-- Logs begin at Tue 2022-10-04 19:26:35 UTC, end at Tue 2022-10-04 21:42:12 UTC. -- Oct 04 20:18:54.615944 n-d-852085-12 systemd[1]: Started Devstack devstack@q-svc.service. Oct 04 20:18:57.282900 n-d-852085-12 neutron-server[108056]: INFO neutron.common.config [-] Logging enabled! Oct 04 20:18:57.283579 n-d-852085-12 neutron-server[108056]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev38 Oct 04 20:18:57.283728 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=108056) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 04 20:18:57.286872 n-d-852085-12 neutron-server[108056]: INFO neutron.common.config [-] Logging enabled! Oct 04 20:18:57.287117 n-d-852085-12 neutron-server[108056]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev38 Oct 04 20:18:57.287441 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=108056) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 04 20:18:57.288370 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 04 20:18:57.288599 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 04 20:18:57.289082 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 04 20:18:57.289379 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 04 20:18:57.289604 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 04 20:18:57.290428 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.290721 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.290949 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.291269 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.291559 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.291838 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.292125 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.292414 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.292697 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.292975 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.293258 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.293482 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.293756 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] config_source = [] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.294036 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.294315 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.294532 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] debug = True {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.294805 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.295445 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.295695 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.295935 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.296217 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.296506 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.296759 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.297033 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.297310 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.297630 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] host = n-d-852085-12 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.297901 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.298181 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.298460 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.298738 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.299009 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.299322 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.299603 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.299873 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] log_dir = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.300140 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] log_file = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.300410 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.300691 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.300973 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.301254 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.301472 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.301691 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.301966 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.302249 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.302518 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.302784 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.303057 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.303355 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.303623 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.303887 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.304164 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.304440 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.304717 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.305018 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.305288 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.305558 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.305824 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.306104 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.306376 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.306644 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.306912 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.307216 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.307484 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.307753 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.308045 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.308324 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.308597 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.308879 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.309151 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.309425 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.309691 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.309957 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] use_journal = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.310222 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] use_json = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.310488 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.310751 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.311026 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.311319 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.311587 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.311854 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.312121 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.312401 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.312668 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:18:57.312966 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.313260 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.313554 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.313833 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.314130 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.314442 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.314707 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.314972 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.315280 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.315567 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.315852 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.316129 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.316426 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.316706 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.316997 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.317300 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.317586 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.317875 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.318145 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.318416 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.318687 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.318960 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.319263 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.319540 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.319823 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.320106 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.320382 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.320696 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.320978 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.321259 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.321545 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.321827 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.322097 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.322367 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.322650 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.322922 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.323219 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.323496 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.323773 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.324041 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.324320 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.324611 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.324885 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.325155 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.325430 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.325746 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.326100 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.326434 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.326704 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.326978 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.327279 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.327565 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.327838 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.328110 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.328388 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.328652 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.328918 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.329187 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.329459 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.329726 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.329997 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.330264 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.330531 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.330797 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.331062 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.331352 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.331620 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.331886 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.332158 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.332423 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.332687 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.332952 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.333223 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.333492 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.333775 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.334069 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.334342 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.334615 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.334887 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.335182 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.335458 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.335730 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.336012 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.336814 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.337085 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.337375 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.337656 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.337937 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.338214 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.338507 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.338801 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.339072 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.339370 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.339645 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.339918 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.340190 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.340467 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.340743 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.341059 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.341338 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.341617 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.341908 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.342195 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.342470 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.342759 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.343047 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.343358 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.343644 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.343942 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.344216 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:18:57.344429 n-d-852085-12 neutron-server[108056]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 04 20:18:57.344665 n-d-852085-12 neutron-server[108056]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=108056) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 04 20:18:57.726090 n-d-852085-12 neutron-server[108056]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=108056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 04 20:18:57.726405 n-d-852085-12 neutron-server[108056]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=108056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 04 20:18:57.726699 n-d-852085-12 neutron-server[108056]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=108056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 04 20:18:57.726927 n-d-852085-12 neutron-server[108056]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=108056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 04 20:18:57.727226 n-d-852085-12 neutron-server[108056]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=108056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 04 20:18:57.727555 n-d-852085-12 neutron-server[108056]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 04 20:18:58.055322 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:18:58.055543 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:18:58.055779 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:18:58.056964 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:18:58.057237 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:18:58.057497 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:18:58.110468 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:18:58.110732 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:18:58.110995 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:18:58.128333 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:18:58.128609 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:18:58.128879 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:18:58.157804 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:18:58.158079 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:18:58.158347 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:18:58.195001 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:18:58.195291 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:18:58.196189 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:18:58.430804 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:18:58.431858 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:18:58.431858 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:18:58.433195 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:18:58.433936 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:18:58.531492 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:18:58.531817 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:18:58.532098 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:18:58.532361 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:18:58.532625 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:18:58.532948 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:18:58.533207 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:18:58.533459 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:18:58.533710 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:18:58.533988 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:18:58.534241 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:18:58.534502 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:18:58.534753 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:18:58.534998 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:18:58.535276 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:18:58.535538 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:18:58.535786 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:18:58.536048 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:18:58.536309 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:18:58.536561 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:18:58.536827 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:18:58.537073 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:18:58.537347 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:18:58.537717 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:18:58.537967 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:18:58.538204 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:18:58.538604 n-d-852085-12 neutron-server[108056]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=108056) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 04 20:18:58.538841 n-d-852085-12 neutron-server[108056]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=108056) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 04 20:18:58.539590 n-d-852085-12 neutron-server[108056]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=108056) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 04 20:18:58.539847 n-d-852085-12 neutron-server[108056]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=108056) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 04 20:18:58.540080 n-d-852085-12 neutron-server[108056]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=108056) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 04 20:18:58.540309 n-d-852085-12 neutron-server[108056]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=108056) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 04 20:18:58.540671 n-d-852085-12 neutron-server[108056]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 04 20:18:58.543938 n-d-852085-12 neutron-server[108056]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 04 20:18:58.547843 n-d-852085-12 neutron-server[108056]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 04 20:18:58.551548 n-d-852085-12 neutron-server[108056]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Oct 04 20:18:58.553158 n-d-852085-12 neutron-server[108056]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 04 20:18:58.553795 n-d-852085-12 neutron-server[108056]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 04 20:18:58.554124 n-d-852085-12 neutron-server[108056]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 04 20:18:58.554508 n-d-852085-12 neutron-server[108056]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 04 20:18:58.557831 n-d-852085-12 neutron-server[108056]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 04 20:18:58.558076 n-d-852085-12 neutron-server[108056]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 04 20:18:58.558425 n-d-852085-12 neutron-server[108056]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 04 20:18:58.563485 n-d-852085-12 neutron-server[108056]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 04 20:18:58.586094 n-d-852085-12 neutron-server[108056]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 04 20:18:58.586614 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:18:58.586915 n-d-852085-12 neutron-server[108056]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=108056) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Oct 04 20:18:58.587355 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:18:58.588700 n-d-852085-12 neutron-server[108056]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=108056) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 04 20:18:58.588978 n-d-852085-12 neutron-server[108056]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 04 20:18:58.589221 n-d-852085-12 neutron-server[108056]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 04 20:18:58.600132 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:18:58.600407 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:18:58.677706 n-d-852085-12 neutron-server[108056]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 04 20:18:58.677948 n-d-852085-12 neutron-server[108056]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 04 20:18:58.678187 n-d-852085-12 neutron-server[108056]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 04 20:18:58.678956 n-d-852085-12 neutron-server[108056]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 04 20:18:58.732608 n-d-852085-12 neutron-server[108056]: INFO dbcounter [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Registered counter for database neutron Oct 04 20:18:58.753230 n-d-852085-12 neutron-server[108056]: DEBUG oslo_db.sqlalchemy.engines [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=108056) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 04 20:18:58.764009 n-d-852085-12 neutron-server[108056]: DEBUG dbcounter [-] [108056] Writer thread running {{(pid=108056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 04 20:18:59.519493 n-d-852085-12 neutron-server[108056]: INFO neutron.plugins.ml2.managers [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Initializing driver for type 'gre' Oct 04 20:18:59.520257 n-d-852085-12 neutron-server[108056]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] gre ID ranges: [(1, 1000)] Oct 04 20:18:59.747246 n-d-852085-12 neutron-server[108056]: INFO neutron.plugins.ml2.managers [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Initializing driver for type 'local' Oct 04 20:18:59.747579 n-d-852085-12 neutron-server[108056]: INFO neutron.plugins.ml2.managers [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Initializing driver for type 'vlan' Oct 04 20:18:59.844627 n-d-852085-12 neutron-server[108056]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] VlanTypeDriver initialization complete Oct 04 20:18:59.844974 n-d-852085-12 neutron-server[108056]: INFO neutron.plugins.ml2.managers [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Initializing driver for type 'vxlan' Oct 04 20:18:59.845483 n-d-852085-12 neutron-server[108056]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] vxlan ID ranges: [(1, 1000)] Oct 04 20:19:00.136215 n-d-852085-12 neutron-server[108056]: INFO neutron.plugins.ml2.managers [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Initializing extension driver 'port_security' Oct 04 20:19:00.136470 n-d-852085-12 neutron-server[108056]: INFO neutron.plugins.ml2.extensions.port_security [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] PortSecurityExtensionDriver initialization complete Oct 04 20:19:00.136796 n-d-852085-12 neutron-server[108056]: INFO neutron.plugins.ml2.managers [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Initializing mechanism driver 'openvswitch' Oct 04 20:19:00.137124 n-d-852085-12 neutron-server[108056]: INFO neutron.plugins.ml2.managers [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Initializing mechanism driver 'hyperv' Oct 04 20:19:00.143837 n-d-852085-12 neutron-server[108056]: DEBUG neutron.plugins.ml2.plugin [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=108056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:19:00.147681 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: > port after_create 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.147681 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: > port after_update 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.147681 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: > port after_delete 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.147681 n-d-852085-12 neutron-server[108056]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=108056) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 04 20:19:00.147681 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: > subnet after_create 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.148081 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: > subnet after_update 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.148081 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: > subnet after_delete 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.148081 n-d-852085-12 neutron-server[108056]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=108056) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 04 20:19:00.148081 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: > network after_create 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.148081 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: > network after_update 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.148400 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: > network after_delete 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.148649 n-d-852085-12 neutron-server[108056]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=108056) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 04 20:19:00.149050 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: > security_group after_create 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.149394 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: > security_group after_update 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.149730 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: > security_group after_delete 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.150115 n-d-852085-12 neutron-server[108056]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=108056) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 04 20:19:00.150518 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.150863 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.151227 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.151768 n-d-852085-12 neutron-server[108056]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=108056) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 04 20:19:00.152171 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: > address_group after_create 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.152517 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: > address_group after_update 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.152864 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: > address_group after_delete 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.153256 n-d-852085-12 neutron-server[108056]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=108056) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 04 20:19:00.153703 n-d-852085-12 neutron-server[108056]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] ML2 OVO RPC backend initialized. {{(pid=108056) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Oct 04 20:19:00.154476 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: > router_interface after_create 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.154840 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.155298 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: > network before_response 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.155652 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: > networks before_response 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.155997 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: > port before_response 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.156336 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: > ports before_response 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.156679 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: > subnet before_response 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.157018 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: > subnets before_response 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.157365 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: > network after_create 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.157710 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: > network after_update 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.158047 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: > network after_delete 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.158386 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: > port after_create 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.158727 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: > port after_update 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.159062 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: > port after_delete 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.159437 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: > subnet after_create 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.159779 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: > subnet after_update 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.160112 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: > subnet after_delete 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.169537 n-d-852085-12 neutron-server[108056]: INFO neutron.quota [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded quota_driver: . Oct 04 20:19:00.169909 n-d-852085-12 neutron-server[108056]: INFO neutron.plugins.ml2.plugin [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Modular L2 Plugin initialization complete Oct 04 20:19:00.170253 n-d-852085-12 neutron-server[108056]: DEBUG neutron.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading services supported by the core plugin {{(pid=108056) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 04 20:19:00.170603 n-d-852085-12 neutron-server[108056]: INFO neutron.plugins.ml2.managers [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Got port-security extension from driver 'port_security' Oct 04 20:19:00.171208 n-d-852085-12 neutron-server[108056]: INFO neutron.extensions.vlantransparent [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Disabled vlantransparent extension. Oct 04 20:19:00.171735 n-d-852085-12 neutron-server[108056]: DEBUG neutron.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=108056) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 04 20:19:00.172054 n-d-852085-12 neutron-server[108056]: INFO neutron.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading Plugin: router Oct 04 20:19:00.210702 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: > router_interface before_create 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.211595 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: > router after_create 55549900 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.211964 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: > router before_create 55549900 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.212324 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.212693 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.213045 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: > router after_delete 55549900 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.213400 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: > floatingip after_create 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.213778 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: > floatingip after_update 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.214136 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: > router after_create 55549900 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.214481 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: > router after_update 55549900 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.214830 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: > router after_update 55549900 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.215209 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.215556 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: > router after_update 55549900 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.215966 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: > router precommit_update 55549900 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.216407 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: port after_update 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.216682 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: port after_delete 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.217057 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: subnet after_update 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.217394 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.217740 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: > port precommit_delete 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.218082 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: > router precommit_create 55549900 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.218760 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: port before_delete 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.219106 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: > router precommit_create 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.219484 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: > router after_update 55549900 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.219825 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: > router precommit_delete 55549900 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.220175 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: > router precommit_create 55549900 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.220533 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: > router_interface after_create 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.220876 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: > router precommit_update 55549900 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.221242 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: > agent after_create 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.221593 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: > agent after_delete 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.221932 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: > network after_delete 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.222854 n-d-852085-12 neutron-server[108056]: DEBUG neutron.quota.resource_registry [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Tracking information for resource: router configured {{(pid=108056) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 04 20:19:00.223207 n-d-852085-12 neutron-server[108056]: DEBUG neutron.quota.resource_registry [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Tracking information for resource: floatingip configured {{(pid=108056) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 04 20:19:00.229189 n-d-852085-12 neutron-server[108056]: INFO neutron.db.l3_agentschedulers_db [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 04 20:19:00.229789 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: port after_update 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.230150 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: port after_create 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.230547 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: port after_delete 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.230851 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: port after_update 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.231718 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: > router before_create 55550100 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.232081 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: > router precommit_delete 55550100 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.232529 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: > router precommit_create 55550100 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.232883 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: > router precommit_update 55550100 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.237999 n-d-852085-12 neutron-server[108056]: DEBUG neutron.services.provider_configuration [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Service providers = [] {{(pid=108056) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 04 20:19:00.238434 n-d-852085-12 neutron-server[108056]: DEBUG neutron.db.servicetype_db [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=108056) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 04 20:19:00.241462 n-d-852085-12 neutron-server[108056]: DEBUG neutron.services.service_base [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=108056) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 04 20:19:00.241807 n-d-852085-12 neutron-server[108056]: DEBUG neutron.services.service_base [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=108056) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 04 20:19:00.242145 n-d-852085-12 neutron-server[108056]: DEBUG neutron.services.service_base [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=108056) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 04 20:19:00.243063 n-d-852085-12 neutron-server[108056]: DEBUG neutron.services.service_base [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=108056) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 04 20:19:00.243752 n-d-852085-12 neutron-server[108056]: INFO neutron.services.service_base [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 04 20:19:00.243927 n-d-852085-12 neutron-server[108056]: DEBUG neutron.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=108056) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 04 20:19:00.244199 n-d-852085-12 neutron-server[108056]: INFO neutron.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 04 20:19:00.261238 n-d-852085-12 neutron-server[108056]: DEBUG neutron.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=108056) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 04 20:19:00.261564 n-d-852085-12 neutron-server[108056]: INFO neutron.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading Plugin: auto_allocate Oct 04 20:19:00.267565 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: network precommit_update 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.267934 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: network precommit_create 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.268464 n-d-852085-12 neutron-server[108056]: DEBUG neutron.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=108056) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 04 20:19:00.268783 n-d-852085-12 neutron-server[108056]: INFO neutron.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading Plugin: tag Oct 04 20:19:00.275962 n-d-852085-12 neutron-server[108056]: DEBUG neutron.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=108056) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 04 20:19:00.276280 n-d-852085-12 neutron-server[108056]: INFO neutron.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading Plugin: timestamp Oct 04 20:19:00.280378 n-d-852085-12 neutron-server[108056]: DEBUG neutron.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=108056) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 04 20:19:00.280699 n-d-852085-12 neutron-server[108056]: INFO neutron.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading Plugin: network_ip_availability Oct 04 20:19:00.286280 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.286646 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.286997 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.287783 n-d-852085-12 neutron-server[108056]: DEBUG neutron.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=108056) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 04 20:19:00.288101 n-d-852085-12 neutron-server[108056]: INFO neutron.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading Plugin: flavors Oct 04 20:19:00.293443 n-d-852085-12 neutron-server[108056]: DEBUG neutron.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=108056) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 04 20:19:00.293766 n-d-852085-12 neutron-server[108056]: INFO neutron.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading Plugin: revisions Oct 04 20:19:00.298329 n-d-852085-12 neutron-server[108056]: DEBUG neutron.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=108056) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 04 20:19:00.298711 n-d-852085-12 neutron-server[108056]: DEBUG oslo_concurrency.lockutils [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.571s {{(pid=108056) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 04 20:19:00.299489 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=108056) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Oct 04 20:19:00.299822 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Initializing extension manager. Oct 04 20:19:00.300344 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: __init__.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.300718 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: __pycache__ {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.301084 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: address_group.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.302109 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.302733 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded extension: address-group Oct 04 20:19:00.303055 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: address_scope.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.303750 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.304259 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded extension: address-scope Oct 04 20:19:00.304574 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: admin_state_down_before_update.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.309770 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.310269 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded extension: router-admin-state-down-before-update Oct 04 20:19:00.310587 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: agent.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.311309 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.311810 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded extension: agent Oct 04 20:19:00.312124 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: agent_resources_synced.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.312992 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.313495 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded extension: agent-resources-synced Oct 04 20:19:00.313816 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: allowedaddresspairs.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.315666 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.316193 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded extension: allowed-address-pairs Oct 04 20:19:00.316510 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: auto_allocated_topology.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.317659 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.318119 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded extension: auto-allocated-topology Oct 04 20:19:00.318436 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: availability_zone.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.319090 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.319628 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded extension: availability_zone Oct 04 20:19:00.319945 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: availability_zone_filter.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.321218 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.321960 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded extension: availability_zone_filter Oct 04 20:19:00.322428 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: data_plane_status.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.323426 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.323931 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extension data-plane-status not supported by any of loaded plugins Oct 04 20:19:00.324252 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: default_subnetpools.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.325123 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.325621 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded extension: default-subnetpools Oct 04 20:19:00.325949 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: dhcpagentscheduler.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.326741 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.327282 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded extension: dhcp_agent_scheduler Oct 04 20:19:00.327605 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: dns.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.328780 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.329127 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extension dns-integration not supported by any of loaded plugins Oct 04 20:19:00.329448 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: dns_domain_ports.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.330322 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.330832 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 04 20:19:00.331170 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.332051 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.332554 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 04 20:19:00.332871 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: dvr.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.333506 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.334007 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded extension: dvr Oct 04 20:19:00.334324 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: ecmp_routes.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.335304 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.338147 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 04 20:19:00.338147 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: empty_string_filtering.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.338807 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.339342 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded extension: empty-string-filtering Oct 04 20:19:00.339660 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.340534 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.341037 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 04 20:19:00.341352 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.342223 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.342720 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 04 20:19:00.343033 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: external_net.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.343915 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.344415 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded extension: external-net Oct 04 20:19:00.344729 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: extra_dhcp_opt.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.345593 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.346124 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded extension: extra_dhcp_opt Oct 04 20:19:00.346441 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: extraroute.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.347347 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.347853 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded extension: extraroute Oct 04 20:19:00.348169 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: extraroute_atomic.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.349155 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.349697 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded extension: extraroute-atomic Oct 04 20:19:00.350014 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: filter_validation.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.350654 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.351159 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded extension: filter-validation Oct 04 20:19:00.351514 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: fip_pf_description.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.352985 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.353486 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 04 20:19:00.353804 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: fip_pf_detail.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.354679 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.355199 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded extension: floating-ip-port-forwarding-detail Oct 04 20:19:00.355519 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: fip_pf_port_range.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.356372 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.356874 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Oct 04 20:19:00.357188 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: fip_port_details.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.358062 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.358600 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded extension: fip-port-details Oct 04 20:19:00.358879 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: flavors.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.360093 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.360604 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded extension: flavors Oct 04 20:19:00.360925 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.362851 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.363400 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 04 20:19:00.363726 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: floatingip_pools.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.364393 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.364902 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded extension: floatingip-pools Oct 04 20:19:00.365224 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: ip_allocation.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.366105 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.366603 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extension ip_allocation not supported by any of loaded plugins Oct 04 20:19:00.366919 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.367867 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.368366 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded extension: ip-substring-filtering Oct 04 20:19:00.368687 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: l2_adjacency.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.369595 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.370092 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 04 20:19:00.370408 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: l3.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.371407 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.371917 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded extension: router Oct 04 20:19:00.372237 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: l3_conntrack_helper.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.374668 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.375212 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 04 20:19:00.375609 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.378905 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.379464 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded extension: ext-gw-mode Oct 04 20:19:00.379784 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.380674 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.381179 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded extension: l3-ha Oct 04 20:19:00.381494 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.382364 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.382894 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Oct 04 20:19:00.383237 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: l3_flavors.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.384109 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.384610 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded extension: l3-flavors Oct 04 20:19:00.384927 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: l3_ndp_proxy.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.386362 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.386823 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Oct 04 20:19:00.387160 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.388037 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.388547 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 04 20:19:00.388870 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: l3agentscheduler.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.389922 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.390438 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded extension: l3_agent_scheduler Oct 04 20:19:00.390764 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: local_ip.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.392480 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.392995 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extension local_ip not supported by any of loaded plugins Oct 04 20:19:00.393319 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: logging.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.394737 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.395306 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extension logging not supported by any of loaded plugins Oct 04 20:19:00.395628 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: metering.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.396329 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.396906 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded extension: metering Oct 04 20:19:00.397225 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.398273 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.399340 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded extension: metering_source_and_destination_fields Oct 04 20:19:00.399664 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: multiprovidernet.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.400551 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.401066 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded extension: multi-provider Oct 04 20:19:00.401384 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: netmtu.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.402250 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.402755 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded extension: net-mtu Oct 04 20:19:00.403113 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: netmtu_writable.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.404008 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.404515 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded extension: net-mtu-writable Oct 04 20:19:00.404830 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: network_availability_zone.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.405466 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.405963 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded extension: network_availability_zone Oct 04 20:19:00.406281 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: network_ip_availability.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.407370 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.407881 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded extension: network-ip-availability Oct 04 20:19:00.408200 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: network_segment_range.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.408981 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.413005 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extension network-segment-range not supported by any of loaded plugins Oct 04 20:19:00.413005 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: pagination.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.413473 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.413797 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded extension: pagination Oct 04 20:19:00.414648 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: port_device_profile.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.415539 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.416045 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded extension: port-device-profile Oct 04 20:19:00.416368 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: port_mac_address_override.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.417247 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.417747 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded extension: port-mac-override Oct 04 20:19:00.418061 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.418937 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.419471 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded extension: port-mac-address-regenerate Oct 04 20:19:00.419789 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.420650 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.421152 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded extension: port-numa-affinity-policy Oct 04 20:19:00.421468 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: port_resource_request.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.422327 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.422826 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extension port-resource-request not supported by any of loaded plugins Oct 04 20:19:00.423162 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: port_resource_request_groups.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.424077 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.424577 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extension port-resource-request-groups not supported by any of loaded plugins Oct 04 20:19:00.424893 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: portbindings.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.425768 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.426364 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded extension: binding Oct 04 20:19:00.426685 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: portbindings_extended.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.427952 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.428464 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded extension: binding-extended Oct 04 20:19:00.428788 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: portsecurity.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.429783 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.430294 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded extension: port-security Oct 04 20:19:00.430612 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: project_id.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.431913 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.432242 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded extension: project-id Oct 04 20:19:00.432565 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: providernet.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.433457 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.433977 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded extension: provider Oct 04 20:19:00.434297 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: qos.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.438122 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.438658 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extension qos not supported by any of loaded plugins Oct 04 20:19:00.438992 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.440273 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.440790 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 04 20:19:00.441116 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.441991 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.442501 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 04 20:19:00.442824 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: qos_default.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.443736 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.444243 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extension qos-default not supported by any of loaded plugins Oct 04 20:19:00.444567 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: qos_fip.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.445466 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.445971 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extension qos-fip not supported by any of loaded plugins Oct 04 20:19:00.446292 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: qos_fip_network_policy.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.447197 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.447703 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Oct 04 20:19:00.448021 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: qos_gateway_ip.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.448954 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.449457 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 04 20:19:00.449775 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: qos_port_network_policy.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.450658 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.451181 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 04 20:19:00.451503 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.452503 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.453014 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 04 20:19:00.453346 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.454369 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.454880 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Oct 04 20:19:00.455232 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: qos_pps_rule.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.456416 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.456927 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extension qos-pps not supported by any of loaded plugins Oct 04 20:19:00.457245 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: qos_rule_type_details.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.458112 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.458612 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 04 20:19:00.458934 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: qos_rule_type_filter.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.459822 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.460371 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Oct 04 20:19:00.460689 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: qos_rules_alias.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.462210 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.462720 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 04 20:19:00.463033 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: quota_check_limit.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.463937 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.464444 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded extension: quota-check-limit Oct 04 20:19:00.464763 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: quotasv2.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.465730 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.466097 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded extension: quotas Oct 04 20:19:00.466417 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: quotasv2_detail.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.468165 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.468537 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded extension: quota_details Oct 04 20:19:00.468864 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: rbac.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.469898 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.470414 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded extension: rbac-policies Oct 04 20:19:00.470736 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: rbac_address_group.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.471647 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.472278 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded extension: rbac-address-group Oct 04 20:19:00.472516 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: rbac_address_scope.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.480802 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.481317 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded extension: rbac-address-scope Oct 04 20:19:00.481711 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: rbac_security_groups.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.482524 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.483033 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded extension: rbac-security-groups Oct 04 20:19:00.483385 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: rbac_subnetpool.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.484289 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.484763 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded extension: rbac-subnetpool Oct 04 20:19:00.485081 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: revisionifmatch.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.485959 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.486725 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded extension: revision-if-match Oct 04 20:19:00.487041 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: revisions.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.488157 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.488665 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded extension: standard-attr-revisions Oct 04 20:19:00.488981 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: router_availability_zone.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.489673 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.490182 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded extension: router_availability_zone Oct 04 20:19:00.490501 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: routerservicetype.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.491416 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.491969 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extension router-service-type not supported by any of loaded plugins Oct 04 20:19:00.492313 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.493195 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.493702 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded extension: security-groups-normalized-cidr Oct 04 20:19:00.494017 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: security_groups_port_filtering.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.494888 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.495411 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded extension: port-security-groups-filtering Oct 04 20:19:00.495729 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.496676 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.497110 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded extension: security-groups-remote-address-group Oct 04 20:19:00.497426 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.498313 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.498814 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded extension: security-groups-shared-filtering Oct 04 20:19:00.499152 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: securitygroup.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.509304 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.509868 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded extension: security-group Oct 04 20:19:00.510202 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: segment.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.510958 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.511508 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extension segment not supported by any of loaded plugins Oct 04 20:19:00.511833 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.515370 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.515889 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 04 20:19:00.516209 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: servicetype.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.517284 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.517791 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded extension: service-type Oct 04 20:19:00.518115 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: sorting.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.519065 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.519415 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded extension: sorting Oct 04 20:19:00.519736 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: standard_attr_segment.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.520633 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.521147 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 04 20:19:00.521464 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: standardattrdescription.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.522085 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.522598 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded extension: standard-attr-description Oct 04 20:19:00.522917 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: stateful_security_group.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.524438 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.524945 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded extension: stateful-security-group Oct 04 20:19:00.525265 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: stdattrs_common.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.525814 n-d-852085-12 neutron-server[108056]: WARNING neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 04 20:19:00.526130 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.527067 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.527600 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 04 20:19:00.527918 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: subnet_onboard.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.528934 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.529436 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded extension: subnet_onboard Oct 04 20:19:00.529754 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.530755 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.531294 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 04 20:19:00.531614 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: subnet_service_types.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.532491 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.532992 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded extension: subnet-service-types Oct 04 20:19:00.533311 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: subnetallocation.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.534347 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.534858 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded extension: subnet_allocation Oct 04 20:19:00.535208 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.535844 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.536346 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded extension: subnetpool-prefix-ops Oct 04 20:19:00.536662 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.537545 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.538045 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 04 20:19:00.538363 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: tagging.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.540071 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.540696 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded extension: standard-attr-tag Oct 04 20:19:00.541006 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: timestamp.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.542301 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.542825 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loaded extension: standard-attr-timestamp Oct 04 20:19:00.543182 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: trunk.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.544179 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.544693 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extension trunk not supported by any of loaded plugins Oct 04 20:19:00.545018 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: trunk_details.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.545989 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.546535 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extension trunk-details not supported by any of loaded plugins Oct 04 20:19:00.546855 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: uplink_status_propagation.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.554120 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.554663 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 04 20:19:00.554987 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Loading extension file: vlantransparent.py {{(pid=108056) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 20:19:00.555681 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=108056) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 20:19:00.556185 n-d-852085-12 neutron-server[108056]: INFO neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 04 20:19:00.558977 n-d-852085-12 neutron-server[108056]: INFO neutron.quota.resource_registry [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Creating instance of TrackedResource for resource:network Oct 04 20:19:00.559530 n-d-852085-12 neutron-server[108056]: INFO neutron.quota.resource_registry [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Creating instance of TrackedResource for resource:subnet Oct 04 20:19:00.559921 n-d-852085-12 neutron-server[108056]: INFO neutron.quota.resource_registry [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Creating instance of TrackedResource for resource:subnetpool Oct 04 20:19:00.560307 n-d-852085-12 neutron-server[108056]: INFO neutron.quota.resource_registry [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Creating instance of TrackedResource for resource:port Oct 04 20:19:00.561625 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.v2.resource_helper [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108056) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 20:19:00.562056 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.v2.resource_helper [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Service FLAVORS assigned prefix: {{(pid=108056) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 20:19:00.562705 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.v2.resource_helper [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108056) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 20:19:00.563086 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.v2.resource_helper [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108056) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 20:19:00.563438 n-d-852085-12 neutron-server[108056]: INFO neutron.quota.resource_registry [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Creating instance of TrackedResource for resource:router Oct 04 20:19:00.563891 n-d-852085-12 neutron-server[108056]: INFO neutron.quota.resource_registry [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Creating instance of TrackedResource for resource:floatingip Oct 04 20:19:00.564350 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.v2.resource_helper [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Service METERING assigned prefix: /metering {{(pid=108056) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 20:19:00.565822 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.566188 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.566544 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:19:00.567656 n-d-852085-12 neutron-server[108056]: INFO neutron.quota.resource_registry [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Creating instance of CountableResource for resource:rbac_policy Oct 04 20:19:00.568103 n-d-852085-12 neutron-server[108056]: INFO neutron.quota.resource_registry [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Creating instance of TrackedResource for resource:security_group Oct 04 20:19:00.568547 n-d-852085-12 neutron-server[108056]: INFO neutron.quota.resource_registry [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 04 20:19:00.569149 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.v2.resource_helper [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Service CORE assigned prefix: {{(pid=108056) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 20:19:00.569475 n-d-852085-12 neutron-server[108056]: INFO neutron.quota.resource_registry [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Creating instance of TrackedResource for resource:subnetpool Oct 04 20:19:00.569821 n-d-852085-12 neutron-server[108056]: WARNING neutron.quota.resource_registry [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] subnetpool is already registered Oct 04 20:19:00.570313 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.v2.resource_helper [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Service CORE assigned prefix: {{(pid=108056) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 20:19:00.570639 n-d-852085-12 neutron-server[108056]: INFO neutron.quota.resource_registry [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Creating instance of TrackedResource for resource:subnetpool Oct 04 20:19:00.570967 n-d-852085-12 neutron-server[108056]: WARNING neutron.quota.resource_registry [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] subnetpool is already registered Oct 04 20:19:00.573486 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.v2.resource_helper [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108056) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 20:19:00.573926 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.v2.resource_helper [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Service FLAVORS assigned prefix: {{(pid=108056) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 20:19:00.574653 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.v2.resource_helper [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108056) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 20:19:00.575080 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.v2.resource_helper [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108056) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 20:19:00.575436 n-d-852085-12 neutron-server[108056]: INFO neutron.quota.resource_registry [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Creating instance of TrackedResource for resource:router Oct 04 20:19:00.575786 n-d-852085-12 neutron-server[108056]: WARNING neutron.quota.resource_registry [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] router is already registered Oct 04 20:19:00.576220 n-d-852085-12 neutron-server[108056]: INFO neutron.quota.resource_registry [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Creating instance of TrackedResource for resource:floatingip Oct 04 20:19:00.576619 n-d-852085-12 neutron-server[108056]: WARNING neutron.quota.resource_registry [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] floatingip is already registered Oct 04 20:19:00.577083 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.v2.resource_helper [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Service METERING assigned prefix: /metering {{(pid=108056) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 20:19:00.577896 n-d-852085-12 neutron-server[108056]: INFO neutron.quota.resource_registry [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Creating instance of CountableResource for resource:rbac_policy Oct 04 20:19:00.578224 n-d-852085-12 neutron-server[108056]: WARNING neutron.quota.resource_registry [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] rbac_policy is already registered Oct 04 20:19:00.578645 n-d-852085-12 neutron-server[108056]: INFO neutron.quota.resource_registry [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Creating instance of TrackedResource for resource:security_group Oct 04 20:19:00.578979 n-d-852085-12 neutron-server[108056]: WARNING neutron.quota.resource_registry [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] security_group is already registered Oct 04 20:19:00.579424 n-d-852085-12 neutron-server[108056]: INFO neutron.quota.resource_registry [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 04 20:19:00.579768 n-d-852085-12 neutron-server[108056]: WARNING neutron.quota.resource_registry [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] security_group_rule is already registered Oct 04 20:19:00.580286 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.v2.resource_helper [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Service CORE assigned prefix: {{(pid=108056) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 20:19:00.580667 n-d-852085-12 neutron-server[108056]: INFO neutron.quota.resource_registry [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Creating instance of TrackedResource for resource:subnetpool Oct 04 20:19:00.581044 n-d-852085-12 neutron-server[108056]: WARNING neutron.quota.resource_registry [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] subnetpool is already registered Oct 04 20:19:00.581458 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.v2.resource_helper [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Service CORE assigned prefix: {{(pid=108056) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 20:19:00.581776 n-d-852085-12 neutron-server[108056]: INFO neutron.quota.resource_registry [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Creating instance of TrackedResource for resource:subnetpool Oct 04 20:19:00.582102 n-d-852085-12 neutron-server[108056]: WARNING neutron.quota.resource_registry [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] subnetpool is already registered Oct 04 20:19:00.582561 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extended resource: extensions {{(pid=108056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 20:19:00.584188 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extended resource: address-groups {{(pid=108056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 20:19:00.585675 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extended resource: address-scopes {{(pid=108056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 20:19:00.587489 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extended resource: agents {{(pid=108056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 20:19:00.588643 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extended resource: auto-allocated-topology {{(pid=108056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 20:19:00.591270 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extended resource: availability_zones {{(pid=108056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 20:19:00.592508 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extended resource: dhcp-networks {{(pid=108056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 20:19:00.593966 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extended resource: dhcp-agents {{(pid=108056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 20:19:00.595510 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extended resource: routers {{(pid=108056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 20:19:00.597220 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extended resource: flavors {{(pid=108056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 20:19:00.598376 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extended resource: service_profiles {{(pid=108056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 20:19:00.599687 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extended resource: next_providers {{(pid=108056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 20:19:00.601139 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extended resource: service_profiles {{(pid=108056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 20:19:00.603317 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extended resource: floatingip-pools {{(pid=108056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 20:19:00.604564 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extended resource: routers {{(pid=108056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 20:19:00.606370 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extended resource: floatingips {{(pid=108056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 20:19:00.607572 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extended resource: l3-routers {{(pid=108056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 20:19:00.608955 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extended resource: l3-agents {{(pid=108056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 20:19:00.610509 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extended resource: metering-labels {{(pid=108056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 20:19:00.612067 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extended resource: metering-label-rules {{(pid=108056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 20:19:00.613334 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extended resource: network-ip-availabilities {{(pid=108056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 20:19:00.614784 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extended resource: bindings {{(pid=108056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 20:19:00.616368 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extended resource: quotas {{(pid=108056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 20:19:00.618359 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extended resource: quotas {{(pid=108056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 20:19:00.619658 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extended resource: rbac-policies {{(pid=108056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 20:19:00.620924 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extended resource: security-groups {{(pid=108056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 20:19:00.622227 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extended resource: security-group-rules {{(pid=108056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 20:19:00.623512 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extended resource: service-providers {{(pid=108056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 20:19:00.624848 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extended resource: subnetpools {{(pid=108056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 20:19:00.626214 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extended resource: subnetpools {{(pid=108056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 20:19:00.627692 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extended resource: tags {{(pid=108056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 20:19:00.629453 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extended resource: tags {{(pid=108056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 20:19:00.631183 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extended resource: tags {{(pid=108056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 20:19:00.633857 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extended resource: tags {{(pid=108056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 20:19:00.635709 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extended resource: tags {{(pid=108056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 20:19:00.637665 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extended resource: tags {{(pid=108056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 20:19:00.639509 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extended resource: tags {{(pid=108056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 20:19:00.641302 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extended resource: tags {{(pid=108056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 20:19:00.643089 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extended resource: tags {{(pid=108056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 20:19:00.644939 n-d-852085-12 neutron-server[108056]: DEBUG neutron.api.extensions [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Extended resource: tags {{(pid=108056) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 20:19:00.652890 n-d-852085-12 neutron-server[108056]: WARNING keystonemiddleware.auth_token [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 04 20:19:00.658165 n-d-852085-12 neutron-server[108056]: WARNING keystonemiddleware.auth_token [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 04 20:19:00.667216 n-d-852085-12 neutron-server[108056]: DEBUG oslo_concurrency.lockutils [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Acquiring lock "singleton_lock" {{(pid=108056) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Oct 04 20:19:00.667543 n-d-852085-12 neutron-server[108056]: DEBUG oslo_concurrency.lockutils [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Acquired lock "singleton_lock" {{(pid=108056) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Oct 04 20:19:00.668011 n-d-852085-12 neutron-server[108056]: DEBUG oslo_concurrency.lockutils [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Releasing lock "singleton_lock" {{(pid=108056) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Oct 04 20:19:00.668675 n-d-852085-12 neutron-server[108056]: INFO oslo_service.service [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Starting 2 workers Oct 04 20:19:00.673575 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Started child 108169 {{(pid=108056) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 04 20:19:00.678477 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Started child 108170 {{(pid=108056) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 04 20:19:00.680043 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:19:00.680637 n-d-852085-12 neutron-server[108056]: INFO neutron.service [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 04 20:19:00.681177 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Publish callbacks [] for process (None), before_spawn {{(pid=108056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:19:00.681567 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [-] (108169) wsgi starting up on http://0.0.0.0:9696 Oct 04 20:19:00.684217 n-d-852085-12 neutron-server[108056]: INFO oslo_service.service [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Starting 1 workers Oct 04 20:19:00.684642 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:19:00.686061 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [-] (108170) wsgi starting up on http://0.0.0.0:9696 Oct 04 20:19:00.690405 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Started child 108171 {{(pid=108056) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 04 20:19:00.691081 n-d-852085-12 neutron-server[108056]: INFO oslo_service.service [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Starting 1 workers Oct 04 20:19:00.693682 n-d-852085-12 neutron-server[108171]: DEBUG neutron.service [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] calling RpcWorker wait() {{(pid=108171) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 04 20:19:00.694427 n-d-852085-12 neutron-server[108171]: DEBUG neutron.service [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] returning from RpcWorker wait() {{(pid=108171) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 04 20:19:00.695990 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:19:00.696485 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:19:00.697117 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Started child 108172 {{(pid=108056) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 04 20:19:00.698055 n-d-852085-12 neutron-server[108056]: DEBUG neutron_lib.callbacks.manager [None req-f9cfa156-5f0d-474b-9e33-0085c02cd471 None None] Publish callbacks [] for process (None), after_spawn {{(pid=108056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:19:00.700429 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=108056) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 04 20:19:00.700565 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 04 20:19:00.700713 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 04 20:19:00.700937 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 04 20:19:00.701276 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 04 20:19:00.701454 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 04 20:19:00.702302 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.702575 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.702825 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.703068 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:19:00.703626 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.703729 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.703932 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.704204 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.704491 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.704752 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.704872 n-d-852085-12 neutron-server[108172]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:19:00.704960 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.705072 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.705300 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.705561 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.705879 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.706154 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.706690 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.706892 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.707084 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.707308 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] config_source = [] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.719824 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.719824 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.719824 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] debug = True {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.719824 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.719824 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.719824 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.720515 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.720515 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.720515 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.720515 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.720515 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.720515 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.720515 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.720515 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.721079 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.721079 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.721079 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.721079 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.721079 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.721079 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.721079 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] host = n-d-852085-12 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.721079 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.721079 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.721696 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.721696 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.721696 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.721696 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.721696 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.721696 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.721696 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.721696 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.722220 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.722220 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.722220 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] log_dir = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.722220 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] log_file = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.722220 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] log_options = True {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.722220 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.722220 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.722220 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.723613 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.723613 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.723613 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.723613 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.723613 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.723613 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.723613 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.724117 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.724117 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.724117 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.724117 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.724117 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.724117 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.724117 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.724117 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.724673 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.724673 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.724673 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.724673 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.724673 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.724673 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.724673 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.725167 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.725167 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.725342 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.725661 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.726039 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.726397 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.726672 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.726907 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.727176 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.727448 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.727683 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.727916 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.728170 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.728564 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.728921 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.729316 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.729567 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.729847 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.730039 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.730259 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.730485 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] use_journal = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.730759 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] use_json = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.731157 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.731443 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.731682 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.731917 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.732141 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.732357 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.732629 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.732891 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.733078 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.733490 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.733791 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.734108 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.734356 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.734644 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.734900 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.737228 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.737492 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.737749 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.738025 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.738345 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.738607 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.738920 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.739207 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.739546 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.740462 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.740823 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.741016 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.742094 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.742618 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.742618 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.742868 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.743279 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.743414 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.743689 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.744038 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.744301 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.744668 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.744966 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.745241 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.745615 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.745892 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.746167 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.78/identity {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.746411 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.746633 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.746896 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.747115 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.747370 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.747589 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.748120 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.748120 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.748404 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.748575 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.748810 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.749026 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.749309 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.749499 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.749778 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.750040 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.750305 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.750494 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.750722 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.750962 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.751218 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.751467 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.751943 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.751943 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.758539 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.758539 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.758539 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.758539 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.758539 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.758539 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.758539 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.758539 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.759624 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.759624 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.759624 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.759624 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.759624 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.759624 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.759624 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.759624 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.759624 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.760564 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.760564 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.760564 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.760564 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.760564 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.760564 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.760564 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.760564 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.760564 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.761567 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.761567 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.761567 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.761567 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.761567 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.761567 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.761567 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.761567 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.761567 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.762498 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.762498 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.762498 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.762498 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.762498 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.762498 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.762498 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.763268 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.763268 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.763268 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.763268 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.763679 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.763801 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.763946 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.764172 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.764551 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.764771 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.765012 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.765237 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.765472 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.765689 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.765917 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.766134 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.766451 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.766662 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.766886 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.767340 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.767464 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.767643 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.767878 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.768146 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.768417 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.768654 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.768949 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.769204 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.769482 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.769780 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.770057 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.770323 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.770560 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.770832 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.771285 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.771470 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.771625 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.771853 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.772115 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.772366 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.772594 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.772847 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.773132 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.773342 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.774234 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.774511 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.774744 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.774967 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.775255 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.775490 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.775728 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.776055 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.776250 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.776521 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.776769 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.776998 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.78/identity {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.777215 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.777445 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.777703 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.777918 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.778139 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.778383 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.778605 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.778820 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.779035 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.779304 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.779521 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.779740 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.780000 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.780172 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.780389 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.780642 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.780854 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.781072 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.781309 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.781528 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.781744 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.781962 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.782176 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.782425 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.782642 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.782907 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.783174 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.783389 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.783614 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.783879 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.784117 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.784336 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.784598 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.784827 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.785036 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.785249 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.785471 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.785681 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.785897 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.786122 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.786335 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.786573 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.786884 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.787271 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.787532 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.787762 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.788027 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.788280 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.788534 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.788752 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.788990 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.789254 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.789470 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.789711 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.789935 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.790199 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.790444 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.790662 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.790875 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.791095 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.791333 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.791603 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.791851 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.792096 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.792316 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.792533 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.792754 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.792993 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.793211 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.793426 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.793637 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.793865 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.794114 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.794329 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.794539 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.794874 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.795126 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.795396 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.795665 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.795891 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.796127 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.796354 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.796565 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.796778 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.796997 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.797237 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.797421 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.797670 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.797878 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.798085 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.798306 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.798520 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.798728 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.798952 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.799202 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.799413 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.799631 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.799844 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.800051 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.800291 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.800499 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.800706 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.800924 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.801161 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.801369 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.801594 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.801824 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.802032 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.802251 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.802464 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.802673 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.802968 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.803256 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.803478 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.803763 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.803996 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.804252 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.804482 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.804822 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.805036 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.805294 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.805542 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.805762 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.805980 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.806232 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.806561 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.806853 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.807097 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.807397 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.807693 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.808254 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53520) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:19:00.809304 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.809432 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.809602 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.809938 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.810315 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.811004 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.811004 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.811300 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.812925 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.812925 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.812925 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.812925 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.812925 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.812925 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.812925 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.813664 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.813664 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.813664 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.813928 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.814026 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.814278 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.814513 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.814787 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.815066 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.815691 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 04 20:19:00.815831 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [-] 10.222.0.78 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0054004 Oct 04 20:19:00.816256 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=108056) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 04 20:19:00.816460 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 04 20:19:00.816636 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 04 20:19:00.816800 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 04 20:19:00.816967 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 04 20:19:00.817156 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 04 20:19:00.817391 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.817582 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.817758 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.818320 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.818320 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.818635 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.818635 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.820047 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.820047 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.820047 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.820047 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.820047 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.820047 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.821162 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [-] 10.222.0.78 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0039065 Oct 04 20:19:00.821860 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.821860 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.822086 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.822185 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.822342 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.822540 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] config_source = [] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.822779 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.822980 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.823174 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] debug = True {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.823592 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.823592 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.824666 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.824773 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.824942 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.825134 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.825439 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.825439 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.825654 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.827973 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.827973 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.827973 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.827973 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.827973 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.827973 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.827973 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.827973 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.828569 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] host = n-d-852085-12 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.828569 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.828569 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.828569 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.828569 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.828926 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.830736 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.833045 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.833943 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.834411 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.834608 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.834781 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.835121 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.835396 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] log_dir = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.836586 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] log_file = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.836586 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] log_options = True {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.836586 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.836586 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.837421 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.837421 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.837421 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.837421 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.837421 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.837421 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.838018 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.838018 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.838018 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.838243 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.838243 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.838399 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.839171 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.839171 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.839171 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.839171 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.839171 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.839550 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.839550 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.839838 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.839938 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.840009 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.840176 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.840334 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.840495 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.840666 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.840830 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.840977 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.841123 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.841278 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.841437 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.841582 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.841823 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.841983 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.842129 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.843621 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.844282 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.844875 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.845462 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.846044 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.846973 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.846973 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.847190 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.847361 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] use_journal = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.848029 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] use_json = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.848382 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.848754 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.849361 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.851968 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.853329 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.853986 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.854096 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.854347 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.854723 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 20:19:00.855081 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.855462 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.855802 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.856111 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.856470 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.856796 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.857102 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.857421 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.857732 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.859185 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.859185 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.859185 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.859185 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.859480 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.859552 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.859778 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.859997 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.860362 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.860501 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.860665 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.861167 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.861694 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.861980 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.862918 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.862918 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.862918 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.864464 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.864464 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.864464 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.864464 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.864464 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.864464 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.864919 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.78/identity {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.865004 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.865248 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.865515 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.865822 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.866065 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.866348 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.866736 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.866935 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.867246 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.867508 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.868375 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.868375 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.868375 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.869019 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.869019 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.869173 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.869383 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.869668 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.870563 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.870563 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.870563 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.870844 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.870979 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.871311 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.871534 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.871778 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.872878 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.872878 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.872878 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.872878 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.872878 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.873353 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.873353 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.873353 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.873701 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.873819 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.873906 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.874677 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.874677 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.874677 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.874677 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.874677 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.875081 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.875081 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.875274 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.875356 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.875453 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.875605 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.875793 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.876082 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.876204 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.876293 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.877159 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.877159 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.877159 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.877159 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.877159 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.877495 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.877495 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.877620 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.877688 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.877908 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.878066 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.878204 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.878341 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.878490 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.878640 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.878777 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.878915 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.879076 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.879284 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.879418 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.879577 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.879738 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.879899 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.880086 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.880249 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.880434 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.880570 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.880706 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.880855 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.881019 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.881184 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.881331 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.881591 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.881752 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.881892 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.882037 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.882175 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.882322 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.882417 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.883270 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.883270 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.883511 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.883599 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.883724 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.883901 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.884049 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.884210 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.884362 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.884513 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.884666 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.884821 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.884974 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.885121 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.885289 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.885501 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.885623 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.885804 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.885916 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.886084 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.886402 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.886710 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.887006 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.887318 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.887611 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.887958 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.888276 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.888469 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.888713 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.888713 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.889008 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.78/identity {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.889008 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.889301 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.889444 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.889586 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.889728 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.889882 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.890034 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.890178 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.890319 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.890413 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.890561 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.890674 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.890811 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.890943 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.891127 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.891268 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.891438 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.891592 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.891892 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.892207 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.892359 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.892599 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.892756 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.893069 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.893224 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.893545 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.893704 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.893866 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.894026 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.894191 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.894352 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.894513 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.894663 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.895472 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.895472 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.895472 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.895472 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.895787 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.895787 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.895935 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.896015 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.896125 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.896338 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.896620 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.896797 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.897121 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.897280 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.897596 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.897790 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.897979 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.898149 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.898366 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.898366 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.899300 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.899300 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.899500 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.899602 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.899705 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.899848 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.900540 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.900540 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.900540 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.900540 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.900942 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.900942 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.900942 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.901210 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.901210 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.901380 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.902504 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.902504 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.902504 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.902504 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.902504 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.902504 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.902504 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.903107 n-d-852085-12 neutron-server[108171]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:19:00.903322 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.903322 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.903322 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.903322 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.903322 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.903738 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.903738 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.903738 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.904003 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.904115 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.904211 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.904321 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.904488 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.904683 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.904783 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.905027 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.905135 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.905314 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.907157 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.907157 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.907157 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.907157 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.907157 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.907157 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.907157 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.907157 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.907722 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.907722 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.907722 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.908038 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.908330 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.908623 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.908926 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.909218 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.909501 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.909808 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.910041 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.910240 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.910421 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.910421 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.910783 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.910783 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.911201 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.911201 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.911201 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.911735 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.911735 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.911735 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.912258 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.912258 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.912258 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.912653 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.912653 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.912653 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.913053 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.913053 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.913345 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.913345 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.913690 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.913690 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.914090 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.914090 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.914432 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.914432 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.914432 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.914949 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.914949 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.914949 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.915467 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.915467 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.915467 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.915988 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.915988 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.915988 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.915988 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.916684 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.916684 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.916684 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 20:19:00.916684 n-d-852085-12 neutron-server[108056]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108056) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 04 20:19:09.936636 n-d-852085-12 neutron-server[108056]: DEBUG dbcounter [-] [108056] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=108056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:19:15.467988 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13619b56-0c4d-4b51-8a0b-a9b6ef018821 None None] get_active_networks_info from n-d-852085-12 {{(pid=108171) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 04 20:19:15.484907 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writer thread running {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 04 20:19:15.650902 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13619b56-0c4d-4b51-8a0b-a9b6ef018821 None None] No non-hosted networks {{(pid=108171) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 04 20:19:15.772797 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-241e9ede-d225-48ea-b27a-98e2b40552da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-585169'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:19:16.206384 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writer thread running {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 04 20:19:17.251126 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5ce85ea7-1622-4ef3-b9cb-fbdb37c17aec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-585169'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:19:17.313783 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-3f7f2e42-f30d-43fa-9154-af53c4d14508 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-852085-12 {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 20:19:17.314552 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-3f7f2e42-f30d-43fa-9154-af53c4d14508 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 20:19:17.960901 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3f7f2e42-f30d-43fa-9154-af53c4d14508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:19:19.660303 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53600) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:19:19.930641 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-585169'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:19:20.403380 n-d-852085-12 neutron-server[108169]: WARNING oslo_policy.policy [None req-e1ebdcc0-ea5f-472a-b78e-a8aed911160f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 04 20:19:20.404727 n-d-852085-12 neutron-server[108169]: WARNING oslo_policy.policy [None req-e1ebdcc0-ea5f-472a-b78e-a8aed911160f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 04 20:19:20.681781 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [None req-e1ebdcc0-ea5f-472a-b78e-a8aed911160f admin admin] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=108169) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 20:19:20.699982 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e1ebdcc0-ea5f-472a-b78e-a8aed911160f admin admin] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 1.0377297 Oct 04 20:19:21.266555 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-585169'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:19:21.347387 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-585169'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:19:21.348062 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:19:21.348391 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:19:21.348747 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:19:21.349063 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:19:21.349662 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:19:21.349989 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:19:21.350305 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:19:21.351258 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:19:21.351784 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:19:21.352099 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:19:21.352415 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:19:21.352777 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:19:21.353092 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:19:21.353595 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:19:21.353901 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:19:21.354312 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-852085-12', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:19:21.367491 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-852085-12', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:19:22.830125 n-d-852085-12 neutron-server[108171]: INFO neutron.db.l3_hamode_db [None req-c7fd1153-432d-4a75-8428-1dbaf3ab820d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 04 20:19:22.925936 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fd1153-432d-4a75-8428-1dbaf3ab820d None None] Routers set() bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:19:22.926348 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fd1153-432d-4a75-8428-1dbaf3ab820d None None] Router IDs set() for agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:467}} Oct 04 20:19:23.717333 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53638) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:19:24.315677 n-d-852085-12 neutron-server[108170]: WARNING oslo_policy.policy [None req-08a079a2-7596-4dbf-8195-e848380032c3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 04 20:19:24.316244 n-d-852085-12 neutron-server[108170]: WARNING oslo_policy.policy [None req-08a079a2-7596-4dbf-8195-e848380032c3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 04 20:19:24.537983 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-08a079a2-7596-4dbf-8195-e848380032c3 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:19:24.550815 n-d-852085-12 neutron-server[108170]: ERROR stevedore.extension [None req-08a079a2-7596-4dbf-8195-e848380032c3 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 04 20:19:24.635835 n-d-852085-12 neutron-server[108170]: DEBUG neutron.policy [None req-08a079a2-7596-4dbf-8195-e848380032c3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=108170) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 04 20:19:24.679447 n-d-852085-12 neutron-server[108170]: WARNING oslo_policy.policy [None req-08a079a2-7596-4dbf-8195-e848380032c3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 04 20:19:24.679614 n-d-852085-12 neutron-server[108170]: WARNING oslo_policy.policy [None req-08a079a2-7596-4dbf-8195-e848380032c3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 04 20:19:24.701000 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writer thread running {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 04 20:19:24.860354 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-08a079a2-7596-4dbf-8195-e848380032c3 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740981371572', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740981374152', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740981325228', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740981330157', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740981336426', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740981411514', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3831867', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3832058', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1524624', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1568655'] for rbac-policy (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:19:25.269514 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-08a079a2-7596-4dbf-8195-e848380032c3 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:19:25.270904 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-08a079a2-7596-4dbf-8195-e848380032c3 admin admin] 10.222.0.78 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.5526505 Oct 04 20:19:28.045846 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53654) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:19:28.498211 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-ebb70d8c-1470-4480-a540-9342550ef4b1 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:19:28.621277 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb70d8c-1470-4480-a540-9342550ef4b1 demo demo] Made reservation on behalf of d23a587c3520484596c285914dbbb738 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:19:28.625770 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ebb70d8c-1470-4480-a540-9342550ef4b1 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:19:28.649112 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ebb70d8c-1470-4480-a540-9342550ef4b1 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:19:28.765512 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=34,neutron:INSERT=41,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:19:28.778593 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ebb70d8c-1470-4480-a540-9342550ef4b1 demo demo] Publish callbacks [] for security_group (35351630-eafe-464a-8900-d222f771a517), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:19:28.856117 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ebb70d8c-1470-4480-a540-9342550ef4b1 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (35351630-eafe-464a-8900-d222f771a517), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:19:28.892249 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebb70d8c-1470-4480-a540-9342550ef4b1 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:19:28.924099 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ebb70d8c-1470-4480-a540-9342550ef4b1 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740981395155', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (4ab9c021-c2ee-4f34-a1d2-aa120214298f), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:19:28.924816 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ebb70d8c-1470-4480-a540-9342550ef4b1 demo demo] Unsubscribe: segment precommit_create {{(pid=108170) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 04 20:19:28.925384 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-ebb70d8c-1470-4480-a540-9342550ef4b1 demo demo] Added segment 4ab9c021-c2ee-4f34-a1d2-aa120214298f of type vlan for network e150aec6-ffaa-4e39-b7e2-9b944c88f778 Oct 04 20:19:28.933023 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb70d8c-1470-4480-a540-9342550ef4b1 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=35351630-eafe-464a-8900-d222f771a517,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:19:28.972163 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb70d8c-1470-4480-a540-9342550ef4b1 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:19:28.972601 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb70d8c-1470-4480-a540-9342550ef4b1 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:19:28.972944 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb70d8c-1470-4480-a540-9342550ef4b1 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:19:28.973280 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb70d8c-1470-4480-a540-9342550ef4b1 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:19:28.973608 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb70d8c-1470-4480-a540-9342550ef4b1 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:19:28.973966 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb70d8c-1470-4480-a540-9342550ef4b1 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:19:28.974340 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb70d8c-1470-4480-a540-9342550ef4b1 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:19:28.974735 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb70d8c-1470-4480-a540-9342550ef4b1 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:19:28.975334 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb70d8c-1470-4480-a540-9342550ef4b1 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:19:28.975881 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb70d8c-1470-4480-a540-9342550ef4b1 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:19:28.976449 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb70d8c-1470-4480-a540-9342550ef4b1 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:19:28.976797 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb70d8c-1470-4480-a540-9342550ef4b1 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:19:28.977124 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb70d8c-1470-4480-a540-9342550ef4b1 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:19:28.977448 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb70d8c-1470-4480-a540-9342550ef4b1 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:19:28.977770 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb70d8c-1470-4480-a540-9342550ef4b1 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:19:28.979031 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb70d8c-1470-4480-a540-9342550ef4b1 demo demo] Tracked resource versions report: Oct 04 20:19:28.979031 n-d-852085-12 neutron-server[108170]: pushed versions: Oct 04 20:19:28.979031 n-d-852085-12 neutron-server[108170]: { 'AddressGroup': {'1.2'}, Oct 04 20:19:28.979031 n-d-852085-12 neutron-server[108170]: 'Agent': {'1.1'}, Oct 04 20:19:28.979031 n-d-852085-12 neutron-server[108170]: 'ConntrackHelper': {'1.0'}, Oct 04 20:19:28.979031 n-d-852085-12 neutron-server[108170]: 'LocalIPAssociation': {'1.0'}, Oct 04 20:19:28.979031 n-d-852085-12 neutron-server[108170]: 'Log': {'1.0'}, Oct 04 20:19:28.979031 n-d-852085-12 neutron-server[108170]: 'NDPProxy': {'1.0'}, Oct 04 20:19:28.979031 n-d-852085-12 neutron-server[108170]: 'Network': {'1.1'}, Oct 04 20:19:28.979031 n-d-852085-12 neutron-server[108170]: 'Port': {'1.7'}, Oct 04 20:19:28.979031 n-d-852085-12 neutron-server[108170]: 'PortForwarding': {'1.3'}, Oct 04 20:19:28.979031 n-d-852085-12 neutron-server[108170]: 'QosPolicy': {'1.10'}, Oct 04 20:19:28.979031 n-d-852085-12 neutron-server[108170]: 'SecurityGroup': {'1.5'}, Oct 04 20:19:28.979031 n-d-852085-12 neutron-server[108170]: 'SecurityGroupRule': {'1.2'}, Oct 04 20:19:28.979031 n-d-852085-12 neutron-server[108170]: 'SubPort': {'1.0'}, Oct 04 20:19:28.979031 n-d-852085-12 neutron-server[108170]: 'Subnet': {'1.1'}, Oct 04 20:19:28.979031 n-d-852085-12 neutron-server[108170]: 'Trunk': {'1.1'}} Oct 04 20:19:28.979031 n-d-852085-12 neutron-server[108170]: consumer versions: Oct 04 20:19:28.979031 n-d-852085-12 neutron-server[108170]: { DHCP agent@n-d-852085-12: {}, Oct 04 20:19:28.979031 n-d-852085-12 neutron-server[108170]: L3 agent@n-d-852085-12: {}, Oct 04 20:19:28.979031 n-d-852085-12 neutron-server[108170]: Metadata agent@n-d-852085-12: {}, Oct 04 20:19:28.979031 n-d-852085-12 neutron-server[108170]: Metering agent@n-d-852085-12: {}, Oct 04 20:19:28.979031 n-d-852085-12 neutron-server[108170]: Open vSwitch agent@n-d-852085-12: { 'AddressGroup': '1.2', Oct 04 20:19:28.979031 n-d-852085-12 neutron-server[108170]: 'Agent': '1.1', Oct 04 20:19:28.979031 n-d-852085-12 neutron-server[108170]: 'ConntrackHelper': '1.0', Oct 04 20:19:28.979031 n-d-852085-12 neutron-server[108170]: 'LocalIPAssociation': '1.0', Oct 04 20:19:28.979031 n-d-852085-12 neutron-server[108170]: 'Log': '1.0', Oct 04 20:19:28.979031 n-d-852085-12 neutron-server[108170]: 'NDPProxy': '1.0', Oct 04 20:19:28.979031 n-d-852085-12 neutron-server[108170]: 'Network': '1.1', Oct 04 20:19:28.979031 n-d-852085-12 neutron-server[108170]: 'Port': '1.7', Oct 04 20:19:28.979031 n-d-852085-12 neutron-server[108170]: 'PortForwarding': '1.3', Oct 04 20:19:28.979031 n-d-852085-12 neutron-server[108170]: 'QosPolicy': '1.10', Oct 04 20:19:28.979031 n-d-852085-12 neutron-server[108170]: 'SecurityGroup': '1.5', Oct 04 20:19:28.979031 n-d-852085-12 neutron-server[108170]: 'SecurityGroupRule': '1.2', Oct 04 20:19:28.979031 n-d-852085-12 neutron-server[108170]: 'SubPort': '1.0', Oct 04 20:19:28.979031 n-d-852085-12 neutron-server[108170]: 'Subnet': '1.1', Oct 04 20:19:28.979031 n-d-852085-12 neutron-server[108170]: 'Trunk': '1.1'}} Oct 04 20:19:28.979031 n-d-852085-12 neutron-server[108170]: {{(pid=108170) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 04 20:19:29.045066 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ebb70d8c-1470-4480-a540-9342550ef4b1 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (e150aec6-ffaa-4e39-b7e2-9b944c88f778), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:19:29.175838 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ebb70d8c-1470-4480-a540-9342550ef4b1 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (e150aec6-ffaa-4e39-b7e2-9b944c88f778), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:19:29.181467 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb70d8c-1470-4480-a540-9342550ef4b1 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:19:29.182187 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ebb70d8c-1470-4480-a540-9342550ef4b1 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:19:29.302992 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb70d8c-1470-4480-a540-9342550ef4b1 demo demo] Pushing event updated for resources: {'Network': ['ID=e150aec6-ffaa-4e39-b7e2-9b944c88f778,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:19:29.314684 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network e150aec6-ffaa-4e39-b7e2-9b944c88f778 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:19:29.317534 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=26,neutron:INSERT=36,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:19:29.335753 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-ebb70d8c-1470-4480-a540-9342550ef4b1 demo demo] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.2884445 Oct 04 20:19:32.199336 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53670) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:19:32.610472 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writer thread running {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 04 20:19:32.632571 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:19:32.774316 n-d-852085-12 neutron-server[108169]: ERROR stevedore.extension [None req-8bc485c4-69cd-4513-bc69-2cbea9fbdca3 demo admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 04 20:19:32.830595 n-d-852085-12 neutron-server[108169]: DEBUG neutron.policy [None req-8bc485c4-69cd-4513-bc69-2cbea9fbdca3 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=108169) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 04 20:19:32.873805 n-d-852085-12 neutron-server[108169]: WARNING oslo_policy.policy [None req-8bc485c4-69cd-4513-bc69-2cbea9fbdca3 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 04 20:19:32.874181 n-d-852085-12 neutron-server[108169]: WARNING oslo_policy.policy [None req-8bc485c4-69cd-4513-bc69-2cbea9fbdca3 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 04 20:19:32.883223 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc485c4-69cd-4513-bc69-2cbea9fbdca3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:19:32.884022 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-8bc485c4-69cd-4513-bc69-2cbea9fbdca3 demo admin] 10.222.0.78 "GET /networking/v2.0/networks/e150aec6-ffaa-4e39-b7e2-9b944c88f778 HTTP/1.1" status: 200 len: 825 time: 0.6837013 Oct 04 20:19:32.927802 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-841cdb11-cf2e-46a4-bbad-8e373825d621 demo admin] 10.222.0.78 "GET /networking/v2.0/subnetpools/dd144327-72a2-48d7-8da9-90cb58f7b2ba HTTP/1.1" status: 200 len: 734 time: 0.0374224 Oct 04 20:19:32.938411 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-203c4cc2-aee8-4709-9c56-de077d06274e demo admin] Request body: {'subnet': {'subnetpool_id': 'dd144327-72a2-48d7-8da9-90cb58f7b2ba', 'name': 'private-subnet', 'ip_version': 4, 'network_id': 'e150aec6-ffaa-4e39-b7e2-9b944c88f778', 'gateway_ip': '172.20.0.1'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:19:33.147328 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203c4cc2-aee8-4709-9c56-de077d06274e demo admin] Made reservation on behalf of d23a587c3520484596c285914dbbb738 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:19:33.150333 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-203c4cc2-aee8-4709-9c56-de077d06274e demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:19:33.570265 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-203c4cc2-aee8-4709-9c56-de077d06274e demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for subnet (9c5bb2d3-d37b-4059-9a65-f3b80fe94c4a), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:19:33.654966 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203c4cc2-aee8-4709-9c56-de077d06274e demo admin] Checking segment: {'id': '4ab9c021-c2ee-4f34-a1d2-aa120214298f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e150aec6-ffaa-4e39-b7e2-9b944c88f778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:19:33.655376 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203c4cc2-aee8-4709-9c56-de077d06274e demo admin] Network hostable DHCP agents. Network: e150aec6-ffaa-4e39-b7e2-9b944c88f778, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:19:33.663989 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203c4cc2-aee8-4709-9c56-de077d06274e demo admin] Pushing event updated for resources: {'Subnet': ['ID=9c5bb2d3-d37b-4059-9a65-f3b80fe94c4a,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:19:33.679523 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203c4cc2-aee8-4709-9c56-de077d06274e demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:19:33.679682 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203c4cc2-aee8-4709-9c56-de077d06274e demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:19:33.679891 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203c4cc2-aee8-4709-9c56-de077d06274e demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:19:33.680225 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203c4cc2-aee8-4709-9c56-de077d06274e demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:19:33.680557 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203c4cc2-aee8-4709-9c56-de077d06274e demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:19:33.680883 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203c4cc2-aee8-4709-9c56-de077d06274e demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:19:33.681205 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203c4cc2-aee8-4709-9c56-de077d06274e demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:19:33.681526 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203c4cc2-aee8-4709-9c56-de077d06274e demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:19:33.681845 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203c4cc2-aee8-4709-9c56-de077d06274e demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:19:33.682162 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203c4cc2-aee8-4709-9c56-de077d06274e demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:19:33.682559 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203c4cc2-aee8-4709-9c56-de077d06274e demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:19:33.682877 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203c4cc2-aee8-4709-9c56-de077d06274e demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:19:33.683225 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203c4cc2-aee8-4709-9c56-de077d06274e demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:19:33.683539 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203c4cc2-aee8-4709-9c56-de077d06274e demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:19:33.683852 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203c4cc2-aee8-4709-9c56-de077d06274e demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:19:33.685110 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203c4cc2-aee8-4709-9c56-de077d06274e demo admin] Tracked resource versions report: Oct 04 20:19:33.685110 n-d-852085-12 neutron-server[108169]: pushed versions: Oct 04 20:19:33.685110 n-d-852085-12 neutron-server[108169]: { 'AddressGroup': {'1.2'}, Oct 04 20:19:33.685110 n-d-852085-12 neutron-server[108169]: 'Agent': {'1.1'}, Oct 04 20:19:33.685110 n-d-852085-12 neutron-server[108169]: 'ConntrackHelper': {'1.0'}, Oct 04 20:19:33.685110 n-d-852085-12 neutron-server[108169]: 'LocalIPAssociation': {'1.0'}, Oct 04 20:19:33.685110 n-d-852085-12 neutron-server[108169]: 'Log': {'1.0'}, Oct 04 20:19:33.685110 n-d-852085-12 neutron-server[108169]: 'NDPProxy': {'1.0'}, Oct 04 20:19:33.685110 n-d-852085-12 neutron-server[108169]: 'Network': {'1.1'}, Oct 04 20:19:33.685110 n-d-852085-12 neutron-server[108169]: 'Port': {'1.7'}, Oct 04 20:19:33.685110 n-d-852085-12 neutron-server[108169]: 'PortForwarding': {'1.3'}, Oct 04 20:19:33.685110 n-d-852085-12 neutron-server[108169]: 'QosPolicy': {'1.10'}, Oct 04 20:19:33.685110 n-d-852085-12 neutron-server[108169]: 'SecurityGroup': {'1.5'}, Oct 04 20:19:33.685110 n-d-852085-12 neutron-server[108169]: 'SecurityGroupRule': {'1.2'}, Oct 04 20:19:33.685110 n-d-852085-12 neutron-server[108169]: 'SubPort': {'1.0'}, Oct 04 20:19:33.685110 n-d-852085-12 neutron-server[108169]: 'Subnet': {'1.1'}, Oct 04 20:19:33.685110 n-d-852085-12 neutron-server[108169]: 'Trunk': {'1.1'}} Oct 04 20:19:33.685110 n-d-852085-12 neutron-server[108169]: consumer versions: Oct 04 20:19:33.685110 n-d-852085-12 neutron-server[108169]: { DHCP agent@n-d-852085-12: {}, Oct 04 20:19:33.685110 n-d-852085-12 neutron-server[108169]: L3 agent@n-d-852085-12: {}, Oct 04 20:19:33.685110 n-d-852085-12 neutron-server[108169]: Metadata agent@n-d-852085-12: {}, Oct 04 20:19:33.685110 n-d-852085-12 neutron-server[108169]: Metering agent@n-d-852085-12: {}, Oct 04 20:19:33.685110 n-d-852085-12 neutron-server[108169]: Open vSwitch agent@n-d-852085-12: { 'AddressGroup': '1.2', Oct 04 20:19:33.685110 n-d-852085-12 neutron-server[108169]: 'Agent': '1.1', Oct 04 20:19:33.685110 n-d-852085-12 neutron-server[108169]: 'ConntrackHelper': '1.0', Oct 04 20:19:33.685110 n-d-852085-12 neutron-server[108169]: 'LocalIPAssociation': '1.0', Oct 04 20:19:33.685110 n-d-852085-12 neutron-server[108169]: 'Log': '1.0', Oct 04 20:19:33.685110 n-d-852085-12 neutron-server[108169]: 'NDPProxy': '1.0', Oct 04 20:19:33.685110 n-d-852085-12 neutron-server[108169]: 'Network': '1.1', Oct 04 20:19:33.685110 n-d-852085-12 neutron-server[108169]: 'Port': '1.7', Oct 04 20:19:33.685110 n-d-852085-12 neutron-server[108169]: 'PortForwarding': '1.3', Oct 04 20:19:33.685110 n-d-852085-12 neutron-server[108169]: 'QosPolicy': '1.10', Oct 04 20:19:33.685110 n-d-852085-12 neutron-server[108169]: 'SecurityGroup': '1.5', Oct 04 20:19:33.685110 n-d-852085-12 neutron-server[108169]: 'SecurityGroupRule': '1.2', Oct 04 20:19:33.685110 n-d-852085-12 neutron-server[108169]: 'SubPort': '1.0', Oct 04 20:19:33.685110 n-d-852085-12 neutron-server[108169]: 'Subnet': '1.1', Oct 04 20:19:33.685110 n-d-852085-12 neutron-server[108169]: 'Trunk': '1.1'}} Oct 04 20:19:33.685110 n-d-852085-12 neutron-server[108169]: {{(pid=108169) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 04 20:19:33.838357 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203c4cc2-aee8-4709-9c56-de077d06274e demo admin] Network e150aec6-ffaa-4e39-b7e2-9b944c88f778 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:19:33.924197 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-203c4cc2-aee8-4709-9c56-de077d06274e demo admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, e150aec6-ffaa-4e39-b7e2-9b944c88f778) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:19:33.930293 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203c4cc2-aee8-4709-9c56-de077d06274e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:19:33.931081 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-203c4cc2-aee8-4709-9c56-de077d06274e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:19:33.935457 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8034ed44-531b-4ee3-838c-020c247d4d07 None None] Network e150aec6-ffaa-4e39-b7e2-9b944c88f778 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:19:34.035511 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-203c4cc2-aee8-4709-9c56-de077d06274e demo admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1006835 Oct 04 20:19:34.199545 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=19,neutron:INSERT=31 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:19:34.204529 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=5 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:19:34.253332 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f25a19c-bfe5-4efc-8d41-acde125579b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-e150aec6-ffaa-4e39-b7e2-9b944c88f778', 'network_id': 'e150aec6-ffaa-4e39-b7e2-9b944c88f778', 'project_id': 'd23a587c3520484596c285914dbbb738', 'fixed_ips': [{'subnet_id': '9c5bb2d3-d37b-4059-9a65-f3b80fe94c4a'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:19:34.254650 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6f25a19c-bfe5-4efc-8d41-acde125579b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:19:34.600980 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-6f25a19c-bfe5-4efc-8d41-acde125579b7 None None] Allocated IP 172.20.0.2 (e150aec6-ffaa-4e39-b7e2-9b944c88f778/9c5bb2d3-d37b-4059-9a65-f3b80fe94c4a/a1b7a79a-779f-4d15-a653-1ccffdd7518a) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:19:34.867603 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6f25a19c-bfe5-4efc-8d41-acde125579b7 None None] Publish callbacks [] for port (a1b7a79a-779f-4d15-a653-1ccffdd7518a), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:19:34.998766 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6f25a19c-bfe5-4efc-8d41-acde125579b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (a1b7a79a-779f-4d15-a653-1ccffdd7518a), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:19:35.078348 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f25a19c-bfe5-4efc-8d41-acde125579b7 None None] Network e150aec6-ffaa-4e39-b7e2-9b944c88f778 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:19:35.083574 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-6f25a19c-bfe5-4efc-8d41-acde125579b7 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:19:35.092222 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f25a19c-bfe5-4efc-8d41-acde125579b7 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:19:35.100938 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f25a19c-bfe5-4efc-8d41-acde125579b7 None None] Pushing event updated for resources: {'Port': ['ID=a1b7a79a-779f-4d15-a653-1ccffdd7518a,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:19:35.133256 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f25a19c-bfe5-4efc-8d41-acde125579b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:19:35.133520 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f25a19c-bfe5-4efc-8d41-acde125579b7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:19:35.133861 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f25a19c-bfe5-4efc-8d41-acde125579b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:19:35.134191 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f25a19c-bfe5-4efc-8d41-acde125579b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:19:35.134522 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f25a19c-bfe5-4efc-8d41-acde125579b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:19:35.134881 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f25a19c-bfe5-4efc-8d41-acde125579b7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:19:35.135269 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f25a19c-bfe5-4efc-8d41-acde125579b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:19:35.135510 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f25a19c-bfe5-4efc-8d41-acde125579b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:19:35.135832 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f25a19c-bfe5-4efc-8d41-acde125579b7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:19:35.136151 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f25a19c-bfe5-4efc-8d41-acde125579b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:19:35.136472 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f25a19c-bfe5-4efc-8d41-acde125579b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:19:35.136791 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f25a19c-bfe5-4efc-8d41-acde125579b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:19:35.137110 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f25a19c-bfe5-4efc-8d41-acde125579b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:19:35.137427 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f25a19c-bfe5-4efc-8d41-acde125579b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:19:35.137742 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f25a19c-bfe5-4efc-8d41-acde125579b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:19:35.138954 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f25a19c-bfe5-4efc-8d41-acde125579b7 None None] Tracked resource versions report: Oct 04 20:19:35.138954 n-d-852085-12 neutron-server[108171]: pushed versions: Oct 04 20:19:35.138954 n-d-852085-12 neutron-server[108171]: { 'AddressGroup': {'1.2'}, Oct 04 20:19:35.138954 n-d-852085-12 neutron-server[108171]: 'Agent': {'1.1'}, Oct 04 20:19:35.138954 n-d-852085-12 neutron-server[108171]: 'ConntrackHelper': {'1.0'}, Oct 04 20:19:35.138954 n-d-852085-12 neutron-server[108171]: 'LocalIPAssociation': {'1.0'}, Oct 04 20:19:35.138954 n-d-852085-12 neutron-server[108171]: 'Log': {'1.0'}, Oct 04 20:19:35.138954 n-d-852085-12 neutron-server[108171]: 'NDPProxy': {'1.0'}, Oct 04 20:19:35.138954 n-d-852085-12 neutron-server[108171]: 'Network': {'1.1'}, Oct 04 20:19:35.138954 n-d-852085-12 neutron-server[108171]: 'Port': {'1.7'}, Oct 04 20:19:35.138954 n-d-852085-12 neutron-server[108171]: 'PortForwarding': {'1.3'}, Oct 04 20:19:35.138954 n-d-852085-12 neutron-server[108171]: 'QosPolicy': {'1.10'}, Oct 04 20:19:35.138954 n-d-852085-12 neutron-server[108171]: 'SecurityGroup': {'1.5'}, Oct 04 20:19:35.138954 n-d-852085-12 neutron-server[108171]: 'SecurityGroupRule': {'1.2'}, Oct 04 20:19:35.138954 n-d-852085-12 neutron-server[108171]: 'SubPort': {'1.0'}, Oct 04 20:19:35.138954 n-d-852085-12 neutron-server[108171]: 'Subnet': {'1.1'}, Oct 04 20:19:35.138954 n-d-852085-12 neutron-server[108171]: 'Trunk': {'1.1'}} Oct 04 20:19:35.138954 n-d-852085-12 neutron-server[108171]: consumer versions: Oct 04 20:19:35.138954 n-d-852085-12 neutron-server[108171]: { DHCP agent@n-d-852085-12: {}, Oct 04 20:19:35.138954 n-d-852085-12 neutron-server[108171]: L3 agent@n-d-852085-12: {}, Oct 04 20:19:35.138954 n-d-852085-12 neutron-server[108171]: Metadata agent@n-d-852085-12: {}, Oct 04 20:19:35.138954 n-d-852085-12 neutron-server[108171]: Metering agent@n-d-852085-12: {}, Oct 04 20:19:35.138954 n-d-852085-12 neutron-server[108171]: Open vSwitch agent@n-d-852085-12: { 'AddressGroup': '1.2', Oct 04 20:19:35.138954 n-d-852085-12 neutron-server[108171]: 'Agent': '1.1', Oct 04 20:19:35.138954 n-d-852085-12 neutron-server[108171]: 'ConntrackHelper': '1.0', Oct 04 20:19:35.138954 n-d-852085-12 neutron-server[108171]: 'LocalIPAssociation': '1.0', Oct 04 20:19:35.138954 n-d-852085-12 neutron-server[108171]: 'Log': '1.0', Oct 04 20:19:35.138954 n-d-852085-12 neutron-server[108171]: 'NDPProxy': '1.0', Oct 04 20:19:35.138954 n-d-852085-12 neutron-server[108171]: 'Network': '1.1', Oct 04 20:19:35.138954 n-d-852085-12 neutron-server[108171]: 'Port': '1.7', Oct 04 20:19:35.138954 n-d-852085-12 neutron-server[108171]: 'PortForwarding': '1.3', Oct 04 20:19:35.138954 n-d-852085-12 neutron-server[108171]: 'QosPolicy': '1.10', Oct 04 20:19:35.138954 n-d-852085-12 neutron-server[108171]: 'SecurityGroup': '1.5', Oct 04 20:19:35.138954 n-d-852085-12 neutron-server[108171]: 'SecurityGroupRule': '1.2', Oct 04 20:19:35.138954 n-d-852085-12 neutron-server[108171]: 'SubPort': '1.0', Oct 04 20:19:35.138954 n-d-852085-12 neutron-server[108171]: 'Subnet': '1.1', Oct 04 20:19:35.138954 n-d-852085-12 neutron-server[108171]: 'Trunk': '1.1'}} Oct 04 20:19:35.138954 n-d-852085-12 neutron-server[108171]: {{(pid=108171) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 04 20:19:35.192714 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-6f25a19c-bfe5-4efc-8d41-acde125579b7 None None] Attempting to bind port a1b7a79a-779f-4d15-a653-1ccffdd7518a on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:19:35.193107 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-6f25a19c-bfe5-4efc-8d41-acde125579b7 None None] Attempting to bind port a1b7a79a-779f-4d15-a653-1ccffdd7518a by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '4ab9c021-c2ee-4f34-a1d2-aa120214298f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e150aec6-ffaa-4e39-b7e2-9b944c88f778'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:19:35.193615 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f25a19c-bfe5-4efc-8d41-acde125579b7 None None] Attempting to bind port a1b7a79a-779f-4d15-a653-1ccffdd7518a on network e150aec6-ffaa-4e39-b7e2-9b944c88f778 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:19:35.196536 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:19:35.247224 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f25a19c-bfe5-4efc-8d41-acde125579b7 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:19:35.247578 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f25a19c-bfe5-4efc-8d41-acde125579b7 None None] Checking segment: {'id': '4ab9c021-c2ee-4f34-a1d2-aa120214298f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e150aec6-ffaa-4e39-b7e2-9b944c88f778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:19:35.248057 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6f25a19c-bfe5-4efc-8d41-acde125579b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:19:35.248463 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f25a19c-bfe5-4efc-8d41-acde125579b7 None None] Bound using segment: {'id': '4ab9c021-c2ee-4f34-a1d2-aa120214298f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e150aec6-ffaa-4e39-b7e2-9b944c88f778'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:19:35.248974 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-6f25a19c-bfe5-4efc-8d41-acde125579b7 None None] Bound port: a1b7a79a-779f-4d15-a653-1ccffdd7518a, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab9c021-c2ee-4f34-a1d2-aa120214298f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e150aec6-ffaa-4e39-b7e2-9b944c88f778'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:19:35.249394 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6f25a19c-bfe5-4efc-8d41-acde125579b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (a1b7a79a-779f-4d15-a653-1ccffdd7518a), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:19:35.318234 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-6f25a19c-bfe5-4efc-8d41-acde125579b7 None None] For port a1b7a79a-779f-4d15-a653-1ccffdd7518a, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:19:35.332436 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:19:35.339580 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-6f25a19c-bfe5-4efc-8d41-acde125579b7 None None] For port a1b7a79a-779f-4d15-a653-1ccffdd7518a, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=a1b7a79a-779f-4d15-a653-1ccffdd7518a,segment=NetworkSegment(4ab9c021-c2ee-4f34-a1d2-aa120214298f),segment_id=4ab9c021-c2ee-4f34-a1d2-aa120214298f)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:19:35.462208 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6f25a19c-bfe5-4efc-8d41-acde125579b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (a1b7a79a-779f-4d15-a653-1ccffdd7518a), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:19:35.528541 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f25a19c-bfe5-4efc-8d41-acde125579b7 None None] Pushing event updated for resources: {'Port': ['ID=a1b7a79a-779f-4d15-a653-1ccffdd7518a,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:19:38.096144 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53692) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:19:38.534020 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [None req-03cdf681-4ea0-4afb-9d15-3dcc9cb8124b admin admin] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=108170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 20:19:38.535110 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-03cdf681-4ea0-4afb-9d15-3dcc9cb8124b admin admin] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.4376810 Oct 04 20:19:39.293495 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=65,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:19:39.300234 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=6,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:19:41.852070 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53702) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:19:42.236655 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [None req-d59d970d-96d4-4856-9697-d9f9ec0b17aa admin admin] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=108170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 20:19:42.237789 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-d59d970d-96d4-4856-9697-d9f9ec0b17aa admin admin] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3847919 Oct 04 20:19:43.295552 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a1b7a79a-779f-4d15-a653-1ccffdd7518a up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:19:43.385721 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port a1b7a79a-779f-4d15-a653-1ccffdd7518a triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:19:43.386034 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (a1b7a79a-779f-4d15-a653-1ccffdd7518a), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:19:43.386392 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port a1b7a79a-779f-4d15-a653-1ccffdd7518a Oct 04 20:19:43.489623 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port a1b7a79a-779f-4d15-a653-1ccffdd7518a is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:19:43.490009 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (a1b7a79a-779f-4d15-a653-1ccffdd7518a), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:19:43.530416 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port a1b7a79a-779f-4d15-a653-1ccffdd7518a, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=a1b7a79a-779f-4d15-a653-1ccffdd7518a,segment=NetworkSegment(4ab9c021-c2ee-4f34-a1d2-aa120214298f),segment_id=4ab9c021-c2ee-4f34-a1d2-aa120214298f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:19:43.586839 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (a1b7a79a-779f-4d15-a653-1ccffdd7518a), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:19:43.637866 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=a1b7a79a-779f-4d15-a653-1ccffdd7518a,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:19:43.949574 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=61,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:19:43.950385 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=50,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:19:44.393584 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beee6cfe-598d-4aae-a2a2-2fcbb2cbd2f3 None None] Network e150aec6-ffaa-4e39-b7e2-9b944c88f778 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:19:44.490711 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-041e8287-ab45-4de5-ae2b-0c9f1c5b5725 None None] Provisioning complete for port a1b7a79a-779f-4d15-a653-1ccffdd7518a triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:19:44.491104 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-041e8287-ab45-4de5-ae2b-0c9f1c5b5725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (a1b7a79a-779f-4d15-a653-1ccffdd7518a), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:19:44.491468 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-041e8287-ab45-4de5-ae2b-0c9f1c5b5725 None None] Attempt 1 to provision port a1b7a79a-779f-4d15-a653-1ccffdd7518a Oct 04 20:19:44.611029 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-041e8287-ab45-4de5-ae2b-0c9f1c5b5725 None None] Current status of the port a1b7a79a-779f-4d15-a653-1ccffdd7518a is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:19:44.832958 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-7eaddde4-9aa1-4703-8909-0725bc0fb27c None None] Provisioning complete for port a1b7a79a-779f-4d15-a653-1ccffdd7518a triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:19:44.833326 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7eaddde4-9aa1-4703-8909-0725bc0fb27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (a1b7a79a-779f-4d15-a653-1ccffdd7518a), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:19:44.833663 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-7eaddde4-9aa1-4703-8909-0725bc0fb27c None None] Attempt 1 to provision port a1b7a79a-779f-4d15-a653-1ccffdd7518a Oct 04 20:19:44.914881 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-7eaddde4-9aa1-4703-8909-0725bc0fb27c None None] Current status of the port a1b7a79a-779f-4d15-a653-1ccffdd7518a is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:19:45.026915 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53716) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:19:45.280341 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a1b7a79a-779f-4d15-a653-1ccffdd7518a up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:19:45.343791 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port a1b7a79a-779f-4d15-a653-1ccffdd7518a triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:19:45.344275 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (a1b7a79a-779f-4d15-a653-1ccffdd7518a), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:19:45.344706 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port a1b7a79a-779f-4d15-a653-1ccffdd7518a Oct 04 20:19:45.416277 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-903c0539-134a-4807-b41d-1ebe9b563c93 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:19:45.425250 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port a1b7a79a-779f-4d15-a653-1ccffdd7518a is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:19:45.432522 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d29d41e9-4fc1-410e-83cc-d3726af5caa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:19:45.530585 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-903c0539-134a-4807-b41d-1ebe9b563c93 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (35b4f5d8-d4bc-48b3-a15c-0dbced0a5a96), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:19:45.532148 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-903c0539-134a-4807-b41d-1ebe9b563c93 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (35b4f5d8-d4bc-48b3-a15c-0dbced0a5a96), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:19:45.676093 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-903c0539-134a-4807-b41d-1ebe9b563c93 demo demo] Publish callbacks [] for router_controller (35b4f5d8-d4bc-48b3-a15c-0dbced0a5a96), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:19:45.736763 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-903c0539-134a-4807-b41d-1ebe9b563c93 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (35b4f5d8-d4bc-48b3-a15c-0dbced0a5a96), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:19:45.817302 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-903c0539-134a-4807-b41d-1ebe9b563c93 demo demo] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:19:45.818888 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-903c0539-134a-4807-b41d-1ebe9b563c93 demo demo] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7909255 Oct 04 20:19:47.214033 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0ba18492-2d26-449d-8cd6-475c508207d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:19:49.165256 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53724) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:19:49.568665 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [None req-554e4e49-5454-4d71-95ff-d8765763211d admin admin] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=108170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 20:19:49.569724 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-554e4e49-5454-4d71-95ff-d8765763211d admin admin] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.4035289 Oct 04 20:19:49.809365 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:19:51.100068 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:19:51.107324 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:19:51.243726 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:19:51.340802 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:19:52.283494 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53732) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:19:52.650688 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-35cafb98-c0ec-4e58-907c-954c01ca6000 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'router:external': True}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:19:52.723330 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35cafb98-c0ec-4e58-907c-954c01ca6000 admin admin] Made reservation on behalf of 39207e776fb342b89ba6688e4c9f0eb3 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:19:52.725845 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-35cafb98-c0ec-4e58-907c-954c01ca6000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:19:52.743646 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-35cafb98-c0ec-4e58-907c-954c01ca6000 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:19:52.856651 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-35cafb98-c0ec-4e58-907c-954c01ca6000 admin admin] Publish callbacks [] for security_group (58ef5b96-5b5f-4552-b86c-045290691c30), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:19:52.901045 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-35cafb98-c0ec-4e58-907c-954c01ca6000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (58ef5b96-5b5f-4552-b86c-045290691c30), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:19:52.917056 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-35cafb98-c0ec-4e58-907c-954c01ca6000 admin admin] Reserving flat network on physical network physnet1 {{(pid=108169) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 04 20:19:52.946092 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-35cafb98-c0ec-4e58-907c-954c01ca6000 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740981395155', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (15e9aa73-02cc-4dd1-abe8-31f69e45b3d7), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:19:52.946726 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-35cafb98-c0ec-4e58-907c-954c01ca6000 admin admin] Unsubscribe: segment precommit_create {{(pid=108169) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 04 20:19:52.947275 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-35cafb98-c0ec-4e58-907c-954c01ca6000 admin admin] Added segment 15e9aa73-02cc-4dd1-abe8-31f69e45b3d7 of type flat for network 52a60aae-e230-4bd7-89bc-781767fd7892 Oct 04 20:19:52.951122 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cafb98-c0ec-4e58-907c-954c01ca6000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ef5b96-5b5f-4552-b86c-045290691c30,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:19:53.010778 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-35cafb98-c0ec-4e58-907c-954c01ca6000 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (52a60aae-e230-4bd7-89bc-781767fd7892), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:19:53.106303 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-35cafb98-c0ec-4e58-907c-954c01ca6000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (52a60aae-e230-4bd7-89bc-781767fd7892), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:19:53.107358 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cafb98-c0ec-4e58-907c-954c01ca6000 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:19:53.107955 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-35cafb98-c0ec-4e58-907c-954c01ca6000 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:19:53.226466 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cafb98-c0ec-4e58-907c-954c01ca6000 admin admin] Pushing event updated for resources: {'Network': ['ID=52a60aae-e230-4bd7-89bc-781767fd7892,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:19:53.237308 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 52a60aae-e230-4bd7-89bc-781767fd7892 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:19:53.268723 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-35cafb98-c0ec-4e58-907c-954c01ca6000 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9841659 Oct 04 20:19:55.742295 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=8,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:19:55.749716 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=11,neutron:INSERT=2,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:19:56.074546 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53740) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:19:56.541390 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b915fe-d454-4c92-b864-53c09ee63bc1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:19:56.542790 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-50b915fe-d454-4c92-b864-53c09ee63bc1 demo admin] 10.222.0.78 "GET /networking/v2.0/subnets/9c5bb2d3-d37b-4059-9a65-f3b80fe94c4a HTTP/1.1" status: 200 len: 849 time: 0.4671993 Oct 04 20:19:56.718247 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-45a9e5d8-e507-4439-986a-d2a1e928e838 demo admin] 10.222.0.78 "GET /networking/v2.0/routers/35b4f5d8-d4bc-48b3-a15c-0dbced0a5a96 HTTP/1.1" status: 200 len: 704 time: 0.1685688 Oct 04 20:19:57.035855 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f21ae9a2-c7a4-4e8e-8033-3c50434bf78a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:19:57.392917 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:19:57.399327 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:19:57.439907 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-f21ae9a2-c7a4-4e8e-8033-3c50434bf78a demo admin] Allocated IP 172.20.0.1 (e150aec6-ffaa-4e39-b7e2-9b944c88f778/9c5bb2d3-d37b-4059-9a65-f3b80fe94c4a/5cc6fa7b-907e-4357-b838-82292a4c7774) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:19:57.723327 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f21ae9a2-c7a4-4e8e-8033-3c50434bf78a demo admin] Publish callbacks [] for port (5cc6fa7b-907e-4357-b838-82292a4c7774), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:19:57.872911 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f21ae9a2-c7a4-4e8e-8033-3c50434bf78a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (5cc6fa7b-907e-4357-b838-82292a4c7774), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:19:57.956059 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21ae9a2-c7a4-4e8e-8033-3c50434bf78a demo admin] Network e150aec6-ffaa-4e39-b7e2-9b944c88f778 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:19:57.967302 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-f21ae9a2-c7a4-4e8e-8033-3c50434bf78a demo admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:19:57.971914 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21ae9a2-c7a4-4e8e-8033-3c50434bf78a demo admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:19:57.972475 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f21ae9a2-c7a4-4e8e-8033-3c50434bf78a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (35b4f5d8-d4bc-48b3-a15c-0dbced0a5a96), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:19:57.995200 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ae9a2-c7a4-4e8e-8033-3c50434bf78a demo admin] Pushing event updated for resources: {'Port': ['ID=5cc6fa7b-907e-4357-b838-82292a4c7774,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:19:58.234259 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-7aee382b-7fab-438e-9a6c-00a832be2f1e None None] Provisioning complete for port 5cc6fa7b-907e-4357-b838-82292a4c7774 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:19:58.234911 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7aee382b-7fab-438e-9a6c-00a832be2f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (5cc6fa7b-907e-4357-b838-82292a4c7774), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:19:58.235346 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-7aee382b-7fab-438e-9a6c-00a832be2f1e None None] Attempt 1 to provision port 5cc6fa7b-907e-4357-b838-82292a4c7774 Oct 04 20:19:58.274266 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-7aee382b-7fab-438e-9a6c-00a832be2f1e None None] Port 5cc6fa7b-907e-4357-b838-82292a4c7774 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:19:58.412402 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f21ae9a2-c7a4-4e8e-8033-3c50434bf78a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (5cc6fa7b-907e-4357-b838-82292a4c7774), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:19:58.663926 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f21ae9a2-c7a4-4e8e-8033-3c50434bf78a demo admin] Publish callbacks [] for port (5cc6fa7b-907e-4357-b838-82292a4c7774), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:19:58.763534 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f21ae9a2-c7a4-4e8e-8033-3c50434bf78a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (5cc6fa7b-907e-4357-b838-82292a4c7774), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:19:58.764394 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f21ae9a2-c7a4-4e8e-8033-3c50434bf78a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (35b4f5d8-d4bc-48b3-a15c-0dbced0a5a96), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:19:58.850509 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ae9a2-c7a4-4e8e-8033-3c50434bf78a demo admin] Pushing event updated for resources: {'Port': ['ID=5cc6fa7b-907e-4357-b838-82292a4c7774,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:19:58.874692 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:19:58.914331 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21ae9a2-c7a4-4e8e-8033-3c50434bf78a demo admin] Network e150aec6-ffaa-4e39-b7e2-9b944c88f778 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:19:58.915790 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-f21ae9a2-c7a4-4e8e-8033-3c50434bf78a demo admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:19:59.119031 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:19:59.197825 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-a2a3ae27-49ff-4e89-be7d-382d929158a9 None None] Provisioning complete for port 5cc6fa7b-907e-4357-b838-82292a4c7774 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:19:59.198132 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a2a3ae27-49ff-4e89-be7d-382d929158a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (5cc6fa7b-907e-4357-b838-82292a4c7774), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:19:59.198309 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f21ae9a2-c7a4-4e8e-8033-3c50434bf78a demo admin] Router 35b4f5d8-d4bc-48b3-a15c-0dbced0a5a96 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:19:59.198479 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-a2a3ae27-49ff-4e89-be7d-382d929158a9 None None] Attempt 1 to provision port 5cc6fa7b-907e-4357-b838-82292a4c7774 Oct 04 20:19:59.253989 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-a2a3ae27-49ff-4e89-be7d-382d929158a9 None None] Port 5cc6fa7b-907e-4357-b838-82292a4c7774 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:19:59.365334 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f21ae9a2-c7a4-4e8e-8033-3c50434bf78a demo admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:19:59.374163 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f21ae9a2-c7a4-4e8e-8033-3c50434bf78a demo admin] 10.222.0.78 "PUT /networking/v2.0/routers/35b4f5d8-d4bc-48b3-a15c-0dbced0a5a96/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.6494629 Oct 04 20:19:59.377619 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c7c313-b72d-4916-a0b4-13b9205ef988 None None] Sync routers for ids ['35b4f5d8-d4bc-48b3-a15c-0dbced0a5a96'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:19:59.395084 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c7c313-b72d-4916-a0b4-13b9205ef988 None None] Routers {'35b4f5d8-d4bc-48b3-a15c-0dbced0a5a96'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:19:59.396836 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-b2c7c313-b72d-4916-a0b4-13b9205ef988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:19:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['35b4f5d8-d4bc-48b3-a15c-0dbced0a5a96'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:19:59.691476 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-b2c7c313-b72d-4916-a0b4-13b9205ef988 None None] Set router 35b4f5d8-d4bc-48b3-a15c-0dbced0a5a96 gateway port host: None {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:20:00.251663 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-b2c7c313-b72d-4916-a0b4-13b9205ef988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35b4f5d8-d4bc-48b3-a15c-0dbced0a5a96', 'name': 'router1', 'tenant_id': 'd23a587c3520484596c285914dbbb738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:19:45Z', 'updated_at': '2022-10-04T20:19:58Z', 'revision_number': 2, 'project_id': 'd23a587c3520484596c285914dbbb738', 'gw_port_host': None, '_interfaces': [{'id': '5cc6fa7b-907e-4357-b838-82292a4c7774', 'name': '', 'network_id': 'e150aec6-ffaa-4e39-b7e2-9b944c88f778', 'tenant_id': 'd23a587c3520484596c285914dbbb738', 'mac_address': 'fa:16:3e:a5:9c:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35b4f5d8-d4bc-48b3-a15c-0dbced0a5a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9c5bb2d3-d37b-4059-9a65-f3b80fe94c4a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:19:57Z', 'updated_at': '2022-10-04T20:19:58Z', 'revision_number': 2, 'project_id': 'd23a587c3520484596c285914dbbb738', 'subnets': [{'id': '9c5bb2d3-d37b-4059-9a65-f3b80fe94c4a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dd144327-72a2-48d7-8da9-90cb58f7b2ba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:20:00.308874 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c7c313-b72d-4916-a0b4-13b9205ef988 None None] Checking router: 35b4f5d8-d4bc-48b3-a15c-0dbced0a5a96 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:20:00.309234 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c7c313-b72d-4916-a0b4-13b9205ef988 None None] Updating router 35b4f5d8-d4bc-48b3-a15c-0dbced0a5a96 port 5cc6fa7b-907e-4357-b838-82292a4c7774 binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:20:00.369627 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-b2c7c313-b72d-4916-a0b4-13b9205ef988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (5cc6fa7b-907e-4357-b838-82292a4c7774), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:20:00.920965 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-b2c7c313-b72d-4916-a0b4-13b9205ef988 None None] Publish callbacks [] for port (5cc6fa7b-907e-4357-b838-82292a4c7774), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:20:00.992817 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-b2c7c313-b72d-4916-a0b4-13b9205ef988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (5cc6fa7b-907e-4357-b838-82292a4c7774), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:20:01.165140 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2386450c-4581-4f1c-b184-69efaf78fb08 None None] Pushing event updated for resources: {'Port': ['ID=5cc6fa7b-907e-4357-b838-82292a4c7774,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:20:01.168135 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-b2c7c313-b72d-4916-a0b4-13b9205ef988 None None] Attempting to bind port 5cc6fa7b-907e-4357-b838-82292a4c7774 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:20:01.168517 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-b2c7c313-b72d-4916-a0b4-13b9205ef988 None None] Attempting to bind port 5cc6fa7b-907e-4357-b838-82292a4c7774 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '4ab9c021-c2ee-4f34-a1d2-aa120214298f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e150aec6-ffaa-4e39-b7e2-9b944c88f778'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:20:01.168941 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c7c313-b72d-4916-a0b4-13b9205ef988 None None] Attempting to bind port 5cc6fa7b-907e-4357-b838-82292a4c7774 on network e150aec6-ffaa-4e39-b7e2-9b944c88f778 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:20:01.206302 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2386450c-4581-4f1c-b184-69efaf78fb08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:20:01.206634 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2386450c-4581-4f1c-b184-69efaf78fb08 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:20:01.206975 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2386450c-4581-4f1c-b184-69efaf78fb08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:20:01.207394 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2386450c-4581-4f1c-b184-69efaf78fb08 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:20:01.207718 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2386450c-4581-4f1c-b184-69efaf78fb08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:20:01.208591 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2386450c-4581-4f1c-b184-69efaf78fb08 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:20:01.208909 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2386450c-4581-4f1c-b184-69efaf78fb08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:20:01.209229 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2386450c-4581-4f1c-b184-69efaf78fb08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:20:01.209570 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2386450c-4581-4f1c-b184-69efaf78fb08 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:20:01.209869 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2386450c-4581-4f1c-b184-69efaf78fb08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:20:01.210180 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2386450c-4581-4f1c-b184-69efaf78fb08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:20:01.210491 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2386450c-4581-4f1c-b184-69efaf78fb08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:20:01.210804 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2386450c-4581-4f1c-b184-69efaf78fb08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:20:01.211116 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2386450c-4581-4f1c-b184-69efaf78fb08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:20:01.211451 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2386450c-4581-4f1c-b184-69efaf78fb08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:20:01.213589 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2386450c-4581-4f1c-b184-69efaf78fb08 None None] Tracked resource versions report: Oct 04 20:20:01.213589 n-d-852085-12 neutron-server[108172]: pushed versions: Oct 04 20:20:01.213589 n-d-852085-12 neutron-server[108172]: { 'AddressGroup': {'1.2'}, Oct 04 20:20:01.213589 n-d-852085-12 neutron-server[108172]: 'Agent': {'1.1'}, Oct 04 20:20:01.213589 n-d-852085-12 neutron-server[108172]: 'ConntrackHelper': {'1.0'}, Oct 04 20:20:01.213589 n-d-852085-12 neutron-server[108172]: 'LocalIPAssociation': {'1.0'}, Oct 04 20:20:01.213589 n-d-852085-12 neutron-server[108172]: 'Log': {'1.0'}, Oct 04 20:20:01.213589 n-d-852085-12 neutron-server[108172]: 'NDPProxy': {'1.0'}, Oct 04 20:20:01.213589 n-d-852085-12 neutron-server[108172]: 'Network': {'1.1'}, Oct 04 20:20:01.213589 n-d-852085-12 neutron-server[108172]: 'Port': {'1.7'}, Oct 04 20:20:01.213589 n-d-852085-12 neutron-server[108172]: 'PortForwarding': {'1.3'}, Oct 04 20:20:01.213589 n-d-852085-12 neutron-server[108172]: 'QosPolicy': {'1.10'}, Oct 04 20:20:01.213589 n-d-852085-12 neutron-server[108172]: 'SecurityGroup': {'1.5'}, Oct 04 20:20:01.213589 n-d-852085-12 neutron-server[108172]: 'SecurityGroupRule': {'1.2'}, Oct 04 20:20:01.213589 n-d-852085-12 neutron-server[108172]: 'SubPort': {'1.0'}, Oct 04 20:20:01.213589 n-d-852085-12 neutron-server[108172]: 'Subnet': {'1.1'}, Oct 04 20:20:01.213589 n-d-852085-12 neutron-server[108172]: 'Trunk': {'1.1'}} Oct 04 20:20:01.213589 n-d-852085-12 neutron-server[108172]: consumer versions: Oct 04 20:20:01.213589 n-d-852085-12 neutron-server[108172]: { DHCP agent@n-d-852085-12: {}, Oct 04 20:20:01.213589 n-d-852085-12 neutron-server[108172]: L3 agent@n-d-852085-12: {}, Oct 04 20:20:01.213589 n-d-852085-12 neutron-server[108172]: Metadata agent@n-d-852085-12: {}, Oct 04 20:20:01.213589 n-d-852085-12 neutron-server[108172]: Metering agent@n-d-852085-12: {}, Oct 04 20:20:01.213589 n-d-852085-12 neutron-server[108172]: Open vSwitch agent@n-d-852085-12: { 'AddressGroup': '1.2', Oct 04 20:20:01.213589 n-d-852085-12 neutron-server[108172]: 'Agent': '1.1', Oct 04 20:20:01.213589 n-d-852085-12 neutron-server[108172]: 'ConntrackHelper': '1.0', Oct 04 20:20:01.213589 n-d-852085-12 neutron-server[108172]: 'LocalIPAssociation': '1.0', Oct 04 20:20:01.213589 n-d-852085-12 neutron-server[108172]: 'Log': '1.0', Oct 04 20:20:01.213589 n-d-852085-12 neutron-server[108172]: 'NDPProxy': '1.0', Oct 04 20:20:01.213589 n-d-852085-12 neutron-server[108172]: 'Network': '1.1', Oct 04 20:20:01.213589 n-d-852085-12 neutron-server[108172]: 'Port': '1.7', Oct 04 20:20:01.213589 n-d-852085-12 neutron-server[108172]: 'PortForwarding': '1.3', Oct 04 20:20:01.213589 n-d-852085-12 neutron-server[108172]: 'QosPolicy': '1.10', Oct 04 20:20:01.213589 n-d-852085-12 neutron-server[108172]: 'SecurityGroup': '1.5', Oct 04 20:20:01.213589 n-d-852085-12 neutron-server[108172]: 'SecurityGroupRule': '1.2', Oct 04 20:20:01.213589 n-d-852085-12 neutron-server[108172]: 'SubPort': '1.0', Oct 04 20:20:01.213589 n-d-852085-12 neutron-server[108172]: 'Subnet': '1.1', Oct 04 20:20:01.213589 n-d-852085-12 neutron-server[108172]: 'Trunk': '1.1'}} Oct 04 20:20:01.213589 n-d-852085-12 neutron-server[108172]: {{(pid=108172) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 04 20:20:01.278822 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c7c313-b72d-4916-a0b4-13b9205ef988 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:20:01.279150 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c7c313-b72d-4916-a0b4-13b9205ef988 None None] Checking segment: {'id': '4ab9c021-c2ee-4f34-a1d2-aa120214298f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e150aec6-ffaa-4e39-b7e2-9b944c88f778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:20:01.279711 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-b2c7c313-b72d-4916-a0b4-13b9205ef988 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:20:01.280009 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c7c313-b72d-4916-a0b4-13b9205ef988 None None] Bound using segment: {'id': '4ab9c021-c2ee-4f34-a1d2-aa120214298f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e150aec6-ffaa-4e39-b7e2-9b944c88f778'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:20:01.280510 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-b2c7c313-b72d-4916-a0b4-13b9205ef988 None None] Bound port: 5cc6fa7b-907e-4357-b838-82292a4c7774, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab9c021-c2ee-4f34-a1d2-aa120214298f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e150aec6-ffaa-4e39-b7e2-9b944c88f778'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:20:01.280884 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-b2c7c313-b72d-4916-a0b4-13b9205ef988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (5cc6fa7b-907e-4357-b838-82292a4c7774), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:20:01.353646 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:20:01.355093 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-b2c7c313-b72d-4916-a0b4-13b9205ef988 None None] For port 5cc6fa7b-907e-4357-b838-82292a4c7774, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:20:01.358541 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:20:01.388213 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-b2c7c313-b72d-4916-a0b4-13b9205ef988 None None] For port 5cc6fa7b-907e-4357-b838-82292a4c7774, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=5cc6fa7b-907e-4357-b838-82292a4c7774,segment=NetworkSegment(4ab9c021-c2ee-4f34-a1d2-aa120214298f),segment_id=4ab9c021-c2ee-4f34-a1d2-aa120214298f)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:20:01.460848 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-b2c7c313-b72d-4916-a0b4-13b9205ef988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (5cc6fa7b-907e-4357-b838-82292a4c7774), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:20:01.506868 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c7c313-b72d-4916-a0b4-13b9205ef988 None None] Routers {'35b4f5d8-d4bc-48b3-a15c-0dbced0a5a96'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:20:01.507723 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-b2c7c313-b72d-4916-a0b4-13b9205ef988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:19:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['35b4f5d8-d4bc-48b3-a15c-0dbced0a5a96'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:20:01.557412 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2386450c-4581-4f1c-b184-69efaf78fb08 None None] Pushing event updated for resources: {'Port': ['ID=5cc6fa7b-907e-4357-b838-82292a4c7774,revision_number=4']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:20:01.650343 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-b2c7c313-b72d-4916-a0b4-13b9205ef988 None None] Set router 35b4f5d8-d4bc-48b3-a15c-0dbced0a5a96 gateway port host: None {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:20:01.907107 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-b2c7c313-b72d-4916-a0b4-13b9205ef988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35b4f5d8-d4bc-48b3-a15c-0dbced0a5a96', 'name': 'router1', 'tenant_id': 'd23a587c3520484596c285914dbbb738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:19:45Z', 'updated_at': '2022-10-04T20:19:58Z', 'revision_number': 2, 'project_id': 'd23a587c3520484596c285914dbbb738', 'gw_port_host': None, '_interfaces': [{'id': '5cc6fa7b-907e-4357-b838-82292a4c7774', 'name': '', 'network_id': 'e150aec6-ffaa-4e39-b7e2-9b944c88f778', 'tenant_id': 'd23a587c3520484596c285914dbbb738', 'mac_address': 'fa:16:3e:a5:9c:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35b4f5d8-d4bc-48b3-a15c-0dbced0a5a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9c5bb2d3-d37b-4059-9a65-f3b80fe94c4a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:19:57Z', 'updated_at': '2022-10-04T20:20:01Z', 'revision_number': 4, 'project_id': 'd23a587c3520484596c285914dbbb738', 'subnets': [{'id': '9c5bb2d3-d37b-4059-9a65-f3b80fe94c4a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dd144327-72a2-48d7-8da9-90cb58f7b2ba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:20:01.939276 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c7c313-b72d-4916-a0b4-13b9205ef988 None None] The sync data for ids ['35b4f5d8-d4bc-48b3-a15c-0dbced0a5a96'] in n-d-852085-12 is: [{'id': '35b4f5d8-d4bc-48b3-a15c-0dbced0a5a96', 'name': 'router1', 'tenant_id': 'd23a587c3520484596c285914dbbb738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:19:45Z', 'updated_at': '2022-10-04T20:19:58Z', 'revision_number': 2, 'project_id': 'd23a587c3520484596c285914dbbb738', 'gw_port_host': None, '_interfaces': [{'id': '5cc6fa7b-907e-4357-b838-82292a4c7774', 'name': '', 'network_id': 'e150aec6-ffaa-4e39-b7e2-9b944c88f778', 'tenant_id': 'd23a587c3520484596c285914dbbb738', 'mac_address': 'fa:16:3e:a5:9c:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35b4f5d8-d4bc-48b3-a15c-0dbced0a5a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9c5bb2d3-d37b-4059-9a65-f3b80fe94c4a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:19:57Z', 'updated_at': '2022-10-04T20:20:01Z', 'revision_number': 4, 'project_id': 'd23a587c3520484596c285914dbbb738', 'subnets': [{'id': '9c5bb2d3-d37b-4059-9a65-f3b80fe94c4a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dd144327-72a2-48d7-8da9-90cb58f7b2ba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:20:02.607266 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53750) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:20:03.188001 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15068427-ec46-4269-8815-82ee26781c49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:20:03.189918 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-15068427-ec46-4269-8815-82ee26781c49 admin admin] 10.222.0.78 "GET /networking/v2.0/networks/52a60aae-e230-4bd7-89bc-781767fd7892 HTTP/1.1" status: 200 len: 842 time: 0.5814009 Oct 04 20:20:03.202862 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-0a435c44-33a8-4933-ad74-52f9b569876a admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.25.5.1', 'cidr': '172.25.5.0/24', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:20:03.283034 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a435c44-33a8-4933-ad74-52f9b569876a admin admin] Made reservation on behalf of 39207e776fb342b89ba6688e4c9f0eb3 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:20:03.285595 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0a435c44-33a8-4933-ad74-52f9b569876a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:20:03.734921 n-d-852085-12 neutron-server[108169]: DEBUG neutron.objects.ports [None req-0a435c44-33a8-4933-ad74-52f9b569876a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108169) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 04 20:20:03.735719 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0a435c44-33a8-4933-ad74-52f9b569876a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for subnet (96e1494d-e1f1-405b-8524-682cbb2a53ae), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:20:03.810543 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a435c44-33a8-4933-ad74-52f9b569876a admin admin] Pushing event updated for resources: {'Subnet': ['ID=96e1494d-e1f1-405b-8524-682cbb2a53ae,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:20:03.826003 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a435c44-33a8-4933-ad74-52f9b569876a admin admin] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:20:03.826542 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a435c44-33a8-4933-ad74-52f9b569876a admin admin] Network hostable DHCP agents. Network: 52a60aae-e230-4bd7-89bc-781767fd7892, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:20:03.924049 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a435c44-33a8-4933-ad74-52f9b569876a admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:20:04.009098 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-0a435c44-33a8-4933-ad74-52f9b569876a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 52a60aae-e230-4bd7-89bc-781767fd7892) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:20:04.016050 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a435c44-33a8-4933-ad74-52f9b569876a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:20:04.016934 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0a435c44-33a8-4933-ad74-52f9b569876a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:20:04.024194 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b083fbfb-3c6b-433f-93c4-16ffed645654 None None] Network 52a60aae-e230-4bd7-89bc-781767fd7892 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:20:04.094966 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-0a435c44-33a8-4933-ad74-52f9b569876a admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8974090 Oct 04 20:20:04.197420 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98a1996-a507-4485-ab21-0a231bb0cb03 None None] Network 52a60aae-e230-4bd7-89bc-781767fd7892 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:20:07.728082 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53760) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:20:08.584984 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-985a5da2-3619-49df-bd0d-ef6677eadfd6 demo admin] 10.222.0.78 "GET /networking/v2.0/routers/35b4f5d8-d4bc-48b3-a15c-0dbced0a5a96 HTTP/1.1" status: 200 len: 710 time: 0.8551359 Oct 04 20:20:08.745291 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 5 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 20:20:08.822201 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6f54ee-7d0f-4275-a575-35a836b61c48 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:20:08.824835 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4b6f54ee-7d0f-4275-a575-35a836b61c48 demo admin] 10.222.0.78 "GET /networking/v2.0/networks/52a60aae-e230-4bd7-89bc-781767fd7892 HTTP/1.1" status: 200 len: 886 time: 0.2297392 Oct 04 20:20:08.840255 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-3678e2e6-d549-4682-b2bb-ee5d95d09e2e demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:20:09.189884 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3678e2e6-d549-4682-b2bb-ee5d95d09e2e demo admin] Publish callbacks [] for router_gateway (35b4f5d8-d4bc-48b3-a15c-0dbced0a5a96), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:20:09.340871 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 5cc6fa7b-907e-4357-b838-82292a4c7774 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:20:09.423987 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 5cc6fa7b-907e-4357-b838-82292a4c7774 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:20:09.424582 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (5cc6fa7b-907e-4357-b838-82292a4c7774), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:20:09.425349 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 5cc6fa7b-907e-4357-b838-82292a4c7774 Oct 04 20:20:09.535299 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 5cc6fa7b-907e-4357-b838-82292a4c7774 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:20:09.535773 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (5cc6fa7b-907e-4357-b838-82292a4c7774), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:20:09.571519 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 5cc6fa7b-907e-4357-b838-82292a4c7774, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=5cc6fa7b-907e-4357-b838-82292a4c7774,segment=NetworkSegment(4ab9c021-c2ee-4f34-a1d2-aa120214298f),segment_id=4ab9c021-c2ee-4f34-a1d2-aa120214298f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:20:09.608438 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3678e2e6-d549-4682-b2bb-ee5d95d09e2e demo admin] Publish callbacks [] for router_gateway (35b4f5d8-d4bc-48b3-a15c-0dbced0a5a96), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:20:09.643846 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (5cc6fa7b-907e-4357-b838-82292a4c7774), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:20:09.725358 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=5cc6fa7b-907e-4357-b838-82292a4c7774,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:20:09.736909 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3678e2e6-d549-4682-b2bb-ee5d95d09e2e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:20:09.977686 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-3678e2e6-d549-4682-b2bb-ee5d95d09e2e demo admin] Allocated IP 172.25.5.211 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/99f939b1-3964-4b52-a605-66c02c99e70b) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:20:10.171389 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3678e2e6-d549-4682-b2bb-ee5d95d09e2e demo admin] Publish callbacks [] for port (99f939b1-3964-4b52-a605-66c02c99e70b), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:20:10.203405 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:20:10.243561 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:20:10.398943 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3678e2e6-d549-4682-b2bb-ee5d95d09e2e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (99f939b1-3964-4b52-a605-66c02c99e70b), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:20:10.551797 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3678e2e6-d549-4682-b2bb-ee5d95d09e2e demo admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:20:10.563592 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-3678e2e6-d549-4682-b2bb-ee5d95d09e2e demo admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:20:10.570334 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3678e2e6-d549-4682-b2bb-ee5d95d09e2e demo admin] Pushing event updated for resources: {'Port': ['ID=99f939b1-3964-4b52-a605-66c02c99e70b,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:20:10.573961 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3678e2e6-d549-4682-b2bb-ee5d95d09e2e demo admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:20:10.994446 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3678e2e6-d549-4682-b2bb-ee5d95d09e2e demo admin] Publish callbacks [] for router_gateway (35b4f5d8-d4bc-48b3-a15c-0dbced0a5a96), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:20:11.310595 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 5cc6fa7b-907e-4357-b838-82292a4c7774 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:20:11.330850 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3678e2e6-d549-4682-b2bb-ee5d95d09e2e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-465386', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-583633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6069'] for router (35b4f5d8-d4bc-48b3-a15c-0dbced0a5a96), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:20:11.339952 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3678e2e6-d549-4682-b2bb-ee5d95d09e2e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-465361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-465368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-583658'] for router (35b4f5d8-d4bc-48b3-a15c-0dbced0a5a96), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:20:11.387238 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 5cc6fa7b-907e-4357-b838-82292a4c7774 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:20:11.387759 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (5cc6fa7b-907e-4357-b838-82292a4c7774), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:20:11.388179 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 5cc6fa7b-907e-4357-b838-82292a4c7774 Oct 04 20:20:11.475921 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 5cc6fa7b-907e-4357-b838-82292a4c7774 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:20:11.495977 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3678e2e6-d549-4682-b2bb-ee5d95d09e2e demo admin] Router 35b4f5d8-d4bc-48b3-a15c-0dbced0a5a96 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:20:11.618253 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3678e2e6-d549-4682-b2bb-ee5d95d09e2e demo admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:20:11.624693 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3678e2e6-d549-4682-b2bb-ee5d95d09e2e demo admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:20:11.626251 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-3678e2e6-d549-4682-b2bb-ee5d95d09e2e demo admin] 10.222.0.78 "PUT /networking/v2.0/routers/35b4f5d8-d4bc-48b3-a15c-0dbced0a5a96 HTTP/1.1" status: 200 len: 890 time: 2.7914085 Oct 04 20:20:11.634921 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f41ae6-8efe-4220-8c26-b010ab6b30c4 None None] Sync routers for ids ['35b4f5d8-d4bc-48b3-a15c-0dbced0a5a96'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:20:11.655900 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f41ae6-8efe-4220-8c26-b010ab6b30c4 None None] Routers {'35b4f5d8-d4bc-48b3-a15c-0dbced0a5a96'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:20:11.657002 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-33f41ae6-8efe-4220-8c26-b010ab6b30c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:19:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['35b4f5d8-d4bc-48b3-a15c-0dbced0a5a96'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:20:11.880389 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:20:11.911443 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=31 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:20:12.035126 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-33f41ae6-8efe-4220-8c26-b010ab6b30c4 None None] Set router 35b4f5d8-d4bc-48b3-a15c-0dbced0a5a96 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:20:12.282818 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:20:12.770013 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-33f41ae6-8efe-4220-8c26-b010ab6b30c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35b4f5d8-d4bc-48b3-a15c-0dbced0a5a96', 'name': 'router1', 'tenant_id': 'd23a587c3520484596c285914dbbb738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '99f939b1-3964-4b52-a605-66c02c99e70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:19:45Z', 'updated_at': '2022-10-04T20:20:10Z', 'revision_number': 4, 'project_id': 'd23a587c3520484596c285914dbbb738', 'gw_port': {'id': '99f939b1-3964-4b52-a605-66c02c99e70b', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0d:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35b4f5d8-d4bc-48b3-a15c-0dbced0a5a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:20:09Z', 'updated_at': '2022-10-04T20:20:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '5cc6fa7b-907e-4357-b838-82292a4c7774', 'name': '', 'network_id': 'e150aec6-ffaa-4e39-b7e2-9b944c88f778', 'tenant_id': 'd23a587c3520484596c285914dbbb738', 'mac_address': 'fa:16:3e:a5:9c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b4f5d8-d4bc-48b3-a15c-0dbced0a5a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9c5bb2d3-d37b-4059-9a65-f3b80fe94c4a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:19:57Z', 'updated_at': '2022-10-04T20:20:09Z', 'revision_number': 5, 'project_id': 'd23a587c3520484596c285914dbbb738', 'subnets': [{'id': '9c5bb2d3-d37b-4059-9a65-f3b80fe94c4a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dd144327-72a2-48d7-8da9-90cb58f7b2ba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:20:12.830726 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f41ae6-8efe-4220-8c26-b010ab6b30c4 None None] Checking router: 35b4f5d8-d4bc-48b3-a15c-0dbced0a5a96 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:20:12.831081 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f41ae6-8efe-4220-8c26-b010ab6b30c4 None None] Updating router 35b4f5d8-d4bc-48b3-a15c-0dbced0a5a96 port 99f939b1-3964-4b52-a605-66c02c99e70b binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:20:12.898690 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-33f41ae6-8efe-4220-8c26-b010ab6b30c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (99f939b1-3964-4b52-a605-66c02c99e70b), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:20:13.405762 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-33f41ae6-8efe-4220-8c26-b010ab6b30c4 None None] Publish callbacks [] for port (99f939b1-3964-4b52-a605-66c02c99e70b), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:20:13.490087 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-33f41ae6-8efe-4220-8c26-b010ab6b30c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (99f939b1-3964-4b52-a605-66c02c99e70b), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:20:13.557552 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-33f41ae6-8efe-4220-8c26-b010ab6b30c4 None None] Attempting to bind port 99f939b1-3964-4b52-a605-66c02c99e70b on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:20:13.558164 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-33f41ae6-8efe-4220-8c26-b010ab6b30c4 None None] Attempting to bind port 99f939b1-3964-4b52-a605-66c02c99e70b by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:20:13.558803 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f41ae6-8efe-4220-8c26-b010ab6b30c4 None None] Attempting to bind port 99f939b1-3964-4b52-a605-66c02c99e70b on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:20:13.624297 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea77f5d8-9bd4-481e-ae43-45cd2a3477b2 None None] Pushing event updated for resources: {'Port': ['ID=99f939b1-3964-4b52-a605-66c02c99e70b,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:20:13.656285 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f41ae6-8efe-4220-8c26-b010ab6b30c4 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:20:13.656889 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f41ae6-8efe-4220-8c26-b010ab6b30c4 None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:20:13.657538 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-33f41ae6-8efe-4220-8c26-b010ab6b30c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:20:13.658175 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f41ae6-8efe-4220-8c26-b010ab6b30c4 None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:20:13.658981 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-33f41ae6-8efe-4220-8c26-b010ab6b30c4 None None] Bound port: 99f939b1-3964-4b52-a605-66c02c99e70b, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:20:13.659644 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-33f41ae6-8efe-4220-8c26-b010ab6b30c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (99f939b1-3964-4b52-a605-66c02c99e70b), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:20:13.754712 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-33f41ae6-8efe-4220-8c26-b010ab6b30c4 None None] For port 99f939b1-3964-4b52-a605-66c02c99e70b, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:20:13.760696 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-33f41ae6-8efe-4220-8c26-b010ab6b30c4 None None] For port 99f939b1-3964-4b52-a605-66c02c99e70b, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=99f939b1-3964-4b52-a605-66c02c99e70b,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:20:13.856776 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-33f41ae6-8efe-4220-8c26-b010ab6b30c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (99f939b1-3964-4b52-a605-66c02c99e70b), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:20:13.931529 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f41ae6-8efe-4220-8c26-b010ab6b30c4 None None] Routers {'35b4f5d8-d4bc-48b3-a15c-0dbced0a5a96'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:20:13.931529 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-33f41ae6-8efe-4220-8c26-b010ab6b30c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:19:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['35b4f5d8-d4bc-48b3-a15c-0dbced0a5a96'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:20:13.939724 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:20:14.032077 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=67,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:20:14.033546 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=69,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:20:14.039335 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea77f5d8-9bd4-481e-ae43-45cd2a3477b2 None None] Pushing event updated for resources: {'Port': ['ID=99f939b1-3964-4b52-a605-66c02c99e70b,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:20:14.151843 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-33f41ae6-8efe-4220-8c26-b010ab6b30c4 None None] Set router 35b4f5d8-d4bc-48b3-a15c-0dbced0a5a96 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:20:14.360510 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:20:14.512479 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-33f41ae6-8efe-4220-8c26-b010ab6b30c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35b4f5d8-d4bc-48b3-a15c-0dbced0a5a96', 'name': 'router1', 'tenant_id': 'd23a587c3520484596c285914dbbb738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '99f939b1-3964-4b52-a605-66c02c99e70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:19:45Z', 'updated_at': '2022-10-04T20:20:10Z', 'revision_number': 4, 'project_id': 'd23a587c3520484596c285914dbbb738', 'gw_port': {'id': '99f939b1-3964-4b52-a605-66c02c99e70b', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0d:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35b4f5d8-d4bc-48b3-a15c-0dbced0a5a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:20:09Z', 'updated_at': '2022-10-04T20:20:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '5cc6fa7b-907e-4357-b838-82292a4c7774', 'name': '', 'network_id': 'e150aec6-ffaa-4e39-b7e2-9b944c88f778', 'tenant_id': 'd23a587c3520484596c285914dbbb738', 'mac_address': 'fa:16:3e:a5:9c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b4f5d8-d4bc-48b3-a15c-0dbced0a5a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9c5bb2d3-d37b-4059-9a65-f3b80fe94c4a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:19:57Z', 'updated_at': '2022-10-04T20:20:09Z', 'revision_number': 5, 'project_id': 'd23a587c3520484596c285914dbbb738', 'subnets': [{'id': '9c5bb2d3-d37b-4059-9a65-f3b80fe94c4a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dd144327-72a2-48d7-8da9-90cb58f7b2ba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:20:14.563465 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f41ae6-8efe-4220-8c26-b010ab6b30c4 None None] The sync data for ids ['35b4f5d8-d4bc-48b3-a15c-0dbced0a5a96'] in n-d-852085-12 is: [{'id': '35b4f5d8-d4bc-48b3-a15c-0dbced0a5a96', 'name': 'router1', 'tenant_id': 'd23a587c3520484596c285914dbbb738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.211'}], 'enable_snat': True}, 'gw_port_id': '99f939b1-3964-4b52-a605-66c02c99e70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:19:45Z', 'updated_at': '2022-10-04T20:20:10Z', 'revision_number': 4, 'project_id': 'd23a587c3520484596c285914dbbb738', 'gw_port': {'id': '99f939b1-3964-4b52-a605-66c02c99e70b', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0d:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35b4f5d8-d4bc-48b3-a15c-0dbced0a5a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:20:09Z', 'updated_at': '2022-10-04T20:20:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '5cc6fa7b-907e-4357-b838-82292a4c7774', 'name': '', 'network_id': 'e150aec6-ffaa-4e39-b7e2-9b944c88f778', 'tenant_id': 'd23a587c3520484596c285914dbbb738', 'mac_address': 'fa:16:3e:a5:9c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b4f5d8-d4bc-48b3-a15c-0dbced0a5a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9c5bb2d3-d37b-4059-9a65-f3b80fe94c4a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:19:57Z', 'updated_at': '2022-10-04T20:20:09Z', 'revision_number': 5, 'project_id': 'd23a587c3520484596c285914dbbb738', 'subnets': [{'id': '9c5bb2d3-d37b-4059-9a65-f3b80fe94c4a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dd144327-72a2-48d7-8da9-90cb58f7b2ba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:20:15.364408 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 99f939b1-3964-4b52-a605-66c02c99e70b up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:20:15.418414 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-01687d76-2024-43c1-8988-8b6ad89fe6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:20:15.455648 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 99f939b1-3964-4b52-a605-66c02c99e70b triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:20:15.456272 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (99f939b1-3964-4b52-a605-66c02c99e70b), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:20:15.456818 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 99f939b1-3964-4b52-a605-66c02c99e70b Oct 04 20:20:15.609220 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 99f939b1-3964-4b52-a605-66c02c99e70b is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:20:15.609889 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (99f939b1-3964-4b52-a605-66c02c99e70b), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:20:15.660829 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 99f939b1-3964-4b52-a605-66c02c99e70b, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=99f939b1-3964-4b52-a605-66c02c99e70b,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:20:15.732468 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53772) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:20:15.798842 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (99f939b1-3964-4b52-a605-66c02c99e70b), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:20:15.897175 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=99f939b1-3964-4b52-a605-66c02c99e70b,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:20:16.543648 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-8f6532a9-921e-482f-8948-4e00a1bffa01 admin admin] 10.222.0.78 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.8092320 Oct 04 20:20:17.256075 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-eabd57dd-4c6a-498b-a88f-7bbb332806ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:20:17.329177 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 99f939b1-3964-4b52-a605-66c02c99e70b up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:20:17.417133 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 99f939b1-3964-4b52-a605-66c02c99e70b triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:20:17.417450 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (99f939b1-3964-4b52-a605-66c02c99e70b), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:20:17.418001 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 99f939b1-3964-4b52-a605-66c02c99e70b Oct 04 20:20:17.557676 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 99f939b1-3964-4b52-a605-66c02c99e70b is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:20:18.737175 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=58 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:20:19.877625 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:20:21.238148 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:20:21.352793 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:20:21.610534 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=83,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:20:21.616052 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=69,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:20:26.529556 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:20:26.536156 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:20:31.268588 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:20:31.285016 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=51,neutron:UPDATE=6 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:20:45.448391 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c93b2545-6291-4993-b038-252193dbb333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:20:45.758227 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 5 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 20:20:47.192051 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6fd6695d-eff1-4b2b-8d77-0fa7dbad3935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:20:48.758805 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=3 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:20:49.860412 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:20:51.196764 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:20:51.396391 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:20:55.751705 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=5 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:21:01.292095 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:21:01.294861 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:21:10.745288 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:21:15.396580 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4b297b04-9f4b-470f-b28e-65a58b45ddcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:21:17.208268 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-bb922bf2-2dcb-40f7-abc2-2573cdf6e7cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:21:20.105836 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:21:21.242449 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:21:21.401801 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:21:22.761262 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 5 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 20:21:25.769958 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=3 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:21:31.303671 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:21:31.308089 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:21:32.760803 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=5 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:21:45.407849 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2f28f5a8-d6cb-4d4b-b339-e1f2b69d1261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:21:47.223734 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-bee897db-1cdb-4608-919f-8a2a76604812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:21:49.858223 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:21:51.196198 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:21:51.366244 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:21:59.754106 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 5 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 20:22:01.288136 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=10 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:22:01.292087 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:22:03.773132 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=4 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:22:14.432424 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=17 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:22:14.437871 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=15 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:22:15.424419 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-93cdb532-b3cf-4d6a-9456-263f0ca42a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:22:17.222927 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e6594af9-b970-4cb5-9dc7-f1fd6ab3e59f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:22:17.686840 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54354) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:22:18.144553 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ba5b3ec-0036-4c57-a265-ebcfec763bd6 admin admin] GET failed (client error): The resource could not be found. Oct 04 20:22:18.146046 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-3ba5b3ec-0036-4c57-a265-ebcfec763bd6 admin admin] 10.222.0.78 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.4578445 Oct 04 20:22:18.343756 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a7420a-e71c-4e46-abee-29568a79b88c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:22:18.345377 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-97a7420a-e71c-4e46-abee-29568a79b88c admin admin] 10.222.0.78 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1941967 Oct 04 20:22:19.862606 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:22:21.178393 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:22:21.184097 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54364) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:22:21.361398 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:22:21.728641 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343e158a-90d6-4f3a-8ff6-ab77f02f000c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:22:21.730979 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-343e158a-90d6-4f3a-8ff6-ab77f02f000c admin admin] 10.222.0.78 "GET /networking/v2.0/subnets/9c5bb2d3-d37b-4059-9a65-f3b80fe94c4a HTTP/1.1" status: 200 len: 849 time: 0.5454793 Oct 04 20:22:21.747397 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-2996985f-ca50-4f1d-829c-9ce67d8c867f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:22:21.869882 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2996985f-ca50-4f1d-829c-9ce67d8c867f admin admin] Publish callbacks [] for subnet (9c5bb2d3-d37b-4059-9a65-f3b80fe94c4a), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:22:22.199207 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2996985f-ca50-4f1d-829c-9ce67d8c867f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740981437359'] for subnet (9c5bb2d3-d37b-4059-9a65-f3b80fe94c4a), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:22:22.237435 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2996985f-ca50-4f1d-829c-9ce67d8c867f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:22:22.238874 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2996985f-ca50-4f1d-829c-9ce67d8c867f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:22:22.245797 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-2996985f-ca50-4f1d-829c-9ce67d8c867f admin admin] 10.222.0.78 "PUT /networking/v2.0/subnets/9c5bb2d3-d37b-4059-9a65-f3b80fe94c4a HTTP/1.1" status: 200 len: 868 time: 0.4994166 Oct 04 20:22:22.246106 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be38c54-376c-4b5e-b304-fe3619415551 None None] Network e150aec6-ffaa-4e39-b7e2-9b944c88f778 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:22:22.270947 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2996985f-ca50-4f1d-829c-9ce67d8c867f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c5bb2d3-d37b-4059-9a65-f3b80fe94c4a,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:22:22.283744 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2996985f-ca50-4f1d-829c-9ce67d8c867f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:22:22.284195 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2996985f-ca50-4f1d-829c-9ce67d8c867f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:22:22.284454 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2996985f-ca50-4f1d-829c-9ce67d8c867f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:22:22.284922 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2996985f-ca50-4f1d-829c-9ce67d8c867f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:22:22.285480 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2996985f-ca50-4f1d-829c-9ce67d8c867f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:22:22.285811 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2996985f-ca50-4f1d-829c-9ce67d8c867f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:22:22.286195 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2996985f-ca50-4f1d-829c-9ce67d8c867f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:22:22.286789 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2996985f-ca50-4f1d-829c-9ce67d8c867f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:22:22.287222 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2996985f-ca50-4f1d-829c-9ce67d8c867f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:22:22.287547 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2996985f-ca50-4f1d-829c-9ce67d8c867f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:22:22.288037 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2996985f-ca50-4f1d-829c-9ce67d8c867f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:22:22.288519 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2996985f-ca50-4f1d-829c-9ce67d8c867f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:22:22.289020 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2996985f-ca50-4f1d-829c-9ce67d8c867f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:22:22.289559 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2996985f-ca50-4f1d-829c-9ce67d8c867f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:22:22.290134 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2996985f-ca50-4f1d-829c-9ce67d8c867f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:22:22.703615 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-c1322fcf-b7e2-414c-b0f6-6c1f5106f4af None None] Provisioning complete for port a1b7a79a-779f-4d15-a653-1ccffdd7518a triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:22:22.703899 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c1322fcf-b7e2-414c-b0f6-6c1f5106f4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (a1b7a79a-779f-4d15-a653-1ccffdd7518a), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:22:22.704301 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-c1322fcf-b7e2-414c-b0f6-6c1f5106f4af None None] Attempt 1 to provision port a1b7a79a-779f-4d15-a653-1ccffdd7518a Oct 04 20:22:22.796229 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-c1322fcf-b7e2-414c-b0f6-6c1f5106f4af None None] Current status of the port a1b7a79a-779f-4d15-a653-1ccffdd7518a is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:22:22.805696 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-c1322fcf-b7e2-414c-b0f6-6c1f5106f4af None None] Provisioning complete for port 5cc6fa7b-907e-4357-b838-82292a4c7774 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:22:22.806052 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c1322fcf-b7e2-414c-b0f6-6c1f5106f4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (5cc6fa7b-907e-4357-b838-82292a4c7774), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:22:22.806389 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-c1322fcf-b7e2-414c-b0f6-6c1f5106f4af None None] Attempt 1 to provision port 5cc6fa7b-907e-4357-b838-82292a4c7774 Oct 04 20:22:22.892953 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-c1322fcf-b7e2-414c-b0f6-6c1f5106f4af None None] Current status of the port 5cc6fa7b-907e-4357-b838-82292a4c7774 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:22:25.235240 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54374) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:22:25.887735 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902c3e04-ae8b-4121-aa5b-7c7ce0390dbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:22:25.888364 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902c3e04-ae8b-4121-aa5b-7c7ce0390dbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:22:25.890654 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-902c3e04-ae8b-4121-aa5b-7c7ce0390dbf admin admin] 10.222.0.78 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.6544075 Oct 04 20:22:28.331976 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=12 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:22:28.340400 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=13 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:22:28.776476 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54382) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:22:29.353063 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6dfab7-c743-4af6-8c89-3f1cf0ff44bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:22:29.353795 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6dfab7-c743-4af6-8c89-3f1cf0ff44bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:22:29.356546 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-1b6dfab7-c743-4af6-8c89-3f1cf0ff44bc admin admin] 10.222.0.78 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5789773 Oct 04 20:22:32.343041 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54390) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:22:32.887275 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=45,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:22:32.889701 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=47,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:22:32.939857 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a014c73f-981c-4e02-a313-42d33a657bad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:22:32.941587 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a014c73f-981c-4e02-a313-42d33a657bad admin admin] 10.222.0.78 "GET /networking/v2.0/networks/52a60aae-e230-4bd7-89bc-781767fd7892 HTTP/1.1" status: 200 len: 886 time: 0.5970831 Oct 04 20:22:35.626109 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54398) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:22:36.078286 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73cb0e2-1fd0-4106-9cbe-7831e74e8d96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:22:36.079739 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-d73cb0e2-1fd0-4106-9cbe-7831e74e8d96 admin admin] 10.222.0.78 "GET /networking/v2.0/networks/e150aec6-ffaa-4e39-b7e2-9b944c88f778 HTTP/1.1" status: 200 len: 869 time: 0.4526613 Oct 04 20:22:36.753487 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 5 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 20:22:38.805359 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54406) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:22:39.257178 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4ed930-59f6-48a3-a9fd-d0fae5c7ca30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:22:39.257544 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4ed930-59f6-48a3-a9fd-d0fae5c7ca30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:22:39.259166 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-8e4ed930-59f6-48a3-a9fd-d0fae5c7ca30 admin admin] 10.222.0.78 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4527986 Oct 04 20:22:39.345135 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=72,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:22:39.348208 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=71,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:22:39.760095 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=3 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:22:42.076455 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54414) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:22:42.499768 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21afc4ad-7920-4d50-87e4-85452ba92427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:22:42.500621 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21afc4ad-7920-4d50-87e4-85452ba92427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:22:42.503292 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-21afc4ad-7920-4d50-87e4-85452ba92427 admin admin] 10.222.0.78 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4256079 Oct 04 20:22:45.195563 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54422) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:22:45.427121 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2376d289-7639-49e6-b2b1-6c8764d88c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:22:45.623578 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca64f62-c93c-414a-9900-fa01fb073424 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:22:45.624917 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-3ca64f62-c93c-414a-9900-fa01fb073424 admin admin] 10.222.0.78 "GET /networking/v2.0/subnets/96e1494d-e1f1-405b-8524-682cbb2a53ae HTTP/1.1" status: 200 len: 816 time: 0.4284654 Oct 04 20:22:46.749369 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=5 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:22:47.194322 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-59843c00-df4d-4979-ada0-e4851e4943d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:22:48.300587 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54432) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:22:48.731016 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa91f18-72e0-44d2-89f3-a6003318679b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:22:48.733086 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-dfa91f18-72e0-44d2-89f3-a6003318679b admin admin] 10.222.0.78 "GET /networking/v2.0/subnets/9c5bb2d3-d37b-4059-9a65-f3b80fe94c4a HTTP/1.1" status: 200 len: 868 time: 0.4313943 Oct 04 20:22:49.845054 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:22:51.256610 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:22:51.400117 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:22:55.618196 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=39 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:22:55.620141 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=40 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:22:58.725891 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:22:58.728047 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=8 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:23:01.291783 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:23:01.296017 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:23:13.755283 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 5 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 20:23:15.403700 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8c355f67-e850-4e06-83d5-2cf57ceaece3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:23:17.187642 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2d610c23-2ef4-4088-853f-b54c0b4fa332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:23:19.734304 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54492) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:23:19.878763 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:23:20.098973 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [None req-77e93f99-bf53-4aee-956c-330af5a883cd admin admin] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=108169) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 20:23:20.100537 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-77e93f99-bf53-4aee-956c-330af5a883cd admin admin] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3648922 Oct 04 20:23:21.208066 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:23:21.376584 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:23:23.001801 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54500) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:23:23.492340 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a609a9c-651d-42af-b77c-332fb35ee4cd admin admin] GET failed (client error): The resource could not be found. Oct 04 20:23:23.493741 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-7a609a9c-651d-42af-b77c-332fb35ee4cd admin admin] 10.222.0.78 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.4906242 Oct 04 20:23:23.690873 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5539bc86-6956-4ff8-95fb-28fd0e0f3632 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:23:23.693544 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-5539bc86-6956-4ff8-95fb-28fd0e0f3632 admin admin] 10.222.0.78 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1929648 Oct 04 20:23:23.750267 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:23:23.751658 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=3 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:23:26.424377 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54508) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:23:26.775298 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-91630606-82b8-43d0-8335-1f3af7d8df29 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:23:26.946052 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91630606-82b8-43d0-8335-1f3af7d8df29 admin admin] Made reservation on behalf of 39207e776fb342b89ba6688e4c9f0eb3 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:23:26.949059 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-91630606-82b8-43d0-8335-1f3af7d8df29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:23:26.986540 n-d-852085-12 neutron-server[108170]: WARNING neutron.services.revisions.revision_plugin [None req-91630606-82b8-43d0-8335-1f3af7d8df29 admin admin] Could not find related network for resource to bump revision. Oct 04 20:23:27.001373 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91630606-82b8-43d0-8335-1f3af7d8df29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:23:27.012453 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-91630606-82b8-43d0-8335-1f3af7d8df29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (94963c4a-7d92-4a57-9b5b-17ef9bbc953f), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:23:27.012795 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-91630606-82b8-43d0-8335-1f3af7d8df29 admin admin] Added segment 94963c4a-7d92-4a57-9b5b-17ef9bbc953f of type vlan for network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 Oct 04 20:23:27.064144 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-91630606-82b8-43d0-8335-1f3af7d8df29 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (42fbb05e-3f96-444f-a676-04ee9d06a8c7), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:23:27.157692 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-91630606-82b8-43d0-8335-1f3af7d8df29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (42fbb05e-3f96-444f-a676-04ee9d06a8c7), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:23:27.158709 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91630606-82b8-43d0-8335-1f3af7d8df29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:23:27.159321 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-91630606-82b8-43d0-8335-1f3af7d8df29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:23:27.255128 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91630606-82b8-43d0-8335-1f3af7d8df29 admin admin] Pushing event updated for resources: {'Network': ['ID=42fbb05e-3f96-444f-a676-04ee9d06a8c7,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:23:27.262762 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91630606-82b8-43d0-8335-1f3af7d8df29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:23:27.266913 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91630606-82b8-43d0-8335-1f3af7d8df29 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:23:27.266913 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91630606-82b8-43d0-8335-1f3af7d8df29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:23:27.266913 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91630606-82b8-43d0-8335-1f3af7d8df29 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:23:27.266913 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91630606-82b8-43d0-8335-1f3af7d8df29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:23:27.266913 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91630606-82b8-43d0-8335-1f3af7d8df29 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:23:27.266913 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91630606-82b8-43d0-8335-1f3af7d8df29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:23:27.266913 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91630606-82b8-43d0-8335-1f3af7d8df29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:23:27.266913 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91630606-82b8-43d0-8335-1f3af7d8df29 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:23:27.266913 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91630606-82b8-43d0-8335-1f3af7d8df29 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:23:27.266913 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91630606-82b8-43d0-8335-1f3af7d8df29 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:23:27.266913 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91630606-82b8-43d0-8335-1f3af7d8df29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:23:27.266913 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91630606-82b8-43d0-8335-1f3af7d8df29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:23:27.266913 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91630606-82b8-43d0-8335-1f3af7d8df29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:23:27.268046 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91630606-82b8-43d0-8335-1f3af7d8df29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:23:27.279298 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:23:27.287191 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-91630606-82b8-43d0-8335-1f3af7d8df29 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8603270 Oct 04 20:23:29.976445 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54516) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:23:30.354208 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-123913c2-281f-4394-b540-e3c61a5a7521 admin admin] GET failed (client error): The resource could not be found. Oct 04 20:23:30.356126 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-123913c2-281f-4394-b540-e3c61a5a7521 admin admin] 10.222.0.78 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3787925 Oct 04 20:23:30.436016 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41379869-36fe-48cd-8f26-d194dcf4d3c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:23:30.438356 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-41379869-36fe-48cd-8f26-d194dcf4d3c0 admin admin] 10.222.0.78 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0772247 Oct 04 20:23:30.448972 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-36dacd07-4b88-4de5-b374-ba13e49cd6f4 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:23:30.580206 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36dacd07-4b88-4de5-b374-ba13e49cd6f4 admin admin] Made reservation on behalf of 39207e776fb342b89ba6688e4c9f0eb3 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:23:30.582655 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-36dacd07-4b88-4de5-b374-ba13e49cd6f4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:23:30.873614 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-36dacd07-4b88-4de5-b374-ba13e49cd6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for subnet (e1956090-7ed7-4d05-a46e-a7b0885ca8e4), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:23:30.932427 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dacd07-4b88-4de5-b374-ba13e49cd6f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1956090-7ed7-4d05-a46e-a7b0885ca8e4,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:23:30.952995 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36dacd07-4b88-4de5-b374-ba13e49cd6f4 admin admin] Checking segment: {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:23:30.953374 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36dacd07-4b88-4de5-b374-ba13e49cd6f4 admin admin] Network hostable DHCP agents. Network: 42fbb05e-3f96-444f-a676-04ee9d06a8c7, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:23:31.050549 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36dacd07-4b88-4de5-b374-ba13e49cd6f4 admin admin] Network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:23:31.136927 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-36dacd07-4b88-4de5-b374-ba13e49cd6f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 42fbb05e-3f96-444f-a676-04ee9d06a8c7) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:23:31.141214 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36dacd07-4b88-4de5-b374-ba13e49cd6f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:23:31.141804 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-36dacd07-4b88-4de5-b374-ba13e49cd6f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:23:31.147619 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf1d34e-629c-4e9a-833c-7bdd77efa81e None None] Network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:23:31.246062 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-36dacd07-4b88-4de5-b374-ba13e49cd6f4 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8006825 Oct 04 20:23:31.273004 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d207f18-7fc3-4eed-90dc-0ed682984cd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-42fbb05e-3f96-444f-a676-04ee9d06a8c7', 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7', 'project_id': '39207e776fb342b89ba6688e4c9f0eb3', 'fixed_ips': [{'subnet_id': 'e1956090-7ed7-4d05-a46e-a7b0885ca8e4'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:23:31.274108 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5d207f18-7fc3-4eed-90dc-0ed682984cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:23:31.472324 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-5d207f18-7fc3-4eed-90dc-0ed682984cd2 None None] Allocated IP 192.168.233.2 (42fbb05e-3f96-444f-a676-04ee9d06a8c7/e1956090-7ed7-4d05-a46e-a7b0885ca8e4/3e2f4a00-9912-480d-99e7-aa713c3bae59) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:23:31.647582 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5d207f18-7fc3-4eed-90dc-0ed682984cd2 None None] Publish callbacks [] for port (3e2f4a00-9912-480d-99e7-aa713c3bae59), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:23:31.735335 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5d207f18-7fc3-4eed-90dc-0ed682984cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (3e2f4a00-9912-480d-99e7-aa713c3bae59), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:23:31.778964 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d207f18-7fc3-4eed-90dc-0ed682984cd2 None None] Network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:23:31.782280 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-5d207f18-7fc3-4eed-90dc-0ed682984cd2 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:23:31.784966 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d207f18-7fc3-4eed-90dc-0ed682984cd2 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:23:31.799913 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d207f18-7fc3-4eed-90dc-0ed682984cd2 None None] Pushing event updated for resources: {'Port': ['ID=3e2f4a00-9912-480d-99e7-aa713c3bae59,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:23:31.809174 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d207f18-7fc3-4eed-90dc-0ed682984cd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:23:31.809742 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d207f18-7fc3-4eed-90dc-0ed682984cd2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:23:31.809742 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d207f18-7fc3-4eed-90dc-0ed682984cd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:23:31.810238 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d207f18-7fc3-4eed-90dc-0ed682984cd2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:23:31.810403 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d207f18-7fc3-4eed-90dc-0ed682984cd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:23:31.810732 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d207f18-7fc3-4eed-90dc-0ed682984cd2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:23:31.811070 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d207f18-7fc3-4eed-90dc-0ed682984cd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:23:31.811409 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d207f18-7fc3-4eed-90dc-0ed682984cd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:23:31.811789 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d207f18-7fc3-4eed-90dc-0ed682984cd2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:23:31.812052 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d207f18-7fc3-4eed-90dc-0ed682984cd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:23:31.812371 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d207f18-7fc3-4eed-90dc-0ed682984cd2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:23:31.812691 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d207f18-7fc3-4eed-90dc-0ed682984cd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:23:31.813010 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d207f18-7fc3-4eed-90dc-0ed682984cd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:23:31.813327 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d207f18-7fc3-4eed-90dc-0ed682984cd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:23:31.813661 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d207f18-7fc3-4eed-90dc-0ed682984cd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:23:31.873938 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-5d207f18-7fc3-4eed-90dc-0ed682984cd2 None None] Attempting to bind port 3e2f4a00-9912-480d-99e7-aa713c3bae59 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:23:31.874474 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-5d207f18-7fc3-4eed-90dc-0ed682984cd2 None None] Attempting to bind port 3e2f4a00-9912-480d-99e7-aa713c3bae59 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:23:31.874840 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d207f18-7fc3-4eed-90dc-0ed682984cd2 None None] Attempting to bind port 3e2f4a00-9912-480d-99e7-aa713c3bae59 on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:23:31.936938 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d207f18-7fc3-4eed-90dc-0ed682984cd2 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:23:31.937616 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d207f18-7fc3-4eed-90dc-0ed682984cd2 None None] Checking segment: {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:23:31.938116 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5d207f18-7fc3-4eed-90dc-0ed682984cd2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:23:31.938725 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d207f18-7fc3-4eed-90dc-0ed682984cd2 None None] Bound using segment: {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:23:31.939522 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-5d207f18-7fc3-4eed-90dc-0ed682984cd2 None None] Bound port: 3e2f4a00-9912-480d-99e7-aa713c3bae59, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:23:31.940129 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5d207f18-7fc3-4eed-90dc-0ed682984cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (3e2f4a00-9912-480d-99e7-aa713c3bae59), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:23:32.018788 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-5d207f18-7fc3-4eed-90dc-0ed682984cd2 None None] For port 3e2f4a00-9912-480d-99e7-aa713c3bae59, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:23:32.022023 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-5d207f18-7fc3-4eed-90dc-0ed682984cd2 None None] For port 3e2f4a00-9912-480d-99e7-aa713c3bae59, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=3e2f4a00-9912-480d-99e7-aa713c3bae59,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:23:32.129448 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5d207f18-7fc3-4eed-90dc-0ed682984cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (3e2f4a00-9912-480d-99e7-aa713c3bae59), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:23:32.184605 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=90,neutron:UPDATE=8,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:23:32.210847 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d207f18-7fc3-4eed-90dc-0ed682984cd2 None None] Pushing event updated for resources: {'Port': ['ID=3e2f4a00-9912-480d-99e7-aa713c3bae59,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:23:33.091655 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec9475e-f343-42bb-be10-ab0912fdd571 None None] Network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:23:33.121994 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:23:33.152678 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-44db7224-5a61-4461-886c-15577df112c2 None None] Provisioning complete for port 3e2f4a00-9912-480d-99e7-aa713c3bae59 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:23:33.153068 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-44db7224-5a61-4461-886c-15577df112c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (3e2f4a00-9912-480d-99e7-aa713c3bae59), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:23:33.153409 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-44db7224-5a61-4461-886c-15577df112c2 None None] Attempt 1 to provision port 3e2f4a00-9912-480d-99e7-aa713c3bae59 Oct 04 20:23:33.286720 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-44db7224-5a61-4461-886c-15577df112c2 None None] Current status of the port 3e2f4a00-9912-480d-99e7-aa713c3bae59 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:23:33.287464 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-44db7224-5a61-4461-886c-15577df112c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (3e2f4a00-9912-480d-99e7-aa713c3bae59), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:23:33.328366 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-44db7224-5a61-4461-886c-15577df112c2 None None] For port 3e2f4a00-9912-480d-99e7-aa713c3bae59, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=3e2f4a00-9912-480d-99e7-aa713c3bae59,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:23:33.400446 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-44db7224-5a61-4461-886c-15577df112c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (3e2f4a00-9912-480d-99e7-aa713c3bae59), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:23:33.487179 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 3e2f4a00-9912-480d-99e7-aa713c3bae59 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:23:33.531615 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44db7224-5a61-4461-886c-15577df112c2 None None] Pushing event updated for resources: {'Port': ['ID=3e2f4a00-9912-480d-99e7-aa713c3bae59,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:23:33.553328 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-f537e2f2-285f-4143-9433-dc8e81ad856a None None] Provisioning complete for port 3e2f4a00-9912-480d-99e7-aa713c3bae59 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:23:33.553723 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f537e2f2-285f-4143-9433-dc8e81ad856a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (3e2f4a00-9912-480d-99e7-aa713c3bae59), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:23:33.554066 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-f537e2f2-285f-4143-9433-dc8e81ad856a None None] Attempt 1 to provision port 3e2f4a00-9912-480d-99e7-aa713c3bae59 Oct 04 20:23:33.585415 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 3e2f4a00-9912-480d-99e7-aa713c3bae59 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:23:33.585808 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (3e2f4a00-9912-480d-99e7-aa713c3bae59), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:23:33.586148 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 3e2f4a00-9912-480d-99e7-aa713c3bae59 Oct 04 20:23:33.678092 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=8 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:23:33.690600 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=14 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:23:33.708197 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-f537e2f2-285f-4143-9433-dc8e81ad856a None None] Current status of the port 3e2f4a00-9912-480d-99e7-aa713c3bae59 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:23:33.720084 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 3e2f4a00-9912-480d-99e7-aa713c3bae59 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:23:35.422290 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 3e2f4a00-9912-480d-99e7-aa713c3bae59 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:23:35.468722 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 3e2f4a00-9912-480d-99e7-aa713c3bae59 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:23:35.469111 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (3e2f4a00-9912-480d-99e7-aa713c3bae59), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:23:35.469450 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 3e2f4a00-9912-480d-99e7-aa713c3bae59 Oct 04 20:23:35.548786 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:23:35.571573 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 3e2f4a00-9912-480d-99e7-aa713c3bae59 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:23:41.151526 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=71,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:23:41.153505 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=69,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:23:45.409881 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b8d95383-bc4e-4c9d-82fc-0b8d4f9d5abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:23:45.568664 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=62,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:23:47.214407 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3c0eaf50-7917-422d-992f-c27018963cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:23:49.866211 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:23:50.754442 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 5 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 20:23:51.202522 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:23:51.494846 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:24:00.749727 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=4 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:24:00.750497 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=4 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:24:01.284548 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:24:01.287255 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:24:14.310204 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=12 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:24:14.312313 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=14 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:24:15.409396 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8914f65a-c5e6-4463-81f4-ddb9b4430415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:24:17.201733 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-af39c3a0-214f-4d7d-bc1a-48ea0dccf95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:24:19.883744 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:24:21.203260 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:24:21.392437 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:24:27.753239 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 5 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 20:24:30.750508 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=2 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:24:31.283623 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:24:31.286568 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:24:37.749864 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=6 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:24:45.423955 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7607502c-4392-45b0-951e-be362f97a8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:24:47.220146 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-302ee9b6-3918-4e4e-ae57-1d5bfa4cd8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:24:49.886590 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:24:51.220112 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:24:51.377968 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:24:58.715835 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54580) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:24:58.721701 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [None req-acec920a-99c3-4a41-a334-2336121e1b03 tempest-verify_tempest_config-1329106857 tempest-verify_tempest_config-1329106857-project] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=108169) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 20:24:58.722658 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-acec920a-99c3-4a41-a334-2336121e1b03 tempest-verify_tempest_config-1329106857 tempest-verify_tempest_config-1329106857-project] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0058644 Oct 04 20:24:59.250599 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54598) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:24:59.384975 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-85f17130-9d1c-4bb4-82ac-6c80401893f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:24:59.472398 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-85f17130-9d1c-4bb4-82ac-6c80401893f5 admin admin] Publish callbacks [] for security_group (076d405e-8bae-4274-8a8a-e328b4e00b0b), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:24:59.545718 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-85f17130-9d1c-4bb4-82ac-6c80401893f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (076d405e-8bae-4274-8a8a-e328b4e00b0b), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:24:59.594068 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f17130-9d1c-4bb4-82ac-6c80401893f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=076d405e-8bae-4274-8a8a-e328b4e00b0b,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:24:59.598166 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-85f17130-9d1c-4bb4-82ac-6c80401893f5 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=e01ecb2955be4faab88dba044192892c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3465192 Oct 04 20:24:59.601114 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54602) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:24:59.604230 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f17130-9d1c-4bb4-82ac-6c80401893f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:24:59.604573 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f17130-9d1c-4bb4-82ac-6c80401893f5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:24:59.604909 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f17130-9d1c-4bb4-82ac-6c80401893f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:24:59.605242 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f17130-9d1c-4bb4-82ac-6c80401893f5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:24:59.605572 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f17130-9d1c-4bb4-82ac-6c80401893f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:24:59.605901 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f17130-9d1c-4bb4-82ac-6c80401893f5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:24:59.606232 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f17130-9d1c-4bb4-82ac-6c80401893f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:24:59.606711 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f17130-9d1c-4bb4-82ac-6c80401893f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:24:59.607046 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f17130-9d1c-4bb4-82ac-6c80401893f5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:24:59.607393 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f17130-9d1c-4bb4-82ac-6c80401893f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:24:59.607718 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f17130-9d1c-4bb4-82ac-6c80401893f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:24:59.608038 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f17130-9d1c-4bb4-82ac-6c80401893f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:24:59.608359 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f17130-9d1c-4bb4-82ac-6c80401893f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:24:59.608690 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f17130-9d1c-4bb4-82ac-6c80401893f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:24:59.609002 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f17130-9d1c-4bb4-82ac-6c80401893f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:24:59.661894 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-eb4f4a1d-9a7b-4ccd-97fd-e41659b8cde6 admin admin] Publish callbacks [] for security_group (076d405e-8bae-4274-8a8a-e328b4e00b0b), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:24:59.683206 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-eb4f4a1d-9a7b-4ccd-97fd-e41659b8cde6 admin admin] Publish callbacks [] for security_group (076d405e-8bae-4274-8a8a-e328b4e00b0b), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:24:59.852981 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-eb4f4a1d-9a7b-4ccd-97fd-e41659b8cde6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (076d405e-8bae-4274-8a8a-e328b4e00b0b), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:24:59.855529 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-eb4f4a1d-9a7b-4ccd-97fd-e41659b8cde6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:24:59.860803 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-eb4f4a1d-9a7b-4ccd-97fd-e41659b8cde6 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/076d405e-8bae-4274-8a8a-e328b4e00b0b HTTP/1.1" status: 204 len: 168 time: 0.2545595 Oct 04 20:24:59.865527 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4f4a1d-9a7b-4ccd-97fd-e41659b8cde6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=076d405e-8bae-4274-8a8a-e328b4e00b0b,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:24:59.873650 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4f4a1d-9a7b-4ccd-97fd-e41659b8cde6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:24:59.874099 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4f4a1d-9a7b-4ccd-97fd-e41659b8cde6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:24:59.874333 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4f4a1d-9a7b-4ccd-97fd-e41659b8cde6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:24:59.874661 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4f4a1d-9a7b-4ccd-97fd-e41659b8cde6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:24:59.874991 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4f4a1d-9a7b-4ccd-97fd-e41659b8cde6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:24:59.875395 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4f4a1d-9a7b-4ccd-97fd-e41659b8cde6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:24:59.875732 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4f4a1d-9a7b-4ccd-97fd-e41659b8cde6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:24:59.876053 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4f4a1d-9a7b-4ccd-97fd-e41659b8cde6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:24:59.876379 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4f4a1d-9a7b-4ccd-97fd-e41659b8cde6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:24:59.876704 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4f4a1d-9a7b-4ccd-97fd-e41659b8cde6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:24:59.877070 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4f4a1d-9a7b-4ccd-97fd-e41659b8cde6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:24:59.877329 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4f4a1d-9a7b-4ccd-97fd-e41659b8cde6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:24:59.877644 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4f4a1d-9a7b-4ccd-97fd-e41659b8cde6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:24:59.877964 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4f4a1d-9a7b-4ccd-97fd-e41659b8cde6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:24:59.878282 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4f4a1d-9a7b-4ccd-97fd-e41659b8cde6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:25:04.752606 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 5 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 20:25:09.597281 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=19,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:25:09.600307 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=20,neutron:INSERT=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:25:09.869243 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:25:09.870060 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:25:09.893255 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:25:09.900186 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:25:14.747740 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=3 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:25:14.748837 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:25:15.470685 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2f31019c-044d-4ff6-ac0d-3e090b970415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:25:17.202174 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ca35db88-f9d7-478b-9b9f-2fc9de4d5e39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:25:19.868793 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:25:21.234500 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:25:21.342703 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:25:31.276563 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:25:31.278569 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:25:41.755208 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 5 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 20:25:44.751993 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=3 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:25:45.411300 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a202d2d0-a9b0-4a36-98a2-9acb88cfa34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:25:47.199399 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a47d4e2f-08cf-41ce-ae41-5250e821c482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:25:49.887875 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:25:51.250753 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:25:51.350586 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:25:51.749147 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=5 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:26:01.278647 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:26:01.280661 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:26:15.430554 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-273747c9-15cf-423a-bcca-bc8e9f3e8646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:26:17.189741 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e638d2cd-0b12-4047-804b-3475ab85d94f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:26:18.754396 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 5 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 20:26:19.886994 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:26:21.204722 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:26:21.342326 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:26:28.750287 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=17 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:26:28.751070 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=17 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:26:31.274332 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:26:31.281367 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:26:45.429267 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f3dd3c69-30d2-4d1f-8b38-55ec3b30354a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:26:47.195012 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8d65fbd3-626f-440a-8096-ce022c6f7b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:26:49.883420 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:26:51.217644 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:26:51.357727 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:26:55.753898 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 5 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 20:27:01.281113 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:27:01.284051 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:27:05.749473 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=5 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:27:10.741509 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:27:15.425862 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4d00b7f2-eb1a-440d-8835-cb8ffe26005b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:27:17.194121 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-39bf6a5c-170d-4964-8699-06a37d72db2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:27:19.885967 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:27:21.214281 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:27:21.380315 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:27:31.280242 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:27:31.287354 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:27:32.752190 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 5 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 20:27:42.747646 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=3 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:27:42.748487 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=5 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:27:45.422225 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-53ec3c5c-3f44-47e1-a787-95a4596d5948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:27:47.239465 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-334de2a5-1a76-4937-b0b3-7557f6e7b495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:27:49.867796 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:27:51.239422 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:27:51.384934 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:28:01.288595 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:28:01.290492 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:UPDATE=4,neutron:SELECT=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:28:09.751663 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 5 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 20:28:15.473534 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-60954810-2ed0-4cde-9f8b-66a201fe8bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:28:17.204769 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-33a77978-8d1b-4c67-8834-42639104c8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:28:19.746465 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=18 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:28:19.747313 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=16 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:28:19.907159 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:28:21.206810 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:28:21.361714 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:28:31.297622 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:28:31.300196 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:UPDATE=2,neutron:SELECT=6 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:28:31.770151 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-585169'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:28:32.684342 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-585169'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:28:42.566814 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:28:42.570766 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:INSERT=2,neutron:SELECT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:28:45.392625 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c4b7a5f2-e9d4-4da1-8cc9-f8327b41983b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:28:46.751821 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 20:28:47.204442 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f2171cae-83f4-467a-8781-4a401e175297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:28:49.763482 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=3 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:28:49.872223 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:28:51.223219 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:28:51.418262 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:28:56.747218 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=5 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:29:01.284736 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:29:01.291730 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:29:01.725887 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:29:02.615020 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:29:08.945961 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54658) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:29:09.058310 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-9de3af66-3d40-4f49-b3fc-23a1e06060f7 admin admin] 10.222.0.78 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1113343 Oct 04 20:29:10.736635 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:29:11.542124 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54668) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:29:11.598236 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-898c3f84-9ce9-4d5f-9c58-10a84e7681bf admin admin] 10.222.0.78 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0550177 Oct 04 20:29:12.553788 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:29:12.555751 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:29:15.448923 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-246b079d-542b-4110-bbf4-7b2d493c64ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:29:17.217145 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0fe17f54-b1a2-4e38-a69b-c6278150cd88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:29:19.914180 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:29:21.222806 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:29:21.377430 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:29:21.592309 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:29:21.593472 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:29:23.752088 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 20:29:26.759070 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=2 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:29:31.286095 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:29:31.288048 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:29:31.748185 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:29:32.611063 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:29:33.747021 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=6 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:29:42.536829 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:29:42.544347 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:29:45.398403 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-63c4851b-a686-4a76-8f0d-30397cc565e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:29:47.214486 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ffd66562-5af2-4fa1-82a3-59c2153902bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:29:49.902355 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:29:51.231539 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:29:51.376607 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:30:00.752970 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 20:30:01.287385 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:30:01.290245 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:30:01.770269 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:30:02.644532 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:30:03.758480 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=3 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:30:12.544183 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:30:12.551930 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:30:14.304043 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=25 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:30:14.306499 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=6 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:30:15.398692 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-53db77fb-c656-4208-a65b-2ced395e020e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:30:17.233400 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a110335b-7b7e-45d4-a7de-faa08d6dd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:30:19.940434 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:30:21.250653 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:30:21.347528 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:30:31.291412 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:30:31.295579 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:30:31.780107 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:30:32.659910 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:30:37.761265 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 20:30:40.765895 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=3 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:30:42.556828 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:30:42.570400 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:30:45.495901 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-420d33d8-29f1-4da4-b20d-49705834b201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:30:47.273030 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6a4c8daf-5cd0-4c58-bb99-7c2ca8e09919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:30:47.751660 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=5 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:30:48.681606 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54832) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:30:49.425146 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-c144aee4-1d0e-4410-8b17-980927015482 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2035496772-network', 'tenant_id': 'd593ded97dc34546bfe79cdbdac0d4c2'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:30:49.531815 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c144aee4-1d0e-4410-8b17-980927015482 admin admin] Made reservation on behalf of d593ded97dc34546bfe79cdbdac0d4c2 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:30:49.536151 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c144aee4-1d0e-4410-8b17-980927015482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:30:49.553586 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c144aee4-1d0e-4410-8b17-980927015482 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:30:49.707438 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c144aee4-1d0e-4410-8b17-980927015482 admin admin] Publish callbacks [] for security_group (7a363642-abab-4479-b37c-28dfb80a4ca5), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:30:49.815082 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c144aee4-1d0e-4410-8b17-980927015482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (7a363642-abab-4479-b37c-28dfb80a4ca5), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:30:49.856072 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c144aee4-1d0e-4410-8b17-980927015482 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:30:49.899313 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c144aee4-1d0e-4410-8b17-980927015482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a363642-abab-4479-b37c-28dfb80a4ca5,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:30:49.913968 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c144aee4-1d0e-4410-8b17-980927015482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (fd84746f-bdf3-46ec-b9f1-bd358e0ab81d), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:30:49.914554 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-c144aee4-1d0e-4410-8b17-980927015482 admin admin] Added segment fd84746f-bdf3-46ec-b9f1-bd358e0ab81d of type vlan for network 3268ebe1-14f5-4073-a00b-b92c6317fabf Oct 04 20:30:49.959560 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:30:49.979867 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144aee4-1d0e-4410-8b17-980927015482 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:30:49.980454 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144aee4-1d0e-4410-8b17-980927015482 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:30:49.981018 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144aee4-1d0e-4410-8b17-980927015482 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:30:49.981587 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144aee4-1d0e-4410-8b17-980927015482 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:30:49.982151 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144aee4-1d0e-4410-8b17-980927015482 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:30:49.982709 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144aee4-1d0e-4410-8b17-980927015482 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:30:49.983383 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144aee4-1d0e-4410-8b17-980927015482 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:30:49.983901 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144aee4-1d0e-4410-8b17-980927015482 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:30:49.984550 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144aee4-1d0e-4410-8b17-980927015482 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:30:49.985106 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144aee4-1d0e-4410-8b17-980927015482 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:30:49.985667 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144aee4-1d0e-4410-8b17-980927015482 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:30:49.986228 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144aee4-1d0e-4410-8b17-980927015482 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:30:49.986781 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144aee4-1d0e-4410-8b17-980927015482 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:30:49.987628 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144aee4-1d0e-4410-8b17-980927015482 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:30:49.993251 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144aee4-1d0e-4410-8b17-980927015482 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:30:49.993251 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144aee4-1d0e-4410-8b17-980927015482 admin admin] Tracked resource versions report: Oct 04 20:30:49.993251 n-d-852085-12 neutron-server[108169]: pushed versions: Oct 04 20:30:49.993251 n-d-852085-12 neutron-server[108169]: { 'AddressGroup': {'1.2'}, Oct 04 20:30:49.993251 n-d-852085-12 neutron-server[108169]: 'Agent': {'1.1'}, Oct 04 20:30:49.993251 n-d-852085-12 neutron-server[108169]: 'ConntrackHelper': {'1.0'}, Oct 04 20:30:49.993251 n-d-852085-12 neutron-server[108169]: 'LocalIPAssociation': {'1.0'}, Oct 04 20:30:49.993251 n-d-852085-12 neutron-server[108169]: 'Log': {'1.0'}, Oct 04 20:30:49.993251 n-d-852085-12 neutron-server[108169]: 'NDPProxy': {'1.0'}, Oct 04 20:30:49.993251 n-d-852085-12 neutron-server[108169]: 'Network': {'1.1'}, Oct 04 20:30:49.993251 n-d-852085-12 neutron-server[108169]: 'Port': {'1.7'}, Oct 04 20:30:49.993251 n-d-852085-12 neutron-server[108169]: 'PortForwarding': {'1.3'}, Oct 04 20:30:49.993251 n-d-852085-12 neutron-server[108169]: 'QosPolicy': {'1.10'}, Oct 04 20:30:49.993251 n-d-852085-12 neutron-server[108169]: 'SecurityGroup': {'1.5'}, Oct 04 20:30:49.993251 n-d-852085-12 neutron-server[108169]: 'SecurityGroupRule': {'1.2'}, Oct 04 20:30:49.993251 n-d-852085-12 neutron-server[108169]: 'SubPort': {'1.0'}, Oct 04 20:30:49.993251 n-d-852085-12 neutron-server[108169]: 'Subnet': {'1.1'}, Oct 04 20:30:49.993251 n-d-852085-12 neutron-server[108169]: 'Trunk': {'1.1'}} Oct 04 20:30:49.993251 n-d-852085-12 neutron-server[108169]: consumer versions: Oct 04 20:30:49.993251 n-d-852085-12 neutron-server[108169]: { DHCP agent@n-d-852085-12: {}, Oct 04 20:30:49.993251 n-d-852085-12 neutron-server[108169]: HyperV agent@n-h1-852085-12: {}, Oct 04 20:30:49.993251 n-d-852085-12 neutron-server[108169]: HyperV agent@n-h2-852085-12: {}, Oct 04 20:30:49.993251 n-d-852085-12 neutron-server[108169]: L3 agent@n-d-852085-12: {}, Oct 04 20:30:49.993251 n-d-852085-12 neutron-server[108169]: Metadata agent@n-d-852085-12: {}, Oct 04 20:30:49.993251 n-d-852085-12 neutron-server[108169]: Metering agent@n-d-852085-12: {}, Oct 04 20:30:49.993251 n-d-852085-12 neutron-server[108169]: Open vSwitch agent@n-d-852085-12: { 'AddressGroup': '1.2', Oct 04 20:30:49.993251 n-d-852085-12 neutron-server[108169]: 'Agent': '1.1', Oct 04 20:30:49.993251 n-d-852085-12 neutron-server[108169]: 'ConntrackHelper': '1.0', Oct 04 20:30:49.993251 n-d-852085-12 neutron-server[108169]: 'LocalIPAssociation': '1.0', Oct 04 20:30:49.993251 n-d-852085-12 neutron-server[108169]: 'Log': '1.0', Oct 04 20:30:49.993251 n-d-852085-12 neutron-server[108169]: 'NDPProxy': '1.0', Oct 04 20:30:49.993251 n-d-852085-12 neutron-server[108169]: 'Network': '1.1', Oct 04 20:30:49.993251 n-d-852085-12 neutron-server[108169]: 'Port': '1.7', Oct 04 20:30:49.993251 n-d-852085-12 neutron-server[108169]: 'PortForwarding': '1.3', Oct 04 20:30:49.993251 n-d-852085-12 neutron-server[108169]: 'QosPolicy': '1.10', Oct 04 20:30:49.993251 n-d-852085-12 neutron-server[108169]: 'SecurityGroup': '1.5', Oct 04 20:30:49.993251 n-d-852085-12 neutron-server[108169]: 'SecurityGroupRule': '1.2', Oct 04 20:30:49.993251 n-d-852085-12 neutron-server[108169]: 'SubPort': '1.0', Oct 04 20:30:49.993251 n-d-852085-12 neutron-server[108169]: 'Subnet': '1.1', Oct 04 20:30:49.993251 n-d-852085-12 neutron-server[108169]: 'Trunk': '1.1'}} Oct 04 20:30:49.993251 n-d-852085-12 neutron-server[108169]: {{(pid=108169) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 04 20:30:50.021663 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c144aee4-1d0e-4410-8b17-980927015482 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (3268ebe1-14f5-4073-a00b-b92c6317fabf), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:30:50.215682 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c144aee4-1d0e-4410-8b17-980927015482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (3268ebe1-14f5-4073-a00b-b92c6317fabf), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:30:50.217716 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c144aee4-1d0e-4410-8b17-980927015482 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:30:50.218895 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c144aee4-1d0e-4410-8b17-980927015482 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:30:50.353547 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c144aee4-1d0e-4410-8b17-980927015482 admin admin] Pushing event updated for resources: {'Network': ['ID=3268ebe1-14f5-4073-a00b-b92c6317fabf,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:30:50.380277 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 3268ebe1-14f5-4073-a00b-b92c6317fabf details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:30:50.436667 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c144aee4-1d0e-4410-8b17-980927015482 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7528315 Oct 04 20:30:50.442814 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54880) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:30:50.453566 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-9e2a78f1-b390-4d47-ad1d-2017d366a516 admin admin] Request body: {'subnet': {'network_id': '3268ebe1-14f5-4073-a00b-b92c6317fabf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2035496772-subnet', 'tenant_id': 'd593ded97dc34546bfe79cdbdac0d4c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:30:50.646896 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2a78f1-b390-4d47-ad1d-2017d366a516 admin admin] Made reservation on behalf of d593ded97dc34546bfe79cdbdac0d4c2 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:30:50.651130 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9e2a78f1-b390-4d47-ad1d-2017d366a516 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:30:51.038176 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9e2a78f1-b390-4d47-ad1d-2017d366a516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for subnet (b5ebb425-161b-4b6d-aba5-93d7aecbe587), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:30:51.089786 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a78f1-b390-4d47-ad1d-2017d366a516 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5ebb425-161b-4b6d-aba5-93d7aecbe587,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:30:51.101399 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a78f1-b390-4d47-ad1d-2017d366a516 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:30:51.101737 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a78f1-b390-4d47-ad1d-2017d366a516 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:30:51.102253 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a78f1-b390-4d47-ad1d-2017d366a516 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:30:51.102773 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a78f1-b390-4d47-ad1d-2017d366a516 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:30:51.103311 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a78f1-b390-4d47-ad1d-2017d366a516 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:30:51.103767 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a78f1-b390-4d47-ad1d-2017d366a516 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:30:51.104245 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a78f1-b390-4d47-ad1d-2017d366a516 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:30:51.104405 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a78f1-b390-4d47-ad1d-2017d366a516 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:30:51.104710 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a78f1-b390-4d47-ad1d-2017d366a516 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:30:51.105125 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a78f1-b390-4d47-ad1d-2017d366a516 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:30:51.105527 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a78f1-b390-4d47-ad1d-2017d366a516 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:30:51.105760 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a78f1-b390-4d47-ad1d-2017d366a516 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:30:51.106216 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a78f1-b390-4d47-ad1d-2017d366a516 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:30:51.106652 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a78f1-b390-4d47-ad1d-2017d366a516 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:30:51.107039 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a78f1-b390-4d47-ad1d-2017d366a516 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:30:51.109047 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a78f1-b390-4d47-ad1d-2017d366a516 admin admin] Tracked resource versions report: Oct 04 20:30:51.109047 n-d-852085-12 neutron-server[108170]: pushed versions: Oct 04 20:30:51.109047 n-d-852085-12 neutron-server[108170]: { 'AddressGroup': {'1.2'}, Oct 04 20:30:51.109047 n-d-852085-12 neutron-server[108170]: 'Agent': {'1.1'}, Oct 04 20:30:51.109047 n-d-852085-12 neutron-server[108170]: 'ConntrackHelper': {'1.0'}, Oct 04 20:30:51.109047 n-d-852085-12 neutron-server[108170]: 'LocalIPAssociation': {'1.0'}, Oct 04 20:30:51.109047 n-d-852085-12 neutron-server[108170]: 'Log': {'1.0'}, Oct 04 20:30:51.109047 n-d-852085-12 neutron-server[108170]: 'NDPProxy': {'1.0'}, Oct 04 20:30:51.109047 n-d-852085-12 neutron-server[108170]: 'Network': {'1.1'}, Oct 04 20:30:51.109047 n-d-852085-12 neutron-server[108170]: 'Port': {'1.7'}, Oct 04 20:30:51.109047 n-d-852085-12 neutron-server[108170]: 'PortForwarding': {'1.3'}, Oct 04 20:30:51.109047 n-d-852085-12 neutron-server[108170]: 'QosPolicy': {'1.10'}, Oct 04 20:30:51.109047 n-d-852085-12 neutron-server[108170]: 'SecurityGroup': {'1.5'}, Oct 04 20:30:51.109047 n-d-852085-12 neutron-server[108170]: 'SecurityGroupRule': {'1.2'}, Oct 04 20:30:51.109047 n-d-852085-12 neutron-server[108170]: 'SubPort': {'1.0'}, Oct 04 20:30:51.109047 n-d-852085-12 neutron-server[108170]: 'Subnet': {'1.1'}, Oct 04 20:30:51.109047 n-d-852085-12 neutron-server[108170]: 'Trunk': {'1.1'}} Oct 04 20:30:51.109047 n-d-852085-12 neutron-server[108170]: consumer versions: Oct 04 20:30:51.109047 n-d-852085-12 neutron-server[108170]: { DHCP agent@n-d-852085-12: {}, Oct 04 20:30:51.109047 n-d-852085-12 neutron-server[108170]: HyperV agent@n-h1-852085-12: {}, Oct 04 20:30:51.109047 n-d-852085-12 neutron-server[108170]: HyperV agent@n-h2-852085-12: {}, Oct 04 20:30:51.109047 n-d-852085-12 neutron-server[108170]: L3 agent@n-d-852085-12: {}, Oct 04 20:30:51.109047 n-d-852085-12 neutron-server[108170]: Metadata agent@n-d-852085-12: {}, Oct 04 20:30:51.109047 n-d-852085-12 neutron-server[108170]: Metering agent@n-d-852085-12: {}, Oct 04 20:30:51.109047 n-d-852085-12 neutron-server[108170]: Open vSwitch agent@n-d-852085-12: { 'AddressGroup': '1.2', Oct 04 20:30:51.109047 n-d-852085-12 neutron-server[108170]: 'Agent': '1.1', Oct 04 20:30:51.109047 n-d-852085-12 neutron-server[108170]: 'ConntrackHelper': '1.0', Oct 04 20:30:51.109047 n-d-852085-12 neutron-server[108170]: 'LocalIPAssociation': '1.0', Oct 04 20:30:51.109047 n-d-852085-12 neutron-server[108170]: 'Log': '1.0', Oct 04 20:30:51.109047 n-d-852085-12 neutron-server[108170]: 'NDPProxy': '1.0', Oct 04 20:30:51.109047 n-d-852085-12 neutron-server[108170]: 'Network': '1.1', Oct 04 20:30:51.109047 n-d-852085-12 neutron-server[108170]: 'Port': '1.7', Oct 04 20:30:51.109047 n-d-852085-12 neutron-server[108170]: 'PortForwarding': '1.3', Oct 04 20:30:51.109047 n-d-852085-12 neutron-server[108170]: 'QosPolicy': '1.10', Oct 04 20:30:51.109047 n-d-852085-12 neutron-server[108170]: 'SecurityGroup': '1.5', Oct 04 20:30:51.109047 n-d-852085-12 neutron-server[108170]: 'SecurityGroupRule': '1.2', Oct 04 20:30:51.109047 n-d-852085-12 neutron-server[108170]: 'SubPort': '1.0', Oct 04 20:30:51.109047 n-d-852085-12 neutron-server[108170]: 'Subnet': '1.1', Oct 04 20:30:51.109047 n-d-852085-12 neutron-server[108170]: 'Trunk': '1.1'}} Oct 04 20:30:51.109047 n-d-852085-12 neutron-server[108170]: {{(pid=108170) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 04 20:30:51.158284 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2a78f1-b390-4d47-ad1d-2017d366a516 admin admin] Checking segment: {'id': 'fd84746f-bdf3-46ec-b9f1-bd358e0ab81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3268ebe1-14f5-4073-a00b-b92c6317fabf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:30:51.159461 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2a78f1-b390-4d47-ad1d-2017d366a516 admin admin] Network hostable DHCP agents. Network: 3268ebe1-14f5-4073-a00b-b92c6317fabf, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:30:51.250793 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:30:51.289551 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2a78f1-b390-4d47-ad1d-2017d366a516 admin admin] Network 3268ebe1-14f5-4073-a00b-b92c6317fabf is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:30:51.413017 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-9e2a78f1-b390-4d47-ad1d-2017d366a516 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 3268ebe1-14f5-4073-a00b-b92c6317fabf) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:30:51.413327 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:30:51.419821 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2a78f1-b390-4d47-ad1d-2017d366a516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:30:51.421426 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9e2a78f1-b390-4d47-ad1d-2017d366a516 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:30:51.435777 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d0536b-f86d-40aa-a963-e884d0957607 None None] Network 3268ebe1-14f5-4073-a00b-b92c6317fabf requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:30:51.566902 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54904) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:30:51.573183 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-298a4b13-cc68-4ad9-ae6f-327690631225 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2035496772-router', 'tenant_id': 'd593ded97dc34546bfe79cdbdac0d4c2', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:30:51.574132 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-9e2a78f1-b390-4d47-ad1d-2017d366a516 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1295927 Oct 04 20:30:51.646715 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85dfed4-5439-4daa-a84c-541345dde7b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-3268ebe1-14f5-4073-a00b-b92c6317fabf', 'network_id': '3268ebe1-14f5-4073-a00b-b92c6317fabf', 'project_id': 'd593ded97dc34546bfe79cdbdac0d4c2', 'fixed_ips': [{'subnet_id': 'b5ebb425-161b-4b6d-aba5-93d7aecbe587'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:30:51.648968 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e85dfed4-5439-4daa-a84c-541345dde7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:30:51.797406 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-298a4b13-cc68-4ad9-ae6f-327690631225 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (a060083d-f0fd-42f6-bee0-aa5aff9442dd), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:30:51.800193 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-298a4b13-cc68-4ad9-ae6f-327690631225 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (a060083d-f0fd-42f6-bee0-aa5aff9442dd), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:30:51.872781 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-e85dfed4-5439-4daa-a84c-541345dde7b2 None None] Allocated IP 172.20.0.2 (3268ebe1-14f5-4073-a00b-b92c6317fabf/b5ebb425-161b-4b6d-aba5-93d7aecbe587/7b947c89-202f-4426-a415-19f223181e27) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:30:51.988745 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-298a4b13-cc68-4ad9-ae6f-327690631225 admin admin] Publish callbacks [] for router_controller (a060083d-f0fd-42f6-bee0-aa5aff9442dd), precommit_add_association {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:30:52.059558 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e85dfed4-5439-4daa-a84c-541345dde7b2 None None] Publish callbacks [] for port (7b947c89-202f-4426-a415-19f223181e27), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:30:52.153432 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e85dfed4-5439-4daa-a84c-541345dde7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (7b947c89-202f-4426-a415-19f223181e27), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:30:52.233678 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85dfed4-5439-4daa-a84c-541345dde7b2 None None] Network 3268ebe1-14f5-4073-a00b-b92c6317fabf is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:30:52.239614 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-e85dfed4-5439-4daa-a84c-541345dde7b2 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:30:52.246975 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85dfed4-5439-4daa-a84c-541345dde7b2 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:30:52.251338 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-298a4b13-cc68-4ad9-ae6f-327690631225 admin admin] Publish callbacks [] for router_gateway (a060083d-f0fd-42f6-bee0-aa5aff9442dd), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:30:52.260187 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85dfed4-5439-4daa-a84c-541345dde7b2 None None] Pushing event updated for resources: {'Port': ['ID=7b947c89-202f-4426-a415-19f223181e27,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:30:52.308854 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85dfed4-5439-4daa-a84c-541345dde7b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:30:52.309344 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85dfed4-5439-4daa-a84c-541345dde7b2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:30:52.309865 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85dfed4-5439-4daa-a84c-541345dde7b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:30:52.310430 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85dfed4-5439-4daa-a84c-541345dde7b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:30:52.311506 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85dfed4-5439-4daa-a84c-541345dde7b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:30:52.312080 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85dfed4-5439-4daa-a84c-541345dde7b2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:30:52.312611 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85dfed4-5439-4daa-a84c-541345dde7b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:30:52.313204 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85dfed4-5439-4daa-a84c-541345dde7b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:30:52.313713 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85dfed4-5439-4daa-a84c-541345dde7b2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:30:52.314255 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85dfed4-5439-4daa-a84c-541345dde7b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:30:52.314812 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85dfed4-5439-4daa-a84c-541345dde7b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:30:52.315378 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85dfed4-5439-4daa-a84c-541345dde7b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:30:52.315934 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85dfed4-5439-4daa-a84c-541345dde7b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:30:52.316466 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85dfed4-5439-4daa-a84c-541345dde7b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:30:52.316987 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85dfed4-5439-4daa-a84c-541345dde7b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:30:52.319276 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85dfed4-5439-4daa-a84c-541345dde7b2 None None] Tracked resource versions report: Oct 04 20:30:52.319276 n-d-852085-12 neutron-server[108171]: pushed versions: Oct 04 20:30:52.319276 n-d-852085-12 neutron-server[108171]: { 'AddressGroup': {'1.2'}, Oct 04 20:30:52.319276 n-d-852085-12 neutron-server[108171]: 'Agent': {'1.1'}, Oct 04 20:30:52.319276 n-d-852085-12 neutron-server[108171]: 'ConntrackHelper': {'1.0'}, Oct 04 20:30:52.319276 n-d-852085-12 neutron-server[108171]: 'LocalIPAssociation': {'1.0'}, Oct 04 20:30:52.319276 n-d-852085-12 neutron-server[108171]: 'Log': {'1.0'}, Oct 04 20:30:52.319276 n-d-852085-12 neutron-server[108171]: 'NDPProxy': {'1.0'}, Oct 04 20:30:52.319276 n-d-852085-12 neutron-server[108171]: 'Network': {'1.1'}, Oct 04 20:30:52.319276 n-d-852085-12 neutron-server[108171]: 'Port': {'1.7'}, Oct 04 20:30:52.319276 n-d-852085-12 neutron-server[108171]: 'PortForwarding': {'1.3'}, Oct 04 20:30:52.319276 n-d-852085-12 neutron-server[108171]: 'QosPolicy': {'1.10'}, Oct 04 20:30:52.319276 n-d-852085-12 neutron-server[108171]: 'SecurityGroup': {'1.5'}, Oct 04 20:30:52.319276 n-d-852085-12 neutron-server[108171]: 'SecurityGroupRule': {'1.2'}, Oct 04 20:30:52.319276 n-d-852085-12 neutron-server[108171]: 'SubPort': {'1.0'}, Oct 04 20:30:52.319276 n-d-852085-12 neutron-server[108171]: 'Subnet': {'1.1'}, Oct 04 20:30:52.319276 n-d-852085-12 neutron-server[108171]: 'Trunk': {'1.1'}} Oct 04 20:30:52.319276 n-d-852085-12 neutron-server[108171]: consumer versions: Oct 04 20:30:52.319276 n-d-852085-12 neutron-server[108171]: { DHCP agent@n-d-852085-12: {}, Oct 04 20:30:52.319276 n-d-852085-12 neutron-server[108171]: HyperV agent@n-h1-852085-12: {}, Oct 04 20:30:52.319276 n-d-852085-12 neutron-server[108171]: HyperV agent@n-h2-852085-12: {}, Oct 04 20:30:52.319276 n-d-852085-12 neutron-server[108171]: L3 agent@n-d-852085-12: {}, Oct 04 20:30:52.319276 n-d-852085-12 neutron-server[108171]: Metadata agent@n-d-852085-12: {}, Oct 04 20:30:52.319276 n-d-852085-12 neutron-server[108171]: Metering agent@n-d-852085-12: {}, Oct 04 20:30:52.319276 n-d-852085-12 neutron-server[108171]: Open vSwitch agent@n-d-852085-12: { 'AddressGroup': '1.2', Oct 04 20:30:52.319276 n-d-852085-12 neutron-server[108171]: 'Agent': '1.1', Oct 04 20:30:52.319276 n-d-852085-12 neutron-server[108171]: 'ConntrackHelper': '1.0', Oct 04 20:30:52.319276 n-d-852085-12 neutron-server[108171]: 'LocalIPAssociation': '1.0', Oct 04 20:30:52.319276 n-d-852085-12 neutron-server[108171]: 'Log': '1.0', Oct 04 20:30:52.319276 n-d-852085-12 neutron-server[108171]: 'NDPProxy': '1.0', Oct 04 20:30:52.319276 n-d-852085-12 neutron-server[108171]: 'Network': '1.1', Oct 04 20:30:52.319276 n-d-852085-12 neutron-server[108171]: 'Port': '1.7', Oct 04 20:30:52.319276 n-d-852085-12 neutron-server[108171]: 'PortForwarding': '1.3', Oct 04 20:30:52.319276 n-d-852085-12 neutron-server[108171]: 'QosPolicy': '1.10', Oct 04 20:30:52.319276 n-d-852085-12 neutron-server[108171]: 'SecurityGroup': '1.5', Oct 04 20:30:52.319276 n-d-852085-12 neutron-server[108171]: 'SecurityGroupRule': '1.2', Oct 04 20:30:52.319276 n-d-852085-12 neutron-server[108171]: 'SubPort': '1.0', Oct 04 20:30:52.319276 n-d-852085-12 neutron-server[108171]: 'Subnet': '1.1', Oct 04 20:30:52.319276 n-d-852085-12 neutron-server[108171]: 'Trunk': '1.1'}} Oct 04 20:30:52.319276 n-d-852085-12 neutron-server[108171]: {{(pid=108171) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 04 20:30:52.539317 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-e85dfed4-5439-4daa-a84c-541345dde7b2 None None] Attempting to bind port 7b947c89-202f-4426-a415-19f223181e27 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:30:52.539947 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-e85dfed4-5439-4daa-a84c-541345dde7b2 None None] Attempting to bind port 7b947c89-202f-4426-a415-19f223181e27 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'fd84746f-bdf3-46ec-b9f1-bd358e0ab81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3268ebe1-14f5-4073-a00b-b92c6317fabf'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:30:52.540563 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85dfed4-5439-4daa-a84c-541345dde7b2 None None] Attempting to bind port 7b947c89-202f-4426-a415-19f223181e27 on network 3268ebe1-14f5-4073-a00b-b92c6317fabf {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:30:52.598160 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:30:52.616010 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85dfed4-5439-4daa-a84c-541345dde7b2 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:30:52.616010 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85dfed4-5439-4daa-a84c-541345dde7b2 None None] Checking segment: {'id': 'fd84746f-bdf3-46ec-b9f1-bd358e0ab81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3268ebe1-14f5-4073-a00b-b92c6317fabf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:30:52.616010 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e85dfed4-5439-4daa-a84c-541345dde7b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:30:52.616010 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85dfed4-5439-4daa-a84c-541345dde7b2 None None] Bound using segment: {'id': 'fd84746f-bdf3-46ec-b9f1-bd358e0ab81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3268ebe1-14f5-4073-a00b-b92c6317fabf'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:30:52.616010 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-e85dfed4-5439-4daa-a84c-541345dde7b2 None None] Bound port: 7b947c89-202f-4426-a415-19f223181e27, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd84746f-bdf3-46ec-b9f1-bd358e0ab81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3268ebe1-14f5-4073-a00b-b92c6317fabf'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:30:52.616010 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e85dfed4-5439-4daa-a84c-541345dde7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (7b947c89-202f-4426-a415-19f223181e27), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:30:52.691995 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=87,neutron:UPDATE=7,neutron:INSERT=6 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:30:52.721604 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e85dfed4-5439-4daa-a84c-541345dde7b2 None None] For port 7b947c89-202f-4426-a415-19f223181e27, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:30:52.727465 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e85dfed4-5439-4daa-a84c-541345dde7b2 None None] For port 7b947c89-202f-4426-a415-19f223181e27, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=7b947c89-202f-4426-a415-19f223181e27,segment=NetworkSegment(fd84746f-bdf3-46ec-b9f1-bd358e0ab81d),segment_id=fd84746f-bdf3-46ec-b9f1-bd358e0ab81d)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:30:52.747292 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-298a4b13-cc68-4ad9-ae6f-327690631225 admin admin] Publish callbacks [] for router_gateway (a060083d-f0fd-42f6-bee0-aa5aff9442dd), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:30:52.813543 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e85dfed4-5439-4daa-a84c-541345dde7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (7b947c89-202f-4426-a415-19f223181e27), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:30:52.917283 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-298a4b13-cc68-4ad9-ae6f-327690631225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:30:52.927404 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85dfed4-5439-4daa-a84c-541345dde7b2 None None] Pushing event updated for resources: {'Port': ['ID=7b947c89-202f-4426-a415-19f223181e27,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:30:53.071463 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=79,neutron:INSERT=12,neutron:UPDATE=7,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:30:53.086312 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=86,neutron:INSERT=14 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:30:53.094974 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-298a4b13-cc68-4ad9-ae6f-327690631225 admin admin] Allocated IP 172.25.5.113 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/2fb154e7-1079-403e-ba45-c73a28241f19) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:30:53.272307 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-298a4b13-cc68-4ad9-ae6f-327690631225 admin admin] Publish callbacks [] for port (2fb154e7-1079-403e-ba45-c73a28241f19), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:30:53.397031 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-298a4b13-cc68-4ad9-ae6f-327690631225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (2fb154e7-1079-403e-ba45-c73a28241f19), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:30:53.447872 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298a4b13-cc68-4ad9-ae6f-327690631225 admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:30:53.452187 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-298a4b13-cc68-4ad9-ae6f-327690631225 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:30:53.456045 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298a4b13-cc68-4ad9-ae6f-327690631225 admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:30:53.546400 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298a4b13-cc68-4ad9-ae6f-327690631225 admin admin] Pushing event updated for resources: {'Port': ['ID=2fb154e7-1079-403e-ba45-c73a28241f19,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:30:53.771977 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 7b947c89-202f-4426-a415-19f223181e27 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:30:53.840315 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 7b947c89-202f-4426-a415-19f223181e27 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:30:53.840736 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (7b947c89-202f-4426-a415-19f223181e27), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:30:53.841067 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 7b947c89-202f-4426-a415-19f223181e27 Oct 04 20:30:54.041114 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-298a4b13-cc68-4ad9-ae6f-327690631225 admin admin] Publish callbacks [] for router_gateway (a060083d-f0fd-42f6-bee0-aa5aff9442dd), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:30:54.073035 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 7b947c89-202f-4426-a415-19f223181e27 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:30:54.073700 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (7b947c89-202f-4426-a415-19f223181e27), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:30:54.165660 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 7b947c89-202f-4426-a415-19f223181e27, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=7b947c89-202f-4426-a415-19f223181e27,segment=NetworkSegment(fd84746f-bdf3-46ec-b9f1-bd358e0ab81d),segment_id=fd84746f-bdf3-46ec-b9f1-bd358e0ab81d)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:30:54.268385 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:INSERT=5,neutron:UPDATE=5,neutron:SELECT=90 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:30:54.280085 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce331d3-0523-489f-9456-ea0d6c540f95 None None] Network 3268ebe1-14f5-4073-a00b-b92c6317fabf requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:30:54.285879 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (7b947c89-202f-4426-a415-19f223181e27), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:30:54.335730 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-298a4b13-cc68-4ad9-ae6f-327690631225 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (a060083d-f0fd-42f6-bee0-aa5aff9442dd), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:30:54.431912 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e60fe18a-a0e0-41bc-8c45-ec0675348a48 None None] Provisioning complete for port 7b947c89-202f-4426-a415-19f223181e27 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:30:54.432612 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e60fe18a-a0e0-41bc-8c45-ec0675348a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (7b947c89-202f-4426-a415-19f223181e27), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:30:54.432993 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e60fe18a-a0e0-41bc-8c45-ec0675348a48 None None] Attempt 1 to provision port 7b947c89-202f-4426-a415-19f223181e27 Oct 04 20:30:54.506140 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=7b947c89-202f-4426-a415-19f223181e27,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:30:54.614144 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e60fe18a-a0e0-41bc-8c45-ec0675348a48 None None] Current status of the port 7b947c89-202f-4426-a415-19f223181e27 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:30:54.801515 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-298a4b13-cc68-4ad9-ae6f-327690631225 admin admin] Router a060083d-f0fd-42f6-bee0-aa5aff9442dd is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:30:54.943486 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-742ec856-467e-49f8-8e71-dc2ce5620caf None None] Provisioning complete for port 7b947c89-202f-4426-a415-19f223181e27 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:30:54.944316 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-742ec856-467e-49f8-8e71-dc2ce5620caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (7b947c89-202f-4426-a415-19f223181e27), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:30:54.944316 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-742ec856-467e-49f8-8e71-dc2ce5620caf None None] Attempt 1 to provision port 7b947c89-202f-4426-a415-19f223181e27 Oct 04 20:30:55.022634 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-298a4b13-cc68-4ad9-ae6f-327690631225 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:30:55.037949 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b05ac5-6980-450c-8f32-626d24469963 None None] Sync routers for ids ['a060083d-f0fd-42f6-bee0-aa5aff9442dd'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:30:55.069745 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b05ac5-6980-450c-8f32-626d24469963 None None] Routers {'a060083d-f0fd-42f6-bee0-aa5aff9442dd'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:30:55.072496 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-78b05ac5-6980-450c-8f32-626d24469963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:30:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['a060083d-f0fd-42f6-bee0-aa5aff9442dd'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:30:55.087496 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-742ec856-467e-49f8-8e71-dc2ce5620caf None None] Current status of the port 7b947c89-202f-4426-a415-19f223181e27 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:30:55.177381 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-298a4b13-cc68-4ad9-ae6f-327690631225 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:30:55.179494 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-298a4b13-cc68-4ad9-ae6f-327690631225 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.6111531 Oct 04 20:30:55.187703 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54982) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:30:55.317903 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-78b05ac5-6980-450c-8f32-626d24469963 None None] Set router a060083d-f0fd-42f6-bee0-aa5aff9442dd gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:30:55.575561 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=100 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:30:55.708130 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-78b05ac5-6980-450c-8f32-626d24469963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a060083d-f0fd-42f6-bee0-aa5aff9442dd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2035496772-router', 'tenant_id': 'd593ded97dc34546bfe79cdbdac0d4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '2fb154e7-1079-403e-ba45-c73a28241f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:30:51Z', 'updated_at': '2022-10-04T20:30:53Z', 'revision_number': 3, 'project_id': 'd593ded97dc34546bfe79cdbdac0d4c2', 'gw_port': {'id': '2fb154e7-1079-403e-ba45-c73a28241f19', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:39:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a060083d-f0fd-42f6-bee0-aa5aff9442dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:30:52Z', 'updated_at': '2022-10-04T20:30:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:30:55.768637 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b05ac5-6980-450c-8f32-626d24469963 None None] Checking router: a060083d-f0fd-42f6-bee0-aa5aff9442dd for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:30:55.769154 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b05ac5-6980-450c-8f32-626d24469963 None None] Updating router a060083d-f0fd-42f6-bee0-aa5aff9442dd port 2fb154e7-1079-403e-ba45-c73a28241f19 binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:30:55.828724 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 7b947c89-202f-4426-a415-19f223181e27 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:30:55.857372 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-78b05ac5-6980-450c-8f32-626d24469963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (2fb154e7-1079-403e-ba45-c73a28241f19), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:30:55.922794 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 7b947c89-202f-4426-a415-19f223181e27 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:30:55.923442 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (7b947c89-202f-4426-a415-19f223181e27), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:30:55.924368 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 7b947c89-202f-4426-a415-19f223181e27 Oct 04 20:30:56.160132 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:30:56.172689 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 7b947c89-202f-4426-a415-19f223181e27 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:30:56.198459 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fa1487e2-1249-49b5-bb56-29da5a07bce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:30:56.549239 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-78b05ac5-6980-450c-8f32-626d24469963 None None] Publish callbacks [] for port (2fb154e7-1079-403e-ba45-c73a28241f19), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:30:56.688472 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-78b05ac5-6980-450c-8f32-626d24469963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (2fb154e7-1079-403e-ba45-c73a28241f19), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:30:56.706442 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-fa1487e2-1249-49b5-bb56-29da5a07bce9 admin admin] Allocated IP 172.20.0.1 (3268ebe1-14f5-4073-a00b-b92c6317fabf/b5ebb425-161b-4b6d-aba5-93d7aecbe587/61a6a1fb-fb41-4e17-9014-1015a159d1e4) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:30:56.754153 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-78b05ac5-6980-450c-8f32-626d24469963 None None] Attempting to bind port 2fb154e7-1079-403e-ba45-c73a28241f19 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:30:56.754725 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-78b05ac5-6980-450c-8f32-626d24469963 None None] Attempting to bind port 2fb154e7-1079-403e-ba45-c73a28241f19 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:30:56.755380 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b05ac5-6980-450c-8f32-626d24469963 None None] Attempting to bind port 2fb154e7-1079-403e-ba45-c73a28241f19 on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:30:56.843886 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:30:56.859332 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31a3fbb-1c64-422d-a2de-32543dcd1ae8 None None] Pushing event updated for resources: {'Port': ['ID=2fb154e7-1079-403e-ba45-c73a28241f19,revision_number=2']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:30:56.881222 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a3fbb-1c64-422d-a2de-32543dcd1ae8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:30:56.881848 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a3fbb-1c64-422d-a2de-32543dcd1ae8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:30:56.882444 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a3fbb-1c64-422d-a2de-32543dcd1ae8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:30:56.883043 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a3fbb-1c64-422d-a2de-32543dcd1ae8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:30:56.883584 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a3fbb-1c64-422d-a2de-32543dcd1ae8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:30:56.884226 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a3fbb-1c64-422d-a2de-32543dcd1ae8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:30:56.884641 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a3fbb-1c64-422d-a2de-32543dcd1ae8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:30:56.885386 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a3fbb-1c64-422d-a2de-32543dcd1ae8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:30:56.885947 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a3fbb-1c64-422d-a2de-32543dcd1ae8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:30:56.886504 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a3fbb-1c64-422d-a2de-32543dcd1ae8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:30:56.887028 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a3fbb-1c64-422d-a2de-32543dcd1ae8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:30:56.887702 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a3fbb-1c64-422d-a2de-32543dcd1ae8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:30:56.888267 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a3fbb-1c64-422d-a2de-32543dcd1ae8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:30:56.889235 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a3fbb-1c64-422d-a2de-32543dcd1ae8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:30:56.904185 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a3fbb-1c64-422d-a2de-32543dcd1ae8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:30:56.907351 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a3fbb-1c64-422d-a2de-32543dcd1ae8 None None] Tracked resource versions report: Oct 04 20:30:56.907351 n-d-852085-12 neutron-server[108172]: pushed versions: Oct 04 20:30:56.907351 n-d-852085-12 neutron-server[108172]: { 'AddressGroup': {'1.2'}, Oct 04 20:30:56.907351 n-d-852085-12 neutron-server[108172]: 'Agent': {'1.1'}, Oct 04 20:30:56.907351 n-d-852085-12 neutron-server[108172]: 'ConntrackHelper': {'1.0'}, Oct 04 20:30:56.907351 n-d-852085-12 neutron-server[108172]: 'LocalIPAssociation': {'1.0'}, Oct 04 20:30:56.907351 n-d-852085-12 neutron-server[108172]: 'Log': {'1.0'}, Oct 04 20:30:56.907351 n-d-852085-12 neutron-server[108172]: 'NDPProxy': {'1.0'}, Oct 04 20:30:56.907351 n-d-852085-12 neutron-server[108172]: 'Network': {'1.1'}, Oct 04 20:30:56.907351 n-d-852085-12 neutron-server[108172]: 'Port': {'1.7'}, Oct 04 20:30:56.907351 n-d-852085-12 neutron-server[108172]: 'PortForwarding': {'1.3'}, Oct 04 20:30:56.907351 n-d-852085-12 neutron-server[108172]: 'QosPolicy': {'1.10'}, Oct 04 20:30:56.907351 n-d-852085-12 neutron-server[108172]: 'SecurityGroup': {'1.5'}, Oct 04 20:30:56.907351 n-d-852085-12 neutron-server[108172]: 'SecurityGroupRule': {'1.2'}, Oct 04 20:30:56.907351 n-d-852085-12 neutron-server[108172]: 'SubPort': {'1.0'}, Oct 04 20:30:56.907351 n-d-852085-12 neutron-server[108172]: 'Subnet': {'1.1'}, Oct 04 20:30:56.907351 n-d-852085-12 neutron-server[108172]: 'Trunk': {'1.1'}} Oct 04 20:30:56.907351 n-d-852085-12 neutron-server[108172]: consumer versions: Oct 04 20:30:56.907351 n-d-852085-12 neutron-server[108172]: { DHCP agent@n-d-852085-12: {}, Oct 04 20:30:56.907351 n-d-852085-12 neutron-server[108172]: HyperV agent@n-h1-852085-12: {}, Oct 04 20:30:56.907351 n-d-852085-12 neutron-server[108172]: HyperV agent@n-h2-852085-12: {}, Oct 04 20:30:56.907351 n-d-852085-12 neutron-server[108172]: L3 agent@n-d-852085-12: {}, Oct 04 20:30:56.907351 n-d-852085-12 neutron-server[108172]: Metadata agent@n-d-852085-12: {}, Oct 04 20:30:56.907351 n-d-852085-12 neutron-server[108172]: Metering agent@n-d-852085-12: {}, Oct 04 20:30:56.907351 n-d-852085-12 neutron-server[108172]: Open vSwitch agent@n-d-852085-12: { 'AddressGroup': '1.2', Oct 04 20:30:56.907351 n-d-852085-12 neutron-server[108172]: 'Agent': '1.1', Oct 04 20:30:56.907351 n-d-852085-12 neutron-server[108172]: 'ConntrackHelper': '1.0', Oct 04 20:30:56.907351 n-d-852085-12 neutron-server[108172]: 'LocalIPAssociation': '1.0', Oct 04 20:30:56.907351 n-d-852085-12 neutron-server[108172]: 'Log': '1.0', Oct 04 20:30:56.907351 n-d-852085-12 neutron-server[108172]: 'NDPProxy': '1.0', Oct 04 20:30:56.907351 n-d-852085-12 neutron-server[108172]: 'Network': '1.1', Oct 04 20:30:56.907351 n-d-852085-12 neutron-server[108172]: 'Port': '1.7', Oct 04 20:30:56.907351 n-d-852085-12 neutron-server[108172]: 'PortForwarding': '1.3', Oct 04 20:30:56.907351 n-d-852085-12 neutron-server[108172]: 'QosPolicy': '1.10', Oct 04 20:30:56.907351 n-d-852085-12 neutron-server[108172]: 'SecurityGroup': '1.5', Oct 04 20:30:56.907351 n-d-852085-12 neutron-server[108172]: 'SecurityGroupRule': '1.2', Oct 04 20:30:56.907351 n-d-852085-12 neutron-server[108172]: 'SubPort': '1.0', Oct 04 20:30:56.907351 n-d-852085-12 neutron-server[108172]: 'Subnet': '1.1', Oct 04 20:30:56.907351 n-d-852085-12 neutron-server[108172]: 'Trunk': '1.1'}} Oct 04 20:30:56.907351 n-d-852085-12 neutron-server[108172]: {{(pid=108172) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 04 20:30:56.918237 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b05ac5-6980-450c-8f32-626d24469963 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:30:56.918237 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b05ac5-6980-450c-8f32-626d24469963 None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:30:56.919028 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-78b05ac5-6980-450c-8f32-626d24469963 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:30:56.919581 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b05ac5-6980-450c-8f32-626d24469963 None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:30:56.920794 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-78b05ac5-6980-450c-8f32-626d24469963 None None] Bound port: 2fb154e7-1079-403e-ba45-c73a28241f19, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:30:56.921395 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-78b05ac5-6980-450c-8f32-626d24469963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (2fb154e7-1079-403e-ba45-c73a28241f19), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:30:56.981360 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fa1487e2-1249-49b5-bb56-29da5a07bce9 admin admin] Publish callbacks [] for port (61a6a1fb-fb41-4e17-9014-1015a159d1e4), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:30:57.017552 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-78b05ac5-6980-450c-8f32-626d24469963 None None] For port 2fb154e7-1079-403e-ba45-c73a28241f19, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:30:57.023951 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-78b05ac5-6980-450c-8f32-626d24469963 None None] For port 2fb154e7-1079-403e-ba45-c73a28241f19, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=2fb154e7-1079-403e-ba45-c73a28241f19,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:30:57.103556 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-78b05ac5-6980-450c-8f32-626d24469963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (2fb154e7-1079-403e-ba45-c73a28241f19), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:30:57.133711 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fa1487e2-1249-49b5-bb56-29da5a07bce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (61a6a1fb-fb41-4e17-9014-1015a159d1e4), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:30:57.185176 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b05ac5-6980-450c-8f32-626d24469963 None None] Routers {'a060083d-f0fd-42f6-bee0-aa5aff9442dd'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:30:57.186798 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-78b05ac5-6980-450c-8f32-626d24469963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:30:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['a060083d-f0fd-42f6-bee0-aa5aff9442dd'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:30:57.249408 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1487e2-1249-49b5-bb56-29da5a07bce9 admin admin] Pushing event updated for resources: {'Port': ['ID=61a6a1fb-fb41-4e17-9014-1015a159d1e4,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:30:57.267930 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:30:57.270798 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1487e2-1249-49b5-bb56-29da5a07bce9 admin admin] Network 3268ebe1-14f5-4073-a00b-b92c6317fabf is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:30:57.275349 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-fa1487e2-1249-49b5-bb56-29da5a07bce9 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:30:57.279068 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1487e2-1249-49b5-bb56-29da5a07bce9 admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:30:57.280138 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fa1487e2-1249-49b5-bb56-29da5a07bce9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (a060083d-f0fd-42f6-bee0-aa5aff9442dd), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:30:57.511103 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31a3fbb-1c64-422d-a2de-32543dcd1ae8 None None] Pushing event updated for resources: {'Port': ['ID=2fb154e7-1079-403e-ba45-c73a28241f19,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:30:57.554363 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:30:57.648373 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-78b05ac5-6980-450c-8f32-626d24469963 None None] Set router a060083d-f0fd-42f6-bee0-aa5aff9442dd gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:30:57.734197 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:30:57.734783 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-d058e2e7-e5b9-4551-8175-a6898463e83f None None] Provisioning complete for port 61a6a1fb-fb41-4e17-9014-1015a159d1e4 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:30:57.735809 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d058e2e7-e5b9-4551-8175-a6898463e83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (61a6a1fb-fb41-4e17-9014-1015a159d1e4), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:30:57.736384 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-d058e2e7-e5b9-4551-8175-a6898463e83f None None] Attempt 1 to provision port 61a6a1fb-fb41-4e17-9014-1015a159d1e4 Oct 04 20:30:57.792440 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-d058e2e7-e5b9-4551-8175-a6898463e83f None None] Port 61a6a1fb-fb41-4e17-9014-1015a159d1e4 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:30:57.875514 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fa1487e2-1249-49b5-bb56-29da5a07bce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (61a6a1fb-fb41-4e17-9014-1015a159d1e4), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:30:57.949673 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-78b05ac5-6980-450c-8f32-626d24469963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a060083d-f0fd-42f6-bee0-aa5aff9442dd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2035496772-router', 'tenant_id': 'd593ded97dc34546bfe79cdbdac0d4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '2fb154e7-1079-403e-ba45-c73a28241f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:30:51Z', 'updated_at': '2022-10-04T20:30:53Z', 'revision_number': 3, 'project_id': 'd593ded97dc34546bfe79cdbdac0d4c2', 'gw_port': {'id': '2fb154e7-1079-403e-ba45-c73a28241f19', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:39:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a060083d-f0fd-42f6-bee0-aa5aff9442dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:30:52Z', 'updated_at': '2022-10-04T20:30:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:30:58.002491 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b05ac5-6980-450c-8f32-626d24469963 None None] The sync data for ids ['a060083d-f0fd-42f6-bee0-aa5aff9442dd'] in n-d-852085-12 is: [{'id': 'a060083d-f0fd-42f6-bee0-aa5aff9442dd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2035496772-router', 'tenant_id': 'd593ded97dc34546bfe79cdbdac0d4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '2fb154e7-1079-403e-ba45-c73a28241f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:30:51Z', 'updated_at': '2022-10-04T20:30:53Z', 'revision_number': 3, 'project_id': 'd593ded97dc34546bfe79cdbdac0d4c2', 'gw_port': {'id': '2fb154e7-1079-403e-ba45-c73a28241f19', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:39:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a060083d-f0fd-42f6-bee0-aa5aff9442dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:30:52Z', 'updated_at': '2022-10-04T20:30:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:30:58.189803 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fa1487e2-1249-49b5-bb56-29da5a07bce9 admin admin] Publish callbacks [] for port (61a6a1fb-fb41-4e17-9014-1015a159d1e4), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:30:58.308744 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fa1487e2-1249-49b5-bb56-29da5a07bce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (61a6a1fb-fb41-4e17-9014-1015a159d1e4), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:30:58.308744 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fa1487e2-1249-49b5-bb56-29da5a07bce9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (a060083d-f0fd-42f6-bee0-aa5aff9442dd), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:30:58.575847 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1487e2-1249-49b5-bb56-29da5a07bce9 admin admin] Pushing event updated for resources: {'Port': ['ID=61a6a1fb-fb41-4e17-9014-1015a159d1e4,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:30:58.635013 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1487e2-1249-49b5-bb56-29da5a07bce9 admin admin] Network 3268ebe1-14f5-4073-a00b-b92c6317fabf is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:30:58.636967 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-fa1487e2-1249-49b5-bb56-29da5a07bce9 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:30:58.876558 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa1487e2-1249-49b5-bb56-29da5a07bce9 admin admin] Router a060083d-f0fd-42f6-bee0-aa5aff9442dd has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:30:59.075170 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-4494f283-6e04-4291-98ce-81f0338df00f None None] Provisioning complete for port 61a6a1fb-fb41-4e17-9014-1015a159d1e4 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:30:59.076910 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4494f283-6e04-4291-98ce-81f0338df00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (61a6a1fb-fb41-4e17-9014-1015a159d1e4), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:30:59.077791 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-4494f283-6e04-4291-98ce-81f0338df00f None None] Attempt 1 to provision port 61a6a1fb-fb41-4e17-9014-1015a159d1e4 Oct 04 20:30:59.125225 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:30:59.150853 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55084) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:30:59.156349 n-d-852085-12 neutron-server[108170]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 04 20:30:59.162580 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-4494f283-6e04-4291-98ce-81f0338df00f None None] Port 61a6a1fb-fb41-4e17-9014-1015a159d1e4 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:30:59.169261 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:30:59.172492 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa1487e2-1249-49b5-bb56-29da5a07bce9 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:30:59.195844 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-fa1487e2-1249-49b5-bb56-29da5a07bce9 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/a060083d-f0fd-42f6-bee0-aa5aff9442dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0059862 Oct 04 20:30:59.275111 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d0538adb-960e-49dd-9737-ad8544d72c4d req-d02b1a2d-8109-4744-a5a0-ef164460586b tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=13bcdec8c8d64e97b49281a0e16b0d79&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1122298 Oct 04 20:30:59.680319 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0538adb-960e-49dd-9737-ad8544d72c4d req-521b71ec-7445-479c-952b-3a561576c9a6 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:30:59.689626 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d0538adb-960e-49dd-9737-ad8544d72c4d req-521b71ec-7445-479c-952b-3a561576c9a6 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4215539 Oct 04 20:30:59.719817 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d0538adb-960e-49dd-9737-ad8544d72c4d req-bc79c28d-632e-489b-8e27-7e7bd7dce0b6 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/quotas/13bcdec8c8d64e97b49281a0e16b0d79 HTTP/1.1" status: 200 len: 375 time: 0.0194263 Oct 04 20:30:59.722743 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 2fb154e7-1079-403e-ba45-c73a28241f19 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:30:59.798530 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 2fb154e7-1079-403e-ba45-c73a28241f19 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:30:59.798929 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (2fb154e7-1079-403e-ba45-c73a28241f19), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:30:59.799329 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 2fb154e7-1079-403e-ba45-c73a28241f19 Oct 04 20:30:59.839639 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d0538adb-960e-49dd-9737-ad8544d72c4d req-e6e65823-aa7e-442e-9260-e8f90e4024fb tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=13bcdec8c8d64e97b49281a0e16b0d79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1074767 Oct 04 20:30:59.940338 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 2fb154e7-1079-403e-ba45-c73a28241f19 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:30:59.940967 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (2fb154e7-1079-403e-ba45-c73a28241f19), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:30:59.999412 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 2fb154e7-1079-403e-ba45-c73a28241f19, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=2fb154e7-1079-403e-ba45-c73a28241f19,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:31:00.175950 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (2fb154e7-1079-403e-ba45-c73a28241f19), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:00.273785 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=2fb154e7-1079-403e-ba45-c73a28241f19,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:01.360987 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55162) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:31:01.383286 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55168) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:31:01.492923 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55172) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:31:01.502895 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-38b22d98-7112-4bef-aa97-4ad662496ba0 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-444733400-network', 'tenant_id': 'd9d8207cd41c4b6d982277b75699008c'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:31:01.609892 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b22d98-7112-4bef-aa97-4ad662496ba0 admin admin] Made reservation on behalf of d9d8207cd41c4b6d982277b75699008c for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:31:01.617081 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-38b22d98-7112-4bef-aa97-4ad662496ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:01.672667 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b82426-a2a1-43f5-aaa2-2e9dfa430c07 None None] Sync routers for ids ['a060083d-f0fd-42f6-bee0-aa5aff9442dd'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:31:01.687337 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b82426-a2a1-43f5-aaa2-2e9dfa430c07 None None] Routers {'a060083d-f0fd-42f6-bee0-aa5aff9442dd'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:31:01.688915 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-78b82426-a2a1-43f5-aaa2-2e9dfa430c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:30:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['a060083d-f0fd-42f6-bee0-aa5aff9442dd'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:31:01.700430 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-38b22d98-7112-4bef-aa97-4ad662496ba0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:01.955623 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 2fb154e7-1079-403e-ba45-c73a28241f19 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:31:02.061058 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:02.078676 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-38b22d98-7112-4bef-aa97-4ad662496ba0 admin admin] Publish callbacks [] for security_group (3c3e63d2-ba7e-43dd-83ac-8834a4f61f4c), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:02.080383 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 2fb154e7-1079-403e-ba45-c73a28241f19 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:31:02.080947 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (2fb154e7-1079-403e-ba45-c73a28241f19), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:02.081294 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 2fb154e7-1079-403e-ba45-c73a28241f19 Oct 04 20:31:02.114587 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-78b82426-a2a1-43f5-aaa2-2e9dfa430c07 None None] Set router a060083d-f0fd-42f6-bee0-aa5aff9442dd gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:31:02.118474 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f78fd83a-f363-4086-97be-2cc654a3b449 req-0861f5a2-66cc-4e32-a864-5200cf578c82 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=660c3eff-854d-4e7c-8247-4a992eda69ce HTTP/1.1" status: 200 len: 210 time: 0.7537470 Oct 04 20:31:02.135580 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-96605698-85d2-4b6c-9361-26f7a445b792 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:02.204833 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=84,neutron:INSERT=16 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:02.285256 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-96605698-85d2-4b6c-9361-26f7a445b792 admin admin] Publish callbacks [] for security_group (2b614992-9b96-4118-8224-c18865c47be3), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:02.302105 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-38b22d98-7112-4bef-aa97-4ad662496ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (3c3e63d2-ba7e-43dd-83ac-8834a4f61f4c), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:02.314756 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:02.360522 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38b22d98-7112-4bef-aa97-4ad662496ba0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:31:02.382197 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b22d98-7112-4bef-aa97-4ad662496ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3e63d2-ba7e-43dd-83ac-8834a4f61f4c,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:02.394366 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-38b22d98-7112-4bef-aa97-4ad662496ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (053dc40e-5ee3-4f16-ad11-3c433f60c0e2), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:02.395502 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-38b22d98-7112-4bef-aa97-4ad662496ba0 admin admin] Added segment 053dc40e-5ee3-4f16-ad11-3c433f60c0e2 of type vlan for network ad7cddbe-702f-4a4f-8d0d-3297747660ff Oct 04 20:31:02.413299 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-96605698-85d2-4b6c-9361-26f7a445b792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (2b614992-9b96-4118-8224-c18865c47be3), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:02.474202 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 2fb154e7-1079-403e-ba45-c73a28241f19 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:31:02.542261 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-38b22d98-7112-4bef-aa97-4ad662496ba0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (ad7cddbe-702f-4a4f-8d0d-3297747660ff), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:02.630009 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96605698-85d2-4b6c-9361-26f7a445b792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b614992-9b96-4118-8224-c18865c47be3,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:02.650763 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-96605698-85d2-4b6c-9361-26f7a445b792 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=f269e58e08544c53985cabdb7c9328be&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2620571 Oct 04 20:31:02.652047 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55204) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:31:02.686999 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:02.690608 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-78b82426-a2a1-43f5-aaa2-2e9dfa430c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a060083d-f0fd-42f6-bee0-aa5aff9442dd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2035496772-router', 'tenant_id': 'd593ded97dc34546bfe79cdbdac0d4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '2fb154e7-1079-403e-ba45-c73a28241f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:30:51Z', 'updated_at': '2022-10-04T20:30:57Z', 'revision_number': 4, 'project_id': 'd593ded97dc34546bfe79cdbdac0d4c2', 'gw_port': {'id': '2fb154e7-1079-403e-ba45-c73a28241f19', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:39:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a060083d-f0fd-42f6-bee0-aa5aff9442dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:30:52Z', 'updated_at': '2022-10-04T20:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '61a6a1fb-fb41-4e17-9014-1015a159d1e4', 'name': '', 'network_id': '3268ebe1-14f5-4073-a00b-b92c6317fabf', 'tenant_id': 'd593ded97dc34546bfe79cdbdac0d4c2', 'mac_address': 'fa:16:3e:69:19:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a060083d-f0fd-42f6-bee0-aa5aff9442dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'b5ebb425-161b-4b6d-aba5-93d7aecbe587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:30:56Z', 'updated_at': '2022-10-04T20:30:57Z', 'revision_number': 2, 'project_id': 'd593ded97dc34546bfe79cdbdac0d4c2', 'subnets': [{'id': 'b5ebb425-161b-4b6d-aba5-93d7aecbe587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:31:02.759253 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b82426-a2a1-43f5-aaa2-2e9dfa430c07 None None] Checking router: a060083d-f0fd-42f6-bee0-aa5aff9442dd for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:31:02.759253 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b82426-a2a1-43f5-aaa2-2e9dfa430c07 None None] Updating router a060083d-f0fd-42f6-bee0-aa5aff9442dd port 61a6a1fb-fb41-4e17-9014-1015a159d1e4 binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:31:02.773503 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-38b22d98-7112-4bef-aa97-4ad662496ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (ad7cddbe-702f-4a4f-8d0d-3297747660ff), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:02.782838 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:02.784409 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b22d98-7112-4bef-aa97-4ad662496ba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:02.787359 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-38b22d98-7112-4bef-aa97-4ad662496ba0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:02.843762 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ee37e447-5c5c-47ae-8d27-10a61a7e3e05 admin admin] Publish callbacks [] for security_group (2b614992-9b96-4118-8224-c18865c47be3), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:02.875557 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-78b82426-a2a1-43f5-aaa2-2e9dfa430c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (61a6a1fb-fb41-4e17-9014-1015a159d1e4), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:02.884238 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ee37e447-5c5c-47ae-8d27-10a61a7e3e05 admin admin] Publish callbacks [] for security_group (2b614992-9b96-4118-8224-c18865c47be3), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:03.020393 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-38b22d98-7112-4bef-aa97-4ad662496ba0 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.5250692 Oct 04 20:31:03.025894 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55228) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:31:03.041805 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-3c66dc39-b585-4841-9063-c638246a09bf admin admin] Request body: {'subnet': {'network_id': 'ad7cddbe-702f-4a4f-8d0d-3297747660ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-444733400-subnet', 'tenant_id': 'd9d8207cd41c4b6d982277b75699008c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:31:03.053446 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b22d98-7112-4bef-aa97-4ad662496ba0 admin admin] Pushing event updated for resources: {'Network': ['ID=ad7cddbe-702f-4a4f-8d0d-3297747660ff,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:03.094984 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network ad7cddbe-702f-4a4f-8d0d-3297747660ff details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:31:03.202859 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ee37e447-5c5c-47ae-8d27-10a61a7e3e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (2b614992-9b96-4118-8224-c18865c47be3), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:03.203191 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c66dc39-b585-4841-9063-c638246a09bf admin admin] Made reservation on behalf of d9d8207cd41c4b6d982277b75699008c for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:31:03.207714 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ee37e447-5c5c-47ae-8d27-10a61a7e3e05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:03.208114 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3c66dc39-b585-4841-9063-c638246a09bf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:03.213520 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ee37e447-5c5c-47ae-8d27-10a61a7e3e05 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/2b614992-9b96-4118-8224-c18865c47be3 HTTP/1.1" status: 204 len: 168 time: 0.5563924 Oct 04 20:31:03.255762 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee37e447-5c5c-47ae-8d27-10a61a7e3e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b614992-9b96-4118-8224-c18865c47be3,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:03.381621 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:03.570608 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-7a4f9cf0-5db3-4e02-aeb4-7a7a7f2060da req-4117e623-0737-4807-b1c3-e7c09ec17b38 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=660c3eff-854d-4e7c-8247-4a992eda69ce HTTP/1.1" status: 200 len: 210 time: 0.0810049 Oct 04 20:31:03.760246 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-78b82426-a2a1-43f5-aaa2-2e9dfa430c07 None None] Publish callbacks [] for port (61a6a1fb-fb41-4e17-9014-1015a159d1e4), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:03.859271 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-78b82426-a2a1-43f5-aaa2-2e9dfa430c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (61a6a1fb-fb41-4e17-9014-1015a159d1e4), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:03.933287 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:04.031885 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3c66dc39-b585-4841-9063-c638246a09bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for subnet (48dce5fe-7199-4c5d-a82f-eb5e597869f4), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:04.066301 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308a902f-07e8-4dd2-b415-ee3f80951f40 None None] Pushing event updated for resources: {'Port': ['ID=61a6a1fb-fb41-4e17-9014-1015a159d1e4,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:04.096919 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-78b82426-a2a1-43f5-aaa2-2e9dfa430c07 None None] Attempting to bind port 61a6a1fb-fb41-4e17-9014-1015a159d1e4 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:31:04.096919 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-78b82426-a2a1-43f5-aaa2-2e9dfa430c07 None None] Attempting to bind port 61a6a1fb-fb41-4e17-9014-1015a159d1e4 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'fd84746f-bdf3-46ec-b9f1-bd358e0ab81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3268ebe1-14f5-4073-a00b-b92c6317fabf'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:31:04.096919 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b82426-a2a1-43f5-aaa2-2e9dfa430c07 None None] Attempting to bind port 61a6a1fb-fb41-4e17-9014-1015a159d1e4 on network 3268ebe1-14f5-4073-a00b-b92c6317fabf {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:31:04.194209 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c66dc39-b585-4841-9063-c638246a09bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=48dce5fe-7199-4c5d-a82f-eb5e597869f4,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:04.194487 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b82426-a2a1-43f5-aaa2-2e9dfa430c07 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:31:04.195264 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b82426-a2a1-43f5-aaa2-2e9dfa430c07 None None] Checking segment: {'id': 'fd84746f-bdf3-46ec-b9f1-bd358e0ab81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3268ebe1-14f5-4073-a00b-b92c6317fabf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:31:04.196024 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-78b82426-a2a1-43f5-aaa2-2e9dfa430c07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:04.197367 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b82426-a2a1-43f5-aaa2-2e9dfa430c07 None None] Bound using segment: {'id': 'fd84746f-bdf3-46ec-b9f1-bd358e0ab81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3268ebe1-14f5-4073-a00b-b92c6317fabf'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:31:04.197616 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-78b82426-a2a1-43f5-aaa2-2e9dfa430c07 None None] Bound port: 61a6a1fb-fb41-4e17-9014-1015a159d1e4, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd84746f-bdf3-46ec-b9f1-bd358e0ab81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3268ebe1-14f5-4073-a00b-b92c6317fabf'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:31:04.198023 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c66dc39-b585-4841-9063-c638246a09bf admin admin] Checking segment: {'id': '053dc40e-5ee3-4f16-ad11-3c433f60c0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ad7cddbe-702f-4a4f-8d0d-3297747660ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:31:04.198265 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-78b82426-a2a1-43f5-aaa2-2e9dfa430c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (61a6a1fb-fb41-4e17-9014-1015a159d1e4), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:04.198607 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c66dc39-b585-4841-9063-c638246a09bf admin admin] Network hostable DHCP agents. Network: ad7cddbe-702f-4a4f-8d0d-3297747660ff, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:31:04.307092 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-78b82426-a2a1-43f5-aaa2-2e9dfa430c07 None None] For port 61a6a1fb-fb41-4e17-9014-1015a159d1e4, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:31:04.314669 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-78b82426-a2a1-43f5-aaa2-2e9dfa430c07 None None] For port 61a6a1fb-fb41-4e17-9014-1015a159d1e4, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=61a6a1fb-fb41-4e17-9014-1015a159d1e4,segment=NetworkSegment(fd84746f-bdf3-46ec-b9f1-bd358e0ab81d),segment_id=fd84746f-bdf3-46ec-b9f1-bd358e0ab81d)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:31:04.386722 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c66dc39-b585-4841-9063-c638246a09bf admin admin] Network ad7cddbe-702f-4a4f-8d0d-3297747660ff is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:31:04.440246 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-78b82426-a2a1-43f5-aaa2-2e9dfa430c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (61a6a1fb-fb41-4e17-9014-1015a159d1e4), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:04.476711 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b82426-a2a1-43f5-aaa2-2e9dfa430c07 None None] Routers {'a060083d-f0fd-42f6-bee0-aa5aff9442dd'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:31:04.477854 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-78b82426-a2a1-43f5-aaa2-2e9dfa430c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:30:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['a060083d-f0fd-42f6-bee0-aa5aff9442dd'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:31:04.545327 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-3c66dc39-b585-4841-9063-c638246a09bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, ad7cddbe-702f-4a4f-8d0d-3297747660ff) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:31:04.571916 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c66dc39-b585-4841-9063-c638246a09bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:04.576555 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3c66dc39-b585-4841-9063-c638246a09bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:04.659414 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5bf28c9-c8b1-4eb8-978b-820a9eec0b29 None None] Network ad7cddbe-702f-4a4f-8d0d-3297747660ff requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:31:04.667192 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308a902f-07e8-4dd2-b415-ee3f80951f40 None None] Pushing event updated for resources: {'Port': ['ID=61a6a1fb-fb41-4e17-9014-1015a159d1e4,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:04.728865 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-3c66dc39-b585-4841-9063-c638246a09bf admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.7004602 Oct 04 20:31:04.733028 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55284) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:31:04.736126 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55286) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:31:04.748899 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-85ad7f62-a0f2-478c-8748-f6107ab7b03e admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-444733400-router', 'tenant_id': 'd9d8207cd41c4b6d982277b75699008c', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:31:04.784507 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bcfd0663-e05c-46d2-a9f3-c700c33e04bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:04.929784 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd80cdf4-9900-4498-908c-e25c4f9d536d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-ad7cddbe-702f-4a4f-8d0d-3297747660ff', 'network_id': 'ad7cddbe-702f-4a4f-8d0d-3297747660ff', 'project_id': 'd9d8207cd41c4b6d982277b75699008c', 'fixed_ips': [{'subnet_id': '48dce5fe-7199-4c5d-a82f-eb5e597869f4'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:31:04.931070 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fd80cdf4-9900-4498-908c-e25c4f9d536d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:04.971376 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:05.021637 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-85ad7f62-a0f2-478c-8748-f6107ab7b03e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (f7997b07-f244-42bb-acf5-30c15033cd0d), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:05.025443 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-85ad7f62-a0f2-478c-8748-f6107ab7b03e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (f7997b07-f244-42bb-acf5-30c15033cd0d), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:05.027598 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bcfd0663-e05c-46d2-a9f3-c700c33e04bd admin admin] Publish callbacks [] for security_group (2abe4b91-50f4-4705-890b-b2368f7eba8c), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:05.118302 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bcfd0663-e05c-46d2-a9f3-c700c33e04bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (2abe4b91-50f4-4705-890b-b2368f7eba8c), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:05.244915 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-fd80cdf4-9900-4498-908c-e25c4f9d536d None None] Allocated IP 172.20.0.2 (ad7cddbe-702f-4a4f-8d0d-3297747660ff/48dce5fe-7199-4c5d-a82f-eb5e597869f4/d3ec5579-91ab-4488-82f6-57c55e3e3755) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:31:05.246700 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfd0663-e05c-46d2-a9f3-c700c33e04bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2abe4b91-50f4-4705-890b-b2368f7eba8c,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:05.260344 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-bcfd0663-e05c-46d2-a9f3-c700c33e04bd admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=02d504da91c54df2be5cec5d151ec44f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5216808 Oct 04 20:31:05.260644 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-85ad7f62-a0f2-478c-8748-f6107ab7b03e admin admin] Publish callbacks [] for router_controller (f7997b07-f244-42bb-acf5-30c15033cd0d), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:05.261870 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55296) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:31:05.314659 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-78b82426-a2a1-43f5-aaa2-2e9dfa430c07 None None] Set router a060083d-f0fd-42f6-bee0-aa5aff9442dd gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:31:05.317585 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:05.359067 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f19b21bb-fce0-48de-95b8-6a6eb33d50df admin admin] Publish callbacks [] for security_group (2abe4b91-50f4-4705-890b-b2368f7eba8c), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:05.394492 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f19b21bb-fce0-48de-95b8-6a6eb33d50df admin admin] Publish callbacks [] for security_group (2abe4b91-50f4-4705-890b-b2368f7eba8c), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:05.463492 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:05.472201 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-5b1dcce6-a671-4c5a-90f3-363d83f43fc9 req-a3f19967-3145-422e-b78b-1960f73cb911 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=660c3eff-854d-4e7c-8247-4a992eda69ce HTTP/1.1" status: 200 len: 210 time: 0.1251636 Oct 04 20:31:05.643504 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f19b21bb-fce0-48de-95b8-6a6eb33d50df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (2abe4b91-50f4-4705-890b-b2368f7eba8c), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:05.646287 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-78b82426-a2a1-43f5-aaa2-2e9dfa430c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a060083d-f0fd-42f6-bee0-aa5aff9442dd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2035496772-router', 'tenant_id': 'd593ded97dc34546bfe79cdbdac0d4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '2fb154e7-1079-403e-ba45-c73a28241f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:30:51Z', 'updated_at': '2022-10-04T20:30:57Z', 'revision_number': 4, 'project_id': 'd593ded97dc34546bfe79cdbdac0d4c2', 'gw_port': {'id': '2fb154e7-1079-403e-ba45-c73a28241f19', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:39:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a060083d-f0fd-42f6-bee0-aa5aff9442dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:30:52Z', 'updated_at': '2022-10-04T20:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '61a6a1fb-fb41-4e17-9014-1015a159d1e4', 'name': '', 'network_id': '3268ebe1-14f5-4073-a00b-b92c6317fabf', 'tenant_id': 'd593ded97dc34546bfe79cdbdac0d4c2', 'mac_address': 'fa:16:3e:69:19:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a060083d-f0fd-42f6-bee0-aa5aff9442dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'b5ebb425-161b-4b6d-aba5-93d7aecbe587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:30:56Z', 'updated_at': '2022-10-04T20:31:04Z', 'revision_number': 4, 'project_id': 'd593ded97dc34546bfe79cdbdac0d4c2', 'subnets': [{'id': 'b5ebb425-161b-4b6d-aba5-93d7aecbe587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:31:05.647707 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f19b21bb-fce0-48de-95b8-6a6eb33d50df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:05.650809 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f19b21bb-fce0-48de-95b8-6a6eb33d50df admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/2abe4b91-50f4-4705-890b-b2368f7eba8c HTTP/1.1" status: 204 len: 168 time: 0.3861747 Oct 04 20:31:05.665432 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19b21bb-fce0-48de-95b8-6a6eb33d50df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2abe4b91-50f4-4705-890b-b2368f7eba8c,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:05.719695 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b82426-a2a1-43f5-aaa2-2e9dfa430c07 None None] The sync data for ids ['a060083d-f0fd-42f6-bee0-aa5aff9442dd'] in n-d-852085-12 is: [{'id': 'a060083d-f0fd-42f6-bee0-aa5aff9442dd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2035496772-router', 'tenant_id': 'd593ded97dc34546bfe79cdbdac0d4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '2fb154e7-1079-403e-ba45-c73a28241f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:30:51Z', 'updated_at': '2022-10-04T20:30:57Z', 'revision_number': 4, 'project_id': 'd593ded97dc34546bfe79cdbdac0d4c2', 'gw_port': {'id': '2fb154e7-1079-403e-ba45-c73a28241f19', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:39:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a060083d-f0fd-42f6-bee0-aa5aff9442dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:30:52Z', 'updated_at': '2022-10-04T20:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '61a6a1fb-fb41-4e17-9014-1015a159d1e4', 'name': '', 'network_id': '3268ebe1-14f5-4073-a00b-b92c6317fabf', 'tenant_id': 'd593ded97dc34546bfe79cdbdac0d4c2', 'mac_address': 'fa:16:3e:69:19:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a060083d-f0fd-42f6-bee0-aa5aff9442dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'b5ebb425-161b-4b6d-aba5-93d7aecbe587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:30:56Z', 'updated_at': '2022-10-04T20:31:04Z', 'revision_number': 4, 'project_id': 'd593ded97dc34546bfe79cdbdac0d4c2', 'subnets': [{'id': 'b5ebb425-161b-4b6d-aba5-93d7aecbe587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:31:05.832507 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-85ad7f62-a0f2-478c-8748-f6107ab7b03e admin admin] Publish callbacks [] for router_gateway (f7997b07-f244-42bb-acf5-30c15033cd0d), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:05.921884 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fd80cdf4-9900-4498-908c-e25c4f9d536d None None] Publish callbacks [] for port (d3ec5579-91ab-4488-82f6-57c55e3e3755), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:06.044027 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fd80cdf4-9900-4498-908c-e25c4f9d536d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (d3ec5579-91ab-4488-82f6-57c55e3e3755), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:06.210127 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55318) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:31:06.254533 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd80cdf4-9900-4498-908c-e25c4f9d536d None None] Network ad7cddbe-702f-4a4f-8d0d-3297747660ff is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:31:06.264140 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-fd80cdf4-9900-4498-908c-e25c4f9d536d None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:31:06.290018 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd80cdf4-9900-4498-908c-e25c4f9d536d None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:31:06.315922 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd80cdf4-9900-4498-908c-e25c4f9d536d None None] Pushing event updated for resources: {'Port': ['ID=d3ec5579-91ab-4488-82f6-57c55e3e3755,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:06.459391 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:06.521528 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-fd80cdf4-9900-4498-908c-e25c4f9d536d None None] Attempting to bind port d3ec5579-91ab-4488-82f6-57c55e3e3755 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:31:06.522343 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-fd80cdf4-9900-4498-908c-e25c4f9d536d None None] Attempting to bind port d3ec5579-91ab-4488-82f6-57c55e3e3755 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '053dc40e-5ee3-4f16-ad11-3c433f60c0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ad7cddbe-702f-4a4f-8d0d-3297747660ff'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:31:06.523158 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd80cdf4-9900-4498-908c-e25c4f9d536d None None] Attempting to bind port d3ec5579-91ab-4488-82f6-57c55e3e3755 on network ad7cddbe-702f-4a4f-8d0d-3297747660ff {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:31:06.678821 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-85ad7f62-a0f2-478c-8748-f6107ab7b03e admin admin] Publish callbacks [] for router_gateway (f7997b07-f244-42bb-acf5-30c15033cd0d), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:06.696837 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd80cdf4-9900-4498-908c-e25c4f9d536d None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:31:06.697295 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd80cdf4-9900-4498-908c-e25c4f9d536d None None] Checking segment: {'id': '053dc40e-5ee3-4f16-ad11-3c433f60c0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ad7cddbe-702f-4a4f-8d0d-3297747660ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:31:06.697873 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fd80cdf4-9900-4498-908c-e25c4f9d536d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:06.698474 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd80cdf4-9900-4498-908c-e25c4f9d536d None None] Bound using segment: {'id': '053dc40e-5ee3-4f16-ad11-3c433f60c0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ad7cddbe-702f-4a4f-8d0d-3297747660ff'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:31:06.699115 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-fd80cdf4-9900-4498-908c-e25c4f9d536d None None] Bound port: d3ec5579-91ab-4488-82f6-57c55e3e3755, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '053dc40e-5ee3-4f16-ad11-3c433f60c0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ad7cddbe-702f-4a4f-8d0d-3297747660ff'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:31:06.699555 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fd80cdf4-9900-4498-908c-e25c4f9d536d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (d3ec5579-91ab-4488-82f6-57c55e3e3755), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:06.707245 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:06.775377 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-85ad7f62-a0f2-478c-8748-f6107ab7b03e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:06.782175 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8f377eb1-a270-4b7e-aac1-762bfb477cea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:06.784614 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-fd80cdf4-9900-4498-908c-e25c4f9d536d None None] For port d3ec5579-91ab-4488-82f6-57c55e3e3755, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:31:06.789296 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-fd80cdf4-9900-4498-908c-e25c4f9d536d None None] For port d3ec5579-91ab-4488-82f6-57c55e3e3755, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=d3ec5579-91ab-4488-82f6-57c55e3e3755,segment=NetworkSegment(053dc40e-5ee3-4f16-ad11-3c433f60c0e2),segment_id=053dc40e-5ee3-4f16-ad11-3c433f60c0e2)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:31:06.873349 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fd80cdf4-9900-4498-908c-e25c4f9d536d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (d3ec5579-91ab-4488-82f6-57c55e3e3755), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:06.912917 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8f377eb1-a270-4b7e-aac1-762bfb477cea admin admin] Publish callbacks [] for security_group (7bd21d3f-d2f9-4cbf-bb16-b5bc1cbfd199), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:06.914111 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:07.048857 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8f377eb1-a270-4b7e-aac1-762bfb477cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (7bd21d3f-d2f9-4cbf-bb16-b5bc1cbfd199), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:07.064021 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-3bb454f4-df08-4a79-8644-84f51195137d req-da1afebb-eb01-4b46-86a9-a9ee710f6d8c tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=660c3eff-854d-4e7c-8247-4a992eda69ce HTTP/1.1" status: 200 len: 210 time: 0.0850587 Oct 04 20:31:07.089254 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd80cdf4-9900-4498-908c-e25c4f9d536d None None] Pushing event updated for resources: {'Port': ['ID=d3ec5579-91ab-4488-82f6-57c55e3e3755,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:07.181810 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f377eb1-a270-4b7e-aac1-762bfb477cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd21d3f-d2f9-4cbf-bb16-b5bc1cbfd199,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:07.241629 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-85ad7f62-a0f2-478c-8748-f6107ab7b03e admin admin] Allocated IP 172.25.5.177 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/612eebd6-258b-421a-b520-90ad14705df5) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:31:07.272676 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-8f377eb1-a270-4b7e-aac1-762bfb477cea admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=0c5ff597f7974cb7b0ca20b154fdba8c&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0546634 Oct 04 20:31:07.272676 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55358) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:31:07.505843 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ed5cf026-ae1d-4736-9e7a-a470c7c7ceb6 admin admin] Publish callbacks [] for security_group (7bd21d3f-d2f9-4cbf-bb16-b5bc1cbfd199), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:07.592240 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ed5cf026-ae1d-4736-9e7a-a470c7c7ceb6 admin admin] Publish callbacks [] for security_group (7bd21d3f-d2f9-4cbf-bb16-b5bc1cbfd199), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:07.839038 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-85ad7f62-a0f2-478c-8748-f6107ab7b03e admin admin] Publish callbacks [] for port (612eebd6-258b-421a-b520-90ad14705df5), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:07.850117 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ed5cf026-ae1d-4736-9e7a-a470c7c7ceb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (7bd21d3f-d2f9-4cbf-bb16-b5bc1cbfd199), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:07.856902 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ed5cf026-ae1d-4736-9e7a-a470c7c7ceb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:07.858857 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ed5cf026-ae1d-4736-9e7a-a470c7c7ceb6 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/7bd21d3f-d2f9-4cbf-bb16-b5bc1cbfd199 HTTP/1.1" status: 204 len: 168 time: 0.5885539 Oct 04 20:31:07.881019 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:07.894850 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5cf026-ae1d-4736-9e7a-a470c7c7ceb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd21d3f-d2f9-4cbf-bb16-b5bc1cbfd199,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:07.950098 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.83', 50908) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:31:07.969114 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device d3ec5579-91ab-4488-82f6-57c55e3e3755 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:31:08.020706 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-d0538adb-960e-49dd-9737-ad8544d72c4d req-ca98691d-ebd8-4de2-b7f9-93c3ac769793 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.83 "GET /networking/v2.0/networks?tenant_id=13bcdec8c8d64e97b49281a0e16b0d79&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0679741 Oct 04 20:31:08.079961 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-85ad7f62-a0f2-478c-8748-f6107ab7b03e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (612eebd6-258b-421a-b520-90ad14705df5), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:08.100171 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port d3ec5579-91ab-4488-82f6-57c55e3e3755 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:31:08.101754 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (d3ec5579-91ab-4488-82f6-57c55e3e3755), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:08.102786 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port d3ec5579-91ab-4488-82f6-57c55e3e3755 Oct 04 20:31:08.386594 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ad7f62-a0f2-478c-8748-f6107ab7b03e admin admin] Pushing event updated for resources: {'Port': ['ID=612eebd6-258b-421a-b520-90ad14705df5,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:08.455124 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ad7f62-a0f2-478c-8748-f6107ab7b03e admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:31:08.464149 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-85ad7f62-a0f2-478c-8748-f6107ab7b03e admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:31:08.479478 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ad7f62-a0f2-478c-8748-f6107ab7b03e admin admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:31:08.695676 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port d3ec5579-91ab-4488-82f6-57c55e3e3755 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:31:08.701663 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (d3ec5579-91ab-4488-82f6-57c55e3e3755), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:08.869459 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port d3ec5579-91ab-4488-82f6-57c55e3e3755, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=d3ec5579-91ab-4488-82f6-57c55e3e3755,segment=NetworkSegment(053dc40e-5ee3-4f16-ad11-3c433f60c0e2),segment_id=053dc40e-5ee3-4f16-ad11-3c433f60c0e2)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:31:08.975651 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (d3ec5579-91ab-4488-82f6-57c55e3e3755), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:08.977242 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 61a6a1fb-fb41-4e17-9014-1015a159d1e4 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:31:09.009149 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0538adb-960e-49dd-9737-ad8544d72c4d req-882e343c-a7f0-4fed-ba77-85dbda2780a3 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:09.015708 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-d0538adb-960e-49dd-9737-ad8544d72c4d req-882e343c-a7f0-4fed-ba77-85dbda2780a3 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.83 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9881530 Oct 04 20:31:09.161145 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [req-d0538adb-960e-49dd-9737-ad8544d72c4d req-a4102d00-1493-4226-b207-7e66f16cd6ad tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Request body: {'port': {'device_id': '660c3eff-854d-4e7c-8247-4a992eda69ce', 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7', 'admin_state_up': True, 'tenant_id': '13bcdec8c8d64e97b49281a0e16b0d79'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:31:09.191631 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 61a6a1fb-fb41-4e17-9014-1015a159d1e4 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:31:09.192916 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (61a6a1fb-fb41-4e17-9014-1015a159d1e4), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:09.194874 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 61a6a1fb-fb41-4e17-9014-1015a159d1e4 Oct 04 20:31:09.340686 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-85ad7f62-a0f2-478c-8748-f6107ab7b03e admin admin] Publish callbacks [] for router_gateway (f7997b07-f244-42bb-acf5-30c15033cd0d), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:09.343493 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55402) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:31:09.363691 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33495327-a4e3-48e3-96e4-2b314e2b46a6 None None] Network ad7cddbe-702f-4a4f-8d0d-3297747660ff requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:31:09.480364 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=d3ec5579-91ab-4488-82f6-57c55e3e3755,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:09.522609 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f7e6d148-e2b7-4778-944c-9c8fa7fde7d5 req-1588801e-86b5-4e0d-9036-445906809b0e tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=660c3eff-854d-4e7c-8247-4a992eda69ce HTTP/1.1" status: 200 len: 210 time: 0.1689651 Oct 04 20:31:09.745529 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 61a6a1fb-fb41-4e17-9014-1015a159d1e4 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:31:09.746059 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (61a6a1fb-fb41-4e17-9014-1015a159d1e4), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:09.784604 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:09.796707 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-607854d6-1593-4a8d-aa17-146eaea2b115 None None] Provisioning complete for port d3ec5579-91ab-4488-82f6-57c55e3e3755 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:31:09.797347 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-607854d6-1593-4a8d-aa17-146eaea2b115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (d3ec5579-91ab-4488-82f6-57c55e3e3755), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:09.797906 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-607854d6-1593-4a8d-aa17-146eaea2b115 None None] Attempt 1 to provision port d3ec5579-91ab-4488-82f6-57c55e3e3755 Oct 04 20:31:09.883851 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0538adb-960e-49dd-9737-ad8544d72c4d req-a4102d00-1493-4226-b207-7e66f16cd6ad tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Made reservation on behalf of 13bcdec8c8d64e97b49281a0e16b0d79 for: {'port': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:31:09.891051 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-d0538adb-960e-49dd-9737-ad8544d72c4d req-a4102d00-1493-4226-b207-7e66f16cd6ad tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:09.920002 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-d0538adb-960e-49dd-9737-ad8544d72c4d req-a4102d00-1493-4226-b207-7e66f16cd6ad tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:09.954673 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55434) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:31:09.989091 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:09.997954 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 61a6a1fb-fb41-4e17-9014-1015a159d1e4, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=61a6a1fb-fb41-4e17-9014-1015a159d1e4,segment=NetworkSegment(fd84746f-bdf3-46ec-b9f1-bd358e0ab81d),segment_id=fd84746f-bdf3-46ec-b9f1-bd358e0ab81d)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:31:10.045831 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1829eb49-52b8-4749-bc82-a742c5688c29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:10.052143 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:10.064717 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-85ad7f62-a0f2-478c-8748-f6107ab7b03e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (f7997b07-f244-42bb-acf5-30c15033cd0d), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:10.128880 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-607854d6-1593-4a8d-aa17-146eaea2b115 None None] Current status of the port d3ec5579-91ab-4488-82f6-57c55e3e3755 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:31:10.144893 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (61a6a1fb-fb41-4e17-9014-1015a159d1e4), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:10.338409 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-d0538adb-960e-49dd-9737-ad8544d72c4d req-a4102d00-1493-4226-b207-7e66f16cd6ad tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Publish callbacks [] for security_group (7f28ae09-e1bd-4fe5-852d-225c8092e709), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:10.343412 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=61a6a1fb-fb41-4e17-9014-1015a159d1e4,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:10.437116 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-d0538adb-960e-49dd-9737-ad8544d72c4d req-a4102d00-1493-4226-b207-7e66f16cd6ad tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (7f28ae09-e1bd-4fe5-852d-225c8092e709), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:10.480456 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device d3ec5579-91ab-4488-82f6-57c55e3e3755 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:31:10.524321 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1829eb49-52b8-4749-bc82-a742c5688c29 admin admin] Publish callbacks [] for security_group (b2bf9ef2-59d1-4965-a2f1-54152002b004), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:10.670243 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1829eb49-52b8-4749-bc82-a742c5688c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (b2bf9ef2-59d1-4965-a2f1-54152002b004), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:10.675490 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port d3ec5579-91ab-4488-82f6-57c55e3e3755 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:31:10.675964 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (d3ec5579-91ab-4488-82f6-57c55e3e3755), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:10.676739 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port d3ec5579-91ab-4488-82f6-57c55e3e3755 Oct 04 20:31:10.727802 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:10.745935 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-65f42fd2-1501-4b7c-bb06-551ff0c68ff5 None None] Provisioning complete for port d3ec5579-91ab-4488-82f6-57c55e3e3755 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:31:10.746333 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-65f42fd2-1501-4b7c-bb06-551ff0c68ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (d3ec5579-91ab-4488-82f6-57c55e3e3755), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:10.747066 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-65f42fd2-1501-4b7c-bb06-551ff0c68ff5 None None] Attempt 1 to provision port d3ec5579-91ab-4488-82f6-57c55e3e3755 Oct 04 20:31:10.777132 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-48499067-46d4-4e36-8f6b-2b11b5094a85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:10.785935 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4102d00-1493-4226-b207-7e66f16cd6ad tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f28ae09-e1bd-4fe5-852d-225c8092e709,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:10.861792 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-1829eb49-52b8-4749-bc82-a742c5688c29 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=7ca6436b25f44bd18223ac14ddee19fb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9013438 Oct 04 20:31:10.863776 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port d3ec5579-91ab-4488-82f6-57c55e3e3755 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:31:10.879202 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:10.883331 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55462) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:31:10.951350 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85ad7f62-a0f2-478c-8748-f6107ab7b03e admin admin] Router f7997b07-f244-42bb-acf5-30c15033cd0d is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:31:10.969741 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-65f42fd2-1501-4b7c-bb06-551ff0c68ff5 None None] Current status of the port d3ec5579-91ab-4488-82f6-57c55e3e3755 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:31:11.019038 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1829eb49-52b8-4749-bc82-a742c5688c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2bf9ef2-59d1-4965-a2f1-54152002b004,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:11.076811 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [req-d0538adb-960e-49dd-9737-ad8544d72c4d req-a4102d00-1493-4226-b207-7e66f16cd6ad tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Allocated IP 192.168.233.181 (42fbb05e-3f96-444f-a676-04ee9d06a8c7/e1956090-7ed7-4d05-a46e-a7b0885ca8e4/c2470e19-f860-43fa-ba0b-4b54f80cea9b) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:31:11.266148 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ad7f62-a0f2-478c-8748-f6107ab7b03e admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:31:11.290778 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e939561a-49e3-4802-aed8-b28b031dca43 None None] Sync routers for ids ['f7997b07-f244-42bb-acf5-30c15033cd0d'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:31:11.331729 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e939561a-49e3-4802-aed8-b28b031dca43 None None] Routers {'f7997b07-f244-42bb-acf5-30c15033cd0d'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:31:11.332766 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-e939561a-49e3-4802-aed8-b28b031dca43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:30:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['f7997b07-f244-42bb-acf5-30c15033cd0d'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:31:11.387724 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=7,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:11.407104 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-d0538adb-960e-49dd-9737-ad8544d72c4d req-a4102d00-1493-4226-b207-7e66f16cd6ad tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Publish callbacks [] for port (c2470e19-f860-43fa-ba0b-4b54f80cea9b), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:11.562077 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-85ad7f62-a0f2-478c-8748-f6107ab7b03e admin admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:11.570951 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55490) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:31:11.571301 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-85ad7f62-a0f2-478c-8748-f6107ab7b03e admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.8317492 Oct 04 20:31:11.583058 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-d0538adb-960e-49dd-9737-ad8544d72c4d req-a4102d00-1493-4226-b207-7e66f16cd6ad tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (c2470e19-f860-43fa-ba0b-4b54f80cea9b), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:11.602139 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-159c2c80-26dd-4755-91ac-712fc1f8a28f req-c8d5c281-7804-4f71-ab97-a4fd278c1685 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=660c3eff-854d-4e7c-8247-4a992eda69ce HTTP/1.1" status: 200 len: 210 time: 0.5775874 Oct 04 20:31:11.665239 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9fba539d-62ba-47f9-b21d-09971f6b5d84 req-2f8a95b1-58fd-4b5a-a910-6fe5990d5482 tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=d0ded24c70b54fc5bb73d54fd1537abb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2797701 Oct 04 20:31:11.690001 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-e939561a-49e3-4802-aed8-b28b031dca43 None None] Set router f7997b07-f244-42bb-acf5-30c15033cd0d gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:31:11.883612 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4102d00-1493-4226-b207-7e66f16cd6ad tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Pushing event updated for resources: {'Port': ['ID=c2470e19-f860-43fa-ba0b-4b54f80cea9b,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:11.976827 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0538adb-960e-49dd-9737-ad8544d72c4d req-a4102d00-1493-4226-b207-7e66f16cd6ad tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:31:12.007185 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [req-d0538adb-960e-49dd-9737-ad8544d72c4d req-a4102d00-1493-4226-b207-7e66f16cd6ad tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:31:12.022078 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0538adb-960e-49dd-9737-ad8544d72c4d req-a4102d00-1493-4226-b207-7e66f16cd6ad tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:31:12.036077 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-48499067-46d4-4e36-8f6b-2b11b5094a85 admin admin] Publish callbacks [] for security_group (f0a60754-426b-47e8-bcdc-90db61e23509), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:12.040573 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0538adb-960e-49dd-9737-ad8544d72c4d req-a4102d00-1493-4226-b207-7e66f16cd6ad tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:12.041493 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-d0538adb-960e-49dd-9737-ad8544d72c4d req-a4102d00-1493-4226-b207-7e66f16cd6ad tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:12.083068 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4ef9194a-462b-44c7-84b1-30dd62436521 admin admin] Publish callbacks [] for security_group (b2bf9ef2-59d1-4965-a2f1-54152002b004), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:12.129021 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4ef9194a-462b-44c7-84b1-30dd62436521 admin admin] Publish callbacks [] for security_group (b2bf9ef2-59d1-4965-a2f1-54152002b004), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:12.245463 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-48499067-46d4-4e36-8f6b-2b11b5094a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (f0a60754-426b-47e8-bcdc-90db61e23509), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:12.281516 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-e939561a-49e3-4802-aed8-b28b031dca43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7997b07-f244-42bb-acf5-30c15033cd0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-444733400-router', 'tenant_id': 'd9d8207cd41c4b6d982277b75699008c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '612eebd6-258b-421a-b520-90ad14705df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:31:05Z', 'updated_at': '2022-10-04T20:31:08Z', 'revision_number': 3, 'project_id': 'd9d8207cd41c4b6d982277b75699008c', 'gw_port': {'id': '612eebd6-258b-421a-b520-90ad14705df5', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f5:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7997b07-f244-42bb-acf5-30c15033cd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:31:06Z', 'updated_at': '2022-10-04T20:31:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:31:12.292046 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 61a6a1fb-fb41-4e17-9014-1015a159d1e4 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:31:12.354164 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-48499067-46d4-4e36-8f6b-2b11b5094a85 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=70afd75b4b4c4e758a784365a7c45d67&name=default HTTP/1.1" status: 200 len: 2992 time: 3.0019538 Oct 04 20:31:12.356157 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55504) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:31:12.359002 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e939561a-49e3-4802-aed8-b28b031dca43 None None] Checking router: f7997b07-f244-42bb-acf5-30c15033cd0d for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:31:12.365145 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e939561a-49e3-4802-aed8-b28b031dca43 None None] Updating router f7997b07-f244-42bb-acf5-30c15033cd0d port 612eebd6-258b-421a-b520-90ad14705df5 binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:31:12.408934 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-d0538adb-960e-49dd-9737-ad8544d72c4d req-a4102d00-1493-4226-b207-7e66f16cd6ad tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.83 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2685907 Oct 04 20:31:12.453068 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [req-d0538adb-960e-49dd-9737-ad8544d72c4d req-94142984-e0f3-4c6d-b482-73ad6929f1ef tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=108169) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 20:31:12.454800 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-d0538adb-960e-49dd-9737-ad8544d72c4d req-94142984-e0f3-4c6d-b482-73ad6929f1ef tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.83 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0273156 Oct 04 20:31:12.491298 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-e939561a-49e3-4802-aed8-b28b031dca43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (612eebd6-258b-421a-b520-90ad14705df5), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:12.584677 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:12.638639 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 61a6a1fb-fb41-4e17-9014-1015a159d1e4 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:31:12.645177 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (61a6a1fb-fb41-4e17-9014-1015a159d1e4), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:12.646017 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 61a6a1fb-fb41-4e17-9014-1015a159d1e4 Oct 04 20:31:12.676170 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48499067-46d4-4e36-8f6b-2b11b5094a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a60754-426b-47e8-bcdc-90db61e23509,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:12.859426 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-51d95500-1e5a-45d3-b443-87ca4019b1c7 None None] Provisioning complete for port c2470e19-f860-43fa-ba0b-4b54f80cea9b triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:31:12.859660 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b9a5052a-11fb-45b8-b3e7-93f057a9ae5a admin admin] Publish callbacks [] for security_group (f0a60754-426b-47e8-bcdc-90db61e23509), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:12.863805 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-51d95500-1e5a-45d3-b443-87ca4019b1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (c2470e19-f860-43fa-ba0b-4b54f80cea9b), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:12.868188 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-51d95500-1e5a-45d3-b443-87ca4019b1c7 None None] Attempt 1 to provision port c2470e19-f860-43fa-ba0b-4b54f80cea9b Oct 04 20:31:12.897852 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:12.912439 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba539d-62ba-47f9-b21d-09971f6b5d84 req-2c42d62e-e3a7-4fb3-84c4-24037a0e8268 tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:12.917492 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9fba539d-62ba-47f9-b21d-09971f6b5d84 req-2c42d62e-e3a7-4fb3-84c4-24037a0e8268 tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2291744 Oct 04 20:31:13.024651 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9fba539d-62ba-47f9-b21d-09971f6b5d84 req-66baf92f-29e0-4f89-ad93-35fed595b9ee tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] 10.222.0.78 "GET /networking/v2.0/quotas/d0ded24c70b54fc5bb73d54fd1537abb HTTP/1.1" status: 200 len: 375 time: 0.0818570 Oct 04 20:31:13.087530 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-51d95500-1e5a-45d3-b443-87ca4019b1c7 None None] Port c2470e19-f860-43fa-ba0b-4b54f80cea9b cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:31:13.134123 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [req-d0538adb-960e-49dd-9737-ad8544d72c4d req-97e3545b-586c-469c-8cb5-b664f9109dfa service neutron] Request body: {'port': {'device_id': '660c3eff-854d-4e7c-8247-4a992eda69ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-852085-12'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:31:13.245886 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 61a6a1fb-fb41-4e17-9014-1015a159d1e4 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:31:13.361359 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9fba539d-62ba-47f9-b21d-09971f6b5d84 req-a568f6fd-c091-4f6f-917a-29c06577c351 tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=d0ded24c70b54fc5bb73d54fd1537abb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3325381 Oct 04 20:31:13.377436 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b9a5052a-11fb-45b8-b3e7-93f057a9ae5a admin admin] Publish callbacks [] for security_group (f0a60754-426b-47e8-bcdc-90db61e23509), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:13.441118 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafce7e3-193a-4ba3-8d59-7c4110455283 req-a60cdd24-ea7b-494e-bfa4-ac8c6aa84ec4 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:13.453807 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-cafce7e3-193a-4ba3-8d59-7c4110455283 req-a60cdd24-ea7b-494e-bfa4-ac8c6aa84ec4 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=660c3eff-854d-4e7c-8247-4a992eda69ce HTTP/1.1" status: 200 len: 936 time: 0.3239241 Oct 04 20:31:13.481789 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-d0538adb-960e-49dd-9737-ad8544d72c4d req-97e3545b-586c-469c-8cb5-b664f9109dfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (c2470e19-f860-43fa-ba0b-4b54f80cea9b), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:13.540949 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4ef9194a-462b-44c7-84b1-30dd62436521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (b2bf9ef2-59d1-4965-a2f1-54152002b004), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:13.562769 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4ef9194a-462b-44c7-84b1-30dd62436521 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:13.568555 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4ef9194a-462b-44c7-84b1-30dd62436521 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/b2bf9ef2-59d1-4965-a2f1-54152002b004 HTTP/1.1" status: 204 len: 168 time: 2.6678562 Oct 04 20:31:13.624544 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-e939561a-49e3-4802-aed8-b28b031dca43 None None] Publish callbacks [] for port (612eebd6-258b-421a-b520-90ad14705df5), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:13.646454 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef9194a-462b-44c7-84b1-30dd62436521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2bf9ef2-59d1-4965-a2f1-54152002b004,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:13.729745 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-e939561a-49e3-4802-aed8-b28b031dca43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (612eebd6-258b-421a-b520-90ad14705df5), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:13.808310 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:13.848859 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-e939561a-49e3-4802-aed8-b28b031dca43 None None] Attempting to bind port 612eebd6-258b-421a-b520-90ad14705df5 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:31:13.852548 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-e939561a-49e3-4802-aed8-b28b031dca43 None None] Attempting to bind port 612eebd6-258b-421a-b520-90ad14705df5 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:31:13.853134 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e939561a-49e3-4802-aed8-b28b031dca43 None None] Attempting to bind port 612eebd6-258b-421a-b520-90ad14705df5 on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:31:13.882409 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-cafce7e3-193a-4ba3-8d59-7c4110455283 req-0dad61e5-5256-4e38-ae45-e5717873b6e1 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7f28ae09-e1bd-4fe5-852d-225c8092e709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4240804 Oct 04 20:31:13.940590 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd61dead-cd0c-4f5a-98b8-614095e48c34 None None] Pushing event updated for resources: {'Port': ['ID=612eebd6-258b-421a-b520-90ad14705df5,revision_number=2']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:13.992452 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b9a5052a-11fb-45b8-b3e7-93f057a9ae5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (f0a60754-426b-47e8-bcdc-90db61e23509), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:14.009005 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b9a5052a-11fb-45b8-b3e7-93f057a9ae5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:14.024460 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b9a5052a-11fb-45b8-b3e7-93f057a9ae5a admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/f0a60754-426b-47e8-bcdc-90db61e23509 HTTP/1.1" status: 204 len: 168 time: 1.6478384 Oct 04 20:31:14.049944 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e939561a-49e3-4802-aed8-b28b031dca43 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:31:14.051158 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e939561a-49e3-4802-aed8-b28b031dca43 None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:31:14.052580 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-e939561a-49e3-4802-aed8-b28b031dca43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:14.054100 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e939561a-49e3-4802-aed8-b28b031dca43 None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:31:14.055589 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-e939561a-49e3-4802-aed8-b28b031dca43 None None] Bound port: 612eebd6-258b-421a-b520-90ad14705df5, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:31:14.056998 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-e939561a-49e3-4802-aed8-b28b031dca43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (612eebd6-258b-421a-b520-90ad14705df5), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:14.080500 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a5052a-11fb-45b8-b3e7-93f057a9ae5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a60754-426b-47e8-bcdc-90db61e23509,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:14.179638 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-e939561a-49e3-4802-aed8-b28b031dca43 None None] For port 612eebd6-258b-421a-b520-90ad14705df5, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:31:14.198366 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-e939561a-49e3-4802-aed8-b28b031dca43 None None] For port 612eebd6-258b-421a-b520-90ad14705df5, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=612eebd6-258b-421a-b520-90ad14705df5,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:31:14.200159 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:14.316562 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-e939561a-49e3-4802-aed8-b28b031dca43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (612eebd6-258b-421a-b520-90ad14705df5), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:14.337060 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-6777cdbf-7741-40ec-be33-4307be9fbf8f req-0ebf77aa-33a5-44f5-bff6-713c7ec71a13 tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0867584d-2285-41b4-b1b9-0af13aa79dc1 HTTP/1.1" status: 200 len: 210 time: 0.1649323 Oct 04 20:31:14.516189 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd61dead-cd0c-4f5a-98b8-614095e48c34 None None] Pushing event updated for resources: {'Port': ['ID=612eebd6-258b-421a-b520-90ad14705df5,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:14.538433 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e939561a-49e3-4802-aed8-b28b031dca43 None None] Routers {'f7997b07-f244-42bb-acf5-30c15033cd0d'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:31:14.540126 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-e939561a-49e3-4802-aed8-b28b031dca43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:30:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['f7997b07-f244-42bb-acf5-30c15033cd0d'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:31:14.769638 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 20:31:14.996592 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-e939561a-49e3-4802-aed8-b28b031dca43 None None] Set router f7997b07-f244-42bb-acf5-30c15033cd0d gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:31:15.150607 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-93f778d7-4c3f-4db2-ad89-d830db11365b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:15.298954 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [req-d0538adb-960e-49dd-9737-ad8544d72c4d req-97e3545b-586c-469c-8cb5-b664f9109dfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2470e19-f860-43fa-ba0b-4b54f80cea9b {{(pid=108169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 20:31:15.315008 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-d0538adb-960e-49dd-9737-ad8544d72c4d req-97e3545b-586c-469c-8cb5-b664f9109dfa service neutron] Publish callbacks [] for port (c2470e19-f860-43fa-ba0b-4b54f80cea9b), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:15.413587 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.provisioning_blocks [req-d0538adb-960e-49dd-9737-ad8544d72c4d req-97e3545b-586c-469c-8cb5-b664f9109dfa service neutron] Transition to ACTIVE for port object c2470e19-f860-43fa-ba0b-4b54f80cea9b will not be triggered until provisioned by entity L2. {{(pid=108169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 20:31:15.421546 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:15.489354 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f3adca-cf73-4429-906a-92d14dc7909b req-52d0d35a-27d5-4ca4-b0a0-9600766dfc8b tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:15.493392 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-68f3adca-cf73-4429-906a-92d14dc7909b req-52d0d35a-27d5-4ca4-b0a0-9600766dfc8b tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=660c3eff-854d-4e7c-8247-4a992eda69ce HTTP/1.1" status: 200 len: 936 time: 0.2360878 Oct 04 20:31:15.545505 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2e14ff4f-bd52-4dab-9cc2-17c3da4bd10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:15.574618 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-d0538adb-960e-49dd-9737-ad8544d72c4d req-97e3545b-586c-469c-8cb5-b664f9109dfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (c2470e19-f860-43fa-ba0b-4b54f80cea9b), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:15.601084 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-68f3adca-cf73-4429-906a-92d14dc7909b req-86339d7f-911c-47a8-8640-74b62343ca29 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7f28ae09-e1bd-4fe5-852d-225c8092e709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956194 Oct 04 20:31:15.740933 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-e939561a-49e3-4802-aed8-b28b031dca43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7997b07-f244-42bb-acf5-30c15033cd0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-444733400-router', 'tenant_id': 'd9d8207cd41c4b6d982277b75699008c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '612eebd6-258b-421a-b520-90ad14705df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:31:05Z', 'updated_at': '2022-10-04T20:31:08Z', 'revision_number': 3, 'project_id': 'd9d8207cd41c4b6d982277b75699008c', 'gw_port': {'id': '612eebd6-258b-421a-b520-90ad14705df5', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f5:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7997b07-f244-42bb-acf5-30c15033cd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:31:06Z', 'updated_at': '2022-10-04T20:31:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:31:15.780571 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-970b8300-ab49-48ff-9b1a-2738b5b7971c req-083b5360-855f-419f-b094-d842b6976f6a tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0867584d-2285-41b4-b1b9-0af13aa79dc1 HTTP/1.1" status: 200 len: 210 time: 0.0706079 Oct 04 20:31:15.839466 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e939561a-49e3-4802-aed8-b28b031dca43 None None] The sync data for ids ['f7997b07-f244-42bb-acf5-30c15033cd0d'] in n-d-852085-12 is: [{'id': 'f7997b07-f244-42bb-acf5-30c15033cd0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-444733400-router', 'tenant_id': 'd9d8207cd41c4b6d982277b75699008c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '612eebd6-258b-421a-b520-90ad14705df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:31:05Z', 'updated_at': '2022-10-04T20:31:08Z', 'revision_number': 3, 'project_id': 'd9d8207cd41c4b6d982277b75699008c', 'gw_port': {'id': '612eebd6-258b-421a-b520-90ad14705df5', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f5:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7997b07-f244-42bb-acf5-30c15033cd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:31:06Z', 'updated_at': '2022-10-04T20:31:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:31:16.004731 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:16.280936 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3545b-586c-469c-8cb5-b664f9109dfa service neutron] Pushing event updated for resources: {'Port': ['ID=c2470e19-f860-43fa-ba0b-4b54f80cea9b,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:16.377357 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55612) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:31:16.397690 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [req-d0538adb-960e-49dd-9737-ad8544d72c4d req-97e3545b-586c-469c-8cb5-b664f9109dfa service neutron] Attempting to bind port c2470e19-f860-43fa-ba0b-4b54f80cea9b on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:31:16.398039 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [req-d0538adb-960e-49dd-9737-ad8544d72c4d req-97e3545b-586c-469c-8cb5-b664f9109dfa service neutron] Attempting to bind port c2470e19-f860-43fa-ba0b-4b54f80cea9b by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'}] {{(pid=108169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:31:16.399786 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0538adb-960e-49dd-9737-ad8544d72c4d req-97e3545b-586c-469c-8cb5-b664f9109dfa service neutron] Attempting to bind port c2470e19-f860-43fa-ba0b-4b54f80cea9b on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:31:16.486268 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0de1261c-c413-4feb-b383-163f188fd8df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:16.572441 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-93f778d7-4c3f-4db2-ad89-d830db11365b admin admin] Allocated IP 172.20.0.1 (ad7cddbe-702f-4a4f-8d0d-3297747660ff/48dce5fe-7199-4c5d-a82f-eb5e597869f4/a12236a3-baa3-431e-98c4-1d5a90e447e1) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:31:16.978633 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0538adb-960e-49dd-9737-ad8544d72c4d req-97e3545b-586c-469c-8cb5-b664f9109dfa service neutron] Port c2470e19-f860-43fa-ba0b-4b54f80cea9b on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:31:16.993322 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0538adb-960e-49dd-9737-ad8544d72c4d req-97e3545b-586c-469c-8cb5-b664f9109dfa service neutron] Attempting to bind port c2470e19-f860-43fa-ba0b-4b54f80cea9b on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:31:17.074300 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f7119-b83d-4bf4-8f48-0010cb91adea req-5dda72fc-5abf-44d2-9d8a-32f5852a1071 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:17.090879 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-867f7119-b83d-4bf4-8f48-0010cb91adea req-5dda72fc-5abf-44d2-9d8a-32f5852a1071 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=660c3eff-854d-4e7c-8247-4a992eda69ce HTTP/1.1" status: 200 len: 948 time: 0.2589612 Oct 04 20:31:17.208855 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:17.224693 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-88d3bc5b-622d-4008-a908-786c44689fff req-0dc8af2c-456f-4c66-9faa-2bdc64e8be35 tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0867584d-2285-41b4-b1b9-0af13aa79dc1 HTTP/1.1" status: 200 len: 210 time: 0.1276815 Oct 04 20:31:17.268850 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c2ce1c7a-8c1c-41f0-8500-5e0811b7dc27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:17.289917 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-93f778d7-4c3f-4db2-ad89-d830db11365b admin admin] Publish callbacks [] for port (a12236a3-baa3-431e-98c4-1d5a90e447e1), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:17.295709 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0de1261c-c413-4feb-b383-163f188fd8df admin admin] Publish callbacks [] for security_group (be67c8fe-e6ef-451d-afb3-ea95bb430c80), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:17.354065 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:17.365698 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-867f7119-b83d-4bf4-8f48-0010cb91adea req-5f80fd5c-594c-428b-bf0a-b0c71d29b372 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7f28ae09-e1bd-4fe5-852d-225c8092e709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710078 Oct 04 20:31:17.367196 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0538adb-960e-49dd-9737-ad8544d72c4d req-97e3545b-586c-469c-8cb5-b664f9109dfa service neutron] Checking agent: {'id': 'd500e1cf-136e-47e7-b7fe-ae200432f8b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 28, 32), 'started_at': datetime.datetime(2022, 10, 4, 20, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:31:17.367752 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0538adb-960e-49dd-9737-ad8544d72c4d req-97e3545b-586c-469c-8cb5-b664f9109dfa service neutron] Checking segment: {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:31:17.374001 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0538adb-960e-49dd-9737-ad8544d72c4d req-97e3545b-586c-469c-8cb5-b664f9109dfa service neutron] Bound using segment: {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'} {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:31:17.374631 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [req-d0538adb-960e-49dd-9737-ad8544d72c4d req-97e3545b-586c-469c-8cb5-b664f9109dfa service neutron] Bound port: c2470e19-f860-43fa-ba0b-4b54f80cea9b, host: n-h1-852085-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'}}] {{(pid=108169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:31:17.375439 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-d0538adb-960e-49dd-9737-ad8544d72c4d req-97e3545b-586c-469c-8cb5-b664f9109dfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (c2470e19-f860-43fa-ba0b-4b54f80cea9b), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:17.433078 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0de1261c-c413-4feb-b383-163f188fd8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (be67c8fe-e6ef-451d-afb3-ea95bb430c80), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:17.555117 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-93f778d7-4c3f-4db2-ad89-d830db11365b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (a12236a3-baa3-431e-98c4-1d5a90e447e1), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:17.586245 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de1261c-c413-4feb-b383-163f188fd8df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be67c8fe-e6ef-451d-afb3-ea95bb430c80,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:17.610209 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-0de1261c-c413-4feb-b383-163f188fd8df admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=4b6b8f4c31f2484f89d2235e761451ee&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2276742 Oct 04 20:31:17.611255 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55652) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:31:17.738781 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f778d7-4c3f-4db2-ad89-d830db11365b admin admin] Network ad7cddbe-702f-4a4f-8d0d-3297747660ff is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:31:17.858261 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a64c4c7b-715d-47be-a87f-ef13c175e9e2 admin admin] Publish callbacks [] for security_group (be67c8fe-e6ef-451d-afb3-ea95bb430c80), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:17.872928 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-93f778d7-4c3f-4db2-ad89-d830db11365b admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:31:17.893800 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f778d7-4c3f-4db2-ad89-d830db11365b admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:31:17.910885 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-93f778d7-4c3f-4db2-ad89-d830db11365b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (f7997b07-f244-42bb-acf5-30c15033cd0d), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:17.935475 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [req-d0538adb-960e-49dd-9737-ad8544d72c4d req-97e3545b-586c-469c-8cb5-b664f9109dfa service neutron] For port c2470e19-f860-43fa-ba0b-4b54f80cea9b, host n-h1-852085-12, cleared binding levels {{(pid=108169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:31:17.966258 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a64c4c7b-715d-47be-a87f-ef13c175e9e2 admin admin] Publish callbacks [] for security_group (be67c8fe-e6ef-451d-afb3-ea95bb430c80), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:18.159887 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [req-d0538adb-960e-49dd-9737-ad8544d72c4d req-97e3545b-586c-469c-8cb5-b664f9109dfa service neutron] For port c2470e19-f860-43fa-ba0b-4b54f80cea9b, host n-h1-852085-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=c2470e19-f860-43fa-ba0b-4b54f80cea9b,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:31:18.242379 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f778d7-4c3f-4db2-ad89-d830db11365b admin admin] Pushing event updated for resources: {'Port': ['ID=a12236a3-baa3-431e-98c4-1d5a90e447e1,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:18.250036 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a64c4c7b-715d-47be-a87f-ef13c175e9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (be67c8fe-e6ef-451d-afb3-ea95bb430c80), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:18.255308 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a64c4c7b-715d-47be-a87f-ef13c175e9e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:18.259430 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a64c4c7b-715d-47be-a87f-ef13c175e9e2 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/be67c8fe-e6ef-451d-afb3-ea95bb430c80 HTTP/1.1" status: 204 len: 168 time: 0.6460993 Oct 04 20:31:18.328363 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-d0538adb-960e-49dd-9737-ad8544d72c4d req-97e3545b-586c-469c-8cb5-b664f9109dfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (c2470e19-f860-43fa-ba0b-4b54f80cea9b), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:18.338179 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c4c7b-715d-47be-a87f-ef13c175e9e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be67c8fe-e6ef-451d-afb3-ea95bb430c80,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:18.368530 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0538adb-960e-49dd-9737-ad8544d72c4d req-97e3545b-586c-469c-8cb5-b664f9109dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:18.373243 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-d0538adb-960e-49dd-9737-ad8544d72c4d req-97e3545b-586c-469c-8cb5-b664f9109dfa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:18.386045 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-d0538adb-960e-49dd-9737-ad8544d72c4d req-97e3545b-586c-469c-8cb5-b664f9109dfa service neutron] 10.222.0.83 "PUT /networking/v2.0/ports/c2470e19-f860-43fa-ba0b-4b54f80cea9b HTTP/1.1" status: 200 len: 1097 time: 5.4576373 Oct 04 20:31:18.438708 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-84669fe6-86fc-4e26-9aab-4bf0fd61f0c0 None None] Provisioning complete for port a12236a3-baa3-431e-98c4-1d5a90e447e1 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:31:18.442055 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-84669fe6-86fc-4e26-9aab-4bf0fd61f0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (a12236a3-baa3-431e-98c4-1d5a90e447e1), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:18.442949 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-84669fe6-86fc-4e26-9aab-4bf0fd61f0c0 None None] Attempt 1 to provision port a12236a3-baa3-431e-98c4-1d5a90e447e1 Oct 04 20:31:18.459706 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '660c3eff-854d-4e7c-8247-4a992eda69ce', 'tag': 'c2470e19-f860-43fa-ba0b-4b54f80cea9b'}] {{(pid=108169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:31:18.564115 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-19425c21-ce33-4a40-a4f2-913cf61e5494 req-94516fc6-5235-4930-85eb-a94c0b399f60 tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0867584d-2285-41b4-b1b9-0af13aa79dc1 HTTP/1.1" status: 200 len: 210 time: 0.0742331 Oct 04 20:31:18.698274 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-84669fe6-86fc-4e26-9aab-4bf0fd61f0c0 None None] Port a12236a3-baa3-431e-98c4-1d5a90e447e1 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:31:18.710981 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 612eebd6-258b-421a-b520-90ad14705df5 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:31:18.802767 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3545b-586c-469c-8cb5-b664f9109dfa service neutron] Pushing event updated for resources: {'Port': ['ID=c2470e19-f860-43fa-ba0b-4b54f80cea9b,revision_number=3']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:18.819407 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ed18a-1546-4cff-9273-0663ca167cf7 req-8bb7bd85-64fd-47d7-a1c5-ceb522788bc6 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:18.823590 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-619ed18a-1546-4cff-9273-0663ca167cf7 req-8bb7bd85-64fd-47d7-a1c5-ceb522788bc6 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=660c3eff-854d-4e7c-8247-4a992eda69ce HTTP/1.1" status: 200 len: 948 time: 0.1024058 Oct 04 20:31:18.864933 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 612eebd6-258b-421a-b520-90ad14705df5 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:31:18.865556 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (612eebd6-258b-421a-b520-90ad14705df5), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:18.866281 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 612eebd6-258b-421a-b520-90ad14705df5 Oct 04 20:31:18.870517 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:19.013646 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-619ed18a-1546-4cff-9273-0663ca167cf7 req-7b82c1d3-6fbf-4943-b2aa-522a91b58884 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7f28ae09-e1bd-4fe5-852d-225c8092e709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786215 Oct 04 20:31:19.069487 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 612eebd6-258b-421a-b520-90ad14705df5 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:31:19.072850 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (612eebd6-258b-421a-b520-90ad14705df5), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:19.137863 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 612eebd6-258b-421a-b520-90ad14705df5, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=612eebd6-258b-421a-b520-90ad14705df5,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:31:19.157058 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0538adb-960e-49dd-9737-ad8544d72c4d req-dfc4a39c-d00a-4e35-806a-5715b2a3e3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:19.160018 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-d0538adb-960e-49dd-9737-ad8544d72c4d req-dfc4a39c-d00a-4e35-806a-5715b2a3e3ee service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=13bcdec8c8d64e97b49281a0e16b0d79&device_id=660c3eff-854d-4e7c-8247-4a992eda69ce HTTP/1.1" status: 200 len: 1131 time: 0.3489404 Oct 04 20:31:19.194783 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-93f778d7-4c3f-4db2-ad89-d830db11365b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (a12236a3-baa3-431e-98c4-1d5a90e447e1), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:19.198967 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:19.226452 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (612eebd6-258b-421a-b520-90ad14705df5), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:19.245047 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:19.404075 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-d0538adb-960e-49dd-9737-ad8544d72c4d req-0ed53f0c-2525-429f-a58e-5919753042cc service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=c2470e19-f860-43fa-ba0b-4b54f80cea9b HTTP/1.1" status: 200 len: 217 time: 0.1934228 Oct 04 20:31:19.450240 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=612eebd6-258b-421a-b520-90ad14705df5,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:19.634568 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0538adb-960e-49dd-9737-ad8544d72c4d req-3eef1aae-6c9a-4d1c-9093-a34455a92eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:19.636587 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-d0538adb-960e-49dd-9737-ad8544d72c4d req-3eef1aae-6c9a-4d1c-9093-a34455a92eb9 service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.1706443 Oct 04 20:31:19.900883 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-93f778d7-4c3f-4db2-ad89-d830db11365b admin admin] Publish callbacks [] for port (a12236a3-baa3-431e-98c4-1d5a90e447e1), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:19.926794 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4a5a0569-c0db-48a5-8857-45ff695549f8 req-0695af65-4ebb-4b14-9035-1e0cf42a0acc tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0867584d-2285-41b4-b1b9-0af13aa79dc1 HTTP/1.1" status: 200 len: 210 time: 0.1570375 Oct 04 20:31:19.998971 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:20.065238 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-93f778d7-4c3f-4db2-ad89-d830db11365b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (a12236a3-baa3-431e-98c4-1d5a90e447e1), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:20.067813 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-93f778d7-4c3f-4db2-ad89-d830db11365b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (f7997b07-f244-42bb-acf5-30c15033cd0d), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:20.107827 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55700) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:31:20.213424 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55704) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:31:20.430906 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 612eebd6-258b-421a-b520-90ad14705df5 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:31:20.449499 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0538adb-960e-49dd-9737-ad8544d72c4d req-11c58188-faf3-4646-81fc-78fec9ab605a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:20.453187 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-d0538adb-960e-49dd-9737-ad8544d72c4d req-11c58188-faf3-4646-81fc-78fec9ab605a service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2498126 Oct 04 20:31:20.561344 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4e357c-ffb1-40b1-852b-51571aa5e866 req-2a8b87ea-ea7d-40a3-9426-befde788293f tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:20.583666 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-1a4e357c-ffb1-40b1-852b-51571aa5e866 req-2a8b87ea-ea7d-40a3-9426-befde788293f tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=660c3eff-854d-4e7c-8247-4a992eda69ce HTTP/1.1" status: 200 len: 948 time: 0.1742318 Oct 04 20:31:20.589555 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 612eebd6-258b-421a-b520-90ad14705df5 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:31:20.589555 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (612eebd6-258b-421a-b520-90ad14705df5), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:20.589555 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 612eebd6-258b-421a-b520-90ad14705df5 Oct 04 20:31:20.608814 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.83', 50916) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:31:20.708667 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9fba539d-62ba-47f9-b21d-09971f6b5d84 req-1f0a35fe-6c68-4931-86e4-b4c0820ccdae tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] 10.222.0.83 "GET /networking/v2.0/networks?tenant_id=d0ded24c70b54fc5bb73d54fd1537abb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0974505 Oct 04 20:31:20.817910 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-1a4e357c-ffb1-40b1-852b-51571aa5e866 req-e5fddf53-2b44-4b20-925e-40477073ee73 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7f28ae09-e1bd-4fe5-852d-225c8092e709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319119 Oct 04 20:31:20.819284 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 612eebd6-258b-421a-b520-90ad14705df5 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:31:20.827446 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-d0538adb-960e-49dd-9737-ad8544d72c4d req-60482654-b4db-46cc-9a76-9d3a3ce85a41 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203716 Oct 04 20:31:20.904984 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:20.986574 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dea34fca0f7d6c1de22810621a04fa86ac5e48141775903912ac1624808dfef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64652ea8-056f-4b6e-99b7-4e787becb4e4" -d '{"events": [{"name": "network-changed", "server_uuid": "660c3eff-854d-4e7c-8247-4a992eda69ce", "tag": "c2470e19-f860-43fa-ba0b-4b54f80cea9b"}]}' {{(pid=108169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:31:20.991712 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f778d7-4c3f-4db2-ad89-d830db11365b admin admin] Pushing event updated for resources: {'Port': ['ID=a12236a3-baa3-431e-98c4-1d5a90e447e1,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:21.016564 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f778d7-4c3f-4db2-ad89-d830db11365b admin admin] Network ad7cddbe-702f-4a4f-8d0d-3297747660ff is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:31:21.022484 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-93f778d7-4c3f-4db2-ad89-d830db11365b admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:31:21.209597 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4210a228-c7e8-4cf0-89ed-752c1a5a8297 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:21.357040 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:21.374047 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:21.418344 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-085fad8a-b03e-4271-a254-d120135ca86d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:21.454793 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:21.558569 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-d0538adb-960e-49dd-9737-ad8544d72c4d req-7eb9e2a1-bab5-41b1-a8f6-32ae1e18ba59 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5390458 Oct 04 20:31:21.676781 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-1e531f25-09ef-4b8a-a03d-2710d89ffe3f req-4da37cec-bb3e-4c73-be20-d5b0d7e2d8a8 tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0867584d-2285-41b4-b1b9-0af13aa79dc1 HTTP/1.1" status: 200 len: 210 time: 0.3108282 Oct 04 20:31:21.698024 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba539d-62ba-47f9-b21d-09971f6b5d84 req-7524d7f9-489b-4d7e-af36-40a00553842c tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:21.701961 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9fba539d-62ba-47f9-b21d-09971f6b5d84 req-7524d7f9-489b-4d7e-af36-40a00553842c tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] 10.222.0.83 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9709587 Oct 04 20:31:21.706555 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-2192d028-6715-4521-ad46-4f7e54c15650 None None] Provisioning complete for port a12236a3-baa3-431e-98c4-1d5a90e447e1 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:31:21.708323 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2192d028-6715-4521-ad46-4f7e54c15650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (a12236a3-baa3-431e-98c4-1d5a90e447e1), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:21.708323 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-2192d028-6715-4521-ad46-4f7e54c15650 None None] Attempt 1 to provision port a12236a3-baa3-431e-98c4-1d5a90e447e1 Oct 04 20:31:21.751010 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 20:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43090cad-56af-4069-85c1-db91f0e6713d x-openstack-request-id: req-43090cad-56af-4069-85c1-db91f0e6713d {{(pid=108169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:31:21.751010 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "660c3eff-854d-4e7c-8247-4a992eda69ce", "tag": "c2470e19-f860-43fa-ba0b-4b54f80cea9b", "status": "completed", "code": 200}]} {{(pid=108169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:31:21.751010 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-43090cad-56af-4069-85c1-db91f0e6713d {{(pid=108169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:31:21.752572 n-d-852085-12 neutron-server[108169]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43090cad-56af-4069-85c1-db91f0e6713d'] response: {'name': 'network-changed', 'server_uuid': '660c3eff-854d-4e7c-8247-4a992eda69ce', 'tag': 'c2470e19-f860-43fa-ba0b-4b54f80cea9b', 'status': 'completed', 'code': 200} Oct 04 20:31:21.811360 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [req-9fba539d-62ba-47f9-b21d-09971f6b5d84 req-c1f56d56-7111-4580-af07-7a5d00525bdc tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] Request body: {'port': {'device_id': '0867584d-2285-41b4-b1b9-0af13aa79dc1', 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7', 'admin_state_up': True, 'tenant_id': 'd0ded24c70b54fc5bb73d54fd1537abb'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:31:21.842113 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-2192d028-6715-4521-ad46-4f7e54c15650 None None] Port a12236a3-baa3-431e-98c4-1d5a90e447e1 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:31:21.852592 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93f778d7-4c3f-4db2-ad89-d830db11365b admin admin] Router f7997b07-f244-42bb-acf5-30c15033cd0d has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:31:22.367073 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64652ea8-056f-4b6e-99b7-4e787becb4e4 req-2695b43f-f90b-4bcc-b233-923a5822692e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:22.370175 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-64652ea8-056f-4b6e-99b7-4e787becb4e4 req-2695b43f-f90b-4bcc-b233-923a5822692e service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=13bcdec8c8d64e97b49281a0e16b0d79&device_id=660c3eff-854d-4e7c-8247-4a992eda69ce HTTP/1.1" status: 200 len: 1131 time: 0.4668159 Oct 04 20:31:22.610508 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f778d7-4c3f-4db2-ad89-d830db11365b admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:31:22.627855 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ef7857-1499-4e3b-9d88-9906b42b607d None None] Sync routers for ids ['f7997b07-f244-42bb-acf5-30c15033cd0d'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:31:22.638175 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-93f778d7-4c3f-4db2-ad89-d830db11365b admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/f7997b07-f244-42bb-acf5-30c15033cd0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0656002 Oct 04 20:31:22.678381 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ef7857-1499-4e3b-9d88-9906b42b607d None None] Routers {'f7997b07-f244-42bb-acf5-30c15033cd0d'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:31:22.679417 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-58ef7857-1499-4e3b-9d88-9906b42b607d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:31:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['f7997b07-f244-42bb-acf5-30c15033cd0d'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:31:22.695564 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-085fad8a-b03e-4271-a254-d120135ca86d admin admin] Publish callbacks [] for security_group (3bb6bfba-0914-47f2-8176-e06a539c37f9), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:22.972088 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64652ea8-056f-4b6e-99b7-4e787becb4e4 req-a01fc237-59df-4f2b-be8d-b13f56797147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:22.974840 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-64652ea8-056f-4b6e-99b7-4e787becb4e4 req-a01fc237-59df-4f2b-be8d-b13f56797147 service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=42fbb05e-3f96-444f-a676-04ee9d06a8c7 HTTP/1.1" status: 200 len: 870 time: 0.5793574 Oct 04 20:31:23.065383 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84842fdf-a7ce-415d-8ed5-2667f8775651 req-6c163f21-b1ff-43e8-9c96-291b21740e63 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:23.077360 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-84842fdf-a7ce-415d-8ed5-2667f8775651 req-6c163f21-b1ff-43e8-9c96-291b21740e63 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=660c3eff-854d-4e7c-8247-4a992eda69ce HTTP/1.1" status: 200 len: 948 time: 0.7390454 Oct 04 20:31:23.095667 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-64652ea8-056f-4b6e-99b7-4e787becb4e4 req-3b9c0641-141e-42d8-aec1-974e79057e4e service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=c2470e19-f860-43fa-ba0b-4b54f80cea9b HTTP/1.1" status: 200 len: 217 time: 0.1031168 Oct 04 20:31:23.117144 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4210a228-c7e8-4cf0-89ed-752c1a5a8297 admin admin] Publish callbacks [] for security_group (638b682c-7a9a-47e0-b2bb-b614937badda), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:23.121400 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-085fad8a-b03e-4271-a254-d120135ca86d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (3bb6bfba-0914-47f2-8176-e06a539c37f9), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:23.200867 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-58ef7857-1499-4e3b-9d88-9906b42b607d None None] Set router f7997b07-f244-42bb-acf5-30c15033cd0d gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:31:23.221525 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64652ea8-056f-4b6e-99b7-4e787becb4e4 req-d32dc5b4-3201-46d2-834d-1e61aadb27d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:23.225983 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-64652ea8-056f-4b6e-99b7-4e787becb4e4 req-d32dc5b4-3201-46d2-834d-1e61aadb27d0 service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.1116149 Oct 04 20:31:23.232987 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-085fad8a-b03e-4271-a254-d120135ca86d admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=cca5ac4fa025454cab4aa8e3f9fa9644&name=default HTTP/1.1" status: 200 len: 2992 time: 3.1271265 Oct 04 20:31:23.235778 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-794754aa-0673-4597-8bd7-d1e1781022cf req-325e6e1f-3c42-4134-8e28-e0a83c473e03 tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0867584d-2285-41b4-b1b9-0af13aa79dc1 HTTP/1.1" status: 200 len: 210 time: 0.1440544 Oct 04 20:31:23.254184 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55746) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:31:23.254367 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4210a228-c7e8-4cf0-89ed-752c1a5a8297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (638b682c-7a9a-47e0-b2bb-b614937badda), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:23.300463 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=83,neutron:INSERT=17 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:23.330478 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fad8a-b03e-4271-a254-d120135ca86d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb6bfba-0914-47f2-8176-e06a539c37f9,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:23.527880 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64652ea8-056f-4b6e-99b7-4e787becb4e4 req-e3bc225d-0405-464b-b1c9-3962bf34fc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:23.531918 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-64652ea8-056f-4b6e-99b7-4e787becb4e4 req-e3bc225d-0405-464b-b1c9-3962bf34fc74 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2844241 Oct 04 20:31:23.547942 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4210a228-c7e8-4cf0-89ed-752c1a5a8297 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=d0222cc92ab44873bb0fa83d41176327&name=default HTTP/1.1" status: 200 len: 2993 time: 3.3299623 Oct 04 20:31:23.551397 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55754) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:31:23.565273 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fba539d-62ba-47f9-b21d-09971f6b5d84 req-c1f56d56-7111-4580-af07-7a5d00525bdc tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] Made reservation on behalf of d0ded24c70b54fc5bb73d54fd1537abb for: {'port': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:31:23.601911 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-9fba539d-62ba-47f9-b21d-09971f6b5d84 req-c1f56d56-7111-4580-af07-7a5d00525bdc tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:23.635274 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4210a228-c7e8-4cf0-89ed-752c1a5a8297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=638b682c-7a9a-47e0-b2bb-b614937badda,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:23.652403 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-84842fdf-a7ce-415d-8ed5-2667f8775651 req-4edcf056-1f11-4ca7-b158-8ef9e3e334d5 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7f28ae09-e1bd-4fe5-852d-225c8092e709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5687187 Oct 04 20:31:23.656400 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-9fba539d-62ba-47f9-b21d-09971f6b5d84 req-c1f56d56-7111-4580-af07-7a5d00525bdc tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:23.762082 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-adad83dc-7693-4368-819b-66c7ff1ae0d4 admin admin] Publish callbacks [] for security_group (3bb6bfba-0914-47f2-8176-e06a539c37f9), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:23.984767 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-9fba539d-62ba-47f9-b21d-09971f6b5d84 req-c1f56d56-7111-4580-af07-7a5d00525bdc tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] Publish callbacks [] for security_group (22de9816-c84d-42f4-8e4f-f0c39b6bce2f), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:24.035940 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-adad83dc-7693-4368-819b-66c7ff1ae0d4 admin admin] Publish callbacks [] for security_group (3bb6bfba-0914-47f2-8176-e06a539c37f9), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:24.041844 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-58ef7857-1499-4e3b-9d88-9906b42b607d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7997b07-f244-42bb-acf5-30c15033cd0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-444733400-router', 'tenant_id': 'd9d8207cd41c4b6d982277b75699008c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '612eebd6-258b-421a-b520-90ad14705df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:31:05Z', 'updated_at': '2022-10-04T20:31:18Z', 'revision_number': 4, 'project_id': 'd9d8207cd41c4b6d982277b75699008c', 'gw_port': {'id': '612eebd6-258b-421a-b520-90ad14705df5', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7997b07-f244-42bb-acf5-30c15033cd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:31:06Z', 'updated_at': '2022-10-04T20:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'a12236a3-baa3-431e-98c4-1d5a90e447e1', 'name': '', 'network_id': 'ad7cddbe-702f-4a4f-8d0d-3297747660ff', 'tenant_id': 'd9d8207cd41c4b6d982277b75699008c', 'mac_address': 'fa:16:3e:c2:06:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7997b07-f244-42bb-acf5-30c15033cd0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '48dce5fe-7199-4c5d-a82f-eb5e597869f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:31:15Z', 'updated_at': '2022-10-04T20:31:19Z', 'revision_number': 2, 'project_id': 'd9d8207cd41c4b6d982277b75699008c', 'subnets': [{'id': '48dce5fe-7199-4c5d-a82f-eb5e597869f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:31:24.098325 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ef7857-1499-4e3b-9d88-9906b42b607d None None] Checking router: f7997b07-f244-42bb-acf5-30c15033cd0d for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:31:24.098700 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ef7857-1499-4e3b-9d88-9906b42b607d None None] Updating router f7997b07-f244-42bb-acf5-30c15033cd0d port a12236a3-baa3-431e-98c4-1d5a90e447e1 binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:31:24.133614 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-60d4d424-4342-436d-8be7-42e548d98cf1 admin admin] Publish callbacks [] for security_group (638b682c-7a9a-47e0-b2bb-b614937badda), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:24.148456 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-9fba539d-62ba-47f9-b21d-09971f6b5d84 req-c1f56d56-7111-4580-af07-7a5d00525bdc tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (22de9816-c84d-42f4-8e4f-f0c39b6bce2f), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:24.149205 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=100 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:24.223054 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=100 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:24.229650 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-58ef7857-1499-4e3b-9d88-9906b42b607d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (a12236a3-baa3-431e-98c4-1d5a90e447e1), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:24.239702 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-60d4d424-4342-436d-8be7-42e548d98cf1 admin admin] Publish callbacks [] for security_group (638b682c-7a9a-47e0-b2bb-b614937badda), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:24.279709 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:24.334593 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-64652ea8-056f-4b6e-99b7-4e787becb4e4 req-f070049c-b035-49cf-bc54-3592ce3de1bd service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7846515 Oct 04 20:31:24.353754 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f56d56-7111-4580-af07-7a5d00525bdc tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22de9816-c84d-42f4-8e4f-f0c39b6bce2f,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:24.552392 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-adad83dc-7693-4368-819b-66c7ff1ae0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (3bb6bfba-0914-47f2-8176-e06a539c37f9), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:24.570140 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-adad83dc-7693-4368-819b-66c7ff1ae0d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:24.572704 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-adad83dc-7693-4368-819b-66c7ff1ae0d4 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/3bb6bfba-0914-47f2-8176-e06a539c37f9 HTTP/1.1" status: 204 len: 168 time: 1.3045552 Oct 04 20:31:24.804744 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adad83dc-7693-4368-819b-66c7ff1ae0d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb6bfba-0914-47f2-8176-e06a539c37f9,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:24.896644 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-60d4d424-4342-436d-8be7-42e548d98cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (638b682c-7a9a-47e0-b2bb-b614937badda), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:24.903109 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-60d4d424-4342-436d-8be7-42e548d98cf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:24.911450 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-60d4d424-4342-436d-8be7-42e548d98cf1 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/638b682c-7a9a-47e0-b2bb-b614937badda HTTP/1.1" status: 204 len: 168 time: 1.3291986 Oct 04 20:31:24.917258 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-3e5e78f3-82be-414a-81ed-b6d001e4eb53 req-9635f113-0bed-4afc-a8d2-f5e268744b36 tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0867584d-2285-41b4-b1b9-0af13aa79dc1 HTTP/1.1" status: 200 len: 210 time: 0.1687796 Oct 04 20:31:25.005278 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d4d424-4342-436d-8be7-42e548d98cf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638b682c-7a9a-47e0-b2bb-b614937badda,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:25.033141 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-64652ea8-056f-4b6e-99b7-4e787becb4e4 req-72a9f5c0-fa99-439b-a47c-697fcb09f81b service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6339490 Oct 04 20:31:25.105892 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [req-9fba539d-62ba-47f9-b21d-09971f6b5d84 req-c1f56d56-7111-4580-af07-7a5d00525bdc tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] Allocated IP 192.168.233.148 (42fbb05e-3f96-444f-a676-04ee9d06a8c7/e1956090-7ed7-4d05-a46e-a7b0885ca8e4/33c37c69-333d-405a-a27c-efb298d34226) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:31:25.407778 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be02454e-e8dc-4c80-adf6-0194857d62cb req-4ca1d975-3f55-4801-afe3-89e4dd6952a7 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:25.410493 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-be02454e-e8dc-4c80-adf6-0194857d62cb req-4ca1d975-3f55-4801-afe3-89e4dd6952a7 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=660c3eff-854d-4e7c-8247-4a992eda69ce HTTP/1.1" status: 200 len: 948 time: 0.2300360 Oct 04 20:31:25.416194 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:25.642731 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-be02454e-e8dc-4c80-adf6-0194857d62cb req-c0ffd463-f3b4-4ed3-b1d4-72145b559b2c tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7f28ae09-e1bd-4fe5-852d-225c8092e709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221255 Oct 04 20:31:25.680057 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:25.699524 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-58ef7857-1499-4e3b-9d88-9906b42b607d None None] Publish callbacks [] for port (a12236a3-baa3-431e-98c4-1d5a90e447e1), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:25.732723 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=10 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:25.745697 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-9fba539d-62ba-47f9-b21d-09971f6b5d84 req-c1f56d56-7111-4580-af07-7a5d00525bdc tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] Publish callbacks [] for port (33c37c69-333d-405a-a27c-efb298d34226), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:25.826468 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-58ef7857-1499-4e3b-9d88-9906b42b607d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (a12236a3-baa3-431e-98c4-1d5a90e447e1), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:25.833572 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=84 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:25.927064 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55802) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:31:25.937969 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-c2079a65-e1b9-44c8-b4a4-0bd02c75ea50 tempest-ServersWithSpecificFlavorTestJSON-724521506 tempest-ServersWithSpecificFlavorTestJSON-724521506-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2041211526', 'description': 'tempest-description--89360587'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:31:25.956438 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-9fba539d-62ba-47f9-b21d-09971f6b5d84 req-c1f56d56-7111-4580-af07-7a5d00525bdc tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (33c37c69-333d-405a-a27c-efb298d34226), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:26.035960 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c2079a65-e1b9-44c8-b4a4-0bd02c75ea50 tempest-ServersWithSpecificFlavorTestJSON-724521506 tempest-ServersWithSpecificFlavorTestJSON-724521506-project] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:26.173328 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5c4a87-3b1a-4ba0-b93a-d6763ea8f8d9 None None] Pushing event updated for resources: {'Port': ['ID=a12236a3-baa3-431e-98c4-1d5a90e447e1,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:26.183386 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fba539d-62ba-47f9-b21d-09971f6b5d84 req-c1f56d56-7111-4580-af07-7a5d00525bdc tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] Network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:31:26.234167 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [req-9fba539d-62ba-47f9-b21d-09971f6b5d84 req-c1f56d56-7111-4580-af07-7a5d00525bdc tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:31:26.271525 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fba539d-62ba-47f9-b21d-09971f6b5d84 req-c1f56d56-7111-4580-af07-7a5d00525bdc tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:31:26.301464 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba539d-62ba-47f9-b21d-09971f6b5d84 req-c1f56d56-7111-4580-af07-7a5d00525bdc tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:26.307939 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-9fba539d-62ba-47f9-b21d-09971f6b5d84 req-c1f56d56-7111-4580-af07-7a5d00525bdc tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:26.312745 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c2079a65-e1b9-44c8-b4a4-0bd02c75ea50 tempest-ServersWithSpecificFlavorTestJSON-724521506 tempest-ServersWithSpecificFlavorTestJSON-724521506-project] Publish callbacks [] for security_group (bfd387db-0255-4fa9-a84b-8b6da5a64d6f), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:26.388706 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-58ef7857-1499-4e3b-9d88-9906b42b607d None None] Attempting to bind port a12236a3-baa3-431e-98c4-1d5a90e447e1 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:31:26.389660 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-58ef7857-1499-4e3b-9d88-9906b42b607d None None] Attempting to bind port a12236a3-baa3-431e-98c4-1d5a90e447e1 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '053dc40e-5ee3-4f16-ad11-3c433f60c0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ad7cddbe-702f-4a4f-8d0d-3297747660ff'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:31:26.390501 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c2079a65-e1b9-44c8-b4a4-0bd02c75ea50 tempest-ServersWithSpecificFlavorTestJSON-724521506 tempest-ServersWithSpecificFlavorTestJSON-724521506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (bfd387db-0255-4fa9-a84b-8b6da5a64d6f), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:26.390909 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ef7857-1499-4e3b-9d88-9906b42b607d None None] Attempting to bind port a12236a3-baa3-431e-98c4-1d5a90e447e1 on network ad7cddbe-702f-4a4f-8d0d-3297747660ff {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:31:26.531186 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2079a65-e1b9-44c8-b4a4-0bd02c75ea50 tempest-ServersWithSpecificFlavorTestJSON-724521506 tempest-ServersWithSpecificFlavorTestJSON-724521506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd387db-0255-4fa9-a84b-8b6da5a64d6f,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:26.571556 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9fba539d-62ba-47f9-b21d-09971f6b5d84 req-c1f56d56-7111-4580-af07-7a5d00525bdc tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] 10.222.0.83 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.7681599 Oct 04 20:31:26.576878 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f56d56-7111-4580-af07-7a5d00525bdc tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] Pushing event updated for resources: {'Port': ['ID=33c37c69-333d-405a-a27c-efb298d34226,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:26.586018 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ef7857-1499-4e3b-9d88-9906b42b607d None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:31:26.586918 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ef7857-1499-4e3b-9d88-9906b42b607d None None] Checking segment: {'id': '053dc40e-5ee3-4f16-ad11-3c433f60c0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ad7cddbe-702f-4a4f-8d0d-3297747660ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:31:26.587826 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-58ef7857-1499-4e3b-9d88-9906b42b607d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:26.589251 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ef7857-1499-4e3b-9d88-9906b42b607d None None] Bound using segment: {'id': '053dc40e-5ee3-4f16-ad11-3c433f60c0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ad7cddbe-702f-4a4f-8d0d-3297747660ff'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:31:26.594103 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-58ef7857-1499-4e3b-9d88-9906b42b607d None None] Bound port: a12236a3-baa3-431e-98c4-1d5a90e447e1, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '053dc40e-5ee3-4f16-ad11-3c433f60c0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ad7cddbe-702f-4a4f-8d0d-3297747660ff'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:31:26.594971 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-58ef7857-1499-4e3b-9d88-9906b42b607d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (a12236a3-baa3-431e-98c4-1d5a90e447e1), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:26.604741 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [req-9fba539d-62ba-47f9-b21d-09971f6b5d84 req-300f80a4-e298-4f07-99e0-a2802937d4e2 service neutron] Request body: {'port': {'device_id': '0867584d-2285-41b4-b1b9-0af13aa79dc1', 'device_owner': 'compute:tempest-test_az-253036341', 'binding:host_id': 'n-h1-852085-12'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:31:26.630164 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c2079a65-e1b9-44c8-b4a4-0bd02c75ea50 tempest-ServersWithSpecificFlavorTestJSON-724521506 tempest-ServersWithSpecificFlavorTestJSON-724521506-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:26.638875 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c2079a65-e1b9-44c8-b4a4-0bd02c75ea50 tempest-ServersWithSpecificFlavorTestJSON-724521506 tempest-ServersWithSpecificFlavorTestJSON-724521506-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7097788 Oct 04 20:31:26.640052 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55810) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:31:26.661678 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-e120413c-16e8-46e1-9faf-eb503ba730ce tempest-ServersWithSpecificFlavorTestJSON-724521506 tempest-ServersWithSpecificFlavorTestJSON-724521506-project] Request body: {'security_group_rule': {'security_group_id': 'bfd387db-0255-4fa9-a84b-8b6da5a64d6f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:31:26.713289 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a7412f-64d0-4b9a-8f4f-75de4b939072 req-e21f2fc2-48ad-46a3-9b09-221d82c651a0 tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:26.727595 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d2a7412f-64d0-4b9a-8f4f-75de4b939072 req-e21f2fc2-48ad-46a3-9b09-221d82c651a0 tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0867584d-2285-41b4-b1b9-0af13aa79dc1 HTTP/1.1" status: 200 len: 936 time: 0.3812490 Oct 04 20:31:26.797794 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-58ef7857-1499-4e3b-9d88-9906b42b607d None None] For port a12236a3-baa3-431e-98c4-1d5a90e447e1, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:31:26.814612 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:26.817580 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-58ef7857-1499-4e3b-9d88-9906b42b607d None None] For port a12236a3-baa3-431e-98c4-1d5a90e447e1, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=a12236a3-baa3-431e-98c4-1d5a90e447e1,segment=NetworkSegment(053dc40e-5ee3-4f16-ad11-3c433f60c0e2),segment_id=053dc40e-5ee3-4f16-ad11-3c433f60c0e2)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:31:26.863906 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-a6800f21-dc6c-413a-a9a4-0f07f4c1a63f None None] Provisioning complete for port 33c37c69-333d-405a-a27c-efb298d34226 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:31:26.865058 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a6800f21-dc6c-413a-a9a4-0f07f4c1a63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (33c37c69-333d-405a-a27c-efb298d34226), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:26.865762 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-a6800f21-dc6c-413a-a9a4-0f07f4c1a63f None None] Attempt 1 to provision port 33c37c69-333d-405a-a27c-efb298d34226 Oct 04 20:31:26.901297 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e120413c-16e8-46e1-9faf-eb503ba730ce tempest-ServersWithSpecificFlavorTestJSON-724521506 tempest-ServersWithSpecificFlavorTestJSON-724521506-project] Publish callbacks [] for security_group_rule (8268ee7c-a1f3-4266-ad57-da5b94dd2e4e), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:26.973447 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-58ef7857-1499-4e3b-9d88-9906b42b607d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (a12236a3-baa3-431e-98c4-1d5a90e447e1), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:27.059277 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d2a7412f-64d0-4b9a-8f4f-75de4b939072 req-cb6797df-a228-4a8d-a8ad-f89e0fcd6454 tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=22de9816-c84d-42f4-8e4f-f0c39b6bce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108655 Oct 04 20:31:27.159969 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e120413c-16e8-46e1-9faf-eb503ba730ce tempest-ServersWithSpecificFlavorTestJSON-724521506 tempest-ServersWithSpecificFlavorTestJSON-724521506-project] Publish callbacks [] for security_group_rule (8268ee7c-a1f3-4266-ad57-da5b94dd2e4e), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:27.181225 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-a6800f21-dc6c-413a-a9a4-0f07f4c1a63f None None] Port 33c37c69-333d-405a-a27c-efb298d34226 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:31:27.196095 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-9fba539d-62ba-47f9-b21d-09971f6b5d84 req-300f80a4-e298-4f07-99e0-a2802937d4e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (33c37c69-333d-405a-a27c-efb298d34226), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:27.203265 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ef7857-1499-4e3b-9d88-9906b42b607d None None] Routers {'f7997b07-f244-42bb-acf5-30c15033cd0d'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:31:27.203921 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-58ef7857-1499-4e3b-9d88-9906b42b607d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:31:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['f7997b07-f244-42bb-acf5-30c15033cd0d'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:31:27.267913 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5c4a87-3b1a-4ba0-b93a-d6763ea8f8d9 None None] Pushing event updated for resources: {'Port': ['ID=a12236a3-baa3-431e-98c4-1d5a90e447e1,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:27.278063 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e120413c-16e8-46e1-9faf-eb503ba730ce tempest-ServersWithSpecificFlavorTestJSON-724521506 tempest-ServersWithSpecificFlavorTestJSON-724521506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (8268ee7c-a1f3-4266-ad57-da5b94dd2e4e), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:27.301658 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9323cdfe-e16c-44f3-a51e-d0f54e24a363 req-e9cce626-7eea-40b2-a6fb-981442411546 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:27.309930 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9323cdfe-e16c-44f3-a51e-d0f54e24a363 req-e9cce626-7eea-40b2-a6fb-981442411546 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=660c3eff-854d-4e7c-8247-4a992eda69ce HTTP/1.1" status: 200 len: 948 time: 0.1412671 Oct 04 20:31:27.357556 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e120413c-16e8-46e1-9faf-eb503ba730ce tempest-ServersWithSpecificFlavorTestJSON-724521506 tempest-ServersWithSpecificFlavorTestJSON-724521506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8268ee7c-a1f3-4266-ad57-da5b94dd2e4e,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:27.382774 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:27.481002 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55818) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:31:27.492919 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-58ef7857-1499-4e3b-9d88-9906b42b607d None None] Set router f7997b07-f244-42bb-acf5-30c15033cd0d gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:31:27.508779 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e120413c-16e8-46e1-9faf-eb503ba730ce tempest-ServersWithSpecificFlavorTestJSON-724521506 tempest-ServersWithSpecificFlavorTestJSON-724521506-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:27.519510 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e120413c-16e8-46e1-9faf-eb503ba730ce tempest-ServersWithSpecificFlavorTestJSON-724521506 tempest-ServersWithSpecificFlavorTestJSON-724521506-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8683424 Oct 04 20:31:27.520474 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55820) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:31:27.521403 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-23a516d0-3ebc-4d09-9288-08ad857ab9a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:27.533903 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-9f43c57b-bbd4-41c7-9a47-edee755700c3 tempest-ServersWithSpecificFlavorTestJSON-724521506 tempest-ServersWithSpecificFlavorTestJSON-724521506-project] Request body: {'security_group_rule': {'security_group_id': 'bfd387db-0255-4fa9-a84b-8b6da5a64d6f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:31:27.689765 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55824) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:31:27.788036 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b4b8bd29-5a65-437d-9fdc-020291a1e17f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:27.791360 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9323cdfe-e16c-44f3-a51e-d0f54e24a363 req-34ebdba2-f767-4681-8cc3-c714b6bd758b tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7f28ae09-e1bd-4fe5-852d-225c8092e709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4803326 Oct 04 20:31:27.879094 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9f43c57b-bbd4-41c7-9a47-edee755700c3 tempest-ServersWithSpecificFlavorTestJSON-724521506 tempest-ServersWithSpecificFlavorTestJSON-724521506-project] Publish callbacks [] for security_group_rule (386c1aeb-d573-418e-8ae0-7749fe194f5c), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:28.013529 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-58ef7857-1499-4e3b-9d88-9906b42b607d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7997b07-f244-42bb-acf5-30c15033cd0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-444733400-router', 'tenant_id': 'd9d8207cd41c4b6d982277b75699008c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '612eebd6-258b-421a-b520-90ad14705df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:31:05Z', 'updated_at': '2022-10-04T20:31:18Z', 'revision_number': 4, 'project_id': 'd9d8207cd41c4b6d982277b75699008c', 'gw_port': {'id': '612eebd6-258b-421a-b520-90ad14705df5', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7997b07-f244-42bb-acf5-30c15033cd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:31:06Z', 'updated_at': '2022-10-04T20:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'a12236a3-baa3-431e-98c4-1d5a90e447e1', 'name': '', 'network_id': 'ad7cddbe-702f-4a4f-8d0d-3297747660ff', 'tenant_id': 'd9d8207cd41c4b6d982277b75699008c', 'mac_address': 'fa:16:3e:c2:06:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7997b07-f244-42bb-acf5-30c15033cd0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '48dce5fe-7199-4c5d-a82f-eb5e597869f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:31:15Z', 'updated_at': '2022-10-04T20:31:26Z', 'revision_number': 4, 'project_id': 'd9d8207cd41c4b6d982277b75699008c', 'subnets': [{'id': '48dce5fe-7199-4c5d-a82f-eb5e597869f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:31:28.021555 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:28.059698 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:DELETE=9,neutron:SELECT=80,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:28.132871 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [req-9fba539d-62ba-47f9-b21d-09971f6b5d84 req-300f80a4-e298-4f07-99e0-a2802937d4e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33c37c69-333d-405a-a27c-efb298d34226 {{(pid=108170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 20:31:28.134973 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ef7857-1499-4e3b-9d88-9906b42b607d None None] The sync data for ids ['f7997b07-f244-42bb-acf5-30c15033cd0d'] in n-d-852085-12 is: [{'id': 'f7997b07-f244-42bb-acf5-30c15033cd0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-444733400-router', 'tenant_id': 'd9d8207cd41c4b6d982277b75699008c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '612eebd6-258b-421a-b520-90ad14705df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:31:05Z', 'updated_at': '2022-10-04T20:31:18Z', 'revision_number': 4, 'project_id': 'd9d8207cd41c4b6d982277b75699008c', 'gw_port': {'id': '612eebd6-258b-421a-b520-90ad14705df5', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7997b07-f244-42bb-acf5-30c15033cd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:31:06Z', 'updated_at': '2022-10-04T20:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'a12236a3-baa3-431e-98c4-1d5a90e447e1', 'name': '', 'network_id': 'ad7cddbe-702f-4a4f-8d0d-3297747660ff', 'tenant_id': 'd9d8207cd41c4b6d982277b75699008c', 'mac_address': 'fa:16:3e:c2:06:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7997b07-f244-42bb-acf5-30c15033cd0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '48dce5fe-7199-4c5d-a82f-eb5e597869f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:31:15Z', 'updated_at': '2022-10-04T20:31:26Z', 'revision_number': 4, 'project_id': 'd9d8207cd41c4b6d982277b75699008c', 'subnets': [{'id': '48dce5fe-7199-4c5d-a82f-eb5e597869f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:31:28.153848 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b4b8bd29-5a65-437d-9fdc-020291a1e17f admin admin] Publish callbacks [] for security_group (9c64d951-b48f-4d0d-a5ef-a5925ef5af40), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:28.158071 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-9fba539d-62ba-47f9-b21d-09971f6b5d84 req-300f80a4-e298-4f07-99e0-a2802937d4e2 service neutron] Publish callbacks [] for port (33c37c69-333d-405a-a27c-efb298d34226), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:28.170624 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=74,neutron:INSERT=21,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:28.238444 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.provisioning_blocks [req-9fba539d-62ba-47f9-b21d-09971f6b5d84 req-300f80a4-e298-4f07-99e0-a2802937d4e2 service neutron] Transition to ACTIVE for port object 33c37c69-333d-405a-a27c-efb298d34226 will not be triggered until provisioned by entity L2. {{(pid=108170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 20:31:28.244389 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-23a516d0-3ebc-4d09-9288-08ad857ab9a5 admin admin] Publish callbacks [] for security_group (2a7c91b0-5e60-4060-be40-04b13f4d6837), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:28.253367 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b4b8bd29-5a65-437d-9fdc-020291a1e17f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (9c64d951-b48f-4d0d-a5ef-a5925ef5af40), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:28.439571 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-23a516d0-3ebc-4d09-9288-08ad857ab9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (2a7c91b0-5e60-4060-be40-04b13f4d6837), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:28.473317 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-9fba539d-62ba-47f9-b21d-09971f6b5d84 req-300f80a4-e298-4f07-99e0-a2802937d4e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (33c37c69-333d-405a-a27c-efb298d34226), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:28.504864 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b4b8bd29-5a65-437d-9fdc-020291a1e17f admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=e9622ed2749c4a8785d3edecc6716b2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8136618 Oct 04 20:31:28.507555 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9f43c57b-bbd4-41c7-9a47-edee755700c3 tempest-ServersWithSpecificFlavorTestJSON-724521506 tempest-ServersWithSpecificFlavorTestJSON-724521506-project] Publish callbacks [] for security_group_rule (386c1aeb-d573-418e-8ae0-7749fe194f5c), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:28.511784 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55838) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:31:28.511784 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b8bd29-5a65-437d-9fdc-020291a1e17f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c64d951-b48f-4d0d-a5ef-a5925ef5af40,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:28.586482 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a12236a3-baa3-431e-98c4-1d5a90e447e1 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:31:28.627158 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f80a4-e298-4f07-99e0-a2802937d4e2 service neutron] Pushing event updated for resources: {'Port': ['ID=33c37c69-333d-405a-a27c-efb298d34226,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:28.702669 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9f43c57b-bbd4-41c7-9a47-edee755700c3 tempest-ServersWithSpecificFlavorTestJSON-724521506 tempest-ServersWithSpecificFlavorTestJSON-724521506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (386c1aeb-d573-418e-8ae0-7749fe194f5c), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:28.717014 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94372bad-a9d4-4460-8beb-d59fb93ffe26 req-66ec1535-15d6-42d9-af7f-b6b5e466e4e3 tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:28.731239 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-94372bad-a9d4-4460-8beb-d59fb93ffe26 req-66ec1535-15d6-42d9-af7f-b6b5e466e4e3 tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0867584d-2285-41b4-b1b9-0af13aa79dc1 HTTP/1.1" status: 200 len: 969 time: 0.4009759 Oct 04 20:31:28.746647 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port a12236a3-baa3-431e-98c4-1d5a90e447e1 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:31:28.747652 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (a12236a3-baa3-431e-98c4-1d5a90e447e1), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:28.751128 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port a12236a3-baa3-431e-98c4-1d5a90e447e1 Oct 04 20:31:28.782967 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-23a516d0-3ebc-4d09-9288-08ad857ab9a5 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=c082618393b04fb998b0bfa587f3619d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3010278 Oct 04 20:31:28.847091 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55850) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:31:28.854893 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a516d0-3ebc-4d09-9288-08ad857ab9a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7c91b0-5e60-4060-be40-04b13f4d6837,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:28.998735 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port a12236a3-baa3-431e-98c4-1d5a90e447e1 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:31:28.999188 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (a12236a3-baa3-431e-98c4-1d5a90e447e1), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:29.067553 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f43c57b-bbd4-41c7-9a47-edee755700c3 tempest-ServersWithSpecificFlavorTestJSON-724521506 tempest-ServersWithSpecificFlavorTestJSON-724521506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=386c1aeb-d573-418e-8ae0-7749fe194f5c,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:29.167795 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port a12236a3-baa3-431e-98c4-1d5a90e447e1, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=a12236a3-baa3-431e-98c4-1d5a90e447e1,segment=NetworkSegment(053dc40e-5ee3-4f16-ad11-3c433f60c0e2),segment_id=053dc40e-5ee3-4f16-ad11-3c433f60c0e2)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:31:29.182592 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9f43c57b-bbd4-41c7-9a47-edee755700c3 tempest-ServersWithSpecificFlavorTestJSON-724521506 tempest-ServersWithSpecificFlavorTestJSON-724521506-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:29.196207 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-9f43c57b-bbd4-41c7-9a47-edee755700c3 tempest-ServersWithSpecificFlavorTestJSON-724521506 tempest-ServersWithSpecificFlavorTestJSON-724521506-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6718838 Oct 04 20:31:29.205613 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55858) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:31:29.236438 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-848fe16f-79aa-4182-8d6a-75183465d91e tempest-ServersWithSpecificFlavorTestJSON-724521506 tempest-ServersWithSpecificFlavorTestJSON-724521506-project] Request body: {'floatingip': {'floating_network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:31:29.265032 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (a12236a3-baa3-431e-98c4-1d5a90e447e1), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:29.349614 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4447fd68-a63d-41fa-965a-6e2ace155d46 admin admin] Publish callbacks [] for security_group (2a7c91b0-5e60-4060-be40-04b13f4d6837), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:29.408849 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=a12236a3-baa3-431e-98c4-1d5a90e447e1,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:29.420995 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [req-9fba539d-62ba-47f9-b21d-09971f6b5d84 req-300f80a4-e298-4f07-99e0-a2802937d4e2 service neutron] Attempting to bind port 33c37c69-333d-405a-a27c-efb298d34226 on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:31:29.420995 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [req-9fba539d-62ba-47f9-b21d-09971f6b5d84 req-300f80a4-e298-4f07-99e0-a2802937d4e2 service neutron] Attempting to bind port 33c37c69-333d-405a-a27c-efb298d34226 by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'}] {{(pid=108170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:31:29.421977 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fba539d-62ba-47f9-b21d-09971f6b5d84 req-300f80a4-e298-4f07-99e0-a2802937d4e2 service neutron] Attempting to bind port 33c37c69-333d-405a-a27c-efb298d34226 on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:31:29.473644 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0b8c5ac2-21b4-4bee-9dd0-d4460c44fdac admin admin] Publish callbacks [] for security_group (9c64d951-b48f-4d0d-a5ef-a5925ef5af40), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:29.791504 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-94372bad-a9d4-4460-8beb-d59fb93ffe26 req-03c68014-d56a-4d93-b5bd-985547306d7f tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=22de9816-c84d-42f4-8e4f-f0c39b6bce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7634215 Oct 04 20:31:29.792596 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4447fd68-a63d-41fa-965a-6e2ace155d46 admin admin] Publish callbacks [] for security_group (2a7c91b0-5e60-4060-be40-04b13f4d6837), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:29.793376 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fba539d-62ba-47f9-b21d-09971f6b5d84 req-300f80a4-e298-4f07-99e0-a2802937d4e2 service neutron] Port 33c37c69-333d-405a-a27c-efb298d34226 on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:31:29.793376 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fba539d-62ba-47f9-b21d-09971f6b5d84 req-300f80a4-e298-4f07-99e0-a2802937d4e2 service neutron] Attempting to bind port 33c37c69-333d-405a-a27c-efb298d34226 on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:31:29.794730 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0b8c5ac2-21b4-4bee-9dd0-d4460c44fdac admin admin] Publish callbacks [] for security_group (9c64d951-b48f-4d0d-a5ef-a5925ef5af40), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:29.794872 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fba539d-62ba-47f9-b21d-09971f6b5d84 req-300f80a4-e298-4f07-99e0-a2802937d4e2 service neutron] Checking agent: {'id': 'd500e1cf-136e-47e7-b7fe-ae200432f8b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 28, 32), 'started_at': datetime.datetime(2022, 10, 4, 20, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:31:29.794872 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fba539d-62ba-47f9-b21d-09971f6b5d84 req-300f80a4-e298-4f07-99e0-a2802937d4e2 service neutron] Checking segment: {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:31:29.794872 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fba539d-62ba-47f9-b21d-09971f6b5d84 req-300f80a4-e298-4f07-99e0-a2802937d4e2 service neutron] Bound using segment: {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'} {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:31:29.794872 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [req-9fba539d-62ba-47f9-b21d-09971f6b5d84 req-300f80a4-e298-4f07-99e0-a2802937d4e2 service neutron] Bound port: 33c37c69-333d-405a-a27c-efb298d34226, host: n-h1-852085-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'}}] {{(pid=108170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:31:29.794872 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-9fba539d-62ba-47f9-b21d-09971f6b5d84 req-300f80a4-e298-4f07-99e0-a2802937d4e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (33c37c69-333d-405a-a27c-efb298d34226), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:29.794872 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:29.810635 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f6dfef-1071-45a1-898a-928fb5abb808 req-fc76f2d9-9c71-4619-9a61-e92f34ce91c1 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:29.813281 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-77f6dfef-1071-45a1-898a-928fb5abb808 req-fc76f2d9-9c71-4619-9a61-e92f34ce91c1 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=660c3eff-854d-4e7c-8247-4a992eda69ce HTTP/1.1" status: 200 len: 948 time: 0.1157756 Oct 04 20:31:29.819585 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [req-9fba539d-62ba-47f9-b21d-09971f6b5d84 req-300f80a4-e298-4f07-99e0-a2802937d4e2 service neutron] For port 33c37c69-333d-405a-a27c-efb298d34226, host n-h1-852085-12, cleared binding levels {{(pid=108170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:31:29.831722 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [req-9fba539d-62ba-47f9-b21d-09971f6b5d84 req-300f80a4-e298-4f07-99e0-a2802937d4e2 service neutron] For port 33c37c69-333d-405a-a27c-efb298d34226, host n-h1-852085-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=33c37c69-333d-405a-a27c-efb298d34226,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:31:29.939860 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-77f6dfef-1071-45a1-898a-928fb5abb808 req-4217fcea-d052-4be9-93cf-4b69c12e9c37 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7f28ae09-e1bd-4fe5-852d-225c8092e709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133780 Oct 04 20:31:30.611319 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a12236a3-baa3-431e-98c4-1d5a90e447e1 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:31:30.638442 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:30.665117 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port a12236a3-baa3-431e-98c4-1d5a90e447e1 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:31:30.665510 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (a12236a3-baa3-431e-98c4-1d5a90e447e1), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:30.665846 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port a12236a3-baa3-431e-98c4-1d5a90e447e1 Oct 04 20:31:30.760422 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port a12236a3-baa3-431e-98c4-1d5a90e447e1 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:31:30.981513 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-9fba539d-62ba-47f9-b21d-09971f6b5d84 req-300f80a4-e298-4f07-99e0-a2802937d4e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (33c37c69-333d-405a-a27c-efb298d34226), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:30.982104 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4447fd68-a63d-41fa-965a-6e2ace155d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (2a7c91b0-5e60-4060-be40-04b13f4d6837), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:30.982104 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4447fd68-a63d-41fa-965a-6e2ace155d46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:30.982104 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-4447fd68-a63d-41fa-965a-6e2ace155d46 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/2a7c91b0-5e60-4060-be40-04b13f4d6837 HTTP/1.1" status: 204 len: 168 time: 2.0572093 Oct 04 20:31:30.982640 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba539d-62ba-47f9-b21d-09971f6b5d84 req-300f80a4-e298-4f07-99e0-a2802937d4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:30.982640 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-9fba539d-62ba-47f9-b21d-09971f6b5d84 req-300f80a4-e298-4f07-99e0-a2802937d4e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:30.982821 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-848fe16f-79aa-4182-8d6a-75183465d91e tempest-ServersWithSpecificFlavorTestJSON-724521506 tempest-ServersWithSpecificFlavorTestJSON-724521506-project] Publish callbacks [] for floatingip (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:30.983019 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9fba539d-62ba-47f9-b21d-09971f6b5d84 req-300f80a4-e298-4f07-99e0-a2802937d4e2 service neutron] 10.222.0.83 "PUT /networking/v2.0/ports/33c37c69-333d-405a-a27c-efb298d34226 HTTP/1.1" status: 200 len: 1118 time: 4.3475769 Oct 04 20:31:30.983019 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0867584d-2285-41b4-b1b9-0af13aa79dc1', 'tag': '33c37c69-333d-405a-a27c-efb298d34226'}] {{(pid=108170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:31:30.983333 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0b8c5ac2-21b4-4bee-9dd0-d4460c44fdac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (9c64d951-b48f-4d0d-a5ef-a5925ef5af40), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:30.983333 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0b8c5ac2-21b4-4bee-9dd0-d4460c44fdac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:30.983333 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-0b8c5ac2-21b4-4bee-9dd0-d4460c44fdac admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/9c64d951-b48f-4d0d-a5ef-a5925ef5af40 HTTP/1.1" status: 204 len: 168 time: 2.4255488 Oct 04 20:31:31.012673 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4447fd68-a63d-41fa-965a-6e2ace155d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7c91b0-5e60-4060-be40-04b13f4d6837,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:31.031537 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8c5ac2-21b4-4bee-9dd0-d4460c44fdac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c64d951-b48f-4d0d-a5ef-a5925ef5af40,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:31.115260 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-848fe16f-79aa-4182-8d6a-75183465d91e tempest-ServersWithSpecificFlavorTestJSON-724521506 tempest-ServersWithSpecificFlavorTestJSON-724521506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:31.200201 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:31.212865 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f80a4-e298-4f07-99e0-a2802937d4e2 service neutron] Pushing event updated for resources: {'Port': ['ID=33c37c69-333d-405a-a27c-efb298d34226,revision_number=3']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:31.278500 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a036e-5d05-4b04-abb0-4b7eaf220b53 req-dc5f992c-0b4e-4065-b519-0d9914aa0513 tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:31.280115 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-543a036e-5d05-4b04-abb0-4b7eaf220b53 req-dc5f992c-0b4e-4065-b519-0d9914aa0513 tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0867584d-2285-41b4-b1b9-0af13aa79dc1 HTTP/1.1" status: 200 len: 969 time: 0.0836976 Oct 04 20:31:31.309929 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-848fe16f-79aa-4182-8d6a-75183465d91e tempest-ServersWithSpecificFlavorTestJSON-724521506 tempest-ServersWithSpecificFlavorTestJSON-724521506-project] Allocated IP 172.25.5.152 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/05d4dcf2-6353-4a32-9334-f7b146edb9bc) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:31:31.338926 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=81,neutron:INSERT=7,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:31.354681 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f3b24-b4ac-4fb5-8af6-2770c2334e53 req-b66fcaed-68b8-474f-abb2-d8fb28a52754 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:31.357078 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f93f3b24-b4ac-4fb5-8af6-2770c2334e53 req-b66fcaed-68b8-474f-abb2-d8fb28a52754 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=660c3eff-854d-4e7c-8247-4a992eda69ce HTTP/1.1" status: 200 len: 948 time: 0.0755780 Oct 04 20:31:31.396041 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:31.404988 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-543a036e-5d05-4b04-abb0-4b7eaf220b53 req-f4eba94b-91fe-4483-ae25-9401f9e7b18b tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=22de9816-c84d-42f4-8e4f-f0c39b6bce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101067 Oct 04 20:31:31.454594 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f93f3b24-b4ac-4fb5-8af6-2770c2334e53 req-f8dd4ebb-1d8c-484e-8a37-4d2e321faf5c tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7f28ae09-e1bd-4fe5-852d-225c8092e709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840185 Oct 04 20:31:31.494018 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-848fe16f-79aa-4182-8d6a-75183465d91e tempest-ServersWithSpecificFlavorTestJSON-724521506 tempest-ServersWithSpecificFlavorTestJSON-724521506-project] Publish callbacks [] for port (05d4dcf2-6353-4a32-9334-f7b146edb9bc), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:31.638225 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-848fe16f-79aa-4182-8d6a-75183465d91e tempest-ServersWithSpecificFlavorTestJSON-724521506 tempest-ServersWithSpecificFlavorTestJSON-724521506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (05d4dcf2-6353-4a32-9334-f7b146edb9bc), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:31.698900 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848fe16f-79aa-4182-8d6a-75183465d91e tempest-ServersWithSpecificFlavorTestJSON-724521506 tempest-ServersWithSpecificFlavorTestJSON-724521506-project] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:31:31.707877 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-848fe16f-79aa-4182-8d6a-75183465d91e tempest-ServersWithSpecificFlavorTestJSON-724521506 tempest-ServersWithSpecificFlavorTestJSON-724521506-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:31:31.714540 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848fe16f-79aa-4182-8d6a-75183465d91e tempest-ServersWithSpecificFlavorTestJSON-724521506 tempest-ServersWithSpecificFlavorTestJSON-724521506-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:31:31.734640 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848fe16f-79aa-4182-8d6a-75183465d91e tempest-ServersWithSpecificFlavorTestJSON-724521506 tempest-ServersWithSpecificFlavorTestJSON-724521506-project] Pushing event updated for resources: {'Port': ['ID=05d4dcf2-6353-4a32-9334-f7b146edb9bc,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:31.860961 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a696e922a709062c6bf2650733a1f4a2b44940721a32d933316dd509f3aaf0ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade75bc8-e55a-4bc3-8757-71847fecd07c" -d '{"events": [{"name": "network-changed", "server_uuid": "0867584d-2285-41b4-b1b9-0af13aa79dc1", "tag": "33c37c69-333d-405a-a27c-efb298d34226"}]}' {{(pid=108170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:31:31.898706 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:31.929668 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-848fe16f-79aa-4182-8d6a-75183465d91e tempest-ServersWithSpecificFlavorTestJSON-724521506 tempest-ServersWithSpecificFlavorTestJSON-724521506-project] Publish callbacks [] for floatingip (634c1d20-7988-4444-bd1f-a2a130ed3e3c), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:32.025096 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba539d-62ba-47f9-b21d-09971f6b5d84 req-83d0f814-deb7-4a8c-9250-7cf8cc9471d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:32.027177 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9fba539d-62ba-47f9-b21d-09971f6b5d84 req-83d0f814-deb7-4a8c-9250-7cf8cc9471d6 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=d0ded24c70b54fc5bb73d54fd1537abb&device_id=0867584d-2285-41b4-b1b9-0af13aa79dc1 HTTP/1.1" status: 200 len: 1152 time: 0.1747050 Oct 04 20:31:32.197710 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-848fe16f-79aa-4182-8d6a-75183465d91e tempest-ServersWithSpecificFlavorTestJSON-724521506 tempest-ServersWithSpecificFlavorTestJSON-724521506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (05d4dcf2-6353-4a32-9334-f7b146edb9bc), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:32.210086 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 20:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f6efc38-c6ee-40ce-b3bd-056c21281e70 x-openstack-request-id: req-2f6efc38-c6ee-40ce-b3bd-056c21281e70 {{(pid=108170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:31:32.210607 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0867584d-2285-41b4-b1b9-0af13aa79dc1", "tag": "33c37c69-333d-405a-a27c-efb298d34226", "status": "completed", "code": 200}]} {{(pid=108170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:31:32.211358 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2f6efc38-c6ee-40ce-b3bd-056c21281e70 {{(pid=108170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:31:32.212001 n-d-852085-12 neutron-server[108170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f6efc38-c6ee-40ce-b3bd-056c21281e70'] response: {'name': 'network-changed', 'server_uuid': '0867584d-2285-41b4-b1b9-0af13aa79dc1', 'tag': '33c37c69-333d-405a-a27c-efb298d34226', 'status': 'completed', 'code': 200} Oct 04 20:31:32.215775 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9fba539d-62ba-47f9-b21d-09971f6b5d84 req-f191a0e7-1ee6-489f-8f51-48e4f878ef4f service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=33c37c69-333d-405a-a27c-efb298d34226 HTTP/1.1" status: 200 len: 217 time: 0.1744144 Oct 04 20:31:32.330177 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba539d-62ba-47f9-b21d-09971f6b5d84 req-40a7249a-6225-42ed-878a-1bd0e81eb3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:32.332035 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9fba539d-62ba-47f9-b21d-09971f6b5d84 req-40a7249a-6225-42ed-878a-1bd0e81eb3dd service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.1076844 Oct 04 20:31:32.489223 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-848fe16f-79aa-4182-8d6a-75183465d91e tempest-ServersWithSpecificFlavorTestJSON-724521506 tempest-ServersWithSpecificFlavorTestJSON-724521506-project] Publish callbacks [] for port (05d4dcf2-6353-4a32-9334-f7b146edb9bc), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:32.539318 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba539d-62ba-47f9-b21d-09971f6b5d84 req-a831fc82-2975-4df2-8497-07144336c667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:32.542757 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9fba539d-62ba-47f9-b21d-09971f6b5d84 req-a831fc82-2975-4df2-8497-07144336c667 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2046554 Oct 04 20:31:32.595091 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-848fe16f-79aa-4182-8d6a-75183465d91e tempest-ServersWithSpecificFlavorTestJSON-724521506 tempest-ServersWithSpecificFlavorTestJSON-724521506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (05d4dcf2-6353-4a32-9334-f7b146edb9bc), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:32.595091 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-848fe16f-79aa-4182-8d6a-75183465d91e tempest-ServersWithSpecificFlavorTestJSON-724521506 tempest-ServersWithSpecificFlavorTestJSON-724521506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582728'] for floatingip (634c1d20-7988-4444-bd1f-a2a130ed3e3c), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:32.728566 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:32.736419 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848fe16f-79aa-4182-8d6a-75183465d91e tempest-ServersWithSpecificFlavorTestJSON-724521506 tempest-ServersWithSpecificFlavorTestJSON-724521506-project] Pushing event updated for resources: {'Port': ['ID=05d4dcf2-6353-4a32-9334-f7b146edb9bc,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:32.759008 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-848fe16f-79aa-4182-8d6a-75183465d91e tempest-ServersWithSpecificFlavorTestJSON-724521506 tempest-ServersWithSpecificFlavorTestJSON-724521506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:32.760657 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-848fe16f-79aa-4182-8d6a-75183465d91e tempest-ServersWithSpecificFlavorTestJSON-724521506 tempest-ServersWithSpecificFlavorTestJSON-724521506-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5516660 Oct 04 20:31:32.876155 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b8945b-2a27-4fe0-98f6-cb1954dad315 req-80309d8a-ec61-4af6-8904-d09fb38dcec1 tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:32.878519 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-b1b8945b-2a27-4fe0-98f6-cb1954dad315 req-80309d8a-ec61-4af6-8904-d09fb38dcec1 tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0867584d-2285-41b4-b1b9-0af13aa79dc1 HTTP/1.1" status: 200 len: 969 time: 0.1649518 Oct 04 20:31:32.946570 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd769845-4d3f-4a5e-9651-92618f376db3 req-d4bd08f4-18e7-4bd3-8e87-aad1a51c51ac tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:32.949221 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-cd769845-4d3f-4a5e-9651-92618f376db3 req-d4bd08f4-18e7-4bd3-8e87-aad1a51c51ac tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=660c3eff-854d-4e7c-8247-4a992eda69ce HTTP/1.1" status: 200 len: 948 time: 0.1691253 Oct 04 20:31:32.988116 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9fba539d-62ba-47f9-b21d-09971f6b5d84 req-c3f05b15-407d-46e8-a574-1a5b3fb1673e service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4369278 Oct 04 20:31:33.092013 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-b1b8945b-2a27-4fe0-98f6-cb1954dad315 req-96c110fb-b73c-40f0-8abb-77af33ea0ae8 tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=22de9816-c84d-42f4-8e4f-f0c39b6bce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866872 Oct 04 20:31:33.100222 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-cd769845-4d3f-4a5e-9651-92618f376db3 req-040d1a44-0fa4-45ff-b2a2-439ffe52e1c9 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7f28ae09-e1bd-4fe5-852d-225c8092e709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328166 Oct 04 20:31:33.463314 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-6eaeef77-718f-4c67-9835-569f142aa71c req-f655fd69-41ec-45b3-b169-9c592e7ad46b tempest-ServersWithSpecificFlavorTestJSON-724521506 tempest-ServersWithSpecificFlavorTestJSON-724521506-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2041211526&fields=id&tenant_id=d593ded97dc34546bfe79cdbdac0d4c2 HTTP/1.1" status: 200 len: 267 time: 0.0714042 Oct 04 20:31:33.705250 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaeef77-718f-4c67-9835-569f142aa71c req-5b9532fc-1ee4-44c3-b571-24deda9cd694 tempest-ServersWithSpecificFlavorTestJSON-724521506 tempest-ServersWithSpecificFlavorTestJSON-724521506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:33.705250 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-6eaeef77-718f-4c67-9835-569f142aa71c req-5b9532fc-1ee4-44c3-b571-24deda9cd694 tempest-ServersWithSpecificFlavorTestJSON-724521506 tempest-ServersWithSpecificFlavorTestJSON-724521506-project] 10.222.0.78 "GET /networking/v2.0/networks?id=3268ebe1-14f5-4073-a00b-b92c6317fabf HTTP/1.1" status: 200 len: 824 time: 0.2274170 Oct 04 20:31:33.714783 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:33.724388 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-6eaeef77-718f-4c67-9835-569f142aa71c req-5a466d4c-436e-44a2-85c9-56bd4fa06286 tempest-ServersWithSpecificFlavorTestJSON-724521506 tempest-ServersWithSpecificFlavorTestJSON-724521506-project] 10.222.0.78 "GET /networking/v2.0/quotas/d593ded97dc34546bfe79cdbdac0d4c2 HTTP/1.1" status: 200 len: 375 time: 0.0198381 Oct 04 20:31:33.873374 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-6eaeef77-718f-4c67-9835-569f142aa71c req-5f7fab72-584b-47f4-8e49-05bfb02d783e tempest-ServersWithSpecificFlavorTestJSON-724521506 tempest-ServersWithSpecificFlavorTestJSON-724521506-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=d593ded97dc34546bfe79cdbdac0d4c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1464007 Oct 04 20:31:34.348437 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e850770d-f0c0-4130-a05a-de9adf356c2b req-334b60d7-3329-4568-b63a-f43df739c94e tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:34.351168 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e850770d-f0c0-4130-a05a-de9adf356c2b req-334b60d7-3329-4568-b63a-f43df739c94e tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0867584d-2285-41b4-b1b9-0af13aa79dc1 HTTP/1.1" status: 200 len: 969 time: 0.0662403 Oct 04 20:31:34.437300 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e850770d-f0c0-4130-a05a-de9adf356c2b req-c5b7c9d7-84c4-44cd-8dec-c5d07a04e7b7 tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=22de9816-c84d-42f4-8e4f-f0c39b6bce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768449 Oct 04 20:31:34.717393 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c3ac0-82e8-4f42-ae73-8d836e498ed0 req-f117c1ff-0285-45ce-a5df-d92a4ee7b598 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:34.719352 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f19c3ac0-82e8-4f42-ae73-8d836e498ed0 req-f117c1ff-0285-45ce-a5df-d92a4ee7b598 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=660c3eff-854d-4e7c-8247-4a992eda69ce HTTP/1.1" status: 200 len: 948 time: 0.0774944 Oct 04 20:31:34.843185 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f19c3ac0-82e8-4f42-ae73-8d836e498ed0 req-f235ebe0-8249-43cd-8d48-641cb29f7248 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7f28ae09-e1bd-4fe5-852d-225c8092e709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130462 Oct 04 20:31:34.895075 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:35.024719 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56028) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:31:35.036527 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56030) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:31:35.171363 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5b840f6a-1dde-43e8-a870-572920fe135a tempest-ServersWithSpecificFlavorTestJSON-724521506 tempest-ServersWithSpecificFlavorTestJSON-724521506-project] Publish callbacks [] for security_group (bfd387db-0255-4fa9-a84b-8b6da5a64d6f), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:35.220373 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5b840f6a-1dde-43e8-a870-572920fe135a tempest-ServersWithSpecificFlavorTestJSON-724521506 tempest-ServersWithSpecificFlavorTestJSON-724521506-project] Publish callbacks [] for security_group (bfd387db-0255-4fa9-a84b-8b6da5a64d6f), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:35.426536 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5b840f6a-1dde-43e8-a870-572920fe135a tempest-ServersWithSpecificFlavorTestJSON-724521506 tempest-ServersWithSpecificFlavorTestJSON-724521506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (bfd387db-0255-4fa9-a84b-8b6da5a64d6f), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:35.431504 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5b840f6a-1dde-43e8-a870-572920fe135a tempest-ServersWithSpecificFlavorTestJSON-724521506 tempest-ServersWithSpecificFlavorTestJSON-724521506-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:35.439228 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56038) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:31:35.441436 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-5b840f6a-1dde-43e8-a870-572920fe135a tempest-ServersWithSpecificFlavorTestJSON-724521506 tempest-ServersWithSpecificFlavorTestJSON-724521506-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/bfd387db-0255-4fa9-a84b-8b6da5a64d6f HTTP/1.1" status: 204 len: 168 time: 0.4009681 Oct 04 20:31:35.457779 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b840f6a-1dde-43e8-a870-572920fe135a tempest-ServersWithSpecificFlavorTestJSON-724521506 tempest-ServersWithSpecificFlavorTestJSON-724521506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd387db-0255-4fa9-a84b-8b6da5a64d6f,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:35.708314 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-840cb2e3-1918-413e-ba36-4b458ba0b9da tempest-ServersWithSpecificFlavorTestJSON-724521506 tempest-ServersWithSpecificFlavorTestJSON-724521506-project] show failed (client error): The resource could not be found. Oct 04 20:31:35.711776 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-840cb2e3-1918-413e-ba36-4b458ba0b9da tempest-ServersWithSpecificFlavorTestJSON-724521506 tempest-ServersWithSpecificFlavorTestJSON-724521506-project] 10.222.0.78 "GET /networking/v2.0/security-groups/bfd387db-0255-4fa9-a84b-8b6da5a64d6f HTTP/1.1" status: 404 len: 347 time: 0.2708728 Oct 04 20:31:35.717569 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56042) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:31:36.217663 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6c9b4c79-5fd4-49f0-aa59-711da06b7e9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:36.392019 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2361ef2-becb-4713-aee6-d71e5e3a3a3c req-eda9a777-35f8-4a9e-9ed2-471893117b8b tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:36.402075 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e2361ef2-becb-4713-aee6-d71e5e3a3a3c req-eda9a777-35f8-4a9e-9ed2-471893117b8b tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0867584d-2285-41b4-b1b9-0af13aa79dc1 HTTP/1.1" status: 200 len: 969 time: 0.6745079 Oct 04 20:31:36.414669 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-3eeb11df-a19c-4764-9e75-491e4fea002a tempest-ServersWithSpecificFlavorTestJSON-724521506 tempest-ServersWithSpecificFlavorTestJSON-724521506-project] Deleting port 05d4dcf2-6353-4a32-9334-f7b146edb9bc {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:31:36.415537 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3eeb11df-a19c-4764-9e75-491e4fea002a tempest-ServersWithSpecificFlavorTestJSON-724521506 tempest-ServersWithSpecificFlavorTestJSON-724521506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (05d4dcf2-6353-4a32-9334-f7b146edb9bc), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:36.578200 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3eeb11df-a19c-4764-9e75-491e4fea002a tempest-ServersWithSpecificFlavorTestJSON-724521506 tempest-ServersWithSpecificFlavorTestJSON-724521506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (05d4dcf2-6353-4a32-9334-f7b146edb9bc), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:36.578739 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3eeb11df-a19c-4764-9e75-491e4fea002a tempest-ServersWithSpecificFlavorTestJSON-724521506 tempest-ServersWithSpecificFlavorTestJSON-724521506-project] Publish callbacks [] for floatingip (05d4dcf2-6353-4a32-9334-f7b146edb9bc), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:36.617664 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-3eeb11df-a19c-4764-9e75-491e4fea002a tempest-ServersWithSpecificFlavorTestJSON-724521506 tempest-ServersWithSpecificFlavorTestJSON-724521506-project] Calling delete_port for 05d4dcf2-6353-4a32-9334-f7b146edb9bc owned by network:floatingip {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:31:36.621952 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e2361ef2-becb-4713-aee6-d71e5e3a3a3c req-4e5e2644-a53c-403e-b0fb-040bdbaa2336 tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=22de9816-c84d-42f4-8e4f-f0c39b6bce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176101 Oct 04 20:31:36.688450 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d52c79b-ba69-4196-bcf2-d226e3e55f0e req-76184bd1-aae3-4b11-8131-791cf2378b05 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:36.706420 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-3d52c79b-ba69-4196-bcf2-d226e3e55f0e req-76184bd1-aae3-4b11-8131-791cf2378b05 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=660c3eff-854d-4e7c-8247-4a992eda69ce HTTP/1.1" status: 200 len: 948 time: 0.4668422 Oct 04 20:31:36.749388 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9fba539d-62ba-47f9-b21d-09971f6b5d84 req-bd4bec5e-d856-4db5-ac0f-b70b03a4093e service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2339396 Oct 04 20:31:36.852168 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-3d52c79b-ba69-4196-bcf2-d226e3e55f0e req-3e5bc75f-64e3-44a3-aef0-051cafe85019 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7f28ae09-e1bd-4fe5-852d-225c8092e709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441660 Oct 04 20:31:36.914288 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:36.971949 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6c9b4c79-5fd4-49f0-aa59-711da06b7e9f admin admin] Publish callbacks [] for security_group (70c11b55-08c1-49c8-bb59-ae7e5f84c20a), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:37.037554 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6c9b4c79-5fd4-49f0-aa59-711da06b7e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (70c11b55-08c1-49c8-bb59-ae7e5f84c20a), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:37.107596 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-6c9b4c79-5fd4-49f0-aa59-711da06b7e9f admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=d5e1a6ff56a04eb894224826f792e6bf&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0808051 Oct 04 20:31:37.112900 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56072) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:31:37.141566 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9b4c79-5fd4-49f0-aa59-711da06b7e9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c11b55-08c1-49c8-bb59-ae7e5f84c20a,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:37.188039 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3eeb11df-a19c-4764-9e75-491e4fea002a tempest-ServersWithSpecificFlavorTestJSON-724521506 tempest-ServersWithSpecificFlavorTestJSON-724521506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (05d4dcf2-6353-4a32-9334-f7b146edb9bc), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:37.241786 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeb11df-a19c-4764-9e75-491e4fea002a tempest-ServersWithSpecificFlavorTestJSON-724521506 tempest-ServersWithSpecificFlavorTestJSON-724521506-project] Pushing event deleted for resources: {'Port': ['ID=05d4dcf2-6353-4a32-9334-f7b146edb9bc,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:37.281939 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-866ec351-0976-43b3-ab14-0f655614d5c6 req-ef8577b0-1b0d-4d1a-a9a3-4e42a04101eb tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=e756f3ec49694205b5dccf3408cee098&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0610836 Oct 04 20:31:37.305913 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-373ac5ab-2860-4bb3-b549-d4fa21a75660 admin admin] Publish callbacks [] for security_group (70c11b55-08c1-49c8-bb59-ae7e5f84c20a), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:37.311339 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3eeb11df-a19c-4764-9e75-491e4fea002a tempest-ServersWithSpecificFlavorTestJSON-724521506 tempest-ServersWithSpecificFlavorTestJSON-724521506-project] Publish callbacks [] for floatingip (634c1d20-7988-4444-bd1f-a2a130ed3e3c), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:37.316337 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3eeb11df-a19c-4764-9e75-491e4fea002a tempest-ServersWithSpecificFlavorTestJSON-724521506 tempest-ServersWithSpecificFlavorTestJSON-724521506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:37.322878 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-3eeb11df-a19c-4764-9e75-491e4fea002a tempest-ServersWithSpecificFlavorTestJSON-724521506 tempest-ServersWithSpecificFlavorTestJSON-724521506-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/634c1d20-7988-4444-bd1f-a2a130ed3e3c HTTP/1.1" status: 204 len: 168 time: 1.5982058 Oct 04 20:31:37.353972 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:37.357428 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-373ac5ab-2860-4bb3-b549-d4fa21a75660 admin admin] Publish callbacks [] for security_group (70c11b55-08c1-49c8-bb59-ae7e5f84c20a), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:37.488985 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ec351-0976-43b3-ab14-0f655614d5c6 req-d9063a20-669e-4105-8523-94473d3a5181 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:37.491630 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-866ec351-0976-43b3-ab14-0f655614d5c6 req-d9063a20-669e-4105-8523-94473d3a5181 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2084379 Oct 04 20:31:37.523801 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-866ec351-0976-43b3-ab14-0f655614d5c6 req-e7801709-a1bb-4861-bed3-25d830b85826 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/quotas/e756f3ec49694205b5dccf3408cee098 HTTP/1.1" status: 200 len: 375 time: 0.0214148 Oct 04 20:31:37.541031 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-373ac5ab-2860-4bb3-b549-d4fa21a75660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (70c11b55-08c1-49c8-bb59-ae7e5f84c20a), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:37.546220 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-373ac5ab-2860-4bb3-b549-d4fa21a75660 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:37.548789 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-373ac5ab-2860-4bb3-b549-d4fa21a75660 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/70c11b55-08c1-49c8-bb59-ae7e5f84c20a HTTP/1.1" status: 204 len: 168 time: 0.4340081 Oct 04 20:31:37.566907 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373ac5ab-2860-4bb3-b549-d4fa21a75660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c11b55-08c1-49c8-bb59-ae7e5f84c20a,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:37.604061 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-866ec351-0976-43b3-ab14-0f655614d5c6 req-59be7be4-854f-476a-b4eb-274082850721 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=e756f3ec49694205b5dccf3408cee098&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0696161 Oct 04 20:31:38.239511 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2849f2-4382-4471-bfd2-53699ba994be req-3c53959a-07eb-4165-8275-7a5f2a80ef6a tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:38.251096 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-da2849f2-4382-4471-bfd2-53699ba994be req-3c53959a-07eb-4165-8275-7a5f2a80ef6a tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0867584d-2285-41b4-b1b9-0af13aa79dc1 HTTP/1.1" status: 200 len: 969 time: 0.1329830 Oct 04 20:31:38.360299 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:38.401074 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1ab8a8-980a-4027-987e-67d50ccc140f req-b00000a4-0453-49e9-b12e-f90bc539ff67 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:38.404234 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-2a1ab8a8-980a-4027-987e-67d50ccc140f req-b00000a4-0453-49e9-b12e-f90bc539ff67 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=660c3eff-854d-4e7c-8247-4a992eda69ce HTTP/1.1" status: 200 len: 948 time: 0.1267073 Oct 04 20:31:38.441262 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-da2849f2-4382-4471-bfd2-53699ba994be req-4a485a8c-8c12-4c0e-87f9-328b405e2248 tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=22de9816-c84d-42f4-8e4f-f0c39b6bce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885617 Oct 04 20:31:38.521919 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-2a1ab8a8-980a-4027-987e-67d50ccc140f req-94021c0f-90b4-42ff-a0d3-0810cbd40730 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7f28ae09-e1bd-4fe5-852d-225c8092e709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000991 Oct 04 20:31:38.580383 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-af79790b-b232-4874-94fc-db279ccde706 req-25f2d521-192e-4d57-87c0-0b9f599a25ad tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=657c60d3-dfa6-4665-aa9c-66cf28399f64 HTTP/1.1" status: 200 len: 210 time: 0.0547733 Oct 04 20:31:38.628337 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device c2470e19-f860-43fa-ba0b-4b54f80cea9b details requested by agent hyperv_n-h1-852085-12 with host n-h1-852085-12 {{(pid=108171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 20:31:38.814504 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] For port c2470e19-f860-43fa-ba0b-4b54f80cea9b, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=c2470e19-f860-43fa-ba0b-4b54f80cea9b,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:31:38.859883 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Returning: {'device': 'c2470e19-f860-43fa-ba0b-4b54f80cea9b', 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7', 'port_id': 'c2470e19-f860-43fa-ba0b-4b54f80cea9b', 'mac_address': 'fa:16:3e:cc:d3:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1956090-7ed7-4d05-a46e-a7b0885ca8e4', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 20:31:38.923447 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56128) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:31:38.953400 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-595c19f2-9aa3-4264-8c23-911b65422225 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:38.963501 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Current status of the port c2470e19-f860-43fa-ba0b-4b54f80cea9b is: DOWN; New status is: BUILD {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:31:38.964109 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (c2470e19-f860-43fa-ba0b-4b54f80cea9b), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:39.008605 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2470e19-f860-43fa-ba0b-4b54f80cea9b {{(pid=108171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 20:31:39.010592 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56132) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:31:39.061654 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] For port c2470e19-f860-43fa-ba0b-4b54f80cea9b, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=c2470e19-f860-43fa-ba0b-4b54f80cea9b,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:31:39.178453 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (c2470e19-f860-43fa-ba0b-4b54f80cea9b), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:39.214949 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:39.300804 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Pushing event updated for resources: {'Port': ['ID=c2470e19-f860-43fa-ba0b-4b54f80cea9b,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:39.527103 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade75bc8-e55a-4bc3-8757-71847fecd07c req-3a9ad809-7e0f-4b2b-9f74-080f9ec371a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:39.528816 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ade75bc8-e55a-4bc3-8757-71847fecd07c req-3a9ad809-7e0f-4b2b-9f74-080f9ec371a3 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=d0ded24c70b54fc5bb73d54fd1537abb&device_id=0867584d-2285-41b4-b1b9-0af13aa79dc1 HTTP/1.1" status: 200 len: 1152 time: 0.2544463 Oct 04 20:31:39.646422 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-595c19f2-9aa3-4264-8c23-911b65422225 admin admin] Publish callbacks [] for security_group (710440c5-2283-43c2-a7d9-5c669016988d), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:39.700009 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] get_ports_and_sgs() called for port_ids ['c2470e19-f860-43fa-ba0b-4b54f80cea9b'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:31:39.807337 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-595c19f2-9aa3-4264-8c23-911b65422225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (710440c5-2283-43c2-a7d9-5c669016988d), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:40.111923 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-595c19f2-9aa3-4264-8c23-911b65422225 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=9055bcef5eaa491cbec9b0283ee1ec58&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1868529 Oct 04 20:31:40.116973 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56152) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:31:40.132112 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e947352-e6f1-4b96-8fa8-368cc5c8dcb9 req-02dabc9c-94e1-4618-84c3-3eccfbe0cda7 tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:40.133974 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-6e947352-e6f1-4b96-8fa8-368cc5c8dcb9 req-02dabc9c-94e1-4618-84c3-3eccfbe0cda7 tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0867584d-2285-41b4-b1b9-0af13aa79dc1 HTTP/1.1" status: 200 len: 969 time: 0.4085836 Oct 04 20:31:40.152002 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595c19f2-9aa3-4264-8c23-911b65422225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=710440c5-2283-43c2-a7d9-5c669016988d,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:40.175426 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade75bc8-e55a-4bc3-8757-71847fecd07c req-3b0dea10-8ec2-41ef-8f72-fbe01f91f7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:40.177022 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ade75bc8-e55a-4bc3-8757-71847fecd07c req-3b0dea10-8ec2-41ef-8f72-fbe01f91f7c6 service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=42fbb05e-3f96-444f-a676-04ee9d06a8c7 HTTP/1.1" status: 200 len: 870 time: 0.6270874 Oct 04 20:31:40.182667 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:40.204858 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ed2eeb-1e50-4cb2-afd5-63f17874ba3d req-5d9f0cfc-a550-435d-95a9-15c139700a57 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:40.209084 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-10ed2eeb-1e50-4cb2-afd5-63f17874ba3d req-5d9f0cfc-a550-435d-95a9-15c139700a57 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=660c3eff-854d-4e7c-8247-4a992eda69ce HTTP/1.1" status: 200 len: 949 time: 0.2356734 Oct 04 20:31:40.213465 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dcb0f7b4-830c-4ef7-98da-dbf82dad5a95 admin admin] Publish callbacks [] for security_group (710440c5-2283-43c2-a7d9-5c669016988d), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:40.251877 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dcb0f7b4-830c-4ef7-98da-dbf82dad5a95 admin admin] Publish callbacks [] for security_group (710440c5-2283-43c2-a7d9-5c669016988d), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:40.416481 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ade75bc8-e55a-4bc3-8757-71847fecd07c req-de426d35-7994-42cb-b958-4bd646bf4aa9 service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=33c37c69-333d-405a-a27c-efb298d34226 HTTP/1.1" status: 200 len: 217 time: 0.2001050 Oct 04 20:31:40.462522 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:40.510604 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:40.514578 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56156) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:31:40.525304 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dcb0f7b4-830c-4ef7-98da-dbf82dad5a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (710440c5-2283-43c2-a7d9-5c669016988d), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:40.530714 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dcb0f7b4-830c-4ef7-98da-dbf82dad5a95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:40.536608 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-dcb0f7b4-830c-4ef7-98da-dbf82dad5a95 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/710440c5-2283-43c2-a7d9-5c669016988d HTTP/1.1" status: 204 len: 168 time: 0.4135380 Oct 04 20:31:40.557965 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb0f7b4-830c-4ef7-98da-dbf82dad5a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=710440c5-2283-43c2-a7d9-5c669016988d,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:40.577279 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-6e947352-e6f1-4b96-8fa8-368cc5c8dcb9 req-359ef2b0-1886-41f0-a2cc-ef148894b070 tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=22de9816-c84d-42f4-8e4f-f0c39b6bce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4175928 Oct 04 20:31:40.672848 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-10ed2eeb-1e50-4cb2-afd5-63f17874ba3d req-f0c55d8a-f560-4240-9948-43f4439a324e tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7f28ae09-e1bd-4fe5-852d-225c8092e709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3727915 Oct 04 20:31:40.751527 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device 33c37c69-333d-405a-a27c-efb298d34226 details requested by agent hyperv_n-h1-852085-12 with host n-h1-852085-12 {{(pid=108171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 20:31:40.803858 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device c2470e19-f860-43fa-ba0b-4b54f80cea9b up at agent hyperv_n-h1-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:31:40.811074 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade75bc8-e55a-4bc3-8757-71847fecd07c req-6563ba76-005e-4566-ae11-881d0d6c84ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:40.815627 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ade75bc8-e55a-4bc3-8757-71847fecd07c req-6563ba76-005e-4566-ae11-881d0d6c84ca service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.3489382 Oct 04 20:31:40.955393 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ba9fcacb-d279-4de0-aba5-ab2c85ff2faf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:40.962057 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-bf18b916-9402-45ee-b65f-9400c3b6ec3c req-fe038fe3-948e-4f49-99f8-a6d53e01b8d7 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=657c60d3-dfa6-4665-aa9c-66cf28399f64 HTTP/1.1" status: 200 len: 210 time: 0.1451166 Oct 04 20:31:40.981440 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ea457989-924b-4cac-bce6-331c91ef89be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (a060083d-f0fd-42f6-bee0-aa5aff9442dd), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:41.058962 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade75bc8-e55a-4bc3-8757-71847fecd07c req-ca257536-d3c6-453a-bfe3-e9a563177d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:41.061613 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ade75bc8-e55a-4bc3-8757-71847fecd07c req-ca257536-d3c6-453a-bfe3-e9a563177d27 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2152135 Oct 04 20:31:41.113149 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.resource_extend [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 04 20:31:41.217504 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Provisioning for port c2470e19-f860-43fa-ba0b-4b54f80cea9b completed by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 20:31:41.234104 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ba9fcacb-d279-4de0-aba5-ab2c85ff2faf admin admin] Publish callbacks [] for security_group (6c167ee1-c79e-445a-b689-c3c71f2bd874), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:41.321053 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Provisioning complete for port c2470e19-f860-43fa-ba0b-4b54f80cea9b triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:31:41.322252 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (c2470e19-f860-43fa-ba0b-4b54f80cea9b), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:41.322953 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Attempt 1 to provision port c2470e19-f860-43fa-ba0b-4b54f80cea9b Oct 04 20:31:41.326504 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ba9fcacb-d279-4de0-aba5-ab2c85ff2faf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (6c167ee1-c79e-445a-b689-c3c71f2bd874), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:41.331595 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] For port 33c37c69-333d-405a-a27c-efb298d34226, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=33c37c69-333d-405a-a27c-efb298d34226,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:31:41.419422 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Returning: {'device': '33c37c69-333d-405a-a27c-efb298d34226', 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7', 'port_id': '33c37c69-333d-405a-a27c-efb298d34226', 'mac_address': 'fa:16:3e:8a:9a:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1956090-7ed7-4d05-a46e-a7b0885ca8e4', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:tempest-test_az-253036341', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 20:31:41.447944 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ba9fcacb-d279-4de0-aba5-ab2c85ff2faf admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=b13aa2a32be74c288022b978036b78a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9314523 Oct 04 20:31:41.449818 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9fcacb-d279-4de0-aba5-ab2c85ff2faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c167ee1-c79e-445a-b689-c3c71f2bd874,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:41.460074 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56170) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:31:41.542296 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Current status of the port 33c37c69-333d-405a-a27c-efb298d34226 is: DOWN; New status is: BUILD {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:31:41.542727 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (33c37c69-333d-405a-a27c-efb298d34226), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:41.570459 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:41.578086 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33c37c69-333d-405a-a27c-efb298d34226 {{(pid=108171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 20:31:41.580143 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Current status of the port c2470e19-f860-43fa-ba0b-4b54f80cea9b is: BUILD; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:31:41.580785 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (c2470e19-f860-43fa-ba0b-4b54f80cea9b), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:41.667207 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] For port c2470e19-f860-43fa-ba0b-4b54f80cea9b, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=c2470e19-f860-43fa-ba0b-4b54f80cea9b,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:31:41.672552 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '660c3eff-854d-4e7c-8247-4a992eda69ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2470e19-f860-43fa-ba0b-4b54f80cea9b'}] {{(pid=108171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:31:41.706772 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e797f54a-9ba0-4128-8fa4-059e870b675b admin admin] Publish callbacks [] for security_group (6c167ee1-c79e-445a-b689-c3c71f2bd874), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:41.755580 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e797f54a-9ba0-4128-8fa4-059e870b675b admin admin] Publish callbacks [] for security_group (6c167ee1-c79e-445a-b689-c3c71f2bd874), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:41.800463 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] For port 33c37c69-333d-405a-a27c-efb298d34226, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=33c37c69-333d-405a-a27c-efb298d34226,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:31:41.804150 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (c2470e19-f860-43fa-ba0b-4b54f80cea9b), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:41.927044 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (33c37c69-333d-405a-a27c-efb298d34226), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:41.933063 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Pushing event updated for resources: {'Port': ['ID=c2470e19-f860-43fa-ba0b-4b54f80cea9b,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:41.998471 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e797f54a-9ba0-4128-8fa4-059e870b675b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (6c167ee1-c79e-445a-b689-c3c71f2bd874), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:42.004464 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e797f54a-9ba0-4128-8fa4-059e870b675b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:42.009146 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e797f54a-9ba0-4128-8fa4-059e870b675b admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/6c167ee1-c79e-445a-b689-c3c71f2bd874 HTTP/1.1" status: 204 len: 168 time: 0.5448534 Oct 04 20:31:42.040439 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e797f54a-9ba0-4128-8fa4-059e870b675b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c167ee1-c79e-445a-b689-c3c71f2bd874,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:42.052873 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ade75bc8-e55a-4bc3-8757-71847fecd07c req-c595dd43-f743-4525-86cf-88db40f42e1c service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9824829 Oct 04 20:31:42.135031 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56190) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:31:42.151930 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Pushing event updated for resources: {'Port': ['ID=33c37c69-333d-405a-a27c-efb298d34226,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:42.213979 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0824c9b-d590-4ec7-bd42-ff188160c81c req-eb5ca083-7b2c-42a3-8749-d7c69de7838e tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:42.213979 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-b0824c9b-d590-4ec7-bd42-ff188160c81c req-eb5ca083-7b2c-42a3-8749-d7c69de7838e tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0867584d-2285-41b4-b1b9-0af13aa79dc1 HTTP/1.1" status: 200 len: 970 time: 0.2959530 Oct 04 20:31:42.216395 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd1bcac-d7e6-4efc-96c4-0666f2c6f591 req-fd153b3f-9d59-4f87-a05e-d5c5082da03e tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:42.217832 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-0dd1bcac-d7e6-4efc-96c4-0666f2c6f591 req-fd153b3f-9d59-4f87-a05e-d5c5082da03e tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=660c3eff-854d-4e7c-8247-4a992eda69ce HTTP/1.1" status: 200 len: 950 time: 0.2632699 Oct 04 20:31:42.302599 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966b91da6921e714df7c26a37f4733087768fb9a36052be1ead95d4d835f43be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98dbf84f-6703-4a8e-a6b1-19b2d3b03dee" -d '{"events": [{"server_uuid": "660c3eff-854d-4e7c-8247-4a992eda69ce", "name": "network-vif-plugged", "status": "completed", "tag": "c2470e19-f860-43fa-ba0b-4b54f80cea9b"}]}' {{(pid=108171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:31:42.362859 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-ea457989-924b-4cac-bce6-331c91ef89be admin admin] Deleting port 61a6a1fb-fb41-4e17-9014-1015a159d1e4 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:31:42.363340 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ea457989-924b-4cac-bce6-331c91ef89be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (61a6a1fb-fb41-4e17-9014-1015a159d1e4), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:42.366640 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] get_ports_and_sgs() called for port_ids ['33c37c69-333d-405a-a27c-efb298d34226'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:31:42.372988 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:42.388702 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.85', 62394) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:31:42.428342 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-866ec351-0976-43b3-ab14-0f655614d5c6 req-51ce7309-4749-4075-ad7b-209ac3ade595 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.85 "GET /networking/v2.0/networks?tenant_id=e756f3ec49694205b5dccf3408cee098&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374424 Oct 04 20:31:42.577280 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-b0824c9b-d590-4ec7-bd42-ff188160c81c req-e93170c0-2f65-4e6d-846e-e71597481e79 tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=22de9816-c84d-42f4-8e4f-f0c39b6bce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3581591 Oct 04 20:31:42.614649 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-0dd1bcac-d7e6-4efc-96c4-0666f2c6f591 req-2c2b4a56-6293-4774-aee1-2bfa93c0828e tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7f28ae09-e1bd-4fe5-852d-225c8092e709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3657334 Oct 04 20:31:42.706431 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ade75bc8-e55a-4bc3-8757-71847fecd07c req-eb1fd321-bd4f-4a4c-94b6-9180c3dd4697 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6375875 Oct 04 20:31:42.783813 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-ea457989-924b-4cac-bce6-331c91ef89be admin admin] For port 61a6a1fb-fb41-4e17-9014-1015a159d1e4, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=61a6a1fb-fb41-4e17-9014-1015a159d1e4,segment=NetworkSegment(fd84746f-bdf3-46ec-b9f1-bd358e0ab81d),segment_id=fd84746f-bdf3-46ec-b9f1-bd358e0ab81d)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:31:42.784381 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ea457989-924b-4cac-bce6-331c91ef89be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (61a6a1fb-fb41-4e17-9014-1015a159d1e4), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:42.841119 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-ea457989-924b-4cac-bce6-331c91ef89be admin admin] Calling delete_port for 61a6a1fb-fb41-4e17-9014-1015a159d1e4 owned by network:router_interface {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:31:42.865904 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:42.925911 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ed55d8b4-8097-4b31-878c-711920f99b00 req-3b0c2e7a-e1aa-488e-bdfb-0679bea0ef7e tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=657c60d3-dfa6-4665-aa9c-66cf28399f64 HTTP/1.1" status: 200 len: 210 time: 0.0790148 Oct 04 20:31:43.024289 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ec351-0976-43b3-ab14-0f655614d5c6 req-d6f92080-8cba-48d0-ac47-d8589cb42cc8 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:43.026878 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-866ec351-0976-43b3-ab14-0f655614d5c6 req-d6f92080-8cba-48d0-ac47-d8589cb42cc8 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.85 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5894430 Oct 04 20:31:43.030009 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-81b9997f-0eec-47fa-abea-11943e4826b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:43.088535 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:43.145367 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [req-866ec351-0976-43b3-ab14-0f655614d5c6 req-431b7cb5-bf97-40dc-b28f-6d0c84f2c780 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Request body: {'port': {'device_id': '657c60d3-dfa6-4665-aa9c-66cf28399f64', 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7', 'admin_state_up': True, 'tenant_id': 'e756f3ec49694205b5dccf3408cee098'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:31:43.156832 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:43.268183 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-81b9997f-0eec-47fa-abea-11943e4826b5 admin admin] Publish callbacks [] for security_group (0f2d14ed-24af-409e-b245-6ef0c7c2e9f0), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:43.376386 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-81b9997f-0eec-47fa-abea-11943e4826b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (0f2d14ed-24af-409e-b245-6ef0c7c2e9f0), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:43.434943 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 20:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf96e44-7b0b-4d4c-9f5d-09d53f06d39a x-openstack-request-id: req-adf96e44-7b0b-4d4c-9f5d-09d53f06d39a {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:31:43.435838 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "660c3eff-854d-4e7c-8247-4a992eda69ce", "name": "network-vif-plugged", "status": "completed", "tag": "c2470e19-f860-43fa-ba0b-4b54f80cea9b", "code": 200}]} {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:31:43.436022 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-adf96e44-7b0b-4d4c-9f5d-09d53f06d39a {{(pid=108171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:31:43.436569 n-d-852085-12 neutron-server[108171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adf96e44-7b0b-4d4c-9f5d-09d53f06d39a'] response: {'server_uuid': '660c3eff-854d-4e7c-8247-4a992eda69ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2470e19-f860-43fa-ba0b-4b54f80cea9b', 'code': 200} Oct 04 20:31:43.439030 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:43.457987 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56212) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:31:43.480166 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b9997f-0eec-47fa-abea-11943e4826b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2d14ed-24af-409e-b245-6ef0c7c2e9f0,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:43.490144 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-81b9997f-0eec-47fa-abea-11943e4826b5 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=98c71e3ed7854c4c82df7a4a34375b74&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3532529 Oct 04 20:31:43.491366 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56214) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:31:43.501301 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-32a64726-ada8-4ee0-9961-df4d885544a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:43.540184 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-866ec351-0976-43b3-ab14-0f655614d5c6 req-431b7cb5-bf97-40dc-b28f-6d0c84f2c780 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Made reservation on behalf of e756f3ec49694205b5dccf3408cee098 for: {'port': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:31:43.547550 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-866ec351-0976-43b3-ab14-0f655614d5c6 req-431b7cb5-bf97-40dc-b28f-6d0c84f2c780 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:43.597278 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ea457989-924b-4cac-bce6-331c91ef89be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (61a6a1fb-fb41-4e17-9014-1015a159d1e4), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:43.615624 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-866ec351-0976-43b3-ab14-0f655614d5c6 req-431b7cb5-bf97-40dc-b28f-6d0c84f2c780 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:43.747294 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea457989-924b-4cac-bce6-331c91ef89be admin admin] Pushing event deleted for resources: {'Port': ['ID=61a6a1fb-fb41-4e17-9014-1015a159d1e4,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:43.847243 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f2dbac28-00f8-4ab8-b1f2-1ae9c24613fc admin admin] Publish callbacks [] for security_group (0f2d14ed-24af-409e-b245-6ef0c7c2e9f0), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:43.920779 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f2dbac28-00f8-4ab8-b1f2-1ae9c24613fc admin admin] Publish callbacks [] for security_group (0f2d14ed-24af-409e-b245-6ef0c7c2e9f0), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:44.078155 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68395992-db7b-43e8-9060-0ae221d73d47 req-1651f966-039e-4a85-9a73-41339bab557b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:44.083311 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-68395992-db7b-43e8-9060-0ae221d73d47 req-1651f966-039e-4a85-9a73-41339bab557b service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=660c3eff-854d-4e7c-8247-4a992eda69ce HTTP/1.1" status: 200 len: 1133 time: 0.4604084 Oct 04 20:31:44.112042 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:44.156264 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-32a64726-ada8-4ee0-9961-df4d885544a6 admin admin] Publish callbacks [] for security_group (d014f0c0-b46f-44de-89d8-a2bb2f92da24), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:44.255887 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-32a64726-ada8-4ee0-9961-df4d885544a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (d014f0c0-b46f-44de-89d8-a2bb2f92da24), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:44.318682 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f37db-b049-45ab-808c-336107dfe546 req-d4ef617a-d54d-4e67-abc9-ca1390047d31 tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:44.321629 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-475f37db-b049-45ab-808c-336107dfe546 req-d4ef617a-d54d-4e67-abc9-ca1390047d31 tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0867584d-2285-41b4-b1b9-0af13aa79dc1 HTTP/1.1" status: 200 len: 970 time: 0.4751785 Oct 04 20:31:44.322136 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-866ec351-0976-43b3-ab14-0f655614d5c6 req-431b7cb5-bf97-40dc-b28f-6d0c84f2c780 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Publish callbacks [] for security_group (e16176d0-0793-4bc3-a8d6-64b65342f8aa), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:44.361553 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f2dbac28-00f8-4ab8-b1f2-1ae9c24613fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (0f2d14ed-24af-409e-b245-6ef0c7c2e9f0), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:44.365279 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f2dbac28-00f8-4ab8-b1f2-1ae9c24613fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:44.367896 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-68395992-db7b-43e8-9060-0ae221d73d47 req-7b25542c-5269-431c-b097-077dd31471f4 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:44.371837 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f2dbac28-00f8-4ab8-b1f2-1ae9c24613fc admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/0f2d14ed-24af-409e-b245-6ef0c7c2e9f0 HTTP/1.1" status: 204 len: 168 time: 0.8774714 Oct 04 20:31:44.381128 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-32a64726-ada8-4ee0-9961-df4d885544a6 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=050091874cc142bc8320d2a065d3a3c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9188166 Oct 04 20:31:44.386134 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a64726-ada8-4ee0-9961-df4d885544a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d014f0c0-b46f-44de-89d8-a2bb2f92da24,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:44.398197 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56228) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:31:44.479370 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dbac28-00f8-4ab8-b1f2-1ae9c24613fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2d14ed-24af-409e-b245-6ef0c7c2e9f0,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:44.487018 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-866ec351-0976-43b3-ab14-0f655614d5c6 req-431b7cb5-bf97-40dc-b28f-6d0c84f2c780 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (e16176d0-0793-4bc3-a8d6-64b65342f8aa), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:44.518571 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ea457989-924b-4cac-bce6-331c91ef89be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (a060083d-f0fd-42f6-bee0-aa5aff9442dd), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:44.544003 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c378546-aa39-4a04-8b1f-ccdbaa2c8a69 req-ba3827e5-bb8e-4835-a985-7c17fae24e58 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:44.546421 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4c378546-aa39-4a04-8b1f-ccdbaa2c8a69 req-ba3827e5-bb8e-4835-a985-7c17fae24e58 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=660c3eff-854d-4e7c-8247-4a992eda69ce HTTP/1.1" status: 200 len: 950 time: 0.7052398 Oct 04 20:31:44.675943 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431b7cb5-bf97-40dc-b28f-6d0c84f2c780 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e16176d0-0793-4bc3-a8d6-64b65342f8aa,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:44.689117 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-28eebda4-05db-4fb3-8f8e-0a3e6178b9a2 admin admin] Publish callbacks [] for security_group (d014f0c0-b46f-44de-89d8-a2bb2f92da24), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:44.760233 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device 33c37c69-333d-405a-a27c-efb298d34226 up at agent hyperv_n-h1-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:31:44.762653 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-28eebda4-05db-4fb3-8f8e-0a3e6178b9a2 admin admin] Publish callbacks [] for security_group (d014f0c0-b46f-44de-89d8-a2bb2f92da24), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:44.883559 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Provisioning for port 33c37c69-333d-405a-a27c-efb298d34226 completed by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 20:31:44.901105 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [req-866ec351-0976-43b3-ab14-0f655614d5c6 req-431b7cb5-bf97-40dc-b28f-6d0c84f2c780 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Allocated IP 192.168.233.196 (42fbb05e-3f96-444f-a676-04ee9d06a8c7/e1956090-7ed7-4d05-a46e-a7b0885ca8e4/92bc6db0-cee2-4ded-8108-fb4d85ea7465) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:31:45.020122 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Provisioning complete for port 33c37c69-333d-405a-a27c-efb298d34226 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:31:45.020608 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (33c37c69-333d-405a-a27c-efb298d34226), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:45.021145 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Attempt 1 to provision port 33c37c69-333d-405a-a27c-efb298d34226 Oct 04 20:31:45.070960 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-28eebda4-05db-4fb3-8f8e-0a3e6178b9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (d014f0c0-b46f-44de-89d8-a2bb2f92da24), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:45.075908 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-28eebda4-05db-4fb3-8f8e-0a3e6178b9a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:45.078892 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-28eebda4-05db-4fb3-8f8e-0a3e6178b9a2 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/d014f0c0-b46f-44de-89d8-a2bb2f92da24 HTTP/1.1" status: 204 len: 168 time: 0.6603129 Oct 04 20:31:45.176884 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:INSERT=10,neutron:SELECT=85,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:45.196512 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eebda4-05db-4fb3-8f8e-0a3e6178b9a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d014f0c0-b46f-44de-89d8-a2bb2f92da24,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:45.225611 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Current status of the port 33c37c69-333d-405a-a27c-efb298d34226 is: BUILD; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:31:45.225611 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (33c37c69-333d-405a-a27c-efb298d34226), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:45.328216 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-475f37db-b049-45ab-808c-336107dfe546 req-79e0f68e-6764-4787-ae62-3212c070082d tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=22de9816-c84d-42f4-8e4f-f0c39b6bce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8230968 Oct 04 20:31:45.342602 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4c378546-aa39-4a04-8b1f-ccdbaa2c8a69 req-008ed127-1ef5-4b6a-b6e4-268d14b6661e tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7f28ae09-e1bd-4fe5-852d-225c8092e709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7576232 Oct 04 20:31:45.441323 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0867584d-2285-41b4-b1b9-0af13aa79dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c37c69-333d-405a-a27c-efb298d34226'}] {{(pid=108171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:31:45.451239 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966b91da6921e714df7c26a37f4733087768fb9a36052be1ead95d4d835f43be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73057cd-6b7f-4ab4-81f6-5453d3f0eb37" -d '{"events": [{"server_uuid": "0867584d-2285-41b4-b1b9-0af13aa79dc1", "name": "network-vif-plugged", "status": "completed", "tag": "33c37c69-333d-405a-a27c-efb298d34226"}]}' {{(pid=108171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:31:45.515000 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] For port 33c37c69-333d-405a-a27c-efb298d34226, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=33c37c69-333d-405a-a27c-efb298d34226,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:31:45.560281 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 20:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f70f46-2443-4cd5-b5f9-a0ceb550e363 x-openstack-request-id: req-82f70f46-2443-4cd5-b5f9-a0ceb550e363 {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:31:45.560876 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0867584d-2285-41b4-b1b9-0af13aa79dc1", "name": "network-vif-plugged", "status": "completed", "tag": "33c37c69-333d-405a-a27c-efb298d34226", "code": 200}]} {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:31:45.561305 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-82f70f46-2443-4cd5-b5f9-a0ceb550e363 {{(pid=108171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:31:45.561957 n-d-852085-12 neutron-server[108171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82f70f46-2443-4cd5-b5f9-a0ceb550e363'] response: {'server_uuid': '0867584d-2285-41b4-b1b9-0af13aa79dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c37c69-333d-405a-a27c-efb298d34226', 'code': 200} Oct 04 20:31:45.570117 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-866ec351-0976-43b3-ab14-0f655614d5c6 req-431b7cb5-bf97-40dc-b28f-6d0c84f2c780 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Publish callbacks [] for port (92bc6db0-cee2-4ded-8108-fb4d85ea7465), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:45.620578 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:45.666450 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d0dba2ad-6a32-43c5-9c20-a2ed208e3d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:45.678493 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-68395992-db7b-43e8-9060-0ae221d73d47 req-7b25542c-5269-431c-b097-077dd31471f4 service neutron] Publish callbacks [] for security_group (c8cf0576-575c-4836-a6c3-034946b400fc), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:45.715176 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a4cd7b2e-fccd-4de2-8527-ed2562362619 req-54f3be85-298a-464a-a9ab-a260e50a08df tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=657c60d3-dfa6-4665-aa9c-66cf28399f64 HTTP/1.1" status: 200 len: 210 time: 0.1019998 Oct 04 20:31:45.749818 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (33c37c69-333d-405a-a27c-efb298d34226), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:45.811534 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-68395992-db7b-43e8-9060-0ae221d73d47 req-7b25542c-5269-431c-b097-077dd31471f4 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (c8cf0576-575c-4836-a6c3-034946b400fc), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:45.822054 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:45.828323 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-866ec351-0976-43b3-ab14-0f655614d5c6 req-431b7cb5-bf97-40dc-b28f-6d0c84f2c780 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (92bc6db0-cee2-4ded-8108-fb4d85ea7465), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:45.835419 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea457989-924b-4cac-bce6-331c91ef89be admin admin] Router a060083d-f0fd-42f6-bee0-aa5aff9442dd has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:31:45.851067 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Pushing event updated for resources: {'Port': ['ID=33c37c69-333d-405a-a27c-efb298d34226,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:45.940071 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b25542c-5269-431c-b097-077dd31471f4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c8cf0576-575c-4836-a6c3-034946b400fc,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:45.949571 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc6c06-5e5f-4da4-b925-6f81afe1742f req-e0ed009b-a03f-421e-b151-c2fc868cd7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:45.951699 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-eadc6c06-5e5f-4da4-b925-6f81afe1742f req-e0ed009b-a03f-421e-b151-c2fc868cd7c8 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=0867584d-2285-41b4-b1b9-0af13aa79dc1 HTTP/1.1" status: 200 len: 1154 time: 0.2069063 Oct 04 20:31:45.956723 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-68395992-db7b-43e8-9060-0ae221d73d47 req-7b25542c-5269-431c-b097-077dd31471f4 service neutron] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7f28ae09-e1bd-4fe5-852d-225c8092e709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8393772 Oct 04 20:31:45.958400 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-866ec351-0976-43b3-ab14-0f655614d5c6 req-431b7cb5-bf97-40dc-b28f-6d0c84f2c780 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:31:45.965865 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [req-866ec351-0976-43b3-ab14-0f655614d5c6 req-431b7cb5-bf97-40dc-b28f-6d0c84f2c780 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:31:45.969403 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431b7cb5-bf97-40dc-b28f-6d0c84f2c780 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Pushing event updated for resources: {'Port': ['ID=92bc6db0-cee2-4ded-8108-fb4d85ea7465,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:45.980839 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [req-866ec351-0976-43b3-ab14-0f655614d5c6 req-431b7cb5-bf97-40dc-b28f-6d0c84f2c780 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:31:45.993542 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ec351-0976-43b3-ab14-0f655614d5c6 req-431b7cb5-bf97-40dc-b28f-6d0c84f2c780 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:45.994597 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-866ec351-0976-43b3-ab14-0f655614d5c6 req-431b7cb5-bf97-40dc-b28f-6d0c84f2c780 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:46.178524 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-866ec351-0976-43b3-ab14-0f655614d5c6 req-431b7cb5-bf97-40dc-b28f-6d0c84f2c780 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.85 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0395846 Oct 04 20:31:46.183034 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea457989-924b-4cac-bce6-331c91ef89be admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:31:46.199123 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-ea457989-924b-4cac-bce6-331c91ef89be admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/a060083d-f0fd-42f6-bee0-aa5aff9442dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1833324 Oct 04 20:31:46.199584 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56250) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:31:46.215250 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc4261b-99d4-4041-b834-d925b2a393a4 None None] Sync routers for ids ['a060083d-f0fd-42f6-bee0-aa5aff9442dd'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:31:46.266984 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc4261b-99d4-4041-b834-d925b2a393a4 None None] Routers {'a060083d-f0fd-42f6-bee0-aa5aff9442dd'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:31:46.269080 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-acc4261b-99d4-4041-b834-d925b2a393a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:31:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['a060083d-f0fd-42f6-bee0-aa5aff9442dd'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:31:46.301220 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56252) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:31:46.363231 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-75e42d6d-db6b-4d94-ae50-cf669b9779b9 None None] Provisioning complete for port 92bc6db0-cee2-4ded-8108-fb4d85ea7465 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:31:46.364450 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-75e42d6d-db6b-4d94-ae50-cf669b9779b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (92bc6db0-cee2-4ded-8108-fb4d85ea7465), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:46.365248 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-75e42d6d-db6b-4d94-ae50-cf669b9779b9 None None] Attempt 1 to provision port 92bc6db0-cee2-4ded-8108-fb4d85ea7465 Oct 04 20:31:46.387360 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1d22020d-03f2-4881-b03e-51032f871742 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:46.390851 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:46.539258 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-75e42d6d-db6b-4d94-ae50-cf669b9779b9 None None] Port 92bc6db0-cee2-4ded-8108-fb4d85ea7465 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:31:46.638135 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-acc4261b-99d4-4041-b834-d925b2a393a4 None None] Set router a060083d-f0fd-42f6-bee0-aa5aff9442dd gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:31:46.693173 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1d22020d-03f2-4881-b03e-51032f871742 admin admin] Publish callbacks [] for security_group (cfca3ed6-5c1c-412d-8598-41452d05f4d6), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:46.748729 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dea1d6-0a57-4017-8fbc-26a0a2f365c6 req-eace2823-3f03-4664-aa91-e62ccb3d8b98 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:46.766708 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-59dea1d6-0a57-4017-8fbc-26a0a2f365c6 req-eace2823-3f03-4664-aa91-e62ccb3d8b98 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=660c3eff-854d-4e7c-8247-4a992eda69ce HTTP/1.1" status: 200 len: 950 time: 0.1545403 Oct 04 20:31:46.829228 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1d22020d-03f2-4881-b03e-51032f871742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (cfca3ed6-5c1c-412d-8598-41452d05f4d6), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:46.922615 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-57fbefd9-002e-42e2-8b7b-1a954db1e925 admin admin] Publish callbacks [] for router (a060083d-f0fd-42f6-bee0-aa5aff9442dd), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:46.991040 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-eadc6c06-5e5f-4da4-b925-6f81afe1742f req-5f4e3d02-d3a4-47d7-98b7-dd5756e97dab service neutron] 10.222.0.83 "GET /networking/v2.0/security-groups?id=22de9816-c84d-42f4-8e4f-f0c39b6bce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082476 Oct 04 20:31:47.002942 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-1d22020d-03f2-4881-b03e-51032f871742 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=7ed4ed8d04654505aab32609420b930e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6992316 Oct 04 20:31:47.008555 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56268) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:31:47.060869 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d22020d-03f2-4881-b03e-51032f871742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfca3ed6-5c1c-412d-8598-41452d05f4d6,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:47.109738 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-59dea1d6-0a57-4017-8fbc-26a0a2f365c6 req-43099500-f4e8-4e9d-924f-1a566c9cc344 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7f28ae09-e1bd-4fe5-852d-225c8092e709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3412764 Oct 04 20:31:47.149161 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795249f5-e899-4817-9a57-468987502fb4 req-5a103649-a259-464f-a79c-63bf3365f5af tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:47.149316 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-795249f5-e899-4817-9a57-468987502fb4 req-5a103649-a259-464f-a79c-63bf3365f5af tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0867584d-2285-41b4-b1b9-0af13aa79dc1 HTTP/1.1" status: 200 len: 971 time: 0.2592709 Oct 04 20:31:47.184732 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-acc4261b-99d4-4041-b834-d925b2a393a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a060083d-f0fd-42f6-bee0-aa5aff9442dd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2035496772-router', 'tenant_id': 'd593ded97dc34546bfe79cdbdac0d4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '2fb154e7-1079-403e-ba45-c73a28241f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:30:51Z', 'updated_at': '2022-10-04T20:31:43Z', 'revision_number': 5, 'project_id': 'd593ded97dc34546bfe79cdbdac0d4c2', 'gw_port': {'id': '2fb154e7-1079-403e-ba45-c73a28241f19', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:39:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a060083d-f0fd-42f6-bee0-aa5aff9442dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:30:52Z', 'updated_at': '2022-10-04T20:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:31:47.240527 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc4261b-99d4-4041-b834-d925b2a393a4 None None] Checking router: a060083d-f0fd-42f6-bee0-aa5aff9442dd for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:31:47.242941 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e111c0db-c6a3-464c-9832-f507fd104008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:47.256149 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc4261b-99d4-4041-b834-d925b2a393a4 None None] Routers {'a060083d-f0fd-42f6-bee0-aa5aff9442dd'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:31:47.256947 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-acc4261b-99d4-4041-b834-d925b2a393a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:31:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['a060083d-f0fd-42f6-bee0-aa5aff9442dd'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:31:47.257717 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4478430a-3547-4dc8-a3ce-87e30f4d714d admin admin] Publish callbacks [] for security_group (cfca3ed6-5c1c-412d-8598-41452d05f4d6), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:47.265255 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-57fbefd9-002e-42e2-8b7b-1a954db1e925 admin admin] Publish callbacks [] for router_gateway (a060083d-f0fd-42f6-bee0-aa5aff9442dd), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:47.268081 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:47.316267 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4478430a-3547-4dc8-a3ce-87e30f4d714d admin admin] Publish callbacks [] for security_group (cfca3ed6-5c1c-412d-8598-41452d05f4d6), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:47.317225 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-795249f5-e899-4817-9a57-468987502fb4 req-08bc3ef4-850b-4bf8-95f0-5fc1e662e0cf tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=22de9816-c84d-42f4-8e4f-f0c39b6bce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601484 Oct 04 20:31:47.370862 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ce337-3616-4dfc-82e1-de01521958b7 req-081d9a3d-cb99-470b-817c-43891dc6a694 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:47.389573 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-3f2ce337-3616-4dfc-82e1-de01521958b7 req-081d9a3d-cb99-470b-817c-43891dc6a694 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=657c60d3-dfa6-4665-aa9c-66cf28399f64 HTTP/1.1" status: 200 len: 936 time: 0.1217048 Oct 04 20:31:47.501427 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-3f2ce337-3616-4dfc-82e1-de01521958b7 req-37d2dc5b-4b0f-42c4-90ef-181eafc03fce tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e16176d0-0793-4bc3-a8d6-64b65342f8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061201 Oct 04 20:31:47.543518 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-acc4261b-99d4-4041-b834-d925b2a393a4 None None] Set router a060083d-f0fd-42f6-bee0-aa5aff9442dd gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:31:47.555383 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4478430a-3547-4dc8-a3ce-87e30f4d714d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (cfca3ed6-5c1c-412d-8598-41452d05f4d6), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:47.560826 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4478430a-3547-4dc8-a3ce-87e30f4d714d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:47.568087 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-4478430a-3547-4dc8-a3ce-87e30f4d714d admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/cfca3ed6-5c1c-412d-8598-41452d05f4d6 HTTP/1.1" status: 204 len: 168 time: 0.5572948 Oct 04 20:31:47.592310 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4478430a-3547-4dc8-a3ce-87e30f4d714d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfca3ed6-5c1c-412d-8598-41452d05f4d6,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:47.606289 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-57fbefd9-002e-42e2-8b7b-1a954db1e925 admin admin] Deleting port 2fb154e7-1079-403e-ba45-c73a28241f19 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:31:47.606289 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-57fbefd9-002e-42e2-8b7b-1a954db1e925 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (2fb154e7-1079-403e-ba45-c73a28241f19), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:47.787183 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-57fbefd9-002e-42e2-8b7b-1a954db1e925 admin admin] For port 2fb154e7-1079-403e-ba45-c73a28241f19, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=2fb154e7-1079-403e-ba45-c73a28241f19,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:31:47.787746 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-57fbefd9-002e-42e2-8b7b-1a954db1e925 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (2fb154e7-1079-403e-ba45-c73a28241f19), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:47.807744 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-57fbefd9-002e-42e2-8b7b-1a954db1e925 admin admin] Calling delete_port for 2fb154e7-1079-403e-ba45-c73a28241f19 owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:31:47.911437 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:47.944072 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-acc4261b-99d4-4041-b834-d925b2a393a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a060083d-f0fd-42f6-bee0-aa5aff9442dd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2035496772-router', 'tenant_id': 'd593ded97dc34546bfe79cdbdac0d4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '2fb154e7-1079-403e-ba45-c73a28241f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:30:51Z', 'updated_at': '2022-10-04T20:31:43Z', 'revision_number': 5, 'project_id': 'd593ded97dc34546bfe79cdbdac0d4c2', 'gw_port': {'id': '2fb154e7-1079-403e-ba45-c73a28241f19', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:39:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a060083d-f0fd-42f6-bee0-aa5aff9442dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:30:52Z', 'updated_at': '2022-10-04T20:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:31:48.012196 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc4261b-99d4-4041-b834-d925b2a393a4 None None] The sync data for ids ['a060083d-f0fd-42f6-bee0-aa5aff9442dd'] in n-d-852085-12 is: [{'id': 'a060083d-f0fd-42f6-bee0-aa5aff9442dd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2035496772-router', 'tenant_id': 'd593ded97dc34546bfe79cdbdac0d4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '2fb154e7-1079-403e-ba45-c73a28241f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:30:51Z', 'updated_at': '2022-10-04T20:31:43Z', 'revision_number': 5, 'project_id': 'd593ded97dc34546bfe79cdbdac0d4c2', 'gw_port': {'id': '2fb154e7-1079-403e-ba45-c73a28241f19', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:39:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a060083d-f0fd-42f6-bee0-aa5aff9442dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:30:52Z', 'updated_at': '2022-10-04T20:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:31:48.433039 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800468d-cf7c-4404-930f-7196ab56d169 req-ac4e57c6-1ad3-4d0b-acd7-fc5515d0e044 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:48.446055 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 61a6a1fb-fb41-4e17-9014-1015a159d1e4 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:31:48.453232 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-2800468d-cf7c-4404-930f-7196ab56d169 req-ac4e57c6-1ad3-4d0b-acd7-fc5515d0e044 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=660c3eff-854d-4e7c-8247-4a992eda69ce HTTP/1.1" status: 200 len: 950 time: 0.1405005 Oct 04 20:31:48.558160 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-2800468d-cf7c-4404-930f-7196ab56d169 req-9ec98fdd-8477-44f1-bb27-ed20eb971796 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7f28ae09-e1bd-4fe5-852d-225c8092e709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029012 Oct 04 20:31:48.566686 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 61a6a1fb-fb41-4e17-9014-1015a159d1e4 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:31:48.574503 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 61a6a1fb-fb41-4e17-9014-1015a159d1e4 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:31:48.785500 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-57fbefd9-002e-42e2-8b7b-1a954db1e925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (2fb154e7-1079-403e-ba45-c73a28241f19), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:48.847894 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fbefd9-002e-42e2-8b7b-1a954db1e925 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fb154e7-1079-403e-ba45-c73a28241f19,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:48.885465 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56296) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:31:48.896947 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc3186-6dcc-41d2-a20f-895d3e7e3a09 req-56b6b610-1392-47d6-af2a-c30436bd1a14 tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:48.899024 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-98bc3186-6dcc-41d2-a20f-895d3e7e3a09 req-56b6b610-1392-47d6-af2a-c30436bd1a14 tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0867584d-2285-41b4-b1b9-0af13aa79dc1 HTTP/1.1" status: 200 len: 971 time: 0.1453269 Oct 04 20:31:48.913191 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-57fbefd9-002e-42e2-8b7b-1a954db1e925 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (a060083d-f0fd-42f6-bee0-aa5aff9442dd), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:48.937851 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2c6a4dc5-0512-4c29-bf79-f95e7855edb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:49.066924 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-57fbefd9-002e-42e2-8b7b-1a954db1e925 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (a060083d-f0fd-42f6-bee0-aa5aff9442dd), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:49.071714 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-57fbefd9-002e-42e2-8b7b-1a954db1e925 admin admin] Publish callbacks [] for router_controller (a060083d-f0fd-42f6-bee0-aa5aff9442dd), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:49.074375 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f12eb-950d-41a4-904e-795c562ff29a req-89a7a128-2d44-474f-8f76-e60fce5ba324 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:49.080177 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-232f12eb-950d-41a4-904e-795c562ff29a req-89a7a128-2d44-474f-8f76-e60fce5ba324 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=657c60d3-dfa6-4665-aa9c-66cf28399f64 HTTP/1.1" status: 200 len: 936 time: 0.1267235 Oct 04 20:31:49.090187 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-98bc3186-6dcc-41d2-a20f-895d3e7e3a09 req-09f4659d-9990-49c5-bddf-138f74fd3b54 tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=22de9816-c84d-42f4-8e4f-f0c39b6bce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780474 Oct 04 20:31:49.193605 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-232f12eb-950d-41a4-904e-795c562ff29a req-0776a023-4cb1-458d-9f59-2200b343dc2f tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e16176d0-0793-4bc3-a8d6-64b65342f8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015959 Oct 04 20:31:49.290430 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2c6a4dc5-0512-4c29-bf79-f95e7855edb6 admin admin] Publish callbacks [] for security_group (99013a54-c9b8-42f1-b1fa-3f957a0d5fca), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:49.339922 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-57fbefd9-002e-42e2-8b7b-1a954db1e925 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (a060083d-f0fd-42f6-bee0-aa5aff9442dd), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:49.340978 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57fbefd9-002e-42e2-8b7b-1a954db1e925 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a060083d-f0fd-42f6-bee0-aa5aff9442dd {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:31:49.349638 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-57fbefd9-002e-42e2-8b7b-1a954db1e925 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:49.359970 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-57fbefd9-002e-42e2-8b7b-1a954db1e925 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/a060083d-f0fd-42f6-bee0-aa5aff9442dd HTTP/1.1" status: 204 len: 168 time: 3.1500666 Oct 04 20:31:49.360142 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56304) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:31:49.440961 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2c6a4dc5-0512-4c29-bf79-f95e7855edb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (99013a54-c9b8-42f1-b1fa-3f957a0d5fca), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:49.445808 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bcde9ec-6c5e-436b-b77b-5d873176fd7e admin admin] Deleting subnet b5ebb425-161b-4b6d-aba5-93d7aecbe587 {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:31:49.446536 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3bcde9ec-6c5e-436b-b77b-5d873176fd7e admin admin] Publish callbacks [] for subnet (b5ebb425-161b-4b6d-aba5-93d7aecbe587), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:49.510706 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-2c6a4dc5-0512-4c29-bf79-f95e7855edb6 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=a8efdc4b00404ebfb9af2fc44fe4c92a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6226740 Oct 04 20:31:49.512674 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56306) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:31:49.520588 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6a4dc5-0512-4c29-bf79-f95e7855edb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99013a54-c9b8-42f1-b1fa-3f957a0d5fca,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:49.531587 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3bcde9ec-6c5e-436b-b77b-5d873176fd7e admin admin] Publish callbacks [] for subnet (b5ebb425-161b-4b6d-aba5-93d7aecbe587), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:49.712181 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3bcde9ec-6c5e-436b-b77b-5d873176fd7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (b5ebb425-161b-4b6d-aba5-93d7aecbe587), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:49.716004 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:49.772573 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5d7fa174-32d6-435b-833a-263cc7f73f6d admin admin] Publish callbacks [] for security_group (99013a54-c9b8-42f1-b1fa-3f957a0d5fca), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:49.880346 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5d7fa174-32d6-435b-833a-263cc7f73f6d admin admin] Publish callbacks [] for security_group (99013a54-c9b8-42f1-b1fa-3f957a0d5fca), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:49.911601 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:49.948422 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56316) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:31:49.969360 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6438e1b-80e7-4ec7-a54a-0a9acd54005e req-2b417e40-b9c1-4fa9-994d-0b27b1e7c9bb tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:49.982399 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d6438e1b-80e7-4ec7-a54a-0a9acd54005e req-2b417e40-b9c1-4fa9-994d-0b27b1e7c9bb tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=660c3eff-854d-4e7c-8247-4a992eda69ce HTTP/1.1" status: 200 len: 950 time: 0.2143936 Oct 04 20:31:50.101837 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d6438e1b-80e7-4ec7-a54a-0a9acd54005e req-a84649b4-738b-4d04-86d9-5c7add2aa89d tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7f28ae09-e1bd-4fe5-852d-225c8092e709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181700 Oct 04 20:31:50.110553 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3bcde9ec-6c5e-436b-b77b-5d873176fd7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for subnet (b5ebb425-161b-4b6d-aba5-93d7aecbe587), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:50.122184 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:50.149750 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcde9ec-6c5e-436b-b77b-5d873176fd7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5ebb425-161b-4b6d-aba5-93d7aecbe587,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:50.155838 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3bcde9ec-6c5e-436b-b77b-5d873176fd7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:50.162829 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86de2bd-1c3a-4a30-aa0c-c6e6b90cbedb None None] Network 3268ebe1-14f5-4073-a00b-b92c6317fabf requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:31:50.168385 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-3bcde9ec-6c5e-436b-b77b-5d873176fd7e admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/b5ebb425-161b-4b6d-aba5-93d7aecbe587 HTTP/1.1" status: 204 len: 168 time: 0.8062885 Oct 04 20:31:50.171486 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56326) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:31:50.229223 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5d7fa174-32d6-435b-833a-263cc7f73f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (99013a54-c9b8-42f1-b1fa-3f957a0d5fca), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:50.249496 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5d7fa174-32d6-435b-833a-263cc7f73f6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:50.266356 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-5d7fa174-32d6-435b-833a-263cc7f73f6d admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/99013a54-c9b8-42f1-b1fa-3f957a0d5fca HTTP/1.1" status: 204 len: 168 time: 0.7518709 Oct 04 20:31:50.297725 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7fa174-32d6-435b-833a-263cc7f73f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99013a54-c9b8-42f1-b1fa-3f957a0d5fca,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:50.327154 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=81,neutron:DELETE=12,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:50.410273 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-588b8799-f0b5-43d0-ba2d-e1fe7e83a3a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:50.472758 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e7c6e651-1ea6-4960-81db-3e1feb7a7b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (3268ebe1-14f5-4073-a00b-b92c6317fabf), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:50.512396 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 2fb154e7-1079-403e-ba45-c73a28241f19 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:31:50.513406 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beffd95-dc02-4cd8-92d7-7bbbe8ce1cdc req-f21a8ce2-c29b-44fc-b139-bdebd28b4710 tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:50.516464 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-8beffd95-dc02-4cd8-92d7-7bbbe8ce1cdc req-f21a8ce2-c29b-44fc-b139-bdebd28b4710 tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0867584d-2285-41b4-b1b9-0af13aa79dc1 HTTP/1.1" status: 200 len: 971 time: 0.1762221 Oct 04 20:31:50.590465 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 2fb154e7-1079-403e-ba45-c73a28241f19 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:31:50.592093 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 2fb154e7-1079-403e-ba45-c73a28241f19 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:31:50.597440 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952d931f-7c02-4cbd-ab4b-c80166fd88b4 None None] DHCP port deletion for 3268ebe1-14f5-4073-a00b-b92c6317fabf request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:31:50.656479 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-e7c6e651-1ea6-4960-81db-3e1feb7a7b9f admin admin] Deleting port 7b947c89-202f-4426-a415-19f223181e27 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:31:50.657126 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e7c6e651-1ea6-4960-81db-3e1feb7a7b9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (7b947c89-202f-4426-a415-19f223181e27), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:50.659750 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-8beffd95-dc02-4cd8-92d7-7bbbe8ce1cdc req-7079e9ca-a5fd-4f23-bc43-79254b2a9b34 tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=22de9816-c84d-42f4-8e4f-f0c39b6bce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171429 Oct 04 20:31:50.689863 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-952d931f-7c02-4cbd-ab4b-c80166fd88b4 None None] Deleting port 7b947c89-202f-4426-a415-19f223181e27 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:31:50.691390 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-952d931f-7c02-4cbd-ab4b-c80166fd88b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (7b947c89-202f-4426-a415-19f223181e27), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:50.716637 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:50.784135 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [req-866ec351-0976-43b3-ab14-0f655614d5c6 req-40da7546-7171-45c0-847b-cfdc42800a36 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=108169) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 20:31:50.786057 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-866ec351-0976-43b3-ab14-0f655614d5c6 req-40da7546-7171-45c0-847b-cfdc42800a36 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.85 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0103455 Oct 04 20:31:50.836664 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-952d931f-7c02-4cbd-ab4b-c80166fd88b4 None None] For port 7b947c89-202f-4426-a415-19f223181e27, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=7b947c89-202f-4426-a415-19f223181e27,segment=NetworkSegment(fd84746f-bdf3-46ec-b9f1-bd358e0ab81d),segment_id=fd84746f-bdf3-46ec-b9f1-bd358e0ab81d)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:31:50.838089 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-952d931f-7c02-4cbd-ab4b-c80166fd88b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (7b947c89-202f-4426-a415-19f223181e27), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:50.873714 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=82,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:50.876726 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-952d931f-7c02-4cbd-ab4b-c80166fd88b4 None None] Calling delete_port for 7b947c89-202f-4426-a415-19f223181e27 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:31:50.899784 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-e7c6e651-1ea6-4960-81db-3e1feb7a7b9f admin admin] For port 7b947c89-202f-4426-a415-19f223181e27, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=7b947c89-202f-4426-a415-19f223181e27,segment=NetworkSegment(fd84746f-bdf3-46ec-b9f1-bd358e0ab81d),segment_id=fd84746f-bdf3-46ec-b9f1-bd358e0ab81d)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:31:50.900501 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e7c6e651-1ea6-4960-81db-3e1feb7a7b9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (7b947c89-202f-4426-a415-19f223181e27), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:50.958766 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-e7c6e651-1ea6-4960-81db-3e1feb7a7b9f admin admin] Calling delete_port for 7b947c89-202f-4426-a415-19f223181e27 owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:31:50.972932 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-588b8799-f0b5-43d0-ba2d-e1fe7e83a3a1 admin admin] Publish callbacks [] for security_group (5a681bf5-7356-4615-bb51-81ded367ec9a), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:51.010398 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9420af-f61a-4b88-a987-258ea7f1eb61 req-df229168-8544-4ad8-bd23-9b3cbf209d37 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:51.024476 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-1d9420af-f61a-4b88-a987-258ea7f1eb61 req-df229168-8544-4ad8-bd23-9b3cbf209d37 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=657c60d3-dfa6-4665-aa9c-66cf28399f64 HTTP/1.1" status: 200 len: 936 time: 0.1075852 Oct 04 20:31:51.046252 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:51.066894 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-588b8799-f0b5-43d0-ba2d-e1fe7e83a3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (5a681bf5-7356-4615-bb51-81ded367ec9a), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:51.151356 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-1d9420af-f61a-4b88-a987-258ea7f1eb61 req-22c610f6-cd69-47ef-aa5d-af6b72bd1fc6 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e16176d0-0793-4bc3-a8d6-64b65342f8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228700 Oct 04 20:31:51.194866 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588b8799-f0b5-43d0-ba2d-e1fe7e83a3a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a681bf5-7356-4615-bb51-81ded367ec9a,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:51.228423 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-588b8799-f0b5-43d0-ba2d-e1fe7e83a3a1 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=0ce6d5049a93493289028932b886affd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2759378 Oct 04 20:31:51.236024 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56342) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:31:51.253883 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b8799-f0b5-43d0-ba2d-e1fe7e83a3a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:31:51.255022 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b8799-f0b5-43d0-ba2d-e1fe7e83a3a1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:31:51.255968 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b8799-f0b5-43d0-ba2d-e1fe7e83a3a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:31:51.257043 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b8799-f0b5-43d0-ba2d-e1fe7e83a3a1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:31:51.259196 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b8799-f0b5-43d0-ba2d-e1fe7e83a3a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:31:51.259971 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b8799-f0b5-43d0-ba2d-e1fe7e83a3a1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:31:51.260709 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b8799-f0b5-43d0-ba2d-e1fe7e83a3a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:31:51.261666 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b8799-f0b5-43d0-ba2d-e1fe7e83a3a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:31:51.262377 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b8799-f0b5-43d0-ba2d-e1fe7e83a3a1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:31:51.263083 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b8799-f0b5-43d0-ba2d-e1fe7e83a3a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:31:51.264704 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b8799-f0b5-43d0-ba2d-e1fe7e83a3a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:31:51.265444 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b8799-f0b5-43d0-ba2d-e1fe7e83a3a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:31:51.266126 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b8799-f0b5-43d0-ba2d-e1fe7e83a3a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:31:51.266817 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b8799-f0b5-43d0-ba2d-e1fe7e83a3a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:31:51.267873 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b8799-f0b5-43d0-ba2d-e1fe7e83a3a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:31:51.449464 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:51.452008 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-952d931f-7c02-4cbd-ab4b-c80166fd88b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (7b947c89-202f-4426-a415-19f223181e27), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:51.473409 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e7c6e651-1ea6-4960-81db-3e1feb7a7b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (7b947c89-202f-4426-a415-19f223181e27), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:51.525261 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c6e651-1ea6-4960-81db-3e1feb7a7b9f admin admin] No DVR routers for this DVR port 7b947c89-202f-4426-a415-19f223181e27 on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:31:51.529857 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a03e66-569b-49fd-982d-40c7b2555308 req-7aa61ca3-18bc-46e0-abea-4048917048c3 tempest-AggregatesAdminTestJSON-708441017 tempest-AggregatesAdminTestJSON-708441017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:51.538438 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-49a03e66-569b-49fd-982d-40c7b2555308 req-7aa61ca3-18bc-46e0-abea-4048917048c3 tempest-AggregatesAdminTestJSON-708441017 tempest-AggregatesAdminTestJSON-708441017-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0867584d-2285-41b4-b1b9-0af13aa79dc1 HTTP/1.1" status: 200 len: 1154 time: 0.1506374 Oct 04 20:31:51.547108 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-624c1c1f-fd3e-4d08-80e4-dccbe909dd33 admin admin] Publish callbacks [] for security_group (5a681bf5-7356-4615-bb51-81ded367ec9a), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:51.561435 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:51.588089 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952d931f-7c02-4cbd-ab4b-c80166fd88b4 None None] Pushing event deleted for resources: {'Port': ['ID=7b947c89-202f-4426-a415-19f223181e27,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:51.598324 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952d931f-7c02-4cbd-ab4b-c80166fd88b4 None None] No DVR routers for this DVR port 7b947c89-202f-4426-a415-19f223181e27 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:31:51.617996 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [req-866ec351-0976-43b3-ab14-0f655614d5c6 req-01ce88cf-5b3e-4042-ace7-7184dff2a91f service neutron] Request body: {'port': {'device_id': '657c60d3-dfa6-4665-aa9c-66cf28399f64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-852085-12'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:31:51.657868 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-624c1c1f-fd3e-4d08-80e4-dccbe909dd33 admin admin] Publish callbacks [] for security_group (5a681bf5-7356-4615-bb51-81ded367ec9a), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:51.670251 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c6e651-1ea6-4960-81db-3e1feb7a7b9f admin admin] Pushing event deleted for resources: {'Port': ['ID=7b947c89-202f-4426-a415-19f223181e27,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:51.719257 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-49a03e66-569b-49fd-982d-40c7b2555308 req-8413c6ed-7063-461d-a65c-61ceee7baaa4 tempest-AggregatesAdminTestJSON-708441017 tempest-AggregatesAdminTestJSON-708441017-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:51.760484 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 20:31:51.913413 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-624c1c1f-fd3e-4d08-80e4-dccbe909dd33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (5a681bf5-7356-4615-bb51-81ded367ec9a), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:51.917322 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-624c1c1f-fd3e-4d08-80e4-dccbe909dd33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:51.922317 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-624c1c1f-fd3e-4d08-80e4-dccbe909dd33 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/5a681bf5-7356-4615-bb51-81ded367ec9a HTTP/1.1" status: 204 len: 168 time: 0.6817462 Oct 04 20:31:51.969496 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624c1c1f-fd3e-4d08-80e4-dccbe909dd33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a681bf5-7356-4615-bb51-81ded367ec9a,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:51.975520 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e7c6e651-1ea6-4960-81db-3e1feb7a7b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (3268ebe1-14f5-4073-a00b-b92c6317fabf), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:52.012176 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624c1c1f-fd3e-4d08-80e4-dccbe909dd33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:31:52.012738 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624c1c1f-fd3e-4d08-80e4-dccbe909dd33 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:31:52.013306 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624c1c1f-fd3e-4d08-80e4-dccbe909dd33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:31:52.013968 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624c1c1f-fd3e-4d08-80e4-dccbe909dd33 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:31:52.014455 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624c1c1f-fd3e-4d08-80e4-dccbe909dd33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:31:52.014963 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624c1c1f-fd3e-4d08-80e4-dccbe909dd33 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:31:52.015689 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624c1c1f-fd3e-4d08-80e4-dccbe909dd33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:31:52.016263 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624c1c1f-fd3e-4d08-80e4-dccbe909dd33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:31:52.016807 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624c1c1f-fd3e-4d08-80e4-dccbe909dd33 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:31:52.017374 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624c1c1f-fd3e-4d08-80e4-dccbe909dd33 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:31:52.017910 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624c1c1f-fd3e-4d08-80e4-dccbe909dd33 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:31:52.018459 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624c1c1f-fd3e-4d08-80e4-dccbe909dd33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:31:52.018986 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624c1c1f-fd3e-4d08-80e4-dccbe909dd33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:31:52.019531 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624c1c1f-fd3e-4d08-80e4-dccbe909dd33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:31:52.020066 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624c1c1f-fd3e-4d08-80e4-dccbe909dd33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:31:52.050681 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:52.056470 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e7c6e651-1ea6-4960-81db-3e1feb7a7b9f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=108169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:31:52.060487 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e7c6e651-1ea6-4960-81db-3e1feb7a7b9f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=108169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:31:52.063981 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e7c6e651-1ea6-4960-81db-3e1feb7a7b9f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:31:52.064734 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e7c6e651-1ea6-4960-81db-3e1feb7a7b9f admin admin] Subscribe: > port after_create 55550000 {{(pid=108169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:31:52.077095 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e7c6e651-1ea6-4960-81db-3e1feb7a7b9f admin admin] Subscribe: > port after_delete 55550000 {{(pid=108169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:31:52.078621 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e7c6e651-1ea6-4960-81db-3e1feb7a7b9f admin admin] Subscribe: > port after_update 55550000 {{(pid=108169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:31:52.079240 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e7c6e651-1ea6-4960-81db-3e1feb7a7b9f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=108169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:31:52.079771 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e7c6e651-1ea6-4960-81db-3e1feb7a7b9f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:31:52.080302 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e7c6e651-1ea6-4960-81db-3e1feb7a7b9f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:31:52.085781 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e7c6e651-1ea6-4960-81db-3e1feb7a7b9f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=108169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:31:52.138820 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-49a03e66-569b-49fd-982d-40c7b2555308 req-8413c6ed-7063-461d-a65c-61ceee7baaa4 tempest-AggregatesAdminTestJSON-708441017 tempest-AggregatesAdminTestJSON-708441017-project-admin] Publish callbacks [] for security_group (b373aaf2-51f2-47e6-be78-69ccf54ae3c1), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:52.224037 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e7c6e651-1ea6-4960-81db-3e1feb7a7b9f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:31:52.224926 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e7c6e651-1ea6-4960-81db-3e1feb7a7b9f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:31:52.225650 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e7c6e651-1ea6-4960-81db-3e1feb7a7b9f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=108169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:31:52.226005 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-49a03e66-569b-49fd-982d-40c7b2555308 req-8413c6ed-7063-461d-a65c-61ceee7baaa4 tempest-AggregatesAdminTestJSON-708441017 tempest-AggregatesAdminTestJSON-708441017-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (b373aaf2-51f2-47e6-be78-69ccf54ae3c1), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:52.226594 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e7c6e651-1ea6-4960-81db-3e1feb7a7b9f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=108169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:31:52.227417 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-e7c6e651-1ea6-4960-81db-3e1feb7a7b9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3268ebe1-14f5-4073-a00b-b92c6317fabf']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:31:52.277901 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-866ec351-0976-43b3-ab14-0f655614d5c6 req-01ce88cf-5b3e-4042-ace7-7184dff2a91f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (92bc6db0-cee2-4ded-8108-fb4d85ea7465), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:52.285468 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-e7c6e651-1ea6-4960-81db-3e1feb7a7b9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd84746f-bdf3-46ec-b9f1-bd358e0ab81d') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:31:52.286293 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-e7c6e651-1ea6-4960-81db-3e1feb7a7b9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd84746f-bdf3-46ec-b9f1-bd358e0ab81d') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:31:52.331475 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e7c6e651-1ea6-4960-81db-3e1feb7a7b9f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (fd84746f-bdf3-46ec-b9f1-bd358e0ab81d), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:52.347692 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8413c6ed-7063-461d-a65c-61ceee7baaa4 tempest-AggregatesAdminTestJSON-708441017 tempest-AggregatesAdminTestJSON-708441017-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b373aaf2-51f2-47e6-be78-69ccf54ae3c1,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:52.381678 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-49a03e66-569b-49fd-982d-40c7b2555308 req-8413c6ed-7063-461d-a65c-61ceee7baaa4 tempest-AggregatesAdminTestJSON-708441017 tempest-AggregatesAdminTestJSON-708441017-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=22de9816-c84d-42f4-8e4f-f0c39b6bce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8102813 Oct 04 20:31:52.415199 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e7c6e651-1ea6-4960-81db-3e1feb7a7b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (fd84746f-bdf3-46ec-b9f1-bd358e0ab81d), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:52.444913 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7c6e651-1ea6-4960-81db-3e1feb7a7b9f admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:31:52.446058 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e7c6e651-1ea6-4960-81db-3e1feb7a7b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (fd84746f-bdf3-46ec-b9f1-bd358e0ab81d), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:52.469715 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 7b947c89-202f-4426-a415-19f223181e27 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:31:52.557081 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 7b947c89-202f-4426-a415-19f223181e27 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:31:52.560950 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 7b947c89-202f-4426-a415-19f223181e27 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:31:52.657850 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed37d3ac-be3d-4121-a9b2-e2a50e86fe97 req-9287740e-c6df-4892-b270-e7edaf7de79b tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:52.660693 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ed37d3ac-be3d-4121-a9b2-e2a50e86fe97 req-9287740e-c6df-4892-b270-e7edaf7de79b tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=657c60d3-dfa6-4665-aa9c-66cf28399f64 HTTP/1.1" status: 200 len: 936 time: 0.1185300 Oct 04 20:31:52.757201 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ed37d3ac-be3d-4121-a9b2-e2a50e86fe97 req-3c2a9e28-d5df-49c7-b340-59205b3545cc tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e16176d0-0793-4bc3-a8d6-64b65342f8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844891 Oct 04 20:31:52.784661 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e7c6e651-1ea6-4960-81db-3e1feb7a7b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (3268ebe1-14f5-4073-a00b-b92c6317fabf), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:52.827223 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e7c6e651-1ea6-4960-81db-3e1feb7a7b9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:52.836389 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e7c6e651-1ea6-4960-81db-3e1feb7a7b9f admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/3268ebe1-14f5-4073-a00b-b92c6317fabf HTTP/1.1" status: 204 len: 168 time: 2.6587541 Oct 04 20:31:52.836693 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56376) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:31:52.918159 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c6e651-1ea6-4960-81db-3e1feb7a7b9f admin admin] Pushing event deleted for resources: {'Network': ['ID=3268ebe1-14f5-4073-a00b-b92c6317fabf,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:52.981111 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d4717-f001-4383-b2d9-7b894fbb9b5c req-ffda270d-658b-4c9c-a2a4-d9cac4511393 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:52.984456 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9c4d4717-f001-4383-b2d9-7b894fbb9b5c req-ffda270d-658b-4c9c-a2a4-d9cac4511393 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=660c3eff-854d-4e7c-8247-4a992eda69ce HTTP/1.1" status: 200 len: 950 time: 0.0848377 Oct 04 20:31:53.098143 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9c4d4717-f001-4383-b2d9-7b894fbb9b5c req-acd349dd-3753-4735-9d59-bc77ae53bf76 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7f28ae09-e1bd-4fe5-852d-225c8092e709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008725 Oct 04 20:31:53.152658 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:53.238322 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [req-866ec351-0976-43b3-ab14-0f655614d5c6 req-01ce88cf-5b3e-4042-ace7-7184dff2a91f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92bc6db0-cee2-4ded-8108-fb4d85ea7465 {{(pid=108169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 20:31:53.258055 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-866ec351-0976-43b3-ab14-0f655614d5c6 req-01ce88cf-5b3e-4042-ace7-7184dff2a91f service neutron] Publish callbacks [] for port (92bc6db0-cee2-4ded-8108-fb4d85ea7465), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:53.266067 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:53.312799 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.provisioning_blocks [req-866ec351-0976-43b3-ab14-0f655614d5c6 req-01ce88cf-5b3e-4042-ace7-7184dff2a91f service neutron] Transition to ACTIVE for port object 92bc6db0-cee2-4ded-8108-fb4d85ea7465 will not be triggered until provisioned by entity L2. {{(pid=108169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 20:31:53.471657 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-866ec351-0976-43b3-ab14-0f655614d5c6 req-01ce88cf-5b3e-4042-ace7-7184dff2a91f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (92bc6db0-cee2-4ded-8108-fb4d85ea7465), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:53.715628 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ce88cf-5b3e-4042-ace7-7184dff2a91f service neutron] Pushing event updated for resources: {'Port': ['ID=92bc6db0-cee2-4ded-8108-fb4d85ea7465,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:53.825183 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment fd84746f-bdf3-46ec-b9f1-bd358e0ab81d resource provider aggregate not found Oct 04 20:31:53.899663 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment fd84746f-bdf3-46ec-b9f1-bd358e0ab81d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fd84746f-bdf3-46ec-b9f1-bd358e0ab81d found for delete ", "request_id": "req-0da2c318-1b72-4de1-ab4d-0ef826b0cd05"}]} Oct 04 20:31:53.926774 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56406) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:31:53.949115 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2705ef11-e199-4d75-b850-d90c00d09219 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:54.036688 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [req-866ec351-0976-43b3-ab14-0f655614d5c6 req-01ce88cf-5b3e-4042-ace7-7184dff2a91f service neutron] Attempting to bind port 92bc6db0-cee2-4ded-8108-fb4d85ea7465 on host n-h2-852085-12 for vnic_type normal with profile {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:31:54.037167 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [req-866ec351-0976-43b3-ab14-0f655614d5c6 req-01ce88cf-5b3e-4042-ace7-7184dff2a91f service neutron] Attempting to bind port 92bc6db0-cee2-4ded-8108-fb4d85ea7465 by drivers openvswitch,hyperv on host n-h2-852085-12 at level 0 using segments [{'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'}] {{(pid=108169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:31:54.037469 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866ec351-0976-43b3-ab14-0f655614d5c6 req-01ce88cf-5b3e-4042-ace7-7184dff2a91f service neutron] Attempting to bind port 92bc6db0-cee2-4ded-8108-fb4d85ea7465 on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:31:54.129990 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f5367177-7882-4f54-a636-9c33873a5847 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (f7997b07-f244-42bb-acf5-30c15033cd0d), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:54.196732 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:54.243660 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce82032-5e2c-40f7-9e58-ede1c0c810a3 req-75c9e774-d7e7-4288-b59c-6f3083a23916 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:54.249242 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-cce82032-5e2c-40f7-9e58-ede1c0c810a3 req-75c9e774-d7e7-4288-b59c-6f3083a23916 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=657c60d3-dfa6-4665-aa9c-66cf28399f64 HTTP/1.1" status: 200 len: 948 time: 0.2392092 Oct 04 20:31:54.283918 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b3dd0f-a6de-4503-9678-9052738a0cba req-5f72f98c-326c-4a93-aa23-2dbc3449abc8 tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:54.286561 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-b8b3dd0f-a6de-4503-9678-9052738a0cba req-5f72f98c-326c-4a93-aa23-2dbc3449abc8 tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0867584d-2285-41b4-b1b9-0af13aa79dc1 HTTP/1.1" status: 200 len: 971 time: 0.1884263 Oct 04 20:31:54.426642 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2705ef11-e199-4d75-b850-d90c00d09219 admin admin] Publish callbacks [] for security_group (f196c5c5-2d15-412a-a557-1270deb5085b), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:54.451680 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-cce82032-5e2c-40f7-9e58-ede1c0c810a3 req-80de86ec-91ee-46f1-9c2a-d9d6b07a0643 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e16176d0-0793-4bc3-a8d6-64b65342f8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846943 Oct 04 20:31:54.487579 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-b8b3dd0f-a6de-4503-9678-9052738a0cba req-c906a7e5-8a3f-4e90-8ece-3cb9adf98ae6 tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=22de9816-c84d-42f4-8e4f-f0c39b6bce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786859 Oct 04 20:31:54.508344 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866ec351-0976-43b3-ab14-0f655614d5c6 req-01ce88cf-5b3e-4042-ace7-7184dff2a91f service neutron] Port 92bc6db0-cee2-4ded-8108-fb4d85ea7465 on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-852085-12 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:31:54.516889 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866ec351-0976-43b3-ab14-0f655614d5c6 req-01ce88cf-5b3e-4042-ace7-7184dff2a91f service neutron] Attempting to bind port 92bc6db0-cee2-4ded-8108-fb4d85ea7465 on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:31:54.548771 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2705ef11-e199-4d75-b850-d90c00d09219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (f196c5c5-2d15-412a-a557-1270deb5085b), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:54.663834 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2705ef11-e199-4d75-b850-d90c00d09219 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=d6b8f92c44fc4a7d98fa4cef12af2e6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7341704 Oct 04 20:31:54.667487 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56420) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:31:54.690735 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866ec351-0976-43b3-ab14-0f655614d5c6 req-01ce88cf-5b3e-4042-ace7-7184dff2a91f service neutron] Checking agent: {'id': 'af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 28, 33), 'started_at': datetime.datetime(2022, 10, 4, 20, 28, 33), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:31:54.691365 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866ec351-0976-43b3-ab14-0f655614d5c6 req-01ce88cf-5b3e-4042-ace7-7184dff2a91f service neutron] Checking segment: {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:31:54.694342 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866ec351-0976-43b3-ab14-0f655614d5c6 req-01ce88cf-5b3e-4042-ace7-7184dff2a91f service neutron] Bound using segment: {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'} {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:31:54.694342 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [req-866ec351-0976-43b3-ab14-0f655614d5c6 req-01ce88cf-5b3e-4042-ace7-7184dff2a91f service neutron] Bound port: 92bc6db0-cee2-4ded-8108-fb4d85ea7465, host: n-h2-852085-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'}}] {{(pid=108169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:31:54.694342 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-866ec351-0976-43b3-ab14-0f655614d5c6 req-01ce88cf-5b3e-4042-ace7-7184dff2a91f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (92bc6db0-cee2-4ded-8108-fb4d85ea7465), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:54.695652 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2705ef11-e199-4d75-b850-d90c00d09219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f196c5c5-2d15-412a-a557-1270deb5085b,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:54.838705 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d405f-e2fe-4e7a-a08f-76dde5bb7993 req-be9a8c42-8381-4ade-8cb3-90fa20df7434 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:54.841729 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-805d405f-e2fe-4e7a-a08f-76dde5bb7993 req-be9a8c42-8381-4ade-8cb3-90fa20df7434 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=660c3eff-854d-4e7c-8247-4a992eda69ce HTTP/1.1" status: 200 len: 950 time: 0.1168306 Oct 04 20:31:54.940873 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-805d405f-e2fe-4e7a-a08f-76dde5bb7993 req-af8624fb-6370-4e6e-a94c-c2a76b4b2ebb tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7f28ae09-e1bd-4fe5-852d-225c8092e709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873764 Oct 04 20:31:55.001984 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9af5fad0-b76a-41b5-9eeb-af60fcf86757 admin admin] Publish callbacks [] for security_group (f196c5c5-2d15-412a-a557-1270deb5085b), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:55.054595 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:55.065013 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [req-866ec351-0976-43b3-ab14-0f655614d5c6 req-01ce88cf-5b3e-4042-ace7-7184dff2a91f service neutron] For port 92bc6db0-cee2-4ded-8108-fb4d85ea7465, host n-h2-852085-12, cleared binding levels {{(pid=108169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:31:55.077705 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9af5fad0-b76a-41b5-9eeb-af60fcf86757 admin admin] Publish callbacks [] for security_group (f196c5c5-2d15-412a-a557-1270deb5085b), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:55.133408 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [req-866ec351-0976-43b3-ab14-0f655614d5c6 req-01ce88cf-5b3e-4042-ace7-7184dff2a91f service neutron] For port 92bc6db0-cee2-4ded-8108-fb4d85ea7465, host n-h2-852085-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852085-12',level=0,port_id=92bc6db0-cee2-4ded-8108-fb4d85ea7465,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:31:55.187923 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:55.229663 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-866ec351-0976-43b3-ab14-0f655614d5c6 req-01ce88cf-5b3e-4042-ace7-7184dff2a91f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (92bc6db0-cee2-4ded-8108-fb4d85ea7465), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:55.242190 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ec351-0976-43b3-ab14-0f655614d5c6 req-01ce88cf-5b3e-4042-ace7-7184dff2a91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:55.242830 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-866ec351-0976-43b3-ab14-0f655614d5c6 req-01ce88cf-5b3e-4042-ace7-7184dff2a91f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:55.245260 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-866ec351-0976-43b3-ab14-0f655614d5c6 req-01ce88cf-5b3e-4042-ace7-7184dff2a91f service neutron] 10.222.0.85 "PUT /networking/v2.0/ports/92bc6db0-cee2-4ded-8108-fb4d85ea7465 HTTP/1.1" status: 200 len: 1097 time: 3.9065266 Oct 04 20:31:55.247069 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc3445-c13d-4a99-bc29-3501f93a3f9c req-ac271bef-7611-4ef7-ae16-c7d465792e93 tempest-DeleteServersAdminTestJSON-1448924703 tempest-DeleteServersAdminTestJSON-1448924703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:55.249647 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-efcc3445-c13d-4a99-bc29-3501f93a3f9c req-ac271bef-7611-4ef7-ae16-c7d465792e93 tempest-DeleteServersAdminTestJSON-1448924703 tempest-DeleteServersAdminTestJSON-1448924703-project-admin] 10.222.0.83 "GET /networking/v2.0/ports?device_id=660c3eff-854d-4e7c-8247-4a992eda69ce HTTP/1.1" status: 200 len: 1133 time: 0.1672239 Oct 04 20:31:55.258641 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '657c60d3-dfa6-4665-aa9c-66cf28399f64', 'tag': '92bc6db0-cee2-4ded-8108-fb4d85ea7465'}] {{(pid=108169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:31:55.258641 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dea34fca0f7d6c1de22810621a04fa86ac5e48141775903912ac1624808dfef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e39e417-0dbb-4004-9f6c-5b9dafcff6c7" -d '{"events": [{"name": "network-changed", "server_uuid": "657c60d3-dfa6-4665-aa9c-66cf28399f64", "tag": "92bc6db0-cee2-4ded-8108-fb4d85ea7465"}]}' {{(pid=108169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:31:55.359433 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-f5367177-7882-4f54-a636-9c33873a5847 admin admin] Deleting port a12236a3-baa3-431e-98c4-1d5a90e447e1 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:31:55.359981 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f5367177-7882-4f54-a636-9c33873a5847 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (a12236a3-baa3-431e-98c4-1d5a90e447e1), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:55.658852 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ec351-0976-43b3-ab14-0f655614d5c6 req-ac1530b0-2648-4782-8b53-a8e74a28f685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:55.661755 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-866ec351-0976-43b3-ab14-0f655614d5c6 req-ac1530b0-2648-4782-8b53-a8e74a28f685 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=e756f3ec49694205b5dccf3408cee098&device_id=657c60d3-dfa6-4665-aa9c-66cf28399f64 HTTP/1.1" status: 200 len: 1131 time: 0.2068121 Oct 04 20:31:55.749793 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb74d07b-da7f-4cb2-b488-a17957d69676 req-0ec9ec6f-dc11-4e68-8a75-4f46a5787e53 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:55.755007 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 20:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8134cccb-5351-4bd1-9934-8ab0293d74fe x-openstack-request-id: req-8134cccb-5351-4bd1-9934-8ab0293d74fe {{(pid=108169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:31:55.755007 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "657c60d3-dfa6-4665-aa9c-66cf28399f64", "tag": "92bc6db0-cee2-4ded-8108-fb4d85ea7465", "status": "completed", "code": 200}]} {{(pid=108169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:31:55.755458 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8134cccb-5351-4bd1-9934-8ab0293d74fe {{(pid=108169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:31:55.755955 n-d-852085-12 neutron-server[108169]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8134cccb-5351-4bd1-9934-8ab0293d74fe'] response: {'name': 'network-changed', 'server_uuid': '657c60d3-dfa6-4665-aa9c-66cf28399f64', 'tag': '92bc6db0-cee2-4ded-8108-fb4d85ea7465', 'status': 'completed', 'code': 200} Oct 04 20:31:55.757995 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ce88cf-5b3e-4042-ace7-7184dff2a91f service neutron] Pushing event updated for resources: {'Port': ['ID=92bc6db0-cee2-4ded-8108-fb4d85ea7465,revision_number=3']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:55.763233 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9af5fad0-b76a-41b5-9eeb-af60fcf86757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (f196c5c5-2d15-412a-a557-1270deb5085b), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:55.768332 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9af5fad0-b76a-41b5-9eeb-af60fcf86757 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:55.770329 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-9af5fad0-b76a-41b5-9eeb-af60fcf86757 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/f196c5c5-2d15-412a-a557-1270deb5085b HTTP/1.1" status: 204 len: 168 time: 1.1005673 Oct 04 20:31:55.775180 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-f5367177-7882-4f54-a636-9c33873a5847 admin admin] For port a12236a3-baa3-431e-98c4-1d5a90e447e1, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=a12236a3-baa3-431e-98c4-1d5a90e447e1,segment=NetworkSegment(053dc40e-5ee3-4f16-ad11-3c433f60c0e2),segment_id=053dc40e-5ee3-4f16-ad11-3c433f60c0e2)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:31:55.775770 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f5367177-7882-4f54-a636-9c33873a5847 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (a12236a3-baa3-431e-98c4-1d5a90e447e1), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:55.784063 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-cb74d07b-da7f-4cb2-b488-a17957d69676 req-0ec9ec6f-dc11-4e68-8a75-4f46a5787e53 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=657c60d3-dfa6-4665-aa9c-66cf28399f64 HTTP/1.1" status: 200 len: 948 time: 0.1485586 Oct 04 20:31:55.913212 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [req-efcc3445-c13d-4a99-bc29-3501f93a3f9c req-bbbc42f8-ec05-4c73-8853-cc1fc0e38947 tempest-DeleteServersAdminTestJSON-1448924703 tempest-DeleteServersAdminTestJSON-1448924703-project-admin] Deleting port c2470e19-f860-43fa-ba0b-4b54f80cea9b {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:31:55.914202 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-efcc3445-c13d-4a99-bc29-3501f93a3f9c req-bbbc42f8-ec05-4c73-8853-cc1fc0e38947 tempest-DeleteServersAdminTestJSON-1448924703 tempest-DeleteServersAdminTestJSON-1448924703-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (c2470e19-f860-43fa-ba0b-4b54f80cea9b), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:55.922062 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-f5367177-7882-4f54-a636-9c33873a5847 admin admin] Calling delete_port for a12236a3-baa3-431e-98c4-1d5a90e447e1 owned by network:router_interface {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:31:55.926023 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56448) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:31:55.927636 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af5fad0-b76a-41b5-9eeb-af60fcf86757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f196c5c5-2d15-412a-a557-1270deb5085b,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:55.933462 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-866ec351-0976-43b3-ab14-0f655614d5c6 req-33f5ecd1-e05a-40f4-82e4-f1701a4aa6fb service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=92bc6db0-cee2-4ded-8108-fb4d85ea7465 HTTP/1.1" status: 200 len: 217 time: 0.1344943 Oct 04 20:31:55.975071 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7930b506-4a17-49ff-8e5b-cd4079324e7c req-da2fc6ad-fbfe-4936-a482-ca4a61e03c80 tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:55.976770 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-7930b506-4a17-49ff-8e5b-cd4079324e7c req-da2fc6ad-fbfe-4936-a482-ca4a61e03c80 tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=0867584d-2285-41b4-b1b9-0af13aa79dc1 HTTP/1.1" status: 200 len: 971 time: 0.1478405 Oct 04 20:31:56.087506 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5ee3e1-dbeb-4f13-ab94-97c05fa4942d req-324d3024-94c6-4b9f-96f7-a2d432a6ee98 tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:56.090098 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-1a5ee3e1-dbeb-4f13-ab94-97c05fa4942d req-324d3024-94c6-4b9f-96f7-a2d432a6ee98 tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0867584d-2285-41b4-b1b9-0af13aa79dc1 HTTP/1.1" status: 200 len: 971 time: 0.2899034 Oct 04 20:31:56.191864 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:56.251616 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ec351-0976-43b3-ab14-0f655614d5c6 req-17ef4673-bed1-4880-8512-f93bdab63b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:56.254585 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-866ec351-0976-43b3-ab14-0f655614d5c6 req-17ef4673-bed1-4880-8512-f93bdab63b47 service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.2378862 Oct 04 20:31:56.303621 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-cb74d07b-da7f-4cb2-b488-a17957d69676 req-3084a34e-788e-4fb7-ab0b-312d28886c8f tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e16176d0-0793-4bc3-a8d6-64b65342f8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4093351 Oct 04 20:31:56.312025 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:56.322546 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [req-7930b506-4a17-49ff-8e5b-cd4079324e7c req-b4a0db03-6242-4818-9d78-4db36469f000 tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] Deleting port 33c37c69-333d-405a-a27c-efb298d34226 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:31:56.324043 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-7930b506-4a17-49ff-8e5b-cd4079324e7c req-b4a0db03-6242-4818-9d78-4db36469f000 tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (33c37c69-333d-405a-a27c-efb298d34226), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:56.438428 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-1a5ee3e1-dbeb-4f13-ab94-97c05fa4942d req-59a4159d-91cf-4d04-a17f-4a05a60a60ab tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=22de9816-c84d-42f4-8e4f-f0c39b6bce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235910 Oct 04 20:31:56.456626 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [req-efcc3445-c13d-4a99-bc29-3501f93a3f9c req-bbbc42f8-ec05-4c73-8853-cc1fc0e38947 tempest-DeleteServersAdminTestJSON-1448924703 tempest-DeleteServersAdminTestJSON-1448924703-project-admin] For port c2470e19-f860-43fa-ba0b-4b54f80cea9b, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=c2470e19-f860-43fa-ba0b-4b54f80cea9b,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:31:56.457224 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-efcc3445-c13d-4a99-bc29-3501f93a3f9c req-bbbc42f8-ec05-4c73-8853-cc1fc0e38947 tempest-DeleteServersAdminTestJSON-1448924703 tempest-DeleteServersAdminTestJSON-1448924703-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (c2470e19-f860-43fa-ba0b-4b54f80cea9b), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:56.528758 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ec351-0976-43b3-ab14-0f655614d5c6 req-f2647bb2-8536-43fe-8a2d-b7ac898dde89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:56.537136 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-866ec351-0976-43b3-ab14-0f655614d5c6 req-f2647bb2-8536-43fe-8a2d-b7ac898dde89 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2727501 Oct 04 20:31:56.537587 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [req-7930b506-4a17-49ff-8e5b-cd4079324e7c req-b4a0db03-6242-4818-9d78-4db36469f000 tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] For port 33c37c69-333d-405a-a27c-efb298d34226, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=33c37c69-333d-405a-a27c-efb298d34226,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:31:56.538305 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-7930b506-4a17-49ff-8e5b-cd4079324e7c req-b4a0db03-6242-4818-9d78-4db36469f000 tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (33c37c69-333d-405a-a27c-efb298d34226), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:56.564098 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [req-efcc3445-c13d-4a99-bc29-3501f93a3f9c req-bbbc42f8-ec05-4c73-8853-cc1fc0e38947 tempest-DeleteServersAdminTestJSON-1448924703 tempest-DeleteServersAdminTestJSON-1448924703-project-admin] Calling delete_port for c2470e19-f860-43fa-ba0b-4b54f80cea9b owned by compute:nova {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:31:56.580829 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [req-7930b506-4a17-49ff-8e5b-cd4079324e7c req-b4a0db03-6242-4818-9d78-4db36469f000 tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] Calling delete_port for 33c37c69-333d-405a-a27c-efb298d34226 owned by compute:tempest-test_az-253036341 {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:31:56.679243 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f7d5d378-3894-4c9c-9891-9ea44700c547 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:56.777735 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0377b921-1a68-4b5a-8b7b-4facd2aa80aa req-bc8aee81-2902-4f38-8821-62a439908f4a tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:56.779615 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-0377b921-1a68-4b5a-8b7b-4facd2aa80aa req-bc8aee81-2902-4f38-8821-62a439908f4a tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=660c3eff-854d-4e7c-8247-4a992eda69ce HTTP/1.1" status: 200 len: 950 time: 0.1792955 Oct 04 20:31:56.878357 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:56.947751 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:56.980318 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-0377b921-1a68-4b5a-8b7b-4facd2aa80aa req-986c6ee9-910b-4df4-a0af-81757b456bd0 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7f28ae09-e1bd-4fe5-852d-225c8092e709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852851 Oct 04 20:31:56.990483 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-866ec351-0976-43b3-ab14-0f655614d5c6 req-99a31284-fbb4-4e75-9e99-352a5b5ea636 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4228098 Oct 04 20:31:57.168760 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-7930b506-4a17-49ff-8e5b-cd4079324e7c req-b4a0db03-6242-4818-9d78-4db36469f000 tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (33c37c69-333d-405a-a27c-efb298d34226), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:57.190383 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f5367177-7882-4f54-a636-9c33873a5847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (a12236a3-baa3-431e-98c4-1d5a90e447e1), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:57.207059 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] get_ports_and_sgs() called for port_ids ['33c37c69-333d-405a-a27c-efb298d34226'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:31:57.327699 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f7d5d378-3894-4c9c-9891-9ea44700c547 admin admin] Publish callbacks [] for security_group (74fc1208-c90f-4090-90b1-e24900dda0e3), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:57.344310 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a0db03-6242-4818-9d78-4db36469f000 tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] Pushing event deleted for resources: {'Port': ['ID=33c37c69-333d-405a-a27c-efb298d34226,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:57.354241 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=74,neutron:DELETE=13,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:57.374757 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5367177-7882-4f54-a636-9c33873a5847 admin admin] Pushing event deleted for resources: {'Port': ['ID=a12236a3-baa3-431e-98c4-1d5a90e447e1,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:57.500117 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [req-7930b506-4a17-49ff-8e5b-cd4079324e7c req-b4a0db03-6242-4818-9d78-4db36469f000 tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] No DVR routers for this DVR port 33c37c69-333d-405a-a27c-efb298d34226 on host n-h1-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:31:57.508545 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-7930b506-4a17-49ff-8e5b-cd4079324e7c req-b4a0db03-6242-4818-9d78-4db36469f000 tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:57.531920 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-7930b506-4a17-49ff-8e5b-cd4079324e7c req-b4a0db03-6242-4818-9d78-4db36469f000 tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] 10.222.0.83 "DELETE /networking/v2.0/ports/33c37c69-333d-405a-a27c-efb298d34226 HTTP/1.1" status: 204 len: 173 time: 1.5409493 Oct 04 20:31:57.533281 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0867584d-2285-41b4-b1b9-0af13aa79dc1', 'name': 'network-vif-deleted', 'tag': '33c37c69-333d-405a-a27c-efb298d34226'}] {{(pid=108170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:31:57.537947 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a696e922a709062c6bf2650733a1f4a2b44940721a32d933316dd509f3aaf0ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1491744f-0ead-430d-b48b-201255fdd1a7" -d '{"events": [{"server_uuid": "0867584d-2285-41b4-b1b9-0af13aa79dc1", "name": "network-vif-deleted", "tag": "33c37c69-333d-405a-a27c-efb298d34226"}]}' {{(pid=108170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:31:57.601525 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f7d5d378-3894-4c9c-9891-9ea44700c547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (74fc1208-c90f-4090-90b1-e24900dda0e3), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:57.670267 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-866ec351-0976-43b3-ab14-0f655614d5c6 req-7692bf9d-21ac-4fc6-9af1-b9062c53a805 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6450539 Oct 04 20:31:57.709980 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-efcc3445-c13d-4a99-bc29-3501f93a3f9c req-bbbc42f8-ec05-4c73-8853-cc1fc0e38947 tempest-DeleteServersAdminTestJSON-1448924703 tempest-DeleteServersAdminTestJSON-1448924703-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (c2470e19-f860-43fa-ba0b-4b54f80cea9b), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:57.733667 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846592dd-d3c6-4f19-859a-a5f9188e3fd2 req-700855f7-e395-495b-9008-f5e13363e382 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:57.755990 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-846592dd-d3c6-4f19-859a-a5f9188e3fd2 req-700855f7-e395-495b-9008-f5e13363e382 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=657c60d3-dfa6-4665-aa9c-66cf28399f64 HTTP/1.1" status: 200 len: 948 time: 0.1892354 Oct 04 20:31:57.875307 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbc42f8-ec05-4c73-8853-cc1fc0e38947 tempest-DeleteServersAdminTestJSON-1448924703 tempest-DeleteServersAdminTestJSON-1448924703-project-admin] Pushing event deleted for resources: {'Port': ['ID=c2470e19-f860-43fa-ba0b-4b54f80cea9b,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:57.893860 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c4b591f5-f4d6-4e6e-8e26-7fc9307f4ecf req-f587d553-0bd5-46ac-a2cd-e4242fa1ae11 tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0867584d-2285-41b4-b1b9-0af13aa79dc1 HTTP/1.1" status: 200 len: 210 time: 0.1088674 Oct 04 20:31:57.943799 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f7d5d378-3894-4c9c-9891-9ea44700c547 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=7e6ee9bb90b1425eb42d43b703756e41&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0084972 Oct 04 20:31:57.948021 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56490) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:31:58.003550 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d5d378-3894-4c9c-9891-9ea44700c547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74fc1208-c90f-4090-90b1-e24900dda0e3,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:58.012623 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-846592dd-d3c6-4f19-859a-a5f9188e3fd2 req-5c36d683-8a1e-4077-ad1f-595505f1b069 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e16176d0-0793-4bc3-a8d6-64b65342f8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534907 Oct 04 20:31:58.105290 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 20:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5f2e22-1407-44df-973e-266552718a41 x-openstack-request-id: req-3c5f2e22-1407-44df-973e-266552718a41 {{(pid=108170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:31:58.105290 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0867584d-2285-41b4-b1b9-0af13aa79dc1", "name": "network-vif-deleted", "tag": "33c37c69-333d-405a-a27c-efb298d34226", "status": "completed", "code": 200}]} {{(pid=108170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:31:58.105715 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3c5f2e22-1407-44df-973e-266552718a41 {{(pid=108170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:31:58.106106 n-d-852085-12 neutron-server[108170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c5f2e22-1407-44df-973e-266552718a41'] response: {'server_uuid': '0867584d-2285-41b4-b1b9-0af13aa79dc1', 'name': 'network-vif-deleted', 'tag': '33c37c69-333d-405a-a27c-efb298d34226', 'status': 'completed', 'code': 200} Oct 04 20:31:58.215766 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [req-efcc3445-c13d-4a99-bc29-3501f93a3f9c req-bbbc42f8-ec05-4c73-8853-cc1fc0e38947 tempest-DeleteServersAdminTestJSON-1448924703 tempest-DeleteServersAdminTestJSON-1448924703-project-admin] No DVR routers for this DVR port c2470e19-f860-43fa-ba0b-4b54f80cea9b on host n-h1-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:31:58.220376 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-efcc3445-c13d-4a99-bc29-3501f93a3f9c req-bbbc42f8-ec05-4c73-8853-cc1fc0e38947 tempest-DeleteServersAdminTestJSON-1448924703 tempest-DeleteServersAdminTestJSON-1448924703-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:58.226266 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-efcc3445-c13d-4a99-bc29-3501f93a3f9c req-bbbc42f8-ec05-4c73-8853-cc1fc0e38947 tempest-DeleteServersAdminTestJSON-1448924703 tempest-DeleteServersAdminTestJSON-1448924703-project-admin] 10.222.0.83 "DELETE /networking/v2.0/ports/c2470e19-f860-43fa-ba0b-4b54f80cea9b HTTP/1.1" status: 204 len: 173 time: 2.9606833 Oct 04 20:31:58.242807 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '660c3eff-854d-4e7c-8247-4a992eda69ce', 'name': 'network-vif-deleted', 'tag': 'c2470e19-f860-43fa-ba0b-4b54f80cea9b'}] {{(pid=108169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:31:58.248737 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dea34fca0f7d6c1de22810621a04fa86ac5e48141775903912ac1624808dfef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76648a6-9a9e-4495-94c0-17d7c10619af" -d '{"events": [{"server_uuid": "660c3eff-854d-4e7c-8247-4a992eda69ce", "name": "network-vif-deleted", "tag": "c2470e19-f860-43fa-ba0b-4b54f80cea9b"}]}' {{(pid=108169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:31:58.365341 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-66311898-e968-4827-ab35-2817ec54295a req-9a65298f-eb59-4bcb-8700-d9b9893d3425 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=660c3eff-854d-4e7c-8247-4a992eda69ce HTTP/1.1" status: 200 len: 210 time: 0.1050711 Oct 04 20:31:58.365341 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56502) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:31:58.549491 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-c682c890-cd7e-4aa6-bd7d-98e74aa8a395 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1461027055-network', 'tenant_id': '3f55ea5d23454a1783f1719ec6bac06e'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:31:58.604048 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 20:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a341ab76-1824-4051-9290-c22c0bb0a5b8 x-openstack-request-id: req-a341ab76-1824-4051-9290-c22c0bb0a5b8 {{(pid=108169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:31:58.605494 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "660c3eff-854d-4e7c-8247-4a992eda69ce", "name": "network-vif-deleted", "tag": "c2470e19-f860-43fa-ba0b-4b54f80cea9b", "status": "completed", "code": 200}]} {{(pid=108169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:31:58.605635 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a341ab76-1824-4051-9290-c22c0bb0a5b8 {{(pid=108169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:31:58.606231 n-d-852085-12 neutron-server[108169]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a341ab76-1824-4051-9290-c22c0bb0a5b8'] response: {'server_uuid': '660c3eff-854d-4e7c-8247-4a992eda69ce', 'name': 'network-vif-deleted', 'tag': 'c2470e19-f860-43fa-ba0b-4b54f80cea9b', 'status': 'completed', 'code': 200} Oct 04 20:31:58.700404 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c682c890-cd7e-4aa6-bd7d-98e74aa8a395 admin admin] Made reservation on behalf of 3f55ea5d23454a1783f1719ec6bac06e for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:31:58.703369 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c682c890-cd7e-4aa6-bd7d-98e74aa8a395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:58.704698 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b0800cff-29c6-4de9-9512-80772c3c9020 admin admin] Publish callbacks [] for security_group (74fc1208-c90f-4090-90b1-e24900dda0e3), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:58.718329 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c682c890-cd7e-4aa6-bd7d-98e74aa8a395 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:58.751359 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f5367177-7882-4f54-a636-9c33873a5847 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (f7997b07-f244-42bb-acf5-30c15033cd0d), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:58.757704 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b0800cff-29c6-4de9-9512-80772c3c9020 admin admin] Publish callbacks [] for security_group (74fc1208-c90f-4090-90b1-e24900dda0e3), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:58.856032 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c682c890-cd7e-4aa6-bd7d-98e74aa8a395 admin admin] Publish callbacks [] for security_group (9cbe47d6-c4e9-497e-bd20-74394f67120e), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:58.884129 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device c2470e19-f860-43fa-ba0b-4b54f80cea9b no longer exists at agent hyperv_n-h1-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:31:58.943305 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] No Port match for: c2470e19-f860-43fa-ba0b-4b54f80cea9b {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:31:58.943680 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device c2470e19-f860-43fa-ba0b-4b54f80cea9b not bound to the agent host n-h1-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:31:58.944099 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device 33c37c69-333d-405a-a27c-efb298d34226 no longer exists at agent hyperv_n-h1-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:31:58.968787 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c682c890-cd7e-4aa6-bd7d-98e74aa8a395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (9cbe47d6-c4e9-497e-bd20-74394f67120e), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:58.975923 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] No Port match for: 33c37c69-333d-405a-a27c-efb298d34226 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:31:58.979465 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device 33c37c69-333d-405a-a27c-efb298d34226 not bound to the agent host n-h1-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:31:59.045113 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c682c890-cd7e-4aa6-bd7d-98e74aa8a395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cbe47d6-c4e9-497e-bd20-74394f67120e,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:59.171734 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56512) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:31:59.220262 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c682c890-cd7e-4aa6-bd7d-98e74aa8a395 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:31:59.254465 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-cd60fdf7-1104-41fc-8de9-6814c35f4826 req-40609017-42a4-4513-b988-797e768d5f70 tempest-AggregatesAdminTestJSON-2056268426 tempest-AggregatesAdminTestJSON-2056268426-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0867584d-2285-41b4-b1b9-0af13aa79dc1 HTTP/1.1" status: 200 len: 210 time: 0.1336269 Oct 04 20:31:59.303267 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:31:59.313462 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b0800cff-29c6-4de9-9512-80772c3c9020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (74fc1208-c90f-4090-90b1-e24900dda0e3), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:59.318799 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b0800cff-29c6-4de9-9512-80772c3c9020 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:59.321856 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b0800cff-29c6-4de9-9512-80772c3c9020 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/74fc1208-c90f-4090-90b1-e24900dda0e3 HTTP/1.1" status: 204 len: 168 time: 1.3716435 Oct 04 20:31:59.345944 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5367177-7882-4f54-a636-9c33873a5847 admin admin] Router f7997b07-f244-42bb-acf5-30c15033cd0d has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:31:59.348028 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0800cff-29c6-4de9-9512-80772c3c9020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74fc1208-c90f-4090-90b1-e24900dda0e3,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:31:59.628332 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5367177-7882-4f54-a636-9c33873a5847 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:31:59.637045 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f5367177-7882-4f54-a636-9c33873a5847 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/f7997b07-f244-42bb-acf5-30c15033cd0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7884920 Oct 04 20:31:59.640479 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56520) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:31:59.648165 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db1657a-d4a5-4b1c-b3b7-ff00ded3ae1b None None] Sync routers for ids ['f7997b07-f244-42bb-acf5-30c15033cd0d'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:31:59.674404 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c682c890-cd7e-4aa6-bd7d-98e74aa8a395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (c5a1ae08-1cfe-41a1-b6cc-016066825124), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:59.674828 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-c682c890-cd7e-4aa6-bd7d-98e74aa8a395 admin admin] Added segment c5a1ae08-1cfe-41a1-b6cc-016066825124 of type vlan for network 4571e3e1-616b-42ac-9a49-36e519084249 Oct 04 20:31:59.685837 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db1657a-d4a5-4b1c-b3b7-ff00ded3ae1b None None] Routers {'f7997b07-f244-42bb-acf5-30c15033cd0d'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:31:59.687422 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-1db1657a-d4a5-4b1c-b3b7-ff00ded3ae1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:31:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['f7997b07-f244-42bb-acf5-30c15033cd0d'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:31:59.730426 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ae32ec6a-ca26-4e68-baf8-94c6d46ca69b req-124b7643-0991-41be-943c-26bda0dd1cd7 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=660c3eff-854d-4e7c-8247-4a992eda69ce HTTP/1.1" status: 200 len: 210 time: 0.0863285 Oct 04 20:31:59.817844 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bb2e4720-aca9-49f7-b1a8-40f40dac8dda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:59.831040 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-331d3649-917b-4ea5-b144-512c82506a00 admin admin] Publish callbacks [] for router (f7997b07-f244-42bb-acf5-30c15033cd0d), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:59.873995 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca8aef-aa37-4574-91d3-70c4632b880d req-ffad88ee-b74a-4269-a611-387be0a69cef tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:31:59.876051 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-76ca8aef-aa37-4574-91d3-70c4632b880d req-ffad88ee-b74a-4269-a611-387be0a69cef tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=657c60d3-dfa6-4665-aa9c-66cf28399f64 HTTP/1.1" status: 200 len: 948 time: 0.6662781 Oct 04 20:31:59.878990 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c682c890-cd7e-4aa6-bd7d-98e74aa8a395 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (4571e3e1-616b-42ac-9a49-36e519084249), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:31:59.931770 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-1db1657a-d4a5-4b1c-b3b7-ff00ded3ae1b None None] Set router f7997b07-f244-42bb-acf5-30c15033cd0d gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:32:00.051095 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-76ca8aef-aa37-4574-91d3-70c4632b880d req-8f2c37e4-317c-413c-8f5b-a2688b21e9e2 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e16176d0-0793-4bc3-a8d6-64b65342f8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422508 Oct 04 20:32:00.121624 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-331d3649-917b-4ea5-b144-512c82506a00 admin admin] Publish callbacks [] for router_gateway (f7997b07-f244-42bb-acf5-30c15033cd0d), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:00.148444 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bb2e4720-aca9-49f7-b1a8-40f40dac8dda admin admin] Publish callbacks [] for security_group (42285b34-9cd7-4879-b884-ac19466af86b), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:00.150537 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c682c890-cd7e-4aa6-bd7d-98e74aa8a395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (4571e3e1-616b-42ac-9a49-36e519084249), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:00.152909 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c682c890-cd7e-4aa6-bd7d-98e74aa8a395 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:00.154805 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c682c890-cd7e-4aa6-bd7d-98e74aa8a395 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:00.260100 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bb2e4720-aca9-49f7-b1a8-40f40dac8dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (42285b34-9cd7-4879-b884-ac19466af86b), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:00.352826 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-331d3649-917b-4ea5-b144-512c82506a00 admin admin] Deleting port 612eebd6-258b-421a-b520-90ad14705df5 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:32:00.353748 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-331d3649-917b-4ea5-b144-512c82506a00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (612eebd6-258b-421a-b520-90ad14705df5), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:00.357109 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=78,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:00.358295 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:DELETE=4,neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:00.384824 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-1db1657a-d4a5-4b1c-b3b7-ff00ded3ae1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7997b07-f244-42bb-acf5-30c15033cd0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-444733400-router', 'tenant_id': 'd9d8207cd41c4b6d982277b75699008c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '612eebd6-258b-421a-b520-90ad14705df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:31:05Z', 'updated_at': '2022-10-04T20:31:56Z', 'revision_number': 5, 'project_id': 'd9d8207cd41c4b6d982277b75699008c', 'gw_port': {'id': '612eebd6-258b-421a-b520-90ad14705df5', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7997b07-f244-42bb-acf5-30c15033cd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:31:06Z', 'updated_at': '2022-10-04T20:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:32:00.395076 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c682c890-cd7e-4aa6-bd7d-98e74aa8a395 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.0309105 Oct 04 20:32:00.407750 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56526) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:32:00.408839 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2e4720-aca9-49f7-b1a8-40f40dac8dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42285b34-9cd7-4879-b884-ac19466af86b,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:00.422419 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-2cad4765-4532-464e-ad91-be16c1378468 admin admin] Request body: {'subnet': {'network_id': '4571e3e1-616b-42ac-9a49-36e519084249', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1461027055-subnet', 'tenant_id': '3f55ea5d23454a1783f1719ec6bac06e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:32:00.448417 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c682c890-cd7e-4aa6-bd7d-98e74aa8a395 admin admin] Pushing event updated for resources: {'Network': ['ID=4571e3e1-616b-42ac-9a49-36e519084249,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:00.481567 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-bb2e4720-aca9-49f7-b1a8-40f40dac8dda admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=77f749d752d24c0dad0e30c671ab132a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2736647 Oct 04 20:32:00.486540 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56530) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:32:00.488442 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 4571e3e1-616b-42ac-9a49-36e519084249 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:32:00.531804 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:00.608829 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bd123de8-db42-4dcd-b5ec-1931fa80948e admin admin] Publish callbacks [] for security_group (42285b34-9cd7-4879-b884-ac19466af86b), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:00.633787 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db1657a-d4a5-4b1c-b3b7-ff00ded3ae1b None None] Checking router: f7997b07-f244-42bb-acf5-30c15033cd0d for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:32:00.658562 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db1657a-d4a5-4b1c-b3b7-ff00ded3ae1b None None] Routers {'f7997b07-f244-42bb-acf5-30c15033cd0d'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:32:00.660009 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-1db1657a-d4a5-4b1c-b3b7-ff00ded3ae1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:31:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['f7997b07-f244-42bb-acf5-30c15033cd0d'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:32:00.675191 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bd123de8-db42-4dcd-b5ec-1931fa80948e admin admin] Publish callbacks [] for security_group (42285b34-9cd7-4879-b884-ac19466af86b), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:00.679485 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cad4765-4532-464e-ad91-be16c1378468 admin admin] Made reservation on behalf of 3f55ea5d23454a1783f1719ec6bac06e for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:32:00.684349 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2cad4765-4532-464e-ad91-be16c1378468 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:00.691785 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e39e417-0dbb-4004-9f6c-5b9dafcff6c7 req-6f8d209f-f0f1-4b3c-8de5-c86becf2f9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:00.694387 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-1e39e417-0dbb-4004-9f6c-5b9dafcff6c7 req-6f8d209f-f0f1-4b3c-8de5-c86becf2f9f3 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=e756f3ec49694205b5dccf3408cee098&device_id=657c60d3-dfa6-4665-aa9c-66cf28399f64 HTTP/1.1" status: 200 len: 1131 time: 0.1886506 Oct 04 20:32:00.710185 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-331d3649-917b-4ea5-b144-512c82506a00 admin admin] For port 612eebd6-258b-421a-b520-90ad14705df5, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=612eebd6-258b-421a-b520-90ad14705df5,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:32:00.710967 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-331d3649-917b-4ea5-b144-512c82506a00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (612eebd6-258b-421a-b520-90ad14705df5), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:00.783227 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-331d3649-917b-4ea5-b144-512c82506a00 admin admin] Calling delete_port for 612eebd6-258b-421a-b520-90ad14705df5 owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:32:00.850392 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-1db1657a-d4a5-4b1c-b3b7-ff00ded3ae1b None None] Set router f7997b07-f244-42bb-acf5-30c15033cd0d gateway port host: None {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:32:01.006459 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-1db1657a-d4a5-4b1c-b3b7-ff00ded3ae1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7997b07-f244-42bb-acf5-30c15033cd0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-444733400-router', 'tenant_id': 'd9d8207cd41c4b6d982277b75699008c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:31:05Z', 'updated_at': '2022-10-04T20:32:00Z', 'revision_number': 6, 'project_id': 'd9d8207cd41c4b6d982277b75699008c', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:32:01.028595 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56542) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:32:01.080195 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db1657a-d4a5-4b1c-b3b7-ff00ded3ae1b None None] The sync data for ids ['f7997b07-f244-42bb-acf5-30c15033cd0d'] in n-d-852085-12 is: [{'id': 'f7997b07-f244-42bb-acf5-30c15033cd0d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-444733400-router', 'tenant_id': 'd9d8207cd41c4b6d982277b75699008c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:31:05Z', 'updated_at': '2022-10-04T20:32:00Z', 'revision_number': 6, 'project_id': 'd9d8207cd41c4b6d982277b75699008c', 'gw_port_host': None}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:32:01.082257 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-42412347-0bf9-4f6e-b0dd-7cef23c8ed0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:01.112751 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e39e417-0dbb-4004-9f6c-5b9dafcff6c7 req-143233c6-da58-45b0-8d61-8970e756675d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:01.116436 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-1e39e417-0dbb-4004-9f6c-5b9dafcff6c7 req-143233c6-da58-45b0-8d61-8970e756675d service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=42fbb05e-3f96-444f-a676-04ee9d06a8c7 HTTP/1.1" status: 200 len: 870 time: 0.3996558 Oct 04 20:32:01.212024 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bd123de8-db42-4dcd-b5ec-1931fa80948e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (42285b34-9cd7-4879-b884-ac19466af86b), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:01.218223 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bd123de8-db42-4dcd-b5ec-1931fa80948e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:01.220508 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-bd123de8-db42-4dcd-b5ec-1931fa80948e admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/42285b34-9cd7-4879-b884-ac19466af86b HTTP/1.1" status: 204 len: 168 time: 0.7317336 Oct 04 20:32:01.281758 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd123de8-db42-4dcd-b5ec-1931fa80948e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42285b34-9cd7-4879-b884-ac19466af86b,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:01.298067 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-1e39e417-0dbb-4004-9f6c-5b9dafcff6c7 req-db3f544e-d916-44c6-b4de-74f06e0e0a29 service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=92bc6db0-cee2-4ded-8108-fb4d85ea7465 HTTP/1.1" status: 200 len: 217 time: 0.1707618 Oct 04 20:32:01.302459 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:01.409987 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Device 92bc6db0-cee2-4ded-8108-fb4d85ea7465 details requested by agent hyperv_n-h2-852085-12 with host n-h2-852085-12 {{(pid=108171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 20:32:01.450191 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e39e417-0dbb-4004-9f6c-5b9dafcff6c7 req-3ce6de4c-a6f0-499d-b7b8-901df4a34bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:01.452842 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-1e39e417-0dbb-4004-9f6c-5b9dafcff6c7 req-3ce6de4c-a6f0-499d-b7b8-901df4a34bce service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.1465075 Oct 04 20:32:01.489038 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c7bf1-26a7-4de6-849d-141d6c1358be req-57c77da5-6010-407c-816e-a76cd91e266e tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:01.507968 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-8a2c7bf1-26a7-4de6-849d-141d6c1358be req-57c77da5-6010-407c-816e-a76cd91e266e tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=657c60d3-dfa6-4665-aa9c-66cf28399f64 HTTP/1.1" status: 200 len: 948 time: 0.1901028 Oct 04 20:32:01.611837 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e39e417-0dbb-4004-9f6c-5b9dafcff6c7 req-26a60efa-f1a2-4630-8dba-36122a5e0141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:01.622177 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-1e39e417-0dbb-4004-9f6c-5b9dafcff6c7 req-26a60efa-f1a2-4630-8dba-36122a5e0141 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1625209 Oct 04 20:32:01.690990 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2cad4765-4532-464e-ad91-be16c1378468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for subnet (742039ea-7842-4712-b43d-4875d425c2b2), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:01.704272 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-38811c87-391d-4090-bf73-f9f45e0c480e req-e46fd492-7bc6-4680-87e2-57b0a3b199ba tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=13bcdec8c8d64e97b49281a0e16b0d79&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1336119 Oct 04 20:32:01.752334 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=61 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:01.806092 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-1e39e417-0dbb-4004-9f6c-5b9dafcff6c7 req-7a77d5c2-cad8-421d-b3a0-1e8fd783a417 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659415 Oct 04 20:32:01.967720 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] For port 92bc6db0-cee2-4ded-8108-fb4d85ea7465, host n-h2-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852085-12',level=0,port_id=92bc6db0-cee2-4ded-8108-fb4d85ea7465,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:32:01.968006 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-8a2c7bf1-26a7-4de6-849d-141d6c1358be req-a580355c-e543-4217-9ec7-eb25693e1075 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e16176d0-0793-4bc3-a8d6-64b65342f8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4429433 Oct 04 20:32:01.968136 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Returning: {'device': '92bc6db0-cee2-4ded-8108-fb4d85ea7465', 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7', 'port_id': '92bc6db0-cee2-4ded-8108-fb4d85ea7465', 'mac_address': 'fa:16:3e:6b:f8:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1956090-7ed7-4d05-a46e-a7b0885ca8e4', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 20:32:01.968288 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-42412347-0bf9-4f6e-b0dd-7cef23c8ed0f admin admin] Publish callbacks [] for security_group (45036a8b-cd7d-48d5-8aaa-e17abc7e95a7), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:01.968288 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cad4765-4532-464e-ad91-be16c1378468 admin admin] Pushing event updated for resources: {'Subnet': ['ID=742039ea-7842-4712-b43d-4875d425c2b2,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:01.991991 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cad4765-4532-464e-ad91-be16c1378468 admin admin] Checking segment: {'id': 'c5a1ae08-1cfe-41a1-b6cc-016066825124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4571e3e1-616b-42ac-9a49-36e519084249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:32:01.992417 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cad4765-4532-464e-ad91-be16c1378468 admin admin] Network hostable DHCP agents. Network: 4571e3e1-616b-42ac-9a49-36e519084249, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:32:02.043116 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-331d3649-917b-4ea5-b144-512c82506a00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (612eebd6-258b-421a-b520-90ad14705df5), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:02.058961 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Current status of the port 92bc6db0-cee2-4ded-8108-fb4d85ea7465 is: DOWN; New status is: BUILD {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:32:02.059864 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (92bc6db0-cee2-4ded-8108-fb4d85ea7465), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:02.068882 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38811c87-391d-4090-bf73-f9f45e0c480e req-90d0fdbb-b973-4338-a5b1-222350f50d04 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:02.071126 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-38811c87-391d-4090-bf73-f9f45e0c480e req-90d0fdbb-b973-4338-a5b1-222350f50d04 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3497050 Oct 04 20:32:02.097194 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92bc6db0-cee2-4ded-8108-fb4d85ea7465 {{(pid=108171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 20:32:02.102884 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331d3649-917b-4ea5-b144-512c82506a00 admin admin] Pushing event deleted for resources: {'Port': ['ID=612eebd6-258b-421a-b520-90ad14705df5,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:02.123433 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-38811c87-391d-4090-bf73-f9f45e0c480e req-71e963cc-588e-4bf4-a6a7-5773a108a247 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/quotas/13bcdec8c8d64e97b49281a0e16b0d79 HTTP/1.1" status: 200 len: 375 time: 0.0360274 Oct 04 20:32:02.138372 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-1e39e417-0dbb-4004-9f6c-5b9dafcff6c7 req-fc4057b7-bae2-4325-8ad5-c9400ac5aa78 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3256891 Oct 04 20:32:02.143919 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:02.154543 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] For port 92bc6db0-cee2-4ded-8108-fb4d85ea7465, host n-h2-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852085-12',level=0,port_id=92bc6db0-cee2-4ded-8108-fb4d85ea7465,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:32:02.175909 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-38811c87-391d-4090-bf73-f9f45e0c480e req-367eadfb-c470-4c7d-9bae-c44e42a19cf4 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=13bcdec8c8d64e97b49281a0e16b0d79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514116 Oct 04 20:32:02.197041 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:02.233220 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-331d3649-917b-4ea5-b144-512c82506a00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (f7997b07-f244-42bb-acf5-30c15033cd0d), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:02.288741 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cad4765-4532-464e-ad91-be16c1378468 admin admin] Network 4571e3e1-616b-42ac-9a49-36e519084249 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:32:02.295488 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-42412347-0bf9-4f6e-b0dd-7cef23c8ed0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (45036a8b-cd7d-48d5-8aaa-e17abc7e95a7), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:02.350294 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-331d3649-917b-4ea5-b144-512c82506a00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (f7997b07-f244-42bb-acf5-30c15033cd0d), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:02.351197 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (92bc6db0-cee2-4ded-8108-fb4d85ea7465), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:02.354154 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-331d3649-917b-4ea5-b144-512c82506a00 admin admin] Publish callbacks [] for router_controller (f7997b07-f244-42bb-acf5-30c15033cd0d), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:02.452601 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:02.459463 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42412347-0bf9-4f6e-b0dd-7cef23c8ed0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45036a8b-cd7d-48d5-8aaa-e17abc7e95a7,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:02.471822 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-42412347-0bf9-4f6e-b0dd-7cef23c8ed0f admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=3ddceb77c1474bd58bae01ddba7b722b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4400225 Oct 04 20:32:02.476393 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56566) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:32:02.489936 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:02.499414 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a12236a3-baa3-431e-98c4-1d5a90e447e1 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:32:02.503987 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-2cad4765-4532-464e-ad91-be16c1378468 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 4571e3e1-616b-42ac-9a49-36e519084249) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:32:02.507904 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cad4765-4532-464e-ad91-be16c1378468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:02.509117 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2cad4765-4532-464e-ad91-be16c1378468 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:02.588672 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7713e6c4-0e66-4bdb-937a-c38c200f5e9b admin admin] Publish callbacks [] for security_group (45036a8b-cd7d-48d5-8aaa-e17abc7e95a7), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:02.597095 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-331d3649-917b-4ea5-b144-512c82506a00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (f7997b07-f244-42bb-acf5-30c15033cd0d), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:02.598511 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331d3649-917b-4ea5-b144-512c82506a00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7997b07-f244-42bb-acf5-30c15033cd0d {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:32:02.608413 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca05b8b5-05b8-4f52-9bb6-202ab26fc238 None None] Network 4571e3e1-616b-42ac-9a49-36e519084249 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:32:02.641835 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2cad4765-4532-464e-ad91-be16c1378468 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.2275565 Oct 04 20:32:02.645155 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56572) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:32:02.657654 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-331d3649-917b-4ea5-b144-512c82506a00 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:02.663422 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-331d3649-917b-4ea5-b144-512c82506a00 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/f7997b07-f244-42bb-acf5-30c15033cd0d HTTP/1.1" status: 204 len: 168 time: 3.0202496 Oct 04 20:32:02.671647 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56574) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:32:02.672076 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-e82ecc65-74e1-4f38-aa11-b821b7b052a8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1461027055-router', 'tenant_id': '3f55ea5d23454a1783f1719ec6bac06e', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:32:02.786481 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7713e6c4-0e66-4bdb-937a-c38c200f5e9b admin admin] Publish callbacks [] for security_group (45036a8b-cd7d-48d5-8aaa-e17abc7e95a7), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:02.820377 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: a12236a3-baa3-431e-98c4-1d5a90e447e1 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:32:02.825248 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a12236a3-baa3-431e-98c4-1d5a90e447e1 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:32:02.826170 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 612eebd6-258b-421a-b520-90ad14705df5 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:32:02.879612 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Pushing event updated for resources: {'Port': ['ID=92bc6db0-cee2-4ded-8108-fb4d85ea7465,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:02.904456 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f59150e-9f22-4dd4-ae9c-85e8a4464ebf admin admin] Deleting subnet 48dce5fe-7199-4c5d-a82f-eb5e597869f4 {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:32:02.910907 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-600546ba-470a-415d-a978-37a0a75462e7 req-96bafd61-8c31-45db-885b-84872aea3ab3 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c47fee7a-3d2d-4741-a563-feaba1355fd2 HTTP/1.1" status: 200 len: 210 time: 0.1193957 Oct 04 20:32:02.912411 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3f59150e-9f22-4dd4-ae9c-85e8a4464ebf admin admin] Publish callbacks [] for subnet (48dce5fe-7199-4c5d-a82f-eb5e597869f4), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:02.912997 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e82ecc65-74e1-4f38-aa11-b821b7b052a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (c4280ead-aa7b-453b-a684-01e21f4596ad), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:02.916301 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e82ecc65-74e1-4f38-aa11-b821b7b052a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (c4280ead-aa7b-453b-a684-01e21f4596ad), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:03.009453 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3f59150e-9f22-4dd4-ae9c-85e8a4464ebf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (48dce5fe-7199-4c5d-a82f-eb5e597869f4), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:03.076886 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e82ecc65-74e1-4f38-aa11-b821b7b052a8 admin admin] Publish callbacks [] for router_controller (c4280ead-aa7b-453b-a684-01e21f4596ad), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:03.110272 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:03.167468 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] get_ports_and_sgs() called for port_ids ['92bc6db0-cee2-4ded-8108-fb4d85ea7465'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:32:03.183789 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:32:03.190869 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:32:03.192021 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:32:03.192739 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:32:03.193395 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:32:03.194068 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:32:03.194858 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:32:03.195793 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:32:03.196690 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:32:03.197542 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:32:03.198429 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:32:03.199348 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:32:03.200226 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:32:03.201098 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:32:03.201957 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:32:03.232809 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 612eebd6-258b-421a-b520-90ad14705df5 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:32:03.234974 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 612eebd6-258b-421a-b520-90ad14705df5 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:32:03.247012 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46df6795-18d2-43f9-8f94-ac2657f44d1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-4571e3e1-616b-42ac-9a49-36e519084249', 'network_id': '4571e3e1-616b-42ac-9a49-36e519084249', 'project_id': '3f55ea5d23454a1783f1719ec6bac06e', 'fixed_ips': [{'subnet_id': '742039ea-7842-4712-b43d-4875d425c2b2'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:32:03.250127 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-46df6795-18d2-43f9-8f94-ac2657f44d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:03.353147 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7713e6c4-0e66-4bdb-937a-c38c200f5e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (45036a8b-cd7d-48d5-8aaa-e17abc7e95a7), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:03.360360 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7713e6c4-0e66-4bdb-937a-c38c200f5e9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:03.363774 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-7713e6c4-0e66-4bdb-937a-c38c200f5e9b admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/45036a8b-cd7d-48d5-8aaa-e17abc7e95a7 HTTP/1.1" status: 204 len: 168 time: 0.8856194 Oct 04 20:32:03.400904 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56602) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:32:03.429741 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7713e6c4-0e66-4bdb-937a-c38c200f5e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45036a8b-cd7d-48d5-8aaa-e17abc7e95a7,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:03.442084 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3f59150e-9f22-4dd4-ae9c-85e8a4464ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (48dce5fe-7199-4c5d-a82f-eb5e597869f4), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:03.481626 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:03.600376 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84157355-d137-4c54-bcbc-d5de50c14aa8 req-22dfceea-36d2-4f8c-9358-34bc15b1a45c tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:03.614905 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-84157355-d137-4c54-bcbc-d5de50c14aa8 req-22dfceea-36d2-4f8c-9358-34bc15b1a45c tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=657c60d3-dfa6-4665-aa9c-66cf28399f64 HTTP/1.1" status: 200 len: 949 time: 0.2230506 Oct 04 20:32:03.647903 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:03.702455 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9a9024c1-e6ac-48a3-a246-1eb8d7157590 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:03.728498 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3f59150e-9f22-4dd4-ae9c-85e8a4464ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (48dce5fe-7199-4c5d-a82f-eb5e597869f4), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:03.755536 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-46df6795-18d2-43f9-8f94-ac2657f44d1c None None] Allocated IP 172.20.0.2 (4571e3e1-616b-42ac-9a49-36e519084249/742039ea-7842-4712-b43d-4875d425c2b2/940bdf78-7b6d-4db7-b993-70bb7af0d865) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:32:03.767217 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f59150e-9f22-4dd4-ae9c-85e8a4464ebf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48dce5fe-7199-4c5d-a82f-eb5e597869f4,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:03.769338 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=69 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:03.770534 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e82ecc65-74e1-4f38-aa11-b821b7b052a8 admin admin] Publish callbacks [] for router_gateway (c4280ead-aa7b-453b-a684-01e21f4596ad), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:03.773168 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3f59150e-9f22-4dd4-ae9c-85e8a4464ebf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:03.779995 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-3f59150e-9f22-4dd4-ae9c-85e8a4464ebf admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/48dce5fe-7199-4c5d-a82f-eb5e597869f4 HTTP/1.1" status: 204 len: 168 time: 1.1106257 Oct 04 20:32:03.785069 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56606) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:32:03.828090 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff01b1c-bf1f-424b-95d0-9a08649b26a5 None None] Network ad7cddbe-702f-4a4f-8d0d-3297747660ff requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:32:03.977002 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9a9024c1-e6ac-48a3-a246-1eb8d7157590 admin admin] Publish callbacks [] for security_group (cc963329-fbf1-4e37-b1c4-130b2c309d5b), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:04.018479 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-84157355-d137-4c54-bcbc-d5de50c14aa8 req-9a7b25b8-1fc1-4b6f-90fa-377924935de2 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e16176d0-0793-4bc3-a8d6-64b65342f8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737187 Oct 04 20:32:04.028612 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-36534b9c-15eb-44e3-86b3-31581f7cef94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (ad7cddbe-702f-4a4f-8d0d-3297747660ff), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:04.132931 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-36534b9c-15eb-44e3-86b3-31581f7cef94 admin admin] Deleting port d3ec5579-91ab-4488-82f6-57c55e3e3755 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:32:04.141670 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-36534b9c-15eb-44e3-86b3-31581f7cef94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (d3ec5579-91ab-4488-82f6-57c55e3e3755), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:04.325691 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-36534b9c-15eb-44e3-86b3-31581f7cef94 admin admin] For port d3ec5579-91ab-4488-82f6-57c55e3e3755, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=d3ec5579-91ab-4488-82f6-57c55e3e3755,segment=NetworkSegment(053dc40e-5ee3-4f16-ad11-3c433f60c0e2),segment_id=053dc40e-5ee3-4f16-ad11-3c433f60c0e2)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:32:04.326640 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-36534b9c-15eb-44e3-86b3-31581f7cef94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (d3ec5579-91ab-4488-82f6-57c55e3e3755), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:04.371255 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d3ada3-50cc-40f2-b916-94dc790c42a2 None None] DHCP port deletion for ad7cddbe-702f-4a4f-8d0d-3297747660ff request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:32:04.404058 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9a9024c1-e6ac-48a3-a246-1eb8d7157590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (cc963329-fbf1-4e37-b1c4-130b2c309d5b), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:04.437817 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:04.472768 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:04.520071 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-a4d3ada3-50cc-40f2-b916-94dc790c42a2 None None] Deleting port d3ec5579-91ab-4488-82f6-57c55e3e3755 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:32:04.521047 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a4d3ada3-50cc-40f2-b916-94dc790c42a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (d3ec5579-91ab-4488-82f6-57c55e3e3755), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:04.575836 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-39ce43d1-66b8-48a1-b837-fdd2b67304dd req-b6d5c298-5bf9-4856-bee2-ecba5eb80434 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c47fee7a-3d2d-4741-a563-feaba1355fd2 HTTP/1.1" status: 200 len: 210 time: 0.3117604 Oct 04 20:32:04.672775 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device d3ec5579-91ab-4488-82f6-57c55e3e3755 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:32:04.744456 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-9a9024c1-e6ac-48a3-a246-1eb8d7157590 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=4077681dfa494f79806ad8e9597eb381&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3150408 Oct 04 20:32:04.747214 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e82ecc65-74e1-4f38-aa11-b821b7b052a8 admin admin] Publish callbacks [] for router_gateway (c4280ead-aa7b-453b-a684-01e21f4596ad), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:04.750317 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56624) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:32:04.782796 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9024c1-e6ac-48a3-a246-1eb8d7157590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc963329-fbf1-4e37-b1c4-130b2c309d5b,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:04.861533 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e82ecc65-74e1-4f38-aa11-b821b7b052a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:04.877887 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-36534b9c-15eb-44e3-86b3-31581f7cef94 admin admin] Calling delete_port for d3ec5579-91ab-4488-82f6-57c55e3e3755 owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:32:04.907409 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-a4d3ada3-50cc-40f2-b916-94dc790c42a2 None None] For port d3ec5579-91ab-4488-82f6-57c55e3e3755, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=d3ec5579-91ab-4488-82f6-57c55e3e3755,segment=NetworkSegment(053dc40e-5ee3-4f16-ad11-3c433f60c0e2),segment_id=053dc40e-5ee3-4f16-ad11-3c433f60c0e2)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:32:04.907720 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a4d3ada3-50cc-40f2-b916-94dc790c42a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (d3ec5579-91ab-4488-82f6-57c55e3e3755), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:04.999267 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-46df6795-18d2-43f9-8f94-ac2657f44d1c None None] Publish callbacks [] for port (940bdf78-7b6d-4db7-b993-70bb7af0d865), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:05.003559 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-a4d3ada3-50cc-40f2-b916-94dc790c42a2 None None] Calling delete_port for d3ec5579-91ab-4488-82f6-57c55e3e3755 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:32:05.028067 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-73afdcf5-f97d-4c91-8fe1-93ce548c1710 admin admin] Publish callbacks [] for security_group (cc963329-fbf1-4e37-b1c4-130b2c309d5b), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:05.104635 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-73afdcf5-f97d-4c91-8fe1-93ce548c1710 admin admin] Publish callbacks [] for security_group (cc963329-fbf1-4e37-b1c4-130b2c309d5b), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:05.199271 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-46df6795-18d2-43f9-8f94-ac2657f44d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (940bdf78-7b6d-4db7-b993-70bb7af0d865), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:05.244092 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-36534b9c-15eb-44e3-86b3-31581f7cef94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (d3ec5579-91ab-4488-82f6-57c55e3e3755), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:05.296787 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-e82ecc65-74e1-4f38-aa11-b821b7b052a8 admin admin] Allocated IP 172.25.5.216 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/4f2057a6-96de-4823-ad2c-731c5a59b2bc) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:32:05.307932 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port d3ec5579-91ab-4488-82f6-57c55e3e3755 is: ACTIVE; New status is: DOWN {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:32:05.308936 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (d3ec5579-91ab-4488-82f6-57c55e3e3755), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:05.342741 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bce75a-4b2e-4d22-a4b4-67d439ff3e2e req-731abeed-7627-4973-bc1a-9e5a4aa4dcab tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:05.347621 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36534b9c-15eb-44e3-86b3-31581f7cef94 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3ec5579-91ab-4488-82f6-57c55e3e3755,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:05.350432 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-14bce75a-4b2e-4d22-a4b4-67d439ff3e2e req-731abeed-7627-4973-bc1a-9e5a4aa4dcab tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=657c60d3-dfa6-4665-aa9c-66cf28399f64 HTTP/1.1" status: 200 len: 949 time: 0.1216340 Oct 04 20:32:05.361758 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36534b9c-15eb-44e3-86b3-31581f7cef94 admin admin] No DVR routers for this DVR port d3ec5579-91ab-4488-82f6-57c55e3e3755 on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:32:05.430840 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-73afdcf5-f97d-4c91-8fe1-93ce548c1710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (cc963329-fbf1-4e37-b1c4-130b2c309d5b), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:05.433478 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a4d3ada3-50cc-40f2-b916-94dc790c42a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (d3ec5579-91ab-4488-82f6-57c55e3e3755), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:05.436242 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-73afdcf5-f97d-4c91-8fe1-93ce548c1710 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:05.438770 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-73afdcf5-f97d-4c91-8fe1-93ce548c1710 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/cc963329-fbf1-4e37-b1c4-130b2c309d5b HTTP/1.1" status: 204 len: 168 time: 0.6577716 Oct 04 20:32:05.480877 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46df6795-18d2-43f9-8f94-ac2657f44d1c None None] Network 4571e3e1-616b-42ac-9a49-36e519084249 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:32:05.522335 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-46df6795-18d2-43f9-8f94-ac2657f44d1c None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:32:05.560174 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-36534b9c-15eb-44e3-86b3-31581f7cef94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (ad7cddbe-702f-4a4f-8d0d-3297747660ff), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:05.605549 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-36534b9c-15eb-44e3-86b3-31581f7cef94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad7cddbe-702f-4a4f-8d0d-3297747660ff']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:32:05.608661 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46df6795-18d2-43f9-8f94-ac2657f44d1c None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:32:05.626650 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-36534b9c-15eb-44e3-86b3-31581f7cef94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '053dc40e-5ee3-4f16-ad11-3c433f60c0e2') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:32:05.628419 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-36534b9c-15eb-44e3-86b3-31581f7cef94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '053dc40e-5ee3-4f16-ad11-3c433f60c0e2') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:32:05.634484 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e82ecc65-74e1-4f38-aa11-b821b7b052a8 admin admin] Publish callbacks [] for port (4f2057a6-96de-4823-ad2c-731c5a59b2bc), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:05.636095 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d3ada3-50cc-40f2-b916-94dc790c42a2 None None] No DVR routers for this DVR port d3ec5579-91ab-4488-82f6-57c55e3e3755 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:32:05.653886 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-36534b9c-15eb-44e3-86b3-31581f7cef94 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (053dc40e-5ee3-4f16-ad11-3c433f60c0e2), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:05.687041 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-36534b9c-15eb-44e3-86b3-31581f7cef94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (053dc40e-5ee3-4f16-ad11-3c433f60c0e2), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:05.706700 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36534b9c-15eb-44e3-86b3-31581f7cef94 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:32:05.706700 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-36534b9c-15eb-44e3-86b3-31581f7cef94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (053dc40e-5ee3-4f16-ad11-3c433f60c0e2), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:05.782471 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-14bce75a-4b2e-4d22-a4b4-67d439ff3e2e req-12441ee9-083d-4e5d-8897-d597b5c3b390 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e16176d0-0793-4bc3-a8d6-64b65342f8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4307935 Oct 04 20:32:05.789534 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Device 92bc6db0-cee2-4ded-8108-fb4d85ea7465 up at agent hyperv_n-h2-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:32:05.806683 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73afdcf5-f97d-4c91-8fe1-93ce548c1710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc963329-fbf1-4e37-b1c4-130b2c309d5b,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:05.837954 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e82ecc65-74e1-4f38-aa11-b821b7b052a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (4f2057a6-96de-4823-ad2c-731c5a59b2bc), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:05.898965 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 053dc40e-5ee3-4f16-ad11-3c433f60c0e2 resource provider aggregate not found Oct 04 20:32:05.917795 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-36534b9c-15eb-44e3-86b3-31581f7cef94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (ad7cddbe-702f-4a4f-8d0d-3297747660ff), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:05.941438 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-36534b9c-15eb-44e3-86b3-31581f7cef94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:05.957867 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-36534b9c-15eb-44e3-86b3-31581f7cef94 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/ad7cddbe-702f-4a4f-8d0d-3297747660ff HTTP/1.1" status: 204 len: 168 time: 2.1707723 Oct 04 20:32:05.987612 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 053dc40e-5ee3-4f16-ad11-3c433f60c0e2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 053dc40e-5ee3-4f16-ad11-3c433f60c0e2 found for delete ", "request_id": "req-5bb32ef8-88d8-4e71-bb8b-47819dff3a6d"}]} Oct 04 20:32:05.993710 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36534b9c-15eb-44e3-86b3-31581f7cef94 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad7cddbe-702f-4a4f-8d0d-3297747660ff,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:06.027081 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-46df6795-18d2-43f9-8f94-ac2657f44d1c None None] Attempting to bind port 940bdf78-7b6d-4db7-b993-70bb7af0d865 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:32:06.027893 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-46df6795-18d2-43f9-8f94-ac2657f44d1c None None] Attempting to bind port 940bdf78-7b6d-4db7-b993-70bb7af0d865 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'c5a1ae08-1cfe-41a1-b6cc-016066825124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4571e3e1-616b-42ac-9a49-36e519084249'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:32:06.028702 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46df6795-18d2-43f9-8f94-ac2657f44d1c None None] Attempting to bind port 940bdf78-7b6d-4db7-b993-70bb7af0d865 on network 4571e3e1-616b-42ac-9a49-36e519084249 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:32:06.029835 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82ecc65-74e1-4f38-aa11-b821b7b052a8 admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:32:06.044235 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Provisioning for port 92bc6db0-cee2-4ded-8108-fb4d85ea7465 completed by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 20:32:06.044539 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-e82ecc65-74e1-4f38-aa11-b821b7b052a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:32:06.044539 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82ecc65-74e1-4f38-aa11-b821b7b052a8 admin admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:32:06.104703 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df6795-18d2-43f9-8f94-ac2657f44d1c None None] Pushing event updated for resources: {'Port': ['ID=940bdf78-7b6d-4db7-b993-70bb7af0d865,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:06.190254 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d3ada3-50cc-40f2-b916-94dc790c42a2 None None] Pushing event deleted for resources: {'Port': ['ID=d3ec5579-91ab-4488-82f6-57c55e3e3755,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:06.231751 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Provisioning complete for port 92bc6db0-cee2-4ded-8108-fb4d85ea7465 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:32:06.232612 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (92bc6db0-cee2-4ded-8108-fb4d85ea7465), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:06.233336 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Attempt 1 to provision port 92bc6db0-cee2-4ded-8108-fb4d85ea7465 Oct 04 20:32:06.248868 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82ecc65-74e1-4f38-aa11-b821b7b052a8 admin admin] Pushing event updated for resources: {'Port': ['ID=4f2057a6-96de-4823-ad2c-731c5a59b2bc,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:06.307618 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-965005f9-a52d-443e-be5d-4036751d61e0 req-2122de36-6ddf-4c0e-8187-032332f58807 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c47fee7a-3d2d-4741-a563-feaba1355fd2 HTTP/1.1" status: 200 len: 210 time: 0.2708740 Oct 04 20:32:06.337139 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:06.375052 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46df6795-18d2-43f9-8f94-ac2657f44d1c None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:32:06.375650 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46df6795-18d2-43f9-8f94-ac2657f44d1c None None] Checking segment: {'id': 'c5a1ae08-1cfe-41a1-b6cc-016066825124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4571e3e1-616b-42ac-9a49-36e519084249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:32:06.376262 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-46df6795-18d2-43f9-8f94-ac2657f44d1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:06.376917 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46df6795-18d2-43f9-8f94-ac2657f44d1c None None] Bound using segment: {'id': 'c5a1ae08-1cfe-41a1-b6cc-016066825124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4571e3e1-616b-42ac-9a49-36e519084249'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:32:06.377793 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-46df6795-18d2-43f9-8f94-ac2657f44d1c None None] Bound port: 940bdf78-7b6d-4db7-b993-70bb7af0d865, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a1ae08-1cfe-41a1-b6cc-016066825124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4571e3e1-616b-42ac-9a49-36e519084249'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:32:06.378451 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-46df6795-18d2-43f9-8f94-ac2657f44d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (940bdf78-7b6d-4db7-b993-70bb7af0d865), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:06.426919 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Current status of the port 92bc6db0-cee2-4ded-8108-fb4d85ea7465 is: BUILD; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:32:06.427637 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (92bc6db0-cee2-4ded-8108-fb4d85ea7465), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:06.547455 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '657c60d3-dfa6-4665-aa9c-66cf28399f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92bc6db0-cee2-4ded-8108-fb4d85ea7465'}] {{(pid=108171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:32:06.549810 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966b91da6921e714df7c26a37f4733087768fb9a36052be1ead95d4d835f43be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99244a35-5a66-48db-8201-cae899b7273d" -d '{"events": [{"server_uuid": "657c60d3-dfa6-4665-aa9c-66cf28399f64", "name": "network-vif-plugged", "status": "completed", "tag": "92bc6db0-cee2-4ded-8108-fb4d85ea7465"}]}' {{(pid=108171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:32:06.580161 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] For port 92bc6db0-cee2-4ded-8108-fb4d85ea7465, host n-h2-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852085-12',level=0,port_id=92bc6db0-cee2-4ded-8108-fb4d85ea7465,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:32:06.586618 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-46df6795-18d2-43f9-8f94-ac2657f44d1c None None] For port 940bdf78-7b6d-4db7-b993-70bb7af0d865, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:32:06.646820 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-46df6795-18d2-43f9-8f94-ac2657f44d1c None None] For port 940bdf78-7b6d-4db7-b993-70bb7af0d865, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=940bdf78-7b6d-4db7-b993-70bb7af0d865,segment=NetworkSegment(c5a1ae08-1cfe-41a1-b6cc-016066825124),segment_id=c5a1ae08-1cfe-41a1-b6cc-016066825124)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:32:06.655195 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 20:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31848b6e-eccc-4482-9805-cc7da49972b7 x-openstack-request-id: req-31848b6e-eccc-4482-9805-cc7da49972b7 {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:32:06.655688 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "657c60d3-dfa6-4665-aa9c-66cf28399f64", "name": "network-vif-plugged", "status": "completed", "tag": "92bc6db0-cee2-4ded-8108-fb4d85ea7465", "code": 200}]} {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:32:06.656091 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-31848b6e-eccc-4482-9805-cc7da49972b7 {{(pid=108171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:32:06.656917 n-d-852085-12 neutron-server[108171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31848b6e-eccc-4482-9805-cc7da49972b7'] response: {'server_uuid': '657c60d3-dfa6-4665-aa9c-66cf28399f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92bc6db0-cee2-4ded-8108-fb4d85ea7465', 'code': 200} Oct 04 20:32:06.661673 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e82ecc65-74e1-4f38-aa11-b821b7b052a8 admin admin] Publish callbacks [] for router_gateway (c4280ead-aa7b-453b-a684-01e21f4596ad), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:06.703390 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (92bc6db0-cee2-4ded-8108-fb4d85ea7465), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:06.806192 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Pushing event updated for resources: {'Port': ['ID=92bc6db0-cee2-4ded-8108-fb4d85ea7465,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:06.839603 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa36087-22ed-4c35-8ca9-069bb2a83b50 req-cb92aed2-19f9-4c86-9ae8-b49749215a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:06.841153 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-baa36087-22ed-4c35-8ca9-069bb2a83b50 req-cb92aed2-19f9-4c86-9ae8-b49749215a23 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?device_id=657c60d3-dfa6-4665-aa9c-66cf28399f64 HTTP/1.1" status: 200 len: 1133 time: 0.0545073 Oct 04 20:32:06.913692 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-46df6795-18d2-43f9-8f94-ac2657f44d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (940bdf78-7b6d-4db7-b993-70bb7af0d865), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:06.948417 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-baa36087-22ed-4c35-8ca9-069bb2a83b50 req-4f0fce56-622f-44f2-a0a1-aa0074686b6d service neutron] 10.222.0.85 "GET /networking/v2.0/security-groups?id=e16176d0-0793-4bc3-a8d6-64b65342f8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998914 Oct 04 20:32:06.994697 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e26917-c352-49df-ac55-1b58d67ff17f req-1f671432-a268-4302-9678-3394b01a920d tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:06.996240 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-72e26917-c352-49df-ac55-1b58d67ff17f req-1f671432-a268-4302-9678-3394b01a920d tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=657c60d3-dfa6-4665-aa9c-66cf28399f64 HTTP/1.1" status: 200 len: 950 time: 0.0849466 Oct 04 20:32:07.015914 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56686) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:32:07.045636 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df6795-18d2-43f9-8f94-ac2657f44d1c None None] Pushing event updated for resources: {'Port': ['ID=940bdf78-7b6d-4db7-b993-70bb7af0d865,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:07.106211 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-68857f03-a13d-40fd-9fbe-c67826b8e053 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=d593ded97dc34546bfe79cdbdac0d4c2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0887399 Oct 04 20:32:07.108786 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56692) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:32:07.191901 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:07.206928 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e82ecc65-74e1-4f38-aa11-b821b7b052a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (c4280ead-aa7b-453b-a684-01e21f4596ad), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:07.261611 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-802a8ba0-514f-4165-b7dc-08c0b7159942 admin admin] Publish callbacks [] for security_group (7a363642-abab-4479-b37c-28dfb80a4ca5), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:07.386486 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-802a8ba0-514f-4165-b7dc-08c0b7159942 admin admin] Publish callbacks [] for security_group (7a363642-abab-4479-b37c-28dfb80a4ca5), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:07.451790 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:07.524897 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-72e26917-c352-49df-ac55-1b58d67ff17f req-ec7a3492-e176-4405-9979-a2b121ca1212 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e16176d0-0793-4bc3-a8d6-64b65342f8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5096405 Oct 04 20:32:07.576087 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-38811c87-391d-4090-bf73-f9f45e0c480e req-722b7b8a-535b-4059-9f02-5622f4d003a9 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.83 "GET /networking/v2.0/networks?tenant_id=13bcdec8c8d64e97b49281a0e16b0d79&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1703703 Oct 04 20:32:07.624419 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:07.815338 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:07.820010 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:UPDATE=2,neutron:SELECT=92,neutron:DELETE=6 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:07.913091 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38811c87-391d-4090-bf73-f9f45e0c480e req-df3bd674-8bc7-4039-8f5a-382bd0098164 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:07.915313 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-38811c87-391d-4090-bf73-f9f45e0c480e req-df3bd674-8bc7-4039-8f5a-382bd0098164 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.83 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3320005 Oct 04 20:32:07.934311 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [req-38811c87-391d-4090-bf73-f9f45e0c480e req-3d32208f-72ee-481a-aa9b-b34fca294850 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Request body: {'port': {'device_id': 'c47fee7a-3d2d-4741-a563-feaba1355fd2', 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7', 'admin_state_up': True, 'tenant_id': '13bcdec8c8d64e97b49281a0e16b0d79'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:32:08.093837 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e82ecc65-74e1-4f38-aa11-b821b7b052a8 admin admin] Router c4280ead-aa7b-453b-a684-01e21f4596ad is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:32:08.098697 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-802a8ba0-514f-4165-b7dc-08c0b7159942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (7a363642-abab-4479-b37c-28dfb80a4ca5), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:08.103990 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-802a8ba0-514f-4165-b7dc-08c0b7159942 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:08.110156 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-802a8ba0-514f-4165-b7dc-08c0b7159942 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/7a363642-abab-4479-b37c-28dfb80a4ca5 HTTP/1.1" status: 204 len: 168 time: 0.9945154 Oct 04 20:32:08.184591 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a8ba0-514f-4165-b7dc-08c0b7159942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a363642-abab-4479-b37c-28dfb80a4ca5,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:08.300565 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-46c00b1b-6657-432b-b659-0340201ae8a9 req-994cb3d3-31fa-44e7-8c59-e2af4b2b9a2b tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c47fee7a-3d2d-4741-a563-feaba1355fd2 HTTP/1.1" status: 200 len: 210 time: 0.5865338 Oct 04 20:32:08.453607 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38811c87-391d-4090-bf73-f9f45e0c480e req-3d32208f-72ee-481a-aa9b-b34fca294850 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Made reservation on behalf of 13bcdec8c8d64e97b49281a0e16b0d79 for: {'port': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:32:08.461088 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-38811c87-391d-4090-bf73-f9f45e0c480e req-3d32208f-72ee-481a-aa9b-b34fca294850 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:08.502743 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e82ecc65-74e1-4f38-aa11-b821b7b052a8 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:32:08.521434 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f4a08f-175c-486f-aadc-81064cc63512 None None] Sync routers for ids ['c4280ead-aa7b-453b-a684-01e21f4596ad'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:32:08.569265 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f4a08f-175c-486f-aadc-81064cc63512 None None] Routers {'c4280ead-aa7b-453b-a684-01e21f4596ad'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:32:08.571618 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-f8f4a08f-175c-486f-aadc-81064cc63512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:31:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['c4280ead-aa7b-453b-a684-01e21f4596ad'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:32:08.606785 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 940bdf78-7b6d-4db7-b993-70bb7af0d865 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:32:08.683997 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 940bdf78-7b6d-4db7-b993-70bb7af0d865 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:32:08.686550 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (940bdf78-7b6d-4db7-b993-70bb7af0d865), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:08.687328 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 940bdf78-7b6d-4db7-b993-70bb7af0d865 Oct 04 20:32:08.690639 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e82ecc65-74e1-4f38-aa11-b821b7b052a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:08.696925 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-e82ecc65-74e1-4f38-aa11-b821b7b052a8 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 933 time: 6.0463750 Oct 04 20:32:08.702129 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56738) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:32:09.093081 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [req-38811c87-391d-4090-bf73-f9f45e0c480e req-3d32208f-72ee-481a-aa9b-b34fca294850 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Allocated IP 192.168.233.81 (42fbb05e-3f96-444f-a676-04ee9d06a8c7/e1956090-7ed7-4d05-a46e-a7b0885ca8e4/67745228-c055-4896-94e6-ee8141b63c6d) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:32:09.137661 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-f8f4a08f-175c-486f-aadc-81064cc63512 None None] Set router c4280ead-aa7b-453b-a684-01e21f4596ad gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:32:09.152628 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b069ae-81a5-4d6f-916c-db0b54ab6277 None None] Network 4571e3e1-616b-42ac-9a49-36e519084249 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:32:09.180980 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40137d2-d0fb-4489-9bd3-c161d76f6424 req-d172ab60-a9b0-4731-baff-aa9eb9895dab tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:09.199845 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f40137d2-d0fb-4489-9bd3-c161d76f6424 req-d172ab60-a9b0-4731-baff-aa9eb9895dab tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=657c60d3-dfa6-4665-aa9c-66cf28399f64 HTTP/1.1" status: 200 len: 950 time: 0.2484140 Oct 04 20:32:09.263333 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-80be1cfb-709d-4313-875d-abca825df69d None None] Provisioning complete for port 940bdf78-7b6d-4db7-b993-70bb7af0d865 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:32:09.271091 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-80be1cfb-709d-4313-875d-abca825df69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (940bdf78-7b6d-4db7-b993-70bb7af0d865), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:09.271091 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-80be1cfb-709d-4313-875d-abca825df69d None None] Attempt 1 to provision port 940bdf78-7b6d-4db7-b993-70bb7af0d865 Oct 04 20:32:09.598832 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f40137d2-d0fb-4489-9bd3-c161d76f6424 req-bc09e4d9-ec9d-499d-93a6-1594f01497e1 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e16176d0-0793-4bc3-a8d6-64b65342f8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3948169 Oct 04 20:32:09.610049 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-38811c87-391d-4090-bf73-f9f45e0c480e req-3d32208f-72ee-481a-aa9b-b34fca294850 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Publish callbacks [] for port (67745228-c055-4896-94e6-ee8141b63c6d), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:09.797022 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-38811c87-391d-4090-bf73-f9f45e0c480e req-3d32208f-72ee-481a-aa9b-b34fca294850 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (67745228-c055-4896-94e6-ee8141b63c6d), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:09.825156 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:09.903650 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-80be1cfb-709d-4313-875d-abca825df69d None None] Current status of the port 940bdf78-7b6d-4db7-b993-70bb7af0d865 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:32:09.904824 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-80be1cfb-709d-4313-875d-abca825df69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (940bdf78-7b6d-4db7-b993-70bb7af0d865), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:09.922083 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-f8f4a08f-175c-486f-aadc-81064cc63512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4280ead-aa7b-453b-a684-01e21f4596ad', 'name': 'tempest-FloatingIPsAssociationTestJSON-1461027055-router', 'tenant_id': '3f55ea5d23454a1783f1719ec6bac06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '4f2057a6-96de-4823-ad2c-731c5a59b2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:32:02Z', 'updated_at': '2022-10-04T20:32:06Z', 'revision_number': 3, 'project_id': '3f55ea5d23454a1783f1719ec6bac06e', 'gw_port': {'id': '4f2057a6-96de-4823-ad2c-731c5a59b2bc', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4280ead-aa7b-453b-a684-01e21f4596ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:32:04Z', 'updated_at': '2022-10-04T20:32:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:32:09.968309 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-80be1cfb-709d-4313-875d-abca825df69d None None] For port 940bdf78-7b6d-4db7-b993-70bb7af0d865, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=940bdf78-7b6d-4db7-b993-70bb7af0d865,segment=NetworkSegment(c5a1ae08-1cfe-41a1-b6cc-016066825124),segment_id=c5a1ae08-1cfe-41a1-b6cc-016066825124)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:32:09.982528 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d32208f-72ee-481a-aa9b-b34fca294850 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Pushing event updated for resources: {'Port': ['ID=67745228-c055-4896-94e6-ee8141b63c6d,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:09.986417 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56766) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:32:10.005013 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38811c87-391d-4090-bf73-f9f45e0c480e req-3d32208f-72ee-481a-aa9b-b34fca294850 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:32:10.016204 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [req-38811c87-391d-4090-bf73-f9f45e0c480e req-3d32208f-72ee-481a-aa9b-b34fca294850 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:32:10.020066 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [req-38811c87-391d-4090-bf73-f9f45e0c480e req-3d32208f-72ee-481a-aa9b-b34fca294850 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:32:10.036383 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:10.042099 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f4a08f-175c-486f-aadc-81064cc63512 None None] Checking router: c4280ead-aa7b-453b-a684-01e21f4596ad for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:32:10.043742 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f4a08f-175c-486f-aadc-81064cc63512 None None] Updating router c4280ead-aa7b-453b-a684-01e21f4596ad port 4f2057a6-96de-4823-ad2c-731c5a59b2bc binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:32:10.047542 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 940bdf78-7b6d-4db7-b993-70bb7af0d865 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:32:10.048081 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (940bdf78-7b6d-4db7-b993-70bb7af0d865), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:10.065274 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-80be1cfb-709d-4313-875d-abca825df69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (940bdf78-7b6d-4db7-b993-70bb7af0d865), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:10.133585 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80be1cfb-709d-4313-875d-abca825df69d None None] Pushing event updated for resources: {'Port': ['ID=940bdf78-7b6d-4db7-b993-70bb7af0d865,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:10.143164 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-3fcb3f76-fffc-403e-b205-68910bfcd32e admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=d9d8207cd41c4b6d982277b75699008c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1340420 Oct 04 20:32:10.154866 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56770) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:32:10.203854 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-f8f4a08f-175c-486f-aadc-81064cc63512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (4f2057a6-96de-4823-ad2c-731c5a59b2bc), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:10.258674 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38811c87-391d-4090-bf73-f9f45e0c480e req-3d32208f-72ee-481a-aa9b-b34fca294850 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:10.259475 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-38811c87-391d-4090-bf73-f9f45e0c480e req-3d32208f-72ee-481a-aa9b-b34fca294850 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:10.271737 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc73d00-02ac-42b8-8a7e-cdd93119a773 req-005cb299-cbff-4b77-8a14-ffc752fb86d0 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:10.287536 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4cc73d00-02ac-42b8-8a7e-cdd93119a773 req-005cb299-cbff-4b77-8a14-ffc752fb86d0 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c47fee7a-3d2d-4741-a563-feaba1355fd2 HTTP/1.1" status: 200 len: 935 time: 0.3897438 Oct 04 20:32:10.305205 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 20:32:10.317580 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 20:32:10.395745 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-38811c87-391d-4090-bf73-f9f45e0c480e req-3d32208f-72ee-481a-aa9b-b34fca294850 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.83 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4666448 Oct 04 20:32:10.417880 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [req-38811c87-391d-4090-bf73-f9f45e0c480e req-c07b576d-574d-445b-a495-179c1ce69bd8 service neutron] Request body: {'port': {'device_id': 'c47fee7a-3d2d-4741-a563-feaba1355fd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-852085-12'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:32:10.418580 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=4,neutron:INSERT=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:10.644213 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-38811c87-391d-4090-bf73-f9f45e0c480e req-c07b576d-574d-445b-a495-179c1ce69bd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (67745228-c055-4896-94e6-ee8141b63c6d), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:10.670052 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-6d8a0ff4-f6f4-4c2f-b609-2cc498a68aa1 None None] Provisioning complete for port 67745228-c055-4896-94e6-ee8141b63c6d triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:32:10.670844 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6d8a0ff4-f6f4-4c2f-b609-2cc498a68aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (67745228-c055-4896-94e6-ee8141b63c6d), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:10.671471 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-6d8a0ff4-f6f4-4c2f-b609-2cc498a68aa1 None None] Attempt 1 to provision port 67745228-c055-4896-94e6-ee8141b63c6d Oct 04 20:32:10.785723 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:10.788193 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ea8d3235-8acd-4c2f-a6f6-c4f6bff258ca admin admin] Publish callbacks [] for security_group (3c3e63d2-ba7e-43dd-83ac-8834a4f61f4c), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:10.795477 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-6d8a0ff4-f6f4-4c2f-b609-2cc498a68aa1 None None] Port 67745228-c055-4896-94e6-ee8141b63c6d cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:32:10.810872 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:10.811297 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-6d8a0ff4-f6f4-4c2f-b609-2cc498a68aa1 None None] Provisioning complete for port 940bdf78-7b6d-4db7-b993-70bb7af0d865 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:32:10.811969 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6d8a0ff4-f6f4-4c2f-b609-2cc498a68aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (940bdf78-7b6d-4db7-b993-70bb7af0d865), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:10.812525 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-6d8a0ff4-f6f4-4c2f-b609-2cc498a68aa1 None None] Attempt 1 to provision port 940bdf78-7b6d-4db7-b993-70bb7af0d865 Oct 04 20:32:10.831739 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4cc73d00-02ac-42b8-8a7e-cdd93119a773 req-63eb4922-d3a0-4f64-a7a4-39abc1ef551b tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7f28ae09-e1bd-4fe5-852d-225c8092e709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5209272 Oct 04 20:32:10.960612 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:11.004223 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ea8d3235-8acd-4c2f-a6f6-c4f6bff258ca admin admin] Publish callbacks [] for security_group (3c3e63d2-ba7e-43dd-83ac-8834a4f61f4c), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:11.015538 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-66772e86-5b9c-42c2-8ca5-f4b6bbbe18be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:11.024862 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 940bdf78-7b6d-4db7-b993-70bb7af0d865 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:32:11.105908 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-f8f4a08f-175c-486f-aadc-81064cc63512 None None] Publish callbacks [] for port (4f2057a6-96de-4823-ad2c-731c5a59b2bc), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:11.213851 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-f8f4a08f-175c-486f-aadc-81064cc63512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (4f2057a6-96de-4823-ad2c-731c5a59b2bc), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:11.217936 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-6d8a0ff4-f6f4-4c2f-b609-2cc498a68aa1 None None] Current status of the port 940bdf78-7b6d-4db7-b993-70bb7af0d865 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:32:11.273823 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-f8f4a08f-175c-486f-aadc-81064cc63512 None None] Attempting to bind port 4f2057a6-96de-4823-ad2c-731c5a59b2bc on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:32:11.274442 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-f8f4a08f-175c-486f-aadc-81064cc63512 None None] Attempting to bind port 4f2057a6-96de-4823-ad2c-731c5a59b2bc by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:32:11.276637 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 940bdf78-7b6d-4db7-b993-70bb7af0d865 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:32:11.279235 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f4a08f-175c-486f-aadc-81064cc63512 None None] Attempting to bind port 4f2057a6-96de-4823-ad2c-731c5a59b2bc on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:32:11.424098 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 940bdf78-7b6d-4db7-b993-70bb7af0d865 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:32:11.425583 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (940bdf78-7b6d-4db7-b993-70bb7af0d865), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:11.426584 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 940bdf78-7b6d-4db7-b993-70bb7af0d865 Oct 04 20:32:11.514654 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:11.541739 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424d485c-60ba-42d3-ba41-1b2a265b8f2a None None] Pushing event updated for resources: {'Port': ['ID=4f2057a6-96de-4823-ad2c-731c5a59b2bc,revision_number=2']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:11.552002 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f4a08f-175c-486f-aadc-81064cc63512 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:32:11.557604 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f4a08f-175c-486f-aadc-81064cc63512 None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:32:11.557604 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-f8f4a08f-175c-486f-aadc-81064cc63512 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:11.557604 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f4a08f-175c-486f-aadc-81064cc63512 None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:32:11.557604 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-f8f4a08f-175c-486f-aadc-81064cc63512 None None] Bound port: 4f2057a6-96de-4823-ad2c-731c5a59b2bc, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:32:11.557604 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-f8f4a08f-175c-486f-aadc-81064cc63512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (4f2057a6-96de-4823-ad2c-731c5a59b2bc), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:11.592631 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424d485c-60ba-42d3-ba41-1b2a265b8f2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:32:11.593000 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424d485c-60ba-42d3-ba41-1b2a265b8f2a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:32:11.593361 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424d485c-60ba-42d3-ba41-1b2a265b8f2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:32:11.593848 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424d485c-60ba-42d3-ba41-1b2a265b8f2a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:32:11.594181 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424d485c-60ba-42d3-ba41-1b2a265b8f2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:32:11.594506 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424d485c-60ba-42d3-ba41-1b2a265b8f2a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:32:11.594827 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424d485c-60ba-42d3-ba41-1b2a265b8f2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:32:11.595183 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424d485c-60ba-42d3-ba41-1b2a265b8f2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:32:11.595522 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424d485c-60ba-42d3-ba41-1b2a265b8f2a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:32:11.595836 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424d485c-60ba-42d3-ba41-1b2a265b8f2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:32:11.596153 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424d485c-60ba-42d3-ba41-1b2a265b8f2a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:32:11.597661 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424d485c-60ba-42d3-ba41-1b2a265b8f2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:32:11.597661 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424d485c-60ba-42d3-ba41-1b2a265b8f2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:32:11.597661 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424d485c-60ba-42d3-ba41-1b2a265b8f2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:32:11.598050 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424d485c-60ba-42d3-ba41-1b2a265b8f2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:32:11.674841 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-f8f4a08f-175c-486f-aadc-81064cc63512 None None] For port 4f2057a6-96de-4823-ad2c-731c5a59b2bc, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:32:11.677581 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 940bdf78-7b6d-4db7-b993-70bb7af0d865 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:32:11.685331 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-f8f4a08f-175c-486f-aadc-81064cc63512 None None] For port 4f2057a6-96de-4823-ad2c-731c5a59b2bc, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=4f2057a6-96de-4823-ad2c-731c5a59b2bc,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:32:11.781199 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [req-38811c87-391d-4090-bf73-f9f45e0c480e req-c07b576d-574d-445b-a495-179c1ce69bd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67745228-c055-4896-94e6-ee8141b63c6d {{(pid=108169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 20:32:11.782048 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4bdf9-17bc-40b5-8623-69013e5a3f5a req-13ee05d4-7908-400f-80fb-ffdee63e6dfa tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:11.802949 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-f8f4a08f-175c-486f-aadc-81064cc63512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (4f2057a6-96de-4823-ad2c-731c5a59b2bc), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:11.807905 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-7bb4bdf9-17bc-40b5-8623-69013e5a3f5a req-13ee05d4-7908-400f-80fb-ffdee63e6dfa tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=657c60d3-dfa6-4665-aa9c-66cf28399f64 HTTP/1.1" status: 200 len: 950 time: 0.5893743 Oct 04 20:32:11.814237 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-38811c87-391d-4090-bf73-f9f45e0c480e req-c07b576d-574d-445b-a495-179c1ce69bd8 service neutron] Publish callbacks [] for port (67745228-c055-4896-94e6-ee8141b63c6d), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:11.890574 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:11.949736 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f4a08f-175c-486f-aadc-81064cc63512 None None] Routers {'c4280ead-aa7b-453b-a684-01e21f4596ad'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:32:11.950730 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-f8f4a08f-175c-486f-aadc-81064cc63512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:31:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['c4280ead-aa7b-453b-a684-01e21f4596ad'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:32:11.951120 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.provisioning_blocks [req-38811c87-391d-4090-bf73-f9f45e0c480e req-c07b576d-574d-445b-a495-179c1ce69bd8 service neutron] Transition to ACTIVE for port object 67745228-c055-4896-94e6-ee8141b63c6d will not be triggered until provisioned by entity L2. {{(pid=108169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 20:32:11.961953 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ea8d3235-8acd-4c2f-a6f6-c4f6bff258ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (3c3e63d2-ba7e-43dd-83ac-8834a4f61f4c), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:11.967296 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ea8d3235-8acd-4c2f-a6f6-c4f6bff258ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:11.969303 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-ea8d3235-8acd-4c2f-a6f6-c4f6bff258ca admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/3c3e63d2-ba7e-43dd-83ac-8834a4f61f4c HTTP/1.1" status: 204 len: 168 time: 1.8122919 Oct 04 20:32:12.015420 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-7bb4bdf9-17bc-40b5-8623-69013e5a3f5a req-246c60cf-244e-48bf-9a56-663ad3408634 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e16176d0-0793-4bc3-a8d6-64b65342f8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053788 Oct 04 20:32:12.038482 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424d485c-60ba-42d3-ba41-1b2a265b8f2a None None] Pushing event updated for resources: {'Port': ['ID=4f2057a6-96de-4823-ad2c-731c5a59b2bc,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:12.052286 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-66772e86-5b9c-42c2-8ca5-f4b6bbbe18be admin admin] Allocated IP 172.20.0.1 (4571e3e1-616b-42ac-9a49-36e519084249/742039ea-7842-4712-b43d-4875d425c2b2/ae27adf1-b20d-42be-bc2a-6eeaf7385ed9) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:32:12.054228 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-38811c87-391d-4090-bf73-f9f45e0c480e req-c07b576d-574d-445b-a495-179c1ce69bd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (67745228-c055-4896-94e6-ee8141b63c6d), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:12.102176 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8d3235-8acd-4c2f-a6f6-c4f6bff258ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3e63d2-ba7e-43dd-83ac-8834a4f61f4c,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:12.398308 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b576d-574d-445b-a495-179c1ce69bd8 service neutron] Pushing event updated for resources: {'Port': ['ID=67745228-c055-4896-94e6-ee8141b63c6d,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:12.434100 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [req-38811c87-391d-4090-bf73-f9f45e0c480e req-c07b576d-574d-445b-a495-179c1ce69bd8 service neutron] Attempting to bind port 67745228-c055-4896-94e6-ee8141b63c6d on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:32:12.434649 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [req-38811c87-391d-4090-bf73-f9f45e0c480e req-c07b576d-574d-445b-a495-179c1ce69bd8 service neutron] Attempting to bind port 67745228-c055-4896-94e6-ee8141b63c6d by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'}] {{(pid=108169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:32:12.435281 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38811c87-391d-4090-bf73-f9f45e0c480e req-c07b576d-574d-445b-a495-179c1ce69bd8 service neutron] Attempting to bind port 67745228-c055-4896-94e6-ee8141b63c6d on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:32:12.451441 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-f8f4a08f-175c-486f-aadc-81064cc63512 None None] Set router c4280ead-aa7b-453b-a684-01e21f4596ad gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:32:12.452810 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030165c-7556-4974-a689-993406b681e0 req-ce06625e-31c9-413e-88b6-18019b7e781a tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:12.455842 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-b030165c-7556-4974-a689-993406b681e0 req-ce06625e-31c9-413e-88b6-18019b7e781a tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c47fee7a-3d2d-4741-a563-feaba1355fd2 HTTP/1.1" status: 200 len: 947 time: 0.1348512 Oct 04 20:32:12.545351 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38811c87-391d-4090-bf73-f9f45e0c480e req-c07b576d-574d-445b-a495-179c1ce69bd8 service neutron] Port 67745228-c055-4896-94e6-ee8141b63c6d on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:32:12.546254 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38811c87-391d-4090-bf73-f9f45e0c480e req-c07b576d-574d-445b-a495-179c1ce69bd8 service neutron] Attempting to bind port 67745228-c055-4896-94e6-ee8141b63c6d on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:32:12.633462 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-66772e86-5b9c-42c2-8ca5-f4b6bbbe18be admin admin] Publish callbacks [] for port (ae27adf1-b20d-42be-bc2a-6eeaf7385ed9), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:12.657789 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-b030165c-7556-4974-a689-993406b681e0 req-5b517f2e-c44d-4ec7-ac60-5980e0b22c0a tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7f28ae09-e1bd-4fe5-852d-225c8092e709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868970 Oct 04 20:32:12.658926 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38811c87-391d-4090-bf73-f9f45e0c480e req-c07b576d-574d-445b-a495-179c1ce69bd8 service neutron] Checking agent: {'id': 'd500e1cf-136e-47e7-b7fe-ae200432f8b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 28, 32), 'started_at': datetime.datetime(2022, 10, 4, 20, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:32:12.661153 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38811c87-391d-4090-bf73-f9f45e0c480e req-c07b576d-574d-445b-a495-179c1ce69bd8 service neutron] Checking segment: {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:32:12.661153 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38811c87-391d-4090-bf73-f9f45e0c480e req-c07b576d-574d-445b-a495-179c1ce69bd8 service neutron] Bound using segment: {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'} {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:32:12.662086 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [req-38811c87-391d-4090-bf73-f9f45e0c480e req-c07b576d-574d-445b-a495-179c1ce69bd8 service neutron] Bound port: 67745228-c055-4896-94e6-ee8141b63c6d, host: n-h1-852085-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'}}] {{(pid=108169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:32:12.663263 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-38811c87-391d-4090-bf73-f9f45e0c480e req-c07b576d-574d-445b-a495-179c1ce69bd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (67745228-c055-4896-94e6-ee8141b63c6d), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:12.869547 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-66772e86-5b9c-42c2-8ca5-f4b6bbbe18be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (ae27adf1-b20d-42be-bc2a-6eeaf7385ed9), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:12.882574 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [req-38811c87-391d-4090-bf73-f9f45e0c480e req-c07b576d-574d-445b-a495-179c1ce69bd8 service neutron] For port 67745228-c055-4896-94e6-ee8141b63c6d, host n-h1-852085-12, cleared binding levels {{(pid=108169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:32:12.894495 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [req-38811c87-391d-4090-bf73-f9f45e0c480e req-c07b576d-574d-445b-a495-179c1ce69bd8 service neutron] For port 67745228-c055-4896-94e6-ee8141b63c6d, host n-h1-852085-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=67745228-c055-4896-94e6-ee8141b63c6d,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:32:12.970023 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-f8f4a08f-175c-486f-aadc-81064cc63512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4280ead-aa7b-453b-a684-01e21f4596ad', 'name': 'tempest-FloatingIPsAssociationTestJSON-1461027055-router', 'tenant_id': '3f55ea5d23454a1783f1719ec6bac06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '4f2057a6-96de-4823-ad2c-731c5a59b2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:32:02Z', 'updated_at': '2022-10-04T20:32:06Z', 'revision_number': 3, 'project_id': '3f55ea5d23454a1783f1719ec6bac06e', 'gw_port': {'id': '4f2057a6-96de-4823-ad2c-731c5a59b2bc', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4280ead-aa7b-453b-a684-01e21f4596ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:32:04Z', 'updated_at': '2022-10-04T20:32:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:32:12.981770 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-38811c87-391d-4090-bf73-f9f45e0c480e req-c07b576d-574d-445b-a495-179c1ce69bd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (67745228-c055-4896-94e6-ee8141b63c6d), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:12.986627 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66772e86-5b9c-42c2-8ca5-f4b6bbbe18be admin admin] Network 4571e3e1-616b-42ac-9a49-36e519084249 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:32:12.991377 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38811c87-391d-4090-bf73-f9f45e0c480e req-c07b576d-574d-445b-a495-179c1ce69bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:12.992837 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-38811c87-391d-4090-bf73-f9f45e0c480e req-c07b576d-574d-445b-a495-179c1ce69bd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:12.996153 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-38811c87-391d-4090-bf73-f9f45e0c480e req-c07b576d-574d-445b-a495-179c1ce69bd8 service neutron] 10.222.0.83 "PUT /networking/v2.0/ports/67745228-c055-4896-94e6-ee8141b63c6d HTTP/1.1" status: 200 len: 1096 time: 2.5860162 Oct 04 20:32:13.001096 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c47fee7a-3d2d-4741-a563-feaba1355fd2', 'tag': '67745228-c055-4896-94e6-ee8141b63c6d'}] {{(pid=108169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:32:13.012012 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-66772e86-5b9c-42c2-8ca5-f4b6bbbe18be admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:32:13.012614 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dea34fca0f7d6c1de22810621a04fa86ac5e48141775903912ac1624808dfef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518ddcc6-9f38-485e-a3f5-7fb9c18e376a" -d '{"events": [{"name": "network-changed", "server_uuid": "c47fee7a-3d2d-4741-a563-feaba1355fd2", "tag": "67745228-c055-4896-94e6-ee8141b63c6d"}]}' {{(pid=108169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:32:13.024211 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66772e86-5b9c-42c2-8ca5-f4b6bbbe18be admin admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:32:13.029365 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-66772e86-5b9c-42c2-8ca5-f4b6bbbe18be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (c4280ead-aa7b-453b-a684-01e21f4596ad), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:13.055391 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66772e86-5b9c-42c2-8ca5-f4b6bbbe18be admin admin] Pushing event updated for resources: {'Port': ['ID=ae27adf1-b20d-42be-bc2a-6eeaf7385ed9,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:13.101146 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f4a08f-175c-486f-aadc-81064cc63512 None None] The sync data for ids ['c4280ead-aa7b-453b-a684-01e21f4596ad'] in n-d-852085-12 is: [{'id': 'c4280ead-aa7b-453b-a684-01e21f4596ad', 'name': 'tempest-FloatingIPsAssociationTestJSON-1461027055-router', 'tenant_id': '3f55ea5d23454a1783f1719ec6bac06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '4f2057a6-96de-4823-ad2c-731c5a59b2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:32:02Z', 'updated_at': '2022-10-04T20:32:06Z', 'revision_number': 3, 'project_id': '3f55ea5d23454a1783f1719ec6bac06e', 'gw_port': {'id': '4f2057a6-96de-4823-ad2c-731c5a59b2bc', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4280ead-aa7b-453b-a684-01e21f4596ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:32:04Z', 'updated_at': '2022-10-04T20:32:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:32:13.226844 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b576d-574d-445b-a495-179c1ce69bd8 service neutron] Pushing event updated for resources: {'Port': ['ID=67745228-c055-4896-94e6-ee8141b63c6d,revision_number=3']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:13.343290 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38811c87-391d-4090-bf73-f9f45e0c480e req-242feb22-cb4f-493a-baf7-ca4e282ea844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:13.347639 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-38811c87-391d-4090-bf73-f9f45e0c480e req-242feb22-cb4f-493a-baf7-ca4e282ea844 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=13bcdec8c8d64e97b49281a0e16b0d79&device_id=c47fee7a-3d2d-4741-a563-feaba1355fd2 HTTP/1.1" status: 200 len: 1130 time: 0.1783109 Oct 04 20:32:13.384154 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:13.539175 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-38811c87-391d-4090-bf73-f9f45e0c480e req-2cbf0cdf-56c3-486f-ad5f-93b669b46659 service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=67745228-c055-4896-94e6-ee8141b63c6d HTTP/1.1" status: 200 len: 217 time: 0.1772029 Oct 04 20:32:13.626136 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:13.659549 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-bcbab995-02c6-4cfb-ad00-a86f4cb706c5 None None] Provisioning complete for port ae27adf1-b20d-42be-bc2a-6eeaf7385ed9 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:32:13.660109 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-bcbab995-02c6-4cfb-ad00-a86f4cb706c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (ae27adf1-b20d-42be-bc2a-6eeaf7385ed9), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:13.660554 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-bcbab995-02c6-4cfb-ad00-a86f4cb706c5 None None] Attempt 1 to provision port ae27adf1-b20d-42be-bc2a-6eeaf7385ed9 Oct 04 20:32:13.757478 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-bcbab995-02c6-4cfb-ad00-a86f4cb706c5 None None] Port ae27adf1-b20d-42be-bc2a-6eeaf7385ed9 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:32:13.832925 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38811c87-391d-4090-bf73-f9f45e0c480e req-ef588ee6-c4a9-4c68-ae4c-d0494dae7b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:13.836008 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-38811c87-391d-4090-bf73-f9f45e0c480e req-ef588ee6-c4a9-4c68-ae4c-d0494dae7b2c service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.2896760 Oct 04 20:32:13.848271 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5739cbdd-99b3-4b7a-b2e7-1946032551ca req-6b65fa65-c59b-4600-8cfb-5b929f428c50 tempest-NetworksTest-869767651 tempest-NetworksTest-869767651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:13.850136 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5739cbdd-99b3-4b7a-b2e7-1946032551ca req-6b65fa65-c59b-4600-8cfb-5b929f428c50 tempest-NetworksTest-869767651 tempest-NetworksTest-869767651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:13.851553 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5739cbdd-99b3-4b7a-b2e7-1946032551ca req-6b65fa65-c59b-4600-8cfb-5b929f428c50 tempest-NetworksTest-869767651 tempest-NetworksTest-869767651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:13.852717 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5739cbdd-99b3-4b7a-b2e7-1946032551ca req-6b65fa65-c59b-4600-8cfb-5b929f428c50 tempest-NetworksTest-869767651 tempest-NetworksTest-869767651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:13.864349 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-5739cbdd-99b3-4b7a-b2e7-1946032551ca req-6b65fa65-c59b-4600-8cfb-5b929f428c50 tempest-NetworksTest-869767651 tempest-NetworksTest-869767651-project-admin] 10.222.0.78 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 2915 time: 0.6130180 Oct 04 20:32:13.915122 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:13.973599 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38811c87-391d-4090-bf73-f9f45e0c480e req-d40ea4b5-167b-4b74-ab4f-8b3c3fc192b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:13.976834 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-38811c87-391d-4090-bf73-f9f45e0c480e req-d40ea4b5-167b-4b74-ab4f-8b3c3fc192b7 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1344519 Oct 04 20:32:13.983276 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:14.203097 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 20:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-783a9521-f83e-4e7a-940e-3afcc2f8b45d x-openstack-request-id: req-783a9521-f83e-4e7a-940e-3afcc2f8b45d {{(pid=108169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:32:14.216967 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c47fee7a-3d2d-4741-a563-feaba1355fd2", "tag": "67745228-c055-4896-94e6-ee8141b63c6d", "status": "completed", "code": 200}]} {{(pid=108169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:32:14.216967 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-783a9521-f83e-4e7a-940e-3afcc2f8b45d {{(pid=108169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:32:14.216967 n-d-852085-12 neutron-server[108169]: INFO neutron.notifiers.nova [-] Nova event matching ['req-783a9521-f83e-4e7a-940e-3afcc2f8b45d'] response: {'name': 'network-changed', 'server_uuid': 'c47fee7a-3d2d-4741-a563-feaba1355fd2', 'tag': '67745228-c055-4896-94e6-ee8141b63c6d', 'status': 'completed', 'code': 200} Oct 04 20:32:14.216967 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-38811c87-391d-4090-bf73-f9f45e0c480e req-95ddcb5b-a80b-47cd-99c8-1035230ca965 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249806 Oct 04 20:32:14.281843 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-66772e86-5b9c-42c2-8ca5-f4b6bbbe18be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (ae27adf1-b20d-42be-bc2a-6eeaf7385ed9), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:14.464628 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:14.472789 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-38811c87-391d-4090-bf73-f9f45e0c480e req-93ef4bc0-789c-4bb2-8e07-bd298197f886 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452552 Oct 04 20:32:14.873116 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:14.961698 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be3756c-e218-4ff3-91a4-597b205523cc req-99bb785d-40f0-4813-8bd8-7acf8ea1d5ad tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:14.965713 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9be3756c-e218-4ff3-91a4-597b205523cc req-99bb785d-40f0-4813-8bd8-7acf8ea1d5ad tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c47fee7a-3d2d-4741-a563-feaba1355fd2 HTTP/1.1" status: 200 len: 947 time: 0.5569921 Oct 04 20:32:15.168278 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 4f2057a6-96de-4823-ad2c-731c5a59b2bc up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:32:15.255193 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 4f2057a6-96de-4823-ad2c-731c5a59b2bc triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:32:15.256609 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (4f2057a6-96de-4823-ad2c-731c5a59b2bc), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:15.256609 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 4f2057a6-96de-4823-ad2c-731c5a59b2bc Oct 04 20:32:15.262120 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9be3756c-e218-4ff3-91a4-597b205523cc req-f93b91e1-54b2-410c-86fc-de35cead8307 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7f28ae09-e1bd-4fe5-852d-225c8092e709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313044 Oct 04 20:32:15.316053 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d023fa-d0c6-4bfe-9468-fc14fe675b28 req-04311cff-29c9-49bf-8ec8-81ca51501614 tempest-NetworksTest-869767651 tempest-NetworksTest-869767651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:15.319479 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f8d023fa-d0c6-4bfe-9468-fc14fe675b28 req-04311cff-29c9-49bf-8ec8-81ca51501614 tempest-NetworksTest-869767651 tempest-NetworksTest-869767651-project-admin] 10.222.0.78 "GET /networking/v2.0/networks/52a60aae-e230-4bd7-89bc-781767fd7892 HTTP/1.1" status: 200 len: 886 time: 0.4487727 Oct 04 20:32:15.435291 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-66772e86-5b9c-42c2-8ca5-f4b6bbbe18be admin admin] Publish callbacks [] for port (ae27adf1-b20d-42be-bc2a-6eeaf7385ed9), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:15.515745 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8362662b-83d7-4126-8d02-df224fcddf88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:15.519924 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-66772e86-5b9c-42c2-8ca5-f4b6bbbe18be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (ae27adf1-b20d-42be-bc2a-6eeaf7385ed9), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:15.521478 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-66772e86-5b9c-42c2-8ca5-f4b6bbbe18be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (c4280ead-aa7b-453b-a684-01e21f4596ad), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:15.550767 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 4f2057a6-96de-4823-ad2c-731c5a59b2bc is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:32:15.551524 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (4f2057a6-96de-4823-ad2c-731c5a59b2bc), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:15.604249 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 4f2057a6-96de-4823-ad2c-731c5a59b2bc, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=4f2057a6-96de-4823-ad2c-731c5a59b2bc,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:32:15.688068 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (4f2057a6-96de-4823-ad2c-731c5a59b2bc), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:15.814085 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=4f2057a6-96de-4823-ad2c-731c5a59b2bc,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:15.857936 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e0ccab8c-2cc1-4a42-8b8e-f15b4b4e3085 req-adb5335d-0121-4530-a783-e07be169f88b tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=e756f3ec49694205b5dccf3408cee098&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2093034 Oct 04 20:32:15.865448 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66772e86-5b9c-42c2-8ca5-f4b6bbbe18be admin admin] Pushing event updated for resources: {'Port': ['ID=ae27adf1-b20d-42be-bc2a-6eeaf7385ed9,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:16.052642 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:16.135112 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d3fed0-c209-4511-9d0a-75906af22b63 req-fbeff45a-24a6-4eb1-ad4d-3de364c69438 tempest-NetworksTest-869767651 tempest-NetworksTest-869767651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:16.135112 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d3fed0-c209-4511-9d0a-75906af22b63 req-fbeff45a-24a6-4eb1-ad4d-3de364c69438 tempest-NetworksTest-869767651 tempest-NetworksTest-869767651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:16.135112 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d3fed0-c209-4511-9d0a-75906af22b63 req-fbeff45a-24a6-4eb1-ad4d-3de364c69438 tempest-NetworksTest-869767651 tempest-NetworksTest-869767651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:16.135112 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d3fed0-c209-4511-9d0a-75906af22b63 req-fbeff45a-24a6-4eb1-ad4d-3de364c69438 tempest-NetworksTest-869767651 tempest-NetworksTest-869767651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:16.136245 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-36d3fed0-c209-4511-9d0a-75906af22b63 req-fbeff45a-24a6-4eb1-ad4d-3de364c69438 tempest-NetworksTest-869767651 tempest-NetworksTest-869767651-project-admin] 10.222.0.78 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 2915 time: 0.5217159 Oct 04 20:32:16.174202 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66772e86-5b9c-42c2-8ca5-f4b6bbbe18be admin admin] Network 4571e3e1-616b-42ac-9a49-36e519084249 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:32:16.183018 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-66772e86-5b9c-42c2-8ca5-f4b6bbbe18be admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:32:16.312330 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ccab8c-2cc1-4a42-8b8e-f15b4b4e3085 req-3ed7552e-c5a5-4686-902a-a532c415bb6e tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:16.315644 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e0ccab8c-2cc1-4a42-8b8e-f15b4b4e3085 req-3ed7552e-c5a5-4686-902a-a532c415bb6e tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4328556 Oct 04 20:32:16.390456 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e0ccab8c-2cc1-4a42-8b8e-f15b4b4e3085 req-ca8df513-106f-44ac-afd0-ab4e1f66d761 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/quotas/e756f3ec49694205b5dccf3408cee098 HTTP/1.1" status: 200 len: 375 time: 0.0514855 Oct 04 20:32:16.601717 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e0ccab8c-2cc1-4a42-8b8e-f15b4b4e3085 req-e23fe528-33d2-4e83-a898-94202c1a0ebf tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=e756f3ec49694205b5dccf3408cee098&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1469476 Oct 04 20:32:16.615741 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66772e86-5b9c-42c2-8ca5-f4b6bbbe18be admin admin] Router c4280ead-aa7b-453b-a684-01e21f4596ad has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:32:16.732886 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-dec7d3a9-d0bb-4d67-b452-1b71d6b35ead None None] Provisioning complete for port ae27adf1-b20d-42be-bc2a-6eeaf7385ed9 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:32:16.735243 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-dec7d3a9-d0bb-4d67-b452-1b71d6b35ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (ae27adf1-b20d-42be-bc2a-6eeaf7385ed9), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:16.736997 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-dec7d3a9-d0bb-4d67-b452-1b71d6b35ead None None] Attempt 1 to provision port ae27adf1-b20d-42be-bc2a-6eeaf7385ed9 Oct 04 20:32:16.824800 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-dec7d3a9-d0bb-4d67-b452-1b71d6b35ead None None] Port ae27adf1-b20d-42be-bc2a-6eeaf7385ed9 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:32:16.875229 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ddcc6-9f38-485e-a3f5-7fb9c18e376a req-8d67c01f-b804-461e-9eb4-fd6d9336eda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:16.876876 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-518ddcc6-9f38-485e-a3f5-7fb9c18e376a req-8d67c01f-b804-461e-9eb4-fd6d9336eda1 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=13bcdec8c8d64e97b49281a0e16b0d79&device_id=c47fee7a-3d2d-4741-a563-feaba1355fd2 HTTP/1.1" status: 200 len: 1130 time: 0.0740416 Oct 04 20:32:16.911800 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:16.931564 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c1e88-641f-4f2b-9d1d-f07657b6efb7 req-f0684aa4-5f93-4f7c-985d-4d54fa7c5276 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:16.943785 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4b9c1e88-641f-4f2b-9d1d-f07657b6efb7 req-f0684aa4-5f93-4f7c-985d-4d54fa7c5276 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c47fee7a-3d2d-4741-a563-feaba1355fd2 HTTP/1.1" status: 200 len: 947 time: 0.1929481 Oct 04 20:32:17.022411 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66772e86-5b9c-42c2-8ca5-f4b6bbbe18be admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:32:17.044325 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112a6fbd-9db6-4b07-8117-e006c351c8e8 None None] Sync routers for ids ['c4280ead-aa7b-453b-a684-01e21f4596ad'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:32:17.049408 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ddcc6-9f38-485e-a3f5-7fb9c18e376a req-b32deb7c-1d16-47ce-9b73-1534149d5d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:17.053394 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-518ddcc6-9f38-485e-a3f5-7fb9c18e376a req-b32deb7c-1d16-47ce-9b73-1534149d5d69 service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=42fbb05e-3f96-444f-a676-04ee9d06a8c7 HTTP/1.1" status: 200 len: 870 time: 0.1705327 Oct 04 20:32:17.068812 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-66772e86-5b9c-42c2-8ca5-f4b6bbbe18be admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/c4280ead-aa7b-453b-a684-01e21f4596ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3641822 Oct 04 20:32:17.098556 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112a6fbd-9db6-4b07-8117-e006c351c8e8 None None] Routers {'c4280ead-aa7b-453b-a684-01e21f4596ad'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:32:17.099613 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-112a6fbd-9db6-4b07-8117-e006c351c8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:31:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['c4280ead-aa7b-453b-a684-01e21f4596ad'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:32:17.164685 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-518ddcc6-9f38-485e-a3f5-7fb9c18e376a req-ae215e89-25c8-433d-907a-667a11a6b2ce service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=67745228-c055-4896-94e6-ee8141b63c6d HTTP/1.1" status: 200 len: 217 time: 0.1022086 Oct 04 20:32:17.165969 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4b9c1e88-641f-4f2b-9d1d-f07657b6efb7 req-e11fb396-41e4-477d-b1b5-d8719edc307b tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7f28ae09-e1bd-4fe5-852d-225c8092e709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177582 Oct 04 20:32:17.236351 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:17.361667 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56914) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:32:17.421183 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ddcc6-9f38-485e-a3f5-7fb9c18e376a req-ab08b0ea-f0b4-407b-9e7d-7b30b95639d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:17.429438 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-518ddcc6-9f38-485e-a3f5-7fb9c18e376a req-ab08b0ea-f0b4-407b-9e7d-7b30b95639d8 service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.2378969 Oct 04 20:32:17.521285 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-112a6fbd-9db6-4b07-8117-e006c351c8e8 None None] Set router c4280ead-aa7b-453b-a684-01e21f4596ad gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:32:17.611876 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 4f2057a6-96de-4823-ad2c-731c5a59b2bc up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:32:17.636116 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ddcc6-9f38-485e-a3f5-7fb9c18e376a req-8a663034-24a8-4c91-a4c5-de909a4a36ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:17.639687 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-518ddcc6-9f38-485e-a3f5-7fb9c18e376a req-8a663034-24a8-4c91-a4c5-de909a4a36ee service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2038817 Oct 04 20:32:17.646779 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-0f4afe4c-98e1-41ad-935e-2950ee7c0e76 req-28c2d783-691e-4d88-8579-6fa11223df7f tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8cb8f74d-23b2-4d2b-be76-202a02a5daac HTTP/1.1" status: 200 len: 210 time: 0.0660439 Oct 04 20:32:17.769137 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-280dab6b-7ade-4a73-a868-4a53d22b0c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:17.897766 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-518ddcc6-9f38-485e-a3f5-7fb9c18e376a req-cf1d522c-2ee8-4ad7-9087-cb7f9c9ed19f service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520335 Oct 04 20:32:18.007181 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56930) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:32:18.187506 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 4f2057a6-96de-4823-ad2c-731c5a59b2bc triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:32:18.188345 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (4f2057a6-96de-4823-ad2c-731c5a59b2bc), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:18.191745 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 4f2057a6-96de-4823-ad2c-731c5a59b2bc Oct 04 20:32:18.255555 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:18.288102 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-112a6fbd-9db6-4b07-8117-e006c351c8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4280ead-aa7b-453b-a684-01e21f4596ad', 'name': 'tempest-FloatingIPsAssociationTestJSON-1461027055-router', 'tenant_id': '3f55ea5d23454a1783f1719ec6bac06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '4f2057a6-96de-4823-ad2c-731c5a59b2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:32:02Z', 'updated_at': '2022-10-04T20:32:14Z', 'revision_number': 4, 'project_id': '3f55ea5d23454a1783f1719ec6bac06e', 'gw_port': {'id': '4f2057a6-96de-4823-ad2c-731c5a59b2bc', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4280ead-aa7b-453b-a684-01e21f4596ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:32:04Z', 'updated_at': '2022-10-04T20:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'ae27adf1-b20d-42be-bc2a-6eeaf7385ed9', 'name': '', 'network_id': '4571e3e1-616b-42ac-9a49-36e519084249', 'tenant_id': '3f55ea5d23454a1783f1719ec6bac06e', 'mac_address': 'fa:16:3e:bb:bc:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4280ead-aa7b-453b-a684-01e21f4596ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': '742039ea-7842-4712-b43d-4875d425c2b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:32:11Z', 'updated_at': '2022-10-04T20:32:14Z', 'revision_number': 2, 'project_id': '3f55ea5d23454a1783f1719ec6bac06e', 'subnets': [{'id': '742039ea-7842-4712-b43d-4875d425c2b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:32:18.318055 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-518ddcc6-9f38-485e-a3f5-7fb9c18e376a req-475fe22b-f5ff-4729-9c22-4996a7a3fc38 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4113812 Oct 04 20:32:18.411755 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-015f6dbb-88b5-4310-935b-045440b49508 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:18.428382 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112a6fbd-9db6-4b07-8117-e006c351c8e8 None None] Checking router: c4280ead-aa7b-453b-a684-01e21f4596ad for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:32:18.428948 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112a6fbd-9db6-4b07-8117-e006c351c8e8 None None] Updating router c4280ead-aa7b-453b-a684-01e21f4596ad port ae27adf1-b20d-42be-bc2a-6eeaf7385ed9 binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:32:18.497580 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6b625044-2cf7-4a14-a8a4-dc6e37e1ccd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:18.537646 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-112a6fbd-9db6-4b07-8117-e006c351c8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (ae27adf1-b20d-42be-bc2a-6eeaf7385ed9), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:18.664058 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 4f2057a6-96de-4823-ad2c-731c5a59b2bc is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:32:18.710000 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:18.741585 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:18.803984 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3495c1-1a87-41cc-bda5-b5ebebb078cf req-d8681b4b-bed6-43e7-a114-958450048304 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:18.812427 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-af3495c1-1a87-41cc-bda5-b5ebebb078cf req-d8681b4b-bed6-43e7-a114-958450048304 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c47fee7a-3d2d-4741-a563-feaba1355fd2 HTTP/1.1" status: 200 len: 947 time: 0.2392488 Oct 04 20:32:18.898462 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-015f6dbb-88b5-4310-935b-045440b49508 admin admin] Publish callbacks [] for security_group (434d9c19-0cc5-44ea-82f7-c8def6813f19), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:18.913664 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device 67745228-c055-4896-94e6-ee8141b63c6d details requested by agent hyperv_n-h1-852085-12 with host n-h1-852085-12 {{(pid=108171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 20:32:18.944843 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6b625044-2cf7-4a14-a8a4-dc6e37e1ccd5 admin admin] Publish callbacks [] for security_group (36917ae8-8ae5-4b5c-b307-ebf03f3d9e07), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:19.006833 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-015f6dbb-88b5-4310-935b-045440b49508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (434d9c19-0cc5-44ea-82f7-c8def6813f19), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:19.056521 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-af3495c1-1a87-41cc-bda5-b5ebebb078cf req-a758fd94-d2a4-4c7e-9743-765e6da00ee1 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7f28ae09-e1bd-4fe5-852d-225c8092e709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642804 Oct 04 20:32:19.122817 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6b625044-2cf7-4a14-a8a4-dc6e37e1ccd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (36917ae8-8ae5-4b5c-b307-ebf03f3d9e07), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:19.218072 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56970) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:32:19.276472 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015f6dbb-88b5-4310-935b-045440b49508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434d9c19-0cc5-44ea-82f7-c8def6813f19,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:19.284466 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-015f6dbb-88b5-4310-935b-045440b49508 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=59b62d6fbcb14cd4bd32099a599e539e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9208071 Oct 04 20:32:19.288943 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56974) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:32:19.314321 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:19.320247 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-6b625044-2cf7-4a14-a8a4-dc6e37e1ccd5 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=43a6c60df0b14717bf52f10dbe8d68c2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3107724 Oct 04 20:32:19.335819 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56976) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:32:19.403669 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b625044-2cf7-4a14-a8a4-dc6e37e1ccd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36917ae8-8ae5-4b5c-b307-ebf03f3d9e07,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:19.487558 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b08ce6-7d95-477f-830b-99b9f097fcdf req-449994e1-ef98-4f54-99a3-6f52cd4cdf29 tempest-FloatingIPsAssociationTestJSON-970355948 tempest-FloatingIPsAssociationTestJSON-970355948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:19.502163 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-97b08ce6-7d95-477f-830b-99b9f097fcdf req-449994e1-ef98-4f54-99a3-6f52cd4cdf29 tempest-FloatingIPsAssociationTestJSON-970355948 tempest-FloatingIPsAssociationTestJSON-970355948-project] 10.222.0.78 "GET /networking/v2.0/networks?id=4571e3e1-616b-42ac-9a49-36e519084249 HTTP/1.1" status: 200 len: 821 time: 0.5004399 Oct 04 20:32:19.529987 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-97b08ce6-7d95-477f-830b-99b9f097fcdf req-654a9efe-f14d-4132-8ecb-9faa5f9dc96c tempest-FloatingIPsAssociationTestJSON-970355948 tempest-FloatingIPsAssociationTestJSON-970355948-project] 10.222.0.78 "GET /networking/v2.0/quotas/3f55ea5d23454a1783f1719ec6bac06e HTTP/1.1" status: 200 len: 375 time: 0.0201125 Oct 04 20:32:19.607919 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6441bac9-e7d4-486e-be54-644b405651d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:19.622303 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] For port 67745228-c055-4896-94e6-ee8141b63c6d, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=67745228-c055-4896-94e6-ee8141b63c6d,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:32:19.660285 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-97b08ce6-7d95-477f-830b-99b9f097fcdf req-b600edd1-bd8f-46d3-9eb4-eff7ac16784c tempest-FloatingIPsAssociationTestJSON-970355948 tempest-FloatingIPsAssociationTestJSON-970355948-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=3f55ea5d23454a1783f1719ec6bac06e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1165025 Oct 04 20:32:19.693101 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2c1dfcaa-dac7-4e5b-b90b-317243231cac admin admin] Publish callbacks [] for security_group (434d9c19-0cc5-44ea-82f7-c8def6813f19), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:19.697847 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Returning: {'device': '67745228-c055-4896-94e6-ee8141b63c6d', 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7', 'port_id': '67745228-c055-4896-94e6-ee8141b63c6d', 'mac_address': 'fa:16:3e:f1:67:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1956090-7ed7-4d05-a46e-a7b0885ca8e4', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 20:32:19.750172 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56980) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:32:19.809671 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2c1dfcaa-dac7-4e5b-b90b-317243231cac admin admin] Publish callbacks [] for security_group (434d9c19-0cc5-44ea-82f7-c8def6813f19), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:19.844334 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Current status of the port 67745228-c055-4896-94e6-ee8141b63c6d is: DOWN; New status is: BUILD {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:32:19.844334 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (67745228-c055-4896-94e6-ee8141b63c6d), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:19.911287 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-112a6fbd-9db6-4b07-8117-e006c351c8e8 None None] Publish callbacks [] for port (ae27adf1-b20d-42be-bc2a-6eeaf7385ed9), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:19.919406 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67745228-c055-4896-94e6-ee8141b63c6d {{(pid=108171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 20:32:19.975280 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] For port 67745228-c055-4896-94e6-ee8141b63c6d, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=67745228-c055-4896-94e6-ee8141b63c6d,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:32:19.981315 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b417b8d0-38de-4dce-a5b4-7ddac3dd45a7 admin admin] Publish callbacks [] for security_group (36917ae8-8ae5-4b5c-b307-ebf03f3d9e07), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:19.986469 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:19.989924 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:20.042383 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-112a6fbd-9db6-4b07-8117-e006c351c8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (ae27adf1-b20d-42be-bc2a-6eeaf7385ed9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:20.054400 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b417b8d0-38de-4dce-a5b4-7ddac3dd45a7 admin admin] Publish callbacks [] for security_group (36917ae8-8ae5-4b5c-b307-ebf03f3d9e07), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:20.084931 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-7f2d53bc-cc06-401d-84dd-76b1447b7065 req-f59d0e47-2bc4-4f0b-9089-99c3500a7d3c tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8cb8f74d-23b2-4d2b-be76-202a02a5daac HTTP/1.1" status: 200 len: 210 time: 0.0868073 Oct 04 20:32:20.163184 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (67745228-c055-4896-94e6-ee8141b63c6d), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:20.227604 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d33d3a7-c741-4574-9c4e-a635856c69d2 None None] Pushing event updated for resources: {'Port': ['ID=ae27adf1-b20d-42be-bc2a-6eeaf7385ed9,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:20.298801 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6441bac9-e7d4-486e-be54-644b405651d8 admin admin] Publish callbacks [] for security_group (bad8e908-3c8b-49b2-aa1a-b56b89448606), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:20.301610 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:20.322221 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2c1dfcaa-dac7-4e5b-b90b-317243231cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (434d9c19-0cc5-44ea-82f7-c8def6813f19), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:20.328518 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2c1dfcaa-dac7-4e5b-b90b-317243231cac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:20.336844 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-2c1dfcaa-dac7-4e5b-b90b-317243231cac admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/434d9c19-0cc5-44ea-82f7-c8def6813f19 HTTP/1.1" status: 204 len: 168 time: 1.0459106 Oct 04 20:32:20.357760 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1dfcaa-dac7-4e5b-b90b-317243231cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434d9c19-0cc5-44ea-82f7-c8def6813f19,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:20.456733 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-112a6fbd-9db6-4b07-8117-e006c351c8e8 None None] Attempting to bind port ae27adf1-b20d-42be-bc2a-6eeaf7385ed9 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:32:20.457535 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-112a6fbd-9db6-4b07-8117-e006c351c8e8 None None] Attempting to bind port ae27adf1-b20d-42be-bc2a-6eeaf7385ed9 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'c5a1ae08-1cfe-41a1-b6cc-016066825124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4571e3e1-616b-42ac-9a49-36e519084249'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:32:20.458369 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112a6fbd-9db6-4b07-8117-e006c351c8e8 None None] Attempting to bind port ae27adf1-b20d-42be-bc2a-6eeaf7385ed9 on network 4571e3e1-616b-42ac-9a49-36e519084249 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:32:20.478832 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b417b8d0-38de-4dce-a5b4-7ddac3dd45a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (36917ae8-8ae5-4b5c-b307-ebf03f3d9e07), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:20.488619 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b417b8d0-38de-4dce-a5b4-7ddac3dd45a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:20.496499 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b417b8d0-38de-4dce-a5b4-7ddac3dd45a7 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/36917ae8-8ae5-4b5c-b307-ebf03f3d9e07 HTTP/1.1" status: 204 len: 168 time: 1.1556685 Oct 04 20:32:20.499251 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6441bac9-e7d4-486e-be54-644b405651d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (bad8e908-3c8b-49b2-aa1a-b56b89448606), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:20.555934 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b417b8d0-38de-4dce-a5b4-7ddac3dd45a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36917ae8-8ae5-4b5c-b307-ebf03f3d9e07,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:20.621345 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3972dae-f759-4b42-99b3-1245c1dbe500 req-293ca757-41bf-4626-8019-7c755f0d3fce tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:20.624112 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a3972dae-f759-4b42-99b3-1245c1dbe500 req-293ca757-41bf-4626-8019-7c755f0d3fce tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c47fee7a-3d2d-4741-a563-feaba1355fd2 HTTP/1.1" status: 200 len: 948 time: 0.1853585 Oct 04 20:32:20.640578 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:20.653320 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6441bac9-e7d4-486e-be54-644b405651d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad8e908-3c8b-49b2-aa1a-b56b89448606,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:20.656141 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] get_ports_and_sgs() called for port_ids ['67745228-c055-4896-94e6-ee8141b63c6d'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:32:20.742883 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-6441bac9-e7d4-486e-be54-644b405651d8 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=b2549113f2a84de09ec0c0094762c4a1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5170102 Oct 04 20:32:20.746010 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57004) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:32:20.881134 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112a6fbd-9db6-4b07-8117-e006c351c8e8 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:32:20.881768 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112a6fbd-9db6-4b07-8117-e006c351c8e8 None None] Checking segment: {'id': 'c5a1ae08-1cfe-41a1-b6cc-016066825124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4571e3e1-616b-42ac-9a49-36e519084249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:32:20.882458 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-112a6fbd-9db6-4b07-8117-e006c351c8e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:20.883180 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112a6fbd-9db6-4b07-8117-e006c351c8e8 None None] Bound using segment: {'id': 'c5a1ae08-1cfe-41a1-b6cc-016066825124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4571e3e1-616b-42ac-9a49-36e519084249'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:32:20.884248 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-112a6fbd-9db6-4b07-8117-e006c351c8e8 None None] Bound port: ae27adf1-b20d-42be-bc2a-6eeaf7385ed9, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a1ae08-1cfe-41a1-b6cc-016066825124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4571e3e1-616b-42ac-9a49-36e519084249'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:32:20.884985 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-112a6fbd-9db6-4b07-8117-e006c351c8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (ae27adf1-b20d-42be-bc2a-6eeaf7385ed9), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:20.905790 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a3972dae-f759-4b42-99b3-1245c1dbe500 req-d1f4ac39-293b-4703-8aac-2da5c41ea329 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7f28ae09-e1bd-4fe5-852d-225c8092e709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413995 Oct 04 20:32:20.916102 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Pushing event updated for resources: {'Port': ['ID=67745228-c055-4896-94e6-ee8141b63c6d,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:20.943250 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d0799ef3-1d16-49c7-a0df-764a92c98fe6 admin admin] Publish callbacks [] for security_group (bad8e908-3c8b-49b2-aa1a-b56b89448606), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:21.035996 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d0799ef3-1d16-49c7-a0df-764a92c98fe6 admin admin] Publish callbacks [] for security_group (bad8e908-3c8b-49b2-aa1a-b56b89448606), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:21.115578 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c3772ab5-7d65-40cc-a629-31dcddaabac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (c4280ead-aa7b-453b-a684-01e21f4596ad), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:21.336462 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d0799ef3-1d16-49c7-a0df-764a92c98fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (bad8e908-3c8b-49b2-aa1a-b56b89448606), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:21.344439 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d0799ef3-1d16-49c7-a0df-764a92c98fe6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:21.349116 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d0799ef3-1d16-49c7-a0df-764a92c98fe6 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/bad8e908-3c8b-49b2-aa1a-b56b89448606 HTTP/1.1" status: 204 len: 168 time: 0.5944798 Oct 04 20:32:21.390624 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0799ef3-1d16-49c7-a0df-764a92c98fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad8e908-3c8b-49b2-aa1a-b56b89448606,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:21.521696 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-112a6fbd-9db6-4b07-8117-e006c351c8e8 None None] For port ae27adf1-b20d-42be-bc2a-6eeaf7385ed9, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:32:21.566450 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-112a6fbd-9db6-4b07-8117-e006c351c8e8 None None] For port ae27adf1-b20d-42be-bc2a-6eeaf7385ed9, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=ae27adf1-b20d-42be-bc2a-6eeaf7385ed9,segment=NetworkSegment(c5a1ae08-1cfe-41a1-b6cc-016066825124),segment_id=c5a1ae08-1cfe-41a1-b6cc-016066825124)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:32:21.633132 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:21.769331 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-112a6fbd-9db6-4b07-8117-e006c351c8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (ae27adf1-b20d-42be-bc2a-6eeaf7385ed9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:21.773001 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:21.820211 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c256a0aa-2d46-4d4d-b3ba-1c1ce932da51 req-e8c47fdc-ccfa-43ea-8254-002ccef5b1fe tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8cb8f74d-23b2-4d2b-be76-202a02a5daac HTTP/1.1" status: 200 len: 210 time: 0.2840657 Oct 04 20:32:21.834535 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:21.888221 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-e0ccab8c-2cc1-4a42-8b8e-f15b4b4e3085 req-04ee3efe-4d5b-4491-98f3-c51f0cf31fde tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.83 "GET /networking/v2.0/networks?tenant_id=e756f3ec49694205b5dccf3408cee098&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0715778 Oct 04 20:32:21.900046 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112a6fbd-9db6-4b07-8117-e006c351c8e8 None None] Routers {'c4280ead-aa7b-453b-a684-01e21f4596ad'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:32:21.901255 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-112a6fbd-9db6-4b07-8117-e006c351c8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:32:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['c4280ead-aa7b-453b-a684-01e21f4596ad'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:32:22.034884 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-c3772ab5-7d65-40cc-a629-31dcddaabac7 admin admin] Deleting port ae27adf1-b20d-42be-bc2a-6eeaf7385ed9 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:32:22.035543 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c3772ab5-7d65-40cc-a629-31dcddaabac7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (ae27adf1-b20d-42be-bc2a-6eeaf7385ed9), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:22.043859 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d33d3a7-c741-4574-9c4e-a635856c69d2 None None] Pushing event updated for resources: {'Port': ['ID=ae27adf1-b20d-42be-bc2a-6eeaf7385ed9,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:22.158170 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ccab8c-2cc1-4a42-8b8e-f15b4b4e3085 req-cd2505cb-9575-47be-a7a9-1861117f83b8 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:22.161116 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-e0ccab8c-2cc1-4a42-8b8e-f15b4b4e3085 req-cd2505cb-9575-47be-a7a9-1861117f83b8 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.83 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2677996 Oct 04 20:32:22.187582 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [req-e0ccab8c-2cc1-4a42-8b8e-f15b4b4e3085 req-e1d09ec4-8553-4313-893f-dd4bf0ec85d5 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Request body: {'port': {'device_id': '8cb8f74d-23b2-4d2b-be76-202a02a5daac', 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7', 'admin_state_up': True, 'tenant_id': 'e756f3ec49694205b5dccf3408cee098'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:32:22.211759 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-112a6fbd-9db6-4b07-8117-e006c351c8e8 None None] Set router c4280ead-aa7b-453b-a684-01e21f4596ad gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:32:22.281916 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef357d2c-b2d0-4e2a-aab4-0af44e0a521e req-33e36915-8495-4b6c-8fd3-cb20873f5de8 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:22.284803 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ef357d2c-b2d0-4e2a-aab4-0af44e0a521e req-33e36915-8495-4b6c-8fd3-cb20873f5de8 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c47fee7a-3d2d-4741-a563-feaba1355fd2 HTTP/1.1" status: 200 len: 948 time: 0.1251040 Oct 04 20:32:22.317106 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57038) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:32:22.366993 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:22.373244 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5be8ae80-e04a-4310-936f-5d7bd64c5a64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:22.437587 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-c3772ab5-7d65-40cc-a629-31dcddaabac7 admin admin] For port ae27adf1-b20d-42be-bc2a-6eeaf7385ed9, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=ae27adf1-b20d-42be-bc2a-6eeaf7385ed9,segment=NetworkSegment(c5a1ae08-1cfe-41a1-b6cc-016066825124),segment_id=c5a1ae08-1cfe-41a1-b6cc-016066825124)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:32:22.438216 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c3772ab5-7d65-40cc-a629-31dcddaabac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (ae27adf1-b20d-42be-bc2a-6eeaf7385ed9), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:22.469928 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:22.480956 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ef357d2c-b2d0-4e2a-aab4-0af44e0a521e req-3971f6b0-1a85-4e26-8d07-ce0869389866 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7f28ae09-e1bd-4fe5-852d-225c8092e709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870217 Oct 04 20:32:22.499793 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-c3772ab5-7d65-40cc-a629-31dcddaabac7 admin admin] Calling delete_port for ae27adf1-b20d-42be-bc2a-6eeaf7385ed9 owned by network:router_interface {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:32:22.587116 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57040) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:32:22.649828 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0e9d3015-2a64-4ab8-a568-5944a544763e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:22.735986 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0ccab8c-2cc1-4a42-8b8e-f15b4b4e3085 req-e1d09ec4-8553-4313-893f-dd4bf0ec85d5 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Made reservation on behalf of e756f3ec49694205b5dccf3408cee098 for: {'port': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:32:22.743752 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-e0ccab8c-2cc1-4a42-8b8e-f15b4b4e3085 req-e1d09ec4-8553-4313-893f-dd4bf0ec85d5 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:22.783168 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:22.792858 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-112a6fbd-9db6-4b07-8117-e006c351c8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4280ead-aa7b-453b-a684-01e21f4596ad', 'name': 'tempest-FloatingIPsAssociationTestJSON-1461027055-router', 'tenant_id': '3f55ea5d23454a1783f1719ec6bac06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '4f2057a6-96de-4823-ad2c-731c5a59b2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:32:02Z', 'updated_at': '2022-10-04T20:32:14Z', 'revision_number': 4, 'project_id': '3f55ea5d23454a1783f1719ec6bac06e', 'gw_port': {'id': '4f2057a6-96de-4823-ad2c-731c5a59b2bc', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4280ead-aa7b-453b-a684-01e21f4596ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:32:04Z', 'updated_at': '2022-10-04T20:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'ae27adf1-b20d-42be-bc2a-6eeaf7385ed9', 'name': '', 'network_id': '4571e3e1-616b-42ac-9a49-36e519084249', 'tenant_id': '3f55ea5d23454a1783f1719ec6bac06e', 'mac_address': 'fa:16:3e:bb:bc:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4280ead-aa7b-453b-a684-01e21f4596ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': '742039ea-7842-4712-b43d-4875d425c2b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:32:11Z', 'updated_at': '2022-10-04T20:32:21Z', 'revision_number': 4, 'project_id': '3f55ea5d23454a1783f1719ec6bac06e', 'subnets': [{'id': '742039ea-7842-4712-b43d-4875d425c2b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:32:22.796706 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:22.855104 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5be8ae80-e04a-4310-936f-5d7bd64c5a64 admin admin] Publish callbacks [] for security_group (9ec34611-72ee-40e9-9aa5-24041bd77b42), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:22.880745 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112a6fbd-9db6-4b07-8117-e006c351c8e8 None None] The sync data for ids ['c4280ead-aa7b-453b-a684-01e21f4596ad'] in n-d-852085-12 is: [{'id': 'c4280ead-aa7b-453b-a684-01e21f4596ad', 'name': 'tempest-FloatingIPsAssociationTestJSON-1461027055-router', 'tenant_id': '3f55ea5d23454a1783f1719ec6bac06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '4f2057a6-96de-4823-ad2c-731c5a59b2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:32:02Z', 'updated_at': '2022-10-04T20:32:14Z', 'revision_number': 4, 'project_id': '3f55ea5d23454a1783f1719ec6bac06e', 'gw_port': {'id': '4f2057a6-96de-4823-ad2c-731c5a59b2bc', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4280ead-aa7b-453b-a684-01e21f4596ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:32:04Z', 'updated_at': '2022-10-04T20:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'ae27adf1-b20d-42be-bc2a-6eeaf7385ed9', 'name': '', 'network_id': '4571e3e1-616b-42ac-9a49-36e519084249', 'tenant_id': '3f55ea5d23454a1783f1719ec6bac06e', 'mac_address': 'fa:16:3e:bb:bc:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4280ead-aa7b-453b-a684-01e21f4596ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': '742039ea-7842-4712-b43d-4875d425c2b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:32:11Z', 'updated_at': '2022-10-04T20:32:21Z', 'revision_number': 4, 'project_id': '3f55ea5d23454a1783f1719ec6bac06e', 'subnets': [{'id': '742039ea-7842-4712-b43d-4875d425c2b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:32:22.949048 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device 67745228-c055-4896-94e6-ee8141b63c6d up at agent hyperv_n-h1-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:32:23.047916 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5be8ae80-e04a-4310-936f-5d7bd64c5a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (9ec34611-72ee-40e9-9aa5-24041bd77b42), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:23.199196 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c3772ab5-7d65-40cc-a629-31dcddaabac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (ae27adf1-b20d-42be-bc2a-6eeaf7385ed9), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:23.235019 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Provisioning for port 67745228-c055-4896-94e6-ee8141b63c6d completed by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 20:32:23.281928 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-5be8ae80-e04a-4310-936f-5d7bd64c5a64 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=bf838ed69ed146f48c1d09fbc8c3b7f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9629395 Oct 04 20:32:23.286184 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 57046) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:32:23.301444 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:23.322323 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be8ae80-e04a-4310-936f-5d7bd64c5a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec34611-72ee-40e9-9aa5-24041bd77b42,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:23.353029 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-17ff0eb1-5096-4dfb-b9dc-c640288a2a7a req-416433a1-43cf-49dd-93e9-a73ec003c2cb tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8cb8f74d-23b2-4d2b-be76-202a02a5daac HTTP/1.1" status: 200 len: 210 time: 0.1986682 Oct 04 20:32:23.378322 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Provisioning complete for port 67745228-c055-4896-94e6-ee8141b63c6d triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:32:23.380478 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (67745228-c055-4896-94e6-ee8141b63c6d), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:23.380478 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Attempt 1 to provision port 67745228-c055-4896-94e6-ee8141b63c6d Oct 04 20:32:23.417061 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3772ab5-7d65-40cc-a629-31dcddaabac7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae27adf1-b20d-42be-bc2a-6eeaf7385ed9,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:23.479815 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0e9d3015-2a64-4ab8-a568-5944a544763e admin admin] Publish callbacks [] for security_group (0a3f0d1f-07de-4788-ad45-a62dcc97843f), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:23.522125 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device ae27adf1-b20d-42be-bc2a-6eeaf7385ed9 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:32:23.667814 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [req-e0ccab8c-2cc1-4a42-8b8e-f15b4b4e3085 req-e1d09ec4-8553-4313-893f-dd4bf0ec85d5 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Allocated IP 192.168.233.46 (42fbb05e-3f96-444f-a676-04ee9d06a8c7/e1956090-7ed7-4d05-a46e-a7b0885ca8e4/7cba16f6-509f-4a94-ab67-0c42d812da0b) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:32:23.725576 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: ae27adf1-b20d-42be-bc2a-6eeaf7385ed9 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:32:23.727910 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device ae27adf1-b20d-42be-bc2a-6eeaf7385ed9 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 04 20:32:23.985830 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Current status of the port 67745228-c055-4896-94e6-ee8141b63c6d is: BUILD; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:32:23.988893 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (67745228-c055-4896-94e6-ee8141b63c6d), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:23.997310 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Port ae27adf1-b20d-42be-bc2a-6eeaf7385ed9 not found, will not notify nova. {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 04 20:32:24.061407 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c47fee7a-3d2d-4741-a563-feaba1355fd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67745228-c055-4896-94e6-ee8141b63c6d'}] {{(pid=108171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:32:24.066293 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966b91da6921e714df7c26a37f4733087768fb9a36052be1ead95d4d835f43be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49458fbb-b335-4026-b83c-d4f7345dcae0" -d '{"events": [{"server_uuid": "c47fee7a-3d2d-4741-a563-feaba1355fd2", "name": "network-vif-plugged", "status": "completed", "tag": "67745228-c055-4896-94e6-ee8141b63c6d"}]}' {{(pid=108171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:32:24.098648 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] For port 67745228-c055-4896-94e6-ee8141b63c6d, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=67745228-c055-4896-94e6-ee8141b63c6d,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:32:24.100418 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-e0ccab8c-2cc1-4a42-8b8e-f15b4b4e3085 req-e1d09ec4-8553-4313-893f-dd4bf0ec85d5 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Publish callbacks [] for port (7cba16f6-509f-4a94-ab67-0c42d812da0b), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:24.103392 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0e9d3015-2a64-4ab8-a568-5944a544763e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (0a3f0d1f-07de-4788-ad45-a62dcc97843f), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:24.147525 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 20:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb7c56b-f955-452c-9f93-f1edf3a8a866 x-openstack-request-id: req-acb7c56b-f955-452c-9f93-f1edf3a8a866 {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:32:24.153472 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c47fee7a-3d2d-4741-a563-feaba1355fd2", "name": "network-vif-plugged", "status": "completed", "tag": "67745228-c055-4896-94e6-ee8141b63c6d", "code": 200}]} {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:32:24.153680 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-0e9d3015-2a64-4ab8-a568-5944a544763e admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=cb8231cbd10e4f4ea7eb62bf99dd0791&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5583889 Oct 04 20:32:24.156538 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-acb7c56b-f955-452c-9f93-f1edf3a8a866 {{(pid=108171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:32:24.157254 n-d-852085-12 neutron-server[108171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acb7c56b-f955-452c-9f93-f1edf3a8a866'] response: {'server_uuid': 'c47fee7a-3d2d-4741-a563-feaba1355fd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67745228-c055-4896-94e6-ee8141b63c6d', 'code': 200} Oct 04 20:32:24.162816 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57054) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:32:24.225342 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (67745228-c055-4896-94e6-ee8141b63c6d), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:24.387792 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Pushing event updated for resources: {'Port': ['ID=67745228-c055-4896-94e6-ee8141b63c6d,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:24.408978 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:24.411237 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9d3015-2a64-4ab8-a568-5944a544763e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3f0d1f-07de-4788-ad45-a62dcc97843f,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:24.475310 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bfd1c156-dfd7-4f60-8bbe-2ea6594da249 admin admin] Publish callbacks [] for security_group (0a3f0d1f-07de-4788-ad45-a62dcc97843f), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:24.551813 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bfd1c156-dfd7-4f60-8bbe-2ea6594da249 admin admin] Publish callbacks [] for security_group (0a3f0d1f-07de-4788-ad45-a62dcc97843f), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:24.652561 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-e0ccab8c-2cc1-4a42-8b8e-f15b4b4e3085 req-e1d09ec4-8553-4313-893f-dd4bf0ec85d5 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (7cba16f6-509f-4a94-ab67-0c42d812da0b), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:24.694482 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] get_ports_and_sgs() called for port_ids ['92bc6db0-cee2-4ded-8108-fb4d85ea7465'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:32:24.739032 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f609f46a-c7dd-425e-b38e-ed8c0d6b1db9 req-6c675314-a381-4b57-812c-fc3997b3d39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:24.741499 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f609f46a-c7dd-425e-b38e-ed8c0d6b1db9 req-6c675314-a381-4b57-812c-fc3997b3d39b service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=c47fee7a-3d2d-4741-a563-feaba1355fd2 HTTP/1.1" status: 200 len: 1132 time: 0.3629355 Oct 04 20:32:24.762309 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c3772ab5-7d65-40cc-a629-31dcddaabac7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (c4280ead-aa7b-453b-a684-01e21f4596ad), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:24.778270 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9a1600-da6e-412e-a92e-42c179972800 req-ad7c88a3-79b0-471f-b3f2-d178fea8fb48 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:24.795018 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4e9a1600-da6e-412e-a92e-42c179972800 req-ad7c88a3-79b0-471f-b3f2-d178fea8fb48 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c47fee7a-3d2d-4741-a563-feaba1355fd2 HTTP/1.1" status: 200 len: 949 time: 0.4040849 Oct 04 20:32:24.807615 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d09ec4-8553-4313-893f-dd4bf0ec85d5 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Pushing event updated for resources: {'Port': ['ID=7cba16f6-509f-4a94-ab67-0c42d812da0b,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:24.823558 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 57060) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:32:24.843472 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0ccab8c-2cc1-4a42-8b8e-f15b4b4e3085 req-e1d09ec4-8553-4313-893f-dd4bf0ec85d5 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:32:24.848615 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [req-e0ccab8c-2cc1-4a42-8b8e-f15b4b4e3085 req-e1d09ec4-8553-4313-893f-dd4bf0ec85d5 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:32:24.854461 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0ccab8c-2cc1-4a42-8b8e-f15b4b4e3085 req-e1d09ec4-8553-4313-893f-dd4bf0ec85d5 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:32:24.922531 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-594b26a7-a0d8-4ae8-8094-e18ba7ac664d admin admin] Publish callbacks [] for security_group (9ec34611-72ee-40e9-9aa5-24041bd77b42), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:25.008897 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bab78b-4e41-4fd0-897d-6c7130347ed1 req-34b8a5de-d5a6-4b04-a7d2-3b21768bb6ea tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:25.016296 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bfd1c156-dfd7-4f60-8bbe-2ea6594da249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (0a3f0d1f-07de-4788-ad45-a62dcc97843f), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:25.021687 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bfd1c156-dfd7-4f60-8bbe-2ea6594da249 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:25.022887 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e1bab78b-4e41-4fd0-897d-6c7130347ed1 req-34b8a5de-d5a6-4b04-a7d2-3b21768bb6ea tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8cb8f74d-23b2-4d2b-be76-202a02a5daac HTTP/1.1" status: 200 len: 935 time: 0.4427240 Oct 04 20:32:25.024978 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-bfd1c156-dfd7-4f60-8bbe-2ea6594da249 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/0a3f0d1f-07de-4788-ad45-a62dcc97843f HTTP/1.1" status: 204 len: 168 time: 0.8588479 Oct 04 20:32:25.060363 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 57064) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:32:25.135227 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ccab8c-2cc1-4a42-8b8e-f15b4b4e3085 req-e1d09ec4-8553-4313-893f-dd4bf0ec85d5 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:25.136700 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-e0ccab8c-2cc1-4a42-8b8e-f15b4b4e3085 req-e1d09ec4-8553-4313-893f-dd4bf0ec85d5 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:25.149411 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd1c156-dfd7-4f60-8bbe-2ea6594da249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3f0d1f-07de-4788-ad45-a62dcc97843f,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:25.247043 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-74eaa6ed-b6e5-4bc7-b2ac-c93fc83b92c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:25.289013 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57068) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:32:25.323640 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-e0ccab8c-2cc1-4a42-8b8e-f15b4b4e3085 req-e1d09ec4-8553-4313-893f-dd4bf0ec85d5 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.83 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1425359 Oct 04 20:32:25.341787 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [req-e0ccab8c-2cc1-4a42-8b8e-f15b4b4e3085 req-5c298aa5-d556-41ff-9dd4-ada2bb13786f service neutron] Request body: {'port': {'device_id': '8cb8f74d-23b2-4d2b-be76-202a02a5daac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-852085-12'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:32:25.493618 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-594b26a7-a0d8-4ae8-8094-e18ba7ac664d admin admin] Publish callbacks [] for security_group (9ec34611-72ee-40e9-9aa5-24041bd77b42), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:25.497576 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:25.600022 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-b6ce480f-7fcb-445e-a90d-89c20982e564 None None] Provisioning complete for port 7cba16f6-509f-4a94-ab67-0c42d812da0b triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:32:25.600629 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b6ce480f-7fcb-445e-a90d-89c20982e564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (7cba16f6-509f-4a94-ab67-0c42d812da0b), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:25.601155 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-b6ce480f-7fcb-445e-a90d-89c20982e564 None None] Attempt 1 to provision port 7cba16f6-509f-4a94-ab67-0c42d812da0b Oct 04 20:32:25.646173 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4e9a1600-da6e-412e-a92e-42c179972800 req-1dbdddbf-5075-490e-bde5-24615c8fc015 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7f28ae09-e1bd-4fe5-852d-225c8092e709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8493466 Oct 04 20:32:25.655879 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-e0ccab8c-2cc1-4a42-8b8e-f15b4b4e3085 req-5c298aa5-d556-41ff-9dd4-ada2bb13786f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (7cba16f6-509f-4a94-ab67-0c42d812da0b), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:25.703947 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-b6ce480f-7fcb-445e-a90d-89c20982e564 None None] Port 7cba16f6-509f-4a94-ab67-0c42d812da0b cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:32:25.733760 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e1bab78b-4e41-4fd0-897d-6c7130347ed1 req-dc0a3b8b-149c-4593-a72b-79c4578fc808 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e16176d0-0793-4bc3-a8d6-64b65342f8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7067578 Oct 04 20:32:25.780194 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f609f46a-c7dd-425e-b38e-ed8c0d6b1db9 req-82af6417-4fb8-4bcd-bbe2-ec9fdf29aa4b service neutron] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7f28ae09-e1bd-4fe5-852d-225c8092e709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0252326 Oct 04 20:32:25.903096 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:25.923021 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:25.924833 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2e81ee6f-c435-4bdf-b48d-c6c5763fd747 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:26.096330 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-aa6c8f98-e6aa-4bb8-86bc-9a687c71982b admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=d0ded24c70b54fc5bb73d54fd1537abb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8053522 Oct 04 20:32:26.150077 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57074) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:32:26.190886 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:26.191767 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-594b26a7-a0d8-4ae8-8094-e18ba7ac664d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (9ec34611-72ee-40e9-9aa5-24041bd77b42), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:26.196514 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-594b26a7-a0d8-4ae8-8094-e18ba7ac664d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:26.199251 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-594b26a7-a0d8-4ae8-8094-e18ba7ac664d admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/9ec34611-72ee-40e9-9aa5-24041bd77b42 HTTP/1.1" status: 204 len: 168 time: 2.9031746 Oct 04 20:32:26.264693 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594b26a7-a0d8-4ae8-8094-e18ba7ac664d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec34611-72ee-40e9-9aa5-24041bd77b42,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:26.318146 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-36b88c9d-183e-4454-9bbe-75a02a91b157 admin admin] Publish callbacks [] for security_group (22de9816-c84d-42f4-8e4f-f0c39b6bce2f), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:26.365935 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-36b88c9d-183e-4454-9bbe-75a02a91b157 admin admin] Publish callbacks [] for security_group (22de9816-c84d-42f4-8e4f-f0c39b6bce2f), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:26.398177 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-74eaa6ed-b6e5-4bc7-b2ac-c93fc83b92c4 admin admin] Publish callbacks [] for security_group (d39cf6b9-8314-4416-bf83-db1e2a5f5932), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:26.462819 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3772ab5-7d65-40cc-a629-31dcddaabac7 admin admin] Router c4280ead-aa7b-453b-a684-01e21f4596ad has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:32:26.510864 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2e81ee6f-c435-4bdf-b48d-c6c5763fd747 admin admin] Publish callbacks [] for security_group (6c2e5966-755f-4fa0-9891-059266283277), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:26.516227 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-74eaa6ed-b6e5-4bc7-b2ac-c93fc83b92c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (d39cf6b9-8314-4416-bf83-db1e2a5f5932), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:26.754636 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2e81ee6f-c435-4bdf-b48d-c6c5763fd747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (6c2e5966-755f-4fa0-9891-059266283277), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:26.757400 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [req-e0ccab8c-2cc1-4a42-8b8e-f15b4b4e3085 req-5c298aa5-d556-41ff-9dd4-ada2bb13786f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cba16f6-509f-4a94-ab67-0c42d812da0b {{(pid=108169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 20:32:26.767748 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-74eaa6ed-b6e5-4bc7-b2ac-c93fc83b92c4 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=069c65953ec14f159b943500c268603e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9152691 Oct 04 20:32:26.771066 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57086) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:32:26.799014 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-e0ccab8c-2cc1-4a42-8b8e-f15b4b4e3085 req-5c298aa5-d556-41ff-9dd4-ada2bb13786f service neutron] Publish callbacks [] for port (7cba16f6-509f-4a94-ab67-0c42d812da0b), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:26.838529 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eaa6ed-b6e5-4bc7-b2ac-c93fc83b92c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d39cf6b9-8314-4416-bf83-db1e2a5f5932,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:26.909149 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2e81ee6f-c435-4bdf-b48d-c6c5763fd747 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=245cdda5c75542a492e519d3e7cb9f80&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8346171 Oct 04 20:32:26.929775 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57092) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:32:26.978385 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.provisioning_blocks [req-e0ccab8c-2cc1-4a42-8b8e-f15b4b4e3085 req-5c298aa5-d556-41ff-9dd4-ada2bb13786f service neutron] Transition to ACTIVE for port object 7cba16f6-509f-4a94-ab67-0c42d812da0b will not be triggered until provisioned by entity L2. {{(pid=108169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 20:32:26.980935 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-36b88c9d-183e-4454-9bbe-75a02a91b157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (22de9816-c84d-42f4-8e4f-f0c39b6bce2f), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:26.986179 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-36b88c9d-183e-4454-9bbe-75a02a91b157 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:26.992258 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-36b88c9d-183e-4454-9bbe-75a02a91b157 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/22de9816-c84d-42f4-8e4f-f0c39b6bce2f HTTP/1.1" status: 204 len: 168 time: 0.8360174 Oct 04 20:32:27.077436 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=74,neutron:DELETE=4,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:27.095329 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=4,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:27.158513 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b88c9d-183e-4454-9bbe-75a02a91b157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22de9816-c84d-42f4-8e4f-f0c39b6bce2f,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:27.183490 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e81ee6f-c435-4bdf-b48d-c6c5763fd747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2e5966-755f-4fa0-9891-059266283277,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:27.276278 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-e0ccab8c-2cc1-4a42-8b8e-f15b4b4e3085 req-5c298aa5-d556-41ff-9dd4-ada2bb13786f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (7cba16f6-509f-4a94-ab67-0c42d812da0b), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:27.301286 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997f5085-7440-4700-a8bb-b79deab9803a req-77fb735b-a6d6-4153-b401-0ad361bd26da tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:27.316049 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-997f5085-7440-4700-a8bb-b79deab9803a req-77fb735b-a6d6-4153-b401-0ad361bd26da tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c47fee7a-3d2d-4741-a563-feaba1355fd2 HTTP/1.1" status: 200 len: 949 time: 0.3217115 Oct 04 20:32:27.324680 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3772ab5-7d65-40cc-a629-31dcddaabac7 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:32:27.340012 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c3772ab5-7d65-40cc-a629-31dcddaabac7 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/c4280ead-aa7b-453b-a684-01e21f4596ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5981896 Oct 04 20:32:27.348731 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e7e698-f573-4fb1-94e9-5c33f879f7a5 None None] Sync routers for ids ['c4280ead-aa7b-453b-a684-01e21f4596ad'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:32:27.409410 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57098) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:32:27.410417 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b54a82-76b0-408d-8563-26e7791f6033 req-13e67ee3-d1dd-413a-9755-02e6c8e0ddec tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:27.420581 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e7e698-f573-4fb1-94e9-5c33f879f7a5 None None] Routers {'c4280ead-aa7b-453b-a684-01e21f4596ad'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:32:27.421205 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-91b54a82-76b0-408d-8563-26e7791f6033 req-13e67ee3-d1dd-413a-9755-02e6c8e0ddec tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8cb8f74d-23b2-4d2b-be76-202a02a5daac HTTP/1.1" status: 200 len: 947 time: 0.3248103 Oct 04 20:32:27.426267 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-54e7e698-f573-4fb1-94e9-5c33f879f7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:32:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['c4280ead-aa7b-453b-a684-01e21f4596ad'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:32:27.640065 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-997f5085-7440-4700-a8bb-b79deab9803a req-15c1a434-3289-4ba9-a091-d3c900bf8499 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7f28ae09-e1bd-4fe5-852d-225c8092e709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115058 Oct 04 20:32:27.673414 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-54e7e698-f573-4fb1-94e9-5c33f879f7a5 None None] Set router c4280ead-aa7b-453b-a684-01e21f4596ad gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:32:27.691208 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-91b54a82-76b0-408d-8563-26e7791f6033 req-edb3ddc8-59c0-4a42-9437-470a0388a508 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e16176d0-0793-4bc3-a8d6-64b65342f8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898272 Oct 04 20:32:28.070894 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=100 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:28.085935 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8ffc3c89-c3d9-4fb4-88e4-a4a35ee838f2 admin admin] Publish callbacks [] for security_group (6c2e5966-755f-4fa0-9891-059266283277), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:28.120785 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-54e7e698-f573-4fb1-94e9-5c33f879f7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4280ead-aa7b-453b-a684-01e21f4596ad', 'name': 'tempest-FloatingIPsAssociationTestJSON-1461027055-router', 'tenant_id': '3f55ea5d23454a1783f1719ec6bac06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '4f2057a6-96de-4823-ad2c-731c5a59b2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:32:02Z', 'updated_at': '2022-10-04T20:32:22Z', 'revision_number': 5, 'project_id': '3f55ea5d23454a1783f1719ec6bac06e', 'gw_port': {'id': '4f2057a6-96de-4823-ad2c-731c5a59b2bc', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4280ead-aa7b-453b-a684-01e21f4596ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:32:04Z', 'updated_at': '2022-10-04T20:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:32:28.122183 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3a718ac3-8c1d-4cfd-bc2b-e32c5a8d12bd admin admin] Publish callbacks [] for security_group (d39cf6b9-8314-4416-bf83-db1e2a5f5932), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:28.141865 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c298aa5-d556-41ff-9dd4-ada2bb13786f service neutron] Pushing event updated for resources: {'Port': ['ID=7cba16f6-509f-4a94-ab67-0c42d812da0b,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:28.214158 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e7e698-f573-4fb1-94e9-5c33f879f7a5 None None] Checking router: c4280ead-aa7b-453b-a684-01e21f4596ad for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:32:28.232736 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e7e698-f573-4fb1-94e9-5c33f879f7a5 None None] Routers {'c4280ead-aa7b-453b-a684-01e21f4596ad'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:32:28.233732 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-54e7e698-f573-4fb1-94e9-5c33f879f7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:32:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['c4280ead-aa7b-453b-a684-01e21f4596ad'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:32:28.243788 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8ffc3c89-c3d9-4fb4-88e4-a4a35ee838f2 admin admin] Publish callbacks [] for security_group (6c2e5966-755f-4fa0-9891-059266283277), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:28.288305 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3a718ac3-8c1d-4cfd-bc2b-e32c5a8d12bd admin admin] Publish callbacks [] for security_group (d39cf6b9-8314-4416-bf83-db1e2a5f5932), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:28.323794 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a289397b-fdfa-4c68-ad84-a57263420482 admin admin] Publish callbacks [] for router (c4280ead-aa7b-453b-a684-01e21f4596ad), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:28.447588 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-54e7e698-f573-4fb1-94e9-5c33f879f7a5 None None] Set router c4280ead-aa7b-453b-a684-01e21f4596ad gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:32:28.455418 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:28.517555 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [req-e0ccab8c-2cc1-4a42-8b8e-f15b4b4e3085 req-5c298aa5-d556-41ff-9dd4-ada2bb13786f service neutron] Attempting to bind port 7cba16f6-509f-4a94-ab67-0c42d812da0b on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:32:28.517826 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [req-e0ccab8c-2cc1-4a42-8b8e-f15b4b4e3085 req-5c298aa5-d556-41ff-9dd4-ada2bb13786f service neutron] Attempting to bind port 7cba16f6-509f-4a94-ab67-0c42d812da0b by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'}] {{(pid=108169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:32:28.518189 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ccab8c-2cc1-4a42-8b8e-f15b4b4e3085 req-5c298aa5-d556-41ff-9dd4-ada2bb13786f service neutron] Attempting to bind port 7cba16f6-509f-4a94-ab67-0c42d812da0b on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:32:28.690034 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ccab8c-2cc1-4a42-8b8e-f15b4b4e3085 req-5c298aa5-d556-41ff-9dd4-ada2bb13786f service neutron] Port 7cba16f6-509f-4a94-ab67-0c42d812da0b on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:32:28.690787 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ccab8c-2cc1-4a42-8b8e-f15b4b4e3085 req-5c298aa5-d556-41ff-9dd4-ada2bb13786f service neutron] Attempting to bind port 7cba16f6-509f-4a94-ab67-0c42d812da0b on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:32:28.733286 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a289397b-fdfa-4c68-ad84-a57263420482 admin admin] Publish callbacks [] for router_gateway (c4280ead-aa7b-453b-a684-01e21f4596ad), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:28.775221 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8ffc3c89-c3d9-4fb4-88e4-a4a35ee838f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (6c2e5966-755f-4fa0-9891-059266283277), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:28.785021 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8ffc3c89-c3d9-4fb4-88e4-a4a35ee838f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:28.785739 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 57120) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:32:28.787835 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-8ffc3c89-c3d9-4fb4-88e4-a4a35ee838f2 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/6c2e5966-755f-4fa0-9891-059266283277 HTTP/1.1" status: 204 len: 168 time: 1.8539352 Oct 04 20:32:28.790028 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3a718ac3-8c1d-4cfd-bc2b-e32c5a8d12bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (d39cf6b9-8314-4416-bf83-db1e2a5f5932), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:28.799081 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3a718ac3-8c1d-4cfd-bc2b-e32c5a8d12bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:28.801421 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-3a718ac3-8c1d-4cfd-bc2b-e32c5a8d12bd admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/d39cf6b9-8314-4416-bf83-db1e2a5f5932 HTTP/1.1" status: 204 len: 168 time: 2.0215786 Oct 04 20:32:28.826897 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffc3c89-c3d9-4fb4-88e4-a4a35ee838f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2e5966-755f-4fa0-9891-059266283277,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:28.879081 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a718ac3-8c1d-4cfd-bc2b-e32c5a8d12bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39cf6b9-8314-4416-bf83-db1e2a5f5932,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:28.882413 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ccab8c-2cc1-4a42-8b8e-f15b4b4e3085 req-5c298aa5-d556-41ff-9dd4-ada2bb13786f service neutron] Checking agent: {'id': 'd500e1cf-136e-47e7-b7fe-ae200432f8b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 28, 32), 'started_at': datetime.datetime(2022, 10, 4, 20, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:32:28.883125 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ccab8c-2cc1-4a42-8b8e-f15b4b4e3085 req-5c298aa5-d556-41ff-9dd4-ada2bb13786f service neutron] Checking segment: {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:32:28.883881 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ccab8c-2cc1-4a42-8b8e-f15b4b4e3085 req-5c298aa5-d556-41ff-9dd4-ada2bb13786f service neutron] Bound using segment: {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'} {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:32:28.884840 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [req-e0ccab8c-2cc1-4a42-8b8e-f15b4b4e3085 req-5c298aa5-d556-41ff-9dd4-ada2bb13786f service neutron] Bound port: 7cba16f6-509f-4a94-ab67-0c42d812da0b, host: n-h1-852085-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'}}] {{(pid=108169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:32:28.886676 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-e0ccab8c-2cc1-4a42-8b8e-f15b4b4e3085 req-5c298aa5-d556-41ff-9dd4-ada2bb13786f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (7cba16f6-509f-4a94-ab67-0c42d812da0b), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:28.971061 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-54e7e698-f573-4fb1-94e9-5c33f879f7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4280ead-aa7b-453b-a684-01e21f4596ad', 'name': 'tempest-FloatingIPsAssociationTestJSON-1461027055-router', 'tenant_id': '3f55ea5d23454a1783f1719ec6bac06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '4f2057a6-96de-4823-ad2c-731c5a59b2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:32:02Z', 'updated_at': '2022-10-04T20:32:22Z', 'revision_number': 5, 'project_id': '3f55ea5d23454a1783f1719ec6bac06e', 'gw_port': {'id': '4f2057a6-96de-4823-ad2c-731c5a59b2bc', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4280ead-aa7b-453b-a684-01e21f4596ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:32:04Z', 'updated_at': '2022-10-04T20:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:32:28.992274 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 20:32:29.049302 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e7e698-f573-4fb1-94e9-5c33f879f7a5 None None] The sync data for ids ['c4280ead-aa7b-453b-a684-01e21f4596ad'] in n-d-852085-12 is: [{'id': 'c4280ead-aa7b-453b-a684-01e21f4596ad', 'name': 'tempest-FloatingIPsAssociationTestJSON-1461027055-router', 'tenant_id': '3f55ea5d23454a1783f1719ec6bac06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '4f2057a6-96de-4823-ad2c-731c5a59b2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:32:02Z', 'updated_at': '2022-10-04T20:32:22Z', 'revision_number': 5, 'project_id': '3f55ea5d23454a1783f1719ec6bac06e', 'gw_port': {'id': '4f2057a6-96de-4823-ad2c-731c5a59b2bc', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4280ead-aa7b-453b-a684-01e21f4596ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:32:04Z', 'updated_at': '2022-10-04T20:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:32:29.151845 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-41df1a63-2038-4b69-83e1-7fbe8d780e5a admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=3c732865ac764dfc83bace2444770db8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3636224 Oct 04 20:32:29.157362 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57126) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:32:29.186164 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-a289397b-fdfa-4c68-ad84-a57263420482 admin admin] Deleting port 4f2057a6-96de-4823-ad2c-731c5a59b2bc {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:32:29.187370 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a289397b-fdfa-4c68-ad84-a57263420482 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (4f2057a6-96de-4823-ad2c-731c5a59b2bc), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:29.209863 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 57128) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:32:29.245712 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d20a40-c001-4243-a36c-d55382faf549 req-2e4324df-534e-448b-aefa-5d8368f1519a tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:29.247919 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-89d20a40-c001-4243-a36c-d55382faf549 req-2e4324df-534e-448b-aefa-5d8368f1519a tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c47fee7a-3d2d-4741-a563-feaba1355fd2 HTTP/1.1" status: 200 len: 949 time: 0.2663007 Oct 04 20:32:29.269839 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ad73e-3434-4c9b-980a-a0e7da696d56 req-ada0c5a7-86d7-48b3-ac74-9109a8fae1ac tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:29.272240 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4f3ad73e-3434-4c9b-980a-a0e7da696d56 req-ada0c5a7-86d7-48b3-ac74-9109a8fae1ac tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8cb8f74d-23b2-4d2b-be76-202a02a5daac HTTP/1.1" status: 200 len: 947 time: 0.1562238 Oct 04 20:32:29.318020 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:29.321639 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [req-e0ccab8c-2cc1-4a42-8b8e-f15b4b4e3085 req-5c298aa5-d556-41ff-9dd4-ada2bb13786f service neutron] For port 7cba16f6-509f-4a94-ab67-0c42d812da0b, host n-h1-852085-12, cleared binding levels {{(pid=108169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:32:29.393868 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [req-e0ccab8c-2cc1-4a42-8b8e-f15b4b4e3085 req-5c298aa5-d556-41ff-9dd4-ada2bb13786f service neutron] For port 7cba16f6-509f-4a94-ab67-0c42d812da0b, host n-h1-852085-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=7cba16f6-509f-4a94-ab67-0c42d812da0b,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:32:29.423688 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-89d20a40-c001-4243-a36c-d55382faf549 req-be8e9ce9-1b0a-4768-8640-e440cec7c56f tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7f28ae09-e1bd-4fe5-852d-225c8092e709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497705 Oct 04 20:32:29.442131 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4f3ad73e-3434-4c9b-980a-a0e7da696d56 req-78669fba-cdb6-4255-9daf-a21ef7ed0182 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e16176d0-0793-4bc3-a8d6-64b65342f8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438277 Oct 04 20:32:29.455399 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:29.580389 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-a289397b-fdfa-4c68-ad84-a57263420482 admin admin] For port 4f2057a6-96de-4823-ad2c-731c5a59b2bc, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=4f2057a6-96de-4823-ad2c-731c5a59b2bc,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:32:29.580957 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a289397b-fdfa-4c68-ad84-a57263420482 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (4f2057a6-96de-4823-ad2c-731c5a59b2bc), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:29.590117 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d981c30c-3823-4055-a138-9734a6a4f84a admin admin] Publish callbacks [] for security_group (b373aaf2-51f2-47e6-be78-69ccf54ae3c1), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:29.641182 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-a289397b-fdfa-4c68-ad84-a57263420482 admin admin] Calling delete_port for 4f2057a6-96de-4823-ad2c-731c5a59b2bc owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:32:29.644999 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-e0ccab8c-2cc1-4a42-8b8e-f15b4b4e3085 req-5c298aa5-d556-41ff-9dd4-ada2bb13786f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (7cba16f6-509f-4a94-ab67-0c42d812da0b), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:29.664743 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ccab8c-2cc1-4a42-8b8e-f15b4b4e3085 req-5c298aa5-d556-41ff-9dd4-ada2bb13786f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:29.665567 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-e0ccab8c-2cc1-4a42-8b8e-f15b4b4e3085 req-5c298aa5-d556-41ff-9dd4-ada2bb13786f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:29.668873 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-e0ccab8c-2cc1-4a42-8b8e-f15b4b4e3085 req-5c298aa5-d556-41ff-9dd4-ada2bb13786f service neutron] 10.222.0.83 "PUT /networking/v2.0/ports/7cba16f6-509f-4a94-ab67-0c42d812da0b HTTP/1.1" status: 200 len: 1096 time: 4.3359220 Oct 04 20:32:29.685953 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cb8f74d-23b2-4d2b-be76-202a02a5daac', 'tag': '7cba16f6-509f-4a94-ab67-0c42d812da0b'}] {{(pid=108169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:32:29.691042 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dea34fca0f7d6c1de22810621a04fa86ac5e48141775903912ac1624808dfef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82992e5e-2bca-43a1-a60f-be0ce94e6607" -d '{"events": [{"name": "network-changed", "server_uuid": "8cb8f74d-23b2-4d2b-be76-202a02a5daac", "tag": "7cba16f6-509f-4a94-ab67-0c42d812da0b"}]}' {{(pid=108169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:32:29.750725 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d981c30c-3823-4055-a138-9734a6a4f84a admin admin] Publish callbacks [] for security_group (b373aaf2-51f2-47e6-be78-69ccf54ae3c1), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:29.938095 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 20:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b486d6-5f88-494e-8bd3-d95054127425 x-openstack-request-id: req-f1b486d6-5f88-494e-8bd3-d95054127425 {{(pid=108169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:32:29.938538 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cb8f74d-23b2-4d2b-be76-202a02a5daac", "tag": "7cba16f6-509f-4a94-ab67-0c42d812da0b", "status": "completed", "code": 200}]} {{(pid=108169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:32:29.939181 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f1b486d6-5f88-494e-8bd3-d95054127425 {{(pid=108169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:32:29.939806 n-d-852085-12 neutron-server[108169]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1b486d6-5f88-494e-8bd3-d95054127425'] response: {'name': 'network-changed', 'server_uuid': '8cb8f74d-23b2-4d2b-be76-202a02a5daac', 'tag': '7cba16f6-509f-4a94-ab67-0c42d812da0b', 'status': 'completed', 'code': 200} Oct 04 20:32:30.030262 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c298aa5-d556-41ff-9dd4-ada2bb13786f service neutron] Pushing event updated for resources: {'Port': ['ID=7cba16f6-509f-4a94-ab67-0c42d812da0b,revision_number=3']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:30.036296 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ccab8c-2cc1-4a42-8b8e-f15b4b4e3085 req-128cfc6a-1626-4eab-9736-c00f0d4672b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:30.039202 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-e0ccab8c-2cc1-4a42-8b8e-f15b4b4e3085 req-128cfc6a-1626-4eab-9736-c00f0d4672b7 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=e756f3ec49694205b5dccf3408cee098&device_id=8cb8f74d-23b2-4d2b-be76-202a02a5daac HTTP/1.1" status: 200 len: 1130 time: 0.1793079 Oct 04 20:32:30.126943 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-e0ccab8c-2cc1-4a42-8b8e-f15b4b4e3085 req-8535ec19-d705-4d47-b803-b5af212e4721 service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=7cba16f6-509f-4a94-ab67-0c42d812da0b HTTP/1.1" status: 200 len: 217 time: 0.0665734 Oct 04 20:32:30.296188 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:30.311080 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d981c30c-3823-4055-a138-9734a6a4f84a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (b373aaf2-51f2-47e6-be78-69ccf54ae3c1), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:30.327214 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d981c30c-3823-4055-a138-9734a6a4f84a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:30.330368 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d981c30c-3823-4055-a138-9734a6a4f84a admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/b373aaf2-51f2-47e6-be78-69ccf54ae3c1 HTTP/1.1" status: 204 len: 168 time: 1.1642184 Oct 04 20:32:30.361250 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-99c8b2f2-ed6b-49f4-a84a-a7e4c3d2bb37 tempest-AutoAllocateNetworkTest-1969336612 tempest-AutoAllocateNetworkTest-1969336612-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=79686f2f544349ffa36e0944a137f9fe&shared=False HTTP/1.1" status: 200 len: 208 time: 1.1494980 Oct 04 20:32:30.365435 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 57146) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:32:30.390066 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d981c30c-3823-4055-a138-9734a6a4f84a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b373aaf2-51f2-47e6-be78-69ccf54ae3c1,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:30.419478 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ccab8c-2cc1-4a42-8b8e-f15b4b4e3085 req-805b6a9a-55cb-4103-b044-e012aaa24ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:30.423423 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-e0ccab8c-2cc1-4a42-8b8e-f15b4b4e3085 req-805b6a9a-55cb-4103-b044-e012aaa24ff2 service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.2830241 Oct 04 20:32:30.559308 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ccab8c-2cc1-4a42-8b8e-f15b4b4e3085 req-05e6ff57-ab50-4dac-b1e4-bb23cb2e57f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:30.562688 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-e0ccab8c-2cc1-4a42-8b8e-f15b4b4e3085 req-05e6ff57-ab50-4dac-b1e4-bb23cb2e57f3 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1332245 Oct 04 20:32:30.593204 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f2904f-6d03-41f5-9b60-01f6ec498168 req-83983cd8-35f1-4d4b-af3b-9a124d837ea3 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:30.596695 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-26f2904f-6d03-41f5-9b60-01f6ec498168 req-83983cd8-35f1-4d4b-af3b-9a124d837ea3 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c47fee7a-3d2d-4741-a563-feaba1355fd2 HTTP/1.1" status: 200 len: 949 time: 0.2383318 Oct 04 20:32:30.658372 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d41aa0-4c20-4f57-a5c8-6ee3afc383d4 tempest-AutoAllocateNetworkTest-1969336612 tempest-AutoAllocateNetworkTest-1969336612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:30.661074 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c8d41aa0-4c20-4f57-a5c8-6ee3afc383d4 tempest-AutoAllocateNetworkTest-1969336612 tempest-AutoAllocateNetworkTest-1969336612-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2932780 Oct 04 20:32:30.668781 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 57152) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:32:30.777126 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a289397b-fdfa-4c68-ad84-a57263420482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (4f2057a6-96de-4823-ad2c-731c5a59b2bc), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:30.859290 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a289397b-fdfa-4c68-ad84-a57263420482 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f2057a6-96de-4823-ad2c-731c5a59b2bc,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:30.867881 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-e0ccab8c-2cc1-4a42-8b8e-f15b4b4e3085 req-e8de2cb2-38f8-4209-9264-1d48eca6eb17 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899616 Oct 04 20:32:30.890590 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-06214f3e-4d1f-4bad-80d1-a88424608512 tempest-AutoAllocateNetworkTest-1969336612 tempest-AutoAllocateNetworkTest-1969336612-project] 10.222.0.78 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2198811 Oct 04 20:32:30.896852 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 57158) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:32:30.927381 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f215f4b-f5bd-4e37-8750-4d357bf91b2d req-f3ac4b74-e80f-4fe7-97f5-25e6b192560f tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:30.930039 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-0f215f4b-f5bd-4e37-8750-4d357bf91b2d req-f3ac4b74-e80f-4fe7-97f5-25e6b192560f tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8cb8f74d-23b2-4d2b-be76-202a02a5daac HTTP/1.1" status: 200 len: 947 time: 0.2669728 Oct 04 20:32:31.000499 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 57160) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:32:31.023401 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2bf11966-0494-40a8-92b4-db03d119e025 tempest-AutoAllocateNetworkTest-1969336612 tempest-AutoAllocateNetworkTest-1969336612-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=79686f2f544349ffa36e0944a137f9fe HTTP/1.1" status: 200 len: 208 time: 0.1245236 Oct 04 20:32:31.051972 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-26f2904f-6d03-41f5-9b60-01f6ec498168 req-f8701877-8f9b-4e0e-b98a-f6e881eb7eae tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7f28ae09-e1bd-4fe5-852d-225c8092e709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3825531 Oct 04 20:32:31.089751 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f96138ac-74eb-411a-892e-3d42797a04dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:31.158261 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-0f215f4b-f5bd-4e37-8750-4d357bf91b2d req-44958028-984f-46b8-a388-563e078e7d31 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e16176d0-0793-4bc3-a8d6-64b65342f8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997299 Oct 04 20:32:31.275599 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device ae27adf1-b20d-42be-bc2a-6eeaf7385ed9 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:32:31.328868 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-e0ccab8c-2cc1-4a42-8b8e-f15b4b4e3085 req-56b7b8cf-ec08-406e-be42-12a73760dcaf service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4436076 Oct 04 20:32:31.338705 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a289397b-fdfa-4c68-ad84-a57263420482 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (c4280ead-aa7b-453b-a684-01e21f4596ad), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:31.361988 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: ae27adf1-b20d-42be-bc2a-6eeaf7385ed9 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:32:31.363484 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device ae27adf1-b20d-42be-bc2a-6eeaf7385ed9 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:32:31.428524 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f96138ac-74eb-411a-892e-3d42797a04dd admin admin] Publish callbacks [] for security_group (6e3fe8da-a5fc-43c4-bf87-752a3eb1258d), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:31.501075 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:31.542747 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f96138ac-74eb-411a-892e-3d42797a04dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (6e3fe8da-a5fc-43c4-bf87-752a3eb1258d), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:31.567752 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a289397b-fdfa-4c68-ad84-a57263420482 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (c4280ead-aa7b-453b-a684-01e21f4596ad), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:31.572929 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a289397b-fdfa-4c68-ad84-a57263420482 admin admin] Publish callbacks [] for router_controller (c4280ead-aa7b-453b-a684-01e21f4596ad), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:31.646097 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f96138ac-74eb-411a-892e-3d42797a04dd admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=88b112cc188f49cc987f5f71896081a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6304896 Oct 04 20:32:31.647562 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96138ac-74eb-411a-892e-3d42797a04dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3fe8da-a5fc-43c4-bf87-752a3eb1258d,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:31.651802 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 57178) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:32:31.761659 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0b9c4094-ff2b-4ef3-a14c-3f1270a1c2a1 admin admin] Publish callbacks [] for security_group (6e3fe8da-a5fc-43c4-bf87-752a3eb1258d), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:31.803537 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0b9c4094-ff2b-4ef3-a14c-3f1270a1c2a1 admin admin] Publish callbacks [] for security_group (6e3fe8da-a5fc-43c4-bf87-752a3eb1258d), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:31.812178 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a289397b-fdfa-4c68-ad84-a57263420482 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (c4280ead-aa7b-453b-a684-01e21f4596ad), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:31.814312 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a289397b-fdfa-4c68-ad84-a57263420482 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4280ead-aa7b-453b-a684-01e21f4596ad {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:32:31.822610 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a289397b-fdfa-4c68-ad84-a57263420482 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:31.824788 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a289397b-fdfa-4c68-ad84-a57263420482 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/c4280ead-aa7b-453b-a684-01e21f4596ad HTTP/1.1" status: 204 len: 168 time: 4.3958995 Oct 04 20:32:31.829428 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 57182) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:32:31.858008 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:31.971768 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d2d4868-e6c2-42ac-abe2-1b680b894184 admin admin] Deleting subnet 742039ea-7842-4712-b43d-4875d425c2b2 {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:32:31.980420 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8d2d4868-e6c2-42ac-abe2-1b680b894184 admin admin] Publish callbacks [] for subnet (742039ea-7842-4712-b43d-4875d425c2b2), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:32.056135 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:32.069531 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8d2d4868-e6c2-42ac-abe2-1b680b894184 admin admin] Publish callbacks [] for subnet (742039ea-7842-4712-b43d-4875d425c2b2), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:32.090798 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:32.172127 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0b9c4094-ff2b-4ef3-a14c-3f1270a1c2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (6e3fe8da-a5fc-43c4-bf87-752a3eb1258d), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:32.177258 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0b9c4094-ff2b-4ef3-a14c-3f1270a1c2a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:32.179522 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-0b9c4094-ff2b-4ef3-a14c-3f1270a1c2a1 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/6e3fe8da-a5fc-43c4-bf87-752a3eb1258d HTTP/1.1" status: 204 len: 168 time: 0.5255458 Oct 04 20:32:32.188575 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8d2d4868-e6c2-42ac-abe2-1b680b894184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (742039ea-7842-4712-b43d-4875d425c2b2), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:32.266278 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9c4094-ff2b-4ef3-a14c-3f1270a1c2a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e3fe8da-a5fc-43c4-bf87-752a3eb1258d,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:32.378431 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97200692-9b5f-4704-a443-c40fe410e090 req-14412726-922b-4820-a966-882a20f5e2da tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:32.382963 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-97200692-9b5f-4704-a443-c40fe410e090 req-14412726-922b-4820-a966-882a20f5e2da tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c47fee7a-3d2d-4741-a563-feaba1355fd2 HTTP/1.1" status: 200 len: 949 time: 0.1988375 Oct 04 20:32:32.547232 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57200) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:32:32.562379 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-97200692-9b5f-4704-a443-c40fe410e090 req-baa462f2-362e-4e04-b27d-aa981b06ce03 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7f28ae09-e1bd-4fe5-852d-225c8092e709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649711 Oct 04 20:32:32.581631 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c9c91-2a49-4c9d-a897-2f6b8df20485 req-3432dc40-a229-4e97-bca1-1207593f7284 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:32.584473 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-b99c9c91-2a49-4c9d-a897-2f6b8df20485 req-3432dc40-a229-4e97-bca1-1207593f7284 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8cb8f74d-23b2-4d2b-be76-202a02a5daac HTTP/1.1" status: 200 len: 947 time: 0.1431141 Oct 04 20:32:32.600564 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8d2d4868-e6c2-42ac-abe2-1b680b894184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for subnet (742039ea-7842-4712-b43d-4875d425c2b2), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:32.680275 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2d4868-e6c2-42ac-abe2-1b680b894184 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=742039ea-7842-4712-b43d-4875d425c2b2,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:32.689234 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8d2d4868-e6c2-42ac-abe2-1b680b894184 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:32.704412 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57204) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:32:32.704651 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-8d2d4868-e6c2-42ac-abe2-1b680b894184 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/742039ea-7842-4712-b43d-4875d425c2b2 HTTP/1.1" status: 204 len: 168 time: 0.8673117 Oct 04 20:32:32.706484 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc197a6f-c157-424d-9034-5e9bc12d8789 None None] Network 4571e3e1-616b-42ac-9a49-36e519084249 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:32:32.749923 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-b99c9c91-2a49-4c9d-a897-2f6b8df20485 req-39f6fabe-9191-4ba3-9641-40ec49ddeb15 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e16176d0-0793-4bc3-a8d6-64b65342f8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419857 Oct 04 20:32:32.881804 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3bab89af-fe83-4b35-a48a-844adb54b6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (4571e3e1-616b-42ac-9a49-36e519084249), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:32.956980 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-3bab89af-fe83-4b35-a48a-844adb54b6fa admin admin] Deleting port 940bdf78-7b6d-4db7-b993-70bb7af0d865 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:32:32.957492 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3bab89af-fe83-4b35-a48a-844adb54b6fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (940bdf78-7b6d-4db7-b993-70bb7af0d865), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:33.059352 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-3bab89af-fe83-4b35-a48a-844adb54b6fa admin admin] For port 940bdf78-7b6d-4db7-b993-70bb7af0d865, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=940bdf78-7b6d-4db7-b993-70bb7af0d865,segment=NetworkSegment(c5a1ae08-1cfe-41a1-b6cc-016066825124),segment_id=c5a1ae08-1cfe-41a1-b6cc-016066825124)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:32:33.059983 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3bab89af-fe83-4b35-a48a-844adb54b6fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (940bdf78-7b6d-4db7-b993-70bb7af0d865), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:33.073008 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fb869d-300a-491a-b4a0-5b7bb5d99c09 None None] DHCP port deletion for 4571e3e1-616b-42ac-9a49-36e519084249 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:32:33.095264 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-3bab89af-fe83-4b35-a48a-844adb54b6fa admin admin] Calling delete_port for 940bdf78-7b6d-4db7-b993-70bb7af0d865 owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:32:33.154900 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-20fb869d-300a-491a-b4a0-5b7bb5d99c09 None None] Deleting port 940bdf78-7b6d-4db7-b993-70bb7af0d865 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:32:33.155584 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-20fb869d-300a-491a-b4a0-5b7bb5d99c09 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (940bdf78-7b6d-4db7-b993-70bb7af0d865), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:33.161643 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 940bdf78-7b6d-4db7-b993-70bb7af0d865 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:32:33.280346 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:33.340440 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-20fb869d-300a-491a-b4a0-5b7bb5d99c09 None None] For port 940bdf78-7b6d-4db7-b993-70bb7af0d865, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=940bdf78-7b6d-4db7-b993-70bb7af0d865,segment=NetworkSegment(c5a1ae08-1cfe-41a1-b6cc-016066825124),segment_id=c5a1ae08-1cfe-41a1-b6cc-016066825124)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:32:33.341014 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-20fb869d-300a-491a-b4a0-5b7bb5d99c09 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (940bdf78-7b6d-4db7-b993-70bb7af0d865), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:33.387859 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-20fb869d-300a-491a-b4a0-5b7bb5d99c09 None None] Calling delete_port for 940bdf78-7b6d-4db7-b993-70bb7af0d865 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:32:33.412299 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3bab89af-fe83-4b35-a48a-844adb54b6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (940bdf78-7b6d-4db7-b993-70bb7af0d865), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:33.469506 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 940bdf78-7b6d-4db7-b993-70bb7af0d865 is: ACTIVE; New status is: DOWN {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:32:33.470204 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (940bdf78-7b6d-4db7-b993-70bb7af0d865), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:33.480413 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bab89af-fe83-4b35-a48a-844adb54b6fa admin admin] Pushing event deleted for resources: {'Port': ['ID=940bdf78-7b6d-4db7-b993-70bb7af0d865,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:33.489483 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bab89af-fe83-4b35-a48a-844adb54b6fa admin admin] No DVR routers for this DVR port 940bdf78-7b6d-4db7-b993-70bb7af0d865 on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:32:33.653005 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 4f2057a6-96de-4823-ad2c-731c5a59b2bc no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:32:33.658599 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:33.664205 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3bab89af-fe83-4b35-a48a-844adb54b6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (4571e3e1-616b-42ac-9a49-36e519084249), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:33.725884 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 4f2057a6-96de-4823-ad2c-731c5a59b2bc {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:32:33.725884 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 4f2057a6-96de-4823-ad2c-731c5a59b2bc not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:32:33.738069 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-3bab89af-fe83-4b35-a48a-844adb54b6fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4571e3e1-616b-42ac-9a49-36e519084249']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:32:33.764775 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-3bab89af-fe83-4b35-a48a-844adb54b6fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5a1ae08-1cfe-41a1-b6cc-016066825124') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:32:33.765304 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-3bab89af-fe83-4b35-a48a-844adb54b6fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5a1ae08-1cfe-41a1-b6cc-016066825124') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:32:33.768874 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-20fb869d-300a-491a-b4a0-5b7bb5d99c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (940bdf78-7b6d-4db7-b993-70bb7af0d865), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:33.814909 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3bab89af-fe83-4b35-a48a-844adb54b6fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (c5a1ae08-1cfe-41a1-b6cc-016066825124), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:33.838961 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fb869d-300a-491a-b4a0-5b7bb5d99c09 None None] Pushing event deleted for resources: {'Port': ['ID=940bdf78-7b6d-4db7-b993-70bb7af0d865,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:33.881621 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fb869d-300a-491a-b4a0-5b7bb5d99c09 None None] No DVR routers for this DVR port 940bdf78-7b6d-4db7-b993-70bb7af0d865 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:32:33.894715 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3bab89af-fe83-4b35-a48a-844adb54b6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (c5a1ae08-1cfe-41a1-b6cc-016066825124), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:33.942041 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bab89af-fe83-4b35-a48a-844adb54b6fa admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:32:33.942407 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3bab89af-fe83-4b35-a48a-844adb54b6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (c5a1ae08-1cfe-41a1-b6cc-016066825124), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:34.020885 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc9c96-337c-476c-861e-05cde9009fa2 req-20397ead-0ba8-480e-83a8-a8929f155840 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:34.036688 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-dacc9c96-337c-476c-861e-05cde9009fa2 req-20397ead-0ba8-480e-83a8-a8929f155840 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c47fee7a-3d2d-4741-a563-feaba1355fd2 HTTP/1.1" status: 200 len: 949 time: 0.1848855 Oct 04 20:32:34.059034 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:34.163975 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment c5a1ae08-1cfe-41a1-b6cc-016066825124 resource provider aggregate not found Oct 04 20:32:34.176301 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-139d2b61-7878-4655-94be-8a3501055d6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:34.213268 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0634c253-a8fc-4d4d-8b6c-8fbadd04930c req-2de98ad7-80a1-4167-b4d7-d0e32a2ae0c2 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:34.227212 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-0634c253-a8fc-4d4d-8b6c-8fbadd04930c req-2de98ad7-80a1-4167-b4d7-d0e32a2ae0c2 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8cb8f74d-23b2-4d2b-be76-202a02a5daac HTTP/1.1" status: 200 len: 947 time: 0.1860604 Oct 04 20:32:34.247748 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82992e5e-2bca-43a1-a60f-be0ce94e6607 req-408225ed-e576-4950-bb7b-1c543063b846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:34.251096 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-82992e5e-2bca-43a1-a60f-be0ce94e6607 req-408225ed-e576-4950-bb7b-1c543063b846 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=e756f3ec49694205b5dccf3408cee098&device_id=8cb8f74d-23b2-4d2b-be76-202a02a5daac HTTP/1.1" status: 200 len: 1130 time: 0.1721232 Oct 04 20:32:34.288858 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment c5a1ae08-1cfe-41a1-b6cc-016066825124 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c5a1ae08-1cfe-41a1-b6cc-016066825124 found for delete ", "request_id": "req-0d551149-f3b2-4e99-91d7-f85311e205eb"}]} Oct 04 20:32:34.371036 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-0634c253-a8fc-4d4d-8b6c-8fbadd04930c req-5ff0193d-94a6-4a20-8d29-548e1c9b8545 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e16176d0-0793-4bc3-a8d6-64b65342f8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408956 Oct 04 20:32:34.397925 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3bab89af-fe83-4b35-a48a-844adb54b6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (4571e3e1-616b-42ac-9a49-36e519084249), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:34.426855 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3bab89af-fe83-4b35-a48a-844adb54b6fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:34.436739 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-3bab89af-fe83-4b35-a48a-844adb54b6fa admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/4571e3e1-616b-42ac-9a49-36e519084249 HTTP/1.1" status: 204 len: 168 time: 1.7337084 Oct 04 20:32:34.450930 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-dacc9c96-337c-476c-861e-05cde9009fa2 req-b4267671-40c3-496b-afa6-6b94eb836d08 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7f28ae09-e1bd-4fe5-852d-225c8092e709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4123914 Oct 04 20:32:34.467866 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bab89af-fe83-4b35-a48a-844adb54b6fa admin admin] Pushing event deleted for resources: {'Network': ['ID=4571e3e1-616b-42ac-9a49-36e519084249,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:34.578584 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-139d2b61-7878-4655-94be-8a3501055d6d admin admin] Publish callbacks [] for security_group (1dbdfc4c-d82b-4779-ab47-8558e3630435), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:35.011517 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device 7cba16f6-509f-4a94-ab67-0c42d812da0b details requested by agent hyperv_n-h1-852085-12 with host n-h1-852085-12 {{(pid=108171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 20:32:35.013583 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-139d2b61-7878-4655-94be-8a3501055d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (1dbdfc4c-d82b-4779-ab47-8558e3630435), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:35.111288 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:35.128690 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139d2b61-7878-4655-94be-8a3501055d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dbdfc4c-d82b-4779-ab47-8558e3630435,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:35.142568 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 57240) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:32:35.143381 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-139d2b61-7878-4655-94be-8a3501055d6d admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=79686f2f544349ffa36e0944a137f9fe&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5930386 Oct 04 20:32:35.198715 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82992e5e-2bca-43a1-a60f-be0ce94e6607 req-a7f1a28a-06be-4005-86a6-c63891e7259a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:35.212052 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-82992e5e-2bca-43a1-a60f-be0ce94e6607 req-a7f1a28a-06be-4005-86a6-c63891e7259a service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=42fbb05e-3f96-444f-a676-04ee9d06a8c7 HTTP/1.1" status: 200 len: 870 time: 0.2907369 Oct 04 20:32:35.299805 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-353e60ab-8c1c-4fec-aa7d-d5f8e27bcdba admin admin] Publish callbacks [] for security_group (1dbdfc4c-d82b-4779-ab47-8558e3630435), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:35.403468 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-353e60ab-8c1c-4fec-aa7d-d5f8e27bcdba admin admin] Publish callbacks [] for security_group (1dbdfc4c-d82b-4779-ab47-8558e3630435), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:35.407458 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-82992e5e-2bca-43a1-a60f-be0ce94e6607 req-3aba6197-3445-4884-acda-56f3feccfaa5 service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=7cba16f6-509f-4a94-ab67-0c42d812da0b HTTP/1.1" status: 200 len: 217 time: 0.0907581 Oct 04 20:32:35.739532 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] For port 7cba16f6-509f-4a94-ab67-0c42d812da0b, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=7cba16f6-509f-4a94-ab67-0c42d812da0b,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:32:35.771722 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Returning: {'device': '7cba16f6-509f-4a94-ab67-0c42d812da0b', 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7', 'port_id': '7cba16f6-509f-4a94-ab67-0c42d812da0b', 'mac_address': 'fa:16:3e:19:5a:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1956090-7ed7-4d05-a46e-a7b0885ca8e4', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 20:32:35.788776 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82992e5e-2bca-43a1-a60f-be0ce94e6607 req-722914c4-8941-46c6-9a16-a1adeb656332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:35.790036 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:35.796212 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-82992e5e-2bca-43a1-a60f-be0ce94e6607 req-722914c4-8941-46c6-9a16-a1adeb656332 service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.3109107 Oct 04 20:32:35.797164 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57250) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:32:35.919834 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:35.925520 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Current status of the port 7cba16f6-509f-4a94-ab67-0c42d812da0b is: DOWN; New status is: BUILD {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:32:35.925922 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (7cba16f6-509f-4a94-ab67-0c42d812da0b), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:35.934939 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa1f18-0e3b-42f2-a813-538881ea8f3d req-5b218d4a-1036-4cc1-a221-d573bee16956 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:35.950356 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-49fa1f18-0e3b-42f2-a813-538881ea8f3d req-5b218d4a-1036-4cc1-a221-d573bee16956 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8cb8f74d-23b2-4d2b-be76-202a02a5daac HTTP/1.1" status: 200 len: 947 time: 0.2239785 Oct 04 20:32:35.959375 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ccdac1ad-d73d-44bf-acc6-4aec9f1b0380 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=3f55ea5d23454a1783f1719ec6bac06e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1592577 Oct 04 20:32:35.964115 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57252) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:32:35.991936 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-353e60ab-8c1c-4fec-aa7d-d5f8e27bcdba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (1dbdfc4c-d82b-4779-ab47-8558e3630435), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:35.993225 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cba16f6-509f-4a94-ab67-0c42d812da0b {{(pid=108171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 20:32:36.005374 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-353e60ab-8c1c-4fec-aa7d-d5f8e27bcdba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:36.006769 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-353e60ab-8c1c-4fec-aa7d-d5f8e27bcdba admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/1dbdfc4c-d82b-4779-ab47-8558e3630435 HTTP/1.1" status: 204 len: 168 time: 0.8623478 Oct 04 20:32:36.045505 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] For port 7cba16f6-509f-4a94-ab67-0c42d812da0b, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=7cba16f6-509f-4a94-ab67-0c42d812da0b,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:32:36.081938 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82992e5e-2bca-43a1-a60f-be0ce94e6607 req-2e03cbb4-f6e5-4261-9df0-f05b18541319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:36.085056 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-82992e5e-2bca-43a1-a60f-be0ce94e6607 req-2e03cbb4-f6e5-4261-9df0-f05b18541319 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2189755 Oct 04 20:32:36.214929 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353e60ab-8c1c-4fec-aa7d-d5f8e27bcdba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dbdfc4c-d82b-4779-ab47-8558e3630435,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:36.226371 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (7cba16f6-509f-4a94-ab67-0c42d812da0b), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:36.295197 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-45965b71-3263-471b-8c87-971d9f0a5490 admin admin] Publish callbacks [] for security_group (9cbe47d6-c4e9-497e-bd20-74394f67120e), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:36.323030 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f4431-3637-4cc3-b070-1613885fad5e req-9bb7d6df-9728-42f0-a073-92086d198bbc tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:36.333780 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-232f4431-3637-4cc3-b070-1613885fad5e req-9bb7d6df-9728-42f0-a073-92086d198bbc tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=c47fee7a-3d2d-4741-a563-feaba1355fd2 HTTP/1.1" status: 200 len: 949 time: 0.8192856 Oct 04 20:32:36.386141 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082761d5-c6bb-4a60-bad7-c29098aebba3 req-03941e77-db7a-4bd7-9d4a-37c440f70ca6 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:36.389134 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-082761d5-c6bb-4a60-bad7-c29098aebba3 req-03941e77-db7a-4bd7-9d4a-37c440f70ca6 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c47fee7a-3d2d-4741-a563-feaba1355fd2 HTTP/1.1" status: 200 len: 949 time: 0.4366426 Oct 04 20:32:36.396416 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-49fa1f18-0e3b-42f2-a813-538881ea8f3d req-9a5aeb9f-b003-4342-9b11-1487742cb1c9 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e16176d0-0793-4bc3-a8d6-64b65342f8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385594 Oct 04 20:32:36.476278 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Pushing event updated for resources: {'Port': ['ID=7cba16f6-509f-4a94-ab67-0c42d812da0b,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:36.499371 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-82992e5e-2bca-43a1-a60f-be0ce94e6607 req-1f68bd4f-00bb-415c-92bd-06e2755ebb85 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4068944 Oct 04 20:32:36.511822 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-45965b71-3263-471b-8c87-971d9f0a5490 admin admin] Publish callbacks [] for security_group (9cbe47d6-c4e9-497e-bd20-74394f67120e), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:36.619408 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] get_ports_and_sgs() called for port_ids ['7cba16f6-509f-4a94-ab67-0c42d812da0b'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:32:36.798920 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:36.844119 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-082761d5-c6bb-4a60-bad7-c29098aebba3 req-b574d1c8-f00d-4eff-ab0a-83d51639708e tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7f28ae09-e1bd-4fe5-852d-225c8092e709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4380894 Oct 04 20:32:36.865674 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-82992e5e-2bca-43a1-a60f-be0ce94e6607 req-16d4fdd1-ea9e-42f0-b7a9-90ae1bce3d3c service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677877 Oct 04 20:32:36.868163 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [req-232f4431-3637-4cc3-b070-1613885fad5e req-2081f715-e90f-4f72-b6e7-fee5f1df06ea tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Deleting port 67745228-c055-4896-94e6-ee8141b63c6d {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:32:36.871181 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-232f4431-3637-4cc3-b070-1613885fad5e req-2081f715-e90f-4f72-b6e7-fee5f1df06ea tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (67745228-c055-4896-94e6-ee8141b63c6d), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:36.893781 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-45965b71-3263-471b-8c87-971d9f0a5490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (9cbe47d6-c4e9-497e-bd20-74394f67120e), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:36.913684 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-45965b71-3263-471b-8c87-971d9f0a5490 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:36.920218 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-45965b71-3263-471b-8c87-971d9f0a5490 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/9cbe47d6-c4e9-497e-bd20-74394f67120e HTTP/1.1" status: 204 len: 168 time: 0.9498506 Oct 04 20:32:36.933049 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45965b71-3263-471b-8c87-971d9f0a5490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cbe47d6-c4e9-497e-bd20-74394f67120e,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:36.959280 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:37.171752 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [req-232f4431-3637-4cc3-b070-1613885fad5e req-2081f715-e90f-4f72-b6e7-fee5f1df06ea tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] For port 67745228-c055-4896-94e6-ee8141b63c6d, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=67745228-c055-4896-94e6-ee8141b63c6d,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:32:37.172373 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-232f4431-3637-4cc3-b070-1613885fad5e req-2081f715-e90f-4f72-b6e7-fee5f1df06ea tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (67745228-c055-4896-94e6-ee8141b63c6d), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:37.201429 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [req-232f4431-3637-4cc3-b070-1613885fad5e req-2081f715-e90f-4f72-b6e7-fee5f1df06ea tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Calling delete_port for 67745228-c055-4896-94e6-ee8141b63c6d owned by compute:nova {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:32:37.627890 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-232f4431-3637-4cc3-b070-1613885fad5e req-2081f715-e90f-4f72-b6e7-fee5f1df06ea tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (67745228-c055-4896-94e6-ee8141b63c6d), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:37.710367 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2081f715-e90f-4f72-b6e7-fee5f1df06ea tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Pushing event deleted for resources: {'Port': ['ID=67745228-c055-4896-94e6-ee8141b63c6d,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:37.726601 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8363d1f4-8d12-477f-869b-a8c1b87cfde7 req-084dc54d-93c2-4067-974a-4e7314b62597 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:37.728551 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-8363d1f4-8d12-477f-869b-a8c1b87cfde7 req-084dc54d-93c2-4067-974a-4e7314b62597 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8cb8f74d-23b2-4d2b-be76-202a02a5daac HTTP/1.1" status: 200 len: 948 time: 0.1578143 Oct 04 20:32:37.746284 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] get_ports_and_sgs() called for port_ids ['67745228-c055-4896-94e6-ee8141b63c6d'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:32:37.761623 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-cd281bce-8bc6-43fe-af84-6a2c440bd330 req-59da662d-953b-44f4-98a1-5379890899c4 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?device_id=657c60d3-dfa6-4665-aa9c-66cf28399f64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1246331 Oct 04 20:32:37.839088 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [req-232f4431-3637-4cc3-b070-1613885fad5e req-2081f715-e90f-4f72-b6e7-fee5f1df06ea tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] No DVR routers for this DVR port 67745228-c055-4896-94e6-ee8141b63c6d on host n-h1-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:32:37.851609 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-232f4431-3637-4cc3-b070-1613885fad5e req-2081f715-e90f-4f72-b6e7-fee5f1df06ea tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:37.863524 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-232f4431-3637-4cc3-b070-1613885fad5e req-2081f715-e90f-4f72-b6e7-fee5f1df06ea tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.83 "DELETE /networking/v2.0/ports/67745228-c055-4896-94e6-ee8141b63c6d HTTP/1.1" status: 204 len: 173 time: 1.3467376 Oct 04 20:32:37.866129 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c47fee7a-3d2d-4741-a563-feaba1355fd2', 'name': 'network-vif-deleted', 'tag': '67745228-c055-4896-94e6-ee8141b63c6d'}] {{(pid=108170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:32:37.869182 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a696e922a709062c6bf2650733a1f4a2b44940721a32d933316dd509f3aaf0ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fca6754-f4d6-41d0-a187-662111ea47a3" -d '{"events": [{"server_uuid": "c47fee7a-3d2d-4741-a563-feaba1355fd2", "name": "network-vif-deleted", "tag": "67745228-c055-4896-94e6-ee8141b63c6d"}]}' {{(pid=108170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:32:37.944489 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-8363d1f4-8d12-477f-869b-a8c1b87cfde7 req-678cd37d-2acc-4de1-baf0-06b2f36ae9c7 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e16176d0-0793-4bc3-a8d6-64b65342f8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683908 Oct 04 20:32:38.031398 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 20:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb183da-2770-4005-9cbb-c3068cc2ee4e x-openstack-request-id: req-cdb183da-2770-4005-9cbb-c3068cc2ee4e {{(pid=108170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:32:38.032124 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c47fee7a-3d2d-4741-a563-feaba1355fd2", "name": "network-vif-deleted", "tag": "67745228-c055-4896-94e6-ee8141b63c6d", "status": "completed", "code": 200}]} {{(pid=108170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:32:38.032832 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cdb183da-2770-4005-9cbb-c3068cc2ee4e {{(pid=108170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:32:38.034072 n-d-852085-12 neutron-server[108170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdb183da-2770-4005-9cbb-c3068cc2ee4e'] response: {'server_uuid': 'c47fee7a-3d2d-4741-a563-feaba1355fd2', 'name': 'network-vif-deleted', 'tag': '67745228-c055-4896-94e6-ee8141b63c6d', 'status': 'completed', 'code': 200} Oct 04 20:32:38.093249 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd281bce-8bc6-43fe-af84-6a2c440bd330 req-83a6a98c-e3f4-4604-8ab8-7cb1222c64c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:38.102097 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-cd281bce-8bc6-43fe-af84-6a2c440bd330 req-83a6a98c-e3f4-4604-8ab8-7cb1222c64c2 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=e756f3ec49694205b5dccf3408cee098&device_id=657c60d3-dfa6-4665-aa9c-66cf28399f64 HTTP/1.1" status: 200 len: 1133 time: 0.1402876 Oct 04 20:32:38.215849 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-846ac6bc-7149-4440-acde-0906750cde19 req-cc3c5a11-0bc7-4e94-a427-1a28b2c73ba9 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c47fee7a-3d2d-4741-a563-feaba1355fd2 HTTP/1.1" status: 200 len: 210 time: 0.0707116 Oct 04 20:32:38.698480 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd281bce-8bc6-43fe-af84-6a2c440bd330 req-e73d5ec2-c9b7-46de-950f-8cb0b50826d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:38.701677 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-cd281bce-8bc6-43fe-af84-6a2c440bd330 req-e73d5ec2-c9b7-46de-950f-8cb0b50826d0 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=42fbb05e-3f96-444f-a676-04ee9d06a8c7 HTTP/1.1" status: 200 len: 870 time: 0.5651195 Oct 04 20:32:38.770661 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-cd281bce-8bc6-43fe-af84-6a2c440bd330 req-3a0eaf5d-0a75-449d-8001-9dc52778d790 service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=92bc6db0-cee2-4ded-8108-fb4d85ea7465 HTTP/1.1" status: 200 len: 217 time: 0.0622628 Oct 04 20:32:38.875948 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd281bce-8bc6-43fe-af84-6a2c440bd330 req-df4eef23-e27f-4595-8052-9f8dc9e5b56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:38.878700 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-cd281bce-8bc6-43fe-af84-6a2c440bd330 req-df4eef23-e27f-4595-8052-9f8dc9e5b56d service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.1019344 Oct 04 20:32:38.980122 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd281bce-8bc6-43fe-af84-6a2c440bd330 req-6e986e53-ce03-463f-b14d-49855fdc03fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:38.983066 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-cd281bce-8bc6-43fe-af84-6a2c440bd330 req-6e986e53-ce03-463f-b14d-49855fdc03fa service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0956943 Oct 04 20:32:38.988711 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=61 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:38.993243 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=36 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:39.061692 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device 7cba16f6-509f-4a94-ab67-0c42d812da0b up at agent hyperv_n-h1-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:32:39.167803 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Provisioning for port 7cba16f6-509f-4a94-ab67-0c42d812da0b completed by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 20:32:39.210556 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-cd281bce-8bc6-43fe-af84-6a2c440bd330 req-6052d724-2705-40cd-ba35-4e2855b32d6f service neutron] 10.222.0.85 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209356 Oct 04 20:32:39.242246 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Provisioning complete for port 7cba16f6-509f-4a94-ab67-0c42d812da0b triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:32:39.243302 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (7cba16f6-509f-4a94-ab67-0c42d812da0b), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:39.244599 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Attempt 1 to provision port 7cba16f6-509f-4a94-ab67-0c42d812da0b Oct 04 20:32:39.264887 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad22541-84c4-4a2e-ae37-3c29fb1c3113 req-a8b654e6-1e81-4ef3-a6f5-8d879647d17e tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:39.269129 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-2ad22541-84c4-4a2e-ae37-3c29fb1c3113 req-a8b654e6-1e81-4ef3-a6f5-8d879647d17e tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8cb8f74d-23b2-4d2b-be76-202a02a5daac HTTP/1.1" status: 200 len: 948 time: 0.1600068 Oct 04 20:32:39.406286 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:39.465508 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-2ad22541-84c4-4a2e-ae37-3c29fb1c3113 req-eede05ee-c2cd-4c8e-8219-0a33f0dd895d tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e16176d0-0793-4bc3-a8d6-64b65342f8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834607 Oct 04 20:32:39.543340 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Current status of the port 7cba16f6-509f-4a94-ab67-0c42d812da0b is: BUILD; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:32:39.544141 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (7cba16f6-509f-4a94-ab67-0c42d812da0b), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:39.558707 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-cd281bce-8bc6-43fe-af84-6a2c440bd330 req-000ae56c-199b-46b7-9e46-c046d1b2e539 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377788 Oct 04 20:32:39.626069 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb8f74d-23b2-4d2b-be76-202a02a5daac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cba16f6-509f-4a94-ab67-0c42d812da0b'}] {{(pid=108171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:32:39.630490 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966b91da6921e714df7c26a37f4733087768fb9a36052be1ead95d4d835f43be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00635c88-5112-4558-ac36-c4d81601811a" -d '{"events": [{"server_uuid": "8cb8f74d-23b2-4d2b-be76-202a02a5daac", "name": "network-vif-plugged", "status": "completed", "tag": "7cba16f6-509f-4a94-ab67-0c42d812da0b"}]}' {{(pid=108171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:32:39.644071 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-88d03801-589c-4ec9-ae8a-eb7936f16393 req-27680498-a1ff-454e-8a2c-f655433b10f3 tempest-DeleteServersAdminTestJSON-2089848328 tempest-DeleteServersAdminTestJSON-2089848328-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c47fee7a-3d2d-4741-a563-feaba1355fd2 HTTP/1.1" status: 200 len: 210 time: 0.0812585 Oct 04 20:32:39.667685 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] For port 7cba16f6-509f-4a94-ab67-0c42d812da0b, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=7cba16f6-509f-4a94-ab67-0c42d812da0b,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:32:39.764703 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 20:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5792889-ddf3-4e39-8f65-e55b437e5d84 x-openstack-request-id: req-a5792889-ddf3-4e39-8f65-e55b437e5d84 {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:32:39.766317 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb8f74d-23b2-4d2b-be76-202a02a5daac", "name": "network-vif-plugged", "status": "completed", "tag": "7cba16f6-509f-4a94-ab67-0c42d812da0b", "code": 200}]} {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:32:39.766705 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a5792889-ddf3-4e39-8f65-e55b437e5d84 {{(pid=108171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:32:39.767394 n-d-852085-12 neutron-server[108171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5792889-ddf3-4e39-8f65-e55b437e5d84'] response: {'server_uuid': '8cb8f74d-23b2-4d2b-be76-202a02a5daac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cba16f6-509f-4a94-ab67-0c42d812da0b', 'code': 200} Oct 04 20:32:39.807885 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (7cba16f6-509f-4a94-ab67-0c42d812da0b), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:39.884785 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:39.939240 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Pushing event updated for resources: {'Port': ['ID=7cba16f6-509f-4a94-ab67-0c42d812da0b,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:40.027719 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63367792-fd23-4ae5-96d6-1596b58f11cd req-6384e96a-65d4-4ac0-b14c-fd34f47b29a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:40.030339 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-63367792-fd23-4ae5-96d6-1596b58f11cd req-6384e96a-65d4-4ac0-b14c-fd34f47b29a5 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8cb8f74d-23b2-4d2b-be76-202a02a5daac HTTP/1.1" status: 200 len: 1132 time: 0.0791607 Oct 04 20:32:40.104174 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-63367792-fd23-4ae5-96d6-1596b58f11cd req-018e6e8c-679d-4926-a81f-afdba0f52cf9 service neutron] 10.222.0.83 "GET /networking/v2.0/security-groups?id=e16176d0-0793-4bc3-a8d6-64b65342f8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671158 Oct 04 20:32:40.745493 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69cdd59-1156-4f3f-9167-72a87f80cef8 req-32096802-3828-4ce2-830a-e203095c00a5 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:40.748719 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c69cdd59-1156-4f3f-9167-72a87f80cef8 req-32096802-3828-4ce2-830a-e203095c00a5 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8cb8f74d-23b2-4d2b-be76-202a02a5daac HTTP/1.1" status: 200 len: 949 time: 0.1071589 Oct 04 20:32:40.894538 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c69cdd59-1156-4f3f-9167-72a87f80cef8 req-ce2de028-bc71-4520-8f72-d71945e96ea9 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e16176d0-0793-4bc3-a8d6-64b65342f8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288505 Oct 04 20:32:41.069489 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device 67745228-c055-4896-94e6-ee8141b63c6d no longer exists at agent hyperv_n-h1-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:32:41.120250 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] No Port match for: 67745228-c055-4896-94e6-ee8141b63c6d {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:32:41.121007 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device 67745228-c055-4896-94e6-ee8141b63c6d not bound to the agent host n-h1-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:32:42.769721 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57392) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:32:42.896526 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5371101-8fe8-4717-849b-221566e1ea00 req-a5b66677-3d57-4c60-bb7a-3c4de2468c7a tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:42.900161 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e5371101-8fe8-4717-849b-221566e1ea00 req-a5b66677-3d57-4c60-bb7a-3c4de2468c7a tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8cb8f74d-23b2-4d2b-be76-202a02a5daac HTTP/1.1" status: 200 len: 949 time: 0.1113098 Oct 04 20:32:42.996299 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e5371101-8fe8-4717-849b-221566e1ea00 req-20b56ddc-ac85-4b1e-bc3b-00847c902ae7 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e16176d0-0793-4bc3-a8d6-64b65342f8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886664 Oct 04 20:32:43.503402 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 57408) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:32:43.503721 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-6ee88e9f-05de-4f1e-8439-99840dea41e2 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=13bcdec8c8d64e97b49281a0e16b0d79&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7290087 Oct 04 20:32:43.643048 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5387d1a3-b210-4f07-a1af-d2361f29566a admin admin] Publish callbacks [] for security_group (7f28ae09-e1bd-4fe5-852d-225c8092e709), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:43.742248 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5387d1a3-b210-4f07-a1af-d2361f29566a admin admin] Publish callbacks [] for security_group (7f28ae09-e1bd-4fe5-852d-225c8092e709), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:43.770253 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859907c2-68ac-45b1-94aa-5a915a7be4a9 req-e47a0710-cceb-4447-aa93-967659141585 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:43.772893 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-859907c2-68ac-45b1-94aa-5a915a7be4a9 req-e47a0710-cceb-4447-aa93-967659141585 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8cb8f74d-23b2-4d2b-be76-202a02a5daac HTTP/1.1" status: 200 len: 949 time: 0.1335940 Oct 04 20:32:43.912958 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-859907c2-68ac-45b1-94aa-5a915a7be4a9 req-f9b3034b-44fe-4a70-adf5-3397f4ab1b5e tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e16176d0-0793-4bc3-a8d6-64b65342f8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267447 Oct 04 20:32:44.013137 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5387d1a3-b210-4f07-a1af-d2361f29566a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (7f28ae09-e1bd-4fe5-852d-225c8092e709), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:44.018556 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5387d1a3-b210-4f07-a1af-d2361f29566a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:44.024873 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-5387d1a3-b210-4f07-a1af-d2361f29566a admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/7f28ae09-e1bd-4fe5-852d-225c8092e709 HTTP/1.1" status: 204 len: 168 time: 0.5152426 Oct 04 20:32:44.037784 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5387d1a3-b210-4f07-a1af-d2361f29566a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f28ae09-e1bd-4fe5-852d-225c8092e709,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:44.222319 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 57430) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:32:45.179877 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b35eb84-6b63-4eb6-bcde-22321a98a9fa req-2568515c-d25a-4cad-9e05-55269a278a78 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:45.195850 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4b35eb84-6b63-4eb6-bcde-22321a98a9fa req-2568515c-d25a-4cad-9e05-55269a278a78 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8cb8f74d-23b2-4d2b-be76-202a02a5daac HTTP/1.1" status: 200 len: 949 time: 0.1142354 Oct 04 20:32:45.310839 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4b35eb84-6b63-4eb6-bcde-22321a98a9fa req-b8254c5f-ea2a-4217-8966-d879aa2cf11d tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e16176d0-0793-4bc3-a8d6-64b65342f8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134014 Oct 04 20:32:45.446021 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-51186886-9ffb-4c1f-840e-d1581208af06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:45.651183 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57452) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:32:45.667411 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-6bc56d1a-6513-45d8-9ca2-3327cc863961 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1022457333-network', 'tenant_id': 'd46af312da444babba7e71a9891196b0'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:32:45.760697 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12fb416-b6e1-403b-9aa6-ebdcf87a96bf req-5f308ea8-b900-4ed8-b59a-907e2f55c425 tempest-LiveMigrationNegativeTest-1087114981 tempest-LiveMigrationNegativeTest-1087114981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:45.767555 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c12fb416-b6e1-403b-9aa6-ebdcf87a96bf req-5f308ea8-b900-4ed8-b59a-907e2f55c425 tempest-LiveMigrationNegativeTest-1087114981 tempest-LiveMigrationNegativeTest-1087114981-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8cb8f74d-23b2-4d2b-be76-202a02a5daac HTTP/1.1" status: 200 len: 1132 time: 0.1308119 Oct 04 20:32:45.778845 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:45.786416 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-c12fb416-b6e1-403b-9aa6-ebdcf87a96bf req-34022f9a-c6f6-46ad-9f65-449e1d074a24 tempest-LiveMigrationNegativeTest-1087114981 tempest-LiveMigrationNegativeTest-1087114981-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:45.874168 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc56d1a-6513-45d8-9ca2-3327cc863961 admin admin] Made reservation on behalf of d46af312da444babba7e71a9891196b0 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:32:45.878243 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6bc56d1a-6513-45d8-9ca2-3327cc863961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:45.901026 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6bc56d1a-6513-45d8-9ca2-3327cc863961 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:45.980990 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-c12fb416-b6e1-403b-9aa6-ebdcf87a96bf req-34022f9a-c6f6-46ad-9f65-449e1d074a24 tempest-LiveMigrationNegativeTest-1087114981 tempest-LiveMigrationNegativeTest-1087114981-project-admin] Publish callbacks [] for security_group (9ac2b0d6-46c2-4430-a41e-b8a133df2861), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:45.985385 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=84,neutron:DELETE=1,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:45.994258 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d4793368-f752-429e-a4f8-d7b249e3b7fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:46.090141 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-c12fb416-b6e1-403b-9aa6-ebdcf87a96bf req-34022f9a-c6f6-46ad-9f65-449e1d074a24 tempest-LiveMigrationNegativeTest-1087114981 tempest-LiveMigrationNegativeTest-1087114981-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (9ac2b0d6-46c2-4430-a41e-b8a133df2861), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:46.131098 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6bc56d1a-6513-45d8-9ca2-3327cc863961 admin admin] Publish callbacks [] for security_group (7a469dfc-e395-49a5-bc46-0a418680a36c), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:46.154982 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d4793368-f752-429e-a4f8-d7b249e3b7fc admin admin] Publish callbacks [] for security_group (24fabc8a-382e-42e6-9ecd-fa212915db06), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:46.185137 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c12fb416-b6e1-403b-9aa6-ebdcf87a96bf req-34022f9a-c6f6-46ad-9f65-449e1d074a24 tempest-LiveMigrationNegativeTest-1087114981 tempest-LiveMigrationNegativeTest-1087114981-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e16176d0-0793-4bc3-a8d6-64b65342f8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4143829 Oct 04 20:32:46.194996 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34022f9a-c6f6-46ad-9f65-449e1d074a24 tempest-LiveMigrationNegativeTest-1087114981 tempest-LiveMigrationNegativeTest-1087114981-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac2b0d6-46c2-4430-a41e-b8a133df2861,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:46.236720 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6bc56d1a-6513-45d8-9ca2-3327cc863961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (7a469dfc-e395-49a5-bc46-0a418680a36c), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:46.270327 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d4793368-f752-429e-a4f8-d7b249e3b7fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (24fabc8a-382e-42e6-9ecd-fa212915db06), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:46.301704 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bc56d1a-6513-45d8-9ca2-3327cc863961 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:32:46.339552 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc56d1a-6513-45d8-9ca2-3327cc863961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a469dfc-e395-49a5-bc46-0a418680a36c,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:46.344865 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 57466) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:32:46.347390 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6bc56d1a-6513-45d8-9ca2-3327cc863961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (c8c49463-b4ca-406c-99e5-6c80812e5c6a), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:46.348323 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-6bc56d1a-6513-45d8-9ca2-3327cc863961 admin admin] Added segment c8c49463-b4ca-406c-99e5-6c80812e5c6a of type vlan for network 4d363d90-5f4c-4967-b441-36e23af05014 Oct 04 20:32:46.399584 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4793368-f752-429e-a4f8-d7b249e3b7fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24fabc8a-382e-42e6-9ecd-fa212915db06,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:46.406775 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bc127219-0313-434d-a3f7-c6284c646c98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:46.416776 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d4793368-f752-429e-a4f8-d7b249e3b7fc admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=f4187c9ebefe40caa730d09c6a4f3e52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7615695 Oct 04 20:32:46.419617 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57468) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:32:46.567926 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0068832d-03af-452b-b125-482baaa2a386 admin admin] Publish callbacks [] for security_group (24fabc8a-382e-42e6-9ecd-fa212915db06), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:46.621431 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0068832d-03af-452b-b125-482baaa2a386 admin admin] Publish callbacks [] for security_group (24fabc8a-382e-42e6-9ecd-fa212915db06), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:46.717425 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:46.858859 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0068832d-03af-452b-b125-482baaa2a386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (24fabc8a-382e-42e6-9ecd-fa212915db06), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:46.863877 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0068832d-03af-452b-b125-482baaa2a386 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:46.869978 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-0068832d-03af-452b-b125-482baaa2a386 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/24fabc8a-382e-42e6-9ecd-fa212915db06 HTTP/1.1" status: 204 len: 168 time: 0.4442122 Oct 04 20:32:46.870280 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6bc56d1a-6513-45d8-9ca2-3327cc863961 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (4d363d90-5f4c-4967-b441-36e23af05014), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:46.874591 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:46.884048 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0068832d-03af-452b-b125-482baaa2a386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24fabc8a-382e-42e6-9ecd-fa212915db06,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:47.008213 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=74,neutron:INSERT=21,neutron:UPDATE=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:47.081237 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6bc56d1a-6513-45d8-9ca2-3327cc863961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (4d363d90-5f4c-4967-b441-36e23af05014), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:47.083079 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc56d1a-6513-45d8-9ca2-3327cc863961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:47.084608 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6bc56d1a-6513-45d8-9ca2-3327cc863961 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:47.151504 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bc127219-0313-434d-a3f7-c6284c646c98 admin admin] Publish callbacks [] for security_group (5f7da210-b12a-489e-bc7c-64f71cbee7ca), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:47.241357 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-6bc56d1a-6513-45d8-9ca2-3327cc863961 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.0168750 Oct 04 20:32:47.246786 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57496) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:32:47.257537 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-3c4afcda-f688-4824-9394-92c9ad584b6c admin admin] Request body: {'subnet': {'network_id': '4d363d90-5f4c-4967-b441-36e23af05014', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1022457333-subnet', 'tenant_id': 'd46af312da444babba7e71a9891196b0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:32:47.270441 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc56d1a-6513-45d8-9ca2-3327cc863961 admin admin] Pushing event updated for resources: {'Network': ['ID=4d363d90-5f4c-4967-b441-36e23af05014,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:47.278266 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bc127219-0313-434d-a3f7-c6284c646c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (5f7da210-b12a-489e-bc7c-64f71cbee7ca), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:47.278805 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-902610e7-27a0-4673-90b4-906f185f498c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:47.293824 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 4d363d90-5f4c-4967-b441-36e23af05014 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:32:47.366274 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-bc127219-0313-434d-a3f7-c6284c646c98 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=420d26b06e914da99f8e6227a04b57f0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0144932 Oct 04 20:32:47.368338 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc127219-0313-434d-a3f7-c6284c646c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7da210-b12a-489e-bc7c-64f71cbee7ca,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:47.372839 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57500) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:32:47.507701 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4afcda-f688-4824-9394-92c9ad584b6c admin admin] Made reservation on behalf of d46af312da444babba7e71a9891196b0 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:32:47.511510 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3c4afcda-f688-4824-9394-92c9ad584b6c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:47.543316 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-98c6c371-00a4-4d9f-a2c0-883210efe9c6 admin admin] Publish callbacks [] for security_group (5f7da210-b12a-489e-bc7c-64f71cbee7ca), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:47.661898 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-98c6c371-00a4-4d9f-a2c0-883210efe9c6 admin admin] Publish callbacks [] for security_group (5f7da210-b12a-489e-bc7c-64f71cbee7ca), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:48.156779 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3c4afcda-f688-4824-9394-92c9ad584b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (ee32660a-c75f-4f21-82d1-facc61dacaed), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:48.160798 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-98c6c371-00a4-4d9f-a2c0-883210efe9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (5f7da210-b12a-489e-bc7c-64f71cbee7ca), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:48.166534 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-98c6c371-00a4-4d9f-a2c0-883210efe9c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:48.168642 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-98c6c371-00a4-4d9f-a2c0-883210efe9c6 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/5f7da210-b12a-489e-bc7c-64f71cbee7ca HTTP/1.1" status: 204 len: 168 time: 0.7811284 Oct 04 20:32:48.256438 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c6c371-00a4-4d9f-a2c0-883210efe9c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f7da210-b12a-489e-bc7c-64f71cbee7ca,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:48.269653 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:48.320553 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4afcda-f688-4824-9394-92c9ad584b6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee32660a-c75f-4f21-82d1-facc61dacaed,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:48.346195 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4afcda-f688-4824-9394-92c9ad584b6c admin admin] Checking segment: {'id': 'c8c49463-b4ca-406c-99e5-6c80812e5c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4d363d90-5f4c-4967-b441-36e23af05014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:32:48.346797 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4afcda-f688-4824-9394-92c9ad584b6c admin admin] Network hostable DHCP agents. Network: 4d363d90-5f4c-4967-b441-36e23af05014, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:32:48.537263 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4afcda-f688-4824-9394-92c9ad584b6c admin admin] Network 4d363d90-5f4c-4967-b441-36e23af05014 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:32:48.640163 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8837590-d1c4-4ad8-8547-7f84a1979a63 req-97b4c2f2-134b-41ae-8559-60d99652b1aa tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:48.644081 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e8837590-d1c4-4ad8-8547-7f84a1979a63 req-97b4c2f2-134b-41ae-8559-60d99652b1aa tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8cb8f74d-23b2-4d2b-be76-202a02a5daac HTTP/1.1" status: 200 len: 949 time: 0.1223874 Oct 04 20:32:48.658719 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-3c4afcda-f688-4824-9394-92c9ad584b6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 4d363d90-5f4c-4967-b441-36e23af05014) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:32:48.673313 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4afcda-f688-4824-9394-92c9ad584b6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:48.674093 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3c4afcda-f688-4824-9394-92c9ad584b6c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:48.675748 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419a99a3-df70-4ea4-87d6-3e54caff706c None None] Network 4d363d90-5f4c-4967-b441-36e23af05014 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:32:48.794012 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e8837590-d1c4-4ad8-8547-7f84a1979a63 req-31ea1892-3265-4fad-856c-addf13721464 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e16176d0-0793-4bc3-a8d6-64b65342f8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311228 Oct 04 20:32:48.830145 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-3c4afcda-f688-4824-9394-92c9ad584b6c admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5799222 Oct 04 20:32:48.835860 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 57532) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:32:48.849224 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-9aceb32f-bf89-4df8-8085-75299f017b19 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1022457333-router', 'tenant_id': 'd46af312da444babba7e71a9891196b0', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:32:48.947873 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8445f436-d8b8-4b05-82ec-94c6e19805a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-4d363d90-5f4c-4967-b441-36e23af05014', 'network_id': '4d363d90-5f4c-4967-b441-36e23af05014', 'project_id': 'd46af312da444babba7e71a9891196b0', 'fixed_ips': [{'subnet_id': 'ee32660a-c75f-4f21-82d1-facc61dacaed'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:32:48.949606 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8445f436-d8b8-4b05-82ec-94c6e19805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:49.007603 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9aceb32f-bf89-4df8-8085-75299f017b19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (49c74e0d-dc4a-4974-831e-c66147907327), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:49.009652 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9aceb32f-bf89-4df8-8085-75299f017b19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (49c74e0d-dc4a-4974-831e-c66147907327), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:49.125070 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9aceb32f-bf89-4df8-8085-75299f017b19 admin admin] Publish callbacks [] for router_controller (49c74e0d-dc4a-4974-831e-c66147907327), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:49.186660 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-8445f436-d8b8-4b05-82ec-94c6e19805a7 None None] Allocated IP 172.20.0.2 (4d363d90-5f4c-4967-b441-36e23af05014/ee32660a-c75f-4f21-82d1-facc61dacaed/fa7c5994-5676-401b-b52a-5798d637f737) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:32:49.236424 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:49.446696 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57536) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:32:49.482527 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8445f436-d8b8-4b05-82ec-94c6e19805a7 None None] Publish callbacks [] for port (fa7c5994-5676-401b-b52a-5798d637f737), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:49.488549 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b7003eed-a24c-4d60-ab0e-bb48f9cb0fcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:49.566281 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9aceb32f-bf89-4df8-8085-75299f017b19 admin admin] Publish callbacks [] for router_gateway (49c74e0d-dc4a-4974-831e-c66147907327), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:49.591804 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8445f436-d8b8-4b05-82ec-94c6e19805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (fa7c5994-5676-401b-b52a-5798d637f737), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:49.639839 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8445f436-d8b8-4b05-82ec-94c6e19805a7 None None] Network 4d363d90-5f4c-4967-b441-36e23af05014 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:32:49.644278 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-8445f436-d8b8-4b05-82ec-94c6e19805a7 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:32:49.679542 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 57542) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:32:49.719759 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8445f436-d8b8-4b05-82ec-94c6e19805a7 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:32:49.722597 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b7003eed-a24c-4d60-ab0e-bb48f9cb0fcc admin admin] Publish callbacks [] for security_group (35983651-a721-463d-8684-33e5e83b25c8), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:49.751529 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:49.802079 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b7003eed-a24c-4d60-ab0e-bb48f9cb0fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (35983651-a721-463d-8684-33e5e83b25c8), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:49.890198 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-8445f436-d8b8-4b05-82ec-94c6e19805a7 None None] Attempting to bind port fa7c5994-5676-401b-b52a-5798d637f737 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:32:49.890939 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-8445f436-d8b8-4b05-82ec-94c6e19805a7 None None] Attempting to bind port fa7c5994-5676-401b-b52a-5798d637f737 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'c8c49463-b4ca-406c-99e5-6c80812e5c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4d363d90-5f4c-4967-b441-36e23af05014'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:32:49.891741 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8445f436-d8b8-4b05-82ec-94c6e19805a7 None None] Attempting to bind port fa7c5994-5676-401b-b52a-5798d637f737 on network 4d363d90-5f4c-4967-b441-36e23af05014 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:32:49.918150 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7003eed-a24c-4d60-ab0e-bb48f9cb0fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35983651-a721-463d-8684-33e5e83b25c8,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:49.933012 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b7003eed-a24c-4d60-ab0e-bb48f9cb0fcc admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=2bdb4e7959fa4d91b37149dd28824765&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4820378 Oct 04 20:32:49.936167 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57548) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:32:49.975556 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8445f436-d8b8-4b05-82ec-94c6e19805a7 None None] Pushing event updated for resources: {'Port': ['ID=fa7c5994-5676-401b-b52a-5798d637f737,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:50.034926 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8445f436-d8b8-4b05-82ec-94c6e19805a7 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:32:50.037775 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8445f436-d8b8-4b05-82ec-94c6e19805a7 None None] Checking segment: {'id': 'c8c49463-b4ca-406c-99e5-6c80812e5c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4d363d90-5f4c-4967-b441-36e23af05014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:32:50.039430 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8445f436-d8b8-4b05-82ec-94c6e19805a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:50.040931 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8445f436-d8b8-4b05-82ec-94c6e19805a7 None None] Bound using segment: {'id': 'c8c49463-b4ca-406c-99e5-6c80812e5c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4d363d90-5f4c-4967-b441-36e23af05014'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:32:50.043036 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-8445f436-d8b8-4b05-82ec-94c6e19805a7 None None] Bound port: fa7c5994-5676-401b-b52a-5798d637f737, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8c49463-b4ca-406c-99e5-6c80812e5c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4d363d90-5f4c-4967-b441-36e23af05014'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:32:50.048392 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8445f436-d8b8-4b05-82ec-94c6e19805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (fa7c5994-5676-401b-b52a-5798d637f737), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:50.088822 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e8f803e2-f79e-49e0-8458-22ef721eec94 admin admin] Publish callbacks [] for security_group (35983651-a721-463d-8684-33e5e83b25c8), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:50.125365 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:50.141840 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:50.142155 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e8f803e2-f79e-49e0-8458-22ef721eec94 admin admin] Publish callbacks [] for security_group (35983651-a721-463d-8684-33e5e83b25c8), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:50.156752 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:50.255726 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9aceb32f-bf89-4df8-8085-75299f017b19 admin admin] Publish callbacks [] for router_gateway (49c74e0d-dc4a-4974-831e-c66147907327), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:50.265234 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-8445f436-d8b8-4b05-82ec-94c6e19805a7 None None] For port fa7c5994-5676-401b-b52a-5798d637f737, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:32:50.279961 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-8445f436-d8b8-4b05-82ec-94c6e19805a7 None None] For port fa7c5994-5676-401b-b52a-5798d637f737, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=fa7c5994-5676-401b-b52a-5798d637f737,segment=NetworkSegment(c8c49463-b4ca-406c-99e5-6c80812e5c6a),segment_id=c8c49463-b4ca-406c-99e5-6c80812e5c6a)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:32:50.339029 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe4629-8682-4084-b155-14c056b95484 req-04b56809-509f-4e9d-ad38-532524453a3c tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:50.341838 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-cafe4629-8682-4084-b155-14c056b95484 req-04b56809-509f-4e9d-ad38-532524453a3c tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=8cb8f74d-23b2-4d2b-be76-202a02a5daac HTTP/1.1" status: 200 len: 949 time: 0.2333553 Oct 04 20:32:50.347389 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9aceb32f-bf89-4df8-8085-75299f017b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:50.469956 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e8f803e2-f79e-49e0-8458-22ef721eec94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (35983651-a721-463d-8684-33e5e83b25c8), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:50.473594 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8445f436-d8b8-4b05-82ec-94c6e19805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (fa7c5994-5676-401b-b52a-5798d637f737), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:50.474521 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e8f803e2-f79e-49e0-8458-22ef721eec94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:50.481908 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e8f803e2-f79e-49e0-8458-22ef721eec94 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/35983651-a721-463d-8684-33e5e83b25c8 HTTP/1.1" status: 204 len: 168 time: 0.5423911 Oct 04 20:32:50.500960 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f803e2-f79e-49e0-8458-22ef721eec94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35983651-a721-463d-8684-33e5e83b25c8,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:50.673721 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04cbc8-649e-48f1-ae20-83b70583dce1 req-c6cd68ec-5b5f-4f95-9f32-cea5bf3c0b12 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:50.684818 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9b04cbc8-649e-48f1-ae20-83b70583dce1 req-c6cd68ec-5b5f-4f95-9f32-cea5bf3c0b12 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8cb8f74d-23b2-4d2b-be76-202a02a5daac HTTP/1.1" status: 200 len: 949 time: 0.2726321 Oct 04 20:32:50.694709 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8445f436-d8b8-4b05-82ec-94c6e19805a7 None None] Pushing event updated for resources: {'Port': ['ID=fa7c5994-5676-401b-b52a-5798d637f737,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:50.932184 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9b04cbc8-649e-48f1-ae20-83b70583dce1 req-d644d1da-1696-4ab0-bf12-0f857232d2bc tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e16176d0-0793-4bc3-a8d6-64b65342f8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458613 Oct 04 20:32:50.967579 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [req-cafe4629-8682-4084-b155-14c056b95484 req-e34b482c-bd9f-4aea-8e05-9d19ebe6e3e2 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Deleting port 7cba16f6-509f-4a94-ab67-0c42d812da0b {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:32:50.967579 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-cafe4629-8682-4084-b155-14c056b95484 req-e34b482c-bd9f-4aea-8e05-9d19ebe6e3e2 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (7cba16f6-509f-4a94-ab67-0c42d812da0b), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:51.005179 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57560) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:32:51.096303 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:51.154455 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4091d446-e67b-4243-95f0-0cac38ad75ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:51.268931 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device fa7c5994-5676-401b-b52a-5798d637f737 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:32:51.276485 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-9aceb32f-bf89-4df8-8085-75299f017b19 admin admin] Allocated IP 172.25.5.79 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/10fdea19-e87a-43c2-a281-5cac1e92b834) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:32:51.312537 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:51.359179 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port fa7c5994-5676-401b-b52a-5798d637f737 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:32:51.359958 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (fa7c5994-5676-401b-b52a-5798d637f737), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:51.360489 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port fa7c5994-5676-401b-b52a-5798d637f737 Oct 04 20:32:51.381859 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [req-cafe4629-8682-4084-b155-14c056b95484 req-e34b482c-bd9f-4aea-8e05-9d19ebe6e3e2 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] For port 7cba16f6-509f-4a94-ab67-0c42d812da0b, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=7cba16f6-509f-4a94-ab67-0c42d812da0b,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:32:51.383030 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-cafe4629-8682-4084-b155-14c056b95484 req-e34b482c-bd9f-4aea-8e05-9d19ebe6e3e2 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (7cba16f6-509f-4a94-ab67-0c42d812da0b), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:51.501512 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:51.513596 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [req-cafe4629-8682-4084-b155-14c056b95484 req-e34b482c-bd9f-4aea-8e05-9d19ebe6e3e2 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Calling delete_port for 7cba16f6-509f-4a94-ab67-0c42d812da0b owned by compute:nova {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:32:51.527344 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port fa7c5994-5676-401b-b52a-5798d637f737 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:32:51.527986 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (fa7c5994-5676-401b-b52a-5798d637f737), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:51.607674 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port fa7c5994-5676-401b-b52a-5798d637f737, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=fa7c5994-5676-401b-b52a-5798d637f737,segment=NetworkSegment(c8c49463-b4ca-406c-99e5-6c80812e5c6a),segment_id=c8c49463-b4ca-406c-99e5-6c80812e5c6a)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:32:51.729102 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (fa7c5994-5676-401b-b52a-5798d637f737), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:51.794020 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4091d446-e67b-4243-95f0-0cac38ad75ac admin admin] Publish callbacks [] for security_group (803c4bee-425b-40a8-ba6a-cc43ab382fa8), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:51.826980 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9aceb32f-bf89-4df8-8085-75299f017b19 admin admin] Publish callbacks [] for port (10fdea19-e87a-43c2-a281-5cac1e92b834), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:51.854426 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:51.863027 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4091d446-e67b-4243-95f0-0cac38ad75ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (803c4bee-425b-40a8-ba6a-cc43ab382fa8), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:51.913845 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=fa7c5994-5676-401b-b52a-5798d637f737,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:52.107004 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4091d446-e67b-4243-95f0-0cac38ad75ac admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=ea226747e7e040709df16ed103fc9e21&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4256697 Oct 04 20:32:52.111112 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4091d446-e67b-4243-95f0-0cac38ad75ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=803c4bee-425b-40a8-ba6a-cc43ab382fa8,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:52.111424 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57576) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:32:52.141065 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 57578) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:32:52.153834 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4091d446-e67b-4243-95f0-0cac38ad75ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:32:52.154525 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4091d446-e67b-4243-95f0-0cac38ad75ac admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:32:52.155110 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4091d446-e67b-4243-95f0-0cac38ad75ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:32:52.155716 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4091d446-e67b-4243-95f0-0cac38ad75ac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:32:52.156273 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4091d446-e67b-4243-95f0-0cac38ad75ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:32:52.156844 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4091d446-e67b-4243-95f0-0cac38ad75ac admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:32:52.157419 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4091d446-e67b-4243-95f0-0cac38ad75ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:32:52.158116 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4091d446-e67b-4243-95f0-0cac38ad75ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:32:52.158578 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4091d446-e67b-4243-95f0-0cac38ad75ac admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:32:52.159116 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4091d446-e67b-4243-95f0-0cac38ad75ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:32:52.159701 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4091d446-e67b-4243-95f0-0cac38ad75ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:32:52.160303 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4091d446-e67b-4243-95f0-0cac38ad75ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:32:52.160877 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4091d446-e67b-4243-95f0-0cac38ad75ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:32:52.161436 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4091d446-e67b-4243-95f0-0cac38ad75ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:32:52.162434 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4091d446-e67b-4243-95f0-0cac38ad75ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:32:52.232203 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d4e46aab-cf37-4810-805c-c184ae106fb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:52.264569 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-cafe4629-8682-4084-b155-14c056b95484 req-e34b482c-bd9f-4aea-8e05-9d19ebe6e3e2 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (7cba16f6-509f-4a94-ab67-0c42d812da0b), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:52.321806 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] get_ports_and_sgs() called for port_ids ['92bc6db0-cee2-4ded-8108-fb4d85ea7465'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:32:52.339619 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] get_ports_and_sgs() called for port_ids ['7cba16f6-509f-4a94-ab67-0c42d812da0b'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:32:52.362995 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-65f8d78b-b443-4c56-840e-e49d5adebfd5 admin admin] Publish callbacks [] for security_group (803c4bee-425b-40a8-ba6a-cc43ab382fa8), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:52.374499 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c154f-cd6a-4fba-8538-f14236a1505e req-235e1853-01b1-462a-8fca-ec3905a06087 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:52.392848 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-6a9c154f-cd6a-4fba-8538-f14236a1505e req-235e1853-01b1-462a-8fca-ec3905a06087 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8cb8f74d-23b2-4d2b-be76-202a02a5daac HTTP/1.1" status: 200 len: 949 time: 0.2086329 Oct 04 20:32:52.406588 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9aceb32f-bf89-4df8-8085-75299f017b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (10fdea19-e87a-43c2-a281-5cac1e92b834), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:52.447230 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-65f8d78b-b443-4c56-840e-e49d5adebfd5 admin admin] Publish callbacks [] for security_group (803c4bee-425b-40a8-ba6a-cc43ab382fa8), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:52.510705 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b482c-bd9f-4aea-8e05-9d19ebe6e3e2 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Pushing event deleted for resources: {'Port': ['ID=7cba16f6-509f-4a94-ab67-0c42d812da0b,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:52.606629 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-6a9c154f-cd6a-4fba-8538-f14236a1505e req-70144766-9767-46ee-9926-8dcf99d97c5c tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e16176d0-0793-4bc3-a8d6-64b65342f8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094946 Oct 04 20:32:52.609774 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab579424-34c7-4d55-990d-7e0945279c4f None None] Network 4d363d90-5f4c-4967-b441-36e23af05014 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:32:52.621089 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d4e46aab-cf37-4810-805c-c184ae106fb0 admin admin] Publish callbacks [] for security_group (16e801a4-532a-43c9-aaab-6dbfb69ccb68), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:52.706785 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:52.767125 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d4e46aab-cf37-4810-805c-c184ae106fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (16e801a4-532a-43c9-aaab-6dbfb69ccb68), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:52.769103 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [req-cafe4629-8682-4084-b155-14c056b95484 req-e34b482c-bd9f-4aea-8e05-9d19ebe6e3e2 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] No DVR routers for this DVR port 7cba16f6-509f-4a94-ab67-0c42d812da0b on host n-h1-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:32:52.785287 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-cafe4629-8682-4084-b155-14c056b95484 req-e34b482c-bd9f-4aea-8e05-9d19ebe6e3e2 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:52.808092 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-cafe4629-8682-4084-b155-14c056b95484 req-e34b482c-bd9f-4aea-8e05-9d19ebe6e3e2 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.83 "DELETE /networking/v2.0/ports/7cba16f6-509f-4a94-ab67-0c42d812da0b HTTP/1.1" status: 204 len: 173 time: 2.4582958 Oct 04 20:32:52.833419 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb8f74d-23b2-4d2b-be76-202a02a5daac', 'name': 'network-vif-deleted', 'tag': '7cba16f6-509f-4a94-ab67-0c42d812da0b'}] {{(pid=108170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:32:52.838212 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a696e922a709062c6bf2650733a1f4a2b44940721a32d933316dd509f3aaf0ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb5587a4-ffcb-424a-96c4-d30f62a57c0f" -d '{"events": [{"server_uuid": "8cb8f74d-23b2-4d2b-be76-202a02a5daac", "name": "network-vif-deleted", "tag": "7cba16f6-509f-4a94-ab67-0c42d812da0b"}]}' {{(pid=108170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:32:52.895984 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:DELETE=8 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:52.902297 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aceb32f-bf89-4df8-8085-75299f017b19 admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:32:52.905884 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-65f8d78b-b443-4c56-840e-e49d5adebfd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (803c4bee-425b-40a8-ba6a-cc43ab382fa8), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:52.907686 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-9aceb32f-bf89-4df8-8085-75299f017b19 admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:32:52.913320 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-65f8d78b-b443-4c56-840e-e49d5adebfd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:52.917973 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aceb32f-bf89-4df8-8085-75299f017b19 admin admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:32:52.921185 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-65f8d78b-b443-4c56-840e-e49d5adebfd5 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/803c4bee-425b-40a8-ba6a-cc43ab382fa8 HTTP/1.1" status: 204 len: 168 time: 0.8072710 Oct 04 20:32:52.923312 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e46aab-cf37-4810-805c-c184ae106fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e801a4-532a-43c9-aaab-6dbfb69ccb68,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:52.957888 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e46aab-cf37-4810-805c-c184ae106fb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:32:52.959369 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e46aab-cf37-4810-805c-c184ae106fb0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:32:52.960661 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e46aab-cf37-4810-805c-c184ae106fb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:32:52.962320 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e46aab-cf37-4810-805c-c184ae106fb0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:32:52.962602 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-188117c9-0a27-43db-818a-1e9e857fc9df None None] Provisioning complete for port fa7c5994-5676-401b-b52a-5798d637f737 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:32:52.963580 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e46aab-cf37-4810-805c-c184ae106fb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:32:52.964559 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e46aab-cf37-4810-805c-c184ae106fb0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:32:52.965597 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e46aab-cf37-4810-805c-c184ae106fb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:32:52.966707 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e46aab-cf37-4810-805c-c184ae106fb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:32:52.967754 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e46aab-cf37-4810-805c-c184ae106fb0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:32:52.968684 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e46aab-cf37-4810-805c-c184ae106fb0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:32:52.971675 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e46aab-cf37-4810-805c-c184ae106fb0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:32:52.971968 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-188117c9-0a27-43db-818a-1e9e857fc9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (fa7c5994-5676-401b-b52a-5798d637f737), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:52.972466 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-188117c9-0a27-43db-818a-1e9e857fc9df None None] Attempt 1 to provision port fa7c5994-5676-401b-b52a-5798d637f737 Oct 04 20:32:52.973374 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e46aab-cf37-4810-805c-c184ae106fb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:32:52.974323 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e46aab-cf37-4810-805c-c184ae106fb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:32:52.975256 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e46aab-cf37-4810-805c-c184ae106fb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:32:52.976242 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e46aab-cf37-4810-805c-c184ae106fb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:32:53.040066 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d4e46aab-cf37-4810-805c-c184ae106fb0 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=ddae2a3c419b42c393970ac7f545ba24&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0315349 Oct 04 20:32:53.043799 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57594) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:32:53.101148 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f8d78b-b443-4c56-840e-e49d5adebfd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=803c4bee-425b-40a8-ba6a-cc43ab382fa8,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:53.136376 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 20:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a0e8fd-f620-4d5d-a78c-e50651555f47 x-openstack-request-id: req-55a0e8fd-f620-4d5d-a78c-e50651555f47 {{(pid=108170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:32:53.137670 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb8f74d-23b2-4d2b-be76-202a02a5daac", "name": "network-vif-deleted", "tag": "7cba16f6-509f-4a94-ab67-0c42d812da0b", "status": "completed", "code": 200}]} {{(pid=108170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:32:53.138288 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-55a0e8fd-f620-4d5d-a78c-e50651555f47 {{(pid=108170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:32:53.139397 n-d-852085-12 neutron-server[108170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55a0e8fd-f620-4d5d-a78c-e50651555f47'] response: {'server_uuid': '8cb8f74d-23b2-4d2b-be76-202a02a5daac', 'name': 'network-vif-deleted', 'tag': '7cba16f6-509f-4a94-ab67-0c42d812da0b', 'status': 'completed', 'code': 200} Oct 04 20:32:53.147047 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aceb32f-bf89-4df8-8085-75299f017b19 admin admin] Pushing event updated for resources: {'Port': ['ID=10fdea19-e87a-43c2-a281-5cac1e92b834,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:53.332138 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8fe43bd6-a593-43f3-b972-043cb7db6d0b admin admin] Publish callbacks [] for security_group (16e801a4-532a-43c9-aaab-6dbfb69ccb68), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:53.422571 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bea650b2-fa01-4cd3-a902-75cb52ede8fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:53.460389 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8fe43bd6-a593-43f3-b972-043cb7db6d0b admin admin] Publish callbacks [] for security_group (16e801a4-532a-43c9-aaab-6dbfb69ccb68), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:53.516071 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device fa7c5994-5676-401b-b52a-5798d637f737 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:32:53.674785 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:53.779625 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8fe43bd6-a593-43f3-b972-043cb7db6d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (16e801a4-532a-43c9-aaab-6dbfb69ccb68), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:53.786237 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8fe43bd6-a593-43f3-b972-043cb7db6d0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:53.792594 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-8fe43bd6-a593-43f3-b972-043cb7db6d0b admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/16e801a4-532a-43c9-aaab-6dbfb69ccb68 HTTP/1.1" status: 204 len: 168 time: 0.7420301 Oct 04 20:32:53.827128 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe43bd6-a593-43f3-b972-043cb7db6d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e801a4-532a-43c9-aaab-6dbfb69ccb68,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:53.977081 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port fa7c5994-5676-401b-b52a-5798d637f737 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:32:53.978079 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (fa7c5994-5676-401b-b52a-5798d637f737), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:53.978434 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port fa7c5994-5676-401b-b52a-5798d637f737 Oct 04 20:32:53.983274 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-188117c9-0a27-43db-818a-1e9e857fc9df None None] Current status of the port fa7c5994-5676-401b-b52a-5798d637f737 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:32:54.043327 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-bef4da1d-fd88-4bf6-9aef-d0391261ba89 req-5744f0f7-f07e-469e-8cbd-513fa81c8d1c tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8cb8f74d-23b2-4d2b-be76-202a02a5daac HTTP/1.1" status: 200 len: 210 time: 0.1559839 Oct 04 20:32:54.116857 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bea650b2-fa01-4cd3-a902-75cb52ede8fa admin admin] Publish callbacks [] for security_group (e604d03e-f2b3-4d47-9bb5-d245ab4a4edf), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:54.127709 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9aceb32f-bf89-4df8-8085-75299f017b19 admin admin] Publish callbacks [] for router_gateway (49c74e0d-dc4a-4974-831e-c66147907327), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:54.259093 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bea650b2-fa01-4cd3-a902-75cb52ede8fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (e604d03e-f2b3-4d47-9bb5-d245ab4a4edf), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:54.259414 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port fa7c5994-5676-401b-b52a-5798d637f737 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:32:54.326222 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:54.374806 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-bea650b2-fa01-4cd3-a902-75cb52ede8fa admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=73ae2334a3254012948437ddf5316073&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2317855 Oct 04 20:32:54.379352 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57616) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:32:54.429174 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea650b2-fa01-4cd3-a902-75cb52ede8fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e604d03e-f2b3-4d47-9bb5-d245ab4a4edf,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:54.435057 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-1ff05edb-f010-47f3-9c3f-135463fd5c6c None None] Provisioning complete for port fa7c5994-5676-401b-b52a-5798d637f737 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:32:54.435057 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-1ff05edb-f010-47f3-9c3f-135463fd5c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (fa7c5994-5676-401b-b52a-5798d637f737), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:54.435057 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-1ff05edb-f010-47f3-9c3f-135463fd5c6c None None] Attempt 1 to provision port fa7c5994-5676-401b-b52a-5798d637f737 Oct 04 20:32:54.634417 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-def29c82-6d3c-4251-bdd4-edd3f733d935 admin admin] Publish callbacks [] for security_group (e604d03e-f2b3-4d47-9bb5-d245ab4a4edf), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:54.660795 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-1ff05edb-f010-47f3-9c3f-135463fd5c6c None None] Current status of the port fa7c5994-5676-401b-b52a-5798d637f737 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:32:54.737079 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-def29c82-6d3c-4251-bdd4-edd3f733d935 admin admin] Publish callbacks [] for security_group (e604d03e-f2b3-4d47-9bb5-d245ab4a4edf), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:54.894864 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9aceb32f-bf89-4df8-8085-75299f017b19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (49c74e0d-dc4a-4974-831e-c66147907327), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:54.933211 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-def29c82-6d3c-4251-bdd4-edd3f733d935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (e604d03e-f2b3-4d47-9bb5-d245ab4a4edf), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:54.939876 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-def29c82-6d3c-4251-bdd4-edd3f733d935 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:54.941942 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-def29c82-6d3c-4251-bdd4-edd3f733d935 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/e604d03e-f2b3-4d47-9bb5-d245ab4a4edf HTTP/1.1" status: 204 len: 168 time: 0.5606947 Oct 04 20:32:54.958730 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def29c82-6d3c-4251-bdd4-edd3f733d935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e604d03e-f2b3-4d47-9bb5-d245ab4a4edf,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:55.117541 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device 7cba16f6-509f-4a94-ab67-0c42d812da0b no longer exists at agent hyperv_n-h1-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:32:55.161270 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] No Port match for: 7cba16f6-509f-4a94-ab67-0c42d812da0b {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:32:55.161715 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device 7cba16f6-509f-4a94-ab67-0c42d812da0b not bound to the agent host n-h1-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:32:55.262042 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aceb32f-bf89-4df8-8085-75299f017b19 admin admin] Router 49c74e0d-dc4a-4974-831e-c66147907327 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:32:55.506282 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aceb32f-bf89-4df8-8085-75299f017b19 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:32:55.527678 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dce183a-8c0c-4b3a-8197-76138711bb70 None None] Sync routers for ids ['49c74e0d-dc4a-4974-831e-c66147907327'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:32:55.550972 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dce183a-8c0c-4b3a-8197-76138711bb70 None None] Routers {'49c74e0d-dc4a-4974-831e-c66147907327'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:32:55.552562 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-1dce183a-8c0c-4b3a-8197-76138711bb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:32:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['49c74e0d-dc4a-4974-831e-c66147907327'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:32:55.649695 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57634) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:32:55.650453 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9aceb32f-bf89-4df8-8085-75299f017b19 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:55.650453 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-9aceb32f-bf89-4df8-8085-75299f017b19 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.8059645 Oct 04 20:32:55.652077 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 57636) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:32:55.674179 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d225b222-27cb-4ec8-9e73-764773f0db1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:55.724776 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=82,neutron:DELETE=11,neutron:INSERT=7 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:55.877831 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:55.893080 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-1dce183a-8c0c-4b3a-8197-76138711bb70 None None] Set router 49c74e0d-dc4a-4974-831e-c66147907327 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:32:55.919848 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d225b222-27cb-4ec8-9e73-764773f0db1a admin admin] Publish callbacks [] for security_group (93836245-a4c2-4ae1-bf75-53fa54c21855), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:55.943781 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:56.048530 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d225b222-27cb-4ec8-9e73-764773f0db1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (93836245-a4c2-4ae1-bf75-53fa54c21855), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:56.105297 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:56.151404 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d225b222-27cb-4ec8-9e73-764773f0db1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93836245-a4c2-4ae1-bf75-53fa54c21855,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:56.161356 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d225b222-27cb-4ec8-9e73-764773f0db1a admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=ef47f7982a7d435aaf9057af1253f427&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5192661 Oct 04 20:32:56.165028 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57644) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:32:56.259420 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-1dce183a-8c0c-4b3a-8197-76138711bb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c74e0d-dc4a-4974-831e-c66147907327', 'name': 'tempest-FloatingIPsTestJSON-1022457333-router', 'tenant_id': 'd46af312da444babba7e71a9891196b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '10fdea19-e87a-43c2-a281-5cac1e92b834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:32:49Z', 'updated_at': '2022-10-04T20:32:53Z', 'revision_number': 3, 'project_id': 'd46af312da444babba7e71a9891196b0', 'gw_port': {'id': '10fdea19-e87a-43c2-a281-5cac1e92b834', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d8:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49c74e0d-dc4a-4974-831e-c66147907327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:32:50Z', 'updated_at': '2022-10-04T20:32:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:32:56.279657 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6f4c05f2-ccfc-4b3a-9720-9574d832e6c1 admin admin] Publish callbacks [] for security_group (93836245-a4c2-4ae1-bf75-53fa54c21855), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:56.301961 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf492a-08ff-46b2-ad55-e0055f432615 req-9a514c3b-5651-49f2-b508-317943aed1e9 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:56.304760 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-3bcf492a-08ff-46b2-ad55-e0055f432615 req-9a514c3b-5651-49f2-b508-317943aed1e9 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=657c60d3-dfa6-4665-aa9c-66cf28399f64 HTTP/1.1" status: 200 len: 950 time: 0.2038600 Oct 04 20:32:56.319064 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dce183a-8c0c-4b3a-8197-76138711bb70 None None] Checking router: 49c74e0d-dc4a-4974-831e-c66147907327 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:32:56.320172 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dce183a-8c0c-4b3a-8197-76138711bb70 None None] Updating router 49c74e0d-dc4a-4974-831e-c66147907327 port 10fdea19-e87a-43c2-a281-5cac1e92b834 binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:32:56.354314 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6f4c05f2-ccfc-4b3a-9720-9574d832e6c1 admin admin] Publish callbacks [] for security_group (93836245-a4c2-4ae1-bf75-53fa54c21855), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:56.381374 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-1dce183a-8c0c-4b3a-8197-76138711bb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (10fdea19-e87a-43c2-a281-5cac1e92b834), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:56.617064 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6f4c05f2-ccfc-4b3a-9720-9574d832e6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (93836245-a4c2-4ae1-bf75-53fa54c21855), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:56.622720 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6f4c05f2-ccfc-4b3a-9720-9574d832e6c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:56.627318 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-6f4c05f2-ccfc-4b3a-9720-9574d832e6c1 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/93836245-a4c2-4ae1-bf75-53fa54c21855 HTTP/1.1" status: 204 len: 168 time: 0.4594264 Oct 04 20:32:56.657586 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4c05f2-ccfc-4b3a-9720-9574d832e6c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93836245-a4c2-4ae1-bf75-53fa54c21855,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:56.674202 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-3bcf492a-08ff-46b2-ad55-e0055f432615 req-9050a81e-7e2e-43c1-92c5-2b65ace1f25d tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e16176d0-0793-4bc3-a8d6-64b65342f8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753635 Oct 04 20:32:56.740775 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57652) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:32:56.800143 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e6682195-2004-4ffb-8da0-fc86c8803391 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:57.012572 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e6682195-2004-4ffb-8da0-fc86c8803391 admin admin] Publish callbacks [] for security_group (c09ea0f8-07aa-44de-a807-fa7181cb489d), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:57.054603 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-1dce183a-8c0c-4b3a-8197-76138711bb70 None None] Publish callbacks [] for port (10fdea19-e87a-43c2-a281-5cac1e92b834), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:57.092740 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e6682195-2004-4ffb-8da0-fc86c8803391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (c09ea0f8-07aa-44de-a807-fa7181cb489d), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:57.143651 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:57.178567 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-1dce183a-8c0c-4b3a-8197-76138711bb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (10fdea19-e87a-43c2-a281-5cac1e92b834), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:57.199997 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e6682195-2004-4ffb-8da0-fc86c8803391 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=4ac8ac881eb442c1bdaa098f0eb41f4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4530458 Oct 04 20:32:57.199997 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6682195-2004-4ffb-8da0-fc86c8803391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c09ea0f8-07aa-44de-a807-fa7181cb489d,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:57.204214 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57654) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:32:57.318350 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:57.328398 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-59d7dc83-7f75-40ba-989a-1fbac3e57899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:57.347476 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-381baea0-ad90-49a8-9af7-7ae5e7d14d3a admin admin] Publish callbacks [] for security_group (c09ea0f8-07aa-44de-a807-fa7181cb489d), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:57.349767 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:57.378700 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-1dce183a-8c0c-4b3a-8197-76138711bb70 None None] Attempting to bind port 10fdea19-e87a-43c2-a281-5cac1e92b834 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:32:57.379329 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-1dce183a-8c0c-4b3a-8197-76138711bb70 None None] Attempting to bind port 10fdea19-e87a-43c2-a281-5cac1e92b834 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:32:57.379928 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dce183a-8c0c-4b3a-8197-76138711bb70 None None] Attempting to bind port 10fdea19-e87a-43c2-a281-5cac1e92b834 on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:32:57.404716 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-381baea0-ad90-49a8-9af7-7ae5e7d14d3a admin admin] Publish callbacks [] for security_group (c09ea0f8-07aa-44de-a807-fa7181cb489d), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:57.549952 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d01025b-084e-4d2f-ac43-d62e5cf50d7a None None] Pushing event updated for resources: {'Port': ['ID=10fdea19-e87a-43c2-a281-5cac1e92b834,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:57.560186 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57660) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:32:57.574167 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dce183a-8c0c-4b3a-8197-76138711bb70 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:32:57.575222 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dce183a-8c0c-4b3a-8197-76138711bb70 None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:32:57.578452 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-1dce183a-8c0c-4b3a-8197-76138711bb70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:57.579618 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dce183a-8c0c-4b3a-8197-76138711bb70 None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:32:57.581358 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-1dce183a-8c0c-4b3a-8197-76138711bb70 None None] Bound port: 10fdea19-e87a-43c2-a281-5cac1e92b834, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:32:57.583560 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-1dce183a-8c0c-4b3a-8197-76138711bb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (10fdea19-e87a-43c2-a281-5cac1e92b834), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:57.606834 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-563cea91-60b8-48c4-9028-af9e20e8f990 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:57.690570 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-59d7dc83-7f75-40ba-989a-1fbac3e57899 admin admin] Allocated IP 172.20.0.1 (4d363d90-5f4c-4967-b441-36e23af05014/ee32660a-c75f-4f21-82d1-facc61dacaed/92ff6a47-cb4f-4ec5-b09c-36a60b0af232) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:32:57.709311 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-381baea0-ad90-49a8-9af7-7ae5e7d14d3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (c09ea0f8-07aa-44de-a807-fa7181cb489d), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:57.715037 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-381baea0-ad90-49a8-9af7-7ae5e7d14d3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:57.717936 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-381baea0-ad90-49a8-9af7-7ae5e7d14d3a admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/c09ea0f8-07aa-44de-a807-fa7181cb489d HTTP/1.1" status: 204 len: 168 time: 0.5117877 Oct 04 20:32:57.786449 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-1dce183a-8c0c-4b3a-8197-76138711bb70 None None] For port 10fdea19-e87a-43c2-a281-5cac1e92b834, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:32:57.806046 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-1dce183a-8c0c-4b3a-8197-76138711bb70 None None] For port 10fdea19-e87a-43c2-a281-5cac1e92b834, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=10fdea19-e87a-43c2-a281-5cac1e92b834,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:32:57.894678 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381baea0-ad90-49a8-9af7-7ae5e7d14d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09ea0f8-07aa-44de-a807-fa7181cb489d,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:57.973776 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb7157b-9a01-45f4-bd9a-c7c4718c297a req-97321695-f20c-4e54-9be7-d4e384dafcd0 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:57.983183 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-1dce183a-8c0c-4b3a-8197-76138711bb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (10fdea19-e87a-43c2-a281-5cac1e92b834), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:58.000320 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-dcb7157b-9a01-45f4-bd9a-c7c4718c297a req-97321695-f20c-4e54-9be7-d4e384dafcd0 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=657c60d3-dfa6-4665-aa9c-66cf28399f64 HTTP/1.1" status: 200 len: 950 time: 0.2356999 Oct 04 20:32:58.037640 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-59d7dc83-7f75-40ba-989a-1fbac3e57899 admin admin] Publish callbacks [] for port (92ff6a47-cb4f-4ec5-b09c-36a60b0af232), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:58.073578 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dce183a-8c0c-4b3a-8197-76138711bb70 None None] Routers {'49c74e0d-dc4a-4974-831e-c66147907327'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:32:58.075991 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-1dce183a-8c0c-4b3a-8197-76138711bb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:32:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['49c74e0d-dc4a-4974-831e-c66147907327'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:32:58.088080 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b13a4-9358-40c5-afcd-e677349c41c6 req-24b101da-9a08-4c64-9f13-dec73cc6a6e8 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:58.091410 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-b67b13a4-9358-40c5-afcd-e677349c41c6 req-24b101da-9a08-4c64-9f13-dec73cc6a6e8 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=657c60d3-dfa6-4665-aa9c-66cf28399f64 HTTP/1.1" status: 200 len: 950 time: 0.1354897 Oct 04 20:32:58.129914 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:58.204407 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-563cea91-60b8-48c4-9028-af9e20e8f990 admin admin] Publish callbacks [] for security_group (6d07d070-1288-48fe-8d1b-2e05a154ad9a), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:58.220693 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d01025b-084e-4d2f-ac43-d62e5cf50d7a None None] Pushing event updated for resources: {'Port': ['ID=10fdea19-e87a-43c2-a281-5cac1e92b834,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:58.253847 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-b67b13a4-9358-40c5-afcd-e677349c41c6 req-e9f644f1-f5ec-433e-b396-d8187d231487 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e16176d0-0793-4bc3-a8d6-64b65342f8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142433 Oct 04 20:32:58.253847 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-59d7dc83-7f75-40ba-989a-1fbac3e57899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (92ff6a47-cb4f-4ec5-b09c-36a60b0af232), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:58.356794 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d7dc83-7f75-40ba-989a-1fbac3e57899 admin admin] Network 4d363d90-5f4c-4967-b441-36e23af05014 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:32:58.363692 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-59d7dc83-7f75-40ba-989a-1fbac3e57899 admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:32:58.372834 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d7dc83-7f75-40ba-989a-1fbac3e57899 admin admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:32:58.373771 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-59d7dc83-7f75-40ba-989a-1fbac3e57899 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (49c74e0d-dc4a-4974-831e-c66147907327), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:58.382415 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-563cea91-60b8-48c4-9028-af9e20e8f990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (6d07d070-1288-48fe-8d1b-2e05a154ad9a), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:58.464458 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-1dce183a-8c0c-4b3a-8197-76138711bb70 None None] Set router 49c74e0d-dc4a-4974-831e-c66147907327 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:32:58.468896 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:58.517566 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563cea91-60b8-48c4-9028-af9e20e8f990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d07d070-1288-48fe-8d1b-2e05a154ad9a,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:58.622724 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [req-dcb7157b-9a01-45f4-bd9a-c7c4718c297a req-e9a6e5dd-5513-4441-80e6-758a2feee433 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Deleting port 92bc6db0-cee2-4ded-8108-fb4d85ea7465 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:32:58.624233 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-dcb7157b-9a01-45f4-bd9a-c7c4718c297a req-e9a6e5dd-5513-4441-80e6-758a2feee433 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (92bc6db0-cee2-4ded-8108-fb4d85ea7465), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:58.660757 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d7dc83-7f75-40ba-989a-1fbac3e57899 admin admin] Pushing event updated for resources: {'Port': ['ID=92ff6a47-cb4f-4ec5-b09c-36a60b0af232,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:58.666567 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-563cea91-60b8-48c4-9028-af9e20e8f990 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=f379f29426f24e83a6479b432e50d6a0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1034777 Oct 04 20:32:58.673751 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57672) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:32:58.694823 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:58.928587 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-59d7dc83-7f75-40ba-989a-1fbac3e57899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (92ff6a47-cb4f-4ec5-b09c-36a60b0af232), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:58.944242 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0a7fecc2-ece2-4b2a-aadb-42245fe1284c admin admin] Publish callbacks [] for security_group (6d07d070-1288-48fe-8d1b-2e05a154ad9a), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:58.960349 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-417a6936-651e-4d86-a5df-75f8b2a26ee0 None None] Provisioning complete for port 92ff6a47-cb4f-4ec5-b09c-36a60b0af232 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:32:58.961512 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-417a6936-651e-4d86-a5df-75f8b2a26ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (92ff6a47-cb4f-4ec5-b09c-36a60b0af232), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:58.962345 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-417a6936-651e-4d86-a5df-75f8b2a26ee0 None None] Attempt 1 to provision port 92ff6a47-cb4f-4ec5-b09c-36a60b0af232 Oct 04 20:32:59.030729 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [req-dcb7157b-9a01-45f4-bd9a-c7c4718c297a req-e9a6e5dd-5513-4441-80e6-758a2feee433 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] For port 92bc6db0-cee2-4ded-8108-fb4d85ea7465, host n-h2-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852085-12',level=0,port_id=92bc6db0-cee2-4ded-8108-fb4d85ea7465,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:32:59.031224 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-dcb7157b-9a01-45f4-bd9a-c7c4718c297a req-e9a6e5dd-5513-4441-80e6-758a2feee433 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (92bc6db0-cee2-4ded-8108-fb4d85ea7465), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:59.038914 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0a7fecc2-ece2-4b2a-aadb-42245fe1284c admin admin] Publish callbacks [] for security_group (6d07d070-1288-48fe-8d1b-2e05a154ad9a), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:59.084065 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [req-dcb7157b-9a01-45f4-bd9a-c7c4718c297a req-e9a6e5dd-5513-4441-80e6-758a2feee433 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Calling delete_port for 92bc6db0-cee2-4ded-8108-fb4d85ea7465 owned by compute:nova {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:32:59.093065 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-417a6936-651e-4d86-a5df-75f8b2a26ee0 None None] Port 92ff6a47-cb4f-4ec5-b09c-36a60b0af232 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:32:59.120224 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-1dce183a-8c0c-4b3a-8197-76138711bb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c74e0d-dc4a-4974-831e-c66147907327', 'name': 'tempest-FloatingIPsTestJSON-1022457333-router', 'tenant_id': 'd46af312da444babba7e71a9891196b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '10fdea19-e87a-43c2-a281-5cac1e92b834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:32:49Z', 'updated_at': '2022-10-04T20:32:53Z', 'revision_number': 3, 'project_id': 'd46af312da444babba7e71a9891196b0', 'gw_port': {'id': '10fdea19-e87a-43c2-a281-5cac1e92b834', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d8:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49c74e0d-dc4a-4974-831e-c66147907327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:32:50Z', 'updated_at': '2022-10-04T20:32:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:32:59.185289 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dce183a-8c0c-4b3a-8197-76138711bb70 None None] The sync data for ids ['49c74e0d-dc4a-4974-831e-c66147907327'] in n-d-852085-12 is: [{'id': '49c74e0d-dc4a-4974-831e-c66147907327', 'name': 'tempest-FloatingIPsTestJSON-1022457333-router', 'tenant_id': 'd46af312da444babba7e71a9891196b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '10fdea19-e87a-43c2-a281-5cac1e92b834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:32:49Z', 'updated_at': '2022-10-04T20:32:53Z', 'revision_number': 3, 'project_id': 'd46af312da444babba7e71a9891196b0', 'gw_port': {'id': '10fdea19-e87a-43c2-a281-5cac1e92b834', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d8:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49c74e0d-dc4a-4974-831e-c66147907327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:32:50Z', 'updated_at': '2022-10-04T20:32:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:32:59.387649 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:59.436207 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:32:59.466569 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0a7fecc2-ece2-4b2a-aadb-42245fe1284c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (6d07d070-1288-48fe-8d1b-2e05a154ad9a), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:59.472982 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0a7fecc2-ece2-4b2a-aadb-42245fe1284c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:59.481442 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-0a7fecc2-ece2-4b2a-aadb-42245fe1284c admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/6d07d070-1288-48fe-8d1b-2e05a154ad9a HTTP/1.1" status: 204 len: 168 time: 0.8049881 Oct 04 20:32:59.554738 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-59d7dc83-7f75-40ba-989a-1fbac3e57899 admin admin] Publish callbacks [] for port (92ff6a47-cb4f-4ec5-b09c-36a60b0af232), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:59.561426 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7fecc2-ece2-4b2a-aadb-42245fe1284c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d07d070-1288-48fe-8d1b-2e05a154ad9a,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:59.587534 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e26dae-13a5-4058-a70e-f637389032a9 req-71ca203c-050a-4b4a-a71f-b76e7ea8c3ee tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:32:59.590865 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-62e26dae-13a5-4058-a70e-f637389032a9 req-71ca203c-050a-4b4a-a71f-b76e7ea8c3ee tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=657c60d3-dfa6-4665-aa9c-66cf28399f64 HTTP/1.1" status: 200 len: 950 time: 0.1369202 Oct 04 20:32:59.653385 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-dcb7157b-9a01-45f4-bd9a-c7c4718c297a req-e9a6e5dd-5513-4441-80e6-758a2feee433 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (92bc6db0-cee2-4ded-8108-fb4d85ea7465), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:59.673542 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-59d7dc83-7f75-40ba-989a-1fbac3e57899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (92ff6a47-cb4f-4ec5-b09c-36a60b0af232), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:59.675590 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-59d7dc83-7f75-40ba-989a-1fbac3e57899 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (49c74e0d-dc4a-4974-831e-c66147907327), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:32:59.696160 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] get_ports_and_sgs() called for port_ids ['92bc6db0-cee2-4ded-8108-fb4d85ea7465'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:32:59.802635 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d7dc83-7f75-40ba-989a-1fbac3e57899 admin admin] Pushing event updated for resources: {'Port': ['ID=92ff6a47-cb4f-4ec5-b09c-36a60b0af232,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:32:59.867985 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-62e26dae-13a5-4058-a70e-f637389032a9 req-cd071656-39da-4a86-9206-81f5e8d09b67 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=e16176d0-0793-4bc3-a8d6-64b65342f8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619438 Oct 04 20:32:59.897641 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a6e5dd-5513-4441-80e6-758a2feee433 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Pushing event deleted for resources: {'Port': ['ID=92bc6db0-cee2-4ded-8108-fb4d85ea7465,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:00.152477 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d7dc83-7f75-40ba-989a-1fbac3e57899 admin admin] Network 4d363d90-5f4c-4967-b441-36e23af05014 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:33:00.155359 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-59d7dc83-7f75-40ba-989a-1fbac3e57899 admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:33:00.193030 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcb7157b-9a01-45f4-bd9a-c7c4718c297a req-e9a6e5dd-5513-4441-80e6-758a2feee433 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] No DVR routers for this DVR port 92bc6db0-cee2-4ded-8108-fb4d85ea7465 on host n-h2-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:33:00.193030 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-dcb7157b-9a01-45f4-bd9a-c7c4718c297a req-e9a6e5dd-5513-4441-80e6-758a2feee433 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:00.199330 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-dcb7157b-9a01-45f4-bd9a-c7c4718c297a req-e9a6e5dd-5513-4441-80e6-758a2feee433 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.85 "DELETE /networking/v2.0/ports/92bc6db0-cee2-4ded-8108-fb4d85ea7465 HTTP/1.1" status: 204 len: 173 time: 2.2120957 Oct 04 20:33:00.200178 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '657c60d3-dfa6-4665-aa9c-66cf28399f64', 'name': 'network-vif-deleted', 'tag': '92bc6db0-cee2-4ded-8108-fb4d85ea7465'}] {{(pid=108169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:33:00.204574 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dea34fca0f7d6c1de22810621a04fa86ac5e48141775903912ac1624808dfef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb88a104-a24d-4445-86ee-09e330dbbfd0" -d '{"events": [{"server_uuid": "657c60d3-dfa6-4665-aa9c-66cf28399f64", "name": "network-vif-deleted", "tag": "92bc6db0-cee2-4ded-8108-fb4d85ea7465"}]}' {{(pid=108169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:33:00.375807 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 20:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba873b7-01c7-4a5c-b21c-bd14201bc0f0 x-openstack-request-id: req-fba873b7-01c7-4a5c-b21c-bd14201bc0f0 {{(pid=108169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:33:00.376582 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "657c60d3-dfa6-4665-aa9c-66cf28399f64", "name": "network-vif-deleted", "tag": "92bc6db0-cee2-4ded-8108-fb4d85ea7465", "status": "completed", "code": 200}]} {{(pid=108169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:33:00.376867 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fba873b7-01c7-4a5c-b21c-bd14201bc0f0 {{(pid=108169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:33:00.378709 n-d-852085-12 neutron-server[108169]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fba873b7-01c7-4a5c-b21c-bd14201bc0f0'] response: {'server_uuid': '657c60d3-dfa6-4665-aa9c-66cf28399f64', 'name': 'network-vif-deleted', 'tag': '92bc6db0-cee2-4ded-8108-fb4d85ea7465', 'status': 'completed', 'code': 200} Oct 04 20:33:00.512472 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59d7dc83-7f75-40ba-989a-1fbac3e57899 admin admin] Router 49c74e0d-dc4a-4974-831e-c66147907327 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:33:00.706168 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-1f3d0339-a2ab-4809-bc9a-863b17f4703b None None] Provisioning complete for port 92ff6a47-cb4f-4ec5-b09c-36a60b0af232 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:33:00.706880 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-1f3d0339-a2ab-4809-bc9a-863b17f4703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (92ff6a47-cb4f-4ec5-b09c-36a60b0af232), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:00.710781 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-1f3d0339-a2ab-4809-bc9a-863b17f4703b None None] Attempt 1 to provision port 92ff6a47-cb4f-4ec5-b09c-36a60b0af232 Oct 04 20:33:00.779342 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57696) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:33:00.847223 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-1f3d0339-a2ab-4809-bc9a-863b17f4703b None None] Port 92ff6a47-cb4f-4ec5-b09c-36a60b0af232 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:33:00.864118 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d7dc83-7f75-40ba-989a-1fbac3e57899 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:33:00.877558 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-59d7dc83-7f75-40ba-989a-1fbac3e57899 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/49c74e0d-dc4a-4974-831e-c66147907327/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2222772 Oct 04 20:33:01.327173 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f1d02f96-b0c1-4035-bd84-1efe48d78a4c req-f1931551-7433-479f-997f-970bda247b91 tempest-LiveMigrationNegativeTest-650952009 tempest-LiveMigrationNegativeTest-650952009-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=657c60d3-dfa6-4665-aa9c-66cf28399f64 HTTP/1.1" status: 200 len: 210 time: 0.0946336 Oct 04 20:33:01.348326 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 10fdea19-e87a-43c2-a281-5cac1e92b834 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:33:01.486918 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 10fdea19-e87a-43c2-a281-5cac1e92b834 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:33:01.488783 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (10fdea19-e87a-43c2-a281-5cac1e92b834), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:01.489867 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 10fdea19-e87a-43c2-a281-5cac1e92b834 Oct 04 20:33:01.535617 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-fdbbd9c2-2268-4a6e-8ba8-382aea3f7593 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1951945574-network', 'tenant_id': 'cf616fd82dd34c7d92f4d8e9e80f89f4'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:33:01.780245 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 10fdea19-e87a-43c2-a281-5cac1e92b834 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:33:01.781164 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (10fdea19-e87a-43c2-a281-5cac1e92b834), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:01.805912 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdbbd9c2-2268-4a6e-8ba8-382aea3f7593 admin admin] Made reservation on behalf of cf616fd82dd34c7d92f4d8e9e80f89f4 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:33:01.811876 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fdbbd9c2-2268-4a6e-8ba8-382aea3f7593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:01.834172 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 10fdea19-e87a-43c2-a281-5cac1e92b834, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=10fdea19-e87a-43c2-a281-5cac1e92b834,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:33:01.838266 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fdbbd9c2-2268-4a6e-8ba8-382aea3f7593 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:01.846584 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Device 92bc6db0-cee2-4ded-8108-fb4d85ea7465 no longer exists at agent hyperv_n-h2-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:33:01.900593 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:01.904084 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] No Port match for: 92bc6db0-cee2-4ded-8108-fb4d85ea7465 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:33:01.904662 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Device 92bc6db0-cee2-4ded-8108-fb4d85ea7465 not bound to the agent host n-h2-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:33:01.920254 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (10fdea19-e87a-43c2-a281-5cac1e92b834), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:02.049372 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fdbbd9c2-2268-4a6e-8ba8-382aea3f7593 admin admin] Publish callbacks [] for security_group (e214467e-6f17-43b7-9436-29b5119bda2c), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:02.184847 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fdbbd9c2-2268-4a6e-8ba8-382aea3f7593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (e214467e-6f17-43b7-9436-29b5119bda2c), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:02.274383 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=10fdea19-e87a-43c2-a281-5cac1e92b834,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:02.310399 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdbbd9c2-2268-4a6e-8ba8-382aea3f7593 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:33:02.350402 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbbd9c2-2268-4a6e-8ba8-382aea3f7593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e214467e-6f17-43b7-9436-29b5119bda2c,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:02.368446 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fdbbd9c2-2268-4a6e-8ba8-382aea3f7593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (0c4102ed-bb54-4c3c-a4bd-dd659515ee8b), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:02.371118 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-fdbbd9c2-2268-4a6e-8ba8-382aea3f7593 admin admin] Added segment 0c4102ed-bb54-4c3c-a4bd-dd659515ee8b of type vlan for network 5a968067-4034-47ae-963a-b80f9544a870 Oct 04 20:33:02.534867 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fdbbd9c2-2268-4a6e-8ba8-382aea3f7593 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (5a968067-4034-47ae-963a-b80f9544a870), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:02.733232 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c705b019-b91f-4e81-b720-ca09458bf8b3 None None] Sync routers for ids ['49c74e0d-dc4a-4974-831e-c66147907327'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:33:02.760737 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fdbbd9c2-2268-4a6e-8ba8-382aea3f7593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (5a968067-4034-47ae-963a-b80f9544a870), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:02.763261 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbbd9c2-2268-4a6e-8ba8-382aea3f7593 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:33:02.764628 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fdbbd9c2-2268-4a6e-8ba8-382aea3f7593 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:02.769213 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c705b019-b91f-4e81-b720-ca09458bf8b3 None None] Routers {'49c74e0d-dc4a-4974-831e-c66147907327'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:33:02.776529 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-c705b019-b91f-4e81-b720-ca09458bf8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:32:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['49c74e0d-dc4a-4974-831e-c66147907327'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:33:02.889201 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:03.008253 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-fdbbd9c2-2268-4a6e-8ba8-382aea3f7593 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.2268074 Oct 04 20:33:03.010389 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57736) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:33:03.011670 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbbd9c2-2268-4a6e-8ba8-382aea3f7593 admin admin] Pushing event updated for resources: {'Network': ['ID=5a968067-4034-47ae-963a-b80f9544a870,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:03.024897 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-38187861-90f9-49b0-994c-4a679c81e341 admin admin] Request body: {'subnet': {'network_id': '5a968067-4034-47ae-963a-b80f9544a870', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1951945574-subnet', 'tenant_id': 'cf616fd82dd34c7d92f4d8e9e80f89f4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:33:03.053085 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 5a968067-4034-47ae-963a-b80f9544a870 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:33:03.190735 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-c705b019-b91f-4e81-b720-ca09458bf8b3 None None] Set router 49c74e0d-dc4a-4974-831e-c66147907327 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:33:03.247106 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38187861-90f9-49b0-994c-4a679c81e341 admin admin] Made reservation on behalf of cf616fd82dd34c7d92f4d8e9e80f89f4 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:33:03.252551 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-38187861-90f9-49b0-994c-4a679c81e341 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:03.345521 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 10fdea19-e87a-43c2-a281-5cac1e92b834 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:33:03.632694 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 10fdea19-e87a-43c2-a281-5cac1e92b834 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:33:03.633795 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (10fdea19-e87a-43c2-a281-5cac1e92b834), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:03.634383 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 10fdea19-e87a-43c2-a281-5cac1e92b834 Oct 04 20:33:03.738818 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:03.780382 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:03.829074 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-3ca27c2c-9148-4624-aa97-c127aa1b9a4e req-681fc2e7-98f5-447a-a1ac-83c5dc13fdf2 tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] 10.222.0.78 "GET /networking/v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8419764 Oct 04 20:33:03.850879 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [req-3ca27c2c-9148-4624-aa97-c127aa1b9a4e req-ee01cb62-a54c-48f3-82df-303645a82bd5 tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] Request body: {'floatingip': {'floating_network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:33:03.997886 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 10fdea19-e87a-43c2-a281-5cac1e92b834 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:33:03.998766 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-c705b019-b91f-4e81-b720-ca09458bf8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c74e0d-dc4a-4974-831e-c66147907327', 'name': 'tempest-FloatingIPsTestJSON-1022457333-router', 'tenant_id': 'd46af312da444babba7e71a9891196b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '10fdea19-e87a-43c2-a281-5cac1e92b834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:32:49Z', 'updated_at': '2022-10-04T20:32:58Z', 'revision_number': 4, 'project_id': 'd46af312da444babba7e71a9891196b0', 'gw_port': {'id': '10fdea19-e87a-43c2-a281-5cac1e92b834', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c74e0d-dc4a-4974-831e-c66147907327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:32:50Z', 'updated_at': '2022-10-04T20:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '92ff6a47-cb4f-4ec5-b09c-36a60b0af232', 'name': '', 'network_id': '4d363d90-5f4c-4967-b441-36e23af05014', 'tenant_id': 'd46af312da444babba7e71a9891196b0', 'mac_address': 'fa:16:3e:c2:69:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49c74e0d-dc4a-4974-831e-c66147907327', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'ee32660a-c75f-4f21-82d1-facc61dacaed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:32:57Z', 'updated_at': '2022-10-04T20:32:59Z', 'revision_number': 2, 'project_id': 'd46af312da444babba7e71a9891196b0', 'subnets': [{'id': 'ee32660a-c75f-4f21-82d1-facc61dacaed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:33:04.037906 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=83,neutron:DELETE=1,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:04.116030 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c705b019-b91f-4e81-b720-ca09458bf8b3 None None] Checking router: 49c74e0d-dc4a-4974-831e-c66147907327 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:33:04.116030 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c705b019-b91f-4e81-b720-ca09458bf8b3 None None] Updating router 49c74e0d-dc4a-4974-831e-c66147907327 port 92ff6a47-cb4f-4ec5-b09c-36a60b0af232 binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:33:04.172928 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-38187861-90f9-49b0-994c-4a679c81e341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (655b6565-cfca-4aa9-b462-ff9f6b5175f3), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:04.174000 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-3ca27c2c-9148-4624-aa97-c127aa1b9a4e req-ee01cb62-a54c-48f3-82df-303645a82bd5 tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] Publish callbacks [] for floatingip (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:04.183616 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-c705b019-b91f-4e81-b720-ca09458bf8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (92ff6a47-cb4f-4ec5-b09c-36a60b0af232), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:04.491173 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38187861-90f9-49b0-994c-4a679c81e341 admin admin] Checking segment: {'id': '0c4102ed-bb54-4c3c-a4bd-dd659515ee8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5a968067-4034-47ae-963a-b80f9544a870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:33:04.492156 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38187861-90f9-49b0-994c-4a679c81e341 admin admin] Network hostable DHCP agents. Network: 5a968067-4034-47ae-963a-b80f9544a870, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:33:04.503071 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38187861-90f9-49b0-994c-4a679c81e341 admin admin] Pushing event updated for resources: {'Subnet': ['ID=655b6565-cfca-4aa9-b462-ff9f6b5175f3,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:04.557659 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-3ca27c2c-9148-4624-aa97-c127aa1b9a4e req-ee01cb62-a54c-48f3-82df-303645a82bd5 tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:04.641684 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38187861-90f9-49b0-994c-4a679c81e341 admin admin] Network 5a968067-4034-47ae-963a-b80f9544a870 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:33:04.647752 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:04.772225 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-38187861-90f9-49b0-994c-4a679c81e341 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 5a968067-4034-47ae-963a-b80f9544a870) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:33:04.781169 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38187861-90f9-49b0-994c-4a679c81e341 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:33:04.803576 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-38187861-90f9-49b0-994c-4a679c81e341 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:04.804628 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [req-3ca27c2c-9148-4624-aa97-c127aa1b9a4e req-ee01cb62-a54c-48f3-82df-303645a82bd5 tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] Allocated IP 172.25.5.64 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/07aad2f0-cb25-4f25-96bc-45da597e14da) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:33:04.805731 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2d1fdb-494b-4ff7-acb2-98123f99134b None None] Network 5a968067-4034-47ae-963a-b80f9544a870 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:33:04.979080 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-38187861-90f9-49b0-994c-4a679c81e341 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.9633281 Oct 04 20:33:04.979788 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57770) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:33:04.988292 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-c705b019-b91f-4e81-b720-ca09458bf8b3 None None] Publish callbacks [] for port (92ff6a47-cb4f-4ec5-b09c-36a60b0af232), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:04.990095 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-e2916976-4b25-40d4-b025-63d498265cb0 admin admin] Request body: {'router': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1951945574-router', 'tenant_id': 'cf616fd82dd34c7d92f4d8e9e80f89f4', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:33:05.052951 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-3ca27c2c-9148-4624-aa97-c127aa1b9a4e req-ee01cb62-a54c-48f3-82df-303645a82bd5 tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] Publish callbacks [] for port (07aad2f0-cb25-4f25-96bc-45da597e14da), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:05.064525 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-c705b019-b91f-4e81-b720-ca09458bf8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (92ff6a47-cb4f-4ec5-b09c-36a60b0af232), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:05.115788 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1ac3ab-2956-4357-8729-960f77d96099 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-5a968067-4034-47ae-963a-b80f9544a870', 'network_id': '5a968067-4034-47ae-963a-b80f9544a870', 'project_id': 'cf616fd82dd34c7d92f4d8e9e80f89f4', 'fixed_ips': [{'subnet_id': '655b6565-cfca-4aa9-b462-ff9f6b5175f3'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:33:05.120282 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-de1ac3ab-2956-4357-8729-960f77d96099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:05.155874 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9d5552-0aa1-4975-94ac-f42b43e6bfce None None] Pushing event updated for resources: {'Port': ['ID=92ff6a47-cb4f-4ec5-b09c-36a60b0af232,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:05.159960 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e2916976-4b25-40d4-b025-63d498265cb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (19371cce-aa15-428b-afb8-9106177826ce), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:05.159960 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e2916976-4b25-40d4-b025-63d498265cb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (19371cce-aa15-428b-afb8-9106177826ce), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:05.274757 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-c705b019-b91f-4e81-b720-ca09458bf8b3 None None] Attempting to bind port 92ff6a47-cb4f-4ec5-b09c-36a60b0af232 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:33:05.275792 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-c705b019-b91f-4e81-b720-ca09458bf8b3 None None] Attempting to bind port 92ff6a47-cb4f-4ec5-b09c-36a60b0af232 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'c8c49463-b4ca-406c-99e5-6c80812e5c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4d363d90-5f4c-4967-b441-36e23af05014'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:33:05.276661 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c705b019-b91f-4e81-b720-ca09458bf8b3 None None] Attempting to bind port 92ff6a47-cb4f-4ec5-b09c-36a60b0af232 on network 4d363d90-5f4c-4967-b441-36e23af05014 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:33:05.278222 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-3ca27c2c-9148-4624-aa97-c127aa1b9a4e req-ee01cb62-a54c-48f3-82df-303645a82bd5 tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (07aad2f0-cb25-4f25-96bc-45da597e14da), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:05.337011 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e2916976-4b25-40d4-b025-63d498265cb0 admin admin] Publish callbacks [] for router_controller (19371cce-aa15-428b-afb8-9106177826ce), precommit_add_association {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:05.387063 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c705b019-b91f-4e81-b720-ca09458bf8b3 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:33:05.395069 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c705b019-b91f-4e81-b720-ca09458bf8b3 None None] Checking segment: {'id': 'c8c49463-b4ca-406c-99e5-6c80812e5c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4d363d90-5f4c-4967-b441-36e23af05014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:33:05.395069 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-c705b019-b91f-4e81-b720-ca09458bf8b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:05.395069 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c705b019-b91f-4e81-b720-ca09458bf8b3 None None] Bound using segment: {'id': 'c8c49463-b4ca-406c-99e5-6c80812e5c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4d363d90-5f4c-4967-b441-36e23af05014'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:33:05.395069 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-c705b019-b91f-4e81-b720-ca09458bf8b3 None None] Bound port: 92ff6a47-cb4f-4ec5-b09c-36a60b0af232, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8c49463-b4ca-406c-99e5-6c80812e5c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4d363d90-5f4c-4967-b441-36e23af05014'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:33:05.395069 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-c705b019-b91f-4e81-b720-ca09458bf8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (92ff6a47-cb4f-4ec5-b09c-36a60b0af232), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:05.432911 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ca27c2c-9148-4624-aa97-c127aa1b9a4e req-ee01cb62-a54c-48f3-82df-303645a82bd5 tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:33:05.446683 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [req-3ca27c2c-9148-4624-aa97-c127aa1b9a4e req-ee01cb62-a54c-48f3-82df-303645a82bd5 tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:33:05.453326 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ca27c2c-9148-4624-aa97-c127aa1b9a4e req-ee01cb62-a54c-48f3-82df-303645a82bd5 tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:33:05.474247 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee01cb62-a54c-48f3-82df-303645a82bd5 tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] Pushing event updated for resources: {'Port': ['ID=07aad2f0-cb25-4f25-96bc-45da597e14da,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:05.588619 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-de1ac3ab-2956-4357-8729-960f77d96099 None None] Allocated IP 172.20.0.2 (5a968067-4034-47ae-963a-b80f9544a870/655b6565-cfca-4aa9-b462-ff9f6b5175f3/b3be72fc-ebf1-4163-8086-82cc3e5a07c9) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:33:05.621617 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:05.629430 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-c705b019-b91f-4e81-b720-ca09458bf8b3 None None] For port 92ff6a47-cb4f-4ec5-b09c-36a60b0af232, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:33:05.639836 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-c705b019-b91f-4e81-b720-ca09458bf8b3 None None] For port 92ff6a47-cb4f-4ec5-b09c-36a60b0af232, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=92ff6a47-cb4f-4ec5-b09c-36a60b0af232,segment=NetworkSegment(c8c49463-b4ca-406c-99e5-6c80812e5c6a),segment_id=c8c49463-b4ca-406c-99e5-6c80812e5c6a)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:33:05.657048 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:05.762426 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-c705b019-b91f-4e81-b720-ca09458bf8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (92ff6a47-cb4f-4ec5-b09c-36a60b0af232), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:05.778411 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-3ca27c2c-9148-4624-aa97-c127aa1b9a4e req-ee01cb62-a54c-48f3-82df-303645a82bd5 tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] Publish callbacks [] for floatingip (87822378-81d8-47c1-959b-85da18aeb15f), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:05.814834 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:05.852419 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e2916976-4b25-40d4-b025-63d498265cb0 admin admin] Publish callbacks [] for router_gateway (19371cce-aa15-428b-afb8-9106177826ce), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:05.869707 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c705b019-b91f-4e81-b720-ca09458bf8b3 None None] Routers {'49c74e0d-dc4a-4974-831e-c66147907327'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:33:05.870776 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-c705b019-b91f-4e81-b720-ca09458bf8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:32:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['49c74e0d-dc4a-4974-831e-c66147907327'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:33:05.885093 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9d5552-0aa1-4975-94ac-f42b43e6bfce None None] Pushing event updated for resources: {'Port': ['ID=92ff6a47-cb4f-4ec5-b09c-36a60b0af232,revision_number=4']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:05.965111 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-de1ac3ab-2956-4357-8729-960f77d96099 None None] Publish callbacks [] for port (b3be72fc-ebf1-4163-8086-82cc3e5a07c9), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:06.051610 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-3ca27c2c-9148-4624-aa97-c127aa1b9a4e req-ee01cb62-a54c-48f3-82df-303645a82bd5 tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (07aad2f0-cb25-4f25-96bc-45da597e14da), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:06.104469 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-de1ac3ab-2956-4357-8729-960f77d96099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (b3be72fc-ebf1-4163-8086-82cc3e5a07c9), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:06.119889 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-c705b019-b91f-4e81-b720-ca09458bf8b3 None None] Set router 49c74e0d-dc4a-4974-831e-c66147907327 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:33:06.161854 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:06.182768 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57786) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:33:06.248571 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1ac3ab-2956-4357-8729-960f77d96099 None None] Network 5a968067-4034-47ae-963a-b80f9544a870 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:33:06.264550 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-de1ac3ab-2956-4357-8729-960f77d96099 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:33:06.283218 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1ac3ab-2956-4357-8729-960f77d96099 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:33:06.373654 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 20:33:06.387926 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ac3ab-2956-4357-8729-960f77d96099 None None] Pushing event updated for resources: {'Port': ['ID=b3be72fc-ebf1-4163-8086-82cc3e5a07c9,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:06.444423 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:06.472300 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ac3ab-2956-4357-8729-960f77d96099 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:33:06.473216 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ac3ab-2956-4357-8729-960f77d96099 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:33:06.473996 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ac3ab-2956-4357-8729-960f77d96099 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:33:06.474994 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ac3ab-2956-4357-8729-960f77d96099 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:33:06.476059 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ac3ab-2956-4357-8729-960f77d96099 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:33:06.477088 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ac3ab-2956-4357-8729-960f77d96099 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:33:06.477892 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ac3ab-2956-4357-8729-960f77d96099 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:33:06.478673 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ac3ab-2956-4357-8729-960f77d96099 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:33:06.479484 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ac3ab-2956-4357-8729-960f77d96099 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:33:06.480274 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ac3ab-2956-4357-8729-960f77d96099 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:33:06.481036 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ac3ab-2956-4357-8729-960f77d96099 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:33:06.481790 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ac3ab-2956-4357-8729-960f77d96099 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:33:06.482527 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ac3ab-2956-4357-8729-960f77d96099 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:33:06.483429 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ac3ab-2956-4357-8729-960f77d96099 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:33:06.484208 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ac3ab-2956-4357-8729-960f77d96099 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:33:06.525358 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-de1ac3ab-2956-4357-8729-960f77d96099 None None] Attempting to bind port b3be72fc-ebf1-4163-8086-82cc3e5a07c9 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:33:06.527454 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-de1ac3ab-2956-4357-8729-960f77d96099 None None] Attempting to bind port b3be72fc-ebf1-4163-8086-82cc3e5a07c9 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '0c4102ed-bb54-4c3c-a4bd-dd659515ee8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5a968067-4034-47ae-963a-b80f9544a870'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:33:06.527454 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1ac3ab-2956-4357-8729-960f77d96099 None None] Attempting to bind port b3be72fc-ebf1-4163-8086-82cc3e5a07c9 on network 5a968067-4034-47ae-963a-b80f9544a870 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:33:06.581956 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-3ca27c2c-9148-4624-aa97-c127aa1b9a4e req-ee01cb62-a54c-48f3-82df-303645a82bd5 tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] Publish callbacks [] for port (07aad2f0-cb25-4f25-96bc-45da597e14da), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:06.604937 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e2916976-4b25-40d4-b025-63d498265cb0 admin admin] Publish callbacks [] for router_gateway (19371cce-aa15-428b-afb8-9106177826ce), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:06.641443 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:06.657520 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-3ca27c2c-9148-4624-aa97-c127aa1b9a4e req-ee01cb62-a54c-48f3-82df-303645a82bd5 tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (07aad2f0-cb25-4f25-96bc-45da597e14da), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:06.659621 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-3ca27c2c-9148-4624-aa97-c127aa1b9a4e req-ee01cb62-a54c-48f3-82df-303645a82bd5 tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582728'] for floatingip (87822378-81d8-47c1-959b-85da18aeb15f), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:06.687819 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e2916976-4b25-40d4-b025-63d498265cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:06.688706 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1ac3ab-2956-4357-8729-960f77d96099 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:33:06.689252 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1ac3ab-2956-4357-8729-960f77d96099 None None] Checking segment: {'id': '0c4102ed-bb54-4c3c-a4bd-dd659515ee8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5a968067-4034-47ae-963a-b80f9544a870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:33:06.689910 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-de1ac3ab-2956-4357-8729-960f77d96099 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:06.692534 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1ac3ab-2956-4357-8729-960f77d96099 None None] Bound using segment: {'id': '0c4102ed-bb54-4c3c-a4bd-dd659515ee8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5a968067-4034-47ae-963a-b80f9544a870'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:33:06.696613 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-de1ac3ab-2956-4357-8729-960f77d96099 None None] Bound port: b3be72fc-ebf1-4163-8086-82cc3e5a07c9, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c4102ed-bb54-4c3c-a4bd-dd659515ee8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5a968067-4034-47ae-963a-b80f9544a870'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:33:06.700318 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-de1ac3ab-2956-4357-8729-960f77d96099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b3be72fc-ebf1-4163-8086-82cc3e5a07c9), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:06.774228 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee01cb62-a54c-48f3-82df-303645a82bd5 tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] Pushing event updated for resources: {'Port': ['ID=07aad2f0-cb25-4f25-96bc-45da597e14da,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:06.863411 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-de1ac3ab-2956-4357-8729-960f77d96099 None None] For port b3be72fc-ebf1-4163-8086-82cc3e5a07c9, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:33:06.864922 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-c705b019-b91f-4e81-b720-ca09458bf8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c74e0d-dc4a-4974-831e-c66147907327', 'name': 'tempest-FloatingIPsTestJSON-1022457333-router', 'tenant_id': 'd46af312da444babba7e71a9891196b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '10fdea19-e87a-43c2-a281-5cac1e92b834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:32:49Z', 'updated_at': '2022-10-04T20:32:58Z', 'revision_number': 4, 'project_id': 'd46af312da444babba7e71a9891196b0', 'gw_port': {'id': '10fdea19-e87a-43c2-a281-5cac1e92b834', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c74e0d-dc4a-4974-831e-c66147907327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:32:50Z', 'updated_at': '2022-10-04T20:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '92ff6a47-cb4f-4ec5-b09c-36a60b0af232', 'name': '', 'network_id': '4d363d90-5f4c-4967-b441-36e23af05014', 'tenant_id': 'd46af312da444babba7e71a9891196b0', 'mac_address': 'fa:16:3e:c2:69:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49c74e0d-dc4a-4974-831e-c66147907327', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'ee32660a-c75f-4f21-82d1-facc61dacaed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:32:57Z', 'updated_at': '2022-10-04T20:33:05Z', 'revision_number': 4, 'project_id': 'd46af312da444babba7e71a9891196b0', 'subnets': [{'id': 'ee32660a-c75f-4f21-82d1-facc61dacaed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:33:06.874657 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-de1ac3ab-2956-4357-8729-960f77d96099 None None] For port b3be72fc-ebf1-4163-8086-82cc3e5a07c9, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b3be72fc-ebf1-4163-8086-82cc3e5a07c9,segment=NetworkSegment(0c4102ed-bb54-4c3c-a4bd-dd659515ee8b),segment_id=0c4102ed-bb54-4c3c-a4bd-dd659515ee8b)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:33:06.896342 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-3ca27c2c-9148-4624-aa97-c127aa1b9a4e req-ee01cb62-a54c-48f3-82df-303645a82bd5 tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:06.908488 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-3ca27c2c-9148-4624-aa97-c127aa1b9a4e req-ee01cb62-a54c-48f3-82df-303645a82bd5 tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.0768783 Oct 04 20:33:06.944321 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c705b019-b91f-4e81-b720-ca09458bf8b3 None None] The sync data for ids ['49c74e0d-dc4a-4974-831e-c66147907327'] in n-d-852085-12 is: [{'id': '49c74e0d-dc4a-4974-831e-c66147907327', 'name': 'tempest-FloatingIPsTestJSON-1022457333-router', 'tenant_id': 'd46af312da444babba7e71a9891196b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '10fdea19-e87a-43c2-a281-5cac1e92b834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:32:49Z', 'updated_at': '2022-10-04T20:32:58Z', 'revision_number': 4, 'project_id': 'd46af312da444babba7e71a9891196b0', 'gw_port': {'id': '10fdea19-e87a-43c2-a281-5cac1e92b834', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c74e0d-dc4a-4974-831e-c66147907327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:32:50Z', 'updated_at': '2022-10-04T20:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '92ff6a47-cb4f-4ec5-b09c-36a60b0af232', 'name': '', 'network_id': '4d363d90-5f4c-4967-b441-36e23af05014', 'tenant_id': 'd46af312da444babba7e71a9891196b0', 'mac_address': 'fa:16:3e:c2:69:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49c74e0d-dc4a-4974-831e-c66147907327', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'ee32660a-c75f-4f21-82d1-facc61dacaed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:32:57Z', 'updated_at': '2022-10-04T20:33:05Z', 'revision_number': 4, 'project_id': 'd46af312da444babba7e71a9891196b0', 'subnets': [{'id': 'ee32660a-c75f-4f21-82d1-facc61dacaed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:33:06.983380 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-e2916976-4b25-40d4-b025-63d498265cb0 admin admin] Allocated IP 172.25.5.198 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/bae97f88-f44f-4db3-b67e-56cd3cd9ef43) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:33:07.001238 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-de1ac3ab-2956-4357-8729-960f77d96099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (b3be72fc-ebf1-4163-8086-82cc3e5a07c9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:07.113401 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-3ca27c2c-9148-4624-aa97-c127aa1b9a4e req-6cd6c84b-6443-43cb-962b-4974f5b777d9 tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] 10.222.0.78 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.5.64 HTTP/1.1" status: 200 len: 695 time: 0.2008207 Oct 04 20:33:07.346111 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ac3ab-2956-4357-8729-960f77d96099 None None] Pushing event updated for resources: {'Port': ['ID=b3be72fc-ebf1-4163-8086-82cc3e5a07c9,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:07.419002 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 92ff6a47-cb4f-4ec5-b09c-36a60b0af232 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:33:07.625732 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 92ff6a47-cb4f-4ec5-b09c-36a60b0af232 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:33:07.625732 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (92ff6a47-cb4f-4ec5-b09c-36a60b0af232), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:07.646346 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 92ff6a47-cb4f-4ec5-b09c-36a60b0af232 Oct 04 20:33:07.741851 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca27c2c-9148-4624-aa97-c127aa1b9a4e req-889a80fa-9bf0-46fb-b119-ba22c0abb109 tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:33:07.756043 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-3ca27c2c-9148-4624-aa97-c127aa1b9a4e req-889a80fa-9bf0-46fb-b119-ba22c0abb109 tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] 10.222.0.78 "GET /networking/v2.0/networks/52a60aae-e230-4bd7-89bc-781767fd7892 HTTP/1.1" status: 200 len: 784 time: 0.6381795 Oct 04 20:33:07.767258 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [req-3ca27c2c-9148-4624-aa97-c127aa1b9a4e req-7a7c95a4-6c58-4517-9608-0420abc973a2 tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=108170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 20:33:07.787488 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-3ca27c2c-9148-4624-aa97-c127aa1b9a4e req-7a7c95a4-6c58-4517-9608-0420abc973a2 tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0185046 Oct 04 20:33:07.987086 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 92ff6a47-cb4f-4ec5-b09c-36a60b0af232 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:33:07.992330 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (92ff6a47-cb4f-4ec5-b09c-36a60b0af232), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:08.071523 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c0ac54f6-6023-4a1b-8e85-5a27f411525f req-710bad79-5aeb-4837-a0be-aaca5e272161 tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] 10.222.0.78 "GET /networking/v2.0/floatingips/87822378-81d8-47c1-959b-85da18aeb15f HTTP/1.1" status: 200 len: 692 time: 0.2571235 Oct 04 20:33:08.113506 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 92ff6a47-cb4f-4ec5-b09c-36a60b0af232, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=92ff6a47-cb4f-4ec5-b09c-36a60b0af232,segment=NetworkSegment(c8c49463-b4ca-406c-99e5-6c80812e5c6a),segment_id=c8c49463-b4ca-406c-99e5-6c80812e5c6a)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:33:08.200789 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (92ff6a47-cb4f-4ec5-b09c-36a60b0af232), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:08.220787 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:UPDATE=5,neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=8 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:08.320834 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e2916976-4b25-40d4-b025-63d498265cb0 admin admin] Publish callbacks [] for port (bae97f88-f44f-4db3-b67e-56cd3cd9ef43), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:08.386294 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=92ff6a47-cb4f-4ec5-b09c-36a60b0af232,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:08.459007 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d3aef77a-26f6-4b1c-a200-514d8dbf79d0 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=e756f3ec49694205b5dccf3408cee098&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2693748 Oct 04 20:33:08.463188 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 57806) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:33:08.489936 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac54f6-6023-4a1b-8e85-5a27f411525f req-7f088b59-5c7b-44cf-bf2f-6c77f3cc0cb7 tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:33:08.492689 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c0ac54f6-6023-4a1b-8e85-5a27f411525f req-7f088b59-5c7b-44cf-bf2f-6c77f3cc0cb7 tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] 10.222.0.78 "GET /networking/v2.0/networks/52a60aae-e230-4bd7-89bc-781767fd7892 HTTP/1.1" status: 200 len: 784 time: 0.4100616 Oct 04 20:33:08.589972 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [req-c0ac54f6-6023-4a1b-8e85-5a27f411525f req-049870a4-edd1-492b-8acb-beb21a7854d1 tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=108170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 20:33:08.592087 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c0ac54f6-6023-4a1b-8e85-5a27f411525f req-049870a4-edd1-492b-8acb-beb21a7854d1 tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0154312 Oct 04 20:33:08.626415 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e2916976-4b25-40d4-b025-63d498265cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (bae97f88-f44f-4db3-b67e-56cd3cd9ef43), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:08.807583 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2916976-4b25-40d4-b025-63d498265cb0 admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:33:08.813905 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-eea7d0ba-4b19-447f-909f-7295aaba88ca admin admin] Publish callbacks [] for security_group (e16176d0-0793-4bc3-a8d6-64b65342f8aa), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:08.835884 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-e2916976-4b25-40d4-b025-63d498265cb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:33:08.852389 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2916976-4b25-40d4-b025-63d498265cb0 admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:33:08.866432 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-84311317-7d1e-4da2-80a4-9ceca673a6e2 req-0e697e9f-c2e0-4907-a64f-f5c78aeba947 tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] 10.222.0.78 "GET /networking/v2.0/floatingips?tenant_id=d46af312da444babba7e71a9891196b0 HTTP/1.1" status: 200 len: 695 time: 0.2304032 Oct 04 20:33:08.908346 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-eea7d0ba-4b19-447f-909f-7295aaba88ca admin admin] Publish callbacks [] for security_group (e16176d0-0793-4bc3-a8d6-64b65342f8aa), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:08.962077 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2916976-4b25-40d4-b025-63d498265cb0 admin admin] Pushing event updated for resources: {'Port': ['ID=bae97f88-f44f-4db3-b67e-56cd3cd9ef43,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:09.200275 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84311317-7d1e-4da2-80a4-9ceca673a6e2 req-60f14c9d-ca5b-4eb5-925a-d8ecce2ec97b tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:33:09.202849 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-84311317-7d1e-4da2-80a4-9ceca673a6e2 req-60f14c9d-ca5b-4eb5-925a-d8ecce2ec97b tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] 10.222.0.78 "GET /networking/v2.0/networks?id=52a60aae-e230-4bd7-89bc-781767fd7892 HTTP/1.1" status: 200 len: 787 time: 0.3199267 Oct 04 20:33:09.290690 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8cb7bb6-19b1-46d6-a806-80bbc9cba6e6 None None] Network 5a968067-4034-47ae-963a-b80f9544a870 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:33:09.315645 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [req-84311317-7d1e-4da2-80a4-9ceca673a6e2 req-fb7977e6-cbcc-413e-9f8a-eea1faa15e09 tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=108170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 20:33:09.338590 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-84311317-7d1e-4da2-80a4-9ceca673a6e2 req-fb7977e6-cbcc-413e-9f8a-eea1faa15e09 tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0668750 Oct 04 20:33:09.579686 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-eea7d0ba-4b19-447f-909f-7295aaba88ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (e16176d0-0793-4bc3-a8d6-64b65342f8aa), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:09.579686 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-eea7d0ba-4b19-447f-909f-7295aaba88ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:09.579686 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-eea7d0ba-4b19-447f-909f-7295aaba88ca admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/e16176d0-0793-4bc3-a8d6-64b65342f8aa HTTP/1.1" status: 204 len: 168 time: 1.1073997 Oct 04 20:33:09.593111 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea7d0ba-4b19-447f-909f-7295aaba88ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16176d0-0793-4bc3-a8d6-64b65342f8aa,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:09.625270 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b3be72fc-ebf1-4163-8086-82cc3e5a07c9 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:33:09.659030 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e8ac8414-5b2e-4ada-8ac9-b75301fbc6d7 None None] Provisioning complete for port b3be72fc-ebf1-4163-8086-82cc3e5a07c9 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:33:09.659649 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e8ac8414-5b2e-4ada-8ac9-b75301fbc6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b3be72fc-ebf1-4163-8086-82cc3e5a07c9), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:09.660204 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e8ac8414-5b2e-4ada-8ac9-b75301fbc6d7 None None] Attempt 1 to provision port b3be72fc-ebf1-4163-8086-82cc3e5a07c9 Oct 04 20:33:09.838794 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:09.857851 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e2916976-4b25-40d4-b025-63d498265cb0 admin admin] Publish callbacks [] for router_gateway (19371cce-aa15-428b-afb8-9106177826ce), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:09.863987 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4fa94da1-532f-41d8-b236-118b5b204480 req-a8595bc3-a0b6-40dd-a388-61d78e1a8bc3 tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] 10.222.0.78 "GET /networking/v2.0/floatingips/87822378-81d8-47c1-959b-85da18aeb15f HTTP/1.1" status: 200 len: 692 time: 0.1871414 Oct 04 20:33:09.941928 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:09.988377 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port b3be72fc-ebf1-4163-8086-82cc3e5a07c9 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:33:09.989654 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b3be72fc-ebf1-4163-8086-82cc3e5a07c9), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:09.990688 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port b3be72fc-ebf1-4163-8086-82cc3e5a07c9 Oct 04 20:33:10.254394 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e8ac8414-5b2e-4ada-8ac9-b75301fbc6d7 None None] Current status of the port b3be72fc-ebf1-4163-8086-82cc3e5a07c9 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:33:10.255445 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e8ac8414-5b2e-4ada-8ac9-b75301fbc6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b3be72fc-ebf1-4163-8086-82cc3e5a07c9), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:10.322342 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa94da1-532f-41d8-b236-118b5b204480 req-37878333-8b99-47da-a135-488e4858d742 tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:33:10.350907 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4fa94da1-532f-41d8-b236-118b5b204480 req-37878333-8b99-47da-a135-488e4858d742 tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] 10.222.0.78 "GET /networking/v2.0/networks/52a60aae-e230-4bd7-89bc-781767fd7892 HTTP/1.1" status: 200 len: 784 time: 0.4809375 Oct 04 20:33:10.371494 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [req-4fa94da1-532f-41d8-b236-118b5b204480 req-45dab133-30a8-4879-a5e2-c5d4babb19e6 tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=108170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 20:33:10.393935 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4fa94da1-532f-41d8-b236-118b5b204480 req-45dab133-30a8-4879-a5e2-c5d4babb19e6 tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0249026 Oct 04 20:33:10.418583 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e8ac8414-5b2e-4ada-8ac9-b75301fbc6d7 None None] For port b3be72fc-ebf1-4163-8086-82cc3e5a07c9, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b3be72fc-ebf1-4163-8086-82cc3e5a07c9,segment=NetworkSegment(0c4102ed-bb54-4c3c-a4bd-dd659515ee8b),segment_id=0c4102ed-bb54-4c3c-a4bd-dd659515ee8b)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:33:10.517939 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port b3be72fc-ebf1-4163-8086-82cc3e5a07c9 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:33:10.518330 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b3be72fc-ebf1-4163-8086-82cc3e5a07c9), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:10.536762 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e2916976-4b25-40d4-b025-63d498265cb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (19371cce-aa15-428b-afb8-9106177826ce), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:10.552827 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4fa94da1-532f-41d8-b236-118b5b204480 req-bcda9ac4-046b-471b-944a-98f28968b336 tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] 10.222.0.78 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.5.64 HTTP/1.1" status: 200 len: 695 time: 0.1643534 Oct 04 20:33:10.557469 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e8ac8414-5b2e-4ada-8ac9-b75301fbc6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (b3be72fc-ebf1-4163-8086-82cc3e5a07c9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:10.635366 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:10.664640 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4fa94da1-532f-41d8-b236-118b5b204480 req-7886f35f-3cec-48c8-ac16-faf0b7fb3455 tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] 10.222.0.78 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.5.64 HTTP/1.1" status: 200 len: 695 time: 0.1097305 Oct 04 20:33:10.763923 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:10.772605 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ac8414-5b2e-4ada-8ac9-b75301fbc6d7 None None] Pushing event updated for resources: {'Port': ['ID=b3be72fc-ebf1-4163-8086-82cc3e5a07c9,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:10.777726 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-8170d79e-c2a3-4224-b62a-48cb6d28c1af None None] Provisioning complete for port b3be72fc-ebf1-4163-8086-82cc3e5a07c9 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:33:10.778539 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8170d79e-c2a3-4224-b62a-48cb6d28c1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b3be72fc-ebf1-4163-8086-82cc3e5a07c9), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:10.779270 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-8170d79e-c2a3-4224-b62a-48cb6d28c1af None None] Attempt 1 to provision port b3be72fc-ebf1-4163-8086-82cc3e5a07c9 Oct 04 20:33:10.786228 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 20:33:10.786943 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 20:33:10.952287 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-8170d79e-c2a3-4224-b62a-48cb6d28c1af None None] Current status of the port b3be72fc-ebf1-4163-8086-82cc3e5a07c9 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:33:10.961501 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2916976-4b25-40d4-b025-63d498265cb0 admin admin] Router 19371cce-aa15-428b-afb8-9106177826ce is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:33:11.207344 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2916976-4b25-40d4-b025-63d498265cb0 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:33:11.228811 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7896a2b7-be9a-4009-a951-3cf251d4ea28 None None] Sync routers for ids ['19371cce-aa15-428b-afb8-9106177826ce'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:33:11.271296 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7896a2b7-be9a-4009-a951-3cf251d4ea28 None None] Routers {'19371cce-aa15-428b-afb8-9106177826ce'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:33:11.274430 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-7896a2b7-be9a-4009-a951-3cf251d4ea28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:32:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['19371cce-aa15-428b-afb8-9106177826ce'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:33:11.290404 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [req-4fa94da1-532f-41d8-b236-118b5b204480 req-eced1dc1-70d0-4a25-8a31-3c9860ec6b5b tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] Deleting port 07aad2f0-cb25-4f25-96bc-45da597e14da {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:33:11.291217 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-4fa94da1-532f-41d8-b236-118b5b204480 req-eced1dc1-70d0-4a25-8a31-3c9860ec6b5b tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (07aad2f0-cb25-4f25-96bc-45da597e14da), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:11.410402 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e2916976-4b25-40d4-b025-63d498265cb0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:11.417423 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 57836) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:33:11.417722 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e2916976-4b25-40d4-b025-63d498265cb0 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 933 time: 6.4364038 Oct 04 20:33:11.475838 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port b3be72fc-ebf1-4163-8086-82cc3e5a07c9 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:33:11.476634 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 92ff6a47-cb4f-4ec5-b09c-36a60b0af232 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:33:11.512217 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:11.527610 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:11.589282 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-4fa94da1-532f-41d8-b236-118b5b204480 req-eced1dc1-70d0-4a25-8a31-3c9860ec6b5b tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (07aad2f0-cb25-4f25-96bc-45da597e14da), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:11.589849 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-4fa94da1-532f-41d8-b236-118b5b204480 req-eced1dc1-70d0-4a25-8a31-3c9860ec6b5b tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] Publish callbacks [] for floatingip (07aad2f0-cb25-4f25-96bc-45da597e14da), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:11.692260 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [req-4fa94da1-532f-41d8-b236-118b5b204480 req-eced1dc1-70d0-4a25-8a31-3c9860ec6b5b tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] Calling delete_port for 07aad2f0-cb25-4f25-96bc-45da597e14da owned by network:floatingip {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:33:11.920966 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-7896a2b7-be9a-4009-a951-3cf251d4ea28 None None] Set router 19371cce-aa15-428b-afb8-9106177826ce gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:33:12.055503 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 92ff6a47-cb4f-4ec5-b09c-36a60b0af232 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:33:12.058048 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (92ff6a47-cb4f-4ec5-b09c-36a60b0af232), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:12.058048 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 92ff6a47-cb4f-4ec5-b09c-36a60b0af232 Oct 04 20:33:12.277133 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:12.429042 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 92ff6a47-cb4f-4ec5-b09c-36a60b0af232 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:33:12.457040 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-7896a2b7-be9a-4009-a951-3cf251d4ea28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19371cce-aa15-428b-afb8-9106177826ce', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1951945574-router', 'tenant_id': 'cf616fd82dd34c7d92f4d8e9e80f89f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'bae97f88-f44f-4db3-b67e-56cd3cd9ef43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:33:05Z', 'updated_at': '2022-10-04T20:33:09Z', 'revision_number': 3, 'project_id': 'cf616fd82dd34c7d92f4d8e9e80f89f4', 'gw_port': {'id': 'bae97f88-f44f-4db3-b67e-56cd3cd9ef43', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:be:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19371cce-aa15-428b-afb8-9106177826ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:33:06Z', 'updated_at': '2022-10-04T20:33:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:33:12.516412 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7896a2b7-be9a-4009-a951-3cf251d4ea28 None None] Checking router: 19371cce-aa15-428b-afb8-9106177826ce for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:33:12.517539 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7896a2b7-be9a-4009-a951-3cf251d4ea28 None None] Updating router 19371cce-aa15-428b-afb8-9106177826ce port bae97f88-f44f-4db3-b67e-56cd3cd9ef43 binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:33:12.529386 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-4fa94da1-532f-41d8-b236-118b5b204480 req-eced1dc1-70d0-4a25-8a31-3c9860ec6b5b tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (07aad2f0-cb25-4f25-96bc-45da597e14da), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:12.600838 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b3be72fc-ebf1-4163-8086-82cc3e5a07c9 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:33:12.607919 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eced1dc1-70d0-4a25-8a31-3c9860ec6b5b tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] Pushing event deleted for resources: {'Port': ['ID=07aad2f0-cb25-4f25-96bc-45da597e14da,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:12.645780 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7896a2b7-be9a-4009-a951-3cf251d4ea28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (bae97f88-f44f-4db3-b67e-56cd3cd9ef43), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:12.702746 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-4fa94da1-532f-41d8-b236-118b5b204480 req-eced1dc1-70d0-4a25-8a31-3c9860ec6b5b tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] Publish callbacks [] for floatingip (87822378-81d8-47c1-959b-85da18aeb15f), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:12.707679 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-4fa94da1-532f-41d8-b236-118b5b204480 req-eced1dc1-70d0-4a25-8a31-3c9860ec6b5b tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:12.710209 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4fa94da1-532f-41d8-b236-118b5b204480 req-eced1dc1-70d0-4a25-8a31-3c9860ec6b5b tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/87822378-81d8-47c1-959b-85da18aeb15f HTTP/1.1" status: 204 len: 173 time: 2.0377071 Oct 04 20:33:12.716511 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:12.795112 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3002e888-59e9-42b1-a300-477cd003ebaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:12.797320 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57858) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:33:12.903114 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port b3be72fc-ebf1-4163-8086-82cc3e5a07c9 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:33:12.904155 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b3be72fc-ebf1-4163-8086-82cc3e5a07c9), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:12.904953 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port b3be72fc-ebf1-4163-8086-82cc3e5a07c9 Oct 04 20:33:13.034823 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ca3edbd6-3094-4900-a559-a6dcb57fd982 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=8208e592a1494535b5d215fedbc63704&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2314394 Oct 04 20:33:13.037408 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57862) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:33:13.081408 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:13.220480 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-486452d7-a1cd-4980-b7b2-3fae9dcdb916 admin admin] Publish callbacks [] for security_group (9ac2b0d6-46c2-4430-a41e-b8a133df2861), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:13.267870 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port b3be72fc-ebf1-4163-8086-82cc3e5a07c9 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:33:13.319338 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-486452d7-a1cd-4980-b7b2-3fae9dcdb916 admin admin] Publish callbacks [] for security_group (9ac2b0d6-46c2-4430-a41e-b8a133df2861), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:13.385329 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-469647fe-0ed6-427f-b683-8051d8847f3d req-8b62ed6d-e405-46f2-bf65-b37ede801f1f tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] 10.222.0.78 "GET /networking/v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4792225 Oct 04 20:33:13.446591 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [req-469647fe-0ed6-427f-b683-8051d8847f3d req-158d3bf8-23f7-427c-983e-fc0f2129d352 tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] Request body: {'floatingip': {'floating_network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:33:13.462788 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7896a2b7-be9a-4009-a951-3cf251d4ea28 None None] Publish callbacks [] for port (bae97f88-f44f-4db3-b67e-56cd3cd9ef43), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:13.479297 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:13.535207 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-3002e888-59e9-42b1-a300-477cd003ebaa admin admin] Allocated IP 172.20.0.1 (5a968067-4034-47ae-963a-b80f9544a870/655b6565-cfca-4aa9-b462-ff9f6b5175f3/dccee6f7-7d86-4f0b-b2dd-922c732c53ab) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:33:13.578171 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7896a2b7-be9a-4009-a951-3cf251d4ea28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (bae97f88-f44f-4db3-b67e-56cd3cd9ef43), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:13.619266 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-486452d7-a1cd-4980-b7b2-3fae9dcdb916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (9ac2b0d6-46c2-4430-a41e-b8a133df2861), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:13.624240 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-486452d7-a1cd-4980-b7b2-3fae9dcdb916 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:13.630880 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-486452d7-a1cd-4980-b7b2-3fae9dcdb916 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/9ac2b0d6-46c2-4430-a41e-b8a133df2861 HTTP/1.1" status: 204 len: 168 time: 0.5835161 Oct 04 20:33:13.649141 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486452d7-a1cd-4980-b7b2-3fae9dcdb916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac2b0d6-46c2-4430-a41e-b8a133df2861,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:13.658756 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-469647fe-0ed6-427f-b683-8051d8847f3d req-158d3bf8-23f7-427c-983e-fc0f2129d352 tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] Publish callbacks [] for floatingip (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:13.698219 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-7896a2b7-be9a-4009-a951-3cf251d4ea28 None None] Attempting to bind port bae97f88-f44f-4db3-b67e-56cd3cd9ef43 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:33:13.698803 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-7896a2b7-be9a-4009-a951-3cf251d4ea28 None None] Attempting to bind port bae97f88-f44f-4db3-b67e-56cd3cd9ef43 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:33:13.700962 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7896a2b7-be9a-4009-a951-3cf251d4ea28 None None] Attempting to bind port bae97f88-f44f-4db3-b67e-56cd3cd9ef43 on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:33:13.772882 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c38ad1e-b682-4d4d-90f9-8ecd98ad045b None None] Pushing event updated for resources: {'Port': ['ID=bae97f88-f44f-4db3-b67e-56cd3cd9ef43,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:13.816574 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7896a2b7-be9a-4009-a951-3cf251d4ea28 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:33:13.817286 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7896a2b7-be9a-4009-a951-3cf251d4ea28 None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:33:13.818664 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7896a2b7-be9a-4009-a951-3cf251d4ea28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:13.818664 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7896a2b7-be9a-4009-a951-3cf251d4ea28 None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:33:13.819471 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-7896a2b7-be9a-4009-a951-3cf251d4ea28 None None] Bound port: bae97f88-f44f-4db3-b67e-56cd3cd9ef43, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:33:13.820195 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7896a2b7-be9a-4009-a951-3cf251d4ea28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (bae97f88-f44f-4db3-b67e-56cd3cd9ef43), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:13.928222 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-469647fe-0ed6-427f-b683-8051d8847f3d req-158d3bf8-23f7-427c-983e-fc0f2129d352 tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:13.940025 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-7896a2b7-be9a-4009-a951-3cf251d4ea28 None None] For port bae97f88-f44f-4db3-b67e-56cd3cd9ef43, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:33:13.947667 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-7896a2b7-be9a-4009-a951-3cf251d4ea28 None None] For port bae97f88-f44f-4db3-b67e-56cd3cd9ef43, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=bae97f88-f44f-4db3-b67e-56cd3cd9ef43,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:33:14.051487 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3002e888-59e9-42b1-a300-477cd003ebaa admin admin] Publish callbacks [] for port (dccee6f7-7d86-4f0b-b2dd-922c732c53ab), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:14.053514 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7896a2b7-be9a-4009-a951-3cf251d4ea28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (bae97f88-f44f-4db3-b67e-56cd3cd9ef43), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:14.156344 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7896a2b7-be9a-4009-a951-3cf251d4ea28 None None] Routers {'19371cce-aa15-428b-afb8-9106177826ce'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:33:14.157372 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-7896a2b7-be9a-4009-a951-3cf251d4ea28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:32:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['19371cce-aa15-428b-afb8-9106177826ce'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:33:14.254622 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:14.269204 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:14.291381 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [req-469647fe-0ed6-427f-b683-8051d8847f3d req-158d3bf8-23f7-427c-983e-fc0f2129d352 tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] Allocated IP 172.25.5.171 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/78f82b4f-a5c0-4058-b6a0-eca9449ea127) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:33:14.291735 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c38ad1e-b682-4d4d-90f9-8ecd98ad045b None None] Pushing event updated for resources: {'Port': ['ID=bae97f88-f44f-4db3-b67e-56cd3cd9ef43,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:14.414894 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-7896a2b7-be9a-4009-a951-3cf251d4ea28 None None] Set router 19371cce-aa15-428b-afb8-9106177826ce gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:33:14.419733 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3002e888-59e9-42b1-a300-477cd003ebaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (dccee6f7-7d86-4f0b-b2dd-922c732c53ab), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:14.526080 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3002e888-59e9-42b1-a300-477cd003ebaa admin admin] Network 5a968067-4034-47ae-963a-b80f9544a870 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:33:14.543014 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-3002e888-59e9-42b1-a300-477cd003ebaa admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:33:14.556737 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3002e888-59e9-42b1-a300-477cd003ebaa admin admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:33:14.557513 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3002e888-59e9-42b1-a300-477cd003ebaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (19371cce-aa15-428b-afb8-9106177826ce), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:14.575424 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3002e888-59e9-42b1-a300-477cd003ebaa admin admin] Pushing event updated for resources: {'Port': ['ID=dccee6f7-7d86-4f0b-b2dd-922c732c53ab,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:14.726427 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-469647fe-0ed6-427f-b683-8051d8847f3d req-158d3bf8-23f7-427c-983e-fc0f2129d352 tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] Publish callbacks [] for port (78f82b4f-a5c0-4058-b6a0-eca9449ea127), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:14.895617 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-7896a2b7-be9a-4009-a951-3cf251d4ea28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19371cce-aa15-428b-afb8-9106177826ce', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1951945574-router', 'tenant_id': 'cf616fd82dd34c7d92f4d8e9e80f89f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'bae97f88-f44f-4db3-b67e-56cd3cd9ef43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:33:05Z', 'updated_at': '2022-10-04T20:33:09Z', 'revision_number': 3, 'project_id': 'cf616fd82dd34c7d92f4d8e9e80f89f4', 'gw_port': {'id': 'bae97f88-f44f-4db3-b67e-56cd3cd9ef43', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:be:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19371cce-aa15-428b-afb8-9106177826ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:33:06Z', 'updated_at': '2022-10-04T20:33:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:33:14.962941 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7896a2b7-be9a-4009-a951-3cf251d4ea28 None None] The sync data for ids ['19371cce-aa15-428b-afb8-9106177826ce'] in n-d-852085-12 is: [{'id': '19371cce-aa15-428b-afb8-9106177826ce', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1951945574-router', 'tenant_id': 'cf616fd82dd34c7d92f4d8e9e80f89f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'bae97f88-f44f-4db3-b67e-56cd3cd9ef43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:33:05Z', 'updated_at': '2022-10-04T20:33:09Z', 'revision_number': 3, 'project_id': 'cf616fd82dd34c7d92f4d8e9e80f89f4', 'gw_port': {'id': 'bae97f88-f44f-4db3-b67e-56cd3cd9ef43', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:be:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19371cce-aa15-428b-afb8-9106177826ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:33:06Z', 'updated_at': '2022-10-04T20:33:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:33:15.013412 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-469647fe-0ed6-427f-b683-8051d8847f3d req-158d3bf8-23f7-427c-983e-fc0f2129d352 tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (78f82b4f-a5c0-4058-b6a0-eca9449ea127), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:15.043024 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-5e840b07-ff3e-4cff-9cfc-a4700ae2551e None None] Provisioning complete for port dccee6f7-7d86-4f0b-b2dd-922c732c53ab triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:33:15.044052 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5e840b07-ff3e-4cff-9cfc-a4700ae2551e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (dccee6f7-7d86-4f0b-b2dd-922c732c53ab), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:15.044922 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-5e840b07-ff3e-4cff-9cfc-a4700ae2551e None None] Attempt 1 to provision port dccee6f7-7d86-4f0b-b2dd-922c732c53ab Oct 04 20:33:15.137234 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-5e840b07-ff3e-4cff-9cfc-a4700ae2551e None None] Port dccee6f7-7d86-4f0b-b2dd-922c732c53ab cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:33:15.216417 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158d3bf8-23f7-427c-983e-fc0f2129d352 tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] Pushing event updated for resources: {'Port': ['ID=78f82b4f-a5c0-4058-b6a0-eca9449ea127,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:15.231039 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3002e888-59e9-42b1-a300-477cd003ebaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (dccee6f7-7d86-4f0b-b2dd-922c732c53ab), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:15.307002 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-469647fe-0ed6-427f-b683-8051d8847f3d req-158d3bf8-23f7-427c-983e-fc0f2129d352 tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:33:15.377528 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [req-469647fe-0ed6-427f-b683-8051d8847f3d req-158d3bf8-23f7-427c-983e-fc0f2129d352 tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:33:15.382091 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [req-469647fe-0ed6-427f-b683-8051d8847f3d req-158d3bf8-23f7-427c-983e-fc0f2129d352 tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:33:15.566371 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-dd972cfd-d8a9-4226-af8f-faf4c353659f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:15.653084 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-469647fe-0ed6-427f-b683-8051d8847f3d req-158d3bf8-23f7-427c-983e-fc0f2129d352 tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] Publish callbacks [] for floatingip (b7fa4ff3-fe88-44dd-86aa-de17a289a36f), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:15.873860 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-469647fe-0ed6-427f-b683-8051d8847f3d req-158d3bf8-23f7-427c-983e-fc0f2129d352 tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (78f82b4f-a5c0-4058-b6a0-eca9449ea127), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:15.919295 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3002e888-59e9-42b1-a300-477cd003ebaa admin admin] Publish callbacks [] for port (dccee6f7-7d86-4f0b-b2dd-922c732c53ab), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:15.937702 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:16.035027 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3002e888-59e9-42b1-a300-477cd003ebaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (dccee6f7-7d86-4f0b-b2dd-922c732c53ab), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:16.036643 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3002e888-59e9-42b1-a300-477cd003ebaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (19371cce-aa15-428b-afb8-9106177826ce), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:16.258202 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:16.278260 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3002e888-59e9-42b1-a300-477cd003ebaa admin admin] Pushing event updated for resources: {'Port': ['ID=dccee6f7-7d86-4f0b-b2dd-922c732c53ab,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:16.421886 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-469647fe-0ed6-427f-b683-8051d8847f3d req-158d3bf8-23f7-427c-983e-fc0f2129d352 tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] Publish callbacks [] for port (78f82b4f-a5c0-4058-b6a0-eca9449ea127), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:16.444418 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3002e888-59e9-42b1-a300-477cd003ebaa admin admin] Network 5a968067-4034-47ae-963a-b80f9544a870 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:33:16.448043 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-3002e888-59e9-42b1-a300-477cd003ebaa admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:33:16.609722 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57910) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:33:16.618362 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-469647fe-0ed6-427f-b683-8051d8847f3d req-158d3bf8-23f7-427c-983e-fc0f2129d352 tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (78f82b4f-a5c0-4058-b6a0-eca9449ea127), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:16.619853 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-469647fe-0ed6-427f-b683-8051d8847f3d req-158d3bf8-23f7-427c-983e-fc0f2129d352 tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582728'] for floatingip (b7fa4ff3-fe88-44dd-86aa-de17a289a36f), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:16.748606 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device bae97f88-f44f-4db3-b67e-56cd3cd9ef43 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:33:16.901605 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158d3bf8-23f7-427c-983e-fc0f2129d352 tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] Pushing event updated for resources: {'Port': ['ID=78f82b4f-a5c0-4058-b6a0-eca9449ea127,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:16.904281 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port bae97f88-f44f-4db3-b67e-56cd3cd9ef43 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:33:16.905224 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (bae97f88-f44f-4db3-b67e-56cd3cd9ef43), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:16.906021 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port bae97f88-f44f-4db3-b67e-56cd3cd9ef43 Oct 04 20:33:16.937643 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-469647fe-0ed6-427f-b683-8051d8847f3d req-158d3bf8-23f7-427c-983e-fc0f2129d352 tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:16.940162 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-469647fe-0ed6-427f-b683-8051d8847f3d req-158d3bf8-23f7-427c-983e-fc0f2129d352 tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5531609 Oct 04 20:33:16.948874 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=79 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:17.077820 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-469647fe-0ed6-427f-b683-8051d8847f3d req-232c6379-85c0-4b38-966d-f17472c6df60 tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] 10.222.0.78 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.5.171 HTTP/1.1" status: 200 len: 696 time: 0.1292157 Oct 04 20:33:17.120883 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port bae97f88-f44f-4db3-b67e-56cd3cd9ef43 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:33:17.121549 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (bae97f88-f44f-4db3-b67e-56cd3cd9ef43), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:17.142578 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cfa11ebe-fef5-4857-bd3f-8c66b7714611 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:17.172053 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3002e888-59e9-42b1-a300-477cd003ebaa admin admin] Router 19371cce-aa15-428b-afb8-9106177826ce has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:33:17.315052 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port bae97f88-f44f-4db3-b67e-56cd3cd9ef43, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=bae97f88-f44f-4db3-b67e-56cd3cd9ef43,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:33:17.318112 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-6c147d3c-868d-4462-8abd-04029b674e71 None None] Provisioning complete for port dccee6f7-7d86-4f0b-b2dd-922c732c53ab triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:33:17.318671 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6c147d3c-868d-4462-8abd-04029b674e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (dccee6f7-7d86-4f0b-b2dd-922c732c53ab), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:17.319186 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-6c147d3c-868d-4462-8abd-04029b674e71 None None] Attempt 1 to provision port dccee6f7-7d86-4f0b-b2dd-922c732c53ab Oct 04 20:33:17.383110 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:17.402912 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-6c147d3c-868d-4462-8abd-04029b674e71 None None] Port dccee6f7-7d86-4f0b-b2dd-922c732c53ab cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:33:17.425635 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cfa11ebe-fef5-4857-bd3f-8c66b7714611 admin admin] Publish callbacks [] for security_group (56682629-9b7e-4ad8-8034-4896fb359c41), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:17.668588 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cfa11ebe-fef5-4857-bd3f-8c66b7714611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (56682629-9b7e-4ad8-8034-4896fb359c41), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:17.670397 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-bbf9d3da-c5dc-4fc6-8878-defcf7bbfd5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:17.679859 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (bae97f88-f44f-4db3-b67e-56cd3cd9ef43), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:17.797141 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:17.824659 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-cfa11ebe-fef5-4857-bd3f-8c66b7714611 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=0d505d480d1446279e7e271b9122e5f7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2123358 Oct 04 20:33:17.827855 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57924) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:33:17.918556 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=bae97f88-f44f-4db3-b67e-56cd3cd9ef43,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:17.932231 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:17.959475 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469647fe-0ed6-427f-b683-8051d8847f3d req-867045bc-a52e-414f-875d-2ab8eb4eb011 tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:33:17.973998 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-469647fe-0ed6-427f-b683-8051d8847f3d req-867045bc-a52e-414f-875d-2ab8eb4eb011 tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] 10.222.0.78 "GET /networking/v2.0/networks/52a60aae-e230-4bd7-89bc-781767fd7892 HTTP/1.1" status: 200 len: 784 time: 0.8775089 Oct 04 20:33:17.991977 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [req-469647fe-0ed6-427f-b683-8051d8847f3d req-b1d10541-050a-4c9b-bea1-f8cb01712db0 tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=108170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 20:33:18.005354 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa11ebe-fef5-4857-bd3f-8c66b7714611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56682629-9b7e-4ad8-8034-4896fb359c41,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:18.013638 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-469647fe-0ed6-427f-b683-8051d8847f3d req-b1d10541-050a-4c9b-bea1-f8cb01712db0 tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0374765 Oct 04 20:33:18.043864 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ee5e3854-5246-4614-84e0-ba37ebf46cfd admin admin] Publish callbacks [] for security_group (56682629-9b7e-4ad8-8034-4896fb359c41), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:18.070358 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3002e888-59e9-42b1-a300-477cd003ebaa admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:33:18.083176 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-3002e888-59e9-42b1-a300-477cd003ebaa admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/19371cce-aa15-428b-afb8-9106177826ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6629405 Oct 04 20:33:18.087249 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cae5fa-c23f-4c2d-84e2-3a71bcd4ee24 None None] Sync routers for ids ['19371cce-aa15-428b-afb8-9106177826ce'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:33:18.114350 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cae5fa-c23f-4c2d-84e2-3a71bcd4ee24 None None] Routers {'19371cce-aa15-428b-afb8-9106177826ce'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:33:18.115881 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-04cae5fa-c23f-4c2d-84e2-3a71bcd4ee24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:33:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['19371cce-aa15-428b-afb8-9106177826ce'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:33:18.125647 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ee5e3854-5246-4614-84e0-ba37ebf46cfd admin admin] Publish callbacks [] for security_group (56682629-9b7e-4ad8-8034-4896fb359c41), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:18.383727 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-04cae5fa-c23f-4c2d-84e2-3a71bcd4ee24 None None] Set router 19371cce-aa15-428b-afb8-9106177826ce gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:33:18.412171 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ee5e3854-5246-4614-84e0-ba37ebf46cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (56682629-9b7e-4ad8-8034-4896fb359c41), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:18.420338 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ee5e3854-5246-4614-84e0-ba37ebf46cfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:18.424635 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ee5e3854-5246-4614-84e0-ba37ebf46cfd admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/56682629-9b7e-4ad8-8034-4896fb359c41 HTTP/1.1" status: 204 len: 168 time: 0.5937247 Oct 04 20:33:18.445403 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5e3854-5246-4614-84e0-ba37ebf46cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56682629-9b7e-4ad8-8034-4896fb359c41,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:18.741329 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device bae97f88-f44f-4db3-b67e-56cd3cd9ef43 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:33:18.751416 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-bc061136-b009-43a2-9f58-44a0449bde4e req-d7776e5b-0646-48ea-8b6d-6009d9687e40 tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] 10.222.0.78 "GET /networking/v2.0/floatingips/b7fa4ff3-fe88-44dd-86aa-de17a289a36f HTTP/1.1" status: 200 len: 693 time: 0.2248523 Oct 04 20:33:18.875222 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port bae97f88-f44f-4db3-b67e-56cd3cd9ef43 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:33:18.875852 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (bae97f88-f44f-4db3-b67e-56cd3cd9ef43), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:18.877914 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port bae97f88-f44f-4db3-b67e-56cd3cd9ef43 Oct 04 20:33:18.935558 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-04cae5fa-c23f-4c2d-84e2-3a71bcd4ee24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19371cce-aa15-428b-afb8-9106177826ce', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1951945574-router', 'tenant_id': 'cf616fd82dd34c7d92f4d8e9e80f89f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'bae97f88-f44f-4db3-b67e-56cd3cd9ef43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:33:05Z', 'updated_at': '2022-10-04T20:33:14Z', 'revision_number': 4, 'project_id': 'cf616fd82dd34c7d92f4d8e9e80f89f4', 'gw_port': {'id': 'bae97f88-f44f-4db3-b67e-56cd3cd9ef43', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:be:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19371cce-aa15-428b-afb8-9106177826ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:33:06Z', 'updated_at': '2022-10-04T20:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'dccee6f7-7d86-4f0b-b2dd-922c732c53ab', 'name': '', 'network_id': '5a968067-4034-47ae-963a-b80f9544a870', 'tenant_id': 'cf616fd82dd34c7d92f4d8e9e80f89f4', 'mac_address': 'fa:16:3e:33:81:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19371cce-aa15-428b-afb8-9106177826ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '655b6565-cfca-4aa9-b462-ff9f6b5175f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:33:12Z', 'updated_at': '2022-10-04T20:33:15Z', 'revision_number': 2, 'project_id': 'cf616fd82dd34c7d92f4d8e9e80f89f4', 'subnets': [{'id': '655b6565-cfca-4aa9-b462-ff9f6b5175f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:33:19.010941 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cae5fa-c23f-4c2d-84e2-3a71bcd4ee24 None None] Checking router: 19371cce-aa15-428b-afb8-9106177826ce for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:33:19.011560 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cae5fa-c23f-4c2d-84e2-3a71bcd4ee24 None None] Updating router 19371cce-aa15-428b-afb8-9106177826ce port dccee6f7-7d86-4f0b-b2dd-922c732c53ab binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:33:19.028063 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc061136-b009-43a2-9f58-44a0449bde4e req-723d9356-c4e0-41da-b025-d414de5fb7ee tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:33:19.031316 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-bc061136-b009-43a2-9f58-44a0449bde4e req-723d9356-c4e0-41da-b025-d414de5fb7ee tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] 10.222.0.78 "GET /networking/v2.0/networks/52a60aae-e230-4bd7-89bc-781767fd7892 HTTP/1.1" status: 200 len: 784 time: 0.2672837 Oct 04 20:33:19.072810 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port bae97f88-f44f-4db3-b67e-56cd3cd9ef43 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:33:19.073997 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-04cae5fa-c23f-4c2d-84e2-3a71bcd4ee24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (dccee6f7-7d86-4f0b-b2dd-922c732c53ab), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:19.141332 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-bc061136-b009-43a2-9f58-44a0449bde4e req-e6ed32d9-c220-4c8f-b04e-ca8e5cb94010 tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] 10.222.0.78 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.5.171 HTTP/1.1" status: 200 len: 696 time: 0.0980115 Oct 04 20:33:19.260356 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-bc061136-b009-43a2-9f58-44a0449bde4e req-5108d525-4f03-4d92-b501-208610e1047b tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] 10.222.0.78 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.5.171 HTTP/1.1" status: 200 len: 696 time: 0.0984664 Oct 04 20:33:19.552745 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [req-bc061136-b009-43a2-9f58-44a0449bde4e req-608775b0-58fe-4e46-95e4-836a52da69cd tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] Deleting port 78f82b4f-a5c0-4058-b6a0-eca9449ea127 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:33:19.553348 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-bc061136-b009-43a2-9f58-44a0449bde4e req-608775b0-58fe-4e46-95e4-836a52da69cd tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (78f82b4f-a5c0-4058-b6a0-eca9449ea127), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:19.695880 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-04cae5fa-c23f-4c2d-84e2-3a71bcd4ee24 None None] Publish callbacks [] for port (dccee6f7-7d86-4f0b-b2dd-922c732c53ab), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:19.739481 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-bc061136-b009-43a2-9f58-44a0449bde4e req-608775b0-58fe-4e46-95e4-836a52da69cd tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (78f82b4f-a5c0-4058-b6a0-eca9449ea127), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:19.740070 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-bc061136-b009-43a2-9f58-44a0449bde4e req-608775b0-58fe-4e46-95e4-836a52da69cd tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] Publish callbacks [] for floatingip (78f82b4f-a5c0-4058-b6a0-eca9449ea127), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:19.768353 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [req-bc061136-b009-43a2-9f58-44a0449bde4e req-608775b0-58fe-4e46-95e4-836a52da69cd tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] Calling delete_port for 78f82b4f-a5c0-4058-b6a0-eca9449ea127 owned by network:floatingip {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:33:19.770870 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57956) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:33:19.790403 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-04cae5fa-c23f-4c2d-84e2-3a71bcd4ee24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (dccee6f7-7d86-4f0b-b2dd-922c732c53ab), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:19.989271 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e541155-14ea-4d4c-859b-842749614fd6 None None] Pushing event updated for resources: {'Port': ['ID=dccee6f7-7d86-4f0b-b2dd-922c732c53ab,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:20.005673 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e541155-14ea-4d4c-859b-842749614fd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:33:20.006027 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e541155-14ea-4d4c-859b-842749614fd6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:33:20.006508 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e541155-14ea-4d4c-859b-842749614fd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:33:20.007217 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e541155-14ea-4d4c-859b-842749614fd6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:33:20.008363 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e541155-14ea-4d4c-859b-842749614fd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:33:20.009125 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e541155-14ea-4d4c-859b-842749614fd6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:33:20.009524 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e541155-14ea-4d4c-859b-842749614fd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:33:20.010119 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e541155-14ea-4d4c-859b-842749614fd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:33:20.010696 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e541155-14ea-4d4c-859b-842749614fd6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:33:20.011281 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e541155-14ea-4d4c-859b-842749614fd6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:33:20.011846 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e541155-14ea-4d4c-859b-842749614fd6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:33:20.012402 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e541155-14ea-4d4c-859b-842749614fd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:33:20.012991 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e541155-14ea-4d4c-859b-842749614fd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:33:20.013508 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e541155-14ea-4d4c-859b-842749614fd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:33:20.014068 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e541155-14ea-4d4c-859b-842749614fd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:33:20.017550 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:20.110782 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-04cae5fa-c23f-4c2d-84e2-3a71bcd4ee24 None None] Attempting to bind port dccee6f7-7d86-4f0b-b2dd-922c732c53ab on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:33:20.111518 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-04cae5fa-c23f-4c2d-84e2-3a71bcd4ee24 None None] Attempting to bind port dccee6f7-7d86-4f0b-b2dd-922c732c53ab by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '0c4102ed-bb54-4c3c-a4bd-dd659515ee8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5a968067-4034-47ae-963a-b80f9544a870'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:33:20.112240 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cae5fa-c23f-4c2d-84e2-3a71bcd4ee24 None None] Attempting to bind port dccee6f7-7d86-4f0b-b2dd-922c732c53ab on network 5a968067-4034-47ae-963a-b80f9544a870 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:33:20.209555 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cae5fa-c23f-4c2d-84e2-3a71bcd4ee24 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:33:20.210331 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cae5fa-c23f-4c2d-84e2-3a71bcd4ee24 None None] Checking segment: {'id': '0c4102ed-bb54-4c3c-a4bd-dd659515ee8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5a968067-4034-47ae-963a-b80f9544a870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:33:20.211063 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-04cae5fa-c23f-4c2d-84e2-3a71bcd4ee24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:20.211874 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cae5fa-c23f-4c2d-84e2-3a71bcd4ee24 None None] Bound using segment: {'id': '0c4102ed-bb54-4c3c-a4bd-dd659515ee8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5a968067-4034-47ae-963a-b80f9544a870'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:33:20.212758 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-04cae5fa-c23f-4c2d-84e2-3a71bcd4ee24 None None] Bound port: dccee6f7-7d86-4f0b-b2dd-922c732c53ab, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c4102ed-bb54-4c3c-a4bd-dd659515ee8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5a968067-4034-47ae-963a-b80f9544a870'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:33:20.213490 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-04cae5fa-c23f-4c2d-84e2-3a71bcd4ee24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (dccee6f7-7d86-4f0b-b2dd-922c732c53ab), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:20.218892 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-bc061136-b009-43a2-9f58-44a0449bde4e req-608775b0-58fe-4e46-95e4-836a52da69cd tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (78f82b4f-a5c0-4058-b6a0-eca9449ea127), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:20.301462 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:20.305602 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608775b0-58fe-4e46-95e4-836a52da69cd tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] Pushing event deleted for resources: {'Port': ['ID=78f82b4f-a5c0-4058-b6a0-eca9449ea127,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:20.334017 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-23ffdb43-f056-4c21-a6e3-3e06fbac4f5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:20.360833 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-bc061136-b009-43a2-9f58-44a0449bde4e req-608775b0-58fe-4e46-95e4-836a52da69cd tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] Publish callbacks [] for floatingip (b7fa4ff3-fe88-44dd-86aa-de17a289a36f), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:20.366541 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-bc061136-b009-43a2-9f58-44a0449bde4e req-608775b0-58fe-4e46-95e4-836a52da69cd tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:20.369790 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-bc061136-b009-43a2-9f58-44a0449bde4e req-608775b0-58fe-4e46-95e4-836a52da69cd tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/b7fa4ff3-fe88-44dd-86aa-de17a289a36f HTTP/1.1" status: 204 len: 173 time: 1.1000926 Oct 04 20:33:20.384152 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-04cae5fa-c23f-4c2d-84e2-3a71bcd4ee24 None None] For port dccee6f7-7d86-4f0b-b2dd-922c732c53ab, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:33:20.391995 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-04cae5fa-c23f-4c2d-84e2-3a71bcd4ee24 None None] For port dccee6f7-7d86-4f0b-b2dd-922c732c53ab, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=dccee6f7-7d86-4f0b-b2dd-922c732c53ab,segment=NetworkSegment(0c4102ed-bb54-4c3c-a4bd-dd659515ee8b),segment_id=0c4102ed-bb54-4c3c-a4bd-dd659515ee8b)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:33:20.501021 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-23ffdb43-f056-4c21-a6e3-3e06fbac4f5c admin admin] Publish callbacks [] for security_group (f49d8486-c0fd-40c7-b11f-33763db3777f), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:20.503318 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-04cae5fa-c23f-4c2d-84e2-3a71bcd4ee24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (dccee6f7-7d86-4f0b-b2dd-922c732c53ab), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:20.543358 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:20.558057 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cae5fa-c23f-4c2d-84e2-3a71bcd4ee24 None None] Routers {'19371cce-aa15-428b-afb8-9106177826ce'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:33:20.559072 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-04cae5fa-c23f-4c2d-84e2-3a71bcd4ee24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:33:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['19371cce-aa15-428b-afb8-9106177826ce'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:33:20.613056 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-23ffdb43-f056-4c21-a6e3-3e06fbac4f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (f49d8486-c0fd-40c7-b11f-33763db3777f), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:20.678293 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57972) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:33:20.753569 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ffdb43-f056-4c21-a6e3-3e06fbac4f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f49d8486-c0fd-40c7-b11f-33763db3777f,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:20.766696 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b5841f31-ba5b-4f51-b48d-389fa35b4265 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:20.785270 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-23ffdb43-f056-4c21-a6e3-3e06fbac4f5c admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=c87ac73d88394351a5c60110cd7e2207&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0070117 Oct 04 20:33:20.788237 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 57976) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:33:20.805713 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e541155-14ea-4d4c-859b-842749614fd6 None None] Pushing event updated for resources: {'Port': ['ID=dccee6f7-7d86-4f0b-b2dd-922c732c53ab,revision_number=4']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:20.818832 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:20.964275 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-04cae5fa-c23f-4c2d-84e2-3a71bcd4ee24 None None] Set router 19371cce-aa15-428b-afb8-9106177826ce gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:33:20.965709 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=78,neutron:DELETE=5,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:21.018538 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b5841f31-ba5b-4f51-b48d-389fa35b4265 admin admin] Publish callbacks [] for security_group (593716bc-600f-4e81-97a9-9e5148dd9fdb), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:21.039879 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-28945168-f231-4c71-8e97-39225da95d4b admin admin] Publish callbacks [] for security_group (f49d8486-c0fd-40c7-b11f-33763db3777f), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:21.105414 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b5841f31-ba5b-4f51-b48d-389fa35b4265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (593716bc-600f-4e81-97a9-9e5148dd9fdb), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:21.108709 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-28945168-f231-4c71-8e97-39225da95d4b admin admin] Publish callbacks [] for security_group (f49d8486-c0fd-40c7-b11f-33763db3777f), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:21.279968 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5841f31-ba5b-4f51-b48d-389fa35b4265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593716bc-600f-4e81-97a9-9e5148dd9fdb,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:21.293583 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 57982) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:33:21.294424 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b5841f31-ba5b-4f51-b48d-389fa35b4265 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=72ddc3ccebc84a62a2c1dc1ff58ae53c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6081984 Oct 04 20:33:21.335773 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:21.366259 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:21.375701 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-28945168-f231-4c71-8e97-39225da95d4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (f49d8486-c0fd-40c7-b11f-33763db3777f), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:21.381568 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-28945168-f231-4c71-8e97-39225da95d4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:21.383724 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-28945168-f231-4c71-8e97-39225da95d4b admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/f49d8486-c0fd-40c7-b11f-33763db3777f HTTP/1.1" status: 204 len: 168 time: 0.5928342 Oct 04 20:33:21.416850 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28945168-f231-4c71-8e97-39225da95d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49d8486-c0fd-40c7-b11f-33763db3777f,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:21.457189 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-be436347-e84c-422a-b5c2-93c552261d6c admin admin] Publish callbacks [] for security_group (593716bc-600f-4e81-97a9-9e5148dd9fdb), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:21.482130 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-04cae5fa-c23f-4c2d-84e2-3a71bcd4ee24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19371cce-aa15-428b-afb8-9106177826ce', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1951945574-router', 'tenant_id': 'cf616fd82dd34c7d92f4d8e9e80f89f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'bae97f88-f44f-4db3-b67e-56cd3cd9ef43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:33:05Z', 'updated_at': '2022-10-04T20:33:14Z', 'revision_number': 4, 'project_id': 'cf616fd82dd34c7d92f4d8e9e80f89f4', 'gw_port': {'id': 'bae97f88-f44f-4db3-b67e-56cd3cd9ef43', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:be:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19371cce-aa15-428b-afb8-9106177826ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:33:06Z', 'updated_at': '2022-10-04T20:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'dccee6f7-7d86-4f0b-b2dd-922c732c53ab', 'name': '', 'network_id': '5a968067-4034-47ae-963a-b80f9544a870', 'tenant_id': 'cf616fd82dd34c7d92f4d8e9e80f89f4', 'mac_address': 'fa:16:3e:33:81:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19371cce-aa15-428b-afb8-9106177826ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '655b6565-cfca-4aa9-b462-ff9f6b5175f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:33:12Z', 'updated_at': '2022-10-04T20:33:20Z', 'revision_number': 4, 'project_id': 'cf616fd82dd34c7d92f4d8e9e80f89f4', 'subnets': [{'id': '655b6565-cfca-4aa9-b462-ff9f6b5175f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:33:21.507914 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:21.533183 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-be436347-e84c-422a-b5c2-93c552261d6c admin admin] Publish callbacks [] for security_group (593716bc-600f-4e81-97a9-9e5148dd9fdb), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:21.565029 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cae5fa-c23f-4c2d-84e2-3a71bcd4ee24 None None] The sync data for ids ['19371cce-aa15-428b-afb8-9106177826ce'] in n-d-852085-12 is: [{'id': '19371cce-aa15-428b-afb8-9106177826ce', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1951945574-router', 'tenant_id': 'cf616fd82dd34c7d92f4d8e9e80f89f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'bae97f88-f44f-4db3-b67e-56cd3cd9ef43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:33:05Z', 'updated_at': '2022-10-04T20:33:14Z', 'revision_number': 4, 'project_id': 'cf616fd82dd34c7d92f4d8e9e80f89f4', 'gw_port': {'id': 'bae97f88-f44f-4db3-b67e-56cd3cd9ef43', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:be:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19371cce-aa15-428b-afb8-9106177826ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:33:06Z', 'updated_at': '2022-10-04T20:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'dccee6f7-7d86-4f0b-b2dd-922c732c53ab', 'name': '', 'network_id': '5a968067-4034-47ae-963a-b80f9544a870', 'tenant_id': 'cf616fd82dd34c7d92f4d8e9e80f89f4', 'mac_address': 'fa:16:3e:33:81:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19371cce-aa15-428b-afb8-9106177826ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '655b6565-cfca-4aa9-b462-ff9f6b5175f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:33:12Z', 'updated_at': '2022-10-04T20:33:20Z', 'revision_number': 4, 'project_id': 'cf616fd82dd34c7d92f4d8e9e80f89f4', 'subnets': [{'id': '655b6565-cfca-4aa9-b462-ff9f6b5175f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:33:21.763700 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [req-08b89a09-197a-4c9a-8acd-153851400cea req-a9d15448-ab8c-4cc1-b0ea-d18702987431 tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] show failed (client error): The resource could not be found. Oct 04 20:33:21.765799 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-08b89a09-197a-4c9a-8acd-153851400cea req-a9d15448-ab8c-4cc1-b0ea-d18702987431 tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] 10.222.0.78 "GET /networking/v2.0/floatingips/b7fa4ff3-fe88-44dd-86aa-de17a289a36f HTTP/1.1" status: 404 len: 350 time: 0.1431031 Oct 04 20:33:21.993354 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-be436347-e84c-422a-b5c2-93c552261d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (593716bc-600f-4e81-97a9-9e5148dd9fdb), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:21.998281 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-be436347-e84c-422a-b5c2-93c552261d6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:22.004141 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-be436347-e84c-422a-b5c2-93c552261d6c admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/593716bc-600f-4e81-97a9-9e5148dd9fdb HTTP/1.1" status: 204 len: 168 time: 0.7067411 Oct 04 20:33:22.010177 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [req-2d057055-ba07-4359-bb9c-0eac5d48299f req-da9591ae-7520-4a0c-b8e5-eb62a9ea6dc3 tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] show failed (client error): The resource could not be found. Oct 04 20:33:22.029716 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-2d057055-ba07-4359-bb9c-0eac5d48299f req-da9591ae-7520-4a0c-b8e5-eb62a9ea6dc3 tempest-FloatingIPsTestJSON-17236728 tempest-FloatingIPsTestJSON-17236728-project] 10.222.0.78 "GET /networking/v2.0/floatingips/b7fa4ff3-fe88-44dd-86aa-de17a289a36f HTTP/1.1" status: 404 len: 350 time: 0.1278679 Oct 04 20:33:22.051841 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58004) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:33:22.063568 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be436347-e84c-422a-b5c2-93c552261d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593716bc-600f-4e81-97a9-9e5148dd9fdb,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:22.609559 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:22.655599 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device dccee6f7-7d86-4f0b-b2dd-922c732c53ab up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:33:22.768430 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port dccee6f7-7d86-4f0b-b2dd-922c732c53ab triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:33:22.769050 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (dccee6f7-7d86-4f0b-b2dd-922c732c53ab), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:22.769926 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port dccee6f7-7d86-4f0b-b2dd-922c732c53ab Oct 04 20:33:22.966281 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port dccee6f7-7d86-4f0b-b2dd-922c732c53ab is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:33:22.967471 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (dccee6f7-7d86-4f0b-b2dd-922c732c53ab), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:22.993214 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-968a8efb-45b7-41e6-b459-33cdf8143b4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (49c74e0d-dc4a-4974-831e-c66147907327), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:23.040380 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port dccee6f7-7d86-4f0b-b2dd-922c732c53ab, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=dccee6f7-7d86-4f0b-b2dd-922c732c53ab,segment=NetworkSegment(0c4102ed-bb54-4c3c-a4bd-dd659515ee8b),segment_id=0c4102ed-bb54-4c3c-a4bd-dd659515ee8b)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:33:23.137765 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (dccee6f7-7d86-4f0b-b2dd-922c732c53ab), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:23.287930 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:23.291386 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=dccee6f7-7d86-4f0b-b2dd-922c732c53ab,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:23.601391 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-968a8efb-45b7-41e6-b459-33cdf8143b4e admin admin] Deleting port 92ff6a47-cb4f-4ec5-b09c-36a60b0af232 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:33:23.602963 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-968a8efb-45b7-41e6-b459-33cdf8143b4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (92ff6a47-cb4f-4ec5-b09c-36a60b0af232), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:23.792235 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-968a8efb-45b7-41e6-b459-33cdf8143b4e admin admin] For port 92ff6a47-cb4f-4ec5-b09c-36a60b0af232, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=92ff6a47-cb4f-4ec5-b09c-36a60b0af232,segment=NetworkSegment(c8c49463-b4ca-406c-99e5-6c80812e5c6a),segment_id=c8c49463-b4ca-406c-99e5-6c80812e5c6a)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:33:23.792887 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-968a8efb-45b7-41e6-b459-33cdf8143b4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (92ff6a47-cb4f-4ec5-b09c-36a60b0af232), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:23.822124 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-968a8efb-45b7-41e6-b459-33cdf8143b4e admin admin] Calling delete_port for 92ff6a47-cb4f-4ec5-b09c-36a60b0af232 owned by network:router_interface {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:33:23.930292 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=100 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:24.086130 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58040) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:33:24.105072 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-e386d9e6-180e-47e9-af33-1e4df6486aee admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1667132397-network', 'tenant_id': 'd6f013a44999493b83fa035e0bb80cb5'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:33:24.132413 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58042) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:33:24.199043 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-de9459e0-b1ba-4cf2-85c2-c93953a479be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:24.283788 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58044) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:33:24.325288 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-968a8efb-45b7-41e6-b459-33cdf8143b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (92ff6a47-cb4f-4ec5-b09c-36a60b0af232), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:24.394746 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-de9459e0-b1ba-4cf2-85c2-c93953a479be admin admin] Publish callbacks [] for security_group (2688ce16-15af-4967-9937-bf9f5c79be3f), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:24.397295 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58048) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:33:24.411586 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e386d9e6-180e-47e9-af33-1e4df6486aee admin admin] Made reservation on behalf of d6f013a44999493b83fa035e0bb80cb5 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:33:24.416791 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e386d9e6-180e-47e9-af33-1e4df6486aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:24.445240 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e386d9e6-180e-47e9-af33-1e4df6486aee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:24.457675 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968a8efb-45b7-41e6-b459-33cdf8143b4e admin admin] Pushing event deleted for resources: {'Port': ['ID=92ff6a47-cb4f-4ec5-b09c-36a60b0af232,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:24.475672 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-de9459e0-b1ba-4cf2-85c2-c93953a479be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (2688ce16-15af-4967-9937-bf9f5c79be3f), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:24.669702 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-de9459e0-b1ba-4cf2-85c2-c93953a479be admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=78cc8c254abc490e8197521c24609c7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5328338 Oct 04 20:33:24.691713 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58054) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:33:24.804451 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device dccee6f7-7d86-4f0b-b2dd-922c732c53ab up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:33:24.876617 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e386d9e6-180e-47e9-af33-1e4df6486aee admin admin] Publish callbacks [] for security_group (f2d4e61f-f58b-4aa9-ae21-db6dd4352ef6), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:24.883660 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9459e0-b1ba-4cf2-85c2-c93953a479be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2688ce16-15af-4967-9937-bf9f5c79be3f,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:24.921195 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port dccee6f7-7d86-4f0b-b2dd-922c732c53ab triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:33:24.921816 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (dccee6f7-7d86-4f0b-b2dd-922c732c53ab), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:24.922979 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port dccee6f7-7d86-4f0b-b2dd-922c732c53ab Oct 04 20:33:24.998606 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-abce652e-1abf-4e38-8ec8-c74238b7b253 admin admin] Publish callbacks [] for security_group (2688ce16-15af-4967-9937-bf9f5c79be3f), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:25.002736 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-968a8efb-45b7-41e6-b459-33cdf8143b4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (49c74e0d-dc4a-4974-831e-c66147907327), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:25.008158 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e386d9e6-180e-47e9-af33-1e4df6486aee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (f2d4e61f-f58b-4aa9-ae21-db6dd4352ef6), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:25.088970 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e386d9e6-180e-47e9-af33-1e4df6486aee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:33:25.098009 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port dccee6f7-7d86-4f0b-b2dd-922c732c53ab is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:33:25.176245 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-abce652e-1abf-4e38-8ec8-c74238b7b253 admin admin] Publish callbacks [] for security_group (2688ce16-15af-4967-9937-bf9f5c79be3f), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:25.191326 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4ff09cfc-3567-472f-a832-37e7c2971872 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:25.193481 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e386d9e6-180e-47e9-af33-1e4df6486aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d4e61f-f58b-4aa9-ae21-db6dd4352ef6,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:25.228810 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e386d9e6-180e-47e9-af33-1e4df6486aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (b20b7c82-2b60-4d25-9356-84fbc8187ab3), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:25.229950 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-e386d9e6-180e-47e9-af33-1e4df6486aee admin admin] Added segment b20b7c82-2b60-4d25-9356-84fbc8187ab3 of type vlan for network 0b6825d5-4dc6-46c1-9cbc-99ce56510afe Oct 04 20:33:25.340779 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=74,neutron:INSERT=23,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:25.351961 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e386d9e6-180e-47e9-af33-1e4df6486aee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (0b6825d5-4dc6-46c1-9cbc-99ce56510afe), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:25.399086 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:25.480570 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:25.505850 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-abce652e-1abf-4e38-8ec8-c74238b7b253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (2688ce16-15af-4967-9937-bf9f5c79be3f), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:25.512099 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-abce652e-1abf-4e38-8ec8-c74238b7b253 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:25.517376 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-abce652e-1abf-4e38-8ec8-c74238b7b253 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/2688ce16-15af-4967-9937-bf9f5c79be3f HTTP/1.1" status: 204 len: 168 time: 0.8225663 Oct 04 20:33:25.520861 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e386d9e6-180e-47e9-af33-1e4df6486aee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (0b6825d5-4dc6-46c1-9cbc-99ce56510afe), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:25.523639 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e386d9e6-180e-47e9-af33-1e4df6486aee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:33:25.526428 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e386d9e6-180e-47e9-af33-1e4df6486aee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:25.610834 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-968a8efb-45b7-41e6-b459-33cdf8143b4e admin admin] Router 49c74e0d-dc4a-4974-831e-c66147907327 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:33:25.620279 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abce652e-1abf-4e38-8ec8-c74238b7b253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2688ce16-15af-4967-9937-bf9f5c79be3f,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:25.768533 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d7635bcb-c24b-46bc-aa3c-40be68d9661b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:25.830115 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58066) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:33:26.033747 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-e386d9e6-180e-47e9-af33-1e4df6486aee admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9428747 Oct 04 20:33:26.057899 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58084) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:33:26.078209 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e386d9e6-180e-47e9-af33-1e4df6486aee admin admin] Pushing event updated for resources: {'Network': ['ID=0b6825d5-4dc6-46c1-9cbc-99ce56510afe,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:26.090183 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-2bce0b48-c49e-438a-ba0e-02e55d3c38b7 admin admin] Request body: {'subnet': {'network_id': '0b6825d5-4dc6-46c1-9cbc-99ce56510afe', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1667132397-subnet', 'tenant_id': 'd6f013a44999493b83fa035e0bb80cb5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:33:26.113021 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 0b6825d5-4dc6-46c1-9cbc-99ce56510afe details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:33:26.121829 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4ff09cfc-3567-472f-a832-37e7c2971872 admin admin] Publish callbacks [] for security_group (b3cea87b-0c5a-4663-aa1f-29f2fd769bcc), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:26.142296 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d7635bcb-c24b-46bc-aa3c-40be68d9661b admin admin] Publish callbacks [] for security_group (5f1a9b0b-819a-4db9-84ac-c9bb3f766656), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:26.171676 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-030cd513-54f1-4809-b29a-e41a7ae30a93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:26.180679 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-046f92fa-0fb4-4374-aabb-6093e8cc4d13 req-4dfce504-1c7d-4d7b-84e5-5df702785a72 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=74eef3bf938c491d8a2f5192ba598c19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1443462 Oct 04 20:33:26.231234 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:26.266920 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4ff09cfc-3567-472f-a832-37e7c2971872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (b3cea87b-0c5a-4663-aa1f-29f2fd769bcc), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:26.329035 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d7635bcb-c24b-46bc-aa3c-40be68d9661b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (5f1a9b0b-819a-4db9-84ac-c9bb3f766656), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:26.406995 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-968a8efb-45b7-41e6-b459-33cdf8143b4e admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:33:26.418914 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff09cfc-3567-472f-a832-37e7c2971872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3cea87b-0c5a-4663-aa1f-29f2fd769bcc,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:26.430016 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-968a8efb-45b7-41e6-b459-33cdf8143b4e admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/49c74e0d-dc4a-4974-831e-c66147907327/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3755143 Oct 04 20:33:26.435374 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58090) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:33:26.443522 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-4ff09cfc-3567-472f-a832-37e7c2971872 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=92914d55af6f49398edc52da69b55cd8&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1544809 Oct 04 20:33:26.451547 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aeeaf74-9b78-4e76-8a8f-388f073530b2 None None] Sync routers for ids ['49c74e0d-dc4a-4974-831e-c66147907327'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:33:26.468446 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58092) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:33:26.483605 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bce0b48-c49e-438a-ba0e-02e55d3c38b7 admin admin] Made reservation on behalf of d6f013a44999493b83fa035e0bb80cb5 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:33:26.488564 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2bce0b48-c49e-438a-ba0e-02e55d3c38b7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:26.498156 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aeeaf74-9b78-4e76-8a8f-388f073530b2 None None] Routers {'49c74e0d-dc4a-4974-831e-c66147907327'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:33:26.499589 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-2aeeaf74-9b78-4e76-8a8f-388f073530b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:33:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['49c74e0d-dc4a-4974-831e-c66147907327'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:33:26.704058 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7635bcb-c24b-46bc-aa3c-40be68d9661b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1a9b0b-819a-4db9-84ac-c9bb3f766656,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:26.712895 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:26.762977 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-d7635bcb-c24b-46bc-aa3c-40be68d9661b admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=9a03ec3d503847aaa0570841395555a9&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3630857 Oct 04 20:33:26.824203 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58100) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:33:26.824389 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:26.879682 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-2aeeaf74-9b78-4e76-8a8f-388f073530b2 None None] Set router 49c74e0d-dc4a-4974-831e-c66147907327 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:33:26.905366 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f92fa-0fb4-4374-aabb-6093e8cc4d13 req-a9904057-a7a8-4bd9-adc1-9694fbc51f8c tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:33:26.918579 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-046f92fa-0fb4-4374-aabb-6093e8cc4d13 req-a9904057-a7a8-4bd9-adc1-9694fbc51f8c tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7201917 Oct 04 20:33:26.978343 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7dc28e56-c4fb-4ac2-a0ba-b412effe96d7 admin admin] Publish callbacks [] for router (49c74e0d-dc4a-4974-831e-c66147907327), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:26.985587 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f1499739-3a20-4999-9ada-870228b8a6e1 admin admin] Publish callbacks [] for security_group (b3cea87b-0c5a-4663-aa1f-29f2fd769bcc), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:27.026615 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-046f92fa-0fb4-4374-aabb-6093e8cc4d13 req-dd86d907-3434-4af5-ae4a-9d9f56f96705 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/quotas/74eef3bf938c491d8a2f5192ba598c19 HTTP/1.1" status: 200 len: 375 time: 0.1063123 Oct 04 20:33:27.116131 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f1499739-3a20-4999-9ada-870228b8a6e1 admin admin] Publish callbacks [] for security_group (b3cea87b-0c5a-4663-aa1f-29f2fd769bcc), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:27.239512 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-046f92fa-0fb4-4374-aabb-6093e8cc4d13 req-f439c01b-cd27-464b-a82d-787fe5a9581e tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=74eef3bf938c491d8a2f5192ba598c19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1858139 Oct 04 20:33:27.295477 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-030cd513-54f1-4809-b29a-e41a7ae30a93 admin admin] Publish callbacks [] for security_group (675247c0-8ad5-4246-873e-2ca5bbfff612), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:27.314711 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f730f556-1b46-4a69-8b26-7c0d5cec25ef admin admin] Publish callbacks [] for security_group (5f1a9b0b-819a-4db9-84ac-c9bb3f766656), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:27.358391 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7dc28e56-c4fb-4ac2-a0ba-b412effe96d7 admin admin] Publish callbacks [] for router_gateway (49c74e0d-dc4a-4974-831e-c66147907327), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:27.436885 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f730f556-1b46-4a69-8b26-7c0d5cec25ef admin admin] Publish callbacks [] for security_group (5f1a9b0b-819a-4db9-84ac-c9bb3f766656), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:27.441861 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:27.442947 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-2aeeaf74-9b78-4e76-8a8f-388f073530b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c74e0d-dc4a-4974-831e-c66147907327', 'name': 'tempest-FloatingIPsTestJSON-1022457333-router', 'tenant_id': 'd46af312da444babba7e71a9891196b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '10fdea19-e87a-43c2-a281-5cac1e92b834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:32:49Z', 'updated_at': '2022-10-04T20:33:24Z', 'revision_number': 5, 'project_id': 'd46af312da444babba7e71a9891196b0', 'gw_port': {'id': '10fdea19-e87a-43c2-a281-5cac1e92b834', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c74e0d-dc4a-4974-831e-c66147907327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:32:50Z', 'updated_at': '2022-10-04T20:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:33:27.558641 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-030cd513-54f1-4809-b29a-e41a7ae30a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (675247c0-8ad5-4246-873e-2ca5bbfff612), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:27.641438 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f1499739-3a20-4999-9ada-870228b8a6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (b3cea87b-0c5a-4663-aa1f-29f2fd769bcc), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:27.646531 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f1499739-3a20-4999-9ada-870228b8a6e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:27.652298 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f1499739-3a20-4999-9ada-870228b8a6e1 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/b3cea87b-0c5a-4663-aa1f-29f2fd769bcc HTTP/1.1" status: 204 len: 168 time: 1.1833143 Oct 04 20:33:27.720770 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-030cd513-54f1-4809-b29a-e41a7ae30a93 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=05dbcecc14b940fba8ddb3c509444055&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8824754 Oct 04 20:33:27.727878 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58114) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:33:27.766302 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1499739-3a20-4999-9ada-870228b8a6e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3cea87b-0c5a-4663-aa1f-29f2fd769bcc,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:27.767229 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030cd513-54f1-4809-b29a-e41a7ae30a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675247c0-8ad5-4246-873e-2ca5bbfff612,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:27.774392 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2bce0b48-c49e-438a-ba0e-02e55d3c38b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for subnet (637552da-6966-4094-94ea-d3a0e977ebab), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:27.888996 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-7dc28e56-c4fb-4ac2-a0ba-b412effe96d7 admin admin] Deleting port 10fdea19-e87a-43c2-a281-5cac1e92b834 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:33:27.889477 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7dc28e56-c4fb-4ac2-a0ba-b412effe96d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (10fdea19-e87a-43c2-a281-5cac1e92b834), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:28.014442 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f730f556-1b46-4a69-8b26-7c0d5cec25ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (5f1a9b0b-819a-4db9-84ac-c9bb3f766656), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:28.027303 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f730f556-1b46-4a69-8b26-7c0d5cec25ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:28.033897 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f730f556-1b46-4a69-8b26-7c0d5cec25ef admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/5f1a9b0b-819a-4db9-84ac-c9bb3f766656 HTTP/1.1" status: 204 len: 168 time: 1.2165244 Oct 04 20:33:28.110329 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce0b48-c49e-438a-ba0e-02e55d3c38b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=637552da-6966-4094-94ea-d3a0e977ebab,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:28.150733 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aeeaf74-9b78-4e76-8a8f-388f073530b2 None None] Checking router: 49c74e0d-dc4a-4974-831e-c66147907327 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:33:28.201430 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:28.202420 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aeeaf74-9b78-4e76-8a8f-388f073530b2 None None] Routers {'49c74e0d-dc4a-4974-831e-c66147907327'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:33:28.203513 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-2aeeaf74-9b78-4e76-8a8f-388f073530b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:33:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['49c74e0d-dc4a-4974-831e-c66147907327'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:33:28.204421 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f730f556-1b46-4a69-8b26-7c0d5cec25ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1a9b0b-819a-4db9-84ac-c9bb3f766656,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:28.243613 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-746c5fa9-5089-47f4-9cc2-4d4d4df8c725 admin admin] Publish callbacks [] for security_group (675247c0-8ad5-4246-873e-2ca5bbfff612), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:28.264556 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4e8d2d81-d1fa-4430-b97b-ce551df378c3 req-9ec5351c-6fd2-4324-aa41-8f83d5fec6b3 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bdb3a6b7-921f-41d4-a55e-0686a4dc7189 HTTP/1.1" status: 200 len: 210 time: 0.2244043 Oct 04 20:33:28.285055 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bce0b48-c49e-438a-ba0e-02e55d3c38b7 admin admin] Checking segment: {'id': 'b20b7c82-2b60-4d25-9356-84fbc8187ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '0b6825d5-4dc6-46c1-9cbc-99ce56510afe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:33:28.285055 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bce0b48-c49e-438a-ba0e-02e55d3c38b7 admin admin] Network hostable DHCP agents. Network: 0b6825d5-4dc6-46c1-9cbc-99ce56510afe, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:33:28.328821 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-7dc28e56-c4fb-4ac2-a0ba-b412effe96d7 admin admin] For port 10fdea19-e87a-43c2-a281-5cac1e92b834, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=10fdea19-e87a-43c2-a281-5cac1e92b834,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:33:28.330820 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7dc28e56-c4fb-4ac2-a0ba-b412effe96d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (10fdea19-e87a-43c2-a281-5cac1e92b834), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:28.354439 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-746c5fa9-5089-47f4-9cc2-4d4d4df8c725 admin admin] Publish callbacks [] for security_group (675247c0-8ad5-4246-873e-2ca5bbfff612), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:28.370271 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-7dc28e56-c4fb-4ac2-a0ba-b412effe96d7 admin admin] Calling delete_port for 10fdea19-e87a-43c2-a281-5cac1e92b834 owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:33:28.558010 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-2aeeaf74-9b78-4e76-8a8f-388f073530b2 None None] Set router 49c74e0d-dc4a-4974-831e-c66147907327 gateway port host: None {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:33:28.572290 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bce0b48-c49e-438a-ba0e-02e55d3c38b7 admin admin] Network 0b6825d5-4dc6-46c1-9cbc-99ce56510afe is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:33:28.700341 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-746c5fa9-5089-47f4-9cc2-4d4d4df8c725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (675247c0-8ad5-4246-873e-2ca5bbfff612), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:28.700689 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-2aeeaf74-9b78-4e76-8a8f-388f073530b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c74e0d-dc4a-4974-831e-c66147907327', 'name': 'tempest-FloatingIPsTestJSON-1022457333-router', 'tenant_id': 'd46af312da444babba7e71a9891196b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:32:49Z', 'updated_at': '2022-10-04T20:33:27Z', 'revision_number': 6, 'project_id': 'd46af312da444babba7e71a9891196b0', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:33:28.706709 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-746c5fa9-5089-47f4-9cc2-4d4d4df8c725 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:28.710892 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-746c5fa9-5089-47f4-9cc2-4d4d4df8c725 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/675247c0-8ad5-4246-873e-2ca5bbfff612 HTTP/1.1" status: 204 len: 168 time: 0.9806864 Oct 04 20:33:28.715521 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-2bce0b48-c49e-438a-ba0e-02e55d3c38b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 0b6825d5-4dc6-46c1-9cbc-99ce56510afe) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:33:28.726887 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:28.739525 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bce0b48-c49e-438a-ba0e-02e55d3c38b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:33:28.741286 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2bce0b48-c49e-438a-ba0e-02e55d3c38b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:28.751983 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746c5fa9-5089-47f4-9cc2-4d4d4df8c725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675247c0-8ad5-4246-873e-2ca5bbfff612,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:28.789321 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03977308-50df-41d6-91c4-8612f9d9dd2a None None] Network 0b6825d5-4dc6-46c1-9cbc-99ce56510afe requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:33:28.803353 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aeeaf74-9b78-4e76-8a8f-388f073530b2 None None] The sync data for ids ['49c74e0d-dc4a-4974-831e-c66147907327'] in n-d-852085-12 is: [{'id': '49c74e0d-dc4a-4974-831e-c66147907327', 'name': 'tempest-FloatingIPsTestJSON-1022457333-router', 'tenant_id': 'd46af312da444babba7e71a9891196b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:32:49Z', 'updated_at': '2022-10-04T20:33:27Z', 'revision_number': 6, 'project_id': 'd46af312da444babba7e71a9891196b0', 'gw_port_host': None}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:33:28.937185 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2bce0b48-c49e-438a-ba0e-02e55d3c38b7 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.8606293 Oct 04 20:33:28.942381 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58138) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:33:28.954477 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-67bd6829-6a62-4895-9d53-c757db836ec1 admin admin] Request body: {'router': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1667132397-router', 'tenant_id': 'd6f013a44999493b83fa035e0bb80cb5', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:33:29.082361 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2eceeb-6e92-4582-b84b-c53c1ebbc6c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-0b6825d5-4dc6-46c1-9cbc-99ce56510afe', 'network_id': '0b6825d5-4dc6-46c1-9cbc-99ce56510afe', 'project_id': 'd6f013a44999493b83fa035e0bb80cb5', 'fixed_ips': [{'subnet_id': '637552da-6966-4094-94ea-d3a0e977ebab'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:33:29.084489 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-dc2eceeb-6e92-4582-b84b-c53c1ebbc6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:29.164884 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7dc28e56-c4fb-4ac2-a0ba-b412effe96d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (10fdea19-e87a-43c2-a281-5cac1e92b834), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:29.174733 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-67bd6829-6a62-4895-9d53-c757db836ec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (a6284725-5742-43ff-9e84-d9c1cd9f8ae8), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:29.174733 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-67bd6829-6a62-4895-9d53-c757db836ec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (a6284725-5742-43ff-9e84-d9c1cd9f8ae8), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:29.292258 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc28e56-c4fb-4ac2-a0ba-b412effe96d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=10fdea19-e87a-43c2-a281-5cac1e92b834,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:29.406953 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:29.445920 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-67bd6829-6a62-4895-9d53-c757db836ec1 admin admin] Publish callbacks [] for router_controller (a6284725-5742-43ff-9e84-d9c1cd9f8ae8), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:29.488700 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-dc2eceeb-6e92-4582-b84b-c53c1ebbc6c6 None None] Allocated IP 172.20.0.2 (0b6825d5-4dc6-46c1-9cbc-99ce56510afe/637552da-6966-4094-94ea-d3a0e977ebab/a62f05ab-4751-46a0-81d2-4ea0a1a5e668) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:33:29.536924 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f477da10-9d24-454f-be3a-d329dcdab61f req-212252c9-dc17-480e-a229-4a11eec83403 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bdb3a6b7-921f-41d4-a55e-0686a4dc7189 HTTP/1.1" status: 200 len: 210 time: 0.0782418 Oct 04 20:33:29.543456 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7dc28e56-c4fb-4ac2-a0ba-b412effe96d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (49c74e0d-dc4a-4974-831e-c66147907327), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:29.748929 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7dc28e56-c4fb-4ac2-a0ba-b412effe96d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (49c74e0d-dc4a-4974-831e-c66147907327), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:29.753984 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7dc28e56-c4fb-4ac2-a0ba-b412effe96d7 admin admin] Publish callbacks [] for router_controller (49c74e0d-dc4a-4974-831e-c66147907327), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:29.933652 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-dc2eceeb-6e92-4582-b84b-c53c1ebbc6c6 None None] Publish callbacks [] for port (a62f05ab-4751-46a0-81d2-4ea0a1a5e668), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:29.960464 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7dc28e56-c4fb-4ac2-a0ba-b412effe96d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (49c74e0d-dc4a-4974-831e-c66147907327), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:29.961483 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc28e56-c4fb-4ac2-a0ba-b412effe96d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49c74e0d-dc4a-4974-831e-c66147907327 {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:33:29.970989 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7dc28e56-c4fb-4ac2-a0ba-b412effe96d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:29.974806 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-7dc28e56-c4fb-4ac2-a0ba-b412effe96d7 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/49c74e0d-dc4a-4974-831e-c66147907327 HTTP/1.1" status: 204 len: 168 time: 3.5326531 Oct 04 20:33:29.975805 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-67bd6829-6a62-4895-9d53-c757db836ec1 admin admin] Publish callbacks [] for router_gateway (a6284725-5742-43ff-9e84-d9c1cd9f8ae8), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:29.979402 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58148) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:33:30.029575 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:30.055662 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-dc2eceeb-6e92-4582-b84b-c53c1ebbc6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (a62f05ab-4751-46a0-81d2-4ea0a1a5e668), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:30.121986 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cbda802-8d76-4a2f-a5c1-bddab0ae6d22 admin admin] Deleting subnet ee32660a-c75f-4f21-82d1-facc61dacaed {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:33:30.139021 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9cbda802-8d76-4a2f-a5c1-bddab0ae6d22 admin admin] Publish callbacks [] for subnet (ee32660a-c75f-4f21-82d1-facc61dacaed), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:30.220669 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58152) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:33:30.233956 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:30.266384 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-daf5ee52-abeb-440c-af33-c507bb0b3dec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:30.274230 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2eceeb-6e92-4582-b84b-c53c1ebbc6c6 None None] Network 0b6825d5-4dc6-46c1-9cbc-99ce56510afe is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:33:30.299187 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-dc2eceeb-6e92-4582-b84b-c53c1ebbc6c6 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:33:30.307013 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9cbda802-8d76-4a2f-a5c1-bddab0ae6d22 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (ee32660a-c75f-4f21-82d1-facc61dacaed), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:30.313965 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2eceeb-6e92-4582-b84b-c53c1ebbc6c6 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:33:30.352670 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2eceeb-6e92-4582-b84b-c53c1ebbc6c6 None None] Pushing event updated for resources: {'Port': ['ID=a62f05ab-4751-46a0-81d2-4ea0a1a5e668,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:30.585386 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-dc2eceeb-6e92-4582-b84b-c53c1ebbc6c6 None None] Attempting to bind port a62f05ab-4751-46a0-81d2-4ea0a1a5e668 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:33:30.590569 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-dc2eceeb-6e92-4582-b84b-c53c1ebbc6c6 None None] Attempting to bind port a62f05ab-4751-46a0-81d2-4ea0a1a5e668 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'b20b7c82-2b60-4d25-9356-84fbc8187ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '0b6825d5-4dc6-46c1-9cbc-99ce56510afe'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:33:30.592354 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2eceeb-6e92-4582-b84b-c53c1ebbc6c6 None None] Attempting to bind port a62f05ab-4751-46a0-81d2-4ea0a1a5e668 on network 0b6825d5-4dc6-46c1-9cbc-99ce56510afe {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:33:30.668840 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9cbda802-8d76-4a2f-a5c1-bddab0ae6d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (ee32660a-c75f-4f21-82d1-facc61dacaed), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:30.720141 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 92ff6a47-cb4f-4ec5-b09c-36a60b0af232 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:33:30.791359 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 92ff6a47-cb4f-4ec5-b09c-36a60b0af232 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:33:30.792694 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 92ff6a47-cb4f-4ec5-b09c-36a60b0af232 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:33:30.793818 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 10fdea19-e87a-43c2-a281-5cac1e92b834 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:33:30.869751 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-daf5ee52-abeb-440c-af33-c507bb0b3dec admin admin] Publish callbacks [] for security_group (c77e224b-326e-48b5-a0cf-a1b010cb8a0b), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:30.873794 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 10fdea19-e87a-43c2-a281-5cac1e92b834 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:33:30.874786 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 10fdea19-e87a-43c2-a281-5cac1e92b834 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:33:30.897919 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2eceeb-6e92-4582-b84b-c53c1ebbc6c6 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:33:30.897919 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2eceeb-6e92-4582-b84b-c53c1ebbc6c6 None None] Checking segment: {'id': 'b20b7c82-2b60-4d25-9356-84fbc8187ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '0b6825d5-4dc6-46c1-9cbc-99ce56510afe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:33:30.897919 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-dc2eceeb-6e92-4582-b84b-c53c1ebbc6c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:30.897919 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2eceeb-6e92-4582-b84b-c53c1ebbc6c6 None None] Bound using segment: {'id': 'b20b7c82-2b60-4d25-9356-84fbc8187ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '0b6825d5-4dc6-46c1-9cbc-99ce56510afe'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:33:30.897919 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-dc2eceeb-6e92-4582-b84b-c53c1ebbc6c6 None None] Bound port: a62f05ab-4751-46a0-81d2-4ea0a1a5e668, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20b7c82-2b60-4d25-9356-84fbc8187ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '0b6825d5-4dc6-46c1-9cbc-99ce56510afe'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:33:30.897919 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-dc2eceeb-6e92-4582-b84b-c53c1ebbc6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (a62f05ab-4751-46a0-81d2-4ea0a1a5e668), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:30.966160 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-790c4f4c-b36a-4b80-b3e0-5a546d8ab18e req-53c06716-6c72-4f73-a81f-554743e9c0d9 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bdb3a6b7-921f-41d4-a55e-0686a4dc7189 HTTP/1.1" status: 200 len: 210 time: 0.0900953 Oct 04 20:33:30.998179 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-67bd6829-6a62-4895-9d53-c757db836ec1 admin admin] Publish callbacks [] for router_gateway (a6284725-5742-43ff-9e84-d9c1cd9f8ae8), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:31.039871 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-67bd6829-6a62-4895-9d53-c757db836ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:31.051884 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9cbda802-8d76-4a2f-a5c1-bddab0ae6d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (ee32660a-c75f-4f21-82d1-facc61dacaed), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:31.052477 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-daf5ee52-abeb-440c-af33-c507bb0b3dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (c77e224b-326e-48b5-a0cf-a1b010cb8a0b), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:31.082367 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-dc2eceeb-6e92-4582-b84b-c53c1ebbc6c6 None None] For port a62f05ab-4751-46a0-81d2-4ea0a1a5e668, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:33:31.093868 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-dc2eceeb-6e92-4582-b84b-c53c1ebbc6c6 None None] For port a62f05ab-4751-46a0-81d2-4ea0a1a5e668, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=a62f05ab-4751-46a0-81d2-4ea0a1a5e668,segment=NetworkSegment(b20b7c82-2b60-4d25-9356-84fbc8187ab3),segment_id=b20b7c82-2b60-4d25-9356-84fbc8187ab3)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:33:31.116097 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbda802-8d76-4a2f-a5c1-bddab0ae6d22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee32660a-c75f-4f21-82d1-facc61dacaed,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:31.122672 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9cbda802-8d76-4a2f-a5c1-bddab0ae6d22 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:31.131269 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-9cbda802-8d76-4a2f-a5c1-bddab0ae6d22 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/ee32660a-c75f-4f21-82d1-facc61dacaed HTTP/1.1" status: 204 len: 168 time: 1.1471114 Oct 04 20:33:31.132291 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58160) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:33:31.165301 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80231360-449c-4aef-8908-e912c69e5703 None None] Network 4d363d90-5f4c-4967-b441-36e23af05014 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:33:31.201496 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-dc2eceeb-6e92-4582-b84b-c53c1ebbc6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (a62f05ab-4751-46a0-81d2-4ea0a1a5e668), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:31.203088 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-daf5ee52-abeb-440c-af33-c507bb0b3dec admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=ba4847fb61a84bb9bf3c65ef62ad31bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9805956 Oct 04 20:33:31.222202 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58162) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:33:31.277883 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf5ee52-abeb-440c-af33-c507bb0b3dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c77e224b-326e-48b5-a0cf-a1b010cb8a0b,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:31.300644 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58164) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:33:31.439541 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1e1f4f26-8c3e-4b7d-8fb7-97a2e7c30031 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:31.452768 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2eceeb-6e92-4582-b84b-c53c1ebbc6c6 None None] Pushing event updated for resources: {'Port': ['ID=a62f05ab-4751-46a0-81d2-4ea0a1a5e668,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:31.457550 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-29497668-50c5-4c77-b5cb-633dbf74cdb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (4d363d90-5f4c-4967-b441-36e23af05014), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:31.541714 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58166) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:33:31.565013 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=71 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:31.610862 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:31.649416 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-67bd6829-6a62-4895-9d53-c757db836ec1 admin admin] Allocated IP 172.25.5.168 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/ec8a0159-6453-4612-9bdc-de8799193139) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:33:31.683519 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-29497668-50c5-4c77-b5cb-633dbf74cdb5 admin admin] Deleting port fa7c5994-5676-401b-b52a-5798d637f737 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:33:31.684937 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-29497668-50c5-4c77-b5cb-633dbf74cdb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (fa7c5994-5676-401b-b52a-5798d637f737), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:31.870232 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:31.870946 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1acbcb20-1d58-442b-979b-d5c7717fd02b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:31.880825 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:31.886973 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:31.900663 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a04eb45-8e96-445f-98e0-901713b11017 None None] DHCP port deletion for 4d363d90-5f4c-4967-b441-36e23af05014 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:33:31.923379 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-29497668-50c5-4c77-b5cb-633dbf74cdb5 admin admin] For port fa7c5994-5676-401b-b52a-5798d637f737, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=fa7c5994-5676-401b-b52a-5798d637f737,segment=NetworkSegment(c8c49463-b4ca-406c-99e5-6c80812e5c6a),segment_id=c8c49463-b4ca-406c-99e5-6c80812e5c6a)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:33:31.924051 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-29497668-50c5-4c77-b5cb-633dbf74cdb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (fa7c5994-5676-401b-b52a-5798d637f737), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:31.952132 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c8a67d26-7df9-4c0a-ac60-3f4b5ad5a063 admin admin] Publish callbacks [] for security_group (c77e224b-326e-48b5-a0cf-a1b010cb8a0b), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:31.989862 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-29497668-50c5-4c77-b5cb-633dbf74cdb5 admin admin] Calling delete_port for fa7c5994-5676-401b-b52a-5798d637f737 owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:33:32.051793 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c8a67d26-7df9-4c0a-ac60-3f4b5ad5a063 admin admin] Publish callbacks [] for security_group (c77e224b-326e-48b5-a0cf-a1b010cb8a0b), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:32.385665 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-3a04eb45-8e96-445f-98e0-901713b11017 None None] Deleting port fa7c5994-5676-401b-b52a-5798d637f737 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:33:32.385665 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3a04eb45-8e96-445f-98e0-901713b11017 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (fa7c5994-5676-401b-b52a-5798d637f737), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:32.385665 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-3a04eb45-8e96-445f-98e0-901713b11017 None None] For port fa7c5994-5676-401b-b52a-5798d637f737, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=fa7c5994-5676-401b-b52a-5798d637f737,segment=NetworkSegment(c8c49463-b4ca-406c-99e5-6c80812e5c6a),segment_id=c8c49463-b4ca-406c-99e5-6c80812e5c6a)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:33:32.385665 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3a04eb45-8e96-445f-98e0-901713b11017 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (fa7c5994-5676-401b-b52a-5798d637f737), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:32.385665 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-3a04eb45-8e96-445f-98e0-901713b11017 None None] Calling delete_port for fa7c5994-5676-401b-b52a-5798d637f737 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:33:32.385665 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:32.390720 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c38e2120-e95c-40f3-b9c7-17ce7b12c967 req-3709c034-4a81-4125-a99b-d72e6e22f0ce tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bdb3a6b7-921f-41d4-a55e-0686a4dc7189 HTTP/1.1" status: 200 len: 210 time: 0.1423111 Oct 04 20:33:32.495462 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1e1f4f26-8c3e-4b7d-8fb7-97a2e7c30031 admin admin] Publish callbacks [] for security_group (1f27ce04-fe7a-4b45-9e6c-18f5363eb617), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:32.565082 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1acbcb20-1d58-442b-979b-d5c7717fd02b admin admin] Publish callbacks [] for security_group (631b7474-3029-4fb0-a180-b08edb30f727), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:32.601769 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-29497668-50c5-4c77-b5cb-633dbf74cdb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (fa7c5994-5676-401b-b52a-5798d637f737), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:32.632755 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3a04eb45-8e96-445f-98e0-901713b11017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (fa7c5994-5676-401b-b52a-5798d637f737), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:32.673778 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-67bd6829-6a62-4895-9d53-c757db836ec1 admin admin] Publish callbacks [] for port (ec8a0159-6453-4612-9bdc-de8799193139), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:32.679246 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a04eb45-8e96-445f-98e0-901713b11017 None None] Pushing event deleted for resources: {'Port': ['ID=fa7c5994-5676-401b-b52a-5798d637f737,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:32.696190 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29497668-50c5-4c77-b5cb-633dbf74cdb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa7c5994-5676-401b-b52a-5798d637f737,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:32.716140 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c8a67d26-7df9-4c0a-ac60-3f4b5ad5a063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (c77e224b-326e-48b5-a0cf-a1b010cb8a0b), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:32.723396 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29497668-50c5-4c77-b5cb-633dbf74cdb5 admin admin] No DVR routers for this DVR port fa7c5994-5676-401b-b52a-5798d637f737 on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:33:32.728305 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c8a67d26-7df9-4c0a-ac60-3f4b5ad5a063 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:32.734423 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c8a67d26-7df9-4c0a-ac60-3f4b5ad5a063 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/c77e224b-326e-48b5-a0cf-a1b010cb8a0b HTTP/1.1" status: 204 len: 168 time: 1.5088320 Oct 04 20:33:32.752627 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1e1f4f26-8c3e-4b7d-8fb7-97a2e7c30031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (1f27ce04-fe7a-4b45-9e6c-18f5363eb617), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:32.783682 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a04eb45-8e96-445f-98e0-901713b11017 None None] No DVR routers for this DVR port fa7c5994-5676-401b-b52a-5798d637f737 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:33:32.830906 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a62f05ab-4751-46a0-81d2-4ea0a1a5e668 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:33:32.894759 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-1e1f4f26-8c3e-4b7d-8fb7-97a2e7c30031 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=07aec6f307a245169888f093a68bcca9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5802922 Oct 04 20:33:32.897050 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58176) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:33:32.944733 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1acbcb20-1d58-442b-979b-d5c7717fd02b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (631b7474-3029-4fb0-a180-b08edb30f727), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:32.982339 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:32.995986 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-29497668-50c5-4c77-b5cb-633dbf74cdb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (4d363d90-5f4c-4967-b441-36e23af05014), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:33.066449 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port a62f05ab-4751-46a0-81d2-4ea0a1a5e668 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:33:33.067507 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (a62f05ab-4751-46a0-81d2-4ea0a1a5e668), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:33.068178 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port a62f05ab-4751-46a0-81d2-4ea0a1a5e668 Oct 04 20:33:33.096780 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-29497668-50c5-4c77-b5cb-633dbf74cdb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d363d90-5f4c-4967-b441-36e23af05014']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:33:33.157424 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-29497668-50c5-4c77-b5cb-633dbf74cdb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8c49463-b4ca-406c-99e5-6c80812e5c6a') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:33:33.157925 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-29497668-50c5-4c77-b5cb-633dbf74cdb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8c49463-b4ca-406c-99e5-6c80812e5c6a') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:33:33.212533 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-29497668-50c5-4c77-b5cb-633dbf74cdb5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (c8c49463-b4ca-406c-99e5-6c80812e5c6a), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:33.223535 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a67d26-7df9-4c0a-ac60-3f4b5ad5a063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77e224b-326e-48b5-a0cf-a1b010cb8a0b,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:33.296905 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-29497668-50c5-4c77-b5cb-633dbf74cdb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (c8c49463-b4ca-406c-99e5-6c80812e5c6a), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:33.329748 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port a62f05ab-4751-46a0-81d2-4ea0a1a5e668 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:33:33.331250 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (a62f05ab-4751-46a0-81d2-4ea0a1a5e668), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:33.333486 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-67bd6829-6a62-4895-9d53-c757db836ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (ec8a0159-6453-4612-9bdc-de8799193139), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:33.369247 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29497668-50c5-4c77-b5cb-633dbf74cdb5 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:33:33.371320 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-29497668-50c5-4c77-b5cb-633dbf74cdb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (c8c49463-b4ca-406c-99e5-6c80812e5c6a), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:33.424793 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bd6829-6a62-4895-9d53-c757db836ec1 admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:33:33.450077 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-67bd6829-6a62-4895-9d53-c757db836ec1 admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:33:33.455523 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bd6829-6a62-4895-9d53-c757db836ec1 admin admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:33:33.465566 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port a62f05ab-4751-46a0-81d2-4ea0a1a5e668, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=a62f05ab-4751-46a0-81d2-4ea0a1a5e668,segment=NetworkSegment(b20b7c82-2b60-4d25-9356-84fbc8187ab3),segment_id=b20b7c82-2b60-4d25-9356-84fbc8187ab3)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:33:33.515597 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf0da31-9c7c-4e90-9fa3-3bfa9bc934d6 None None] Network 0b6825d5-4dc6-46c1-9cbc-99ce56510afe requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:33:33.541780 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment c8c49463-b4ca-406c-99e5-6c80812e5c6a resource provider aggregate not found Oct 04 20:33:33.603206 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment c8c49463-b4ca-406c-99e5-6c80812e5c6a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c8c49463-b4ca-406c-99e5-6c80812e5c6a found for delete ", "request_id": "req-a0fb91f7-8421-498b-a291-6cc121055413"}]} Oct 04 20:33:33.624706 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-1acbcb20-1d58-442b-979b-d5c7717fd02b admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=d6394102a5a741b8a3620d2044de1329&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0765004 Oct 04 20:33:33.654323 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58188) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:33:33.669330 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (a62f05ab-4751-46a0-81d2-4ea0a1a5e668), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:33.707703 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:33.728999 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-29497668-50c5-4c77-b5cb-633dbf74cdb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (4d363d90-5f4c-4967-b441-36e23af05014), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:33.790056 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:33.861564 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-d0e7e9bf-4394-4ec0-ba08-346de30bf3fe None None] Provisioning complete for port a62f05ab-4751-46a0-81d2-4ea0a1a5e668 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:33:33.863370 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d0e7e9bf-4394-4ec0-ba08-346de30bf3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (a62f05ab-4751-46a0-81d2-4ea0a1a5e668), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:33.864613 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-d0e7e9bf-4394-4ec0-ba08-346de30bf3fe None None] Attempt 1 to provision port a62f05ab-4751-46a0-81d2-4ea0a1a5e668 Oct 04 20:33:33.874640 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-22960df3-d072-45e5-80d8-1f2a3e76809d admin admin] Publish callbacks [] for security_group (1f27ce04-fe7a-4b45-9e6c-18f5363eb617), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:33.875829 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-29497668-50c5-4c77-b5cb-633dbf74cdb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:33.896578 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-29497668-50c5-4c77-b5cb-633dbf74cdb5 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/4d363d90-5f4c-4967-b441-36e23af05014 HTTP/1.1" status: 204 len: 168 time: 2.7624714 Oct 04 20:33:33.925442 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29497668-50c5-4c77-b5cb-633dbf74cdb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d363d90-5f4c-4967-b441-36e23af05014,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:33.968160 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device fa7c5994-5676-401b-b52a-5798d637f737 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:33:34.004165 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5721feff-51ec-4c0c-85e7-2ed4fead0b46 admin admin] Publish callbacks [] for security_group (631b7474-3029-4fb0-a180-b08edb30f727), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:34.058042 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5721feff-51ec-4c0c-85e7-2ed4fead0b46 admin admin] Publish callbacks [] for security_group (631b7474-3029-4fb0-a180-b08edb30f727), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:34.207630 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: fa7c5994-5676-401b-b52a-5798d637f737 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:33:34.208547 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device fa7c5994-5676-401b-b52a-5798d637f737 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:33:34.268689 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=a62f05ab-4751-46a0-81d2-4ea0a1a5e668,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:34.389500 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5721feff-51ec-4c0c-85e7-2ed4fead0b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (631b7474-3029-4fb0-a180-b08edb30f727), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:34.396616 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5721feff-51ec-4c0c-85e7-2ed4fead0b46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:34.404920 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-5721feff-51ec-4c0c-85e7-2ed4fead0b46 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/631b7474-3029-4fb0-a180-b08edb30f727 HTTP/1.1" status: 204 len: 168 time: 0.7430112 Oct 04 20:33:34.453648 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5721feff-51ec-4c0c-85e7-2ed4fead0b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631b7474-3029-4fb0-a180-b08edb30f727,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:34.475258 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-d0e7e9bf-4394-4ec0-ba08-346de30bf3fe None None] Current status of the port a62f05ab-4751-46a0-81d2-4ea0a1a5e668 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:33:34.806052 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a62f05ab-4751-46a0-81d2-4ea0a1a5e668 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:33:34.984475 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1f4f26-8c3e-4b7d-8fb7-97a2e7c30031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f27ce04-fe7a-4b45-9e6c-18f5363eb617,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:35.050134 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-f75b63a5-c3ed-4d58-8d81-74c6ebafed55 None None] Provisioning complete for port a62f05ab-4751-46a0-81d2-4ea0a1a5e668 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:33:35.050743 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f75b63a5-c3ed-4d58-8d81-74c6ebafed55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (a62f05ab-4751-46a0-81d2-4ea0a1a5e668), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:35.051300 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-f75b63a5-c3ed-4d58-8d81-74c6ebafed55 None None] Attempt 1 to provision port a62f05ab-4751-46a0-81d2-4ea0a1a5e668 Oct 04 20:33:35.054345 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port a62f05ab-4751-46a0-81d2-4ea0a1a5e668 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:33:35.055720 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (a62f05ab-4751-46a0-81d2-4ea0a1a5e668), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:35.056425 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port a62f05ab-4751-46a0-81d2-4ea0a1a5e668 Oct 04 20:33:35.066247 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-046f92fa-0fb4-4374-aabb-6093e8cc4d13 req-b95290c1-5c4e-45ae-9fe7-affef9185dfc tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.83 "GET /networking/v2.0/networks?tenant_id=74eef3bf938c491d8a2f5192ba598c19&shared=False HTTP/1.1" status: 200 len: 213 time: 1.1956086 Oct 04 20:33:35.088772 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=72,neutron:INSERT=22,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:35.139502 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acbcb20-1d58-442b-979b-d5c7717fd02b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631b7474-3029-4fb0-a180-b08edb30f727,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:35.161183 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-33206720-dae5-4489-abea-5587ee0e51d3 req-baa830d5-2b5d-4bc9-be54-decb38985362 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bdb3a6b7-921f-41d4-a55e-0686a4dc7189 HTTP/1.1" status: 200 len: 210 time: 1.5344789 Oct 04 20:33:35.226155 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:35.242508 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-22960df3-d072-45e5-80d8-1f2a3e76809d admin admin] Publish callbacks [] for security_group (1f27ce04-fe7a-4b45-9e6c-18f5363eb617), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:35.262537 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bd6829-6a62-4895-9d53-c757db836ec1 admin admin] Pushing event updated for resources: {'Port': ['ID=ec8a0159-6453-4612-9bdc-de8799193139,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:35.441336 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58206) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:33:35.529293 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:35.577320 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-668477d0-51df-4ddf-a5e9-9eed214146b3 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=d46af312da444babba7e71a9891196b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1264102 Oct 04 20:33:35.578865 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58208) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:33:35.658311 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port a62f05ab-4751-46a0-81d2-4ea0a1a5e668 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:33:35.807231 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-55296b97-375a-4b52-bfe8-51ef6eb49af3 admin admin] Publish callbacks [] for security_group (7a469dfc-e395-49a5-bc46-0a418680a36c), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:35.847713 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-f75b63a5-c3ed-4d58-8d81-74c6ebafed55 None None] Current status of the port a62f05ab-4751-46a0-81d2-4ea0a1a5e668 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:33:35.923647 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-55296b97-375a-4b52-bfe8-51ef6eb49af3 admin admin] Publish callbacks [] for security_group (7a469dfc-e395-49a5-bc46-0a418680a36c), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:36.111604 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f92fa-0fb4-4374-aabb-6093e8cc4d13 req-b244618f-2bac-4de4-b984-b296d4e23d58 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:33:36.122280 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-046f92fa-0fb4-4374-aabb-6093e8cc4d13 req-b244618f-2bac-4de4-b984-b296d4e23d58 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.83 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8625581 Oct 04 20:33:36.134352 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-22960df3-d072-45e5-80d8-1f2a3e76809d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (1f27ce04-fe7a-4b45-9e6c-18f5363eb617), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:36.151506 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-22960df3-d072-45e5-80d8-1f2a3e76809d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:36.157821 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-22960df3-d072-45e5-80d8-1f2a3e76809d admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/1f27ce04-fe7a-4b45-9e6c-18f5363eb617 HTTP/1.1" status: 204 len: 168 time: 3.2148914 Oct 04 20:33:36.176299 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [req-046f92fa-0fb4-4374-aabb-6093e8cc4d13 req-93954b7d-e3c7-4e48-a42a-8d12c3792b09 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Request body: {'port': {'device_id': 'bdb3a6b7-921f-41d4-a55e-0686a4dc7189', 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7', 'admin_state_up': True, 'tenant_id': '74eef3bf938c491d8a2f5192ba598c19'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:33:36.202380 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-55296b97-375a-4b52-bfe8-51ef6eb49af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (7a469dfc-e395-49a5-bc46-0a418680a36c), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:36.211467 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-55296b97-375a-4b52-bfe8-51ef6eb49af3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:36.219413 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-55296b97-375a-4b52-bfe8-51ef6eb49af3 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/7a469dfc-e395-49a5-bc46-0a418680a36c HTTP/1.1" status: 204 len: 168 time: 0.6366041 Oct 04 20:33:36.254800 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55296b97-375a-4b52-bfe8-51ef6eb49af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a469dfc-e395-49a5-bc46-0a418680a36c,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:36.464756 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-67bd6829-6a62-4895-9d53-c757db836ec1 admin admin] Publish callbacks [] for router_gateway (a6284725-5742-43ff-9e84-d9c1cd9f8ae8), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:36.613620 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22960df3-d072-45e5-80d8-1f2a3e76809d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f27ce04-fe7a-4b45-9e6c-18f5363eb617,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:36.693239 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f7dcb172-3cdb-469f-93b9-40341ded6f60 req-546f559f-da37-4f8c-a8ae-fe188c89eec1 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bdb3a6b7-921f-41d4-a55e-0686a4dc7189 HTTP/1.1" status: 200 len: 210 time: 0.2238569 Oct 04 20:33:36.983724 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:36.989154 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-046f92fa-0fb4-4374-aabb-6093e8cc4d13 req-93954b7d-e3c7-4e48-a42a-8d12c3792b09 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Made reservation on behalf of 74eef3bf938c491d8a2f5192ba598c19 for: {'port': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:33:36.997569 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-046f92fa-0fb4-4374-aabb-6093e8cc4d13 req-93954b7d-e3c7-4e48-a42a-8d12c3792b09 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:37.035667 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-046f92fa-0fb4-4374-aabb-6093e8cc4d13 req-93954b7d-e3c7-4e48-a42a-8d12c3792b09 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:37.039931 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-67bd6829-6a62-4895-9d53-c757db836ec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (a6284725-5742-43ff-9e84-d9c1cd9f8ae8), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:37.376506 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-046f92fa-0fb4-4374-aabb-6093e8cc4d13 req-93954b7d-e3c7-4e48-a42a-8d12c3792b09 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Publish callbacks [] for security_group (2307915d-12a1-4f54-8445-b78325b75811), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:37.520559 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67bd6829-6a62-4895-9d53-c757db836ec1 admin admin] Router a6284725-5742-43ff-9e84-d9c1cd9f8ae8 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:33:37.528469 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-046f92fa-0fb4-4374-aabb-6093e8cc4d13 req-93954b7d-e3c7-4e48-a42a-8d12c3792b09 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (2307915d-12a1-4f54-8445-b78325b75811), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:37.557383 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:37.759108 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93954b7d-e3c7-4e48-a42a-8d12c3792b09 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2307915d-12a1-4f54-8445-b78325b75811,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:37.991757 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-6a16e454-e371-43b9-a430-3d3cd76d8a05 req-6ae54bf0-2086-4e1c-b1e3-326e9cd29358 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=70436b8b504e43dc882f5ee434ecf443&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1012864 Oct 04 20:33:38.081742 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-1b00cb40-fb9c-4c43-a91f-c0156a48c1b1 req-780ec9df-2280-4ec0-8065-47a5dd613090 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bdb3a6b7-921f-41d4-a55e-0686a4dc7189 HTTP/1.1" status: 200 len: 210 time: 0.1040401 Oct 04 20:33:38.224856 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67bd6829-6a62-4895-9d53-c757db836ec1 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:33:38.243488 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [req-046f92fa-0fb4-4374-aabb-6093e8cc4d13 req-93954b7d-e3c7-4e48-a42a-8d12c3792b09 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Allocated IP 192.168.233.249 (42fbb05e-3f96-444f-a676-04ee9d06a8c7/e1956090-7ed7-4d05-a46e-a7b0885ca8e4/26cc88b4-8d45-445d-8a36-b340685405f4) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:33:38.254805 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef8796a-be7f-47ad-8843-e099cc7cf1f7 None None] Sync routers for ids ['a6284725-5742-43ff-9e84-d9c1cd9f8ae8'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:33:38.278164 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef8796a-be7f-47ad-8843-e099cc7cf1f7 None None] Routers {'a6284725-5742-43ff-9e84-d9c1cd9f8ae8'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:33:38.279328 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-6ef8796a-be7f-47ad-8843-e099cc7cf1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:33:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['a6284725-5742-43ff-9e84-d9c1cd9f8ae8'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:33:38.428858 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:38.443613 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a16e454-e371-43b9-a430-3d3cd76d8a05 req-d39c9403-6d33-4541-85ba-2fe911f690d8 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:33:38.446320 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-6a16e454-e371-43b9-a430-3d3cd76d8a05 req-d39c9403-6d33-4541-85ba-2fe911f690d8 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4314146 Oct 04 20:33:38.485146 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-67bd6829-6a62-4895-9d53-c757db836ec1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:38.487100 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-67bd6829-6a62-4895-9d53-c757db836ec1 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 933 time: 9.5430789 Oct 04 20:33:38.492608 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58266) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:33:38.506966 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-6ef8796a-be7f-47ad-8843-e099cc7cf1f7 None None] Set router a6284725-5742-43ff-9e84-d9c1cd9f8ae8 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:33:38.693788 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-046f92fa-0fb4-4374-aabb-6093e8cc4d13 req-93954b7d-e3c7-4e48-a42a-8d12c3792b09 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Publish callbacks [] for port (26cc88b4-8d45-445d-8a36-b340685405f4), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:38.760330 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-6a16e454-e371-43b9-a430-3d3cd76d8a05 req-23ed5f87-a91a-4485-ba60-a22c8fddd638 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/quotas/70436b8b504e43dc882f5ee434ecf443 HTTP/1.1" status: 200 len: 375 time: 0.2880161 Oct 04 20:33:38.857551 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-6a16e454-e371-43b9-a430-3d3cd76d8a05 req-119d5ca8-3a91-4caf-9989-1372e9d71d65 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=70436b8b504e43dc882f5ee434ecf443&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0803261 Oct 04 20:33:38.898419 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-046f92fa-0fb4-4374-aabb-6093e8cc4d13 req-93954b7d-e3c7-4e48-a42a-8d12c3792b09 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (26cc88b4-8d45-445d-8a36-b340685405f4), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:39.009313 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-6ef8796a-be7f-47ad-8843-e099cc7cf1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6284725-5742-43ff-9e84-d9c1cd9f8ae8', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1667132397-router', 'tenant_id': 'd6f013a44999493b83fa035e0bb80cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': 'ec8a0159-6453-4612-9bdc-de8799193139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:33:29Z', 'updated_at': '2022-10-04T20:33:35Z', 'revision_number': 3, 'project_id': 'd6f013a44999493b83fa035e0bb80cb5', 'gw_port': {'id': 'ec8a0159-6453-4612-9bdc-de8799193139', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b4:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6284725-5742-43ff-9e84-d9c1cd9f8ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:33:31Z', 'updated_at': '2022-10-04T20:33:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:33:39.096275 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef8796a-be7f-47ad-8843-e099cc7cf1f7 None None] Checking router: a6284725-5742-43ff-9e84-d9c1cd9f8ae8 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:33:39.099199 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef8796a-be7f-47ad-8843-e099cc7cf1f7 None None] Updating router a6284725-5742-43ff-9e84-d9c1cd9f8ae8 port ec8a0159-6453-4612-9bdc-de8799193139 binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:33:39.119405 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93954b7d-e3c7-4e48-a42a-8d12c3792b09 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Pushing event updated for resources: {'Port': ['ID=26cc88b4-8d45-445d-8a36-b340685405f4,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:39.143692 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-046f92fa-0fb4-4374-aabb-6093e8cc4d13 req-93954b7d-e3c7-4e48-a42a-8d12c3792b09 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:33:39.143692 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [req-046f92fa-0fb4-4374-aabb-6093e8cc4d13 req-93954b7d-e3c7-4e48-a42a-8d12c3792b09 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:33:39.150969 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [req-046f92fa-0fb4-4374-aabb-6093e8cc4d13 req-93954b7d-e3c7-4e48-a42a-8d12c3792b09 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:33:39.167689 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f92fa-0fb4-4374-aabb-6093e8cc4d13 req-93954b7d-e3c7-4e48-a42a-8d12c3792b09 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:33:39.169668 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-046f92fa-0fb4-4374-aabb-6093e8cc4d13 req-93954b7d-e3c7-4e48-a42a-8d12c3792b09 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:39.252767 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-6ef8796a-be7f-47ad-8843-e099cc7cf1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (ec8a0159-6453-4612-9bdc-de8799193139), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:39.396170 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-046f92fa-0fb4-4374-aabb-6093e8cc4d13 req-93954b7d-e3c7-4e48-a42a-8d12c3792b09 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.83 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2335315 Oct 04 20:33:39.433215 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [req-046f92fa-0fb4-4374-aabb-6093e8cc4d13 req-eb7264c6-0b1f-4da7-80a3-b06e9760d648 service neutron] Request body: {'port': {'device_id': 'bdb3a6b7-921f-41d4-a55e-0686a4dc7189', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-852085-12'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:33:39.630546 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e64257db-66fb-4021-b3c9-5d0c1558c849 None None] Provisioning complete for port 26cc88b4-8d45-445d-8a36-b340685405f4 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:33:39.632275 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e64257db-66fb-4021-b3c9-5d0c1558c849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (26cc88b4-8d45-445d-8a36-b340685405f4), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:39.633081 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e64257db-66fb-4021-b3c9-5d0c1558c849 None None] Attempt 1 to provision port 26cc88b4-8d45-445d-8a36-b340685405f4 Oct 04 20:33:39.634751 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:39.796839 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a20bf5c3-e8a3-42d5-bf4a-fbae4ee78ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:39.847541 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e64257db-66fb-4021-b3c9-5d0c1558c849 None None] Port 26cc88b4-8d45-445d-8a36-b340685405f4 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:33:39.863038 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573c75f-b4a1-41ec-9ab2-8a4f5cc22d4c req-36b9c389-3c87-4937-a8da-d1e9bce61205 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:33:39.882978 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a573c75f-b4a1-41ec-9ab2-8a4f5cc22d4c req-36b9c389-3c87-4937-a8da-d1e9bce61205 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bdb3a6b7-921f-41d4-a55e-0686a4dc7189 HTTP/1.1" status: 200 len: 936 time: 0.5894279 Oct 04 20:33:39.895688 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-8eb04d06-db8b-4f09-a619-1c47778ff8f6 req-da413716-5cdd-4823-afc9-59fefedeb83d tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=50c29121-e094-4132-8ef4-b4c28da9df8a HTTP/1.1" status: 200 len: 210 time: 0.3475492 Oct 04 20:33:39.928367 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-046f92fa-0fb4-4374-aabb-6093e8cc4d13 req-eb7264c6-0b1f-4da7-80a3-b06e9760d648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (26cc88b4-8d45-445d-8a36-b340685405f4), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:40.331544 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a573c75f-b4a1-41ec-9ab2-8a4f5cc22d4c req-65ebbd5a-464b-4b20-8219-c5c2cc76ce27 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2307915d-12a1-4f54-8445-b78325b75811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4467781 Oct 04 20:33:40.365017 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-a20bf5c3-e8a3-42d5-bf4a-fbae4ee78ff7 admin admin] Allocated IP 172.20.0.1 (0b6825d5-4dc6-46c1-9cbc-99ce56510afe/637552da-6966-4094-94ea-d3a0e977ebab/967c3f1b-20db-4013-bcf1-22c5ceee7d18) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:33:40.404365 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-6ef8796a-be7f-47ad-8843-e099cc7cf1f7 None None] Publish callbacks [] for port (ec8a0159-6453-4612-9bdc-de8799193139), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:40.588724 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-6ef8796a-be7f-47ad-8843-e099cc7cf1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (ec8a0159-6453-4612-9bdc-de8799193139), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:40.639793 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:40.654868 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a20bf5c3-e8a3-42d5-bf4a-fbae4ee78ff7 admin admin] Publish callbacks [] for port (967c3f1b-20db-4013-bcf1-22c5ceee7d18), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:40.670998 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:40.723040 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-6ef8796a-be7f-47ad-8843-e099cc7cf1f7 None None] Attempting to bind port ec8a0159-6453-4612-9bdc-de8799193139 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:33:40.723590 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-6ef8796a-be7f-47ad-8843-e099cc7cf1f7 None None] Attempting to bind port ec8a0159-6453-4612-9bdc-de8799193139 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:33:40.724304 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef8796a-be7f-47ad-8843-e099cc7cf1f7 None None] Attempting to bind port ec8a0159-6453-4612-9bdc-de8799193139 on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:33:40.808429 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a20bf5c3-e8a3-42d5-bf4a-fbae4ee78ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (967c3f1b-20db-4013-bcf1-22c5ceee7d18), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:40.829786 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea650784-ac00-4fbe-a4f0-152d1e975c75 None None] Pushing event updated for resources: {'Port': ['ID=ec8a0159-6453-4612-9bdc-de8799193139,revision_number=2']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:40.885138 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef8796a-be7f-47ad-8843-e099cc7cf1f7 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:33:40.885799 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef8796a-be7f-47ad-8843-e099cc7cf1f7 None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:33:40.886985 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-6ef8796a-be7f-47ad-8843-e099cc7cf1f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:40.887957 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef8796a-be7f-47ad-8843-e099cc7cf1f7 None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:33:40.890825 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-6ef8796a-be7f-47ad-8843-e099cc7cf1f7 None None] Bound port: ec8a0159-6453-4612-9bdc-de8799193139, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:33:40.891768 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-6ef8796a-be7f-47ad-8843-e099cc7cf1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (ec8a0159-6453-4612-9bdc-de8799193139), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:40.949466 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58306) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:33:40.970063 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20bf5c3-e8a3-42d5-bf4a-fbae4ee78ff7 admin admin] Network 0b6825d5-4dc6-46c1-9cbc-99ce56510afe is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:33:41.009052 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-a20bf5c3-e8a3-42d5-bf4a-fbae4ee78ff7 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:33:41.018559 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20bf5c3-e8a3-42d5-bf4a-fbae4ee78ff7 admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:33:41.029087 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20bf5c3-e8a3-42d5-bf4a-fbae4ee78ff7 admin admin] Pushing event updated for resources: {'Port': ['ID=967c3f1b-20db-4013-bcf1-22c5ceee7d18,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:41.055876 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [req-046f92fa-0fb4-4374-aabb-6093e8cc4d13 req-eb7264c6-0b1f-4da7-80a3-b06e9760d648 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26cc88b4-8d45-445d-8a36-b340685405f4 {{(pid=108170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 20:33:41.074908 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-6ef8796a-be7f-47ad-8843-e099cc7cf1f7 None None] For port ec8a0159-6453-4612-9bdc-de8799193139, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:33:41.093959 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-6ef8796a-be7f-47ad-8843-e099cc7cf1f7 None None] For port ec8a0159-6453-4612-9bdc-de8799193139, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=ec8a0159-6453-4612-9bdc-de8799193139,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:33:41.100238 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-046f92fa-0fb4-4374-aabb-6093e8cc4d13 req-eb7264c6-0b1f-4da7-80a3-b06e9760d648 service neutron] Publish callbacks [] for port (26cc88b4-8d45-445d-8a36-b340685405f4), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:41.130618 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a20bf5c3-e8a3-42d5-bf4a-fbae4ee78ff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (a6284725-5742-43ff-9e84-d9c1cd9f8ae8), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:41.172502 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.provisioning_blocks [req-046f92fa-0fb4-4374-aabb-6093e8cc4d13 req-eb7264c6-0b1f-4da7-80a3-b06e9760d648 service neutron] Transition to ACTIVE for port object 26cc88b4-8d45-445d-8a36-b340685405f4 will not be triggered until provisioned by entity L2. {{(pid=108170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 20:33:41.196056 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-6ef8796a-be7f-47ad-8843-e099cc7cf1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (ec8a0159-6453-4612-9bdc-de8799193139), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:41.233505 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-6c05d7de-3961-41e6-b782-a643e82233cd req-e18b0d2e-271b-43c2-b5d8-c860468e538c tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=50c29121-e094-4132-8ef4-b4c28da9df8a HTTP/1.1" status: 200 len: 210 time: 0.0681119 Oct 04 20:33:41.290075 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef8796a-be7f-47ad-8843-e099cc7cf1f7 None None] Routers {'a6284725-5742-43ff-9e84-d9c1cd9f8ae8'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:33:41.299995 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-6ef8796a-be7f-47ad-8843-e099cc7cf1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:33:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['a6284725-5742-43ff-9e84-d9c1cd9f8ae8'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:33:41.344566 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:41.367456 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:41.370753 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-046f92fa-0fb4-4374-aabb-6093e8cc4d13 req-eb7264c6-0b1f-4da7-80a3-b06e9760d648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (26cc88b4-8d45-445d-8a36-b340685405f4), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:41.434141 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:41.446899 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea650784-ac00-4fbe-a4f0-152d1e975c75 None None] Pushing event updated for resources: {'Port': ['ID=ec8a0159-6453-4612-9bdc-de8799193139,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:41.581114 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-51a1a16b-f6fd-4fec-bd6d-70fe29e65ec4 None None] Provisioning complete for port 967c3f1b-20db-4013-bcf1-22c5ceee7d18 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:33:41.582011 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-51a1a16b-f6fd-4fec-bd6d-70fe29e65ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (967c3f1b-20db-4013-bcf1-22c5ceee7d18), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:41.584625 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-51a1a16b-f6fd-4fec-bd6d-70fe29e65ec4 None None] Attempt 1 to provision port 967c3f1b-20db-4013-bcf1-22c5ceee7d18 Oct 04 20:33:41.654121 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7264c6-0b1f-4da7-80a3-b06e9760d648 service neutron] Pushing event updated for resources: {'Port': ['ID=26cc88b4-8d45-445d-8a36-b340685405f4,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:41.660094 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-6ef8796a-be7f-47ad-8843-e099cc7cf1f7 None None] Set router a6284725-5742-43ff-9e84-d9c1cd9f8ae8 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:33:41.703011 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a20bf5c3-e8a3-42d5-bf4a-fbae4ee78ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (967c3f1b-20db-4013-bcf1-22c5ceee7d18), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:41.714214 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [req-046f92fa-0fb4-4374-aabb-6093e8cc4d13 req-eb7264c6-0b1f-4da7-80a3-b06e9760d648 service neutron] Attempting to bind port 26cc88b4-8d45-445d-8a36-b340685405f4 on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:33:41.715185 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [req-046f92fa-0fb4-4374-aabb-6093e8cc4d13 req-eb7264c6-0b1f-4da7-80a3-b06e9760d648 service neutron] Attempting to bind port 26cc88b4-8d45-445d-8a36-b340685405f4 by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'}] {{(pid=108170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:33:41.715451 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046f92fa-0fb4-4374-aabb-6093e8cc4d13 req-eb7264c6-0b1f-4da7-80a3-b06e9760d648 service neutron] Attempting to bind port 26cc88b4-8d45-445d-8a36-b340685405f4 on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:33:41.757520 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-51a1a16b-f6fd-4fec-bd6d-70fe29e65ec4 None None] Port 967c3f1b-20db-4013-bcf1-22c5ceee7d18 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:33:41.905193 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:41.950872 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2312ce40-a297-4fff-93bc-a5732feab27a req-b204ffb4-757d-4387-b2aa-9aeab975a335 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:33:41.963351 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-2312ce40-a297-4fff-93bc-a5732feab27a req-b204ffb4-757d-4387-b2aa-9aeab975a335 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bdb3a6b7-921f-41d4-a55e-0686a4dc7189 HTTP/1.1" status: 200 len: 948 time: 0.2390823 Oct 04 20:33:41.996617 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046f92fa-0fb4-4374-aabb-6093e8cc4d13 req-eb7264c6-0b1f-4da7-80a3-b06e9760d648 service neutron] Port 26cc88b4-8d45-445d-8a36-b340685405f4 on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:33:41.996617 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046f92fa-0fb4-4374-aabb-6093e8cc4d13 req-eb7264c6-0b1f-4da7-80a3-b06e9760d648 service neutron] Attempting to bind port 26cc88b4-8d45-445d-8a36-b340685405f4 on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:33:42.084090 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e54e070a-8188-4801-bc30-c240a35b9b3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:42.132481 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-2312ce40-a297-4fff-93bc-a5732feab27a req-0c4bb053-f13e-4d59-be20-36ae62c82475 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2307915d-12a1-4f54-8445-b78325b75811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685383 Oct 04 20:33:42.201917 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046f92fa-0fb4-4374-aabb-6093e8cc4d13 req-eb7264c6-0b1f-4da7-80a3-b06e9760d648 service neutron] Checking agent: {'id': 'd500e1cf-136e-47e7-b7fe-ae200432f8b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 28, 32), 'started_at': datetime.datetime(2022, 10, 4, 20, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:33:42.204447 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046f92fa-0fb4-4374-aabb-6093e8cc4d13 req-eb7264c6-0b1f-4da7-80a3-b06e9760d648 service neutron] Checking segment: {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:33:42.206519 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046f92fa-0fb4-4374-aabb-6093e8cc4d13 req-eb7264c6-0b1f-4da7-80a3-b06e9760d648 service neutron] Bound using segment: {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'} {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:33:42.207526 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [req-046f92fa-0fb4-4374-aabb-6093e8cc4d13 req-eb7264c6-0b1f-4da7-80a3-b06e9760d648 service neutron] Bound port: 26cc88b4-8d45-445d-8a36-b340685405f4, host: n-h1-852085-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'}}] {{(pid=108170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:33:42.208425 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-046f92fa-0fb4-4374-aabb-6093e8cc4d13 req-eb7264c6-0b1f-4da7-80a3-b06e9760d648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (26cc88b4-8d45-445d-8a36-b340685405f4), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:42.370406 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-6ef8796a-be7f-47ad-8843-e099cc7cf1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6284725-5742-43ff-9e84-d9c1cd9f8ae8', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1667132397-router', 'tenant_id': 'd6f013a44999493b83fa035e0bb80cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': 'ec8a0159-6453-4612-9bdc-de8799193139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:33:29Z', 'updated_at': '2022-10-04T20:33:35Z', 'revision_number': 3, 'project_id': 'd6f013a44999493b83fa035e0bb80cb5', 'gw_port': {'id': 'ec8a0159-6453-4612-9bdc-de8799193139', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b4:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6284725-5742-43ff-9e84-d9c1cd9f8ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:33:31Z', 'updated_at': '2022-10-04T20:33:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:33:42.371056 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a20bf5c3-e8a3-42d5-bf4a-fbae4ee78ff7 admin admin] Publish callbacks [] for port (967c3f1b-20db-4013-bcf1-22c5ceee7d18), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:42.404919 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [req-046f92fa-0fb4-4374-aabb-6093e8cc4d13 req-eb7264c6-0b1f-4da7-80a3-b06e9760d648 service neutron] For port 26cc88b4-8d45-445d-8a36-b340685405f4, host n-h1-852085-12, cleared binding levels {{(pid=108170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:33:42.413420 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [req-046f92fa-0fb4-4374-aabb-6093e8cc4d13 req-eb7264c6-0b1f-4da7-80a3-b06e9760d648 service neutron] For port 26cc88b4-8d45-445d-8a36-b340685405f4, host n-h1-852085-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=26cc88b4-8d45-445d-8a36-b340685405f4,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:33:42.421526 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e54e070a-8188-4801-bc30-c240a35b9b3d admin admin] Publish callbacks [] for security_group (1e9e879f-b56a-4eb2-b482-7771f05e6dab), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:42.471589 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef8796a-be7f-47ad-8843-e099cc7cf1f7 None None] The sync data for ids ['a6284725-5742-43ff-9e84-d9c1cd9f8ae8'] in n-d-852085-12 is: [{'id': 'a6284725-5742-43ff-9e84-d9c1cd9f8ae8', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1667132397-router', 'tenant_id': 'd6f013a44999493b83fa035e0bb80cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': 'ec8a0159-6453-4612-9bdc-de8799193139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:33:29Z', 'updated_at': '2022-10-04T20:33:35Z', 'revision_number': 3, 'project_id': 'd6f013a44999493b83fa035e0bb80cb5', 'gw_port': {'id': 'ec8a0159-6453-4612-9bdc-de8799193139', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b4:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6284725-5742-43ff-9e84-d9c1cd9f8ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:33:31Z', 'updated_at': '2022-10-04T20:33:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:33:42.590982 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-323637b5-4879-41c5-8bc0-b0f1fa676e80 req-8f47975c-d6be-48f2-baf2-c351a08346a1 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=50c29121-e094-4132-8ef4-b4c28da9df8a HTTP/1.1" status: 200 len: 210 time: 0.1034658 Oct 04 20:33:42.612054 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a20bf5c3-e8a3-42d5-bf4a-fbae4ee78ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (967c3f1b-20db-4013-bcf1-22c5ceee7d18), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:42.614225 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-046f92fa-0fb4-4374-aabb-6093e8cc4d13 req-eb7264c6-0b1f-4da7-80a3-b06e9760d648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (26cc88b4-8d45-445d-8a36-b340685405f4), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:42.702215 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e54e070a-8188-4801-bc30-c240a35b9b3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (1e9e879f-b56a-4eb2-b482-7771f05e6dab), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:42.721949 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f92fa-0fb4-4374-aabb-6093e8cc4d13 req-eb7264c6-0b1f-4da7-80a3-b06e9760d648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:33:42.723194 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-046f92fa-0fb4-4374-aabb-6093e8cc4d13 req-eb7264c6-0b1f-4da7-80a3-b06e9760d648 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:42.727500 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-046f92fa-0fb4-4374-aabb-6093e8cc4d13 req-eb7264c6-0b1f-4da7-80a3-b06e9760d648 service neutron] 10.222.0.83 "PUT /networking/v2.0/ports/26cc88b4-8d45-445d-8a36-b340685405f4 HTTP/1.1" status: 200 len: 1097 time: 3.3126922 Oct 04 20:33:42.727825 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdb3a6b7-921f-41d4-a55e-0686a4dc7189', 'tag': '26cc88b4-8d45-445d-8a36-b340685405f4'}] {{(pid=108170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:33:42.733019 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a696e922a709062c6bf2650733a1f4a2b44940721a32d933316dd509f3aaf0ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eeba3cf-1603-44ce-acdf-c61fce80d60f" -d '{"events": [{"name": "network-changed", "server_uuid": "bdb3a6b7-921f-41d4-a55e-0686a4dc7189", "tag": "26cc88b4-8d45-445d-8a36-b340685405f4"}]}' {{(pid=108170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:33:42.788727 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7264c6-0b1f-4da7-80a3-b06e9760d648 service neutron] Pushing event updated for resources: {'Port': ['ID=26cc88b4-8d45-445d-8a36-b340685405f4,revision_number=3']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:42.850189 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 20:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe2d9fd-7fd9-4641-af70-095cb558093c x-openstack-request-id: req-5fe2d9fd-7fd9-4641-af70-095cb558093c {{(pid=108170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:33:42.850783 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdb3a6b7-921f-41d4-a55e-0686a4dc7189", "tag": "26cc88b4-8d45-445d-8a36-b340685405f4", "status": "completed", "code": 200}]} {{(pid=108170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:33:42.852364 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5fe2d9fd-7fd9-4641-af70-095cb558093c {{(pid=108170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:33:42.853501 n-d-852085-12 neutron-server[108170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fe2d9fd-7fd9-4641-af70-095cb558093c'] response: {'name': 'network-changed', 'server_uuid': 'bdb3a6b7-921f-41d4-a55e-0686a4dc7189', 'tag': '26cc88b4-8d45-445d-8a36-b340685405f4', 'status': 'completed', 'code': 200} Oct 04 20:33:42.947951 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20bf5c3-e8a3-42d5-bf4a-fbae4ee78ff7 admin admin] Pushing event updated for resources: {'Port': ['ID=967c3f1b-20db-4013-bcf1-22c5ceee7d18,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:42.971309 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e54e070a-8188-4801-bc30-c240a35b9b3d admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=78c640291eab426784b1a3104044d278&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0162756 Oct 04 20:33:42.974312 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e070a-8188-4801-bc30-c240a35b9b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9e879f-b56a-4eb2-b482-7771f05e6dab,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:42.981549 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58342) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:33:42.986326 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a20bf5c3-e8a3-42d5-bf4a-fbae4ee78ff7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (a6284725-5742-43ff-9e84-d9c1cd9f8ae8), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:43.012705 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 20:33:43.040167 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeba3cf-1603-44ce-acdf-c61fce80d60f req-393c9d99-588a-48ab-b3bc-505fddde08a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:33:43.063357 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4eeba3cf-1603-44ce-acdf-c61fce80d60f req-393c9d99-588a-48ab-b3bc-505fddde08a5 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=74eef3bf938c491d8a2f5192ba598c19&device_id=bdb3a6b7-921f-41d4-a55e-0686a4dc7189 HTTP/1.1" status: 200 len: 1131 time: 0.1308105 Oct 04 20:33:43.126949 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:43.225755 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4eeba3cf-1603-44ce-acdf-c61fce80d60f req-83843b79-a981-48a5-a08c-6e28c19e498e service neutron] 10.222.0.83 "GET /networking/v2.0/networks?tenant_id=74eef3bf938c491d8a2f5192ba598c19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1581659 Oct 04 20:33:43.762989 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0af6a8-29f2-4bc4-8264-5bbd47402d36 req-a7ebce05-1b5b-4864-873d-ef747acc1b88 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:33:43.767033 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-5c0af6a8-29f2-4bc4-8264-5bbd47402d36 req-a7ebce05-1b5b-4864-873d-ef747acc1b88 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bdb3a6b7-921f-41d4-a55e-0686a4dc7189 HTTP/1.1" status: 200 len: 948 time: 0.3316193 Oct 04 20:33:43.829477 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5d14be6e-7904-422c-8235-b468f3ded6c7 admin admin] Publish callbacks [] for security_group (1e9e879f-b56a-4eb2-b482-7771f05e6dab), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:43.904695 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5d14be6e-7904-422c-8235-b468f3ded6c7 admin admin] Publish callbacks [] for security_group (1e9e879f-b56a-4eb2-b482-7771f05e6dab), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:43.965810 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58358) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:33:44.058835 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20bf5c3-e8a3-42d5-bf4a-fbae4ee78ff7 admin admin] Network 0b6825d5-4dc6-46c1-9cbc-99ce56510afe is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:33:44.063562 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-a20bf5c3-e8a3-42d5-bf4a-fbae4ee78ff7 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:33:44.077342 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:44.080384 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-1758f44c-9459-4e68-8c3b-7fb21550a0d1 req-9131f89b-5b31-48d3-a90f-4ff41782c9f5 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=50c29121-e094-4132-8ef4-b4c28da9df8a HTTP/1.1" status: 200 len: 210 time: 0.1556337 Oct 04 20:33:44.196402 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeba3cf-1603-44ce-acdf-c61fce80d60f req-6f1b90f1-1cf4-49c1-a609-e4eb5f74cd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:33:44.199853 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4eeba3cf-1603-44ce-acdf-c61fce80d60f req-6f1b90f1-1cf4-49c1-a609-e4eb5f74cd27 service neutron] 10.222.0.83 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9672828 Oct 04 20:33:44.223988 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-5c0af6a8-29f2-4bc4-8264-5bbd47402d36 req-30ab7bc8-63a3-47f2-bda6-1ff38f00d589 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2307915d-12a1-4f54-8445-b78325b75811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4294271 Oct 04 20:33:44.293574 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5d14be6e-7904-422c-8235-b468f3ded6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (1e9e879f-b56a-4eb2-b482-7771f05e6dab), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:44.305160 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5d14be6e-7904-422c-8235-b468f3ded6c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:44.307908 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-5d14be6e-7904-422c-8235-b468f3ded6c7 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/1e9e879f-b56a-4eb2-b482-7771f05e6dab HTTP/1.1" status: 204 len: 168 time: 1.3237419 Oct 04 20:33:44.336785 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:44.431588 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f92fa-0fb4-4374-aabb-6093e8cc4d13 req-5f369336-170f-426e-ba92-19cd0a457f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:33:44.434658 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-046f92fa-0fb4-4374-aabb-6093e8cc4d13 req-5f369336-170f-426e-ba92-19cd0a457f6f service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=74eef3bf938c491d8a2f5192ba598c19&device_id=bdb3a6b7-921f-41d4-a55e-0686a4dc7189 HTTP/1.1" status: 200 len: 1131 time: 0.1208389 Oct 04 20:33:44.458518 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d14be6e-7904-422c-8235-b468f3ded6c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9e879f-b56a-4eb2-b482-7771f05e6dab,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:44.533113 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a20bf5c3-e8a3-42d5-bf4a-fbae4ee78ff7 admin admin] Router a6284725-5742-43ff-9e84-d9c1cd9f8ae8 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:33:44.558539 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-046f92fa-0fb4-4374-aabb-6093e8cc4d13 req-69dbad7f-6108-45e4-a7b8-c3247bb69de6 service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=26cc88b4-8d45-445d-8a36-b340685405f4 HTTP/1.1" status: 200 len: 217 time: 0.1109343 Oct 04 20:33:44.681121 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-8b3f9280-81d0-4129-8709-e92ef8353531 None None] Provisioning complete for port 967c3f1b-20db-4013-bcf1-22c5ceee7d18 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:33:44.681911 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8b3f9280-81d0-4129-8709-e92ef8353531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (967c3f1b-20db-4013-bcf1-22c5ceee7d18), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:44.685187 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-8b3f9280-81d0-4129-8709-e92ef8353531 None None] Attempt 1 to provision port 967c3f1b-20db-4013-bcf1-22c5ceee7d18 Oct 04 20:33:44.722568 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f92fa-0fb4-4374-aabb-6093e8cc4d13 req-d4ff8b1d-c0f6-47b5-bc65-61f0282d9edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:33:44.727476 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-046f92fa-0fb4-4374-aabb-6093e8cc4d13 req-d4ff8b1d-c0f6-47b5-bc65-61f0282d9edc service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.1627851 Oct 04 20:33:44.808955 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-8b3f9280-81d0-4129-8709-e92ef8353531 None None] Port 967c3f1b-20db-4013-bcf1-22c5ceee7d18 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:33:44.836113 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device ec8a0159-6453-4612-9bdc-de8799193139 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:33:44.869137 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f92fa-0fb4-4374-aabb-6093e8cc4d13 req-6408336c-8864-46d7-a3f8-ef5434d223ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:33:44.875859 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-046f92fa-0fb4-4374-aabb-6093e8cc4d13 req-6408336c-8864-46d7-a3f8-ef5434d223ec service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1392369 Oct 04 20:33:44.902772 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a20bf5c3-e8a3-42d5-bf4a-fbae4ee78ff7 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:33:44.913692 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a20bf5c3-e8a3-42d5-bf4a-fbae4ee78ff7 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/a6284725-5742-43ff-9e84-d9c1cd9f8ae8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4191177 Oct 04 20:33:44.967163 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port ec8a0159-6453-4612-9bdc-de8799193139 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:33:44.967813 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (ec8a0159-6453-4612-9bdc-de8799193139), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:44.968375 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port ec8a0159-6453-4612-9bdc-de8799193139 Oct 04 20:33:45.191970 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port ec8a0159-6453-4612-9bdc-de8799193139 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:33:45.192801 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (ec8a0159-6453-4612-9bdc-de8799193139), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:45.298541 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port ec8a0159-6453-4612-9bdc-de8799193139, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=ec8a0159-6453-4612-9bdc-de8799193139,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:33:45.401435 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (ec8a0159-6453-4612-9bdc-de8799193139), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:45.532934 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-17dc8aef-573a-451a-9112-ac8bff9e6151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:45.602752 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-2e3551b3-62e2-4169-a1b3-11f040306070 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1752671408-network', 'tenant_id': '2b0c9c6a4aa448cca9a86ffe7484ec99'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:33:45.608345 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=ec8a0159-6453-4612-9bdc-de8799193139,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:45.748824 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-671f8da3-e96c-4337-a7ec-c23b0f92f673 req-81bfadac-f5d9-48aa-afd6-b69621acb93f tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=50c29121-e094-4132-8ef4-b4c28da9df8a HTTP/1.1" status: 200 len: 210 time: 0.1677063 Oct 04 20:33:45.805360 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b6ea5c-7c0a-48ea-a125-664d6538c959 req-e4922280-d7fb-48a7-89aa-8cf85104ffec tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:33:45.808713 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-97b6ea5c-7c0a-48ea-a125-664d6538c959 req-e4922280-d7fb-48a7-89aa-8cf85104ffec tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bdb3a6b7-921f-41d4-a55e-0686a4dc7189 HTTP/1.1" status: 200 len: 948 time: 0.2362294 Oct 04 20:33:45.948854 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3551b3-62e2-4169-a1b3-11f040306070 admin admin] Made reservation on behalf of 2b0c9c6a4aa448cca9a86ffe7484ec99 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:33:45.968424 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2e3551b3-62e2-4169-a1b3-11f040306070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:45.979584 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-046f92fa-0fb4-4374-aabb-6093e8cc4d13 req-8e9b9955-4c6c-4991-ad01-e055a4c09b59 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0910757 Oct 04 20:33:46.009247 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b88449-76ba-4701-96ee-711a5acae392 None None] Sync routers for ids ['a6284725-5742-43ff-9e84-d9c1cd9f8ae8'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:33:46.034301 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-6a16e454-e371-43b9-a430-3d3cd76d8a05 req-66eae7a1-27a6-4605-a868-9b6cb0b798c4 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.85 "GET /networking/v2.0/networks?tenant_id=70436b8b504e43dc882f5ee434ecf443&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0710824 Oct 04 20:33:46.044867 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b88449-76ba-4701-96ee-711a5acae392 None None] Routers {'a6284725-5742-43ff-9e84-d9c1cd9f8ae8'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:33:46.046512 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-c4b88449-76ba-4701-96ee-711a5acae392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:33:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['a6284725-5742-43ff-9e84-d9c1cd9f8ae8'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:33:46.090379 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2e3551b3-62e2-4169-a1b3-11f040306070 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:46.112064 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-97b6ea5c-7c0a-48ea-a125-664d6538c959 req-3e3a349e-d62a-49db-8103-ae2aa28eca12 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2307915d-12a1-4f54-8445-b78325b75811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927177 Oct 04 20:33:46.366396 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a16e454-e371-43b9-a430-3d3cd76d8a05 req-99ea2e12-0ee2-4577-99da-af56178af257 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:33:46.369850 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-6a16e454-e371-43b9-a430-3d3cd76d8a05 req-99ea2e12-0ee2-4577-99da-af56178af257 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.85 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3301988 Oct 04 20:33:46.374639 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-c4b88449-76ba-4701-96ee-711a5acae392 None None] Set router a6284725-5742-43ff-9e84-d9c1cd9f8ae8 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:33:46.395037 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [req-6a16e454-e371-43b9-a430-3d3cd76d8a05 req-fb695a89-0fd0-41ca-9bfc-9c45f0075dea tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Request body: {'port': {'device_id': '50c29121-e094-4132-8ef4-b4c28da9df8a', 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7', 'admin_state_up': True, 'tenant_id': '70436b8b504e43dc882f5ee434ecf443'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:33:46.444319 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-046f92fa-0fb4-4374-aabb-6093e8cc4d13 req-10cab258-109f-46b7-a487-55b2a2282090 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4201105 Oct 04 20:33:46.607861 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2e3551b3-62e2-4169-a1b3-11f040306070 admin admin] Publish callbacks [] for security_group (9b30a0bd-c409-4454-97f2-fca0ad031dca), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:46.755260 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device ec8a0159-6453-4612-9bdc-de8799193139 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:33:46.778406 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2e3551b3-62e2-4169-a1b3-11f040306070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (9b30a0bd-c409-4454-97f2-fca0ad031dca), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:46.827560 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:46.895683 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a16e454-e371-43b9-a430-3d3cd76d8a05 req-fb695a89-0fd0-41ca-9bfc-9c45f0075dea tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Made reservation on behalf of 70436b8b504e43dc882f5ee434ecf443 for: {'port': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:33:46.907200 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-6a16e454-e371-43b9-a430-3d3cd76d8a05 req-fb695a89-0fd0-41ca-9bfc-9c45f0075dea tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:46.914421 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:46.941267 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e3551b3-62e2-4169-a1b3-11f040306070 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:33:46.942759 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-6a16e454-e371-43b9-a430-3d3cd76d8a05 req-fb695a89-0fd0-41ca-9bfc-9c45f0075dea tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:46.962684 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3551b3-62e2-4169-a1b3-11f040306070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b30a0bd-c409-4454-97f2-fca0ad031dca,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:47.035998 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port ec8a0159-6453-4612-9bdc-de8799193139 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:33:47.037873 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (ec8a0159-6453-4612-9bdc-de8799193139), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:47.038586 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port ec8a0159-6453-4612-9bdc-de8799193139 Oct 04 20:33:47.044140 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-c4b88449-76ba-4701-96ee-711a5acae392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6284725-5742-43ff-9e84-d9c1cd9f8ae8', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1667132397-router', 'tenant_id': 'd6f013a44999493b83fa035e0bb80cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': 'ec8a0159-6453-4612-9bdc-de8799193139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:33:29Z', 'updated_at': '2022-10-04T20:33:41Z', 'revision_number': 4, 'project_id': 'd6f013a44999493b83fa035e0bb80cb5', 'gw_port': {'id': 'ec8a0159-6453-4612-9bdc-de8799193139', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6284725-5742-43ff-9e84-d9c1cd9f8ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:33:31Z', 'updated_at': '2022-10-04T20:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '967c3f1b-20db-4013-bcf1-22c5ceee7d18', 'name': '', 'network_id': '0b6825d5-4dc6-46c1-9cbc-99ce56510afe', 'tenant_id': 'd6f013a44999493b83fa035e0bb80cb5', 'mac_address': 'fa:16:3e:85:54:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6284725-5742-43ff-9e84-d9c1cd9f8ae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '637552da-6966-4094-94ea-d3a0e977ebab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:33:39Z', 'updated_at': '2022-10-04T20:33:41Z', 'revision_number': 2, 'project_id': 'd6f013a44999493b83fa035e0bb80cb5', 'subnets': [{'id': '637552da-6966-4094-94ea-d3a0e977ebab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:33:47.092224 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2e3551b3-62e2-4169-a1b3-11f040306070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (241c95ba-824a-4510-95a9-fee148d66c99), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:47.092814 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-2e3551b3-62e2-4169-a1b3-11f040306070 admin admin] Added segment 241c95ba-824a-4510-95a9-fee148d66c99 of type vlan for network b32b65b0-43ee-407f-9ee0-05ab0b34c9ff Oct 04 20:33:47.093192 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:47.111246 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4e5ffa14-7220-4659-aad7-f1ef23053061 req-7140bbce-3bb6-4693-ac00-9e2e189068ed tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=50c29121-e094-4132-8ef4-b4c28da9df8a HTTP/1.1" status: 200 len: 210 time: 0.1351869 Oct 04 20:33:47.180082 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b88449-76ba-4701-96ee-711a5acae392 None None] Checking router: a6284725-5742-43ff-9e84-d9c1cd9f8ae8 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:33:47.181158 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b88449-76ba-4701-96ee-711a5acae392 None None] Updating router a6284725-5742-43ff-9e84-d9c1cd9f8ae8 port 967c3f1b-20db-4013-bcf1-22c5ceee7d18 binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:33:47.206461 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-6a16e454-e371-43b9-a430-3d3cd76d8a05 req-fb695a89-0fd0-41ca-9bfc-9c45f0075dea tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Publish callbacks [] for security_group (9de04099-eb6b-4e79-9b14-ab01d3d72811), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:47.245603 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2e3551b3-62e2-4169-a1b3-11f040306070 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (b32b65b0-43ee-407f-9ee0-05ab0b34c9ff), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:47.276842 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c4b88449-76ba-4701-96ee-711a5acae392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (967c3f1b-20db-4013-bcf1-22c5ceee7d18), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:47.316332 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-6a16e454-e371-43b9-a430-3d3cd76d8a05 req-fb695a89-0fd0-41ca-9bfc-9c45f0075dea tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (9de04099-eb6b-4e79-9b14-ab01d3d72811), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:47.425454 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b13fd739-d906-4d72-a361-be9809a7a07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:47.457069 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port ec8a0159-6453-4612-9bdc-de8799193139 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:33:47.477762 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299e195-19a9-466b-bacd-4c4c078e2046 req-d6bf2bd3-a48c-4079-beb4-bcc427f6ea35 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:33:47.493408 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a299e195-19a9-466b-bacd-4c4c078e2046 req-d6bf2bd3-a48c-4079-beb4-bcc427f6ea35 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bdb3a6b7-921f-41d4-a55e-0686a4dc7189 HTTP/1.1" status: 200 len: 948 time: 0.1675017 Oct 04 20:33:47.506350 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2e3551b3-62e2-4169-a1b3-11f040306070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (b32b65b0-43ee-407f-9ee0-05ab0b34c9ff), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:47.507862 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3551b3-62e2-4169-a1b3-11f040306070 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:33:47.508890 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2e3551b3-62e2-4169-a1b3-11f040306070 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:47.516885 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb695a89-0fd0-41ca-9bfc-9c45f0075dea tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9de04099-eb6b-4e79-9b14-ab01d3d72811,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:47.624982 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58408) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:33:47.694017 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a7da1ab8-e9c3-4fb2-96b3-69915e1c399f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:47.718014 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:47.773406 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a299e195-19a9-466b-bacd-4c4c078e2046 req-093e0c02-3b21-4856-a15d-f8c4b60eb99e tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2307915d-12a1-4f54-8445-b78325b75811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780414 Oct 04 20:33:47.797064 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [req-6a16e454-e371-43b9-a430-3d3cd76d8a05 req-fb695a89-0fd0-41ca-9bfc-9c45f0075dea tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Allocated IP 192.168.233.41 (42fbb05e-3f96-444f-a676-04ee9d06a8c7/e1956090-7ed7-4d05-a46e-a7b0885ca8e4/978b2a22-cd30-468a-af9b-1b86275c1460) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:33:47.807101 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2e3551b3-62e2-4169-a1b3-11f040306070 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 902 time: 3.7321532 Oct 04 20:33:47.812701 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58410) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:33:47.828403 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-beec0533-36f5-472d-946b-eecac22e9b4b admin admin] Request body: {'subnet': {'network_id': 'b32b65b0-43ee-407f-9ee0-05ab0b34c9ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1752671408-subnet', 'tenant_id': '2b0c9c6a4aa448cca9a86ffe7484ec99', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:33:47.883812 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3551b3-62e2-4169-a1b3-11f040306070 admin admin] Pushing event updated for resources: {'Network': ['ID=b32b65b0-43ee-407f-9ee0-05ab0b34c9ff,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:47.910782 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network b32b65b0-43ee-407f-9ee0-05ab0b34c9ff details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:33:47.980445 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:48.060485 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beec0533-36f5-472d-946b-eecac22e9b4b admin admin] Made reservation on behalf of 2b0c9c6a4aa448cca9a86ffe7484ec99 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:33:48.065393 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-beec0533-36f5-472d-946b-eecac22e9b4b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:48.310661 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a7da1ab8-e9c3-4fb2-96b3-69915e1c399f admin admin] Publish callbacks [] for security_group (a20a5c9d-c783-47b1-8954-4e610b6975c1), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:48.416753 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c4b88449-76ba-4701-96ee-711a5acae392 None None] Publish callbacks [] for port (967c3f1b-20db-4013-bcf1-22c5ceee7d18), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:48.454176 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a7da1ab8-e9c3-4fb2-96b3-69915e1c399f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (a20a5c9d-c783-47b1-8954-4e610b6975c1), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:48.523637 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-1c8b336f-e0c1-4c60-be64-73acf4c0653a req-488a063a-4306-4d49-9798-183a247c17a3 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=50c29121-e094-4132-8ef4-b4c28da9df8a HTTP/1.1" status: 200 len: 210 time: 0.0887206 Oct 04 20:33:48.529929 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-6a16e454-e371-43b9-a430-3d3cd76d8a05 req-fb695a89-0fd0-41ca-9bfc-9c45f0075dea tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Publish callbacks [] for port (978b2a22-cd30-468a-af9b-1b86275c1460), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:48.592921 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c4b88449-76ba-4701-96ee-711a5acae392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (967c3f1b-20db-4013-bcf1-22c5ceee7d18), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:48.600893 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a7da1ab8-e9c3-4fb2-96b3-69915e1c399f admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=9ba5cfda031f413884ab07a66efff361&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9731743 Oct 04 20:33:48.610262 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7da1ab8-e9c3-4fb2-96b3-69915e1c399f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20a5c9d-c783-47b1-8954-4e610b6975c1,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:48.618517 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58428) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:33:48.800098 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:48.827225 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e505c-326c-4be4-8b78-a1ec12aa9187 req-f5f49a94-07d2-43a7-92c6-bfd98812faf0 tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:33:48.827605 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-660e505c-326c-4be4-8b78-a1ec12aa9187 req-f5f49a94-07d2-43a7-92c6-bfd98812faf0 tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] 10.222.0.78 "GET /networking/v2.0/networks?id=5a968067-4034-47ae-963a-b80f9544a870 HTTP/1.1" status: 200 len: 821 time: 0.4390800 Oct 04 20:33:48.874115 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-966a01a9-0a6d-4336-95ff-d13d81784837 admin admin] Publish callbacks [] for security_group (a20a5c9d-c783-47b1-8954-4e610b6975c1), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:48.878784 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-660e505c-326c-4be4-8b78-a1ec12aa9187 req-fd38832a-c877-45bd-99cc-691acf6d7592 tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] 10.222.0.78 "GET /networking/v2.0/quotas/cf616fd82dd34c7d92f4d8e9e80f89f4 HTTP/1.1" status: 200 len: 375 time: 0.0393078 Oct 04 20:33:48.904569 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-6a16e454-e371-43b9-a430-3d3cd76d8a05 req-fb695a89-0fd0-41ca-9bfc-9c45f0075dea tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (978b2a22-cd30-468a-af9b-1b86275c1460), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:48.946408 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-c4b88449-76ba-4701-96ee-711a5acae392 None None] Attempting to bind port 967c3f1b-20db-4013-bcf1-22c5ceee7d18 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:33:48.949469 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-c4b88449-76ba-4701-96ee-711a5acae392 None None] Attempting to bind port 967c3f1b-20db-4013-bcf1-22c5ceee7d18 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'b20b7c82-2b60-4d25-9356-84fbc8187ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '0b6825d5-4dc6-46c1-9cbc-99ce56510afe'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:33:48.950183 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b88449-76ba-4701-96ee-711a5acae392 None None] Attempting to bind port 967c3f1b-20db-4013-bcf1-22c5ceee7d18 on network 0b6825d5-4dc6-46c1-9cbc-99ce56510afe {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:33:48.953504 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:49.032759 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-660e505c-326c-4be4-8b78-a1ec12aa9187 req-d7b63917-ec3b-4410-a65e-a6f267cf6384 tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=cf616fd82dd34c7d92f4d8e9e80f89f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1415849 Oct 04 20:33:49.060052 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:49.090069 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badc5dbb-bb56-48a8-941c-96d9a728798b None None] Pushing event updated for resources: {'Port': ['ID=967c3f1b-20db-4013-bcf1-22c5ceee7d18,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:49.146208 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41495798-4113-4e19-8c73-4d848222c295 req-43a5a461-a2a9-403e-a0d8-feef3012b5cf tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:33:49.148547 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-41495798-4113-4e19-8c73-4d848222c295 req-43a5a461-a2a9-403e-a0d8-feef3012b5cf tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bdb3a6b7-921f-41d4-a55e-0686a4dc7189 HTTP/1.1" status: 200 len: 948 time: 0.1081073 Oct 04 20:33:49.160074 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b88449-76ba-4701-96ee-711a5acae392 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:33:49.160690 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b88449-76ba-4701-96ee-711a5acae392 None None] Checking segment: {'id': 'b20b7c82-2b60-4d25-9356-84fbc8187ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '0b6825d5-4dc6-46c1-9cbc-99ce56510afe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:33:49.165622 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c4b88449-76ba-4701-96ee-711a5acae392 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:49.165622 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b88449-76ba-4701-96ee-711a5acae392 None None] Bound using segment: {'id': 'b20b7c82-2b60-4d25-9356-84fbc8187ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '0b6825d5-4dc6-46c1-9cbc-99ce56510afe'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:33:49.165622 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-c4b88449-76ba-4701-96ee-711a5acae392 None None] Bound port: 967c3f1b-20db-4013-bcf1-22c5ceee7d18, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20b7c82-2b60-4d25-9356-84fbc8187ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '0b6825d5-4dc6-46c1-9cbc-99ce56510afe'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:33:49.165622 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c4b88449-76ba-4701-96ee-711a5acae392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (967c3f1b-20db-4013-bcf1-22c5ceee7d18), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:49.215964 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-966a01a9-0a6d-4336-95ff-d13d81784837 admin admin] Publish callbacks [] for security_group (a20a5c9d-c783-47b1-8954-4e610b6975c1), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:49.258899 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a16e454-e371-43b9-a430-3d3cd76d8a05 req-fb695a89-0fd0-41ca-9bfc-9c45f0075dea tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:33:49.291471 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-beec0533-36f5-472d-946b-eecac22e9b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (51db92d7-633f-467a-aa97-3a11c4d476d6), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:49.312264 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [req-6a16e454-e371-43b9-a430-3d3cd76d8a05 req-fb695a89-0fd0-41ca-9bfc-9c45f0075dea tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:33:49.330967 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb695a89-0fd0-41ca-9bfc-9c45f0075dea tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Pushing event updated for resources: {'Port': ['ID=978b2a22-cd30-468a-af9b-1b86275c1460,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:49.340823 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-41495798-4113-4e19-8c73-4d848222c295 req-97f0a79d-f60b-4af1-8acf-ed6aebc1a00e tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2307915d-12a1-4f54-8445-b78325b75811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757896 Oct 04 20:33:49.388098 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a16e454-e371-43b9-a430-3d3cd76d8a05 req-fb695a89-0fd0-41ca-9bfc-9c45f0075dea tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:33:49.420170 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-c4b88449-76ba-4701-96ee-711a5acae392 None None] For port 967c3f1b-20db-4013-bcf1-22c5ceee7d18, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:33:49.427874 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-c4b88449-76ba-4701-96ee-711a5acae392 None None] For port 967c3f1b-20db-4013-bcf1-22c5ceee7d18, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=967c3f1b-20db-4013-bcf1-22c5ceee7d18,segment=NetworkSegment(b20b7c82-2b60-4d25-9356-84fbc8187ab3),segment_id=b20b7c82-2b60-4d25-9356-84fbc8187ab3)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:33:49.567264 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c4b88449-76ba-4701-96ee-711a5acae392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (967c3f1b-20db-4013-bcf1-22c5ceee7d18), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:49.692481 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b88449-76ba-4701-96ee-711a5acae392 None None] Routers {'a6284725-5742-43ff-9e84-d9c1cd9f8ae8'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:33:49.694213 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-c4b88449-76ba-4701-96ee-711a5acae392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:33:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['a6284725-5742-43ff-9e84-d9c1cd9f8ae8'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:33:49.706895 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a16e454-e371-43b9-a430-3d3cd76d8a05 req-fb695a89-0fd0-41ca-9bfc-9c45f0075dea tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:33:49.708075 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-6a16e454-e371-43b9-a430-3d3cd76d8a05 req-fb695a89-0fd0-41ca-9bfc-9c45f0075dea tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:49.751316 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beec0533-36f5-472d-946b-eecac22e9b4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=51db92d7-633f-467a-aa97-3a11c4d476d6,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:49.785040 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beec0533-36f5-472d-946b-eecac22e9b4b admin admin] Checking segment: {'id': '241c95ba-824a-4510-95a9-fee148d66c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b32b65b0-43ee-407f-9ee0-05ab0b34c9ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:33:49.785677 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beec0533-36f5-472d-946b-eecac22e9b4b admin admin] Network hostable DHCP agents. Network: b32b65b0-43ee-407f-9ee0-05ab0b34c9ff, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:33:49.853517 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-6a16e454-e371-43b9-a430-3d3cd76d8a05 req-fb695a89-0fd0-41ca-9bfc-9c45f0075dea tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.85 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4682617 Oct 04 20:33:49.878794 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [req-6a16e454-e371-43b9-a430-3d3cd76d8a05 req-323bba42-b41c-4926-a2d7-25edd143c4d0 service neutron] Request body: {'port': {'device_id': '50c29121-e094-4132-8ef4-b4c28da9df8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-852085-12'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:33:49.915445 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badc5dbb-bb56-48a8-941c-96d9a728798b None None] Pushing event updated for resources: {'Port': ['ID=967c3f1b-20db-4013-bcf1-22c5ceee7d18,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:49.946074 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-966a01a9-0a6d-4336-95ff-d13d81784837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (a20a5c9d-c783-47b1-8954-4e610b6975c1), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:49.953349 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-966a01a9-0a6d-4336-95ff-d13d81784837 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:49.956027 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-966a01a9-0a6d-4336-95ff-d13d81784837 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/a20a5c9d-c783-47b1-8954-4e610b6975c1 HTTP/1.1" status: 204 len: 168 time: 1.3323486 Oct 04 20:33:49.966775 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beec0533-36f5-472d-946b-eecac22e9b4b admin admin] Network b32b65b0-43ee-407f-9ee0-05ab0b34c9ff is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:33:49.979521 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:50.007279 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966a01a9-0a6d-4336-95ff-d13d81784837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20a5c9d-c783-47b1-8954-4e610b6975c1,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:50.052179 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-5504b185-15b7-4f09-a483-eb88c3e3cc33 None None] Provisioning complete for port 978b2a22-cd30-468a-af9b-1b86275c1460 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:33:50.053409 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5504b185-15b7-4f09-a483-eb88c3e3cc33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (978b2a22-cd30-468a-af9b-1b86275c1460), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:50.054400 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-5504b185-15b7-4f09-a483-eb88c3e3cc33 None None] Attempt 1 to provision port 978b2a22-cd30-468a-af9b-1b86275c1460 Oct 04 20:33:50.078521 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-56d3c327-a12e-4f30-a8d1-ffea0e0ac040 req-51aa0286-3dbe-42cb-86bc-768dcb36cf1b tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=7e024c248dfa402e9aa19677dd749c9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0746548 Oct 04 20:33:50.103520 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-beec0533-36f5-472d-946b-eecac22e9b4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, b32b65b0-43ee-407f-9ee0-05ab0b34c9ff) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:33:50.140959 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beec0533-36f5-472d-946b-eecac22e9b4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:33:50.142723 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-beec0533-36f5-472d-946b-eecac22e9b4b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:50.196469 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e451dc-99d6-403e-8bbe-c17ff8903ad4 None None] Network b32b65b0-43ee-407f-9ee0-05ab0b34c9ff requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:33:50.238857 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-6a16e454-e371-43b9-a430-3d3cd76d8a05 req-323bba42-b41c-4926-a2d7-25edd143c4d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (978b2a22-cd30-468a-af9b-1b86275c1460), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:50.385834 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9828cac-821f-426e-a099-49350aff1492 req-16f444d1-2b95-44b7-ba3c-9f5d4d792772 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:33:50.399610 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f9828cac-821f-426e-a099-49350aff1492 req-16f444d1-2b95-44b7-ba3c-9f5d4d792772 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=50c29121-e094-4132-8ef4-b4c28da9df8a HTTP/1.1" status: 200 len: 935 time: 0.1314833 Oct 04 20:33:50.421299 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-beec0533-36f5-472d-946b-eecac22e9b4b admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.5997090 Oct 04 20:33:50.422295 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58470) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:33:50.439181 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-63c86123-6067-464b-a9a4-c797d80bb6e6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1752671408-router', 'tenant_id': '2b0c9c6a4aa448cca9a86ffe7484ec99', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:33:50.516508 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-5504b185-15b7-4f09-a483-eb88c3e3cc33 None None] Port 978b2a22-cd30-468a-af9b-1b86275c1460 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:33:50.519292 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:50.526015 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d3c327-a12e-4f30-a8d1-ffea0e0ac040 req-1425d680-c379-4095-836c-5f6330331fb9 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:33:50.540880 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-56d3c327-a12e-4f30-a8d1-ffea0e0ac040 req-1425d680-c379-4095-836c-5f6330331fb9 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4593022 Oct 04 20:33:50.602572 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-56d3c327-a12e-4f30-a8d1-ffea0e0ac040 req-a8f50aef-1c7b-4257-89f1-9d6d835e8ea2 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/quotas/7e024c248dfa402e9aa19677dd749c9f HTTP/1.1" status: 200 len: 375 time: 0.0601814 Oct 04 20:33:50.670010 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-56d3c327-a12e-4f30-a8d1-ffea0e0ac040 req-452376f7-0adc-4edb-95c0-45d873572191 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=7e024c248dfa402e9aa19677dd749c9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0651436 Oct 04 20:33:50.685152 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-c4b88449-76ba-4701-96ee-711a5acae392 None None] Set router a6284725-5742-43ff-9e84-d9c1cd9f8ae8 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:33:50.703215 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-63c86123-6067-464b-a9a4-c797d80bb6e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (88575b64-120e-41db-8141-634bf8268940), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:50.714669 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-63c86123-6067-464b-a9a4-c797d80bb6e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (88575b64-120e-41db-8141-634bf8268940), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:50.719555 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f9828cac-821f-426e-a099-49350aff1492 req-bf150842-455a-4bf8-b2d4-ad2a0e6a29dc tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147466 Oct 04 20:33:50.866346 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:51.009576 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66df37a-a003-4e53-a6dc-32d66c3fb3ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-b32b65b0-43ee-407f-9ee0-05ab0b34c9ff', 'network_id': 'b32b65b0-43ee-407f-9ee0-05ab0b34c9ff', 'project_id': '2b0c9c6a4aa448cca9a86ffe7484ec99', 'fixed_ips': [{'subnet_id': '51db92d7-633f-467a-aa97-3a11c4d476d6'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:33:51.018565 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f66df37a-a003-4e53-a6dc-32d66c3fb3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:51.096178 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-63c86123-6067-464b-a9a4-c797d80bb6e6 admin admin] Publish callbacks [] for router_controller (88575b64-120e-41db-8141-634bf8268940), precommit_add_association {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:51.200613 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:51.322645 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34689d69-eeae-4aa7-b675-2eaa06a744a7 req-e69c1821-e643-4688-a6fb-db7acf150a98 tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:33:51.346645 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-34689d69-eeae-4aa7-b675-2eaa06a744a7 req-e69c1821-e643-4688-a6fb-db7acf150a98 tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] 10.222.0.78 "GET /networking/v2.0/networks?id=5a968067-4034-47ae-963a-b80f9544a870 HTTP/1.1" status: 200 len: 821 time: 0.4076362 Oct 04 20:33:51.382359 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-34689d69-eeae-4aa7-b675-2eaa06a744a7 req-01ec189f-947f-4ab6-b61d-9ddab2c72c99 tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] 10.222.0.78 "GET /networking/v2.0/quotas/cf616fd82dd34c7d92f4d8e9e80f89f4 HTTP/1.1" status: 200 len: 375 time: 0.0335302 Oct 04 20:33:51.394552 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [req-6a16e454-e371-43b9-a430-3d3cd76d8a05 req-323bba42-b41c-4926-a2d7-25edd143c4d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 978b2a22-cd30-468a-af9b-1b86275c1460 {{(pid=108169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 20:33:51.467929 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device 26cc88b4-8d45-445d-8a36-b340685405f4 details requested by agent hyperv_n-h1-852085-12 with host n-h1-852085-12 {{(pid=108171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 20:33:51.480887 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-6a16e454-e371-43b9-a430-3d3cd76d8a05 req-323bba42-b41c-4926-a2d7-25edd143c4d0 service neutron] Publish callbacks [] for port (978b2a22-cd30-468a-af9b-1b86275c1460), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:51.517252 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.provisioning_blocks [req-6a16e454-e371-43b9-a430-3d3cd76d8a05 req-323bba42-b41c-4926-a2d7-25edd143c4d0 service neutron] Transition to ACTIVE for port object 978b2a22-cd30-468a-af9b-1b86275c1460 will not be triggered until provisioned by entity L2. {{(pid=108169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 20:33:51.561233 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:51.652365 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-34689d69-eeae-4aa7-b675-2eaa06a744a7 req-e7c01563-e675-4918-b6f1-1168fc9721da tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=cf616fd82dd34c7d92f4d8e9e80f89f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2505219 Oct 04 20:33:51.777169 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:51.785518 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-63c86123-6067-464b-a9a4-c797d80bb6e6 admin admin] Publish callbacks [] for router_gateway (88575b64-120e-41db-8141-634bf8268940), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:51.788336 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2e1da-d177-4113-b19e-3bf25364452e req-97a08cd5-89c7-4df2-bd40-c351d151f35f tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:33:51.792802 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-c4b88449-76ba-4701-96ee-711a5acae392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6284725-5742-43ff-9e84-d9c1cd9f8ae8', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1667132397-router', 'tenant_id': 'd6f013a44999493b83fa035e0bb80cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': 'ec8a0159-6453-4612-9bdc-de8799193139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:33:29Z', 'updated_at': '2022-10-04T20:33:41Z', 'revision_number': 4, 'project_id': 'd6f013a44999493b83fa035e0bb80cb5', 'gw_port': {'id': 'ec8a0159-6453-4612-9bdc-de8799193139', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6284725-5742-43ff-9e84-d9c1cd9f8ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:33:31Z', 'updated_at': '2022-10-04T20:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '967c3f1b-20db-4013-bcf1-22c5ceee7d18', 'name': '', 'network_id': '0b6825d5-4dc6-46c1-9cbc-99ce56510afe', 'tenant_id': 'd6f013a44999493b83fa035e0bb80cb5', 'mac_address': 'fa:16:3e:85:54:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6284725-5742-43ff-9e84-d9c1cd9f8ae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '637552da-6966-4094-94ea-d3a0e977ebab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:33:39Z', 'updated_at': '2022-10-04T20:33:49Z', 'revision_number': 4, 'project_id': 'd6f013a44999493b83fa035e0bb80cb5', 'subnets': [{'id': '637552da-6966-4094-94ea-d3a0e977ebab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:33:51.802597 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-cfe2e1da-d177-4113-b19e-3bf25364452e req-97a08cd5-89c7-4df2-bd40-c351d151f35f tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bdb3a6b7-921f-41d4-a55e-0686a4dc7189 HTTP/1.1" status: 200 len: 948 time: 0.1423843 Oct 04 20:33:51.808180 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-6a16e454-e371-43b9-a430-3d3cd76d8a05 req-323bba42-b41c-4926-a2d7-25edd143c4d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (978b2a22-cd30-468a-af9b-1b86275c1460), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:51.858587 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.resource_extend [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 04 20:33:51.865940 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:51.895521 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b88449-76ba-4701-96ee-711a5acae392 None None] The sync data for ids ['a6284725-5742-43ff-9e84-d9c1cd9f8ae8'] in n-d-852085-12 is: [{'id': 'a6284725-5742-43ff-9e84-d9c1cd9f8ae8', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1667132397-router', 'tenant_id': 'd6f013a44999493b83fa035e0bb80cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': 'ec8a0159-6453-4612-9bdc-de8799193139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:33:29Z', 'updated_at': '2022-10-04T20:33:41Z', 'revision_number': 4, 'project_id': 'd6f013a44999493b83fa035e0bb80cb5', 'gw_port': {'id': 'ec8a0159-6453-4612-9bdc-de8799193139', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6284725-5742-43ff-9e84-d9c1cd9f8ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:33:31Z', 'updated_at': '2022-10-04T20:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '967c3f1b-20db-4013-bcf1-22c5ceee7d18', 'name': '', 'network_id': '0b6825d5-4dc6-46c1-9cbc-99ce56510afe', 'tenant_id': 'd6f013a44999493b83fa035e0bb80cb5', 'mac_address': 'fa:16:3e:85:54:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6284725-5742-43ff-9e84-d9c1cd9f8ae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '637552da-6966-4094-94ea-d3a0e977ebab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:33:39Z', 'updated_at': '2022-10-04T20:33:49Z', 'revision_number': 4, 'project_id': 'd6f013a44999493b83fa035e0bb80cb5', 'subnets': [{'id': '637552da-6966-4094-94ea-d3a0e977ebab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:33:51.944402 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-cfe2e1da-d177-4113-b19e-3bf25364452e req-d2b0c3d6-8137-46ff-9775-019a4d0d4c09 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2307915d-12a1-4f54-8445-b78325b75811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352985 Oct 04 20:33:52.131087 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323bba42-b41c-4926-a2d7-25edd143c4d0 service neutron] Pushing event updated for resources: {'Port': ['ID=978b2a22-cd30-468a-af9b-1b86275c1460,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:52.143719 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-f66df37a-a003-4e53-a6dc-32d66c3fb3ef None None] Allocated IP 172.20.0.2 (b32b65b0-43ee-407f-9ee0-05ab0b34c9ff/51db92d7-633f-467a-aa97-3a11c4d476d6/a7abdbd1-3925-4ce3-9072-8a83575ff4c0) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:33:52.262649 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:52.277247 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e7564731-63d7-4304-b923-ad469d47cc35 req-c60da5fb-2810-4e1d-8b74-7d60b39b5877 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b9bfdee0-1a5d-4f35-b3be-ea3017b41442 HTTP/1.1" status: 200 len: 210 time: 0.0832605 Oct 04 20:33:52.428268 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [req-6a16e454-e371-43b9-a430-3d3cd76d8a05 req-323bba42-b41c-4926-a2d7-25edd143c4d0 service neutron] Attempting to bind port 978b2a22-cd30-468a-af9b-1b86275c1460 on host n-h2-852085-12 for vnic_type normal with profile {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:33:52.429042 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [req-6a16e454-e371-43b9-a430-3d3cd76d8a05 req-323bba42-b41c-4926-a2d7-25edd143c4d0 service neutron] Attempting to bind port 978b2a22-cd30-468a-af9b-1b86275c1460 by drivers openvswitch,hyperv on host n-h2-852085-12 at level 0 using segments [{'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'}] {{(pid=108169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:33:52.429696 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a16e454-e371-43b9-a430-3d3cd76d8a05 req-323bba42-b41c-4926-a2d7-25edd143c4d0 service neutron] Attempting to bind port 978b2a22-cd30-468a-af9b-1b86275c1460 on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:33:52.665524 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:UPDATE=5,neutron:SELECT=92,neutron:INSERT=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:52.820302 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c609bd1-2d8f-43ba-a377-983af6a6070a req-ce2165c0-3554-4e8c-a7c6-1026ab6f7a53 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:33:52.843739 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-0c609bd1-2d8f-43ba-a377-983af6a6070a req-ce2165c0-3554-4e8c-a7c6-1026ab6f7a53 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=50c29121-e094-4132-8ef4-b4c28da9df8a HTTP/1.1" status: 200 len: 947 time: 0.2653053 Oct 04 20:33:52.850887 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a16e454-e371-43b9-a430-3d3cd76d8a05 req-323bba42-b41c-4926-a2d7-25edd143c4d0 service neutron] Port 978b2a22-cd30-468a-af9b-1b86275c1460 on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-852085-12 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:33:52.851487 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a16e454-e371-43b9-a430-3d3cd76d8a05 req-323bba42-b41c-4926-a2d7-25edd143c4d0 service neutron] Attempting to bind port 978b2a22-cd30-468a-af9b-1b86275c1460 on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:33:52.931012 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 967c3f1b-20db-4013-bcf1-22c5ceee7d18 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:33:52.991292 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=49 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:53.000270 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] For port 26cc88b4-8d45-445d-8a36-b340685405f4, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=26cc88b4-8d45-445d-8a36-b340685405f4,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:33:53.073575 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:53.080159 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f66df37a-a003-4e53-a6dc-32d66c3fb3ef None None] Publish callbacks [] for port (a7abdbd1-3925-4ce3-9072-8a83575ff4c0), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:53.083345 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Returning: {'device': '26cc88b4-8d45-445d-8a36-b340685405f4', 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7', 'port_id': '26cc88b4-8d45-445d-8a36-b340685405f4', 'mac_address': 'fa:16:3e:be:7a:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1956090-7ed7-4d05-a46e-a7b0885ca8e4', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 20:33:53.085726 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-0c609bd1-2d8f-43ba-a377-983af6a6070a req-dcfeb824-fc54-493c-ac93-4770008e0aa2 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363687 Oct 04 20:33:53.091049 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58518) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:33:53.183698 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-63c86123-6067-464b-a9a4-c797d80bb6e6 admin admin] Publish callbacks [] for router_gateway (88575b64-120e-41db-8141-634bf8268940), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:53.220613 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Current status of the port 26cc88b4-8d45-445d-8a36-b340685405f4 is: DOWN; New status is: BUILD {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:33:53.221247 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (26cc88b4-8d45-445d-8a36-b340685405f4), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:53.227317 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 967c3f1b-20db-4013-bcf1-22c5ceee7d18 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:33:53.227917 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (967c3f1b-20db-4013-bcf1-22c5ceee7d18), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:53.228443 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 967c3f1b-20db-4013-bcf1-22c5ceee7d18 Oct 04 20:33:53.261210 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a16e454-e371-43b9-a430-3d3cd76d8a05 req-323bba42-b41c-4926-a2d7-25edd143c4d0 service neutron] Checking agent: {'id': 'af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 28, 33), 'started_at': datetime.datetime(2022, 10, 4, 20, 28, 33), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:33:53.261764 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a16e454-e371-43b9-a430-3d3cd76d8a05 req-323bba42-b41c-4926-a2d7-25edd143c4d0 service neutron] Checking segment: {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:33:53.262393 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a16e454-e371-43b9-a430-3d3cd76d8a05 req-323bba42-b41c-4926-a2d7-25edd143c4d0 service neutron] Bound using segment: {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'} {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:33:53.263235 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [req-6a16e454-e371-43b9-a430-3d3cd76d8a05 req-323bba42-b41c-4926-a2d7-25edd143c4d0 service neutron] Bound port: 978b2a22-cd30-468a-af9b-1b86275c1460, host: n-h2-852085-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'}}] {{(pid=108169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:33:53.263835 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-6a16e454-e371-43b9-a430-3d3cd76d8a05 req-323bba42-b41c-4926-a2d7-25edd143c4d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (978b2a22-cd30-468a-af9b-1b86275c1460), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:53.278721 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-63c86123-6067-464b-a9a4-c797d80bb6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:53.414852 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f66df37a-a003-4e53-a6dc-32d66c3fb3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (a7abdbd1-3925-4ce3-9072-8a83575ff4c0), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:53.478064 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58534) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:33:53.486526 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-5a43ee9e-38e8-43bd-a8e9-db43c2d867a8 tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1817379424', 'description': 'tempest-description--244640742'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:33:53.498492 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26cc88b4-8d45-445d-8a36-b340685405f4 {{(pid=108171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 20:33:53.574694 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] For port 26cc88b4-8d45-445d-8a36-b340685405f4, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=26cc88b4-8d45-445d-8a36-b340685405f4,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:33:53.664665 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66df37a-a003-4e53-a6dc-32d66c3fb3ef None None] Network b32b65b0-43ee-407f-9ee0-05ab0b34c9ff is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:33:53.704694 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-f66df37a-a003-4e53-a6dc-32d66c3fb3ef None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:33:53.715375 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66df37a-a003-4e53-a6dc-32d66c3fb3ef None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:33:53.746377 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (26cc88b4-8d45-445d-8a36-b340685405f4), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:53.808117 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-63c86123-6067-464b-a9a4-c797d80bb6e6 admin admin] Allocated IP 172.25.5.182 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/3c85d431-19f2-4c62-91a6-bd90c7cd8bf0) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:33:53.832089 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66df37a-a003-4e53-a6dc-32d66c3fb3ef None None] Pushing event updated for resources: {'Port': ['ID=a7abdbd1-3925-4ce3-9072-8a83575ff4c0,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:53.869059 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e3feaccf-12db-451b-bf41-5ab6c0975404 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:53.898362 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5a43ee9e-38e8-43bd-a8e9-db43c2d867a8 tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:54.022084 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Pushing event updated for resources: {'Port': ['ID=26cc88b4-8d45-445d-8a36-b340685405f4,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:54.122067 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd2857-049a-4930-976d-fb5b8413d4ea req-0638e815-eb4d-4ac8-88ba-b7265829e7cb tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:33:54.141691 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-1bbd2857-049a-4930-976d-fb5b8413d4ea req-0638e815-eb4d-4ac8-88ba-b7265829e7cb tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bdb3a6b7-921f-41d4-a55e-0686a4dc7189 HTTP/1.1" status: 200 len: 949 time: 0.3973184 Oct 04 20:33:54.221049 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] get_ports_and_sgs() called for port_ids ['26cc88b4-8d45-445d-8a36-b340685405f4'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:33:54.281871 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 967c3f1b-20db-4013-bcf1-22c5ceee7d18 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:33:54.287425 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (967c3f1b-20db-4013-bcf1-22c5ceee7d18), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:54.296814 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [req-6a16e454-e371-43b9-a430-3d3cd76d8a05 req-323bba42-b41c-4926-a2d7-25edd143c4d0 service neutron] For port 978b2a22-cd30-468a-af9b-1b86275c1460, host n-h2-852085-12, cleared binding levels {{(pid=108169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:33:54.390168 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [req-6a16e454-e371-43b9-a430-3d3cd76d8a05 req-323bba42-b41c-4926-a2d7-25edd143c4d0 service neutron] For port 978b2a22-cd30-468a-af9b-1b86275c1460, host n-h2-852085-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852085-12',level=0,port_id=978b2a22-cd30-468a-af9b-1b86275c1460,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:33:54.398006 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-f66df37a-a003-4e53-a6dc-32d66c3fb3ef None None] Attempting to bind port a7abdbd1-3925-4ce3-9072-8a83575ff4c0 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:33:54.404307 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-f66df37a-a003-4e53-a6dc-32d66c3fb3ef None None] Attempting to bind port a7abdbd1-3925-4ce3-9072-8a83575ff4c0 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '241c95ba-824a-4510-95a9-fee148d66c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b32b65b0-43ee-407f-9ee0-05ab0b34c9ff'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:33:54.405174 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66df37a-a003-4e53-a6dc-32d66c3fb3ef None None] Attempting to bind port a7abdbd1-3925-4ce3-9072-8a83575ff4c0 on network b32b65b0-43ee-407f-9ee0-05ab0b34c9ff {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:33:54.449494 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-70e80e0e-f585-4cc3-a4f7-c01405ef5bad req-72177de5-f616-4058-9bfd-5a252de3e82c tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b9bfdee0-1a5d-4f35-b3be-ea3017b41442 HTTP/1.1" status: 200 len: 210 time: 0.2143412 Oct 04 20:33:54.460696 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 967c3f1b-20db-4013-bcf1-22c5ceee7d18, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=967c3f1b-20db-4013-bcf1-22c5ceee7d18,segment=NetworkSegment(b20b7c82-2b60-4d25-9356-84fbc8187ab3),segment_id=b20b7c82-2b60-4d25-9356-84fbc8187ab3)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:33:54.579118 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-6a16e454-e371-43b9-a430-3d3cd76d8a05 req-323bba42-b41c-4926-a2d7-25edd143c4d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (978b2a22-cd30-468a-af9b-1b86275c1460), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:54.585324 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:54.604646 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a16e454-e371-43b9-a430-3d3cd76d8a05 req-323bba42-b41c-4926-a2d7-25edd143c4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:33:54.607552 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (967c3f1b-20db-4013-bcf1-22c5ceee7d18), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:54.612385 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-6a16e454-e371-43b9-a430-3d3cd76d8a05 req-323bba42-b41c-4926-a2d7-25edd143c4d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:54.617438 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-6a16e454-e371-43b9-a430-3d3cd76d8a05 req-323bba42-b41c-4926-a2d7-25edd143c4d0 service neutron] 10.222.0.85 "PUT /networking/v2.0/ports/978b2a22-cd30-468a-af9b-1b86275c1460 HTTP/1.1" status: 200 len: 1096 time: 4.7489274 Oct 04 20:33:54.635473 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50c29121-e094-4132-8ef4-b4c28da9df8a', 'tag': '978b2a22-cd30-468a-af9b-1b86275c1460'}] {{(pid=108169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:33:54.640769 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dea34fca0f7d6c1de22810621a04fa86ac5e48141775903912ac1624808dfef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c766950-e2f7-4647-907d-71042e588001" -d '{"events": [{"name": "network-changed", "server_uuid": "50c29121-e094-4132-8ef4-b4c28da9df8a", "tag": "978b2a22-cd30-468a-af9b-1b86275c1460"}]}' {{(pid=108169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:33:54.664242 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-1bbd2857-049a-4930-976d-fb5b8413d4ea req-0c7da138-a9a0-4bf6-890b-2805916a6b6c tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2307915d-12a1-4f54-8445-b78325b75811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5211670 Oct 04 20:33:54.665098 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:54.850297 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66df37a-a003-4e53-a6dc-32d66c3fb3ef None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:33:54.850937 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66df37a-a003-4e53-a6dc-32d66c3fb3ef None None] Checking segment: {'id': '241c95ba-824a-4510-95a9-fee148d66c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b32b65b0-43ee-407f-9ee0-05ab0b34c9ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:33:54.872379 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f66df37a-a003-4e53-a6dc-32d66c3fb3ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:54.875510 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66df37a-a003-4e53-a6dc-32d66c3fb3ef None None] Bound using segment: {'id': '241c95ba-824a-4510-95a9-fee148d66c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b32b65b0-43ee-407f-9ee0-05ab0b34c9ff'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:33:54.876441 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-f66df37a-a003-4e53-a6dc-32d66c3fb3ef None None] Bound port: a7abdbd1-3925-4ce3-9072-8a83575ff4c0, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '241c95ba-824a-4510-95a9-fee148d66c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b32b65b0-43ee-407f-9ee0-05ab0b34c9ff'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:33:54.883262 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f66df37a-a003-4e53-a6dc-32d66c3fb3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (a7abdbd1-3925-4ce3-9072-8a83575ff4c0), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:54.899795 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-63c86123-6067-464b-a9a4-c797d80bb6e6 admin admin] Publish callbacks [] for port (3c85d431-19f2-4c62-91a6-bd90c7cd8bf0), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:54.916451 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e3feaccf-12db-451b-bf41-5ab6c0975404 admin admin] Publish callbacks [] for security_group (3c862ca8-62bb-4648-bb2a-1d3bc6a9b8fc), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:54.932772 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5a43ee9e-38e8-43bd-a8e9-db43c2d867a8 tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] Publish callbacks [] for security_group (a81489a5-4e32-4d25-b37f-068614d7730c), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:55.078824 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323bba42-b41c-4926-a2d7-25edd143c4d0 service neutron] Pushing event updated for resources: {'Port': ['ID=978b2a22-cd30-468a-af9b-1b86275c1460,revision_number=3']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:55.097692 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a16e454-e371-43b9-a430-3d3cd76d8a05 req-8048547b-9347-417d-bd2f-217cb1faeebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:33:55.102195 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-6a16e454-e371-43b9-a430-3d3cd76d8a05 req-8048547b-9347-417d-bd2f-217cb1faeebb service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=70436b8b504e43dc882f5ee434ecf443&device_id=50c29121-e094-4132-8ef4-b4c28da9df8a HTTP/1.1" status: 200 len: 1130 time: 0.2084329 Oct 04 20:33:55.107929 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323bba42-b41c-4926-a2d7-25edd143c4d0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:33:55.108906 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323bba42-b41c-4926-a2d7-25edd143c4d0 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:33:55.109720 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323bba42-b41c-4926-a2d7-25edd143c4d0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:33:55.110757 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323bba42-b41c-4926-a2d7-25edd143c4d0 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:33:55.126873 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323bba42-b41c-4926-a2d7-25edd143c4d0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:33:55.127375 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5db62-c010-4070-b1b3-a7493c0cad1d req-b3f2dae2-eedb-48ba-8f3c-a8e91a678f45 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:33:55.127574 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323bba42-b41c-4926-a2d7-25edd143c4d0 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:33:55.127574 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323bba42-b41c-4926-a2d7-25edd143c4d0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:33:55.127574 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323bba42-b41c-4926-a2d7-25edd143c4d0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:33:55.127574 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323bba42-b41c-4926-a2d7-25edd143c4d0 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:33:55.127574 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323bba42-b41c-4926-a2d7-25edd143c4d0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:33:55.127574 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323bba42-b41c-4926-a2d7-25edd143c4d0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:33:55.130635 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=967c3f1b-20db-4013-bcf1-22c5ceee7d18,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:55.133643 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323bba42-b41c-4926-a2d7-25edd143c4d0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:33:55.134359 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323bba42-b41c-4926-a2d7-25edd143c4d0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:33:55.134925 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323bba42-b41c-4926-a2d7-25edd143c4d0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:33:55.135523 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323bba42-b41c-4926-a2d7-25edd143c4d0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:33:55.138826 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-92e5db62-c010-4070-b1b3-a7493c0cad1d req-b3f2dae2-eedb-48ba-8f3c-a8e91a678f45 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=50c29121-e094-4132-8ef4-b4c28da9df8a HTTP/1.1" status: 200 len: 947 time: 0.1673806 Oct 04 20:33:55.158687 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5a43ee9e-38e8-43bd-a8e9-db43c2d867a8 tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (a81489a5-4e32-4d25-b37f-068614d7730c), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:55.200543 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e3feaccf-12db-451b-bf41-5ab6c0975404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (3c862ca8-62bb-4648-bb2a-1d3bc6a9b8fc), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:55.243725 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-f66df37a-a003-4e53-a6dc-32d66c3fb3ef None None] For port a7abdbd1-3925-4ce3-9072-8a83575ff4c0, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:33:55.252868 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-f66df37a-a003-4e53-a6dc-32d66c3fb3ef None None] For port a7abdbd1-3925-4ce3-9072-8a83575ff4c0, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=a7abdbd1-3925-4ce3-9072-8a83575ff4c0,segment=NetworkSegment(241c95ba-824a-4510-95a9-fee148d66c99),segment_id=241c95ba-824a-4510-95a9-fee148d66c99)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:33:55.279893 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-6a16e454-e371-43b9-a430-3d3cd76d8a05 req-211004a3-77b0-4308-b6c3-df542d28bab8 service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=978b2a22-cd30-468a-af9b-1b86275c1460 HTTP/1.1" status: 200 len: 217 time: 0.1140451 Oct 04 20:33:55.363691 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:55.375722 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-e3feaccf-12db-451b-bf41-5ab6c0975404 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=19852e5be0134b85b65b3f01c020394c&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2737539 Oct 04 20:33:55.396903 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-92e5db62-c010-4070-b1b3-a7493c0cad1d req-a3c514c2-a622-46d0-83d0-d0026e439fba tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530615 Oct 04 20:33:55.402271 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58554) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:33:55.417758 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a43ee9e-38e8-43bd-a8e9-db43c2d867a8 tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a81489a5-4e32-4d25-b37f-068614d7730c,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:55.450455 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f66df37a-a003-4e53-a6dc-32d66c3fb3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (a7abdbd1-3925-4ce3-9072-8a83575ff4c0), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:55.456391 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5a43ee9e-38e8-43bd-a8e9-db43c2d867a8 tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:55.461145 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-5a43ee9e-38e8-43bd-a8e9-db43c2d867a8 tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.9806254 Oct 04 20:33:55.468212 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-63c86123-6067-464b-a9a4-c797d80bb6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (3c85d431-19f2-4c62-91a6-bd90c7cd8bf0), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:55.478123 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58556) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:33:55.529108 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a43ee9e-38e8-43bd-a8e9-db43c2d867a8 tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:33:55.529694 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a43ee9e-38e8-43bd-a8e9-db43c2d867a8 tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:33:55.530484 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a43ee9e-38e8-43bd-a8e9-db43c2d867a8 tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:33:55.530885 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a43ee9e-38e8-43bd-a8e9-db43c2d867a8 tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:33:55.553869 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a43ee9e-38e8-43bd-a8e9-db43c2d867a8 tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:33:55.553869 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a43ee9e-38e8-43bd-a8e9-db43c2d867a8 tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:33:55.553869 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a43ee9e-38e8-43bd-a8e9-db43c2d867a8 tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:33:55.553869 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a43ee9e-38e8-43bd-a8e9-db43c2d867a8 tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:33:55.553869 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a43ee9e-38e8-43bd-a8e9-db43c2d867a8 tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:33:55.554671 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a43ee9e-38e8-43bd-a8e9-db43c2d867a8 tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:33:55.554671 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a43ee9e-38e8-43bd-a8e9-db43c2d867a8 tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:33:55.555342 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a43ee9e-38e8-43bd-a8e9-db43c2d867a8 tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:33:55.555615 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a43ee9e-38e8-43bd-a8e9-db43c2d867a8 tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:33:55.556085 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a43ee9e-38e8-43bd-a8e9-db43c2d867a8 tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:33:55.556553 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a43ee9e-38e8-43bd-a8e9-db43c2d867a8 tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:33:55.652651 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-9690d8f5-e38a-4498-8f4c-e825e44def55 tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] Request body: {'security_group_rule': {'security_group_id': 'a81489a5-4e32-4d25-b37f-068614d7730c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:33:55.664725 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66df37a-a003-4e53-a6dc-32d66c3fb3ef None None] Pushing event updated for resources: {'Port': ['ID=a7abdbd1-3925-4ce3-9072-8a83575ff4c0,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:55.736888 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 20:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e3752e-3609-4bf1-9949-882b444ac63a x-openstack-request-id: req-29e3752e-3609-4bf1-9949-882b444ac63a {{(pid=108169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:33:55.737986 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50c29121-e094-4132-8ef4-b4c28da9df8a", "tag": "978b2a22-cd30-468a-af9b-1b86275c1460", "status": "completed", "code": 200}]} {{(pid=108169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:33:55.738417 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-29e3752e-3609-4bf1-9949-882b444ac63a {{(pid=108169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:33:55.739091 n-d-852085-12 neutron-server[108169]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29e3752e-3609-4bf1-9949-882b444ac63a'] response: {'name': 'network-changed', 'server_uuid': '50c29121-e094-4132-8ef4-b4c28da9df8a', 'tag': '978b2a22-cd30-468a-af9b-1b86275c1460', 'status': 'completed', 'code': 200} Oct 04 20:33:55.789244 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3feaccf-12db-451b-bf41-5ab6c0975404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c862ca8-62bb-4648-bb2a-1d3bc6a9b8fc,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:55.909407 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-26cd23e0-4033-48ce-88ac-7f28aa23814b admin admin] Publish callbacks [] for security_group (3c862ca8-62bb-4648-bb2a-1d3bc6a9b8fc), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:55.919997 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a16e454-e371-43b9-a430-3d3cd76d8a05 req-f198809a-2ea3-426f-91d6-a89e2096cd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:33:55.923798 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-6a16e454-e371-43b9-a430-3d3cd76d8a05 req-f198809a-2ea3-426f-91d6-a89e2096cd4e service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.6267974 Oct 04 20:33:55.992709 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:56.021904 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c86123-6067-464b-a9a4-c797d80bb6e6 admin admin] Pushing event updated for resources: {'Port': ['ID=3c85d431-19f2-4c62-91a6-bd90c7cd8bf0,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:56.056801 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c86123-6067-464b-a9a4-c797d80bb6e6 admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:33:56.066697 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-63c86123-6067-464b-a9a4-c797d80bb6e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:33:56.076645 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f83dcaa2-2e48-4290-9793-8e785332f22a req-9ad9f0f2-88ac-4b7e-8b44-fd1ccdde00a8 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b9bfdee0-1a5d-4f35-b3be-ea3017b41442 HTTP/1.1" status: 200 len: 210 time: 0.1620665 Oct 04 20:33:56.118409 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device 26cc88b4-8d45-445d-8a36-b340685405f4 up at agent hyperv_n-h1-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:33:56.141447 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9690d8f5-e38a-4498-8f4c-e825e44def55 tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] Publish callbacks [] for security_group_rule (2e468d4b-fa7c-400b-8f72-d667095558f7), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:56.151122 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c86123-6067-464b-a9a4-c797d80bb6e6 admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:33:56.250891 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-26cd23e0-4033-48ce-88ac-7f28aa23814b admin admin] Publish callbacks [] for security_group (3c862ca8-62bb-4648-bb2a-1d3bc6a9b8fc), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:56.274950 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Provisioning for port 26cc88b4-8d45-445d-8a36-b340685405f4 completed by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 20:33:56.306950 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a16e454-e371-43b9-a430-3d3cd76d8a05 req-157d3232-baa9-4a7d-844d-73d1f3557c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:33:56.309476 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-6a16e454-e371-43b9-a430-3d3cd76d8a05 req-157d3232-baa9-4a7d-844d-73d1f3557c65 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3439822 Oct 04 20:33:56.331077 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42320beb-f3a5-47ae-a8c2-19d3ba0b3838 req-cc9b2373-86de-4acc-8b69-b86aefcddcea tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:33:56.352200 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-42320beb-f3a5-47ae-a8c2-19d3ba0b3838 req-cc9b2373-86de-4acc-8b69-b86aefcddcea tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bdb3a6b7-921f-41d4-a55e-0686a4dc7189 HTTP/1.1" status: 200 len: 949 time: 0.3246479 Oct 04 20:33:56.433440 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Provisioning complete for port 26cc88b4-8d45-445d-8a36-b340685405f4 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:33:56.434260 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (26cc88b4-8d45-445d-8a36-b340685405f4), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:56.434840 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Attempt 1 to provision port 26cc88b4-8d45-445d-8a36-b340685405f4 Oct 04 20:33:56.443523 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:56.626370 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-42320beb-f3a5-47ae-a8c2-19d3ba0b3838 req-564439c3-1b62-4e5b-a56d-3b7492a31933 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2307915d-12a1-4f54-8445-b78325b75811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316983 Oct 04 20:33:56.690318 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9690d8f5-e38a-4498-8f4c-e825e44def55 tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] Publish callbacks [] for security_group_rule (2e468d4b-fa7c-400b-8f72-d667095558f7), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:56.726674 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Current status of the port 26cc88b4-8d45-445d-8a36-b340685405f4 is: BUILD; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:33:56.731407 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (26cc88b4-8d45-445d-8a36-b340685405f4), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:56.828338 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9690d8f5-e38a-4498-8f4c-e825e44def55 tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (2e468d4b-fa7c-400b-8f72-d667095558f7), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:56.870911 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] For port 26cc88b4-8d45-445d-8a36-b340685405f4, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=26cc88b4-8d45-445d-8a36-b340685405f4,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:33:56.880542 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb3a6b7-921f-41d4-a55e-0686a4dc7189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26cc88b4-8d45-445d-8a36-b340685405f4'}] {{(pid=108171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:33:56.885596 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966b91da6921e714df7c26a37f4733087768fb9a36052be1ead95d4d835f43be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09eba32d-6691-4910-a83b-3706aa0fa12b" -d '{"events": [{"server_uuid": "bdb3a6b7-921f-41d4-a55e-0686a4dc7189", "name": "network-vif-plugged", "status": "completed", "tag": "26cc88b4-8d45-445d-8a36-b340685405f4"}]}' {{(pid=108171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:33:56.916888 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f908ced1-bda3-4e3e-8de9-bdc0d8a51ea7 req-c8f21835-b935-4c32-9f56-e4da1d0e205b tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:33:56.925989 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f908ced1-bda3-4e3e-8de9-bdc0d8a51ea7 req-c8f21835-b935-4c32-9f56-e4da1d0e205b tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=50c29121-e094-4132-8ef4-b4c28da9df8a HTTP/1.1" status: 200 len: 947 time: 0.2465746 Oct 04 20:33:56.928964 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-26cd23e0-4033-48ce-88ac-7f28aa23814b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (3c862ca8-62bb-4648-bb2a-1d3bc6a9b8fc), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:56.946916 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-26cd23e0-4033-48ce-88ac-7f28aa23814b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:56.962450 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-6a16e454-e371-43b9-a430-3d3cd76d8a05 req-c6951ca1-4b4d-419c-808c-01690f3b9ebb service neutron] 10.222.0.85 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6378999 Oct 04 20:33:56.973771 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-26cd23e0-4033-48ce-88ac-7f28aa23814b admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/3c862ca8-62bb-4648-bb2a-1d3bc6a9b8fc HTTP/1.1" status: 204 len: 168 time: 1.5591688 Oct 04 20:33:57.013699 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9690d8f5-e38a-4498-8f4c-e825e44def55 tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e468d4b-fa7c-400b-8f72-d667095558f7,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:57.018268 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (26cc88b4-8d45-445d-8a36-b340685405f4), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:57.088350 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cd23e0-4033-48ce-88ac-7f28aa23814b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c862ca8-62bb-4648-bb2a-1d3bc6a9b8fc,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:57.254835 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f908ced1-bda3-4e3e-8de9-bdc0d8a51ea7 req-f5285f8a-3c6f-4a08-91ac-e39c1948c615 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783906 Oct 04 20:33:57.264410 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a7abdbd1-3925-4ce3-9072-8a83575ff4c0 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:33:57.388180 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-63c86123-6067-464b-a9a4-c797d80bb6e6 admin admin] Publish callbacks [] for router_gateway (88575b64-120e-41db-8141-634bf8268940), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:57.428205 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Pushing event updated for resources: {'Port': ['ID=26cc88b4-8d45-445d-8a36-b340685405f4,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:57.487735 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 20:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d679dce5-4abe-42cc-9c7a-cc5ffc27f215 x-openstack-request-id: req-d679dce5-4abe-42cc-9c7a-cc5ffc27f215 {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:33:57.487735 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdb3a6b7-921f-41d4-a55e-0686a4dc7189", "name": "network-vif-plugged", "status": "completed", "tag": "26cc88b4-8d45-445d-8a36-b340685405f4", "code": 200}]} {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:33:57.487735 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d679dce5-4abe-42cc-9c7a-cc5ffc27f215 {{(pid=108171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:33:57.488529 n-d-852085-12 neutron-server[108171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d679dce5-4abe-42cc-9c7a-cc5ffc27f215'] response: {'server_uuid': 'bdb3a6b7-921f-41d4-a55e-0686a4dc7189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26cc88b4-8d45-445d-8a36-b340685405f4', 'code': 200} Oct 04 20:33:57.552932 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9690d8f5-e38a-4498-8f4c-e825e44def55 tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:57.559755 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-9690d8f5-e38a-4498-8f4c-e825e44def55 tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9271166 Oct 04 20:33:57.560042 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58590) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:33:57.571295 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-c8c0359e-41ac-45ef-aae6-cc0d2efcb85d tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] Request body: {'security_group_rule': {'security_group_id': 'a81489a5-4e32-4d25-b37f-068614d7730c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:33:57.608251 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:57.642997 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port a7abdbd1-3925-4ce3-9072-8a83575ff4c0 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:33:57.644983 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (a7abdbd1-3925-4ce3-9072-8a83575ff4c0), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:57.645593 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port a7abdbd1-3925-4ce3-9072-8a83575ff4c0 Oct 04 20:33:57.793993 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-516ac427-6011-494e-b175-7487eb5ff56b req-8c415c11-512b-4202-a638-9d0254983177 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b9bfdee0-1a5d-4f35-b3be-ea3017b41442 HTTP/1.1" status: 200 len: 210 time: 0.1422112 Oct 04 20:33:57.906629 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-6a16e454-e371-43b9-a430-3d3cd76d8a05 req-3a99459b-b947-44bf-9660-5c46356fc44e service neutron] 10.222.0.85 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8653898 Oct 04 20:33:58.034247 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:58.060030 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8a26fd-f189-4b76-b128-7a543d9ec58c req-8c5bf172-5263-45cf-bb29-08256267ae25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:33:58.064749 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-2e8a26fd-f189-4b76-b128-7a543d9ec58c req-8c5bf172-5263-45cf-bb29-08256267ae25 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=bdb3a6b7-921f-41d4-a55e-0686a4dc7189 HTTP/1.1" status: 200 len: 1133 time: 0.2343433 Oct 04 20:33:58.082228 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port a7abdbd1-3925-4ce3-9072-8a83575ff4c0 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:33:58.083096 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (a7abdbd1-3925-4ce3-9072-8a83575ff4c0), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:58.087769 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c8c0359e-41ac-45ef-aae6-cc0d2efcb85d tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] Publish callbacks [] for security_group_rule (4c20d32d-1544-4967-bd8f-5479cefdf755), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:58.088081 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855b51e1-ce17-426b-a9ae-9d7e803fde04 None None] Network b32b65b0-43ee-407f-9ee0-05ab0b34c9ff requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:33:58.148529 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:58.299772 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-2e8a26fd-f189-4b76-b128-7a543d9ec58c req-75ee7db4-f64e-4b3d-8bb4-dfb174ea0949 service neutron] 10.222.0.83 "GET /networking/v2.0/security-groups?id=2307915d-12a1-4f54-8445-b78325b75811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138765 Oct 04 20:33:58.385361 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e000ec-bc80-4878-888a-fa7db5c970a8 req-9a78022a-edda-4708-a226-8f9b6ac6233e tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:33:58.401495 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c7e000ec-bc80-4878-888a-fa7db5c970a8 req-9a78022a-edda-4708-a226-8f9b6ac6233e tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bdb3a6b7-921f-41d4-a55e-0686a4dc7189 HTTP/1.1" status: 200 len: 950 time: 0.2320666 Oct 04 20:33:58.533990 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-63c86123-6067-464b-a9a4-c797d80bb6e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (88575b64-120e-41db-8141-634bf8268940), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:58.539767 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c7e000ec-bc80-4878-888a-fa7db5c970a8 req-137f1ff5-8f76-4bd6-aa12-bb1e5a08a6b8 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2307915d-12a1-4f54-8445-b78325b75811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365831 Oct 04 20:33:58.602452 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-c0dbfca1-90f3-48c8-a0e0-cd7d2c2e093e None None] Provisioning complete for port a7abdbd1-3925-4ce3-9072-8a83575ff4c0 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:33:58.603287 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c0dbfca1-90f3-48c8-a0e0-cd7d2c2e093e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (a7abdbd1-3925-4ce3-9072-8a83575ff4c0), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:58.603664 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-c0dbfca1-90f3-48c8-a0e0-cd7d2c2e093e None None] Attempt 1 to provision port a7abdbd1-3925-4ce3-9072-8a83575ff4c0 Oct 04 20:33:58.714276 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port a7abdbd1-3925-4ce3-9072-8a83575ff4c0, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=a7abdbd1-3925-4ce3-9072-8a83575ff4c0,segment=NetworkSegment(241c95ba-824a-4510-95a9-fee148d66c99),segment_id=241c95ba-824a-4510-95a9-fee148d66c99)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:33:58.797281 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:58.848121 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-56d3c327-a12e-4f30-a8d1-ffea0e0ac040 req-1ea1366e-91ed-473a-bd50-cad64bb4e046 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.83 "GET /networking/v2.0/networks?tenant_id=7e024c248dfa402e9aa19677dd749c9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1757233 Oct 04 20:33:58.852361 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c8c0359e-41ac-45ef-aae6-cc0d2efcb85d tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] Publish callbacks [] for security_group_rule (4c20d32d-1544-4967-bd8f-5479cefdf755), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:58.858498 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (a7abdbd1-3925-4ce3-9072-8a83575ff4c0), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:58.860361 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 967c3f1b-20db-4013-bcf1-22c5ceee7d18 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:33:58.945024 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63c86123-6067-464b-a9a4-c797d80bb6e6 admin admin] Router 88575b64-120e-41db-8141-634bf8268940 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:33:58.960583 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf65b53-42f0-47c0-b863-6fcdc892a965 req-cef0fb47-2dfb-4083-9841-71e43fe7822a tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:33:58.964319 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-8cf65b53-42f0-47c0-b863-6fcdc892a965 req-cef0fb47-2dfb-4083-9841-71e43fe7822a tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=50c29121-e094-4132-8ef4-b4c28da9df8a HTTP/1.1" status: 200 len: 947 time: 0.1071661 Oct 04 20:33:58.975194 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c8c0359e-41ac-45ef-aae6-cc0d2efcb85d tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (4c20d32d-1544-4967-bd8f-5479cefdf755), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:59.013911 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c0359e-41ac-45ef-aae6-cc0d2efcb85d tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c20d32d-1544-4967-bd8f-5479cefdf755,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:59.078892 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-c0dbfca1-90f3-48c8-a0e0-cd7d2c2e093e None None] Current status of the port a7abdbd1-3925-4ce3-9072-8a83575ff4c0 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:33:59.179701 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c8c0359e-41ac-45ef-aae6-cc0d2efcb85d tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:59.189375 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 967c3f1b-20db-4013-bcf1-22c5ceee7d18 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:33:59.190022 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (967c3f1b-20db-4013-bcf1-22c5ceee7d18), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:59.190581 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 967c3f1b-20db-4013-bcf1-22c5ceee7d18 Oct 04 20:33:59.203657 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=a7abdbd1-3925-4ce3-9072-8a83575ff4c0,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:33:59.206022 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c8c0359e-41ac-45ef-aae6-cc0d2efcb85d tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6440938 Oct 04 20:33:59.210940 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58614) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:33:59.229246 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:59.248505 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-1c222e5a-b568-4c19-960d-f96fce8a74f9 tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] Request body: {'floatingip': {'floating_network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:33:59.286314 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-8cf65b53-42f0-47c0-b863-6fcdc892a965 req-d7480cb2-aaa5-41d0-9bdd-d35653558d2c tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739937 Oct 04 20:33:59.315708 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58616) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:33:59.348437 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c86123-6067-464b-a9a4-c797d80bb6e6 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:33:59.379921 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f033369-2c6f-43c6-ae07-dbfb8f6bb44e None None] Sync routers for ids ['88575b64-120e-41db-8141-634bf8268940'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:33:59.443839 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f033369-2c6f-43c6-ae07-dbfb8f6bb44e None None] Routers {'88575b64-120e-41db-8141-634bf8268940'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:33:59.455475 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-2f033369-2c6f-43c6-ae07-dbfb8f6bb44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:33:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['88575b64-120e-41db-8141-634bf8268940'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:33:59.460869 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ad81b79e-99f3-4933-88f4-b418dc008fdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:59.588767 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:59.599186 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 967c3f1b-20db-4013-bcf1-22c5ceee7d18 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:33:59.663669 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-63c86123-6067-464b-a9a4-c797d80bb6e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:59.668720 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-63c86123-6067-464b-a9a4-c797d80bb6e6 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 941 time: 9.2411892 Oct 04 20:33:59.680208 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58620) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:33:59.759561 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-8076140c-7752-4d0e-9ef2-4e4481fca65e None None] Provisioning complete for port a7abdbd1-3925-4ce3-9072-8a83575ff4c0 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:33:59.760635 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8076140c-7752-4d0e-9ef2-4e4481fca65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (a7abdbd1-3925-4ce3-9072-8a83575ff4c0), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:59.760847 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-8076140c-7752-4d0e-9ef2-4e4481fca65e None None] Attempt 1 to provision port a7abdbd1-3925-4ce3-9072-8a83575ff4c0 Oct 04 20:33:59.821035 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:33:59.841233 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ad81b79e-99f3-4933-88f4-b418dc008fdc admin admin] Publish callbacks [] for security_group (b65962fb-62ce-4a20-afe8-e38af1708bec), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:33:59.955389 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a7abdbd1-3925-4ce3-9072-8a83575ff4c0 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:34:00.006115 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ad81b79e-99f3-4933-88f4-b418dc008fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (b65962fb-62ce-4a20-afe8-e38af1708bec), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:00.128290 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port a7abdbd1-3925-4ce3-9072-8a83575ff4c0 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:34:00.128882 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (a7abdbd1-3925-4ce3-9072-8a83575ff4c0), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:00.129418 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port a7abdbd1-3925-4ce3-9072-8a83575ff4c0 Oct 04 20:34:00.174679 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-2f033369-2c6f-43c6-ae07-dbfb8f6bb44e None None] Set router 88575b64-120e-41db-8141-634bf8268940 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:34:00.186908 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ad81b79e-99f3-4933-88f4-b418dc008fdc admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=c54487ab9dcb489f9747eacc705b1f80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8637979 Oct 04 20:34:00.197214 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58624) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:34:00.223087 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-8076140c-7752-4d0e-9ef2-4e4481fca65e None None] Current status of the port a7abdbd1-3925-4ce3-9072-8a83575ff4c0 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:34:00.266695 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad81b79e-99f3-4933-88f4-b418dc008fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b65962fb-62ce-4a20-afe8-e38af1708bec,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:00.372018 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port a7abdbd1-3925-4ce3-9072-8a83575ff4c0 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:34:00.411342 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c766950-e2f7-4647-907d-71042e588001 req-442b5ab2-3188-453a-ac4e-c70374691219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:00.414426 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-4c766950-e2f7-4647-907d-71042e588001 req-442b5ab2-3188-453a-ac4e-c70374691219 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=70436b8b504e43dc882f5ee434ecf443&device_id=50c29121-e094-4132-8ef4-b4c28da9df8a HTTP/1.1" status: 200 len: 1130 time: 0.1929753 Oct 04 20:34:00.553658 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c98a1a89-8b5a-48a5-8fd2-7c8b651003aa req-e2788d8e-ad6b-43de-9f28-496fb824abbb tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b9bfdee0-1a5d-4f35-b3be-ea3017b41442 HTTP/1.1" status: 200 len: 210 time: 0.8898211 Oct 04 20:34:00.621528 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1c222e5a-b568-4c19-960d-f96fce8a74f9 tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] Publish callbacks [] for floatingip (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:00.683571 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c766950-e2f7-4647-907d-71042e588001 req-6c1bd61b-bfe0-4db1-b5b8-cb057533ba28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:00.690109 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-4c766950-e2f7-4647-907d-71042e588001 req-6c1bd61b-bfe0-4db1-b5b8-cb057533ba28 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=42fbb05e-3f96-444f-a676-04ee9d06a8c7 HTTP/1.1" status: 200 len: 870 time: 0.2594347 Oct 04 20:34:00.713202 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:00.803922 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-4c766950-e2f7-4647-907d-71042e588001 req-6d6129fd-da89-411a-9b10-af80d8661647 service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=978b2a22-cd30-468a-af9b-1b86275c1460 HTTP/1.1" status: 200 len: 217 time: 0.1059101 Oct 04 20:34:00.804983 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3788324c-ad2d-4585-8a72-c61986618e75 admin admin] Publish callbacks [] for security_group (b65962fb-62ce-4a20-afe8-e38af1708bec), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:00.860357 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-2f033369-2c6f-43c6-ae07-dbfb8f6bb44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88575b64-120e-41db-8141-634bf8268940', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1752671408-router', 'tenant_id': '2b0c9c6a4aa448cca9a86ffe7484ec99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '3c85d431-19f2-4c62-91a6-bd90c7cd8bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:33:50Z', 'updated_at': '2022-10-04T20:33:56Z', 'revision_number': 3, 'project_id': '2b0c9c6a4aa448cca9a86ffe7484ec99', 'gw_port': {'id': '3c85d431-19f2-4c62-91a6-bd90c7cd8bf0', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:46:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88575b64-120e-41db-8141-634bf8268940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:33:53Z', 'updated_at': '2022-10-04T20:33:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:34:00.919903 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f033369-2c6f-43c6-ae07-dbfb8f6bb44e None None] Checking router: 88575b64-120e-41db-8141-634bf8268940 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:34:00.920433 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f033369-2c6f-43c6-ae07-dbfb8f6bb44e None None] Updating router 88575b64-120e-41db-8141-634bf8268940 port 3c85d431-19f2-4c62-91a6-bd90c7cd8bf0 binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:34:00.920903 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3788324c-ad2d-4585-8a72-c61986618e75 admin admin] Publish callbacks [] for security_group (b65962fb-62ce-4a20-afe8-e38af1708bec), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:00.977580 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c766950-e2f7-4647-907d-71042e588001 req-201d2618-f2cc-47ba-adfd-fa17ce1a1e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:00.980373 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-4c766950-e2f7-4647-907d-71042e588001 req-201d2618-f2cc-47ba-adfd-fa17ce1a1e73 service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.1683149 Oct 04 20:34:01.022222 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-2f033369-2c6f-43c6-ae07-dbfb8f6bb44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (3c85d431-19f2-4c62-91a6-bd90c7cd8bf0), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:01.068767 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d3c327-a12e-4f30-a8d1-ffea0e0ac040 req-b1242470-e743-4a11-a003-7df39f4f7527 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:01.072612 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-56d3c327-a12e-4f30-a8d1-ffea0e0ac040 req-b1242470-e743-4a11-a003-7df39f4f7527 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.83 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.9342105 Oct 04 20:34:01.097737 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c766950-e2f7-4647-907d-71042e588001 req-27bbd578-4d5d-41f7-bdfb-0c3c144b84c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:01.105186 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-4c766950-e2f7-4647-907d-71042e588001 req-27bbd578-4d5d-41f7-bdfb-0c3c144b84c2 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1053703 Oct 04 20:34:01.110785 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [req-56d3c327-a12e-4f30-a8d1-ffea0e0ac040 req-da69b6bf-0f36-4d60-afd0-3f3c4c9900f3 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] Request body: {'port': {'device_id': 'b9bfdee0-1a5d-4f35-b3be-ea3017b41442', 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7', 'admin_state_up': True, 'tenant_id': '7e024c248dfa402e9aa19677dd749c9f'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:34:01.193802 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602b102e-adef-485e-8473-a0b76d58d622 req-4d98ea0b-4bbc-4000-b612-bae7e2ea8eca tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:01.205830 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-602b102e-adef-485e-8473-a0b76d58d622 req-4d98ea0b-4bbc-4000-b612-bae7e2ea8eca tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=50c29121-e094-4132-8ef4-b4c28da9df8a HTTP/1.1" status: 200 len: 947 time: 0.3690951 Oct 04 20:34:01.303626 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3788324c-ad2d-4585-8a72-c61986618e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (b65962fb-62ce-4a20-afe8-e38af1708bec), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:01.309616 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19944ab-d78d-4033-b45c-ff9d9c9cbf65 req-46f18497-6f04-4bb7-a9f1-ed7a9d6cece7 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:01.310576 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3788324c-ad2d-4585-8a72-c61986618e75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:01.313035 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-3788324c-ad2d-4585-8a72-c61986618e75 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/b65962fb-62ce-4a20-afe8-e38af1708bec HTTP/1.1" status: 204 len: 168 time: 1.1136072 Oct 04 20:34:01.316543 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e19944ab-d78d-4033-b45c-ff9d9c9cbf65 req-46f18497-6f04-4bb7-a9f1-ed7a9d6cece7 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bdb3a6b7-921f-41d4-a55e-0686a4dc7189 HTTP/1.1" status: 200 len: 950 time: 0.4779580 Oct 04 20:34:01.353118 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3788324c-ad2d-4585-8a72-c61986618e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65962fb-62ce-4a20-afe8-e38af1708bec,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:01.378112 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-4c766950-e2f7-4647-907d-71042e588001 req-9a4c4b54-aa61-433b-acae-75ab850793e0 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701955 Oct 04 20:34:01.600554 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-2f033369-2c6f-43c6-ae07-dbfb8f6bb44e None None] Publish callbacks [] for port (3c85d431-19f2-4c62-91a6-bd90c7cd8bf0), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:01.664808 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-4c766950-e2f7-4647-907d-71042e588001 req-057cfcd1-ad11-4d83-baa7-387f7d85aaca service neutron] 10.222.0.85 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785158 Oct 04 20:34:01.695166 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:01.716367 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1c222e5a-b568-4c19-960d-f96fce8a74f9 tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:01.720132 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-2f033369-2c6f-43c6-ae07-dbfb8f6bb44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (3c85d431-19f2-4c62-91a6-bd90c7cd8bf0), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:01.768908 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-2f033369-2c6f-43c6-ae07-dbfb8f6bb44e None None] Attempting to bind port 3c85d431-19f2-4c62-91a6-bd90c7cd8bf0 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:34:01.769902 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-2f033369-2c6f-43c6-ae07-dbfb8f6bb44e None None] Attempting to bind port 3c85d431-19f2-4c62-91a6-bd90c7cd8bf0 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:34:01.770316 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f033369-2c6f-43c6-ae07-dbfb8f6bb44e None None] Attempting to bind port 3c85d431-19f2-4c62-91a6-bd90c7cd8bf0 on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:34:01.892018 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:01.918090 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bba293-5396-431b-9992-9a6d1e173eb5 None None] Pushing event updated for resources: {'Port': ['ID=3c85d431-19f2-4c62-91a6-bd90c7cd8bf0,revision_number=2']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:01.934931 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f033369-2c6f-43c6-ae07-dbfb8f6bb44e None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:34:01.935486 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f033369-2c6f-43c6-ae07-dbfb8f6bb44e None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:34:01.936116 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-2f033369-2c6f-43c6-ae07-dbfb8f6bb44e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:01.936727 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f033369-2c6f-43c6-ae07-dbfb8f6bb44e None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:34:01.937522 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-2f033369-2c6f-43c6-ae07-dbfb8f6bb44e None None] Bound port: 3c85d431-19f2-4c62-91a6-bd90c7cd8bf0, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:34:01.938127 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-2f033369-2c6f-43c6-ae07-dbfb8f6bb44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (3c85d431-19f2-4c62-91a6-bd90c7cd8bf0), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:02.004097 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:02.044049 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-602b102e-adef-485e-8473-a0b76d58d622 req-1daf0471-13e1-479f-9313-6492e22c1ce1 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8351912 Oct 04 20:34:02.046085 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-2f033369-2c6f-43c6-ae07-dbfb8f6bb44e None None] For port 3c85d431-19f2-4c62-91a6-bd90c7cd8bf0, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:34:02.054164 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-2f033369-2c6f-43c6-ae07-dbfb8f6bb44e None None] For port 3c85d431-19f2-4c62-91a6-bd90c7cd8bf0, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=3c85d431-19f2-4c62-91a6-bd90c7cd8bf0,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:34:02.081293 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56d3c327-a12e-4f30-a8d1-ffea0e0ac040 req-da69b6bf-0f36-4d60-afd0-3f3c4c9900f3 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] Made reservation on behalf of 7e024c248dfa402e9aa19677dd749c9f for: {'port': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:34:02.088611 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-56d3c327-a12e-4f30-a8d1-ffea0e0ac040 req-da69b6bf-0f36-4d60-afd0-3f3c4c9900f3 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:02.113183 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e19944ab-d78d-4033-b45c-ff9d9c9cbf65 req-428af3b6-6751-46cd-a571-b3bc63a0bee7 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2307915d-12a1-4f54-8445-b78325b75811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4361763 Oct 04 20:34:02.132687 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Device 978b2a22-cd30-468a-af9b-1b86275c1460 details requested by agent hyperv_n-h2-852085-12 with host n-h2-852085-12 {{(pid=108171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 20:34:02.240427 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-2f033369-2c6f-43c6-ae07-dbfb8f6bb44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (3c85d431-19f2-4c62-91a6-bd90c7cd8bf0), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:02.280622 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-56d3c327-a12e-4f30-a8d1-ffea0e0ac040 req-da69b6bf-0f36-4d60-afd0-3f3c4c9900f3 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:02.422246 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f033369-2c6f-43c6-ae07-dbfb8f6bb44e None None] Routers {'88575b64-120e-41db-8141-634bf8268940'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:34:02.424779 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-2f033369-2c6f-43c6-ae07-dbfb8f6bb44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:33:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['88575b64-120e-41db-8141-634bf8268940'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:34:02.450995 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-38d92506-df70-49be-9f5c-4138044e6071 req-20852b6d-a8d3-4015-b30f-fc1eac157e81 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b9bfdee0-1a5d-4f35-b3be-ea3017b41442 HTTP/1.1" status: 200 len: 210 time: 0.1871536 Oct 04 20:34:02.453349 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-1c222e5a-b568-4c19-960d-f96fce8a74f9 tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] Allocated IP 172.25.5.149 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/e57c3bf8-d867-4642-8d6b-e2b4b568cb08) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:34:02.527997 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:02.594740 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] For port 978b2a22-cd30-468a-af9b-1b86275c1460, host n-h2-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852085-12',level=0,port_id=978b2a22-cd30-468a-af9b-1b86275c1460,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:34:02.633036 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Returning: {'device': '978b2a22-cd30-468a-af9b-1b86275c1460', 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7', 'port_id': '978b2a22-cd30-468a-af9b-1b86275c1460', 'mac_address': 'fa:16:3e:a4:fc:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1956090-7ed7-4d05-a46e-a7b0885ca8e4', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 20:34:02.792878 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-2f033369-2c6f-43c6-ae07-dbfb8f6bb44e None None] Set router 88575b64-120e-41db-8141-634bf8268940 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:34:02.813423 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-56d3c327-a12e-4f30-a8d1-ffea0e0ac040 req-da69b6bf-0f36-4d60-afd0-3f3c4c9900f3 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] Publish callbacks [] for security_group (c2bc8a6c-d92e-4924-ad5b-3d15a4cff8a6), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:02.822155 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Current status of the port 978b2a22-cd30-468a-af9b-1b86275c1460 is: DOWN; New status is: BUILD {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:34:02.822996 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (978b2a22-cd30-468a-af9b-1b86275c1460), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:02.856522 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 978b2a22-cd30-468a-af9b-1b86275c1460 {{(pid=108171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 20:34:02.882173 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:02.918326 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:02.925381 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] For port 978b2a22-cd30-468a-af9b-1b86275c1460, host n-h2-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852085-12',level=0,port_id=978b2a22-cd30-468a-af9b-1b86275c1460,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:34:02.930041 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-56d3c327-a12e-4f30-a8d1-ffea0e0ac040 req-da69b6bf-0f36-4d60-afd0-3f3c4c9900f3 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (c2bc8a6c-d92e-4924-ad5b-3d15a4cff8a6), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:02.946993 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58652) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:34:02.986226 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:03.019854 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (978b2a22-cd30-468a-af9b-1b86275c1460), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:03.120668 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bba293-5396-431b-9992-9a6d1e173eb5 None None] Pushing event updated for resources: {'Port': ['ID=3c85d431-19f2-4c62-91a6-bd90c7cd8bf0,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:03.190897 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Pushing event updated for resources: {'Port': ['ID=978b2a22-cd30-468a-af9b-1b86275c1460,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:03.329353 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-2f033369-2c6f-43c6-ae07-dbfb8f6bb44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88575b64-120e-41db-8141-634bf8268940', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1752671408-router', 'tenant_id': '2b0c9c6a4aa448cca9a86ffe7484ec99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '3c85d431-19f2-4c62-91a6-bd90c7cd8bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:33:50Z', 'updated_at': '2022-10-04T20:33:56Z', 'revision_number': 3, 'project_id': '2b0c9c6a4aa448cca9a86ffe7484ec99', 'gw_port': {'id': '3c85d431-19f2-4c62-91a6-bd90c7cd8bf0', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:46:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88575b64-120e-41db-8141-634bf8268940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:33:53Z', 'updated_at': '2022-10-04T20:34:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:34:03.405395 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f033369-2c6f-43c6-ae07-dbfb8f6bb44e None None] The sync data for ids ['88575b64-120e-41db-8141-634bf8268940'] in n-d-852085-12 is: [{'id': '88575b64-120e-41db-8141-634bf8268940', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1752671408-router', 'tenant_id': '2b0c9c6a4aa448cca9a86ffe7484ec99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '3c85d431-19f2-4c62-91a6-bd90c7cd8bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:33:50Z', 'updated_at': '2022-10-04T20:33:56Z', 'revision_number': 3, 'project_id': '2b0c9c6a4aa448cca9a86ffe7484ec99', 'gw_port': {'id': '3c85d431-19f2-4c62-91a6-bd90c7cd8bf0', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:46:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88575b64-120e-41db-8141-634bf8268940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:33:53Z', 'updated_at': '2022-10-04T20:34:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:34:03.432654 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] get_ports_and_sgs() called for port_ids ['978b2a22-cd30-468a-af9b-1b86275c1460'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:34:03.726501 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e5137c85-372a-4e28-90cf-7a2d5195fbb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:03.799056 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da69b6bf-0f36-4d60-afd0-3f3c4c9900f3 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2bc8a6c-d92e-4924-ad5b-3d15a4cff8a6,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:03.929424 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:03.981741 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e5137c85-372a-4e28-90cf-7a2d5195fbb3 admin admin] Publish callbacks [] for security_group (08728ebd-7bbe-47ff-9b04-88f86daf4217), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:04.085845 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e5137c85-372a-4e28-90cf-7a2d5195fbb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (08728ebd-7bbe-47ff-9b04-88f86daf4217), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:04.096368 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1c222e5a-b568-4c19-960d-f96fce8a74f9 tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] Publish callbacks [] for port (e57c3bf8-d867-4642-8d6b-e2b4b568cb08), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:04.152474 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c5d775-6ab7-48df-b441-233f47417eac req-8a35834b-1c2e-4699-8558-48b914e69049 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:04.156387 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-92c5d775-6ab7-48df-b441-233f47417eac req-8a35834b-1c2e-4699-8558-48b914e69049 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=50c29121-e094-4132-8ef4-b4c28da9df8a HTTP/1.1" status: 200 len: 948 time: 0.4898632 Oct 04 20:34:04.163625 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:04.177702 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e5137c85-372a-4e28-90cf-7a2d5195fbb3 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=72fd3d8d5fca4e68bec5464c85a0acbc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2194965 Oct 04 20:34:04.178852 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58666) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:34:04.258623 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-34e837eb-8e98-46f7-add7-f2ac5ab5394b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:04.295861 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5137c85-372a-4e28-90cf-7a2d5195fbb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08728ebd-7bbe-47ff-9b04-88f86daf4217,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:04.346113 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b49ca4-6e50-4e11-9df0-b3dcb620ea21 req-d00f4528-5868-4382-8da1-4a624235ac76 tempest-MigrationsAdminTest-609424741 tempest-MigrationsAdminTest-609424741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:04.363453 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d0b49ca4-6e50-4e11-9df0-b3dcb620ea21 req-d00f4528-5868-4382-8da1-4a624235ac76 tempest-MigrationsAdminTest-609424741 tempest-MigrationsAdminTest-609424741-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bdb3a6b7-921f-41d4-a55e-0686a4dc7189 HTTP/1.1" status: 200 len: 1133 time: 0.6995575 Oct 04 20:34:04.373733 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58668) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:34:04.387633 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [req-56d3c327-a12e-4f30-a8d1-ffea0e0ac040 req-da69b6bf-0f36-4d60-afd0-3f3c4c9900f3 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] Allocated IP 192.168.233.116 (42fbb05e-3f96-444f-a676-04ee9d06a8c7/e1956090-7ed7-4d05-a46e-a7b0885ca8e4/4f6676f8-f93e-43e5-81f8-b66d1444428a) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:34:04.420705 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e5cd9fa9-d9fe-4a84-985b-c1602e426447 admin admin] Publish callbacks [] for security_group (08728ebd-7bbe-47ff-9b04-88f86daf4217), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:04.486939 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Device 978b2a22-cd30-468a-af9b-1b86275c1460 up at agent hyperv_n-h2-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:34:04.495700 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e5cd9fa9-d9fe-4a84-985b-c1602e426447 admin admin] Publish callbacks [] for security_group (08728ebd-7bbe-47ff-9b04-88f86daf4217), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:04.601827 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-d0b49ca4-6e50-4e11-9df0-b3dcb620ea21 req-c9b4b854-fa3f-4fe7-b8ea-9e11281b4597 tempest-MigrationsAdminTest-609424741 tempest-MigrationsAdminTest-609424741-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:04.688827 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Provisioning for port 978b2a22-cd30-468a-af9b-1b86275c1460 completed by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 20:34:04.703051 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1c222e5a-b568-4c19-960d-f96fce8a74f9 tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (e57c3bf8-d867-4642-8d6b-e2b4b568cb08), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:04.771976 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cbb924df-d185-4ad7-8e2d-3b8ace7e85e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:04.794693 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Provisioning complete for port 978b2a22-cd30-468a-af9b-1b86275c1460 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:34:04.795518 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (978b2a22-cd30-468a-af9b-1b86275c1460), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:04.796114 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Attempt 1 to provision port 978b2a22-cd30-468a-af9b-1b86275c1460 Oct 04 20:34:04.797060 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e5cd9fa9-d9fe-4a84-985b-c1602e426447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (08728ebd-7bbe-47ff-9b04-88f86daf4217), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:04.807090 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e5cd9fa9-d9fe-4a84-985b-c1602e426447 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:04.819427 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e5cd9fa9-d9fe-4a84-985b-c1602e426447 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/08728ebd-7bbe-47ff-9b04-88f86daf4217 HTTP/1.1" status: 204 len: 168 time: 0.6367855 Oct 04 20:34:04.900112 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cd9fa9-d9fe-4a84-985b-c1602e426447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08728ebd-7bbe-47ff-9b04-88f86daf4217,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:04.976517 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:05.046870 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:05.108295 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cbb924df-d185-4ad7-8e2d-3b8ace7e85e8 admin admin] Publish callbacks [] for security_group (3058ba9e-b668-44d9-8a55-fb3bdc070b98), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:05.115895 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Current status of the port 978b2a22-cd30-468a-af9b-1b86275c1460 is: BUILD; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:34:05.117063 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (978b2a22-cd30-468a-af9b-1b86275c1460), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:05.134318 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-92c5d775-6ab7-48df-b441-233f47417eac req-dedc57bf-955f-4155-8ced-e808390dccd3 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8687217 Oct 04 20:34:05.165713 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c222e5a-b568-4c19-960d-f96fce8a74f9 tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:34:05.185168 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50c29121-e094-4132-8ef4-b4c28da9df8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '978b2a22-cd30-468a-af9b-1b86275c1460'}] {{(pid=108171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:34:05.195842 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966b91da6921e714df7c26a37f4733087768fb9a36052be1ead95d4d835f43be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f5b6e5-a238-4c35-ac6e-c5078bcc3de2" -d '{"events": [{"server_uuid": "50c29121-e094-4132-8ef4-b4c28da9df8a", "name": "network-vif-plugged", "status": "completed", "tag": "978b2a22-cd30-468a-af9b-1b86275c1460"}]}' {{(pid=108171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:34:05.233150 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cbb924df-d185-4ad7-8e2d-3b8ace7e85e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (3058ba9e-b668-44d9-8a55-fb3bdc070b98), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:05.260501 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] For port 978b2a22-cd30-468a-af9b-1b86275c1460, host n-h2-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852085-12',level=0,port_id=978b2a22-cd30-468a-af9b-1b86275c1460,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:34:05.280337 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-1c222e5a-b568-4c19-960d-f96fce8a74f9 tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:34:05.285792 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c222e5a-b568-4c19-960d-f96fce8a74f9 tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:34:05.385070 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c222e5a-b568-4c19-960d-f96fce8a74f9 tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] Pushing event updated for resources: {'Port': ['ID=e57c3bf8-d867-4642-8d6b-e2b4b568cb08,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:05.393407 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb924df-d185-4ad7-8e2d-3b8ace7e85e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3058ba9e-b668-44d9-8a55-fb3bdc070b98,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:05.398384 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (978b2a22-cd30-468a-af9b-1b86275c1460), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:05.412440 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-cbb924df-d185-4ad7-8e2d-3b8ace7e85e8 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=0ce28e97c59642e2b8a1ca1739dd77e9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0321221 Oct 04 20:34:05.413017 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58684) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:34:05.566992 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-79cb068a-ed4b-4785-9046-a42057326120 req-58f92890-76d2-44b3-a1cd-928fb0727d43 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b9bfdee0-1a5d-4f35-b3be-ea3017b41442 HTTP/1.1" status: 200 len: 210 time: 0.1535280 Oct 04 20:34:05.578059 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-674fc9c9-f5a9-448c-bf18-62eb350370f9 admin admin] Publish callbacks [] for security_group (3058ba9e-b668-44d9-8a55-fb3bdc070b98), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:05.610750 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Pushing event updated for resources: {'Port': ['ID=978b2a22-cd30-468a-af9b-1b86275c1460,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:05.614241 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:05.670729 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-674fc9c9-f5a9-448c-bf18-62eb350370f9 admin admin] Publish callbacks [] for security_group (3058ba9e-b668-44d9-8a55-fb3bdc070b98), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:05.826553 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1c222e5a-b568-4c19-960d-f96fce8a74f9 tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] Publish callbacks [] for floatingip (2f76a4a7-9bc4-489d-97c9-d1581373a22a), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:05.850971 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 20:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b55e2d-95bb-4f77-bd2a-6ed552b40d63 x-openstack-request-id: req-c7b55e2d-95bb-4f77-bd2a-6ed552b40d63 {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:34:05.851889 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50c29121-e094-4132-8ef4-b4c28da9df8a", "name": "network-vif-plugged", "status": "completed", "tag": "978b2a22-cd30-468a-af9b-1b86275c1460", "code": 200}]} {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:34:05.852661 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c7b55e2d-95bb-4f77-bd2a-6ed552b40d63 {{(pid=108171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:34:05.853634 n-d-852085-12 neutron-server[108171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7b55e2d-95bb-4f77-bd2a-6ed552b40d63'] response: {'server_uuid': '50c29121-e094-4132-8ef4-b4c28da9df8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '978b2a22-cd30-468a-af9b-1b86275c1460', 'code': 200} Oct 04 20:34:05.949124 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 3c85d431-19f2-4c62-91a6-bd90c7cd8bf0 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:34:05.995568 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-34e837eb-8e98-46f7-add7-f2ac5ab5394b admin admin] Allocated IP 172.20.0.1 (b32b65b0-43ee-407f-9ee0-05ab0b34c9ff/51db92d7-633f-467a-aa97-3a11c4d476d6/5243e237-b986-4e0d-a17f-cdc3272fdd10) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:34:06.005636 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-d0b49ca4-6e50-4e11-9df0-b3dcb620ea21 req-c9b4b854-fa3f-4fe7-b8ea-9e11281b4597 tempest-MigrationsAdminTest-609424741 tempest-MigrationsAdminTest-609424741-project-admin] Publish callbacks [] for security_group (9c7459c4-9103-4320-8206-b6b2ff9c3014), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:06.017482 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-56d3c327-a12e-4f30-a8d1-ffea0e0ac040 req-da69b6bf-0f36-4d60-afd0-3f3c4c9900f3 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] Publish callbacks [] for port (4f6676f8-f93e-43e5-81f8-b66d1444428a), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:06.086135 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 3c85d431-19f2-4c62-91a6-bd90c7cd8bf0 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:34:06.087297 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (3c85d431-19f2-4c62-91a6-bd90c7cd8bf0), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:06.088277 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 3c85d431-19f2-4c62-91a6-bd90c7cd8bf0 Oct 04 20:34:06.111256 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-674fc9c9-f5a9-448c-bf18-62eb350370f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (3058ba9e-b668-44d9-8a55-fb3bdc070b98), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:06.116531 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-674fc9c9-f5a9-448c-bf18-62eb350370f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:06.122300 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-674fc9c9-f5a9-448c-bf18-62eb350370f9 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/3058ba9e-b668-44d9-8a55-fb3bdc070b98 HTTP/1.1" status: 204 len: 168 time: 0.7039526 Oct 04 20:34:06.146630 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674fc9c9-f5a9-448c-bf18-62eb350370f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3058ba9e-b668-44d9-8a55-fb3bdc070b98,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:06.161163 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d491f0d-cdb3-4cf1-a22d-c1e42390ef2b req-58898081-2dd2-4fae-97f1-a727ce7bcaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:06.163404 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-1d491f0d-cdb3-4cf1-a22d-c1e42390ef2b req-58898081-2dd2-4fae-97f1-a727ce7bcaa7 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?device_id=50c29121-e094-4132-8ef4-b4c28da9df8a HTTP/1.1" status: 200 len: 1132 time: 0.1615930 Oct 04 20:34:06.176377 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-d0b49ca4-6e50-4e11-9df0-b3dcb620ea21 req-c9b4b854-fa3f-4fe7-b8ea-9e11281b4597 tempest-MigrationsAdminTest-609424741 tempest-MigrationsAdminTest-609424741-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (9c7459c4-9103-4320-8206-b6b2ff9c3014), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:06.330136 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-1d491f0d-cdb3-4cf1-a22d-c1e42390ef2b req-3822de7c-15c4-4137-8d31-41d1765a21d0 service neutron] 10.222.0.85 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585393 Oct 04 20:34:06.396803 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1c222e5a-b568-4c19-960d-f96fce8a74f9 tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (e57c3bf8-d867-4642-8d6b-e2b4b568cb08), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:06.399921 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b4b854-fa3f-4fe7-b8ea-9e11281b4597 tempest-MigrationsAdminTest-609424741 tempest-MigrationsAdminTest-609424741-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7459c4-9103-4320-8206-b6b2ff9c3014,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:06.400232 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 3c85d431-19f2-4c62-91a6-bd90c7cd8bf0 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:34:06.400859 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (3c85d431-19f2-4c62-91a6-bd90c7cd8bf0), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:06.415699 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d0b49ca4-6e50-4e11-9df0-b3dcb620ea21 req-c9b4b854-fa3f-4fe7-b8ea-9e11281b4597 tempest-MigrationsAdminTest-609424741 tempest-MigrationsAdminTest-609424741-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2307915d-12a1-4f54-8445-b78325b75811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.0490289 Oct 04 20:34:06.444882 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 3c85d431-19f2-4c62-91a6-bd90c7cd8bf0, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=3c85d431-19f2-4c62-91a6-bd90c7cd8bf0,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:34:06.562197 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-56d3c327-a12e-4f30-a8d1-ffea0e0ac040 req-da69b6bf-0f36-4d60-afd0-3f3c4c9900f3 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (4f6676f8-f93e-43e5-81f8-b66d1444428a), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:06.633402 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (3c85d431-19f2-4c62-91a6-bd90c7cd8bf0), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:06.747410 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56d3c327-a12e-4f30-a8d1-ffea0e0ac040 req-da69b6bf-0f36-4d60-afd0-3f3c4c9900f3 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] Network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:34:06.754054 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-34e837eb-8e98-46f7-add7-f2ac5ab5394b admin admin] Publish callbacks [] for port (5243e237-b986-4e0d-a17f-cdc3272fdd10), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:06.764605 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [req-56d3c327-a12e-4f30-a8d1-ffea0e0ac040 req-da69b6bf-0f36-4d60-afd0-3f3c4c9900f3 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:34:06.769544 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [req-56d3c327-a12e-4f30-a8d1-ffea0e0ac040 req-da69b6bf-0f36-4d60-afd0-3f3c4c9900f3 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:34:06.788162 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d3c327-a12e-4f30-a8d1-ffea0e0ac040 req-da69b6bf-0f36-4d60-afd0-3f3c4c9900f3 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:06.788547 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=3c85d431-19f2-4c62-91a6-bd90c7cd8bf0,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:06.789164 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-56d3c327-a12e-4f30-a8d1-ffea0e0ac040 req-da69b6bf-0f36-4d60-afd0-3f3c4c9900f3 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:06.794751 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:06.805871 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc61d76-d6db-4d5b-ad63-ac4a08793635 req-3a6ebcb3-a2cb-42b1-a2e3-53ff9ba5ff51 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:06.807488 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:34:06.808242 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:34:06.809560 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-2fc61d76-d6db-4d5b-ad63-ac4a08793635 req-3a6ebcb3-a2cb-42b1-a2e3-53ff9ba5ff51 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=50c29121-e094-4132-8ef4-b4c28da9df8a HTTP/1.1" status: 200 len: 949 time: 0.4002161 Oct 04 20:34:06.810678 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:34:06.811791 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:34:06.820494 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:34:06.821384 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:34:06.822021 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:34:06.822637 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:34:06.823247 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:34:06.824055 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:34:06.824863 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:34:06.825667 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:34:06.826510 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:34:06.827322 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:34:06.827710 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:34:06.979837 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58702) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:34:07.006689 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9fdf7907-9056-4917-9f4e-744620e446eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:07.045148 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da69b6bf-0f36-4d60-afd0-3f3c4c9900f3 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] Pushing event updated for resources: {'Port': ['ID=4f6676f8-f93e-43e5-81f8-b66d1444428a,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:07.107904 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-56d3c327-a12e-4f30-a8d1-ffea0e0ac040 req-da69b6bf-0f36-4d60-afd0-3f3c4c9900f3 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.83 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.0190408 Oct 04 20:34:07.141697 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [req-56d3c327-a12e-4f30-a8d1-ffea0e0ac040 req-5086756c-f4a8-43b9-8874-d9d5fe445790 service neutron] Request body: {'port': {'device_id': 'b9bfdee0-1a5d-4f35-b3be-ea3017b41442', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-852085-12'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:34:07.169570 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-34e837eb-8e98-46f7-add7-f2ac5ab5394b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (5243e237-b986-4e0d-a17f-cdc3272fdd10), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:07.242672 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-5a1a55c0-258b-443f-a27b-557b4fc13875 None None] Provisioning complete for port 4f6676f8-f93e-43e5-81f8-b66d1444428a triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:34:07.243300 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5a1a55c0-258b-443f-a27b-557b4fc13875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (4f6676f8-f93e-43e5-81f8-b66d1444428a), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:07.243810 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-5a1a55c0-258b-443f-a27b-557b4fc13875 None None] Attempt 1 to provision port 4f6676f8-f93e-43e5-81f8-b66d1444428a Oct 04 20:34:07.357134 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9fdf7907-9056-4917-9f4e-744620e446eb admin admin] Publish callbacks [] for security_group (1891cfd2-288b-45df-8072-39684bc30280), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:07.377069 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-2fc61d76-d6db-4d5b-ad63-ac4a08793635 req-1c179f7f-25e8-4c66-880e-db8d4ada65f6 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5383806 Oct 04 20:34:07.402948 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e837eb-8e98-46f7-add7-f2ac5ab5394b admin admin] Network b32b65b0-43ee-407f-9ee0-05ab0b34c9ff is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:34:07.405037 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-5a1a55c0-258b-443f-a27b-557b4fc13875 None None] Port 4f6676f8-f93e-43e5-81f8-b66d1444428a cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:34:07.442218 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9fdf7907-9056-4917-9f4e-744620e446eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (1891cfd2-288b-45df-8072-39684bc30280), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:07.442588 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-34e837eb-8e98-46f7-add7-f2ac5ab5394b admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:34:07.510604 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e837eb-8e98-46f7-add7-f2ac5ab5394b admin admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:34:07.513145 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-34e837eb-8e98-46f7-add7-f2ac5ab5394b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (88575b64-120e-41db-8141-634bf8268940), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:07.546032 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-9fdf7907-9056-4917-9f4e-744620e446eb admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=d8ea20dea7ca43c8bbcbaf31de72a4f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5637834 Oct 04 20:34:07.570306 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58710) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:34:07.631502 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdf7907-9056-4917-9f4e-744620e446eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1891cfd2-288b-45df-8072-39684bc30280,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:07.761085 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e837eb-8e98-46f7-add7-f2ac5ab5394b admin admin] Pushing event updated for resources: {'Port': ['ID=5243e237-b986-4e0d-a17f-cdc3272fdd10,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:07.805768 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-811a441c-4db9-4034-8220-8fca50547791 admin admin] Publish callbacks [] for security_group (1891cfd2-288b-45df-8072-39684bc30280), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:07.900160 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-811a441c-4db9-4034-8220-8fca50547791 admin admin] Publish callbacks [] for security_group (1891cfd2-288b-45df-8072-39684bc30280), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:07.904663 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d8cfd-7898-4e39-b86e-a1efe03143a2 req-86771405-2599-40d9-8776-50a483af9cf7 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:07.907056 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-2e4d8cfd-7898-4e39-b86e-a1efe03143a2 req-86771405-2599-40d9-8776-50a483af9cf7 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b9bfdee0-1a5d-4f35-b3be-ea3017b41442 HTTP/1.1" status: 200 len: 936 time: 0.1534534 Oct 04 20:34:07.953973 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 3c85d431-19f2-4c62-91a6-bd90c7cd8bf0 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:34:07.955076 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:07.975063 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-56d3c327-a12e-4f30-a8d1-ffea0e0ac040 req-5086756c-f4a8-43b9-8874-d9d5fe445790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (4f6676f8-f93e-43e5-81f8-b66d1444428a), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:08.013835 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1c222e5a-b568-4c19-960d-f96fce8a74f9 tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] Publish callbacks [] for port (e57c3bf8-d867-4642-8d6b-e2b4b568cb08), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:08.071864 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:08.091332 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-b5e31710-5138-4052-b18a-85b403629da5 None None] Provisioning complete for port 5243e237-b986-4e0d-a17f-cdc3272fdd10 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:34:08.092355 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b5e31710-5138-4052-b18a-85b403629da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (5243e237-b986-4e0d-a17f-cdc3272fdd10), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:08.093188 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-b5e31710-5138-4052-b18a-85b403629da5 None None] Attempt 1 to provision port 5243e237-b986-4e0d-a17f-cdc3272fdd10 Oct 04 20:34:08.126112 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-811a441c-4db9-4034-8220-8fca50547791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (1891cfd2-288b-45df-8072-39684bc30280), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:08.132157 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-811a441c-4db9-4034-8220-8fca50547791 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:08.134478 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-811a441c-4db9-4034-8220-8fca50547791 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/1891cfd2-288b-45df-8072-39684bc30280 HTTP/1.1" status: 204 len: 168 time: 0.5620344 Oct 04 20:34:08.161290 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58720) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:34:08.181650 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 3c85d431-19f2-4c62-91a6-bd90c7cd8bf0 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:34:08.182770 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (3c85d431-19f2-4c62-91a6-bd90c7cd8bf0), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:08.183928 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 3c85d431-19f2-4c62-91a6-bd90c7cd8bf0 Oct 04 20:34:08.204803 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811a441c-4db9-4034-8220-8fca50547791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1891cfd2-288b-45df-8072-39684bc30280,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:08.228436 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a71d374c-9083-4b75-8149-1d4c50709e98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:08.234300 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-b5e31710-5138-4052-b18a-85b403629da5 None None] Port 5243e237-b986-4e0d-a17f-cdc3272fdd10 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:34:08.369455 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1c222e5a-b568-4c19-960d-f96fce8a74f9 tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (e57c3bf8-d867-4642-8d6b-e2b4b568cb08), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:08.370725 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1c222e5a-b568-4c19-960d-f96fce8a74f9 tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582728'] for floatingip (2f76a4a7-9bc4-489d-97c9-d1581373a22a), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:08.507047 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 3c85d431-19f2-4c62-91a6-bd90c7cd8bf0 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:34:08.526372 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-34e837eb-8e98-46f7-add7-f2ac5ab5394b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (5243e237-b986-4e0d-a17f-cdc3272fdd10), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:08.555390 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a71d374c-9083-4b75-8149-1d4c50709e98 admin admin] Publish callbacks [] for security_group (4c1f7eb5-56d0-4b9c-a89c-4ada39eec37e), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:08.612809 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-2e4d8cfd-7898-4e39-b86e-a1efe03143a2 req-dc1515ad-b4c3-415d-8002-9132dfda2525 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c2bc8a6c-d92e-4924-ad5b-3d15a4cff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6815619 Oct 04 20:34:08.707580 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a71d374c-9083-4b75-8149-1d4c50709e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (4c1f7eb5-56d0-4b9c-a89c-4ada39eec37e), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:08.736549 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1c222e5a-b568-4c19-960d-f96fce8a74f9 tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:08.744659 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-1c222e5a-b568-4c19-960d-f96fce8a74f9 tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.5259995 Oct 04 20:34:08.782033 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71d374c-9083-4b75-8149-1d4c50709e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1f7eb5-56d0-4b9c-a89c-4ada39eec37e,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:08.806273 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a71d374c-9083-4b75-8149-1d4c50709e98 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=49bdc59ee521478a9991fc5270782eaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6349339 Oct 04 20:34:08.806273 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58740) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:34:08.811636 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c222e5a-b568-4c19-960d-f96fce8a74f9 tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] Pushing event updated for resources: {'Port': ['ID=e57c3bf8-d867-4642-8d6b-e2b4b568cb08,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:08.834496 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e2998c8a-b047-49f0-921a-b829a17cf2e3 req-32b00b78-65d9-41ae-bf2e-9384dbe8235f tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=74eef3bf938c491d8a2f5192ba598c19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2837691 Oct 04 20:34:08.922088 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-252e8839-a8a1-4929-8516-1dc17cda9f33 admin admin] Publish callbacks [] for security_group (4c1f7eb5-56d0-4b9c-a89c-4ada39eec37e), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:08.972051 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-252e8839-a8a1-4929-8516-1dc17cda9f33 admin admin] Publish callbacks [] for security_group (4c1f7eb5-56d0-4b9c-a89c-4ada39eec37e), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:09.199462 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-252e8839-a8a1-4929-8516-1dc17cda9f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (4c1f7eb5-56d0-4b9c-a89c-4ada39eec37e), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:09.204987 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de610071-ba81-4db8-ae38-de0c53d9c464 req-3cde9409-0028-40e7-994f-6c616ca6d59c tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:09.205297 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-252e8839-a8a1-4929-8516-1dc17cda9f33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:09.207830 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-de610071-ba81-4db8-ae38-de0c53d9c464 req-3cde9409-0028-40e7-994f-6c616ca6d59c tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=50c29121-e094-4132-8ef4-b4c28da9df8a HTTP/1.1" status: 200 len: 949 time: 0.4029856 Oct 04 20:34:09.221061 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-252e8839-a8a1-4929-8516-1dc17cda9f33 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/4c1f7eb5-56d0-4b9c-a89c-4ada39eec37e HTTP/1.1" status: 204 len: 168 time: 0.3987269 Oct 04 20:34:09.245740 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252e8839-a8a1-4929-8516-1dc17cda9f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1f7eb5-56d0-4b9c-a89c-4ada39eec37e,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:09.498818 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2998c8a-b047-49f0-921a-b829a17cf2e3 req-92ba287a-b0a5-4138-8ab6-9825445d2532 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:09.502267 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e2998c8a-b047-49f0-921a-b829a17cf2e3 req-92ba287a-b0a5-4138-8ab6-9825445d2532 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6657350 Oct 04 20:34:09.513228 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [req-56d3c327-a12e-4f30-a8d1-ffea0e0ac040 req-5086756c-f4a8-43b9-8874-d9d5fe445790 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f6676f8-f93e-43e5-81f8-b66d1444428a {{(pid=108170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 20:34:09.547370 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-56d3c327-a12e-4f30-a8d1-ffea0e0ac040 req-5086756c-f4a8-43b9-8874-d9d5fe445790 service neutron] Publish callbacks [] for port (4f6676f8-f93e-43e5-81f8-b66d1444428a), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:09.596541 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:09.636857 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e2998c8a-b047-49f0-921a-b829a17cf2e3 req-b3748164-928f-4de1-93b0-1dfd6f088f2e tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/quotas/74eef3bf938c491d8a2f5192ba598c19 HTTP/1.1" status: 200 len: 375 time: 0.0973928 Oct 04 20:34:09.658413 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.provisioning_blocks [req-56d3c327-a12e-4f30-a8d1-ffea0e0ac040 req-5086756c-f4a8-43b9-8874-d9d5fe445790 service neutron] Transition to ACTIVE for port object 4f6676f8-f93e-43e5-81f8-b66d1444428a will not be triggered until provisioned by entity L2. {{(pid=108170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 20:34:09.666061 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-de610071-ba81-4db8-ae38-de0c53d9c464 req-3e0d9be8-a209-4130-bed5-43abffdf8cba tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4396317 Oct 04 20:34:09.830189 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e2998c8a-b047-49f0-921a-b829a17cf2e3 req-49f67661-76e6-4853-88dc-a7b33940587d tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=74eef3bf938c491d8a2f5192ba598c19&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1775532 Oct 04 20:34:09.836191 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-56d3c327-a12e-4f30-a8d1-ffea0e0ac040 req-5086756c-f4a8-43b9-8874-d9d5fe445790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (4f6676f8-f93e-43e5-81f8-b66d1444428a), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:09.843367 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-34e837eb-8e98-46f7-add7-f2ac5ab5394b admin admin] Publish callbacks [] for port (5243e237-b986-4e0d-a17f-cdc3272fdd10), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:09.970584 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-34e837eb-8e98-46f7-add7-f2ac5ab5394b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (5243e237-b986-4e0d-a17f-cdc3272fdd10), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:09.971781 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-34e837eb-8e98-46f7-add7-f2ac5ab5394b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (88575b64-120e-41db-8141-634bf8268940), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:09.995457 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086756c-f4a8-43b9-8874-d9d5fe445790 service neutron] Pushing event updated for resources: {'Port': ['ID=4f6676f8-f93e-43e5-81f8-b66d1444428a,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:10.005726 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:INSERT=12,neutron:SELECT=83,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:10.040386 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [req-56d3c327-a12e-4f30-a8d1-ffea0e0ac040 req-5086756c-f4a8-43b9-8874-d9d5fe445790 service neutron] Attempting to bind port 4f6676f8-f93e-43e5-81f8-b66d1444428a on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:34:10.040759 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [req-56d3c327-a12e-4f30-a8d1-ffea0e0ac040 req-5086756c-f4a8-43b9-8874-d9d5fe445790 service neutron] Attempting to bind port 4f6676f8-f93e-43e5-81f8-b66d1444428a by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'}] {{(pid=108170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:34:10.041283 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d3c327-a12e-4f30-a8d1-ffea0e0ac040 req-5086756c-f4a8-43b9-8874-d9d5fe445790 service neutron] Attempting to bind port 4f6676f8-f93e-43e5-81f8-b66d1444428a on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:34:10.212016 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [req-ff0507e4-953b-4051-8606-2a0a7a625c98 req-d8fd4cc0-6c23-4672-b8a5-a896604e41d2 tempest-SecurityGroupsTestAdminJSON-1055982081 tempest-SecurityGroupsTestAdminJSON-1055982081-project] Request body: {'security_group': {'name': 'tempest-securitygroup-853613868', 'description': 'tempest-description-557153205'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:34:10.268525 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e837eb-8e98-46f7-add7-f2ac5ab5394b admin admin] Pushing event updated for resources: {'Port': ['ID=5243e237-b986-4e0d-a17f-cdc3272fdd10,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:10.304313 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d3c327-a12e-4f30-a8d1-ffea0e0ac040 req-5086756c-f4a8-43b9-8874-d9d5fe445790 service neutron] Port 4f6676f8-f93e-43e5-81f8-b66d1444428a on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:34:10.311984 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d3c327-a12e-4f30-a8d1-ffea0e0ac040 req-5086756c-f4a8-43b9-8874-d9d5fe445790 service neutron] Attempting to bind port 4f6676f8-f93e-43e5-81f8-b66d1444428a on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:34:10.445237 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-ff0507e4-953b-4051-8606-2a0a7a625c98 req-d8fd4cc0-6c23-4672-b8a5-a896604e41d2 tempest-SecurityGroupsTestAdminJSON-1055982081 tempest-SecurityGroupsTestAdminJSON-1055982081-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:10.510897 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-ff0507e4-953b-4051-8606-2a0a7a625c98 req-d8fd4cc0-6c23-4672-b8a5-a896604e41d2 tempest-SecurityGroupsTestAdminJSON-1055982081 tempest-SecurityGroupsTestAdminJSON-1055982081-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:10.556719 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e837eb-8e98-46f7-add7-f2ac5ab5394b admin admin] Network b32b65b0-43ee-407f-9ee0-05ab0b34c9ff is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:34:10.579571 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-34e837eb-8e98-46f7-add7-f2ac5ab5394b admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:34:10.609789 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d3c327-a12e-4f30-a8d1-ffea0e0ac040 req-5086756c-f4a8-43b9-8874-d9d5fe445790 service neutron] Checking agent: {'id': 'd500e1cf-136e-47e7-b7fe-ae200432f8b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 28, 32), 'started_at': datetime.datetime(2022, 10, 4, 20, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:34:10.610301 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d3c327-a12e-4f30-a8d1-ffea0e0ac040 req-5086756c-f4a8-43b9-8874-d9d5fe445790 service neutron] Checking segment: {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:34:10.610921 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d3c327-a12e-4f30-a8d1-ffea0e0ac040 req-5086756c-f4a8-43b9-8874-d9d5fe445790 service neutron] Bound using segment: {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'} {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:34:10.611493 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [req-56d3c327-a12e-4f30-a8d1-ffea0e0ac040 req-5086756c-f4a8-43b9-8874-d9d5fe445790 service neutron] Bound port: 4f6676f8-f93e-43e5-81f8-b66d1444428a, host: n-h1-852085-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'}}] {{(pid=108170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:34:10.612059 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-56d3c327-a12e-4f30-a8d1-ffea0e0ac040 req-5086756c-f4a8-43b9-8874-d9d5fe445790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (4f6676f8-f93e-43e5-81f8-b66d1444428a), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:10.754137 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e6f06693-1338-408d-83b8-647a586ab24f req-ed432de7-51a8-45dd-96bd-93112bb4b374 tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1817379424&fields=id&tenant_id=cf616fd82dd34c7d92f4d8e9e80f89f4 HTTP/1.1" status: 200 len: 267 time: 0.3252850 Oct 04 20:34:11.099406 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-fd73246b-df0e-4e7c-8af6-89de9a5845e1 None None] Provisioning complete for port 5243e237-b986-4e0d-a17f-cdc3272fdd10 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:34:11.101171 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fd73246b-df0e-4e7c-8af6-89de9a5845e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (5243e237-b986-4e0d-a17f-cdc3272fdd10), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:11.102021 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-fd73246b-df0e-4e7c-8af6-89de9a5845e1 None None] Attempt 1 to provision port 5243e237-b986-4e0d-a17f-cdc3272fdd10 Oct 04 20:34:11.178991 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-fd73246b-df0e-4e7c-8af6-89de9a5845e1 None None] Port 5243e237-b986-4e0d-a17f-cdc3272fdd10 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:34:11.428088 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:11.624831 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-ff0507e4-953b-4051-8606-2a0a7a625c98 req-d8fd4cc0-6c23-4672-b8a5-a896604e41d2 tempest-SecurityGroupsTestAdminJSON-1055982081 tempest-SecurityGroupsTestAdminJSON-1055982081-project] Publish callbacks [] for security_group (7286d5dc-5847-4574-9579-d1ff27a3d496), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:11.724661 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [req-56d3c327-a12e-4f30-a8d1-ffea0e0ac040 req-5086756c-f4a8-43b9-8874-d9d5fe445790 service neutron] For port 4f6676f8-f93e-43e5-81f8-b66d1444428a, host n-h1-852085-12, cleared binding levels {{(pid=108170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:34:11.761324 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f06693-1338-408d-83b8-647a586ab24f req-7409c805-c3f2-4701-ba70-8cd6768f9fe2 tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:11.763921 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e6f06693-1338-408d-83b8-647a586ab24f req-7409c805-c3f2-4701-ba70-8cd6768f9fe2 tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] 10.222.0.78 "GET /networking/v2.0/networks?id=5a968067-4034-47ae-963a-b80f9544a870 HTTP/1.1" status: 200 len: 821 time: 0.9346118 Oct 04 20:34:11.771532 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [req-56d3c327-a12e-4f30-a8d1-ffea0e0ac040 req-5086756c-f4a8-43b9-8874-d9d5fe445790 service neutron] For port 4f6676f8-f93e-43e5-81f8-b66d1444428a, host n-h1-852085-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=4f6676f8-f93e-43e5-81f8-b66d1444428a,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:34:11.782207 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-ff0507e4-953b-4051-8606-2a0a7a625c98 req-d8fd4cc0-6c23-4672-b8a5-a896604e41d2 tempest-SecurityGroupsTestAdminJSON-1055982081 tempest-SecurityGroupsTestAdminJSON-1055982081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (7286d5dc-5847-4574-9579-d1ff27a3d496), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:11.790967 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34e837eb-8e98-46f7-add7-f2ac5ab5394b admin admin] Router 88575b64-120e-41db-8141-634bf8268940 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:34:11.834268 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58812) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:34:11.872449 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e6f06693-1338-408d-83b8-647a586ab24f req-27a3fc9a-7f03-4f9c-bc2e-464746f4984c tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] 10.222.0.78 "GET /networking/v2.0/quotas/cf616fd82dd34c7d92f4d8e9e80f89f4 HTTP/1.1" status: 200 len: 375 time: 0.0793943 Oct 04 20:34:11.881274 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-56d3c327-a12e-4f30-a8d1-ffea0e0ac040 req-5086756c-f4a8-43b9-8874-d9d5fe445790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (4f6676f8-f93e-43e5-81f8-b66d1444428a), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:11.900441 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d3c327-a12e-4f30-a8d1-ffea0e0ac040 req-5086756c-f4a8-43b9-8874-d9d5fe445790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:11.901554 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-56d3c327-a12e-4f30-a8d1-ffea0e0ac040 req-5086756c-f4a8-43b9-8874-d9d5fe445790 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:11.904107 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-56d3c327-a12e-4f30-a8d1-ffea0e0ac040 req-5086756c-f4a8-43b9-8874-d9d5fe445790 service neutron] 10.222.0.83 "PUT /networking/v2.0/ports/4f6676f8-f93e-43e5-81f8-b66d1444428a HTTP/1.1" status: 200 len: 1097 time: 4.7808182 Oct 04 20:34:11.908809 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fd4cc0-6c23-4672-b8a5-a896604e41d2 tempest-SecurityGroupsTestAdminJSON-1055982081 tempest-SecurityGroupsTestAdminJSON-1055982081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7286d5dc-5847-4574-9579-d1ff27a3d496,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:11.916525 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9bfdee0-1a5d-4f35-b3be-ea3017b41442', 'tag': '4f6676f8-f93e-43e5-81f8-b66d1444428a'}] {{(pid=108170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:34:11.921053 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a696e922a709062c6bf2650733a1f4a2b44940721a32d933316dd509f3aaf0ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b333bcd-8f90-4e8a-baee-2d65d01d719a" -d '{"events": [{"name": "network-changed", "server_uuid": "b9bfdee0-1a5d-4f35-b3be-ea3017b41442", "tag": "4f6676f8-f93e-43e5-81f8-b66d1444428a"}]}' {{(pid=108170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:34:12.077679 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-a2107664-86f3-455a-b8e5-e59a3f5dc033 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2025113275-network', 'tenant_id': '18d77006f3cd4bef9f4de5553efcdb06'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:34:12.209948 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e6f06693-1338-408d-83b8-647a586ab24f req-961d618a-a22e-4114-ae97-bec4c092ba99 tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=cf616fd82dd34c7d92f4d8e9e80f89f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3128440 Oct 04 20:34:12.269354 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086756c-f4a8-43b9-8874-d9d5fe445790 service neutron] Pushing event updated for resources: {'Port': ['ID=4f6676f8-f93e-43e5-81f8-b66d1444428a,revision_number=3']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:12.298211 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2107664-86f3-455a-b8e5-e59a3f5dc033 admin admin] Made reservation on behalf of 18d77006f3cd4bef9f4de5553efcdb06 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:34:12.314232 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a2107664-86f3-455a-b8e5-e59a3f5dc033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:12.349408 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a2107664-86f3-455a-b8e5-e59a3f5dc033 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:12.371252 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d3c327-a12e-4f30-a8d1-ffea0e0ac040 req-325278e7-5591-4e80-b85d-11f4c134a00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:12.374427 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-56d3c327-a12e-4f30-a8d1-ffea0e0ac040 req-325278e7-5591-4e80-b85d-11f4c134a00c service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=7e024c248dfa402e9aa19677dd749c9f&device_id=b9bfdee0-1a5d-4f35-b3be-ea3017b41442 HTTP/1.1" status: 200 len: 1131 time: 0.2717071 Oct 04 20:34:12.400926 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-ff0507e4-953b-4051-8606-2a0a7a625c98 req-d8fd4cc0-6c23-4672-b8a5-a896604e41d2 tempest-SecurityGroupsTestAdminJSON-1055982081 tempest-SecurityGroupsTestAdminJSON-1055982081-project] Publish callbacks [] for security_group (24aa28a5-675f-4b47-8ab6-66399e046160), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:12.500633 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-56d3c327-a12e-4f30-a8d1-ffea0e0ac040 req-8604b702-6c34-489a-b5a8-a44b20731c8d service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=4f6676f8-f93e-43e5-81f8-b66d1444428a HTTP/1.1" status: 200 len: 217 time: 0.1053684 Oct 04 20:34:12.512365 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e837eb-8e98-46f7-add7-f2ac5ab5394b admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:34:12.547196 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-34e837eb-8e98-46f7-add7-f2ac5ab5394b admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/88575b64-120e-41db-8141-634bf8268940/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8311265 Oct 04 20:34:12.553848 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a2107664-86f3-455a-b8e5-e59a3f5dc033 admin admin] Publish callbacks [] for security_group (a54b93c8-7ee3-4522-9365-63a7cb2aee78), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:12.559487 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0f93cb-0d06-4bf2-bf72-239022c15191 None None] Sync routers for ids ['88575b64-120e-41db-8141-634bf8268940'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:34:12.580291 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0f93cb-0d06-4bf2-bf72-239022c15191 None None] Routers {'88575b64-120e-41db-8141-634bf8268940'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:34:12.583216 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-5e0f93cb-0d06-4bf2-bf72-239022c15191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:33:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['88575b64-120e-41db-8141-634bf8268940'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:34:12.584257 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:12.592536 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-ff0507e4-953b-4051-8606-2a0a7a625c98 req-d8fd4cc0-6c23-4672-b8a5-a896604e41d2 tempest-SecurityGroupsTestAdminJSON-1055982081 tempest-SecurityGroupsTestAdminJSON-1055982081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (24aa28a5-675f-4b47-8ab6-66399e046160), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:12.701874 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a2107664-86f3-455a-b8e5-e59a3f5dc033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (a54b93c8-7ee3-4522-9365-63a7cb2aee78), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:12.771995 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c11d8d-dee8-4032-bd0a-bff9a137a5b8 req-3c2c1007-d3e5-49e7-bf38-b16b1b4f4577 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:12.780090 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-b5c11d8d-dee8-4032-bd0a-bff9a137a5b8 req-3c2c1007-d3e5-49e7-bf38-b16b1b4f4577 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b9bfdee0-1a5d-4f35-b3be-ea3017b41442 HTTP/1.1" status: 200 len: 948 time: 0.2994041 Oct 04 20:34:12.849524 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-5e0f93cb-0d06-4bf2-bf72-239022c15191 None None] Set router 88575b64-120e-41db-8141-634bf8268940 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:34:12.860455 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2107664-86f3-455a-b8e5-e59a3f5dc033 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:34:12.891917 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:12.907326 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a2107664-86f3-455a-b8e5-e59a3f5dc033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (ad737efb-d157-4f1c-a91d-3deb174010b5), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:12.907896 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-a2107664-86f3-455a-b8e5-e59a3f5dc033 admin admin] Added segment ad737efb-d157-4f1c-a91d-3deb174010b5 of type vlan for network 1767dff4-de31-427b-99a5-f4664837add5 Oct 04 20:34:12.927795 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2107664-86f3-455a-b8e5-e59a3f5dc033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a54b93c8-7ee3-4522-9365-63a7cb2aee78,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:12.958203 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d3c327-a12e-4f30-a8d1-ffea0e0ac040 req-bae75622-079b-4b90-8943-c2074385a6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:12.961170 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-56d3c327-a12e-4f30-a8d1-ffea0e0ac040 req-bae75622-079b-4b90-8943-c2074385a6d6 service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.4520891 Oct 04 20:34:12.995745 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fd4cc0-6c23-4672-b8a5-a896604e41d2 tempest-SecurityGroupsTestAdminJSON-1055982081 tempest-SecurityGroupsTestAdminJSON-1055982081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24aa28a5-675f-4b47-8ab6-66399e046160,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:13.043184 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a2107664-86f3-455a-b8e5-e59a3f5dc033 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (1767dff4-de31-427b-99a5-f4664837add5), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:13.089075 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-ff0507e4-953b-4051-8606-2a0a7a625c98 req-d8fd4cc0-6c23-4672-b8a5-a896604e41d2 tempest-SecurityGroupsTestAdminJSON-1055982081 tempest-SecurityGroupsTestAdminJSON-1055982081-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:13.111759 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ff0507e4-953b-4051-8606-2a0a7a625c98 req-d8fd4cc0-6c23-4672-b8a5-a896604e41d2 tempest-SecurityGroupsTestAdminJSON-1055982081 tempest-SecurityGroupsTestAdminJSON-1055982081-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 2.9234798 Oct 04 20:34:13.151782 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d3c327-a12e-4f30-a8d1-ffea0e0ac040 req-8721b452-3835-4de8-8281-32e0ea189d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:13.151782 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-56d3c327-a12e-4f30-a8d1-ffea0e0ac040 req-8721b452-3835-4de8-8281-32e0ea189d5b service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1469221 Oct 04 20:34:13.154276 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-b5c11d8d-dee8-4032-bd0a-bff9a137a5b8 req-e39692f6-be80-47d0-9f8b-4c4d30e1a3af tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c2bc8a6c-d92e-4924-ad5b-3d15a4cff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093059 Oct 04 20:34:13.250792 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a2107664-86f3-455a-b8e5-e59a3f5dc033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (1767dff4-de31-427b-99a5-f4664837add5), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:13.255995 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2107664-86f3-455a-b8e5-e59a3f5dc033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:13.257047 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a2107664-86f3-455a-b8e5-e59a3f5dc033 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:13.515103 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2107664-86f3-455a-b8e5-e59a3f5dc033 admin admin] Pushing event updated for resources: {'Network': ['ID=1767dff4-de31-427b-99a5-f4664837add5,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:13.570223 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 1767dff4-de31-427b-99a5-f4664837add5 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:34:13.651734 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-56d3c327-a12e-4f30-a8d1-ffea0e0ac040 req-a447c5e1-8768-412e-8349-ad00741344a0 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4956045 Oct 04 20:34:13.655628 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ca468181-d8c3-4dca-bd4b-9c8089060220 req-e47de0fa-d0e4-4d98-ad15-31488d15e95a tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f5072682-0691-4542-a881-7f874a8d8ef3 HTTP/1.1" status: 200 len: 210 time: 0.1195271 Oct 04 20:34:13.668206 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a2107664-86f3-455a-b8e5-e59a3f5dc033 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8310494 Oct 04 20:34:13.673130 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58882) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:34:13.693542 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-315b7b88-c32d-42f9-80ca-4ab25449a21b admin admin] Request body: {'subnet': {'network_id': '1767dff4-de31-427b-99a5-f4664837add5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2025113275-subnet', 'tenant_id': '18d77006f3cd4bef9f4de5553efcdb06', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:34:13.865467 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-315b7b88-c32d-42f9-80ca-4ab25449a21b admin admin] Made reservation on behalf of 18d77006f3cd4bef9f4de5553efcdb06 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:34:13.876540 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-315b7b88-c32d-42f9-80ca-4ab25449a21b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:13.909854 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-5e0f93cb-0d06-4bf2-bf72-239022c15191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88575b64-120e-41db-8141-634bf8268940', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1752671408-router', 'tenant_id': '2b0c9c6a4aa448cca9a86ffe7484ec99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '3c85d431-19f2-4c62-91a6-bd90c7cd8bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:33:50Z', 'updated_at': '2022-10-04T20:34:07Z', 'revision_number': 4, 'project_id': '2b0c9c6a4aa448cca9a86ffe7484ec99', 'gw_port': {'id': '3c85d431-19f2-4c62-91a6-bd90c7cd8bf0', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:46:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88575b64-120e-41db-8141-634bf8268940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:33:53Z', 'updated_at': '2022-10-04T20:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '5243e237-b986-4e0d-a17f-cdc3272fdd10', 'name': '', 'network_id': 'b32b65b0-43ee-407f-9ee0-05ab0b34c9ff', 'tenant_id': '2b0c9c6a4aa448cca9a86ffe7484ec99', 'mac_address': 'fa:16:3e:28:0d:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88575b64-120e-41db-8141-634bf8268940', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '51db92d7-633f-467a-aa97-3a11c4d476d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:34:04Z', 'updated_at': '2022-10-04T20:34:09Z', 'revision_number': 2, 'project_id': '2b0c9c6a4aa448cca9a86ffe7484ec99', 'subnets': [{'id': '51db92d7-633f-467a-aa97-3a11c4d476d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:34:13.955047 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 20:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb1ce3a-8513-457e-88e6-a02d262a750b x-openstack-request-id: req-4fb1ce3a-8513-457e-88e6-a02d262a750b {{(pid=108170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:34:13.955913 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9bfdee0-1a5d-4f35-b3be-ea3017b41442", "tag": "4f6676f8-f93e-43e5-81f8-b66d1444428a", "status": "completed", "code": 200}]} {{(pid=108170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:34:13.956071 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4fb1ce3a-8513-457e-88e6-a02d262a750b {{(pid=108170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:34:13.956632 n-d-852085-12 neutron-server[108170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fb1ce3a-8513-457e-88e6-a02d262a750b'] response: {'name': 'network-changed', 'server_uuid': 'b9bfdee0-1a5d-4f35-b3be-ea3017b41442', 'tag': '4f6676f8-f93e-43e5-81f8-b66d1444428a', 'status': 'completed', 'code': 200} Oct 04 20:34:13.980388 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0f93cb-0d06-4bf2-bf72-239022c15191 None None] Checking router: 88575b64-120e-41db-8141-634bf8268940 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:34:13.981204 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0f93cb-0d06-4bf2-bf72-239022c15191 None None] Updating router 88575b64-120e-41db-8141-634bf8268940 port 5243e237-b986-4e0d-a17f-cdc3272fdd10 binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:34:14.020044 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [req-9eb33b17-acc9-40dc-ab6c-328b8c96f9fa req-c8a4c714-2d63-4109-b5e0-8151065f3f51 tempest-SecurityGroupsTestAdminJSON-1055982081 tempest-SecurityGroupsTestAdminJSON-1055982081-project] Request body: {'security_group': {'name': 'tempest-securitygroup-995270259', 'description': 'tempest-description-1218302463'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:34:14.053156 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:14.099678 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5e0f93cb-0d06-4bf2-bf72-239022c15191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (5243e237-b986-4e0d-a17f-cdc3272fdd10), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:14.110553 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:14.185004 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-56d3c327-a12e-4f30-a8d1-ffea0e0ac040 req-28e8df0c-12ce-41fe-a827-6b231f351581 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5201256 Oct 04 20:34:14.320346 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-9eb33b17-acc9-40dc-ab6c-328b8c96f9fa req-c8a4c714-2d63-4109-b5e0-8151065f3f51 tempest-SecurityGroupsTestAdminJSON-1055982081 tempest-SecurityGroupsTestAdminJSON-1055982081-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:14.602982 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-9eb33b17-acc9-40dc-ab6c-328b8c96f9fa req-c8a4c714-2d63-4109-b5e0-8151065f3f51 tempest-SecurityGroupsTestAdminJSON-1055982081 tempest-SecurityGroupsTestAdminJSON-1055982081-project] Publish callbacks [] for security_group (840faa52-a5df-4f30-a877-17ad77727f51), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:14.614867 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114cde6a-c304-45e7-9d22-25a2ecef35a3 req-dbe3ff40-0841-46ba-a7bb-37b48e903c82 tempest-ServersOnMultiNodesTest-242779177 tempest-ServersOnMultiNodesTest-242779177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:14.617813 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-114cde6a-c304-45e7-9d22-25a2ecef35a3 req-dbe3ff40-0841-46ba-a7bb-37b48e903c82 tempest-ServersOnMultiNodesTest-242779177 tempest-ServersOnMultiNodesTest-242779177-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=50c29121-e094-4132-8ef4-b4c28da9df8a HTTP/1.1" status: 200 len: 1132 time: 0.1110768 Oct 04 20:34:14.647529 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-315b7b88-c32d-42f9-80ca-4ab25449a21b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (1229b824-668c-4248-b221-dd7fd8c24db9), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:14.655435 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-114cde6a-c304-45e7-9d22-25a2ecef35a3 req-d8f5ab9f-4bb1-411e-942c-7a426aab56b3 tempest-ServersOnMultiNodesTest-242779177 tempest-ServersOnMultiNodesTest-242779177-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:14.758095 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:INSERT=10,neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:14.825073 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315b7b88-c32d-42f9-80ca-4ab25449a21b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1229b824-668c-4248-b221-dd7fd8c24db9,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:14.835264 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-114cde6a-c304-45e7-9d22-25a2ecef35a3 req-d8f5ab9f-4bb1-411e-942c-7a426aab56b3 tempest-ServersOnMultiNodesTest-242779177 tempest-ServersOnMultiNodesTest-242779177-project-admin] Publish callbacks [] for security_group (d5e7edf7-879c-44b6-bdea-ca0caab53edd), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:14.838528 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315b7b88-c32d-42f9-80ca-4ab25449a21b admin admin] Checking segment: {'id': 'ad737efb-d157-4f1c-a91d-3deb174010b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1767dff4-de31-427b-99a5-f4664837add5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:34:14.839110 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-9eb33b17-acc9-40dc-ab6c-328b8c96f9fa req-c8a4c714-2d63-4109-b5e0-8151065f3f51 tempest-SecurityGroupsTestAdminJSON-1055982081 tempest-SecurityGroupsTestAdminJSON-1055982081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (840faa52-a5df-4f30-a877-17ad77727f51), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:14.839368 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315b7b88-c32d-42f9-80ca-4ab25449a21b admin admin] Network hostable DHCP agents. Network: 1767dff4-de31-427b-99a5-f4664837add5, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:34:14.867427 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:14.872611 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5e0f93cb-0d06-4bf2-bf72-239022c15191 None None] Publish callbacks [] for port (5243e237-b986-4e0d-a17f-cdc3272fdd10), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:14.889162 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:INSERT=3,neutron:SELECT=97 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:14.913574 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a4c714-2d63-4109-b5e0-8151065f3f51 tempest-SecurityGroupsTestAdminJSON-1055982081 tempest-SecurityGroupsTestAdminJSON-1055982081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=840faa52-a5df-4f30-a877-17ad77727f51,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:14.935927 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-114cde6a-c304-45e7-9d22-25a2ecef35a3 req-d8f5ab9f-4bb1-411e-942c-7a426aab56b3 tempest-ServersOnMultiNodesTest-242779177 tempest-ServersOnMultiNodesTest-242779177-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (d5e7edf7-879c-44b6-bdea-ca0caab53edd), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:14.976914 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315b7b88-c32d-42f9-80ca-4ab25449a21b admin admin] Network 1767dff4-de31-427b-99a5-f4664837add5 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:34:14.980023 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5e0f93cb-0d06-4bf2-bf72-239022c15191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (5243e237-b986-4e0d-a17f-cdc3272fdd10), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:15.010748 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-9eb33b17-acc9-40dc-ab6c-328b8c96f9fa req-c8a4c714-2d63-4109-b5e0-8151065f3f51 tempest-SecurityGroupsTestAdminJSON-1055982081 tempest-SecurityGroupsTestAdminJSON-1055982081-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:15.014683 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9eb33b17-acc9-40dc-ab6c-328b8c96f9fa req-c8a4c714-2d63-4109-b5e0-8151065f3f51 tempest-SecurityGroupsTestAdminJSON-1055982081 tempest-SecurityGroupsTestAdminJSON-1055982081-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.0560150 Oct 04 20:34:15.046379 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f5ab9f-4bb1-411e-942c-7a426aab56b3 tempest-ServersOnMultiNodesTest-242779177 tempest-ServersOnMultiNodesTest-242779177-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e7edf7-879c-44b6-bdea-ca0caab53edd,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:15.070217 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-114cde6a-c304-45e7-9d22-25a2ecef35a3 req-d8f5ab9f-4bb1-411e-942c-7a426aab56b3 tempest-ServersOnMultiNodesTest-242779177 tempest-ServersOnMultiNodesTest-242779177-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4410477 Oct 04 20:34:15.132993 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-315b7b88-c32d-42f9-80ca-4ab25449a21b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 1767dff4-de31-427b-99a5-f4664837add5) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:34:15.150415 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315b7b88-c32d-42f9-80ca-4ab25449a21b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:15.154387 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-315b7b88-c32d-42f9-80ca-4ab25449a21b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:15.178695 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-e2998c8a-b047-49f0-921a-b829a17cf2e3 req-53f62409-1233-471d-8a11-51d603d10856 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.85 "GET /networking/v2.0/networks?tenant_id=74eef3bf938c491d8a2f5192ba598c19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0960732 Oct 04 20:34:15.231933 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c9e122-ce85-4bca-8bfc-ed4611169a02 None None] Network 1767dff4-de31-427b-99a5-f4664837add5 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:34:15.384637 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e565a3f-a2eb-4622-8944-d56fdd1eb035 req-761fb8b1-21be-4bb4-8d6b-b2a8d687c97e tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:15.390851 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-3e565a3f-a2eb-4622-8944-d56fdd1eb035 req-761fb8b1-21be-4bb4-8d6b-b2a8d687c97e tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b9bfdee0-1a5d-4f35-b3be-ea3017b41442 HTTP/1.1" status: 200 len: 948 time: 0.1719890 Oct 04 20:34:15.614932 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2998c8a-b047-49f0-921a-b829a17cf2e3 req-cd5ecd81-f2c3-4b61-a1eb-650758e1c9aa tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:15.618740 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:15.619962 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-e2998c8a-b047-49f0-921a-b829a17cf2e3 req-cd5ecd81-f2c3-4b61-a1eb-650758e1c9aa tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.85 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4200332 Oct 04 20:34:15.665182 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5421b345-dea3-41d4-a4ea-5fc8d8960d32 None None] Pushing event updated for resources: {'Port': ['ID=5243e237-b986-4e0d-a17f-cdc3272fdd10,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:15.666534 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-315b7b88-c32d-42f9-80ca-4ab25449a21b admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9827800 Oct 04 20:34:15.667216 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58912) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:34:15.703845 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [req-e2998c8a-b047-49f0-921a-b829a17cf2e3 req-4e3bfc25-5ef7-4be1-977b-25e48a40592e tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Request body: {'port': {'device_id': 'f5072682-0691-4542-a881-7f874a8d8ef3', 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7', 'admin_state_up': True, 'tenant_id': '74eef3bf938c491d8a2f5192ba598c19'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:34:15.727392 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-5e0f93cb-0d06-4bf2-bf72-239022c15191 None None] Attempting to bind port 5243e237-b986-4e0d-a17f-cdc3272fdd10 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:34:15.728519 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-5e0f93cb-0d06-4bf2-bf72-239022c15191 None None] Attempting to bind port 5243e237-b986-4e0d-a17f-cdc3272fdd10 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '241c95ba-824a-4510-95a9-fee148d66c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b32b65b0-43ee-407f-9ee0-05ab0b34c9ff'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:34:15.729551 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0f93cb-0d06-4bf2-bf72-239022c15191 None None] Attempting to bind port 5243e237-b986-4e0d-a17f-cdc3272fdd10 on network b32b65b0-43ee-407f-9ee0-05ab0b34c9ff {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:34:15.750317 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-5fe6b32f-5606-4324-90bc-cc84e38f1b6d admin admin] Request body: {'router': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2025113275-router', 'tenant_id': '18d77006f3cd4bef9f4de5553efcdb06', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:34:15.802000 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d1af12fd-9ae6-4952-8ca6-7ee7f920e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:15.890180 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0f93cb-0d06-4bf2-bf72-239022c15191 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:34:15.891376 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0f93cb-0d06-4bf2-bf72-239022c15191 None None] Checking segment: {'id': '241c95ba-824a-4510-95a9-fee148d66c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b32b65b0-43ee-407f-9ee0-05ab0b34c9ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:34:15.891912 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5e0f93cb-0d06-4bf2-bf72-239022c15191 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:15.892714 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0f93cb-0d06-4bf2-bf72-239022c15191 None None] Bound using segment: {'id': '241c95ba-824a-4510-95a9-fee148d66c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b32b65b0-43ee-407f-9ee0-05ab0b34c9ff'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:34:15.893781 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-5e0f93cb-0d06-4bf2-bf72-239022c15191 None None] Bound port: 5243e237-b986-4e0d-a17f-cdc3272fdd10, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '241c95ba-824a-4510-95a9-fee148d66c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b32b65b0-43ee-407f-9ee0-05ab0b34c9ff'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:34:15.894604 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5e0f93cb-0d06-4bf2-bf72-239022c15191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (5243e237-b986-4e0d-a17f-cdc3272fdd10), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:15.928081 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef3a03e-c5e6-48be-8974-87eb0924fd23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-1767dff4-de31-427b-99a5-f4664837add5', 'network_id': '1767dff4-de31-427b-99a5-f4664837add5', 'project_id': '18d77006f3cd4bef9f4de5553efcdb06', 'fixed_ips': [{'subnet_id': '1229b824-668c-4248-b221-dd7fd8c24db9'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:34:15.929856 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9ef3a03e-c5e6-48be-8974-87eb0924fd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:15.944866 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-3e565a3f-a2eb-4622-8944-d56fdd1eb035 req-233c7d2f-72ef-4a2a-a9bc-480fe3cf0471 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c2bc8a6c-d92e-4924-ad5b-3d15a4cff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5181792 Oct 04 20:34:15.964825 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b32f-5606-4324-90bc-cc84e38f1b6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (1343ae1e-c3bf-45d3-bf07-a4f4296a169c), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:15.966997 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b32f-5606-4324-90bc-cc84e38f1b6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (1343ae1e-c3bf-45d3-bf07-a4f4296a169c), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:16.022998 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d31d2ba-4c32-46bd-a4f8-2b264ee65b19 req-cd9202aa-50e9-44f7-b196-a51193909407 tempest-FloatingIPsAssociationNegativeTestJSON-43238373 tempest-FloatingIPsAssociationNegativeTestJSON-43238373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:16.029534 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-6d31d2ba-4c32-46bd-a4f8-2b264ee65b19 req-cd9202aa-50e9-44f7-b196-a51193909407 tempest-FloatingIPsAssociationNegativeTestJSON-43238373 tempest-FloatingIPsAssociationNegativeTestJSON-43238373-project] 10.222.0.78 "GET /networking/v2.0/networks?id=b32b65b0-43ee-407f-9ee0-05ab0b34c9ff HTTP/1.1" status: 200 len: 829 time: 0.6359820 Oct 04 20:34:16.102808 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-6d31d2ba-4c32-46bd-a4f8-2b264ee65b19 req-8af6f0e7-91a2-41cb-b2f5-2d08ec372316 tempest-FloatingIPsAssociationNegativeTestJSON-43238373 tempest-FloatingIPsAssociationNegativeTestJSON-43238373-project] 10.222.0.78 "GET /networking/v2.0/quotas/2b0c9c6a4aa448cca9a86ffe7484ec99 HTTP/1.1" status: 200 len: 375 time: 0.0464714 Oct 04 20:34:16.193338 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2998c8a-b047-49f0-921a-b829a17cf2e3 req-4e3bfc25-5ef7-4be1-977b-25e48a40592e tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Made reservation on behalf of 74eef3bf938c491d8a2f5192ba598c19 for: {'port': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:34:16.194058 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-5e0f93cb-0d06-4bf2-bf72-239022c15191 None None] For port 5243e237-b986-4e0d-a17f-cdc3272fdd10, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:34:16.198528 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-e2998c8a-b047-49f0-921a-b829a17cf2e3 req-4e3bfc25-5ef7-4be1-977b-25e48a40592e tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:16.202322 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device 4f6676f8-f93e-43e5-81f8-b66d1444428a details requested by agent hyperv_n-h1-852085-12 with host n-h1-852085-12 {{(pid=108171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 20:34:16.221163 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-6d31d2ba-4c32-46bd-a4f8-2b264ee65b19 req-1413556b-c20d-406b-b331-4350090e8eb8 tempest-FloatingIPsAssociationNegativeTestJSON-43238373 tempest-FloatingIPsAssociationNegativeTestJSON-43238373-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=2b0c9c6a4aa448cca9a86ffe7484ec99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1022911 Oct 04 20:34:16.258281 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-5e0f93cb-0d06-4bf2-bf72-239022c15191 None None] For port 5243e237-b986-4e0d-a17f-cdc3272fdd10, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=5243e237-b986-4e0d-a17f-cdc3272fdd10,segment=NetworkSegment(241c95ba-824a-4510-95a9-fee148d66c99),segment_id=241c95ba-824a-4510-95a9-fee148d66c99)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:34:16.302664 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b32f-5606-4324-90bc-cc84e38f1b6d admin admin] Publish callbacks [] for router_controller (1343ae1e-c3bf-45d3-bf07-a4f4296a169c), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:16.314390 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:16.371679 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58928) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:34:16.422251 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.resource_extend [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 04 20:34:16.448589 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5e0f93cb-0d06-4bf2-bf72-239022c15191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (5243e237-b986-4e0d-a17f-cdc3272fdd10), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:16.585814 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:16.615793 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5421b345-dea3-41d4-a4ea-5fc8d8960d32 None None] Pushing event updated for resources: {'Port': ['ID=5243e237-b986-4e0d-a17f-cdc3272fdd10,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:16.691877 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [req-e2998c8a-b047-49f0-921a-b829a17cf2e3 req-4e3bfc25-5ef7-4be1-977b-25e48a40592e tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Allocated IP 192.168.233.65 (42fbb05e-3f96-444f-a676-04ee9d06a8c7/e1956090-7ed7-4d05-a46e-a7b0885ca8e4/9508b042-5160-4988-9db8-7f6ce03be19a) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:34:16.695086 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-9ef3a03e-c5e6-48be-8974-87eb0924fd23 None None] Allocated IP 172.20.0.2 (1767dff4-de31-427b-99a5-f4664837add5/1229b824-668c-4248-b221-dd7fd8c24db9/8d44efaa-04c9-4db7-816a-337c90f4e364) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:34:16.711204 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0f93cb-0d06-4bf2-bf72-239022c15191 None None] Routers {'88575b64-120e-41db-8141-634bf8268940'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:34:16.712541 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-5e0f93cb-0d06-4bf2-bf72-239022c15191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:33:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['88575b64-120e-41db-8141-634bf8268940'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:34:17.039672 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d532a508-5f08-4208-ad22-91b873f3b2f5 req-42b72974-8c53-4e67-9921-6680dbfbfb19 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f5072682-0691-4542-a881-7f874a8d8ef3 HTTP/1.1" status: 200 len: 210 time: 0.4591551 Oct 04 20:34:17.052633 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:17.147500 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b333bcd-8f90-4e8a-baee-2d65d01d719a req-69f466d9-d0c6-4af2-bb1d-ea1fa8a2d6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:17.149818 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-7b333bcd-8f90-4e8a-baee-2d65d01d719a req-69f466d9-d0c6-4af2-bb1d-ea1fa8a2d6c7 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=7e024c248dfa402e9aa19677dd749c9f&device_id=b9bfdee0-1a5d-4f35-b3be-ea3017b41442 HTTP/1.1" status: 200 len: 1131 time: 0.5716450 Oct 04 20:34:17.153612 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] For port 4f6676f8-f93e-43e5-81f8-b66d1444428a, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=4f6676f8-f93e-43e5-81f8-b66d1444428a,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:34:17.187206 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Returning: {'device': '4f6676f8-f93e-43e5-81f8-b66d1444428a', 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7', 'port_id': '4f6676f8-f93e-43e5-81f8-b66d1444428a', 'mac_address': 'fa:16:3e:b8:aa:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1956090-7ed7-4d05-a46e-a7b0885ca8e4', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 20:34:17.204087 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:17.211769 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-e2998c8a-b047-49f0-921a-b829a17cf2e3 req-4e3bfc25-5ef7-4be1-977b-25e48a40592e tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Publish callbacks [] for port (9508b042-5160-4988-9db8-7f6ce03be19a), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:17.428215 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-e2998c8a-b047-49f0-921a-b829a17cf2e3 req-4e3bfc25-5ef7-4be1-977b-25e48a40592e tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (9508b042-5160-4988-9db8-7f6ce03be19a), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:17.436840 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-5e0f93cb-0d06-4bf2-bf72-239022c15191 None None] Set router 88575b64-120e-41db-8141-634bf8268940 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:34:17.482801 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [req-32e34c3c-0bfe-4556-a454-4564a79e9ea9 req-10d4c474-edfd-4479-9339-1e0e728b156b tempest-SecurityGroupsTestAdminJSON-1119633991 tempest-SecurityGroupsTestAdminJSON-1119633991-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-561793604', 'description': 'tempest-description-1400636749'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:34:17.540753 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3bfc25-5ef7-4be1-977b-25e48a40592e tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Pushing event updated for resources: {'Port': ['ID=9508b042-5160-4988-9db8-7f6ce03be19a,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:17.574535 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2998c8a-b047-49f0-921a-b829a17cf2e3 req-4e3bfc25-5ef7-4be1-977b-25e48a40592e tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:34:17.584012 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [req-e2998c8a-b047-49f0-921a-b829a17cf2e3 req-4e3bfc25-5ef7-4be1-977b-25e48a40592e tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:34:17.611927 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2998c8a-b047-49f0-921a-b829a17cf2e3 req-4e3bfc25-5ef7-4be1-977b-25e48a40592e tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:34:17.639033 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b32f-5606-4324-90bc-cc84e38f1b6d admin admin] Publish callbacks [] for router_gateway (1343ae1e-c3bf-45d3-bf07-a4f4296a169c), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:17.660936 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] get_ports_and_sgs() called for port_ids ['26cc88b4-8d45-445d-8a36-b340685405f4'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:34:17.668307 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Current status of the port 4f6676f8-f93e-43e5-81f8-b66d1444428a is: DOWN; New status is: BUILD {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:34:17.668307 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (4f6676f8-f93e-43e5-81f8-b66d1444428a), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:17.730891 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f6676f8-f93e-43e5-81f8-b66d1444428a {{(pid=108171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 20:34:17.860024 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-32e34c3c-0bfe-4556-a454-4564a79e9ea9 req-10d4c474-edfd-4479-9339-1e0e728b156b tempest-SecurityGroupsTestAdminJSON-1119633991 tempest-SecurityGroupsTestAdminJSON-1119633991-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:17.938846 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-229f2a97-d8f9-4ce9-8ccb-a6fd2fe62459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:18.018204 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-32e34c3c-0bfe-4556-a454-4564a79e9ea9 req-10d4c474-edfd-4479-9339-1e0e728b156b tempest-SecurityGroupsTestAdminJSON-1119633991 tempest-SecurityGroupsTestAdminJSON-1119633991-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:18.128745 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] For port 4f6676f8-f93e-43e5-81f8-b66d1444428a, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=4f6676f8-f93e-43e5-81f8-b66d1444428a,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:34:18.305567 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2998c8a-b047-49f0-921a-b829a17cf2e3 req-4e3bfc25-5ef7-4be1-977b-25e48a40592e tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:18.306828 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-e2998c8a-b047-49f0-921a-b829a17cf2e3 req-4e3bfc25-5ef7-4be1-977b-25e48a40592e tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:18.311532 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-281847f8-aa57-492e-bcf8-c22a41d75fc5 req-ae7091dc-766d-45aa-bda4-883c4e109722 tempest-ServersAdmin275Test-160193449 tempest-ServersAdmin275Test-160193449-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ccb6a102-8cc0-4764-98b0-5b6e0796bc35 HTTP/1.1" status: 200 len: 210 time: 0.3959281 Oct 04 20:34:18.444791 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-e2998c8a-b047-49f0-921a-b829a17cf2e3 req-4e3bfc25-5ef7-4be1-977b-25e48a40592e tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.85 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7753673 Oct 04 20:34:18.468554 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [req-e2998c8a-b047-49f0-921a-b829a17cf2e3 req-3f091c68-8b3a-4b61-84c7-c071d70eae7e service neutron] Request body: {'port': {'device_id': 'f5072682-0691-4542-a881-7f874a8d8ef3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-852085-12'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:34:18.484578 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-6f29626c-62eb-46a6-8e40-93fcb7c72672 None None] Provisioning complete for port 9508b042-5160-4988-9db8-7f6ce03be19a triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:34:18.485216 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6f29626c-62eb-46a6-8e40-93fcb7c72672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (9508b042-5160-4988-9db8-7f6ce03be19a), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:18.485798 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-6f29626c-62eb-46a6-8e40-93fcb7c72672 None None] Attempt 1 to provision port 9508b042-5160-4988-9db8-7f6ce03be19a Oct 04 20:34:18.495935 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b333bcd-8f90-4e8a-baee-2d65d01d719a req-72939026-4113-4a0e-907a-5a521df6590f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:18.497900 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-7b333bcd-8f90-4e8a-baee-2d65d01d719a req-72939026-4113-4a0e-907a-5a521df6590f service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=42fbb05e-3f96-444f-a676-04ee9d06a8c7 HTTP/1.1" status: 200 len: 870 time: 1.2591555 Oct 04 20:34:18.534154 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:18.604471 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (4f6676f8-f93e-43e5-81f8-b66d1444428a), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:18.668423 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-e2998c8a-b047-49f0-921a-b829a17cf2e3 req-3f091c68-8b3a-4b61-84c7-c071d70eae7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (9508b042-5160-4988-9db8-7f6ce03be19a), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:18.681318 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9ef3a03e-c5e6-48be-8974-87eb0924fd23 None None] Publish callbacks [] for port (8d44efaa-04c9-4db7-816a-337c90f4e364), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:18.858252 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:18.880098 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-6f29626c-62eb-46a6-8e40-93fcb7c72672 None None] Port 9508b042-5160-4988-9db8-7f6ce03be19a cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:34:18.912949 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9ef3a03e-c5e6-48be-8974-87eb0924fd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (8d44efaa-04c9-4db7-816a-337c90f4e364), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:18.984194 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Pushing event updated for resources: {'Port': ['ID=4f6676f8-f93e-43e5-81f8-b66d1444428a,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:19.078302 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] get_ports_and_sgs() called for port_ids ['4f6676f8-f93e-43e5-81f8-b66d1444428a'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:34:19.089769 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef3a03e-c5e6-48be-8974-87eb0924fd23 None None] Network 1767dff4-de31-427b-99a5-f4664837add5 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:34:19.154029 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:19.239377 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-9ef3a03e-c5e6-48be-8974-87eb0924fd23 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:34:19.246352 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-7b333bcd-8f90-4e8a-baee-2d65d01d719a req-5c6bb493-56e1-40cb-8a54-14b296a8b332 service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=4f6676f8-f93e-43e5-81f8-b66d1444428a HTTP/1.1" status: 200 len: 217 time: 0.7249632 Oct 04 20:34:19.275156 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef3a03e-c5e6-48be-8974-87eb0924fd23 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:34:19.347433 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef3a03e-c5e6-48be-8974-87eb0924fd23 None None] Pushing event updated for resources: {'Port': ['ID=8d44efaa-04c9-4db7-816a-337c90f4e364,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:19.485785 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [req-e2998c8a-b047-49f0-921a-b829a17cf2e3 req-3f091c68-8b3a-4b61-84c7-c071d70eae7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9508b042-5160-4988-9db8-7f6ce03be19a {{(pid=108169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 20:34:19.507924 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-e2998c8a-b047-49f0-921a-b829a17cf2e3 req-3f091c68-8b3a-4b61-84c7-c071d70eae7e service neutron] Publish callbacks [] for port (9508b042-5160-4988-9db8-7f6ce03be19a), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:19.538159 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.provisioning_blocks [req-e2998c8a-b047-49f0-921a-b829a17cf2e3 req-3f091c68-8b3a-4b61-84c7-c071d70eae7e service neutron] Transition to ACTIVE for port object 9508b042-5160-4988-9db8-7f6ce03be19a will not be triggered until provisioned by entity L2. {{(pid=108169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 20:34:19.556839 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:19.575565 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-5e0f93cb-0d06-4bf2-bf72-239022c15191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88575b64-120e-41db-8141-634bf8268940', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1752671408-router', 'tenant_id': '2b0c9c6a4aa448cca9a86ffe7484ec99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '3c85d431-19f2-4c62-91a6-bd90c7cd8bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:33:50Z', 'updated_at': '2022-10-04T20:34:07Z', 'revision_number': 4, 'project_id': '2b0c9c6a4aa448cca9a86ffe7484ec99', 'gw_port': {'id': '3c85d431-19f2-4c62-91a6-bd90c7cd8bf0', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:46:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88575b64-120e-41db-8141-634bf8268940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:33:53Z', 'updated_at': '2022-10-04T20:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '5243e237-b986-4e0d-a17f-cdc3272fdd10', 'name': '', 'network_id': 'b32b65b0-43ee-407f-9ee0-05ab0b34c9ff', 'tenant_id': '2b0c9c6a4aa448cca9a86ffe7484ec99', 'mac_address': 'fa:16:3e:28:0d:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88575b64-120e-41db-8141-634bf8268940', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '51db92d7-633f-467a-aa97-3a11c4d476d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:34:04Z', 'updated_at': '2022-10-04T20:34:16Z', 'revision_number': 4, 'project_id': '2b0c9c6a4aa448cca9a86ffe7484ec99', 'subnets': [{'id': '51db92d7-633f-467a-aa97-3a11c4d476d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:34:19.585686 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ce851f-4948-49a5-87f4-7df9a6294a33 req-796c4a09-b7f8-489f-9ec3-b1629233a12f tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:19.597916 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-35ce851f-4948-49a5-87f4-7df9a6294a33 req-796c4a09-b7f8-489f-9ec3-b1629233a12f tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b9bfdee0-1a5d-4f35-b3be-ea3017b41442 HTTP/1.1" status: 200 len: 949 time: 1.0756702 Oct 04 20:34:19.702701 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-e2998c8a-b047-49f0-921a-b829a17cf2e3 req-3f091c68-8b3a-4b61-84c7-c071d70eae7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (9508b042-5160-4988-9db8-7f6ce03be19a), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:19.736103 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0f93cb-0d06-4bf2-bf72-239022c15191 None None] The sync data for ids ['88575b64-120e-41db-8141-634bf8268940'] in n-d-852085-12 is: [{'id': '88575b64-120e-41db-8141-634bf8268940', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1752671408-router', 'tenant_id': '2b0c9c6a4aa448cca9a86ffe7484ec99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '3c85d431-19f2-4c62-91a6-bd90c7cd8bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:33:50Z', 'updated_at': '2022-10-04T20:34:07Z', 'revision_number': 4, 'project_id': '2b0c9c6a4aa448cca9a86ffe7484ec99', 'gw_port': {'id': '3c85d431-19f2-4c62-91a6-bd90c7cd8bf0', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:46:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88575b64-120e-41db-8141-634bf8268940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:33:53Z', 'updated_at': '2022-10-04T20:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '5243e237-b986-4e0d-a17f-cdc3272fdd10', 'name': '', 'network_id': 'b32b65b0-43ee-407f-9ee0-05ab0b34c9ff', 'tenant_id': '2b0c9c6a4aa448cca9a86ffe7484ec99', 'mac_address': 'fa:16:3e:28:0d:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88575b64-120e-41db-8141-634bf8268940', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '51db92d7-633f-467a-aa97-3a11c4d476d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:34:04Z', 'updated_at': '2022-10-04T20:34:16Z', 'revision_number': 4, 'project_id': '2b0c9c6a4aa448cca9a86ffe7484ec99', 'subnets': [{'id': '51db92d7-633f-467a-aa97-3a11c4d476d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:34:19.757488 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-9ef3a03e-c5e6-48be-8974-87eb0924fd23 None None] Attempting to bind port 8d44efaa-04c9-4db7-816a-337c90f4e364 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:34:19.758073 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-9ef3a03e-c5e6-48be-8974-87eb0924fd23 None None] Attempting to bind port 8d44efaa-04c9-4db7-816a-337c90f4e364 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'ad737efb-d157-4f1c-a91d-3deb174010b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1767dff4-de31-427b-99a5-f4664837add5'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:34:19.758644 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef3a03e-c5e6-48be-8974-87eb0924fd23 None None] Attempting to bind port 8d44efaa-04c9-4db7-816a-337c90f4e364 on network 1767dff4-de31-427b-99a5-f4664837add5 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:34:19.780672 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b333bcd-8f90-4e8a-baee-2d65d01d719a req-eacbbb4a-e25a-47c1-aa01-a0f04f53f593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:19.783421 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-7b333bcd-8f90-4e8a-baee-2d65d01d719a req-eacbbb4a-e25a-47c1-aa01-a0f04f53f593 service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.4563291 Oct 04 20:34:19.787368 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-32e34c3c-0bfe-4556-a454-4564a79e9ea9 req-10d4c474-edfd-4479-9339-1e0e728b156b tempest-SecurityGroupsTestAdminJSON-1119633991 tempest-SecurityGroupsTestAdminJSON-1119633991-project-admin] Publish callbacks [] for security_group (b3b851ce-aa18-4862-a8f8-edad4c801cfc), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:19.919487 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f091c68-8b3a-4b61-84c7-c071d70eae7e service neutron] Pushing event updated for resources: {'Port': ['ID=9508b042-5160-4988-9db8-7f6ce03be19a,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:19.999576 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-32e34c3c-0bfe-4556-a454-4564a79e9ea9 req-10d4c474-edfd-4479-9339-1e0e728b156b tempest-SecurityGroupsTestAdminJSON-1119633991 tempest-SecurityGroupsTestAdminJSON-1119633991-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (b3b851ce-aa18-4862-a8f8-edad4c801cfc), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:20.009200 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 20:34:20.057633 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b32f-5606-4324-90bc-cc84e38f1b6d admin admin] Publish callbacks [] for router_gateway (1343ae1e-c3bf-45d3-bf07-a4f4296a169c), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:20.102783 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-35ce851f-4948-49a5-87f4-7df9a6294a33 req-9b638067-5c97-448a-8a1d-e30c120a2b7e tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c2bc8a6c-d92e-4924-ad5b-3d15a4cff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5032465 Oct 04 20:34:20.156780 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef3a03e-c5e6-48be-8974-87eb0924fd23 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:34:20.157418 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef3a03e-c5e6-48be-8974-87eb0924fd23 None None] Checking segment: {'id': 'ad737efb-d157-4f1c-a91d-3deb174010b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1767dff4-de31-427b-99a5-f4664837add5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:34:20.158303 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9ef3a03e-c5e6-48be-8974-87eb0924fd23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:20.160670 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef3a03e-c5e6-48be-8974-87eb0924fd23 None None] Bound using segment: {'id': 'ad737efb-d157-4f1c-a91d-3deb174010b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1767dff4-de31-427b-99a5-f4664837add5'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:34:20.162088 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-9ef3a03e-c5e6-48be-8974-87eb0924fd23 None None] Bound port: 8d44efaa-04c9-4db7-816a-337c90f4e364, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad737efb-d157-4f1c-a91d-3deb174010b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1767dff4-de31-427b-99a5-f4664837add5'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:34:20.164571 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9ef3a03e-c5e6-48be-8974-87eb0924fd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (8d44efaa-04c9-4db7-816a-337c90f4e364), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:20.167824 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:20.228976 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:20.299368 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [req-e2998c8a-b047-49f0-921a-b829a17cf2e3 req-3f091c68-8b3a-4b61-84c7-c071d70eae7e service neutron] Attempting to bind port 9508b042-5160-4988-9db8-7f6ce03be19a on host n-h2-852085-12 for vnic_type normal with profile {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:34:20.303982 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [req-e2998c8a-b047-49f0-921a-b829a17cf2e3 req-3f091c68-8b3a-4b61-84c7-c071d70eae7e service neutron] Attempting to bind port 9508b042-5160-4988-9db8-7f6ce03be19a by drivers openvswitch,hyperv on host n-h2-852085-12 at level 0 using segments [{'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'}] {{(pid=108169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:34:20.307710 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2998c8a-b047-49f0-921a-b829a17cf2e3 req-3f091c68-8b3a-4b61-84c7-c071d70eae7e service neutron] Attempting to bind port 9508b042-5160-4988-9db8-7f6ce03be19a on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:34:20.423937 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d4c474-edfd-4479-9339-1e0e728b156b tempest-SecurityGroupsTestAdminJSON-1119633991 tempest-SecurityGroupsTestAdminJSON-1119633991-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b851ce-aa18-4862-a8f8-edad4c801cfc,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:20.431107 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b32f-5606-4324-90bc-cc84e38f1b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:20.508922 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-32e34c3c-0bfe-4556-a454-4564a79e9ea9 req-10d4c474-edfd-4479-9339-1e0e728b156b tempest-SecurityGroupsTestAdminJSON-1119633991 tempest-SecurityGroupsTestAdminJSON-1119633991-project-admin] Publish callbacks [] for security_group (12527032-64f9-4b32-8cb8-6976ac9cf964), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:20.519050 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:20.565186 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2998c8a-b047-49f0-921a-b829a17cf2e3 req-3f091c68-8b3a-4b61-84c7-c071d70eae7e service neutron] Port 9508b042-5160-4988-9db8-7f6ce03be19a on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-852085-12 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:34:20.566092 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2998c8a-b047-49f0-921a-b829a17cf2e3 req-3f091c68-8b3a-4b61-84c7-c071d70eae7e service neutron] Attempting to bind port 9508b042-5160-4988-9db8-7f6ce03be19a on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:34:20.621203 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b333bcd-8f90-4e8a-baee-2d65d01d719a req-602797ca-338c-4e2b-9d60-bf325e5d792d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:20.624304 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-7b333bcd-8f90-4e8a-baee-2d65d01d719a req-602797ca-338c-4e2b-9d60-bf325e5d792d service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.7674434 Oct 04 20:34:20.714264 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-9ef3a03e-c5e6-48be-8974-87eb0924fd23 None None] For port 8d44efaa-04c9-4db7-816a-337c90f4e364, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:34:20.721572 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-9ef3a03e-c5e6-48be-8974-87eb0924fd23 None None] For port 8d44efaa-04c9-4db7-816a-337c90f4e364, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=8d44efaa-04c9-4db7-816a-337c90f4e364,segment=NetworkSegment(ad737efb-d157-4f1c-a91d-3deb174010b5),segment_id=ad737efb-d157-4f1c-a91d-3deb174010b5)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:34:20.746077 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2998c8a-b047-49f0-921a-b829a17cf2e3 req-3f091c68-8b3a-4b61-84c7-c071d70eae7e service neutron] Checking agent: {'id': 'af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 28, 33), 'started_at': datetime.datetime(2022, 10, 4, 20, 28, 33), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:34:20.747625 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2998c8a-b047-49f0-921a-b829a17cf2e3 req-3f091c68-8b3a-4b61-84c7-c071d70eae7e service neutron] Checking segment: {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:34:20.748344 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2998c8a-b047-49f0-921a-b829a17cf2e3 req-3f091c68-8b3a-4b61-84c7-c071d70eae7e service neutron] Bound using segment: {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'} {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:34:20.749213 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [req-e2998c8a-b047-49f0-921a-b829a17cf2e3 req-3f091c68-8b3a-4b61-84c7-c071d70eae7e service neutron] Bound port: 9508b042-5160-4988-9db8-7f6ce03be19a, host: n-h2-852085-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'}}] {{(pid=108169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:34:20.750978 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-e2998c8a-b047-49f0-921a-b829a17cf2e3 req-3f091c68-8b3a-4b61-84c7-c071d70eae7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (9508b042-5160-4988-9db8-7f6ce03be19a), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:20.857687 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9ef3a03e-c5e6-48be-8974-87eb0924fd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (8d44efaa-04c9-4db7-816a-337c90f4e364), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:20.947369 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-32e34c3c-0bfe-4556-a454-4564a79e9ea9 req-10d4c474-edfd-4479-9339-1e0e728b156b tempest-SecurityGroupsTestAdminJSON-1119633991 tempest-SecurityGroupsTestAdminJSON-1119633991-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (12527032-64f9-4b32-8cb8-6976ac9cf964), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:20.967721 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3da4e375-94e3-49ff-a1fd-69495d9c1006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (88575b64-120e-41db-8141-634bf8268940), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:20.980442 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [req-e2998c8a-b047-49f0-921a-b829a17cf2e3 req-3f091c68-8b3a-4b61-84c7-c071d70eae7e service neutron] For port 9508b042-5160-4988-9db8-7f6ce03be19a, host n-h2-852085-12, cleared binding levels {{(pid=108169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:34:20.987821 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [req-e2998c8a-b047-49f0-921a-b829a17cf2e3 req-3f091c68-8b3a-4b61-84c7-c071d70eae7e service neutron] For port 9508b042-5160-4988-9db8-7f6ce03be19a, host n-h2-852085-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852085-12',level=0,port_id=9508b042-5160-4988-9db8-7f6ce03be19a,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:34:21.068077 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef3a03e-c5e6-48be-8974-87eb0924fd23 None None] Pushing event updated for resources: {'Port': ['ID=8d44efaa-04c9-4db7-816a-337c90f4e364,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:21.090374 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-e2998c8a-b047-49f0-921a-b829a17cf2e3 req-3f091c68-8b3a-4b61-84c7-c071d70eae7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (9508b042-5160-4988-9db8-7f6ce03be19a), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:21.104880 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2998c8a-b047-49f0-921a-b829a17cf2e3 req-3f091c68-8b3a-4b61-84c7-c071d70eae7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:21.106704 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-e2998c8a-b047-49f0-921a-b829a17cf2e3 req-3f091c68-8b3a-4b61-84c7-c071d70eae7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:21.109961 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-e2998c8a-b047-49f0-921a-b829a17cf2e3 req-3f091c68-8b3a-4b61-84c7-c071d70eae7e service neutron] 10.222.0.85 "PUT /networking/v2.0/ports/9508b042-5160-4988-9db8-7f6ce03be19a HTTP/1.1" status: 200 len: 1096 time: 2.6496313 Oct 04 20:34:21.114282 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5072682-0691-4542-a881-7f874a8d8ef3', 'tag': '9508b042-5160-4988-9db8-7f6ce03be19a'}] {{(pid=108169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:34:21.119373 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dea34fca0f7d6c1de22810621a04fa86ac5e48141775903912ac1624808dfef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd2b8c44-07eb-4a08-9848-2e6006dbda73" -d '{"events": [{"name": "network-changed", "server_uuid": "f5072682-0691-4542-a881-7f874a8d8ef3", "tag": "9508b042-5160-4988-9db8-7f6ce03be19a"}]}' {{(pid=108169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:34:21.218303 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89fb744-2d57-4208-92ef-5393a2069151 req-a0987191-677b-4948-b677-ab77ee7997f9 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:21.237093 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e89fb744-2d57-4208-92ef-5393a2069151 req-a0987191-677b-4948-b677-ab77ee7997f9 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f5072682-0691-4542-a881-7f874a8d8ef3 HTTP/1.1" status: 200 len: 947 time: 0.8009503 Oct 04 20:34:21.360201 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:21.465987 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f091c68-8b3a-4b61-84c7-c071d70eae7e service neutron] Pushing event updated for resources: {'Port': ['ID=9508b042-5160-4988-9db8-7f6ce03be19a,revision_number=3']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:21.483928 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2998c8a-b047-49f0-921a-b829a17cf2e3 req-08bc04dc-73a1-42ff-848a-1ba56e6be5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:21.488351 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-e2998c8a-b047-49f0-921a-b829a17cf2e3 req-08bc04dc-73a1-42ff-848a-1ba56e6be5fc service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=74eef3bf938c491d8a2f5192ba598c19&device_id=f5072682-0691-4542-a881-7f874a8d8ef3 HTTP/1.1" status: 200 len: 1130 time: 0.1388357 Oct 04 20:34:21.645920 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:21.676016 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-e2998c8a-b047-49f0-921a-b829a17cf2e3 req-ea5db406-7477-4512-b9f8-1ff4caf2bf58 service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=9508b042-5160-4988-9db8-7f6ce03be19a HTTP/1.1" status: 200 len: 217 time: 0.1555862 Oct 04 20:34:21.795473 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e89fb744-2d57-4208-92ef-5393a2069151 req-5f584fec-5c00-48ea-b869-38ef3cca7ff2 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2307915d-12a1-4f54-8445-b78325b75811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5566227 Oct 04 20:34:21.858602 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d4c474-edfd-4479-9339-1e0e728b156b tempest-SecurityGroupsTestAdminJSON-1119633991 tempest-SecurityGroupsTestAdminJSON-1119633991-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12527032-64f9-4b32-8cb8-6976ac9cf964,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:21.959846 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2998c8a-b047-49f0-921a-b829a17cf2e3 req-87089fad-5f94-4302-a5b1-c709ccca92be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:21.988503 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-e2998c8a-b047-49f0-921a-b829a17cf2e3 req-87089fad-5f94-4302-a5b1-c709ccca92be service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.2854319 Oct 04 20:34:22.017335 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:22.059520 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-5fe6b32f-5606-4324-90bc-cc84e38f1b6d admin admin] Allocated IP 172.25.5.242 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/42f92df5-f581-4569-8d87-d4a8937831dc) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:34:22.137978 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 8d44efaa-04c9-4db7-816a-337c90f4e364 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:34:22.178665 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2998c8a-b047-49f0-921a-b829a17cf2e3 req-84093e26-655b-434d-a38b-0d56eb12aada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:22.198583 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-e2998c8a-b047-49f0-921a-b829a17cf2e3 req-84093e26-655b-434d-a38b-0d56eb12aada service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1901548 Oct 04 20:34:22.230676 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-2cb99a9c-142e-4d41-bdb4-22be82a7a4f5 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=70436b8b504e43dc882f5ee434ecf443&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1807570 Oct 04 20:34:22.306964 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 8d44efaa-04c9-4db7-816a-337c90f4e364 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:34:22.307844 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (8d44efaa-04c9-4db7-816a-337c90f4e364), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:22.308380 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 8d44efaa-04c9-4db7-816a-337c90f4e364 Oct 04 20:34:22.478096 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-32e34c3c-0bfe-4556-a454-4564a79e9ea9 req-10d4c474-edfd-4479-9339-1e0e728b156b tempest-SecurityGroupsTestAdminJSON-1119633991 tempest-SecurityGroupsTestAdminJSON-1119633991-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:22.479924 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-32e34c3c-0bfe-4556-a454-4564a79e9ea9 req-10d4c474-edfd-4479-9339-1e0e728b156b tempest-SecurityGroupsTestAdminJSON-1119633991 tempest-SecurityGroupsTestAdminJSON-1119633991-project-admin] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 5.0167601 Oct 04 20:34:22.501956 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-7b333bcd-8f90-4e8a-baee-2d65d01d719a req-bb8aca8a-6585-4db5-b10b-f9dcb5c8a8a7 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6659126 Oct 04 20:34:22.509837 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:22.576271 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-e2998c8a-b047-49f0-921a-b829a17cf2e3 req-e68635a8-bb51-47de-87ca-23666ccf8892 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3807526 Oct 04 20:34:22.699545 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 8d44efaa-04c9-4db7-816a-337c90f4e364 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:34:22.717263 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (8d44efaa-04c9-4db7-816a-337c90f4e364), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:22.738261 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device 4f6676f8-f93e-43e5-81f8-b66d1444428a up at agent hyperv_n-h1-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:34:22.934685 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:23.011102 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-e2998c8a-b047-49f0-921a-b829a17cf2e3 req-3f91b36f-a167-4a7e-952d-58a09218dcb9 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4282756 Oct 04 20:34:23.078813 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 8d44efaa-04c9-4db7-816a-337c90f4e364, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=8d44efaa-04c9-4db7-816a-337c90f4e364,segment=NetworkSegment(ad737efb-d157-4f1c-a91d-3deb174010b5),segment_id=ad737efb-d157-4f1c-a91d-3deb174010b5)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:34:23.105387 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Provisioning for port 4f6676f8-f93e-43e5-81f8-b66d1444428a completed by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 20:34:23.188452 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (8d44efaa-04c9-4db7-816a-337c90f4e364), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:23.190544 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 5243e237-b986-4e0d-a17f-cdc3272fdd10 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:34:23.285890 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f02a3a74-4cbc-4c43-85ad-2f842fcac5a4 req-381e232d-71e4-4f78-b1b5-bbbb4962f881 tempest-ServersAdmin275Test-160193449 tempest-ServersAdmin275Test-160193449-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ccb6a102-8cc0-4764-98b0-5b6e0796bc35 HTTP/1.1" status: 200 len: 210 time: 0.3032923 Oct 04 20:34:23.296781 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Provisioning complete for port 4f6676f8-f93e-43e5-81f8-b66d1444428a triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:34:23.297145 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (4f6676f8-f93e-43e5-81f8-b66d1444428a), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:23.297763 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Attempt 1 to provision port 4f6676f8-f93e-43e5-81f8-b66d1444428a Oct 04 20:34:23.415421 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4966fe-f296-402e-b9d6-a61ed2bccf7a None None] Network 1767dff4-de31-427b-99a5-f4664837add5 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:34:23.419185 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 20:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4515c90d-ad28-4691-a6af-09af1937441d x-openstack-request-id: req-4515c90d-ad28-4691-a6af-09af1937441d {{(pid=108169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:34:23.420718 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5072682-0691-4542-a881-7f874a8d8ef3", "tag": "9508b042-5160-4988-9db8-7f6ce03be19a", "status": "completed", "code": 200}]} {{(pid=108169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:34:23.420718 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4515c90d-ad28-4691-a6af-09af1937441d {{(pid=108169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:34:23.420718 n-d-852085-12 neutron-server[108169]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4515c90d-ad28-4691-a6af-09af1937441d'] response: {'name': 'network-changed', 'server_uuid': 'f5072682-0691-4542-a881-7f874a8d8ef3', 'tag': '9508b042-5160-4988-9db8-7f6ce03be19a', 'status': 'completed', 'code': 200} Oct 04 20:34:23.573084 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-8448e29b-69b6-42e2-8727-8b9a86c7d4b9 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:23.575460 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:23.576564 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-8448e29b-69b6-42e2-8727-8b9a86c7d4b9 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2985318 Oct 04 20:34:23.608848 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-b901b903-9aac-4dd7-b6cb-7b4a403e6529 None None] Provisioning complete for port 8d44efaa-04c9-4db7-816a-337c90f4e364 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:34:23.609903 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b901b903-9aac-4dd7-b6cb-7b4a403e6529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (8d44efaa-04c9-4db7-816a-337c90f4e364), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:23.610743 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-b901b903-9aac-4dd7-b6cb-7b4a403e6529 None None] Attempt 1 to provision port 8d44efaa-04c9-4db7-816a-337c90f4e364 Oct 04 20:34:23.700302 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=8d44efaa-04c9-4db7-816a-337c90f4e364,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:23.714524 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b32f-5606-4324-90bc-cc84e38f1b6d admin admin] Publish callbacks [] for port (42f92df5-f581-4569-8d87-d4a8937831dc), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:23.729288 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-df3ed7b1-188a-4508-8eda-ba820a31d6f9 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/quotas/70436b8b504e43dc882f5ee434ecf443 HTTP/1.1" status: 200 len: 375 time: 0.1217451 Oct 04 20:34:23.742780 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-7b333bcd-8f90-4e8a-baee-2d65d01d719a req-c21d0d46-6b1e-45ce-83ed-80dc1aa8024b service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9454460 Oct 04 20:34:23.771392 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 5243e237-b986-4e0d-a17f-cdc3272fdd10 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:34:23.772499 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (5243e237-b986-4e0d-a17f-cdc3272fdd10), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:23.773398 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 5243e237-b986-4e0d-a17f-cdc3272fdd10 Oct 04 20:34:23.858669 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa54558-1901-4e44-a338-06ef8c65acfc req-abce1da4-bff3-4ae4-b35b-11ed197366f2 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:23.861126 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-6fa54558-1901-4e44-a338-06ef8c65acfc req-abce1da4-bff3-4ae4-b35b-11ed197366f2 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b9bfdee0-1a5d-4f35-b3be-ea3017b41442 HTTP/1.1" status: 200 len: 949 time: 0.3104520 Oct 04 20:34:23.927647 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:23.950639 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-70102539-6aa6-4b2e-8292-6535a94afffa tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=70436b8b504e43dc882f5ee434ecf443&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1994493 Oct 04 20:34:23.960922 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-3da4e375-94e3-49ff-a1fd-69495d9c1006 admin admin] Deleting port 5243e237-b986-4e0d-a17f-cdc3272fdd10 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:34:23.960922 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3da4e375-94e3-49ff-a1fd-69495d9c1006 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (5243e237-b986-4e0d-a17f-cdc3272fdd10), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:24.013347 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Current status of the port 4f6676f8-f93e-43e5-81f8-b66d1444428a is: BUILD; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:34:24.014090 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (4f6676f8-f93e-43e5-81f8-b66d1444428a), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:24.178889 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-b901b903-9aac-4dd7-b6cb-7b4a403e6529 None None] Current status of the port 8d44efaa-04c9-4db7-816a-337c90f4e364 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:34:24.220156 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9bfdee0-1a5d-4f35-b3be-ea3017b41442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f6676f8-f93e-43e5-81f8-b66d1444428a'}] {{(pid=108171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:34:24.226527 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966b91da6921e714df7c26a37f4733087768fb9a36052be1ead95d4d835f43be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e5d145-287a-45ca-ba91-7fa18b016a9b" -d '{"events": [{"server_uuid": "b9bfdee0-1a5d-4f35-b3be-ea3017b41442", "name": "network-vif-plugged", "status": "completed", "tag": "4f6676f8-f93e-43e5-81f8-b66d1444428a"}]}' {{(pid=108171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:34:24.227517 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:24.238306 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-3da4e375-94e3-49ff-a1fd-69495d9c1006 admin admin] For port 5243e237-b986-4e0d-a17f-cdc3272fdd10, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=5243e237-b986-4e0d-a17f-cdc3272fdd10,segment=NetworkSegment(241c95ba-824a-4510-95a9-fee148d66c99),segment_id=241c95ba-824a-4510-95a9-fee148d66c99)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:34:24.239094 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3da4e375-94e3-49ff-a1fd-69495d9c1006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (5243e237-b986-4e0d-a17f-cdc3272fdd10), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:24.268367 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] For port 4f6676f8-f93e-43e5-81f8-b66d1444428a, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=4f6676f8-f93e-43e5-81f8-b66d1444428a,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:34:24.290491 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 5243e237-b986-4e0d-a17f-cdc3272fdd10 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:34:24.291159 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (5243e237-b986-4e0d-a17f-cdc3272fdd10), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:24.297352 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-3da4e375-94e3-49ff-a1fd-69495d9c1006 admin admin] Calling delete_port for 5243e237-b986-4e0d-a17f-cdc3272fdd10 owned by network:router_interface {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:34:24.359971 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-6fa54558-1901-4e44-a338-06ef8c65acfc req-62d432f1-d32e-437a-a428-6feb7cde44e1 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c2bc8a6c-d92e-4924-ad5b-3d15a4cff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4665332 Oct 04 20:34:24.391517 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 5243e237-b986-4e0d-a17f-cdc3272fdd10, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=5243e237-b986-4e0d-a17f-cdc3272fdd10,segment=NetworkSegment(241c95ba-824a-4510-95a9-fee148d66c99),segment_id=241c95ba-824a-4510-95a9-fee148d66c99)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:34:24.394860 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (4f6676f8-f93e-43e5-81f8-b66d1444428a), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:24.478173 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b32f-5606-4324-90bc-cc84e38f1b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (42f92df5-f581-4569-8d87-d4a8937831dc), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:24.498139 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:24.498409 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (5243e237-b986-4e0d-a17f-cdc3272fdd10), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:24.505040 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [req-d55df064-6a92-4269-be4a-62ab2105a7bc req-f7b06ee0-c92c-4e71-bc59-16e7fda9e5ba tempest-SecurityGroupsTestAdminJSON-1119633991 tempest-SecurityGroupsTestAdminJSON-1119633991-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2134425129', 'description': 'tempest-description-806714712'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:34:24.547763 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-8d116bf9-100d-4f21-89ea-b567c1e9c845 None None] Provisioning complete for port 8d44efaa-04c9-4db7-816a-337c90f4e364 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:34:24.548388 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8d116bf9-100d-4f21-89ea-b567c1e9c845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (8d44efaa-04c9-4db7-816a-337c90f4e364), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:24.548924 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-8d116bf9-100d-4f21-89ea-b567c1e9c845 None None] Attempt 1 to provision port 8d44efaa-04c9-4db7-816a-337c90f4e364 Oct 04 20:34:24.633110 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Pushing event updated for resources: {'Port': ['ID=4f6676f8-f93e-43e5-81f8-b66d1444428a,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:24.663218 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe6b32f-5606-4324-90bc-cc84e38f1b6d admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:34:24.675347 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-5fe6b32f-5606-4324-90bc-cc84e38f1b6d admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:34:24.680827 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe6b32f-5606-4324-90bc-cc84e38f1b6d admin admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:34:24.684319 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe6b32f-5606-4324-90bc-cc84e38f1b6d admin admin] Pushing event updated for resources: {'Port': ['ID=42f92df5-f581-4569-8d87-d4a8937831dc,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:24.769265 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=5243e237-b986-4e0d-a17f-cdc3272fdd10,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:24.835225 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 8d44efaa-04c9-4db7-816a-337c90f4e364 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:34:24.840208 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:24.920310 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-8d116bf9-100d-4f21-89ea-b567c1e9c845 None None] Current status of the port 8d44efaa-04c9-4db7-816a-337c90f4e364 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:34:24.946097 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 8d44efaa-04c9-4db7-816a-337c90f4e364 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:34:24.946680 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (8d44efaa-04c9-4db7-816a-337c90f4e364), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:24.947182 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 8d44efaa-04c9-4db7-816a-337c90f4e364 Oct 04 20:34:25.005613 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-d55df064-6a92-4269-be4a-62ab2105a7bc req-f7b06ee0-c92c-4e71-bc59-16e7fda9e5ba tempest-SecurityGroupsTestAdminJSON-1119633991 tempest-SecurityGroupsTestAdminJSON-1119633991-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:25.014421 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:25.093365 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 8d44efaa-04c9-4db7-816a-337c90f4e364 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:34:25.429303 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b8c44-07eb-4a08-9848-2e6006dbda73 req-1c122808-43e0-46c2-b1dd-1a21931aa94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:25.448907 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-fd2b8c44-07eb-4a08-9848-2e6006dbda73 req-1c122808-43e0-46c2-b1dd-1a21931aa94f service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=74eef3bf938c491d8a2f5192ba598c19&device_id=f5072682-0691-4542-a881-7f874a8d8ef3 HTTP/1.1" status: 200 len: 1130 time: 0.1516902 Oct 04 20:34:25.502449 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:25.694511 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b8c44-07eb-4a08-9848-2e6006dbda73 req-c0fd9ad9-3d87-41d4-888e-dc86ee3de84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:25.697690 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-fd2b8c44-07eb-4a08-9848-2e6006dbda73 req-c0fd9ad9-3d87-41d4-888e-dc86ee3de84f service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=42fbb05e-3f96-444f-a676-04ee9d06a8c7 HTTP/1.1" status: 200 len: 870 time: 0.2426224 Oct 04 20:34:25.706776 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=82,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:25.807520 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-fd2b8c44-07eb-4a08-9848-2e6006dbda73 req-e5f7cf27-8979-407e-8843-3702190defb3 service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=9508b042-5160-4988-9db8-7f6ce03be19a HTTP/1.1" status: 200 len: 217 time: 0.1017976 Oct 04 20:34:25.837897 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420b240b-97b0-48d4-8e8b-957dd76fcb85 req-d44ef712-219e-45f0-ab8d-374fb2c818c5 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:25.840016 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-420b240b-97b0-48d4-8e8b-957dd76fcb85 req-d44ef712-219e-45f0-ab8d-374fb2c818c5 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f5072682-0691-4542-a881-7f874a8d8ef3 HTTP/1.1" status: 200 len: 947 time: 0.3159902 Oct 04 20:34:25.849947 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-d55df064-6a92-4269-be4a-62ab2105a7bc req-f7b06ee0-c92c-4e71-bc59-16e7fda9e5ba tempest-SecurityGroupsTestAdminJSON-1119633991 tempest-SecurityGroupsTestAdminJSON-1119633991-project-admin] Publish callbacks [] for security_group (9c16a6a2-0acc-4e78-8dc5-09bdfbfdc034), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:25.932725 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-d55df064-6a92-4269-be4a-62ab2105a7bc req-f7b06ee0-c92c-4e71-bc59-16e7fda9e5ba tempest-SecurityGroupsTestAdminJSON-1119633991 tempest-SecurityGroupsTestAdminJSON-1119633991-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (9c16a6a2-0acc-4e78-8dc5-09bdfbfdc034), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:25.940202 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b8c44-07eb-4a08-9848-2e6006dbda73 req-e11985f9-0418-48a0-9ef0-fa08cb7a3705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:25.944211 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-fd2b8c44-07eb-4a08-9848-2e6006dbda73 req-e11985f9-0418-48a0-9ef0-fa08cb7a3705 service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.1269341 Oct 04 20:34:25.975183 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b32f-5606-4324-90bc-cc84e38f1b6d admin admin] Publish callbacks [] for router_gateway (1343ae1e-c3bf-45d3-bf07-a4f4296a169c), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:26.053426 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b8c44-07eb-4a08-9848-2e6006dbda73 req-74cbb7ca-d037-47ef-a8f4-bd8d71ec926f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:26.056829 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-fd2b8c44-07eb-4a08-9848-2e6006dbda73 req-74cbb7ca-d037-47ef-a8f4-bd8d71ec926f service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1060319 Oct 04 20:34:26.074926 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3da4e375-94e3-49ff-a1fd-69495d9c1006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (5243e237-b986-4e0d-a17f-cdc3272fdd10), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:26.183728 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-d55df064-6a92-4269-be4a-62ab2105a7bc req-f7b06ee0-c92c-4e71-bc59-16e7fda9e5ba tempest-SecurityGroupsTestAdminJSON-1119633991 tempest-SecurityGroupsTestAdminJSON-1119633991-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:26.196030 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d55df064-6a92-4269-be4a-62ab2105a7bc req-f7b06ee0-c92c-4e71-bc59-16e7fda9e5ba tempest-SecurityGroupsTestAdminJSON-1119633991 tempest-SecurityGroupsTestAdminJSON-1119633991-project-admin] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.7208693 Oct 04 20:34:26.245059 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-420b240b-97b0-48d4-8e8b-957dd76fcb85 req-791f2023-6c5a-4b7d-b540-ddbbe1229acf tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2307915d-12a1-4f54-8445-b78325b75811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3876426 Oct 04 20:34:26.275465 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 20:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7cdc93-3c00-4fd3-95c2-d5d489f98e3e x-openstack-request-id: req-da7cdc93-3c00-4fd3-95c2-d5d489f98e3e {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:34:26.276345 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9bfdee0-1a5d-4f35-b3be-ea3017b41442", "name": "network-vif-plugged", "status": "completed", "tag": "4f6676f8-f93e-43e5-81f8-b66d1444428a", "code": 200}]} {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:34:26.278004 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-da7cdc93-3c00-4fd3-95c2-d5d489f98e3e {{(pid=108171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:34:26.279213 n-d-852085-12 neutron-server[108171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da7cdc93-3c00-4fd3-95c2-d5d489f98e3e'] response: {'server_uuid': 'b9bfdee0-1a5d-4f35-b3be-ea3017b41442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f6676f8-f93e-43e5-81f8-b66d1444428a', 'code': 200} Oct 04 20:34:26.309983 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-fd2b8c44-07eb-4a08-9848-2e6006dbda73 req-8325bdce-ca79-43be-9d1e-de362938dd2d service neutron] 10.222.0.85 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457216 Oct 04 20:34:26.345142 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da4e375-94e3-49ff-a1fd-69495d9c1006 admin admin] Pushing event deleted for resources: {'Port': ['ID=5243e237-b986-4e0d-a17f-cdc3272fdd10,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:26.347945 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b06ee0-c92c-4e71-bc59-16e7fda9e5ba tempest-SecurityGroupsTestAdminJSON-1119633991 tempest-SecurityGroupsTestAdminJSON-1119633991-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c16a6a2-0acc-4e78-8dc5-09bdfbfdc034,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:26.406890 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-5683a1e9-e3b3-46ef-9033-f03ac907f9b0 req-da3a8d32-e6ef-4288-b17b-d1d03b682eca service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=ccb6a102-8cc0-4764-98b0-5b6e0796bc35 HTTP/1.1" status: 200 len: 210 time: 0.2083559 Oct 04 20:34:26.607129 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Device 9508b042-5160-4988-9db8-7f6ce03be19a details requested by agent hyperv_n-h2-852085-12 with host n-h2-852085-12 {{(pid=108171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 20:34:26.840557 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a1533b96-8ca8-4c68-a2c5-d18a634d4f4c req-af32026b-5d99-4c9b-8e31-2f5644d6a604 tempest-ServersAdmin275Test-160193449 tempest-ServersAdmin275Test-160193449-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ccb6a102-8cc0-4764-98b0-5b6e0796bc35 HTTP/1.1" status: 200 len: 210 time: 0.2100697 Oct 04 20:34:26.881785 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-fd2b8c44-07eb-4a08-9848-2e6006dbda73 req-3d933917-985f-4e42-9e95-b4ebc9edf66d service neutron] 10.222.0.85 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5637579 Oct 04 20:34:27.053835 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:27.064913 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] For port 9508b042-5160-4988-9db8-7f6ce03be19a, host n-h2-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852085-12',level=0,port_id=9508b042-5160-4988-9db8-7f6ce03be19a,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:34:27.072898 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b45d3d2-0309-447d-b508-612d612f4471 req-83e89585-e392-40c3-abba-6f9fa4731058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:27.076411 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-0b45d3d2-0309-447d-b508-612d612f4471 req-83e89585-e392-40c3-abba-6f9fa4731058 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=b9bfdee0-1a5d-4f35-b3be-ea3017b41442 HTTP/1.1" status: 200 len: 1133 time: 0.2815118 Oct 04 20:34:27.088626 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:27.093088 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Returning: {'device': '9508b042-5160-4988-9db8-7f6ce03be19a', 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7', 'port_id': '9508b042-5160-4988-9db8-7f6ce03be19a', 'mac_address': 'fa:16:3e:5c:8f:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1956090-7ed7-4d05-a46e-a7b0885ca8e4', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 20:34:27.202624 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Current status of the port 9508b042-5160-4988-9db8-7f6ce03be19a is: DOWN; New status is: BUILD {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:34:27.204170 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (9508b042-5160-4988-9db8-7f6ce03be19a), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:27.239472 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9508b042-5160-4988-9db8-7f6ce03be19a {{(pid=108171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 20:34:27.308403 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] For port 9508b042-5160-4988-9db8-7f6ce03be19a, host n-h2-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852085-12',level=0,port_id=9508b042-5160-4988-9db8-7f6ce03be19a,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:34:27.410340 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (9508b042-5160-4988-9db8-7f6ce03be19a), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:27.463045 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3da4e375-94e3-49ff-a1fd-69495d9c1006 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (88575b64-120e-41db-8141-634bf8268940), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:27.483405 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f71c4-37e8-49db-b69d-317c5a7f8c78 req-1aced16a-f3a4-4e67-8d57-0f658080c9bc tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:27.488954 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-fc1f71c4-37e8-49db-b69d-317c5a7f8c78 req-1aced16a-f3a4-4e67-8d57-0f658080c9bc tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b9bfdee0-1a5d-4f35-b3be-ea3017b41442 HTTP/1.1" status: 200 len: 950 time: 0.4085643 Oct 04 20:34:27.517582 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Pushing event updated for resources: {'Port': ['ID=9508b042-5160-4988-9db8-7f6ce03be19a,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:27.818402 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b32f-5606-4324-90bc-cc84e38f1b6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (1343ae1e-c3bf-45d3-bf07-a4f4296a169c), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:27.836890 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] get_ports_and_sgs() called for port_ids ['9508b042-5160-4988-9db8-7f6ce03be19a'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:34:27.954815 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:27.958641 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-0b45d3d2-0309-447d-b508-612d612f4471 req-a197d6f8-776d-4ba1-bb0f-1eda63222168 service neutron] 10.222.0.83 "GET /networking/v2.0/security-groups?id=c2bc8a6c-d92e-4924-ad5b-3d15a4cff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6147878 Oct 04 20:34:28.028374 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-fc1f71c4-37e8-49db-b69d-317c5a7f8c78 req-1ee9bf64-262f-4863-9d16-735a9b0674eb tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c2bc8a6c-d92e-4924-ad5b-3d15a4cff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5047574 Oct 04 20:34:28.432922 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-eb1a33ec-c5f4-49c5-87a7-9a3f85091b46 req-833af68c-82f5-458f-95dc-ba45a45e6b3d tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=acea6767-d8a4-488e-8d07-1c7362778255 HTTP/1.1" status: 200 len: 210 time: 0.2496107 Oct 04 20:34:28.801501 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a87c6f-7d09-4384-be37-aae07c2ee7d2 req-7baad788-bbb2-46c0-9b01-144b95c59b6a tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:28.804279 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-62a87c6f-7d09-4384-be37-aae07c2ee7d2 req-7baad788-bbb2-46c0-9b01-144b95c59b6a tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f5072682-0691-4542-a881-7f874a8d8ef3 HTTP/1.1" status: 200 len: 948 time: 0.1905379 Oct 04 20:34:28.836959 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe6b32f-5606-4324-90bc-cc84e38f1b6d admin admin] Router 1343ae1e-c3bf-45d3-bf07-a4f4296a169c is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:34:28.846361 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da4e375-94e3-49ff-a1fd-69495d9c1006 admin admin] Router 88575b64-120e-41db-8141-634bf8268940 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:34:28.976499 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Device 9508b042-5160-4988-9db8-7f6ce03be19a up at agent hyperv_n-h2-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:34:29.131290 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Provisioning for port 9508b042-5160-4988-9db8-7f6ce03be19a completed by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 20:34:29.205115 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-62a87c6f-7d09-4384-be37-aae07c2ee7d2 req-cdaa016b-3cfa-499b-b838-acc16da27a2a tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2307915d-12a1-4f54-8445-b78325b75811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3787529 Oct 04 20:34:29.227933 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:29.245780 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Provisioning complete for port 9508b042-5160-4988-9db8-7f6ce03be19a triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:34:29.247615 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (9508b042-5160-4988-9db8-7f6ce03be19a), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:29.248629 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Attempt 1 to provision port 9508b042-5160-4988-9db8-7f6ce03be19a Oct 04 20:34:29.336047 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-68579cbe-da00-4cb1-b5ba-282470e5b0f3 req-41617841-bd88-46b0-b17e-dc0689c77aaf tempest-SecurityGroupsTestAdminJSON-1119633991 tempest-SecurityGroupsTestAdminJSON-1119633991-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 48174 time: 2.0148995 Oct 04 20:34:29.531851 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Current status of the port 9508b042-5160-4988-9db8-7f6ce03be19a is: BUILD; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:34:29.532936 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (9508b042-5160-4988-9db8-7f6ce03be19a), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:29.601323 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5072682-0691-4542-a881-7f874a8d8ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9508b042-5160-4988-9db8-7f6ce03be19a'}] {{(pid=108171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:34:29.606496 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966b91da6921e714df7c26a37f4733087768fb9a36052be1ead95d4d835f43be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b6fd90-6605-4e1f-90b4-8221000e7a46" -d '{"events": [{"server_uuid": "f5072682-0691-4542-a881-7f874a8d8ef3", "name": "network-vif-plugged", "status": "completed", "tag": "9508b042-5160-4988-9db8-7f6ce03be19a"}]}' {{(pid=108171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:34:29.645278 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] For port 9508b042-5160-4988-9db8-7f6ce03be19a, host n-h2-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852085-12',level=0,port_id=9508b042-5160-4988-9db8-7f6ce03be19a,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:34:29.747587 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (9508b042-5160-4988-9db8-7f6ce03be19a), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:29.760603 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:29.870823 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Pushing event updated for resources: {'Port': ['ID=9508b042-5160-4988-9db8-7f6ce03be19a,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:29.922823 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:29.926337 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-b3965090-43b8-4341-848b-1f1c9f0afe53 req-760108bf-8ae7-4a09-b45c-56ccf7de5f62 tempest-ServersAdmin275Test-160193449 tempest-ServersAdmin275Test-160193449-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ccb6a102-8cc0-4764-98b0-5b6e0796bc35 HTTP/1.1" status: 200 len: 210 time: 0.1152897 Oct 04 20:34:29.941917 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe6b32f-5606-4324-90bc-cc84e38f1b6d admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:34:29.968194 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e68a10d-5386-46db-ad95-71b5e30065d5 None None] Sync routers for ids ['1343ae1e-c3bf-45d3-bf07-a4f4296a169c'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:34:29.971525 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da4e375-94e3-49ff-a1fd-69495d9c1006 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:34:29.999745 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59d001f-bca0-43bc-af9d-023c7ea1448c None None] Sync routers for ids ['88575b64-120e-41db-8141-634bf8268940'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:34:30.002944 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e68a10d-5386-46db-ad95-71b5e30065d5 None None] Routers {'1343ae1e-c3bf-45d3-bf07-a4f4296a169c'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:34:30.008875 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-8e68a10d-5386-46db-ad95-71b5e30065d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:34:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['1343ae1e-c3bf-45d3-bf07-a4f4296a169c'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:34:30.023048 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-68579cbe-da00-4cb1-b5ba-282470e5b0f3 req-4ea06958-ff7f-4c8e-a785-f5e4d129cb2f tempest-SecurityGroupsTestAdminJSON-1119633991 tempest-SecurityGroupsTestAdminJSON-1119633991-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups/2307915d-12a1-4f54-8445-b78325b75811 HTTP/1.1" status: 200 len: 2998 time: 0.6720862 Oct 04 20:34:30.045085 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-3da4e375-94e3-49ff-a1fd-69495d9c1006 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/88575b64-120e-41db-8141-634bf8268940/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6900508 Oct 04 20:34:30.047982 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59056) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:34:30.049667 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59d001f-bca0-43bc-af9d-023c7ea1448c None None] Routers {'88575b64-120e-41db-8141-634bf8268940'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:34:30.050647 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-e59d001f-bca0-43bc-af9d-023c7ea1448c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:34:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['88575b64-120e-41db-8141-634bf8268940'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:34:30.218900 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5fe6b32f-5606-4324-90bc-cc84e38f1b6d admin admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:30.225813 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-5fe6b32f-5606-4324-90bc-cc84e38f1b6d admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 937 time: 14.5167549 Oct 04 20:34:30.234022 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59062) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:34:30.347188 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-68579cbe-da00-4cb1-b5ba-282470e5b0f3 req-652cd4c0-62f4-4456-b713-59d16b68590b tempest-SecurityGroupsTestAdminJSON-1119633991 tempest-SecurityGroupsTestAdminJSON-1119633991-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups/2307915d-12a1-4f54-8445-b78325b75811 HTTP/1.1" status: 200 len: 2998 time: 0.2996993 Oct 04 20:34:30.537879 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-8e68a10d-5386-46db-ad95-71b5e30065d5 None None] Set router 1343ae1e-c3bf-45d3-bf07-a4f4296a169c gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:34:30.539405 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3628a73-da5a-45c8-aad1-bac229116716 req-20d93210-aad8-47e3-970d-5a0ecfc84106 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:30.562156 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c3628a73-da5a-45c8-aad1-bac229116716 req-20d93210-aad8-47e3-970d-5a0ecfc84106 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b9bfdee0-1a5d-4f35-b3be-ea3017b41442 HTTP/1.1" status: 200 len: 950 time: 0.3753731 Oct 04 20:34:30.632186 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=100 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:30.635653 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-591e260c-aa0b-4a51-bc96-578a02d9b0dc admin admin] Publish callbacks [] for router (88575b64-120e-41db-8141-634bf8268940), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:30.642344 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-68579cbe-da00-4cb1-b5ba-282470e5b0f3 req-a18bcd49-affb-4cc0-a850-75ec7e3f64d9 tempest-SecurityGroupsTestAdminJSON-1119633991 tempest-SecurityGroupsTestAdminJSON-1119633991-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups/35351630-eafe-464a-8900-d222f771a517 HTTP/1.1" status: 200 len: 2990 time: 0.2805853 Oct 04 20:34:30.693635 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-e59d001f-bca0-43bc-af9d-023c7ea1448c None None] Set router 88575b64-120e-41db-8141-634bf8268940 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:34:30.837238 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c3628a73-da5a-45c8-aad1-bac229116716 req-49492bf8-dab2-498a-afa6-f9577d20a72d tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c2bc8a6c-d92e-4924-ad5b-3d15a4cff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684937 Oct 04 20:34:31.096091 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-8e68a10d-5386-46db-ad95-71b5e30065d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1343ae1e-c3bf-45d3-bf07-a4f4296a169c', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2025113275-router', 'tenant_id': '18d77006f3cd4bef9f4de5553efcdb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '42f92df5-f581-4569-8d87-d4a8937831dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:34:16Z', 'updated_at': '2022-10-04T20:34:25Z', 'revision_number': 3, 'project_id': '18d77006f3cd4bef9f4de5553efcdb06', 'gw_port': {'id': '42f92df5-f581-4569-8d87-d4a8937831dc', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d7:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1343ae1e-c3bf-45d3-bf07-a4f4296a169c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:34:20Z', 'updated_at': '2022-10-04T20:34:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:34:31.118851 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-afd07700-bbe9-4713-bdea-50d610c0756f tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.85 "GET /networking/v2.0/networks?tenant_id=70436b8b504e43dc882f5ee434ecf443&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0913546 Oct 04 20:34:31.156871 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e68a10d-5386-46db-ad95-71b5e30065d5 None None] Checking router: 1343ae1e-c3bf-45d3-bf07-a4f4296a169c for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:34:31.157443 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e68a10d-5386-46db-ad95-71b5e30065d5 None None] Updating router 1343ae1e-c3bf-45d3-bf07-a4f4296a169c port 42f92df5-f581-4569-8d87-d4a8937831dc binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:34:31.200777 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-68579cbe-da00-4cb1-b5ba-282470e5b0f3 req-d5303393-5d0f-4d21-88a4-a4719dbdca09 tempest-SecurityGroupsTestAdminJSON-1119633991 tempest-SecurityGroupsTestAdminJSON-1119633991-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups/35351630-eafe-464a-8900-d222f771a517 HTTP/1.1" status: 200 len: 2990 time: 0.3587439 Oct 04 20:34:31.227903 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-8e68a10d-5386-46db-ad95-71b5e30065d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (42f92df5-f581-4569-8d87-d4a8937831dc), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:31.310931 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-e59d001f-bca0-43bc-af9d-023c7ea1448c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88575b64-120e-41db-8141-634bf8268940', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1752671408-router', 'tenant_id': '2b0c9c6a4aa448cca9a86ffe7484ec99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '3c85d431-19f2-4c62-91a6-bd90c7cd8bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:33:50Z', 'updated_at': '2022-10-04T20:34:25Z', 'revision_number': 5, 'project_id': '2b0c9c6a4aa448cca9a86ffe7484ec99', 'gw_port': {'id': '3c85d431-19f2-4c62-91a6-bd90c7cd8bf0', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:46:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88575b64-120e-41db-8141-634bf8268940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:33:53Z', 'updated_at': '2022-10-04T20:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:34:31.435292 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59d001f-bca0-43bc-af9d-023c7ea1448c None None] Checking router: 88575b64-120e-41db-8141-634bf8268940 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:34:31.471201 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-68579cbe-da00-4cb1-b5ba-282470e5b0f3 req-9047b6c0-704b-416b-b9df-4884bbf0439e tempest-SecurityGroupsTestAdminJSON-1119633991 tempest-SecurityGroupsTestAdminJSON-1119633991-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups/58ef5b96-5b5f-4552-b86c-045290691c30 HTTP/1.1" status: 200 len: 2994 time: 0.2435083 Oct 04 20:34:31.476123 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-eef21502-ca4f-4494-b75c-9d560a04897c req-d831a1df-3b60-4132-b368-c3d30da868d1 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=acea6767-d8a4-488e-8d07-1c7362778255 HTTP/1.1" status: 200 len: 210 time: 0.0687184 Oct 04 20:34:31.514827 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59d001f-bca0-43bc-af9d-023c7ea1448c None None] Routers {'88575b64-120e-41db-8141-634bf8268940'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:34:31.516863 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-e59d001f-bca0-43bc-af9d-023c7ea1448c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:34:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['88575b64-120e-41db-8141-634bf8268940'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:34:31.696159 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-68579cbe-da00-4cb1-b5ba-282470e5b0f3 req-1eabbf1c-e99e-408f-9b2e-b25c794e7814 tempest-SecurityGroupsTestAdminJSON-1119633991 tempest-SecurityGroupsTestAdminJSON-1119633991-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups/58ef5b96-5b5f-4552-b86c-045290691c30 HTTP/1.1" status: 200 len: 2994 time: 0.1960371 Oct 04 20:34:31.721488 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-591e260c-aa0b-4a51-bc96-578a02d9b0dc admin admin] Publish callbacks [] for router_gateway (88575b64-120e-41db-8141-634bf8268940), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:31.755599 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 20:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e6e53d-b3fd-4f5d-a732-62d359e721af x-openstack-request-id: req-e0e6e53d-b3fd-4f5d-a732-62d359e721af {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:34:31.755599 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5072682-0691-4542-a881-7f874a8d8ef3", "name": "network-vif-plugged", "status": "completed", "tag": "9508b042-5160-4988-9db8-7f6ce03be19a", "code": 200}]} {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:34:31.755599 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e0e6e53d-b3fd-4f5d-a732-62d359e721af {{(pid=108171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:34:31.756257 n-d-852085-12 neutron-server[108171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0e6e53d-b3fd-4f5d-a732-62d359e721af'] response: {'server_uuid': 'f5072682-0691-4542-a881-7f874a8d8ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9508b042-5160-4988-9db8-7f6ce03be19a', 'code': 200} Oct 04 20:34:31.856025 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.85', 62437) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:34:31.934473 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:32.022667 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-e59d001f-bca0-43bc-af9d-023c7ea1448c None None] Set router 88575b64-120e-41db-8141-634bf8268940 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:34:32.057312 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-68579cbe-da00-4cb1-b5ba-282470e5b0f3 req-b5631d13-ced3-442b-b56b-91ba69d200e5 tempest-SecurityGroupsTestAdminJSON-1119633991 tempest-SecurityGroupsTestAdminJSON-1119633991-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups/7286d5dc-5847-4574-9579-d1ff27a3d496 HTTP/1.1" status: 200 len: 2998 time: 0.3468103 Oct 04 20:34:32.090346 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-56b34ab3-dee0-4db6-a501-d60b2d639a8b tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:32.093179 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-56b34ab3-dee0-4db6-a501-d60b2d639a8b tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.85 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8578343 Oct 04 20:34:32.110605 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30cd51-357f-4afc-af47-642278767861 req-9db1951d-6bf4-4aca-b2e0-a70f85904cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:32.114169 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-3c30cd51-357f-4afc-af47-642278767861 req-9db1951d-6bf4-4aca-b2e0-a70f85904cd6 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f5072682-0691-4542-a881-7f874a8d8ef3 HTTP/1.1" status: 200 len: 1132 time: 0.2513583 Oct 04 20:34:32.291955 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-68579cbe-da00-4cb1-b5ba-282470e5b0f3 req-bf9ff90c-52e3-4cf9-9f5e-03171ef57ed8 tempest-SecurityGroupsTestAdminJSON-1119633991 tempest-SecurityGroupsTestAdminJSON-1119633991-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups/7286d5dc-5847-4574-9579-d1ff27a3d496 HTTP/1.1" status: 200 len: 2998 time: 0.2208917 Oct 04 20:34:32.296580 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-3c30cd51-357f-4afc-af47-642278767861 req-6bf0ca46-8742-4158-8566-ea3c2690bbdb service neutron] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2307915d-12a1-4f54-8445-b78325b75811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747599 Oct 04 20:34:32.302217 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:32.340041 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:32.343455 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:32.360280 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-8e68a10d-5386-46db-ad95-71b5e30065d5 None None] Publish callbacks [] for port (42f92df5-f581-4569-8d87-d4a8937831dc), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:32.374557 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-a74044ae-0de7-405d-91c2-d1d11fcf272b tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Request body: {'port': {'device_id': '75de593c-9f57-471f-a519-d97960ccde5f', 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7', 'admin_state_up': True, 'tenant_id': '70436b8b504e43dc882f5ee434ecf443'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:34:32.412694 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-591e260c-aa0b-4a51-bc96-578a02d9b0dc admin admin] Deleting port 3c85d431-19f2-4c62-91a6-bd90c7cd8bf0 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:34:32.413345 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-591e260c-aa0b-4a51-bc96-578a02d9b0dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (3c85d431-19f2-4c62-91a6-bd90c7cd8bf0), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:32.429962 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-68579cbe-da00-4cb1-b5ba-282470e5b0f3 req-a5a09abc-b8e2-42ce-8aba-07c439ad5a2c tempest-SecurityGroupsTestAdminJSON-1119633991 tempest-SecurityGroupsTestAdminJSON-1119633991-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups/9b30a0bd-c409-4454-97f2-fca0ad031dca HTTP/1.1" status: 200 len: 2998 time: 0.1205335 Oct 04 20:34:32.492176 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-8e68a10d-5386-46db-ad95-71b5e30065d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (42f92df5-f581-4569-8d87-d4a8937831dc), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:32.512715 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:32.518114 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-68579cbe-da00-4cb1-b5ba-282470e5b0f3 req-1911cbb5-767b-42b0-af9c-26cdbc6a067e tempest-SecurityGroupsTestAdminJSON-1119633991 tempest-SecurityGroupsTestAdminJSON-1119633991-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups/9b30a0bd-c409-4454-97f2-fca0ad031dca HTTP/1.1" status: 200 len: 2998 time: 0.0735359 Oct 04 20:34:32.552514 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-8e68a10d-5386-46db-ad95-71b5e30065d5 None None] Attempting to bind port 42f92df5-f581-4569-8d87-d4a8937831dc on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:34:32.552514 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-8e68a10d-5386-46db-ad95-71b5e30065d5 None None] Attempting to bind port 42f92df5-f581-4569-8d87-d4a8937831dc by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:34:32.553295 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e68a10d-5386-46db-ad95-71b5e30065d5 None None] Attempting to bind port 42f92df5-f581-4569-8d87-d4a8937831dc on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:34:32.699340 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-68579cbe-da00-4cb1-b5ba-282470e5b0f3 req-af65460c-e5e2-40d9-9980-882e7ba68506 tempest-SecurityGroupsTestAdminJSON-1119633991 tempest-SecurityGroupsTestAdminJSON-1119633991-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups/9c7459c4-9103-4320-8206-b6b2ff9c3014 HTTP/1.1" status: 200 len: 2998 time: 0.1598644 Oct 04 20:34:32.864543 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:32.874995 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-e59d001f-bca0-43bc-af9d-023c7ea1448c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88575b64-120e-41db-8141-634bf8268940', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1752671408-router', 'tenant_id': '2b0c9c6a4aa448cca9a86ffe7484ec99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '3c85d431-19f2-4c62-91a6-bd90c7cd8bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:33:50Z', 'updated_at': '2022-10-04T20:34:25Z', 'revision_number': 5, 'project_id': '2b0c9c6a4aa448cca9a86ffe7484ec99', 'gw_port': {'id': '3c85d431-19f2-4c62-91a6-bd90c7cd8bf0', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:46:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88575b64-120e-41db-8141-634bf8268940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:33:53Z', 'updated_at': '2022-10-04T20:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:34:32.934684 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-fd7a765b-d629-494c-82ad-8464a00b14f8 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.85 "GET /networking/v2.0/networks?tenant_id=70436b8b504e43dc882f5ee434ecf443&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1448858 Oct 04 20:34:32.935397 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8877bb-d66d-4288-aa46-e45d0fe5c55e None None] Pushing event updated for resources: {'Port': ['ID=42f92df5-f581-4569-8d87-d4a8937831dc,revision_number=2']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:32.951736 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e68a10d-5386-46db-ad95-71b5e30065d5 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:34:32.952753 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e68a10d-5386-46db-ad95-71b5e30065d5 None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:34:32.953653 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-8e68a10d-5386-46db-ad95-71b5e30065d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:32.954537 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e68a10d-5386-46db-ad95-71b5e30065d5 None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:34:32.956658 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-8e68a10d-5386-46db-ad95-71b5e30065d5 None None] Bound port: 42f92df5-f581-4569-8d87-d4a8937831dc, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:34:32.958256 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-8e68a10d-5386-46db-ad95-71b5e30065d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (42f92df5-f581-4569-8d87-d4a8937831dc), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:32.959508 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-591e260c-aa0b-4a51-bc96-578a02d9b0dc admin admin] For port 3c85d431-19f2-4c62-91a6-bd90c7cd8bf0, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=3c85d431-19f2-4c62-91a6-bd90c7cd8bf0,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:34:32.960141 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-591e260c-aa0b-4a51-bc96-578a02d9b0dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (3c85d431-19f2-4c62-91a6-bd90c7cd8bf0), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:33.020792 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:33.023670 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59d001f-bca0-43bc-af9d-023c7ea1448c None None] The sync data for ids ['88575b64-120e-41db-8141-634bf8268940'] in n-d-852085-12 is: [{'id': '88575b64-120e-41db-8141-634bf8268940', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1752671408-router', 'tenant_id': '2b0c9c6a4aa448cca9a86ffe7484ec99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '3c85d431-19f2-4c62-91a6-bd90c7cd8bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:33:50Z', 'updated_at': '2022-10-04T20:34:25Z', 'revision_number': 5, 'project_id': '2b0c9c6a4aa448cca9a86ffe7484ec99', 'gw_port': {'id': '3c85d431-19f2-4c62-91a6-bd90c7cd8bf0', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:46:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88575b64-120e-41db-8141-634bf8268940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:33:53Z', 'updated_at': '2022-10-04T20:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:34:33.029351 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-591e260c-aa0b-4a51-bc96-578a02d9b0dc admin admin] Calling delete_port for 3c85d431-19f2-4c62-91a6-bd90c7cd8bf0 owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:34:33.145389 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8877bb-d66d-4288-aa46-e45d0fe5c55e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:34:33.146104 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8877bb-d66d-4288-aa46-e45d0fe5c55e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:34:33.146678 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8877bb-d66d-4288-aa46-e45d0fe5c55e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:34:33.147102 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8877bb-d66d-4288-aa46-e45d0fe5c55e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:34:33.147595 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8877bb-d66d-4288-aa46-e45d0fe5c55e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:34:33.148136 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8877bb-d66d-4288-aa46-e45d0fe5c55e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:34:33.148683 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8877bb-d66d-4288-aa46-e45d0fe5c55e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:34:33.150219 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8877bb-d66d-4288-aa46-e45d0fe5c55e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:34:33.153580 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8877bb-d66d-4288-aa46-e45d0fe5c55e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:34:33.153854 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:33.157795 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8877bb-d66d-4288-aa46-e45d0fe5c55e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:34:33.158115 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-083917b3-1dc8-4bec-b5d8-0122df413e45 req-cbc5f30b-2140-475e-94e2-0b2efa6208a1 tempest-ServersAdmin275Test-160193449 tempest-ServersAdmin275Test-160193449-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ccb6a102-8cc0-4764-98b0-5b6e0796bc35 HTTP/1.1" status: 200 len: 210 time: 0.2005243 Oct 04 20:34:33.161767 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8877bb-d66d-4288-aa46-e45d0fe5c55e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:34:33.162316 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8877bb-d66d-4288-aa46-e45d0fe5c55e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:34:33.162850 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8877bb-d66d-4288-aa46-e45d0fe5c55e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:34:33.163427 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8877bb-d66d-4288-aa46-e45d0fe5c55e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:34:33.163956 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8877bb-d66d-4288-aa46-e45d0fe5c55e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:34:33.167374 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-68579cbe-da00-4cb1-b5ba-282470e5b0f3 req-5feba91d-fef5-4eb2-9f95-cb043a0d3225 tempest-SecurityGroupsTestAdminJSON-1119633991 tempest-SecurityGroupsTestAdminJSON-1119633991-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups/9c7459c4-9103-4320-8206-b6b2ff9c3014 HTTP/1.1" status: 200 len: 2998 time: 0.4557548 Oct 04 20:34:33.189076 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-8e68a10d-5386-46db-ad95-71b5e30065d5 None None] For port 42f92df5-f581-4569-8d87-d4a8937831dc, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:34:33.199111 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-8e68a10d-5386-46db-ad95-71b5e30065d5 None None] For port 42f92df5-f581-4569-8d87-d4a8937831dc, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=42f92df5-f581-4569-8d87-d4a8937831dc,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:34:33.286130 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-8e68a10d-5386-46db-ad95-71b5e30065d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (42f92df5-f581-4569-8d87-d4a8937831dc), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:33.301802 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-68579cbe-da00-4cb1-b5ba-282470e5b0f3 req-c128bd8a-4af1-43d6-befb-8c22428dddeb tempest-SecurityGroupsTestAdminJSON-1119633991 tempest-SecurityGroupsTestAdminJSON-1119633991-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups/9de04099-eb6b-4e79-9b14-ab01d3d72811 HTTP/1.1" status: 200 len: 2998 time: 0.1189001 Oct 04 20:34:33.519916 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8877bb-d66d-4288-aa46-e45d0fe5c55e None None] Pushing event updated for resources: {'Port': ['ID=42f92df5-f581-4569-8d87-d4a8937831dc,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:33.545251 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-a74044ae-0de7-405d-91c2-d1d11fcf272b tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Made reservation on behalf of 70436b8b504e43dc882f5ee434ecf443 for: {'port': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:34:33.565369 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e68a10d-5386-46db-ad95-71b5e30065d5 None None] Routers {'1343ae1e-c3bf-45d3-bf07-a4f4296a169c'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:34:33.569081 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-8e68a10d-5386-46db-ad95-71b5e30065d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:34:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['1343ae1e-c3bf-45d3-bf07-a4f4296a169c'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:34:33.572037 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-a74044ae-0de7-405d-91c2-d1d11fcf272b tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:33.700517 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b1bdd-1f33-41d0-a785-bcca023e7528 req-3474a2fc-88fb-49b1-aaca-79042a91f87d tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:33.705841 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-807b1bdd-1f33-41d0-a785-bcca023e7528 req-3474a2fc-88fb-49b1-aaca-79042a91f87d tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f5072682-0691-4542-a881-7f874a8d8ef3 HTTP/1.1" status: 200 len: 949 time: 0.2534959 Oct 04 20:34:33.979828 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-8e68a10d-5386-46db-ad95-71b5e30065d5 None None] Set router 1343ae1e-c3bf-45d3-bf07-a4f4296a169c gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:34:33.991063 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-807b1bdd-1f33-41d0-a785-bcca023e7528 req-4e7e5c4f-e472-4ade-9af0-dd4599905e8f tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2307915d-12a1-4f54-8445-b78325b75811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635050 Oct 04 20:34:33.993850 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-68579cbe-da00-4cb1-b5ba-282470e5b0f3 req-5cafb84e-0748-4ba1-8423-d648a9236458 tempest-SecurityGroupsTestAdminJSON-1119633991 tempest-SecurityGroupsTestAdminJSON-1119633991-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups/9de04099-eb6b-4e79-9b14-ab01d3d72811 HTTP/1.1" status: 200 len: 2998 time: 0.6373608 Oct 04 20:34:34.134596 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:34.189108 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-591e260c-aa0b-4a51-bc96-578a02d9b0dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (3c85d431-19f2-4c62-91a6-bd90c7cd8bf0), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:34.251699 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dc60b507-0094-49ce-a00c-51f2f31bc5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:34.272344 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591e260c-aa0b-4a51-bc96-578a02d9b0dc admin admin] Pushing event deleted for resources: {'Port': ['ID=3c85d431-19f2-4c62-91a6-bd90c7cd8bf0,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:34.276738 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:34.360751 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-68579cbe-da00-4cb1-b5ba-282470e5b0f3 req-0b162616-b497-4b1b-a462-f8cdad67ffaa tempest-SecurityGroupsTestAdminJSON-1119633991 tempest-SecurityGroupsTestAdminJSON-1119633991-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups/a54b93c8-7ee3-4522-9365-63a7cb2aee78 HTTP/1.1" status: 200 len: 2998 time: 0.3335962 Oct 04 20:34:34.754975 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-a74044ae-0de7-405d-91c2-d1d11fcf272b tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Allocated IP 192.168.233.226 (42fbb05e-3f96-444f-a676-04ee9d06a8c7/e1956090-7ed7-4d05-a46e-a7b0885ca8e4/1d4c616d-0938-4b70-9e11-adcaef4edc51) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:34:34.784557 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-8e68a10d-5386-46db-ad95-71b5e30065d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1343ae1e-c3bf-45d3-bf07-a4f4296a169c', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2025113275-router', 'tenant_id': '18d77006f3cd4bef9f4de5553efcdb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '42f92df5-f581-4569-8d87-d4a8937831dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:34:16Z', 'updated_at': '2022-10-04T20:34:25Z', 'revision_number': 3, 'project_id': '18d77006f3cd4bef9f4de5553efcdb06', 'gw_port': {'id': '42f92df5-f581-4569-8d87-d4a8937831dc', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d7:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1343ae1e-c3bf-45d3-bf07-a4f4296a169c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:34:20Z', 'updated_at': '2022-10-04T20:34:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:34:34.847199 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-68579cbe-da00-4cb1-b5ba-282470e5b0f3 req-25303853-c534-48fe-a5ee-451ecfb200c5 tempest-SecurityGroupsTestAdminJSON-1119633991 tempest-SecurityGroupsTestAdminJSON-1119633991-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups/a54b93c8-7ee3-4522-9365-63a7cb2aee78 HTTP/1.1" status: 200 len: 2998 time: 0.4327247 Oct 04 20:34:34.859704 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 5243e237-b986-4e0d-a17f-cdc3272fdd10 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:34:34.875862 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-fcfcd27e-85fa-4b75-ab71-20428d1df9f6 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:34.889919 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-fcfcd27e-85fa-4b75-ab71-20428d1df9f6 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.85 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.5773904 Oct 04 20:34:34.913436 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e68a10d-5386-46db-ad95-71b5e30065d5 None None] The sync data for ids ['1343ae1e-c3bf-45d3-bf07-a4f4296a169c'] in n-d-852085-12 is: [{'id': '1343ae1e-c3bf-45d3-bf07-a4f4296a169c', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2025113275-router', 'tenant_id': '18d77006f3cd4bef9f4de5553efcdb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '42f92df5-f581-4569-8d87-d4a8937831dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:34:16Z', 'updated_at': '2022-10-04T20:34:25Z', 'revision_number': 3, 'project_id': '18d77006f3cd4bef9f4de5553efcdb06', 'gw_port': {'id': '42f92df5-f581-4569-8d87-d4a8937831dc', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d7:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1343ae1e-c3bf-45d3-bf07-a4f4296a169c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:34:20Z', 'updated_at': '2022-10-04T20:34:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:34:34.932927 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-e75875f7-b838-4808-a60a-23deb97ade97 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Request body: {'port': {'device_id': 'acea6767-d8a4-488e-8d07-1c7362778255', 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7', 'admin_state_up': True, 'tenant_id': '70436b8b504e43dc882f5ee434ecf443'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:34:34.977502 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 5243e237-b986-4e0d-a17f-cdc3272fdd10 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:34:34.981562 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 5243e237-b986-4e0d-a17f-cdc3272fdd10 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:34:35.334337 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4efbb3e7-e60f-4698-bf82-9990ce8ccce1 req-fae71726-31b3-4055-b4f7-021558c9baa3 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=acea6767-d8a4-488e-8d07-1c7362778255 HTTP/1.1" status: 200 len: 210 time: 0.2887836 Oct 04 20:34:35.581720 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-68579cbe-da00-4cb1-b5ba-282470e5b0f3 req-208edc6b-8462-4985-ae98-f12cbd4c01ea tempest-SecurityGroupsTestAdminJSON-1119633991 tempest-SecurityGroupsTestAdminJSON-1119633991-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups/b3b851ce-aa18-4862-a8f8-edad4c801cfc HTTP/1.1" status: 200 len: 2998 time: 0.6899335 Oct 04 20:34:35.748277 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9aae848c-6207-45e7-a1e8-5926e9df5c9a req-728a5589-86b9-4143-9523-bea5eba2819f tempest-ServersAdmin275Test-160193449 tempest-ServersAdmin275Test-160193449-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ccb6a102-8cc0-4764-98b0-5b6e0796bc35 HTTP/1.1" status: 200 len: 210 time: 0.0858605 Oct 04 20:34:35.752503 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-e75875f7-b838-4808-a60a-23deb97ade97 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Made reservation on behalf of 70436b8b504e43dc882f5ee434ecf443 for: {'port': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:34:35.760886 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-e75875f7-b838-4808-a60a-23deb97ade97 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:36.104030 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-a74044ae-0de7-405d-91c2-d1d11fcf272b tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Publish callbacks [] for port (1d4c616d-0938-4b70-9e11-adcaef4edc51), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:36.144108 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-68579cbe-da00-4cb1-b5ba-282470e5b0f3 req-e873deff-bbe9-4e8e-b12b-a5daed518e42 tempest-SecurityGroupsTestAdminJSON-1119633991 tempest-SecurityGroupsTestAdminJSON-1119633991-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups/b3b851ce-aa18-4862-a8f8-edad4c801cfc HTTP/1.1" status: 200 len: 2998 time: 0.4999969 Oct 04 20:34:36.180953 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:36.186226 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-591e260c-aa0b-4a51-bc96-578a02d9b0dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (88575b64-120e-41db-8141-634bf8268940), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:36.308120 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-a74044ae-0de7-405d-91c2-d1d11fcf272b tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (1d4c616d-0938-4b70-9e11-adcaef4edc51), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:36.348160 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] get_ports_and_sgs() called for port_ids ['978b2a22-cd30-468a-af9b-1b86275c1460'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:34:36.455306 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eac229-449e-42ed-8ef3-b83ba4ba7dfe req-67eac874-252c-448b-86c2-3a2f3ec7e694 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:36.494012 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-20eac229-449e-42ed-8ef3-b83ba4ba7dfe req-67eac874-252c-448b-86c2-3a2f3ec7e694 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f5072682-0691-4542-a881-7f874a8d8ef3 HTTP/1.1" status: 200 len: 949 time: 0.3735564 Oct 04 20:34:36.718443 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-68579cbe-da00-4cb1-b5ba-282470e5b0f3 req-11f34fc7-2981-495d-b44e-cb4b391ab77e tempest-SecurityGroupsTestAdminJSON-1119633991 tempest-SecurityGroupsTestAdminJSON-1119633991-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups/c2bc8a6c-d92e-4924-ad5b-3d15a4cff8a6 HTTP/1.1" status: 200 len: 2998 time: 0.5200050 Oct 04 20:34:36.772599 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:36.897830 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-e75875f7-b838-4808-a60a-23deb97ade97 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Allocated IP 192.168.233.83 (42fbb05e-3f96-444f-a676-04ee9d06a8c7/e1956090-7ed7-4d05-a46e-a7b0885ca8e4/883b816a-c7ca-4854-9627-ee3644556a24) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:34:36.922223 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:37.000957 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 42f92df5-f581-4569-8d87-d4a8937831dc up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:34:37.005809 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-dc60b507-0094-49ce-a00c-51f2f31bc5f7 admin admin] Allocated IP 172.20.0.1 (1767dff4-de31-427b-99a5-f4664837add5/1229b824-668c-4248-b221-dd7fd8c24db9/a128fe18-3db5-42dc-a7ee-b0c750c606ea) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:34:37.067310 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-20eac229-449e-42ed-8ef3-b83ba4ba7dfe req-2160b937-8d05-4629-b169-49f3817d98bc tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2307915d-12a1-4f54-8445-b78325b75811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5717206 Oct 04 20:34:37.228634 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-68579cbe-da00-4cb1-b5ba-282470e5b0f3 req-69a44946-59c1-4a63-97f9-e96a2b7f8900 tempest-SecurityGroupsTestAdminJSON-1119633991 tempest-SecurityGroupsTestAdminJSON-1119633991-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups/c2bc8a6c-d92e-4924-ad5b-3d15a4cff8a6 HTTP/1.1" status: 200 len: 2998 time: 0.4634860 Oct 04 20:34:37.260886 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 42f92df5-f581-4569-8d87-d4a8937831dc triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:34:37.262445 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (42f92df5-f581-4569-8d87-d4a8937831dc), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:37.266209 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 42f92df5-f581-4569-8d87-d4a8937831dc Oct 04 20:34:37.397737 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dc60b507-0094-49ce-a00c-51f2f31bc5f7 admin admin] Publish callbacks [] for port (a128fe18-3db5-42dc-a7ee-b0c750c606ea), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:37.538456 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 42f92df5-f581-4569-8d87-d4a8937831dc is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:34:37.540328 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (42f92df5-f581-4569-8d87-d4a8937831dc), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:37.639523 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-591e260c-aa0b-4a51-bc96-578a02d9b0dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (88575b64-120e-41db-8141-634bf8268940), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:37.660917 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-591e260c-aa0b-4a51-bc96-578a02d9b0dc admin admin] Publish callbacks [] for router_controller (88575b64-120e-41db-8141-634bf8268940), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:37.666012 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 42f92df5-f581-4569-8d87-d4a8937831dc, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=42f92df5-f581-4569-8d87-d4a8937831dc,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:34:37.672942 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-a74044ae-0de7-405d-91c2-d1d11fcf272b tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:34:37.697823 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dc60b507-0094-49ce-a00c-51f2f31bc5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (a128fe18-3db5-42dc-a7ee-b0c750c606ea), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:37.706023 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-a74044ae-0de7-405d-91c2-d1d11fcf272b tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:34:37.708017 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-a74044ae-0de7-405d-91c2-d1d11fcf272b tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:34:37.724301 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:37.787857 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (42f92df5-f581-4569-8d87-d4a8937831dc), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:37.832641 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-97f9dda0-be5b-4bc7-8012-6f8a9c047b99 req-6fa20947-bf25-4a24-bd69-aa2f4afd724a tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=7e024c248dfa402e9aa19677dd749c9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1235809 Oct 04 20:34:37.962679 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74044ae-0de7-405d-91c2-d1d11fcf272b tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Pushing event updated for resources: {'Port': ['ID=1d4c616d-0938-4b70-9e11-adcaef4edc51,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:38.002196 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc60b507-0094-49ce-a00c-51f2f31bc5f7 admin admin] Network 1767dff4-de31-427b-99a5-f4664837add5 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:34:38.013010 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-dc60b507-0094-49ce-a00c-51f2f31bc5f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:34:38.015543 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=42f92df5-f581-4569-8d87-d4a8937831dc,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:38.045280 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc60b507-0094-49ce-a00c-51f2f31bc5f7 admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:34:38.148072 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:38.171873 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-e75875f7-b838-4808-a60a-23deb97ade97 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Publish callbacks [] for port (883b816a-c7ca-4854-9627-ee3644556a24), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:38.179541 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-68579cbe-da00-4cb1-b5ba-282470e5b0f3 req-912eea24-4371-402e-b583-776d3a204960 tempest-SecurityGroupsTestAdminJSON-1119633991 tempest-SecurityGroupsTestAdminJSON-1119633991-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups/c8cf0576-575c-4836-a6c3-034946b400fc HTTP/1.1" status: 200 len: 2998 time: 0.9098637 Oct 04 20:34:38.199651 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-591e260c-aa0b-4a51-bc96-578a02d9b0dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (88575b64-120e-41db-8141-634bf8268940), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:38.200655 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591e260c-aa0b-4a51-bc96-578a02d9b0dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88575b64-120e-41db-8141-634bf8268940 {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:34:38.234738 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-591e260c-aa0b-4a51-bc96-578a02d9b0dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:38.240609 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-591e260c-aa0b-4a51-bc96-578a02d9b0dc admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/88575b64-120e-41db-8141-634bf8268940 HTTP/1.1" status: 204 len: 168 time: 8.1868489 Oct 04 20:34:38.288585 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59126) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:34:38.464287 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-a74044ae-0de7-405d-91c2-d1d11fcf272b tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:38.478196 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-56afafde-0aff-4fe7-8554-c42011da9604 None None] Provisioning complete for port 1d4c616d-0938-4b70-9e11-adcaef4edc51 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:34:38.478941 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-a74044ae-0de7-405d-91c2-d1d11fcf272b tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:38.479113 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-56afafde-0aff-4fe7-8554-c42011da9604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (1d4c616d-0938-4b70-9e11-adcaef4edc51), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:38.479113 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-56afafde-0aff-4fe7-8554-c42011da9604 None None] Attempt 1 to provision port 1d4c616d-0938-4b70-9e11-adcaef4edc51 Oct 04 20:34:38.518635 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f9dda0-be5b-4bc7-8012-6f8a9c047b99 req-70795b02-677e-4441-beb8-c6c361e64f06 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:38.522928 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-97f9dda0-be5b-4bc7-8012-6f8a9c047b99 req-70795b02-677e-4441-beb8-c6c361e64f06 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6680007 Oct 04 20:34:38.557003 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-e75875f7-b838-4808-a60a-23deb97ade97 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (883b816a-c7ca-4854-9627-ee3644556a24), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:38.634686 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-56afafde-0aff-4fe7-8554-c42011da9604 None None] Port 1d4c616d-0938-4b70-9e11-adcaef4edc51 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:34:38.641838 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] get_ports_and_sgs() called for port_ids ['978b2a22-cd30-468a-af9b-1b86275c1460'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:34:38.643967 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc60b507-0094-49ce-a00c-51f2f31bc5f7 admin admin] Pushing event updated for resources: {'Port': ['ID=a128fe18-3db5-42dc-a7ee-b0c750c606ea,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:38.715420 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dc60b507-0094-49ce-a00c-51f2f31bc5f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (1343ae1e-c3bf-45d3-bf07-a4f4296a169c), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:38.804075 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-a4432385-3aac-4074-b7f3-58a089db8302 None None] Provisioning complete for port a128fe18-3db5-42dc-a7ee-b0c750c606ea triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:34:38.805719 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a4432385-3aac-4074-b7f3-58a089db8302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (a128fe18-3db5-42dc-a7ee-b0c750c606ea), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:38.806619 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-a4432385-3aac-4074-b7f3-58a089db8302 None None] Attempt 1 to provision port a128fe18-3db5-42dc-a7ee-b0c750c606ea Oct 04 20:34:38.828106 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-a74044ae-0de7-405d-91c2-d1d11fcf272b tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.85 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.4691207 Oct 04 20:34:38.831492 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-48f6bb1a-46dc-49d4-8c36-83a2e7fc3224 admin admin] Deleting subnet 51db92d7-633f-467a-aa97-3a11c4d476d6 {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:34:38.837967 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-48f6bb1a-46dc-49d4-8c36-83a2e7fc3224 admin admin] Publish callbacks [] for subnet (51db92d7-633f-467a-aa97-3a11c4d476d6), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:38.924791 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-587ef506-2ad2-47c0-930d-b6382a12279d service neutron] Request body: {'port': {'device_id': '75de593c-9f57-471f-a519-d97960ccde5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-852085-12'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:34:38.955903 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-08d84258-b2f9-4984-9d24-11c5f4884ace req-80182082-cc24-4c9e-b2c4-30cf4ad1a3b8 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=bdb3a6b7-921f-41d4-a55e-0686a4dc7189&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4299285 Oct 04 20:34:38.959205 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-97f9dda0-be5b-4bc7-8012-6f8a9c047b99 req-de90972a-6269-452c-8633-1e92342c7068 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/quotas/7e024c248dfa402e9aa19677dd749c9f HTTP/1.1" status: 200 len: 375 time: 0.3835158 Oct 04 20:34:38.982850 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-e75875f7-b838-4808-a60a-23deb97ade97 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:34:38.992777 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-e75875f7-b838-4808-a60a-23deb97ade97 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:34:38.999756 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-a4432385-3aac-4074-b7f3-58a089db8302 None None] Port a128fe18-3db5-42dc-a7ee-b0c750c606ea cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:34:39.021627 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-48f6bb1a-46dc-49d4-8c36-83a2e7fc3224 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (51db92d7-633f-467a-aa97-3a11c4d476d6), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:39.021954 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-e75875f7-b838-4808-a60a-23deb97ade97 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:34:39.030900 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-e75875f7-b838-4808-a60a-23deb97ade97 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:39.037732 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-e75875f7-b838-4808-a60a-23deb97ade97 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:39.132520 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-68579cbe-da00-4cb1-b5ba-282470e5b0f3 req-2242faff-0f87-45a2-9c09-e58995d86626 tempest-SecurityGroupsTestAdminJSON-1119633991 tempest-SecurityGroupsTestAdminJSON-1119633991-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups/c8cf0576-575c-4836-a6c3-034946b400fc HTTP/1.1" status: 200 len: 2998 time: 0.8987806 Oct 04 20:34:39.159166 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 42f92df5-f581-4569-8d87-d4a8937831dc up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:34:39.201569 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75875f7-b838-4808-a60a-23deb97ade97 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Pushing event updated for resources: {'Port': ['ID=883b816a-c7ca-4854-9627-ee3644556a24,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:39.201944 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-587ef506-2ad2-47c0-930d-b6382a12279d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (1d4c616d-0938-4b70-9e11-adcaef4edc51), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:39.342672 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-97f9dda0-be5b-4bc7-8012-6f8a9c047b99 req-d5189d05-2452-457b-a332-db3c46700160 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=7e024c248dfa402e9aa19677dd749c9f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3567278 Oct 04 20:34:39.401013 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-e75875f7-b838-4808-a60a-23deb97ade97 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.85 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4947400 Oct 04 20:34:39.416191 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-68579cbe-da00-4cb1-b5ba-282470e5b0f3 req-6cf1120a-bb1d-4120-a209-86a5fb44b67c tempest-SecurityGroupsTestAdminJSON-1119633991 tempest-SecurityGroupsTestAdminJSON-1119633991-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups/d5e7edf7-879c-44b6-bdea-ca0caab53edd HTTP/1.1" status: 200 len: 2998 time: 0.2049556 Oct 04 20:34:39.436266 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-5a20fe1c-2fb7-4a98-a159-5f3424280765 service neutron] Request body: {'port': {'device_id': 'acea6767-d8a4-488e-8d07-1c7362778255', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-852085-12'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:34:39.473952 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-48f6bb1a-46dc-49d4-8c36-83a2e7fc3224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (51db92d7-633f-467a-aa97-3a11c4d476d6), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:39.520467 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 42f92df5-f581-4569-8d87-d4a8937831dc triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:34:39.521026 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (42f92df5-f581-4569-8d87-d4a8937831dc), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:39.521793 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 42f92df5-f581-4569-8d87-d4a8937831dc Oct 04 20:34:39.586274 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d84258-b2f9-4984-9d24-11c5f4884ace req-50d1a390-46f6-4064-a7a7-fd6e372c4d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:39.602765 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-08d84258-b2f9-4984-9d24-11c5f4884ace req-50d1a390-46f6-4064-a7a7-fd6e372c4d57 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=74eef3bf938c491d8a2f5192ba598c19&device_id=bdb3a6b7-921f-41d4-a55e-0686a4dc7189 HTTP/1.1" status: 200 len: 1133 time: 0.4666958 Oct 04 20:34:39.627187 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-a7a40b7d-6761-46c5-8d09-956ca957f81c None None] Provisioning complete for port 883b816a-c7ca-4854-9627-ee3644556a24 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:34:39.628046 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a7a40b7d-6761-46c5-8d09-956ca957f81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (883b816a-c7ca-4854-9627-ee3644556a24), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:39.629163 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-a7a40b7d-6761-46c5-8d09-956ca957f81c None None] Attempt 1 to provision port 883b816a-c7ca-4854-9627-ee3644556a24 Oct 04 20:34:39.644858 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:39.669172 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:39.718436 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-a7a40b7d-6761-46c5-8d09-956ca957f81c None None] Port 883b816a-c7ca-4854-9627-ee3644556a24 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:34:39.772557 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:39.780062 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 42f92df5-f581-4569-8d87-d4a8937831dc is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:34:39.894672 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-68579cbe-da00-4cb1-b5ba-282470e5b0f3 req-f53f207e-06db-4652-9247-e2a894a27d7d tempest-SecurityGroupsTestAdminJSON-1119633991 tempest-SecurityGroupsTestAdminJSON-1119633991-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups/d5e7edf7-879c-44b6-bdea-ca0caab53edd HTTP/1.1" status: 200 len: 2998 time: 0.4748487 Oct 04 20:34:39.899778 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-5a20fe1c-2fb7-4a98-a159-5f3424280765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (883b816a-c7ca-4854-9627-ee3644556a24), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:39.910704 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:39.927535 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.85', 62439) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:34:40.056574 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d84258-b2f9-4984-9d24-11c5f4884ace req-7f814308-1a71-4644-814f-366e996b5e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:40.063241 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-08d84258-b2f9-4984-9d24-11c5f4884ace req-7f814308-1a71-4644-814f-366e996b5e56 service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=42fbb05e-3f96-444f-a676-04ee9d06a8c7 HTTP/1.1" status: 200 len: 870 time: 0.4094441 Oct 04 20:34:40.234205 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-4ec42a7a-7120-4f21-862f-c31525923c3c req-fe302aab-eff6-4fa2-b529-c5eaea88d6d7 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?device_id=50c29121-e094-4132-8ef4-b4c28da9df8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3010957 Oct 04 20:34:40.252970 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dc60b507-0094-49ce-a00c-51f2f31bc5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (a128fe18-3db5-42dc-a7ee-b0c750c606ea), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:40.265148 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:40.277095 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-68579cbe-da00-4cb1-b5ba-282470e5b0f3 req-8161b0a0-f84e-482f-b7c7-a9cf7058ec83 tempest-SecurityGroupsTestAdminJSON-1119633991 tempest-SecurityGroupsTestAdminJSON-1119633991-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups/e214467e-6f17-43b7-9436-29b5119bda2c HTTP/1.1" status: 200 len: 2998 time: 0.3374882 Oct 04 20:34:40.315393 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-08d84258-b2f9-4984-9d24-11c5f4884ace req-07c77e2a-78c6-448c-b148-21051be0374e service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=26cc88b4-8d45-445d-8a36-b340685405f4 HTTP/1.1" status: 200 len: 217 time: 0.1638906 Oct 04 20:34:40.317206 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-48f6bb1a-46dc-49d4-8c36-83a2e7fc3224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (51db92d7-633f-467a-aa97-3a11c4d476d6), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:40.453597 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f6bb1a-46dc-49d4-8c36-83a2e7fc3224 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51db92d7-633f-467a-aa97-3a11c4d476d6,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:40.463728 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-48f6bb1a-46dc-49d4-8c36-83a2e7fc3224 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:40.475665 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-48f6bb1a-46dc-49d4-8c36-83a2e7fc3224 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/51db92d7-633f-467a-aa97-3a11c4d476d6 HTTP/1.1" status: 204 len: 168 time: 2.0919766 Oct 04 20:34:40.476597 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:DELETE=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:40.496150 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ed01f9-d09b-4842-ac9f-50aa75276e8a None None] Network b32b65b0-43ee-407f-9ee0-05ab0b34c9ff requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:34:40.505458 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59136) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:34:40.556946 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fc9a5c-24f1-4f6e-bb92-d3bd4fee4424 req-3ddbc420-8dbc-4189-9ca6-4b900abd1d4f tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:40.561028 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-06fc9a5c-24f1-4f6e-bb92-d3bd4fee4424 req-3ddbc420-8dbc-4189-9ca6-4b900abd1d4f tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=acea6767-d8a4-488e-8d07-1c7362778255 HTTP/1.1" status: 200 len: 935 time: 0.4097517 Oct 04 20:34:40.725314 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d84258-b2f9-4984-9d24-11c5f4884ace req-7cf5ecbf-0cd5-4f24-828b-575a0a857de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:40.729934 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-08d84258-b2f9-4984-9d24-11c5f4884ace req-7cf5ecbf-0cd5-4f24-828b-575a0a857de3 service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.3980064 Oct 04 20:34:40.763538 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 3c85d431-19f2-4c62-91a6-bd90c7cd8bf0 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:34:40.782533 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-68579cbe-da00-4cb1-b5ba-282470e5b0f3 req-5462f2e3-6757-4c9a-9fbe-a6d35ba594ad tempest-SecurityGroupsTestAdminJSON-1119633991 tempest-SecurityGroupsTestAdminJSON-1119633991-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups/e214467e-6f17-43b7-9436-29b5119bda2c HTTP/1.1" status: 200 len: 2998 time: 0.4440944 Oct 04 20:34:40.832233 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec42a7a-7120-4f21-862f-c31525923c3c req-e21ebde5-b507-41bd-834e-cd96c4452591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:40.835524 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-4ec42a7a-7120-4f21-862f-c31525923c3c req-e21ebde5-b507-41bd-834e-cd96c4452591 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=70436b8b504e43dc882f5ee434ecf443&device_id=50c29121-e094-4132-8ef4-b4c28da9df8a HTTP/1.1" status: 200 len: 1132 time: 0.3601775 Oct 04 20:34:40.871951 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 3c85d431-19f2-4c62-91a6-bd90c7cd8bf0 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:34:40.872780 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 3c85d431-19f2-4c62-91a6-bd90c7cd8bf0 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:34:40.962807 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-587ef506-2ad2-47c0-930d-b6382a12279d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d4c616d-0938-4b70-9e11-adcaef4edc51 {{(pid=108169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 20:34:40.983326 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-06fc9a5c-24f1-4f6e-bb92-d3bd4fee4424 req-a4485482-d273-445c-89b5-333eebe6b81a tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3954253 Oct 04 20:34:41.000558 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d84258-b2f9-4984-9d24-11c5f4884ace req-717518b4-f9e8-4578-8b36-7d62d8bf4e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:41.000558 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-08d84258-b2f9-4984-9d24-11c5f4884ace req-717518b4-f9e8-4578-8b36-7d62d8bf4e1a service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2612603 Oct 04 20:34:41.032503 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a40b4269-fc21-42e5-9ddd-028786f92793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (b32b65b0-43ee-407f-9ee0-05ab0b34c9ff), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:41.059605 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-587ef506-2ad2-47c0-930d-b6382a12279d service neutron] Publish callbacks [] for port (1d4c616d-0938-4b70-9e11-adcaef4edc51), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:41.118570 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31184fb6-54a8-4023-8958-0fcbb9e79dff None None] DHCP port deletion for b32b65b0-43ee-407f-9ee0-05ab0b34c9ff request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:34:41.119701 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-68579cbe-da00-4cb1-b5ba-282470e5b0f3 req-b736150a-46ce-405e-b46b-76f0ad7a0b43 tempest-SecurityGroupsTestAdminJSON-1119633991 tempest-SecurityGroupsTestAdminJSON-1119633991-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups/f2d4e61f-f58b-4aa9-ae21-db6dd4352ef6 HTTP/1.1" status: 200 len: 2998 time: 0.2473924 Oct 04 20:34:41.263508 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-31184fb6-54a8-4023-8958-0fcbb9e79dff None None] Deleting port a7abdbd1-3925-4ce3-9072-8a83575ff4c0 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:34:41.264386 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-31184fb6-54a8-4023-8958-0fcbb9e79dff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (a7abdbd1-3925-4ce3-9072-8a83575ff4c0), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:41.313726 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.provisioning_blocks [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-587ef506-2ad2-47c0-930d-b6382a12279d service neutron] Transition to ACTIVE for port object 1d4c616d-0938-4b70-9e11-adcaef4edc51 will not be triggered until provisioned by entity L2. {{(pid=108169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 20:34:41.392885 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:41.411643 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-2a5dc8d3-ba95-48c3-abbd-fc47b2716096 req-f177a7a8-b617-4aee-a6bd-ef572571376e tempest-ServersAdmin275Test-160193449 tempest-ServersAdmin275Test-160193449-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ccb6a102-8cc0-4764-98b0-5b6e0796bc35 HTTP/1.1" status: 200 len: 210 time: 0.2126598 Oct 04 20:34:41.463813 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-31184fb6-54a8-4023-8958-0fcbb9e79dff None None] For port a7abdbd1-3925-4ce3-9072-8a83575ff4c0, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=a7abdbd1-3925-4ce3-9072-8a83575ff4c0,segment=NetworkSegment(241c95ba-824a-4510-95a9-fee148d66c99),segment_id=241c95ba-824a-4510-95a9-fee148d66c99)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:34:41.464912 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-31184fb6-54a8-4023-8958-0fcbb9e79dff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (a7abdbd1-3925-4ce3-9072-8a83575ff4c0), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:41.494104 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-31184fb6-54a8-4023-8958-0fcbb9e79dff None None] Calling delete_port for a7abdbd1-3925-4ce3-9072-8a83575ff4c0 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:34:41.507231 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-587ef506-2ad2-47c0-930d-b6382a12279d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (1d4c616d-0938-4b70-9e11-adcaef4edc51), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:41.637799 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dc60b507-0094-49ce-a00c-51f2f31bc5f7 admin admin] Publish callbacks [] for port (a128fe18-3db5-42dc-a7ee-b0c750c606ea), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:41.682858 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-68579cbe-da00-4cb1-b5ba-282470e5b0f3 req-b5d75b57-ba7c-43d3-9081-6926f17d7682 tempest-SecurityGroupsTestAdminJSON-1119633991 tempest-SecurityGroupsTestAdminJSON-1119633991-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups/f2d4e61f-f58b-4aa9-ae21-db6dd4352ef6 HTTP/1.1" status: 200 len: 2998 time: 0.4537237 Oct 04 20:34:41.745847 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-a40b4269-fc21-42e5-9ddd-028786f92793 admin admin] Deleting port a7abdbd1-3925-4ce3-9072-8a83575ff4c0 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:34:41.746757 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a40b4269-fc21-42e5-9ddd-028786f92793 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (a7abdbd1-3925-4ce3-9072-8a83575ff4c0), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:41.782011 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dc60b507-0094-49ce-a00c-51f2f31bc5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (a128fe18-3db5-42dc-a7ee-b0c750c606ea), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:41.904681 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-31184fb6-54a8-4023-8958-0fcbb9e79dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (a7abdbd1-3925-4ce3-9072-8a83575ff4c0), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:41.921877 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec42a7a-7120-4f21-862f-c31525923c3c req-9004a645-7d07-4dc7-b073-af1eca4c6294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:41.921877 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-4ec42a7a-7120-4f21-862f-c31525923c3c req-9004a645-7d07-4dc7-b073-af1eca4c6294 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=42fbb05e-3f96-444f-a676-04ee9d06a8c7 HTTP/1.1" status: 200 len: 870 time: 0.9962091 Oct 04 20:34:41.953968 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-08d84258-b2f9-4984-9d24-11c5f4884ace req-f6307b77-23ff-4eb8-bc3b-8de16177ae5f service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9311886 Oct 04 20:34:41.960922 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31184fb6-54a8-4023-8958-0fcbb9e79dff None None] No DVR routers for this DVR port a7abdbd1-3925-4ce3-9072-8a83575ff4c0 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:34:42.025787 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31184fb6-54a8-4023-8958-0fcbb9e79dff None None] Pushing event deleted for resources: {'Port': ['ID=a7abdbd1-3925-4ce3-9072-8a83575ff4c0,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:42.064138 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-6d72b7c5-c6be-45ae-a806-fd06bbce7c51 req-23f3f9d8-a77b-41ec-af96-34b77458ea5c tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa10127f-3488-4ff2-ac91-5411815abde8 HTTP/1.1" status: 200 len: 210 time: 0.1990156 Oct 04 20:34:42.118807 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587ef506-2ad2-47c0-930d-b6382a12279d service neutron] Pushing event updated for resources: {'Port': ['ID=1d4c616d-0938-4b70-9e11-adcaef4edc51,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:42.143693 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-4ec42a7a-7120-4f21-862f-c31525923c3c req-cec1a6bb-7918-44eb-a17c-9783fd255b15 service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=978b2a22-cd30-468a-af9b-1b86275c1460 HTTP/1.1" status: 200 len: 217 time: 0.1583693 Oct 04 20:34:42.240841 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:42.334448 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dc60b507-0094-49ce-a00c-51f2f31bc5f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (1343ae1e-c3bf-45d3-bf07-a4f4296a169c), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:42.359952 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-a40b4269-fc21-42e5-9ddd-028786f92793 admin admin] For port a7abdbd1-3925-4ce3-9072-8a83575ff4c0, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=a7abdbd1-3925-4ce3-9072-8a83575ff4c0,segment=NetworkSegment(241c95ba-824a-4510-95a9-fee148d66c99),segment_id=241c95ba-824a-4510-95a9-fee148d66c99)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:34:42.360551 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a40b4269-fc21-42e5-9ddd-028786f92793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (a7abdbd1-3925-4ce3-9072-8a83575ff4c0), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:42.462968 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce64c88-ca57-4220-99c4-d1118220536e req-da114679-c09b-4fcb-a2c9-cba2d3d153c2 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:42.467047 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-2ce64c88-ca57-4220-99c4-d1118220536e req-da114679-c09b-4fcb-a2c9-cba2d3d153c2 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=acea6767-d8a4-488e-8d07-1c7362778255 HTTP/1.1" status: 200 len: 935 time: 0.2145157 Oct 04 20:34:42.673331 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-08d84258-b2f9-4984-9d24-11c5f4884ace req-55bcf36d-e527-404f-9bf5-47aecf962de6 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6523192 Oct 04 20:34:42.694645 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a7abdbd1-3925-4ce3-9072-8a83575ff4c0 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:34:42.761826 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: a7abdbd1-3925-4ce3-9072-8a83575ff4c0 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:34:42.763026 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a7abdbd1-3925-4ce3-9072-8a83575ff4c0 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:34:42.766457 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-293c80d4-d463-4f7d-98bd-5a5a01c70a00 req-0760c35f-e2b5-4112-8216-6868ae81fab8 tempest-SecurityGroupsTestAdminJSON-1055982081 tempest-SecurityGroupsTestAdminJSON-1055982081-project] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=707eb331f0794935b9cff88e7d1b9960 HTTP/1.1" status: 200 len: 6152 time: 0.7606769 Oct 04 20:34:42.810013 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-5a20fe1c-2fb7-4a98-a159-5f3424280765 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 883b816a-c7ca-4854-9627-ee3644556a24 {{(pid=108170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 20:34:42.841221 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-a40b4269-fc21-42e5-9ddd-028786f92793 admin admin] Calling delete_port for a7abdbd1-3925-4ce3-9072-8a83575ff4c0 owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:34:42.847854 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-5a20fe1c-2fb7-4a98-a159-5f3424280765 service neutron] Publish callbacks [] for port (883b816a-c7ca-4854-9627-ee3644556a24), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:42.848967 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec42a7a-7120-4f21-862f-c31525923c3c req-95100a95-6497-43ee-928e-4c77b7e18e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:42.856361 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-4ec42a7a-7120-4f21-862f-c31525923c3c req-95100a95-6497-43ee-928e-4c77b7e18e3b service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.6543107 Oct 04 20:34:42.871267 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc60b507-0094-49ce-a00c-51f2f31bc5f7 admin admin] Pushing event updated for resources: {'Port': ['ID=a128fe18-3db5-42dc-a7ee-b0c750c606ea,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:42.888232 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-2ce64c88-ca57-4220-99c4-d1118220536e req-c05e1e36-503f-47f5-a004-c072769cb8f2 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511798 Oct 04 20:34:42.929100 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.provisioning_blocks [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-5a20fe1c-2fb7-4a98-a159-5f3424280765 service neutron] Transition to ACTIVE for port object 883b816a-c7ca-4854-9627-ee3644556a24 will not be triggered until provisioned by entity L2. {{(pid=108170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 20:34:42.946244 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-293c80d4-d463-4f7d-98bd-5a5a01c70a00 req-ad68f4e2-90b0-4c81-ae4f-a80c40bfd074 tempest-SecurityGroupsTestAdminJSON-1055982081 tempest-SecurityGroupsTestAdminJSON-1055982081-project] 10.222.0.78 "GET /networking/v2.0/security-groups/7286d5dc-5847-4574-9579-d1ff27a3d496 HTTP/1.1" status: 200 len: 2998 time: 0.1655586 Oct 04 20:34:42.960989 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-587ef506-2ad2-47c0-930d-b6382a12279d service neutron] Attempting to bind port 1d4c616d-0938-4b70-9e11-adcaef4edc51 on host n-h2-852085-12 for vnic_type normal with profile {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:34:42.962132 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-587ef506-2ad2-47c0-930d-b6382a12279d service neutron] Attempting to bind port 1d4c616d-0938-4b70-9e11-adcaef4edc51 by drivers openvswitch,hyperv on host n-h2-852085-12 at level 0 using segments [{'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'}] {{(pid=108169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:34:42.963099 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-587ef506-2ad2-47c0-930d-b6382a12279d service neutron] Attempting to bind port 1d4c616d-0938-4b70-9e11-adcaef4edc51 on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:34:43.069122 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-5a20fe1c-2fb7-4a98-a159-5f3424280765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (883b816a-c7ca-4854-9627-ee3644556a24), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:43.134591 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-293c80d4-d463-4f7d-98bd-5a5a01c70a00 req-51e9fce4-5764-45c8-a761-d0c0df5a1e12 tempest-SecurityGroupsTestAdminJSON-1055982081 tempest-SecurityGroupsTestAdminJSON-1055982081-project] 10.222.0.78 "GET /networking/v2.0/security-groups/7286d5dc-5847-4574-9579-d1ff27a3d496 HTTP/1.1" status: 200 len: 2998 time: 0.1522105 Oct 04 20:34:43.189758 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=100 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:43.194411 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec42a7a-7120-4f21-862f-c31525923c3c req-b7656320-6b38-4c3f-8ab8-79b6025ea586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:43.197771 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-4ec42a7a-7120-4f21-862f-c31525923c3c req-b7656320-6b38-4c3f-8ab8-79b6025ea586 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3213098 Oct 04 20:34:43.295441 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a20fe1c-2fb7-4a98-a159-5f3424280765 service neutron] Pushing event updated for resources: {'Port': ['ID=883b816a-c7ca-4854-9627-ee3644556a24,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:43.338706 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-5a20fe1c-2fb7-4a98-a159-5f3424280765 service neutron] Attempting to bind port 883b816a-c7ca-4854-9627-ee3644556a24 on host n-h2-852085-12 for vnic_type normal with profile {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:34:43.353678 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-5a20fe1c-2fb7-4a98-a159-5f3424280765 service neutron] Attempting to bind port 883b816a-c7ca-4854-9627-ee3644556a24 by drivers openvswitch,hyperv on host n-h2-852085-12 at level 0 using segments [{'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'}] {{(pid=108170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:34:43.353678 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-5a20fe1c-2fb7-4a98-a159-5f3424280765 service neutron] Attempting to bind port 883b816a-c7ca-4854-9627-ee3644556a24 on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:34:43.405488 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:43.526968 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-587ef506-2ad2-47c0-930d-b6382a12279d service neutron] Port 1d4c616d-0938-4b70-9e11-adcaef4edc51 on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-852085-12 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:34:43.527803 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-587ef506-2ad2-47c0-930d-b6382a12279d service neutron] Attempting to bind port 1d4c616d-0938-4b70-9e11-adcaef4edc51 on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:34:43.602492 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a1f0b27b-548a-4a03-bd4a-4b2e4c5e4e0b req-14e34995-7527-40e4-beb4-00a178e8f7ab tempest-ServersAdmin275Test-160193449 tempest-ServersAdmin275Test-160193449-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ccb6a102-8cc0-4764-98b0-5b6e0796bc35 HTTP/1.1" status: 200 len: 210 time: 0.1135628 Oct 04 20:34:43.620589 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-92adb395-f002-4f5b-8e6d-240abd59f430 req-25d4d4df-1b7e-4c45-a243-4d552209444a tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa10127f-3488-4ff2-ac91-5411815abde8 HTTP/1.1" status: 200 len: 210 time: 0.1908762 Oct 04 20:34:43.634984 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-5a20fe1c-2fb7-4a98-a159-5f3424280765 service neutron] Port 883b816a-c7ca-4854-9627-ee3644556a24 on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-852085-12 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:34:43.636055 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-5a20fe1c-2fb7-4a98-a159-5f3424280765 service neutron] Attempting to bind port 883b816a-c7ca-4854-9627-ee3644556a24 on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:34:43.824305 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc60b507-0094-49ce-a00c-51f2f31bc5f7 admin admin] Network 1767dff4-de31-427b-99a5-f4664837add5 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:34:43.840152 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a40b4269-fc21-42e5-9ddd-028786f92793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (a7abdbd1-3925-4ce3-9072-8a83575ff4c0), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:43.874446 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-dc60b507-0094-49ce-a00c-51f2f31bc5f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:34:43.941567 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-5a20fe1c-2fb7-4a98-a159-5f3424280765 service neutron] Checking agent: {'id': 'af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 28, 33), 'started_at': datetime.datetime(2022, 10, 4, 20, 28, 33), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:34:43.942177 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-5a20fe1c-2fb7-4a98-a159-5f3424280765 service neutron] Checking segment: {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:34:43.942836 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-5a20fe1c-2fb7-4a98-a159-5f3424280765 service neutron] Bound using segment: {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'} {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:34:43.943672 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-5a20fe1c-2fb7-4a98-a159-5f3424280765 service neutron] Bound port: 883b816a-c7ca-4854-9627-ee3644556a24, host: n-h2-852085-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'}}] {{(pid=108170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:34:43.944265 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-5a20fe1c-2fb7-4a98-a159-5f3424280765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (883b816a-c7ca-4854-9627-ee3644556a24), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:43.992730 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-587ef506-2ad2-47c0-930d-b6382a12279d service neutron] Checking agent: {'id': 'af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 28, 33), 'started_at': datetime.datetime(2022, 10, 4, 20, 28, 33), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:34:43.993282 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-587ef506-2ad2-47c0-930d-b6382a12279d service neutron] Checking segment: {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:34:43.993946 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-587ef506-2ad2-47c0-930d-b6382a12279d service neutron] Bound using segment: {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'} {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:34:43.995581 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-587ef506-2ad2-47c0-930d-b6382a12279d service neutron] Bound port: 1d4c616d-0938-4b70-9e11-adcaef4edc51, host: n-h2-852085-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'}}] {{(pid=108169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:34:43.995581 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-587ef506-2ad2-47c0-930d-b6382a12279d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (1d4c616d-0938-4b70-9e11-adcaef4edc51), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:44.017741 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e23cd949-9c65-425e-b651-936bce3671ae req-3f4ed416-167f-4791-9ac5-e6722c601eb9 tempest-SecurityGroupsTestAdminJSON-1119633991 tempest-SecurityGroupsTestAdminJSON-1119633991-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups/9c16a6a2-0acc-4e78-8dc5-09bdfbfdc034 HTTP/1.1" status: 200 len: 1794 time: 0.2872648 Oct 04 20:34:44.037530 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-4ec42a7a-7120-4f21-862f-c31525923c3c req-780bc69b-1b4c-4c34-9ba4-4774616dccab service neutron] 10.222.0.85 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7898631 Oct 04 20:34:44.075450 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40b4269-fc21-42e5-9ddd-028786f92793 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7abdbd1-3925-4ce3-9072-8a83575ff4c0,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:44.106932 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40b4269-fc21-42e5-9ddd-028786f92793 admin admin] No DVR routers for this DVR port a7abdbd1-3925-4ce3-9072-8a83575ff4c0 on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:34:44.186879 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-bc2c0b96-98c0-4de1-bc7d-59db7f9617c7 req-b213f815-8f15-4b09-9520-a7231298df1f tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=74eef3bf938c491d8a2f5192ba598c19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1500804 Oct 04 20:34:44.248128 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:44.539473 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-587ef506-2ad2-47c0-930d-b6382a12279d service neutron] For port 1d4c616d-0938-4b70-9e11-adcaef4edc51, host n-h2-852085-12, cleared binding levels {{(pid=108169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:34:44.610196 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-587ef506-2ad2-47c0-930d-b6382a12279d service neutron] For port 1d4c616d-0938-4b70-9e11-adcaef4edc51, host n-h2-852085-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852085-12',level=0,port_id=1d4c616d-0938-4b70-9e11-adcaef4edc51,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:34:44.649451 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a40b4269-fc21-42e5-9ddd-028786f92793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (b32b65b0-43ee-407f-9ee0-05ab0b34c9ff), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:44.727203 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-a40b4269-fc21-42e5-9ddd-028786f92793 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b32b65b0-43ee-407f-9ee0-05ab0b34c9ff']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:34:44.741612 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-3e1f165e-e282-4702-8b52-ed5741b01122 None None] Provisioning complete for port a128fe18-3db5-42dc-a7ee-b0c750c606ea triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:34:44.741612 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3e1f165e-e282-4702-8b52-ed5741b01122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (a128fe18-3db5-42dc-a7ee-b0c750c606ea), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:44.742747 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-3e1f165e-e282-4702-8b52-ed5741b01122 None None] Attempt 1 to provision port a128fe18-3db5-42dc-a7ee-b0c750c606ea Oct 04 20:34:44.750003 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-a40b4269-fc21-42e5-9ddd-028786f92793 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '241c95ba-824a-4510-95a9-fee148d66c99') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:34:44.750630 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-a40b4269-fc21-42e5-9ddd-028786f92793 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '241c95ba-824a-4510-95a9-fee148d66c99') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:34:44.771985 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a40b4269-fc21-42e5-9ddd-028786f92793 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (241c95ba-824a-4510-95a9-fee148d66c99), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:44.779896 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:44.797817 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:INSERT=1,neutron:SELECT=32 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:44.807575 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a40b4269-fc21-42e5-9ddd-028786f92793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (241c95ba-824a-4510-95a9-fee148d66c99), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:44.824373 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-587ef506-2ad2-47c0-930d-b6382a12279d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (1d4c616d-0938-4b70-9e11-adcaef4edc51), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:44.850923 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a40b4269-fc21-42e5-9ddd-028786f92793 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:34:44.850923 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a40b4269-fc21-42e5-9ddd-028786f92793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (241c95ba-824a-4510-95a9-fee148d66c99), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:44.865086 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-587ef506-2ad2-47c0-930d-b6382a12279d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:44.866178 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-587ef506-2ad2-47c0-930d-b6382a12279d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:44.869800 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-587ef506-2ad2-47c0-930d-b6382a12279d service neutron] 10.222.0.85 "PUT /networking/v2.0/ports/1d4c616d-0938-4b70-9e11-adcaef4edc51 HTTP/1.1" status: 200 len: 1097 time: 5.9521303 Oct 04 20:34:44.869800 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:44.876518 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75de593c-9f57-471f-a519-d97960ccde5f', 'tag': '1d4c616d-0938-4b70-9e11-adcaef4edc51'}] {{(pid=108169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:34:44.881885 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dea34fca0f7d6c1de22810621a04fa86ac5e48141775903912ac1624808dfef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b04deb-618a-4cee-8b5f-59cb86e44f1f" -d '{"events": [{"name": "network-changed", "server_uuid": "75de593c-9f57-471f-a519-d97960ccde5f", "tag": "1d4c616d-0938-4b70-9e11-adcaef4edc51"}]}' {{(pid=108169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:34:44.948598 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-97f9dda0-be5b-4bc7-8012-6f8a9c047b99 req-dcecee86-8024-43bb-9ffc-288e86be2912 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.83 "GET /networking/v2.0/networks?tenant_id=7e024c248dfa402e9aa19677dd749c9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0490026 Oct 04 20:34:44.983948 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-5a20fe1c-2fb7-4a98-a159-5f3424280765 service neutron] For port 883b816a-c7ca-4854-9627-ee3644556a24, host n-h2-852085-12, cleared binding levels {{(pid=108170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:34:45.048347 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 241c95ba-824a-4510-95a9-fee148d66c99 resource provider aggregate not found Oct 04 20:34:45.060787 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc60b507-0094-49ce-a00c-51f2f31bc5f7 admin admin] Router 1343ae1e-c3bf-45d3-bf07-a4f4296a169c has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:34:45.064709 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-4ec42a7a-7120-4f21-862f-c31525923c3c req-c5322299-87d6-443d-87ed-2e88b7ad0d3c service neutron] 10.222.0.85 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9725175 Oct 04 20:34:45.129095 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 241c95ba-824a-4510-95a9-fee148d66c99 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 241c95ba-824a-4510-95a9-fee148d66c99 found for delete ", "request_id": "req-65bdb723-cef8-48c0-b108-7a8434b2cb99"}]} Oct 04 20:34:45.139300 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-e23cd949-9c65-425e-b651-936bce3671ae req-d168fbae-ccf9-4a78-aa7f-4b4bbd77ebd0 tempest-SecurityGroupsTestAdminJSON-1119633991 tempest-SecurityGroupsTestAdminJSON-1119633991-project-admin] Publish callbacks [] for security_group (9c16a6a2-0acc-4e78-8dc5-09bdfbfdc034), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:45.150672 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-5a20fe1c-2fb7-4a98-a159-5f3424280765 service neutron] For port 883b816a-c7ca-4854-9627-ee3644556a24, host n-h2-852085-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852085-12',level=0,port_id=883b816a-c7ca-4854-9627-ee3644556a24,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:34:45.154962 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-3e1f165e-e282-4702-8b52-ed5741b01122 None None] Port a128fe18-3db5-42dc-a7ee-b0c750c606ea cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:34:45.232805 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587ef506-2ad2-47c0-930d-b6382a12279d service neutron] Pushing event updated for resources: {'Port': ['ID=1d4c616d-0938-4b70-9e11-adcaef4edc51,revision_number=3']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:45.297360 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-57ea1a0a-e987-4789-bcb5-327f87687040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:45.300426 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-57ea1a0a-e987-4789-bcb5-327f87687040 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=70436b8b504e43dc882f5ee434ecf443&device_id=75de593c-9f57-471f-a519-d97960ccde5f HTTP/1.1" status: 200 len: 1131 time: 0.2345588 Oct 04 20:34:45.338442 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-e23cd949-9c65-425e-b651-936bce3671ae req-d168fbae-ccf9-4a78-aa7f-4b4bbd77ebd0 tempest-SecurityGroupsTestAdminJSON-1119633991 tempest-SecurityGroupsTestAdminJSON-1119633991-project-admin] Publish callbacks [] for security_group (9c16a6a2-0acc-4e78-8dc5-09bdfbfdc034), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:45.346568 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:45.349810 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a40b4269-fc21-42e5-9ddd-028786f92793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (b32b65b0-43ee-407f-9ee0-05ab0b34c9ff), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:45.359980 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c0b96-98c0-4de1-bc7d-59db7f9617c7 req-4bb45d28-da97-4c61-aeb5-9edd80036ded tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:45.363027 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-bc2c0b96-98c0-4de1-bc7d-59db7f9617c7 req-4bb45d28-da97-4c61-aeb5-9edd80036ded tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1402764 Oct 04 20:34:45.390468 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-5a20fe1c-2fb7-4a98-a159-5f3424280765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (883b816a-c7ca-4854-9627-ee3644556a24), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:45.400365 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a40b4269-fc21-42e5-9ddd-028786f92793 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:45.406021 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a40b4269-fc21-42e5-9ddd-028786f92793 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/b32b65b0-43ee-407f-9ee0-05ab0b34c9ff HTTP/1.1" status: 204 len: 168 time: 4.8957591 Oct 04 20:34:45.442989 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-5a20fe1c-2fb7-4a98-a159-5f3424280765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:45.444178 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-5a20fe1c-2fb7-4a98-a159-5f3424280765 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:45.446848 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-5a20fe1c-2fb7-4a98-a159-5f3424280765 service neutron] 10.222.0.85 "PUT /networking/v2.0/ports/883b816a-c7ca-4854-9627-ee3644556a24 HTTP/1.1" status: 200 len: 1096 time: 6.0189199 Oct 04 20:34:45.450040 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acea6767-d8a4-488e-8d07-1c7362778255', 'tag': '883b816a-c7ca-4854-9627-ee3644556a24'}] {{(pid=108170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:34:45.454261 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a696e922a709062c6bf2650733a1f4a2b44940721a32d933316dd509f3aaf0ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df6b509-1b30-46ed-b14d-298f23375903" -d '{"events": [{"name": "network-changed", "server_uuid": "acea6767-d8a4-488e-8d07-1c7362778255", "tag": "883b816a-c7ca-4854-9627-ee3644556a24"}]}' {{(pid=108170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:34:45.473295 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f67f3a4a-d916-4773-9ad2-50a8e4a01553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:45.491121 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-a5f5dba1-34a2-4352-b603-450f27829ce3 service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=1d4c616d-0938-4b70-9e11-adcaef4edc51 HTTP/1.1" status: 200 len: 217 time: 0.1638398 Oct 04 20:34:45.496808 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40b4269-fc21-42e5-9ddd-028786f92793 admin admin] Pushing event deleted for resources: {'Network': ['ID=b32b65b0-43ee-407f-9ee0-05ab0b34c9ff,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:45.628251 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f9dda0-be5b-4bc7-8012-6f8a9c047b99 req-eb5ac81c-fb19-4bb0-8322-28418b38187a tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:45.633239 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-97f9dda0-be5b-4bc7-8012-6f8a9c047b99 req-eb5ac81c-fb19-4bb0-8322-28418b38187a tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.83 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6676755 Oct 04 20:34:45.650205 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-bc2c0b96-98c0-4de1-bc7d-59db7f9617c7 req-7e7c41bb-f172-425d-848f-af7eee845f6d tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/quotas/74eef3bf938c491d8a2f5192ba598c19 HTTP/1.1" status: 200 len: 375 time: 0.2017958 Oct 04 20:34:45.670226 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [req-97f9dda0-be5b-4bc7-8012-6f8a9c047b99 req-37611737-9ef9-48aa-aebb-523d7770585f tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] Request body: {'port': {'device_id': 'aa10127f-3488-4ff2-ac91-5411815abde8', 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7', 'admin_state_up': True, 'tenant_id': '7e024c248dfa402e9aa19677dd749c9f'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:34:45.727444 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc60b507-0094-49ce-a00c-51f2f31bc5f7 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:34:45.745674 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475df6b4-dc1b-4f1f-9591-a0401e9a82f0 None None] Sync routers for ids ['1343ae1e-c3bf-45d3-bf07-a4f4296a169c'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:34:45.746104 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-dc60b507-0094-49ce-a00c-51f2f31bc5f7 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/1343ae1e-c3bf-45d3-bf07-a4f4296a169c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.5102196 Oct 04 20:34:45.749519 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-789b56fb-835a-4a0b-8744-14df8a0c39a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:45.752316 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-789b56fb-835a-4a0b-8744-14df8a0c39a8 service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.2486613 Oct 04 20:34:45.758262 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a20fe1c-2fb7-4a98-a159-5f3424280765 service neutron] Pushing event updated for resources: {'Port': ['ID=883b816a-c7ca-4854-9627-ee3644556a24,revision_number=3']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:45.795081 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475df6b4-dc1b-4f1f-9591-a0401e9a82f0 None None] Routers {'1343ae1e-c3bf-45d3-bf07-a4f4296a169c'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:34:45.796609 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-475df6b4-dc1b-4f1f-9591-a0401e9a82f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:34:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['1343ae1e-c3bf-45d3-bf07-a4f4296a169c'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:34:45.953769 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-bc2c0b96-98c0-4de1-bc7d-59db7f9617c7 req-86824670-e555-41a8-a8fd-1e7e9e65d4dd tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=74eef3bf938c491d8a2f5192ba598c19&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2690299 Oct 04 20:34:46.069060 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-71a90fe2-c812-4903-88d2-3ac1437d47f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:46.072087 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-71a90fe2-c812-4903-88d2-3ac1437d47f9 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1575334 Oct 04 20:34:46.110491 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-e23cd949-9c65-425e-b651-936bce3671ae req-d168fbae-ccf9-4a78-aa7f-4b4bbd77ebd0 tempest-SecurityGroupsTestAdminJSON-1119633991 tempest-SecurityGroupsTestAdminJSON-1119633991-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (9c16a6a2-0acc-4e78-8dc5-09bdfbfdc034), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:46.117857 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-e23cd949-9c65-425e-b651-936bce3671ae req-d168fbae-ccf9-4a78-aa7f-4b4bbd77ebd0 tempest-SecurityGroupsTestAdminJSON-1119633991 tempest-SecurityGroupsTestAdminJSON-1119633991-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:46.132509 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e23cd949-9c65-425e-b651-936bce3671ae req-d168fbae-ccf9-4a78-aa7f-4b4bbd77ebd0 tempest-SecurityGroupsTestAdminJSON-1119633991 tempest-SecurityGroupsTestAdminJSON-1119633991-project-admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/9c16a6a2-0acc-4e78-8dc5-09bdfbfdc034 HTTP/1.1" status: 204 len: 173 time: 2.1133053 Oct 04 20:34:46.141281 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:46.263478 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-475df6b4-dc1b-4f1f-9591-a0401e9a82f0 None None] Set router 1343ae1e-c3bf-45d3-bf07-a4f4296a169c gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:34:46.359078 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d168fbae-ccf9-4a78-aa7f-4b4bbd77ebd0 tempest-SecurityGroupsTestAdminJSON-1119633991 tempest-SecurityGroupsTestAdminJSON-1119633991-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c16a6a2-0acc-4e78-8dc5-09bdfbfdc034,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:46.371203 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:46.426790 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-20fb167f-b115-4555-8e6a-60fd62b417ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:46.453599 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-20fb167f-b115-4555-8e6a-60fd62b417ce service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=70436b8b504e43dc882f5ee434ecf443&device_id=acea6767-d8a4-488e-8d07-1c7362778255 HTTP/1.1" status: 200 len: 1130 time: 0.4700377 Oct 04 20:34:46.497517 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-a1ead87c-d52b-47cd-8d6b-e9631ed80f33 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4174585 Oct 04 20:34:46.596409 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59206) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:34:46.637963 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41601334-3f83-4bc8-9c52-295b84b2ceff req-2ef5a667-03d5-4894-85e6-a5bd3f5ffa44 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:46.644371 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-41601334-3f83-4bc8-9c52-295b84b2ceff req-2ef5a667-03d5-4894-85e6-a5bd3f5ffa44 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=acea6767-d8a4-488e-8d07-1c7362778255 HTTP/1.1" status: 200 len: 947 time: 0.2558839 Oct 04 20:34:46.821934 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-4272e977-7259-4786-832e-15af5255404d service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=883b816a-c7ca-4854-9627-ee3644556a24 HTTP/1.1" status: 200 len: 217 time: 0.2908361 Oct 04 20:34:46.861723 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b204250c-3fac-426c-acec-f5ec5e5e6b4a admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=2b0c9c6a4aa448cca9a86ffe7484ec99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2623696 Oct 04 20:34:46.868202 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59214) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:34:46.998585 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-bf1c7974-2f72-4472-b345-f6806943786f service neutron] 10.222.0.85 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4907398 Oct 04 20:34:47.055815 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-475df6b4-dc1b-4f1f-9591-a0401e9a82f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1343ae1e-c3bf-45d3-bf07-a4f4296a169c', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2025113275-router', 'tenant_id': '18d77006f3cd4bef9f4de5553efcdb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '42f92df5-f581-4569-8d87-d4a8937831dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:34:16Z', 'updated_at': '2022-10-04T20:34:39Z', 'revision_number': 4, 'project_id': '18d77006f3cd4bef9f4de5553efcdb06', 'gw_port': {'id': '42f92df5-f581-4569-8d87-d4a8937831dc', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1343ae1e-c3bf-45d3-bf07-a4f4296a169c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:34:20Z', 'updated_at': '2022-10-04T20:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'a128fe18-3db5-42dc-a7ee-b0c750c606ea', 'name': '', 'network_id': '1767dff4-de31-427b-99a5-f4664837add5', 'tenant_id': '18d77006f3cd4bef9f4de5553efcdb06', 'mac_address': 'fa:16:3e:90:70:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1343ae1e-c3bf-45d3-bf07-a4f4296a169c', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '1229b824-668c-4248-b221-dd7fd8c24db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:34:34Z', 'updated_at': '2022-10-04T20:34:40Z', 'revision_number': 2, 'project_id': '18d77006f3cd4bef9f4de5553efcdb06', 'subnets': [{'id': '1229b824-668c-4248-b221-dd7fd8c24db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:34:47.106502 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475df6b4-dc1b-4f1f-9591-a0401e9a82f0 None None] Checking router: 1343ae1e-c3bf-45d3-bf07-a4f4296a169c for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:34:47.107645 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475df6b4-dc1b-4f1f-9591-a0401e9a82f0 None None] Updating router 1343ae1e-c3bf-45d3-bf07-a4f4296a169c port a128fe18-3db5-42dc-a7ee-b0c750c606ea binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:34:47.125030 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5d85a33a-a3aa-421e-a158-67a6aa4dbd3e admin admin] Publish callbacks [] for security_group (9b30a0bd-c409-4454-97f2-fca0ad031dca), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:47.225834 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-475df6b4-dc1b-4f1f-9591-a0401e9a82f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (a128fe18-3db5-42dc-a7ee-b0c750c606ea), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:47.248846 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5d85a33a-a3aa-421e-a158-67a6aa4dbd3e admin admin] Publish callbacks [] for security_group (9b30a0bd-c409-4454-97f2-fca0ad031dca), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:47.260084 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-91b87365-12c8-4813-a90f-814a8bc11e7b req-92f2c209-342e-420e-a8a7-bf79a351cc73 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa10127f-3488-4ff2-ac91-5411815abde8 HTTP/1.1" status: 200 len: 210 time: 0.2501724 Oct 04 20:34:47.322779 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b38204f3-626a-44e4-a3cd-ff923cae6503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:47.392834 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-41601334-3f83-4bc8-9c52-295b84b2ceff req-c8311ae0-1cec-43c4-8708-b40eded1c88c tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5552931 Oct 04 20:34:47.415485 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-71bf7a50-08d4-4c0b-a659-d398d63b5114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:47.418227 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-71bf7a50-08d4-4c0b-a659-d398d63b5114 service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.5831687 Oct 04 20:34:47.438046 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97f9dda0-be5b-4bc7-8012-6f8a9c047b99 req-37611737-9ef9-48aa-aebb-523d7770585f tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] Made reservation on behalf of 7e024c248dfa402e9aa19677dd749c9f for: {'port': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:34:47.449897 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-97f9dda0-be5b-4bc7-8012-6f8a9c047b99 req-37611737-9ef9-48aa-aebb-523d7770585f tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:47.532613 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5d85a33a-a3aa-421e-a158-67a6aa4dbd3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (9b30a0bd-c409-4454-97f2-fca0ad031dca), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:47.542914 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5d85a33a-a3aa-421e-a158-67a6aa4dbd3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:47.546245 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-5d85a33a-a3aa-421e-a158-67a6aa4dbd3e admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/9b30a0bd-c409-4454-97f2-fca0ad031dca HTTP/1.1" status: 204 len: 168 time: 0.6747975 Oct 04 20:34:47.592760 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d85a33a-a3aa-421e-a158-67a6aa4dbd3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b30a0bd-c409-4454-97f2-fca0ad031dca,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:47.640909 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 20:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa509daf-227a-4ba4-80cc-88bae6239fc5 x-openstack-request-id: req-fa509daf-227a-4ba4-80cc-88bae6239fc5 {{(pid=108169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:34:47.641467 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75de593c-9f57-471f-a519-d97960ccde5f", "tag": "1d4c616d-0938-4b70-9e11-adcaef4edc51", "status": "completed", "code": 200}]} {{(pid=108169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:34:47.642004 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fa509daf-227a-4ba4-80cc-88bae6239fc5 {{(pid=108169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:34:47.648529 n-d-852085-12 neutron-server[108169]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa509daf-227a-4ba4-80cc-88bae6239fc5'] response: {'name': 'network-changed', 'server_uuid': '75de593c-9f57-471f-a519-d97960ccde5f', 'tag': '1d4c616d-0938-4b70-9e11-adcaef4edc51', 'status': 'completed', 'code': 200} Oct 04 20:34:47.804847 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 20:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da03d3e1-a2ef-4c98-9b9e-7e1bdc658740 x-openstack-request-id: req-da03d3e1-a2ef-4c98-9b9e-7e1bdc658740 {{(pid=108170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:34:47.805310 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acea6767-d8a4-488e-8d07-1c7362778255", "tag": "883b816a-c7ca-4854-9627-ee3644556a24", "status": "completed", "code": 200}]} {{(pid=108170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:34:47.805731 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-da03d3e1-a2ef-4c98-9b9e-7e1bdc658740 {{(pid=108170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:34:47.806917 n-d-852085-12 neutron-server[108170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da03d3e1-a2ef-4c98-9b9e-7e1bdc658740'] response: {'name': 'network-changed', 'server_uuid': 'acea6767-d8a4-488e-8d07-1c7362778255', 'tag': '883b816a-c7ca-4854-9627-ee3644556a24', 'status': 'completed', 'code': 200} Oct 04 20:34:47.931944 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9805c076-1a1b-49da-8855-7145d59176a6 req-62ead07a-e976-483e-8331-eee2eb88dc90 tempest-ServersAdmin275Test-160193449 tempest-ServersAdmin275Test-160193449-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ccb6a102-8cc0-4764-98b0-5b6e0796bc35 HTTP/1.1" status: 200 len: 210 time: 0.3941903 Oct 04 20:34:48.124396 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-0bc45e09-df14-43c8-9e15-5af9f69074b9 req-ed6cb619-7eec-4336-af2f-714c46690f6f tempest-SecurityGroupsTestAdminJSON-1119633991 tempest-SecurityGroupsTestAdminJSON-1119633991-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups/12527032-64f9-4b32-8cb8-6976ac9cf964 HTTP/1.1" status: 200 len: 1794 time: 0.3226275 Oct 04 20:34:48.254289 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-475df6b4-dc1b-4f1f-9591-a0401e9a82f0 None None] Publish callbacks [] for port (a128fe18-3db5-42dc-a7ee-b0c750c606ea), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:48.294177 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [req-97f9dda0-be5b-4bc7-8012-6f8a9c047b99 req-37611737-9ef9-48aa-aebb-523d7770585f tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] Allocated IP 192.168.233.80 (42fbb05e-3f96-444f-a676-04ee9d06a8c7/e1956090-7ed7-4d05-a46e-a7b0885ca8e4/e2b12abe-be90-4826-bd13-1dc771ab7219) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:34:48.306590 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-10c8e9cf-21d9-4ef9-b9ca-0657a9ee87f3 req-9ba3ec58-3390-4b7b-8b57-07fff7c11093 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0f57f25a-23a5-469a-bdab-c55a3d3a7201 HTTP/1.1" status: 200 len: 210 time: 0.1167002 Oct 04 20:34:48.399720 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-0bc45e09-df14-43c8-9e15-5af9f69074b9 req-ac063d0b-cc9f-4ed6-8344-495c9b8e9037 tempest-SecurityGroupsTestAdminJSON-1119633991 tempest-SecurityGroupsTestAdminJSON-1119633991-project-admin] Publish callbacks [] for security_group (12527032-64f9-4b32-8cb8-6976ac9cf964), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:48.502447 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-0bc45e09-df14-43c8-9e15-5af9f69074b9 req-ac063d0b-cc9f-4ed6-8344-495c9b8e9037 tempest-SecurityGroupsTestAdminJSON-1119633991 tempest-SecurityGroupsTestAdminJSON-1119633991-project-admin] Publish callbacks [] for security_group (12527032-64f9-4b32-8cb8-6976ac9cf964), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:48.513465 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-475df6b4-dc1b-4f1f-9591-a0401e9a82f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (a128fe18-3db5-42dc-a7ee-b0c750c606ea), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:48.666581 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9c795ca5-8a8f-4a3e-94fe-b69ec77500a7 req-ad8e3ee6-7038-493d-99d7-844f91245460 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa10127f-3488-4ff2-ac91-5411815abde8 HTTP/1.1" status: 200 len: 210 time: 0.2165623 Oct 04 20:34:48.774686 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-475df6b4-dc1b-4f1f-9591-a0401e9a82f0 None None] Attempting to bind port a128fe18-3db5-42dc-a7ee-b0c750c606ea on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:34:48.774686 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-475df6b4-dc1b-4f1f-9591-a0401e9a82f0 None None] Attempting to bind port a128fe18-3db5-42dc-a7ee-b0c750c606ea by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'ad737efb-d157-4f1c-a91d-3deb174010b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1767dff4-de31-427b-99a5-f4664837add5'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:34:48.774686 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475df6b4-dc1b-4f1f-9591-a0401e9a82f0 None None] Attempting to bind port a128fe18-3db5-42dc-a7ee-b0c750c606ea on network 1767dff4-de31-427b-99a5-f4664837add5 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:34:48.956453 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:48.958204 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c74b8e-afee-4158-a60e-3c51890c0778 None None] Pushing event updated for resources: {'Port': ['ID=a128fe18-3db5-42dc-a7ee-b0c750c606ea,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:48.988409 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475df6b4-dc1b-4f1f-9591-a0401e9a82f0 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:34:48.989035 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475df6b4-dc1b-4f1f-9591-a0401e9a82f0 None None] Checking segment: {'id': 'ad737efb-d157-4f1c-a91d-3deb174010b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1767dff4-de31-427b-99a5-f4664837add5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:34:48.989728 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-475df6b4-dc1b-4f1f-9591-a0401e9a82f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:48.996215 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475df6b4-dc1b-4f1f-9591-a0401e9a82f0 None None] Bound using segment: {'id': 'ad737efb-d157-4f1c-a91d-3deb174010b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1767dff4-de31-427b-99a5-f4664837add5'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:34:48.997193 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-475df6b4-dc1b-4f1f-9591-a0401e9a82f0 None None] Bound port: a128fe18-3db5-42dc-a7ee-b0c750c606ea, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad737efb-d157-4f1c-a91d-3deb174010b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1767dff4-de31-427b-99a5-f4664837add5'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:34:48.997856 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-475df6b4-dc1b-4f1f-9591-a0401e9a82f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (a128fe18-3db5-42dc-a7ee-b0c750c606ea), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:49.133258 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-0bc45e09-df14-43c8-9e15-5af9f69074b9 req-ac063d0b-cc9f-4ed6-8344-495c9b8e9037 tempest-SecurityGroupsTestAdminJSON-1119633991 tempest-SecurityGroupsTestAdminJSON-1119633991-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (12527032-64f9-4b32-8cb8-6976ac9cf964), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:49.138017 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-0bc45e09-df14-43c8-9e15-5af9f69074b9 req-ac063d0b-cc9f-4ed6-8344-495c9b8e9037 tempest-SecurityGroupsTestAdminJSON-1119633991 tempest-SecurityGroupsTestAdminJSON-1119633991-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:49.158979 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59248) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:34:49.166702 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-0bc45e09-df14-43c8-9e15-5af9f69074b9 req-ac063d0b-cc9f-4ed6-8344-495c9b8e9037 tempest-SecurityGroupsTestAdminJSON-1119633991 tempest-SecurityGroupsTestAdminJSON-1119633991-project-admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/12527032-64f9-4b32-8cb8-6976ac9cf964 HTTP/1.1" status: 204 len: 173 time: 1.0262191 Oct 04 20:34:49.167021 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-1682a0fd-ef73-4598-92d6-d691fcd5c9ec admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-278661873-network', 'tenant_id': 'ff3a47048f7c48f88aa7979a5a9a81be'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:34:49.192514 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e980d-2681-4d0a-bb77-4d81eddef812 req-428a2148-527c-420a-a02d-edbc21cde3ba tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:49.195717 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-895e980d-2681-4d0a-bb77-4d81eddef812 req-428a2148-527c-420a-a02d-edbc21cde3ba tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=acea6767-d8a4-488e-8d07-1c7362778255 HTTP/1.1" status: 200 len: 947 time: 0.2417903 Oct 04 20:34:49.202310 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-475df6b4-dc1b-4f1f-9591-a0401e9a82f0 None None] For port a128fe18-3db5-42dc-a7ee-b0c750c606ea, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:34:49.214068 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-475df6b4-dc1b-4f1f-9591-a0401e9a82f0 None None] For port a128fe18-3db5-42dc-a7ee-b0c750c606ea, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=a128fe18-3db5-42dc-a7ee-b0c750c606ea,segment=NetworkSegment(ad737efb-d157-4f1c-a91d-3deb174010b5),segment_id=ad737efb-d157-4f1c-a91d-3deb174010b5)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:34:49.232693 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac063d0b-cc9f-4ed6-8344-495c9b8e9037 tempest-SecurityGroupsTestAdminJSON-1119633991 tempest-SecurityGroupsTestAdminJSON-1119633991-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12527032-64f9-4b32-8cb8-6976ac9cf964,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:49.259600 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:49.379575 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-97f9dda0-be5b-4bc7-8012-6f8a9c047b99 req-37611737-9ef9-48aa-aebb-523d7770585f tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] Publish callbacks [] for port (e2b12abe-be90-4826-bd13-1dc771ab7219), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:49.428129 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d83ddba5-827f-4876-a4b0-77b0c10f069f req-d8b07453-c583-4e3e-96fc-5716d0d56c08 tempest-ServersAdmin275Test-160193449 tempest-ServersAdmin275Test-160193449-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ccb6a102-8cc0-4764-98b0-5b6e0796bc35 HTTP/1.1" status: 200 len: 210 time: 0.1056943 Oct 04 20:34:49.444761 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:49.466950 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-895e980d-2681-4d0a-bb77-4d81eddef812 req-0773eaf2-8bc7-4221-8e16-3f0f6b7d2aa3 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369802 Oct 04 20:34:49.644163 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b04deb-618a-4cee-8b5f-59cb86e44f1f req-c0be5fd6-b5f0-4ef0-907c-dbb5aae28a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:49.647566 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-58b04deb-618a-4cee-8b5f-59cb86e44f1f req-c0be5fd6-b5f0-4ef0-907c-dbb5aae28a50 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=70436b8b504e43dc882f5ee434ecf443&device_id=75de593c-9f57-471f-a519-d97960ccde5f HTTP/1.1" status: 200 len: 1131 time: 0.0972664 Oct 04 20:34:49.738348 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-475df6b4-dc1b-4f1f-9591-a0401e9a82f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (a128fe18-3db5-42dc-a7ee-b0c750c606ea), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:49.771411 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1682a0fd-ef73-4598-92d6-d691fcd5c9ec admin admin] Made reservation on behalf of ff3a47048f7c48f88aa7979a5a9a81be for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:34:49.778156 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1682a0fd-ef73-4598-92d6-d691fcd5c9ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:49.784678 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-3dfe1e08-9cfc-4c0c-86bb-2836ee3aca9f req-eabee498-a0bc-489a-832d-a35067ab696a tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0f57f25a-23a5-469a-bdab-c55a3d3a7201 HTTP/1.1" status: 200 len: 210 time: 0.1983786 Oct 04 20:34:49.802661 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1682a0fd-ef73-4598-92d6-d691fcd5c9ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:49.833720 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-5164e954-fe4c-4393-af4c-3a9206237a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:49.838047 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-5164e954-fe4c-4393-af4c-3a9206237a26 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3189859 Oct 04 20:34:49.925625 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e4889135-e1f2-4a88-8b32-c0bb4927216a req-88c51375-b5b8-4060-b6f8-d8167389e3b6 tempest-SecurityGroupsTestAdminJSON-1055982081 tempest-SecurityGroupsTestAdminJSON-1055982081-project] 10.222.0.78 "GET /networking/v2.0/security-groups/840faa52-a5df-4f30-a877-17ad77727f51 HTTP/1.1" status: 200 len: 1794 time: 0.3602369 Oct 04 20:34:49.971405 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-97f9dda0-be5b-4bc7-8012-6f8a9c047b99 req-37611737-9ef9-48aa-aebb-523d7770585f tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (e2b12abe-be90-4826-bd13-1dc771ab7219), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:49.972092 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b04deb-618a-4cee-8b5f-59cb86e44f1f req-bf6156fe-c883-4ac8-b440-a97b3ab09c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:49.977334 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-58b04deb-618a-4cee-8b5f-59cb86e44f1f req-bf6156fe-c883-4ac8-b440-a97b3ab09c86 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=42fbb05e-3f96-444f-a676-04ee9d06a8c7 HTTP/1.1" status: 200 len: 870 time: 0.3215816 Oct 04 20:34:50.027988 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] get_ports_and_sgs() called for port_ids ['4f6676f8-f93e-43e5-81f8-b66d1444428a'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:34:50.030459 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:50.037884 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c74b8e-afee-4158-a60e-3c51890c0778 None None] Pushing event updated for resources: {'Port': ['ID=a128fe18-3db5-42dc-a7ee-b0c750c606ea,revision_number=4']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:50.089598 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-58b04deb-618a-4cee-8b5f-59cb86e44f1f req-8c630bd1-580b-4969-ba54-55d29376f075 service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=1d4c616d-0938-4b70-9e11-adcaef4edc51 HTTP/1.1" status: 200 len: 217 time: 0.1050014 Oct 04 20:34:50.155527 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:50.156147 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475df6b4-dc1b-4f1f-9591-a0401e9a82f0 None None] Routers {'1343ae1e-c3bf-45d3-bf07-a4f4296a169c'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:34:50.158436 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-475df6b4-dc1b-4f1f-9591-a0401e9a82f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:34:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['1343ae1e-c3bf-45d3-bf07-a4f4296a169c'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:34:50.213540 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b04deb-618a-4cee-8b5f-59cb86e44f1f req-804de994-d7f2-47f8-84a8-a5f3f56976cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:50.216681 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-58b04deb-618a-4cee-8b5f-59cb86e44f1f req-804de994-d7f2-47f8-84a8-a5f3f56976cf service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.1192164 Oct 04 20:34:50.472884 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1682a0fd-ef73-4598-92d6-d691fcd5c9ec admin admin] Publish callbacks [] for security_group (40a50dd0-ffaf-4d94-9a7c-16d1be051356), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:50.527171 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b04deb-618a-4cee-8b5f-59cb86e44f1f req-f083e2e0-21c8-476b-a114-1fc7519c464c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:50.541710 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-58b04deb-618a-4cee-8b5f-59cb86e44f1f req-f083e2e0-21c8-476b-a114-1fc7519c464c service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3123677 Oct 04 20:34:50.583223 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1682a0fd-ef73-4598-92d6-d691fcd5c9ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (40a50dd0-ffaf-4d94-9a7c-16d1be051356), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:50.755907 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:50.774994 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1682a0fd-ef73-4598-92d6-d691fcd5c9ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:34:50.788379 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1682a0fd-ef73-4598-92d6-d691fcd5c9ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a50dd0-ffaf-4d94-9a7c-16d1be051356,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:50.809436 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37611737-9ef9-48aa-aebb-523d7770585f tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] Pushing event updated for resources: {'Port': ['ID=e2b12abe-be90-4826-bd13-1dc771ab7219,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:50.813440 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1682a0fd-ef73-4598-92d6-d691fcd5c9ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (e476d535-1a4e-41d2-a614-d3419785d904), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:50.813867 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-1682a0fd-ef73-4598-92d6-d691fcd5c9ec admin admin] Added segment e476d535-1a4e-41d2-a614-d3419785d904 of type vlan for network 835c6cd5-18d9-469b-b099-e5b18c50df58 Oct 04 20:34:50.858502 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:50.866754 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-475df6b4-dc1b-4f1f-9591-a0401e9a82f0 None None] Set router 1343ae1e-c3bf-45d3-bf07-a4f4296a169c gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:34:50.938470 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97f9dda0-be5b-4bc7-8012-6f8a9c047b99 req-37611737-9ef9-48aa-aebb-523d7770585f tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] Network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:34:50.953988 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [req-97f9dda0-be5b-4bc7-8012-6f8a9c047b99 req-37611737-9ef9-48aa-aebb-523d7770585f tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:34:50.998412 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032c5c6-932f-402d-a67b-fe32cefc113e req-7069766d-d11a-4eed-a0a8-baa6e854376a tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:51.010914 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1682a0fd-ef73-4598-92d6-d691fcd5c9ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (835c6cd5-18d9-469b-b099-e5b18c50df58), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:51.015955 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9032c5c6-932f-402d-a67b-fe32cefc113e req-7069766d-d11a-4eed-a0a8-baa6e854376a tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa10127f-3488-4ff2-ac91-5411815abde8 HTTP/1.1" status: 200 len: 935 time: 0.7799611 Oct 04 20:34:51.025093 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-58b04deb-618a-4cee-8b5f-59cb86e44f1f req-2d87b748-d496-4c07-986b-c67ddcc09f3d service neutron] 10.222.0.85 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4760451 Oct 04 20:34:51.032097 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f9dda0-be5b-4bc7-8012-6f8a9c047b99 req-37611737-9ef9-48aa-aebb-523d7770585f tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:34:51.046480 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f9dda0-be5b-4bc7-8012-6f8a9c047b99 req-37611737-9ef9-48aa-aebb-523d7770585f tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:51.049046 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-97f9dda0-be5b-4bc7-8012-6f8a9c047b99 req-37611737-9ef9-48aa-aebb-523d7770585f tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:51.062027 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-da485320-30d5-4363-b337-0cbb78458009 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1571648 Oct 04 20:34:51.069976 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Device 1d4c616d-0938-4b70-9e11-adcaef4edc51 details requested by agent hyperv_n-h2-852085-12 with host n-h2-852085-12 {{(pid=108171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 20:34:51.173412 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:51.191674 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-e4889135-e1f2-4a88-8b32-c0bb4927216a req-e23598a8-ff98-438c-8ac5-b4cf7849b2ba tempest-SecurityGroupsTestAdminJSON-1055982081 tempest-SecurityGroupsTestAdminJSON-1055982081-project] Publish callbacks [] for security_group (840faa52-a5df-4f30-a877-17ad77727f51), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:51.271828 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.resource_extend [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 04 20:34:51.307356 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-e4889135-e1f2-4a88-8b32-c0bb4927216a req-e23598a8-ff98-438c-8ac5-b4cf7849b2ba tempest-SecurityGroupsTestAdminJSON-1055982081 tempest-SecurityGroupsTestAdminJSON-1055982081-project] Publish callbacks [] for security_group (840faa52-a5df-4f30-a877-17ad77727f51), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:51.488367 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59280) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:34:51.532500 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-475df6b4-dc1b-4f1f-9591-a0401e9a82f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1343ae1e-c3bf-45d3-bf07-a4f4296a169c', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2025113275-router', 'tenant_id': '18d77006f3cd4bef9f4de5553efcdb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '42f92df5-f581-4569-8d87-d4a8937831dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:34:16Z', 'updated_at': '2022-10-04T20:34:39Z', 'revision_number': 4, 'project_id': '18d77006f3cd4bef9f4de5553efcdb06', 'gw_port': {'id': '42f92df5-f581-4569-8d87-d4a8937831dc', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1343ae1e-c3bf-45d3-bf07-a4f4296a169c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:34:20Z', 'updated_at': '2022-10-04T20:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'a128fe18-3db5-42dc-a7ee-b0c750c606ea', 'name': '', 'network_id': '1767dff4-de31-427b-99a5-f4664837add5', 'tenant_id': '18d77006f3cd4bef9f4de5553efcdb06', 'mac_address': 'fa:16:3e:90:70:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1343ae1e-c3bf-45d3-bf07-a4f4296a169c', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '1229b824-668c-4248-b221-dd7fd8c24db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:34:34Z', 'updated_at': '2022-10-04T20:34:49Z', 'revision_number': 4, 'project_id': '18d77006f3cd4bef9f4de5553efcdb06', 'subnets': [{'id': '1229b824-668c-4248-b221-dd7fd8c24db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:34:51.538611 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:51.564414 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-58b04deb-618a-4cee-8b5f-59cb86e44f1f req-4d540221-0d98-4a8b-9c91-e7371d942293 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5227876 Oct 04 20:34:51.628903 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475df6b4-dc1b-4f1f-9591-a0401e9a82f0 None None] The sync data for ids ['1343ae1e-c3bf-45d3-bf07-a4f4296a169c'] in n-d-852085-12 is: [{'id': '1343ae1e-c3bf-45d3-bf07-a4f4296a169c', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2025113275-router', 'tenant_id': '18d77006f3cd4bef9f4de5553efcdb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '42f92df5-f581-4569-8d87-d4a8937831dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:34:16Z', 'updated_at': '2022-10-04T20:34:39Z', 'revision_number': 4, 'project_id': '18d77006f3cd4bef9f4de5553efcdb06', 'gw_port': {'id': '42f92df5-f581-4569-8d87-d4a8937831dc', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1343ae1e-c3bf-45d3-bf07-a4f4296a169c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:34:20Z', 'updated_at': '2022-10-04T20:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'a128fe18-3db5-42dc-a7ee-b0c750c606ea', 'name': '', 'network_id': '1767dff4-de31-427b-99a5-f4664837add5', 'tenant_id': '18d77006f3cd4bef9f4de5553efcdb06', 'mac_address': 'fa:16:3e:90:70:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1343ae1e-c3bf-45d3-bf07-a4f4296a169c', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '1229b824-668c-4248-b221-dd7fd8c24db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:34:34Z', 'updated_at': '2022-10-04T20:34:49Z', 'revision_number': 4, 'project_id': '18d77006f3cd4bef9f4de5553efcdb06', 'subnets': [{'id': '1229b824-668c-4248-b221-dd7fd8c24db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:34:51.659071 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-0256ac5b-4ee8-4c2a-ae88-3fc6da571203 None None] Provisioning complete for port e2b12abe-be90-4826-bd13-1dc771ab7219 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:34:51.660269 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0256ac5b-4ee8-4c2a-ae88-3fc6da571203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (e2b12abe-be90-4826-bd13-1dc771ab7219), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:51.660830 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-0256ac5b-4ee8-4c2a-ae88-3fc6da571203 None None] Attempt 1 to provision port e2b12abe-be90-4826-bd13-1dc771ab7219 Oct 04 20:34:51.767975 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9032c5c6-932f-402d-a67b-fe32cefc113e req-9bebfbf1-e130-4f83-83c0-0ecf54844eeb tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c2bc8a6c-d92e-4924-ad5b-3d15a4cff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6931667 Oct 04 20:34:51.802015 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-80289419-ce4f-4886-a9dd-15c86ea5df51 req-0c0fc96a-8926-4181-83af-354737aadbe1 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7110021 Oct 04 20:34:51.810038 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] For port 1d4c616d-0938-4b70-9e11-adcaef4edc51, host n-h2-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852085-12',level=0,port_id=1d4c616d-0938-4b70-9e11-adcaef4edc51,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:34:51.869860 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Returning: {'device': '1d4c616d-0938-4b70-9e11-adcaef4edc51', 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7', 'port_id': '1d4c616d-0938-4b70-9e11-adcaef4edc51', 'mac_address': 'fa:16:3e:39:e2:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1956090-7ed7-4d05-a46e-a7b0885ca8e4', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 20:34:51.875808 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-3e983c0c-a8d7-4e75-8f42-08935a4d7a42 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-177697425-network', 'tenant_id': '1a11d1435a15411dac3494ce54e4a8e5'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:34:51.893400 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-0256ac5b-4ee8-4c2a-ae88-3fc6da571203 None None] Port e2b12abe-be90-4826-bd13-1dc771ab7219 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:34:51.971229 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-85d35813-9db8-4038-9c79-878863ff9e64 req-8a1cd37c-a63b-4574-abc1-b835c5778ce8 tempest-ServersAdmin275Test-160193449 tempest-ServersAdmin275Test-160193449-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ccb6a102-8cc0-4764-98b0-5b6e0796bc35 HTTP/1.1" status: 200 len: 210 time: 0.0567386 Oct 04 20:34:51.981216 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Current status of the port 1d4c616d-0938-4b70-9e11-adcaef4edc51 is: DOWN; New status is: BUILD {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:34:51.982039 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (1d4c616d-0938-4b70-9e11-adcaef4edc51), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:52.024502 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d4c616d-0938-4b70-9e11-adcaef4edc51 {{(pid=108171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 20:34:52.072999 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] For port 1d4c616d-0938-4b70-9e11-adcaef4edc51, host n-h2-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852085-12',level=0,port_id=1d4c616d-0938-4b70-9e11-adcaef4edc51,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:34:52.263030 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3253182f-eba8-4350-a972-47b3400edbcc req-57014209-6fd1-44d9-a05f-2dc05c9f6f14 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:52.266050 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-3253182f-eba8-4350-a972-47b3400edbcc req-57014209-6fd1-44d9-a05f-2dc05c9f6f14 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=acea6767-d8a4-488e-8d07-1c7362778255 HTTP/1.1" status: 200 len: 947 time: 0.1184306 Oct 04 20:34:52.336313 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1682a0fd-ef73-4598-92d6-d691fcd5c9ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (835c6cd5-18d9-469b-b099-e5b18c50df58), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:52.337215 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:52.338237 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1682a0fd-ef73-4598-92d6-d691fcd5c9ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:52.339357 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1682a0fd-ef73-4598-92d6-d691fcd5c9ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:52.387700 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-3253182f-eba8-4350-a972-47b3400edbcc req-9ccc61ef-292f-4cfd-bc71-e16d27c2e090 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094177 Oct 04 20:34:52.435567 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:52.444259 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-97f9dda0-be5b-4bc7-8012-6f8a9c047b99 req-37611737-9ef9-48aa-aebb-523d7770585f tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.83 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.7803981 Oct 04 20:34:52.444555 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-e4889135-e1f2-4a88-8b32-c0bb4927216a req-e23598a8-ff98-438c-8ac5-b4cf7849b2ba tempest-SecurityGroupsTestAdminJSON-1055982081 tempest-SecurityGroupsTestAdminJSON-1055982081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (840faa52-a5df-4f30-a877-17ad77727f51), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:52.454223 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-e4889135-e1f2-4a88-8b32-c0bb4927216a req-e23598a8-ff98-438c-8ac5-b4cf7849b2ba tempest-SecurityGroupsTestAdminJSON-1055982081 tempest-SecurityGroupsTestAdminJSON-1055982081-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:52.460066 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e4889135-e1f2-4a88-8b32-c0bb4927216a req-e23598a8-ff98-438c-8ac5-b4cf7849b2ba tempest-SecurityGroupsTestAdminJSON-1055982081 tempest-SecurityGroupsTestAdminJSON-1055982081-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/840faa52-a5df-4f30-a877-17ad77727f51 HTTP/1.1" status: 204 len: 173 time: 2.4683788 Oct 04 20:34:52.475328 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (1d4c616d-0938-4b70-9e11-adcaef4edc51), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:52.479382 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e983c0c-a8d7-4e75-8f42-08935a4d7a42 admin admin] Made reservation on behalf of 1a11d1435a15411dac3494ce54e4a8e5 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:34:52.485065 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3e983c0c-a8d7-4e75-8f42-08935a4d7a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:52.507056 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [req-97f9dda0-be5b-4bc7-8012-6f8a9c047b99 req-31b19b29-b18c-4ee2-a60b-0322f1230e20 service neutron] Request body: {'port': {'device_id': 'aa10127f-3488-4ff2-ac91-5411815abde8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-852085-12'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:34:52.541714 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3e983c0c-a8d7-4e75-8f42-08935a4d7a42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:52.645195 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-1682a0fd-ef73-4598-92d6-d691fcd5c9ec admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.4836168 Oct 04 20:34:52.646670 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59296) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:34:52.667500 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23598a8-ff98-438c-8ac5-b4cf7849b2ba tempest-SecurityGroupsTestAdminJSON-1055982081 tempest-SecurityGroupsTestAdminJSON-1055982081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=840faa52-a5df-4f30-a877-17ad77727f51,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:52.728319 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-d2bee5cd-2d1e-410f-bd9b-4b302a221041 admin admin] Request body: {'subnet': {'network_id': '835c6cd5-18d9-469b-b099-e5b18c50df58', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-278661873-subnet', 'tenant_id': 'ff3a47048f7c48f88aa7979a5a9a81be', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:34:52.750880 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1682a0fd-ef73-4598-92d6-d691fcd5c9ec admin admin] Pushing event updated for resources: {'Network': ['ID=835c6cd5-18d9-469b-b099-e5b18c50df58,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:52.826446 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 835c6cd5-18d9-469b-b099-e5b18c50df58 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:34:52.948664 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Pushing event updated for resources: {'Port': ['ID=1d4c616d-0938-4b70-9e11-adcaef4edc51,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:52.984300 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2bee5cd-2d1e-410f-bd9b-4b302a221041 admin admin] Made reservation on behalf of ff3a47048f7c48f88aa7979a5a9a81be for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:34:52.990336 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d2bee5cd-2d1e-410f-bd9b-4b302a221041 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:53.004775 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-97f9dda0-be5b-4bc7-8012-6f8a9c047b99 req-31b19b29-b18c-4ee2-a60b-0322f1230e20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (e2b12abe-be90-4826-bd13-1dc771ab7219), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:53.028090 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-59a70e4e-e3b2-4efb-9881-4bce40905058 req-f4cbf9ae-068a-44d4-859f-7c4c95af8415 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0f57f25a-23a5-469a-bdab-c55a3d3a7201 HTTP/1.1" status: 200 len: 210 time: 0.3332310 Oct 04 20:34:53.041518 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f102b414-70a3-43fb-96c8-608ac3602b12 req-3b39e3ac-0f1c-446d-92f4-67dd57750065 tempest-SecurityGroupsTestAdminJSON-1055982081 tempest-SecurityGroupsTestAdminJSON-1055982081-project] 10.222.0.78 "GET /networking/v2.0/security-groups/24aa28a5-675f-4b47-8ab6-66399e046160 HTTP/1.1" status: 200 len: 1793 time: 0.4894450 Oct 04 20:34:53.043429 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:53.080009 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a128fe18-3db5-42dc-a7ee-b0c750c606ea up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:34:53.095685 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] get_ports_and_sgs() called for port_ids ['1d4c616d-0938-4b70-9e11-adcaef4edc51'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:34:53.391828 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe4bd8-ace7-4846-8972-9edfb7e30989 req-0d0062d3-7cb2-4447-81f8-380cf0618162 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:53.414403 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d1fe4bd8-ace7-4846-8972-9edfb7e30989 req-0d0062d3-7cb2-4447-81f8-380cf0618162 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa10127f-3488-4ff2-ac91-5411815abde8 HTTP/1.1" status: 200 len: 935 time: 0.1491120 Oct 04 20:34:53.476194 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port a128fe18-3db5-42dc-a7ee-b0c750c606ea triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:34:53.476960 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (a128fe18-3db5-42dc-a7ee-b0c750c606ea), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:53.477534 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port a128fe18-3db5-42dc-a7ee-b0c750c606ea Oct 04 20:34:53.502103 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:53.653469 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3e983c0c-a8d7-4e75-8f42-08935a4d7a42 admin admin] Publish callbacks [] for security_group (375b2232-8f30-4a0e-b7b2-9c729384f829), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:53.759460 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d1fe4bd8-ace7-4846-8972-9edfb7e30989 req-5c9aae94-5473-48c1-9829-f4351e103ba1 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c2bc8a6c-d92e-4924-ad5b-3d15a4cff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308065 Oct 04 20:34:53.819803 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port a128fe18-3db5-42dc-a7ee-b0c750c606ea is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:34:53.821715 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (a128fe18-3db5-42dc-a7ee-b0c750c606ea), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:53.910183 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-f102b414-70a3-43fb-96c8-608ac3602b12 req-05834abc-009d-415b-8911-523c8d837bfd tempest-SecurityGroupsTestAdminJSON-1055982081 tempest-SecurityGroupsTestAdminJSON-1055982081-project] Publish callbacks [] for security_group (24aa28a5-675f-4b47-8ab6-66399e046160), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:53.929396 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:53.930481 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3e983c0c-a8d7-4e75-8f42-08935a4d7a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (375b2232-8f30-4a0e-b7b2-9c729384f829), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:53.972303 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-f102b414-70a3-43fb-96c8-608ac3602b12 req-05834abc-009d-415b-8911-523c8d837bfd tempest-SecurityGroupsTestAdminJSON-1055982081 tempest-SecurityGroupsTestAdminJSON-1055982081-project] Publish callbacks [] for security_group (24aa28a5-675f-4b47-8ab6-66399e046160), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:53.976912 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e983c0c-a8d7-4e75-8f42-08935a4d7a42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:34:54.019449 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3e983c0c-a8d7-4e75-8f42-08935a4d7a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (ec7a059a-a40c-4218-948a-e857d53f2da3), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:54.020018 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-3e983c0c-a8d7-4e75-8f42-08935a4d7a42 admin admin] Added segment ec7a059a-a40c-4218-948a-e857d53f2da3 of type vlan for network 0f5e5799-5ce3-40f0-a02d-b3c68160cc75 Oct 04 20:34:54.023630 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port a128fe18-3db5-42dc-a7ee-b0c750c606ea, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=a128fe18-3db5-42dc-a7ee-b0c750c606ea,segment=NetworkSegment(ad737efb-d157-4f1c-a91d-3deb174010b5),segment_id=ad737efb-d157-4f1c-a91d-3deb174010b5)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:34:54.110078 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d2bee5cd-2d1e-410f-bd9b-4b302a221041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (cde157a3-34dd-4feb-8881-7a7a066c5a78), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:54.141453 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (a128fe18-3db5-42dc-a7ee-b0c750c606ea), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:54.227096 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4857b0f1-a627-4b68-86b6-6d36119a288a req-a056bbac-d4d3-49e3-9e21-a7e1133fd88f tempest-ServersAdmin275Test-160193449 tempest-ServersAdmin275Test-160193449-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ccb6a102-8cc0-4764-98b0-5b6e0796bc35 HTTP/1.1" status: 200 len: 210 time: 0.1417816 Oct 04 20:34:54.266740 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e983c0c-a8d7-4e75-8f42-08935a4d7a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375b2232-8f30-4a0e-b7b2-9c729384f829,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:54.297578 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=a128fe18-3db5-42dc-a7ee-b0c750c606ea,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:54.314593 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:UPDATE=3,neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:54.329881 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3e983c0c-a8d7-4e75-8f42-08935a4d7a42 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (0f5e5799-5ce3-40f0-a02d-b3c68160cc75), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:54.359743 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:54.379757 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-f102b414-70a3-43fb-96c8-608ac3602b12 req-05834abc-009d-415b-8911-523c8d837bfd tempest-SecurityGroupsTestAdminJSON-1055982081 tempest-SecurityGroupsTestAdminJSON-1055982081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (24aa28a5-675f-4b47-8ab6-66399e046160), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:54.385245 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-f102b414-70a3-43fb-96c8-608ac3602b12 req-05834abc-009d-415b-8911-523c8d837bfd tempest-SecurityGroupsTestAdminJSON-1055982081 tempest-SecurityGroupsTestAdminJSON-1055982081-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:54.388078 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f102b414-70a3-43fb-96c8-608ac3602b12 req-05834abc-009d-415b-8911-523c8d837bfd tempest-SecurityGroupsTestAdminJSON-1055982081 tempest-SecurityGroupsTestAdminJSON-1055982081-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/24aa28a5-675f-4b47-8ab6-66399e046160 HTTP/1.1" status: 204 len: 173 time: 1.3249557 Oct 04 20:34:54.441311 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.db.resource_extend [None req-3e983c0c-a8d7-4e75-8f42-08935a4d7a42 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 04 20:34:54.472545 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05834abc-009d-415b-8911-523c8d837bfd tempest-SecurityGroupsTestAdminJSON-1055982081 tempest-SecurityGroupsTestAdminJSON-1055982081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24aa28a5-675f-4b47-8ab6-66399e046160,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:54.478864 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bee5cd-2d1e-410f-bd9b-4b302a221041 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cde157a3-34dd-4feb-8881-7a7a066c5a78,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:54.502348 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bee5cd-2d1e-410f-bd9b-4b302a221041 admin admin] Checking segment: {'id': 'e476d535-1a4e-41d2-a614-d3419785d904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '835c6cd5-18d9-469b-b099-e5b18c50df58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:34:54.504370 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bee5cd-2d1e-410f-bd9b-4b302a221041 admin admin] Network hostable DHCP agents. Network: 835c6cd5-18d9-469b-b099-e5b18c50df58, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:34:54.604923 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:54.615646 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3e983c0c-a8d7-4e75-8f42-08935a4d7a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (0f5e5799-5ce3-40f0-a02d-b3c68160cc75), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:54.617725 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e983c0c-a8d7-4e75-8f42-08935a4d7a42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:54.619109 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3e983c0c-a8d7-4e75-8f42-08935a4d7a42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:54.809804 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-3e983c0c-a8d7-4e75-8f42-08935a4d7a42 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.3194580 Oct 04 20:34:54.810857 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a128fe18-3db5-42dc-a7ee-b0c750c606ea up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:34:54.812909 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bee5cd-2d1e-410f-bd9b-4b302a221041 admin admin] Network 835c6cd5-18d9-469b-b099-e5b18c50df58 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:34:54.825264 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59318) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:34:54.834563 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-53cddb2d-9e1f-45ae-bd7f-f70ff9573a09 admin admin] Request body: {'subnet': {'network_id': '0f5e5799-5ce3-40f0-a02d-b3c68160cc75', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-177697425-subnet', 'tenant_id': '1a11d1435a15411dac3494ce54e4a8e5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:34:54.856766 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f77fc840-bb2f-4e4a-b08c-f9eacad948be req-a9bced0b-3cae-4742-a453-475293b66d40 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0f57f25a-23a5-469a-bdab-c55a3d3a7201 HTTP/1.1" status: 200 len: 210 time: 0.2674894 Oct 04 20:34:54.882477 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e983c0c-a8d7-4e75-8f42-08935a4d7a42 admin admin] Pushing event updated for resources: {'Network': ['ID=0f5e5799-5ce3-40f0-a02d-b3c68160cc75,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:54.946675 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 0f5e5799-5ce3-40f0-a02d-b3c68160cc75 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:34:55.001977 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531580c3-ae60-40f6-b9db-68aa9c21af6a req-c15d7985-b417-48f9-b8fb-363b645d9745 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:55.004420 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-531580c3-ae60-40f6-b9db-68aa9c21af6a req-c15d7985-b417-48f9-b8fb-363b645d9745 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=acea6767-d8a4-488e-8d07-1c7362778255 HTTP/1.1" status: 200 len: 947 time: 0.4646971 Oct 04 20:34:55.032417 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [req-97f9dda0-be5b-4bc7-8012-6f8a9c047b99 req-31b19b29-b18c-4ee2-a60b-0322f1230e20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2b12abe-be90-4826-bd13-1dc771ab7219 {{(pid=108170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 20:34:55.055179 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-d2bee5cd-2d1e-410f-bd9b-4b302a221041 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 835c6cd5-18d9-469b-b099-e5b18c50df58) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:34:55.063164 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bee5cd-2d1e-410f-bd9b-4b302a221041 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:55.064258 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d2bee5cd-2d1e-410f-bd9b-4b302a221041 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:55.069535 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6b509-1b30-46ed-b14d-298f23375903 req-ff0555d3-cdf5-4cd4-bd56-bd79b6fd3295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:55.073237 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4df6b509-1b30-46ed-b14d-298f23375903 req-ff0555d3-cdf5-4cd4-bd56-bd79b6fd3295 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=70436b8b504e43dc882f5ee434ecf443&device_id=acea6767-d8a4-488e-8d07-1c7362778255 HTTP/1.1" status: 200 len: 1130 time: 0.2549624 Oct 04 20:34:55.081321 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-97f9dda0-be5b-4bc7-8012-6f8a9c047b99 req-31b19b29-b18c-4ee2-a60b-0322f1230e20 service neutron] Publish callbacks [] for port (e2b12abe-be90-4826-bd13-1dc771ab7219), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:55.091579 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53cddb2d-9e1f-45ae-bd7f-f70ff9573a09 admin admin] Made reservation on behalf of 1a11d1435a15411dac3494ce54e4a8e5 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:34:55.096203 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-53cddb2d-9e1f-45ae-bd7f-f70ff9573a09 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:55.197343 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:55.198862 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port a128fe18-3db5-42dc-a7ee-b0c750c606ea triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:34:55.199450 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (a128fe18-3db5-42dc-a7ee-b0c750c606ea), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:55.199984 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port a128fe18-3db5-42dc-a7ee-b0c750c606ea Oct 04 20:34:55.210306 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c883750-ebf1-413a-86e6-44d5083b1570 None None] Network 835c6cd5-18d9-469b-b099-e5b18c50df58 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:34:55.392234 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Device 1d4c616d-0938-4b70-9e11-adcaef4edc51 up at agent hyperv_n-h2-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:34:55.397368 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d2bee5cd-2d1e-410f-bd9b-4b302a221041 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.7351727 Oct 04 20:34:55.399424 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59326) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:34:55.423012 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-000cd029-79c4-4d44-a3e9-6c4b151a80fd admin admin] Request body: {'router': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-278661873-router', 'tenant_id': 'ff3a47048f7c48f88aa7979a5a9a81be', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:34:55.464002 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6b509-1b30-46ed-b14d-298f23375903 req-41a72bfb-4e56-4bbc-862f-fba5ad1e637a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:55.468505 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4df6b509-1b30-46ed-b14d-298f23375903 req-41a72bfb-4e56-4bbc-862f-fba5ad1e637a service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=42fbb05e-3f96-444f-a676-04ee9d06a8c7 HTTP/1.1" status: 200 len: 870 time: 0.3451858 Oct 04 20:34:55.532826 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.provisioning_blocks [req-97f9dda0-be5b-4bc7-8012-6f8a9c047b99 req-31b19b29-b18c-4ee2-a60b-0322f1230e20 service neutron] Transition to ACTIVE for port object e2b12abe-be90-4826-bd13-1dc771ab7219 will not be triggered until provisioned by entity L2. {{(pid=108170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 20:34:55.536685 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Provisioning for port 1d4c616d-0938-4b70-9e11-adcaef4edc51 completed by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 20:34:55.650307 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-000cd029-79c4-4d44-a3e9-6c4b151a80fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (5effed69-9508-4590-9f91-292e90a2554d), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:55.652538 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-000cd029-79c4-4d44-a3e9-6c4b151a80fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (5effed69-9508-4590-9f91-292e90a2554d), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:55.661027 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b5c427-54e8-4367-a9b2-1cceaa1f696a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-835c6cd5-18d9-469b-b099-e5b18c50df58', 'network_id': '835c6cd5-18d9-469b-b099-e5b18c50df58', 'project_id': 'ff3a47048f7c48f88aa7979a5a9a81be', 'fixed_ips': [{'subnet_id': 'cde157a3-34dd-4feb-8881-7a7a066c5a78'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:34:55.670159 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-22b5c427-54e8-4367-a9b2-1cceaa1f696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:55.746863 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-97f9dda0-be5b-4bc7-8012-6f8a9c047b99 req-31b19b29-b18c-4ee2-a60b-0322f1230e20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (e2b12abe-be90-4826-bd13-1dc771ab7219), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:55.765506 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4df6b509-1b30-46ed-b14d-298f23375903 req-278b8c25-28c9-4f95-9cde-cb7124fd6194 service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=883b816a-c7ca-4854-9627-ee3644556a24 HTTP/1.1" status: 200 len: 217 time: 0.2491355 Oct 04 20:34:55.768555 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 59330) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:34:55.781425 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Provisioning complete for port 1d4c616d-0938-4b70-9e11-adcaef4edc51 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:34:55.782506 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (1d4c616d-0938-4b70-9e11-adcaef4edc51), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:55.783347 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Attempt 1 to provision port 1d4c616d-0938-4b70-9e11-adcaef4edc51 Oct 04 20:34:55.855695 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3933b7d9-752c-4b4c-b76e-d47ed71b988f req-b9c3d453-c6b3-4626-a542-2145afacc627 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:55.860271 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-3933b7d9-752c-4b4c-b76e-d47ed71b988f req-b9c3d453-c6b3-4626-a542-2145afacc627 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa10127f-3488-4ff2-ac91-5411815abde8 HTTP/1.1" status: 200 len: 935 time: 0.7559369 Oct 04 20:34:55.872241 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-000cd029-79c4-4d44-a3e9-6c4b151a80fd admin admin] Publish callbacks [] for router_controller (5effed69-9508-4590-9f91-292e90a2554d), precommit_add_association {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:56.085303 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-531580c3-ae60-40f6-b9db-68aa9c21af6a req-88efd472-b761-4746-a0a1-93e0d748bca9 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0379121 Oct 04 20:34:56.099556 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-22b5c427-54e8-4367-a9b2-1cceaa1f696a None None] Allocated IP 172.20.0.2 (835c6cd5-18d9-469b-b099-e5b18c50df58/cde157a3-34dd-4feb-8881-7a7a066c5a78/79afd1b4-1515-44e1-94ae-88a070f206a7) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:34:56.291613 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:56.305943 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:56.317460 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [req-97f9dda0-be5b-4bc7-8012-6f8a9c047b99 req-31b19b29-b18c-4ee2-a60b-0322f1230e20 service neutron] Attempting to bind port e2b12abe-be90-4826-bd13-1dc771ab7219 on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:34:56.322603 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [req-97f9dda0-be5b-4bc7-8012-6f8a9c047b99 req-31b19b29-b18c-4ee2-a60b-0322f1230e20 service neutron] Attempting to bind port e2b12abe-be90-4826-bd13-1dc771ab7219 by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'}] {{(pid=108170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:34:56.324057 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f9dda0-be5b-4bc7-8012-6f8a9c047b99 req-31b19b29-b18c-4ee2-a60b-0322f1230e20 service neutron] Attempting to bind port e2b12abe-be90-4826-bd13-1dc771ab7219 on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:34:56.392565 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port a128fe18-3db5-42dc-a7ee-b0c750c606ea is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:34:56.496850 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-bc2c0b96-98c0-4de1-bc7d-59db7f9617c7 req-88b45d69-61b1-4a7e-9934-6f047ccd9892 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.85 "GET /networking/v2.0/networks?tenant_id=74eef3bf938c491d8a2f5192ba598c19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1296375 Oct 04 20:34:56.527842 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-000cd029-79c4-4d44-a3e9-6c4b151a80fd admin admin] Publish callbacks [] for router_gateway (5effed69-9508-4590-9f91-292e90a2554d), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:56.535533 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-53cddb2d-9e1f-45ae-bd7f-f70ff9573a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (52a7adeb-b7a4-4022-a498-c961c98581fc), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:56.556947 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Current status of the port 1d4c616d-0938-4b70-9e11-adcaef4edc51 is: BUILD; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:34:56.558099 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (1d4c616d-0938-4b70-9e11-adcaef4edc51), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:56.614133 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b19b29-b18c-4ee2-a60b-0322f1230e20 service neutron] Pushing event updated for resources: {'Port': ['ID=e2b12abe-be90-4826-bd13-1dc771ab7219,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:56.644095 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75de593c-9f57-471f-a519-d97960ccde5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d4c616d-0938-4b70-9e11-adcaef4edc51'}] {{(pid=108171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:34:56.648390 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966b91da6921e714df7c26a37f4733087768fb9a36052be1ead95d4d835f43be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670e6c6d-9697-425d-bea2-13fd9329d450" -d '{"events": [{"server_uuid": "75de593c-9f57-471f-a519-d97960ccde5f", "name": "network-vif-plugged", "status": "completed", "tag": "1d4c616d-0938-4b70-9e11-adcaef4edc51"}]}' {{(pid=108171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:34:56.694692 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6b509-1b30-46ed-b14d-298f23375903 req-2dc9c0fb-8b39-41d0-b93e-1caf5ea2716f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:56.695360 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4df6b509-1b30-46ed-b14d-298f23375903 req-2dc9c0fb-8b39-41d0-b93e-1caf5ea2716f service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.7480457 Oct 04 20:34:56.767912 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-206cee5b-0835-41d8-9a8b-e97c0c87c8f9 req-878968d3-5cd6-45aa-9ade-e4d15763b4f1 tempest-ServersAdmin275Test-160193449 tempest-ServersAdmin275Test-160193449-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ccb6a102-8cc0-4764-98b0-5b6e0796bc35 HTTP/1.1" status: 200 len: 210 time: 0.2687511 Oct 04 20:34:56.770804 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b19b29-b18c-4ee2-a60b-0322f1230e20 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:34:56.771395 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b19b29-b18c-4ee2-a60b-0322f1230e20 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:34:56.771963 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b19b29-b18c-4ee2-a60b-0322f1230e20 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:34:56.772520 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b19b29-b18c-4ee2-a60b-0322f1230e20 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:34:56.773075 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b19b29-b18c-4ee2-a60b-0322f1230e20 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:34:56.773614 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b19b29-b18c-4ee2-a60b-0322f1230e20 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:34:56.774160 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b19b29-b18c-4ee2-a60b-0322f1230e20 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:34:56.774560 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-22b5c427-54e8-4367-a9b2-1cceaa1f696a None None] Publish callbacks [] for port (79afd1b4-1515-44e1-94ae-88a070f206a7), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:56.774747 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b19b29-b18c-4ee2-a60b-0322f1230e20 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:34:56.775257 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b19b29-b18c-4ee2-a60b-0322f1230e20 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:34:56.775818 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b19b29-b18c-4ee2-a60b-0322f1230e20 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:34:56.776357 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b19b29-b18c-4ee2-a60b-0322f1230e20 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:34:56.776898 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b19b29-b18c-4ee2-a60b-0322f1230e20 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:34:56.777436 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b19b29-b18c-4ee2-a60b-0322f1230e20 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:34:56.777957 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b19b29-b18c-4ee2-a60b-0322f1230e20 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:34:56.778525 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b19b29-b18c-4ee2-a60b-0322f1230e20 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:34:56.798305 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-0e3aef30-968e-4bfe-91ee-ee6cbf0cc9b3 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=707eb331f0794935b9cff88e7d1b9960&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0218747 Oct 04 20:34:56.816537 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-3933b7d9-752c-4b4c-b76e-d47ed71b988f req-0530bc45-3d94-4346-a22e-17836ccc6362 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c2bc8a6c-d92e-4924-ad5b-3d15a4cff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8482890 Oct 04 20:34:56.818828 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] For port 1d4c616d-0938-4b70-9e11-adcaef4edc51, host n-h2-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852085-12',level=0,port_id=1d4c616d-0938-4b70-9e11-adcaef4edc51,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:34:56.861027 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 59340) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:34:56.937543 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (1d4c616d-0938-4b70-9e11-adcaef4edc51), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:56.937761 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f9dda0-be5b-4bc7-8012-6f8a9c047b99 req-31b19b29-b18c-4ee2-a60b-0322f1230e20 service neutron] Port e2b12abe-be90-4826-bd13-1dc771ab7219 on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:34:56.938254 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f9dda0-be5b-4bc7-8012-6f8a9c047b99 req-31b19b29-b18c-4ee2-a60b-0322f1230e20 service neutron] Attempting to bind port e2b12abe-be90-4826-bd13-1dc771ab7219 on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:34:56.952588 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-22b5c427-54e8-4367-a9b2-1cceaa1f696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (79afd1b4-1515-44e1-94ae-88a070f206a7), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:56.952871 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6b509-1b30-46ed-b14d-298f23375903 req-c2462fbf-2431-4693-8d42-100072cb0ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:56.953075 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c0b96-98c0-4de1-bc7d-59db7f9617c7 req-d5e42762-43f6-4e5f-a797-0d1a43bbf1e4 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:56.953932 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4df6b509-1b30-46ed-b14d-298f23375903 req-c2462fbf-2431-4693-8d42-100072cb0ef2 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2081518 Oct 04 20:34:56.975462 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-bc2c0b96-98c0-4de1-bc7d-59db7f9617c7 req-d5e42762-43f6-4e5f-a797-0d1a43bbf1e4 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.85 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4729922 Oct 04 20:34:56.997338 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 20:34:57.031297 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 20:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49d4e19-a918-4100-93d3-12714d062502 x-openstack-request-id: req-f49d4e19-a918-4100-93d3-12714d062502 {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:34:57.032977 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75de593c-9f57-471f-a519-d97960ccde5f", "name": "network-vif-plugged", "status": "completed", "tag": "1d4c616d-0938-4b70-9e11-adcaef4edc51", "code": 200}]} {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:34:57.032977 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f49d4e19-a918-4100-93d3-12714d062502 {{(pid=108171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:34:57.032977 n-d-852085-12 neutron-server[108171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f49d4e19-a918-4100-93d3-12714d062502'] response: {'server_uuid': '75de593c-9f57-471f-a519-d97960ccde5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d4c616d-0938-4b70-9e11-adcaef4edc51', 'code': 200} Oct 04 20:34:57.110602 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Device 883b816a-c7ca-4854-9627-ee3644556a24 details requested by agent hyperv_n-h2-852085-12 with host n-h2-852085-12 {{(pid=108171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 20:34:57.139876 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b5c427-54e8-4367-a9b2-1cceaa1f696a None None] Network 835c6cd5-18d9-469b-b099-e5b18c50df58 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:34:57.170227 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-22b5c427-54e8-4367-a9b2-1cceaa1f696a None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:34:57.173260 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:57.184956 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [req-bc2c0b96-98c0-4de1-bc7d-59db7f9617c7 req-07bf7585-97ba-4e40-b570-1b7a5f9ea7b8 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Request body: {'port': {'device_id': '0f57f25a-23a5-469a-bdab-c55a3d3a7201', 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7', 'admin_state_up': True, 'tenant_id': '74eef3bf938c491d8a2f5192ba598c19'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:34:57.194423 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b5c427-54e8-4367-a9b2-1cceaa1f696a None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:34:57.218895 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Pushing event updated for resources: {'Port': ['ID=1d4c616d-0938-4b70-9e11-adcaef4edc51,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:57.267805 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:57.533661 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4df6b509-1b30-46ed-b14d-298f23375903 req-990fefcf-c403-40d9-be9a-a86d937cd5dc service neutron] 10.222.0.85 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5710869 Oct 04 20:34:57.562690 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c19eb0-2a6b-4bce-9384-e84abc314409 req-55779956-1da5-44d9-8a90-56b7e3229d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:57.566650 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-e3c19eb0-2a6b-4bce-9384-e84abc314409 req-55779956-1da5-44d9-8a90-56b7e3229d0a service neutron] 10.222.0.85 "GET /networking/v2.0/ports?device_id=75de593c-9f57-471f-a519-d97960ccde5f HTTP/1.1" status: 200 len: 1133 time: 0.1490612 Oct 04 20:34:57.575234 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f9dda0-be5b-4bc7-8012-6f8a9c047b99 req-31b19b29-b18c-4ee2-a60b-0322f1230e20 service neutron] Checking agent: {'id': 'd500e1cf-136e-47e7-b7fe-ae200432f8b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 28, 32), 'started_at': datetime.datetime(2022, 10, 4, 20, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:34:57.576935 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f9dda0-be5b-4bc7-8012-6f8a9c047b99 req-31b19b29-b18c-4ee2-a60b-0322f1230e20 service neutron] Checking segment: {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:34:57.577746 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f9dda0-be5b-4bc7-8012-6f8a9c047b99 req-31b19b29-b18c-4ee2-a60b-0322f1230e20 service neutron] Bound using segment: {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'} {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:34:57.579119 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [req-97f9dda0-be5b-4bc7-8012-6f8a9c047b99 req-31b19b29-b18c-4ee2-a60b-0322f1230e20 service neutron] Bound port: e2b12abe-be90-4826-bd13-1dc771ab7219, host: n-h1-852085-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'}}] {{(pid=108170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:34:57.581903 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-97f9dda0-be5b-4bc7-8012-6f8a9c047b99 req-31b19b29-b18c-4ee2-a60b-0322f1230e20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (e2b12abe-be90-4826-bd13-1dc771ab7219), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:57.591807 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cddb2d-9e1f-45ae-bd7f-f70ff9573a09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52a7adeb-b7a4-4022-a498-c961c98581fc,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:57.618181 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-0cb6edd5-4405-4625-8378-bb014ce27833 req-d2648bba-3507-4e3b-986c-60954e748722 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0f57f25a-23a5-469a-bdab-c55a3d3a7201 HTTP/1.1" status: 200 len: 210 time: 0.4105539 Oct 04 20:34:57.672806 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.resource_extend [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] It took 0.49 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 04 20:34:57.702615 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-22b5c427-54e8-4367-a9b2-1cceaa1f696a None None] Attempting to bind port 79afd1b4-1515-44e1-94ae-88a070f206a7 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:34:57.703705 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-22b5c427-54e8-4367-a9b2-1cceaa1f696a None None] Attempting to bind port 79afd1b4-1515-44e1-94ae-88a070f206a7 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'e476d535-1a4e-41d2-a614-d3419785d904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '835c6cd5-18d9-469b-b099-e5b18c50df58'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:34:57.704659 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b5c427-54e8-4367-a9b2-1cceaa1f696a None None] Attempting to bind port 79afd1b4-1515-44e1-94ae-88a070f206a7 on network 835c6cd5-18d9-469b-b099-e5b18c50df58 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:34:57.713679 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cddb2d-9e1f-45ae-bd7f-f70ff9573a09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:34:57.714018 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bfa5fd1f-92db-4806-a502-62fa9da9a818 admin admin] Publish callbacks [] for security_group (7286d5dc-5847-4574-9579-d1ff27a3d496), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:57.714519 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cddb2d-9e1f-45ae-bd7f-f70ff9573a09 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:34:57.715213 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cddb2d-9e1f-45ae-bd7f-f70ff9573a09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:34:57.715885 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cddb2d-9e1f-45ae-bd7f-f70ff9573a09 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:34:57.716799 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cddb2d-9e1f-45ae-bd7f-f70ff9573a09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:34:57.717456 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cddb2d-9e1f-45ae-bd7f-f70ff9573a09 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:34:57.719047 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cddb2d-9e1f-45ae-bd7f-f70ff9573a09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:34:57.720017 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cddb2d-9e1f-45ae-bd7f-f70ff9573a09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:34:57.721650 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cddb2d-9e1f-45ae-bd7f-f70ff9573a09 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:34:57.722263 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cddb2d-9e1f-45ae-bd7f-f70ff9573a09 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:34:57.722966 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cddb2d-9e1f-45ae-bd7f-f70ff9573a09 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:34:57.723673 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cddb2d-9e1f-45ae-bd7f-f70ff9573a09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:34:57.724351 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cddb2d-9e1f-45ae-bd7f-f70ff9573a09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:34:57.724780 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:57.725442 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cddb2d-9e1f-45ae-bd7f-f70ff9573a09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:34:57.726106 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cddb2d-9e1f-45ae-bd7f-f70ff9573a09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:34:57.778703 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cddb2d-9e1f-45ae-bd7f-f70ff9573a09 admin admin] Checking segment: {'id': 'ec7a059a-a40c-4218-948a-e857d53f2da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0f5e5799-5ce3-40f0-a02d-b3c68160cc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:34:57.779522 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53cddb2d-9e1f-45ae-bd7f-f70ff9573a09 admin admin] Network hostable DHCP agents. Network: 0f5e5799-5ce3-40f0-a02d-b3c68160cc75, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:34:57.787318 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:57.908394 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b5c427-54e8-4367-a9b2-1cceaa1f696a None None] Pushing event updated for resources: {'Port': ['ID=79afd1b4-1515-44e1-94ae-88a070f206a7,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:57.931255 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-000cd029-79c4-4d44-a3e9-6c4b151a80fd admin admin] Publish callbacks [] for router_gateway (5effed69-9508-4590-9f91-292e90a2554d), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:58.039541 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-e3c19eb0-2a6b-4bce-9384-e84abc314409 req-31926f0e-e2ca-4a57-9fb7-44d67c77dc16 service neutron] 10.222.0.85 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4578919 Oct 04 20:34:58.060367 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-000cd029-79c4-4d44-a3e9-6c4b151a80fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:58.093141 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b5c427-54e8-4367-a9b2-1cceaa1f696a None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:34:58.093777 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b5c427-54e8-4367-a9b2-1cceaa1f696a None None] Checking segment: {'id': 'e476d535-1a4e-41d2-a614-d3419785d904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '835c6cd5-18d9-469b-b099-e5b18c50df58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:34:58.094532 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-22b5c427-54e8-4367-a9b2-1cceaa1f696a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:58.095414 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b5c427-54e8-4367-a9b2-1cceaa1f696a None None] Bound using segment: {'id': 'e476d535-1a4e-41d2-a614-d3419785d904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '835c6cd5-18d9-469b-b099-e5b18c50df58'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:34:58.096281 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-22b5c427-54e8-4367-a9b2-1cceaa1f696a None None] Bound port: 79afd1b4-1515-44e1-94ae-88a070f206a7, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e476d535-1a4e-41d2-a614-d3419785d904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '835c6cd5-18d9-469b-b099-e5b18c50df58'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:34:58.097254 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-22b5c427-54e8-4367-a9b2-1cceaa1f696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (79afd1b4-1515-44e1-94ae-88a070f206a7), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:58.165911 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] For port 883b816a-c7ca-4854-9627-ee3644556a24, host n-h2-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852085-12',level=0,port_id=883b816a-c7ca-4854-9627-ee3644556a24,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:34:58.210446 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53cddb2d-9e1f-45ae-bd7f-f70ff9573a09 admin admin] Network 0f5e5799-5ce3-40f0-a02d-b3c68160cc75 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:34:58.226371 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Returning: {'device': '883b816a-c7ca-4854-9627-ee3644556a24', 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7', 'port_id': '883b816a-c7ca-4854-9627-ee3644556a24', 'mac_address': 'fa:16:3e:8d:01:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1956090-7ed7-4d05-a46e-a7b0885ca8e4', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 20:34:58.341111 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-22b5c427-54e8-4367-a9b2-1cceaa1f696a None None] For port 79afd1b4-1515-44e1-94ae-88a070f206a7, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:34:58.349642 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-22b5c427-54e8-4367-a9b2-1cceaa1f696a None None] For port 79afd1b4-1515-44e1-94ae-88a070f206a7, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=79afd1b4-1515-44e1-94ae-88a070f206a7,segment=NetworkSegment(e476d535-1a4e-41d2-a614-d3419785d904),segment_id=e476d535-1a4e-41d2-a614-d3419785d904)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:34:58.356727 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Current status of the port 883b816a-c7ca-4854-9627-ee3644556a24 is: DOWN; New status is: BUILD {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:34:58.357354 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (883b816a-c7ca-4854-9627-ee3644556a24), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:58.380096 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc2c0b96-98c0-4de1-bc7d-59db7f9617c7 req-07bf7585-97ba-4e40-b570-1b7a5f9ea7b8 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Made reservation on behalf of 74eef3bf938c491d8a2f5192ba598c19 for: {'port': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:34:58.386483 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-bc2c0b96-98c0-4de1-bc7d-59db7f9617c7 req-07bf7585-97ba-4e40-b570-1b7a5f9ea7b8 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:58.387063 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 883b816a-c7ca-4854-9627-ee3644556a24 {{(pid=108171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 20:34:58.395776 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-53cddb2d-9e1f-45ae-bd7f-f70ff9573a09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 0f5e5799-5ce3-40f0-a02d-b3c68160cc75) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:34:58.405648 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cddb2d-9e1f-45ae-bd7f-f70ff9573a09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:58.406700 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-53cddb2d-9e1f-45ae-bd7f-f70ff9573a09 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:58.425307 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204a5940-888b-442b-8beb-44d906d69af9 None None] Network 0f5e5799-5ce3-40f0-a02d-b3c68160cc75 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:34:58.431646 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-000cd029-79c4-4d44-a3e9-6c4b151a80fd admin admin] Allocated IP 172.25.5.227 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/34d00474-158f-4385-bfb4-7660f16be0d2) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:34:58.462919 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] For port 883b816a-c7ca-4854-9627-ee3644556a24, host n-h2-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852085-12',level=0,port_id=883b816a-c7ca-4854-9627-ee3644556a24,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:34:58.480902 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b32cfbd-f541-4a2d-bcf6-cb2ba5ef97f3 req-211a675a-0baf-497b-97f0-95912f341a7b tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:58.485628 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-8b32cfbd-f541-4a2d-bcf6-cb2ba5ef97f3 req-211a675a-0baf-497b-97f0-95912f341a7b tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=acea6767-d8a4-488e-8d07-1c7362778255 HTTP/1.1" status: 200 len: 947 time: 0.9484777 Oct 04 20:34:58.490880 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bfa5fd1f-92db-4806-a502-62fa9da9a818 admin admin] Publish callbacks [] for security_group (7286d5dc-5847-4574-9579-d1ff27a3d496), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:58.532368 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-22b5c427-54e8-4367-a9b2-1cceaa1f696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (79afd1b4-1515-44e1-94ae-88a070f206a7), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:58.619540 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (883b816a-c7ca-4854-9627-ee3644556a24), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:58.653206 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ce869-6cb2-45e8-ae25-2a8034f858cb req-90af1429-8199-4a36-9cb3-ff4b77a4d753 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:58.671896 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-634ce869-6cb2-45e8-ae25-2a8034f858cb req-90af1429-8199-4a36-9cb3-ff4b77a4d753 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa10127f-3488-4ff2-ac91-5411815abde8 HTTP/1.1" status: 200 len: 947 time: 0.4087656 Oct 04 20:34:58.672419 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:58.761569 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b5c427-54e8-4367-a9b2-1cceaa1f696a None None] Pushing event updated for resources: {'Port': ['ID=79afd1b4-1515-44e1-94ae-88a070f206a7,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:58.863547 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [req-97f9dda0-be5b-4bc7-8012-6f8a9c047b99 req-31b19b29-b18c-4ee2-a60b-0322f1230e20 service neutron] For port e2b12abe-be90-4826-bd13-1dc771ab7219, host n-h1-852085-12, cleared binding levels {{(pid=108170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:34:58.864914 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67aa7c8-c96e-4a43-8191-6ab6b1408d12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-0f5e5799-5ce3-40f0-a02d-b3c68160cc75', 'network_id': '0f5e5799-5ce3-40f0-a02d-b3c68160cc75', 'project_id': '1a11d1435a15411dac3494ce54e4a8e5', 'fixed_ips': [{'subnet_id': '52a7adeb-b7a4-4022-a498-c961c98581fc'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:34:58.867442 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d67aa7c8-c96e-4a43-8191-6ab6b1408d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:58.904420 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4df6b509-1b30-46ed-b14d-298f23375903 req-f044d993-e04c-45bc-9c8d-3716b143a627 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2194872 Oct 04 20:34:58.918731 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [req-97f9dda0-be5b-4bc7-8012-6f8a9c047b99 req-31b19b29-b18c-4ee2-a60b-0322f1230e20 service neutron] For port e2b12abe-be90-4826-bd13-1dc771ab7219, host n-h1-852085-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=e2b12abe-be90-4826-bd13-1dc771ab7219,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:34:58.943413 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [req-bc2c0b96-98c0-4de1-bc7d-59db7f9617c7 req-07bf7585-97ba-4e40-b570-1b7a5f9ea7b8 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Allocated IP 192.168.233.54 (42fbb05e-3f96-444f-a676-04ee9d06a8c7/e1956090-7ed7-4d05-a46e-a7b0885ca8e4/0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:34:58.944649 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-8b32cfbd-f541-4a2d-bcf6-cb2ba5ef97f3 req-bd1cef52-7147-4356-9c6c-49472d390cde tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4347453 Oct 04 20:34:59.013173 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-634ce869-6cb2-45e8-ae25-2a8034f858cb req-612978d6-9444-4dba-b4bc-89b4940d0243 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c2bc8a6c-d92e-4924-ad5b-3d15a4cff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393579 Oct 04 20:34:59.034132 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-97f9dda0-be5b-4bc7-8012-6f8a9c047b99 req-31b19b29-b18c-4ee2-a60b-0322f1230e20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (e2b12abe-be90-4826-bd13-1dc771ab7219), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:59.053688 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f9dda0-be5b-4bc7-8012-6f8a9c047b99 req-31b19b29-b18c-4ee2-a60b-0322f1230e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:34:59.054894 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-97f9dda0-be5b-4bc7-8012-6f8a9c047b99 req-31b19b29-b18c-4ee2-a60b-0322f1230e20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:59.059189 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-97f9dda0-be5b-4bc7-8012-6f8a9c047b99 req-31b19b29-b18c-4ee2-a60b-0322f1230e20 service neutron] 10.222.0.83 "PUT /networking/v2.0/ports/e2b12abe-be90-4826-bd13-1dc771ab7219 HTTP/1.1" status: 200 len: 1096 time: 6.5973597 Oct 04 20:34:59.064345 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa10127f-3488-4ff2-ac91-5411815abde8', 'tag': 'e2b12abe-be90-4826-bd13-1dc771ab7219'}] {{(pid=108170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:34:59.082055 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a696e922a709062c6bf2650733a1f4a2b44940721a32d933316dd509f3aaf0ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd77ca78-8a4e-41a5-94f4-a6bd74b1acab" -d '{"events": [{"name": "network-changed", "server_uuid": "aa10127f-3488-4ff2-ac91-5411815abde8", "tag": "e2b12abe-be90-4826-bd13-1dc771ab7219"}]}' {{(pid=108170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:34:59.163568 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Pushing event updated for resources: {'Port': ['ID=883b816a-c7ca-4854-9627-ee3644556a24,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:59.227213 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bfa5fd1f-92db-4806-a502-62fa9da9a818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (7286d5dc-5847-4574-9579-d1ff27a3d496), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:59.261756 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bfa5fd1f-92db-4806-a502-62fa9da9a818 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:59.374484 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] get_ports_and_sgs() called for port_ids ['883b816a-c7ca-4854-9627-ee3644556a24'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:34:59.375119 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-bfa5fd1f-92db-4806-a502-62fa9da9a818 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/7286d5dc-5847-4574-9579-d1ff27a3d496 HTTP/1.1" status: 204 len: 168 time: 2.3991437 Oct 04 20:34:59.375326 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-53cddb2d-9e1f-45ae-bd7f-f70ff9573a09 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 4.4489212 Oct 04 20:34:59.375326 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59358) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:34:59.375326 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-f470c184-51b2-45cd-a3f3-d7458fa9779b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-177697425-router', 'tenant_id': '1a11d1435a15411dac3494ce54e4a8e5', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:34:59.376344 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa5fd1f-92db-4806-a502-62fa9da9a818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7286d5dc-5847-4574-9579-d1ff27a3d496,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:59.376522 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:34:59.655570 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b19b29-b18c-4ee2-a60b-0322f1230e20 service neutron] Pushing event updated for resources: {'Port': ['ID=e2b12abe-be90-4826-bd13-1dc771ab7219,revision_number=3']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:34:59.704300 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-cc5c5996-b155-4f30-b691-1d61d918b3e9 req-7bc41404-7de0-42c4-b4b7-f555c0af16d5 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0f57f25a-23a5-469a-bdab-c55a3d3a7201 HTTP/1.1" status: 200 len: 210 time: 0.4050896 Oct 04 20:34:59.731874 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-7cb7b612-3fa5-4535-ba86-111cd396c998 req-c34a7958-b2f4-4b98-90be-69205c82a41f tempest-ServersAdmin275Test-160193449 tempest-ServersAdmin275Test-160193449-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ccb6a102-8cc0-4764-98b0-5b6e0796bc35 HTTP/1.1" status: 200 len: 210 time: 0.3125277 Oct 04 20:34:59.912476 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-000cd029-79c4-4d44-a3e9-6c4b151a80fd admin admin] Publish callbacks [] for port (34d00474-158f-4385-bfb4-7660f16be0d2), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:59.939937 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 20:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42527701-e2b8-4e24-bf8e-a029cdab873e x-openstack-request-id: req-42527701-e2b8-4e24-bf8e-a029cdab873e {{(pid=108170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:34:59.939937 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa10127f-3488-4ff2-ac91-5411815abde8", "tag": "e2b12abe-be90-4826-bd13-1dc771ab7219", "status": "completed", "code": 200}]} {{(pid=108170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:34:59.940321 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-42527701-e2b8-4e24-bf8e-a029cdab873e {{(pid=108170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:34:59.940732 n-d-852085-12 neutron-server[108170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42527701-e2b8-4e24-bf8e-a029cdab873e'] response: {'name': 'network-changed', 'server_uuid': 'aa10127f-3488-4ff2-ac91-5411815abde8', 'tag': 'e2b12abe-be90-4826-bd13-1dc771ab7219', 'status': 'completed', 'code': 200} Oct 04 20:34:59.981047 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f470c184-51b2-45cd-a3f3-d7458fa9779b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (b9729ca6-f44c-4c96-bb96-71bc6562ef88), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:59.981047 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f470c184-51b2-45cd-a3f3-d7458fa9779b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (b9729ca6-f44c-4c96-bb96-71bc6562ef88), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:34:59.993788 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-d67aa7c8-c96e-4a43-8191-6ab6b1408d12 None None] Allocated IP 172.20.0.2 (0f5e5799-5ce3-40f0-a02d-b3c68160cc75/52a7adeb-b7a4-4022-a498-c961c98581fc/77f96c66-b0d9-4e31-b3c0-45bae6a5f3d7) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:35:00.045807 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:00.204572 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-bc2c0b96-98c0-4de1-bc7d-59db7f9617c7 req-07bf7585-97ba-4e40-b570-1b7a5f9ea7b8 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Publish callbacks [] for port (0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:00.305432 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-000cd029-79c4-4d44-a3e9-6c4b151a80fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (34d00474-158f-4385-bfb4-7660f16be0d2), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:00.315944 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f470c184-51b2-45cd-a3f3-d7458fa9779b admin admin] Publish callbacks [] for router_controller (b9729ca6-f44c-4c96-bb96-71bc6562ef88), precommit_add_association {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:00.341078 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=80,neutron:INSERT=11,neutron:UPDATE=7,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:00.447467 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-bc2c0b96-98c0-4de1-bc7d-59db7f9617c7 req-07bf7585-97ba-4e40-b570-1b7a5f9ea7b8 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:00.505153 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] get_ports_and_sgs() called for port_ids ['26cc88b4-8d45-445d-8a36-b340685405f4'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:35:00.522532 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000cd029-79c4-4d44-a3e9-6c4b151a80fd admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:35:00.626267 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-000cd029-79c4-4d44-a3e9-6c4b151a80fd admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:35:00.626620 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9dde11-1245-477a-823c-ea297a6313a0 req-18cf1268-089d-46e1-904c-35a4b9289864 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:00.629972 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-7e9dde11-1245-477a-823c-ea297a6313a0 req-18cf1268-089d-46e1-904c-35a4b9289864 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=acea6767-d8a4-488e-8d07-1c7362778255 HTTP/1.1" status: 200 len: 948 time: 0.3607814 Oct 04 20:35:00.657857 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce1f0e-9036-45bd-a5d3-d8d0642a1e5c req-733c0945-c90d-461c-9816-d5f06a88a915 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:00.659885 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-25ce1f0e-9036-45bd-a5d3-d8d0642a1e5c req-733c0945-c90d-461c-9816-d5f06a88a915 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa10127f-3488-4ff2-ac91-5411815abde8 HTTP/1.1" status: 200 len: 947 time: 0.2623897 Oct 04 20:35:00.680583 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000cd029-79c4-4d44-a3e9-6c4b151a80fd admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:35:00.801444 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000cd029-79c4-4d44-a3e9-6c4b151a80fd admin admin] Pushing event updated for resources: {'Port': ['ID=34d00474-158f-4385-bfb4-7660f16be0d2,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:00.808306 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc2c0b96-98c0-4de1-bc7d-59db7f9617c7 req-07bf7585-97ba-4e40-b570-1b7a5f9ea7b8 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:35:00.936855 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [req-bc2c0b96-98c0-4de1-bc7d-59db7f9617c7 req-07bf7585-97ba-4e40-b570-1b7a5f9ea7b8 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:35:00.951633 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc2c0b96-98c0-4de1-bc7d-59db7f9617c7 req-07bf7585-97ba-4e40-b570-1b7a5f9ea7b8 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:35:01.042261 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 79afd1b4-1515-44e1-94ae-88a070f206a7 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:35:01.156960 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-25ce1f0e-9036-45bd-a5d3-d8d0642a1e5c req-55dc1b21-150c-4b9a-b3cb-0cdf8c9490da tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c2bc8a6c-d92e-4924-ad5b-3d15a4cff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4772627 Oct 04 20:35:01.230284 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d67aa7c8-c96e-4a43-8191-6ab6b1408d12 None None] Publish callbacks [] for port (77f96c66-b0d9-4e31-b3c0-45bae6a5f3d7), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:01.260586 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f9dda0-be5b-4bc7-8012-6f8a9c047b99 req-f5ff98a2-3a4f-4021-82bf-dcc82ced2df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:01.267882 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-97f9dda0-be5b-4bc7-8012-6f8a9c047b99 req-f5ff98a2-3a4f-4021-82bf-dcc82ced2df3 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=7e024c248dfa402e9aa19677dd749c9f&device_id=aa10127f-3488-4ff2-ac91-5411815abde8 HTTP/1.1" status: 200 len: 1130 time: 0.3951607 Oct 04 20:35:01.396449 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-7e9dde11-1245-477a-823c-ea297a6313a0 req-de39012c-08a5-4245-9010-2e0227b5003e tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7218285 Oct 04 20:35:01.443025 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d67aa7c8-c96e-4a43-8191-6ab6b1408d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (77f96c66-b0d9-4e31-b3c0-45bae6a5f3d7), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:01.458622 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 79afd1b4-1515-44e1-94ae-88a070f206a7 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:35:01.463310 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (79afd1b4-1515-44e1-94ae-88a070f206a7), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:01.463310 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 79afd1b4-1515-44e1-94ae-88a070f206a7 Oct 04 20:35:01.512906 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-97f9dda0-be5b-4bc7-8012-6f8a9c047b99 req-4f892980-b48a-4ab4-94ac-4c0a4494ad46 service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=e2b12abe-be90-4826-bd13-1dc771ab7219 HTTP/1.1" status: 200 len: 217 time: 0.1148052 Oct 04 20:35:01.518462 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba3f9e9-e96e-4596-99bf-a1d9d2d36358 None None] Network 835c6cd5-18d9-469b-b099-e5b18c50df58 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:35:01.611615 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:01.751710 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c0b96-98c0-4de1-bc7d-59db7f9617c7 req-07bf7585-97ba-4e40-b570-1b7a5f9ea7b8 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:01.753172 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-bc2c0b96-98c0-4de1-bc7d-59db7f9617c7 req-07bf7585-97ba-4e40-b570-1b7a5f9ea7b8 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:01.770073 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-728ecfe9-581d-487a-990a-3dfec21487cb None None] Provisioning complete for port 79afd1b4-1515-44e1-94ae-88a070f206a7 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:35:01.771018 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-728ecfe9-581d-487a-990a-3dfec21487cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (79afd1b4-1515-44e1-94ae-88a070f206a7), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:01.771804 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-728ecfe9-581d-487a-990a-3dfec21487cb None None] Attempt 1 to provision port 79afd1b4-1515-44e1-94ae-88a070f206a7 Oct 04 20:35:01.821254 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746e800-30ab-43b0-be8a-81bf40d81b29 req-db9f4c9c-c9a1-4d2b-b5e9-a4a56285adf2 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:01.838083 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a746e800-30ab-43b0-be8a-81bf40d81b29 req-db9f4c9c-c9a1-4d2b-b5e9-a4a56285adf2 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0f57f25a-23a5-469a-bdab-c55a3d3a7201 HTTP/1.1" status: 200 len: 935 time: 0.3207185 Oct 04 20:35:01.880418 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f9dda0-be5b-4bc7-8012-6f8a9c047b99 req-d8978bfa-6dba-46cd-81dd-5cb8d2b134be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:01.886672 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-97f9dda0-be5b-4bc7-8012-6f8a9c047b99 req-d8978bfa-6dba-46cd-81dd-5cb8d2b134be service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.3520536 Oct 04 20:35:01.973637 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] get_ports_and_sgs() called for port_ids ['9508b042-5160-4988-9db8-7f6ce03be19a'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:35:01.976060 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-92f54085-0677-4177-91ae-2201c02a321d req-45e1cf96-133a-4bf9-9659-a9d68df8b563 tempest-ServersAdmin275Test-160193449 tempest-ServersAdmin275Test-160193449-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ccb6a102-8cc0-4764-98b0-5b6e0796bc35 HTTP/1.1" status: 200 len: 210 time: 0.2553723 Oct 04 20:35:01.978817 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Device 883b816a-c7ca-4854-9627-ee3644556a24 up at agent hyperv_n-h2-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:35:02.004935 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:02.168287 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 59392) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:35:02.170161 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f9dda0-be5b-4bc7-8012-6f8a9c047b99 req-4e304d32-8a50-4039-8faf-1a2359c7644f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:02.173123 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-97f9dda0-be5b-4bc7-8012-6f8a9c047b99 req-4e304d32-8a50-4039-8faf-1a2359c7644f service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1908836 Oct 04 20:35:02.253465 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-728ecfe9-581d-487a-990a-3dfec21487cb None None] Current status of the port 79afd1b4-1515-44e1-94ae-88a070f206a7 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:35:02.255096 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-728ecfe9-581d-487a-990a-3dfec21487cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (79afd1b4-1515-44e1-94ae-88a070f206a7), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:02.262586 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:02.273530 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-1c6679e8-b55e-45cf-bd15-0d70fa121aa6 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=58981ada7897444a8e277d491b2cc6b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0983486 Oct 04 20:35:02.274243 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 59396) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:35:02.336812 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Provisioning for port 883b816a-c7ca-4854-9627-ee3644556a24 completed by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 20:35:02.380655 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67aa7c8-c96e-4a43-8191-6ab6b1408d12 None None] Network 0f5e5799-5ce3-40f0-a02d-b3c68160cc75 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:35:02.437663 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bf7585-97ba-4e40-b570-1b7a5f9ea7b8 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Pushing event updated for resources: {'Port': ['ID=0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:02.444363 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-728ecfe9-581d-487a-990a-3dfec21487cb None None] For port 79afd1b4-1515-44e1-94ae-88a070f206a7, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=79afd1b4-1515-44e1-94ae-88a070f206a7,segment=NetworkSegment(e476d535-1a4e-41d2-a614-d3419785d904),segment_id=e476d535-1a4e-41d2-a614-d3419785d904)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:35:02.447633 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-bc2c0b96-98c0-4de1-bc7d-59db7f9617c7 req-07bf7585-97ba-4e40-b570-1b7a5f9ea7b8 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.85 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.4364676 Oct 04 20:35:02.450991 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f470c184-51b2-45cd-a3f3-d7458fa9779b admin admin] Publish callbacks [] for router_gateway (b9729ca6-f44c-4c96-bb96-71bc6562ef88), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:02.460736 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:02.492486 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:02.519572 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-97f9dda0-be5b-4bc7-8012-6f8a9c047b99 req-3ac4a41b-9e64-4801-a00d-42457b53e301 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580826 Oct 04 20:35:02.529301 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [req-bc2c0b96-98c0-4de1-bc7d-59db7f9617c7 req-1f13efd5-86c9-43cc-b11f-c2052f84281a service neutron] Request body: {'port': {'device_id': '0f57f25a-23a5-469a-bdab-c55a3d3a7201', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-852085-12'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:35:02.541537 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a746e800-30ab-43b0-be8a-81bf40d81b29 req-10b79098-fbca-4551-9203-dd588f7bb036 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2307915d-12a1-4f54-8445-b78325b75811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6992431 Oct 04 20:35:02.551034 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Provisioning complete for port 883b816a-c7ca-4854-9627-ee3644556a24 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:35:02.551648 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (883b816a-c7ca-4854-9627-ee3644556a24), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:02.552175 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Attempt 1 to provision port 883b816a-c7ca-4854-9627-ee3644556a24 Oct 04 20:35:02.732305 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-d67aa7c8-c96e-4a43-8191-6ab6b1408d12 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:35:02.742589 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67aa7c8-c96e-4a43-8191-6ab6b1408d12 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:35:02.746501 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-728ecfe9-581d-487a-990a-3dfec21487cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (79afd1b4-1515-44e1-94ae-88a070f206a7), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:02.763296 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ab974-d1e2-4367-99ce-84abf49c1350 req-10e50de1-7c56-43a7-8a88-ad48bb5156c1 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:02.780507 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-140ab974-d1e2-4367-99ce-84abf49c1350 req-10e50de1-7c56-43a7-8a88-ad48bb5156c1 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa10127f-3488-4ff2-ac91-5411815abde8 HTTP/1.1" status: 200 len: 947 time: 0.2063358 Oct 04 20:35:02.860039 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67aa7c8-c96e-4a43-8191-6ab6b1408d12 None None] Pushing event updated for resources: {'Port': ['ID=77f96c66-b0d9-4e31-b3c0-45bae6a5f3d7,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:02.909669 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-bc2c0b96-98c0-4de1-bc7d-59db7f9617c7 req-1f13efd5-86c9-43cc-b11f-c2052f84281a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:03.049113 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-140ab974-d1e2-4367-99ce-84abf49c1350 req-687340fc-0a07-469b-87e9-d7c67f076853 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c2bc8a6c-d92e-4924-ad5b-3d15a4cff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497214 Oct 04 20:35:03.051841 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:03.113062 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-0d894d01-0149-4814-90c6-9c7d869fd822 None None] Provisioning complete for port 0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:35:03.114011 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0d894d01-0149-4814-90c6-9c7d869fd822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:03.114816 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-0d894d01-0149-4814-90c6-9c7d869fd822 None None] Attempt 1 to provision port 0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44 Oct 04 20:35:03.202046 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e96629-3d92-4501-b209-1280bc962887 req-c5b59d03-67bb-4a1a-81f2-36586cc321c3 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:03.206028 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a6e96629-3d92-4501-b209-1280bc962887 req-c5b59d03-67bb-4a1a-81f2-36586cc321c3 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=acea6767-d8a4-488e-8d07-1c7362778255 HTTP/1.1" status: 200 len: 948 time: 0.3202455 Oct 04 20:35:03.409939 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a6e96629-3d92-4501-b209-1280bc962887 req-42b190ff-9afe-4566-a119-0af4255c4296 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821208 Oct 04 20:35:03.481433 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-97f9dda0-be5b-4bc7-8012-6f8a9c047b99 req-d55c00c5-38e6-4365-bc3f-e99fc679c5fb service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9371924 Oct 04 20:35:03.484302 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5fc3d547-2b20-4c8f-b8cf-ea24b880291e admin admin] Publish callbacks [] for security_group (b3b851ce-aa18-4862-a8f8-edad4c801cfc), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:03.556386 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5fc3d547-2b20-4c8f-b8cf-ea24b880291e admin admin] Publish callbacks [] for security_group (b3b851ce-aa18-4862-a8f8-edad4c801cfc), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:03.562853 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-0d894d01-0149-4814-90c6-9c7d869fd822 None None] Port 0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:35:03.587774 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728ecfe9-581d-487a-990a-3dfec21487cb None None] Pushing event updated for resources: {'Port': ['ID=79afd1b4-1515-44e1-94ae-88a070f206a7,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:03.595700 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:03.645588 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-63787343-cb92-4dec-b927-befe47d38db1 req-19e3e32c-2f24-4ca9-85e6-c3f8d449e7d1 tempest-ServersAdmin275Test-160193449 tempest-ServersAdmin275Test-160193449-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ccb6a102-8cc0-4764-98b0-5b6e0796bc35 HTTP/1.1" status: 200 len: 210 time: 0.2682397 Oct 04 20:35:03.724729 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [req-bc2c0b96-98c0-4de1-bc7d-59db7f9617c7 req-1f13efd5-86c9-43cc-b11f-c2052f84281a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44 {{(pid=108169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 20:35:03.810029 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-d67aa7c8-c96e-4a43-8191-6ab6b1408d12 None None] Attempting to bind port 77f96c66-b0d9-4e31-b3c0-45bae6a5f3d7 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:35:03.810636 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-d67aa7c8-c96e-4a43-8191-6ab6b1408d12 None None] Attempting to bind port 77f96c66-b0d9-4e31-b3c0-45bae6a5f3d7 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'ec7a059a-a40c-4218-948a-e857d53f2da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0f5e5799-5ce3-40f0-a02d-b3c68160cc75'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:35:03.811509 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67aa7c8-c96e-4a43-8191-6ab6b1408d12 None None] Attempting to bind port 77f96c66-b0d9-4e31-b3c0-45bae6a5f3d7 on network 0f5e5799-5ce3-40f0-a02d-b3c68160cc75 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:35:03.828340 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Current status of the port 883b816a-c7ca-4854-9627-ee3644556a24 is: BUILD; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:35:03.828947 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (883b816a-c7ca-4854-9627-ee3644556a24), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:03.851638 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-bc2c0b96-98c0-4de1-bc7d-59db7f9617c7 req-1f13efd5-86c9-43cc-b11f-c2052f84281a service neutron] Publish callbacks [] for port (0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:03.914073 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3199bb63-eb36-430a-b2c2-167ed00bb24a req-55737cb5-9fb6-42f0-8016-b669a2e39c51 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:03.929308 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-3199bb63-eb36-430a-b2c2-167ed00bb24a req-55737cb5-9fb6-42f0-8016-b669a2e39c51 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0f57f25a-23a5-469a-bdab-c55a3d3a7201 HTTP/1.1" status: 200 len: 935 time: 0.1188374 Oct 04 20:35:03.940356 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 79afd1b4-1515-44e1-94ae-88a070f206a7 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:35:03.945792 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5fc3d547-2b20-4c8f-b8cf-ea24b880291e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (b3b851ce-aa18-4862-a8f8-edad4c801cfc), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:03.951210 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5fc3d547-2b20-4c8f-b8cf-ea24b880291e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:03.961325 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acea6767-d8a4-488e-8d07-1c7362778255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '883b816a-c7ca-4854-9627-ee3644556a24'}] {{(pid=108171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:35:03.967376 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966b91da6921e714df7c26a37f4733087768fb9a36052be1ead95d4d835f43be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df402a98-cb2e-49f5-bfac-38ddada54d0e" -d '{"events": [{"server_uuid": "acea6767-d8a4-488e-8d07-1c7362778255", "name": "network-vif-plugged", "status": "completed", "tag": "883b816a-c7ca-4854-9627-ee3644556a24"}]}' {{(pid=108171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:35:03.972063 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-5fc3d547-2b20-4c8f-b8cf-ea24b880291e admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/b3b851ce-aa18-4862-a8f8-edad4c801cfc HTTP/1.1" status: 204 len: 168 time: 1.4520788 Oct 04 20:35:03.985220 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:03.988898 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:04.056866 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] For port 883b816a-c7ca-4854-9627-ee3644556a24, host n-h2-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852085-12',level=0,port_id=883b816a-c7ca-4854-9627-ee3644556a24,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:35:04.083970 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc3d547-2b20-4c8f-b8cf-ea24b880291e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b851ce-aa18-4862-a8f8-edad4c801cfc,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:04.101329 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:04.146836 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67aa7c8-c96e-4a43-8191-6ab6b1408d12 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:35:04.147524 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67aa7c8-c96e-4a43-8191-6ab6b1408d12 None None] Checking segment: {'id': 'ec7a059a-a40c-4218-948a-e857d53f2da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0f5e5799-5ce3-40f0-a02d-b3c68160cc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:35:04.148191 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d67aa7c8-c96e-4a43-8191-6ab6b1408d12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:04.148840 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67aa7c8-c96e-4a43-8191-6ab6b1408d12 None None] Bound using segment: {'id': 'ec7a059a-a40c-4218-948a-e857d53f2da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0f5e5799-5ce3-40f0-a02d-b3c68160cc75'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:35:04.149681 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-d67aa7c8-c96e-4a43-8191-6ab6b1408d12 None None] Bound port: 77f96c66-b0d9-4e31-b3c0-45bae6a5f3d7, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec7a059a-a40c-4218-948a-e857d53f2da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0f5e5799-5ce3-40f0-a02d-b3c68160cc75'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:35:04.162920 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d67aa7c8-c96e-4a43-8191-6ab6b1408d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (77f96c66-b0d9-4e31-b3c0-45bae6a5f3d7), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:04.224790 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 20:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885124ec-546c-4500-8aae-9b383fee8d3b x-openstack-request-id: req-885124ec-546c-4500-8aae-9b383fee8d3b {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:35:04.224790 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acea6767-d8a4-488e-8d07-1c7362778255", "name": "network-vif-plugged", "status": "completed", "tag": "883b816a-c7ca-4854-9627-ee3644556a24", "code": 200}]} {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:35:04.224790 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-885124ec-546c-4500-8aae-9b383fee8d3b {{(pid=108171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:35:04.224790 n-d-852085-12 neutron-server[108171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-885124ec-546c-4500-8aae-9b383fee8d3b'] response: {'server_uuid': 'acea6767-d8a4-488e-8d07-1c7362778255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '883b816a-c7ca-4854-9627-ee3644556a24', 'code': 200} Oct 04 20:35:04.225608 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-3199bb63-eb36-430a-b2c2-167ed00bb24a req-829a04e4-786d-46c8-be93-bb501261e034 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2307915d-12a1-4f54-8445-b78325b75811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930727 Oct 04 20:35:04.282943 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 79afd1b4-1515-44e1-94ae-88a070f206a7 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:35:04.295381 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (883b816a-c7ca-4854-9627-ee3644556a24), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:04.307490 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.provisioning_blocks [req-bc2c0b96-98c0-4de1-bc7d-59db7f9617c7 req-1f13efd5-86c9-43cc-b11f-c2052f84281a service neutron] Transition to ACTIVE for port object 0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44 will not be triggered until provisioned by entity L2. {{(pid=108169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 20:35:04.394954 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-bc2c0b96-98c0-4de1-bc7d-59db7f9617c7 req-1f13efd5-86c9-43cc-b11f-c2052f84281a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:04.616189 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f470c184-51b2-45cd-a3f3-d7458fa9779b admin admin] Publish callbacks [] for router_gateway (b9729ca6-f44c-4c96-bb96-71bc6562ef88), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:04.670991 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f470c184-51b2-45cd-a3f3-d7458fa9779b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:04.698966 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee678a18-eb23-427f-a074-bf3f63b59c36 req-5ae7c8a1-fd46-4b19-8540-1d1c05de38e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:04.706794 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ee678a18-eb23-427f-a074-bf3f63b59c36 req-5ae7c8a1-fd46-4b19-8540-1d1c05de38e0 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?device_id=acea6767-d8a4-488e-8d07-1c7362778255 HTTP/1.1" status: 200 len: 1132 time: 0.2992752 Oct 04 20:35:04.728331 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-d67aa7c8-c96e-4a43-8191-6ab6b1408d12 None None] For port 77f96c66-b0d9-4e31-b3c0-45bae6a5f3d7, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:35:04.748578 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-d67aa7c8-c96e-4a43-8191-6ab6b1408d12 None None] For port 77f96c66-b0d9-4e31-b3c0-45bae6a5f3d7, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=77f96c66-b0d9-4e31-b3c0-45bae6a5f3d7,segment=NetworkSegment(ec7a059a-a40c-4218-948a-e857d53f2da3),segment_id=ec7a059a-a40c-4218-948a-e857d53f2da3)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:35:04.857719 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c853f-1203-4e42-948c-03622f3432ee req-04185325-240b-44d5-a168-1de38442d13d tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:04.862332 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ce6c853f-1203-4e42-948c-03622f3432ee req-04185325-240b-44d5-a168-1de38442d13d tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa10127f-3488-4ff2-ac91-5411815abde8 HTTP/1.1" status: 200 len: 947 time: 0.3147819 Oct 04 20:35:04.875000 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ec8a4-c810-4132-b433-b908069bef5e req-79467e14-4278-4efc-abb1-58b1dd58efd0 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:04.889312 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d67aa7c8-c96e-4a43-8191-6ab6b1408d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (77f96c66-b0d9-4e31-b3c0-45bae6a5f3d7), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:04.891856 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c20ec8a4-c810-4132-b433-b908069bef5e req-79467e14-4278-4efc-abb1-58b1dd58efd0 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=acea6767-d8a4-488e-8d07-1c7362778255 HTTP/1.1" status: 200 len: 949 time: 0.1768661 Oct 04 20:35:04.901569 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-16a73671-d374-4b35-9597-7f662aded2ff None None] Provisioning complete for port 79afd1b4-1515-44e1-94ae-88a070f206a7 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:35:04.903484 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-16a73671-d374-4b35-9597-7f662aded2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (79afd1b4-1515-44e1-94ae-88a070f206a7), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:04.904089 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-16a73671-d374-4b35-9597-7f662aded2ff None None] Attempt 1 to provision port 79afd1b4-1515-44e1-94ae-88a070f206a7 Oct 04 20:35:05.019836 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Pushing event updated for resources: {'Port': ['ID=883b816a-c7ca-4854-9627-ee3644556a24,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:05.053177 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-f470c184-51b2-45cd-a3f3-d7458fa9779b admin admin] Allocated IP 172.25.5.172 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/a8e237f3-9a6e-4cc4-840d-813fcdf793f2) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:35:05.085358 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:05.157552 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ce6c853f-1203-4e42-948c-03622f3432ee req-b50c4d6c-ee91-4e14-952b-4da29ad85314 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c2bc8a6c-d92e-4924-ad5b-3d15a4cff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457485 Oct 04 20:35:05.234401 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ee678a18-eb23-427f-a074-bf3f63b59c36 req-a6e0eca0-293a-47cc-991c-5c5c650089a0 service neutron] 10.222.0.85 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5132036 Oct 04 20:35:05.277140 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c20ec8a4-c810-4132-b433-b908069bef5e req-c0456828-2334-4761-a474-d97db4ef0b43 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3841631 Oct 04 20:35:05.404558 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f470c184-51b2-45cd-a3f3-d7458fa9779b admin admin] Publish callbacks [] for port (a8e237f3-9a6e-4cc4-840d-813fcdf793f2), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:05.409075 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 79afd1b4-1515-44e1-94ae-88a070f206a7 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:35:05.409593 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (79afd1b4-1515-44e1-94ae-88a070f206a7), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:05.416498 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 79afd1b4-1515-44e1-94ae-88a070f206a7 Oct 04 20:35:05.573350 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67aa7c8-c96e-4a43-8191-6ab6b1408d12 None None] Pushing event updated for resources: {'Port': ['ID=77f96c66-b0d9-4e31-b3c0-45bae6a5f3d7,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:05.616311 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-000cd029-79c4-4d44-a3e9-6c4b151a80fd admin admin] Publish callbacks [] for router_gateway (5effed69-9508-4590-9f91-292e90a2554d), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:05.675418 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-48a8b9b0-4c03-4fd4-9c39-0fe723d0eed5 req-2ed1e868-e34b-4f87-aa1d-13d62cb9e955 tempest-ServersAdmin275Test-160193449 tempest-ServersAdmin275Test-160193449-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ccb6a102-8cc0-4764-98b0-5b6e0796bc35 HTTP/1.1" status: 200 len: 210 time: 0.0987978 Oct 04 20:35:05.880370 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f13efd5-86c9-43cc-b11f-c2052f84281a service neutron] Pushing event updated for resources: {'Port': ['ID=0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:05.890937 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f758a9-81a1-4acc-8d01-a89760012a2b req-ae5f3653-b021-43b9-912b-54fc279b5a6e tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:05.908500 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-49f758a9-81a1-4acc-8d01-a89760012a2b req-ae5f3653-b021-43b9-912b-54fc279b5a6e tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0f57f25a-23a5-469a-bdab-c55a3d3a7201 HTTP/1.1" status: 200 len: 947 time: 0.2304649 Oct 04 20:35:05.913978 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 79afd1b4-1515-44e1-94ae-88a070f206a7 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:35:05.956546 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-16a73671-d374-4b35-9597-7f662aded2ff None None] Current status of the port 79afd1b4-1515-44e1-94ae-88a070f206a7 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:35:06.032565 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f470c184-51b2-45cd-a3f3-d7458fa9779b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (a8e237f3-9a6e-4cc4-840d-813fcdf793f2), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:06.073134 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:06.116694 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-49f758a9-81a1-4acc-8d01-a89760012a2b req-63337c63-b953-419c-b906-91d1cd6e9fa5 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2307915d-12a1-4f54-8445-b78325b75811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053716 Oct 04 20:35:06.239285 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:06.247470 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 77f96c66-b0d9-4e31-b3c0-45bae6a5f3d7 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:35:06.255620 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f470c184-51b2-45cd-a3f3-d7458fa9779b admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:35:06.276441 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-f470c184-51b2-45cd-a3f3-d7458fa9779b admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:35:06.288264 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f470c184-51b2-45cd-a3f3-d7458fa9779b admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:35:06.397972 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 77f96c66-b0d9-4e31-b3c0-45bae6a5f3d7 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:35:06.399275 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (77f96c66-b0d9-4e31-b3c0-45bae6a5f3d7), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:06.399882 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 77f96c66-b0d9-4e31-b3c0-45bae6a5f3d7 Oct 04 20:35:06.584405 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [req-bc2c0b96-98c0-4de1-bc7d-59db7f9617c7 req-1f13efd5-86c9-43cc-b11f-c2052f84281a service neutron] Attempting to bind port 0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44 on host n-h2-852085-12 for vnic_type normal with profile {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:35:06.585043 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [req-bc2c0b96-98c0-4de1-bc7d-59db7f9617c7 req-1f13efd5-86c9-43cc-b11f-c2052f84281a service neutron] Attempting to bind port 0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44 by drivers openvswitch,hyperv on host n-h2-852085-12 at level 0 using segments [{'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'}] {{(pid=108169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:35:06.585493 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2c0b96-98c0-4de1-bc7d-59db7f9617c7 req-1f13efd5-86c9-43cc-b11f-c2052f84281a service neutron] Attempting to bind port 0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44 on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:35:06.645095 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d79765-eda7-4d32-aa2f-f67f9bd9b378 req-6da939b9-ea41-42f6-aea5-24b0ee0224c9 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:06.663817 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f470c184-51b2-45cd-a3f3-d7458fa9779b admin admin] Pushing event updated for resources: {'Port': ['ID=a8e237f3-9a6e-4cc4-840d-813fcdf793f2,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:06.684010 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-17d79765-eda7-4d32-aa2f-f67f9bd9b378 req-6da939b9-ea41-42f6-aea5-24b0ee0224c9 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa10127f-3488-4ff2-ac91-5411815abde8 HTTP/1.1" status: 200 len: 947 time: 0.2189612 Oct 04 20:35:06.698322 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 77f96c66-b0d9-4e31-b3c0-45bae6a5f3d7 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:35:06.702342 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (77f96c66-b0d9-4e31-b3c0-45bae6a5f3d7), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:06.876417 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 77f96c66-b0d9-4e31-b3c0-45bae6a5f3d7, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=77f96c66-b0d9-4e31-b3c0-45bae6a5f3d7,segment=NetworkSegment(ec7a059a-a40c-4218-948a-e857d53f2da3),segment_id=ec7a059a-a40c-4218-948a-e857d53f2da3)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:35:06.975439 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (77f96c66-b0d9-4e31-b3c0-45bae6a5f3d7), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:06.986251 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-17d79765-eda7-4d32-aa2f-f67f9bd9b378 req-91ec2c45-5214-4b12-9746-42a511486893 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c2bc8a6c-d92e-4924-ad5b-3d15a4cff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988229 Oct 04 20:35:06.988453 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:07.033656 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6cdc5-e283-4bfe-b8ab-0a952f452c64 req-929be2b2-cd0e-41c7-91fb-8281eead0da9 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:07.044856 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-0ba6cdc5-e283-4bfe-b8ab-0a952f452c64 req-929be2b2-cd0e-41c7-91fb-8281eead0da9 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=acea6767-d8a4-488e-8d07-1c7362778255 HTTP/1.1" status: 200 len: 949 time: 0.3550758 Oct 04 20:35:07.057852 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2c0b96-98c0-4de1-bc7d-59db7f9617c7 req-1f13efd5-86c9-43cc-b11f-c2052f84281a service neutron] Port 0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44 on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-852085-12 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:35:07.058397 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2c0b96-98c0-4de1-bc7d-59db7f9617c7 req-1f13efd5-86c9-43cc-b11f-c2052f84281a service neutron] Attempting to bind port 0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44 on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:35:07.181094 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=77f96c66-b0d9-4e31-b3c0-45bae6a5f3d7,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:07.246952 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:35:07.248403 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:35:07.249261 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:35:07.250206 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:35:07.251118 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:35:07.252785 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:35:07.253752 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:35:07.254585 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:35:07.258860 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:35:07.258860 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:35:07.258860 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:35:07.258860 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:35:07.258860 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:35:07.261877 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:35:07.262784 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:35:07.281272 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8cd87d-688e-4b33-944f-62da81ef8522 None None] Network 0f5e5799-5ce3-40f0-a02d-b3c68160cc75 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:35:07.316557 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-fd2ffe3b-20a4-4f4f-be0d-58185e521171 None None] Provisioning complete for port 77f96c66-b0d9-4e31-b3c0-45bae6a5f3d7 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:35:07.317621 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fd2ffe3b-20a4-4f4f-be0d-58185e521171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (77f96c66-b0d9-4e31-b3c0-45bae6a5f3d7), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:07.318479 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-fd2ffe3b-20a4-4f4f-be0d-58185e521171 None None] Attempt 1 to provision port 77f96c66-b0d9-4e31-b3c0-45bae6a5f3d7 Oct 04 20:35:07.334001 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-0ba6cdc5-e283-4bfe-b8ab-0a952f452c64 req-c1bff806-c582-485d-8ece-63fadef2b23a tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735686 Oct 04 20:35:07.366123 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-000cd029-79c4-4d44-a3e9-6c4b151a80fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (5effed69-9508-4590-9f91-292e90a2554d), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:07.463710 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ff7d8ffc-0369-4268-bd27-29e8e4df251d req-b89d9294-941b-48c9-a6e7-c37b6f2b7f97 tempest-ServersAdmin275Test-160193449 tempest-ServersAdmin275Test-160193449-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ccb6a102-8cc0-4764-98b0-5b6e0796bc35 HTTP/1.1" status: 200 len: 210 time: 0.1130681 Oct 04 20:35:07.580210 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2c0b96-98c0-4de1-bc7d-59db7f9617c7 req-1f13efd5-86c9-43cc-b11f-c2052f84281a service neutron] Checking agent: {'id': 'af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 28, 33), 'started_at': datetime.datetime(2022, 10, 4, 20, 28, 33), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:35:07.580991 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2c0b96-98c0-4de1-bc7d-59db7f9617c7 req-1f13efd5-86c9-43cc-b11f-c2052f84281a service neutron] Checking segment: {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:35:07.581787 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2c0b96-98c0-4de1-bc7d-59db7f9617c7 req-1f13efd5-86c9-43cc-b11f-c2052f84281a service neutron] Bound using segment: {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'} {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:35:07.582730 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [req-bc2c0b96-98c0-4de1-bc7d-59db7f9617c7 req-1f13efd5-86c9-43cc-b11f-c2052f84281a service neutron] Bound port: 0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44, host: n-h2-852085-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'}}] {{(pid=108169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:35:07.583520 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-bc2c0b96-98c0-4de1-bc7d-59db7f9617c7 req-1f13efd5-86c9-43cc-b11f-c2052f84281a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:07.607471 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:07.689017 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76dddd1-dfb2-41d0-879e-8011b256f878 req-be05b216-4cbf-4d69-a533-d9f2dfe286b1 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:07.711941 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f76dddd1-dfb2-41d0-879e-8011b256f878 req-be05b216-4cbf-4d69-a533-d9f2dfe286b1 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0f57f25a-23a5-469a-bdab-c55a3d3a7201 HTTP/1.1" status: 200 len: 947 time: 0.1947970 Oct 04 20:35:07.714836 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=100 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:07.784124 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-fd2ffe3b-20a4-4f4f-be0d-58185e521171 None None] Current status of the port 77f96c66-b0d9-4e31-b3c0-45bae6a5f3d7 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:35:07.827784 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:07.894230 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [req-bc2c0b96-98c0-4de1-bc7d-59db7f9617c7 req-1f13efd5-86c9-43cc-b11f-c2052f84281a service neutron] For port 0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44, host n-h2-852085-12, cleared binding levels {{(pid=108169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:35:07.901812 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [req-bc2c0b96-98c0-4de1-bc7d-59db7f9617c7 req-1f13efd5-86c9-43cc-b11f-c2052f84281a service neutron] For port 0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44, host n-h2-852085-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852085-12',level=0,port_id=0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:35:07.972496 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f76dddd1-dfb2-41d0-879e-8011b256f878 req-b391aab3-5287-45cf-8289-d8aa1fa411f0 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2307915d-12a1-4f54-8445-b78325b75811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458255 Oct 04 20:35:08.163948 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-be6a28e9-f2b6-4ea0-bd1c-582ccc0380a5 None None] Provisioning complete for port 77f96c66-b0d9-4e31-b3c0-45bae6a5f3d7 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:35:08.170858 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-be6a28e9-f2b6-4ea0-bd1c-582ccc0380a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (77f96c66-b0d9-4e31-b3c0-45bae6a5f3d7), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:08.171774 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-be6a28e9-f2b6-4ea0-bd1c-582ccc0380a5 None None] Attempt 1 to provision port 77f96c66-b0d9-4e31-b3c0-45bae6a5f3d7 Oct 04 20:35:08.194491 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-bc2c0b96-98c0-4de1-bc7d-59db7f9617c7 req-1f13efd5-86c9-43cc-b11f-c2052f84281a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:08.234574 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c0b96-98c0-4de1-bc7d-59db7f9617c7 req-1f13efd5-86c9-43cc-b11f-c2052f84281a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:08.238505 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-bc2c0b96-98c0-4de1-bc7d-59db7f9617c7 req-1f13efd5-86c9-43cc-b11f-c2052f84281a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:08.244458 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-bc2c0b96-98c0-4de1-bc7d-59db7f9617c7 req-1f13efd5-86c9-43cc-b11f-c2052f84281a service neutron] 10.222.0.85 "PUT /networking/v2.0/ports/0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44 HTTP/1.1" status: 200 len: 1096 time: 5.7732253 Oct 04 20:35:08.257537 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd77ca78-8a4e-41a5-94f4-a6bd74b1acab req-f56b6d4b-9bd0-4c1d-a046-2c9f54235314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:08.257744 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 77f96c66-b0d9-4e31-b3c0-45bae6a5f3d7 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:35:08.257836 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-bd77ca78-8a4e-41a5-94f4-a6bd74b1acab req-f56b6d4b-9bd0-4c1d-a046-2c9f54235314 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=7e024c248dfa402e9aa19677dd749c9f&device_id=aa10127f-3488-4ff2-ac91-5411815abde8 HTTP/1.1" status: 200 len: 1130 time: 0.1549833 Oct 04 20:35:08.261023 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f57f25a-23a5-469a-bdab-c55a3d3a7201', 'tag': '0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44'}] {{(pid=108169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:35:08.267937 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dea34fca0f7d6c1de22810621a04fa86ac5e48141775903912ac1624808dfef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0efc2e3-19be-436e-b98f-e10487eb0c33" -d '{"events": [{"name": "network-changed", "server_uuid": "0f57f25a-23a5-469a-bdab-c55a3d3a7201", "tag": "0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44"}]}' {{(pid=108169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:35:08.528280 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 77f96c66-b0d9-4e31-b3c0-45bae6a5f3d7 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:35:08.529645 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (77f96c66-b0d9-4e31-b3c0-45bae6a5f3d7), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:08.530398 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 77f96c66-b0d9-4e31-b3c0-45bae6a5f3d7 Oct 04 20:35:08.536598 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1944d95f-fcaf-47da-a4f4-b85fc9b3d46e req-d96f9aef-7b8c-448e-b76a-ebb7e7a3d0c1 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:08.545352 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-1944d95f-fcaf-47da-a4f4-b85fc9b3d46e req-d96f9aef-7b8c-448e-b76a-ebb7e7a3d0c1 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa10127f-3488-4ff2-ac91-5411815abde8 HTTP/1.1" status: 200 len: 947 time: 0.2460747 Oct 04 20:35:08.694863 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-be6a28e9-f2b6-4ea0-bd1c-582ccc0380a5 None None] Current status of the port 77f96c66-b0d9-4e31-b3c0-45bae6a5f3d7 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:35:08.759997 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a2fe9-f922-42c3-8cf3-a7e3a5d44e3b req-6f7ca70b-7423-47db-8be1-44c8049b4248 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:08.762818 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 77f96c66-b0d9-4e31-b3c0-45bae6a5f3d7 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:35:08.764251 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-dd1a2fe9-f922-42c3-8cf3-a7e3a5d44e3b req-6f7ca70b-7423-47db-8be1-44c8049b4248 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=acea6767-d8a4-488e-8d07-1c7362778255 HTTP/1.1" status: 200 len: 949 time: 0.1548634 Oct 04 20:35:08.777511 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-1944d95f-fcaf-47da-a4f4-b85fc9b3d46e req-a31b0370-200e-434a-bba1-0109da0e74d2 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c2bc8a6c-d92e-4924-ad5b-3d15a4cff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227778 Oct 04 20:35:08.782552 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd77ca78-8a4e-41a5-94f4-a6bd74b1acab req-e0703c81-e698-4ece-bf8c-f345cbd814e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:08.788002 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-bd77ca78-8a4e-41a5-94f4-a6bd74b1acab req-e0703c81-e698-4ece-bf8c-f345cbd814e2 service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=42fbb05e-3f96-444f-a676-04ee9d06a8c7 HTTP/1.1" status: 200 len: 870 time: 0.5242941 Oct 04 20:35:08.831685 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 20:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d7634e-7ce6-4051-b0df-3a94d535b1af x-openstack-request-id: req-34d7634e-7ce6-4051-b0df-3a94d535b1af {{(pid=108169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:35:08.832516 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f57f25a-23a5-469a-bdab-c55a3d3a7201", "tag": "0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44", "status": "completed", "code": 200}]} {{(pid=108169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:35:08.832516 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-34d7634e-7ce6-4051-b0df-3a94d535b1af {{(pid=108169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:35:08.832775 n-d-852085-12 neutron-server[108169]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34d7634e-7ce6-4051-b0df-3a94d535b1af'] response: {'name': 'network-changed', 'server_uuid': '0f57f25a-23a5-469a-bdab-c55a3d3a7201', 'tag': '0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44', 'status': 'completed', 'code': 200} Oct 04 20:35:08.842253 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-000cd029-79c4-4d44-a3e9-6c4b151a80fd admin admin] Router 5effed69-9508-4590-9f91-292e90a2554d is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:35:08.869389 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:08.883496 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-bd77ca78-8a4e-41a5-94f4-a6bd74b1acab req-9f548053-877a-4057-8fe1-a0b547408a55 service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=e2b12abe-be90-4826-bd13-1dc771ab7219 HTTP/1.1" status: 200 len: 217 time: 0.0844860 Oct 04 20:35:08.911667 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f13efd5-86c9-43cc-b11f-c2052f84281a service neutron] Pushing event updated for resources: {'Port': ['ID=0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44,revision_number=3']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:08.917917 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-34a7a6ba-f241-48f0-b4ca-f4998ed08ad3 req-429c3f86-3569-4650-a273-2a89b67ec57c service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=ccb6a102-8cc0-4764-98b0-5b6e0796bc35 HTTP/1.1" status: 200 len: 210 time: 0.1098025 Oct 04 20:35:08.948803 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f470c184-51b2-45cd-a3f3-d7458fa9779b admin admin] Publish callbacks [] for router_gateway (b9729ca6-f44c-4c96-bb96-71bc6562ef88), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:08.954235 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c0b96-98c0-4de1-bc7d-59db7f9617c7 req-78430cea-ada2-4518-9dae-28c3b0d18239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:08.957051 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-bc2c0b96-98c0-4de1-bc7d-59db7f9617c7 req-78430cea-ada2-4518-9dae-28c3b0d18239 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=74eef3bf938c491d8a2f5192ba598c19&device_id=0f57f25a-23a5-469a-bdab-c55a3d3a7201 HTTP/1.1" status: 200 len: 1130 time: 0.1402545 Oct 04 20:35:09.040464 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-dd1a2fe9-f922-42c3-8cf3-a7e3a5d44e3b req-6ef779b8-1111-4632-8643-d8ec60b43098 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608068 Oct 04 20:35:09.052595 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device e2b12abe-be90-4826-bd13-1dc771ab7219 details requested by agent hyperv_n-h1-852085-12 with host n-h1-852085-12 {{(pid=108171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 20:35:09.076512 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd77ca78-8a4e-41a5-94f4-a6bd74b1acab req-a04c32e4-0fba-428e-a829-5e967141d1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:09.078996 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-bd77ca78-8a4e-41a5-94f4-a6bd74b1acab req-a04c32e4-0fba-428e-a829-5e967141d1be service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.1888063 Oct 04 20:35:09.147561 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-bc2c0b96-98c0-4de1-bc7d-59db7f9617c7 req-15ede4ff-401e-4ad8-b2fe-8a34dccf3883 service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44 HTTP/1.1" status: 200 len: 217 time: 0.1322536 Oct 04 20:35:09.148066 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-1467086c-7ba9-43b8-a723-eca045569a56 req-c1c866d1-25c7-48a2-92fc-07b432ec048c tempest-ServersAdmin275Test-160193449 tempest-ServersAdmin275Test-160193449-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ccb6a102-8cc0-4764-98b0-5b6e0796bc35 HTTP/1.1" status: 200 len: 210 time: 0.1299798 Oct 04 20:35:09.297321 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:09.393598 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] For port e2b12abe-be90-4826-bd13-1dc771ab7219, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=e2b12abe-be90-4826-bd13-1dc771ab7219,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:35:09.421715 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:09.421715 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c0b96-98c0-4de1-bc7d-59db7f9617c7 req-8e96ab70-c17a-4dcf-a3f0-bca3db68b180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:09.421715 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-bc2c0b96-98c0-4de1-bc7d-59db7f9617c7 req-8e96ab70-c17a-4dcf-a3f0-bca3db68b180 service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.2582240 Oct 04 20:35:09.436503 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Returning: {'device': 'e2b12abe-be90-4826-bd13-1dc771ab7219', 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7', 'port_id': 'e2b12abe-be90-4826-bd13-1dc771ab7219', 'mac_address': 'fa:16:3e:a9:85:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1956090-7ed7-4d05-a46e-a7b0885ca8e4', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 20:35:09.476229 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e852144-625e-4737-8a99-ea66d2a9f18c req-1bfa1bd3-d535-4839-85b7-117c908428c6 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:09.480398 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9e852144-625e-4737-8a99-ea66d2a9f18c req-1bfa1bd3-d535-4839-85b7-117c908428c6 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0f57f25a-23a5-469a-bdab-c55a3d3a7201 HTTP/1.1" status: 200 len: 947 time: 0.2788775 Oct 04 20:35:09.527307 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Current status of the port e2b12abe-be90-4826-bd13-1dc771ab7219 is: DOWN; New status is: BUILD {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:35:09.527959 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (e2b12abe-be90-4826-bd13-1dc771ab7219), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:09.566602 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2b12abe-be90-4826-bd13-1dc771ab7219 {{(pid=108171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 20:35:09.572953 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d35e516-c1c2-4192-8c57-5ff5da69c6e1 req-a4929bcd-3129-4217-9f66-aef15dafb07c tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:09.575766 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-8d35e516-c1c2-4192-8c57-5ff5da69c6e1 req-a4929bcd-3129-4217-9f66-aef15dafb07c tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=75de593c-9f57-471f-a519-d97960ccde5f HTTP/1.1" status: 200 len: 950 time: 0.2610118 Oct 04 20:35:09.582268 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd77ca78-8a4e-41a5-94f4-a6bd74b1acab req-805bb30d-4f13-4a2a-8e28-f8a86f72dc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:09.585402 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-bd77ca78-8a4e-41a5-94f4-a6bd74b1acab req-805bb30d-4f13-4a2a-8e28-f8a86f72dc06 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2664449 Oct 04 20:35:09.651097 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] For port e2b12abe-be90-4826-bd13-1dc771ab7219, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=e2b12abe-be90-4826-bd13-1dc771ab7219,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:35:09.695298 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-000cd029-79c4-4d44-a3e9-6c4b151a80fd admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:35:09.712421 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae9ae7f-0d4c-4064-8e84-1b4aa4ef4c96 None None] Sync routers for ids ['5effed69-9508-4590-9f91-292e90a2554d'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:35:09.733744 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae9ae7f-0d4c-4064-8e84-1b4aa4ef4c96 None None] Routers {'5effed69-9508-4590-9f91-292e90a2554d'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:35:09.735215 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-cae9ae7f-0d4c-4064-8e84-1b4aa4ef4c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:34:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['5effed69-9508-4590-9f91-292e90a2554d'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:35:09.752273 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9e852144-625e-4737-8a99-ea66d2a9f18c req-fe138e31-58b3-42a7-a22d-84679c8a3bb9 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2307915d-12a1-4f54-8445-b78325b75811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540617 Oct 04 20:35:09.765034 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c0b96-98c0-4de1-bc7d-59db7f9617c7 req-e60aeab7-88c2-4f94-9cae-695d448a8fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:09.768442 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-bc2c0b96-98c0-4de1-bc7d-59db7f9617c7 req-e60aeab7-88c2-4f94-9cae-695d448a8fdf service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2702363 Oct 04 20:35:09.792138 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-8d35e516-c1c2-4192-8c57-5ff5da69c6e1 req-3710a452-a84b-4eb9-98ff-56a800556ba1 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018425 Oct 04 20:35:09.843233 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (e2b12abe-be90-4826-bd13-1dc771ab7219), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:10.001545 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:10.011105 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f470c184-51b2-45cd-a3f3-d7458fa9779b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (b9729ca6-f44c-4c96-bb96-71bc6562ef88), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:10.102977 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Pushing event updated for resources: {'Port': ['ID=e2b12abe-be90-4826-bd13-1dc771ab7219,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:10.129052 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-000cd029-79c4-4d44-a3e9-6c4b151a80fd admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:10.131357 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-000cd029-79c4-4d44-a3e9-6c4b151a80fd admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 936 time: 14.7259328 Oct 04 20:35:10.148424 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59484) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:35:10.153094 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-cae9ae7f-0d4c-4064-8e84-1b4aa4ef4c96 None None] Set router 5effed69-9508-4590-9f91-292e90a2554d gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:35:10.342520 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-bc2c0b96-98c0-4de1-bc7d-59db7f9617c7 req-feb92934-8e82-434d-bfc3-b6ffb7ea8d10 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5500200 Oct 04 20:35:10.455679 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] get_ports_and_sgs() called for port_ids ['e2b12abe-be90-4826-bd13-1dc771ab7219'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:35:10.535480 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-bd77ca78-8a4e-41a5-94f4-a6bd74b1acab req-82d55d5b-94e3-4780-a556-bc6c04b21db5 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6946225 Oct 04 20:35:10.583956 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a458b88f-052d-4437-b7e0-77bc34deb5c1 req-71cb3b3e-f893-4897-8d29-4c0854a0046c tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:10.586945 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a458b88f-052d-4437-b7e0-77bc34deb5c1 req-71cb3b3e-f893-4897-8d29-4c0854a0046c tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa10127f-3488-4ff2-ac91-5411815abde8 HTTP/1.1" status: 200 len: 948 time: 0.3760536 Oct 04 20:35:10.732107 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:10.735378 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-bc2c0b96-98c0-4de1-bc7d-59db7f9617c7 req-53662eee-20f2-46c5-9607-a8185c8701e2 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3828585 Oct 04 20:35:10.773166 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=77,neutron:DELETE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:10.993076 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a458b88f-052d-4437-b7e0-77bc34deb5c1 req-cab90a4c-6155-4051-8317-a8a3f0b1270a tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c2bc8a6c-d92e-4924-ad5b-3d15a4cff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3571444 Oct 04 20:35:11.136327 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f470c184-51b2-45cd-a3f3-d7458fa9779b admin admin] Router b9729ca6-f44c-4c96-bb96-71bc6562ef88 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:35:11.143590 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:11.144706 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-cae9ae7f-0d4c-4064-8e84-1b4aa4ef4c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5effed69-9508-4590-9f91-292e90a2554d', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-278661873-router', 'tenant_id': 'ff3a47048f7c48f88aa7979a5a9a81be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '34d00474-158f-4385-bfb4-7660f16be0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:34:55Z', 'updated_at': '2022-10-04T20:35:02Z', 'revision_number': 3, 'project_id': 'ff3a47048f7c48f88aa7979a5a9a81be', 'gw_port': {'id': '34d00474-158f-4385-bfb4-7660f16be0d2', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ed:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5effed69-9508-4590-9f91-292e90a2554d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:34:58Z', 'updated_at': '2022-10-04T20:34:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:35:11.214464 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae9ae7f-0d4c-4064-8e84-1b4aa4ef4c96 None None] Checking router: 5effed69-9508-4590-9f91-292e90a2554d for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:35:11.214808 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae9ae7f-0d4c-4064-8e84-1b4aa4ef4c96 None None] Updating router 5effed69-9508-4590-9f91-292e90a2554d port 34d00474-158f-4385-bfb4-7660f16be0d2 binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:35:11.222167 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-bd77ca78-8a4e-41a5-94f4-a6bd74b1acab req-48fca161-a051-40d4-abc3-7bb0596e769b service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6726532 Oct 04 20:35:11.281630 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:11.294017 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-cae9ae7f-0d4c-4064-8e84-1b4aa4ef4c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (34d00474-158f-4385-bfb4-7660f16be0d2), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:11.348382 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c4530946-3d27-43c3-a98f-724e455e54ea req-9dcddf31-73cf-4dde-8116-b070abaa62fd tempest-ServersAdmin275Test-160193449 tempest-ServersAdmin275Test-160193449-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ccb6a102-8cc0-4764-98b0-5b6e0796bc35 HTTP/1.1" status: 200 len: 210 time: 0.1158381 Oct 04 20:35:11.404533 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d31586-768d-40b9-a9b5-41fe1ff30727 req-9656ef3a-022e-4007-b008-d75a1b08c0e7 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:11.430407 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d31586-768d-40b9-a9b5-41fe1ff30727 req-9656ef3a-022e-4007-b008-d75a1b08c0e7 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:11.448291 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-08d31586-768d-40b9-a9b5-41fe1ff30727 req-9656ef3a-022e-4007-b008-d75a1b08c0e7 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=75de593c-9f57-471f-a519-d97960ccde5f&device_id=acea6767-d8a4-488e-8d07-1c7362778255 HTTP/1.1" status: 200 len: 1690 time: 0.4457285 Oct 04 20:35:11.552837 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-08d31586-768d-40b9-a9b5-41fe1ff30727 req-fdfabcc9-7bcf-4744-9a1a-5c0f77d9a5ed tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031120 Oct 04 20:35:11.692342 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f470c184-51b2-45cd-a3f3-d7458fa9779b admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:35:11.746893 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da7028a-a931-45cb-b21f-ef5a7f05e391 None None] Sync routers for ids ['b9729ca6-f44c-4c96-bb96-71bc6562ef88'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:35:11.773450 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da7028a-a931-45cb-b21f-ef5a7f05e391 None None] Routers {'b9729ca6-f44c-4c96-bb96-71bc6562ef88'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:35:11.774528 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-8da7028a-a931-45cb-b21f-ef5a7f05e391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:34:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['b9729ca6-f44c-4c96-bb96-71bc6562ef88'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:35:11.811933 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a5932d76-50a6-4ca9-833f-d1de90ca65e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:11.907097 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7060a5d1-a39e-4d63-9028-c3b3df5b05d7 req-01a9cfc7-fb1c-4c3d-9996-18a064ad3ec9 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:11.910696 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-7060a5d1-a39e-4d63-9028-c3b3df5b05d7 req-01a9cfc7-fb1c-4c3d-9996-18a064ad3ec9 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0f57f25a-23a5-469a-bdab-c55a3d3a7201 HTTP/1.1" status: 200 len: 947 time: 0.1910431 Oct 04 20:35:12.056811 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-cae9ae7f-0d4c-4064-8e84-1b4aa4ef4c96 None None] Publish callbacks [] for port (34d00474-158f-4385-bfb4-7660f16be0d2), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:12.078806 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-8da7028a-a931-45cb-b21f-ef5a7f05e391 None None] Set router b9729ca6-f44c-4c96-bb96-71bc6562ef88 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:35:12.081941 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f470c184-51b2-45cd-a3f3-d7458fa9779b admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:12.088578 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f470c184-51b2-45cd-a3f3-d7458fa9779b admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 12.7875724 Oct 04 20:35:12.096761 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59508) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:35:12.097028 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-7060a5d1-a39e-4d63-9028-c3b3df5b05d7 req-987b588d-4a01-4307-999c-ff7797dae03d tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2307915d-12a1-4f54-8445-b78325b75811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714640 Oct 04 20:35:12.169563 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-cae9ae7f-0d4c-4064-8e84-1b4aa4ef4c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (34d00474-158f-4385-bfb4-7660f16be0d2), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:12.360282 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-cae9ae7f-0d4c-4064-8e84-1b4aa4ef4c96 None None] Attempting to bind port 34d00474-158f-4385-bfb4-7660f16be0d2 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:35:12.360282 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-cae9ae7f-0d4c-4064-8e84-1b4aa4ef4c96 None None] Attempting to bind port 34d00474-158f-4385-bfb4-7660f16be0d2 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:35:12.360282 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae9ae7f-0d4c-4064-8e84-1b4aa4ef4c96 None None] Attempting to bind port 34d00474-158f-4385-bfb4-7660f16be0d2 on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:35:12.479682 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a414fd8e-44a0-49e7-a608-3b54c6ea8817 None None] Pushing event updated for resources: {'Port': ['ID=34d00474-158f-4385-bfb4-7660f16be0d2,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:12.542755 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:12.571611 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-8da7028a-a931-45cb-b21f-ef5a7f05e391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9729ca6-f44c-4c96-bb96-71bc6562ef88', 'name': 'tempest-FloatingIPsNegativeTestJSON-177697425-router', 'tenant_id': '1a11d1435a15411dac3494ce54e4a8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'a8e237f3-9a6e-4cc4-840d-813fcdf793f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:34:59Z', 'updated_at': '2022-10-04T20:35:07Z', 'revision_number': 3, 'project_id': '1a11d1435a15411dac3494ce54e4a8e5', 'gw_port': {'id': 'a8e237f3-9a6e-4cc4-840d-813fcdf793f2', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9729ca6-f44c-4c96-bb96-71bc6562ef88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:35:04Z', 'updated_at': '2022-10-04T20:35:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:35:12.575057 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9656edc9-43d7-4053-b64d-a990563554ab req-0f676287-6ef5-4f58-8526-0e29ceafc925 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:12.575324 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae9ae7f-0d4c-4064-8e84-1b4aa4ef4c96 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:35:12.576363 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae9ae7f-0d4c-4064-8e84-1b4aa4ef4c96 None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:35:12.577294 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-cae9ae7f-0d4c-4064-8e84-1b4aa4ef4c96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:12.577561 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9656edc9-43d7-4053-b64d-a990563554ab req-0f676287-6ef5-4f58-8526-0e29ceafc925 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa10127f-3488-4ff2-ac91-5411815abde8 HTTP/1.1" status: 200 len: 948 time: 0.1219945 Oct 04 20:35:12.578761 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae9ae7f-0d4c-4064-8e84-1b4aa4ef4c96 None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:35:12.579743 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-cae9ae7f-0d4c-4064-8e84-1b4aa4ef4c96 None None] Bound port: 34d00474-158f-4385-bfb4-7660f16be0d2, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:35:12.581011 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-cae9ae7f-0d4c-4064-8e84-1b4aa4ef4c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (34d00474-158f-4385-bfb4-7660f16be0d2), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:12.644678 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da7028a-a931-45cb-b21f-ef5a7f05e391 None None] Checking router: b9729ca6-f44c-4c96-bb96-71bc6562ef88 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:35:12.645013 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da7028a-a931-45cb-b21f-ef5a7f05e391 None None] Updating router b9729ca6-f44c-4c96-bb96-71bc6562ef88 port a8e237f3-9a6e-4cc4-840d-813fcdf793f2 binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:35:12.696301 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-8da7028a-a931-45cb-b21f-ef5a7f05e391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (a8e237f3-9a6e-4cc4-840d-813fcdf793f2), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:12.780546 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-cae9ae7f-0d4c-4064-8e84-1b4aa4ef4c96 None None] For port 34d00474-158f-4385-bfb4-7660f16be0d2, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:35:12.788741 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-cae9ae7f-0d4c-4064-8e84-1b4aa4ef4c96 None None] For port 34d00474-158f-4385-bfb4-7660f16be0d2, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=34d00474-158f-4385-bfb4-7660f16be0d2,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:35:12.826028 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9656edc9-43d7-4053-b64d-a990563554ab req-287cc54f-b573-48c7-b1f6-79cc0c230304 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c2bc8a6c-d92e-4924-ad5b-3d15a4cff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324047 Oct 04 20:35:12.922266 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:12.963249 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-a5932d76-50a6-4ca9-833f-d1de90ca65e7 admin admin] Allocated IP 172.20.0.1 (835c6cd5-18d9-469b-b099-e5b18c50df58/cde157a3-34dd-4feb-8881-7a7a066c5a78/e5103dcd-b0db-4928-8cde-8dff47e7f3c0) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:35:12.982276 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-cae9ae7f-0d4c-4064-8e84-1b4aa4ef4c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (34d00474-158f-4385-bfb4-7660f16be0d2), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:13.054924 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:13.058516 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a8802-35f6-4134-9813-4a7e9b6940a7 req-0cf0d71a-5207-4be5-8639-10e58d188f0b tempest-ServersOnMultiNodesTest-242779177 tempest-ServersOnMultiNodesTest-242779177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:13.076683 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e94a8802-35f6-4134-9813-4a7e9b6940a7 req-0cf0d71a-5207-4be5-8639-10e58d188f0b tempest-ServersOnMultiNodesTest-242779177 tempest-ServersOnMultiNodesTest-242779177-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=75de593c-9f57-471f-a519-d97960ccde5f HTTP/1.1" status: 200 len: 1133 time: 0.1171272 Oct 04 20:35:13.114150 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device e2b12abe-be90-4826-bd13-1dc771ab7219 up at agent hyperv_n-h1-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:35:13.118434 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae9ae7f-0d4c-4064-8e84-1b4aa4ef4c96 None None] Routers {'5effed69-9508-4590-9f91-292e90a2554d'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:35:13.120371 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-cae9ae7f-0d4c-4064-8e84-1b4aa4ef4c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:34:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['5effed69-9508-4590-9f91-292e90a2554d'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:35:13.216477 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e94a8802-35f6-4134-9813-4a7e9b6940a7 req-ce578524-8b92-40b9-9910-5ee9f9e4efad tempest-ServersOnMultiNodesTest-242779177 tempest-ServersOnMultiNodesTest-242779177-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325448 Oct 04 20:35:13.298248 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-8da7028a-a931-45cb-b21f-ef5a7f05e391 None None] Publish callbacks [] for port (a8e237f3-9a6e-4cc4-840d-813fcdf793f2), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:13.394205 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-8da7028a-a931-45cb-b21f-ef5a7f05e391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (a8e237f3-9a6e-4cc4-840d-813fcdf793f2), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:13.445735 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a414fd8e-44a0-49e7-a608-3b54c6ea8817 None None] Pushing event updated for resources: {'Port': ['ID=34d00474-158f-4385-bfb4-7660f16be0d2,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:13.485933 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:13.506468 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:DELETE=1,neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:13.519735 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Provisioning for port e2b12abe-be90-4826-bd13-1dc771ab7219 completed by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 20:35:13.531481 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-8da7028a-a931-45cb-b21f-ef5a7f05e391 None None] Attempting to bind port a8e237f3-9a6e-4cc4-840d-813fcdf793f2 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:35:13.532059 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-8da7028a-a931-45cb-b21f-ef5a7f05e391 None None] Attempting to bind port a8e237f3-9a6e-4cc4-840d-813fcdf793f2 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:35:13.532649 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da7028a-a931-45cb-b21f-ef5a7f05e391 None None] Attempting to bind port a8e237f3-9a6e-4cc4-840d-813fcdf793f2 on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:35:13.583163 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-cae9ae7f-0d4c-4064-8e84-1b4aa4ef4c96 None None] Set router 5effed69-9508-4590-9f91-292e90a2554d gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:35:13.634896 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a5932d76-50a6-4ca9-833f-d1de90ca65e7 admin admin] Publish callbacks [] for port (e5103dcd-b0db-4928-8cde-8dff47e7f3c0), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:13.762153 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-1b720dae-d24e-47ca-ad72-484775d79157 req-cb5e184a-3009-4c6c-9d1d-8b2f2eefa0ef tempest-ServersAdmin275Test-1729090410 tempest-ServersAdmin275Test-1729090410-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ccb6a102-8cc0-4764-98b0-5b6e0796bc35 HTTP/1.1" status: 200 len: 210 time: 0.1542077 Oct 04 20:35:13.770220 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:13.823202 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e6353a-695e-45e3-9ab3-226194fa0fc0 None None] Pushing event updated for resources: {'Port': ['ID=a8e237f3-9a6e-4cc4-840d-813fcdf793f2,revision_number=2']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:13.824407 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Provisioning complete for port e2b12abe-be90-4826-bd13-1dc771ab7219 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:35:13.828126 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (e2b12abe-be90-4826-bd13-1dc771ab7219), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:13.830119 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0efc2e3-19be-436e-b98f-e10487eb0c33 req-e4efaeef-73f5-40bb-8ce0-7d837320c3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:13.831230 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Attempt 1 to provision port e2b12abe-be90-4826-bd13-1dc771ab7219 Oct 04 20:35:13.833955 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-e0efc2e3-19be-436e-b98f-e10487eb0c33 req-e4efaeef-73f5-40bb-8ce0-7d837320c3dd service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=74eef3bf938c491d8a2f5192ba598c19&device_id=0f57f25a-23a5-469a-bdab-c55a3d3a7201 HTTP/1.1" status: 200 len: 1130 time: 0.3392031 Oct 04 20:35:13.864456 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da7028a-a931-45cb-b21f-ef5a7f05e391 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:35:13.865097 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da7028a-a931-45cb-b21f-ef5a7f05e391 None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:35:13.865481 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-8da7028a-a931-45cb-b21f-ef5a7f05e391 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:13.866143 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da7028a-a931-45cb-b21f-ef5a7f05e391 None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:35:13.866932 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-8da7028a-a931-45cb-b21f-ef5a7f05e391 None None] Bound port: a8e237f3-9a6e-4cc4-840d-813fcdf793f2, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:35:13.873240 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-8da7028a-a931-45cb-b21f-ef5a7f05e391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (a8e237f3-9a6e-4cc4-840d-813fcdf793f2), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:14.078943 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Device 0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44 details requested by agent hyperv_n-h2-852085-12 with host n-h2-852085-12 {{(pid=108171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 20:35:14.087860 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a5932d76-50a6-4ca9-833f-d1de90ca65e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (e5103dcd-b0db-4928-8cde-8dff47e7f3c0), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:14.148738 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5932d76-50a6-4ca9-833f-d1de90ca65e7 admin admin] Network 835c6cd5-18d9-469b-b099-e5b18c50df58 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:35:14.167359 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-8da7028a-a931-45cb-b21f-ef5a7f05e391 None None] For port a8e237f3-9a6e-4cc4-840d-813fcdf793f2, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:35:14.178347 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-8da7028a-a931-45cb-b21f-ef5a7f05e391 None None] For port a8e237f3-9a6e-4cc4-840d-813fcdf793f2, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=a8e237f3-9a6e-4cc4-840d-813fcdf793f2,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:35:14.225360 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-a5932d76-50a6-4ca9-833f-d1de90ca65e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:35:14.226514 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:14.260155 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5932d76-50a6-4ca9-833f-d1de90ca65e7 admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:35:14.297615 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f09676-c1e4-421b-8ada-ae880f9e7581 req-5153eaf0-b46e-45a1-acd5-5b11837e0b3c tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:14.301187 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-28f09676-c1e4-421b-8ada-ae880f9e7581 req-5153eaf0-b46e-45a1-acd5-5b11837e0b3c tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0f57f25a-23a5-469a-bdab-c55a3d3a7201 HTTP/1.1" status: 200 len: 947 time: 0.2756531 Oct 04 20:35:14.313609 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Current status of the port e2b12abe-be90-4826-bd13-1dc771ab7219 is: BUILD; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:35:14.315048 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (e2b12abe-be90-4826-bd13-1dc771ab7219), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:14.317249 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e97ee-94a1-4b84-9dc0-b3afe7bb1ec9 req-ce11a6be-f230-4698-baa6-bc10537e4d9c tempest-ServersOnMultiNodesTest-242779177 tempest-ServersOnMultiNodesTest-242779177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:14.335060 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-1d2e97ee-94a1-4b84-9dc0-b3afe7bb1ec9 req-ce11a6be-f230-4698-baa6-bc10537e4d9c tempest-ServersOnMultiNodesTest-242779177 tempest-ServersOnMultiNodesTest-242779177-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=acea6767-d8a4-488e-8d07-1c7362778255 HTTP/1.1" status: 200 len: 1132 time: 0.1262565 Oct 04 20:35:14.366694 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-8da7028a-a931-45cb-b21f-ef5a7f05e391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (a8e237f3-9a6e-4cc4-840d-813fcdf793f2), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:14.387428 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5932d76-50a6-4ca9-833f-d1de90ca65e7 admin admin] Pushing event updated for resources: {'Port': ['ID=e5103dcd-b0db-4928-8cde-8dff47e7f3c0,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:14.469007 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0efc2e3-19be-436e-b98f-e10487eb0c33 req-ff86f933-691f-4490-9ed9-3e93abbc19ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:14.469456 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-1d2e97ee-94a1-4b84-9dc0-b3afe7bb1ec9 req-c9734cc8-23d1-4787-be1a-bdda7dfb0637 tempest-ServersOnMultiNodesTest-242779177 tempest-ServersOnMultiNodesTest-242779177-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322598 Oct 04 20:35:14.472071 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-e0efc2e3-19be-436e-b98f-e10487eb0c33 req-ff86f933-691f-4490-9ed9-3e93abbc19ad service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=42fbb05e-3f96-444f-a676-04ee9d06a8c7 HTTP/1.1" status: 200 len: 870 time: 0.6190255 Oct 04 20:35:14.479767 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=100 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:14.532514 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-cae9ae7f-0d4c-4064-8e84-1b4aa4ef4c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5effed69-9508-4590-9f91-292e90a2554d', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-278661873-router', 'tenant_id': 'ff3a47048f7c48f88aa7979a5a9a81be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '34d00474-158f-4385-bfb4-7660f16be0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:34:55Z', 'updated_at': '2022-10-04T20:35:02Z', 'revision_number': 3, 'project_id': 'ff3a47048f7c48f88aa7979a5a9a81be', 'gw_port': {'id': '34d00474-158f-4385-bfb4-7660f16be0d2', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ed:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5effed69-9508-4590-9f91-292e90a2554d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:34:58Z', 'updated_at': '2022-10-04T20:35:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:35:14.583700 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da7028a-a931-45cb-b21f-ef5a7f05e391 None None] Routers {'b9729ca6-f44c-4c96-bb96-71bc6562ef88'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:35:14.588793 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-8da7028a-a931-45cb-b21f-ef5a7f05e391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:34:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['b9729ca6-f44c-4c96-bb96-71bc6562ef88'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:35:14.626208 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae9ae7f-0d4c-4064-8e84-1b4aa4ef4c96 None None] The sync data for ids ['5effed69-9508-4590-9f91-292e90a2554d'] in n-d-852085-12 is: [{'id': '5effed69-9508-4590-9f91-292e90a2554d', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-278661873-router', 'tenant_id': 'ff3a47048f7c48f88aa7979a5a9a81be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '34d00474-158f-4385-bfb4-7660f16be0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:34:55Z', 'updated_at': '2022-10-04T20:35:02Z', 'revision_number': 3, 'project_id': 'ff3a47048f7c48f88aa7979a5a9a81be', 'gw_port': {'id': '34d00474-158f-4385-bfb4-7660f16be0d2', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ed:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5effed69-9508-4590-9f91-292e90a2554d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:34:58Z', 'updated_at': '2022-10-04T20:35:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:35:14.658954 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa10127f-3488-4ff2-ac91-5411815abde8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2b12abe-be90-4826-bd13-1dc771ab7219'}] {{(pid=108171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:35:14.664834 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966b91da6921e714df7c26a37f4733087768fb9a36052be1ead95d4d835f43be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03658313-e07a-4c30-8d8a-f7a30d97c967" -d '{"events": [{"server_uuid": "aa10127f-3488-4ff2-ac91-5411815abde8", "name": "network-vif-plugged", "status": "completed", "tag": "e2b12abe-be90-4826-bd13-1dc771ab7219"}]}' {{(pid=108171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:35:14.667030 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-28f09676-c1e4-421b-8ada-ae880f9e7581 req-7e069468-0795-4a39-ace8-aa4e0fec8035 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2307915d-12a1-4f54-8445-b78325b75811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283303 Oct 04 20:35:14.815510 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e6353a-695e-45e3-9ab3-226194fa0fc0 None None] Pushing event updated for resources: {'Port': ['ID=a8e237f3-9a6e-4cc4-840d-813fcdf793f2,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:14.876295 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] For port 0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44, host n-h2-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852085-12',level=0,port_id=0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:35:14.886981 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a5932d76-50a6-4ca9-833f-d1de90ca65e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (5effed69-9508-4590-9f91-292e90a2554d), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:14.911873 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-e0efc2e3-19be-436e-b98f-e10487eb0c33 req-b94e97da-60f8-4436-9b53-840bf2ba2f98 service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44 HTTP/1.1" status: 200 len: 217 time: 0.3966599 Oct 04 20:35:14.937363 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] For port e2b12abe-be90-4826-bd13-1dc771ab7219, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=e2b12abe-be90-4826-bd13-1dc771ab7219,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:35:14.945446 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Returning: {'device': '0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44', 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7', 'port_id': '0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44', 'mac_address': 'fa:16:3e:d7:60:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1956090-7ed7-4d05-a46e-a7b0885ca8e4', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 20:35:14.997468 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-14bd8c82-b377-4ea5-9976-cee55bd4c25c req-dd80539d-c9fe-43c7-9f27-845db6c5c78a tempest-ServersAdmin275Test-1729090410 tempest-ServersAdmin275Test-1729090410-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ccb6a102-8cc0-4764-98b0-5b6e0796bc35 HTTP/1.1" status: 200 len: 210 time: 0.0754416 Oct 04 20:35:15.040643 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Current status of the port 0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44 is: DOWN; New status is: BUILD {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:35:15.041387 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:15.107021 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (e2b12abe-be90-4826-bd13-1dc771ab7219), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:15.119213 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-8c96f7f6-d4a8-4bd0-bb14-116230525b43 None None] Provisioning complete for port e5103dcd-b0db-4928-8cde-8dff47e7f3c0 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:35:15.120979 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8c96f7f6-d4a8-4bd0-bb14-116230525b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (e5103dcd-b0db-4928-8cde-8dff47e7f3c0), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:15.121917 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-8c96f7f6-d4a8-4bd0-bb14-116230525b43 None None] Attempt 1 to provision port e5103dcd-b0db-4928-8cde-8dff47e7f3c0 Oct 04 20:35:15.137878 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44 {{(pid=108171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 20:35:15.175495 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-51daa558-8687-421d-8d8b-e6b2a046af62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:15.177556 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba94bcc-8350-4e1d-97f7-d45f4141aded req-b82843e8-24d1-43d6-9206-f33b1929be8f tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:15.199840 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:15.206400 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-0ba94bcc-8350-4e1d-97f7-d45f4141aded req-b82843e8-24d1-43d6-9206-f33b1929be8f tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa10127f-3488-4ff2-ac91-5411815abde8 HTTP/1.1" status: 200 len: 948 time: 0.2256114 Oct 04 20:35:15.226341 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-8da7028a-a931-45cb-b21f-ef5a7f05e391 None None] Set router b9729ca6-f44c-4c96-bb96-71bc6562ef88 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:35:15.288963 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0efc2e3-19be-436e-b98f-e10487eb0c33 req-e1cabae3-0c31-4c13-93b9-beb22855880f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:15.292098 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-e0efc2e3-19be-436e-b98f-e10487eb0c33 req-e1cabae3-0c31-4c13-93b9-beb22855880f service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.3734834 Oct 04 20:35:15.399110 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-0ba94bcc-8350-4e1d-97f7-d45f4141aded req-9a0d3268-75cc-4236-baa5-679d0f4e26a3 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c2bc8a6c-d92e-4924-ad5b-3d15a4cff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907134 Oct 04 20:35:15.453752 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0efc2e3-19be-436e-b98f-e10487eb0c33 req-fe280a7a-d6fa-4347-99b2-2cf0963a18a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:15.456759 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-e0efc2e3-19be-436e-b98f-e10487eb0c33 req-fe280a7a-d6fa-4347-99b2-2cf0963a18a0 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1511278 Oct 04 20:35:15.571275 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:15.584824 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 20:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c8d4b0-25ef-47a3-b937-d9308922195f x-openstack-request-id: req-97c8d4b0-25ef-47a3-b937-d9308922195f {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:35:15.585385 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa10127f-3488-4ff2-ac91-5411815abde8", "name": "network-vif-plugged", "status": "completed", "tag": "e2b12abe-be90-4826-bd13-1dc771ab7219", "code": 200}]} {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:35:15.585797 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-97c8d4b0-25ef-47a3-b937-d9308922195f {{(pid=108171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:35:15.586472 n-d-852085-12 neutron-server[108171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97c8d4b0-25ef-47a3-b937-d9308922195f'] response: {'server_uuid': 'aa10127f-3488-4ff2-ac91-5411815abde8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2b12abe-be90-4826-bd13-1dc771ab7219', 'code': 200} Oct 04 20:35:15.630622 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] For port 0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44, host n-h2-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852085-12',level=0,port_id=0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:35:15.654856 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-8c96f7f6-d4a8-4bd0-bb14-116230525b43 None None] Port e5103dcd-b0db-4928-8cde-8dff47e7f3c0 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:35:15.705514 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Pushing event updated for resources: {'Port': ['ID=e2b12abe-be90-4826-bd13-1dc771ab7219,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:15.747805 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-887adb0c-5d68-44e6-ba16-577b92a4a5e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:15.759435 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:15.894074 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-e0efc2e3-19be-436e-b98f-e10487eb0c33 req-e8bb9dfd-42e7-41b7-9fa4-73a4b45d4780 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4252169 Oct 04 20:35:15.965203 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Pushing event updated for resources: {'Port': ['ID=0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:15.979783 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-8da7028a-a931-45cb-b21f-ef5a7f05e391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9729ca6-f44c-4c96-bb96-71bc6562ef88', 'name': 'tempest-FloatingIPsNegativeTestJSON-177697425-router', 'tenant_id': '1a11d1435a15411dac3494ce54e4a8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'a8e237f3-9a6e-4cc4-840d-813fcdf793f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:34:59Z', 'updated_at': '2022-10-04T20:35:07Z', 'revision_number': 3, 'project_id': '1a11d1435a15411dac3494ce54e4a8e5', 'gw_port': {'id': 'a8e237f3-9a6e-4cc4-840d-813fcdf793f2', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9729ca6-f44c-4c96-bb96-71bc6562ef88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:35:04Z', 'updated_at': '2022-10-04T20:35:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:35:16.006068 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:16.011353 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebccb0d4-d180-4747-ae80-a3f4e7f60691 req-c1d8e7a2-526f-45a2-8df4-49bdfe781382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:16.014024 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ebccb0d4-d180-4747-ae80-a3f4e7f60691 req-c1d8e7a2-526f-45a2-8df4-49bdfe781382 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=aa10127f-3488-4ff2-ac91-5411815abde8 HTTP/1.1" status: 200 len: 1132 time: 0.2605186 Oct 04 20:35:16.152303 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da7028a-a931-45cb-b21f-ef5a7f05e391 None None] The sync data for ids ['b9729ca6-f44c-4c96-bb96-71bc6562ef88'] in n-d-852085-12 is: [{'id': 'b9729ca6-f44c-4c96-bb96-71bc6562ef88', 'name': 'tempest-FloatingIPsNegativeTestJSON-177697425-router', 'tenant_id': '1a11d1435a15411dac3494ce54e4a8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'a8e237f3-9a6e-4cc4-840d-813fcdf793f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:34:59Z', 'updated_at': '2022-10-04T20:35:07Z', 'revision_number': 3, 'project_id': '1a11d1435a15411dac3494ce54e4a8e5', 'gw_port': {'id': 'a8e237f3-9a6e-4cc4-840d-813fcdf793f2', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9729ca6-f44c-4c96-bb96-71bc6562ef88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:35:04Z', 'updated_at': '2022-10-04T20:35:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:35:16.252458 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 34d00474-158f-4385-bfb4-7660f16be0d2 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:35:16.352599 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] get_ports_and_sgs() called for port_ids ['0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:35:16.359456 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ebccb0d4-d180-4747-ae80-a3f4e7f60691 req-15b8cd3d-d8ac-45ac-bf00-26874f4e8af5 service neutron] 10.222.0.83 "GET /networking/v2.0/security-groups?id=c2bc8a6c-d92e-4924-ad5b-3d15a4cff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249593 Oct 04 20:35:16.403056 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b592e0c3-f91a-4e51-8b2b-25824587f3e5 req-9f129d6b-f103-4106-9619-b56cbc6b2e22 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:16.406669 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-b592e0c3-f91a-4e51-8b2b-25824587f3e5 req-9f129d6b-f103-4106-9619-b56cbc6b2e22 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0f57f25a-23a5-469a-bdab-c55a3d3a7201 HTTP/1.1" status: 200 len: 948 time: 0.2857478 Oct 04 20:35:16.492732 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a5932d76-50a6-4ca9-833f-d1de90ca65e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (e5103dcd-b0db-4928-8cde-8dff47e7f3c0), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:16.552129 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-e0efc2e3-19be-436e-b98f-e10487eb0c33 req-17ca3b2c-5405-4a19-bc0b-e757c8258513 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6371424 Oct 04 20:35:16.592316 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 34d00474-158f-4385-bfb4-7660f16be0d2 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:35:16.593234 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (34d00474-158f-4385-bfb4-7660f16be0d2), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:16.593379 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 34d00474-158f-4385-bfb4-7660f16be0d2 Oct 04 20:35:16.685255 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e09b825e-9bd5-43e5-b85e-b51846fc453a req-6fb1ec8a-b1a3-4523-a5f3-9adfa7c0c2fc tempest-ServersAdmin275Test-1729090410 tempest-ServersAdmin275Test-1729090410-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ccb6a102-8cc0-4764-98b0-5b6e0796bc35 HTTP/1.1" status: 200 len: 210 time: 0.0979488 Oct 04 20:35:16.713772 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-b592e0c3-f91a-4e51-8b2b-25824587f3e5 req-d9153848-58fe-4924-b90d-52e11b6e436c tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2307915d-12a1-4f54-8445-b78325b75811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966101 Oct 04 20:35:17.074163 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 34d00474-158f-4385-bfb4-7660f16be0d2 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:35:17.082395 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (34d00474-158f-4385-bfb4-7660f16be0d2), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:17.106976 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a5932d76-50a6-4ca9-833f-d1de90ca65e7 admin admin] Publish callbacks [] for port (e5103dcd-b0db-4928-8cde-8dff47e7f3c0), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:17.124427 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-f769ef72-682b-4a41-8ebb-1eb6e4be5d4e tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=70436b8b504e43dc882f5ee434ecf443&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0865211 Oct 04 20:35:17.154677 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 34d00474-158f-4385-bfb4-7660f16be0d2, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=34d00474-158f-4385-bfb4-7660f16be0d2,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:35:17.244356 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a5932d76-50a6-4ca9-833f-d1de90ca65e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (e5103dcd-b0db-4928-8cde-8dff47e7f3c0), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:17.297276 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-51daa558-8687-421d-8d8b-e6b2a046af62 admin admin] Allocated IP 172.20.0.1 (0f5e5799-5ce3-40f0-a02d-b3c68160cc75/52a7adeb-b7a4-4022-a498-c961c98581fc/5b8b797a-848b-49f5-acf1-957f83de8744) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:35:17.304619 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (34d00474-158f-4385-bfb4-7660f16be0d2), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:17.404098 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c164945-1bf9-45de-b9cd-57d5b0ac963e req-010c588b-b85b-4990-ae3e-6e827cceb0ce tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:17.416972 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9c164945-1bf9-45de-b9cd-57d5b0ac963e req-010c588b-b85b-4990-ae3e-6e827cceb0ce tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa10127f-3488-4ff2-ac91-5411815abde8 HTTP/1.1" status: 200 len: 949 time: 0.1431324 Oct 04 20:35:17.483449 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:17.484743 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-8adfa1ad-12b9-4216-a109-066e97268a5a tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:17.488308 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-8adfa1ad-12b9-4216-a109-066e97268a5a tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3634362 Oct 04 20:35:17.554428 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-305c42c5-db1e-43bc-8772-558116efe0ba tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/quotas/70436b8b504e43dc882f5ee434ecf443 HTTP/1.1" status: 200 len: 375 time: 0.0494993 Oct 04 20:35:17.570957 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9c164945-1bf9-45de-b9cd-57d5b0ac963e req-5f872d72-bd9f-4977-af16-cc54fa64a439 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c2bc8a6c-d92e-4924-ad5b-3d15a4cff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428285 Oct 04 20:35:17.588369 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a5932d76-50a6-4ca9-833f-d1de90ca65e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (5effed69-9508-4590-9f91-292e90a2554d), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:17.596850 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5932d76-50a6-4ca9-833f-d1de90ca65e7 admin admin] Pushing event updated for resources: {'Port': ['ID=e5103dcd-b0db-4928-8cde-8dff47e7f3c0,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:17.678192 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ffca4c65-15bb-44f2-8aa1-a062f8f88717 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:17.733687 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-9091b81d-9f0f-4b30-9a3c-ade67fab8ce5 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=70436b8b504e43dc882f5ee434ecf443&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1605127 Oct 04 20:35:17.758876 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=34d00474-158f-4385-bfb4-7660f16be0d2,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:18.179525 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:18.187609 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540fc585-a1e4-4aff-9686-58bfda332e91 req-67eba1aa-ea06-48df-924c-c8bed867fdff tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:18.197835 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-540fc585-a1e4-4aff-9686-58bfda332e91 req-67eba1aa-ea06-48df-924c-c8bed867fdff tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0f57f25a-23a5-469a-bdab-c55a3d3a7201 HTTP/1.1" status: 200 len: 948 time: 0.1446061 Oct 04 20:35:18.247636 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Device 0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44 up at agent hyperv_n-h2-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:35:18.309101 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-51daa558-8687-421d-8d8b-e6b2a046af62 admin admin] Publish callbacks [] for port (5b8b797a-848b-49f5-acf1-957f83de8744), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:18.400397 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-540fc585-a1e4-4aff-9686-58bfda332e91 req-ef0ca43a-8544-487d-91c2-294e4269b80e tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2307915d-12a1-4f54-8445-b78325b75811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013688 Oct 04 20:35:18.441148 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Provisioning for port 0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44 completed by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 20:35:18.457691 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a8e237f3-9a6e-4cc4-840d-813fcdf793f2 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:35:18.467493 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5932d76-50a6-4ca9-833f-d1de90ca65e7 admin admin] Network 835c6cd5-18d9-469b-b099-e5b18c50df58 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:35:18.475793 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-a5932d76-50a6-4ca9-833f-d1de90ca65e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:35:18.575344 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port a8e237f3-9a6e-4cc4-840d-813fcdf793f2 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:35:18.575852 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (a8e237f3-9a6e-4cc4-840d-813fcdf793f2), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:18.596196 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port a8e237f3-9a6e-4cc4-840d-813fcdf793f2 Oct 04 20:35:18.691102 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Provisioning complete for port 0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:35:18.693491 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:18.693985 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Attempt 1 to provision port 0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44 Oct 04 20:35:18.878354 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4f55234e-2886-49e5-8526-147697e7893b req-ea7c1374-09a2-4566-856a-f77582a65ab2 tempest-ServersAdmin275Test-1729090410 tempest-ServersAdmin275Test-1729090410-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ccb6a102-8cc0-4764-98b0-5b6e0796bc35 HTTP/1.1" status: 200 len: 210 time: 0.1993246 Oct 04 20:35:18.911859 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-51daa558-8687-421d-8d8b-e6b2a046af62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (5b8b797a-848b-49f5-acf1-957f83de8744), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:19.034770 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51daa558-8687-421d-8d8b-e6b2a046af62 admin admin] Network 0f5e5799-5ce3-40f0-a02d-b3c68160cc75 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:35:19.038538 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-51daa558-8687-421d-8d8b-e6b2a046af62 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:35:19.060318 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51daa558-8687-421d-8d8b-e6b2a046af62 admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:35:19.093097 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:19.094950 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port a8e237f3-9a6e-4cc4-840d-813fcdf793f2 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:35:19.096158 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (a8e237f3-9a6e-4cc4-840d-813fcdf793f2), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:19.145173 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51daa558-8687-421d-8d8b-e6b2a046af62 admin admin] Pushing event updated for resources: {'Port': ['ID=5b8b797a-848b-49f5-acf1-957f83de8744,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:19.179379 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5932d76-50a6-4ca9-833f-d1de90ca65e7 admin admin] Router 5effed69-9508-4590-9f91-292e90a2554d has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:35:19.208632 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-2d672b23-fa60-425c-95b1-0d589f8526b2 None None] Provisioning complete for port e5103dcd-b0db-4928-8cde-8dff47e7f3c0 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:35:19.210997 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2d672b23-fa60-425c-95b1-0d589f8526b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (e5103dcd-b0db-4928-8cde-8dff47e7f3c0), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:19.212927 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-2d672b23-fa60-425c-95b1-0d589f8526b2 None None] Attempt 1 to provision port e5103dcd-b0db-4928-8cde-8dff47e7f3c0 Oct 04 20:35:19.244604 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59608) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:35:19.278067 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-51daa558-8687-421d-8d8b-e6b2a046af62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (b9729ca6-f44c-4c96-bb96-71bc6562ef88), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:19.335523 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:19.338914 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-2d672b23-fa60-425c-95b1-0d589f8526b2 None None] Port e5103dcd-b0db-4928-8cde-8dff47e7f3c0 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:35:19.403659 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Current status of the port 0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44 is: BUILD; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:35:19.404354 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:19.412643 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port a8e237f3-9a6e-4cc4-840d-813fcdf793f2, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=a8e237f3-9a6e-4cc4-840d-813fcdf793f2,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:35:19.542792 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] For port 0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44, host n-h2-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852085-12',level=0,port_id=0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:35:19.550251 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f57f25a-23a5-469a-bdab-c55a3d3a7201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44'}] {{(pid=108171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:35:19.561052 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966b91da6921e714df7c26a37f4733087768fb9a36052be1ead95d4d835f43be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b217738-8723-4635-ba89-31780dcfe319" -d '{"events": [{"server_uuid": "0f57f25a-23a5-469a-bdab-c55a3d3a7201", "name": "network-vif-plugged", "status": "completed", "tag": "0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44"}]}' {{(pid=108171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:35:19.717209 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (a8e237f3-9a6e-4cc4-840d-813fcdf793f2), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:19.723976 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 34d00474-158f-4385-bfb4-7660f16be0d2 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:35:19.741527 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-f0715cd3-5ab9-4414-9174-f0e8e9a1d795 None None] Provisioning complete for port 5b8b797a-848b-49f5-acf1-957f83de8744 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:35:19.742124 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f0715cd3-5ab9-4414-9174-f0e8e9a1d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (5b8b797a-848b-49f5-acf1-957f83de8744), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:19.742704 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-f0715cd3-5ab9-4414-9174-f0e8e9a1d795 None None] Attempt 1 to provision port 5b8b797a-848b-49f5-acf1-957f83de8744 Oct 04 20:35:19.890988 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:20.022782 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-f0715cd3-5ab9-4414-9174-f0e8e9a1d795 None None] Port 5b8b797a-848b-49f5-acf1-957f83de8744 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:35:20.044956 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=a8e237f3-9a6e-4cc4-840d-813fcdf793f2,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:20.108192 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0532bf-8895-4c2a-bbc1-f227be633d42 req-4c351c29-5a50-48e1-a842-829848a6f266 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:20.138279 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ef0532bf-8895-4c2a-bbc1-f227be633d42 req-4c351c29-5a50-48e1-a842-829848a6f266 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0f57f25a-23a5-469a-bdab-c55a3d3a7201 HTTP/1.1" status: 200 len: 949 time: 0.1035440 Oct 04 20:35:20.139847 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 34d00474-158f-4385-bfb4-7660f16be0d2 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:35:20.143952 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (34d00474-158f-4385-bfb4-7660f16be0d2), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:20.146159 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 34d00474-158f-4385-bfb4-7660f16be0d2 Oct 04 20:35:20.175881 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e367f4-12a9-4c95-85e4-73a4bdf975d0 req-a38b0a97-a835-4b41-aed0-7a4d1e9b30dc tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:20.190812 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-88e367f4-12a9-4c95-85e4-73a4bdf975d0 req-a38b0a97-a835-4b41-aed0-7a4d1e9b30dc tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa10127f-3488-4ff2-ac91-5411815abde8 HTTP/1.1" status: 200 len: 949 time: 1.0141041 Oct 04 20:35:20.354847 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ef0532bf-8895-4c2a-bbc1-f227be633d42 req-b9a576e7-2b11-4883-b6f2-1de172beacf6 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2307915d-12a1-4f54-8445-b78325b75811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272477 Oct 04 20:35:20.375203 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:20.405257 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Pushing event updated for resources: {'Port': ['ID=0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:20.405531 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5932d76-50a6-4ca9-833f-d1de90ca65e7 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:35:20.424043 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:20.430451 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:20.432548 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1cfb07d2-990a-4cc5-be6b-7fb3127fe356 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:20.442689 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a5932d76-50a6-4ca9-833f-d1de90ca65e7 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/5effed69-9508-4590-9f91-292e90a2554d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2821829 Oct 04 20:35:20.461990 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4c6f20-cf55-44b6-a13d-4cb473bb60f1 None None] Sync routers for ids ['5effed69-9508-4590-9f91-292e90a2554d'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:35:20.490965 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-88e367f4-12a9-4c95-85e4-73a4bdf975d0 req-f6fc1a8b-73bf-4b59-8dad-5bce91f46a44 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c2bc8a6c-d92e-4924-ad5b-3d15a4cff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977691 Oct 04 20:35:20.502656 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 34d00474-158f-4385-bfb4-7660f16be0d2 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:35:20.538303 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:20.540636 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4c6f20-cf55-44b6-a13d-4cb473bb60f1 None None] Routers {'5effed69-9508-4590-9f91-292e90a2554d'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:35:20.544727 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-2c4c6f20-cf55-44b6-a13d-4cb473bb60f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:35:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['5effed69-9508-4590-9f91-292e90a2554d'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:35:20.717707 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:20.725972 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 20:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97bec9a3-640a-44f3-a371-601b595d6aad x-openstack-request-id: req-97bec9a3-640a-44f3-a371-601b595d6aad {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:35:20.727925 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f57f25a-23a5-469a-bdab-c55a3d3a7201", "name": "network-vif-plugged", "status": "completed", "tag": "0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44", "code": 200}]} {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:35:20.729224 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-97bec9a3-640a-44f3-a371-601b595d6aad {{(pid=108171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:35:20.730219 n-d-852085-12 neutron-server[108171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97bec9a3-640a-44f3-a371-601b595d6aad'] response: {'server_uuid': '0f57f25a-23a5-469a-bdab-c55a3d3a7201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44', 'code': 200} Oct 04 20:35:20.801862 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a8e237f3-9a6e-4cc4-840d-813fcdf793f2 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:35:20.898064 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 59632) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:35:20.955946 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ce29c-951f-44bc-866e-8490a39da87a req-205587af-c0a0-4f79-8db3-10b87d1a1b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:20.955946 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-d81ce29c-951f-44bc-866e-8490a39da87a req-205587af-c0a0-4f79-8db3-10b87d1a1b13 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0f57f25a-23a5-469a-bdab-c55a3d3a7201 HTTP/1.1" status: 200 len: 1132 time: 0.1348388 Oct 04 20:35:20.955946 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-51daa558-8687-421d-8d8b-e6b2a046af62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (5b8b797a-848b-49f5-acf1-957f83de8744), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:21.039504 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1cfb07d2-990a-4cc5-be6b-7fb3127fe356 admin admin] Publish callbacks [] for security_group (2d0d6a6c-0968-4944-90c1-86ed3112f1da), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:21.061987 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a04dbcfa-6abd-4fc0-b0af-32ea00d342d7 req-d08f661d-2690-46a9-a605-5c26385cec36 tempest-ServersAdmin275Test-1729090410 tempest-ServersAdmin275Test-1729090410-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ccb6a102-8cc0-4764-98b0-5b6e0796bc35 HTTP/1.1" status: 200 len: 210 time: 0.0764897 Oct 04 20:35:21.121858 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port a8e237f3-9a6e-4cc4-840d-813fcdf793f2 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:35:21.121858 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (a8e237f3-9a6e-4cc4-840d-813fcdf793f2), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:21.121858 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port a8e237f3-9a6e-4cc4-840d-813fcdf793f2 Oct 04 20:35:21.254387 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-2c4c6f20-cf55-44b6-a13d-4cb473bb60f1 None None] Set router 5effed69-9508-4590-9f91-292e90a2554d gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:35:21.313379 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1cfb07d2-990a-4cc5-be6b-7fb3127fe356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (2d0d6a6c-0968-4944-90c1-86ed3112f1da), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:21.476343 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfb07d2-990a-4cc5-be6b-7fb3127fe356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0d6a6c-0968-4944-90c1-86ed3112f1da,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:21.514592 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e8bebabe-2525-4c85-a37b-db407dd1b63f req-bc9a4a45-a3c3-4a7c-be9b-c98e0caa56f9 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=74855781-6009-4525-8bdc-cad56a09a352 HTTP/1.1" status: 200 len: 210 time: 0.0709934 Oct 04 20:35:21.590292 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-d81ce29c-951f-44bc-866e-8490a39da87a req-b9803f56-5b37-4321-96dc-273a1abf653e service neutron] 10.222.0.85 "GET /networking/v2.0/security-groups?id=2307915d-12a1-4f54-8445-b78325b75811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6125355 Oct 04 20:35:21.609009 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-1cfb07d2-990a-4cc5-be6b-7fb3127fe356 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=16052b1f5c824dc0a6fa99ae0bc043c1&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3592920 Oct 04 20:35:21.613678 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:21.616292 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59644) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:35:21.641683 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:21.775199 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port a8e237f3-9a6e-4cc4-840d-813fcdf793f2 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:35:21.834202 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c03fb186-9f3d-4832-a864-9f9adb540ce3 admin admin] Publish callbacks [] for security_group (2d0d6a6c-0968-4944-90c1-86ed3112f1da), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:21.857193 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff9f5d-c404-4041-9035-6e3567161a0e req-4116889e-c170-4a59-b004-00260cb6bb9d tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:21.859106 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-90ff9f5d-c404-4041-9035-6e3567161a0e req-4116889e-c170-4a59-b004-00260cb6bb9d tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0f57f25a-23a5-469a-bdab-c55a3d3a7201 HTTP/1.1" status: 200 len: 949 time: 0.1320605 Oct 04 20:35:21.898109 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-51daa558-8687-421d-8d8b-e6b2a046af62 admin admin] Publish callbacks [] for port (5b8b797a-848b-49f5-acf1-957f83de8744), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:21.903952 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c03fb186-9f3d-4832-a864-9f9adb540ce3 admin admin] Publish callbacks [] for security_group (2d0d6a6c-0968-4944-90c1-86ed3112f1da), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:21.912563 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:21.948571 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-2c4c6f20-cf55-44b6-a13d-4cb473bb60f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5effed69-9508-4590-9f91-292e90a2554d', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-278661873-router', 'tenant_id': 'ff3a47048f7c48f88aa7979a5a9a81be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '34d00474-158f-4385-bfb4-7660f16be0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:34:55Z', 'updated_at': '2022-10-04T20:35:15Z', 'revision_number': 4, 'project_id': 'ff3a47048f7c48f88aa7979a5a9a81be', 'gw_port': {'id': '34d00474-158f-4385-bfb4-7660f16be0d2', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ed:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5effed69-9508-4590-9f91-292e90a2554d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:34:58Z', 'updated_at': '2022-10-04T20:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'e5103dcd-b0db-4928-8cde-8dff47e7f3c0', 'name': '', 'network_id': '835c6cd5-18d9-469b-b099-e5b18c50df58', 'tenant_id': 'ff3a47048f7c48f88aa7979a5a9a81be', 'mac_address': 'fa:16:3e:51:50:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5effed69-9508-4590-9f91-292e90a2554d', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'cde157a3-34dd-4feb-8881-7a7a066c5a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:35:11Z', 'updated_at': '2022-10-04T20:35:16Z', 'revision_number': 2, 'project_id': 'ff3a47048f7c48f88aa7979a5a9a81be', 'subnets': [{'id': 'cde157a3-34dd-4feb-8881-7a7a066c5a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:35:21.997983 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4c6f20-cf55-44b6-a13d-4cb473bb60f1 None None] Checking router: 5effed69-9508-4590-9f91-292e90a2554d for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:35:21.998322 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4c6f20-cf55-44b6-a13d-4cb473bb60f1 None None] Updating router 5effed69-9508-4590-9f91-292e90a2554d port e5103dcd-b0db-4928-8cde-8dff47e7f3c0 binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:35:22.068537 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2c4c6f20-cf55-44b6-a13d-4cb473bb60f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (e5103dcd-b0db-4928-8cde-8dff47e7f3c0), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:22.078639 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-90ff9f5d-c404-4041-9035-6e3567161a0e req-1ae0423e-c74a-49b6-b23b-59c3843f8e2f tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2307915d-12a1-4f54-8445-b78325b75811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762955 Oct 04 20:35:22.180269 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-51daa558-8687-421d-8d8b-e6b2a046af62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (5b8b797a-848b-49f5-acf1-957f83de8744), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:22.197924 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f5d07921-6ac9-4dfc-a7ba-a95dbf9e7978 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (1343ae1e-c3bf-45d3-bf07-a4f4296a169c), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:22.266044 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c03fb186-9f3d-4832-a864-9f9adb540ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (2d0d6a6c-0968-4944-90c1-86ed3112f1da), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:22.270301 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c03fb186-9f3d-4832-a864-9f9adb540ce3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:22.272739 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c03fb186-9f3d-4832-a864-9f9adb540ce3 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/2d0d6a6c-0968-4944-90c1-86ed3112f1da HTTP/1.1" status: 204 len: 168 time: 0.6548123 Oct 04 20:35:22.335187 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03fb186-9f3d-4832-a864-9f9adb540ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0d6a6c-0968-4944-90c1-86ed3112f1da,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:22.354669 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51daa558-8687-421d-8d8b-e6b2a046af62 admin admin] Pushing event updated for resources: {'Port': ['ID=5b8b797a-848b-49f5-acf1-957f83de8744,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:22.358622 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-51daa558-8687-421d-8d8b-e6b2a046af62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (b9729ca6-f44c-4c96-bb96-71bc6562ef88), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:22.634846 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51daa558-8687-421d-8d8b-e6b2a046af62 admin admin] Network 0f5e5799-5ce3-40f0-a02d-b3c68160cc75 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:35:22.638969 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-51daa558-8687-421d-8d8b-e6b2a046af62 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:35:22.682029 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-64992e18-c04d-443b-9c62-5698be7e332a req-d2e03f87-64b4-4d6f-bac3-c01f1cc5fa4f tempest-ServersAdmin275Test-1729090410 tempest-ServersAdmin275Test-1729090410-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ccb6a102-8cc0-4764-98b0-5b6e0796bc35 HTTP/1.1" status: 200 len: 210 time: 0.1245751 Oct 04 20:35:22.718965 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc33d14-8ef6-4bd7-a6bd-030b1f14ff4a req-a05616fb-5c35-4036-832e-c30a36ed989e tempest-ServersAdminNegativeTestJSON-359119102 tempest-ServersAdminNegativeTestJSON-359119102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:22.742079 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-5bc33d14-8ef6-4bd7-a6bd-030b1f14ff4a req-a05616fb-5c35-4036-832e-c30a36ed989e tempest-ServersAdminNegativeTestJSON-359119102 tempest-ServersAdminNegativeTestJSON-359119102-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa10127f-3488-4ff2-ac91-5411815abde8 HTTP/1.1" status: 200 len: 1132 time: 0.1819277 Oct 04 20:35:22.969292 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51daa558-8687-421d-8d8b-e6b2a046af62 admin admin] Router b9729ca6-f44c-4c96-bb96-71bc6562ef88 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:35:22.994731 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e383b9bf-d6b5-4bd9-bc47-2da230b35a8b req-9b0f17b4-d87d-43cb-ac44-06d8a8a0a1df tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=74855781-6009-4525-8bdc-cad56a09a352 HTTP/1.1" status: 200 len: 210 time: 0.1004019 Oct 04 20:35:23.002720 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-5bc33d14-8ef6-4bd7-a6bd-030b1f14ff4a req-2cfd4c72-ea31-4024-bac0-85bc336b65b8 tempest-ServersAdminNegativeTestJSON-359119102 tempest-ServersAdminNegativeTestJSON-359119102-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:23.018894 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2c4c6f20-cf55-44b6-a13d-4cb473bb60f1 None None] Publish callbacks [] for port (e5103dcd-b0db-4928-8cde-8dff47e7f3c0), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:23.143121 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:23.197804 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-0b8d13ea-10ac-4da7-b232-71eda6a5cc0e None None] Provisioning complete for port 5b8b797a-848b-49f5-acf1-957f83de8744 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:35:23.198268 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0b8d13ea-10ac-4da7-b232-71eda6a5cc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (5b8b797a-848b-49f5-acf1-957f83de8744), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:23.199486 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-0b8d13ea-10ac-4da7-b232-71eda6a5cc0e None None] Attempt 1 to provision port 5b8b797a-848b-49f5-acf1-957f83de8744 Oct 04 20:35:23.208139 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:23.270438 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51daa558-8687-421d-8d8b-e6b2a046af62 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:35:23.289433 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88b739f-ae9e-42cd-98f6-c0e55b5d6c68 None None] Sync routers for ids ['b9729ca6-f44c-4c96-bb96-71bc6562ef88'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:35:23.307185 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:23.339020 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2c4c6f20-cf55-44b6-a13d-4cb473bb60f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (e5103dcd-b0db-4928-8cde-8dff47e7f3c0), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:23.343352 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-51daa558-8687-421d-8d8b-e6b2a046af62 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/b9729ca6-f44c-4c96-bb96-71bc6562ef88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2434752 Oct 04 20:35:23.364721 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88b739f-ae9e-42cd-98f6-c0e55b5d6c68 None None] Routers {'b9729ca6-f44c-4c96-bb96-71bc6562ef88'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:35:23.364721 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-d88b739f-ae9e-42cd-98f6-c0e55b5d6c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:35:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['b9729ca6-f44c-4c96-bb96-71bc6562ef88'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:35:23.463759 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:23.486368 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a5a17-93d9-4b2b-acb8-6ea455af139e req-b93cb513-3cb7-4c6d-822d-b5d6ded76e41 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:23.504096 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a06a5a17-93d9-4b2b-acb8-6ea455af139e req-b93cb513-3cb7-4c6d-822d-b5d6ded76e41 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0f57f25a-23a5-469a-bdab-c55a3d3a7201 HTTP/1.1" status: 200 len: 949 time: 0.2379837 Oct 04 20:35:23.541920 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:23.551275 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-f5d07921-6ac9-4dfc-a7ba-a95dbf9e7978 admin admin] Deleting port a128fe18-3db5-42dc-a7ee-b0c750c606ea {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:35:23.551916 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f5d07921-6ac9-4dfc-a7ba-a95dbf9e7978 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (a128fe18-3db5-42dc-a7ee-b0c750c606ea), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:23.604781 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-0b8d13ea-10ac-4da7-b232-71eda6a5cc0e None None] Port 5b8b797a-848b-49f5-acf1-957f83de8744 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:35:23.616549 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bd70bb-8e6b-4f12-983f-4de44a27cd63 None None] Pushing event updated for resources: {'Port': ['ID=e5103dcd-b0db-4928-8cde-8dff47e7f3c0,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:23.726443 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-2c4c6f20-cf55-44b6-a13d-4cb473bb60f1 None None] Attempting to bind port e5103dcd-b0db-4928-8cde-8dff47e7f3c0 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:35:23.726959 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-2c4c6f20-cf55-44b6-a13d-4cb473bb60f1 None None] Attempting to bind port e5103dcd-b0db-4928-8cde-8dff47e7f3c0 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'e476d535-1a4e-41d2-a614-d3419785d904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '835c6cd5-18d9-469b-b099-e5b18c50df58'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:35:23.727790 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4c6f20-cf55-44b6-a13d-4cb473bb60f1 None None] Attempting to bind port e5103dcd-b0db-4928-8cde-8dff47e7f3c0 on network 835c6cd5-18d9-469b-b099-e5b18c50df58 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:35:23.855399 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4c6f20-cf55-44b6-a13d-4cb473bb60f1 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:35:23.855399 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4c6f20-cf55-44b6-a13d-4cb473bb60f1 None None] Checking segment: {'id': 'e476d535-1a4e-41d2-a614-d3419785d904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '835c6cd5-18d9-469b-b099-e5b18c50df58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:35:23.855811 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2c4c6f20-cf55-44b6-a13d-4cb473bb60f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:23.855963 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4c6f20-cf55-44b6-a13d-4cb473bb60f1 None None] Bound using segment: {'id': 'e476d535-1a4e-41d2-a614-d3419785d904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '835c6cd5-18d9-469b-b099-e5b18c50df58'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:35:23.856543 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-2c4c6f20-cf55-44b6-a13d-4cb473bb60f1 None None] Bound port: e5103dcd-b0db-4928-8cde-8dff47e7f3c0, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e476d535-1a4e-41d2-a614-d3419785d904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '835c6cd5-18d9-469b-b099-e5b18c50df58'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:35:23.856875 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2c4c6f20-cf55-44b6-a13d-4cb473bb60f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (e5103dcd-b0db-4928-8cde-8dff47e7f3c0), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:23.974738 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a06a5a17-93d9-4b2b-acb8-6ea455af139e req-4870a855-9f8a-42cb-a9a3-2df687bef6dc tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2307915d-12a1-4f54-8445-b78325b75811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4693141 Oct 04 20:35:24.033775 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-d88b739f-ae9e-42cd-98f6-c0e55b5d6c68 None None] Set router b9729ca6-f44c-4c96-bb96-71bc6562ef88 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:35:24.041338 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-5bc33d14-8ef6-4bd7-a6bd-030b1f14ff4a req-2cfd4c72-ea31-4024-bac0-85bc336b65b8 tempest-ServersAdminNegativeTestJSON-359119102 tempest-ServersAdminNegativeTestJSON-359119102-project-admin] Publish callbacks [] for security_group (23ab19f2-3b4f-4e59-aec4-760faf7be736), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:24.178540 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-5bc33d14-8ef6-4bd7-a6bd-030b1f14ff4a req-2cfd4c72-ea31-4024-bac0-85bc336b65b8 tempest-ServersAdminNegativeTestJSON-359119102 tempest-ServersAdminNegativeTestJSON-359119102-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (23ab19f2-3b4f-4e59-aec4-760faf7be736), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:24.217119 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59674) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:35:24.237482 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-f5d07921-6ac9-4dfc-a7ba-a95dbf9e7978 admin admin] For port a128fe18-3db5-42dc-a7ee-b0c750c606ea, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=a128fe18-3db5-42dc-a7ee-b0c750c606ea,segment=NetworkSegment(ad737efb-d157-4f1c-a91d-3deb174010b5),segment_id=ad737efb-d157-4f1c-a91d-3deb174010b5)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:35:24.238816 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f5d07921-6ac9-4dfc-a7ba-a95dbf9e7978 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (a128fe18-3db5-42dc-a7ee-b0c750c606ea), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:24.263559 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6ae1164b-0ca3-4cfe-83de-22e0e1cee48f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:24.283511 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2c4c6f20-cf55-44b6-a13d-4cb473bb60f1 None None] For port e5103dcd-b0db-4928-8cde-8dff47e7f3c0, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:35:24.292873 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2c4c6f20-cf55-44b6-a13d-4cb473bb60f1 None None] For port e5103dcd-b0db-4928-8cde-8dff47e7f3c0, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=e5103dcd-b0db-4928-8cde-8dff47e7f3c0,segment=NetworkSegment(e476d535-1a4e-41d2-a614-d3419785d904),segment_id=e476d535-1a4e-41d2-a614-d3419785d904)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:35:24.326096 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-f5d07921-6ac9-4dfc-a7ba-a95dbf9e7978 admin admin] Calling delete_port for a128fe18-3db5-42dc-a7ee-b0c750c606ea owned by network:router_interface {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:35:24.350223 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-5bc33d14-8ef6-4bd7-a6bd-030b1f14ff4a req-2cfd4c72-ea31-4024-bac0-85bc336b65b8 tempest-ServersAdminNegativeTestJSON-359119102 tempest-ServersAdminNegativeTestJSON-359119102-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c2bc8a6c-d92e-4924-ad5b-3d15a4cff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6066105 Oct 04 20:35:24.363324 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfd4c72-ea31-4024-bac0-85bc336b65b8 tempest-ServersAdminNegativeTestJSON-359119102 tempest-ServersAdminNegativeTestJSON-359119102-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ab19f2-3b4f-4e59-aec4-760faf7be736,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:24.410627 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2c4c6f20-cf55-44b6-a13d-4cb473bb60f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (e5103dcd-b0db-4928-8cde-8dff47e7f3c0), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:24.532390 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6ae1164b-0ca3-4cfe-83de-22e0e1cee48f admin admin] Publish callbacks [] for security_group (685f8d8d-0cf4-45a9-a051-a59a3a9ad249), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:24.631440 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6ae1164b-0ca3-4cfe-83de-22e0e1cee48f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (685f8d8d-0cf4-45a9-a051-a59a3a9ad249), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:24.641368 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4c6f20-cf55-44b6-a13d-4cb473bb60f1 None None] Routers {'5effed69-9508-4590-9f91-292e90a2554d'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:35:24.646659 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-2c4c6f20-cf55-44b6-a13d-4cb473bb60f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:35:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['5effed69-9508-4590-9f91-292e90a2554d'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:35:24.666416 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-07a9e996-94a3-43b9-90c5-2ec912cdd326 req-758c71a6-3ead-4891-a6bb-c30d71084388 tempest-ServersAdmin275Test-1729090410 tempest-ServersAdmin275Test-1729090410-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ccb6a102-8cc0-4764-98b0-5b6e0796bc35 HTTP/1.1" status: 200 len: 210 time: 0.0783255 Oct 04 20:35:24.794202 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-d88b739f-ae9e-42cd-98f6-c0e55b5d6c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9729ca6-f44c-4c96-bb96-71bc6562ef88', 'name': 'tempest-FloatingIPsNegativeTestJSON-177697425-router', 'tenant_id': '1a11d1435a15411dac3494ce54e4a8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'a8e237f3-9a6e-4cc4-840d-813fcdf793f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:34:59Z', 'updated_at': '2022-10-04T20:35:20Z', 'revision_number': 4, 'project_id': '1a11d1435a15411dac3494ce54e4a8e5', 'gw_port': {'id': 'a8e237f3-9a6e-4cc4-840d-813fcdf793f2', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9729ca6-f44c-4c96-bb96-71bc6562ef88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:35:04Z', 'updated_at': '2022-10-04T20:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '5b8b797a-848b-49f5-acf1-957f83de8744', 'name': '', 'network_id': '0f5e5799-5ce3-40f0-a02d-b3c68160cc75', 'tenant_id': '1a11d1435a15411dac3494ce54e4a8e5', 'mac_address': 'fa:16:3e:d3:42:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9729ca6-f44c-4c96-bb96-71bc6562ef88', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '52a7adeb-b7a4-4022-a498-c961c98581fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:35:15Z', 'updated_at': '2022-10-04T20:35:21Z', 'revision_number': 2, 'project_id': '1a11d1435a15411dac3494ce54e4a8e5', 'subnets': [{'id': '52a7adeb-b7a4-4022-a498-c961c98581fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:35:24.827020 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae1164b-0ca3-4cfe-83de-22e0e1cee48f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=685f8d8d-0cf4-45a9-a051-a59a3a9ad249,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:24.906501 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-6ae1164b-0ca3-4cfe-83de-22e0e1cee48f admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=ecbe677ae0a6436a8605bf95396eea4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6871376 Oct 04 20:35:24.912515 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59678) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:35:24.982946 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bd70bb-8e6b-4f12-983f-4de44a27cd63 None None] Pushing event updated for resources: {'Port': ['ID=e5103dcd-b0db-4928-8cde-8dff47e7f3c0,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:25.003161 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-fc4b04f6-c2c5-4ef4-bf21-c941094d8854 req-7919eb60-12ae-447a-8d05-064319fea8bb tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=74855781-6009-4525-8bdc-cad56a09a352 HTTP/1.1" status: 200 len: 210 time: 0.0756345 Oct 04 20:35:25.014141 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88b739f-ae9e-42cd-98f6-c0e55b5d6c68 None None] Checking router: b9729ca6-f44c-4c96-bb96-71bc6562ef88 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:35:25.014606 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88b739f-ae9e-42cd-98f6-c0e55b5d6c68 None None] Updating router b9729ca6-f44c-4c96-bb96-71bc6562ef88 port 5b8b797a-848b-49f5-acf1-957f83de8744 binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:35:25.096652 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-04a42b59-39d2-462f-9db0-3dad8e985259 admin admin] Publish callbacks [] for security_group (685f8d8d-0cf4-45a9-a051-a59a3a9ad249), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:25.138100 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-d88b739f-ae9e-42cd-98f6-c0e55b5d6c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (5b8b797a-848b-49f5-acf1-957f83de8744), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:25.161696 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:25.175578 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-b864b09c-2f7b-475a-8c5c-8408494c6524 req-8b35158a-0be3-409d-80b2-c41d222f7cf9 tempest-FloatingIPsNegativeTestJSON-580501871 tempest-FloatingIPsNegativeTestJSON-580501871-project] 10.222.0.78 "GET /networking/v2.0/floatingips?tenant_id=1a11d1435a15411dac3494ce54e4a8e5 HTTP/1.1" status: 200 len: 217 time: 0.1200452 Oct 04 20:35:25.185241 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-2c4c6f20-cf55-44b6-a13d-4cb473bb60f1 None None] Set router 5effed69-9508-4590-9f91-292e90a2554d gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:35:25.189622 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-04a42b59-39d2-462f-9db0-3dad8e985259 admin admin] Publish callbacks [] for security_group (685f8d8d-0cf4-45a9-a051-a59a3a9ad249), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:25.242940 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:25.335114 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-7754d273-1758-4760-b5c2-338a674a9369 req-40889b26-e077-4cd8-9e93-8edd15a2b04f tempest-FloatingIPsNegativeTestJSON-580501871 tempest-FloatingIPsNegativeTestJSON-580501871-project] 10.222.0.78 "GET /networking/v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0750883 Oct 04 20:35:25.446969 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d075b5-31e6-40c8-9c56-0cba52098f9d req-3fd617f2-91a0-4f14-a1c7-95e563bf6c88 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:25.463475 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-70d075b5-31e6-40c8-9c56-0cba52098f9d req-3fd617f2-91a0-4f14-a1c7-95e563bf6c88 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0f57f25a-23a5-469a-bdab-c55a3d3a7201 HTTP/1.1" status: 200 len: 949 time: 0.2686062 Oct 04 20:35:25.545666 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-04a42b59-39d2-462f-9db0-3dad8e985259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (685f8d8d-0cf4-45a9-a051-a59a3a9ad249), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:25.551962 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-04a42b59-39d2-462f-9db0-3dad8e985259 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:25.558232 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-04a42b59-39d2-462f-9db0-3dad8e985259 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/685f8d8d-0cf4-45a9-a051-a59a3a9ad249 HTTP/1.1" status: 204 len: 168 time: 0.6388130 Oct 04 20:35:25.597792 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [req-99674fc0-99a1-4eab-b531-d716eb22dd49 req-fde6f423-18fd-4957-9c91-1d7d3f847dc5 tempest-FloatingIPsNegativeTestJSON-580501871 tempest-FloatingIPsNegativeTestJSON-580501871-project] show failed (client error): The resource could not be found. Oct 04 20:35:25.598468 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a42b59-39d2-462f-9db0-3dad8e985259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685f8d8d-0cf4-45a9-a051-a59a3a9ad249,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:25.613111 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-99674fc0-99a1-4eab-b531-d716eb22dd49 req-fde6f423-18fd-4957-9c91-1d7d3f847dc5 tempest-FloatingIPsNegativeTestJSON-580501871 tempest-FloatingIPsNegativeTestJSON-580501871-project] 10.222.0.78 "GET /networking/v2.0/floatingips/784e0c26-da8f-486c-8e12-7b0a481e5a91 HTTP/1.1" status: 404 len: 350 time: 0.1390471 Oct 04 20:35:25.621903 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59690) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:35:25.865171 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4578678-0ece-4afa-adaf-fdff5fd0ac3c req-26e20267-ec0a-44aa-ba0a-d1c06f262ce0 tempest-ServersAdminNegativeTestJSON-359119102 tempest-ServersAdminNegativeTestJSON-359119102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:25.880410 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d4578678-0ece-4afa-adaf-fdff5fd0ac3c req-26e20267-ec0a-44aa-ba0a-d1c06f262ce0 tempest-ServersAdminNegativeTestJSON-359119102 tempest-ServersAdminNegativeTestJSON-359119102-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa10127f-3488-4ff2-ac91-5411815abde8 HTTP/1.1" status: 200 len: 1132 time: 0.1024101 Oct 04 20:35:25.910224 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-70d075b5-31e6-40c8-9c56-0cba52098f9d req-d2721a97-a347-4c15-bada-cbabef3d601b tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2307915d-12a1-4f54-8445-b78325b75811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206770 Oct 04 20:35:25.911452 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f5d07921-6ac9-4dfc-a7ba-a95dbf9e7978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (a128fe18-3db5-42dc-a7ee-b0c750c606ea), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:26.068380 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:26.123659 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-2c4c6f20-cf55-44b6-a13d-4cb473bb60f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5effed69-9508-4590-9f91-292e90a2554d', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-278661873-router', 'tenant_id': 'ff3a47048f7c48f88aa7979a5a9a81be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '34d00474-158f-4385-bfb4-7660f16be0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:34:55Z', 'updated_at': '2022-10-04T20:35:15Z', 'revision_number': 4, 'project_id': 'ff3a47048f7c48f88aa7979a5a9a81be', 'gw_port': {'id': '34d00474-158f-4385-bfb4-7660f16be0d2', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ed:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5effed69-9508-4590-9f91-292e90a2554d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:34:58Z', 'updated_at': '2022-10-04T20:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'e5103dcd-b0db-4928-8cde-8dff47e7f3c0', 'name': '', 'network_id': '835c6cd5-18d9-469b-b099-e5b18c50df58', 'tenant_id': 'ff3a47048f7c48f88aa7979a5a9a81be', 'mac_address': 'fa:16:3e:51:50:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5effed69-9508-4590-9f91-292e90a2554d', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'cde157a3-34dd-4feb-8881-7a7a066c5a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:35:11Z', 'updated_at': '2022-10-04T20:35:24Z', 'revision_number': 4, 'project_id': 'ff3a47048f7c48f88aa7979a5a9a81be', 'subnets': [{'id': 'cde157a3-34dd-4feb-8881-7a7a066c5a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:35:26.196918 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=100 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:26.237412 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d07921-6ac9-4dfc-a7ba-a95dbf9e7978 admin admin] Pushing event deleted for resources: {'Port': ['ID=a128fe18-3db5-42dc-a7ee-b0c750c606ea,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:26.262116 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4c6f20-cf55-44b6-a13d-4cb473bb60f1 None None] The sync data for ids ['5effed69-9508-4590-9f91-292e90a2554d'] in n-d-852085-12 is: [{'id': '5effed69-9508-4590-9f91-292e90a2554d', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-278661873-router', 'tenant_id': 'ff3a47048f7c48f88aa7979a5a9a81be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '34d00474-158f-4385-bfb4-7660f16be0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:34:55Z', 'updated_at': '2022-10-04T20:35:15Z', 'revision_number': 4, 'project_id': 'ff3a47048f7c48f88aa7979a5a9a81be', 'gw_port': {'id': '34d00474-158f-4385-bfb4-7660f16be0d2', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ed:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5effed69-9508-4590-9f91-292e90a2554d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:34:58Z', 'updated_at': '2022-10-04T20:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'e5103dcd-b0db-4928-8cde-8dff47e7f3c0', 'name': '', 'network_id': '835c6cd5-18d9-469b-b099-e5b18c50df58', 'tenant_id': 'ff3a47048f7c48f88aa7979a5a9a81be', 'mac_address': 'fa:16:3e:51:50:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5effed69-9508-4590-9f91-292e90a2554d', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'cde157a3-34dd-4feb-8881-7a7a066c5a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:35:11Z', 'updated_at': '2022-10-04T20:35:24Z', 'revision_number': 4, 'project_id': 'ff3a47048f7c48f88aa7979a5a9a81be', 'subnets': [{'id': 'cde157a3-34dd-4feb-8881-7a7a066c5a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:35:26.490185 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-d88b739f-ae9e-42cd-98f6-c0e55b5d6c68 None None] Publish callbacks [] for port (5b8b797a-848b-49f5-acf1-957f83de8744), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:26.609578 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-d88b739f-ae9e-42cd-98f6-c0e55b5d6c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (5b8b797a-848b-49f5-acf1-957f83de8744), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:26.687475 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d4578678-0ece-4afa-adaf-fdff5fd0ac3c req-4a3bac76-8a38-4081-96df-7db944591ca1 tempest-ServersAdminNegativeTestJSON-359119102 tempest-ServersAdminNegativeTestJSON-359119102-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c2bc8a6c-d92e-4924-ad5b-3d15a4cff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8055236 Oct 04 20:35:26.960516 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-99a9b6a5-fc4d-44ad-b48c-987b39156f51 req-94fedd97-6c84-4651-b418-ca88a8398e13 tempest-ServersAdmin275Test-1729090410 tempest-ServersAdmin275Test-1729090410-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ccb6a102-8cc0-4764-98b0-5b6e0796bc35 HTTP/1.1" status: 200 len: 210 time: 0.4136200 Oct 04 20:35:27.172934 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device e5103dcd-b0db-4928-8cde-8dff47e7f3c0 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:35:27.209187 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-d88b739f-ae9e-42cd-98f6-c0e55b5d6c68 None None] Attempting to bind port 5b8b797a-848b-49f5-acf1-957f83de8744 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:35:27.209187 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-d88b739f-ae9e-42cd-98f6-c0e55b5d6c68 None None] Attempting to bind port 5b8b797a-848b-49f5-acf1-957f83de8744 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'ec7a059a-a40c-4218-948a-e857d53f2da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0f5e5799-5ce3-40f0-a02d-b3c68160cc75'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:35:27.209187 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88b739f-ae9e-42cd-98f6-c0e55b5d6c68 None None] Attempting to bind port 5b8b797a-848b-49f5-acf1-957f83de8744 on network 0f5e5799-5ce3-40f0-a02d-b3c68160cc75 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:35:27.274606 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f5d07921-6ac9-4dfc-a7ba-a95dbf9e7978 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (1343ae1e-c3bf-45d3-bf07-a4f4296a169c), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:27.295595 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-622e5c62-89a7-41dd-80ad-07858c28f025 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.83 "GET /networking/v2.0/networks?tenant_id=70436b8b504e43dc882f5ee434ecf443&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3017814 Oct 04 20:35:27.343931 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ee4740-0c41-487d-985e-3262ae889ff6 None None] Pushing event updated for resources: {'Port': ['ID=5b8b797a-848b-49f5-acf1-957f83de8744,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:27.414804 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6f56ccd0-c88c-4a2a-9afe-5a610305d833 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (b9729ca6-f44c-4c96-bb96-71bc6562ef88), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:27.448134 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port e5103dcd-b0db-4928-8cde-8dff47e7f3c0 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:35:27.448734 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (e5103dcd-b0db-4928-8cde-8dff47e7f3c0), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:27.449290 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port e5103dcd-b0db-4928-8cde-8dff47e7f3c0 Oct 04 20:35:27.486952 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88b739f-ae9e-42cd-98f6-c0e55b5d6c68 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:35:27.487979 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88b739f-ae9e-42cd-98f6-c0e55b5d6c68 None None] Checking segment: {'id': 'ec7a059a-a40c-4218-948a-e857d53f2da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0f5e5799-5ce3-40f0-a02d-b3c68160cc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:35:27.488595 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-d88b739f-ae9e-42cd-98f6-c0e55b5d6c68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:27.489098 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88b739f-ae9e-42cd-98f6-c0e55b5d6c68 None None] Bound using segment: {'id': 'ec7a059a-a40c-4218-948a-e857d53f2da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0f5e5799-5ce3-40f0-a02d-b3c68160cc75'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:35:27.489613 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-d88b739f-ae9e-42cd-98f6-c0e55b5d6c68 None None] Bound port: 5b8b797a-848b-49f5-acf1-957f83de8744, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec7a059a-a40c-4218-948a-e857d53f2da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0f5e5799-5ce3-40f0-a02d-b3c68160cc75'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:35:27.490085 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-d88b739f-ae9e-42cd-98f6-c0e55b5d6c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (5b8b797a-848b-49f5-acf1-957f83de8744), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:27.522276 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:27.618584 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-65cc3dd7-ebc7-4605-b6c9-6947df7cc266 req-18980629-0726-4426-b75e-bd219c525078 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=74855781-6009-4525-8bdc-cad56a09a352 HTTP/1.1" status: 200 len: 210 time: 0.3827958 Oct 04 20:35:27.839656 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-d88b739f-ae9e-42cd-98f6-c0e55b5d6c68 None None] For port 5b8b797a-848b-49f5-acf1-957f83de8744, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:35:27.861537 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-d88b739f-ae9e-42cd-98f6-c0e55b5d6c68 None None] For port 5b8b797a-848b-49f5-acf1-957f83de8744, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=5b8b797a-848b-49f5-acf1-957f83de8744,segment=NetworkSegment(ec7a059a-a40c-4218-948a-e857d53f2da3),segment_id=ec7a059a-a40c-4218-948a-e857d53f2da3)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:35:27.872988 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-72c55d24-324f-42cd-9b0f-dd7d230fb6db tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.85 "GET /networking/v2.0/networks?tenant_id=70436b8b504e43dc882f5ee434ecf443&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0897377 Oct 04 20:35:27.875784 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:27.879452 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port e5103dcd-b0db-4928-8cde-8dff47e7f3c0 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:35:27.880239 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (e5103dcd-b0db-4928-8cde-8dff47e7f3c0), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:28.003307 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-d88b739f-ae9e-42cd-98f6-c0e55b5d6c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (5b8b797a-848b-49f5-acf1-957f83de8744), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:28.017863 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port e5103dcd-b0db-4928-8cde-8dff47e7f3c0, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=e5103dcd-b0db-4928-8cde-8dff47e7f3c0,segment=NetworkSegment(e476d535-1a4e-41d2-a614-d3419785d904),segment_id=e476d535-1a4e-41d2-a614-d3419785d904)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:35:28.169351 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (e5103dcd-b0db-4928-8cde-8dff47e7f3c0), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:28.246812 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ee4740-0c41-487d-985e-3262ae889ff6 None None] Pushing event updated for resources: {'Port': ['ID=5b8b797a-848b-49f5-acf1-957f83de8744,revision_number=4']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:28.301970 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88b739f-ae9e-42cd-98f6-c0e55b5d6c68 None None] Routers {'b9729ca6-f44c-4c96-bb96-71bc6562ef88'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:35:28.308764 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-d88b739f-ae9e-42cd-98f6-c0e55b5d6c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:35:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['b9729ca6-f44c-4c96-bb96-71bc6562ef88'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:35:28.333779 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e474b-fea9-4523-8ba8-33429120061d req-6178db72-a450-4778-bcf6-86df99f04305 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:28.350642 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-5f4e474b-fea9-4523-8ba8-33429120061d req-6178db72-a450-4778-bcf6-86df99f04305 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0f57f25a-23a5-469a-bdab-c55a3d3a7201 HTTP/1.1" status: 200 len: 949 time: 0.8263440 Oct 04 20:35:28.437417 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-25618de6-951f-4269-b445-727d32eac8b0 req-f378331c-7d64-4d63-90bb-ba256774673b tempest-ServersAdmin275Test-1729090410 tempest-ServersAdmin275Test-1729090410-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ccb6a102-8cc0-4764-98b0-5b6e0796bc35 HTTP/1.1" status: 200 len: 210 time: 0.0813100 Oct 04 20:35:28.439937 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=e5103dcd-b0db-4928-8cde-8dff47e7f3c0,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:28.741058 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-f3d90ee4-a86d-4173-8e25-2832ac0dc51c tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:28.743050 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-f3d90ee4-a86d-4173-8e25-2832ac0dc51c tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.83 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.4341857 Oct 04 20:35:28.773107 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-d88b739f-ae9e-42cd-98f6-c0e55b5d6c68 None None] Set router b9729ca6-f44c-4c96-bb96-71bc6562ef88 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:35:28.821019 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-8d6be2e1-06bb-405d-adc6-107572664338 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Request body: {'port': {'device_id': 'd937ec04-8d81-4926-a578-27ca4e58ca63', 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7', 'admin_state_up': True, 'tenant_id': '70436b8b504e43dc882f5ee434ecf443'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:35:28.833781 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device e5103dcd-b0db-4928-8cde-8dff47e7f3c0 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:35:28.975677 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-426dcbd0-e7f4-40dc-ac3a-b34c1375b12d tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:28.984622 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-426dcbd0-e7f4-40dc-ac3a-b34c1375b12d tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.85 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0597923 Oct 04 20:35:29.041338 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-116523e2-c493-4cdf-974c-db68f2b4ef20 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Request body: {'port': {'device_id': '74855781-6009-4525-8bdc-cad56a09a352', 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7', 'admin_state_up': True, 'tenant_id': '70436b8b504e43dc882f5ee434ecf443'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:35:29.137285 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port e5103dcd-b0db-4928-8cde-8dff47e7f3c0 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:35:29.137986 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (e5103dcd-b0db-4928-8cde-8dff47e7f3c0), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:29.138770 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port e5103dcd-b0db-4928-8cde-8dff47e7f3c0 Oct 04 20:35:29.517981 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port e5103dcd-b0db-4928-8cde-8dff47e7f3c0 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:35:29.573331 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-6f56ccd0-c88c-4a2a-9afe-5a610305d833 admin admin] Deleting port 5b8b797a-848b-49f5-acf1-957f83de8744 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:35:29.581357 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6f56ccd0-c88c-4a2a-9afe-5a610305d833 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (5b8b797a-848b-49f5-acf1-957f83de8744), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:29.715053 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59746) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:35:29.758558 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-116523e2-c493-4cdf-974c-db68f2b4ef20 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Made reservation on behalf of 70436b8b504e43dc882f5ee434ecf443 for: {'port': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:35:29.774262 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-116523e2-c493-4cdf-974c-db68f2b4ef20 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:29.814758 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-d88b739f-ae9e-42cd-98f6-c0e55b5d6c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9729ca6-f44c-4c96-bb96-71bc6562ef88', 'name': 'tempest-FloatingIPsNegativeTestJSON-177697425-router', 'tenant_id': '1a11d1435a15411dac3494ce54e4a8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'a8e237f3-9a6e-4cc4-840d-813fcdf793f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:34:59Z', 'updated_at': '2022-10-04T20:35:20Z', 'revision_number': 4, 'project_id': '1a11d1435a15411dac3494ce54e4a8e5', 'gw_port': {'id': 'a8e237f3-9a6e-4cc4-840d-813fcdf793f2', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9729ca6-f44c-4c96-bb96-71bc6562ef88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:35:04Z', 'updated_at': '2022-10-04T20:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '5b8b797a-848b-49f5-acf1-957f83de8744', 'name': '', 'network_id': '0f5e5799-5ce3-40f0-a02d-b3c68160cc75', 'tenant_id': '1a11d1435a15411dac3494ce54e4a8e5', 'mac_address': 'fa:16:3e:d3:42:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9729ca6-f44c-4c96-bb96-71bc6562ef88', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '52a7adeb-b7a4-4022-a498-c961c98581fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:35:15Z', 'updated_at': '2022-10-04T20:35:27Z', 'revision_number': 4, 'project_id': '1a11d1435a15411dac3494ce54e4a8e5', 'subnets': [{'id': '52a7adeb-b7a4-4022-a498-c961c98581fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:35:29.840589 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-5f4e474b-fea9-4523-8ba8-33429120061d req-a977ff51-7c4c-4f9a-b31f-820568bbee47 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2307915d-12a1-4f54-8445-b78325b75811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4865408 Oct 04 20:35:29.897469 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88b739f-ae9e-42cd-98f6-c0e55b5d6c68 None None] The sync data for ids ['b9729ca6-f44c-4c96-bb96-71bc6562ef88'] in n-d-852085-12 is: [{'id': 'b9729ca6-f44c-4c96-bb96-71bc6562ef88', 'name': 'tempest-FloatingIPsNegativeTestJSON-177697425-router', 'tenant_id': '1a11d1435a15411dac3494ce54e4a8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'a8e237f3-9a6e-4cc4-840d-813fcdf793f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:34:59Z', 'updated_at': '2022-10-04T20:35:20Z', 'revision_number': 4, 'project_id': '1a11d1435a15411dac3494ce54e4a8e5', 'gw_port': {'id': 'a8e237f3-9a6e-4cc4-840d-813fcdf793f2', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9729ca6-f44c-4c96-bb96-71bc6562ef88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:35:04Z', 'updated_at': '2022-10-04T20:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '5b8b797a-848b-49f5-acf1-957f83de8744', 'name': '', 'network_id': '0f5e5799-5ce3-40f0-a02d-b3c68160cc75', 'tenant_id': '1a11d1435a15411dac3494ce54e4a8e5', 'mac_address': 'fa:16:3e:d3:42:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9729ca6-f44c-4c96-bb96-71bc6562ef88', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '52a7adeb-b7a4-4022-a498-c961c98581fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:35:15Z', 'updated_at': '2022-10-04T20:35:27Z', 'revision_number': 4, 'project_id': '1a11d1435a15411dac3494ce54e4a8e5', 'subnets': [{'id': '52a7adeb-b7a4-4022-a498-c961c98581fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:35:29.928172 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d07921-6ac9-4dfc-a7ba-a95dbf9e7978 admin admin] Router 1343ae1e-c3bf-45d3-bf07-a4f4296a169c has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:35:30.109860 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:30.113325 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:30.206189 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-116523e2-c493-4cdf-974c-db68f2b4ef20 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Allocated IP 192.168.233.218 (42fbb05e-3f96-444f-a676-04ee9d06a8c7/e1956090-7ed7-4d05-a46e-a7b0885ca8e4/f1539adb-7984-4760-843a-2936f8ddf173) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:35:30.235354 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-e6feeee1-6b8f-47bc-b4b4-b02f9581710b admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-80391144-network', 'tenant_id': '0184f3fdbd854adf9751ab0ef77bdb2a'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:35:30.340410 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-096df986-f1f5-4432-84de-4d5685a35ee8 req-e8d4f54c-fdcc-4edd-a4d6-4d5edc354d67 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=74855781-6009-4525-8bdc-cad56a09a352 HTTP/1.1" status: 200 len: 210 time: 0.0862288 Oct 04 20:35:30.355989 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-6f56ccd0-c88c-4a2a-9afe-5a610305d833 admin admin] For port 5b8b797a-848b-49f5-acf1-957f83de8744, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=5b8b797a-848b-49f5-acf1-957f83de8744,segment=NetworkSegment(ec7a059a-a40c-4218-948a-e857d53f2da3),segment_id=ec7a059a-a40c-4218-948a-e857d53f2da3)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:35:30.372533 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6f56ccd0-c88c-4a2a-9afe-5a610305d833 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (5b8b797a-848b-49f5-acf1-957f83de8744), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:30.372968 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:30.407465 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-6f56ccd0-c88c-4a2a-9afe-5a610305d833 admin admin] Calling delete_port for 5b8b797a-848b-49f5-acf1-957f83de8744 owned by network:router_interface {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:35:30.625361 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6feeee1-6b8f-47bc-b4b4-b02f9581710b admin admin] Made reservation on behalf of 0184f3fdbd854adf9751ab0ef77bdb2a for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:35:30.629907 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e6feeee1-6b8f-47bc-b4b4-b02f9581710b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:30.647779 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885764e4-26b4-47e7-8aae-70100c03a2fe req-d1b36f7b-ebb8-4abb-9e75-7c0738ee084c tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:30.650429 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-885764e4-26b4-47e7-8aae-70100c03a2fe req-d1b36f7b-ebb8-4abb-9e75-7c0738ee084c tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] 10.222.0.78 "GET /networking/v2.0/networks?id=5a968067-4034-47ae-963a-b80f9544a870 HTTP/1.1" status: 200 len: 821 time: 0.7595599 Oct 04 20:35:30.657130 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d07921-6ac9-4dfc-a7ba-a95dbf9e7978 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:35:30.673895 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f5d07921-6ac9-4dfc-a7ba-a95dbf9e7978 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/1343ae1e-c3bf-45d3-bf07-a4f4296a169c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7695568 Oct 04 20:35:30.675646 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e6feeee1-6b8f-47bc-b4b4-b02f9581710b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:30.686411 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393ae759-9661-4aca-86c2-8d9018675d71 None None] Sync routers for ids ['1343ae1e-c3bf-45d3-bf07-a4f4296a169c'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:35:30.694429 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 59752) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:35:30.718271 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393ae759-9661-4aca-86c2-8d9018675d71 None None] Routers {'1343ae1e-c3bf-45d3-bf07-a4f4296a169c'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:35:30.719371 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-393ae759-9661-4aca-86c2-8d9018675d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:35:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['1343ae1e-c3bf-45d3-bf07-a4f4296a169c'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:35:30.803384 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-885764e4-26b4-47e7-8aae-70100c03a2fe req-4d446a94-2484-4217-8ff1-e0932ec7d1c3 tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] 10.222.0.78 "GET /networking/v2.0/quotas/cf616fd82dd34c7d92f4d8e9e80f89f4 HTTP/1.1" status: 200 len: 375 time: 0.1277673 Oct 04 20:35:30.832550 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e9a280-b4ff-4e4c-b027-a16d337dffd9 req-280fed3a-f601-4a01-9473-4096dfcd4c5c tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:30.835824 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-69e9a280-b4ff-4e4c-b027-a16d337dffd9 req-280fed3a-f601-4a01-9473-4096dfcd4c5c tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa10127f-3488-4ff2-ac91-5411815abde8 HTTP/1.1" status: 200 len: 949 time: 0.3069434 Oct 04 20:35:30.840022 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 5b8b797a-848b-49f5-acf1-957f83de8744 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:35:30.842884 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:30.852249 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-8d6be2e1-06bb-405d-adc6-107572664338 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Made reservation on behalf of 70436b8b504e43dc882f5ee434ecf443 for: {'port': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:35:30.873053 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-8d6be2e1-06bb-405d-adc6-107572664338 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:31.080862 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 5b8b797a-848b-49f5-acf1-957f83de8744 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:35:31.082094 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (5b8b797a-848b-49f5-acf1-957f83de8744), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:31.082932 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 5b8b797a-848b-49f5-acf1-957f83de8744 Oct 04 20:35:31.143295 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:31.151948 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-885764e4-26b4-47e7-8aae-70100c03a2fe req-0f6d5ee2-7d44-4642-8e94-fd3ef00f456d tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=cf616fd82dd34c7d92f4d8e9e80f89f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3127003 Oct 04 20:35:31.163574 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-393ae759-9661-4aca-86c2-8d9018675d71 None None] Set router 1343ae1e-c3bf-45d3-bf07-a4f4296a169c gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:35:31.375614 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:31.434760 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-69e9a280-b4ff-4e4c-b027-a16d337dffd9 req-339f23f1-3ca5-4caf-8de0-7bfa51dccfe1 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c2bc8a6c-d92e-4924-ad5b-3d15a4cff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5004930 Oct 04 20:35:31.512051 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-771a0c51-c703-4492-8040-44a56e8450ec admin admin] Publish callbacks [] for router (1343ae1e-c3bf-45d3-bf07-a4f4296a169c), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:31.558287 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 5b8b797a-848b-49f5-acf1-957f83de8744 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:35:31.558927 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (5b8b797a-848b-49f5-acf1-957f83de8744), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:31.567404 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-3278770e-9fe0-4f74-8469-58178feecadd req-a757f860-0215-42ad-ab64-b2d64f823d2e tempest-ServersAdmin275Test-1729090410 tempest-ServersAdmin275Test-1729090410-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ccb6a102-8cc0-4764-98b0-5b6e0796bc35 HTTP/1.1" status: 200 len: 210 time: 0.1315901 Oct 04 20:35:31.619887 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:31.691188 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 5b8b797a-848b-49f5-acf1-957f83de8744, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=5b8b797a-848b-49f5-acf1-957f83de8744,segment=NetworkSegment(ec7a059a-a40c-4218-948a-e857d53f2da3),segment_id=ec7a059a-a40c-4218-948a-e857d53f2da3)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:35:31.785543 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e6feeee1-6b8f-47bc-b4b4-b02f9581710b admin admin] Publish callbacks [] for security_group (4936d574-cb6d-470b-9b1f-a6f375eae4de), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:31.817310 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (5b8b797a-848b-49f5-acf1-957f83de8744), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:31.818062 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-116523e2-c493-4cdf-974c-db68f2b4ef20 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Publish callbacks [] for port (f1539adb-7984-4760-843a-2936f8ddf173), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:31.827548 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-393ae759-9661-4aca-86c2-8d9018675d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1343ae1e-c3bf-45d3-bf07-a4f4296a169c', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2025113275-router', 'tenant_id': '18d77006f3cd4bef9f4de5553efcdb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '42f92df5-f581-4569-8d87-d4a8937831dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:34:16Z', 'updated_at': '2022-10-04T20:35:25Z', 'revision_number': 5, 'project_id': '18d77006f3cd4bef9f4de5553efcdb06', 'gw_port': {'id': '42f92df5-f581-4569-8d87-d4a8937831dc', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1343ae1e-c3bf-45d3-bf07-a4f4296a169c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:34:20Z', 'updated_at': '2022-10-04T20:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:35:31.882421 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59762) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:35:31.991777 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b7d08-dcb4-46c0-8a2f-70975aa671ae req-3e0ae381-ee08-483d-a897-13dbf587768d tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:31.995115 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-ee5b7d08-dcb4-46c0-8a2f-70975aa671ae req-3e0ae381-ee08-483d-a897-13dbf587768d tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=aa10127f-3488-4ff2-ac91-5411815abde8 HTTP/1.1" status: 200 len: 949 time: 0.5430686 Oct 04 20:35:32.018329 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:32.027876 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e6feeee1-6b8f-47bc-b4b4-b02f9581710b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (4936d574-cb6d-470b-9b1f-a6f375eae4de), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:32.031057 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393ae759-9661-4aca-86c2-8d9018675d71 None None] Checking router: 1343ae1e-c3bf-45d3-bf07-a4f4296a169c for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:35:32.031560 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e264ef28-9a26-433e-901a-f8479f45ad29 req-0ea9b230-d780-4323-bd02-174217a3a827 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=74855781-6009-4525-8bdc-cad56a09a352 HTTP/1.1" status: 200 len: 210 time: 0.0981205 Oct 04 20:35:32.043796 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-771a0c51-c703-4492-8040-44a56e8450ec admin admin] Publish callbacks [] for router_gateway (1343ae1e-c3bf-45d3-bf07-a4f4296a169c), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:32.087663 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393ae759-9661-4aca-86c2-8d9018675d71 None None] Routers {'1343ae1e-c3bf-45d3-bf07-a4f4296a169c'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:35:32.087663 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-393ae759-9661-4aca-86c2-8d9018675d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:35:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['1343ae1e-c3bf-45d3-bf07-a4f4296a169c'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:35:32.185333 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=5b8b797a-848b-49f5-acf1-957f83de8744,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:32.323517 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-771a0c51-c703-4492-8040-44a56e8450ec admin admin] Deleting port 42f92df5-f581-4569-8d87-d4a8937831dc {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:35:32.324015 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-771a0c51-c703-4492-8040-44a56e8450ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (42f92df5-f581-4569-8d87-d4a8937831dc), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:32.365381 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:32.365665 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-116523e2-c493-4cdf-974c-db68f2b4ef20 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (f1539adb-7984-4760-843a-2936f8ddf173), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:32.431303 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-393ae759-9661-4aca-86c2-8d9018675d71 None None] Set router 1343ae1e-c3bf-45d3-bf07-a4f4296a169c gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:35:32.582991 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [req-ee5b7d08-dcb4-46c0-8a2f-70975aa671ae req-2785bfa8-ca31-4ef9-b0d7-71e30c042a20 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] Deleting port e2b12abe-be90-4826-bd13-1dc771ab7219 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:35:32.583605 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-ee5b7d08-dcb4-46c0-8a2f-70975aa671ae req-2785bfa8-ca31-4ef9-b0d7-71e30c042a20 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (e2b12abe-be90-4826-bd13-1dc771ab7219), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:32.590748 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6feeee1-6b8f-47bc-b4b4-b02f9581710b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4936d574-cb6d-470b-9b1f-a6f375eae4de,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:32.606073 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6feeee1-6b8f-47bc-b4b4-b02f9581710b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:35:32.651923 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] get_ports_and_sgs() called for port_ids ['978b2a22-cd30-468a-af9b-1b86275c1460', '1d4c616d-0938-4b70-9e11-adcaef4edc51', '883b816a-c7ca-4854-9627-ee3644556a24'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:35:32.684691 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4ece2ca2-b5f5-4d66-bf1e-e62c824b3d47 tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] Publish callbacks [] for security_group (a81489a5-4e32-4d25-b37f-068614d7730c), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:32.773730 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116523e2-c493-4cdf-974c-db68f2b4ef20 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Pushing event updated for resources: {'Port': ['ID=f1539adb-7984-4760-843a-2936f8ddf173,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:32.779060 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e6feeee1-6b8f-47bc-b4b4-b02f9581710b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (b529e118-6ed8-446c-94f8-4dc4863ee841), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:32.779636 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-e6feeee1-6b8f-47bc-b4b4-b02f9581710b admin admin] Added segment b529e118-6ed8-446c-94f8-4dc4863ee841 of type vlan for network 096f784c-3ac1-48ba-8b74-20f8936c58f6 Oct 04 20:35:32.858879 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-116523e2-c493-4cdf-974c-db68f2b4ef20 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:35:32.886949 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-771a0c51-c703-4492-8040-44a56e8450ec admin admin] For port 42f92df5-f581-4569-8d87-d4a8937831dc, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=42f92df5-f581-4569-8d87-d4a8937831dc,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:35:32.887762 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-771a0c51-c703-4492-8040-44a56e8450ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (42f92df5-f581-4569-8d87-d4a8937831dc), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:32.894543 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-8d6be2e1-06bb-405d-adc6-107572664338 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Allocated IP 192.168.233.213 (42fbb05e-3f96-444f-a676-04ee9d06a8c7/e1956090-7ed7-4d05-a46e-a7b0885ca8e4/f5495aac-c2d7-419a-9cc9-79e9ec72c16c) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:35:32.916331 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4ece2ca2-b5f5-4d66-bf1e-e62c824b3d47 tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] Publish callbacks [] for security_group (a81489a5-4e32-4d25-b37f-068614d7730c), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:32.925554 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-116523e2-c493-4cdf-974c-db68f2b4ef20 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:35:32.938984 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 5b8b797a-848b-49f5-acf1-957f83de8744 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:35:33.001690 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-116523e2-c493-4cdf-974c-db68f2b4ef20 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:35:33.037902 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-771a0c51-c703-4492-8040-44a56e8450ec admin admin] Calling delete_port for 42f92df5-f581-4569-8d87-d4a8937831dc owned by network:router_gateway {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:35:33.044485 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-64ca1fe9-a2ed-415f-8d98-25939fb4a963 req-06ea06e9-eccf-414c-ab6c-26bf7bd1b88f tempest-ServersAdmin275Test-1729090410 tempest-ServersAdmin275Test-1729090410-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ccb6a102-8cc0-4764-98b0-5b6e0796bc35 HTTP/1.1" status: 200 len: 210 time: 0.1430681 Oct 04 20:35:33.133779 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e6f659-f113-4cc4-a421-fd7d8376b17b req-05c63b35-16f3-4773-a241-e2b13b71cfe3 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:33.136277 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e6feeee1-6b8f-47bc-b4b4-b02f9581710b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (096f784c-3ac1-48ba-8b74-20f8936c58f6), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:33.137036 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-25e6f659-f113-4cc4-a421-fd7d8376b17b req-05c63b35-16f3-4773-a241-e2b13b71cfe3 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa10127f-3488-4ff2-ac91-5411815abde8 HTTP/1.1" status: 200 len: 949 time: 0.3789160 Oct 04 20:35:33.302823 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.db.resource_extend [None req-e6feeee1-6b8f-47bc-b4b4-b02f9581710b admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 04 20:35:33.351122 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:33.388165 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:33.390566 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:33.405957 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [req-ee5b7d08-dcb4-46c0-8a2f-70975aa671ae req-2785bfa8-ca31-4ef9-b0d7-71e30c042a20 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] For port e2b12abe-be90-4826-bd13-1dc771ab7219, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=e2b12abe-be90-4826-bd13-1dc771ab7219,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:35:33.407126 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-ee5b7d08-dcb4-46c0-8a2f-70975aa671ae req-2785bfa8-ca31-4ef9-b0d7-71e30c042a20 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (e2b12abe-be90-4826-bd13-1dc771ab7219), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:33.467993 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-116523e2-c493-4cdf-974c-db68f2b4ef20 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:33.469333 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-116523e2-c493-4cdf-974c-db68f2b4ef20 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:33.480088 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-393ae759-9661-4aca-86c2-8d9018675d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1343ae1e-c3bf-45d3-bf07-a4f4296a169c', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2025113275-router', 'tenant_id': '18d77006f3cd4bef9f4de5553efcdb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '42f92df5-f581-4569-8d87-d4a8937831dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:34:16Z', 'updated_at': '2022-10-04T20:35:25Z', 'revision_number': 5, 'project_id': '18d77006f3cd4bef9f4de5553efcdb06', 'gw_port': {'id': '42f92df5-f581-4569-8d87-d4a8937831dc', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1343ae1e-c3bf-45d3-bf07-a4f4296a169c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:34:20Z', 'updated_at': '2022-10-04T20:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:35:33.488202 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [req-ee5b7d08-dcb4-46c0-8a2f-70975aa671ae req-2785bfa8-ca31-4ef9-b0d7-71e30c042a20 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] Calling delete_port for e2b12abe-be90-4826-bd13-1dc771ab7219 owned by compute:nova {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:35:33.495832 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:33.516921 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6f56ccd0-c88c-4a2a-9afe-5a610305d833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (5b8b797a-848b-49f5-acf1-957f83de8744), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:33.567174 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e6feeee1-6b8f-47bc-b4b4-b02f9581710b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (096f784c-3ac1-48ba-8b74-20f8936c58f6), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:33.568676 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6feeee1-6b8f-47bc-b4b4-b02f9581710b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:33.569874 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e6feeee1-6b8f-47bc-b4b4-b02f9581710b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:33.604231 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-436e56f3-c032-4b4e-9149-4c834c472cf2 req-85bd7602-3957-4bf0-85a5-b68ff14cc671 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=74eef3bf938c491d8a2f5192ba598c19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1024756 Oct 04 20:35:33.660498 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f56ccd0-c88c-4a2a-9afe-5a610305d833 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b8b797a-848b-49f5-acf1-957f83de8744,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:33.739174 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4ece2ca2-b5f5-4d66-bf1e-e62c824b3d47 tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (a81489a5-4e32-4d25-b37f-068614d7730c), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:33.744006 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4ece2ca2-b5f5-4d66-bf1e-e62c824b3d47 tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:33.745468 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-4ece2ca2-b5f5-4d66-bf1e-e62c824b3d47 tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/a81489a5-4e32-4d25-b37f-068614d7730c HTTP/1.1" status: 204 len: 168 time: 1.8524055 Oct 04 20:35:33.796932 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393ae759-9661-4aca-86c2-8d9018675d71 None None] The sync data for ids ['1343ae1e-c3bf-45d3-bf07-a4f4296a169c'] in n-d-852085-12 is: [{'id': '1343ae1e-c3bf-45d3-bf07-a4f4296a169c', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2025113275-router', 'tenant_id': '18d77006f3cd4bef9f4de5553efcdb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '42f92df5-f581-4569-8d87-d4a8937831dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:34:16Z', 'updated_at': '2022-10-04T20:35:25Z', 'revision_number': 5, 'project_id': '18d77006f3cd4bef9f4de5553efcdb06', 'gw_port': {'id': '42f92df5-f581-4569-8d87-d4a8937831dc', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1343ae1e-c3bf-45d3-bf07-a4f4296a169c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:34:20Z', 'updated_at': '2022-10-04T20:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:35:33.820743 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 59792) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:35:33.821455 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-3aa34907-7e40-4b21-a3b4-c8e98c1d1c0d None None] Provisioning complete for port f1539adb-7984-4760-843a-2936f8ddf173 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:35:33.822514 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3aa34907-7e40-4b21-a3b4-c8e98c1d1c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (f1539adb-7984-4760-843a-2936f8ddf173), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:33.823112 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-3aa34907-7e40-4b21-a3b4-c8e98c1d1c0d None None] Attempt 1 to provision port f1539adb-7984-4760-843a-2936f8ddf173 Oct 04 20:35:33.829448 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 5b8b797a-848b-49f5-acf1-957f83de8744 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:35:33.830169 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (5b8b797a-848b-49f5-acf1-957f83de8744), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:33.831107 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 5b8b797a-848b-49f5-acf1-957f83de8744 Oct 04 20:35:33.846389 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-116523e2-c493-4cdf-974c-db68f2b4ef20 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.85 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8349171 Oct 04 20:35:33.974244 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Port 5b8b797a-848b-49f5-acf1-957f83de8744 was deleted so its status cannot be updated. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Oct 04 20:35:34.005729 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 20:35:34.026528 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-3aa34907-7e40-4b21-a3b4-c8e98c1d1c0d None None] Port f1539adb-7984-4760-843a-2936f8ddf173 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:35:34.034213 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-25e6f659-f113-4cc4-a421-fd7d8376b17b req-b97b9660-c645-41fc-bf3c-d4d1aea93d1b tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c2bc8a6c-d92e-4924-ad5b-3d15a4cff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7948103 Oct 04 20:35:34.038097 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6feeee1-6b8f-47bc-b4b4-b02f9581710b admin admin] Pushing event updated for resources: {'Network': ['ID=096f784c-3ac1-48ba-8b74-20f8936c58f6,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:34.064079 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 096f784c-3ac1-48ba-8b74-20f8936c58f6 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:35:34.067518 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-a4aa2003-9355-435a-91f1-e3a9516c30c1 service neutron] Request body: {'port': {'device_id': '74855781-6009-4525-8bdc-cad56a09a352', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-852085-12'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:35:34.171806 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e6feeee1-6b8f-47bc-b4b4-b02f9581710b admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 4.4547837 Oct 04 20:35:34.188165 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 59794) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:35:34.223317 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ece2ca2-b5f5-4d66-bf1e-e62c824b3d47 tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81489a5-4e32-4d25-b37f-068614d7730c,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:34.295872 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-22c57957-e074-4c4d-9823-11380d9e345a admin admin] Request body: {'subnet': {'network_id': '096f784c-3ac1-48ba-8b74-20f8936c58f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-80391144-subnet', 'tenant_id': '0184f3fdbd854adf9751ab0ef77bdb2a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:35:34.312367 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-b848f2c8-cdf7-436c-8704-bb68db4a6d89 tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] show failed (client error): The resource could not be found. Oct 04 20:35:34.318365 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b848f2c8-cdf7-436c-8704-bb68db4a6d89 tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] 10.222.0.78 "GET /networking/v2.0/security-groups/a81489a5-4e32-4d25-b37f-068614d7730c HTTP/1.1" status: 404 len: 347 time: 0.3517425 Oct 04 20:35:34.330637 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59798) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:35:34.388471 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:34.447489 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:34.552091 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-a4aa2003-9355-435a-91f1-e3a9516c30c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (f1539adb-7984-4760-843a-2936f8ddf173), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:34.709614 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-8d6be2e1-06bb-405d-adc6-107572664338 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Publish callbacks [] for port (f5495aac-c2d7-419a-9cc9-79e9ec72c16c), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:34.795010 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e56f3-c032-4b4e-9149-4c834c472cf2 req-c0a684b6-ecd2-4d35-be00-bd904fb95c1d tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:34.797933 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-436e56f3-c032-4b4e-9149-4c834c472cf2 req-c0a684b6-ecd2-4d35-be00-bd904fb95c1d tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1922874 Oct 04 20:35:34.856466 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a128fe18-3db5-42dc-a7ee-b0c750c606ea no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:35:34.884979 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:34.936127 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: a128fe18-3db5-42dc-a7ee-b0c750c606ea {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:35:34.937208 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a128fe18-3db5-42dc-a7ee-b0c750c606ea not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:35:34.962794 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0979b-a763-4f30-a3c5-89aac8a4028e req-b943791e-6c3a-46a2-afc7-b64c6e6cc8f2 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:34.963815 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-ee5b7d08-dcb4-46c0-8a2f-70975aa671ae req-2785bfa8-ca31-4ef9-b0d7-71e30c042a20 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (e2b12abe-be90-4826-bd13-1dc771ab7219), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:34.972671 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-0db0979b-a763-4f30-a3c5-89aac8a4028e req-b943791e-6c3a-46a2-afc7-b64c6e6cc8f2 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=74855781-6009-4525-8bdc-cad56a09a352 HTTP/1.1" status: 200 len: 936 time: 0.6198552 Oct 04 20:35:35.002909 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c57957-e074-4c4d-9823-11380d9e345a admin admin] Made reservation on behalf of 0184f3fdbd854adf9751ab0ef77bdb2a for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:35:35.007967 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-22c57957-e074-4c4d-9823-11380d9e345a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:35.043321 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] get_ports_and_sgs() called for port_ids ['4f6676f8-f93e-43e5-81f8-b66d1444428a'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:35:35.080671 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-771a0c51-c703-4492-8040-44a56e8450ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (42f92df5-f581-4569-8d87-d4a8937831dc), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:35.095773 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-6f7af1f3-1742-4602-87be-e53a3a854d4b tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] Deleting port e57c3bf8-d867-4642-8d6b-e2b4b568cb08 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:35:35.096373 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6f7af1f3-1742-4602-87be-e53a3a854d4b tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (e57c3bf8-d867-4642-8d6b-e2b4b568cb08), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:35.096769 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-436e56f3-c032-4b4e-9149-4c834c472cf2 req-513e4d2f-9b35-4624-b644-9d8b0f52a0a3 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/quotas/74eef3bf938c491d8a2f5192ba598c19 HTTP/1.1" status: 200 len: 375 time: 0.1218185 Oct 04 20:35:35.109847 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2785bfa8-ca31-4ef9-b0d7-71e30c042a20 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] Pushing event deleted for resources: {'Port': ['ID=e2b12abe-be90-4826-bd13-1dc771ab7219,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:35.253711 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device e2b12abe-be90-4826-bd13-1dc771ab7219 no longer exists at agent hyperv_n-h1-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:35:35.326670 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] No Port match for: e2b12abe-be90-4826-bd13-1dc771ab7219 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:35:35.327220 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device e2b12abe-be90-4826-bd13-1dc771ab7219 not bound to the agent host n-h1-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:35:35.347600 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771a0c51-c703-4492-8040-44a56e8450ec admin admin] Pushing event deleted for resources: {'Port': ['ID=42f92df5-f581-4569-8d87-d4a8937831dc,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:35.447271 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-8d6be2e1-06bb-405d-adc6-107572664338 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (f5495aac-c2d7-419a-9cc9-79e9ec72c16c), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:35.450147 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:35.495263 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-436e56f3-c032-4b4e-9149-4c834c472cf2 req-2c27517c-0c86-4520-9e8a-b53b09b2dbd4 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=74eef3bf938c491d8a2f5192ba598c19&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3967671 Oct 04 20:35:35.588086 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-771a0c51-c703-4492-8040-44a56e8450ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (1343ae1e-c3bf-45d3-bf07-a4f4296a169c), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:35.620854 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:35.652303 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee5b7d08-dcb4-46c0-8a2f-70975aa671ae req-2785bfa8-ca31-4ef9-b0d7-71e30c042a20 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] No DVR routers for this DVR port e2b12abe-be90-4826-bd13-1dc771ab7219 on host n-h1-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:35:35.666462 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-0db0979b-a763-4f30-a3c5-89aac8a4028e req-76f22ac6-2b25-4fbb-9371-82c4f3c91cd6 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6740434 Oct 04 20:35:35.671118 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6f56ccd0-c88c-4a2a-9afe-5a610305d833 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (b9729ca6-f44c-4c96-bb96-71bc6562ef88), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:35.689809 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-ee5b7d08-dcb4-46c0-8a2f-70975aa671ae req-2785bfa8-ca31-4ef9-b0d7-71e30c042a20 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:35.696748 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-ee5b7d08-dcb4-46c0-8a2f-70975aa671ae req-2785bfa8-ca31-4ef9-b0d7-71e30c042a20 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.83 "DELETE /networking/v2.0/ports/e2b12abe-be90-4826-bd13-1dc771ab7219 HTTP/1.1" status: 204 len: 173 time: 3.6433144 Oct 04 20:35:35.721823 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa10127f-3488-4ff2-ac91-5411815abde8', 'name': 'network-vif-deleted', 'tag': 'e2b12abe-be90-4826-bd13-1dc771ab7219'}] {{(pid=108169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:35:35.728085 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dea34fca0f7d6c1de22810621a04fa86ac5e48141775903912ac1624808dfef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6dd1db1-45c5-42af-a722-ddd89960bf92" -d '{"events": [{"server_uuid": "aa10127f-3488-4ff2-ac91-5411815abde8", "name": "network-vif-deleted", "tag": "e2b12abe-be90-4826-bd13-1dc771ab7219"}]}' {{(pid=108169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:35:35.854439 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6be2e1-06bb-405d-adc6-107572664338 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Pushing event updated for resources: {'Port': ['ID=f5495aac-c2d7-419a-9cc9-79e9ec72c16c,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:35.945495 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] get_ports_and_sgs() called for port_ids ['978b2a22-cd30-468a-af9b-1b86275c1460', '1d4c616d-0938-4b70-9e11-adcaef4edc51', '883b816a-c7ca-4854-9627-ee3644556a24'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:35:35.959483 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-8d6be2e1-06bb-405d-adc6-107572664338 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:35:35.988223 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-8d6be2e1-06bb-405d-adc6-107572664338 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:35:35.994772 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-771a0c51-c703-4492-8040-44a56e8450ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (1343ae1e-c3bf-45d3-bf07-a4f4296a169c), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:36.000661 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-8d6be2e1-06bb-405d-adc6-107572664338 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:35:36.006452 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-8d6be2e1-06bb-405d-adc6-107572664338 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:36.007296 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-8d6be2e1-06bb-405d-adc6-107572664338 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:36.012063 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-edd9e061-7fe4-4720-8b4d-c3ef200992b7 req-0a471bbf-49c2-4854-a9ac-7a97e031e63f tempest-ServersAdmin275Test-1729090410 tempest-ServersAdmin275Test-1729090410-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ccb6a102-8cc0-4764-98b0-5b6e0796bc35 HTTP/1.1" status: 200 len: 210 time: 0.1277206 Oct 04 20:35:36.020837 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-771a0c51-c703-4492-8040-44a56e8450ec admin admin] Publish callbacks [] for router_controller (1343ae1e-c3bf-45d3-bf07-a4f4296a169c), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:36.260051 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 20:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626f11c3-a8f0-47c8-b680-bb920e918140 x-openstack-request-id: req-626f11c3-a8f0-47c8-b680-bb920e918140 {{(pid=108169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:35:36.260051 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa10127f-3488-4ff2-ac91-5411815abde8", "name": "network-vif-deleted", "tag": "e2b12abe-be90-4826-bd13-1dc771ab7219", "status": "completed", "code": 200}]} {{(pid=108169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:35:36.265461 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-626f11c3-a8f0-47c8-b680-bb920e918140 {{(pid=108169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:35:36.266520 n-d-852085-12 neutron-server[108169]: INFO neutron.notifiers.nova [-] Nova event matching ['req-626f11c3-a8f0-47c8-b680-bb920e918140'] response: {'server_uuid': 'aa10127f-3488-4ff2-ac91-5411815abde8', 'name': 'network-vif-deleted', 'tag': 'e2b12abe-be90-4826-bd13-1dc771ab7219', 'status': 'completed', 'code': 200} Oct 04 20:35:36.283596 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6f7af1f3-1742-4602-87be-e53a3a854d4b tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (e57c3bf8-d867-4642-8d6b-e2b4b568cb08), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:36.297608 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6f7af1f3-1742-4602-87be-e53a3a854d4b tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] Publish callbacks [] for floatingip (e57c3bf8-d867-4642-8d6b-e2b4b568cb08), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:36.436294 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:36.491220 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-6f7af1f3-1742-4602-87be-e53a3a854d4b tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] Calling delete_port for e57c3bf8-d867-4642-8d6b-e2b4b568cb08 owned by network:floatingip {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:35:36.825842 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-258bb028-97c0-4cb2-b5ab-aa2e0e64556d None None] Provisioning complete for port f5495aac-c2d7-419a-9cc9-79e9ec72c16c triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:35:36.826427 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-258bb028-97c0-4cb2-b5ab-aa2e0e64556d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (f5495aac-c2d7-419a-9cc9-79e9ec72c16c), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:36.826950 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-258bb028-97c0-4cb2-b5ab-aa2e0e64556d None None] Attempt 1 to provision port f5495aac-c2d7-419a-9cc9-79e9ec72c16c Oct 04 20:35:36.920034 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-258bb028-97c0-4cb2-b5ab-aa2e0e64556d None None] Port f5495aac-c2d7-419a-9cc9-79e9ec72c16c cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:35:37.014575 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-8d6be2e1-06bb-405d-adc6-107572664338 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.83 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 8.2031653 Oct 04 20:35:37.015871 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-771a0c51-c703-4492-8040-44a56e8450ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (1343ae1e-c3bf-45d3-bf07-a4f4296a169c), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:37.016923 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-771a0c51-c703-4492-8040-44a56e8450ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1343ae1e-c3bf-45d3-bf07-a4f4296a169c {{(pid=108170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:35:37.068101 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-db1988bd-3589-48ba-90b2-98baa3bdadd5 req-35478062-e997-4fd1-86d0-9822b58a8d4d tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=aa10127f-3488-4ff2-ac91-5411815abde8 HTTP/1.1" status: 200 len: 210 time: 0.7109077 Oct 04 20:35:37.090517 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-771a0c51-c703-4492-8040-44a56e8450ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:37.092889 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-771a0c51-c703-4492-8040-44a56e8450ec admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/1343ae1e-c3bf-45d3-bf07-a4f4296a169c HTTP/1.1" status: 204 len: 168 time: 6.3966391 Oct 04 20:35:37.111466 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-2b92abd2-4021-4b4d-a228-250d8dc94885 service neutron] Request body: {'port': {'device_id': 'd937ec04-8d81-4926-a578-27ca4e58ca63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-852085-12'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:35:37.128158 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59814) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:35:37.156490 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a33fe9f0-a0ed-410b-87af-6e78305d8817 req-f91de70e-857e-4060-94f1-41d39e4ccbd5 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3cbd24d1-c9b9-4e54-a25f-c8553d279e56 HTTP/1.1" status: 200 len: 210 time: 0.1613576 Oct 04 20:35:37.653992 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65090e-9384-4e52-8d37-9dec8089407d req-c3205307-ba91-4490-949f-02166d5eed8b tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:37.667796 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-6f65090e-9384-4e52-8d37-9dec8089407d req-c3205307-ba91-4490-949f-02166d5eed8b tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=74855781-6009-4525-8bdc-cad56a09a352 HTTP/1.1" status: 200 len: 936 time: 0.2791491 Oct 04 20:35:37.682220 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-1956925f-6333-4302-b09f-cb40fa907d17 req-123891fd-8af4-4ab7-ab68-b5d3314ba203 tempest-ServersAdmin275Test-1729090410 tempest-ServersAdmin275Test-1729090410-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ccb6a102-8cc0-4764-98b0-5b6e0796bc35 HTTP/1.1" status: 200 len: 210 time: 0.1158178 Oct 04 20:35:37.686453 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-22c57957-e074-4c4d-9823-11380d9e345a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for subnet (b3ec7dd4-01ac-4395-9962-cc2b5e1fcf79), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:37.690743 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-2b92abd2-4021-4b4d-a228-250d8dc94885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (f5495aac-c2d7-419a-9cc9-79e9ec72c16c), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:37.869815 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:37.946579 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b51c1a4-de6e-410e-972b-250057607fc6 admin admin] Deleting subnet 1229b824-668c-4248-b221-dd7fd8c24db9 {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:35:37.952872 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4b51c1a4-de6e-410e-972b-250057607fc6 admin admin] Publish callbacks [] for subnet (1229b824-668c-4248-b221-dd7fd8c24db9), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:38.018011 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4b51c1a4-de6e-410e-972b-250057607fc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (1229b824-668c-4248-b221-dd7fd8c24db9), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:38.028169 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-a4aa2003-9355-435a-91f1-e3a9516c30c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1539adb-7984-4760-843a-2936f8ddf173 {{(pid=108169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 20:35:38.062424 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-6f65090e-9384-4e52-8d37-9dec8089407d req-ed6c9c91-8102-4362-9576-1e516062f675 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3931835 Oct 04 20:35:38.079652 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c57957-e074-4c4d-9823-11380d9e345a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3ec7dd4-01ac-4395-9962-cc2b5e1fcf79,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:38.133479 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-a4aa2003-9355-435a-91f1-e3a9516c30c1 service neutron] Publish callbacks [] for port (f1539adb-7984-4760-843a-2936f8ddf173), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:38.167349 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:38.235288 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c57957-e074-4c4d-9823-11380d9e345a admin admin] Checking segment: {'id': 'b529e118-6ed8-446c-94f8-4dc4863ee841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '096f784c-3ac1-48ba-8b74-20f8936c58f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:35:38.236698 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c57957-e074-4c4d-9823-11380d9e345a admin admin] Network hostable DHCP agents. Network: 096f784c-3ac1-48ba-8b74-20f8936c58f6, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:35:38.257276 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f56ccd0-c88c-4a2a-9afe-5a610305d833 admin admin] Router b9729ca6-f44c-4c96-bb96-71bc6562ef88 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:35:38.408551 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c57957-e074-4c4d-9823-11380d9e345a admin admin] Network 096f784c-3ac1-48ba-8b74-20f8936c58f6 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:35:38.445083 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.provisioning_blocks [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-a4aa2003-9355-435a-91f1-e3a9516c30c1 service neutron] Transition to ACTIVE for port object f1539adb-7984-4760-843a-2936f8ddf173 will not be triggered until provisioned by entity L2. {{(pid=108169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 20:35:38.448121 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6f7af1f3-1742-4602-87be-e53a3a854d4b tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (e57c3bf8-d867-4642-8d6b-e2b4b568cb08), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:38.463379 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:38.481173 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-78c02c01-915a-48a8-8c65-32c8386aaa2a req-52df4f35-07d6-4184-a910-4e5c6c127ccb tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3cbd24d1-c9b9-4e54-a25f-c8553d279e56 HTTP/1.1" status: 200 len: 210 time: 0.0662954 Oct 04 20:35:38.526710 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7af1f3-1742-4602-87be-e53a3a854d4b tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] Pushing event deleted for resources: {'Port': ['ID=e57c3bf8-d867-4642-8d6b-e2b4b568cb08,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:38.559949 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4b51c1a4-de6e-410e-972b-250057607fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (1229b824-668c-4248-b221-dd7fd8c24db9), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:38.602042 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 42f92df5-f581-4569-8d87-d4a8937831dc no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:35:38.669480 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-a4aa2003-9355-435a-91f1-e3a9516c30c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (f1539adb-7984-4760-843a-2936f8ddf173), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:38.674957 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 42f92df5-f581-4569-8d87-d4a8937831dc {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:35:38.675918 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 42f92df5-f581-4569-8d87-d4a8937831dc not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:35:38.696561 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-22c57957-e074-4c4d-9823-11380d9e345a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 096f784c-3ac1-48ba-8b74-20f8936c58f6) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:35:38.712779 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c57957-e074-4c4d-9823-11380d9e345a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:38.714682 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-22c57957-e074-4c4d-9823-11380d9e345a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:38.716983 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c38c41-1893-45c6-a16a-9c29bed2bbae None None] Network 096f784c-3ac1-48ba-8b74-20f8936c58f6 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:35:38.929429 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-22c57957-e074-4c4d-9823-11380d9e345a admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.6782606 Oct 04 20:35:38.933216 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 59830) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:35:38.943753 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-84aba013-bbf2-4b5f-9cf9-0458c8ae0da8 admin admin] Request body: {'router': {'name': 'tempest-VolumesAdminNegativeTest-80391144-router', 'tenant_id': '0184f3fdbd854adf9751ab0ef77bdb2a', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:35:38.983759 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69032307-27e9-4762-93fc-e06f72da164a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-096f784c-3ac1-48ba-8b74-20f8936c58f6', 'network_id': '096f784c-3ac1-48ba-8b74-20f8936c58f6', 'project_id': '0184f3fdbd854adf9751ab0ef77bdb2a', 'fixed_ips': [{'subnet_id': 'b3ec7dd4-01ac-4395-9962-cc2b5e1fcf79'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:35:38.987347 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-69032307-27e9-4762-93fc-e06f72da164a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:39.079572 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:39.108528 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6f7af1f3-1742-4602-87be-e53a3a854d4b tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] Publish callbacks [] for floatingip (2f76a4a7-9bc4-489d-97c9-d1581373a22a), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:39.114325 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6f7af1f3-1742-4602-87be-e53a3a854d4b tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:39.121496 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-6f7af1f3-1742-4602-87be-e53a3a854d4b tempest-LiveAutoBlockMigrationV225Test-1439487668 tempest-LiveAutoBlockMigrationV225Test-1439487668-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/2f76a4a7-9bc4-489d-97c9-d1581373a22a HTTP/1.1" status: 204 len: 168 time: 4.7884624 Oct 04 20:35:39.123122 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aa2003-9355-435a-91f1-e3a9516c30c1 service neutron] Pushing event updated for resources: {'Port': ['ID=f1539adb-7984-4760-843a-2936f8ddf173,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:39.127067 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59832) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:35:39.149560 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f56ccd0-c88c-4a2a-9afe-5a610305d833 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:35:39.161606 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-6f56ccd0-c88c-4a2a-9afe-5a610305d833 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/b9729ca6-f44c-4c96-bb96-71bc6562ef88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5377884 Oct 04 20:35:39.170653 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a372b37c-246e-4553-8173-32da040e67ec None None] Sync routers for ids ['b9729ca6-f44c-4c96-bb96-71bc6562ef88'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:35:39.208486 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a372b37c-246e-4553-8173-32da040e67ec None None] Routers {'b9729ca6-f44c-4c96-bb96-71bc6562ef88'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:35:39.210953 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-a372b37c-246e-4553-8173-32da040e67ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:35:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['b9729ca6-f44c-4c96-bb96-71bc6562ef88'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:35:39.212933 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c2ba2c-9a52-4f6e-bdce-e3be6a050741 req-9539216e-da27-4738-93d3-8d5390085875 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:39.227846 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59836) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:35:39.228951 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-34c2ba2c-9a52-4f6e-bdce-e3be6a050741 req-9539216e-da27-4738-93d3-8d5390085875 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b9bfdee0-1a5d-4f35-b3be-ea3017b41442 HTTP/1.1" status: 200 len: 950 time: 0.1258304 Oct 04 20:35:39.307996 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-84aba013-bbf2-4b5f-9cf9-0458c8ae0da8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (62ea6759-27f6-4a3b-81d0-dd9931227945), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:39.310360 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-84aba013-bbf2-4b5f-9cf9-0458c8ae0da8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (62ea6759-27f6-4a3b-81d0-dd9931227945), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:39.394122 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-69032307-27e9-4762-93fc-e06f72da164a None None] Allocated IP 172.20.0.2 (096f784c-3ac1-48ba-8b74-20f8936c58f6/b3ec7dd4-01ac-4395-9962-cc2b5e1fcf79/1fc92a9f-d43b-4a63-9fe7-278bcb3e97ac) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:35:39.450847 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-84aba013-bbf2-4b5f-9cf9-0458c8ae0da8 admin admin] Publish callbacks [] for router_controller (62ea6759-27f6-4a3b-81d0-dd9931227945), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:39.481986 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:39.492438 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-2b92abd2-4021-4b4d-a228-250d8dc94885 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5495aac-c2d7-419a-9cc9-79e9ec72c16c {{(pid=108170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 20:35:39.497584 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4b51c1a4-de6e-410e-972b-250057607fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (1229b824-668c-4248-b221-dd7fd8c24db9), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:39.538334 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-a372b37c-246e-4553-8173-32da040e67ec None None] Set router b9729ca6-f44c-4c96-bb96-71bc6562ef88 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:35:39.540031 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4ed89585-7d18-44cb-8c3c-fb6ab9d3dec9 req-e1e866ae-c699-4735-a281-d9b839d7426e tempest-ServersAdmin275Test-1729090410 tempest-ServersAdmin275Test-1729090410-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ccb6a102-8cc0-4764-98b0-5b6e0796bc35 HTTP/1.1" status: 200 len: 210 time: 0.2994065 Oct 04 20:35:39.551184 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-2b92abd2-4021-4b4d-a228-250d8dc94885 service neutron] Publish callbacks [] for port (f5495aac-c2d7-419a-9cc9-79e9ec72c16c), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:39.656171 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b51c1a4-de6e-410e-972b-250057607fc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1229b824-668c-4248-b221-dd7fd8c24db9,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:39.674978 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4b51c1a4-de6e-410e-972b-250057607fc6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:39.681124 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-4b51c1a4-de6e-410e-972b-250057607fc6 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/1229b824-668c-4248-b221-dd7fd8c24db9 HTTP/1.1" status: 204 len: 168 time: 2.5495300 Oct 04 20:35:39.687235 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59840) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:35:39.709321 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-a4aa2003-9355-435a-91f1-e3a9516c30c1 service neutron] Attempting to bind port f1539adb-7984-4760-843a-2936f8ddf173 on host n-h2-852085-12 for vnic_type normal with profile {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:35:39.709893 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-a4aa2003-9355-435a-91f1-e3a9516c30c1 service neutron] Attempting to bind port f1539adb-7984-4760-843a-2936f8ddf173 by drivers openvswitch,hyperv on host n-h2-852085-12 at level 0 using segments [{'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'}] {{(pid=108169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:35:39.710451 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-a4aa2003-9355-435a-91f1-e3a9516c30c1 service neutron] Attempting to bind port f1539adb-7984-4760-843a-2936f8ddf173 on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:35:39.760713 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-34c2ba2c-9a52-4f6e-bdce-e3be6a050741 req-38695696-0b40-4c92-a6bc-c3643ac98714 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c2bc8a6c-d92e-4924-ad5b-3d15a4cff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4956698 Oct 04 20:35:39.779189 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:39.796078 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87099e92-98c2-4dc9-b309-00b82a910fbd None None] Network 1767dff4-de31-427b-99a5-f4664837add5 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:35:39.823503 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.provisioning_blocks [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-2b92abd2-4021-4b4d-a228-250d8dc94885 service neutron] Transition to ACTIVE for port object f5495aac-c2d7-419a-9cc9-79e9ec72c16c will not be triggered until provisioned by entity L2. {{(pid=108170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 20:35:39.973025 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:39.993500 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-2b92abd2-4021-4b4d-a228-250d8dc94885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (f5495aac-c2d7-419a-9cc9-79e9ec72c16c), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:39.995856 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:40.020734 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-69032307-27e9-4762-93fc-e06f72da164a None None] Publish callbacks [] for port (1fc92a9f-d43b-4a63-9fe7-278bcb3e97ac), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:40.138443 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-69032307-27e9-4762-93fc-e06f72da164a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (1fc92a9f-d43b-4a63-9fe7-278bcb3e97ac), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:40.217331 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-01e35d77-dad2-476a-ab2a-452af823ba3b admin admin] Publish callbacks [] for router (b9729ca6-f44c-4c96-bb96-71bc6562ef88), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:40.218601 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-84aba013-bbf2-4b5f-9cf9-0458c8ae0da8 admin admin] Publish callbacks [] for router_gateway (62ea6759-27f6-4a3b-81d0-dd9931227945), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:40.268327 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69dc9aab-c854-4abe-a0b7-a36179e304e2 None None] DHCP port deletion for 1767dff4-de31-427b-99a5-f4664837add5 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:35:40.291646 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-1e8177a6-9cca-47ae-b3ef-4b06e488d10f req-a8e9c125-7072-42a1-ad1e-2e4521233907 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3cbd24d1-c9b9-4e54-a25f-c8553d279e56 HTTP/1.1" status: 200 len: 210 time: 0.2724440 Oct 04 20:35:40.332718 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69032307-27e9-4762-93fc-e06f72da164a None None] Network 096f784c-3ac1-48ba-8b74-20f8936c58f6 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:35:40.388438 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:40.402205 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-a372b37c-246e-4553-8173-32da040e67ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9729ca6-f44c-4c96-bb96-71bc6562ef88', 'name': 'tempest-FloatingIPsNegativeTestJSON-177697425-router', 'tenant_id': '1a11d1435a15411dac3494ce54e4a8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'a8e237f3-9a6e-4cc4-840d-813fcdf793f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:34:59Z', 'updated_at': '2022-10-04T20:35:32Z', 'revision_number': 5, 'project_id': '1a11d1435a15411dac3494ce54e4a8e5', 'gw_port': {'id': 'a8e237f3-9a6e-4cc4-840d-813fcdf793f2', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9729ca6-f44c-4c96-bb96-71bc6562ef88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:35:04Z', 'updated_at': '2022-10-04T20:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:35:40.405595 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-2b92abd2-4021-4b4d-a228-250d8dc94885 service neutron] Attempting to bind port f5495aac-c2d7-419a-9cc9-79e9ec72c16c on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:35:40.406166 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-2b92abd2-4021-4b4d-a228-250d8dc94885 service neutron] Attempting to bind port f5495aac-c2d7-419a-9cc9-79e9ec72c16c by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'}] {{(pid=108170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:35:40.406732 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-2b92abd2-4021-4b4d-a228-250d8dc94885 service neutron] Attempting to bind port f5495aac-c2d7-419a-9cc9-79e9ec72c16c on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:35:40.425542 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9346ddde-5db5-4a8b-a5f0-9a2408eba2ad req-8d784949-e835-4919-8e8e-da4e16c82a1e tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:40.439276 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9346ddde-5db5-4a8b-a5f0-9a2408eba2ad req-8d784949-e835-4919-8e8e-da4e16c82a1e tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=74855781-6009-4525-8bdc-cad56a09a352 HTTP/1.1" status: 200 len: 948 time: 0.4575644 Oct 04 20:35:40.442958 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-69032307-27e9-4762-93fc-e06f72da164a None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:35:40.461109 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69032307-27e9-4762-93fc-e06f72da164a None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:35:40.473967 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69032307-27e9-4762-93fc-e06f72da164a None None] Pushing event updated for resources: {'Port': ['ID=1fc92a9f-d43b-4a63-9fe7-278bcb3e97ac,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:40.491668 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-69dc9aab-c854-4abe-a0b7-a36179e304e2 None None] Deleting port 8d44efaa-04c9-4db7-816a-337c90f4e364 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:35:40.492267 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-69dc9aab-c854-4abe-a0b7-a36179e304e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (8d44efaa-04c9-4db7-816a-337c90f4e364), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:40.517336 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a372b37c-246e-4553-8173-32da040e67ec None None] Checking router: b9729ca6-f44c-4c96-bb96-71bc6562ef88 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:35:40.550161 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b92abd2-4021-4b4d-a228-250d8dc94885 service neutron] Pushing event updated for resources: {'Port': ['ID=f5495aac-c2d7-419a-9cc9-79e9ec72c16c,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:40.551661 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a372b37c-246e-4553-8173-32da040e67ec None None] Routers {'b9729ca6-f44c-4c96-bb96-71bc6562ef88'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:35:40.556260 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-a372b37c-246e-4553-8173-32da040e67ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:35:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['b9729ca6-f44c-4c96-bb96-71bc6562ef88'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:35:40.675949 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-69dc9aab-c854-4abe-a0b7-a36179e304e2 None None] For port 8d44efaa-04c9-4db7-816a-337c90f4e364, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=8d44efaa-04c9-4db7-816a-337c90f4e364,segment=NetworkSegment(ad737efb-d157-4f1c-a91d-3deb174010b5),segment_id=ad737efb-d157-4f1c-a91d-3deb174010b5)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:35:40.676562 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-69dc9aab-c854-4abe-a0b7-a36179e304e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (8d44efaa-04c9-4db7-816a-337c90f4e364), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:40.732542 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-69dc9aab-c854-4abe-a0b7-a36179e304e2 None None] Calling delete_port for 8d44efaa-04c9-4db7-816a-337c90f4e364 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:35:40.763671 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9346ddde-5db5-4a8b-a5f0-9a2408eba2ad req-368983e5-8d92-41bb-94e9-4928bd2a1f1f tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627280 Oct 04 20:35:40.794301 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=100 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:40.819964 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-2b92abd2-4021-4b4d-a228-250d8dc94885 service neutron] Port f5495aac-c2d7-419a-9cc9-79e9ec72c16c on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:35:40.824834 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-2b92abd2-4021-4b4d-a228-250d8dc94885 service neutron] Attempting to bind port f5495aac-c2d7-419a-9cc9-79e9ec72c16c on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:35:40.832646 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2667dbc5-2616-407e-b84d-4e1b6393f6f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (19371cce-aa15-428b-afb8-9106177826ce), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:40.855328 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=100 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:40.892266 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-a372b37c-246e-4553-8173-32da040e67ec None None] Set router b9729ca6-f44c-4c96-bb96-71bc6562ef88 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:35:40.942003 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 8d44efaa-04c9-4db7-816a-337c90f4e364 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:35:41.058843 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-96bb2992-3925-40c5-9d44-faf1e6c73353 req-ed7bd5e8-3daa-4065-a429-24517295629c tempest-ServersAdmin275Test-1729090410 tempest-ServersAdmin275Test-1729090410-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ccb6a102-8cc0-4764-98b0-5b6e0796bc35 HTTP/1.1" status: 200 len: 210 time: 0.0875127 Oct 04 20:35:41.069668 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-69dc9aab-c854-4abe-a0b7-a36179e304e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (8d44efaa-04c9-4db7-816a-337c90f4e364), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:41.095276 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:41.108841 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dc9aab-c854-4abe-a0b7-a36179e304e2 None None] No DVR routers for this DVR port 8d44efaa-04c9-4db7-816a-337c90f4e364 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:35:41.115605 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-2b92abd2-4021-4b4d-a228-250d8dc94885 service neutron] Checking agent: {'id': 'd500e1cf-136e-47e7-b7fe-ae200432f8b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 28, 32), 'started_at': datetime.datetime(2022, 10, 4, 20, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:35:41.115605 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-2b92abd2-4021-4b4d-a228-250d8dc94885 service neutron] Checking segment: {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:35:41.115605 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-2b92abd2-4021-4b4d-a228-250d8dc94885 service neutron] Bound using segment: {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'} {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:35:41.120960 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-2b92abd2-4021-4b4d-a228-250d8dc94885 service neutron] Bound port: f5495aac-c2d7-419a-9cc9-79e9ec72c16c, host: n-h1-852085-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'}}] {{(pid=108170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:35:41.126701 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-2b92abd2-4021-4b4d-a228-250d8dc94885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (f5495aac-c2d7-419a-9cc9-79e9ec72c16c), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:41.169982 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dc9aab-c854-4abe-a0b7-a36179e304e2 None None] Pushing event deleted for resources: {'Port': ['ID=8d44efaa-04c9-4db7-816a-337c90f4e364,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:41.187276 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No active binding found for port 8d44efaa-04c9-4db7-816a-337c90f4e364 {{(pid=108171) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Oct 04 20:35:41.189302 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] The host n-d-852085-12 is not matching for port 8d44efaa-04c9-4db7-816a-337c90f4e364 host None! {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2431}} Oct 04 20:35:41.190221 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 8d44efaa-04c9-4db7-816a-337c90f4e364 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:35:41.194378 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-69032307-27e9-4762-93fc-e06f72da164a None None] Attempting to bind port 1fc92a9f-d43b-4a63-9fe7-278bcb3e97ac on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:35:41.195461 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-69032307-27e9-4762-93fc-e06f72da164a None None] Attempting to bind port 1fc92a9f-d43b-4a63-9fe7-278bcb3e97ac by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'b529e118-6ed8-446c-94f8-4dc4863ee841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '096f784c-3ac1-48ba-8b74-20f8936c58f6'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:35:41.196162 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69032307-27e9-4762-93fc-e06f72da164a None None] Attempting to bind port 1fc92a9f-d43b-4a63-9fe7-278bcb3e97ac on network 096f784c-3ac1-48ba-8b74-20f8936c58f6 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:35:41.279533 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-0c3a243b-0dd2-445f-930a-0e9f4e38b43a req-e8a36448-3699-4d16-a1bd-f971f2ea7228 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f5072682-0691-4542-a881-7f874a8d8ef3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3234310 Oct 04 20:35:41.293763 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b4641f-a4fe-4ab4-81a2-ade5371d16e8 req-46fd09f7-f996-435b-aaee-647d751d7780 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:41.299818 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-89b4641f-a4fe-4ab4-81a2-ade5371d16e8 req-46fd09f7-f996-435b-aaee-647d751d7780 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b9bfdee0-1a5d-4f35-b3be-ea3017b41442 HTTP/1.1" status: 200 len: 950 time: 0.2386174 Oct 04 20:35:41.315845 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69032307-27e9-4762-93fc-e06f72da164a None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:35:41.316326 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69032307-27e9-4762-93fc-e06f72da164a None None] Checking segment: {'id': 'b529e118-6ed8-446c-94f8-4dc4863ee841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '096f784c-3ac1-48ba-8b74-20f8936c58f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:35:41.317166 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-69032307-27e9-4762-93fc-e06f72da164a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:41.317873 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69032307-27e9-4762-93fc-e06f72da164a None None] Bound using segment: {'id': 'b529e118-6ed8-446c-94f8-4dc4863ee841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '096f784c-3ac1-48ba-8b74-20f8936c58f6'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:35:41.318719 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-69032307-27e9-4762-93fc-e06f72da164a None None] Bound port: 1fc92a9f-d43b-4a63-9fe7-278bcb3e97ac, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b529e118-6ed8-446c-94f8-4dc4863ee841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '096f784c-3ac1-48ba-8b74-20f8936c58f6'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:35:41.319598 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-69032307-27e9-4762-93fc-e06f72da164a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (1fc92a9f-d43b-4a63-9fe7-278bcb3e97ac), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:41.409663 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-a372b37c-246e-4553-8173-32da040e67ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9729ca6-f44c-4c96-bb96-71bc6562ef88', 'name': 'tempest-FloatingIPsNegativeTestJSON-177697425-router', 'tenant_id': '1a11d1435a15411dac3494ce54e4a8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'a8e237f3-9a6e-4cc4-840d-813fcdf793f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:34:59Z', 'updated_at': '2022-10-04T20:35:32Z', 'revision_number': 5, 'project_id': '1a11d1435a15411dac3494ce54e4a8e5', 'gw_port': {'id': 'a8e237f3-9a6e-4cc4-840d-813fcdf793f2', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9729ca6-f44c-4c96-bb96-71bc6562ef88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:35:04Z', 'updated_at': '2022-10-04T20:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:35:41.416407 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-389e20ae-a3f0-499e-91ba-a4f5aa199741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (1767dff4-de31-427b-99a5-f4664837add5), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:41.427035 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-a4aa2003-9355-435a-91f1-e3a9516c30c1 service neutron] Port f1539adb-7984-4760-843a-2936f8ddf173 on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-852085-12 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:35:41.427621 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-a4aa2003-9355-435a-91f1-e3a9516c30c1 service neutron] Attempting to bind port f1539adb-7984-4760-843a-2936f8ddf173 on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:35:41.474267 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a372b37c-246e-4553-8173-32da040e67ec None None] The sync data for ids ['b9729ca6-f44c-4c96-bb96-71bc6562ef88'] in n-d-852085-12 is: [{'id': 'b9729ca6-f44c-4c96-bb96-71bc6562ef88', 'name': 'tempest-FloatingIPsNegativeTestJSON-177697425-router', 'tenant_id': '1a11d1435a15411dac3494ce54e4a8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'a8e237f3-9a6e-4cc4-840d-813fcdf793f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:34:59Z', 'updated_at': '2022-10-04T20:35:32Z', 'revision_number': 5, 'project_id': '1a11d1435a15411dac3494ce54e4a8e5', 'gw_port': {'id': 'a8e237f3-9a6e-4cc4-840d-813fcdf793f2', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9729ca6-f44c-4c96-bb96-71bc6562ef88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:35:04Z', 'updated_at': '2022-10-04T20:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:35:41.506427 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-69032307-27e9-4762-93fc-e06f72da164a None None] For port 1fc92a9f-d43b-4a63-9fe7-278bcb3e97ac, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:35:41.518398 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-69032307-27e9-4762-93fc-e06f72da164a None None] For port 1fc92a9f-d43b-4a63-9fe7-278bcb3e97ac, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=1fc92a9f-d43b-4a63-9fe7-278bcb3e97ac,segment=NetworkSegment(b529e118-6ed8-446c-94f8-4dc4863ee841),segment_id=b529e118-6ed8-446c-94f8-4dc4863ee841)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:35:41.682635 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-69032307-27e9-4762-93fc-e06f72da164a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (1fc92a9f-d43b-4a63-9fe7-278bcb3e97ac), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:41.842661 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.83', 51016) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:35:41.846608 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69032307-27e9-4762-93fc-e06f72da164a None None] Pushing event updated for resources: {'Port': ['ID=1fc92a9f-d43b-4a63-9fe7-278bcb3e97ac,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:41.889377 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-951e1ffd-ba13-472d-8269-35bd56994bfd req-5755b5e4-6958-47ec-83db-403a3794ff09 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3cbd24d1-c9b9-4e54-a25f-c8553d279e56 HTTP/1.1" status: 200 len: 210 time: 0.2806959 Oct 04 20:35:41.978865 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d79aa-6de4-4b18-a24e-0720e1aa5dea req-f0e196cd-4858-4338-b362-60e3beda13aa tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:41.981612 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-707d79aa-6de4-4b18-a24e-0720e1aa5dea req-f0e196cd-4858-4338-b362-60e3beda13aa tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=b9bfdee0-1a5d-4f35-b3be-ea3017b41442 HTTP/1.1" status: 200 len: 950 time: 0.3206677 Oct 04 20:35:42.058230 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:42.062965 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-95f5e4bc-1b4d-4d61-94a6-47258769971c req-a012b303-3639-4a80-ada9-b6ad400084e6 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=526ce79b3ad7461eb974329c1e567568&device_id=ccb6a102-8cc0-4764-98b0-5b6e0796bc35 HTTP/1.1" status: 200 len: 210 time: 0.1639204 Oct 04 20:35:42.113701 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a243b-0dd2-445f-930a-0e9f4e38b43a req-88a7882d-dd62-4706-b49e-6304d1e9cc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:42.117342 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-0c3a243b-0dd2-445f-930a-0e9f4e38b43a req-88a7882d-dd62-4706-b49e-6304d1e9cc08 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=74eef3bf938c491d8a2f5192ba598c19&device_id=f5072682-0691-4542-a881-7f874a8d8ef3 HTTP/1.1" status: 200 len: 1132 time: 0.5384429 Oct 04 20:35:42.207456 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-01e35d77-dad2-476a-ab2a-452af823ba3b admin admin] Publish callbacks [] for router_gateway (b9729ca6-f44c-4c96-bb96-71bc6562ef88), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:42.294090 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-84aba013-bbf2-4b5f-9cf9-0458c8ae0da8 admin admin] Publish callbacks [] for router_gateway (62ea6759-27f6-4a3b-81d0-dd9931227945), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:42.321534 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-2b92abd2-4021-4b4d-a228-250d8dc94885 service neutron] For port f5495aac-c2d7-419a-9cc9-79e9ec72c16c, host n-h1-852085-12, cleared binding levels {{(pid=108170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:35:42.327775 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-2b92abd2-4021-4b4d-a228-250d8dc94885 service neutron] For port f5495aac-c2d7-419a-9cc9-79e9ec72c16c, host n-h1-852085-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=f5495aac-c2d7-419a-9cc9-79e9ec72c16c,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:35:42.330821 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-a4aa2003-9355-435a-91f1-e3a9516c30c1 service neutron] Checking agent: {'id': 'af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 28, 33), 'started_at': datetime.datetime(2022, 10, 4, 20, 28, 33), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:35:42.331426 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-a4aa2003-9355-435a-91f1-e3a9516c30c1 service neutron] Checking segment: {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:35:42.332074 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-a4aa2003-9355-435a-91f1-e3a9516c30c1 service neutron] Bound using segment: {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'} {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:35:42.332865 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-a4aa2003-9355-435a-91f1-e3a9516c30c1 service neutron] Bound port: f1539adb-7984-4760-843a-2936f8ddf173, host: n-h2-852085-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'}}] {{(pid=108169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:35:42.333466 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-a4aa2003-9355-435a-91f1-e3a9516c30c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (f1539adb-7984-4760-843a-2936f8ddf173), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:42.409754 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-89b4641f-a4fe-4ab4-81a2-ade5371d16e8 req-62b1e485-9536-4b97-afa4-538cfaf86314 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c2bc8a6c-d92e-4924-ad5b-3d15a4cff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0931325 Oct 04 20:35:42.462865 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-389e20ae-a3f0-499e-91ba-a4f5aa199741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (1767dff4-de31-427b-99a5-f4664837add5), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:42.516914 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-84aba013-bbf2-4b5f-9cf9-0458c8ae0da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:42.526041 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-389e20ae-a3f0-499e-91ba-a4f5aa199741 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1767dff4-de31-427b-99a5-f4664837add5']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:35:42.551066 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-2b92abd2-4021-4b4d-a228-250d8dc94885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (f5495aac-c2d7-419a-9cc9-79e9ec72c16c), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:42.558192 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-95f5e4bc-1b4d-4d61-94a6-47258769971c req-b18bdb8a-942e-4452-b5e4-aa0fa93bfabb service neutron] 10.222.0.83 "GET /networking/v2.0/networks?tenant_id=526ce79b3ad7461eb974329c1e567568&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4353497 Oct 04 20:35:42.559426 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-389e20ae-a3f0-499e-91ba-a4f5aa199741 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad737efb-d157-4f1c-a91d-3deb174010b5') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:35:42.564511 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-389e20ae-a3f0-499e-91ba-a4f5aa199741 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad737efb-d157-4f1c-a91d-3deb174010b5') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:35:42.566906 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-2b92abd2-4021-4b4d-a228-250d8dc94885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:42.568257 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-2b92abd2-4021-4b4d-a228-250d8dc94885 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:42.575704 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-2b92abd2-4021-4b4d-a228-250d8dc94885 service neutron] 10.222.0.83 "PUT /networking/v2.0/ports/f5495aac-c2d7-419a-9cc9-79e9ec72c16c HTTP/1.1" status: 200 len: 1097 time: 5.4710286 Oct 04 20:35:42.592582 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd937ec04-8d81-4926-a578-27ca4e58ca63', 'tag': 'f5495aac-c2d7-419a-9cc9-79e9ec72c16c'}] {{(pid=108170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:35:42.597862 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a696e922a709062c6bf2650733a1f4a2b44940721a32d933316dd509f3aaf0ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a38386-0cfc-47a1-8ece-c0b9c80f3f7a" -d '{"events": [{"name": "network-changed", "server_uuid": "d937ec04-8d81-4926-a578-27ca4e58ca63", "tag": "f5495aac-c2d7-419a-9cc9-79e9ec72c16c"}]}' {{(pid=108170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:35:42.713198 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-389e20ae-a3f0-499e-91ba-a4f5aa199741 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (ad737efb-d157-4f1c-a91d-3deb174010b5), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:42.809476 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 1fc92a9f-d43b-4a63-9fe7-278bcb3e97ac up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:35:42.924113 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d3b626-7c71-40ab-a32e-552c1f37c870 req-8ad1ac20-8108-4a6e-b8bf-9188b3bfdea4 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:42.925867 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 1fc92a9f-d43b-4a63-9fe7-278bcb3e97ac triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:35:42.926524 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (1fc92a9f-d43b-4a63-9fe7-278bcb3e97ac), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:42.927052 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 1fc92a9f-d43b-4a63-9fe7-278bcb3e97ac Oct 04 20:35:42.931399 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-35d3b626-7c71-40ab-a32e-552c1f37c870 req-8ad1ac20-8108-4a6e-b8bf-9188b3bfdea4 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=74855781-6009-4525-8bdc-cad56a09a352 HTTP/1.1" status: 200 len: 948 time: 0.7842979 Oct 04 20:35:42.951085 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.83', 51021) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:35:43.038668 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b92abd2-4021-4b4d-a228-250d8dc94885 service neutron] Pushing event updated for resources: {'Port': ['ID=f5495aac-c2d7-419a-9cc9-79e9ec72c16c,revision_number=3']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:43.046161 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-281a2bbf-ca7c-4e74-a1dd-0d048de9197d req-f43685a9-1f87-4253-83ac-f5641e6ab0ba tempest-ServersAdmin275Test-1729090410 tempest-ServersAdmin275Test-1729090410-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ccb6a102-8cc0-4764-98b0-5b6e0796bc35 HTTP/1.1" status: 200 len: 210 time: 0.2362056 Oct 04 20:35:43.138789 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 1fc92a9f-d43b-4a63-9fe7-278bcb3e97ac is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:35:43.139792 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (1fc92a9f-d43b-4a63-9fe7-278bcb3e97ac), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:43.275094 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-436e56f3-c032-4b4e-9149-4c834c472cf2 req-b86829e4-0c3a-4b73-b47d-b6bfbc380071 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.83 "GET /networking/v2.0/networks?tenant_id=74eef3bf938c491d8a2f5192ba598c19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3192291 Oct 04 20:35:43.295504 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 20:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-147abee5-9481-49a5-8013-b831cb70d4be x-openstack-request-id: req-147abee5-9481-49a5-8013-b831cb70d4be {{(pid=108170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:35:43.297246 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d937ec04-8d81-4926-a578-27ca4e58ca63", "tag": "f5495aac-c2d7-419a-9cc9-79e9ec72c16c", "status": "completed", "code": 200}]} {{(pid=108170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:35:43.297921 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-147abee5-9481-49a5-8013-b831cb70d4be {{(pid=108170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:35:43.298835 n-d-852085-12 neutron-server[108170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-147abee5-9481-49a5-8013-b831cb70d4be'] response: {'name': 'network-changed', 'server_uuid': 'd937ec04-8d81-4926-a578-27ca4e58ca63', 'tag': 'f5495aac-c2d7-419a-9cc9-79e9ec72c16c', 'status': 'completed', 'code': 200} Oct 04 20:35:43.309015 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-36bd10d4-c20e-4a18-a856-971485d00607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:43.314885 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 1fc92a9f-d43b-4a63-9fe7-278bcb3e97ac, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=1fc92a9f-d43b-4a63-9fe7-278bcb3e97ac,segment=NetworkSegment(b529e118-6ed8-446c-94f8-4dc4863ee841),segment_id=b529e118-6ed8-446c-94f8-4dc4863ee841)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:35:43.321263 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-36bd10d4-c20e-4a18-a856-971485d00607 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=70436b8b504e43dc882f5ee434ecf443&device_id=d937ec04-8d81-4926-a578-27ca4e58ca63 HTTP/1.1" status: 200 len: 1131 time: 0.5007498 Oct 04 20:35:43.355083 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [req-707d79aa-6de4-4b18-a24e-0720e1aa5dea req-6418dc5f-1daa-427a-92b8-4c8214afe702 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] Deleting port 4f6676f8-f93e-43e5-81f8-b66d1444428a {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:35:43.355871 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-707d79aa-6de4-4b18-a24e-0720e1aa5dea req-6418dc5f-1daa-427a-92b8-4c8214afe702 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (4f6676f8-f93e-43e5-81f8-b66d1444428a), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:43.358129 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a243b-0dd2-445f-930a-0e9f4e38b43a req-10035bcf-c9a2-4dac-8b58-367428acfde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:43.361452 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-0c3a243b-0dd2-445f-930a-0e9f4e38b43a req-10035bcf-c9a2-4dac-8b58-367428acfde0 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=42fbb05e-3f96-444f-a676-04ee9d06a8c7 HTTP/1.1" status: 200 len: 870 time: 0.9630575 Oct 04 20:35:43.465026 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-a4aa2003-9355-435a-91f1-e3a9516c30c1 service neutron] For port f1539adb-7984-4760-843a-2936f8ddf173, host n-h2-852085-12, cleared binding levels {{(pid=108169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:35:43.472630 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-01e35d77-dad2-476a-ab2a-452af823ba3b admin admin] Deleting port a8e237f3-9a6e-4cc4-840d-813fcdf793f2 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:35:43.475718 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-01e35d77-dad2-476a-ab2a-452af823ba3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (a8e237f3-9a6e-4cc4-840d-813fcdf793f2), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:43.475957 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (1fc92a9f-d43b-4a63-9fe7-278bcb3e97ac), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:43.476160 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-0c3a243b-0dd2-445f-930a-0e9f4e38b43a req-0f44a190-40f0-4a97-b242-fb70f8ae7f26 service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=9508b042-5160-4988-9db8-7f6ce03be19a HTTP/1.1" status: 200 len: 217 time: 0.0963306 Oct 04 20:35:43.624708 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-389e20ae-a3f0-499e-91ba-a4f5aa199741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (ad737efb-d157-4f1c-a91d-3deb174010b5), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:43.626807 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=1fc92a9f-d43b-4a63-9fe7-278bcb3e97ac,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:43.632615 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 5b8b797a-848b-49f5-acf1-957f83de8744 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:35:43.663967 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:43.668072 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-2667dbc5-2616-407e-b84d-4e1b6393f6f1 admin admin] Deleting port dccee6f7-7d86-4f0b-b2dd-922c732c53ab {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:35:43.669101 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2667dbc5-2616-407e-b84d-4e1b6393f6f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (dccee6f7-7d86-4f0b-b2dd-922c732c53ab), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:43.684529 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 5b8b797a-848b-49f5-acf1-957f83de8744 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:35:43.686009 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 5b8b797a-848b-49f5-acf1-957f83de8744 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:35:43.730718 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3796b3ae-f4f5-4b0e-b842-6f5375e9d32f None None] Network 096f784c-3ac1-48ba-8b74-20f8936c58f6 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:35:43.746179 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5e4bc-1b4d-4d61-94a6-47258769971c req-df97ce28-7fe4-43d1-8022-c07865066dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:43.749142 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-95f5e4bc-1b4d-4d61-94a6-47258769971c req-df97ce28-7fe4-43d1-8022-c07865066dcf service neutron] 10.222.0.83 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1363430 Oct 04 20:35:43.752379 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9aa678ec-5d72-4c37-b2e4-6aa704d41d5b req-229b66aa-9bc4-4df2-898f-5d36961dfeaf tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3cbd24d1-c9b9-4e54-a25f-c8553d279e56 HTTP/1.1" status: 200 len: 210 time: 0.2663732 Oct 04 20:35:43.767753 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-35d3b626-7c71-40ab-a32e-552c1f37c870 req-df19dbe1-afb8-496a-9c0f-797cc6672b62 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8099096 Oct 04 20:35:43.823465 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a243b-0dd2-445f-930a-0e9f4e38b43a req-466db7ee-3d04-491f-91b0-ae892ee11752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:43.826902 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-0c3a243b-0dd2-445f-930a-0e9f4e38b43a req-466db7ee-3d04-491f-91b0-ae892ee11752 service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.3113146 Oct 04 20:35:43.907727 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-a4aa2003-9355-435a-91f1-e3a9516c30c1 service neutron] For port f1539adb-7984-4760-843a-2936f8ddf173, host n-h2-852085-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852085-12',level=0,port_id=f1539adb-7984-4760-843a-2936f8ddf173,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:35:43.913004 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:43.924587 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a243b-0dd2-445f-930a-0e9f4e38b43a req-cdfc6b1e-2dd5-438c-a7fc-0ccbd658035b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:43.927808 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-0c3a243b-0dd2-445f-930a-0e9f4e38b43a req-cdfc6b1e-2dd5-438c-a7fc-0ccbd658035b service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0863223 Oct 04 20:35:43.930284 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-84aba013-bbf2-4b5f-9cf9-0458c8ae0da8 admin admin] Allocated IP 172.25.5.20 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/aa84f1eb-a445-44e5-8fa0-e55620a6850e) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:35:43.932585 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-dfb610e9-246e-41ba-b0d4-741fcc756d53 None None] Provisioning complete for port 1fc92a9f-d43b-4a63-9fe7-278bcb3e97ac triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:35:43.933493 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-dfb610e9-246e-41ba-b0d4-741fcc756d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (1fc92a9f-d43b-4a63-9fe7-278bcb3e97ac), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:43.933761 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-dfb610e9-246e-41ba-b0d4-741fcc756d53 None None] Attempt 1 to provision port 1fc92a9f-d43b-4a63-9fe7-278bcb3e97ac Oct 04 20:35:43.939483 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-389e20ae-a3f0-499e-91ba-a4f5aa199741 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:35:43.940243 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-389e20ae-a3f0-499e-91ba-a4f5aa199741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (ad737efb-d157-4f1c-a91d-3deb174010b5), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:43.956193 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-2667dbc5-2616-407e-b84d-4e1b6393f6f1 admin admin] For port dccee6f7-7d86-4f0b-b2dd-922c732c53ab, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=dccee6f7-7d86-4f0b-b2dd-922c732c53ab,segment=NetworkSegment(0c4102ed-bb54-4c3c-a4bd-dd659515ee8b),segment_id=0c4102ed-bb54-4c3c-a4bd-dd659515ee8b)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:35:43.956785 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2667dbc5-2616-407e-b84d-4e1b6393f6f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (dccee6f7-7d86-4f0b-b2dd-922c732c53ab), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:44.022619 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment ad737efb-d157-4f1c-a91d-3deb174010b5 resource provider aggregate not found Oct 04 20:35:44.104709 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-a4aa2003-9355-435a-91f1-e3a9516c30c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (f1539adb-7984-4760-843a-2936f8ddf173), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:44.139338 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-2667dbc5-2616-407e-b84d-4e1b6393f6f1 admin admin] Calling delete_port for dccee6f7-7d86-4f0b-b2dd-922c732c53ab owned by network:router_interface {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:35:44.167110 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-a4aa2003-9355-435a-91f1-e3a9516c30c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:44.168572 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-a4aa2003-9355-435a-91f1-e3a9516c30c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:44.171611 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-a4aa2003-9355-435a-91f1-e3a9516c30c1 service neutron] 10.222.0.85 "PUT /networking/v2.0/ports/f1539adb-7984-4760-843a-2936f8ddf173 HTTP/1.1" status: 200 len: 1097 time: 10.1125827 Oct 04 20:35:44.173153 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74855781-6009-4525-8bdc-cad56a09a352', 'tag': 'f1539adb-7984-4760-843a-2936f8ddf173'}] {{(pid=108169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:35:44.177628 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dea34fca0f7d6c1de22810621a04fa86ac5e48141775903912ac1624808dfef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa6522b-6da8-49ab-b132-3a98419d1bac" -d '{"events": [{"name": "network-changed", "server_uuid": "74855781-6009-4525-8bdc-cad56a09a352", "tag": "f1539adb-7984-4760-843a-2936f8ddf173"}]}' {{(pid=108169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:35:44.183772 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment ad737efb-d157-4f1c-a91d-3deb174010b5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ad737efb-d157-4f1c-a91d-3deb174010b5 found for delete ", "request_id": "req-b53d3637-d2e4-4c09-8d21-6ac7040abb81"}]} Oct 04 20:35:44.232975 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-dfb610e9-246e-41ba-b0d4-741fcc756d53 None None] Current status of the port 1fc92a9f-d43b-4a63-9fe7-278bcb3e97ac is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:35:44.265105 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-01e35d77-dad2-476a-ab2a-452af823ba3b admin admin] For port a8e237f3-9a6e-4cc4-840d-813fcdf793f2, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=a8e237f3-9a6e-4cc4-840d-813fcdf793f2,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:35:44.265924 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-01e35d77-dad2-476a-ab2a-452af823ba3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (a8e237f3-9a6e-4cc4-840d-813fcdf793f2), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:44.357399 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-01e35d77-dad2-476a-ab2a-452af823ba3b admin admin] Calling delete_port for a8e237f3-9a6e-4cc4-840d-813fcdf793f2 owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:35:44.363985 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [req-707d79aa-6de4-4b18-a24e-0720e1aa5dea req-6418dc5f-1daa-427a-92b8-4c8214afe702 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] For port 4f6676f8-f93e-43e5-81f8-b66d1444428a, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=4f6676f8-f93e-43e5-81f8-b66d1444428a,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:35:44.364742 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-707d79aa-6de4-4b18-a24e-0720e1aa5dea req-6418dc5f-1daa-427a-92b8-4c8214afe702 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (4f6676f8-f93e-43e5-81f8-b66d1444428a), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:44.396212 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 20:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207e47d5-b5a6-491d-8b72-07027cfa6b5a x-openstack-request-id: req-207e47d5-b5a6-491d-8b72-07027cfa6b5a {{(pid=108169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:35:44.396778 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74855781-6009-4525-8bdc-cad56a09a352", "tag": "f1539adb-7984-4760-843a-2936f8ddf173", "status": "completed", "code": 200}]} {{(pid=108169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:35:44.397339 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-207e47d5-b5a6-491d-8b72-07027cfa6b5a {{(pid=108169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:35:44.398145 n-d-852085-12 neutron-server[108169]: INFO neutron.notifiers.nova [-] Nova event matching ['req-207e47d5-b5a6-491d-8b72-07027cfa6b5a'] response: {'name': 'network-changed', 'server_uuid': '74855781-6009-4525-8bdc-cad56a09a352', 'tag': 'f1539adb-7984-4760-843a-2936f8ddf173', 'status': 'completed', 'code': 200} Oct 04 20:35:44.546547 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-389e20ae-a3f0-499e-91ba-a4f5aa199741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (1767dff4-de31-427b-99a5-f4664837add5), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:44.551166 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [req-707d79aa-6de4-4b18-a24e-0720e1aa5dea req-6418dc5f-1daa-427a-92b8-4c8214afe702 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] Calling delete_port for 4f6676f8-f93e-43e5-81f8-b66d1444428a owned by compute:nova {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:35:44.582001 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:44.613340 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-389e20ae-a3f0-499e-91ba-a4f5aa199741 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:44.623280 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-389e20ae-a3f0-499e-91ba-a4f5aa199741 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/1767dff4-de31-427b-99a5-f4664837add5 HTTP/1.1" status: 204 len: 168 time: 4.9044893 Oct 04 20:35:44.627191 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:44.628648 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aa2003-9355-435a-91f1-e3a9516c30c1 service neutron] Pushing event updated for resources: {'Port': ['ID=f1539adb-7984-4760-843a-2936f8ddf173,revision_number=3']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:44.651641 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59868) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:35:44.698033 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-0190540c-5fdb-45f8-b48d-689c1b35dceb req-5a1238ae-72cc-4c4e-b702-6b7224dd8314 tempest-ServersAdmin275Test-1729090410 tempest-ServersAdmin275Test-1729090410-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ccb6a102-8cc0-4764-98b0-5b6e0796bc35 HTTP/1.1" status: 200 len: 210 time: 0.1326008 Oct 04 20:35:44.710055 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-656c8192-1650-4f8a-9671-7a3f433968b6 None None] Provisioning complete for port 1fc92a9f-d43b-4a63-9fe7-278bcb3e97ac triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:35:44.712830 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-656c8192-1650-4f8a-9671-7a3f433968b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (1fc92a9f-d43b-4a63-9fe7-278bcb3e97ac), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:44.713396 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-656c8192-1650-4f8a-9671-7a3f433968b6 None None] Attempt 1 to provision port 1fc92a9f-d43b-4a63-9fe7-278bcb3e97ac Oct 04 20:35:44.728705 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:44.744634 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad020755-4cc6-49b0-9d93-8ffeb8197269 req-a8d93a89-5c61-4b7e-b5a1-2e835dba1423 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:44.744936 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 1fc92a9f-d43b-4a63-9fe7-278bcb3e97ac up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:35:44.747562 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ad020755-4cc6-49b0-9d93-8ffeb8197269 req-a8d93a89-5c61-4b7e-b5a1-2e835dba1423 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b9bfdee0-1a5d-4f35-b3be-ea3017b41442 HTTP/1.1" status: 200 len: 950 time: 0.7963364 Oct 04 20:35:44.757331 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-eb2d4564-196f-46fd-9b86-1e982004f108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:44.760431 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-eb2d4564-196f-46fd-9b86-1e982004f108 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=70436b8b504e43dc882f5ee434ecf443&device_id=74855781-6009-4525-8bdc-cad56a09a352 HTTP/1.1" status: 200 len: 1131 time: 0.3904200 Oct 04 20:35:44.946951 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e20ae-a3f0-499e-91ba-a4f5aa199741 admin admin] Pushing event deleted for resources: {'Network': ['ID=1767dff4-de31-427b-99a5-f4664837add5,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:45.144829 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-38b7b153-9d3b-4a56-98c3-01f3fefc301c service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=f5495aac-c2d7-419a-9cc9-79e9ec72c16c HTTP/1.1" status: 200 len: 217 time: 0.2613378 Oct 04 20:35:45.185291 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:45.206897 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-fe2928dd-6002-44d6-9603-79572b780370 service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=f1539adb-7984-4760-843a-2936f8ddf173 HTTP/1.1" status: 200 len: 217 time: 0.2102416 Oct 04 20:35:45.224977 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-0c3a243b-0dd2-445f-930a-0e9f4e38b43a req-fa25c0c8-b9a6-4233-88a7-b578ee61514b service neutron] 10.222.0.85 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2884109 Oct 04 20:35:45.253855 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-1d696616-4ccd-4cd1-b2d5-07960fb5412d req-f7b4223b-1bbc-4ffe-bd8a-1eb5c51b8667 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3cbd24d1-c9b9-4e54-a25f-c8553d279e56 HTTP/1.1" status: 200 len: 210 time: 0.1973641 Oct 04 20:35:45.280896 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 1fc92a9f-d43b-4a63-9fe7-278bcb3e97ac triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:35:45.284223 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (1fc92a9f-d43b-4a63-9fe7-278bcb3e97ac), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:45.284775 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 1fc92a9f-d43b-4a63-9fe7-278bcb3e97ac Oct 04 20:35:45.448045 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:45.464885 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device 4f6676f8-f93e-43e5-81f8-b66d1444428a no longer exists at agent hyperv_n-h1-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:35:45.615529 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-656c8192-1650-4f8a-9671-7a3f433968b6 None None] Current status of the port 1fc92a9f-d43b-4a63-9fe7-278bcb3e97ac is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:35:45.654658 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ad020755-4cc6-49b0-9d93-8ffeb8197269 req-2eafa6ae-ebc3-46c0-a021-6aea87e8c55d tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c2bc8a6c-d92e-4924-ad5b-3d15a4cff8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8938391 Oct 04 20:35:45.740067 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-cf03dccc-221d-4a1c-919b-82969db4555a req-fe663bcb-2fa4-4a5d-8c93-a2e230fb8eec service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=ccb6a102-8cc0-4764-98b0-5b6e0796bc35 HTTP/1.1" status: 200 len: 210 time: 0.2907126 Oct 04 20:35:45.741569 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 1fc92a9f-d43b-4a63-9fe7-278bcb3e97ac is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:35:45.743502 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:45.757374 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ec3ba8ac-d42d-4999-88cc-1e96d5466ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:45.809180 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e56f3-c032-4b4e-9149-4c834c472cf2 req-431d51a3-d202-45ca-b87a-392f59d29564 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:45.814379 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-436e56f3-c032-4b4e-9149-4c834c472cf2 req-431d51a3-d202-45ca-b87a-392f59d29564 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.83 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9077065 Oct 04 20:35:45.830098 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Current status of the port 4f6676f8-f93e-43e5-81f8-b66d1444428a is: ACTIVE; New status is: DOWN {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:35:45.830753 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (4f6676f8-f93e-43e5-81f8-b66d1444428a), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:45.870181 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a54bd6-720b-4d5a-8056-f2052c202062 req-39743999-3bef-4e9d-a98a-67cd13f98841 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:45.884038 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-b0a54bd6-720b-4d5a-8056-f2052c202062 req-39743999-3bef-4e9d-a98a-67cd13f98841 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=74855781-6009-4525-8bdc-cad56a09a352 HTTP/1.1" status: 200 len: 948 time: 0.4066513 Oct 04 20:35:45.891302 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-46585ed3-04d5-442c-9f05-9887585f1b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:45.894178 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-46585ed3-04d5-442c-9f05-9887585f1b5c service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.6456788 Oct 04 20:35:45.915008 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-8eab8298-7778-4dc9-8b52-399dfa7700f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:45.917711 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-8eab8298-7778-4dc9-8b52-399dfa7700f4 service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.7243907 Oct 04 20:35:45.929575 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-84aba013-bbf2-4b5f-9cf9-0458c8ae0da8 admin admin] Publish callbacks [] for port (aa84f1eb-a445-44e5-8fa0-e55620a6850e), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:46.103109 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-67456492-c967-48bd-9989-39699875a267 req-d65f42d7-a7b9-4cb5-81ab-806bc525d8d1 tempest-ServersAdmin275Test-1729090410 tempest-ServersAdmin275Test-1729090410-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ccb6a102-8cc0-4764-98b0-5b6e0796bc35 HTTP/1.1" status: 200 len: 210 time: 0.1215799 Oct 04 20:35:46.138100 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-0c3a243b-0dd2-445f-930a-0e9f4e38b43a req-ed7e0871-a40c-47b0-bb32-85dcb747c50e service neutron] 10.222.0.85 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8812799 Oct 04 20:35:46.178126 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [req-436e56f3-c032-4b4e-9149-4c834c472cf2 req-975e5086-b8d3-491b-ba04-4d5f50056040 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Request body: {'port': {'device_id': '3cbd24d1-c9b9-4e54-a25f-c8553d279e56', 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7', 'admin_state_up': True, 'tenant_id': '74eef3bf938c491d8a2f5192ba598c19'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:35:46.191888 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:46.219747 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-b0a54bd6-720b-4d5a-8056-f2052c202062 req-7b155c44-c98b-49a3-ae0b-ed4e23ab58e4 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265042 Oct 04 20:35:46.220036 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-a614922e-3a69-4c50-946e-6e15a785d01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:46.225276 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-a614922e-3a69-4c50-946e-6e15a785d01b service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3043518 Oct 04 20:35:46.234271 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-707d79aa-6de4-4b18-a24e-0720e1aa5dea req-6418dc5f-1daa-427a-92b8-4c8214afe702 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (4f6676f8-f93e-43e5-81f8-b66d1444428a), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:46.374761 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-424fad8b-8fe2-4c6e-a762-f37d412bd935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:46.376726 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-424fad8b-8fe2-4c6e-a762-f37d412bd935 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2326918 Oct 04 20:35:46.410055 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-84aba013-bbf2-4b5f-9cf9-0458c8ae0da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (aa84f1eb-a445-44e5-8fa0-e55620a6850e), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:46.433320 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6418dc5f-1daa-427a-92b8-4c8214afe702 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] Pushing event deleted for resources: {'Port': ['ID=4f6676f8-f93e-43e5-81f8-b66d1444428a,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:46.436532 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=81,neutron:DELETE=17,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:46.505707 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-01e35d77-dad2-476a-ab2a-452af823ba3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (a8e237f3-9a6e-4cc4-840d-813fcdf793f2), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:46.566453 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84aba013-bbf2-4b5f-9cf9-0458c8ae0da8 admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:35:46.570406 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-850fa27d-c707-403e-80ff-ab81a82103ff req-bceb03bc-5f23-4a1d-9413-65b13e0b80f7 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3cbd24d1-c9b9-4e54-a25f-c8553d279e56 HTTP/1.1" status: 200 len: 210 time: 0.0801198 Oct 04 20:35:46.578689 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-84aba013-bbf2-4b5f-9cf9-0458c8ae0da8 admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:35:46.585767 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84aba013-bbf2-4b5f-9cf9-0458c8ae0da8 admin admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:35:46.625711 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e35d77-dad2-476a-ab2a-452af823ba3b admin admin] Pushing event deleted for resources: {'Port': ['ID=a8e237f3-9a6e-4cc4-840d-813fcdf793f2,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:46.646003 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [req-707d79aa-6de4-4b18-a24e-0720e1aa5dea req-6418dc5f-1daa-427a-92b8-4c8214afe702 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] No DVR routers for this DVR port 4f6676f8-f93e-43e5-81f8-b66d1444428a on host n-h1-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:35:46.657863 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2667dbc5-2616-407e-b84d-4e1b6393f6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (dccee6f7-7d86-4f0b-b2dd-922c732c53ab), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:46.668799 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-707d79aa-6de4-4b18-a24e-0720e1aa5dea req-6418dc5f-1daa-427a-92b8-4c8214afe702 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:46.681034 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-707d79aa-6de4-4b18-a24e-0720e1aa5dea req-6418dc5f-1daa-427a-92b8-4c8214afe702 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.83 "DELETE /networking/v2.0/ports/4f6676f8-f93e-43e5-81f8-b66d1444428a HTTP/1.1" status: 204 len: 173 time: 4.6854570 Oct 04 20:35:46.687872 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aba013-bbf2-4b5f-9cf9-0458c8ae0da8 admin admin] Pushing event updated for resources: {'Port': ['ID=aa84f1eb-a445-44e5-8fa0-e55620a6850e,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:46.707483 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9bfdee0-1a5d-4f35-b3be-ea3017b41442', 'name': 'network-vif-deleted', 'tag': '4f6676f8-f93e-43e5-81f8-b66d1444428a'}] {{(pid=108169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:35:46.711461 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dea34fca0f7d6c1de22810621a04fa86ac5e48141775903912ac1624808dfef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2daad9-f798-4e68-bc37-c7ae9a34f18d" -d '{"events": [{"server_uuid": "b9bfdee0-1a5d-4f35-b3be-ea3017b41442", "name": "network-vif-deleted", "tag": "4f6676f8-f93e-43e5-81f8-b66d1444428a"}]}' {{(pid=108169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:35:46.854567 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2667dbc5-2616-407e-b84d-4e1b6393f6f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=dccee6f7-7d86-4f0b-b2dd-922c732c53ab,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:46.868844 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 20:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdfda0b3-1774-49a0-95b2-c8bd81abdcf6 x-openstack-request-id: req-bdfda0b3-1774-49a0-95b2-c8bd81abdcf6 {{(pid=108169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:35:46.869337 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9bfdee0-1a5d-4f35-b3be-ea3017b41442", "name": "network-vif-deleted", "tag": "4f6676f8-f93e-43e5-81f8-b66d1444428a", "status": "completed", "code": 200}]} {{(pid=108169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:35:46.869825 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bdfda0b3-1774-49a0-95b2-c8bd81abdcf6 {{(pid=108169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:35:46.870390 n-d-852085-12 neutron-server[108169]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdfda0b3-1774-49a0-95b2-c8bd81abdcf6'] response: {'server_uuid': 'b9bfdee0-1a5d-4f35-b3be-ea3017b41442', 'name': 'network-vif-deleted', 'tag': '4f6676f8-f93e-43e5-81f8-b66d1444428a', 'status': 'completed', 'code': 200} Oct 04 20:35:46.886494 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:46.952562 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-e6a92b4e-55fd-469b-9c00-e4886f19fb10 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7019446 Oct 04 20:35:47.000187 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-436e56f3-c032-4b4e-9149-4c834c472cf2 req-975e5086-b8d3-491b-ba04-4d5f50056040 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Made reservation on behalf of 74eef3bf938c491d8a2f5192ba598c19 for: {'port': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:35:47.004191 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-436e56f3-c032-4b4e-9149-4c834c472cf2 req-975e5086-b8d3-491b-ba04-4d5f50056040 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:47.101384 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-20263713-e1c2-4ddb-b5e4-66da564515e1 req-072e353f-e435-46f0-aa4e-97c42a285f8a tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b9bfdee0-1a5d-4f35-b3be-ea3017b41442 HTTP/1.1" status: 200 len: 210 time: 0.1336927 Oct 04 20:35:47.315977 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-847a0f8a-e8fb-40e4-82f2-401f803d1809 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (5effed69-9508-4590-9f91-292e90a2554d), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:47.339967 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c6052ab0-88a3-4bc1-95ed-3c9caacd98d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:47.717385 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-cfb1211f-813f-4185-bad3-d79017c45962 req-b3272f5a-45d6-4e33-a604-6f9c4ae47556 tempest-ServersAdmin275Test-1729090410 tempest-ServersAdmin275Test-1729090410-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ccb6a102-8cc0-4764-98b0-5b6e0796bc35 HTTP/1.1" status: 200 len: 210 time: 0.2143173 Oct 04 20:35:47.736244 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-eeb24ac8-14ba-4c64-9ce7-26d2b722489f service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0688550 Oct 04 20:35:47.764820 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [req-436e56f3-c032-4b4e-9149-4c834c472cf2 req-975e5086-b8d3-491b-ba04-4d5f50056040 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Allocated IP 192.168.233.228 (42fbb05e-3f96-444f-a676-04ee9d06a8c7/e1956090-7ed7-4d05-a46e-a7b0885ca8e4/1611f154-8d2e-4661-a90c-96f5a6d2c5f8) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:35:47.847718 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca5358f-e30f-407c-b8ac-81b915986af5 req-1c1e9c85-529e-400b-9263-bed77a27b21f tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:47.850502 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-3ca5358f-e30f-407c-b8ac-81b915986af5 req-1c1e9c85-529e-400b-9263-bed77a27b21f tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=74855781-6009-4525-8bdc-cad56a09a352 HTTP/1.1" status: 200 len: 948 time: 0.3584437 Oct 04 20:35:47.850771 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-01e35d77-dad2-476a-ab2a-452af823ba3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (b9729ca6-f44c-4c96-bb96-71bc6562ef88), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:48.077149 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:48.128208 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:48.132469 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a0e4ab3c-b882-48b9-92bb-7856ebf7ce4f req-99c1c12b-f29f-43c4-9870-c837cb5cc06f tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3cbd24d1-c9b9-4e54-a25f-c8553d279e56 HTTP/1.1" status: 200 len: 210 time: 0.1532819 Oct 04 20:35:48.206222 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-01e35d77-dad2-476a-ab2a-452af823ba3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (b9729ca6-f44c-4c96-bb96-71bc6562ef88), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:48.269534 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-01e35d77-dad2-476a-ab2a-452af823ba3b admin admin] Publish callbacks [] for router_controller (b9729ca6-f44c-4c96-bb96-71bc6562ef88), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:48.310466 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-84aba013-bbf2-4b5f-9cf9-0458c8ae0da8 admin admin] Publish callbacks [] for router_gateway (62ea6759-27f6-4a3b-81d0-dd9931227945), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:48.419297 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-7fde8ca1-af80-4213-b777-b0d700c4ded2 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3949008 Oct 04 20:35:48.467443 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ada002fa-0c30-4231-a821-f97e71d3e3de req-c6cd4bcf-fb8d-4e63-a96b-c97b0c2d1ace service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6971595 Oct 04 20:35:48.485280 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2667dbc5-2616-407e-b84d-4e1b6393f6f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (19371cce-aa15-428b-afb8-9106177826ce), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:48.491807 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-3ca5358f-e30f-407c-b8ac-81b915986af5 req-cf3b0df1-41a4-4730-8674-72e3c2945ba4 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6141870 Oct 04 20:35:48.709294 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-01e35d77-dad2-476a-ab2a-452af823ba3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (b9729ca6-f44c-4c96-bb96-71bc6562ef88), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:48.714709 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e35d77-dad2-476a-ab2a-452af823ba3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9729ca6-f44c-4c96-bb96-71bc6562ef88 {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:35:48.728404 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-62c9042e-68bf-4e54-bae8-8e7f0e47d9f0 req-acc43749-e530-4f5d-8232-7ef4914306ae tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b9bfdee0-1a5d-4f35-b3be-ea3017b41442 HTTP/1.1" status: 200 len: 210 time: 0.4006577 Oct 04 20:35:48.759070 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-01e35d77-dad2-476a-ab2a-452af823ba3b admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:48.763213 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-01e35d77-dad2-476a-ab2a-452af823ba3b admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/b9729ca6-f44c-4c96-bb96-71bc6562ef88 HTTP/1.1" status: 204 len: 168 time: 9.4874468 Oct 04 20:35:48.769099 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59892) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:35:49.048629 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-436e56f3-c032-4b4e-9149-4c834c472cf2 req-975e5086-b8d3-491b-ba04-4d5f50056040 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Publish callbacks [] for port (1611f154-8d2e-4661-a90c-96f5a6d2c5f8), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:49.048941 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-5954d345-7a2d-4ea3-b5ca-45259b49a80c admin admin] Deleting subnet 52a7adeb-b7a4-4022-a498-c961c98581fc {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:35:49.062675 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5954d345-7a2d-4ea3-b5ca-45259b49a80c admin admin] Publish callbacks [] for subnet (52a7adeb-b7a4-4022-a498-c961c98581fc), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:49.122292 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-847a0f8a-e8fb-40e4-82f2-401f803d1809 admin admin] Deleting port e5103dcd-b0db-4928-8cde-8dff47e7f3c0 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:35:49.123357 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-847a0f8a-e8fb-40e4-82f2-401f803d1809 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (e5103dcd-b0db-4928-8cde-8dff47e7f3c0), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:49.317470 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5954d345-7a2d-4ea3-b5ca-45259b49a80c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (52a7adeb-b7a4-4022-a498-c961c98581fc), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:49.433705 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f6861678-2d61-4ea8-bb09-9f670f5d1f2e req-c74fdb5e-7e23-4032-8bdb-1f505ab0998e tempest-ServersAdmin275Test-1729090410 tempest-ServersAdmin275Test-1729090410-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ccb6a102-8cc0-4764-98b0-5b6e0796bc35 HTTP/1.1" status: 200 len: 210 time: 0.4344420 Oct 04 20:35:49.512647 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-847a0f8a-e8fb-40e4-82f2-401f803d1809 admin admin] For port e5103dcd-b0db-4928-8cde-8dff47e7f3c0, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=e5103dcd-b0db-4928-8cde-8dff47e7f3c0,segment=NetworkSegment(e476d535-1a4e-41d2-a614-d3419785d904),segment_id=e476d535-1a4e-41d2-a614-d3419785d904)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:35:49.513268 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-847a0f8a-e8fb-40e4-82f2-401f803d1809 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (e5103dcd-b0db-4928-8cde-8dff47e7f3c0), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:49.535998 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:49.537549 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-cb5a9136-a3d2-49ad-9ad0-c555c86e8e82 req-cb25d31d-a349-4cd9-a4b6-4f7a17e257d8 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3cbd24d1-c9b9-4e54-a25f-c8553d279e56 HTTP/1.1" status: 200 len: 210 time: 0.1006603 Oct 04 20:35:49.550517 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-84aba013-bbf2-4b5f-9cf9-0458c8ae0da8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (62ea6759-27f6-4a3b-81d0-dd9931227945), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:49.564178 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:49.564547 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-847a0f8a-e8fb-40e4-82f2-401f803d1809 admin admin] Calling delete_port for e5103dcd-b0db-4928-8cde-8dff47e7f3c0 owned by network:router_interface {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:35:49.648937 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5954d345-7a2d-4ea3-b5ca-45259b49a80c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (52a7adeb-b7a4-4022-a498-c961c98581fc), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:49.722612 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:49.748239 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2667dbc5-2616-407e-b84d-4e1b6393f6f1 admin admin] Router 19371cce-aa15-428b-afb8-9106177826ce has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:35:49.798335 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-436e56f3-c032-4b4e-9149-4c834c472cf2 req-975e5086-b8d3-491b-ba04-4d5f50056040 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (1611f154-8d2e-4661-a90c-96f5a6d2c5f8), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:49.839281 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] get_ports_and_sgs() called for port_ids ['26cc88b4-8d45-445d-8a36-b340685405f4'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:35:49.845411 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] get_ports_and_sgs() called for port_ids ['9508b042-5160-4988-9db8-7f6ce03be19a', '0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:35:49.962451 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-436e56f3-c032-4b4e-9149-4c834c472cf2 req-975e5086-b8d3-491b-ba04-4d5f50056040 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:35:49.993284 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [req-436e56f3-c032-4b4e-9149-4c834c472cf2 req-975e5086-b8d3-491b-ba04-4d5f50056040 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:35:50.018862 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e3e12-969f-43c0-9500-462e761f57cd req-ad070bfa-c74c-4be1-8da7-04739e1c33f6 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:50.023674 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-086e3e12-969f-43c0-9500-462e761f57cd req-ad070bfa-c74c-4be1-8da7-04739e1c33f6 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=74855781-6009-4525-8bdc-cad56a09a352 HTTP/1.1" status: 200 len: 948 time: 0.3007767 Oct 04 20:35:50.031009 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [req-436e56f3-c032-4b4e-9149-4c834c472cf2 req-975e5086-b8d3-491b-ba04-4d5f50056040 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:35:50.041145 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e56f3-c032-4b4e-9149-4c834c472cf2 req-975e5086-b8d3-491b-ba04-4d5f50056040 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:50.042344 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-436e56f3-c032-4b4e-9149-4c834c472cf2 req-975e5086-b8d3-491b-ba04-4d5f50056040 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:50.137706 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975e5086-b8d3-491b-ba04-4d5f50056040 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Pushing event updated for resources: {'Port': ['ID=1611f154-8d2e-4661-a90c-96f5a6d2c5f8,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:50.156256 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5954d345-7a2d-4ea3-b5ca-45259b49a80c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (52a7adeb-b7a4-4022-a498-c961c98581fc), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:50.243453 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:50.252398 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-086e3e12-969f-43c0-9500-462e761f57cd req-fdc9de23-5bc2-4773-b11c-cbf2af1e6d9e tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032614 Oct 04 20:35:50.307260 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49242408-099f-407e-99e4-87cc44da1332 None None] Network 0f5e5799-5ce3-40f0-a02d-b3c68160cc75 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:35:50.311387 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-436e56f3-c032-4b4e-9149-4c834c472cf2 req-975e5086-b8d3-491b-ba04-4d5f50056040 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.83 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1528924 Oct 04 20:35:50.356276 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5954d345-7a2d-4ea3-b5ca-45259b49a80c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:50.376550 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 59906) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:35:50.384114 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-5954d345-7a2d-4ea3-b5ca-45259b49a80c admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/52a7adeb-b7a4-4022-a498-c961c98581fc HTTP/1.1" status: 204 len: 168 time: 1.6091378 Oct 04 20:35:50.400532 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5954d345-7a2d-4ea3-b5ca-45259b49a80c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52a7adeb-b7a4-4022-a498-c961c98581fc,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:50.522503 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-4a40ba33-5852-4eed-aab4-406fe5a45530 None None] Provisioning complete for port 1611f154-8d2e-4661-a90c-96f5a6d2c5f8 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:35:50.523743 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4a40ba33-5852-4eed-aab4-406fe5a45530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (1611f154-8d2e-4661-a90c-96f5a6d2c5f8), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:50.524533 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-4a40ba33-5852-4eed-aab4-406fe5a45530 None None] Attempt 1 to provision port 1611f154-8d2e-4661-a90c-96f5a6d2c5f8 Oct 04 20:35:50.573493 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84aba013-bbf2-4b5f-9cf9-0458c8ae0da8 admin admin] Router 62ea6759-27f6-4a3b-81d0-dd9931227945 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:35:50.618697 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2667dbc5-2616-407e-b84d-4e1b6393f6f1 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:35:50.631787 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-2667dbc5-2616-407e-b84d-4e1b6393f6f1 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/19371cce-aa15-428b-afb8-9106177826ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4977527 Oct 04 20:35:50.638514 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59908) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:35:50.658261 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a8e237f3-9a6e-4cc4-840d-813fcdf793f2 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:35:50.669673 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-957e76b1-3580-49de-8fb6-b3a3c5be27e4 req-7c6eeeae-aa49-4216-b016-426997f616f8 tempest-ServersAdminNegativeTestJSON-564248376 tempest-ServersAdminNegativeTestJSON-564248376-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=b9bfdee0-1a5d-4f35-b3be-ea3017b41442 HTTP/1.1" status: 200 len: 210 time: 0.1182413 Oct 04 20:35:50.736253 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [req-436e56f3-c032-4b4e-9149-4c834c472cf2 req-cfa62e1a-aad5-408f-874e-ad1953e0ccf5 service neutron] Request body: {'port': {'device_id': '3cbd24d1-c9b9-4e54-a25f-c8553d279e56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-852085-12'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:35:50.778134 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c1933952-fa6a-482b-8ca1-4e82f3eabff3 req-4796d408-052f-447c-92eb-c32abf85adba tempest-ServersAdmin275Test-160193449 tempest-ServersAdmin275Test-160193449-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ccb6a102-8cc0-4764-98b0-5b6e0796bc35 HTTP/1.1" status: 200 len: 210 time: 0.1487567 Oct 04 20:35:50.790548 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:50.799779 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d9394e-d9ef-4009-a05d-1c76e121392a None None] Sync routers for ids ['19371cce-aa15-428b-afb8-9106177826ce'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:35:50.924997 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f571ad6d-859b-4cce-80ec-c575eb409daf admin admin] Publish callbacks [] for router (19371cce-aa15-428b-afb8-9106177826ce), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:51.035260 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-edf1a274-42f5-45dc-bf3a-79adecc0e564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (0f5e5799-5ce3-40f0-a02d-b3c68160cc75), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:51.036908 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-4a40ba33-5852-4eed-aab4-406fe5a45530 None None] Port 1611f154-8d2e-4661-a90c-96f5a6d2c5f8 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:35:51.056811 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: a8e237f3-9a6e-4cc4-840d-813fcdf793f2 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:35:51.057496 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a8e237f3-9a6e-4cc4-840d-813fcdf793f2 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:35:51.111512 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d9394e-d9ef-4009-a05d-1c76e121392a None None] Routers {'19371cce-aa15-428b-afb8-9106177826ce'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:35:51.128261 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-98d9394e-d9ef-4009-a05d-1c76e121392a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:35:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['19371cce-aa15-428b-afb8-9106177826ce'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:35:51.162376 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a38386-0cfc-47a1-8ece-c0b9c80f3f7a req-dbed19d0-666a-4266-8e89-8ffeae12becb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:51.165813 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-69a38386-0cfc-47a1-8ece-c0b9c80f3f7a req-dbed19d0-666a-4266-8e89-8ffeae12becb service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=70436b8b504e43dc882f5ee434ecf443&device_id=d937ec04-8d81-4926-a578-27ca4e58ca63 HTTP/1.1" status: 200 len: 1131 time: 0.4239047 Oct 04 20:35:51.309561 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:51.324698 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378931f2-c9fe-442d-9e61-0a0682d51271 None None] DHCP port deletion for 0f5e5799-5ce3-40f0-a02d-b3c68160cc75 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:35:51.336271 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device f5495aac-c2d7-419a-9cc9-79e9ec72c16c details requested by agent hyperv_n-h1-852085-12 with host n-h1-852085-12 {{(pid=108171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 20:35:51.396590 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:51.417760 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=37 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:51.460097 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:51.524175 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:51.552375 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4725934e-15bd-4441-8fa9-4d2c2d8dddc3 req-58f8eb31-a14a-4b14-a8ef-6760f9f903fd tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:51.555115 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4725934e-15bd-4441-8fa9-4d2c2d8dddc3 req-58f8eb31-a14a-4b14-a8ef-6760f9f903fd tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3cbd24d1-c9b9-4e54-a25f-c8553d279e56 HTTP/1.1" status: 200 len: 936 time: 0.4837277 Oct 04 20:35:51.585909 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-436e56f3-c032-4b4e-9149-4c834c472cf2 req-cfa62e1a-aad5-408f-874e-ad1953e0ccf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (1611f154-8d2e-4661-a90c-96f5a6d2c5f8), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:51.595551 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-847a0f8a-e8fb-40e4-82f2-401f803d1809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (e5103dcd-b0db-4928-8cde-8dff47e7f3c0), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:51.611505 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:51.641752 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-98d9394e-d9ef-4009-a05d-1c76e121392a None None] Set router 19371cce-aa15-428b-afb8-9106177826ce gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:35:51.693080 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84aba013-bbf2-4b5f-9cf9-0458c8ae0da8 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:35:51.714478 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef7d3f7-09cd-464c-bc32-8512a704c4d9 None None] Sync routers for ids ['62ea6759-27f6-4a3b-81d0-dd9931227945'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:35:51.734117 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-f33eef0f-b806-4a5a-b759-65535600e60b req-3b85b950-87e4-4fb9-8092-770721700e32 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=526ce79b3ad7461eb974329c1e567568&device_id=ccb6a102-8cc0-4764-98b0-5b6e0796bc35 HTTP/1.1" status: 200 len: 210 time: 0.2123866 Oct 04 20:35:51.734977 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:51.759942 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef7d3f7-09cd-464c-bc32-8512a704c4d9 None None] Routers {'62ea6759-27f6-4a3b-81d0-dd9931227945'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:35:51.761060 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-5ef7d3f7-09cd-464c-bc32-8512a704c4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:35:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['62ea6759-27f6-4a3b-81d0-dd9931227945'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:35:51.790733 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-edf1a274-42f5-45dc-bf3a-79adecc0e564 admin admin] Deleting port 77f96c66-b0d9-4e31-b3c0-45bae6a5f3d7 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:35:51.796648 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-edf1a274-42f5-45dc-bf3a-79adecc0e564 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (77f96c66-b0d9-4e31-b3c0-45bae6a5f3d7), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:51.816130 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:51.823568 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.resource_extend [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 04 20:35:51.830990 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a0f8a-e8fb-40e4-82f2-401f803d1809 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5103dcd-b0db-4928-8cde-8dff47e7f3c0,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:51.865885 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-84aba013-bbf2-4b5f-9cf9-0458c8ae0da8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:51.869615 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-84aba013-bbf2-4b5f-9cf9-0458c8ae0da8 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 12.9348829 Oct 04 20:35:51.873739 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa6522b-6da8-49ab-b132-3a98419d1bac req-064bcbe5-fb3f-4e34-99d7-9880403a4d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:51.876659 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-baa6522b-6da8-49ab-b132-3a98419d1bac req-064bcbe5-fb3f-4e34-99d7-9880403a4d73 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=70436b8b504e43dc882f5ee434ecf443&device_id=74855781-6009-4525-8bdc-cad56a09a352 HTTP/1.1" status: 200 len: 1131 time: 0.3584285 Oct 04 20:35:51.917029 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 59918) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:35:51.945463 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae872a-e9e4-4c67-87e9-db60b7a18559 req-025c345b-03b1-44e6-9a13-5a8f1669722d tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:51.945798 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e8ae872a-e9e4-4c67-87e9-db60b7a18559 req-025c345b-03b1-44e6-9a13-5a8f1669722d tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=74855781-6009-4525-8bdc-cad56a09a352 HTTP/1.1" status: 200 len: 948 time: 0.5007515 Oct 04 20:35:52.088446 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-5ef7d3f7-09cd-464c-bc32-8512a704c4d9 None None] Set router 62ea6759-27f6-4a3b-81d0-dd9931227945 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:35:52.108808 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] For port f5495aac-c2d7-419a-9cc9-79e9ec72c16c, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=f5495aac-c2d7-419a-9cc9-79e9ec72c16c,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:35:52.127689 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-f33eef0f-b806-4a5a-b759-65535600e60b req-666b7fdc-c240-43f8-a2e1-74181f769a5b service neutron] 10.222.0.83 "GET /networking/v2.0/networks?tenant_id=526ce79b3ad7461eb974329c1e567568&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3726349 Oct 04 20:35:52.157854 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-378931f2-c9fe-442d-9e61-0a0682d51271 None None] Deleting port 77f96c66-b0d9-4e31-b3c0-45bae6a5f3d7 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:35:52.159665 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-378931f2-c9fe-442d-9e61-0a0682d51271 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (77f96c66-b0d9-4e31-b3c0-45bae6a5f3d7), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:52.174044 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Returning: {'device': 'f5495aac-c2d7-419a-9cc9-79e9ec72c16c', 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7', 'port_id': 'f5495aac-c2d7-419a-9cc9-79e9ec72c16c', 'mac_address': 'fa:16:3e:85:fe:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1956090-7ed7-4d05-a46e-a7b0885ca8e4', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 20:35:52.262866 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-edf1a274-42f5-45dc-bf3a-79adecc0e564 admin admin] For port 77f96c66-b0d9-4e31-b3c0-45bae6a5f3d7, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=77f96c66-b0d9-4e31-b3c0-45bae6a5f3d7,segment=NetworkSegment(ec7a059a-a40c-4218-948a-e857d53f2da3),segment_id=ec7a059a-a40c-4218-948a-e857d53f2da3)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:35:52.263772 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-edf1a274-42f5-45dc-bf3a-79adecc0e564 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (77f96c66-b0d9-4e31-b3c0-45bae6a5f3d7), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:52.290563 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-edf1a274-42f5-45dc-bf3a-79adecc0e564 admin admin] Calling delete_port for 77f96c66-b0d9-4e31-b3c0-45bae6a5f3d7 owned by network:dhcp {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:35:52.296750 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f571ad6d-859b-4cce-80ec-c575eb409daf admin admin] Publish callbacks [] for router_gateway (19371cce-aa15-428b-afb8-9106177826ce), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:52.487884 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a38386-0cfc-47a1-8ece-c0b9c80f3f7a req-66ad3cc9-fb10-4358-8256-542484bfb4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:52.491414 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-69a38386-0cfc-47a1-8ece-c0b9c80f3f7a req-66ad3cc9-fb10-4358-8256-542484bfb4bd service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=42fbb05e-3f96-444f-a676-04ee9d06a8c7 HTTP/1.1" status: 200 len: 870 time: 1.2978859 Oct 04 20:35:52.518066 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-5ef7d3f7-09cd-464c-bc32-8512a704c4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ea6759-27f6-4a3b-81d0-dd9931227945', 'name': 'tempest-VolumesAdminNegativeTest-80391144-router', 'tenant_id': '0184f3fdbd854adf9751ab0ef77bdb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': 'aa84f1eb-a445-44e5-8fa0-e55620a6850e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:35:39Z', 'updated_at': '2022-10-04T20:35:47Z', 'revision_number': 3, 'project_id': '0184f3fdbd854adf9751ab0ef77bdb2a', 'gw_port': {'id': 'aa84f1eb-a445-44e5-8fa0-e55620a6850e', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:36:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ea6759-27f6-4a3b-81d0-dd9931227945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:35:42Z', 'updated_at': '2022-10-04T20:35:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:35:52.532691 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Current status of the port f5495aac-c2d7-419a-9cc9-79e9ec72c16c is: DOWN; New status is: BUILD {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:35:52.533529 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (f5495aac-c2d7-419a-9cc9-79e9ec72c16c), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:52.564684 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e8ae872a-e9e4-4c67-87e9-db60b7a18559 req-794ec84c-0eec-466e-adfc-13eb7ae566ab tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4665189 Oct 04 20:35:52.585588 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef7d3f7-09cd-464c-bc32-8512a704c4d9 None None] Checking router: 62ea6759-27f6-4a3b-81d0-dd9931227945 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:35:52.586148 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef7d3f7-09cd-464c-bc32-8512a704c4d9 None None] Updating router 62ea6759-27f6-4a3b-81d0-dd9931227945 port aa84f1eb-a445-44e5-8fa0-e55620a6850e binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:35:52.611172 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4725934e-15bd-4441-8fa9-4d2c2d8dddc3 req-6a4292e3-3b92-4685-8636-bf0b302073de tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2307915d-12a1-4f54-8445-b78325b75811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9963186 Oct 04 20:35:52.618117 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:52.665674 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-5ef7d3f7-09cd-464c-bc32-8512a704c4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (aa84f1eb-a445-44e5-8fa0-e55620a6850e), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:52.698962 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5495aac-c2d7-419a-9cc9-79e9ec72c16c {{(pid=108171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 20:35:52.788198 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] For port f5495aac-c2d7-419a-9cc9-79e9ec72c16c, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=f5495aac-c2d7-419a-9cc9-79e9ec72c16c,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:35:52.855674 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-378931f2-c9fe-442d-9e61-0a0682d51271 None None] For port 77f96c66-b0d9-4e31-b3c0-45bae6a5f3d7, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=77f96c66-b0d9-4e31-b3c0-45bae6a5f3d7,segment=NetworkSegment(ec7a059a-a40c-4218-948a-e857d53f2da3),segment_id=ec7a059a-a40c-4218-948a-e857d53f2da3)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:35:52.860209 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-378931f2-c9fe-442d-9e61-0a0682d51271 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (77f96c66-b0d9-4e31-b3c0-45bae6a5f3d7), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:52.866050 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:52.866539 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Device f1539adb-7984-4760-843a-2936f8ddf173 details requested by agent hyperv_n-h2-852085-12 with host n-h2-852085-12 {{(pid=108171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 20:35:52.887970 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-edf1a274-42f5-45dc-bf3a-79adecc0e564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (77f96c66-b0d9-4e31-b3c0-45bae6a5f3d7), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:52.925964 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-69a38386-0cfc-47a1-8ece-c0b9c80f3f7a req-024ffa50-92e7-48ef-b98d-9915a30c8909 service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=f5495aac-c2d7-419a-9cc9-79e9ec72c16c HTTP/1.1" status: 200 len: 217 time: 0.3518300 Oct 04 20:35:52.968347 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (f5495aac-c2d7-419a-9cc9-79e9ec72c16c), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:52.972935 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf1a274-42f5-45dc-bf3a-79adecc0e564 admin admin] No DVR routers for this DVR port 77f96c66-b0d9-4e31-b3c0-45bae6a5f3d7 on host n-d-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:35:53.013313 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-378931f2-c9fe-442d-9e61-0a0682d51271 None None] Calling delete_port for 77f96c66-b0d9-4e31-b3c0-45bae6a5f3d7 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:35:53.028719 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.resource_extend [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 04 20:35:53.077272 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 77f96c66-b0d9-4e31-b3c0-45bae6a5f3d7 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:35:53.168358 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa6522b-6da8-49ab-b132-3a98419d1bac req-a415adc0-9578-4b5f-92b1-909fe05296c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:53.172962 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-baa6522b-6da8-49ab-b132-3a98419d1bac req-a415adc0-9578-4b5f-92b1-909fe05296c1 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=42fbb05e-3f96-444f-a676-04ee9d06a8c7 HTTP/1.1" status: 200 len: 870 time: 1.2092195 Oct 04 20:35:53.174775 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-847a0f8a-e8fb-40e4-82f2-401f803d1809 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (5effed69-9508-4590-9f91-292e90a2554d), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:53.178151 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 77f96c66-b0d9-4e31-b3c0-45bae6a5f3d7 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:35:53.178971 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 77f96c66-b0d9-4e31-b3c0-45bae6a5f3d7 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:35:53.206177 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-f571ad6d-859b-4cce-80ec-c575eb409daf admin admin] Deleting port bae97f88-f44f-4db3-b67e-56cd3cd9ef43 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:35:53.207780 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f571ad6d-859b-4cce-80ec-c575eb409daf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (bae97f88-f44f-4db3-b67e-56cd3cd9ef43), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:53.218300 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:53.224524 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33eef0f-b806-4a5a-b759-65535600e60b req-c0d83dad-4aae-4260-b337-db61f57169fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:53.228333 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-f33eef0f-b806-4a5a-b759-65535600e60b req-c0d83dad-4aae-4260-b337-db61f57169fc service neutron] 10.222.0.83 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0298810 Oct 04 20:35:53.266986 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a38386-0cfc-47a1-8ece-c0b9c80f3f7a req-386bc646-f57b-482d-80fa-d66debcd3cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:53.274765 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-69a38386-0cfc-47a1-8ece-c0b9c80f3f7a req-386bc646-f57b-482d-80fa-d66debcd3cd7 service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.1840897 Oct 04 20:35:53.289295 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9cfce6ae-a56f-489d-9790-7f921f7a5687 req-30b775b1-6849-4185-afd2-b61713ebd4fb tempest-ServersAdmin275Test-160193449 tempest-ServersAdmin275Test-160193449-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ccb6a102-8cc0-4764-98b0-5b6e0796bc35 HTTP/1.1" status: 200 len: 210 time: 0.1134293 Oct 04 20:35:53.394982 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf1a274-42f5-45dc-bf3a-79adecc0e564 admin admin] Pushing event deleted for resources: {'Port': ['ID=77f96c66-b0d9-4e31-b3c0-45bae6a5f3d7,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:53.466473 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-5ef7d3f7-09cd-464c-bc32-8512a704c4d9 None None] Publish callbacks [] for port (aa84f1eb-a445-44e5-8fa0-e55620a6850e), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:53.491990 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-baa6522b-6da8-49ab-b132-3a98419d1bac req-8e460284-3dd4-4195-8bde-78c7c8efdca0 service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=f1539adb-7984-4760-843a-2936f8ddf173 HTTP/1.1" status: 200 len: 217 time: 0.2754986 Oct 04 20:35:53.631699 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-5ef7d3f7-09cd-464c-bc32-8512a704c4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (aa84f1eb-a445-44e5-8fa0-e55620a6850e), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:53.704673 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a38386-0cfc-47a1-8ece-c0b9c80f3f7a req-3d4e3155-11e9-452a-87ec-fed26ec3cc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:53.706495 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Pushing event updated for resources: {'Port': ['ID=f5495aac-c2d7-419a-9cc9-79e9ec72c16c,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:53.717343 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-69a38386-0cfc-47a1-8ece-c0b9c80f3f7a req-3d4e3155-11e9-452a-87ec-fed26ec3cc78 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3450727 Oct 04 20:35:53.721164 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] get_ports_and_sgs() called for port_ids ['f5495aac-c2d7-419a-9cc9-79e9ec72c16c'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:35:53.909903 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c112bd98-c839-480a-acb7-4ba3c9ff4c6b None None] Pushing event updated for resources: {'Port': ['ID=aa84f1eb-a445-44e5-8fa0-e55620a6850e,revision_number=2']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:53.918935 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa6522b-6da8-49ab-b132-3a98419d1bac req-fe60bcf2-73b9-4295-b965-7338a419759b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:53.921630 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-baa6522b-6da8-49ab-b132-3a98419d1bac req-fe60bcf2-73b9-4295-b965-7338a419759b service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.3549333 Oct 04 20:35:53.940837 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59930) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:35:53.946344 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c112bd98-c839-480a-acb7-4ba3c9ff4c6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:35:53.946934 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c112bd98-c839-480a-acb7-4ba3c9ff4c6b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:35:53.947518 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c112bd98-c839-480a-acb7-4ba3c9ff4c6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:35:53.948064 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c112bd98-c839-480a-acb7-4ba3c9ff4c6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:35:53.948606 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c112bd98-c839-480a-acb7-4ba3c9ff4c6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:35:53.949139 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c112bd98-c839-480a-acb7-4ba3c9ff4c6b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:35:53.949678 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c112bd98-c839-480a-acb7-4ba3c9ff4c6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:35:53.950210 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c112bd98-c839-480a-acb7-4ba3c9ff4c6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:35:53.950796 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c112bd98-c839-480a-acb7-4ba3c9ff4c6b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:35:53.951916 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c112bd98-c839-480a-acb7-4ba3c9ff4c6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:35:53.952474 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c112bd98-c839-480a-acb7-4ba3c9ff4c6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:35:53.953011 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c112bd98-c839-480a-acb7-4ba3c9ff4c6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:35:53.954077 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c112bd98-c839-480a-acb7-4ba3c9ff4c6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:35:53.954604 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c112bd98-c839-480a-acb7-4ba3c9ff4c6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:35:53.955162 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c112bd98-c839-480a-acb7-4ba3c9ff4c6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:35:53.965351 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-5ef7d3f7-09cd-464c-bc32-8512a704c4d9 None None] Attempting to bind port aa84f1eb-a445-44e5-8fa0-e55620a6850e on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:35:53.966048 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-5ef7d3f7-09cd-464c-bc32-8512a704c4d9 None None] Attempting to bind port aa84f1eb-a445-44e5-8fa0-e55620a6850e by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:35:53.966626 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef7d3f7-09cd-464c-bc32-8512a704c4d9 None None] Attempting to bind port aa84f1eb-a445-44e5-8fa0-e55620a6850e on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:35:54.012265 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-edf1a274-42f5-45dc-bf3a-79adecc0e564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (0f5e5799-5ce3-40f0-a02d-b3c68160cc75), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:54.029571 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] For port f1539adb-7984-4760-843a-2936f8ddf173, host n-h2-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852085-12',level=0,port_id=f1539adb-7984-4760-843a-2936f8ddf173,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:35:54.036303 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-98d9394e-d9ef-4009-a05d-1c76e121392a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19371cce-aa15-428b-afb8-9106177826ce', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1951945574-router', 'tenant_id': 'cf616fd82dd34c7d92f4d8e9e80f89f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'bae97f88-f44f-4db3-b67e-56cd3cd9ef43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:33:05Z', 'updated_at': '2022-10-04T20:35:46Z', 'revision_number': 5, 'project_id': 'cf616fd82dd34c7d92f4d8e9e80f89f4', 'gw_port': {'id': 'bae97f88-f44f-4db3-b67e-56cd3cd9ef43', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:be:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19371cce-aa15-428b-afb8-9106177826ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:33:06Z', 'updated_at': '2022-10-04T20:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:35:54.039464 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-f571ad6d-859b-4cce-80ec-c575eb409daf admin admin] For port bae97f88-f44f-4db3-b67e-56cd3cd9ef43, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=bae97f88-f44f-4db3-b67e-56cd3cd9ef43,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:35:54.040105 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f571ad6d-859b-4cce-80ec-c575eb409daf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (bae97f88-f44f-4db3-b67e-56cd3cd9ef43), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:54.102638 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef7d3f7-09cd-464c-bc32-8512a704c4d9 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:35:54.103273 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef7d3f7-09cd-464c-bc32-8512a704c4d9 None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:35:54.103781 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-f571ad6d-859b-4cce-80ec-c575eb409daf admin admin] Calling delete_port for bae97f88-f44f-4db3-b67e-56cd3cd9ef43 owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:35:54.104002 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-5ef7d3f7-09cd-464c-bc32-8512a704c4d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:54.104573 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef7d3f7-09cd-464c-bc32-8512a704c4d9 None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:35:54.105423 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-5ef7d3f7-09cd-464c-bc32-8512a704c4d9 None None] Bound port: aa84f1eb-a445-44e5-8fa0-e55620a6850e, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:35:54.106062 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-5ef7d3f7-09cd-464c-bc32-8512a704c4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (aa84f1eb-a445-44e5-8fa0-e55620a6850e), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:54.144359 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa6522b-6da8-49ab-b132-3a98419d1bac req-934faab9-b8ae-4615-a060-d29d08724aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:54.153201 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-baa6522b-6da8-49ab-b132-3a98419d1bac req-934faab9-b8ae-4615-a060-d29d08724aa0 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2073438 Oct 04 20:35:54.177179 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d9394e-d9ef-4009-a05d-1c76e121392a None None] Checking router: 19371cce-aa15-428b-afb8-9106177826ce for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:35:54.206275 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Returning: {'device': 'f1539adb-7984-4760-843a-2936f8ddf173', 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7', 'port_id': 'f1539adb-7984-4760-843a-2936f8ddf173', 'mac_address': 'fa:16:3e:69:ae:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1956090-7ed7-4d05-a46e-a7b0885ca8e4', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 20:35:54.240217 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-378931f2-c9fe-442d-9e61-0a0682d51271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (77f96c66-b0d9-4e31-b3c0-45bae6a5f3d7), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:54.256699 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d9394e-d9ef-4009-a05d-1c76e121392a None None] Routers {'19371cce-aa15-428b-afb8-9106177826ce'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:35:54.259460 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-98d9394e-d9ef-4009-a05d-1c76e121392a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:35:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['19371cce-aa15-428b-afb8-9106177826ce'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:35:54.286482 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-5ef7d3f7-09cd-464c-bc32-8512a704c4d9 None None] For port aa84f1eb-a445-44e5-8fa0-e55620a6850e, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:35:54.292869 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:54.296519 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-5ef7d3f7-09cd-464c-bc32-8512a704c4d9 None None] For port aa84f1eb-a445-44e5-8fa0-e55620a6850e, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=aa84f1eb-a445-44e5-8fa0-e55620a6850e,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:35:54.309250 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-edf1a274-42f5-45dc-bf3a-79adecc0e564 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=108170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:35:54.310187 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-edf1a274-42f5-45dc-bf3a-79adecc0e564 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=108170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:35:54.311007 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-edf1a274-42f5-45dc-bf3a-79adecc0e564 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:35:54.311412 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-edf1a274-42f5-45dc-bf3a-79adecc0e564 admin admin] Subscribe: > port after_create 55550000 {{(pid=108170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:35:54.311861 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-edf1a274-42f5-45dc-bf3a-79adecc0e564 admin admin] Subscribe: > port after_delete 55550000 {{(pid=108170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:35:54.314048 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-edf1a274-42f5-45dc-bf3a-79adecc0e564 admin admin] Subscribe: > port after_update 55550000 {{(pid=108170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:35:54.314763 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-edf1a274-42f5-45dc-bf3a-79adecc0e564 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=108170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:35:54.315381 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-edf1a274-42f5-45dc-bf3a-79adecc0e564 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:35:54.315946 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-edf1a274-42f5-45dc-bf3a-79adecc0e564 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:35:54.316794 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-edf1a274-42f5-45dc-bf3a-79adecc0e564 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=108170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:35:54.452607 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=100 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:54.461005 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-5ef7d3f7-09cd-464c-bc32-8512a704c4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (aa84f1eb-a445-44e5-8fa0-e55620a6850e), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:54.470613 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378931f2-c9fe-442d-9e61-0a0682d51271 None None] Pushing event deleted for resources: {'Port': ['ID=77f96c66-b0d9-4e31-b3c0-45bae6a5f3d7,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:54.474321 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378931f2-c9fe-442d-9e61-0a0682d51271 None None] No DVR routers for this DVR port 77f96c66-b0d9-4e31-b3c0-45bae6a5f3d7 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:35:54.501503 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-edf1a274-42f5-45dc-bf3a-79adecc0e564 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:35:54.502059 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-edf1a274-42f5-45dc-bf3a-79adecc0e564 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:35:54.502800 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-edf1a274-42f5-45dc-bf3a-79adecc0e564 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=108170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:35:54.503401 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-edf1a274-42f5-45dc-bf3a-79adecc0e564 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=108170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 20:35:54.504010 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-edf1a274-42f5-45dc-bf3a-79adecc0e564 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f5e5799-5ce3-40f0-a02d-b3c68160cc75']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:35:54.534639 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Current status of the port f1539adb-7984-4760-843a-2936f8ddf173 is: DOWN; New status is: BUILD {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:35:54.535277 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (f1539adb-7984-4760-843a-2936f8ddf173), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:54.547410 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:54.595719 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bbfdc7-962c-4eea-9a3a-d1dcc9be9086 req-37d44631-b41f-4f90-a917-125edee90252 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:54.609647 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c8bbfdc7-962c-4eea-9a3a-d1dcc9be9086 req-37d44631-b41f-4f90-a917-125edee90252 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=74855781-6009-4525-8bdc-cad56a09a352 HTTP/1.1" status: 200 len: 948 time: 0.5928650 Oct 04 20:35:54.616896 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef7d3f7-09cd-464c-bc32-8512a704c4d9 None None] Routers {'62ea6759-27f6-4a3b-81d0-dd9931227945'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:35:54.617781 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-5ef7d3f7-09cd-464c-bc32-8512a704c4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:35:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['62ea6759-27f6-4a3b-81d0-dd9931227945'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:35:54.624083 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1539adb-7984-4760-843a-2936f8ddf173 {{(pid=108171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 20:35:54.669121 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-98d9394e-d9ef-4009-a05d-1c76e121392a None None] Set router 19371cce-aa15-428b-afb8-9106177826ce gateway port host: None {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:35:54.672343 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:54.793773 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-baa6522b-6da8-49ab-b132-3a98419d1bac req-fb2a47c5-9c24-4172-aa56-3a1a2b139b98 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4257789 Oct 04 20:35:54.827910 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] For port f1539adb-7984-4760-843a-2936f8ddf173, host n-h2-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852085-12',level=0,port_id=f1539adb-7984-4760-843a-2936f8ddf173,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:35:54.831094 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-98d9394e-d9ef-4009-a05d-1c76e121392a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19371cce-aa15-428b-afb8-9106177826ce', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1951945574-router', 'tenant_id': 'cf616fd82dd34c7d92f4d8e9e80f89f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:33:05Z', 'updated_at': '2022-10-04T20:35:52Z', 'revision_number': 6, 'project_id': 'cf616fd82dd34c7d92f4d8e9e80f89f4', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:35:54.867733 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c112bd98-c839-480a-acb7-4ba3c9ff4c6b None None] Pushing event updated for resources: {'Port': ['ID=aa84f1eb-a445-44e5-8fa0-e55620a6850e,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:54.888439 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-08dbf899-6b9a-4a95-bbeb-1aec9f5ebd70 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=7e024c248dfa402e9aa19677dd749c9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9302514 Oct 04 20:35:54.896024 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d9394e-d9ef-4009-a05d-1c76e121392a None None] The sync data for ids ['19371cce-aa15-428b-afb8-9106177826ce'] in n-d-852085-12 is: [{'id': '19371cce-aa15-428b-afb8-9106177826ce', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1951945574-router', 'tenant_id': 'cf616fd82dd34c7d92f4d8e9e80f89f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:33:05Z', 'updated_at': '2022-10-04T20:35:52Z', 'revision_number': 6, 'project_id': 'cf616fd82dd34c7d92f4d8e9e80f89f4', 'gw_port_host': None}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:35:54.919813 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59936) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:35:54.948312 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-5ef7d3f7-09cd-464c-bc32-8512a704c4d9 None None] Set router 62ea6759-27f6-4a3b-81d0-dd9931227945 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:35:54.957056 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (f1539adb-7984-4760-843a-2936f8ddf173), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:55.078207 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-847a0f8a-e8fb-40e4-82f2-401f803d1809 admin admin] Router 5effed69-9508-4590-9f91-292e90a2554d has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:35:55.079030 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Pushing event updated for resources: {'Port': ['ID=f1539adb-7984-4760-843a-2936f8ddf173,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:55.097341 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:55.151254 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-f33eef0f-b806-4a5a-b759-65535600e60b req-2fdd91eb-1081-4b5c-a472-d04e0ca2899c tempest-ServersAdmin275Test-160193449 tempest-ServersAdmin275Test-160193449-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=ccb6a102-8cc0-4764-98b0-5b6e0796bc35 HTTP/1.1" status: 200 len: 210 time: 0.2910995 Oct 04 20:35:55.449468 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-edf1a274-42f5-45dc-bf3a-79adecc0e564 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec7a059a-a40c-4218-948a-e857d53f2da3') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:35:55.449468 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-edf1a274-42f5-45dc-bf3a-79adecc0e564 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec7a059a-a40c-4218-948a-e857d53f2da3') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:35:55.450311 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-656cdc70-95c6-449a-9a82-918d3a3bbcdd admin admin] Publish callbacks [] for security_group (c2bc8a6c-d92e-4924-ad5b-3d15a4cff8a6), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:55.450542 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-edf1a274-42f5-45dc-bf3a-79adecc0e564 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (ec7a059a-a40c-4218-948a-e857d53f2da3), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:55.450747 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] get_ports_and_sgs() called for port_ids ['f1539adb-7984-4760-843a-2936f8ddf173'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:35:55.451463 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-edf1a274-42f5-45dc-bf3a-79adecc0e564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (ec7a059a-a40c-4218-948a-e857d53f2da3), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:55.463697 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edf1a274-42f5-45dc-bf3a-79adecc0e564 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:35:55.467321 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-edf1a274-42f5-45dc-bf3a-79adecc0e564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (ec7a059a-a40c-4218-948a-e857d53f2da3), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:55.486189 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=100 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:55.568816 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-5ef7d3f7-09cd-464c-bc32-8512a704c4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ea6759-27f6-4a3b-81d0-dd9931227945', 'name': 'tempest-VolumesAdminNegativeTest-80391144-router', 'tenant_id': '0184f3fdbd854adf9751ab0ef77bdb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': 'aa84f1eb-a445-44e5-8fa0-e55620a6850e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:35:39Z', 'updated_at': '2022-10-04T20:35:47Z', 'revision_number': 3, 'project_id': '0184f3fdbd854adf9751ab0ef77bdb2a', 'gw_port': {'id': 'aa84f1eb-a445-44e5-8fa0-e55620a6850e', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:36:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ea6759-27f6-4a3b-81d0-dd9931227945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:35:42Z', 'updated_at': '2022-10-04T20:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:35:55.652041 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef7d3f7-09cd-464c-bc32-8512a704c4d9 None None] The sync data for ids ['62ea6759-27f6-4a3b-81d0-dd9931227945'] in n-d-852085-12 is: [{'id': '62ea6759-27f6-4a3b-81d0-dd9931227945', 'name': 'tempest-VolumesAdminNegativeTest-80391144-router', 'tenant_id': '0184f3fdbd854adf9751ab0ef77bdb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': 'aa84f1eb-a445-44e5-8fa0-e55620a6850e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:35:39Z', 'updated_at': '2022-10-04T20:35:47Z', 'revision_number': 3, 'project_id': '0184f3fdbd854adf9751ab0ef77bdb2a', 'gw_port': {'id': 'aa84f1eb-a445-44e5-8fa0-e55620a6850e', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:36:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ea6759-27f6-4a3b-81d0-dd9931227945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:35:42Z', 'updated_at': '2022-10-04T20:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:35:55.661009 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9649372-f6c1-4741-b16d-e4e679c39a25 req-c003d9aa-26d7-4441-9d37-33101e0abf42 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:55.663801 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c9649372-f6c1-4741-b16d-e4e679c39a25 req-c003d9aa-26d7-4441-9d37-33101e0abf42 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3cbd24d1-c9b9-4e54-a25f-c8553d279e56 HTTP/1.1" status: 200 len: 936 time: 1.6339617 Oct 04 20:35:55.705348 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device f5495aac-c2d7-419a-9cc9-79e9ec72c16c up at agent hyperv_n-h1-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:35:56.145742 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:56.172306 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Provisioning for port f5495aac-c2d7-419a-9cc9-79e9ec72c16c completed by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 20:35:56.199769 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-baa6522b-6da8-49ab-b132-3a98419d1bac req-d949bf24-a04b-4814-b572-49d618ea74b2 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3462734 Oct 04 20:35:56.201592 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-edf1a274-42f5-45dc-bf3a-79adecc0e564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (0f5e5799-5ce3-40f0-a02d-b3c68160cc75), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:56.212408 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-edf1a274-42f5-45dc-bf3a-79adecc0e564 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:56.266168 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-edf1a274-42f5-45dc-bf3a-79adecc0e564 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/0f5e5799-5ce3-40f0-a02d-b3c68160cc75 HTTP/1.1" status: 204 len: 168 time: 5.8767760 Oct 04 20:35:56.269602 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Provisioning complete for port f5495aac-c2d7-419a-9cc9-79e9ec72c16c triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:35:56.272730 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (f5495aac-c2d7-419a-9cc9-79e9ec72c16c), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:56.272730 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Attempt 1 to provision port f5495aac-c2d7-419a-9cc9-79e9ec72c16c Oct 04 20:35:56.426077 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-656cdc70-95c6-449a-9a82-918d3a3bbcdd admin admin] Publish callbacks [] for security_group (c2bc8a6c-d92e-4924-ad5b-3d15a4cff8a6), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:56.504953 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f571ad6d-859b-4cce-80ec-c575eb409daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (bae97f88-f44f-4db3-b67e-56cd3cd9ef43), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:56.573701 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Current status of the port f5495aac-c2d7-419a-9cc9-79e9ec72c16c is: BUILD; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:35:56.574435 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (f5495aac-c2d7-419a-9cc9-79e9ec72c16c), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:56.642961 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd937ec04-8d81-4926-a578-27ca4e58ca63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5495aac-c2d7-419a-9cc9-79e9ec72c16c'}] {{(pid=108171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:35:56.649079 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966b91da6921e714df7c26a37f4733087768fb9a36052be1ead95d4d835f43be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789c676b-da0c-4596-932e-43edb8403e0b" -d '{"events": [{"server_uuid": "d937ec04-8d81-4926-a578-27ca4e58ca63", "name": "network-vif-plugged", "status": "completed", "tag": "f5495aac-c2d7-419a-9cc9-79e9ec72c16c"}]}' {{(pid=108171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:35:56.660424 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f571ad6d-859b-4cce-80ec-c575eb409daf admin admin] Pushing event deleted for resources: {'Port': ['ID=bae97f88-f44f-4db3-b67e-56cd3cd9ef43,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:56.678283 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf1a274-42f5-45dc-bf3a-79adecc0e564 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f5e5799-5ce3-40f0-a02d-b3c68160cc75,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:56.691196 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-69a38386-0cfc-47a1-8ece-c0b9c80f3f7a req-87ed2cfb-a1ca-4023-b6c4-c4e134f13f15 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1334429 Oct 04 20:35:56.700669 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] For port f5495aac-c2d7-419a-9cc9-79e9ec72c16c, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=f5495aac-c2d7-419a-9cc9-79e9ec72c16c,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:35:56.713333 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847a0f8a-e8fb-40e4-82f2-401f803d1809 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:35:56.740758 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96ca026-6864-49ef-9d33-4a0f8702f8ab None None] Sync routers for ids ['5effed69-9508-4590-9f91-292e90a2554d'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:35:56.743715 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-847a0f8a-e8fb-40e4-82f2-401f803d1809 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/5effed69-9508-4590-9f91-292e90a2554d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0817239 Oct 04 20:35:56.753018 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment ec7a059a-a40c-4218-948a-e857d53f2da3 resource provider aggregate not found Oct 04 20:35:56.771249 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96ca026-6864-49ef-9d33-4a0f8702f8ab None None] Routers {'5effed69-9508-4590-9f91-292e90a2554d'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:35:56.774151 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-d96ca026-6864-49ef-9d33-4a0f8702f8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:35:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['5effed69-9508-4590-9f91-292e90a2554d'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:35:56.834361 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59950) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:35:56.887874 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (f5495aac-c2d7-419a-9cc9-79e9ec72c16c), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:56.918595 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [req-436e56f3-c032-4b4e-9149-4c834c472cf2 req-cfa62e1a-aad5-408f-874e-ad1953e0ccf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1611f154-8d2e-4661-a90c-96f5a6d2c5f8 {{(pid=108170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 20:35:56.954181 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:57.027305 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device aa84f1eb-a445-44e5-8fa0-e55620a6850e up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:35:57.031003 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-436e56f3-c032-4b4e-9149-4c834c472cf2 req-cfa62e1a-aad5-408f-874e-ad1953e0ccf5 service neutron] Publish callbacks [] for port (1611f154-8d2e-4661-a90c-96f5a6d2c5f8), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:57.040522 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Pushing event updated for resources: {'Port': ['ID=f5495aac-c2d7-419a-9cc9-79e9ec72c16c,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:57.099192 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59954) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:35:57.113971 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:57.152125 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment ec7a059a-a40c-4218-948a-e857d53f2da3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ec7a059a-a40c-4218-948a-e857d53f2da3 found for delete ", "request_id": "req-4470d5c5-9f55-4d8b-b9b0-43d49357e823"}]} Oct 04 20:35:57.247296 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f571ad6d-859b-4cce-80ec-c575eb409daf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (19371cce-aa15-428b-afb8-9106177826ce), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:57.291702 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Device f1539adb-7984-4760-843a-2936f8ddf173 up at agent hyperv_n-h2-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:35:57.311207 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-d96ca026-6864-49ef-9d33-4a0f8702f8ab None None] Set router 5effed69-9508-4590-9f91-292e90a2554d gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:35:57.323989 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a9c8c13e-61fb-4cd4-a715-16afe4d6eda6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:57.357624 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port aa84f1eb-a445-44e5-8fa0-e55620a6850e triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:35:57.358143 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (aa84f1eb-a445-44e5-8fa0-e55620a6850e), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:57.358683 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port aa84f1eb-a445-44e5-8fa0-e55620a6850e Oct 04 20:35:57.490472 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:57.501746 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-69a38386-0cfc-47a1-8ece-c0b9c80f3f7a req-44873280-5b6a-4cc4-bccc-b96b8d45ef74 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4907322 Oct 04 20:35:57.507886 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c8bbfdc7-962c-4eea-9a3a-d1dcc9be9086 req-5605a1bd-d6af-402b-ae47-ac21b59c1776 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.3522272 Oct 04 20:35:57.542210 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.provisioning_blocks [req-436e56f3-c032-4b4e-9149-4c834c472cf2 req-cfa62e1a-aad5-408f-874e-ad1953e0ccf5 service neutron] Transition to ACTIVE for port object 1611f154-8d2e-4661-a90c-96f5a6d2c5f8 will not be triggered until provisioned by entity L2. {{(pid=108170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 20:35:57.557273 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-656cdc70-95c6-449a-9a82-918d3a3bbcdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (c2bc8a6c-d92e-4924-ad5b-3d15a4cff8a6), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:57.564236 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-656cdc70-95c6-449a-9a82-918d3a3bbcdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:57.570688 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-656cdc70-95c6-449a-9a82-918d3a3bbcdd admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/c2bc8a6c-d92e-4924-ad5b-3d15a4cff8a6 HTTP/1.1" status: 204 len: 168 time: 2.6428764 Oct 04 20:35:57.586135 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c9649372-f6c1-4741-b16d-e4e679c39a25 req-ddf39ef0-7e60-43ab-9712-dad8e11575ec tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2307915d-12a1-4f54-8445-b78325b75811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4233875 Oct 04 20:35:57.638537 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-436e56f3-c032-4b4e-9149-4c834c472cf2 req-cfa62e1a-aad5-408f-874e-ad1953e0ccf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (1611f154-8d2e-4661-a90c-96f5a6d2c5f8), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:57.690123 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f571ad6d-859b-4cce-80ec-c575eb409daf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (19371cce-aa15-428b-afb8-9106177826ce), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:57.723646 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f571ad6d-859b-4cce-80ec-c575eb409daf admin admin] Publish callbacks [] for router_controller (19371cce-aa15-428b-afb8-9106177826ce), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:57.746363 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d20161e2-5463-4825-8013-6be28a1d8d97 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=1a11d1435a15411dac3494ce54e4a8e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6014521 Oct 04 20:35:57.757041 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59958) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:35:57.759876 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c3f69844-2f0e-4e5c-bce7-bb06b603823b admin admin] Publish callbacks [] for router (5effed69-9508-4590-9f91-292e90a2554d), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:57.806183 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:57.812547 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 20:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b66ae7-5882-4edf-bc16-dcdc375fac61 x-openstack-request-id: req-e7b66ae7-5882-4edf-bc16-dcdc375fac61 {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:35:57.816060 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d937ec04-8d81-4926-a578-27ca4e58ca63", "name": "network-vif-plugged", "status": "completed", "tag": "f5495aac-c2d7-419a-9cc9-79e9ec72c16c", "code": 200}]} {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:35:57.817046 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e7b66ae7-5882-4edf-bc16-dcdc375fac61 {{(pid=108171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:35:57.817920 n-d-852085-12 neutron-server[108171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7b66ae7-5882-4edf-bc16-dcdc375fac61'] response: {'server_uuid': 'd937ec04-8d81-4926-a578-27ca4e58ca63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5495aac-c2d7-419a-9cc9-79e9ec72c16c', 'code': 200} Oct 04 20:35:57.857611 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa62e1a-aad5-408f-874e-ad1953e0ccf5 service neutron] Pushing event updated for resources: {'Port': ['ID=1611f154-8d2e-4661-a90c-96f5a6d2c5f8,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:57.881579 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:57.900683 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Provisioning for port f1539adb-7984-4760-843a-2936f8ddf173 completed by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 20:35:58.039543 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa62e1a-aad5-408f-874e-ad1953e0ccf5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:35:58.040218 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa62e1a-aad5-408f-874e-ad1953e0ccf5 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:35:58.040796 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa62e1a-aad5-408f-874e-ad1953e0ccf5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:35:58.041329 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa62e1a-aad5-408f-874e-ad1953e0ccf5 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:35:58.041550 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Provisioning complete for port f1539adb-7984-4760-843a-2936f8ddf173 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:35:58.041873 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa62e1a-aad5-408f-874e-ad1953e0ccf5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:35:58.042058 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (f1539adb-7984-4760-843a-2936f8ddf173), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:58.042411 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa62e1a-aad5-408f-874e-ad1953e0ccf5 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:35:58.042599 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Attempt 1 to provision port f1539adb-7984-4760-843a-2936f8ddf173 Oct 04 20:35:58.042938 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa62e1a-aad5-408f-874e-ad1953e0ccf5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:35:58.043507 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa62e1a-aad5-408f-874e-ad1953e0ccf5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:35:58.044068 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa62e1a-aad5-408f-874e-ad1953e0ccf5 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:35:58.044619 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa62e1a-aad5-408f-874e-ad1953e0ccf5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:35:58.045174 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa62e1a-aad5-408f-874e-ad1953e0ccf5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:35:58.049306 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa62e1a-aad5-408f-874e-ad1953e0ccf5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:35:58.049647 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656cdc70-95c6-449a-9a82-918d3a3bbcdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2bc8a6c-d92e-4924-ad5b-3d15a4cff8a6,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:58.049952 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa62e1a-aad5-408f-874e-ad1953e0ccf5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:35:58.050512 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa62e1a-aad5-408f-874e-ad1953e0ccf5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:35:58.051076 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa62e1a-aad5-408f-874e-ad1953e0ccf5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:35:58.195191 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port aa84f1eb-a445-44e5-8fa0-e55620a6850e is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:35:58.195692 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (aa84f1eb-a445-44e5-8fa0-e55620a6850e), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:58.197869 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656cdc70-95c6-449a-9a82-918d3a3bbcdd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:35:58.198370 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656cdc70-95c6-449a-9a82-918d3a3bbcdd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:35:58.199011 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656cdc70-95c6-449a-9a82-918d3a3bbcdd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:35:58.199804 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656cdc70-95c6-449a-9a82-918d3a3bbcdd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:35:58.200422 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656cdc70-95c6-449a-9a82-918d3a3bbcdd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:35:58.200940 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656cdc70-95c6-449a-9a82-918d3a3bbcdd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:35:58.201506 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656cdc70-95c6-449a-9a82-918d3a3bbcdd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:35:58.202309 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656cdc70-95c6-449a-9a82-918d3a3bbcdd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:35:58.204152 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656cdc70-95c6-449a-9a82-918d3a3bbcdd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:35:58.204152 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656cdc70-95c6-449a-9a82-918d3a3bbcdd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:35:58.204564 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656cdc70-95c6-449a-9a82-918d3a3bbcdd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:35:58.205196 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656cdc70-95c6-449a-9a82-918d3a3bbcdd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:35:58.205869 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656cdc70-95c6-449a-9a82-918d3a3bbcdd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:35:58.206525 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656cdc70-95c6-449a-9a82-918d3a3bbcdd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:35:58.207601 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656cdc70-95c6-449a-9a82-918d3a3bbcdd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:35:58.260505 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f571ad6d-859b-4cce-80ec-c575eb409daf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (19371cce-aa15-428b-afb8-9106177826ce), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:58.261792 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f571ad6d-859b-4cce-80ec-c575eb409daf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19371cce-aa15-428b-afb8-9106177826ce {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:35:58.272843 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5820b4-1702-4b9b-a8d8-9a7df5f23f88 req-3ab9b8f5-da3a-43dc-9ffa-819b1f2d06cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:58.278245 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-fc5820b4-1702-4b9b-a8d8-9a7df5f23f88 req-3ab9b8f5-da3a-43dc-9ffa-819b1f2d06cd service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=d937ec04-8d81-4926-a578-27ca4e58ca63 HTTP/1.1" status: 200 len: 1133 time: 0.2589092 Oct 04 20:35:58.311984 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f571ad6d-859b-4cce-80ec-c575eb409daf admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:58.314565 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f571ad6d-859b-4cce-80ec-c575eb409daf admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/19371cce-aa15-428b-afb8-9106177826ce HTTP/1.1" status: 204 len: 168 time: 7.6736395 Oct 04 20:35:58.322126 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port aa84f1eb-a445-44e5-8fa0-e55620a6850e, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=aa84f1eb-a445-44e5-8fa0-e55620a6850e,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:35:58.342482 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 59962) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:35:58.398052 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a26b2a84-723e-42ea-8c89-12dd588eabf2 admin admin] Publish callbacks [] for security_group (375b2232-8f30-4a0e-b7b2-9c729384f829), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:58.426607 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (aa84f1eb-a445-44e5-8fa0-e55620a6850e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:58.497763 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [req-436e56f3-c032-4b4e-9149-4c834c472cf2 req-cfa62e1a-aad5-408f-874e-ad1953e0ccf5 service neutron] Attempting to bind port 1611f154-8d2e-4661-a90c-96f5a6d2c5f8 on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:35:58.498765 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [req-436e56f3-c032-4b4e-9149-4c834c472cf2 req-cfa62e1a-aad5-408f-874e-ad1953e0ccf5 service neutron] Attempting to bind port 1611f154-8d2e-4661-a90c-96f5a6d2c5f8 by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'}] {{(pid=108170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:35:58.503229 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436e56f3-c032-4b4e-9149-4c834c472cf2 req-cfa62e1a-aad5-408f-874e-ad1953e0ccf5 service neutron] Attempting to bind port 1611f154-8d2e-4661-a90c-96f5a6d2c5f8 on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:35:58.616086 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device bae97f88-f44f-4db3-b67e-56cd3cd9ef43 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:35:58.616960 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a26b2a84-723e-42ea-8c89-12dd588eabf2 admin admin] Publish callbacks [] for security_group (375b2232-8f30-4a0e-b7b2-9c729384f829), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:58.682592 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: bae97f88-f44f-4db3-b67e-56cd3cd9ef43 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:35:58.682592 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device bae97f88-f44f-4db3-b67e-56cd3cd9ef43 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:35:58.682592 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device dccee6f7-7d86-4f0b-b2dd-922c732c53ab no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:35:58.740024 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-d96ca026-6864-49ef-9d33-4a0f8702f8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5effed69-9508-4590-9f91-292e90a2554d', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-278661873-router', 'tenant_id': 'ff3a47048f7c48f88aa7979a5a9a81be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '34d00474-158f-4385-bfb4-7660f16be0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:34:55Z', 'updated_at': '2022-10-04T20:35:50Z', 'revision_number': 5, 'project_id': 'ff3a47048f7c48f88aa7979a5a9a81be', 'gw_port': {'id': '34d00474-158f-4385-bfb4-7660f16be0d2', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ed:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5effed69-9508-4590-9f91-292e90a2554d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:34:58Z', 'updated_at': '2022-10-04T20:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:35:58.815904 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c3f69844-2f0e-4e5c-bce7-bb06b603823b admin admin] Publish callbacks [] for router_gateway (5effed69-9508-4590-9f91-292e90a2554d), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:58.891814 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-fc5820b4-1702-4b9b-a8d8-9a7df5f23f88 req-1be1f01e-7acd-4c9a-b702-4be41941bc8e service neutron] 10.222.0.83 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5420520 Oct 04 20:35:58.925196 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:58.961427 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-546a92f4-c43c-4513-80de-a0a5b18c60de admin admin] Deleting subnet 655b6565-cfca-4aa9-b462-ff9f6b5175f3 {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:35:58.970443 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-546a92f4-c43c-4513-80de-a0a5b18c60de admin admin] Publish callbacks [] for subnet (655b6565-cfca-4aa9-b462-ff9f6b5175f3), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:59.101831 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-c3f69844-2f0e-4e5c-bce7-bb06b603823b admin admin] Deleting port 34d00474-158f-4385-bfb4-7660f16be0d2 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:35:59.107972 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c3f69844-2f0e-4e5c-bce7-bb06b603823b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (34d00474-158f-4385-bfb4-7660f16be0d2), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:59.138657 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436e56f3-c032-4b4e-9149-4c834c472cf2 req-cfa62e1a-aad5-408f-874e-ad1953e0ccf5 service neutron] Port 1611f154-8d2e-4661-a90c-96f5a6d2c5f8 on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:35:59.139470 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436e56f3-c032-4b4e-9149-4c834c472cf2 req-cfa62e1a-aad5-408f-874e-ad1953e0ccf5 service neutron] Attempting to bind port 1611f154-8d2e-4661-a90c-96f5a6d2c5f8 on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:35:59.228062 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59972) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:35:59.250969 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a26b2a84-723e-42ea-8c89-12dd588eabf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (375b2232-8f30-4a0e-b7b2-9c729384f829), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:59.257772 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a26b2a84-723e-42ea-8c89-12dd588eabf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:59.271724 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a26b2a84-723e-42ea-8c89-12dd588eabf2 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/375b2232-8f30-4a0e-b7b2-9c729384f829 HTTP/1.1" status: 204 len: 168 time: 1.3119581 Oct 04 20:35:59.301775 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Current status of the port f1539adb-7984-4760-843a-2936f8ddf173 is: BUILD; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:35:59.302681 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (f1539adb-7984-4760-843a-2936f8ddf173), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:59.316398 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436e56f3-c032-4b4e-9149-4c834c472cf2 req-cfa62e1a-aad5-408f-874e-ad1953e0ccf5 service neutron] Checking agent: {'id': 'd500e1cf-136e-47e7-b7fe-ae200432f8b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 28, 32), 'started_at': datetime.datetime(2022, 10, 4, 20, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:35:59.317062 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436e56f3-c032-4b4e-9149-4c834c472cf2 req-cfa62e1a-aad5-408f-874e-ad1953e0ccf5 service neutron] Checking segment: {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:35:59.318018 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436e56f3-c032-4b4e-9149-4c834c472cf2 req-cfa62e1a-aad5-408f-874e-ad1953e0ccf5 service neutron] Bound using segment: {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'} {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:35:59.318847 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [req-436e56f3-c032-4b4e-9149-4c834c472cf2 req-cfa62e1a-aad5-408f-874e-ad1953e0ccf5 service neutron] Bound port: 1611f154-8d2e-4661-a90c-96f5a6d2c5f8, host: n-h1-852085-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'}}] {{(pid=108170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:35:59.319704 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-436e56f3-c032-4b4e-9149-4c834c472cf2 req-cfa62e1a-aad5-408f-874e-ad1953e0ccf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (1611f154-8d2e-4661-a90c-96f5a6d2c5f8), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:59.330574 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: dccee6f7-7d86-4f0b-b2dd-922c732c53ab {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:35:59.331317 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device dccee6f7-7d86-4f0b-b2dd-922c732c53ab not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:35:59.347827 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-a9c8c13e-61fb-4cd4-a715-16afe4d6eda6 admin admin] Allocated IP 172.20.0.1 (096f784c-3ac1-48ba-8b74-20f8936c58f6/b3ec7dd4-01ac-4395-9962-cc2b5e1fcf79/8a7a20a6-e95e-4ab2-967a-33802452c73f) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:35:59.350295 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96ca026-6864-49ef-9d33-4a0f8702f8ab None None] Checking router: 5effed69-9508-4590-9f91-292e90a2554d for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:35:59.390728 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcee257e-f55a-41b8-821e-bd9a210234ff req-efd40a4a-5fbe-4ee0-98c5-47ea1674dd2c tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:59.396992 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96ca026-6864-49ef-9d33-4a0f8702f8ab None None] Routers {'5effed69-9508-4590-9f91-292e90a2554d'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:35:59.397935 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-d96ca026-6864-49ef-9d33-4a0f8702f8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:35:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['5effed69-9508-4590-9f91-292e90a2554d'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:35:59.404858 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-c3f69844-2f0e-4e5c-bce7-bb06b603823b admin admin] For port 34d00474-158f-4385-bfb4-7660f16be0d2, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=34d00474-158f-4385-bfb4-7660f16be0d2,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:35:59.406484 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c3f69844-2f0e-4e5c-bce7-bb06b603823b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (34d00474-158f-4385-bfb4-7660f16be0d2), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:59.413759 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-bcee257e-f55a-41b8-821e-bd9a210234ff req-efd40a4a-5fbe-4ee0-98c5-47ea1674dd2c tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=74855781-6009-4525-8bdc-cad56a09a352 HTTP/1.1" status: 200 len: 949 time: 0.4994678 Oct 04 20:35:59.441128 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-c3f69844-2f0e-4e5c-bce7-bb06b603823b admin admin] Calling delete_port for 34d00474-158f-4385-bfb4-7660f16be0d2 owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:35:59.459834 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-546a92f4-c43c-4513-80de-a0a5b18c60de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (655b6565-cfca-4aa9-b462-ff9f6b5175f3), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:59.485213 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc6a16a-c983-4796-b637-dd18437c97fe req-0c20fe77-ebe0-45f5-a5e9-ad4216dcce93 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:35:59.489128 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-bdc6a16a-c983-4796-b637-dd18437c97fe req-0c20fe77-ebe0-45f5-a5e9-ad4216dcce93 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3cbd24d1-c9b9-4e54-a25f-c8553d279e56 HTTP/1.1" status: 200 len: 948 time: 0.5533082 Oct 04 20:35:59.489779 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=aa84f1eb-a445-44e5-8fa0-e55620a6850e,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:59.521485 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] For port f1539adb-7984-4760-843a-2936f8ddf173, host n-h2-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852085-12',level=0,port_id=f1539adb-7984-4760-843a-2936f8ddf173,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:35:59.615218 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (f1539adb-7984-4760-843a-2936f8ddf173), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:59.696405 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:35:59.709028 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-d96ca026-6864-49ef-9d33-4a0f8702f8ab None None] Set router 5effed69-9508-4590-9f91-292e90a2554d gateway port host: None {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:35:59.728520 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 59980) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:35:59.786906 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26b2a84-723e-42ea-8c89-12dd588eabf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375b2232-8f30-4a0e-b7b2-9c729384f829,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:35:59.823221 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74855781-6009-4525-8bdc-cad56a09a352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1539adb-7984-4760-843a-2936f8ddf173'}] {{(pid=108171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:35:59.826018 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966b91da6921e714df7c26a37f4733087768fb9a36052be1ead95d4d835f43be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d2cab5-ea0f-4bf1-b750-371f4fe81b91" -d '{"events": [{"server_uuid": "74855781-6009-4525-8bdc-cad56a09a352", "name": "network-vif-plugged", "status": "completed", "tag": "f1539adb-7984-4760-843a-2936f8ddf173"}]}' {{(pid=108171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:35:59.851511 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-d96ca026-6864-49ef-9d33-4a0f8702f8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5effed69-9508-4590-9f91-292e90a2554d', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-278661873-router', 'tenant_id': 'ff3a47048f7c48f88aa7979a5a9a81be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:34:55Z', 'updated_at': '2022-10-04T20:35:58Z', 'revision_number': 6, 'project_id': 'ff3a47048f7c48f88aa7979a5a9a81be', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:35:59.852161 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-54ff5d4c-7e1e-4ea3-9f21-fcc7710e6e39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:35:59.945575 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96ca026-6864-49ef-9d33-4a0f8702f8ab None None] The sync data for ids ['5effed69-9508-4590-9f91-292e90a2554d'] in n-d-852085-12 is: [{'id': '5effed69-9508-4590-9f91-292e90a2554d', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-278661873-router', 'tenant_id': 'ff3a47048f7c48f88aa7979a5a9a81be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:34:55Z', 'updated_at': '2022-10-04T20:35:58Z', 'revision_number': 6, 'project_id': 'ff3a47048f7c48f88aa7979a5a9a81be', 'gw_port_host': None}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:35:59.965125 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Pushing event updated for resources: {'Port': ['ID=f1539adb-7984-4760-843a-2936f8ddf173,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:00.085794 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=7,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:00.137322 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-8ef63f9d-8c1f-428c-b1b7-ce5f863a3cf7 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=102b4fb7ac5e4cfdb2affbecc59ecbb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3853867 Oct 04 20:36:00.138170 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c3f69844-2f0e-4e5c-bce7-bb06b603823b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (34d00474-158f-4385-bfb4-7660f16be0d2), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:00.139054 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59984) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:36:00.203529 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:00.243022 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f69844-2f0e-4e5c-bce7-bb06b603823b admin admin] Pushing event deleted for resources: {'Port': ['ID=34d00474-158f-4385-bfb4-7660f16be0d2,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:00.252368 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-bdc6a16a-c983-4796-b637-dd18437c97fe req-3f00e957-73ac-4af1-9714-29221121209d tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2307915d-12a1-4f54-8445-b78325b75811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6879876 Oct 04 20:36:00.264205 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [req-436e56f3-c032-4b4e-9149-4c834c472cf2 req-cfa62e1a-aad5-408f-874e-ad1953e0ccf5 service neutron] For port 1611f154-8d2e-4661-a90c-96f5a6d2c5f8, host n-h1-852085-12, cleared binding levels {{(pid=108170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:36:00.313165 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-546a92f4-c43c-4513-80de-a0a5b18c60de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (655b6565-cfca-4aa9-b462-ff9f6b5175f3), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:00.392952 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [req-436e56f3-c032-4b4e-9149-4c834c472cf2 req-cfa62e1a-aad5-408f-874e-ad1953e0ccf5 service neutron] For port 1611f154-8d2e-4661-a90c-96f5a6d2c5f8, host n-h1-852085-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=1611f154-8d2e-4661-a90c-96f5a6d2c5f8,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:36:00.454367 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a9c8c13e-61fb-4cd4-a715-16afe4d6eda6 admin admin] Publish callbacks [] for port (8a7a20a6-e95e-4ab2-967a-33802452c73f), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:00.463094 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 20:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b5a75e-0705-4479-9f36-5a1afcdf3960 x-openstack-request-id: req-e5b5a75e-0705-4479-9f36-5a1afcdf3960 {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:36:00.471464 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74855781-6009-4525-8bdc-cad56a09a352", "name": "network-vif-plugged", "status": "completed", "tag": "f1539adb-7984-4760-843a-2936f8ddf173", "code": 200}]} {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:36:00.471464 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e5b5a75e-0705-4479-9f36-5a1afcdf3960 {{(pid=108171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:36:00.471464 n-d-852085-12 neutron-server[108171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5b5a75e-0705-4479-9f36-5a1afcdf3960'] response: {'server_uuid': '74855781-6009-4525-8bdc-cad56a09a352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1539adb-7984-4760-843a-2936f8ddf173', 'code': 200} Oct 04 20:36:00.557146 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-54ff5d4c-7e1e-4ea3-9f21-fcc7710e6e39 admin admin] Publish callbacks [] for security_group (931b1368-1bfe-4a6a-831f-ac8689d68bc7), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:00.627610 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2d8f3d18-5d7f-4a60-8e72-6db4c139b6f0 admin admin] Publish callbacks [] for security_group (23ab19f2-3b4f-4e59-aec4-760faf7be736), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:00.643217 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-436e56f3-c032-4b4e-9149-4c834c472cf2 req-cfa62e1a-aad5-408f-874e-ad1953e0ccf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (1611f154-8d2e-4661-a90c-96f5a6d2c5f8), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:00.671465 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e56f3-c032-4b4e-9149-4c834c472cf2 req-cfa62e1a-aad5-408f-874e-ad1953e0ccf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:00.673475 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-436e56f3-c032-4b4e-9149-4c834c472cf2 req-cfa62e1a-aad5-408f-874e-ad1953e0ccf5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:00.675213 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c3f69844-2f0e-4e5c-bce7-bb06b603823b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (5effed69-9508-4590-9f91-292e90a2554d), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:00.676481 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-436e56f3-c032-4b4e-9149-4c834c472cf2 req-cfa62e1a-aad5-408f-874e-ad1953e0ccf5 service neutron] 10.222.0.83 "PUT /networking/v2.0/ports/1611f154-8d2e-4661-a90c-96f5a6d2c5f8 HTTP/1.1" status: 200 len: 1097 time: 9.9511108 Oct 04 20:36:00.689639 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cbd24d1-c9b9-4e54-a25f-c8553d279e56', 'tag': '1611f154-8d2e-4661-a90c-96f5a6d2c5f8'}] {{(pid=108170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:36:00.694384 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a696e922a709062c6bf2650733a1f4a2b44940721a32d933316dd509f3aaf0ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb0470a-d669-4b5f-9724-4277525ebd7b" -d '{"events": [{"name": "network-changed", "server_uuid": "3cbd24d1-c9b9-4e54-a25f-c8553d279e56", "tag": "1611f154-8d2e-4661-a90c-96f5a6d2c5f8"}]}' {{(pid=108170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:36:00.813102 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-bcee257e-f55a-41b8-821e-bd9a210234ff req-503e68eb-01d8-4e0a-801d-676b3c4f5372 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3947074 Oct 04 20:36:00.857141 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 20:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-821b10e4-c573-412e-a600-23e4575cf60f x-openstack-request-id: req-821b10e4-c573-412e-a600-23e4575cf60f {{(pid=108170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:36:00.857744 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cbd24d1-c9b9-4e54-a25f-c8553d279e56", "tag": "1611f154-8d2e-4661-a90c-96f5a6d2c5f8", "status": "completed", "code": 200}]} {{(pid=108170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:36:00.858268 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-821b10e4-c573-412e-a600-23e4575cf60f {{(pid=108170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:36:00.859167 n-d-852085-12 neutron-server[108170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-821b10e4-c573-412e-a600-23e4575cf60f'] response: {'name': 'network-changed', 'server_uuid': '3cbd24d1-c9b9-4e54-a25f-c8553d279e56', 'tag': '1611f154-8d2e-4661-a90c-96f5a6d2c5f8', 'status': 'completed', 'code': 200} Oct 04 20:36:00.866144 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa62e1a-aad5-408f-874e-ad1953e0ccf5 service neutron] Pushing event updated for resources: {'Port': ['ID=1611f154-8d2e-4661-a90c-96f5a6d2c5f8,revision_number=3']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:00.975814 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-546a92f4-c43c-4513-80de-a0a5b18c60de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (655b6565-cfca-4aa9-b462-ff9f6b5175f3), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:00.984882 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-54ff5d4c-7e1e-4ea3-9f21-fcc7710e6e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (931b1368-1bfe-4a6a-831f-ac8689d68bc7), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:00.989577 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a9c8c13e-61fb-4cd4-a715-16afe4d6eda6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (8a7a20a6-e95e-4ab2-967a-33802452c73f), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:00.995835 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2d8f3d18-5d7f-4a60-8e72-6db4c139b6f0 admin admin] Publish callbacks [] for security_group (23ab19f2-3b4f-4e59-aec4-760faf7be736), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:01.037487 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e56f3-c032-4b4e-9149-4c834c472cf2 req-ec924387-e588-4424-8c92-c9185a045595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:01.042345 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-436e56f3-c032-4b4e-9149-4c834c472cf2 req-ec924387-e588-4424-8c92-c9185a045595 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=74eef3bf938c491d8a2f5192ba598c19&device_id=3cbd24d1-c9b9-4e54-a25f-c8553d279e56 HTTP/1.1" status: 200 len: 1131 time: 0.1664071 Oct 04 20:36:01.094867 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:01.116633 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546a92f4-c43c-4513-80de-a0a5b18c60de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=655b6565-cfca-4aa9-b462-ff9f6b5175f3,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:01.118230 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c3f69844-2f0e-4e5c-bce7-bb06b603823b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (5effed69-9508-4590-9f91-292e90a2554d), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:01.125333 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c3f69844-2f0e-4e5c-bce7-bb06b603823b admin admin] Publish callbacks [] for router_controller (5effed69-9508-4590-9f91-292e90a2554d), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:01.126297 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:01.150807 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1f7d02-0582-4859-b428-481d96425c60 None None] Network 5a968067-4034-47ae-963a-b80f9544a870 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:36:01.153861 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-546a92f4-c43c-4513-80de-a0a5b18c60de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:01.154681 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf02eb98-7dd2-43d1-8ad8-6c70031e082d req-9f62572f-51de-4f04-b338-ed761b76f287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:01.158094 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-cf02eb98-7dd2-43d1-8ad8-6c70031e082d req-9f62572f-51de-4f04-b338-ed761b76f287 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?device_id=74855781-6009-4525-8bdc-cad56a09a352 HTTP/1.1" status: 200 len: 1133 time: 0.5337434 Oct 04 20:36:01.159097 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-546a92f4-c43c-4513-80de-a0a5b18c60de admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/655b6565-cfca-4aa9-b462-ff9f6b5175f3 HTTP/1.1" status: 204 len: 168 time: 2.7971420 Oct 04 20:36:01.174949 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 59998) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:36:01.187958 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-54ff5d4c-7e1e-4ea3-9f21-fcc7710e6e39 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=526ce79b3ad7461eb974329c1e567568&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9573276 Oct 04 20:36:01.266317 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60000) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:36:01.300038 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:01.311293 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ff5d4c-7e1e-4ea3-9f21-fcc7710e6e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931b1368-1bfe-4a6a-831f-ac8689d68bc7,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:01.356614 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c8c13e-61fb-4cd4-a715-16afe4d6eda6 admin admin] Network 096f784c-3ac1-48ba-8b74-20f8936c58f6 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:36:01.361506 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3b1998a5-1d3f-4f2d-9f1c-5427a7e43e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (5a968067-4034-47ae-963a-b80f9544a870), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:01.433319 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-a9c8c13e-61fb-4cd4-a715-16afe4d6eda6 admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:36:01.454014 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-436e56f3-c032-4b4e-9149-4c834c472cf2 req-2d86d7fc-340e-4b73-a5b9-59b245c00995 service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=1611f154-8d2e-4661-a90c-96f5a6d2c5f8 HTTP/1.1" status: 200 len: 217 time: 0.3290458 Oct 04 20:36:01.504080 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-cf02eb98-7dd2-43d1-8ad8-6c70031e082d req-a2471d87-9ae6-4221-8440-e7da3d298329 service neutron] 10.222.0.85 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091192 Oct 04 20:36:01.534144 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c3f69844-2f0e-4e5c-bce7-bb06b603823b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (5effed69-9508-4590-9f91-292e90a2554d), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:01.535562 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f69844-2f0e-4e5c-bce7-bb06b603823b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5effed69-9508-4590-9f91-292e90a2554d {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:36:01.549884 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c3f69844-2f0e-4e5c-bce7-bb06b603823b admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:01.561233 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c3f69844-2f0e-4e5c-bce7-bb06b603823b admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/5effed69-9508-4590-9f91-292e90a2554d HTTP/1.1" status: 204 len: 168 time: 4.7248580 Oct 04 20:36:01.563160 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60006) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:36:01.613335 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c8c13e-61fb-4cd4-a715-16afe4d6eda6 admin admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:36:01.666617 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463db773-ac6c-43fa-9edc-4842d66d8562 None None] DHCP port deletion for 5a968067-4034-47ae-963a-b80f9544a870 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:36:01.680254 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-3b1998a5-1d3f-4f2d-9f1c-5427a7e43e9e admin admin] Deleting port b3be72fc-ebf1-4163-8086-82cc3e5a07c9 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:36:01.681110 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3b1998a5-1d3f-4f2d-9f1c-5427a7e43e9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (b3be72fc-ebf1-4163-8086-82cc3e5a07c9), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:01.691288 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c8c13e-61fb-4cd4-a715-16afe4d6eda6 admin admin] Pushing event updated for resources: {'Port': ['ID=8a7a20a6-e95e-4ab2-967a-33802452c73f,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:01.775971 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device aa84f1eb-a445-44e5-8fa0-e55620a6850e up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:36:01.792752 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0b41bb22-5abb-4419-a8ee-58d02a4cd04f admin admin] Publish callbacks [] for security_group (931b1368-1bfe-4a6a-831f-ac8689d68bc7), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:01.893151 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0b41bb22-5abb-4419-a8ee-58d02a4cd04f admin admin] Publish callbacks [] for security_group (931b1368-1bfe-4a6a-831f-ac8689d68bc7), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:01.915418 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e457260-96fd-49b3-9ab1-a36e8bbbb5a4 req-24b07bc0-9bab-41aa-b768-de674e49c89d tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:01.919027 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4e457260-96fd-49b3-9ab1-a36e8bbbb5a4 req-24b07bc0-9bab-41aa-b768-de674e49c89d tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3cbd24d1-c9b9-4e54-a25f-c8553d279e56 HTTP/1.1" status: 200 len: 948 time: 0.2432852 Oct 04 20:36:02.036206 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port aa84f1eb-a445-44e5-8fa0-e55620a6850e triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:36:02.037097 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (aa84f1eb-a445-44e5-8fa0-e55620a6850e), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:02.037901 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port aa84f1eb-a445-44e5-8fa0-e55620a6850e Oct 04 20:36:02.059258 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-463db773-ac6c-43fa-9edc-4842d66d8562 None None] Deleting port b3be72fc-ebf1-4163-8086-82cc3e5a07c9 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:36:02.060405 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-463db773-ac6c-43fa-9edc-4842d66d8562 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (b3be72fc-ebf1-4163-8086-82cc3e5a07c9), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:02.085770 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2d8f3d18-5d7f-4a60-8e72-6db4c139b6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (23ab19f2-3b4f-4e59-aec4-760faf7be736), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:02.090510 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2d8f3d18-5d7f-4a60-8e72-6db4c139b6f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:02.092578 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-2d8f3d18-5d7f-4a60-8e72-6db4c139b6f0 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/23ab19f2-3b4f-4e59-aec4-760faf7be736 HTTP/1.1" status: 204 len: 168 time: 1.9410362 Oct 04 20:36:02.134798 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a9c8c13e-61fb-4cd4-a715-16afe4d6eda6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (62ea6759-27f6-4a3b-81d0-dd9931227945), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:02.141728 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8f3d18-5d7f-4a60-8e72-6db4c139b6f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ab19f2-3b4f-4e59-aec4-760faf7be736,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:02.158163 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-9730f63b-7c2f-43b3-8b5f-ce1c0351a561 admin admin] Deleting subnet cde157a3-34dd-4feb-8881-7a7a066c5a78 {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:36:02.171023 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9730f63b-7c2f-43b3-8b5f-ce1c0351a561 admin admin] Publish callbacks [] for subnet (cde157a3-34dd-4feb-8881-7a7a066c5a78), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:02.231409 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-3ae3dbbc-2bcb-4691-be22-6e5bcf69621f None None] Provisioning complete for port 8a7a20a6-e95e-4ab2-967a-33802452c73f triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:36:02.232428 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3ae3dbbc-2bcb-4691-be22-6e5bcf69621f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (8a7a20a6-e95e-4ab2-967a-33802452c73f), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:02.233248 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-3ae3dbbc-2bcb-4691-be22-6e5bcf69621f None None] Attempt 1 to provision port 8a7a20a6-e95e-4ab2-967a-33802452c73f Oct 04 20:36:02.239045 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:02.258606 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0b41bb22-5abb-4419-a8ee-58d02a4cd04f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (931b1368-1bfe-4a6a-831f-ac8689d68bc7), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:02.265393 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0b41bb22-5abb-4419-a8ee-58d02a4cd04f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:02.271348 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-0b41bb22-5abb-4419-a8ee-58d02a4cd04f admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/931b1368-1bfe-4a6a-831f-ac8689d68bc7 HTTP/1.1" status: 204 len: 168 time: 0.9912100 Oct 04 20:36:02.303992 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b41bb22-5abb-4419-a8ee-58d02a4cd04f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931b1368-1bfe-4a6a-831f-ac8689d68bc7,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:02.336089 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9730f63b-7c2f-43b3-8b5f-ce1c0351a561 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (cde157a3-34dd-4feb-8881-7a7a066c5a78), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:02.486125 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e56f3-c032-4b4e-9149-4c834c472cf2 req-b3ef67ee-7b0a-4b16-9b5f-00fba489a50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:02.489327 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-436e56f3-c032-4b4e-9149-4c834c472cf2 req-b3ef67ee-7b0a-4b16-9b5f-00fba489a50e service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.9035373 Oct 04 20:36:02.496662 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4e457260-96fd-49b3-9ab1-a36e8bbbb5a4 req-82d55332-3c1c-49f3-b646-4cf858ee190f tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2307915d-12a1-4f54-8445-b78325b75811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5471663 Oct 04 20:36:02.518167 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:02.544922 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:02.546575 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-463db773-ac6c-43fa-9edc-4842d66d8562 None None] For port b3be72fc-ebf1-4163-8086-82cc3e5a07c9, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b3be72fc-ebf1-4163-8086-82cc3e5a07c9,segment=NetworkSegment(0c4102ed-bb54-4c3c-a4bd-dd659515ee8b),segment_id=0c4102ed-bb54-4c3c-a4bd-dd659515ee8b)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:36:02.549502 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-463db773-ac6c-43fa-9edc-4842d66d8562 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (b3be72fc-ebf1-4163-8086-82cc3e5a07c9), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:02.558553 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:02.605630 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9730f63b-7c2f-43b3-8b5f-ce1c0351a561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (cde157a3-34dd-4feb-8881-7a7a066c5a78), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:02.606078 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-3ae3dbbc-2bcb-4691-be22-6e5bcf69621f None None] Port 8a7a20a6-e95e-4ab2-967a-33802452c73f cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:36:02.609658 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-3b1998a5-1d3f-4f2d-9f1c-5427a7e43e9e admin admin] For port b3be72fc-ebf1-4163-8086-82cc3e5a07c9, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b3be72fc-ebf1-4163-8086-82cc3e5a07c9,segment=NetworkSegment(0c4102ed-bb54-4c3c-a4bd-dd659515ee8b),segment_id=0c4102ed-bb54-4c3c-a4bd-dd659515ee8b)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:36:02.610409 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3b1998a5-1d3f-4f2d-9f1c-5427a7e43e9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (b3be72fc-ebf1-4163-8086-82cc3e5a07c9), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:02.632018 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-3b1998a5-1d3f-4f2d-9f1c-5427a7e43e9e admin admin] Calling delete_port for b3be72fc-ebf1-4163-8086-82cc3e5a07c9 owned by network:dhcp {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:36:02.632653 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-463db773-ac6c-43fa-9edc-4842d66d8562 None None] Calling delete_port for b3be72fc-ebf1-4163-8086-82cc3e5a07c9 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:36:02.853841 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port aa84f1eb-a445-44e5-8fa0-e55620a6850e is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:36:02.966454 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9730f63b-7c2f-43b3-8b5f-ce1c0351a561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (cde157a3-34dd-4feb-8881-7a7a066c5a78), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:03.006243 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device e5103dcd-b0db-4928-8cde-8dff47e7f3c0 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:36:03.053778 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:03.059383 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: e5103dcd-b0db-4928-8cde-8dff47e7f3c0 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:36:03.060108 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device e5103dcd-b0db-4928-8cde-8dff47e7f3c0 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:36:03.060854 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 34d00474-158f-4385-bfb4-7660f16be0d2 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:36:03.078490 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9730f63b-7c2f-43b3-8b5f-ce1c0351a561 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cde157a3-34dd-4feb-8881-7a7a066c5a78,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:03.110726 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9730f63b-7c2f-43b3-8b5f-ce1c0351a561 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:03.130338 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-9730f63b-7c2f-43b3-8b5f-ce1c0351a561 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/cde157a3-34dd-4feb-8881-7a7a066c5a78 HTTP/1.1" status: 204 len: 168 time: 1.5641031 Oct 04 20:36:03.144635 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 34d00474-158f-4385-bfb4-7660f16be0d2 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:36:03.145667 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 34d00474-158f-4385-bfb4-7660f16be0d2 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:36:03.149137 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26787a5b-b6f1-4441-9bef-8d1975b8a7d1 None None] Network 835c6cd5-18d9-469b-b099-e5b18c50df58 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:36:03.172874 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60024) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:36:03.189881 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-463db773-ac6c-43fa-9edc-4842d66d8562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (b3be72fc-ebf1-4163-8086-82cc3e5a07c9), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:03.236706 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4002934-77b8-4a12-9677-8296f3a0a36e req-0e7261bf-1d18-4451-aa92-b27e83eb16da tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:03.248536 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c4002934-77b8-4a12-9677-8296f3a0a36e req-0e7261bf-1d18-4451-aa92-b27e83eb16da tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=74855781-6009-4525-8bdc-cad56a09a352 HTTP/1.1" status: 200 len: 950 time: 1.1172442 Oct 04 20:36:03.323607 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e56f3-c032-4b4e-9149-4c834c472cf2 req-de257aee-eac4-471b-b4a3-2c920294014e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:03.327070 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-436e56f3-c032-4b4e-9149-4c834c472cf2 req-de257aee-eac4-471b-b4a3-2c920294014e service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.8282495 Oct 04 20:36:03.347579 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60030) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:36:03.420739 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-78b0c137-5ee0-46f7-b775-da96ba91b37f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (835c6cd5-18d9-469b-b099-e5b18c50df58), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:03.440445 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463db773-ac6c-43fa-9edc-4842d66d8562 None None] Pushing event deleted for resources: {'Port': ['ID=b3be72fc-ebf1-4163-8086-82cc3e5a07c9,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:03.500000 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463db773-ac6c-43fa-9edc-4842d66d8562 None None] No DVR routers for this DVR port b3be72fc-ebf1-4163-8086-82cc3e5a07c9 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:36:03.611904 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-78b0c137-5ee0-46f7-b775-da96ba91b37f admin admin] Deleting port 79afd1b4-1515-44e1-94ae-88a070f206a7 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:36:03.613149 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-78b0c137-5ee0-46f7-b775-da96ba91b37f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (79afd1b4-1515-44e1-94ae-88a070f206a7), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:03.648440 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b3be72fc-ebf1-4163-8086-82cc3e5a07c9 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:36:03.728680 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3b1998a5-1d3f-4f2d-9f1c-5427a7e43e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (b3be72fc-ebf1-4163-8086-82cc3e5a07c9), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:03.742273 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: b3be72fc-ebf1-4163-8086-82cc3e5a07c9 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:36:03.743893 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b3be72fc-ebf1-4163-8086-82cc3e5a07c9 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:36:03.835892 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-78b0c137-5ee0-46f7-b775-da96ba91b37f admin admin] For port 79afd1b4-1515-44e1-94ae-88a070f206a7, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=79afd1b4-1515-44e1-94ae-88a070f206a7,segment=NetworkSegment(e476d535-1a4e-41d2-a614-d3419785d904),segment_id=e476d535-1a4e-41d2-a614-d3419785d904)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:36:03.842101 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-78b0c137-5ee0-46f7-b775-da96ba91b37f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (79afd1b4-1515-44e1-94ae-88a070f206a7), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:03.866071 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c4002934-77b8-4a12-9677-8296f3a0a36e req-4079683f-df3a-4ab5-80c8-7d17e4289d43 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5944638 Oct 04 20:36:03.887681 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-78b0c137-5ee0-46f7-b775-da96ba91b37f admin admin] Calling delete_port for 79afd1b4-1515-44e1-94ae-88a070f206a7 owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:36:03.899466 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1998a5-1d3f-4f2d-9f1c-5427a7e43e9e admin admin] Pushing event deleted for resources: {'Port': ['ID=b3be72fc-ebf1-4163-8086-82cc3e5a07c9,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:03.911849 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e98f8cd-96e9-4850-b851-c6ae27b2f40f None None] DHCP port deletion for 835c6cd5-18d9-469b-b099-e5b18c50df58 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:36:03.920196 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-f2350481-272a-4fac-8a75-47f42e436443 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-283837492-network', 'tenant_id': '0f91c2932cc340f485c55568d70fe0b0'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:36:03.924781 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a9c8c13e-61fb-4cd4-a715-16afe4d6eda6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (8a7a20a6-e95e-4ab2-967a-33802452c73f), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:03.929333 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1998a5-1d3f-4f2d-9f1c-5427a7e43e9e admin admin] No DVR routers for this DVR port b3be72fc-ebf1-4163-8086-82cc3e5a07c9 on host n-d-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:36:04.020904 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-436e56f3-c032-4b4e-9149-4c834c472cf2 req-6d83956d-b654-4bd8-823d-cf4a006305be service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6780603 Oct 04 20:36:04.062755 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60042) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:36:04.070185 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-7e98f8cd-96e9-4850-b851-c6ae27b2f40f None None] Deleting port 79afd1b4-1515-44e1-94ae-88a070f206a7 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:36:04.071537 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7e98f8cd-96e9-4850-b851-c6ae27b2f40f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (79afd1b4-1515-44e1-94ae-88a070f206a7), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:04.103180 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e5bd51c2-e590-4ffc-9d61-0980104931f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:04.186120 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2350481-272a-4fac-8a75-47f42e436443 admin admin] Made reservation on behalf of 0f91c2932cc340f485c55568d70fe0b0 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:36:04.192293 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f2350481-272a-4fac-8a75-47f42e436443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:04.249181 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f2350481-272a-4fac-8a75-47f42e436443 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:04.304387 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-7e98f8cd-96e9-4850-b851-c6ae27b2f40f None None] For port 79afd1b4-1515-44e1-94ae-88a070f206a7, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=79afd1b4-1515-44e1-94ae-88a070f206a7,segment=NetworkSegment(e476d535-1a4e-41d2-a614-d3419785d904),segment_id=e476d535-1a4e-41d2-a614-d3419785d904)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:36:04.304734 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7e98f8cd-96e9-4850-b851-c6ae27b2f40f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (79afd1b4-1515-44e1-94ae-88a070f206a7), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:04.343785 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-7e98f8cd-96e9-4850-b851-c6ae27b2f40f None None] Calling delete_port for 79afd1b4-1515-44e1-94ae-88a070f206a7 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:36:04.378913 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:04.398973 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-78b0c137-5ee0-46f7-b775-da96ba91b37f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (79afd1b4-1515-44e1-94ae-88a070f206a7), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:04.428323 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=81,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:04.494828 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b0c137-5ee0-46f7-b775-da96ba91b37f admin admin] No DVR routers for this DVR port 79afd1b4-1515-44e1-94ae-88a070f206a7 on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:36:04.506805 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3b1998a5-1d3f-4f2d-9f1c-5427a7e43e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (5a968067-4034-47ae-963a-b80f9544a870), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:04.522119 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b0c137-5ee0-46f7-b775-da96ba91b37f admin admin] Pushing event deleted for resources: {'Port': ['ID=79afd1b4-1515-44e1-94ae-88a070f206a7,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:04.610790 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7e98f8cd-96e9-4850-b851-c6ae27b2f40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (79afd1b4-1515-44e1-94ae-88a070f206a7), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:04.676202 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e5bd51c2-e590-4ffc-9d61-0980104931f3 admin admin] Publish callbacks [] for security_group (c6a30e44-9aa9-4dd9-abed-89812c4ea535), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:04.692823 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e98f8cd-96e9-4850-b851-c6ae27b2f40f None None] Pushing event deleted for resources: {'Port': ['ID=79afd1b4-1515-44e1-94ae-88a070f206a7,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:04.701598 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e98f8cd-96e9-4850-b851-c6ae27b2f40f None None] No DVR routers for this DVR port 79afd1b4-1515-44e1-94ae-88a070f206a7 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:36:04.724073 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-3b1998a5-1d3f-4f2d-9f1c-5427a7e43e9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a968067-4034-47ae-963a-b80f9544a870']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:36:04.782390 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-3b1998a5-1d3f-4f2d-9f1c-5427a7e43e9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c4102ed-bb54-4c3c-a4bd-dd659515ee8b') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:36:04.784759 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-3b1998a5-1d3f-4f2d-9f1c-5427a7e43e9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c4102ed-bb54-4c3c-a4bd-dd659515ee8b') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:36:04.791844 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-78b0c137-5ee0-46f7-b775-da96ba91b37f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (835c6cd5-18d9-469b-b099-e5b18c50df58), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:04.810676 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3b1998a5-1d3f-4f2d-9f1c-5427a7e43e9e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (0c4102ed-bb54-4c3c-a4bd-dd659515ee8b), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:04.836992 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-78b0c137-5ee0-46f7-b775-da96ba91b37f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['835c6cd5-18d9-469b-b099-e5b18c50df58']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:36:04.847083 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3b1998a5-1d3f-4f2d-9f1c-5427a7e43e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (0c4102ed-bb54-4c3c-a4bd-dd659515ee8b), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:04.859363 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:04.863517 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b1998a5-1d3f-4f2d-9f1c-5427a7e43e9e admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:36:04.865005 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3b1998a5-1d3f-4f2d-9f1c-5427a7e43e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (0c4102ed-bb54-4c3c-a4bd-dd659515ee8b), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:04.868494 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e5bd51c2-e590-4ffc-9d61-0980104931f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (c6a30e44-9aa9-4dd9-abed-89812c4ea535), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:04.894453 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-78b0c137-5ee0-46f7-b775-da96ba91b37f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e476d535-1a4e-41d2-a614-d3419785d904') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:36:04.895101 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-78b0c137-5ee0-46f7-b775-da96ba91b37f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e476d535-1a4e-41d2-a614-d3419785d904') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:36:04.950500 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-78b0c137-5ee0-46f7-b775-da96ba91b37f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (e476d535-1a4e-41d2-a614-d3419785d904), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:04.995055 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f2350481-272a-4fac-8a75-47f42e436443 admin admin] Publish callbacks [] for security_group (e0f93e6c-6576-45fb-920b-2962aa73272e), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:05.016885 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:05.027072 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd51c2-e590-4ffc-9d61-0980104931f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a30e44-9aa9-4dd9-abed-89812c4ea535,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:05.033117 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 0c4102ed-bb54-4c3c-a4bd-dd659515ee8b resource provider aggregate not found Oct 04 20:36:05.043898 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e5bd51c2-e590-4ffc-9d61-0980104931f3 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=fe2cf08b78d74cb3b354b9f9669989a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9724839 Oct 04 20:36:05.043898 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-78b0c137-5ee0-46f7-b775-da96ba91b37f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (e476d535-1a4e-41d2-a614-d3419785d904), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:05.045758 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60058) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:36:05.066447 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78b0c137-5ee0-46f7-b775-da96ba91b37f admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:36:05.067394 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-78b0c137-5ee0-46f7-b775-da96ba91b37f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (e476d535-1a4e-41d2-a614-d3419785d904), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:05.167036 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 0c4102ed-bb54-4c3c-a4bd-dd659515ee8b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0c4102ed-bb54-4c3c-a4bd-dd659515ee8b found for delete ", "request_id": "req-d90f371b-2bb0-4a4a-95ec-44d39368e04c"}]} Oct 04 20:36:05.177926 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment e476d535-1a4e-41d2-a614-d3419785d904 resource provider aggregate not found Oct 04 20:36:05.220477 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f2350481-272a-4fac-8a75-47f42e436443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (e0f93e6c-6576-45fb-920b-2962aa73272e), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:05.269524 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment e476d535-1a4e-41d2-a614-d3419785d904 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e476d535-1a4e-41d2-a614-d3419785d904 found for delete ", "request_id": "req-04c20fac-d291-41b0-82a0-029ee6bcc4db"}]} Oct 04 20:36:05.301737 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2350481-272a-4fac-8a75-47f42e436443 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:36:05.344259 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2350481-272a-4fac-8a75-47f42e436443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f93e6c-6576-45fb-920b-2962aa73272e,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:05.347683 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f91ec4-6cb8-4ffe-b9c3-86e59af9340f req-64642c15-e7bb-4584-b22f-5f2f292a24aa tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:05.350493 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-b5f91ec4-6cb8-4ffe-b9c3-86e59af9340f req-64642c15-e7bb-4584-b22f-5f2f292a24aa tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=74855781-6009-4525-8bdc-cad56a09a352 HTTP/1.1" status: 200 len: 950 time: 0.1993673 Oct 04 20:36:05.354809 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-78b0c137-5ee0-46f7-b775-da96ba91b37f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (835c6cd5-18d9-469b-b099-e5b18c50df58), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:05.361379 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f2350481-272a-4fac-8a75-47f42e436443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (579383d1-00ac-42f8-b73a-43e850128dd5), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:05.362426 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-f2350481-272a-4fac-8a75-47f42e436443 admin admin] Added segment 579383d1-00ac-42f8-b73a-43e850128dd5 of type vlan for network df2b7da7-6013-4113-a882-eeb499a29518 Oct 04 20:36:05.373754 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-78b0c137-5ee0-46f7-b775-da96ba91b37f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:05.382898 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-78b0c137-5ee0-46f7-b775-da96ba91b37f admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/835c6cd5-18d9-469b-b099-e5b18c50df58 HTTP/1.1" status: 204 len: 168 time: 2.2006454 Oct 04 20:36:05.384991 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f394c3f0-43d0-4aa6-85d3-cc49fc92c72d admin admin] Publish callbacks [] for security_group (c6a30e44-9aa9-4dd9-abed-89812c4ea535), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:05.410384 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe53eb-deb1-4909-ae07-ba68d9ad5c61 req-d4dcc830-9231-4d00-8992-190c24c6fe53 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:05.413136 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-6afe53eb-deb1-4909-ae07-ba68d9ad5c61 req-d4dcc830-9231-4d00-8992-190c24c6fe53 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3cbd24d1-c9b9-4e54-a25f-c8553d279e56 HTTP/1.1" status: 200 len: 948 time: 1.5447936 Oct 04 20:36:05.422045 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-436e56f3-c032-4b4e-9149-4c834c472cf2 req-7c1d7fc6-075e-4cba-a13b-a3d69b1af212 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3551311 Oct 04 20:36:05.429567 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f394c3f0-43d0-4aa6-85d3-cc49fc92c72d admin admin] Publish callbacks [] for security_group (c6a30e44-9aa9-4dd9-abed-89812c4ea535), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:05.460419 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:05.511266 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b0c137-5ee0-46f7-b775-da96ba91b37f admin admin] Pushing event deleted for resources: {'Network': ['ID=835c6cd5-18d9-469b-b099-e5b18c50df58,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:05.544880 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:05.579210 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 79afd1b4-1515-44e1-94ae-88a070f206a7 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:36:05.586119 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3b1998a5-1d3f-4f2d-9f1c-5427a7e43e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (5a968067-4034-47ae-963a-b80f9544a870), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:05.621008 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3b1998a5-1d3f-4f2d-9f1c-5427a7e43e9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:05.629463 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-3b1998a5-1d3f-4f2d-9f1c-5427a7e43e9e admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/5a968067-4034-47ae-963a-b80f9544a870 HTTP/1.1" status: 204 len: 168 time: 4.4494197 Oct 04 20:36:05.644843 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 60070) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:36:05.662369 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 79afd1b4-1515-44e1-94ae-88a070f206a7 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:36:05.664893 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 79afd1b4-1515-44e1-94ae-88a070f206a7 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:36:05.693853 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-b5f91ec4-6cb8-4ffe-b9c3-86e59af9340f req-eff5662c-21b5-426b-aa0b-d49d0993739d tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118947 Oct 04 20:36:05.710786 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f2350481-272a-4fac-8a75-47f42e436443 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (df2b7da7-6013-4113-a882-eeb499a29518), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:05.751236 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1998a5-1d3f-4f2d-9f1c-5427a7e43e9e admin admin] Pushing event deleted for resources: {'Network': ['ID=5a968067-4034-47ae-963a-b80f9544a870,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:05.796789 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f394c3f0-43d0-4aa6-85d3-cc49fc92c72d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (c6a30e44-9aa9-4dd9-abed-89812c4ea535), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:05.806505 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f394c3f0-43d0-4aa6-85d3-cc49fc92c72d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:05.808746 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f394c3f0-43d0-4aa6-85d3-cc49fc92c72d admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/c6a30e44-9aa9-4dd9-abed-89812c4ea535 HTTP/1.1" status: 204 len: 168 time: 0.7572858 Oct 04 20:36:05.825028 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f394c3f0-43d0-4aa6-85d3-cc49fc92c72d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a30e44-9aa9-4dd9-abed-89812c4ea535,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:05.832043 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-6afe53eb-deb1-4909-ae07-ba68d9ad5c61 req-11a43107-23cf-4271-9ae3-ce23f24fa5dc tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2307915d-12a1-4f54-8445-b78325b75811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578901 Oct 04 20:36:05.870591 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f2350481-272a-4fac-8a75-47f42e436443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (df2b7da7-6013-4113-a882-eeb499a29518), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:05.872754 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2350481-272a-4fac-8a75-47f42e436443 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:05.875255 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f2350481-272a-4fac-8a75-47f42e436443 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:06.010852 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a9c8c13e-61fb-4cd4-a715-16afe4d6eda6 admin admin] Publish callbacks [] for port (8a7a20a6-e95e-4ab2-967a-33802452c73f), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:06.054701 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2350481-272a-4fac-8a75-47f42e436443 admin admin] Pushing event updated for resources: {'Network': ['ID=df2b7da7-6013-4113-a882-eeb499a29518,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:06.087590 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f2350481-272a-4fac-8a75-47f42e436443 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.7381589 Oct 04 20:36:06.092668 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60080) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:36:06.098273 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network df2b7da7-6013-4113-a882-eeb499a29518 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:36:06.108270 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-8a367a98-4a74-4b91-a447-d1c5690c8de3 admin admin] Request body: {'subnet': {'network_id': 'df2b7da7-6013-4113-a882-eeb499a29518', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-283837492-subnet', 'tenant_id': '0f91c2932cc340f485c55568d70fe0b0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:36:06.118764 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698ff2e4-a467-4486-9e7b-5a832270408f req-05bc5947-5caf-4dd4-a124-c4e18890b5ce tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:06.121444 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-698ff2e4-a467-4486-9e7b-5a832270408f req-05bc5947-5caf-4dd4-a124-c4e18890b5ce tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d937ec04-8d81-4926-a578-27ca4e58ca63 HTTP/1.1" status: 200 len: 950 time: 0.1329010 Oct 04 20:36:06.241162 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a9c8c13e-61fb-4cd4-a715-16afe4d6eda6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (8a7a20a6-e95e-4ab2-967a-33802452c73f), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:06.339703 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a367a98-4a74-4b91-a447-d1c5690c8de3 admin admin] Made reservation on behalf of 0f91c2932cc340f485c55568d70fe0b0 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:36:06.345217 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8a367a98-4a74-4b91-a447-d1c5690c8de3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:06.399040 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a9c8c13e-61fb-4cd4-a715-16afe4d6eda6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (62ea6759-27f6-4a3b-81d0-dd9931227945), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:06.420914 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 60098) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:36:06.613997 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2abac970-bdc7-4abe-b189-f2836e6ad93d admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=18d77006f3cd4bef9f4de5553efcdb06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1763656 Oct 04 20:36:06.631221 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60114) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:36:06.651621 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c8c13e-61fb-4cd4-a715-16afe4d6eda6 admin admin] Pushing event updated for resources: {'Port': ['ID=8a7a20a6-e95e-4ab2-967a-33802452c73f,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:06.685309 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:06.694803 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-698ff2e4-a467-4486-9e7b-5a832270408f req-86e07c69-7e10-4cab-a834-36145b8d06af tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4761641 Oct 04 20:36:06.812993 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:06.839165 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d2bdbdec-93ce-4753-a35c-2b473aae6f1e admin admin] Publish callbacks [] for security_group (a54b93c8-7ee3-4522-9365-63a7cb2aee78), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:06.891919 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d2bdbdec-93ce-4753-a35c-2b473aae6f1e admin admin] Publish callbacks [] for security_group (a54b93c8-7ee3-4522-9365-63a7cb2aee78), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:06.915676 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8a367a98-4a74-4b91-a447-d1c5690c8de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (dae991ec-1618-42fb-b8a1-9d9a8b02994a), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:07.129450 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a367a98-4a74-4b91-a447-d1c5690c8de3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dae991ec-1618-42fb-b8a1-9d9a8b02994a,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:07.170765 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a367a98-4a74-4b91-a447-d1c5690c8de3 admin admin] Checking segment: {'id': '579383d1-00ac-42f8-b73a-43e850128dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'df2b7da7-6013-4113-a882-eeb499a29518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:36:07.172189 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a367a98-4a74-4b91-a447-d1c5690c8de3 admin admin] Network hostable DHCP agents. Network: df2b7da7-6013-4113-a882-eeb499a29518, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:36:07.246367 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d2bdbdec-93ce-4753-a35c-2b473aae6f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (a54b93c8-7ee3-4522-9365-63a7cb2aee78), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:07.256532 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d2bdbdec-93ce-4753-a35c-2b473aae6f1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:07.265233 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d2bdbdec-93ce-4753-a35c-2b473aae6f1e admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/a54b93c8-7ee3-4522-9365-63a7cb2aee78 HTTP/1.1" status: 204 len: 168 time: 0.6280234 Oct 04 20:36:07.287468 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bdbdec-93ce-4753-a35c-2b473aae6f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54b93c8-7ee3-4522-9365-63a7cb2aee78,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:07.298373 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-664c7a24-80dc-40ef-b307-b413ddabf226 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (a6284725-5742-43ff-9e84-d9c1cd9f8ae8), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:07.310978 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a367a98-4a74-4b91-a447-d1c5690c8de3 admin admin] Network df2b7da7-6013-4113-a882-eeb499a29518 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:36:07.383980 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0e988-6bf5-4abb-ad7d-9100a4d46171 req-4db34b3d-c582-41e1-afb4-008e65194fee tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:07.387712 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d0a0e988-6bf5-4abb-ad7d-9100a4d46171 req-4db34b3d-c582-41e1-afb4-008e65194fee tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3cbd24d1-c9b9-4e54-a25f-c8553d279e56 HTTP/1.1" status: 200 len: 948 time: 0.2608547 Oct 04 20:36:07.424272 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-8a367a98-4a74-4b91-a447-d1c5690c8de3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, df2b7da7-6013-4113-a882-eeb499a29518) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:36:07.445247 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c54b46-e256-4370-a3b6-5dc9988a6805 None None] Network df2b7da7-6013-4113-a882-eeb499a29518 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:36:07.449187 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a367a98-4a74-4b91-a447-d1c5690c8de3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:07.454028 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8a367a98-4a74-4b91-a447-d1c5690c8de3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:07.507928 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c8c13e-61fb-4cd4-a715-16afe4d6eda6 admin admin] Network 096f784c-3ac1-48ba-8b74-20f8936c58f6 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:36:07.526453 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-a9c8c13e-61fb-4cd4-a715-16afe4d6eda6 admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:36:07.571065 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-8a367a98-4a74-4b91-a447-d1c5690c8de3 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.4762251 Oct 04 20:36:07.574872 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60130) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:36:07.606123 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-fab50088-9d0c-4815-a183-43a145195b1e admin admin] Request body: {'router': {'name': 'tempest-ImagesOneServerNegativeTestJSON-283837492-router', 'tenant_id': '0f91c2932cc340f485c55568d70fe0b0', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:36:07.755889 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fab50088-9d0c-4815-a183-43a145195b1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (d368dd45-ae89-439f-abfd-954328757492), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:07.759752 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fab50088-9d0c-4815-a183-43a145195b1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (d368dd45-ae89-439f-abfd-954328757492), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:07.891376 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae8e7ec-9477-4f69-abf3-7d13a7fa59dc req-dea840df-213c-4f06-9f75-45894bd8966e tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:07.902346 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae8e7ec-9477-4f69-abf3-7d13a7fa59dc req-dea840df-213c-4f06-9f75-45894bd8966e tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:07.917302 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-7ae8e7ec-9477-4f69-abf3-7d13a7fa59dc req-dea840df-213c-4f06-9f75-45894bd8966e tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=74855781-6009-4525-8bdc-cad56a09a352&device_id=d937ec04-8d81-4926-a578-27ca4e58ca63 HTTP/1.1" status: 200 len: 1691 time: 0.4486375 Oct 04 20:36:07.982953 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fab50088-9d0c-4815-a183-43a145195b1e admin admin] Publish callbacks [] for router_controller (d368dd45-ae89-439f-abfd-954328757492), precommit_add_association {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:07.994490 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60136) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:36:08.011533 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:08.043516 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9974e6-c6a3-4d5a-be8e-0ae1dac5b6b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-df2b7da7-6013-4113-a882-eeb499a29518', 'network_id': 'df2b7da7-6013-4113-a882-eeb499a29518', 'project_id': '0f91c2932cc340f485c55568d70fe0b0', 'fixed_ips': [{'subnet_id': 'dae991ec-1618-42fb-b8a1-9d9a8b02994a'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:36:08.047884 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-bc9974e6-c6a3-4d5a-be8e-0ae1dac5b6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:08.084792 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb0470a-d669-4b5f-9724-4277525ebd7b req-6a08f1d0-93e8-491b-888b-d6cb53c30fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:08.085645 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ffb0470a-d669-4b5f-9724-4277525ebd7b req-6a08f1d0-93e8-491b-888b-d6cb53c30fc4 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=74eef3bf938c491d8a2f5192ba598c19&device_id=3cbd24d1-c9b9-4e54-a25f-c8553d279e56 HTTP/1.1" status: 200 len: 1131 time: 0.4137089 Oct 04 20:36:08.098489 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-232dce4c-590f-4dfa-ba01-c873d945f452 None None] Provisioning complete for port 8a7a20a6-e95e-4ab2-967a-33802452c73f triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:36:08.099383 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-232dce4c-590f-4dfa-ba01-c873d945f452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (8a7a20a6-e95e-4ab2-967a-33802452c73f), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:08.100442 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-232dce4c-590f-4dfa-ba01-c873d945f452 None None] Attempt 1 to provision port 8a7a20a6-e95e-4ab2-967a-33802452c73f Oct 04 20:36:08.126904 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d0a0e988-6bf5-4abb-ad7d-9100a4d46171 req-801fbdc2-504c-4f98-8677-aa07418657b2 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2307915d-12a1-4f54-8445-b78325b75811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6601813 Oct 04 20:36:08.178959 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-232dce4c-590f-4dfa-ba01-c873d945f452 None None] Port 8a7a20a6-e95e-4ab2-967a-33802452c73f cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:36:08.469575 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-bc9974e6-c6a3-4d5a-be8e-0ae1dac5b6b8 None None] Allocated IP 172.20.0.2 (df2b7da7-6013-4113-a882-eeb499a29518/dae991ec-1618-42fb-b8a1-9d9a8b02994a/13bb0ea2-1420-4bc6-89f6-2ff899347359) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:36:08.542723 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fab50088-9d0c-4815-a183-43a145195b1e admin admin] Publish callbacks [] for router_gateway (d368dd45-ae89-439f-abfd-954328757492), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:08.555952 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:DELETE=6,neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:08.582457 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a610e02b-f4ce-4dd3-ac4c-fdb89cde37fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:08.653072 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:08.799840 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-bc9974e6-c6a3-4d5a-be8e-0ae1dac5b6b8 None None] Publish callbacks [] for port (13bb0ea2-1420-4bc6-89f6-2ff899347359), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:08.821202 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-7ae8e7ec-9477-4f69-abf3-7d13a7fa59dc req-39329039-2bda-469a-9795-bd268dcf06f3 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8599761 Oct 04 20:36:08.863010 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c8c13e-61fb-4cd4-a715-16afe4d6eda6 admin admin] Router 62ea6759-27f6-4a3b-81d0-dd9931227945 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:36:08.935276 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-bc9974e6-c6a3-4d5a-be8e-0ae1dac5b6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (13bb0ea2-1420-4bc6-89f6-2ff899347359), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:08.969040 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 60150) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:36:09.038767 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9974e6-c6a3-4d5a-be8e-0ae1dac5b6b8 None None] Network df2b7da7-6013-4113-a882-eeb499a29518 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:36:09.047331 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-bc9974e6-c6a3-4d5a-be8e-0ae1dac5b6b8 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:36:09.055422 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9974e6-c6a3-4d5a-be8e-0ae1dac5b6b8 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:36:09.101367 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9974e6-c6a3-4d5a-be8e-0ae1dac5b6b8 None None] Pushing event updated for resources: {'Port': ['ID=13bb0ea2-1420-4bc6-89f6-2ff899347359,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:09.270594 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:09.285181 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9974e6-c6a3-4d5a-be8e-0ae1dac5b6b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:36:09.285986 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9974e6-c6a3-4d5a-be8e-0ae1dac5b6b8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:36:09.286605 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9974e6-c6a3-4d5a-be8e-0ae1dac5b6b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:36:09.288446 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9974e6-c6a3-4d5a-be8e-0ae1dac5b6b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:36:09.290410 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9974e6-c6a3-4d5a-be8e-0ae1dac5b6b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:36:09.292831 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9974e6-c6a3-4d5a-be8e-0ae1dac5b6b8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:36:09.293584 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9974e6-c6a3-4d5a-be8e-0ae1dac5b6b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:36:09.294180 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9974e6-c6a3-4d5a-be8e-0ae1dac5b6b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:36:09.294717 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9974e6-c6a3-4d5a-be8e-0ae1dac5b6b8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:36:09.297548 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9974e6-c6a3-4d5a-be8e-0ae1dac5b6b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:36:09.298192 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9974e6-c6a3-4d5a-be8e-0ae1dac5b6b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:36:09.298775 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9974e6-c6a3-4d5a-be8e-0ae1dac5b6b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:36:09.299400 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9974e6-c6a3-4d5a-be8e-0ae1dac5b6b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:36:09.303640 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9974e6-c6a3-4d5a-be8e-0ae1dac5b6b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:36:09.304273 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9974e6-c6a3-4d5a-be8e-0ae1dac5b6b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:36:09.383962 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:09.393381 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-bc9974e6-c6a3-4d5a-be8e-0ae1dac5b6b8 None None] Attempting to bind port 13bb0ea2-1420-4bc6-89f6-2ff899347359 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:36:09.394616 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-bc9974e6-c6a3-4d5a-be8e-0ae1dac5b6b8 None None] Attempting to bind port 13bb0ea2-1420-4bc6-89f6-2ff899347359 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '579383d1-00ac-42f8-b73a-43e850128dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'df2b7da7-6013-4113-a882-eeb499a29518'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:36:09.395847 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9974e6-c6a3-4d5a-be8e-0ae1dac5b6b8 None None] Attempting to bind port 13bb0ea2-1420-4bc6-89f6-2ff899347359 on network df2b7da7-6013-4113-a882-eeb499a29518 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:36:09.397298 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c8c13e-61fb-4cd4-a715-16afe4d6eda6 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:36:09.398885 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a610e02b-f4ce-4dd3-ac4c-fdb89cde37fe admin admin] Publish callbacks [] for security_group (82b6ac25-8f5a-48af-8fb8-af35f41119e8), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:09.402399 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb0470a-d669-4b5f-9724-4277525ebd7b req-5b99425f-bc01-4d32-839b-99418bd6560e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:09.408638 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ffb0470a-d669-4b5f-9724-4277525ebd7b req-5b99425f-bc01-4d32-839b-99418bd6560e service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=42fbb05e-3f96-444f-a676-04ee9d06a8c7 HTTP/1.1" status: 200 len: 870 time: 1.3034616 Oct 04 20:36:09.425800 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c39e66-b0f1-40eb-8b5f-37cf5c7e1daf None None] Sync routers for ids ['62ea6759-27f6-4a3b-81d0-dd9931227945'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:36:09.428591 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a9c8c13e-61fb-4cd4-a715-16afe4d6eda6 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/62ea6759-27f6-4a3b-81d0-dd9931227945/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.5095770 Oct 04 20:36:09.530424 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9974e6-c6a3-4d5a-be8e-0ae1dac5b6b8 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:36:09.532008 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9974e6-c6a3-4d5a-be8e-0ae1dac5b6b8 None None] Checking segment: {'id': '579383d1-00ac-42f8-b73a-43e850128dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'df2b7da7-6013-4113-a882-eeb499a29518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:36:09.532722 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-bc9974e6-c6a3-4d5a-be8e-0ae1dac5b6b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:09.533462 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9974e6-c6a3-4d5a-be8e-0ae1dac5b6b8 None None] Bound using segment: {'id': '579383d1-00ac-42f8-b73a-43e850128dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'df2b7da7-6013-4113-a882-eeb499a29518'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:36:09.534347 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-bc9974e6-c6a3-4d5a-be8e-0ae1dac5b6b8 None None] Bound port: 13bb0ea2-1420-4bc6-89f6-2ff899347359, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '579383d1-00ac-42f8-b73a-43e850128dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'df2b7da7-6013-4113-a882-eeb499a29518'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:36:09.535586 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-bc9974e6-c6a3-4d5a-be8e-0ae1dac5b6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (13bb0ea2-1420-4bc6-89f6-2ff899347359), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:09.542513 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c39e66-b0f1-40eb-8b5f-37cf5c7e1daf None None] Routers {'62ea6759-27f6-4a3b-81d0-dd9931227945'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:36:09.543505 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-44c39e66-b0f1-40eb-8b5f-37cf5c7e1daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:35:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['62ea6759-27f6-4a3b-81d0-dd9931227945'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:36:09.644067 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a610e02b-f4ce-4dd3-ac4c-fdb89cde37fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (82b6ac25-8f5a-48af-8fb8-af35f41119e8), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:09.649273 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-664c7a24-80dc-40ef-b307-b413ddabf226 admin admin] Deleting port 967c3f1b-20db-4013-bcf1-22c5ceee7d18 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:36:09.656642 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-664c7a24-80dc-40ef-b307-b413ddabf226 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (967c3f1b-20db-4013-bcf1-22c5ceee7d18), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:09.662377 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b0bb66-6dde-4556-bbc3-bdbaba882694 req-bd274159-7653-4693-83b9-2cddebfdc8ff tempest-ServersOnMultiNodesTest-242779177 tempest-ServersOnMultiNodesTest-242779177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:09.666909 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-14b0bb66-6dde-4556-bbc3-bdbaba882694 req-bd274159-7653-4693-83b9-2cddebfdc8ff tempest-ServersOnMultiNodesTest-242779177 tempest-ServersOnMultiNodesTest-242779177-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=74855781-6009-4525-8bdc-cad56a09a352 HTTP/1.1" status: 200 len: 1133 time: 0.2782612 Oct 04 20:36:09.775254 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-bc9974e6-c6a3-4d5a-be8e-0ae1dac5b6b8 None None] For port 13bb0ea2-1420-4bc6-89f6-2ff899347359, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:36:09.775254 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-bc9974e6-c6a3-4d5a-be8e-0ae1dac5b6b8 None None] For port 13bb0ea2-1420-4bc6-89f6-2ff899347359, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=13bb0ea2-1420-4bc6-89f6-2ff899347359,segment=NetworkSegment(579383d1-00ac-42f8-b73a-43e850128dd5),segment_id=579383d1-00ac-42f8-b73a-43e850128dd5)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:36:09.777538 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device 1611f154-8d2e-4661-a90c-96f5a6d2c5f8 details requested by agent hyperv_n-h1-852085-12 with host n-h1-852085-12 {{(pid=108171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 20:36:09.814209 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ffb0470a-d669-4b5f-9724-4277525ebd7b req-7cef536c-ec58-4cb5-913c-eee2c736560c service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=1611f154-8d2e-4661-a90c-96f5a6d2c5f8 HTTP/1.1" status: 200 len: 217 time: 0.2880335 Oct 04 20:36:09.854789 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a610e02b-f4ce-4dd3-ac4c-fdb89cde37fe admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=890619f020cf40eb8b6a3ffe4f61d5de&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8583498 Oct 04 20:36:09.856292 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a610e02b-f4ce-4dd3-ac4c-fdb89cde37fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b6ac25-8f5a-48af-8fb8-af35f41119e8,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:09.863563 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60164) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:36:09.890706 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-44c39e66-b0f1-40eb-8b5f-37cf5c7e1daf None None] Set router 62ea6759-27f6-4a3b-81d0-dd9931227945 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:36:09.950298 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fab50088-9d0c-4815-a183-43a145195b1e admin admin] Publish callbacks [] for router_gateway (d368dd45-ae89-439f-abfd-954328757492), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:10.013377 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e51f8c-5073-4ec3-83fb-c12082fcfaa0 req-8acd2afd-1351-47ab-8854-aaadfd1d796d tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:10.025461 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-bc9974e6-c6a3-4d5a-be8e-0ae1dac5b6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (13bb0ea2-1420-4bc6-89f6-2ff899347359), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:10.031324 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-02e51f8c-5073-4ec3-83fb-c12082fcfaa0 req-8acd2afd-1351-47ab-8854-aaadfd1d796d tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3cbd24d1-c9b9-4e54-a25f-c8553d279e56 HTTP/1.1" status: 200 len: 948 time: 0.6372540 Oct 04 20:36:10.054690 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fab50088-9d0c-4815-a183-43a145195b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:10.296869 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:10.316580 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-664c7a24-80dc-40ef-b307-b413ddabf226 admin admin] For port 967c3f1b-20db-4013-bcf1-22c5ceee7d18, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=967c3f1b-20db-4013-bcf1-22c5ceee7d18,segment=NetworkSegment(b20b7c82-2b60-4d25-9356-84fbc8187ab3),segment_id=b20b7c82-2b60-4d25-9356-84fbc8187ab3)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:36:10.317285 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-664c7a24-80dc-40ef-b307-b413ddabf226 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (967c3f1b-20db-4013-bcf1-22c5ceee7d18), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:10.334752 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9974e6-c6a3-4d5a-be8e-0ae1dac5b6b8 None None] Pushing event updated for resources: {'Port': ['ID=13bb0ea2-1420-4bc6-89f6-2ff899347359,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:10.353574 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-668c3c2b-f2de-4d40-985a-31c15c3f7f42 admin admin] Publish callbacks [] for security_group (82b6ac25-8f5a-48af-8fb8-af35f41119e8), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:10.358077 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-664c7a24-80dc-40ef-b307-b413ddabf226 admin admin] Calling delete_port for 967c3f1b-20db-4013-bcf1-22c5ceee7d18 owned by network:router_interface {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:36:10.363376 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] For port 1611f154-8d2e-4661-a90c-96f5a6d2c5f8, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=1611f154-8d2e-4661-a90c-96f5a6d2c5f8,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:36:10.409542 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Returning: {'device': '1611f154-8d2e-4661-a90c-96f5a6d2c5f8', 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7', 'port_id': '1611f154-8d2e-4661-a90c-96f5a6d2c5f8', 'mac_address': 'fa:16:3e:a5:d0:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1956090-7ed7-4d05-a46e-a7b0885ca8e4', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 20:36:10.605707 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Current status of the port 1611f154-8d2e-4661-a90c-96f5a6d2c5f8 is: DOWN; New status is: BUILD {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:36:10.606605 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (1611f154-8d2e-4661-a90c-96f5a6d2c5f8), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:10.632313 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-668c3c2b-f2de-4d40-985a-31c15c3f7f42 admin admin] Publish callbacks [] for security_group (82b6ac25-8f5a-48af-8fb8-af35f41119e8), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:10.679915 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-44c39e66-b0f1-40eb-8b5f-37cf5c7e1daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ea6759-27f6-4a3b-81d0-dd9931227945', 'name': 'tempest-VolumesAdminNegativeTest-80391144-router', 'tenant_id': '0184f3fdbd854adf9751ab0ef77bdb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': 'aa84f1eb-a445-44e5-8fa0-e55620a6850e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:35:39Z', 'updated_at': '2022-10-04T20:36:03Z', 'revision_number': 4, 'project_id': '0184f3fdbd854adf9751ab0ef77bdb2a', 'gw_port': {'id': 'aa84f1eb-a445-44e5-8fa0-e55620a6850e', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:36:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ea6759-27f6-4a3b-81d0-dd9931227945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:35:42Z', 'updated_at': '2022-10-04T20:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '8a7a20a6-e95e-4ab2-967a-33802452c73f', 'name': '', 'network_id': '096f784c-3ac1-48ba-8b74-20f8936c58f6', 'tenant_id': '0184f3fdbd854adf9751ab0ef77bdb2a', 'mac_address': 'fa:16:3e:00:4e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ea6759-27f6-4a3b-81d0-dd9931227945', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'b3ec7dd4-01ac-4395-9962-cc2b5e1fcf79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:35:57Z', 'updated_at': '2022-10-04T20:36:04Z', 'revision_number': 2, 'project_id': '0184f3fdbd854adf9751ab0ef77bdb2a', 'subnets': [{'id': 'b3ec7dd4-01ac-4395-9962-cc2b5e1fcf79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:36:10.683910 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1611f154-8d2e-4661-a90c-96f5a6d2c5f8 {{(pid=108171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 20:36:10.760556 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c39e66-b0f1-40eb-8b5f-37cf5c7e1daf None None] Checking router: 62ea6759-27f6-4a3b-81d0-dd9931227945 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:36:10.761491 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c39e66-b0f1-40eb-8b5f-37cf5c7e1daf None None] Updating router 62ea6759-27f6-4a3b-81d0-dd9931227945 port 8a7a20a6-e95e-4ab2-967a-33802452c73f binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:36:10.792372 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] For port 1611f154-8d2e-4661-a90c-96f5a6d2c5f8, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=1611f154-8d2e-4661-a90c-96f5a6d2c5f8,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:36:10.845955 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-fab50088-9d0c-4815-a183-43a145195b1e admin admin] Allocated IP 172.25.5.9 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/05075238-64f5-4361-8621-4b5e2d8749ea) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:36:10.855509 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-44c39e66-b0f1-40eb-8b5f-37cf5c7e1daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (8a7a20a6-e95e-4ab2-967a-33802452c73f), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:10.914867 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (1611f154-8d2e-4661-a90c-96f5a6d2c5f8), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:10.943589 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-244fb1fd-8ffa-48ab-8697-5b12efce0beb admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=ff3a47048f7c48f88aa7979a5a9a81be&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9723620 Oct 04 20:36:10.966737 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 60178) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:36:11.014514 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 20:36:11.108672 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb0470a-d669-4b5f-9724-4277525ebd7b req-af9f8503-b200-4ccf-9635-b933420a4587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:11.109761 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ffb0470a-d669-4b5f-9724-4277525ebd7b req-af9f8503-b200-4ccf-9635-b933420a4587 service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 1.1284215 Oct 04 20:36:11.148095 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:11.208690 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Pushing event updated for resources: {'Port': ['ID=1611f154-8d2e-4661-a90c-96f5a6d2c5f8,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:11.222710 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-668c3c2b-f2de-4d40-985a-31c15c3f7f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (82b6ac25-8f5a-48af-8fb8-af35f41119e8), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:11.228759 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-668c3c2b-f2de-4d40-985a-31c15c3f7f42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:11.234862 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-668c3c2b-f2de-4d40-985a-31c15c3f7f42 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/82b6ac25-8f5a-48af-8fb8-af35f41119e8 HTTP/1.1" status: 204 len: 168 time: 1.3652792 Oct 04 20:36:11.273597 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668c3c2b-f2de-4d40-985a-31c15c3f7f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b6ac25-8f5a-48af-8fb8-af35f41119e8,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:11.314521 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fab50088-9d0c-4815-a183-43a145195b1e admin admin] Publish callbacks [] for port (05075238-64f5-4361-8621-4b5e2d8749ea), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:11.355450 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-02e51f8c-5073-4ec3-83fb-c12082fcfaa0 req-29b4984c-aa4a-4bd2-aabb-0a018473d12a tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2307915d-12a1-4f54-8445-b78325b75811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4056010 Oct 04 20:36:11.364463 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] get_ports_and_sgs() called for port_ids ['1611f154-8d2e-4661-a90c-96f5a6d2c5f8'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:36:11.444831 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-664c7a24-80dc-40ef-b307-b413ddabf226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (967c3f1b-20db-4013-bcf1-22c5ceee7d18), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:11.547755 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-14b0bb66-6dde-4556-bbc3-bdbaba882694 req-66bfeb98-2911-4a0e-9e95-89b43a370ab5 tempest-ServersOnMultiNodesTest-242779177 tempest-ServersOnMultiNodesTest-242779177-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7898459 Oct 04 20:36:11.609390 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fab50088-9d0c-4815-a183-43a145195b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (05075238-64f5-4361-8621-4b5e2d8749ea), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:11.724398 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb0470a-d669-4b5f-9724-4277525ebd7b req-9f716374-db66-41e7-81af-3873a9ad5558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:11.732372 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ffb0470a-d669-4b5f-9724-4277525ebd7b req-9f716374-db66-41e7-81af-3873a9ad5558 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5901682 Oct 04 20:36:11.748455 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664c7a24-80dc-40ef-b307-b413ddabf226 admin admin] Pushing event deleted for resources: {'Port': ['ID=967c3f1b-20db-4013-bcf1-22c5ceee7d18,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:11.823856 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 13bb0ea2-1420-4bc6-89f6-2ff899347359 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:36:11.889552 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:11.984788 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab50088-9d0c-4815-a183-43a145195b1e admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:36:11.997819 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-fab50088-9d0c-4815-a183-43a145195b1e admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:36:12.025132 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab50088-9d0c-4815-a183-43a145195b1e admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:36:12.038455 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=100 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:12.093973 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:12.095539 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-32fbc99a-c05a-4571-a7d7-c22e1886515d admin admin] Publish callbacks [] for security_group (40a50dd0-ffaf-4d94-9a7c-16d1be051356), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:12.175647 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab50088-9d0c-4815-a183-43a145195b1e admin admin] Pushing event updated for resources: {'Port': ['ID=05075238-64f5-4361-8621-4b5e2d8749ea,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:12.205123 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-44c39e66-b0f1-40eb-8b5f-37cf5c7e1daf None None] Publish callbacks [] for port (8a7a20a6-e95e-4ab2-967a-33802452c73f), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:12.214130 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:12.262887 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 13bb0ea2-1420-4bc6-89f6-2ff899347359 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:36:12.269059 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (13bb0ea2-1420-4bc6-89f6-2ff899347359), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:12.269754 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 13bb0ea2-1420-4bc6-89f6-2ff899347359 Oct 04 20:36:12.310428 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-44c39e66-b0f1-40eb-8b5f-37cf5c7e1daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (8a7a20a6-e95e-4ab2-967a-33802452c73f), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:12.401333 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:12.463456 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-32fbc99a-c05a-4571-a7d7-c22e1886515d admin admin] Publish callbacks [] for security_group (40a50dd0-ffaf-4d94-9a7c-16d1be051356), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:12.538884 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d064cd1-6a6c-4abb-a599-d506f7a65345 None None] Pushing event updated for resources: {'Port': ['ID=8a7a20a6-e95e-4ab2-967a-33802452c73f,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:12.649215 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce61e09-2084-471f-8d67-b316e22a4e76 None None] Network df2b7da7-6013-4113-a882-eeb499a29518 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:36:12.651271 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ffb0470a-d669-4b5f-9724-4277525ebd7b req-75cbbc97-5938-42ab-b335-6be134546013 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7944870 Oct 04 20:36:12.656419 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9154202e-607e-4d33-822d-51fe97137c60 req-cd27be49-3018-465b-9b71-4e51efb7f649 tempest-ServersOnMultiNodesTest-242779177 tempest-ServersOnMultiNodesTest-242779177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:12.694088 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:12.699368 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9154202e-607e-4d33-822d-51fe97137c60 req-cd27be49-3018-465b-9b71-4e51efb7f649 tempest-ServersOnMultiNodesTest-242779177 tempest-ServersOnMultiNodesTest-242779177-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d937ec04-8d81-4926-a578-27ca4e58ca63 HTTP/1.1" status: 200 len: 1133 time: 0.5945704 Oct 04 20:36:12.746124 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-44c39e66-b0f1-40eb-8b5f-37cf5c7e1daf None None] Attempting to bind port 8a7a20a6-e95e-4ab2-967a-33802452c73f on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:36:12.752783 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-44c39e66-b0f1-40eb-8b5f-37cf5c7e1daf None None] Attempting to bind port 8a7a20a6-e95e-4ab2-967a-33802452c73f by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'b529e118-6ed8-446c-94f8-4dc4863ee841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '096f784c-3ac1-48ba-8b74-20f8936c58f6'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:36:12.752783 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c39e66-b0f1-40eb-8b5f-37cf5c7e1daf None None] Attempting to bind port 8a7a20a6-e95e-4ab2-967a-33802452c73f on network 096f784c-3ac1-48ba-8b74-20f8936c58f6 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:36:12.869995 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 60202) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:36:12.886178 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 13bb0ea2-1420-4bc6-89f6-2ff899347359 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:36:12.886906 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (13bb0ea2-1420-4bc6-89f6-2ff899347359), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:12.911360 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-018a6e9d-2e46-4e89-96bf-6c7425f45e48 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-244093792-network', 'tenant_id': '1fa8bded1f7e4799968c21cfde1316b2'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:36:12.936048 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c39e66-b0f1-40eb-8b5f-37cf5c7e1daf None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:36:12.938645 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c39e66-b0f1-40eb-8b5f-37cf5c7e1daf None None] Checking segment: {'id': 'b529e118-6ed8-446c-94f8-4dc4863ee841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '096f784c-3ac1-48ba-8b74-20f8936c58f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:36:12.939688 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-44c39e66-b0f1-40eb-8b5f-37cf5c7e1daf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:12.940915 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c39e66-b0f1-40eb-8b5f-37cf5c7e1daf None None] Bound using segment: {'id': 'b529e118-6ed8-446c-94f8-4dc4863ee841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '096f784c-3ac1-48ba-8b74-20f8936c58f6'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:36:12.943313 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-ab4b4ebe-8426-40c5-970d-7f18daba3cce None None] Provisioning complete for port 13bb0ea2-1420-4bc6-89f6-2ff899347359 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:36:12.943787 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-44c39e66-b0f1-40eb-8b5f-37cf5c7e1daf None None] Bound port: 8a7a20a6-e95e-4ab2-967a-33802452c73f, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b529e118-6ed8-446c-94f8-4dc4863ee841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '096f784c-3ac1-48ba-8b74-20f8936c58f6'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:36:12.944377 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ab4b4ebe-8426-40c5-970d-7f18daba3cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (13bb0ea2-1420-4bc6-89f6-2ff899347359), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:12.945197 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-ab4b4ebe-8426-40c5-970d-7f18daba3cce None None] Attempt 1 to provision port 13bb0ea2-1420-4bc6-89f6-2ff899347359 Oct 04 20:36:12.945511 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-44c39e66-b0f1-40eb-8b5f-37cf5c7e1daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (8a7a20a6-e95e-4ab2-967a-33802452c73f), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:13.202390 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-44c39e66-b0f1-40eb-8b5f-37cf5c7e1daf None None] For port 8a7a20a6-e95e-4ab2-967a-33802452c73f, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:36:13.214334 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 13bb0ea2-1420-4bc6-89f6-2ff899347359, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=13bb0ea2-1420-4bc6-89f6-2ff899347359,segment=NetworkSegment(579383d1-00ac-42f8-b73a-43e850128dd5),segment_id=579383d1-00ac-42f8-b73a-43e850128dd5)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:36:13.218957 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-ab4b4ebe-8426-40c5-970d-7f18daba3cce None None] Current status of the port 13bb0ea2-1420-4bc6-89f6-2ff899347359 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:36:13.219770 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ab4b4ebe-8426-40c5-970d-7f18daba3cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (13bb0ea2-1420-4bc6-89f6-2ff899347359), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:13.220767 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-44c39e66-b0f1-40eb-8b5f-37cf5c7e1daf None None] For port 8a7a20a6-e95e-4ab2-967a-33802452c73f, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=8a7a20a6-e95e-4ab2-967a-33802452c73f,segment=NetworkSegment(b529e118-6ed8-446c-94f8-4dc4863ee841),segment_id=b529e118-6ed8-446c-94f8-4dc4863ee841)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:36:13.316567 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (13bb0ea2-1420-4bc6-89f6-2ff899347359), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:13.337774 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ffb0470a-d669-4b5f-9724-4277525ebd7b req-34239d21-d43c-4122-be30-8d273316e585 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6337471 Oct 04 20:36:13.352185 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-44c39e66-b0f1-40eb-8b5f-37cf5c7e1daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (8a7a20a6-e95e-4ab2-967a-33802452c73f), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:13.508389 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fab50088-9d0c-4815-a183-43a145195b1e admin admin] Publish callbacks [] for router_gateway (d368dd45-ae89-439f-abfd-954328757492), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:13.596923 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:13.599180 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-018a6e9d-2e46-4e89-96bf-6c7425f45e48 admin admin] Made reservation on behalf of 1fa8bded1f7e4799968c21cfde1316b2 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:36:13.612523 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-018a6e9d-2e46-4e89-96bf-6c7425f45e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:13.624669 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d064cd1-6a6c-4abb-a599-d506f7a65345 None None] Pushing event updated for resources: {'Port': ['ID=8a7a20a6-e95e-4ab2-967a-33802452c73f,revision_number=4']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:13.631453 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c39e66-b0f1-40eb-8b5f-37cf5c7e1daf None None] Routers {'62ea6759-27f6-4a3b-81d0-dd9931227945'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:36:13.633782 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-44c39e66-b0f1-40eb-8b5f-37cf5c7e1daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:35:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['62ea6759-27f6-4a3b-81d0-dd9931227945'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:36:13.660175 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-018a6e9d-2e46-4e89-96bf-6c7425f45e48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:13.665793 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=13bb0ea2-1420-4bc6-89f6-2ff899347359,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:13.697188 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-ab4b4ebe-8426-40c5-970d-7f18daba3cce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 20:36:13.698197 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-ab4b4ebe-8426-40c5-970d-7f18daba3cce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 20:36:13.797376 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device 1611f154-8d2e-4661-a90c-96f5a6d2c5f8 up at agent hyperv_n-h1-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:36:13.803259 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd949d9-eeb4-4ae9-89c1-e46d253f0b15 req-46f866d2-3c63-4d60-864a-60a8df97ff5a tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:13.816067 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-abd949d9-eeb4-4ae9-89c1-e46d253f0b15 req-46f866d2-3c63-4d60-864a-60a8df97ff5a tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3cbd24d1-c9b9-4e54-a25f-c8553d279e56 HTTP/1.1" status: 200 len: 949 time: 1.1818862 Oct 04 20:36:13.846766 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-32fbc99a-c05a-4571-a7d7-c22e1886515d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (40a50dd0-ffaf-4d94-9a7c-16d1be051356), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:13.851613 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-32fbc99a-c05a-4571-a7d7-c22e1886515d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:13.858169 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-32fbc99a-c05a-4571-a7d7-c22e1886515d admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/40a50dd0-ffaf-4d94-9a7c-16d1be051356 HTTP/1.1" status: 204 len: 168 time: 2.8741400 Oct 04 20:36:13.903917 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fbc99a-c05a-4571-a7d7-c22e1886515d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a50dd0-ffaf-4d94-9a7c-16d1be051356,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:14.012854 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Provisioning for port 1611f154-8d2e-4661-a90c-96f5a6d2c5f8 completed by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 20:36:14.021501 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-44c39e66-b0f1-40eb-8b5f-37cf5c7e1daf None None] Set router 62ea6759-27f6-4a3b-81d0-dd9931227945 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:36:14.083884 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-664c7a24-80dc-40ef-b307-b413ddabf226 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (a6284725-5742-43ff-9e84-d9c1cd9f8ae8), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:14.091249 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fab50088-9d0c-4815-a183-43a145195b1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (d368dd45-ae89-439f-abfd-954328757492), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:14.134399 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Provisioning complete for port 1611f154-8d2e-4661-a90c-96f5a6d2c5f8 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:36:14.135496 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (1611f154-8d2e-4661-a90c-96f5a6d2c5f8), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:14.136231 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Attempt 1 to provision port 1611f154-8d2e-4661-a90c-96f5a6d2c5f8 Oct 04 20:36:14.266809 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9154202e-607e-4d33-822d-51fe97137c60 req-faf02041-c40f-495b-9385-cbd103a84e1d tempest-ServersOnMultiNodesTest-242779177 tempest-ServersOnMultiNodesTest-242779177-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5656776 Oct 04 20:36:14.273829 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-018a6e9d-2e46-4e89-96bf-6c7425f45e48 admin admin] Publish callbacks [] for security_group (cfe95bac-e032-4369-aa82-5db38a33aac0), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:14.386717 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-018a6e9d-2e46-4e89-96bf-6c7425f45e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (cfe95bac-e032-4369-aa82-5db38a33aac0), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:14.472719 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-ab4b4ebe-8426-40c5-970d-7f18daba3cce None None] Current status of the port 13bb0ea2-1420-4bc6-89f6-2ff899347359 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:36:14.560927 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-abd949d9-eeb4-4ae9-89c1-e46d253f0b15 req-bfea3a8d-532a-4122-978e-f2118f9817e9 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2307915d-12a1-4f54-8445-b78325b75811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7432911 Oct 04 20:36:14.626342 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-018a6e9d-2e46-4e89-96bf-6c7425f45e48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:36:14.664358 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018a6e9d-2e46-4e89-96bf-6c7425f45e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe95bac-e032-4369-aa82-5db38a33aac0,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:14.665908 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab50088-9d0c-4815-a183-43a145195b1e admin admin] Router d368dd45-ae89-439f-abfd-954328757492 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:36:14.670254 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-018a6e9d-2e46-4e89-96bf-6c7425f45e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (d537df7c-b5ad-4f7c-a0a4-a23d57d3c27d), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:14.671803 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-018a6e9d-2e46-4e89-96bf-6c7425f45e48 admin admin] Added segment d537df7c-b5ad-4f7c-a0a4-a23d57d3c27d of type vlan for network b65d71d2-d1d9-4a7a-94a4-966b682bf3aa Oct 04 20:36:14.752232 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Current status of the port 1611f154-8d2e-4661-a90c-96f5a6d2c5f8 is: BUILD; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:36:14.768106 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (1611f154-8d2e-4661-a90c-96f5a6d2c5f8), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:14.775087 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-27c7ef41-1b5e-4fe5-9f5a-44a79e507d01 None None] Provisioning complete for port 13bb0ea2-1420-4bc6-89f6-2ff899347359 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:36:14.775711 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-27c7ef41-1b5e-4fe5-9f5a-44a79e507d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (13bb0ea2-1420-4bc6-89f6-2ff899347359), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:14.776254 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-27c7ef41-1b5e-4fe5-9f5a-44a79e507d01 None None] Attempt 1 to provision port 13bb0ea2-1420-4bc6-89f6-2ff899347359 Oct 04 20:36:14.794347 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-44c39e66-b0f1-40eb-8b5f-37cf5c7e1daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ea6759-27f6-4a3b-81d0-dd9931227945', 'name': 'tempest-VolumesAdminNegativeTest-80391144-router', 'tenant_id': '0184f3fdbd854adf9751ab0ef77bdb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': 'aa84f1eb-a445-44e5-8fa0-e55620a6850e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:35:39Z', 'updated_at': '2022-10-04T20:36:03Z', 'revision_number': 4, 'project_id': '0184f3fdbd854adf9751ab0ef77bdb2a', 'gw_port': {'id': 'aa84f1eb-a445-44e5-8fa0-e55620a6850e', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:36:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ea6759-27f6-4a3b-81d0-dd9931227945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:35:42Z', 'updated_at': '2022-10-04T20:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '8a7a20a6-e95e-4ab2-967a-33802452c73f', 'name': '', 'network_id': '096f784c-3ac1-48ba-8b74-20f8936c58f6', 'tenant_id': '0184f3fdbd854adf9751ab0ef77bdb2a', 'mac_address': 'fa:16:3e:00:4e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ea6759-27f6-4a3b-81d0-dd9931227945', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'b3ec7dd4-01ac-4395-9962-cc2b5e1fcf79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:35:57Z', 'updated_at': '2022-10-04T20:36:13Z', 'revision_number': 4, 'project_id': '0184f3fdbd854adf9751ab0ef77bdb2a', 'subnets': [{'id': 'b3ec7dd4-01ac-4395-9962-cc2b5e1fcf79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:36:14.871320 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c39e66-b0f1-40eb-8b5f-37cf5c7e1daf None None] The sync data for ids ['62ea6759-27f6-4a3b-81d0-dd9931227945'] in n-d-852085-12 is: [{'id': '62ea6759-27f6-4a3b-81d0-dd9931227945', 'name': 'tempest-VolumesAdminNegativeTest-80391144-router', 'tenant_id': '0184f3fdbd854adf9751ab0ef77bdb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': 'aa84f1eb-a445-44e5-8fa0-e55620a6850e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:35:39Z', 'updated_at': '2022-10-04T20:36:03Z', 'revision_number': 4, 'project_id': '0184f3fdbd854adf9751ab0ef77bdb2a', 'gw_port': {'id': 'aa84f1eb-a445-44e5-8fa0-e55620a6850e', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:36:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ea6759-27f6-4a3b-81d0-dd9931227945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:35:42Z', 'updated_at': '2022-10-04T20:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '8a7a20a6-e95e-4ab2-967a-33802452c73f', 'name': '', 'network_id': '096f784c-3ac1-48ba-8b74-20f8936c58f6', 'tenant_id': '0184f3fdbd854adf9751ab0ef77bdb2a', 'mac_address': 'fa:16:3e:00:4e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ea6759-27f6-4a3b-81d0-dd9931227945', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'b3ec7dd4-01ac-4395-9962-cc2b5e1fcf79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:35:57Z', 'updated_at': '2022-10-04T20:36:13Z', 'revision_number': 4, 'project_id': '0184f3fdbd854adf9751ab0ef77bdb2a', 'subnets': [{'id': 'b3ec7dd4-01ac-4395-9962-cc2b5e1fcf79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:36:14.925672 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:14.943726 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:14.984218 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cbd24d1-c9b9-4e54-a25f-c8553d279e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1611f154-8d2e-4661-a90c-96f5a6d2c5f8'}] {{(pid=108171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:36:14.988926 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966b91da6921e714df7c26a37f4733087768fb9a36052be1ead95d4d835f43be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da418811-5275-47fb-bf69-acaa194ec731" -d '{"events": [{"server_uuid": "3cbd24d1-c9b9-4e54-a25f-c8553d279e56", "name": "network-vif-plugged", "status": "completed", "tag": "1611f154-8d2e-4661-a90c-96f5a6d2c5f8"}]}' {{(pid=108171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:36:15.010622 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-018a6e9d-2e46-4e89-96bf-6c7425f45e48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (b65d71d2-d1d9-4a7a-94a4-966b682bf3aa), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:15.068691 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] For port 1611f154-8d2e-4661-a90c-96f5a6d2c5f8, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=1611f154-8d2e-4661-a90c-96f5a6d2c5f8,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:36:15.113882 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:15.204696 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 20:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb8baac-91b1-4de3-aeb0-e252d4ad24d5 x-openstack-request-id: req-5fb8baac-91b1-4de3-aeb0-e252d4ad24d5 {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:36:15.205221 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cbd24d1-c9b9-4e54-a25f-c8553d279e56", "name": "network-vif-plugged", "status": "completed", "tag": "1611f154-8d2e-4661-a90c-96f5a6d2c5f8", "code": 200}]} {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:36:15.213558 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5fb8baac-91b1-4de3-aeb0-e252d4ad24d5 {{(pid=108171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:36:15.214278 n-d-852085-12 neutron-server[108171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fb8baac-91b1-4de3-aeb0-e252d4ad24d5'] response: {'server_uuid': '3cbd24d1-c9b9-4e54-a25f-c8553d279e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1611f154-8d2e-4661-a90c-96f5a6d2c5f8', 'code': 200} Oct 04 20:36:15.233848 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (1611f154-8d2e-4661-a90c-96f5a6d2c5f8), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:15.274652 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-664c7a24-80dc-40ef-b307-b413ddabf226 admin admin] Router a6284725-5742-43ff-9e84-d9c1cd9f8ae8 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:36:15.300426 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab50088-9d0c-4815-a183-43a145195b1e admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:36:15.302838 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-018a6e9d-2e46-4e89-96bf-6c7425f45e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (b65d71d2-d1d9-4a7a-94a4-966b682bf3aa), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:15.304942 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018a6e9d-2e46-4e89-96bf-6c7425f45e48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:15.309520 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-018a6e9d-2e46-4e89-96bf-6c7425f45e48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:15.558285 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Pushing event updated for resources: {'Port': ['ID=1611f154-8d2e-4661-a90c-96f5a6d2c5f8,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:15.558285 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef1b255-f687-4829-91d2-c4141fd48849 None None] Sync routers for ids ['d368dd45-ae89-439f-abfd-954328757492'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:36:15.625040 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-27c7ef41-1b5e-4fe5-9f5a-44a79e507d01 None None] Current status of the port 13bb0ea2-1420-4bc6-89f6-2ff899347359 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:36:15.635034 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fab50088-9d0c-4815-a183-43a145195b1e admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:15.638028 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-fab50088-9d0c-4815-a183-43a145195b1e admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.0576179 Oct 04 20:36:15.652959 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 60244) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:36:15.717083 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef1b255-f687-4829-91d2-c4141fd48849 None None] Routers {'d368dd45-ae89-439f-abfd-954328757492'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:36:15.737442 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-5ef1b255-f687-4829-91d2-c4141fd48849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:35:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['d368dd45-ae89-439f-abfd-954328757492'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:36:15.738526 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-018a6e9d-2e46-4e89-96bf-6c7425f45e48 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.8279395 Oct 04 20:36:15.738699 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60250) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:36:15.749948 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-9cd898a9-b00e-43f5-ab8b-e7754f20f9a9 admin admin] Request body: {'subnet': {'network_id': 'b65d71d2-d1d9-4a7a-94a4-966b682bf3aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-244093792-subnet', 'tenant_id': '1fa8bded1f7e4799968c21cfde1316b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:36:15.807082 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:15.833259 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-77f335e6-ab1a-4e15-8a29-300768cb0024 req-eeb63e7d-c7a8-47d9-9419-2de2e20c340c tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=70436b8b504e43dc882f5ee434ecf443&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2611811 Oct 04 20:36:15.939670 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018a6e9d-2e46-4e89-96bf-6c7425f45e48 admin admin] Pushing event updated for resources: {'Network': ['ID=b65d71d2-d1d9-4a7a-94a4-966b682bf3aa,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:15.979962 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7f904189-5ff5-44b6-bc86-bae8605f8229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:15.993985 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network b65d71d2-d1d9-4a7a-94a4-966b682bf3aa details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:36:16.025589 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd898a9-b00e-43f5-ab8b-e7754f20f9a9 admin admin] Made reservation on behalf of 1fa8bded1f7e4799968c21cfde1316b2 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:36:16.033243 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9cd898a9-b00e-43f5-ab8b-e7754f20f9a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:16.099641 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 13bb0ea2-1420-4bc6-89f6-2ff899347359 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:36:16.454035 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3371f77e-fceb-4755-908a-824c9a4016d1 req-24a3e6b7-f48a-4ddc-b57c-44fb66c41e62 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:16.461634 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-3371f77e-fceb-4755-908a-824c9a4016d1 req-24a3e6b7-f48a-4ddc-b57c-44fb66c41e62 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3cbd24d1-c9b9-4e54-a25f-c8553d279e56 HTTP/1.1" status: 200 len: 950 time: 0.4427667 Oct 04 20:36:16.469303 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-664c7a24-80dc-40ef-b307-b413ddabf226 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:36:16.486708 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-664c7a24-80dc-40ef-b307-b413ddabf226 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/a6284725-5742-43ff-9e84-d9c1cd9f8ae8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8190124 Oct 04 20:36:16.501714 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 60258) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:36:16.522815 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab95bde-4139-4508-bf80-dba5cd8d15c8 None None] Sync routers for ids ['a6284725-5742-43ff-9e84-d9c1cd9f8ae8'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:36:16.578691 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882633c5-1ed6-48b0-8923-981b3f993d8e req-0bcdca1e-5792-4321-a52f-0c24b9385c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:16.578691 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-882633c5-1ed6-48b0-8923-981b3f993d8e req-0bcdca1e-5792-4321-a52f-0c24b9385c5f service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=3cbd24d1-c9b9-4e54-a25f-c8553d279e56 HTTP/1.1" status: 200 len: 1133 time: 1.2435346 Oct 04 20:36:16.579071 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:16.611351 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab95bde-4139-4508-bf80-dba5cd8d15c8 None None] Routers {'a6284725-5742-43ff-9e84-d9c1cd9f8ae8'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:36:16.613091 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-eab95bde-4139-4508-bf80-dba5cd8d15c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:35:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['a6284725-5742-43ff-9e84-d9c1cd9f8ae8'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:36:16.656546 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:16.969307 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 13bb0ea2-1420-4bc6-89f6-2ff899347359 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:36:16.969950 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (13bb0ea2-1420-4bc6-89f6-2ff899347359), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:16.970538 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 13bb0ea2-1420-4bc6-89f6-2ff899347359 Oct 04 20:36:17.016480 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9cd898a9-b00e-43f5-ab8b-e7754f20f9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (d0b387ee-5171-48d1-a650-adc1e6a99320), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:17.169363 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-5ef1b255-f687-4829-91d2-c4141fd48849 None None] Set router d368dd45-ae89-439f-abfd-954328757492 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:36:17.232986 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-eab95bde-4139-4508-bf80-dba5cd8d15c8 None None] Set router a6284725-5742-43ff-9e84-d9c1cd9f8ae8 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:36:17.286966 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd898a9-b00e-43f5-ab8b-e7754f20f9a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0b387ee-5171-48d1-a650-adc1e6a99320,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:17.292759 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd898a9-b00e-43f5-ab8b-e7754f20f9a9 admin admin] Checking segment: {'id': 'd537df7c-b5ad-4f7c-a0a4-a23d57d3c27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'b65d71d2-d1d9-4a7a-94a4-966b682bf3aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:36:17.293096 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd898a9-b00e-43f5-ab8b-e7754f20f9a9 admin admin] Network hostable DHCP agents. Network: b65d71d2-d1d9-4a7a-94a4-966b682bf3aa, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:36:17.445517 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd898a9-b00e-43f5-ab8b-e7754f20f9a9 admin admin] Network b65d71d2-d1d9-4a7a-94a4-966b682bf3aa is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:36:17.567978 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 13bb0ea2-1420-4bc6-89f6-2ff899347359 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:36:17.570200 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 8a7a20a6-e95e-4ab2-967a-33802452c73f up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:36:17.587971 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:17.701468 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:17.704379 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:17.721679 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f335e6-ab1a-4e15-8a29-300768cb0024 req-fbdeab99-00ca-404f-8d65-bf2602682c57 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:17.725299 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-77f335e6-ab1a-4e15-8a29-300768cb0024 req-fbdeab99-00ca-404f-8d65-bf2602682c57 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.8904057 Oct 04 20:36:17.734974 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7f66db8a-a0d8-46c4-b91d-d0ba7de18fcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:17.735501 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-eab95bde-4139-4508-bf80-dba5cd8d15c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6284725-5742-43ff-9e84-d9c1cd9f8ae8', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1667132397-router', 'tenant_id': 'd6f013a44999493b83fa035e0bb80cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': 'ec8a0159-6453-4612-9bdc-de8799193139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:33:29Z', 'updated_at': '2022-10-04T20:36:10Z', 'revision_number': 5, 'project_id': 'd6f013a44999493b83fa035e0bb80cb5', 'gw_port': {'id': 'ec8a0159-6453-4612-9bdc-de8799193139', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6284725-5742-43ff-9e84-d9c1cd9f8ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:33:31Z', 'updated_at': '2022-10-04T20:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:36:17.738617 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-9cd898a9-b00e-43f5-ab8b-e7754f20f9a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, b65d71d2-d1d9-4a7a-94a4-966b682bf3aa) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:36:17.745876 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd898a9-b00e-43f5-ab8b-e7754f20f9a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:17.746834 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9cd898a9-b00e-43f5-ab8b-e7754f20f9a9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:17.758722 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 8a7a20a6-e95e-4ab2-967a-33802452c73f triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:36:17.760231 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (8a7a20a6-e95e-4ab2-967a-33802452c73f), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:17.760231 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 8a7a20a6-e95e-4ab2-967a-33802452c73f Oct 04 20:36:17.763096 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6735b7f5-6bed-4d97-a06c-58e0d899ee1f None None] Network b65d71d2-d1d9-4a7a-94a4-966b682bf3aa requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:36:17.813744 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab95bde-4139-4508-bf80-dba5cd8d15c8 None None] Checking router: a6284725-5742-43ff-9e84-d9c1cd9f8ae8 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:36:17.850045 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab95bde-4139-4508-bf80-dba5cd8d15c8 None None] Routers {'a6284725-5742-43ff-9e84-d9c1cd9f8ae8'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:36:17.855075 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-9cd898a9-b00e-43f5-ab8b-e7754f20f9a9 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1070409 Oct 04 20:36:17.855377 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60272) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:36:17.856341 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-eab95bde-4139-4508-bf80-dba5cd8d15c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:36:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['a6284725-5742-43ff-9e84-d9c1cd9f8ae8'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:36:17.872137 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-5bc84594-8331-4b92-baf0-871613cf7788 admin admin] Request body: {'router': {'name': 'tempest-VolumesAdminNegativeTest-244093792-router', 'tenant_id': '1fa8bded1f7e4799968c21cfde1316b2', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:36:18.071309 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5bc84594-8331-4b92-baf0-871613cf7788 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (fa72bd7f-3a37-4a6b-97f8-e6edfd8608ee), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:18.073304 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5bc84594-8331-4b92-baf0-871613cf7788 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (fa72bd7f-3a37-4a6b-97f8-e6edfd8608ee), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:18.079213 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-882633c5-1ed6-48b0-8923-981b3f993d8e req-9ee9df8e-c027-431c-a99d-64ee8eee9667 service neutron] 10.222.0.83 "GET /networking/v2.0/security-groups?id=2307915d-12a1-4f54-8445-b78325b75811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4672635 Oct 04 20:36:18.103343 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-5ef1b255-f687-4829-91d2-c4141fd48849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd368dd45-ae89-439f-abfd-954328757492', 'name': 'tempest-ImagesOneServerNegativeTestJSON-283837492-router', 'tenant_id': '0f91c2932cc340f485c55568d70fe0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '05075238-64f5-4361-8621-4b5e2d8749ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:36:07Z', 'updated_at': '2022-10-04T20:36:12Z', 'revision_number': 3, 'project_id': '0f91c2932cc340f485c55568d70fe0b0', 'gw_port': {'id': '05075238-64f5-4361-8621-4b5e2d8749ea', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd368dd45-ae89-439f-abfd-954328757492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:36:10Z', 'updated_at': '2022-10-04T20:36:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:36:18.129079 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60274) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:36:18.165980 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-3371f77e-fceb-4755-908a-824c9a4016d1 req-b65a37a4-5f36-4d7d-8b7f-d361349f81b2 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2307915d-12a1-4f54-8445-b78325b75811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6708455 Oct 04 20:36:18.168329 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bd5fbdfe-3715-4327-983a-5d59f0987267 admin admin] Publish callbacks [] for router (a6284725-5742-43ff-9e84-d9c1cd9f8ae8), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:18.198116 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-eab95bde-4139-4508-bf80-dba5cd8d15c8 None None] Set router a6284725-5742-43ff-9e84-d9c1cd9f8ae8 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:36:18.200114 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-77f335e6-ab1a-4e15-8a29-300768cb0024 req-ab0127e1-b2a8-42e6-8950-74fb0aabcd1a tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/quotas/70436b8b504e43dc882f5ee434ecf443 HTTP/1.1" status: 200 len: 375 time: 0.3951714 Oct 04 20:36:18.224556 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef1b255-f687-4829-91d2-c4141fd48849 None None] Checking router: d368dd45-ae89-439f-abfd-954328757492 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:36:18.225523 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef1b255-f687-4829-91d2-c4141fd48849 None None] Updating router d368dd45-ae89-439f-abfd-954328757492 port 05075238-64f5-4361-8621-4b5e2d8749ea binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:36:18.250630 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5bc84594-8331-4b92-baf0-871613cf7788 admin admin] Publish callbacks [] for router_controller (fa72bd7f-3a37-4a6b-97f8-e6edfd8608ee), precommit_add_association {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:18.441447 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5ef1b255-f687-4829-91d2-c4141fd48849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (05075238-64f5-4361-8621-4b5e2d8749ea), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:18.529074 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-eac2f924-9a1d-4036-8702-19f5ca0bae81 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1089892850-network', 'tenant_id': '10ad510c188c41c5b44cde6ddd2f40e3'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:36:18.585000 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-77f335e6-ab1a-4e15-8a29-300768cb0024 req-5a0a6c6b-6f04-487a-9e9c-bbe7ed007385 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=70436b8b504e43dc882f5ee434ecf443&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3812048 Oct 04 20:36:18.750422 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 8a7a20a6-e95e-4ab2-967a-33802452c73f is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:36:18.751127 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (8a7a20a6-e95e-4ab2-967a-33802452c73f), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:18.804882 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac2f924-9a1d-4036-8702-19f5ca0bae81 admin admin] Made reservation on behalf of 10ad510c188c41c5b44cde6ddd2f40e3 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:36:18.809935 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-eac2f924-9a1d-4036-8702-19f5ca0bae81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:18.824690 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5bc84594-8331-4b92-baf0-871613cf7788 admin admin] Publish callbacks [] for router_gateway (fa72bd7f-3a37-4a6b-97f8-e6edfd8608ee), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:18.849117 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-eac2f924-9a1d-4036-8702-19f5ca0bae81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:18.857751 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 8a7a20a6-e95e-4ab2-967a-33802452c73f, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=8a7a20a6-e95e-4ab2-967a-33802452c73f,segment=NetworkSegment(b529e118-6ed8-446c-94f8-4dc4863ee841),segment_id=b529e118-6ed8-446c-94f8-4dc4863ee841)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:36:18.882657 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-eab95bde-4139-4508-bf80-dba5cd8d15c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6284725-5742-43ff-9e84-d9c1cd9f8ae8', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1667132397-router', 'tenant_id': 'd6f013a44999493b83fa035e0bb80cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': 'ec8a0159-6453-4612-9bdc-de8799193139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:33:29Z', 'updated_at': '2022-10-04T20:36:10Z', 'revision_number': 5, 'project_id': 'd6f013a44999493b83fa035e0bb80cb5', 'gw_port': {'id': 'ec8a0159-6453-4612-9bdc-de8799193139', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6284725-5742-43ff-9e84-d9c1cd9f8ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:33:31Z', 'updated_at': '2022-10-04T20:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:36:18.883485 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:18.897467 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381a413a-c749-4d2f-9e5e-772658ba1aec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-b65d71d2-d1d9-4a7a-94a4-966b682bf3aa', 'network_id': 'b65d71d2-d1d9-4a7a-94a4-966b682bf3aa', 'project_id': '1fa8bded1f7e4799968c21cfde1316b2', 'fixed_ips': [{'subnet_id': 'd0b387ee-5171-48d1-a650-adc1e6a99320'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:36:18.900375 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-381a413a-c749-4d2f-9e5e-772658ba1aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:18.952424 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bd5fbdfe-3715-4327-983a-5d59f0987267 admin admin] Publish callbacks [] for router_gateway (a6284725-5742-43ff-9e84-d9c1cd9f8ae8), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:18.975559 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab95bde-4139-4508-bf80-dba5cd8d15c8 None None] The sync data for ids ['a6284725-5742-43ff-9e84-d9c1cd9f8ae8'] in n-d-852085-12 is: [{'id': 'a6284725-5742-43ff-9e84-d9c1cd9f8ae8', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1667132397-router', 'tenant_id': 'd6f013a44999493b83fa035e0bb80cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': 'ec8a0159-6453-4612-9bdc-de8799193139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:33:29Z', 'updated_at': '2022-10-04T20:36:10Z', 'revision_number': 5, 'project_id': 'd6f013a44999493b83fa035e0bb80cb5', 'gw_port': {'id': 'ec8a0159-6453-4612-9bdc-de8799193139', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:b4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6284725-5742-43ff-9e84-d9c1cd9f8ae8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:33:31Z', 'updated_at': '2022-10-04T20:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:36:19.186391 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-bd5fbdfe-3715-4327-983a-5d59f0987267 admin admin] Deleting port ec8a0159-6453-4612-9bdc-de8799193139 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:36:19.187038 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bd5fbdfe-3715-4327-983a-5d59f0987267 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (ec8a0159-6453-4612-9bdc-de8799193139), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:19.236110 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (8a7a20a6-e95e-4ab2-967a-33802452c73f), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:19.343933 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:19.415518 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=8a7a20a6-e95e-4ab2-967a-33802452c73f,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:19.512011 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 967c3f1b-20db-4013-bcf1-22c5ceee7d18 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:36:19.564328 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 967c3f1b-20db-4013-bcf1-22c5ceee7d18 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:36:19.565267 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 967c3f1b-20db-4013-bcf1-22c5ceee7d18 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:36:19.584455 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-eac2f924-9a1d-4036-8702-19f5ca0bae81 admin admin] Publish callbacks [] for security_group (26c3903f-3f08-48dc-9ba6-c01da0eecd03), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:19.587805 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5bc84594-8331-4b92-baf0-871613cf7788 admin admin] Publish callbacks [] for router_gateway (fa72bd7f-3a37-4a6b-97f8-e6edfd8608ee), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:19.619406 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-3de6c164-d15f-4679-b857-1217746e3d76 req-26beab37-ed09-4d19-bcac-f688cc86c98d tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=73277283-dff3-403d-a03b-b44ab89b63c8 HTTP/1.1" status: 200 len: 210 time: 0.3658595 Oct 04 20:36:19.642664 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5bc84594-8331-4b92-baf0-871613cf7788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:19.648622 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:19.841249 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-bd5fbdfe-3715-4327-983a-5d59f0987267 admin admin] For port ec8a0159-6453-4612-9bdc-de8799193139, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=ec8a0159-6453-4612-9bdc-de8799193139,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:36:19.843201 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bd5fbdfe-3715-4327-983a-5d59f0987267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (ec8a0159-6453-4612-9bdc-de8799193139), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:19.893950 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-bd5fbdfe-3715-4327-983a-5d59f0987267 admin admin] Calling delete_port for ec8a0159-6453-4612-9bdc-de8799193139 owned by network:router_gateway {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:36:19.917405 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-eac2f924-9a1d-4036-8702-19f5ca0bae81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (26c3903f-3f08-48dc-9ba6-c01da0eecd03), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:19.969190 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:19.992157 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eac2f924-9a1d-4036-8702-19f5ca0bae81 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:36:20.044766 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac2f924-9a1d-4036-8702-19f5ca0bae81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c3903f-3f08-48dc-9ba6-c01da0eecd03,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:20.066547 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-eac2f924-9a1d-4036-8702-19f5ca0bae81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (8ec9a799-f226-40c4-b8e3-9f2f87b23638), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:20.066547 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-eac2f924-9a1d-4036-8702-19f5ca0bae81 admin admin] Added segment 8ec9a799-f226-40c4-b8e3-9f2f87b23638 of type vlan for network f83df98d-561c-48da-846a-6d99e02fce9a Oct 04 20:36:20.132580 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-381a413a-c749-4d2f-9e5e-772658ba1aec None None] Allocated IP 172.20.0.2 (b65d71d2-d1d9-4a7a-94a4-966b682bf3aa/d0b387ee-5171-48d1-a650-adc1e6a99320/5e040c50-8fff-4cc8-b66b-fdadb45f746d) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:36:20.151423 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:20.188396 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5ef1b255-f687-4829-91d2-c4141fd48849 None None] Publish callbacks [] for port (05075238-64f5-4361-8621-4b5e2d8749ea), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:20.229945 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-eac2f924-9a1d-4036-8702-19f5ca0bae81 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (f83df98d-561c-48da-846a-6d99e02fce9a), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:20.238110 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-170ceab6-da6a-4888-afce-e71cbaae079c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:20.271279 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:20.394935 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5ef1b255-f687-4829-91d2-c4141fd48849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (05075238-64f5-4361-8621-4b5e2d8749ea), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:20.451502 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-eac2f924-9a1d-4036-8702-19f5ca0bae81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (f83df98d-561c-48da-846a-6d99e02fce9a), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:20.455472 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac2f924-9a1d-4036-8702-19f5ca0bae81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:20.460682 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-eac2f924-9a1d-4036-8702-19f5ca0bae81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:20.492790 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da50ec8-86b3-4b77-ba08-bc2ef2d9c738 req-59515742-987e-40a1-be06-4ad458a2c3dc tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:20.498674 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4da50ec8-86b3-4b77-ba08-bc2ef2d9c738 req-59515742-987e-40a1-be06-4ad458a2c3dc tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3cbd24d1-c9b9-4e54-a25f-c8553d279e56 HTTP/1.1" status: 200 len: 950 time: 0.4596105 Oct 04 20:36:20.519241 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-5ef1b255-f687-4829-91d2-c4141fd48849 None None] Attempting to bind port 05075238-64f5-4361-8621-4b5e2d8749ea on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:36:20.522289 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-5ef1b255-f687-4829-91d2-c4141fd48849 None None] Attempting to bind port 05075238-64f5-4361-8621-4b5e2d8749ea by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:36:20.522289 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef1b255-f687-4829-91d2-c4141fd48849 None None] Attempting to bind port 05075238-64f5-4361-8621-4b5e2d8749ea on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:36:20.635187 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60302) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:36:20.637042 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494f16d6-eacb-4baa-b97a-cf39892fba0e None None] Pushing event updated for resources: {'Port': ['ID=05075238-64f5-4361-8621-4b5e2d8749ea,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:20.699079 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-5bc84594-8331-4b92-baf0-871613cf7788 admin admin] Allocated IP 172.25.5.24 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/10dccec1-def6-48de-946b-d4496923180f) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:36:20.781630 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:20.802595 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:20.822150 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-381a413a-c749-4d2f-9e5e-772658ba1aec None None] Publish callbacks [] for port (5e040c50-8fff-4cc8-b66b-fdadb45f746d), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:20.826175 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef1b255-f687-4829-91d2-c4141fd48849 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:36:20.827924 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef1b255-f687-4829-91d2-c4141fd48849 None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:36:20.828682 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5ef1b255-f687-4829-91d2-c4141fd48849 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:20.829332 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef1b255-f687-4829-91d2-c4141fd48849 None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:36:20.830231 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-5ef1b255-f687-4829-91d2-c4141fd48849 None None] Bound port: 05075238-64f5-4361-8621-4b5e2d8749ea, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:36:20.830928 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5ef1b255-f687-4829-91d2-c4141fd48849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (05075238-64f5-4361-8621-4b5e2d8749ea), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:20.841556 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-170ceab6-da6a-4888-afce-e71cbaae079c admin admin] Allocated IP 172.20.0.1 (df2b7da7-6013-4113-a882-eeb499a29518/dae991ec-1618-42fb-b8a1-9d9a8b02994a/8c8b78ee-471f-4c7d-ae55-acd65ce4e46c) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:36:20.898400 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-eac2f924-9a1d-4036-8702-19f5ca0bae81 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.7674212 Oct 04 20:36:20.916089 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60314) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:36:20.931761 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-a0f32c13-08fc-44d3-855c-eee3e87e8c8b admin admin] Request body: {'subnet': {'network_id': 'f83df98d-561c-48da-846a-6d99e02fce9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1089892850-subnet', 'tenant_id': '10ad510c188c41c5b44cde6ddd2f40e3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:36:20.944342 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac2f924-9a1d-4036-8702-19f5ca0bae81 admin admin] Pushing event updated for resources: {'Network': ['ID=f83df98d-561c-48da-846a-6d99e02fce9a,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:20.950902 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-5ef1b255-f687-4829-91d2-c4141fd48849 None None] For port 05075238-64f5-4361-8621-4b5e2d8749ea, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:36:20.958893 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-5ef1b255-f687-4829-91d2-c4141fd48849 None None] For port 05075238-64f5-4361-8621-4b5e2d8749ea, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=05075238-64f5-4361-8621-4b5e2d8749ea,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:36:20.964431 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network f83df98d-561c-48da-846a-6d99e02fce9a details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:36:21.085329 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f32c13-08fc-44d3-855c-eee3e87e8c8b admin admin] Made reservation on behalf of 10ad510c188c41c5b44cde6ddd2f40e3 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:36:21.088808 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5ef1b255-f687-4829-91d2-c4141fd48849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (05075238-64f5-4361-8621-4b5e2d8749ea), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:21.092658 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a0f32c13-08fc-44d3-855c-eee3e87e8c8b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:21.100962 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-381a413a-c749-4d2f-9e5e-772658ba1aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (5e040c50-8fff-4cc8-b66b-fdadb45f746d), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:21.133016 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5bc84594-8331-4b92-baf0-871613cf7788 admin admin] Publish callbacks [] for port (10dccec1-def6-48de-946b-d4496923180f), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:21.275019 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4da50ec8-86b3-4b77-ba08-bc2ef2d9c738 req-98bd4380-a568-41fd-8a3b-d731ac200d38 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2307915d-12a1-4f54-8445-b78325b75811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4771934 Oct 04 20:36:21.283205 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-56ec514a-4a48-490d-b6fb-f4e2ab57ca55 req-1a7616f0-9b21-4d80-bd52-8dd69142e9c0 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=73277283-dff3-403d-a03b-b44ab89b63c8 HTTP/1.1" status: 200 len: 210 time: 0.4188218 Oct 04 20:36:21.286227 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381a413a-c749-4d2f-9e5e-772658ba1aec None None] Network b65d71d2-d1d9-4a7a-94a4-966b682bf3aa is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:36:21.325010 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-381a413a-c749-4d2f-9e5e-772658ba1aec None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:36:21.345084 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef1b255-f687-4829-91d2-c4141fd48849 None None] Routers {'d368dd45-ae89-439f-abfd-954328757492'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:36:21.347358 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-5ef1b255-f687-4829-91d2-c4141fd48849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:36:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['d368dd45-ae89-439f-abfd-954328757492'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:36:21.354434 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381a413a-c749-4d2f-9e5e-772658ba1aec None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:36:21.361832 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bd5fbdfe-3715-4327-983a-5d59f0987267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (ec8a0159-6453-4612-9bdc-de8799193139), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:21.380596 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:UPDATE=6,neutron:SELECT=83,neutron:INSERT=9,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:21.452609 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-79e5395d-9035-4261-88bc-aae816992334 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:21.501679 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5fbdfe-3715-4327-983a-5d59f0987267 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec8a0159-6453-4612-9bdc-de8799193139,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:21.518576 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-170ceab6-da6a-4888-afce-e71cbaae079c admin admin] Publish callbacks [] for port (8c8b78ee-471f-4c7d-ae55-acd65ce4e46c), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:21.631710 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=83,neutron:UPDATE=5,neutron:DELETE=8,neutron:INSERT=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:21.664550 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5bc84594-8331-4b92-baf0-871613cf7788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (10dccec1-def6-48de-946b-d4496923180f), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:21.714819 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bd5fbdfe-3715-4327-983a-5d59f0987267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (a6284725-5742-43ff-9e84-d9c1cd9f8ae8), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:21.866481 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc84594-8331-4b92-baf0-871613cf7788 admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:36:21.899306 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-5bc84594-8331-4b92-baf0-871613cf7788 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:36:21.907657 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc84594-8331-4b92-baf0-871613cf7788 admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:36:21.914856 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc84594-8331-4b92-baf0-871613cf7788 admin admin] Pushing event updated for resources: {'Port': ['ID=10dccec1-def6-48de-946b-d4496923180f,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:21.944477 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-5ef1b255-f687-4829-91d2-c4141fd48849 None None] Set router d368dd45-ae89-439f-abfd-954328757492 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:36:22.000506 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:22.009079 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 8a7a20a6-e95e-4ab2-967a-33802452c73f up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:36:22.045901 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:22.055670 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bd5fbdfe-3715-4327-983a-5d59f0987267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (a6284725-5742-43ff-9e84-d9c1cd9f8ae8), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:22.066463 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bd5fbdfe-3715-4327-983a-5d59f0987267 admin admin] Publish callbacks [] for router_controller (a6284725-5742-43ff-9e84-d9c1cd9f8ae8), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:22.106206 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:22.118045 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-79e5395d-9035-4261-88bc-aae816992334 admin admin] Publish callbacks [] for security_group (9e49fb52-2782-4add-8c8a-af513a314d8f), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:22.162212 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494f16d6-eacb-4baa-b97a-cf39892fba0e None None] Pushing event updated for resources: {'Port': ['ID=05075238-64f5-4361-8621-4b5e2d8749ea,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:22.167812 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-170ceab6-da6a-4888-afce-e71cbaae079c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (8c8b78ee-471f-4c7d-ae55-acd65ce4e46c), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:22.276303 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170ceab6-da6a-4888-afce-e71cbaae079c admin admin] Network df2b7da7-6013-4113-a882-eeb499a29518 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:36:22.282939 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-170ceab6-da6a-4888-afce-e71cbaae079c admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:36:22.291372 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170ceab6-da6a-4888-afce-e71cbaae079c admin admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:36:22.298190 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170ceab6-da6a-4888-afce-e71cbaae079c admin admin] Pushing event updated for resources: {'Port': ['ID=8c8b78ee-471f-4c7d-ae55-acd65ce4e46c,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:22.347426 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bd5fbdfe-3715-4327-983a-5d59f0987267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (a6284725-5742-43ff-9e84-d9c1cd9f8ae8), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:22.348649 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd5fbdfe-3715-4327-983a-5d59f0987267 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6284725-5742-43ff-9e84-d9c1cd9f8ae8 {{(pid=108170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:36:22.379206 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bd5fbdfe-3715-4327-983a-5d59f0987267 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:22.391784 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-bd5fbdfe-3715-4327-983a-5d59f0987267 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/a6284725-5742-43ff-9e84-d9c1cd9f8ae8 HTTP/1.1" status: 204 len: 168 time: 5.8629158 Oct 04 20:36:22.393707 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 60326) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:36:22.461598 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-170ceab6-da6a-4888-afce-e71cbaae079c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (d368dd45-ae89-439f-abfd-954328757492), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:22.571641 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:22.574666 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381a413a-c749-4d2f-9e5e-772658ba1aec None None] Pushing event updated for resources: {'Port': ['ID=5e040c50-8fff-4cc8-b66b-fdadb45f746d,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:22.579122 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 8a7a20a6-e95e-4ab2-967a-33802452c73f triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:36:22.587548 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (8a7a20a6-e95e-4ab2-967a-33802452c73f), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:22.588486 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 8a7a20a6-e95e-4ab2-967a-33802452c73f Oct 04 20:36:22.737001 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-381a413a-c749-4d2f-9e5e-772658ba1aec None None] Attempting to bind port 5e040c50-8fff-4cc8-b66b-fdadb45f746d on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:36:22.742774 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-381a413a-c749-4d2f-9e5e-772658ba1aec None None] Attempting to bind port 5e040c50-8fff-4cc8-b66b-fdadb45f746d by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'd537df7c-b5ad-4f7c-a0a4-a23d57d3c27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'b65d71d2-d1d9-4a7a-94a4-966b682bf3aa'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:36:22.742774 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381a413a-c749-4d2f-9e5e-772658ba1aec None None] Attempting to bind port 5e040c50-8fff-4cc8-b66b-fdadb45f746d on network b65d71d2-d1d9-4a7a-94a4-966b682bf3aa {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:36:22.843645 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-7f378a9c-c7d8-414f-8feb-4e045083429c req-cb72abcd-054e-4539-8b49-704814a98259 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=73277283-dff3-403d-a03b-b44ab89b63c8 HTTP/1.1" status: 200 len: 210 time: 0.1473162 Oct 04 20:36:22.876642 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff7e7407-34b1-44f8-be51-c0f660632c60 admin admin] Deleting subnet 637552da-6966-4094-94ea-d3a0e977ebab {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:36:22.887977 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ff7e7407-34b1-44f8-be51-c0f660632c60 admin admin] Publish callbacks [] for subnet (637552da-6966-4094-94ea-d3a0e977ebab), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:22.908234 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-79e5395d-9035-4261-88bc-aae816992334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (9e49fb52-2782-4add-8c8a-af513a314d8f), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:22.919863 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a0f32c13-08fc-44d3-855c-eee3e87e8c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (286b35bf-8b5e-4589-90e5-35a54a75a2e5), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:23.006514 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:23.059406 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:23.182468 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ff7e7407-34b1-44f8-be51-c0f660632c60 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (637552da-6966-4094-94ea-d3a0e977ebab), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:23.187451 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-79e5395d-9035-4261-88bc-aae816992334 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=3d9a7348e41447b4a6c5faaef16ac431&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5460680 Oct 04 20:36:23.190359 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60332) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:36:23.204637 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381a413a-c749-4d2f-9e5e-772658ba1aec None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:36:23.205225 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381a413a-c749-4d2f-9e5e-772658ba1aec None None] Checking segment: {'id': 'd537df7c-b5ad-4f7c-a0a4-a23d57d3c27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'b65d71d2-d1d9-4a7a-94a4-966b682bf3aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:36:23.206051 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-381a413a-c749-4d2f-9e5e-772658ba1aec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:23.206540 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381a413a-c749-4d2f-9e5e-772658ba1aec None None] Bound using segment: {'id': 'd537df7c-b5ad-4f7c-a0a4-a23d57d3c27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'b65d71d2-d1d9-4a7a-94a4-966b682bf3aa'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:36:23.207363 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-381a413a-c749-4d2f-9e5e-772658ba1aec None None] Bound port: 5e040c50-8fff-4cc8-b66b-fdadb45f746d, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd537df7c-b5ad-4f7c-a0a4-a23d57d3c27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'b65d71d2-d1d9-4a7a-94a4-966b682bf3aa'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:36:23.207976 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-381a413a-c749-4d2f-9e5e-772658ba1aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (5e040c50-8fff-4cc8-b66b-fdadb45f746d), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:23.220319 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-23a6beed-d20f-445d-9cd3-8c19399ba952 None None] Provisioning complete for port 8c8b78ee-471f-4c7d-ae55-acd65ce4e46c triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:36:23.238301 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-23a6beed-d20f-445d-9cd3-8c19399ba952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (8c8b78ee-471f-4c7d-ae55-acd65ce4e46c), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:23.238301 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-23a6beed-d20f-445d-9cd3-8c19399ba952 None None] Attempt 1 to provision port 8c8b78ee-471f-4c7d-ae55-acd65ce4e46c Oct 04 20:36:23.244041 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-5ef1b255-f687-4829-91d2-c4141fd48849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd368dd45-ae89-439f-abfd-954328757492', 'name': 'tempest-ImagesOneServerNegativeTestJSON-283837492-router', 'tenant_id': '0f91c2932cc340f485c55568d70fe0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '05075238-64f5-4361-8621-4b5e2d8749ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:36:07Z', 'updated_at': '2022-10-04T20:36:12Z', 'revision_number': 3, 'project_id': '0f91c2932cc340f485c55568d70fe0b0', 'gw_port': {'id': '05075238-64f5-4361-8621-4b5e2d8749ea', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd368dd45-ae89-439f-abfd-954328757492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:36:10Z', 'updated_at': '2022-10-04T20:36:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:36:23.279641 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 8a7a20a6-e95e-4ab2-967a-33802452c73f is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:36:23.284994 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5395d-9035-4261-88bc-aae816992334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e49fb52-2782-4add-8c8a-af513a314d8f,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:23.294397 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f32c13-08fc-44d3-855c-eee3e87e8c8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=286b35bf-8b5e-4589-90e5-35a54a75a2e5,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:23.333446 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af86f0f-f04c-4225-9f52-3dbb2634c88a req-f3466aed-b31a-4b61-80b3-d068880ec71c tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:23.347021 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4af86f0f-f04c-4225-9f52-3dbb2634c88a req-f3466aed-b31a-4b61-80b3-d068880ec71c tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3cbd24d1-c9b9-4e54-a25f-c8553d279e56 HTTP/1.1" status: 200 len: 950 time: 0.2631528 Oct 04 20:36:23.398081 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-170ceab6-da6a-4888-afce-e71cbaae079c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (8c8b78ee-471f-4c7d-ae55-acd65ce4e46c), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:23.416893 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cf5ec537-f9bd-4e35-8363-17e29db53687 admin admin] Publish callbacks [] for security_group (9e49fb52-2782-4add-8c8a-af513a314d8f), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:23.490519 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef1b255-f687-4829-91d2-c4141fd48849 None None] The sync data for ids ['d368dd45-ae89-439f-abfd-954328757492'] in n-d-852085-12 is: [{'id': 'd368dd45-ae89-439f-abfd-954328757492', 'name': 'tempest-ImagesOneServerNegativeTestJSON-283837492-router', 'tenant_id': '0f91c2932cc340f485c55568d70fe0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '05075238-64f5-4361-8621-4b5e2d8749ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:36:07Z', 'updated_at': '2022-10-04T20:36:12Z', 'revision_number': 3, 'project_id': '0f91c2932cc340f485c55568d70fe0b0', 'gw_port': {'id': '05075238-64f5-4361-8621-4b5e2d8749ea', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd368dd45-ae89-439f-abfd-954328757492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:36:10Z', 'updated_at': '2022-10-04T20:36:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:36:23.500050 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-23a6beed-d20f-445d-9cd3-8c19399ba952 None None] Port 8c8b78ee-471f-4c7d-ae55-acd65ce4e46c cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:36:23.511273 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f32c13-08fc-44d3-855c-eee3e87e8c8b admin admin] Checking segment: {'id': '8ec9a799-f226-40c4-b8e3-9f2f87b23638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f83df98d-561c-48da-846a-6d99e02fce9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:36:23.511853 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f32c13-08fc-44d3-855c-eee3e87e8c8b admin admin] Network hostable DHCP agents. Network: f83df98d-561c-48da-846a-6d99e02fce9a, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:36:23.526337 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cf5ec537-f9bd-4e35-8363-17e29db53687 admin admin] Publish callbacks [] for security_group (9e49fb52-2782-4add-8c8a-af513a314d8f), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:23.610864 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device ec8a0159-6453-4612-9bdc-de8799193139 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:36:23.662196 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: ec8a0159-6453-4612-9bdc-de8799193139 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:36:23.663321 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device ec8a0159-6453-4612-9bdc-de8799193139 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:36:23.683658 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-381a413a-c749-4d2f-9e5e-772658ba1aec None None] For port 5e040c50-8fff-4cc8-b66b-fdadb45f746d, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:36:23.722106 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-381a413a-c749-4d2f-9e5e-772658ba1aec None None] For port 5e040c50-8fff-4cc8-b66b-fdadb45f746d, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=5e040c50-8fff-4cc8-b66b-fdadb45f746d,segment=NetworkSegment(d537df7c-b5ad-4f7c-a0a4-a23d57d3c27d),segment_id=d537df7c-b5ad-4f7c-a0a4-a23d57d3c27d)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:36:23.794683 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4af86f0f-f04c-4225-9f52-3dbb2634c88a req-7c92a56e-554b-4a7d-9a69-90d16c4cb33f tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2307915d-12a1-4f54-8445-b78325b75811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4451528 Oct 04 20:36:23.823086 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5bc84594-8331-4b92-baf0-871613cf7788 admin admin] Publish callbacks [] for router_gateway (fa72bd7f-3a37-4a6b-97f8-e6edfd8608ee), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:23.844540 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ff7e7407-34b1-44f8-be51-c0f660632c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (637552da-6966-4094-94ea-d3a0e977ebab), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:23.871329 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-381a413a-c749-4d2f-9e5e-772658ba1aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (5e040c50-8fff-4cc8-b66b-fdadb45f746d), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:24.025882 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f32c13-08fc-44d3-855c-eee3e87e8c8b admin admin] Network f83df98d-561c-48da-846a-6d99e02fce9a is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:36:24.137064 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381a413a-c749-4d2f-9e5e-772658ba1aec None None] Pushing event updated for resources: {'Port': ['ID=5e040c50-8fff-4cc8-b66b-fdadb45f746d,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:24.154397 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-170ceab6-da6a-4888-afce-e71cbaae079c admin admin] Publish callbacks [] for port (8c8b78ee-471f-4c7d-ae55-acd65ce4e46c), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:24.179078 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ff7e7407-34b1-44f8-be51-c0f660632c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (637552da-6966-4094-94ea-d3a0e977ebab), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:24.232252 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ff7e7407-34b1-44f8-be51-c0f660632c60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:24.236034 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a511896-aafc-4275-ac73-71b4714e5460 None None] Network 0b6825d5-4dc6-46c1-9cbc-99ce56510afe requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:36:24.251069 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-ff7e7407-34b1-44f8-be51-c0f660632c60 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/637552da-6966-4094-94ea-d3a0e977ebab HTTP/1.1" status: 204 len: 168 time: 1.7991359 Oct 04 20:36:24.321875 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 60348) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:36:24.350820 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-a0f32c13-08fc-44d3-855c-eee3e87e8c8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, f83df98d-561c-48da-846a-6d99e02fce9a) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:36:24.353571 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cf5ec537-f9bd-4e35-8363-17e29db53687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (9e49fb52-2782-4add-8c8a-af513a314d8f), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:24.364971 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cf5ec537-f9bd-4e35-8363-17e29db53687 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:24.366329 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-cf5ec537-f9bd-4e35-8363-17e29db53687 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/9e49fb52-2782-4add-8c8a-af513a314d8f HTTP/1.1" status: 204 len: 168 time: 1.1534457 Oct 04 20:36:24.367393 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:24.383950 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f32c13-08fc-44d3-855c-eee3e87e8c8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:24.384472 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a0f32c13-08fc-44d3-855c-eee3e87e8c8b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:24.411399 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-170ceab6-da6a-4888-afce-e71cbaae079c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (8c8b78ee-471f-4c7d-ae55-acd65ce4e46c), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:24.436892 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3eb121-aa7a-496c-8397-9efb4285b255 None None] Network f83df98d-561c-48da-846a-6d99e02fce9a requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:36:24.440092 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7e7407-34b1-44f8-be51-c0f660632c60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=637552da-6966-4094-94ea-d3a0e977ebab,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:24.752775 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:24.911266 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01712a0-9376-46c9-8aa0-ea1cdea9fa28 req-c5ae83c3-6bf3-424b-803a-bac1f7ae5a47 tempest-MigrationsAdminTest-609424741 tempest-MigrationsAdminTest-609424741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:24.925682 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c01712a0-9376-46c9-8aa0-ea1cdea9fa28 req-c5ae83c3-6bf3-424b-803a-bac1f7ae5a47 tempest-MigrationsAdminTest-609424741 tempest-MigrationsAdminTest-609424741-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3cbd24d1-c9b9-4e54-a25f-c8553d279e56 HTTP/1.1" status: 200 len: 1133 time: 0.7566497 Oct 04 20:36:24.932452 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5ec537-f9bd-4e35-8363-17e29db53687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e49fb52-2782-4add-8c8a-af513a314d8f,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:24.945621 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-62b9066d-0ecc-495b-ac16-24bc80eb6621 req-287ee9c2-92a9-4efd-8101-3fd37dbc240b tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=73277283-dff3-403d-a03b-b44ab89b63c8 HTTP/1.1" status: 200 len: 210 time: 0.5378978 Oct 04 20:36:24.999086 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a0f32c13-08fc-44d3-855c-eee3e87e8c8b admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 4.0756221 Oct 04 20:36:25.001839 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60354) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:36:25.016030 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-4931f3eb-898c-4c14-8c72-f1169d4f98b9 admin admin] Request body: {'router': {'name': 'tempest-LiveMigrationTest-1089892850-router', 'tenant_id': '10ad510c188c41c5b44cde6ddd2f40e3', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:36:25.091524 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170ceab6-da6a-4888-afce-e71cbaae079c admin admin] Pushing event updated for resources: {'Port': ['ID=8c8b78ee-471f-4c7d-ae55-acd65ce4e46c,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:25.100026 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5bc84594-8331-4b92-baf0-871613cf7788 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (fa72bd7f-3a37-4a6b-97f8-e6edfd8608ee), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:25.160895 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-170ceab6-da6a-4888-afce-e71cbaae079c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (d368dd45-ae89-439f-abfd-954328757492), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:25.186460 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bdf2b27a-6937-4047-8a0d-f9796d6ac683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (0b6825d5-4dc6-46c1-9cbc-99ce56510afe), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:25.193262 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fd0db0-1b66-43ac-b329-22f2f9ae83bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-f83df98d-561c-48da-846a-6d99e02fce9a', 'network_id': 'f83df98d-561c-48da-846a-6d99e02fce9a', 'project_id': '10ad510c188c41c5b44cde6ddd2f40e3', 'fixed_ips': [{'subnet_id': '286b35bf-8b5e-4589-90e5-35a54a75a2e5'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:36:25.196641 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e3fd0db0-1b66-43ac-b329-22f2f9ae83bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:25.291250 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32c3e3c-411b-40a7-8b9e-406f8c34a896 None None] DHCP port deletion for 0b6825d5-4dc6-46c1-9cbc-99ce56510afe request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:36:25.310749 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:25.337162 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c01712a0-9376-46c9-8aa0-ea1cdea9fa28 req-0ad45585-78f3-4478-bf51-d60a6a17bfe2 tempest-MigrationsAdminTest-609424741 tempest-MigrationsAdminTest-609424741-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2307915d-12a1-4f54-8445-b78325b75811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4086709 Oct 04 20:36:25.342132 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4931f3eb-898c-4c14-8c72-f1169d4f98b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (35837e1b-e5e6-4dc6-ad2d-b8611eb70838), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:25.346359 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4931f3eb-898c-4c14-8c72-f1169d4f98b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (35837e1b-e5e6-4dc6-ad2d-b8611eb70838), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:25.399384 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:25.413119 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60358) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:36:25.538061 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-c32c3e3c-411b-40a7-8b9e-406f8c34a896 None None] Deleting port a62f05ab-4751-46a0-81d2-4ea0a1a5e668 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:36:25.557088 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c32c3e3c-411b-40a7-8b9e-406f8c34a896 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (a62f05ab-4751-46a0-81d2-4ea0a1a5e668), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:25.852734 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4931f3eb-898c-4c14-8c72-f1169d4f98b9 admin admin] Publish callbacks [] for router_controller (35837e1b-e5e6-4dc6-ad2d-b8611eb70838), precommit_add_association {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:25.980879 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-61b2e96d-65c6-42e0-bfd0-76a7c5dbb29f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:26.062248 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc84594-8331-4b92-baf0-871613cf7788 admin admin] Router fa72bd7f-3a37-4a6b-97f8-e6edfd8608ee is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:36:26.101107 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 05075238-64f5-4361-8621-4b5e2d8749ea up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:36:26.107736 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60368) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:36:26.406441 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-c32c3e3c-411b-40a7-8b9e-406f8c34a896 None None] For port a62f05ab-4751-46a0-81d2-4ea0a1a5e668, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=a62f05ab-4751-46a0-81d2-4ea0a1a5e668,segment=NetworkSegment(b20b7c82-2b60-4d25-9356-84fbc8187ab3),segment_id=b20b7c82-2b60-4d25-9356-84fbc8187ab3)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:36:26.407748 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c32c3e3c-411b-40a7-8b9e-406f8c34a896 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (a62f05ab-4751-46a0-81d2-4ea0a1a5e668), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:26.409578 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1fb7ef47-add5-4e87-942f-812fdf416e0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:26.432741 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-c32c3e3c-411b-40a7-8b9e-406f8c34a896 None None] Calling delete_port for a62f05ab-4751-46a0-81d2-4ea0a1a5e668 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:36:26.551476 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7dc0a09-f663-4c9f-9438-a530280dd4c0 None None] Network b65d71d2-d1d9-4a7a-94a4-966b682bf3aa requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:36:26.578454 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-3f637413-90e7-410e-8bba-85a9fe10842f None None] Provisioning complete for port 5e040c50-8fff-4cc8-b66b-fdadb45f746d triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:36:26.579590 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3f637413-90e7-410e-8bba-85a9fe10842f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (5e040c50-8fff-4cc8-b66b-fdadb45f746d), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:26.580443 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-3f637413-90e7-410e-8bba-85a9fe10842f None None] Attempt 1 to provision port 5e040c50-8fff-4cc8-b66b-fdadb45f746d Oct 04 20:36:26.647748 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:DELETE=3,neutron:UPDATE=1,neutron:SELECT=96 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:26.767464 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-77f335e6-ab1a-4e15-8a29-300768cb0024 req-9ea35121-2573-4955-a724-fb87879e9826 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.83 "GET /networking/v2.0/networks?tenant_id=70436b8b504e43dc882f5ee434ecf443&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1173189 Oct 04 20:36:26.769999 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-bdf2b27a-6937-4047-8a0d-f9796d6ac683 admin admin] Deleting port a62f05ab-4751-46a0-81d2-4ea0a1a5e668 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:36:26.770910 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bdf2b27a-6937-4047-8a0d-f9796d6ac683 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (a62f05ab-4751-46a0-81d2-4ea0a1a5e668), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:26.792908 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-af9c501f-54eb-4311-a55a-bde98f572f81 req-79db3420-2ae3-476f-96cd-c6ec76ffae18 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=73277283-dff3-403d-a03b-b44ab89b63c8 HTTP/1.1" status: 200 len: 210 time: 0.1398096 Oct 04 20:36:26.806924 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-61b2e96d-65c6-42e0-bfd0-76a7c5dbb29f admin admin] Publish callbacks [] for security_group (531bb918-c254-489e-aff5-dc0ec9ca35cd), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:26.835740 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4931f3eb-898c-4c14-8c72-f1169d4f98b9 admin admin] Publish callbacks [] for router_gateway (35837e1b-e5e6-4dc6-ad2d-b8611eb70838), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:26.838725 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:26.881841 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 05075238-64f5-4361-8621-4b5e2d8749ea triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:36:26.882475 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (05075238-64f5-4361-8621-4b5e2d8749ea), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:26.882900 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 05075238-64f5-4361-8621-4b5e2d8749ea Oct 04 20:36:26.894283 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-e3fd0db0-1b66-43ac-b329-22f2f9ae83bb None None] Allocated IP 172.20.0.2 (f83df98d-561c-48da-846a-6d99e02fce9a/286b35bf-8b5e-4589-90e5-35a54a75a2e5/a425d1d9-36d6-4dfd-b739-d93ba356804d) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:36:26.953183 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:26.990723 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-61b2e96d-65c6-42e0-bfd0-76a7c5dbb29f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (531bb918-c254-489e-aff5-dc0ec9ca35cd), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:27.089218 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170ceab6-da6a-4888-afce-e71cbaae079c admin admin] Network df2b7da7-6013-4113-a882-eeb499a29518 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:36:27.146194 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-170ceab6-da6a-4888-afce-e71cbaae079c admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:36:27.172331 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc84594-8331-4b92-baf0-871613cf7788 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:36:27.230203 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce3ed97-da8c-421b-bcd7-f60b0f560d21 None None] Sync routers for ids ['fa72bd7f-3a37-4a6b-97f8-e6edfd8608ee'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:36:27.243760 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-61b2e96d-65c6-42e0-bfd0-76a7c5dbb29f admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=5eab98ddbb994a599add8e65758bb605&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8247838 Oct 04 20:36:27.254354 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60374) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:36:27.316407 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b2e96d-65c6-42e0-bfd0-76a7c5dbb29f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=531bb918-c254-489e-aff5-dc0ec9ca35cd,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:27.366567 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce3ed97-da8c-421b-bcd7-f60b0f560d21 None None] Routers {'fa72bd7f-3a37-4a6b-97f8-e6edfd8608ee'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:36:27.368341 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-fce3ed97-da8c-421b-bcd7-f60b0f560d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:36:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['fa72bd7f-3a37-4a6b-97f8-e6edfd8608ee'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:36:27.443851 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5bc84594-8331-4b92-baf0-871613cf7788 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:27.461915 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-5bc84594-8331-4b92-baf0-871613cf7788 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 9.5888710 Oct 04 20:36:27.478430 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfea458-3865-4abe-9715-f38f0bdc0fa7 req-d4c54a15-092a-47fd-bdff-7f24abd44fcc tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:27.485458 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60376) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:36:27.491803 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-3bfea458-3865-4abe-9715-f38f0bdc0fa7 req-d4c54a15-092a-47fd-bdff-7f24abd44fcc tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3cbd24d1-c9b9-4e54-a25f-c8553d279e56 HTTP/1.1" status: 200 len: 950 time: 0.3522685 Oct 04 20:36:27.519163 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1fb7ef47-add5-4e87-942f-812fdf416e0e admin admin] Publish callbacks [] for security_group (fa986833-5524-41e5-8943-c10d4e6248aa), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:27.587601 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-3f637413-90e7-410e-8bba-85a9fe10842f None None] Current status of the port 5e040c50-8fff-4cc8-b66b-fdadb45f746d is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:36:27.588486 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3f637413-90e7-410e-8bba-85a9fe10842f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (5e040c50-8fff-4cc8-b66b-fdadb45f746d), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:27.628588 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:27.630437 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c32c3e3c-411b-40a7-8b9e-406f8c34a896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (a62f05ab-4751-46a0-81d2-4ea0a1a5e668), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:27.754738 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32c3e3c-411b-40a7-8b9e-406f8c34a896 None None] Pushing event deleted for resources: {'Port': ['ID=a62f05ab-4751-46a0-81d2-4ea0a1a5e668,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:27.777599 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-bdf2b27a-6937-4047-8a0d-f9796d6ac683 admin admin] For port a62f05ab-4751-46a0-81d2-4ea0a1a5e668, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=a62f05ab-4751-46a0-81d2-4ea0a1a5e668,segment=NetworkSegment(b20b7c82-2b60-4d25-9356-84fbc8187ab3),segment_id=b20b7c82-2b60-4d25-9356-84fbc8187ab3)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:36:27.779169 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bdf2b27a-6937-4047-8a0d-f9796d6ac683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (a62f05ab-4751-46a0-81d2-4ea0a1a5e668), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:27.795179 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-3f637413-90e7-410e-8bba-85a9fe10842f None None] For port 5e040c50-8fff-4cc8-b66b-fdadb45f746d, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=5e040c50-8fff-4cc8-b66b-fdadb45f746d,segment=NetworkSegment(d537df7c-b5ad-4f7c-a0a4-a23d57d3c27d),segment_id=d537df7c-b5ad-4f7c-a0a4-a23d57d3c27d)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:36:27.804471 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:INSERT=16,neutron:SELECT=80,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:27.812253 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-fce3ed97-da8c-421b-bcd7-f60b0f560d21 None None] Set router fa72bd7f-3a37-4a6b-97f8-e6edfd8608ee gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:36:27.812599 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-bdf2b27a-6937-4047-8a0d-f9796d6ac683 admin admin] Calling delete_port for a62f05ab-4751-46a0-81d2-4ea0a1a5e668 owned by network:dhcp {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:36:27.818878 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1fb7ef47-add5-4e87-942f-812fdf416e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (fa986833-5524-41e5-8943-c10d4e6248aa), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:27.827294 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32c3e3c-411b-40a7-8b9e-406f8c34a896 None None] No DVR routers for this DVR port a62f05ab-4751-46a0-81d2-4ea0a1a5e668 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:36:27.849960 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f335e6-ab1a-4e15-8a29-300768cb0024 req-06b69cbf-d21b-4888-8af1-e5b0f223d19c tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:27.856799 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-77f335e6-ab1a-4e15-8a29-300768cb0024 req-06b69cbf-d21b-4888-8af1-e5b0f223d19c tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.83 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0463002 Oct 04 20:36:27.954937 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ab19fb1b-22cd-4ba3-9759-72412dffcfa3 admin admin] Publish callbacks [] for security_group (531bb918-c254-489e-aff5-dc0ec9ca35cd), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:28.018344 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3f637413-90e7-410e-8bba-85a9fe10842f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (5e040c50-8fff-4cc8-b66b-fdadb45f746d), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:28.025802 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-1fb7ef47-add5-4e87-942f-812fdf416e0e admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=de42762f81684f95b592497ddd4e1422&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9004648 Oct 04 20:36:28.060703 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [req-77f335e6-ab1a-4e15-8a29-300768cb0024 req-8b07b4f0-5bc2-4c30-ada9-1c7134cecd42 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Request body: {'port': {'device_id': '73277283-dff3-403d-a03b-b44ab89b63c8', 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7', 'admin_state_up': True, 'tenant_id': '70436b8b504e43dc882f5ee434ecf443'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:36:28.066120 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 60380) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:36:28.093033 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ab19fb1b-22cd-4ba3-9759-72412dffcfa3 admin admin] Publish callbacks [] for security_group (531bb918-c254-489e-aff5-dc0ec9ca35cd), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:28.100966 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb7ef47-add5-4e87-942f-812fdf416e0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa986833-5524-41e5-8943-c10d4e6248aa,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:28.157457 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4931f3eb-898c-4c14-8c72-f1169d4f98b9 admin admin] Publish callbacks [] for router_gateway (35837e1b-e5e6-4dc6-ad2d-b8611eb70838), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:28.205189 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4931f3eb-898c-4c14-8c72-f1169d4f98b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:28.262954 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-de76e5ad-5cb0-4c1d-944e-fcce8a669e2d req-a1da7f83-7f15-4b88-b16f-47e506e22c73 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=73277283-dff3-403d-a03b-b44ab89b63c8 HTTP/1.1" status: 200 len: 210 time: 0.2703567 Oct 04 20:36:28.336031 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 05075238-64f5-4361-8621-4b5e2d8749ea is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:36:28.336508 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (05075238-64f5-4361-8621-4b5e2d8749ea), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:28.400167 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-3bfea458-3865-4abe-9715-f38f0bdc0fa7 req-a9c42515-454c-490d-b065-2f249c5afdaf tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2307915d-12a1-4f54-8445-b78325b75811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8266881 Oct 04 20:36:28.443041 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-7ec1eff0-aabf-42e3-8277-15af1735eb88 None None] Provisioning complete for port 5e040c50-8fff-4cc8-b66b-fdadb45f746d triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:36:28.443870 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7ec1eff0-aabf-42e3-8277-15af1735eb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (5e040c50-8fff-4cc8-b66b-fdadb45f746d), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:28.444450 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-7ec1eff0-aabf-42e3-8277-15af1735eb88 None None] Attempt 1 to provision port 5e040c50-8fff-4cc8-b66b-fdadb45f746d Oct 04 20:36:28.458100 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-170ceab6-da6a-4888-afce-e71cbaae079c admin admin] Router d368dd45-ae89-439f-abfd-954328757492 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:36:28.462988 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:28.528502 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f637413-90e7-410e-8bba-85a9fe10842f None None] Pushing event updated for resources: {'Port': ['ID=5e040c50-8fff-4cc8-b66b-fdadb45f746d,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:28.572247 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-491c411a-97f1-4b6f-930c-32206172d55b admin admin] Publish callbacks [] for security_group (fa986833-5524-41e5-8943-c10d4e6248aa), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:28.616497 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bdf2b27a-6937-4047-8a0d-f9796d6ac683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (a62f05ab-4751-46a0-81d2-4ea0a1a5e668), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:28.625833 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:28.633175 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 05075238-64f5-4361-8621-4b5e2d8749ea, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=05075238-64f5-4361-8621-4b5e2d8749ea,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:36:28.636415 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:28.694981 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf2b27a-6937-4047-8a0d-f9796d6ac683 admin admin] Pushing event deleted for resources: {'Port': ['ID=a62f05ab-4751-46a0-81d2-4ea0a1a5e668,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:28.700088 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e3fd0db0-1b66-43ac-b329-22f2f9ae83bb None None] Publish callbacks [] for port (a425d1d9-36d6-4dfd-b739-d93ba356804d), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:28.718782 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ab19fb1b-22cd-4ba3-9759-72412dffcfa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (531bb918-c254-489e-aff5-dc0ec9ca35cd), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:28.720713 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf2b27a-6937-4047-8a0d-f9796d6ac683 admin admin] No DVR routers for this DVR port a62f05ab-4751-46a0-81d2-4ea0a1a5e668 on host n-d-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:36:28.723670 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ab19fb1b-22cd-4ba3-9759-72412dffcfa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:28.728715 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ab19fb1b-22cd-4ba3-9759-72412dffcfa3 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/531bb918-c254-489e-aff5-dc0ec9ca35cd HTTP/1.1" status: 204 len: 168 time: 1.4693415 Oct 04 20:36:28.729300 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-491c411a-97f1-4b6f-930c-32206172d55b admin admin] Publish callbacks [] for security_group (fa986833-5524-41e5-8943-c10d4e6248aa), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:28.734524 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (05075238-64f5-4361-8621-4b5e2d8749ea), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:28.737068 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 5e040c50-8fff-4cc8-b66b-fdadb45f746d up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:36:28.834518 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-fce3ed97-da8c-421b-bcd7-f60b0f560d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa72bd7f-3a37-4a6b-97f8-e6edfd8608ee', 'name': 'tempest-VolumesAdminNegativeTest-244093792-router', 'tenant_id': '1fa8bded1f7e4799968c21cfde1316b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': '10dccec1-def6-48de-946b-d4496923180f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:36:18Z', 'updated_at': '2022-10-04T20:36:23Z', 'revision_number': 3, 'project_id': '1fa8bded1f7e4799968c21cfde1316b2', 'gw_port': {'id': '10dccec1-def6-48de-946b-d4496923180f', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa72bd7f-3a37-4a6b-97f8-e6edfd8608ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:36:19Z', 'updated_at': '2022-10-04T20:36:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:36:28.853544 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:28.857079 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=3 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:28.860182 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e3fd0db0-1b66-43ac-b329-22f2f9ae83bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (a425d1d9-36d6-4dfd-b739-d93ba356804d), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:28.891080 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=63 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:28.895349 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77f335e6-ab1a-4e15-8a29-300768cb0024 req-8b07b4f0-5bc2-4c30-ada9-1c7134cecd42 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Made reservation on behalf of 70436b8b504e43dc882f5ee434ecf443 for: {'port': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:36:28.902359 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-77f335e6-ab1a-4e15-8a29-300768cb0024 req-8b07b4f0-5bc2-4c30-ada9-1c7134cecd42 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:28.945606 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-4931f3eb-898c-4c14-8c72-f1169d4f98b9 admin admin] Allocated IP 172.25.5.19 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/67a313f0-6318-4116-9600-22dff9e1095b) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:36:28.956763 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce3ed97-da8c-421b-bcd7-f60b0f560d21 None None] Checking router: fa72bd7f-3a37-4a6b-97f8-e6edfd8608ee for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:36:28.961696 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce3ed97-da8c-421b-bcd7-f60b0f560d21 None None] Updating router fa72bd7f-3a37-4a6b-97f8-e6edfd8608ee port 10dccec1-def6-48de-946b-d4496923180f binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:36:29.095996 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fd0db0-1b66-43ac-b329-22f2f9ae83bb None None] Network f83df98d-561c-48da-846a-6d99e02fce9a is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:36:29.111581 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bdf2b27a-6937-4047-8a0d-f9796d6ac683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (0b6825d5-4dc6-46c1-9cbc-99ce56510afe), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:29.116736 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-e3fd0db0-1b66-43ac-b329-22f2f9ae83bb None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:36:29.128428 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fd0db0-1b66-43ac-b329-22f2f9ae83bb None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:36:29.138746 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fce3ed97-da8c-421b-bcd7-f60b0f560d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (10dccec1-def6-48de-946b-d4496923180f), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:29.140745 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aad1f6-5fda-498c-b985-5ec4ed314319 req-c81cbae3-9198-4637-ac85-54114891dd18 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:29.142597 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=05075238-64f5-4361-8621-4b5e2d8749ea,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:29.143552 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-31aad1f6-5fda-498c-b985-5ec4ed314319 req-c81cbae3-9198-4637-ac85-54114891dd18 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=3cbd24d1-c9b9-4e54-a25f-c8553d279e56 HTTP/1.1" status: 200 len: 950 time: 0.4085393 Oct 04 20:36:29.159530 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-170ceab6-da6a-4888-afce-e71cbaae079c admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:36:29.188897 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-170ceab6-da6a-4888-afce-e71cbaae079c admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/d368dd45-ae89-439f-abfd-954328757492/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5188000 Oct 04 20:36:29.192019 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa7fa6f-ddb5-454a-bc64-f07ebb67a873 None None] Sync routers for ids ['d368dd45-ae89-439f-abfd-954328757492'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:36:29.225168 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa7fa6f-ddb5-454a-bc64-f07ebb67a873 None None] Routers {'d368dd45-ae89-439f-abfd-954328757492'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:36:29.226285 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-8fa7fa6f-ddb5-454a-bc64-f07ebb67a873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:36:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['d368dd45-ae89-439f-abfd-954328757492'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:36:29.290373 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-7ec1eff0-aabf-42e3-8277-15af1735eb88 None None] Current status of the port 5e040c50-8fff-4cc8-b66b-fdadb45f746d is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:36:29.362955 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 5e040c50-8fff-4cc8-b66b-fdadb45f746d triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:36:29.374493 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-bdf2b27a-6937-4047-8a0d-f9796d6ac683 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b6825d5-4dc6-46c1-9cbc-99ce56510afe']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:36:29.378702 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab19fb1b-22cd-4ba3-9759-72412dffcfa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=531bb918-c254-489e-aff5-dc0ec9ca35cd,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:29.380171 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (5e040c50-8fff-4cc8-b66b-fdadb45f746d), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:29.380821 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 5e040c50-8fff-4cc8-b66b-fdadb45f746d Oct 04 20:36:29.500674 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:29.582948 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6242d233-fd7d-4489-a43c-2be72c3810c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:29.634876 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [req-77f335e6-ab1a-4e15-8a29-300768cb0024 req-8b07b4f0-5bc2-4c30-ada9-1c7134cecd42 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Allocated IP 192.168.233.53 (42fbb05e-3f96-444f-a676-04ee9d06a8c7/e1956090-7ed7-4d05-a46e-a7b0885ca8e4/4d3acb0b-9db4-4859-841b-32026dc92298) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:36:29.699662 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-8fa7fa6f-ddb5-454a-bc64-f07ebb67a873 None None] Set router d368dd45-ae89-439f-abfd-954328757492 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:36:29.929448 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4931f3eb-898c-4c14-8c72-f1169d4f98b9 admin admin] Publish callbacks [] for port (67a313f0-6318-4116-9600-22dff9e1095b), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:29.986575 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:30.061664 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-77f335e6-ab1a-4e15-8a29-300768cb0024 req-8b07b4f0-5bc2-4c30-ada9-1c7134cecd42 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Publish callbacks [] for port (4d3acb0b-9db4-4859-841b-32026dc92298), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:30.115098 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-7ec1eff0-aabf-42e3-8277-15af1735eb88 None None] Provisioning complete for port 8c8b78ee-471f-4c7d-ae55-acd65ce4e46c triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:36:30.116658 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7ec1eff0-aabf-42e3-8277-15af1735eb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (8c8b78ee-471f-4c7d-ae55-acd65ce4e46c), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:30.120112 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-7ec1eff0-aabf-42e3-8277-15af1735eb88 None None] Attempt 1 to provision port 8c8b78ee-471f-4c7d-ae55-acd65ce4e46c Oct 04 20:36:30.134380 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-8fa7fa6f-ddb5-454a-bc64-f07ebb67a873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd368dd45-ae89-439f-abfd-954328757492', 'name': 'tempest-ImagesOneServerNegativeTestJSON-283837492-router', 'tenant_id': '0f91c2932cc340f485c55568d70fe0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '05075238-64f5-4361-8621-4b5e2d8749ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:36:07Z', 'updated_at': '2022-10-04T20:36:23Z', 'revision_number': 4, 'project_id': '0f91c2932cc340f485c55568d70fe0b0', 'gw_port': {'id': '05075238-64f5-4361-8621-4b5e2d8749ea', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd368dd45-ae89-439f-abfd-954328757492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:36:10Z', 'updated_at': '2022-10-04T20:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '8c8b78ee-471f-4c7d-ae55-acd65ce4e46c', 'name': '', 'network_id': 'df2b7da7-6013-4113-a882-eeb499a29518', 'tenant_id': '0f91c2932cc340f485c55568d70fe0b0', 'mac_address': 'fa:16:3e:98:af:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd368dd45-ae89-439f-abfd-954328757492', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'dae991ec-1618-42fb-b8a1-9d9a8b02994a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:36:20Z', 'updated_at': '2022-10-04T20:36:23Z', 'revision_number': 2, 'project_id': '0f91c2932cc340f485c55568d70fe0b0', 'subnets': [{'id': 'dae991ec-1618-42fb-b8a1-9d9a8b02994a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:36:30.152220 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-bdf2b27a-6937-4047-8a0d-f9796d6ac683 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b20b7c82-2b60-4d25-9356-84fbc8187ab3') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:36:30.152565 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-bdf2b27a-6937-4047-8a0d-f9796d6ac683 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b20b7c82-2b60-4d25-9356-84fbc8187ab3') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:36:30.181972 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bdf2b27a-6937-4047-8a0d-f9796d6ac683 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (b20b7c82-2b60-4d25-9356-84fbc8187ab3), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:30.206339 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa7fa6f-ddb5-454a-bc64-f07ebb67a873 None None] Checking router: d368dd45-ae89-439f-abfd-954328757492 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:36:30.206677 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa7fa6f-ddb5-454a-bc64-f07ebb67a873 None None] Updating router d368dd45-ae89-439f-abfd-954328757492 port 8c8b78ee-471f-4c7d-ae55-acd65ce4e46c binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:36:30.228489 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-491c411a-97f1-4b6f-930c-32206172d55b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (fa986833-5524-41e5-8943-c10d4e6248aa), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:30.234450 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fd0db0-1b66-43ac-b329-22f2f9ae83bb None None] Pushing event updated for resources: {'Port': ['ID=a425d1d9-36d6-4dfd-b739-d93ba356804d,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:30.235096 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-491c411a-97f1-4b6f-930c-32206172d55b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:30.254766 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-491c411a-97f1-4b6f-930c-32206172d55b admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/fa986833-5524-41e5-8943-c10d4e6248aa HTTP/1.1" status: 204 len: 168 time: 2.1688502 Oct 04 20:36:30.270241 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-e3fd0db0-1b66-43ac-b329-22f2f9ae83bb None None] Attempting to bind port a425d1d9-36d6-4dfd-b739-d93ba356804d on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:36:30.270889 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-e3fd0db0-1b66-43ac-b329-22f2f9ae83bb None None] Attempting to bind port a425d1d9-36d6-4dfd-b739-d93ba356804d by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '8ec9a799-f226-40c4-b8e3-9f2f87b23638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f83df98d-561c-48da-846a-6d99e02fce9a'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:36:30.280188 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fd0db0-1b66-43ac-b329-22f2f9ae83bb None None] Attempting to bind port a425d1d9-36d6-4dfd-b739-d93ba356804d on network f83df98d-561c-48da-846a-6d99e02fce9a {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:36:30.335901 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-7ec1eff0-aabf-42e3-8277-15af1735eb88 None None] Port 8c8b78ee-471f-4c7d-ae55-acd65ce4e46c cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:36:30.350794 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-8fa7fa6f-ddb5-454a-bc64-f07ebb67a873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (8c8b78ee-471f-4c7d-ae55-acd65ce4e46c), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:30.464521 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:30.485251 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2890fb-201d-4692-b033-3c31d1501e99 req-53e46bd8-795a-43cd-928e-82fb66666a12 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:30.488816 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-af2890fb-201d-4692-b033-3c31d1501e99 req-53e46bd8-795a-43cd-928e-82fb66666a12 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=73277283-dff3-403d-a03b-b44ab89b63c8 HTTP/1.1" status: 200 len: 935 time: 0.3433053 Oct 04 20:36:30.495966 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 5e040c50-8fff-4cc8-b66b-fdadb45f746d is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:36:30.497608 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3773b-4b95-48a1-9c76-fec3069bd89c req-f9e6fe85-f7cb-4937-a09e-6245048be0d0 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:30.499127 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fd0db0-1b66-43ac-b329-22f2f9ae83bb None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:36:30.499588 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fd0db0-1b66-43ac-b329-22f2f9ae83bb None None] Checking segment: {'id': '8ec9a799-f226-40c4-b8e3-9f2f87b23638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f83df98d-561c-48da-846a-6d99e02fce9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:36:30.499927 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e3fd0db0-1b66-43ac-b329-22f2f9ae83bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:30.500312 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fd0db0-1b66-43ac-b329-22f2f9ae83bb None None] Bound using segment: {'id': '8ec9a799-f226-40c4-b8e3-9f2f87b23638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f83df98d-561c-48da-846a-6d99e02fce9a'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:36:30.500810 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-e3fd0db0-1b66-43ac-b329-22f2f9ae83bb None None] Bound port: a425d1d9-36d6-4dfd-b739-d93ba356804d, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ec9a799-f226-40c4-b8e3-9f2f87b23638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f83df98d-561c-48da-846a-6d99e02fce9a'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:36:30.501206 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e3fd0db0-1b66-43ac-b329-22f2f9ae83bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (a425d1d9-36d6-4dfd-b739-d93ba356804d), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:30.505600 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-14a3773b-4b95-48a1-9c76-fec3069bd89c req-f9e6fe85-f7cb-4937-a09e-6245048be0d0 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3cbd24d1-c9b9-4e54-a25f-c8553d279e56 HTTP/1.1" status: 200 len: 950 time: 0.3185008 Oct 04 20:36:30.515318 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-77f335e6-ab1a-4e15-8a29-300768cb0024 req-8b07b4f0-5bc2-4c30-ada9-1c7134cecd42 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (4d3acb0b-9db4-4859-841b-32026dc92298), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:30.534021 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491c411a-97f1-4b6f-930c-32206172d55b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa986833-5524-41e5-8943-c10d4e6248aa,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:30.591061 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] get_ports_and_sgs() called for port_ids ['f5495aac-c2d7-419a-9cc9-79e9ec72c16c'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:36:30.604452 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] get_ports_and_sgs() called for port_ids ['978b2a22-cd30-468a-af9b-1b86275c1460', '1d4c616d-0938-4b70-9e11-adcaef4edc51', '883b816a-c7ca-4854-9627-ee3644556a24', 'f1539adb-7984-4760-843a-2936f8ddf173'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:36:30.645248 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-6242d233-fd7d-4489-a43c-2be72c3810c9 admin admin] Allocated IP 172.20.0.1 (b65d71d2-d1d9-4a7a-94a4-966b682bf3aa/d0b387ee-5171-48d1-a650-adc1e6a99320/0c380762-4e3f-4d14-a463-323f51039ad2) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:36:30.696046 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4931f3eb-898c-4c14-8c72-f1169d4f98b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (67a313f0-6318-4116-9600-22dff9e1095b), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:30.713107 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a62f05ab-4751-46a0-81d2-4ea0a1a5e668 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:36:30.811465 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4931f3eb-898c-4c14-8c72-f1169d4f98b9 admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:36:30.835671 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bdf2b27a-6937-4047-8a0d-f9796d6ac683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (b20b7c82-2b60-4d25-9356-84fbc8187ab3), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:30.841937 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b07b4f0-5bc2-4c30-ada9-1c7134cecd42 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Pushing event updated for resources: {'Port': ['ID=4d3acb0b-9db4-4859-841b-32026dc92298,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:30.856111 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [req-31aad1f6-5fda-498c-b985-5ec4ed314319 req-65ef7677-957b-4ab2-a0f2-bb9510c79518 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Deleting port 1611f154-8d2e-4661-a90c-96f5a6d2c5f8 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:36:30.857034 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-31aad1f6-5fda-498c-b985-5ec4ed314319 req-65ef7677-957b-4ab2-a0f2-bb9510c79518 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (1611f154-8d2e-4661-a90c-96f5a6d2c5f8), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:30.858515 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-4931f3eb-898c-4c14-8c72-f1169d4f98b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:36:30.864202 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4931f3eb-898c-4c14-8c72-f1169d4f98b9 admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:36:30.867057 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4931f3eb-898c-4c14-8c72-f1169d4f98b9 admin admin] Pushing event updated for resources: {'Port': ['ID=67a313f0-6318-4116-9600-22dff9e1095b,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:31.002281 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdf2b27a-6937-4047-8a0d-f9796d6ac683 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:36:31.007060 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bdf2b27a-6937-4047-8a0d-f9796d6ac683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (b20b7c82-2b60-4d25-9356-84fbc8187ab3), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:31.046587 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6242d233-fd7d-4489-a43c-2be72c3810c9 admin admin] Publish callbacks [] for port (0c380762-4e3f-4d14-a463-323f51039ad2), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:31.091326 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: a62f05ab-4751-46a0-81d2-4ea0a1a5e668 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:36:31.091667 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a62f05ab-4751-46a0-81d2-4ea0a1a5e668 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:36:31.124998 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:31.260073 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:31.270547 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment b20b7c82-2b60-4d25-9356-84fbc8187ab3 resource provider aggregate not found Oct 04 20:36:31.289690 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6242d233-fd7d-4489-a43c-2be72c3810c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (0c380762-4e3f-4d14-a463-323f51039ad2), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:31.298148 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e3fd0db0-1b66-43ac-b329-22f2f9ae83bb None None] For port a425d1d9-36d6-4dfd-b739-d93ba356804d, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:36:31.376989 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-8fa7fa6f-ddb5-454a-bc64-f07ebb67a873 None None] Publish callbacks [] for port (8c8b78ee-471f-4c7d-ae55-acd65ce4e46c), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:31.411010 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 05075238-64f5-4361-8621-4b5e2d8749ea up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:36:31.417392 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e3fd0db0-1b66-43ac-b329-22f2f9ae83bb None None] For port a425d1d9-36d6-4dfd-b739-d93ba356804d, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=a425d1d9-36d6-4dfd-b739-d93ba356804d,segment=NetworkSegment(8ec9a799-f226-40c4-b8e3-9f2f87b23638),segment_id=8ec9a799-f226-40c4-b8e3-9f2f87b23638)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:36:31.453491 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77f335e6-ab1a-4e15-8a29-300768cb0024 req-8b07b4f0-5bc2-4c30-ada9-1c7134cecd42 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:36:31.500377 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-8fa7fa6f-ddb5-454a-bc64-f07ebb67a873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (8c8b78ee-471f-4c7d-ae55-acd65ce4e46c), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:31.506074 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment b20b7c82-2b60-4d25-9356-84fbc8187ab3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b20b7c82-2b60-4d25-9356-84fbc8187ab3 found for delete ", "request_id": "req-498d0ca3-b0bd-4637-bb42-bd2d0728c013"}]} Oct 04 20:36:31.534723 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [req-77f335e6-ab1a-4e15-8a29-300768cb0024 req-8b07b4f0-5bc2-4c30-ada9-1c7134cecd42 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:36:31.537912 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6242d233-fd7d-4489-a43c-2be72c3810c9 admin admin] Network b65d71d2-d1d9-4a7a-94a4-966b682bf3aa is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:36:31.539226 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [req-77f335e6-ab1a-4e15-8a29-300768cb0024 req-8b07b4f0-5bc2-4c30-ada9-1c7134cecd42 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:36:31.630579 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-14a3773b-4b95-48a1-9c76-fec3069bd89c req-d562745d-3c6d-410d-8c71-f80f7eee3c3a tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2307915d-12a1-4f54-8445-b78325b75811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1059811 Oct 04 20:36:31.641625 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-6242d233-fd7d-4489-a43c-2be72c3810c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:36:31.651766 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6242d233-fd7d-4489-a43c-2be72c3810c9 admin admin] Pushing event updated for resources: {'Port': ['ID=0c380762-4e3f-4d14-a463-323f51039ad2,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:31.674841 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-af2890fb-201d-4692-b033-3c31d1501e99 req-287605aa-9465-42fd-88af-1b9f6439ea7e tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8312397 Oct 04 20:36:31.683528 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6242d233-fd7d-4489-a43c-2be72c3810c9 admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:36:31.799188 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f335e6-ab1a-4e15-8a29-300768cb0024 req-8b07b4f0-5bc2-4c30-ada9-1c7134cecd42 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:31.804403 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-77f335e6-ab1a-4e15-8a29-300768cb0024 req-8b07b4f0-5bc2-4c30-ada9-1c7134cecd42 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:31.817334 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bdf2b27a-6937-4047-8a0d-f9796d6ac683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (0b6825d5-4dc6-46c1-9cbc-99ce56510afe), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:31.835838 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bdf2b27a-6937-4047-8a0d-f9796d6ac683 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:31.849567 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-bdf2b27a-6937-4047-8a0d-f9796d6ac683 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/0b6825d5-4dc6-46c1-9cbc-99ce56510afe HTTP/1.1" status: 204 len: 168 time: 7.4777825 Oct 04 20:36:31.881832 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a5541f-d82d-4842-b7da-d2edba469a80 None None] Pushing event updated for resources: {'Port': ['ID=8c8b78ee-471f-4c7d-ae55-acd65ce4e46c,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:31.914504 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [req-31aad1f6-5fda-498c-b985-5ec4ed314319 req-65ef7677-957b-4ab2-a0f2-bb9510c79518 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] For port 1611f154-8d2e-4661-a90c-96f5a6d2c5f8, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=1611f154-8d2e-4661-a90c-96f5a6d2c5f8,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:36:31.915423 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-31aad1f6-5fda-498c-b985-5ec4ed314319 req-65ef7677-957b-4ab2-a0f2-bb9510c79518 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (1611f154-8d2e-4661-a90c-96f5a6d2c5f8), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:31.957818 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-8fa7fa6f-ddb5-454a-bc64-f07ebb67a873 None None] Attempting to bind port 8c8b78ee-471f-4c7d-ae55-acd65ce4e46c on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:36:31.959461 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-8fa7fa6f-ddb5-454a-bc64-f07ebb67a873 None None] Attempting to bind port 8c8b78ee-471f-4c7d-ae55-acd65ce4e46c by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '579383d1-00ac-42f8-b73a-43e850128dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'df2b7da7-6013-4113-a882-eeb499a29518'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:36:31.960508 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa7fa6f-ddb5-454a-bc64-f07ebb67a873 None None] Attempting to bind port 8c8b78ee-471f-4c7d-ae55-acd65ce4e46c on network df2b7da7-6013-4113-a882-eeb499a29518 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:36:31.977903 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf2b27a-6937-4047-8a0d-f9796d6ac683 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b6825d5-4dc6-46c1-9cbc-99ce56510afe,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:31.998854 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [req-31aad1f6-5fda-498c-b985-5ec4ed314319 req-65ef7677-957b-4ab2-a0f2-bb9510c79518 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Calling delete_port for 1611f154-8d2e-4661-a90c-96f5a6d2c5f8 owned by compute:nova {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:36:32.123016 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6242d233-fd7d-4489-a43c-2be72c3810c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (fa72bd7f-3a37-4a6b-97f8-e6edfd8608ee), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:32.133670 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device 1611f154-8d2e-4661-a90c-96f5a6d2c5f8 no longer exists at agent hyperv_n-h1-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:36:32.186887 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa7fa6f-ddb5-454a-bc64-f07ebb67a873 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:36:32.187525 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa7fa6f-ddb5-454a-bc64-f07ebb67a873 None None] Checking segment: {'id': '579383d1-00ac-42f8-b73a-43e850128dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'df2b7da7-6013-4113-a882-eeb499a29518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:36:32.197771 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-8fa7fa6f-ddb5-454a-bc64-f07ebb67a873 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:32.202600 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa7fa6f-ddb5-454a-bc64-f07ebb67a873 None None] Bound using segment: {'id': '579383d1-00ac-42f8-b73a-43e850128dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'df2b7da7-6013-4113-a882-eeb499a29518'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:36:32.204066 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-8fa7fa6f-ddb5-454a-bc64-f07ebb67a873 None None] Bound port: 8c8b78ee-471f-4c7d-ae55-acd65ce4e46c, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '579383d1-00ac-42f8-b73a-43e850128dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'df2b7da7-6013-4113-a882-eeb499a29518'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:36:32.207210 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-8fa7fa6f-ddb5-454a-bc64-f07ebb67a873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (8c8b78ee-471f-4c7d-ae55-acd65ce4e46c), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:32.211377 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-77f335e6-ab1a-4e15-8a29-300768cb0024 req-8b07b4f0-5bc2-4c30-ada9-1c7134cecd42 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.83 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1605051 Oct 04 20:36:32.261425 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [req-77f335e6-ab1a-4e15-8a29-300768cb0024 req-dd515ed3-7fb4-4596-aa69-27b0e64dd08c service neutron] Request body: {'port': {'device_id': '73277283-dff3-403d-a03b-b44ab89b63c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-852085-12'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:36:32.338834 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:32.473274 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:32.483294 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-8fa7fa6f-ddb5-454a-bc64-f07ebb67a873 None None] For port 8c8b78ee-471f-4c7d-ae55-acd65ce4e46c, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:36:32.490203 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-8fa7fa6f-ddb5-454a-bc64-f07ebb67a873 None None] For port 8c8b78ee-471f-4c7d-ae55-acd65ce4e46c, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=8c8b78ee-471f-4c7d-ae55-acd65ce4e46c,segment=NetworkSegment(579383d1-00ac-42f8-b73a-43e850128dd5),segment_id=579383d1-00ac-42f8-b73a-43e850128dd5)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:36:32.504488 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e3fd0db0-1b66-43ac-b329-22f2f9ae83bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (a425d1d9-36d6-4dfd-b739-d93ba356804d), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:32.565654 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:32.600951 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4931f3eb-898c-4c14-8c72-f1169d4f98b9 admin admin] Publish callbacks [] for router_gateway (35837e1b-e5e6-4dc6-ad2d-b8611eb70838), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:32.681677 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-8fa7fa6f-ddb5-454a-bc64-f07ebb67a873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (8c8b78ee-471f-4c7d-ae55-acd65ce4e46c), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:32.719770 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-9ac99624-c034-4a04-9b19-6c45fd677848 None None] Provisioning complete for port 4d3acb0b-9db4-4859-841b-32026dc92298 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:36:32.726872 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9ac99624-c034-4a04-9b19-6c45fd677848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (4d3acb0b-9db4-4859-841b-32026dc92298), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:32.730487 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-9ac99624-c034-4a04-9b19-6c45fd677848 None None] Attempt 1 to provision port 4d3acb0b-9db4-4859-841b-32026dc92298 Oct 04 20:36:32.802567 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:32.884785 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:32.895605 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:32.899476 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa7fa6f-ddb5-454a-bc64-f07ebb67a873 None None] Routers {'d368dd45-ae89-439f-abfd-954328757492'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:36:32.901506 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-8fa7fa6f-ddb5-454a-bc64-f07ebb67a873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:36:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['d368dd45-ae89-439f-abfd-954328757492'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:36:32.906426 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a5541f-d82d-4842-b7da-d2edba469a80 None None] Pushing event updated for resources: {'Port': ['ID=8c8b78ee-471f-4c7d-ae55-acd65ce4e46c,revision_number=4']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:32.949268 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-77f335e6-ab1a-4e15-8a29-300768cb0024 req-dd515ed3-7fb4-4596-aa69-27b0e64dd08c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (4d3acb0b-9db4-4859-841b-32026dc92298), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:33.102420 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fce3ed97-da8c-421b-bcd7-f60b0f560d21 None None] Publish callbacks [] for port (10dccec1-def6-48de-946b-d4496923180f), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:33.122333 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-31aad1f6-5fda-498c-b985-5ec4ed314319 req-65ef7677-957b-4ab2-a0f2-bb9510c79518 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (1611f154-8d2e-4661-a90c-96f5a6d2c5f8), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:33.195106 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fd0db0-1b66-43ac-b329-22f2f9ae83bb None None] Pushing event updated for resources: {'Port': ['ID=a425d1d9-36d6-4dfd-b739-d93ba356804d,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:33.229526 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Current status of the port 1611f154-8d2e-4661-a90c-96f5a6d2c5f8 is: ACTIVE; New status is: DOWN {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:36:33.230913 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (1611f154-8d2e-4661-a90c-96f5a6d2c5f8), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:33.314043 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c0be6361-d745-4702-bdbf-3abd2e52143f req-737de1f2-3dbd-4e1c-a5c6-b45b12e1ad02 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3cbd24d1-c9b9-4e54-a25f-c8553d279e56 HTTP/1.1" status: 200 len: 210 time: 0.3445058 Oct 04 20:36:33.341304 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:33.384680 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ef7677-957b-4ab2-a0f2-bb9510c79518 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Pushing event deleted for resources: {'Port': ['ID=1611f154-8d2e-4661-a90c-96f5a6d2c5f8,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:33.433796 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-8fa7fa6f-ddb5-454a-bc64-f07ebb67a873 None None] Set router d368dd45-ae89-439f-abfd-954328757492 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:36:33.446288 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fce3ed97-da8c-421b-bcd7-f60b0f560d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (10dccec1-def6-48de-946b-d4496923180f), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:33.609433 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-fce3ed97-da8c-421b-bcd7-f60b0f560d21 None None] Attempting to bind port 10dccec1-def6-48de-946b-d4496923180f on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:36:33.610526 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-fce3ed97-da8c-421b-bcd7-f60b0f560d21 None None] Attempting to bind port 10dccec1-def6-48de-946b-d4496923180f by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:36:33.611644 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce3ed97-da8c-421b-bcd7-f60b0f560d21 None None] Attempting to bind port 10dccec1-def6-48de-946b-d4496923180f on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:36:33.631530 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4931f3eb-898c-4c14-8c72-f1169d4f98b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (35837e1b-e5e6-4dc6-ad2d-b8611eb70838), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:33.642596 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6242d233-fd7d-4489-a43c-2be72c3810c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (0c380762-4e3f-4d14-a463-323f51039ad2), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:33.907384 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b59930f-7c96-4020-ad43-e5b39b28c228 req-df4110df-d9b9-4673-bf8a-6b24f0d77a69 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:33.925123 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-1b59930f-7c96-4020-ad43-e5b39b28c228 req-df4110df-d9b9-4673-bf8a-6b24f0d77a69 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=73277283-dff3-403d-a03b-b44ab89b63c8 HTTP/1.1" status: 200 len: 935 time: 0.3753872 Oct 04 20:36:33.933661 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 60446) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:36:33.978027 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce3ed97-da8c-421b-bcd7-f60b0f560d21 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:36:33.983868 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce3ed97-da8c-421b-bcd7-f60b0f560d21 None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:36:33.985056 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fce3ed97-da8c-421b-bcd7-f60b0f560d21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:33.985958 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce3ed97-da8c-421b-bcd7-f60b0f560d21 None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:36:33.987114 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-fce3ed97-da8c-421b-bcd7-f60b0f560d21 None None] Bound port: 10dccec1-def6-48de-946b-d4496923180f, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:36:33.988721 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fce3ed97-da8c-421b-bcd7-f60b0f560d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (10dccec1-def6-48de-946b-d4496923180f), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:34.107967 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60448) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:36:34.142902 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [req-31aad1f6-5fda-498c-b985-5ec4ed314319 req-65ef7677-957b-4ab2-a0f2-bb9510c79518 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] No DVR routers for this DVR port 1611f154-8d2e-4661-a90c-96f5a6d2c5f8 on host n-h1-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:36:34.146157 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-fce3ed97-da8c-421b-bcd7-f60b0f560d21 None None] For port 10dccec1-def6-48de-946b-d4496923180f, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:36:34.155787 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-31aad1f6-5fda-498c-b985-5ec4ed314319 req-65ef7677-957b-4ab2-a0f2-bb9510c79518 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:34.156206 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-fce3ed97-da8c-421b-bcd7-f60b0f560d21 None None] For port 10dccec1-def6-48de-946b-d4496923180f, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=10dccec1-def6-48de-946b-d4496923180f,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:36:34.173883 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-31aad1f6-5fda-498c-b985-5ec4ed314319 req-65ef7677-957b-4ab2-a0f2-bb9510c79518 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.83 "DELETE /networking/v2.0/ports/1611f154-8d2e-4661-a90c-96f5a6d2c5f8 HTTP/1.1" status: 204 len: 173 time: 4.9815350 Oct 04 20:36:34.226616 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:34.263153 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cbd24d1-c9b9-4e54-a25f-c8553d279e56', 'name': 'network-vif-deleted', 'tag': '1611f154-8d2e-4661-a90c-96f5a6d2c5f8'}] {{(pid=108170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:36:34.274878 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a696e922a709062c6bf2650733a1f4a2b44940721a32d933316dd509f3aaf0ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6745bf2-5603-4dea-ad71-f68c66cf13fd" -d '{"events": [{"server_uuid": "3cbd24d1-c9b9-4e54-a25f-c8553d279e56", "name": "network-vif-deleted", "tag": "1611f154-8d2e-4661-a90c-96f5a6d2c5f8"}]}' {{(pid=108170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:36:34.313713 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-9ac99624-c034-4a04-9b19-6c45fd677848 None None] Port 4d3acb0b-9db4-4859-841b-32026dc92298 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:36:34.382419 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:34.392786 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 05075238-64f5-4361-8621-4b5e2d8749ea triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:36:34.393521 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (05075238-64f5-4361-8621-4b5e2d8749ea), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:34.394074 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 05075238-64f5-4361-8621-4b5e2d8749ea Oct 04 20:36:34.405471 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fce3ed97-da8c-421b-bcd7-f60b0f560d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (10dccec1-def6-48de-946b-d4496923180f), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:34.409078 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:34.746765 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-b6c2deb1-c0e8-4556-8cad-ecdd22684c86 None None] Provisioning complete for port 0c380762-4e3f-4d14-a463-323f51039ad2 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:36:34.757864 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b6c2deb1-c0e8-4556-8cad-ecdd22684c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (0c380762-4e3f-4d14-a463-323f51039ad2), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:34.758403 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-b6c2deb1-c0e8-4556-8cad-ecdd22684c86 None None] Attempt 1 to provision port 0c380762-4e3f-4d14-a463-323f51039ad2 Oct 04 20:36:34.788333 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-8fa7fa6f-ddb5-454a-bc64-f07ebb67a873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd368dd45-ae89-439f-abfd-954328757492', 'name': 'tempest-ImagesOneServerNegativeTestJSON-283837492-router', 'tenant_id': '0f91c2932cc340f485c55568d70fe0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '05075238-64f5-4361-8621-4b5e2d8749ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:36:07Z', 'updated_at': '2022-10-04T20:36:23Z', 'revision_number': 4, 'project_id': '0f91c2932cc340f485c55568d70fe0b0', 'gw_port': {'id': '05075238-64f5-4361-8621-4b5e2d8749ea', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd368dd45-ae89-439f-abfd-954328757492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:36:10Z', 'updated_at': '2022-10-04T20:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '8c8b78ee-471f-4c7d-ae55-acd65ce4e46c', 'name': '', 'network_id': 'df2b7da7-6013-4113-a882-eeb499a29518', 'tenant_id': '0f91c2932cc340f485c55568d70fe0b0', 'mac_address': 'fa:16:3e:98:af:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd368dd45-ae89-439f-abfd-954328757492', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'dae991ec-1618-42fb-b8a1-9d9a8b02994a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:36:20Z', 'updated_at': '2022-10-04T20:36:32Z', 'revision_number': 4, 'project_id': '0f91c2932cc340f485c55568d70fe0b0', 'subnets': [{'id': 'dae991ec-1618-42fb-b8a1-9d9a8b02994a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:36:34.909862 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa7fa6f-ddb5-454a-bc64-f07ebb67a873 None None] The sync data for ids ['d368dd45-ae89-439f-abfd-954328757492'] in n-d-852085-12 is: [{'id': 'd368dd45-ae89-439f-abfd-954328757492', 'name': 'tempest-ImagesOneServerNegativeTestJSON-283837492-router', 'tenant_id': '0f91c2932cc340f485c55568d70fe0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '05075238-64f5-4361-8621-4b5e2d8749ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:36:07Z', 'updated_at': '2022-10-04T20:36:23Z', 'revision_number': 4, 'project_id': '0f91c2932cc340f485c55568d70fe0b0', 'gw_port': {'id': '05075238-64f5-4361-8621-4b5e2d8749ea', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd368dd45-ae89-439f-abfd-954328757492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:36:10Z', 'updated_at': '2022-10-04T20:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '8c8b78ee-471f-4c7d-ae55-acd65ce4e46c', 'name': '', 'network_id': 'df2b7da7-6013-4113-a882-eeb499a29518', 'tenant_id': '0f91c2932cc340f485c55568d70fe0b0', 'mac_address': 'fa:16:3e:98:af:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd368dd45-ae89-439f-abfd-954328757492', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'dae991ec-1618-42fb-b8a1-9d9a8b02994a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:36:20Z', 'updated_at': '2022-10-04T20:36:32Z', 'revision_number': 4, 'project_id': '0f91c2932cc340f485c55568d70fe0b0', 'subnets': [{'id': 'dae991ec-1618-42fb-b8a1-9d9a8b02994a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:36:35.044251 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce3ed97-da8c-421b-bcd7-f60b0f560d21 None None] Routers {'fa72bd7f-3a37-4a6b-97f8-e6edfd8608ee'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:36:35.044251 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-fce3ed97-da8c-421b-bcd7-f60b0f560d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:36:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['fa72bd7f-3a37-4a6b-97f8-e6edfd8608ee'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:36:35.109134 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-8b750b12-d24c-4baa-b7bc-bcb8aaf366de admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=cf616fd82dd34c7d92f4d8e9e80f89f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9760766 Oct 04 20:36:35.136147 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60462) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:36:35.268265 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6242d233-fd7d-4489-a43c-2be72c3810c9 admin admin] Publish callbacks [] for port (0c380762-4e3f-4d14-a463-323f51039ad2), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:35.287993 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d214068f-cabd-47ea-a5ce-e9a083d5dacc None None] Pushing event updated for resources: {'Port': ['ID=10dccec1-def6-48de-946b-d4496923180f,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:35.305281 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-b6c2deb1-c0e8-4556-8cad-ecdd22684c86 None None] Port 0c380762-4e3f-4d14-a463-323f51039ad2 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:36:35.305742 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4931f3eb-898c-4c14-8c72-f1169d4f98b9 admin admin] Router 35837e1b-e5e6-4dc6-ad2d-b8611eb70838 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:36:35.384436 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43b03c2-3ffe-414b-958b-556e096b96e7 None None] Network f83df98d-561c-48da-846a-6d99e02fce9a requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:36:35.621704 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60464) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:36:35.656439 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6242d233-fd7d-4489-a43c-2be72c3810c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (0c380762-4e3f-4d14-a463-323f51039ad2), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:35.812520 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6242d233-fd7d-4489-a43c-2be72c3810c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (fa72bd7f-3a37-4a6b-97f8-e6edfd8608ee), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:35.816526 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [req-77f335e6-ab1a-4e15-8a29-300768cb0024 req-dd515ed3-7fb4-4596-aa69-27b0e64dd08c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d3acb0b-9db4-4859-841b-32026dc92298 {{(pid=108170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 20:36:35.856449 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-15f4b724-f92b-4d87-ad2c-0e5ce1438b26 admin admin] Publish callbacks [] for security_group (e214467e-6f17-43b7-9436-29b5119bda2c), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:35.858756 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-77f335e6-ab1a-4e15-8a29-300768cb0024 req-dd515ed3-7fb4-4596-aa69-27b0e64dd08c service neutron] Publish callbacks [] for port (4d3acb0b-9db4-4859-841b-32026dc92298), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:35.892931 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.provisioning_blocks [req-77f335e6-ab1a-4e15-8a29-300768cb0024 req-dd515ed3-7fb4-4596-aa69-27b0e64dd08c service neutron] Transition to ACTIVE for port object 4d3acb0b-9db4-4859-841b-32026dc92298 will not be triggered until provisioned by entity L2. {{(pid=108170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 20:36:35.920342 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:35.928779 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-1b59930f-7c96-4020-ad43-e5b39b28c228 req-7296bef8-e03a-4052-8501-e5538d60e203 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8657646 Oct 04 20:36:35.956035 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06125801-7212-4d79-a1cb-5ce38ad7ba6b req-d319f56d-b43c-4ccb-9672-f15f38dcebfb tempest-ImagesOneServerNegativeTestJSON-1403018646 tempest-ImagesOneServerNegativeTestJSON-1403018646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:35.958407 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-06125801-7212-4d79-a1cb-5ce38ad7ba6b req-d319f56d-b43c-4ccb-9672-f15f38dcebfb tempest-ImagesOneServerNegativeTestJSON-1403018646 tempest-ImagesOneServerNegativeTestJSON-1403018646-project] 10.222.0.78 "GET /networking/v2.0/networks?id=df2b7da7-6013-4113-a882-eeb499a29518 HTTP/1.1" status: 200 len: 821 time: 2.8156688 Oct 04 20:36:35.964496 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-d08203c2-8a35-4883-8f95-0a7ec687eef5 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1189782714-network', 'tenant_id': '83f4d8accaf7424cb88d1327e40a1e9e'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:36:35.991224 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d214068f-cabd-47ea-a5ce-e9a083d5dacc None None] Pushing event updated for resources: {'Port': ['ID=10dccec1-def6-48de-946b-d4496923180f,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:36.008468 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-77f335e6-ab1a-4e15-8a29-300768cb0024 req-dd515ed3-7fb4-4596-aa69-27b0e64dd08c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (4d3acb0b-9db4-4859-841b-32026dc92298), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:36.009667 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-17f8871d-2335-40f4-9d34-72a8ba91e7f2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-878913953-network', 'tenant_id': '278001113cdf41b5b902ac5a620d3f52'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:36:36.058893 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:36.078522 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] get_ports_and_sgs() called for port_ids ['26cc88b4-8d45-445d-8a36-b340685405f4'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:36:36.131229 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f8871d-2335-40f4-9d34-72a8ba91e7f2 admin admin] Made reservation on behalf of 278001113cdf41b5b902ac5a620d3f52 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:36:36.138189 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-17f8871d-2335-40f4-9d34-72a8ba91e7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:36.225059 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-06125801-7212-4d79-a1cb-5ce38ad7ba6b req-be0579f4-7fc3-49c9-b2b2-2db50410b588 tempest-ImagesOneServerNegativeTestJSON-1403018646 tempest-ImagesOneServerNegativeTestJSON-1403018646-project] 10.222.0.78 "GET /networking/v2.0/quotas/0f91c2932cc340f485c55568d70fe0b0 HTTP/1.1" status: 200 len: 375 time: 0.2218146 Oct 04 20:36:36.239002 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-17f8871d-2335-40f4-9d34-72a8ba91e7f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:36.243786 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4931f3eb-898c-4c14-8c72-f1169d4f98b9 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:36:36.268101 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:36.280543 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-15f4b724-f92b-4d87-ad2c-0e5ce1438b26 admin admin] Publish callbacks [] for security_group (e214467e-6f17-43b7-9436-29b5119bda2c), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:36.316312 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6242d233-fd7d-4489-a43c-2be72c3810c9 admin admin] Pushing event updated for resources: {'Port': ['ID=0c380762-4e3f-4d14-a463-323f51039ad2,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:36.409320 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e485fff-ef72-47c7-972d-162b7c69ea1b None None] Sync routers for ids ['35837e1b-e5e6-4dc6-ad2d-b8611eb70838'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:36:36.467972 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e485fff-ef72-47c7-972d-162b7c69ea1b None None] Routers {'35837e1b-e5e6-4dc6-ad2d-b8611eb70838'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:36:36.469714 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-2e485fff-ef72-47c7-972d-162b7c69ea1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:36:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['35837e1b-e5e6-4dc6-ad2d-b8611eb70838'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:36:36.579116 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-17f8871d-2335-40f4-9d34-72a8ba91e7f2 admin admin] Publish callbacks [] for security_group (3d5fb300-eb92-4655-a5bc-6eca80765faf), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:36.583300 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d08203c2-8a35-4883-8f95-0a7ec687eef5 admin admin] Made reservation on behalf of 83f4d8accaf7424cb88d1327e40a1e9e for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:36:36.589673 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d08203c2-8a35-4883-8f95-0a7ec687eef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:36.623663 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4931f3eb-898c-4c14-8c72-f1169d4f98b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:36.635540 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-4931f3eb-898c-4c14-8c72-f1169d4f98b9 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 11.6265185 Oct 04 20:36:36.644633 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60470) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:36:36.671335 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd515ed3-7fb4-4596-aa69-27b0e64dd08c service neutron] Pushing event updated for resources: {'Port': ['ID=4d3acb0b-9db4-4859-841b-32026dc92298,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:36.735819 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 20:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e92ddaaf-10c1-4e0a-a00d-a3a55ddec779 x-openstack-request-id: req-e92ddaaf-10c1-4e0a-a00d-a3a55ddec779 {{(pid=108170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:36:36.738997 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cbd24d1-c9b9-4e54-a25f-c8553d279e56", "name": "network-vif-deleted", "tag": "1611f154-8d2e-4661-a90c-96f5a6d2c5f8", "status": "completed", "code": 200}]} {{(pid=108170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:36:36.739533 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e92ddaaf-10c1-4e0a-a00d-a3a55ddec779 {{(pid=108170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:36:36.742216 n-d-852085-12 neutron-server[108170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e92ddaaf-10c1-4e0a-a00d-a3a55ddec779'] response: {'server_uuid': '3cbd24d1-c9b9-4e54-a25f-c8553d279e56', 'name': 'network-vif-deleted', 'tag': '1611f154-8d2e-4661-a90c-96f5a6d2c5f8', 'status': 'completed', 'code': 200} Oct 04 20:36:36.752005 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-17f8871d-2335-40f4-9d34-72a8ba91e7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (3d5fb300-eb92-4655-a5bc-6eca80765faf), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:36.760309 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-06125801-7212-4d79-a1cb-5ce38ad7ba6b req-bffbd079-ac14-41ec-ae14-dcf58567587e tempest-ImagesOneServerNegativeTestJSON-1403018646 tempest-ImagesOneServerNegativeTestJSON-1403018646-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=0f91c2932cc340f485c55568d70fe0b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4846206 Oct 04 20:36:36.761979 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d08203c2-8a35-4883-8f95-0a7ec687eef5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:36.837583 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-db2a6246-c820-4498-ad40-f8e5cbfaaede None None] Provisioning complete for port a425d1d9-36d6-4dfd-b739-d93ba356804d triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:36:36.837583 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-db2a6246-c820-4498-ad40-f8e5cbfaaede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (a425d1d9-36d6-4dfd-b739-d93ba356804d), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:36.837916 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-db2a6246-c820-4498-ad40-f8e5cbfaaede None None] Attempt 1 to provision port a425d1d9-36d6-4dfd-b739-d93ba356804d Oct 04 20:36:37.030457 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d08203c2-8a35-4883-8f95-0a7ec687eef5 admin admin] Publish callbacks [] for security_group (12cdb090-92b7-4df7-a019-f06594722931), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:37.034169 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-fce3ed97-da8c-421b-bcd7-f60b0f560d21 None None] Set router fa72bd7f-3a37-4a6b-97f8-e6edfd8608ee gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:36:37.050393 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 60476) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:36:37.051869 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 05075238-64f5-4361-8621-4b5e2d8749ea is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:36:37.054230 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3,neutron:INSERT=14 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:37.064604 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 5e040c50-8fff-4cc8-b66b-fdadb45f746d up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:36:37.294594 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d08203c2-8a35-4883-8f95-0a7ec687eef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (12cdb090-92b7-4df7-a019-f06594722931), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:37.337578 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d08203c2-8a35-4883-8f95-0a7ec687eef5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:36:37.367733 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d08203c2-8a35-4883-8f95-0a7ec687eef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (666560bf-c05d-447c-aa8a-97174d02aeff), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:37.368411 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-d08203c2-8a35-4883-8f95-0a7ec687eef5 admin admin] Added segment 666560bf-c05d-447c-aa8a-97174d02aeff of type vlan for network 1f14ab52-71cb-4092-a961-bc562e500fca Oct 04 20:36:37.484392 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d08203c2-8a35-4883-8f95-0a7ec687eef5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (1f14ab52-71cb-4092-a961-bc562e500fca), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:37.555484 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:37.629560 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [req-77f335e6-ab1a-4e15-8a29-300768cb0024 req-dd515ed3-7fb4-4596-aa69-27b0e64dd08c service neutron] Attempting to bind port 4d3acb0b-9db4-4859-841b-32026dc92298 on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:36:37.630350 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [req-77f335e6-ab1a-4e15-8a29-300768cb0024 req-dd515ed3-7fb4-4596-aa69-27b0e64dd08c service neutron] Attempting to bind port 4d3acb0b-9db4-4859-841b-32026dc92298 by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'}] {{(pid=108170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:36:37.630884 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f335e6-ab1a-4e15-8a29-300768cb0024 req-dd515ed3-7fb4-4596-aa69-27b0e64dd08c service neutron] Attempting to bind port 4d3acb0b-9db4-4859-841b-32026dc92298 on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:36:37.639010 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:37.736369 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 5e040c50-8fff-4cc8-b66b-fdadb45f746d triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:36:37.737196 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (5e040c50-8fff-4cc8-b66b-fdadb45f746d), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:37.737995 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 5e040c50-8fff-4cc8-b66b-fdadb45f746d Oct 04 20:36:37.780197 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d08203c2-8a35-4883-8f95-0a7ec687eef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (1f14ab52-71cb-4092-a961-bc562e500fca), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:37.792517 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08203c2-8a35-4883-8f95-0a7ec687eef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:37.793716 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d08203c2-8a35-4883-8f95-0a7ec687eef5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:37.804480 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17f8871d-2335-40f4-9d34-72a8ba91e7f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:36:37.986105 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-17f8871d-2335-40f4-9d34-72a8ba91e7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (80bf17ac-4cc1-4ff0-b628-bb22bf1713a1), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:37.987348 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-17f8871d-2335-40f4-9d34-72a8ba91e7f2 admin admin] Added segment 80bf17ac-4cc1-4ff0-b628-bb22bf1713a1 of type vlan for network d6e92fd7-3e52-4eb3-a921-b9a1da6d1abb Oct 04 20:36:38.005500 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f8871d-2335-40f4-9d34-72a8ba91e7f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5fb300-eb92-4655-a5bc-6eca80765faf,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:38.127540 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-2e485fff-ef72-47c7-972d-162b7c69ea1b None None] Set router 35837e1b-e5e6-4dc6-ad2d-b8611eb70838 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:36:38.255306 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a797e83-ae27-464f-92d8-295a5a35fee5 req-94c3e541-6c59-4893-8c61-cfa306aa5ae3 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:38.272041 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4a797e83-ae27-464f-92d8-295a5a35fee5 req-94c3e541-6c59-4893-8c61-cfa306aa5ae3 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=73277283-dff3-403d-a03b-b44ab89b63c8 HTTP/1.1" status: 200 len: 947 time: 1.0359352 Oct 04 20:36:38.343325 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08203c2-8a35-4883-8f95-0a7ec687eef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12cdb090-92b7-4df7-a019-f06594722931,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:38.372638 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-17f8871d-2335-40f4-9d34-72a8ba91e7f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (d6e92fd7-3e52-4eb3-a921-b9a1da6d1abb), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:38.402112 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-15f4b724-f92b-4d87-ad2c-0e5ce1438b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (e214467e-6f17-43b7-9436-29b5119bda2c), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:38.408088 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-15f4b724-f92b-4d87-ad2c-0e5ce1438b26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:38.408509 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-d08203c2-8a35-4883-8f95-0a7ec687eef5 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 4.4595711 Oct 04 20:36:38.417165 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-15f4b724-f92b-4d87-ad2c-0e5ce1438b26 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/e214467e-6f17-43b7-9436-29b5119bda2c HTTP/1.1" status: 204 len: 168 time: 3.2670312 Oct 04 20:36:38.419171 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60482) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:36:38.461673 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6242d233-fd7d-4489-a43c-2be72c3810c9 admin admin] Network b65d71d2-d1d9-4a7a-94a4-966b682bf3aa is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:36:38.461995 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-db2a6246-c820-4498-ad40-f8e5cbfaaede None None] Current status of the port a425d1d9-36d6-4dfd-b739-d93ba356804d is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:36:38.462740 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-db2a6246-c820-4498-ad40-f8e5cbfaaede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (a425d1d9-36d6-4dfd-b739-d93ba356804d), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:38.475167 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-1672f4f9-1268-441c-971e-67ad1730f1f4 admin admin] Request body: {'subnet': {'network_id': '1f14ab52-71cb-4092-a961-bc562e500fca', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1189782714-subnet', 'tenant_id': '83f4d8accaf7424cb88d1327e40a1e9e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:36:38.492939 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5f43b-ba46-421d-9e6a-190c45164d15 req-94c282f0-17c4-4631-81a6-fefd5227d4e4 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:38.494815 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-5db5f43b-ba46-421d-9e6a-190c45164d15 req-94c282f0-17c4-4631-81a6-fefd5227d4e4 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0f57f25a-23a5-469a-bdab-c55a3d3a7201 HTTP/1.1" status: 200 len: 949 time: 0.5531359 Oct 04 20:36:38.503076 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08203c2-8a35-4883-8f95-0a7ec687eef5 admin admin] Pushing event updated for resources: {'Network': ['ID=1f14ab52-71cb-4092-a961-bc562e500fca,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:38.509867 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f335e6-ab1a-4e15-8a29-300768cb0024 req-dd515ed3-7fb4-4596-aa69-27b0e64dd08c service neutron] Port 4d3acb0b-9db4-4859-841b-32026dc92298 on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:36:38.510382 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f335e6-ab1a-4e15-8a29-300768cb0024 req-dd515ed3-7fb4-4596-aa69-27b0e64dd08c service neutron] Attempting to bind port 4d3acb0b-9db4-4859-841b-32026dc92298 on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:36:38.524407 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f4b724-f92b-4d87-ad2c-0e5ce1438b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e214467e-6f17-43b7-9436-29b5119bda2c,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:38.637881 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.db.resource_extend [None req-17f8871d-2335-40f4-9d34-72a8ba91e7f2 admin admin] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 04 20:36:38.664893 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-6242d233-fd7d-4489-a43c-2be72c3810c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:36:38.746885 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:38.861579 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1672f4f9-1268-441c-971e-67ad1730f1f4 admin admin] Made reservation on behalf of 83f4d8accaf7424cb88d1327e40a1e9e for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:36:38.866176 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1672f4f9-1268-441c-971e-67ad1730f1f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:38.885475 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 1f14ab52-71cb-4092-a961-bc562e500fca details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:36:38.892437 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4a797e83-ae27-464f-92d8-295a5a35fee5 req-54b14595-3ac2-4769-a735-22e8d75fe319 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5557091 Oct 04 20:36:38.910775 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-17f8871d-2335-40f4-9d34-72a8ba91e7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (d6e92fd7-3e52-4eb3-a921-b9a1da6d1abb), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:38.915062 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f8871d-2335-40f4-9d34-72a8ba91e7f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:38.916181 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-17f8871d-2335-40f4-9d34-72a8ba91e7f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:38.968679 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:39.169235 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-5db5f43b-ba46-421d-9e6a-190c45164d15 req-305a67c3-6892-461c-aef0-82e140f1a420 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2307915d-12a1-4f54-8445-b78325b75811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6436770 Oct 04 20:36:39.199490 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f335e6-ab1a-4e15-8a29-300768cb0024 req-dd515ed3-7fb4-4596-aa69-27b0e64dd08c service neutron] Checking agent: {'id': 'd500e1cf-136e-47e7-b7fe-ae200432f8b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 28, 32), 'started_at': datetime.datetime(2022, 10, 4, 20, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:36:39.200061 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f335e6-ab1a-4e15-8a29-300768cb0024 req-dd515ed3-7fb4-4596-aa69-27b0e64dd08c service neutron] Checking segment: {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:36:39.200725 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f335e6-ab1a-4e15-8a29-300768cb0024 req-dd515ed3-7fb4-4596-aa69-27b0e64dd08c service neutron] Bound using segment: {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'} {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:36:39.202313 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [req-77f335e6-ab1a-4e15-8a29-300768cb0024 req-dd515ed3-7fb4-4596-aa69-27b0e64dd08c service neutron] Bound port: 4d3acb0b-9db4-4859-841b-32026dc92298, host: n-h1-852085-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'}}] {{(pid=108170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:36:39.202867 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-77f335e6-ab1a-4e15-8a29-300768cb0024 req-dd515ed3-7fb4-4596-aa69-27b0e64dd08c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (4d3acb0b-9db4-4859-841b-32026dc92298), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:39.300941 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:39.394872 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 5e040c50-8fff-4cc8-b66b-fdadb45f746d is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:36:39.473767 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [req-77f335e6-ab1a-4e15-8a29-300768cb0024 req-dd515ed3-7fb4-4596-aa69-27b0e64dd08c service neutron] For port 4d3acb0b-9db4-4859-841b-32026dc92298, host n-h1-852085-12, cleared binding levels {{(pid=108170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:36:39.497740 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:DELETE=1,neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:39.540998 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [req-77f335e6-ab1a-4e15-8a29-300768cb0024 req-dd515ed3-7fb4-4596-aa69-27b0e64dd08c service neutron] For port 4d3acb0b-9db4-4859-841b-32026dc92298, host n-h1-852085-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=4d3acb0b-9db4-4859-841b-32026dc92298,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:36:39.701617 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-db2a6246-c820-4498-ad40-f8e5cbfaaede None None] For port a425d1d9-36d6-4dfd-b739-d93ba356804d, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=a425d1d9-36d6-4dfd-b739-d93ba356804d,segment=NetworkSegment(8ec9a799-f226-40c4-b8e3-9f2f87b23638),segment_id=8ec9a799-f226-40c4-b8e3-9f2f87b23638)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:36:39.708478 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-fce3ed97-da8c-421b-bcd7-f60b0f560d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa72bd7f-3a37-4a6b-97f8-e6edfd8608ee', 'name': 'tempest-VolumesAdminNegativeTest-244093792-router', 'tenant_id': '1fa8bded1f7e4799968c21cfde1316b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': '10dccec1-def6-48de-946b-d4496923180f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:36:18Z', 'updated_at': '2022-10-04T20:36:32Z', 'revision_number': 4, 'project_id': '1fa8bded1f7e4799968c21cfde1316b2', 'gw_port': {'id': '10dccec1-def6-48de-946b-d4496923180f', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa72bd7f-3a37-4a6b-97f8-e6edfd8608ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:36:19Z', 'updated_at': '2022-10-04T20:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '0c380762-4e3f-4d14-a463-323f51039ad2', 'name': '', 'network_id': 'b65d71d2-d1d9-4a7a-94a4-966b682bf3aa', 'tenant_id': '1fa8bded1f7e4799968c21cfde1316b2', 'mac_address': 'fa:16:3e:f1:28:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa72bd7f-3a37-4a6b-97f8-e6edfd8608ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'd0b387ee-5171-48d1-a650-adc1e6a99320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:36:29Z', 'updated_at': '2022-10-04T20:36:30Z', 'revision_number': 1, 'project_id': '1fa8bded1f7e4799968c21cfde1316b2', 'subnets': [{'id': 'd0b387ee-5171-48d1-a650-adc1e6a99320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:36:39.717633 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-77f335e6-ab1a-4e15-8a29-300768cb0024 req-dd515ed3-7fb4-4596-aa69-27b0e64dd08c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (4d3acb0b-9db4-4859-841b-32026dc92298), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:39.743392 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f335e6-ab1a-4e15-8a29-300768cb0024 req-dd515ed3-7fb4-4596-aa69-27b0e64dd08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:39.745531 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-77f335e6-ab1a-4e15-8a29-300768cb0024 req-dd515ed3-7fb4-4596-aa69-27b0e64dd08c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:39.750102 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-77f335e6-ab1a-4e15-8a29-300768cb0024 req-dd515ed3-7fb4-4596-aa69-27b0e64dd08c service neutron] 10.222.0.83 "PUT /networking/v2.0/ports/4d3acb0b-9db4-4859-841b-32026dc92298 HTTP/1.1" status: 200 len: 1096 time: 7.5129962 Oct 04 20:36:39.751538 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73277283-dff3-403d-a03b-b44ab89b63c8', 'tag': '4d3acb0b-9db4-4859-841b-32026dc92298'}] {{(pid=108170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:36:39.756388 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a696e922a709062c6bf2650733a1f4a2b44940721a32d933316dd509f3aaf0ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97157b32-b9c7-4ec4-a94f-081c6b303fc5" -d '{"events": [{"name": "network-changed", "server_uuid": "73277283-dff3-403d-a03b-b44ab89b63c8", "tag": "4d3acb0b-9db4-4859-841b-32026dc92298"}]}' {{(pid=108170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:36:39.803076 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce3ed97-da8c-421b-bcd7-f60b0f560d21 None None] The sync data for ids ['fa72bd7f-3a37-4a6b-97f8-e6edfd8608ee'] in n-d-852085-12 is: [{'id': 'fa72bd7f-3a37-4a6b-97f8-e6edfd8608ee', 'name': 'tempest-VolumesAdminNegativeTest-244093792-router', 'tenant_id': '1fa8bded1f7e4799968c21cfde1316b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': '10dccec1-def6-48de-946b-d4496923180f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:36:18Z', 'updated_at': '2022-10-04T20:36:32Z', 'revision_number': 4, 'project_id': '1fa8bded1f7e4799968c21cfde1316b2', 'gw_port': {'id': '10dccec1-def6-48de-946b-d4496923180f', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa72bd7f-3a37-4a6b-97f8-e6edfd8608ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:36:19Z', 'updated_at': '2022-10-04T20:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '0c380762-4e3f-4d14-a463-323f51039ad2', 'name': '', 'network_id': 'b65d71d2-d1d9-4a7a-94a4-966b682bf3aa', 'tenant_id': '1fa8bded1f7e4799968c21cfde1316b2', 'mac_address': 'fa:16:3e:f1:28:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa72bd7f-3a37-4a6b-97f8-e6edfd8608ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'd0b387ee-5171-48d1-a650-adc1e6a99320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:36:29Z', 'updated_at': '2022-10-04T20:36:30Z', 'revision_number': 1, 'project_id': '1fa8bded1f7e4799968c21cfde1316b2', 'subnets': [{'id': 'd0b387ee-5171-48d1-a650-adc1e6a99320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:36:39.832423 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a425d1d9-36d6-4dfd-b739-d93ba356804d up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:36:39.906249 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ff11b5fa-3b9c-4b86-8d9e-d83eada9f623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (d368dd45-ae89-439f-abfd-954328757492), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:39.945104 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-db2a6246-c820-4498-ad40-f8e5cbfaaede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (a425d1d9-36d6-4dfd-b739-d93ba356804d), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:40.041038 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 60492) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:36:40.044741 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 20:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae51007b-0515-45b4-9025-e6342aecf2ce x-openstack-request-id: req-ae51007b-0515-45b4-9025-e6342aecf2ce {{(pid=108170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:36:40.045858 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73277283-dff3-403d-a03b-b44ab89b63c8", "tag": "4d3acb0b-9db4-4859-841b-32026dc92298", "status": "completed", "code": 200}]} {{(pid=108170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:36:40.046503 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ae51007b-0515-45b4-9025-e6342aecf2ce {{(pid=108170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:36:40.047477 n-d-852085-12 neutron-server[108170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae51007b-0515-45b4-9025-e6342aecf2ce'] response: {'name': 'network-changed', 'server_uuid': '73277283-dff3-403d-a03b-b44ab89b63c8', 'tag': '4d3acb0b-9db4-4859-841b-32026dc92298', 'status': 'completed', 'code': 200} Oct 04 20:36:40.058536 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port a425d1d9-36d6-4dfd-b739-d93ba356804d triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:36:40.059180 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (a425d1d9-36d6-4dfd-b739-d93ba356804d), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:40.059782 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port a425d1d9-36d6-4dfd-b739-d93ba356804d Oct 04 20:36:40.114006 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-17f8871d-2335-40f4-9d34-72a8ba91e7f2 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 4.4836700 Oct 04 20:36:40.114006 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f8871d-2335-40f4-9d34-72a8ba91e7f2 admin admin] Pushing event updated for resources: {'Network': ['ID=d6e92fd7-3e52-4eb3-a921-b9a1da6d1abb,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:40.161466 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 60494) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:36:40.175839 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-a5fa6540-2e9d-4015-b157-8c644b6658a6 admin admin] Request body: {'subnet': {'network_id': 'd6e92fd7-3e52-4eb3-a921-b9a1da6d1abb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-878913953-subnet', 'tenant_id': '278001113cdf41b5b902ac5a620d3f52', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:36:40.189700 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd515ed3-7fb4-4596-aa69-27b0e64dd08c service neutron] Pushing event updated for resources: {'Port': ['ID=4d3acb0b-9db4-4859-841b-32026dc92298,revision_number=3']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:40.196180 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network d6e92fd7-3e52-4eb3-a921-b9a1da6d1abb details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:36:40.200427 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:40.272285 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6242d233-fd7d-4489-a43c-2be72c3810c9 admin admin] Router fa72bd7f-3a37-4a6b-97f8-e6edfd8608ee has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:36:40.282126 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:40.363719 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f04ed9-856c-49c8-b9a9-fecccc430286 req-1979ce15-539c-4900-a3d6-901f1f483d64 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:40.367636 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-78f04ed9-856c-49c8-b9a9-fecccc430286 req-1979ce15-539c-4900-a3d6-901f1f483d64 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0f57f25a-23a5-469a-bdab-c55a3d3a7201 HTTP/1.1" status: 200 len: 949 time: 0.9387565 Oct 04 20:36:40.398835 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f335e6-ab1a-4e15-8a29-300768cb0024 req-f9ecef91-049e-4579-a0d4-1faae8191c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:40.408694 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-77f335e6-ab1a-4e15-8a29-300768cb0024 req-f9ecef91-049e-4579-a0d4-1faae8191c3b service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=70436b8b504e43dc882f5ee434ecf443&device_id=73277283-dff3-403d-a03b-b44ab89b63c8 HTTP/1.1" status: 200 len: 1130 time: 0.3797894 Oct 04 20:36:40.441380 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1672f4f9-1268-441c-971e-67ad1730f1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (35b6af71-1c59-4b99-a164-6706d508c9e8), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:40.572831 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-cf35bee8-249b-4e61-ac84-aa7028281f0b None None] Provisioning complete for port 0c380762-4e3f-4d14-a463-323f51039ad2 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:36:40.573481 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-cf35bee8-249b-4e61-ac84-aa7028281f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (0c380762-4e3f-4d14-a463-323f51039ad2), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:40.573975 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-cf35bee8-249b-4e61-ac84-aa7028281f0b None None] Attempt 1 to provision port 0c380762-4e3f-4d14-a463-323f51039ad2 Oct 04 20:36:40.635421 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port a425d1d9-36d6-4dfd-b739-d93ba356804d is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:36:40.637688 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 8c8b78ee-471f-4c7d-ae55-acd65ce4e46c up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:36:40.736234 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2a6246-c820-4498-ad40-f8e5cbfaaede None None] Pushing event updated for resources: {'Port': ['ID=a425d1d9-36d6-4dfd-b739-d93ba356804d,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:40.773736 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-2e485fff-ef72-47c7-972d-162b7c69ea1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35837e1b-e5e6-4dc6-ad2d-b8611eb70838', 'name': 'tempest-LiveMigrationTest-1089892850-router', 'tenant_id': '10ad510c188c41c5b44cde6ddd2f40e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '67a313f0-6318-4116-9600-22dff9e1095b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:36:25Z', 'updated_at': '2022-10-04T20:36:32Z', 'revision_number': 3, 'project_id': '10ad510c188c41c5b44cde6ddd2f40e3', 'gw_port': {'id': '67a313f0-6318-4116-9600-22dff9e1095b', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c8:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35837e1b-e5e6-4dc6-ad2d-b8611eb70838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:36:28Z', 'updated_at': '2022-10-04T20:36:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:36:40.777185 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [req-78f04ed9-856c-49c8-b9a9-fecccc430286 req-e8a35584-11f9-4941-b9c9-bbbc43f13bcf tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Deleting port 0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:36:40.777759 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-78f04ed9-856c-49c8-b9a9-fecccc430286 req-e8a35584-11f9-4941-b9c9-bbbc43f13bcf tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:40.787471 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-77f335e6-ab1a-4e15-8a29-300768cb0024 req-b28a7885-7539-4699-be5d-b8bb7d455b2e service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=4d3acb0b-9db4-4859-841b-32026dc92298 HTTP/1.1" status: 200 len: 217 time: 0.1982088 Oct 04 20:36:40.791199 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-19bb3e80-5c6a-4887-a6f7-f799908a7eaa admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=d6f013a44999493b83fa035e0bb80cb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7414629 Oct 04 20:36:40.805202 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5b010f-a2bf-4638-81db-f86aeffb40e6 req-61177fe0-6995-45b8-bade-d5517702fdc2 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:40.817887 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-7d5b010f-a2bf-4638-81db-f86aeffb40e6 req-61177fe0-6995-45b8-bade-d5517702fdc2 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=73277283-dff3-403d-a03b-b44ab89b63c8 HTTP/1.1" status: 200 len: 947 time: 0.6193233 Oct 04 20:36:40.833616 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 60498) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:36:40.885091 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e485fff-ef72-47c7-972d-162b7c69ea1b None None] Checking router: 35837e1b-e5e6-4dc6-ad2d-b8611eb70838 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:36:40.886128 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e485fff-ef72-47c7-972d-162b7c69ea1b None None] Updating router 35837e1b-e5e6-4dc6-ad2d-b8611eb70838 port 67a313f0-6318-4116-9600-22dff9e1095b binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:36:40.889915 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:40.967369 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5fa6540-2e9d-4015-b157-8c644b6658a6 admin admin] Made reservation on behalf of 278001113cdf41b5b902ac5a620d3f52 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:36:40.969504 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1672f4f9-1268-441c-971e-67ad1730f1f4 admin admin] Checking segment: {'id': '666560bf-c05d-447c-aa8a-97174d02aeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1f14ab52-71cb-4092-a961-bc562e500fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:36:40.970135 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1672f4f9-1268-441c-971e-67ad1730f1f4 admin admin] Network hostable DHCP agents. Network: 1f14ab52-71cb-4092-a961-bc562e500fca, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:36:40.972697 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a5fa6540-2e9d-4015-b157-8c644b6658a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:40.990832 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-cf35bee8-249b-4e61-ac84-aa7028281f0b None None] Port 0c380762-4e3f-4d14-a463-323f51039ad2 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:36:41.017252 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-cf35bee8-249b-4e61-ac84-aa7028281f0b None None] Provisioning complete for port a425d1d9-36d6-4dfd-b739-d93ba356804d triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:36:41.017837 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-cf35bee8-249b-4e61-ac84-aa7028281f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (a425d1d9-36d6-4dfd-b739-d93ba356804d), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:41.018369 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-cf35bee8-249b-4e61-ac84-aa7028281f0b None None] Attempt 1 to provision port a425d1d9-36d6-4dfd-b739-d93ba356804d Oct 04 20:36:41.133927 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9ebbe77e-021a-49bd-9863-2d5ec60599b9 req-6ef3c3d6-5064-4e5d-8ea8-4919a99cb744 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=bdb3a6b7-921f-41d4-a55e-0686a4dc7189&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6148207 Oct 04 20:36:41.148680 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4495e9d9-e539-4b81-ac57-2191f5d82a2c req-80323905-3f4d-4856-b38f-8219c6c3aec0 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:41.153311 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4495e9d9-e539-4b81-ac57-2191f5d82a2c req-80323905-3f4d-4856-b38f-8219c6c3aec0 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0f57f25a-23a5-469a-bdab-c55a3d3a7201 HTTP/1.1" status: 200 len: 949 time: 0.5533073 Oct 04 20:36:41.182489 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 8c8b78ee-471f-4c7d-ae55-acd65ce4e46c triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:36:41.182810 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1672f4f9-1268-441c-971e-67ad1730f1f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35b6af71-1c59-4b99-a164-6706d508c9e8,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:41.184850 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (8c8b78ee-471f-4c7d-ae55-acd65ce4e46c), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:41.186407 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 8c8b78ee-471f-4c7d-ae55-acd65ce4e46c Oct 04 20:36:41.206614 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1672f4f9-1268-441c-971e-67ad1730f1f4 admin admin] Network 1f14ab52-71cb-4092-a961-bc562e500fca is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:36:41.252980 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:41.268764 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:41.301545 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2e485fff-ef72-47c7-972d-162b7c69ea1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (67a313f0-6318-4116-9600-22dff9e1095b), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:41.333776 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [req-78f04ed9-856c-49c8-b9a9-fecccc430286 req-e8a35584-11f9-4941-b9c9-bbbc43f13bcf tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] For port 0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44, host n-h2-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852085-12',level=0,port_id=0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:36:41.334401 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-78f04ed9-856c-49c8-b9a9-fecccc430286 req-e8a35584-11f9-4941-b9c9-bbbc43f13bcf tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:41.340727 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-1672f4f9-1268-441c-971e-67ad1730f1f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 1f14ab52-71cb-4092-a961-bc562e500fca) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:36:41.393554 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1672f4f9-1268-441c-971e-67ad1730f1f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:41.394614 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1672f4f9-1268-441c-971e-67ad1730f1f4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:41.402229 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64304e7f-dca3-4c56-bb0a-598a8644c49c None None] Network 1f14ab52-71cb-4092-a961-bc562e500fca requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:36:41.449473 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [req-78f04ed9-856c-49c8-b9a9-fecccc430286 req-e8a35584-11f9-4941-b9c9-bbbc43f13bcf tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Calling delete_port for 0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44 owned by compute:nova {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:36:41.572019 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6242d233-fd7d-4489-a43c-2be72c3810c9 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:36:41.595510 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-7d5b010f-a2bf-4638-81db-f86aeffb40e6 req-89577875-45bb-4e0d-9e5c-d90800e01d7d tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7761183 Oct 04 20:36:41.658833 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-6242d233-fd7d-4489-a43c-2be72c3810c9 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/fa72bd7f-3a37-4a6b-97f8-e6edfd8608ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.1587105 Oct 04 20:36:41.684270 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f088f3be-4227-47dd-b641-9abcb75fc9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:41.698074 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-1672f4f9-1268-441c-971e-67ad1730f1f4 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.2451735 Oct 04 20:36:41.746555 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60502) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:36:41.762894 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-addfd0db-e157-4487-837a-acdf7b9316a4 admin admin] Request body: {'router': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1189782714-router', 'tenant_id': '83f4d8accaf7424cb88d1327e40a1e9e', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:36:41.830712 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebbe77e-021a-49bd-9863-2d5ec60599b9 req-26af2d9b-769b-4ffa-a92f-005c04706f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:41.834613 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9ebbe77e-021a-49bd-9863-2d5ec60599b9 req-26af2d9b-769b-4ffa-a92f-005c04706f3f service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=74eef3bf938c491d8a2f5192ba598c19&device_id=bdb3a6b7-921f-41d4-a55e-0686a4dc7189 HTTP/1.1" status: 200 len: 1133 time: 0.4570045 Oct 04 20:36:41.951965 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0fcb2a7c-a431-4211-a362-4880c64fce92 admin admin] Publish callbacks [] for security_group (f2d4e61f-f58b-4aa9-ae21-db6dd4352ef6), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:42.080625 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23b046e-4cea-441f-b9f0-28f0e0b36bf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-1f14ab52-71cb-4092-a961-bc562e500fca', 'network_id': '1f14ab52-71cb-4092-a961-bc562e500fca', 'project_id': '83f4d8accaf7424cb88d1327e40a1e9e', 'fixed_ips': [{'subnet_id': '35b6af71-1c59-4b99-a164-6706d508c9e8'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:36:42.082734 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b23b046e-4cea-441f-b9f0-28f0e0b36bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:42.110768 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-addfd0db-e157-4487-837a-acdf7b9316a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (46d71879-f7e8-4d95-910b-4fee7fa68ed8), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:42.113102 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-addfd0db-e157-4487-837a-acdf7b9316a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (46d71879-f7e8-4d95-910b-4fee7fa68ed8), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:42.221111 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4495e9d9-e539-4b81-ac57-2191f5d82a2c req-8111867b-353a-4442-aa8a-1ffc5f6bb609 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2307915d-12a1-4f54-8445-b78325b75811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9377408 Oct 04 20:36:42.305767 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0fcb2a7c-a431-4211-a362-4880c64fce92 admin admin] Publish callbacks [] for security_group (f2d4e61f-f58b-4aa9-ae21-db6dd4352ef6), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:42.368929 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-cf35bee8-249b-4e61-ac84-aa7028281f0b None None] Current status of the port a425d1d9-36d6-4dfd-b739-d93ba356804d is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:36:42.415945 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:42.431881 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f335e6-ab1a-4e15-8a29-300768cb0024 req-bc878b8a-6f06-489e-88bd-e95b94c97cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:42.434579 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-77f335e6-ab1a-4e15-8a29-300768cb0024 req-bc878b8a-6f06-489e-88bd-e95b94c97cd2 service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 1.6132231 Oct 04 20:36:42.531117 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-78f04ed9-856c-49c8-b9a9-fecccc430286 req-e8a35584-11f9-4941-b9c9-bbbc43f13bcf tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:42.542440 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-addfd0db-e157-4487-837a-acdf7b9316a4 admin admin] Publish callbacks [] for router_controller (46d71879-f7e8-4d95-910b-4fee7fa68ed8), precommit_add_association {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:42.634641 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a35584-11f9-4941-b9c9-bbbc43f13bcf tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Pushing event deleted for resources: {'Port': ['ID=0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:42.670166 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] get_ports_and_sgs() called for port_ids ['26cc88b4-8d45-445d-8a36-b340685405f4'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:36:42.678451 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0fcb2a7c-a431-4211-a362-4880c64fce92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (f2d4e61f-f58b-4aa9-ae21-db6dd4352ef6), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:42.701752 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0fcb2a7c-a431-4211-a362-4880c64fce92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:42.707671 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-0fcb2a7c-a431-4211-a362-4880c64fce92 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/f2d4e61f-f58b-4aa9-ae21-db6dd4352ef6 HTTP/1.1" status: 204 len: 168 time: 1.8059559 Oct 04 20:36:42.741759 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:42.779721 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-f088f3be-4227-47dd-b641-9abcb75fc9c3 admin admin] Allocated IP 172.20.0.1 (f83df98d-561c-48da-846a-6d99e02fce9a/286b35bf-8b5e-4589-90e5-35a54a75a2e5/c8d3336a-b241-4e22-b3d9-907576a718f3) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:36:42.851328 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f335e6-ab1a-4e15-8a29-300768cb0024 req-4a745b6f-6bc9-49c5-be40-18961f0ef127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:42.857113 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-77f335e6-ab1a-4e15-8a29-300768cb0024 req-4a745b6f-6bc9-49c5-be40-18961f0ef127 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4042287 Oct 04 20:36:43.034782 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60512) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:36:43.043715 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806e1c1-7e1e-4a11-887c-81f04a8d3a97 req-1f3e6bf6-1fb7-47a1-a845-ac30a63221aa tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:43.044133 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f04ed9-856c-49c8-b9a9-fecccc430286 req-e8a35584-11f9-4941-b9c9-bbbc43f13bcf tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] No DVR routers for this DVR port 0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44 on host n-h2-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:36:43.045588 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e806e1c1-7e1e-4a11-887c-81f04a8d3a97 req-1f3e6bf6-1fb7-47a1-a845-ac30a63221aa tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=73277283-dff3-403d-a03b-b44ab89b63c8 HTTP/1.1" status: 200 len: 947 time: 0.1511228 Oct 04 20:36:43.047350 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcb2a7c-a431-4211-a362-4880c64fce92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d4e61f-f58b-4aa9-ae21-db6dd4352ef6,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:43.063008 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2e485fff-ef72-47c7-972d-162b7c69ea1b None None] Publish callbacks [] for port (67a313f0-6318-4116-9600-22dff9e1095b), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:43.072456 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 8c8b78ee-471f-4c7d-ae55-acd65ce4e46c is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:36:43.073055 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (8c8b78ee-471f-4c7d-ae55-acd65ce4e46c), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:43.129077 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-78f04ed9-856c-49c8-b9a9-fecccc430286 req-e8a35584-11f9-4941-b9c9-bbbc43f13bcf tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:43.142043 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a5fa6540-2e9d-4015-b157-8c644b6658a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (abc0687d-eec0-450c-85d2-f2b53041030a), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:43.154191 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-78f04ed9-856c-49c8-b9a9-fecccc430286 req-e8a35584-11f9-4941-b9c9-bbbc43f13bcf tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.85 "DELETE /networking/v2.0/ports/0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44 HTTP/1.1" status: 204 len: 173 time: 2.7169981 Oct 04 20:36:43.170940 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-1408775a-9143-4b28-acdd-28037622b82b tempest-VolumesAdminNegativeTest-976428390 tempest-VolumesAdminNegativeTest-976428390-project] Request body: {'security_group': {'name': 'tempest-securitygroup--871331959', 'description': 'tempest-description--1074437224'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:36:43.187607 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2e485fff-ef72-47c7-972d-162b7c69ea1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (67a313f0-6318-4116-9600-22dff9e1095b), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:43.191300 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f57f25a-23a5-469a-bdab-c55a3d3a7201', 'name': 'network-vif-deleted', 'tag': '0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44'}] {{(pid=108169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:36:43.208481 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dea34fca0f7d6c1de22810621a04fa86ac5e48141775903912ac1624808dfef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54212263-83f3-4556-9434-ad6f5eaf4870" -d '{"events": [{"server_uuid": "0f57f25a-23a5-469a-bdab-c55a3d3a7201", "name": "network-vif-deleted", "tag": "0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44"}]}' {{(pid=108169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:36:43.252234 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-2e485fff-ef72-47c7-972d-162b7c69ea1b None None] Attempting to bind port 67a313f0-6318-4116-9600-22dff9e1095b on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:36:43.252630 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-2e485fff-ef72-47c7-972d-162b7c69ea1b None None] Attempting to bind port 67a313f0-6318-4116-9600-22dff9e1095b by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:36:43.253210 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e485fff-ef72-47c7-972d-162b7c69ea1b None None] Attempting to bind port 67a313f0-6318-4116-9600-22dff9e1095b on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:36:43.848478 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:43.865394 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] get_ports_and_sgs() called for port_ids ['9508b042-5160-4988-9db8-7f6ce03be19a'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:36:43.961399 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] get_ports_and_sgs() called for port_ids ['9508b042-5160-4988-9db8-7f6ce03be19a'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:36:43.969029 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:43.971058 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5e7c29-ce53-40b3-a2ac-e8036a640cd0 None None] Pushing event updated for resources: {'Port': ['ID=67a313f0-6318-4116-9600-22dff9e1095b,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:44.101823 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Device 0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44 no longer exists at agent hyperv_n-h2-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:36:44.139398 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f088f3be-4227-47dd-b641-9abcb75fc9c3 admin admin] Publish callbacks [] for port (c8d3336a-b241-4e22-b3d9-907576a718f3), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:44.222465 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-3b733197-272b-4876-9d51-15db453cf3c3 req-807d3b52-d462-4125-860e-5ac70bdb4b25 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0f57f25a-23a5-469a-bdab-c55a3d3a7201 HTTP/1.1" status: 200 len: 210 time: 0.2131429 Oct 04 20:36:44.224348 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebbe77e-021a-49bd-9863-2d5ec60599b9 req-80bb7218-40b2-4689-ad61-2aa7db75e857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:44.231420 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9ebbe77e-021a-49bd-9863-2d5ec60599b9 req-80bb7218-40b2-4689-ad61-2aa7db75e857 service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=42fbb05e-3f96-444f-a676-04ee9d06a8c7 HTTP/1.1" status: 200 len: 870 time: 2.3250260 Oct 04 20:36:44.330170 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:44.338001 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 8c8b78ee-471f-4c7d-ae55-acd65ce4e46c, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=8c8b78ee-471f-4c7d-ae55-acd65ce4e46c,segment=NetworkSegment(579383d1-00ac-42f8-b73a-43e850128dd5),segment_id=579383d1-00ac-42f8-b73a-43e850128dd5)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:36:44.363770 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e485fff-ef72-47c7-972d-162b7c69ea1b None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:36:44.364809 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e485fff-ef72-47c7-972d-162b7c69ea1b None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:36:44.366123 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2e485fff-ef72-47c7-972d-162b7c69ea1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:44.367216 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e485fff-ef72-47c7-972d-162b7c69ea1b None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:36:44.368611 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-2e485fff-ef72-47c7-972d-162b7c69ea1b None None] Bound port: 67a313f0-6318-4116-9600-22dff9e1095b, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:36:44.369570 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2e485fff-ef72-47c7-972d-162b7c69ea1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (67a313f0-6318-4116-9600-22dff9e1095b), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:44.378322 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:44.381154 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e806e1c1-7e1e-4a11-887c-81f04a8d3a97 req-2a5e368d-3d61-4f98-be20-62ef071c7b73 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2824588 Oct 04 20:36:44.534611 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9ebbe77e-021a-49bd-9863-2d5ec60599b9 req-033cd8dd-cde2-4040-8df5-d072345b984e service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=26cc88b4-8d45-445d-8a36-b340685405f4 HTTP/1.1" status: 200 len: 217 time: 0.2334590 Oct 04 20:36:44.630985 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fa6540-2e9d-4015-b157-8c644b6658a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abc0687d-eec0-450c-85d2-f2b53041030a,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:44.640927 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (8c8b78ee-471f-4c7d-ae55-acd65ce4e46c), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:44.648829 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] No Port match for: 0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:36:44.648829 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Device 0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44 not bound to the agent host n-h2-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:36:44.663002 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-ff11b5fa-3b9c-4b86-8d9e-d83eada9f623 admin admin] Deleting port 8c8b78ee-471f-4c7d-ae55-acd65ce4e46c {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:36:44.663661 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ff11b5fa-3b9c-4b86-8d9e-d83eada9f623 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (8c8b78ee-471f-4c7d-ae55-acd65ce4e46c), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:44.667230 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-d9c589d4-34ca-4bca-9838-bf305eaab25d req-c83daa91-6bea-4019-9495-5a9e7ac78880 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?device_id=50c29121-e094-4132-8ef4-b4c28da9df8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9322166 Oct 04 20:36:44.668737 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1408775a-9143-4b28-acdd-28037622b82b tempest-VolumesAdminNegativeTest-976428390 tempest-VolumesAdminNegativeTest-976428390-project] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:44.827746 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-addfd0db-e157-4487-837a-acdf7b9316a4 admin admin] Publish callbacks [] for router_gateway (46d71879-f7e8-4d95-910b-4fee7fa68ed8), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:45.022913 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fa6540-2e9d-4015-b157-8c644b6658a6 admin admin] Checking segment: {'id': '80bf17ac-4cc1-4ff0-b628-bb22bf1713a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd6e92fd7-3e52-4eb3-a921-b9a1da6d1abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:36:45.023578 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fa6540-2e9d-4015-b157-8c644b6658a6 admin admin] Network hostable DHCP agents. Network: d6e92fd7-3e52-4eb3-a921-b9a1da6d1abb, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:36:45.045617 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-b23b046e-4cea-441f-b9f0-28f0e0b36bf2 None None] Allocated IP 172.20.0.2 (1f14ab52-71cb-4092-a961-bc562e500fca/35b6af71-1c59-4b99-a164-6706d508c9e8/b80c8db7-83b4-4e32-8a10-e3b00bfac40e) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:36:45.076970 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebbe77e-021a-49bd-9863-2d5ec60599b9 req-4a1256df-85a1-4b01-8064-b43263b5fdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:45.079620 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9ebbe77e-021a-49bd-9863-2d5ec60599b9 req-4a1256df-85a1-4b01-8064-b43263b5fdaa service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.5080199 Oct 04 20:36:45.088737 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-77f335e6-ab1a-4e15-8a29-300768cb0024 req-9375adfd-1639-42cb-9ace-95b876ae3c4c service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.2222316 Oct 04 20:36:45.099396 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c757f5e-bc71-47ff-b16e-1e969ceab80c None None] Sync routers for ids ['fa72bd7f-3a37-4a6b-97f8-e6edfd8608ee'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:36:45.152040 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c757f5e-bc71-47ff-b16e-1e969ceab80c None None] Routers {'fa72bd7f-3a37-4a6b-97f8-e6edfd8608ee'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:36:45.154423 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-7c757f5e-bc71-47ff-b16e-1e969ceab80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:36:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['fa72bd7f-3a37-4a6b-97f8-e6edfd8608ee'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:36:45.164071 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1408775a-9143-4b28-acdd-28037622b82b tempest-VolumesAdminNegativeTest-976428390 tempest-VolumesAdminNegativeTest-976428390-project] Publish callbacks [] for security_group (dcf9fec5-46c6-4887-bbf9-9c82d810a99b), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:45.171837 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 20:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a26d36c-e188-4d37-899d-7c8384e7e022 x-openstack-request-id: req-7a26d36c-e188-4d37-899d-7c8384e7e022 {{(pid=108169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:36:45.172868 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f57f25a-23a5-469a-bdab-c55a3d3a7201", "name": "network-vif-deleted", "tag": "0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44", "status": "completed", "code": 200}]} {{(pid=108169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:36:45.173864 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7a26d36c-e188-4d37-899d-7c8384e7e022 {{(pid=108169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:36:45.174959 n-d-852085-12 neutron-server[108169]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a26d36c-e188-4d37-899d-7c8384e7e022'] response: {'server_uuid': '0f57f25a-23a5-469a-bdab-c55a3d3a7201', 'name': 'network-vif-deleted', 'tag': '0c7adf8c-2e14-4eaa-bfab-9dbb2f275d44', 'status': 'completed', 'code': 200} Oct 04 20:36:45.181711 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f088f3be-4227-47dd-b641-9abcb75fc9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (c8d3336a-b241-4e22-b3d9-907576a718f3), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:45.342346 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1408775a-9143-4b28-acdd-28037622b82b tempest-VolumesAdminNegativeTest-976428390 tempest-VolumesAdminNegativeTest-976428390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (dcf9fec5-46c6-4887-bbf9-9c82d810a99b), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:45.433467 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebbe77e-021a-49bd-9863-2d5ec60599b9 req-da255995-557e-4a0e-b7a0-64681cd8899a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:45.437209 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9ebbe77e-021a-49bd-9863-2d5ec60599b9 req-da255995-557e-4a0e-b7a0-64681cd8899a service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3437333 Oct 04 20:36:45.445494 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:45.453103 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-ff11b5fa-3b9c-4b86-8d9e-d83eada9f623 admin admin] For port 8c8b78ee-471f-4c7d-ae55-acd65ce4e46c, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=8c8b78ee-471f-4c7d-ae55-acd65ce4e46c,segment=NetworkSegment(579383d1-00ac-42f8-b73a-43e850128dd5),segment_id=579383d1-00ac-42f8-b73a-43e850128dd5)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:36:45.453912 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ff11b5fa-3b9c-4b86-8d9e-d83eada9f623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (8c8b78ee-471f-4c7d-ae55-acd65ce4e46c), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:45.496555 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fa6540-2e9d-4015-b157-8c644b6658a6 admin admin] Network d6e92fd7-3e52-4eb3-a921-b9a1da6d1abb is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:36:45.567916 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2e485fff-ef72-47c7-972d-162b7c69ea1b None None] For port 67a313f0-6318-4116-9600-22dff9e1095b, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:36:45.610727 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-ff11b5fa-3b9c-4b86-8d9e-d83eada9f623 admin admin] Calling delete_port for 8c8b78ee-471f-4c7d-ae55-acd65ce4e46c owned by network:router_interface {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:36:45.634138 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f088f3be-4227-47dd-b641-9abcb75fc9c3 admin admin] Network f83df98d-561c-48da-846a-6d99e02fce9a is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:36:45.665512 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a425d1d9-36d6-4dfd-b739-d93ba356804d up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:36:45.694482 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-7c757f5e-bc71-47ff-b16e-1e969ceab80c None None] Set router fa72bd7f-3a37-4a6b-97f8-e6edfd8608ee gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:36:45.729062 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-f088f3be-4227-47dd-b641-9abcb75fc9c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:36:45.746645 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f088f3be-4227-47dd-b641-9abcb75fc9c3 admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:36:45.746645 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1408775a-9143-4b28-acdd-28037622b82b tempest-VolumesAdminNegativeTest-976428390 tempest-VolumesAdminNegativeTest-976428390-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:45.748562 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-1408775a-9143-4b28-acdd-28037622b82b tempest-VolumesAdminNegativeTest-976428390 tempest-VolumesAdminNegativeTest-976428390-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.6973972 Oct 04 20:36:45.752997 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c589d4-34ca-4bca-9838-bf305eaab25d req-9f92b20b-5aca-4e7d-9b2e-02dc14e3c199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:45.756728 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-d9c589d4-34ca-4bca-9838-bf305eaab25d req-9f92b20b-5aca-4e7d-9b2e-02dc14e3c199 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=70436b8b504e43dc882f5ee434ecf443&device_id=50c29121-e094-4132-8ef4-b4c28da9df8a HTTP/1.1" status: 200 len: 1132 time: 0.9125652 Oct 04 20:36:45.768197 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60536) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:36:45.792419 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-94dcb664-38c4-403f-a0c1-2275de9e2cae tempest-VolumesAdminNegativeTest-976428390 tempest-VolumesAdminNegativeTest-976428390-project] Request body: {'security_group_rule': {'security_group_id': 'dcf9fec5-46c6-4887-bbf9-9c82d810a99b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:36:45.893181 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2e485fff-ef72-47c7-972d-162b7c69ea1b None None] For port 67a313f0-6318-4116-9600-22dff9e1095b, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=67a313f0-6318-4116-9600-22dff9e1095b,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:36:45.970757 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-a5fa6540-2e9d-4015-b157-8c644b6658a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, d6e92fd7-3e52-4eb3-a921-b9a1da6d1abb) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:36:46.080145 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:46.096257 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-25a2351a-94cc-49d8-a9c2-5a5d1ffeeba6 req-e01ad952-9b94-4d79-8e6f-cb22ceb444aa tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=0f57f25a-23a5-469a-bdab-c55a3d3a7201 HTTP/1.1" status: 200 len: 210 time: 0.3987491 Oct 04 20:36:46.119198 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa84afd-8781-4fa8-8076-eb802533cddd None None] Network d6e92fd7-3e52-4eb3-a921-b9a1da6d1abb requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:36:46.121243 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fa6540-2e9d-4015-b157-8c644b6658a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:46.124046 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a5fa6540-2e9d-4015-b157-8c644b6658a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:46.199635 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2e485fff-ef72-47c7-972d-162b7c69ea1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (67a313f0-6318-4116-9600-22dff9e1095b), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:46.206738 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=6,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:46.218445 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1408775a-9143-4b28-acdd-28037622b82b tempest-VolumesAdminNegativeTest-976428390 tempest-VolumesAdminNegativeTest-976428390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf9fec5-46c6-4887-bbf9-9c82d810a99b,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:46.224439 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f088f3be-4227-47dd-b641-9abcb75fc9c3 admin admin] Pushing event updated for resources: {'Port': ['ID=c8d3336a-b241-4e22-b3d9-907576a718f3,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:46.247164 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-77f335e6-ab1a-4e15-8a29-300768cb0024 req-52853807-4ec3-445a-bb5b-1da83a309e15 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1388235 Oct 04 20:36:46.313118 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=100 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:46.363321 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d938a4de-906d-4d5d-ba7b-d68b9faef474 req-02820d40-cf70-4c3a-bb6a-fe117f75e765 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:46.366081 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d938a4de-906d-4d5d-ba7b-d68b9faef474 req-02820d40-cf70-4c3a-bb6a-fe117f75e765 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=73277283-dff3-403d-a03b-b44ab89b63c8 HTTP/1.1" status: 200 len: 947 time: 0.6426160 Oct 04 20:36:46.461694 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f088f3be-4227-47dd-b641-9abcb75fc9c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (35837e1b-e5e6-4dc6-ad2d-b8611eb70838), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:46.487157 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9ebbe77e-021a-49bd-9863-2d5ec60599b9 req-59a51135-6f1d-484c-b909-18887f2ddc15 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0382547 Oct 04 20:36:46.519776 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a5fa6540-2e9d-4015-b157-8c644b6658a6 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 6.3554029 Oct 04 20:36:46.521272 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 60546) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:36:46.542579 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:46.565536 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-7c757f5e-bc71-47ff-b16e-1e969ceab80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa72bd7f-3a37-4a6b-97f8-e6edfd8608ee', 'name': 'tempest-VolumesAdminNegativeTest-244093792-router', 'tenant_id': '1fa8bded1f7e4799968c21cfde1316b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': '10dccec1-def6-48de-946b-d4496923180f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:36:18Z', 'updated_at': '2022-10-04T20:36:32Z', 'revision_number': 4, 'project_id': '1fa8bded1f7e4799968c21cfde1316b2', 'gw_port': {'id': '10dccec1-def6-48de-946b-d4496923180f', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa72bd7f-3a37-4a6b-97f8-e6edfd8608ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:36:19Z', 'updated_at': '2022-10-04T20:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '0c380762-4e3f-4d14-a463-323f51039ad2', 'name': '', 'network_id': 'b65d71d2-d1d9-4a7a-94a4-966b682bf3aa', 'tenant_id': '1fa8bded1f7e4799968c21cfde1316b2', 'mac_address': 'fa:16:3e:f1:28:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa72bd7f-3a37-4a6b-97f8-e6edfd8608ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'd0b387ee-5171-48d1-a650-adc1e6a99320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:36:29Z', 'updated_at': '2022-10-04T20:36:34Z', 'revision_number': 2, 'project_id': '1fa8bded1f7e4799968c21cfde1316b2', 'subnets': [{'id': 'd0b387ee-5171-48d1-a650-adc1e6a99320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:36:46.604606 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-30399b23-81ce-43fd-be3a-7a484eb395f4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-878913953-router', 'tenant_id': '278001113cdf41b5b902ac5a620d3f52', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:36:46.650102 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c757f5e-bc71-47ff-b16e-1e969ceab80c None None] Checking router: fa72bd7f-3a37-4a6b-97f8-e6edfd8608ee for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:36:46.650772 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c757f5e-bc71-47ff-b16e-1e969ceab80c None None] Updating router fa72bd7f-3a37-4a6b-97f8-e6edfd8608ee port 0c380762-4e3f-4d14-a463-323f51039ad2 binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:36:46.671770 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-c48c1103-1c4b-49e5-8687-53a28d3d7f07 None None] Provisioning complete for port c8d3336a-b241-4e22-b3d9-907576a718f3 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:36:46.672737 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c48c1103-1c4b-49e5-8687-53a28d3d7f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (c8d3336a-b241-4e22-b3d9-907576a718f3), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:46.674224 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-c48c1103-1c4b-49e5-8687-53a28d3d7f07 None None] Attempt 1 to provision port c8d3336a-b241-4e22-b3d9-907576a718f3 Oct 04 20:36:46.726356 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c589d4-34ca-4bca-9838-bf305eaab25d req-3c6e4927-e407-4d42-b640-774f95374853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:46.729363 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-d9c589d4-34ca-4bca-9838-bf305eaab25d req-3c6e4927-e407-4d42-b640-774f95374853 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=42fbb05e-3f96-444f-a676-04ee9d06a8c7 HTTP/1.1" status: 200 len: 870 time: 0.8734579 Oct 04 20:36:46.743999 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-7c757f5e-bc71-47ff-b16e-1e969ceab80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (0c380762-4e3f-4d14-a463-323f51039ad2), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:46.755536 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d938a4de-906d-4d5d-ba7b-d68b9faef474 req-ab4bfe81-adb0-4c56-8807-2a4e239a5243 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3593197 Oct 04 20:36:46.781586 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7afb540c-b05e-4b32-aef1-d033fafd0b62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:46.784066 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=8c8b78ee-471f-4c7d-ae55-acd65ce4e46c,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:46.871238 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e485fff-ef72-47c7-972d-162b7c69ea1b None None] Routers {'35837e1b-e5e6-4dc6-ad2d-b8611eb70838'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:36:46.871590 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-2e485fff-ef72-47c7-972d-162b7c69ea1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:36:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['35837e1b-e5e6-4dc6-ad2d-b8611eb70838'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:36:46.888305 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-30399b23-81ce-43fd-be3a-7a484eb395f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (8e07f89b-21c2-4a62-a276-3cfa00977998), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:46.891372 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-30399b23-81ce-43fd-be3a-7a484eb395f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (8e07f89b-21c2-4a62-a276-3cfa00977998), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:47.006286 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-30399b23-81ce-43fd-be3a-7a484eb395f4 admin admin] Publish callbacks [] for router_controller (8e07f89b-21c2-4a62-a276-3cfa00977998), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:47.086113 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port a425d1d9-36d6-4dfd-b739-d93ba356804d triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:36:47.087317 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (a425d1d9-36d6-4dfd-b739-d93ba356804d), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:47.088327 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port a425d1d9-36d6-4dfd-b739-d93ba356804d Oct 04 20:36:47.091036 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-d9c589d4-34ca-4bca-9838-bf305eaab25d req-3ccbb312-5fdc-4524-acf5-b2ea73e6769d service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=978b2a22-cd30-468a-af9b-1b86275c1460 HTTP/1.1" status: 200 len: 217 time: 0.2133040 Oct 04 20:36:47.094250 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-addfd0db-e157-4487-837a-acdf7b9316a4 admin admin] Publish callbacks [] for router_gateway (46d71879-f7e8-4d95-910b-4fee7fa68ed8), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:47.100675 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b23b046e-4cea-441f-b9f0-28f0e0b36bf2 None None] Publish callbacks [] for port (b80c8db7-83b4-4e32-8a10-e3b00bfac40e), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:47.148946 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-addfd0db-e157-4487-837a-acdf7b9316a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:47.152902 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-94dcb664-38c4-403f-a0c1-2275de9e2cae tempest-VolumesAdminNegativeTest-976428390 tempest-VolumesAdminNegativeTest-976428390-project] Publish callbacks [] for security_group_rule (a62875a8-69fe-419d-b3d3-0cbfa86f9d50), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:47.211656 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:47.219754 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ff11b5fa-3b9c-4b86-8d9e-d83eada9f623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (8c8b78ee-471f-4c7d-ae55-acd65ce4e46c), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:47.322152 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:47.347949 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c589d4-34ca-4bca-9838-bf305eaab25d req-8d12f70f-6c11-4416-92c0-1ec651eb88f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:47.347949 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-d9c589d4-34ca-4bca-9838-bf305eaab25d req-8d12f70f-6c11-4416-92c0-1ec651eb88f7 service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.1967158 Oct 04 20:36:47.469901 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-c48c1103-1c4b-49e5-8687-53a28d3d7f07 None None] Port c8d3336a-b241-4e22-b3d9-907576a718f3 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:36:47.579599 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:47.645602 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff11b5fa-3b9c-4b86-8d9e-d83eada9f623 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c8b78ee-471f-4c7d-ae55-acd65ce4e46c,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:47.664704 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-30399b23-81ce-43fd-be3a-7a484eb395f4 admin admin] Publish callbacks [] for router_gateway (8e07f89b-21c2-4a62-a276-3cfa00977998), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:47.705258 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-7c757f5e-bc71-47ff-b16e-1e969ceab80c None None] Publish callbacks [] for port (0c380762-4e3f-4d14-a463-323f51039ad2), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:47.725294 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c589d4-34ca-4bca-9838-bf305eaab25d req-91192620-043c-4874-8199-27b14030e004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:47.729384 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-d9c589d4-34ca-4bca-9838-bf305eaab25d req-91192620-043c-4874-8199-27b14030e004 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3390675 Oct 04 20:36:47.854384 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5e7c29-ce53-40b3-a2ac-e8036a640cd0 None None] Pushing event updated for resources: {'Port': ['ID=67a313f0-6318-4116-9600-22dff9e1095b,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:47.944565 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-7c757f5e-bc71-47ff-b16e-1e969ceab80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (0c380762-4e3f-4d14-a463-323f51039ad2), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:47.945991 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-94dcb664-38c4-403f-a0c1-2275de9e2cae tempest-VolumesAdminNegativeTest-976428390 tempest-VolumesAdminNegativeTest-976428390-project] Publish callbacks [] for security_group_rule (a62875a8-69fe-419d-b3d3-0cbfa86f9d50), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:47.969256 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f088f3be-4227-47dd-b641-9abcb75fc9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (c8d3336a-b241-4e22-b3d9-907576a718f3), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:48.074551 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280d5f79-90db-4a7c-84de-bd3aca76b7ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-d6e92fd7-3e52-4eb3-a921-b9a1da6d1abb', 'network_id': 'd6e92fd7-3e52-4eb3-a921-b9a1da6d1abb', 'project_id': '278001113cdf41b5b902ac5a620d3f52', 'fixed_ips': [{'subnet_id': 'abc0687d-eec0-450c-85d2-f2b53041030a'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:36:48.076549 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-280d5f79-90db-4a7c-84de-bd3aca76b7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:48.111975 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 20:36:48.131631 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b23b046e-4cea-441f-b9f0-28f0e0b36bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (b80c8db7-83b4-4e32-8a10-e3b00bfac40e), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:48.205450 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ff11b5fa-3b9c-4b86-8d9e-d83eada9f623 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (d368dd45-ae89-439f-abfd-954328757492), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:48.220213 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-94dcb664-38c4-403f-a0c1-2275de9e2cae tempest-VolumesAdminNegativeTest-976428390 tempest-VolumesAdminNegativeTest-976428390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (a62875a8-69fe-419d-b3d3-0cbfa86f9d50), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:48.257976 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437eedb7-482e-4140-87a2-95a7e4e05f09 None None] Pushing event updated for resources: {'Port': ['ID=0c380762-4e3f-4d14-a463-323f51039ad2,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:48.283610 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-7c757f5e-bc71-47ff-b16e-1e969ceab80c None None] Attempting to bind port 0c380762-4e3f-4d14-a463-323f51039ad2 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:36:48.284228 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-7c757f5e-bc71-47ff-b16e-1e969ceab80c None None] Attempting to bind port 0c380762-4e3f-4d14-a463-323f51039ad2 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'd537df7c-b5ad-4f7c-a0a4-a23d57d3c27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'b65d71d2-d1d9-4a7a-94a4-966b682bf3aa'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:36:48.284811 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c757f5e-bc71-47ff-b16e-1e969ceab80c None None] Attempting to bind port 0c380762-4e3f-4d14-a463-323f51039ad2 on network b65d71d2-d1d9-4a7a-94a4-966b682bf3aa {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:36:48.367921 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dcb664-38c4-403f-a0c1-2275de9e2cae tempest-VolumesAdminNegativeTest-976428390 tempest-VolumesAdminNegativeTest-976428390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a62875a8-69fe-419d-b3d3-0cbfa86f9d50,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:48.415999 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8d686c99-69f7-44ca-9622-62ce760e38ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:48.438099 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:DELETE=7,neutron:SELECT=90,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:48.509610 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c757f5e-bc71-47ff-b16e-1e969ceab80c None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:36:48.509954 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c757f5e-bc71-47ff-b16e-1e969ceab80c None None] Checking segment: {'id': 'd537df7c-b5ad-4f7c-a0a4-a23d57d3c27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'b65d71d2-d1d9-4a7a-94a4-966b682bf3aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:36:48.510570 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-7c757f5e-bc71-47ff-b16e-1e969ceab80c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:48.511253 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c757f5e-bc71-47ff-b16e-1e969ceab80c None None] Bound using segment: {'id': 'd537df7c-b5ad-4f7c-a0a4-a23d57d3c27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'b65d71d2-d1d9-4a7a-94a4-966b682bf3aa'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:36:48.512103 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-7c757f5e-bc71-47ff-b16e-1e969ceab80c None None] Bound port: 0c380762-4e3f-4d14-a463-323f51039ad2, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd537df7c-b5ad-4f7c-a0a4-a23d57d3c27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'b65d71d2-d1d9-4a7a-94a4-966b682bf3aa'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:36:48.512855 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-7c757f5e-bc71-47ff-b16e-1e969ceab80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (0c380762-4e3f-4d14-a463-323f51039ad2), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:48.597111 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port a425d1d9-36d6-4dfd-b739-d93ba356804d is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:36:48.599460 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 10dccec1-def6-48de-946b-d4496923180f up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:36:48.602822 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-94dcb664-38c4-403f-a0c1-2275de9e2cae tempest-VolumesAdminNegativeTest-976428390 tempest-VolumesAdminNegativeTest-976428390-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:48.613124 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23b046e-4cea-441f-b9f0-28f0e0b36bf2 None None] Network 1f14ab52-71cb-4092-a961-bc562e500fca is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:36:48.622913 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-94dcb664-38c4-403f-a0c1-2275de9e2cae tempest-VolumesAdminNegativeTest-976428390 tempest-VolumesAdminNegativeTest-976428390-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.8397186 Oct 04 20:36:48.626626 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-d9c589d4-34ca-4bca-9838-bf305eaab25d req-44348780-8351-414c-8fc6-7c694e559ebc service neutron] 10.222.0.85 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8630583 Oct 04 20:36:48.629171 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 60568) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:36:48.661352 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-25397f73-5276-487d-a91a-501cad5dbc36 tempest-VolumesAdminNegativeTest-976428390 tempest-VolumesAdminNegativeTest-976428390-project] Request body: {'security_group_rule': {'security_group_id': 'dcf9fec5-46c6-4887-bbf9-9c82d810a99b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:36:48.673580 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:48.691508 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-addfd0db-e157-4487-837a-acdf7b9316a4 admin admin] Allocated IP 172.25.5.125 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/1af16a50-8d71-45a3-9061-4623d9cbd116) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:36:48.732696 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb3865-b796-49ab-9233-4d1aa9e801ee req-0c92342a-4a04-4a2c-92cf-8dcd32fa9cad tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:48.736382 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-22cb3865-b796-49ab-9233-4d1aa9e801ee req-0c92342a-4a04-4a2c-92cf-8dcd32fa9cad tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=73277283-dff3-403d-a03b-b44ab89b63c8 HTTP/1.1" status: 200 len: 947 time: 0.5096350 Oct 04 20:36:48.795648 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-b23b046e-4cea-441f-b9f0-28f0e0b36bf2 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:36:48.798730 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:48.819199 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23b046e-4cea-441f-b9f0-28f0e0b36bf2 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:36:48.822745 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b046e-4cea-441f-b9f0-28f0e0b36bf2 None None] Pushing event updated for resources: {'Port': ['ID=b80c8db7-83b4-4e32-8a10-e3b00bfac40e,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:48.829558 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-7c757f5e-bc71-47ff-b16e-1e969ceab80c None None] For port 0c380762-4e3f-4d14-a463-323f51039ad2, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:36:48.848291 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-7c757f5e-bc71-47ff-b16e-1e969ceab80c None None] For port 0c380762-4e3f-4d14-a463-323f51039ad2, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=0c380762-4e3f-4d14-a463-323f51039ad2,segment=NetworkSegment(d537df7c-b5ad-4f7c-a0a4-a23d57d3c27d),segment_id=d537df7c-b5ad-4f7c-a0a4-a23d57d3c27d)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:36:48.850189 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-2e485fff-ef72-47c7-972d-162b7c69ea1b None None] Set router 35837e1b-e5e6-4dc6-ad2d-b8611eb70838 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:36:48.967837 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-7c757f5e-bc71-47ff-b16e-1e969ceab80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (0c380762-4e3f-4d14-a463-323f51039ad2), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:49.105377 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:49.138795 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c757f5e-bc71-47ff-b16e-1e969ceab80c None None] Routers {'fa72bd7f-3a37-4a6b-97f8-e6edfd8608ee'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:36:49.140441 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-7c757f5e-bc71-47ff-b16e-1e969ceab80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:36:48Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['fa72bd7f-3a37-4a6b-97f8-e6edfd8608ee'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:36:49.332839 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-addfd0db-e157-4487-837a-acdf7b9316a4 admin admin] Publish callbacks [] for port (1af16a50-8d71-45a3-9061-4623d9cbd116), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:49.338702 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f088f3be-4227-47dd-b641-9abcb75fc9c3 admin admin] Publish callbacks [] for port (c8d3336a-b241-4e22-b3d9-907576a718f3), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:49.345249 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437eedb7-482e-4140-87a2-95a7e4e05f09 None None] Pushing event updated for resources: {'Port': ['ID=0c380762-4e3f-4d14-a463-323f51039ad2,revision_number=4']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:49.510705 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-b23b046e-4cea-441f-b9f0-28f0e0b36bf2 None None] Attempting to bind port b80c8db7-83b4-4e32-8a10-e3b00bfac40e on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:36:49.511685 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-b23b046e-4cea-441f-b9f0-28f0e0b36bf2 None None] Attempting to bind port b80c8db7-83b4-4e32-8a10-e3b00bfac40e by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '666560bf-c05d-447c-aa8a-97174d02aeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1f14ab52-71cb-4092-a961-bc562e500fca'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:36:49.512544 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23b046e-4cea-441f-b9f0-28f0e0b36bf2 None None] Attempting to bind port b80c8db7-83b4-4e32-8a10-e3b00bfac40e on network 1f14ab52-71cb-4092-a961-bc562e500fca {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:36:49.524944 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 10dccec1-def6-48de-946b-d4496923180f triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:36:49.526096 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (10dccec1-def6-48de-946b-d4496923180f), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:49.526900 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 10dccec1-def6-48de-946b-d4496923180f Oct 04 20:36:49.563797 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f088f3be-4227-47dd-b641-9abcb75fc9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (c8d3336a-b241-4e22-b3d9-907576a718f3), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:49.612220 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-7c757f5e-bc71-47ff-b16e-1e969ceab80c None None] Set router fa72bd7f-3a37-4a6b-97f8-e6edfd8608ee gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:36:49.631584 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5bd4fb-5ad2-4aad-ae24-f96a25c4bf08 req-64b3d266-0b52-45cb-8871-7718a8f01dba tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:49.652873 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-280d5f79-90db-4a7c-84de-bd3aca76b7ab None None] Allocated IP 172.20.0.2 (d6e92fd7-3e52-4eb3-a921-b9a1da6d1abb/abc0687d-eec0-450c-85d2-f2b53041030a/2d601df3-e718-4efb-93e2-8de96c9f1652) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:36:49.670269 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-addfd0db-e157-4487-837a-acdf7b9316a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (1af16a50-8d71-45a3-9061-4623d9cbd116), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:49.671230 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-1b5bd4fb-5ad2-4aad-ae24-f96a25c4bf08 req-64b3d266-0b52-45cb-8871-7718a8f01dba tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f5072682-0691-4542-a881-7f874a8d8ef3 HTTP/1.1" status: 200 len: 949 time: 1.0364480 Oct 04 20:36:49.687460 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:49.694554 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:49.731584 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-30399b23-81ce-43fd-be3a-7a484eb395f4 admin admin] Publish callbacks [] for router_gateway (8e07f89b-21c2-4a62-a276-3cfa00977998), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:49.764978 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addfd0db-e157-4487-837a-acdf7b9316a4 admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:36:49.786396 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-addfd0db-e157-4487-837a-acdf7b9316a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:36:49.808759 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addfd0db-e157-4487-837a-acdf7b9316a4 admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:36:49.916094 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-25397f73-5276-487d-a91a-501cad5dbc36 tempest-VolumesAdminNegativeTest-976428390 tempest-VolumesAdminNegativeTest-976428390-project] Publish callbacks [] for security_group_rule (79a681eb-f5ed-46d4-81fc-4f26d9b5af71), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:49.918807 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f088f3be-4227-47dd-b641-9abcb75fc9c3 admin admin] Pushing event updated for resources: {'Port': ['ID=c8d3336a-b241-4e22-b3d9-907576a718f3,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:49.934169 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23b046e-4cea-441f-b9f0-28f0e0b36bf2 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:36:49.935001 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23b046e-4cea-441f-b9f0-28f0e0b36bf2 None None] Checking segment: {'id': '666560bf-c05d-447c-aa8a-97174d02aeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1f14ab52-71cb-4092-a961-bc562e500fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:36:49.935720 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b23b046e-4cea-441f-b9f0-28f0e0b36bf2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:49.936351 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23b046e-4cea-441f-b9f0-28f0e0b36bf2 None None] Bound using segment: {'id': '666560bf-c05d-447c-aa8a-97174d02aeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1f14ab52-71cb-4092-a961-bc562e500fca'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:36:49.937164 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-b23b046e-4cea-441f-b9f0-28f0e0b36bf2 None None] Bound port: b80c8db7-83b4-4e32-8a10-e3b00bfac40e, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '666560bf-c05d-447c-aa8a-97174d02aeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1f14ab52-71cb-4092-a961-bc562e500fca'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:36:49.937787 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b23b046e-4cea-441f-b9f0-28f0e0b36bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b80c8db7-83b4-4e32-8a10-e3b00bfac40e), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:49.983922 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:49.990661 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-1b5bd4fb-5ad2-4aad-ae24-f96a25c4bf08 req-ee8843d3-ef5f-42cd-920c-f535d8a0816d tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2307915d-12a1-4f54-8445-b78325b75811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470260 Oct 04 20:36:49.992643 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-30399b23-81ce-43fd-be3a-7a484eb395f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:50.000752 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f088f3be-4227-47dd-b641-9abcb75fc9c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (35837e1b-e5e6-4dc6-ad2d-b8611eb70838), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:50.080969 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-2e485fff-ef72-47c7-972d-162b7c69ea1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35837e1b-e5e6-4dc6-ad2d-b8611eb70838', 'name': 'tempest-LiveMigrationTest-1089892850-router', 'tenant_id': '10ad510c188c41c5b44cde6ddd2f40e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '67a313f0-6318-4116-9600-22dff9e1095b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:36:25Z', 'updated_at': '2022-10-04T20:36:32Z', 'revision_number': 3, 'project_id': '10ad510c188c41c5b44cde6ddd2f40e3', 'gw_port': {'id': '67a313f0-6318-4116-9600-22dff9e1095b', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c8:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35837e1b-e5e6-4dc6-ad2d-b8611eb70838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:36:28Z', 'updated_at': '2022-10-04T20:36:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:36:50.146917 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:50.213190 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-30399b23-81ce-43fd-be3a-7a484eb395f4 admin admin] Allocated IP 172.25.5.70 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/aa55e404-259f-43af-bb12-601becfb65e2) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:36:50.240659 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device 4d3acb0b-9db4-4859-841b-32026dc92298 details requested by agent hyperv_n-h1-852085-12 with host n-h1-852085-12 {{(pid=108171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 20:36:50.243877 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e485fff-ef72-47c7-972d-162b7c69ea1b None None] The sync data for ids ['35837e1b-e5e6-4dc6-ad2d-b8611eb70838'] in n-d-852085-12 is: [{'id': '35837e1b-e5e6-4dc6-ad2d-b8611eb70838', 'name': 'tempest-LiveMigrationTest-1089892850-router', 'tenant_id': '10ad510c188c41c5b44cde6ddd2f40e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '67a313f0-6318-4116-9600-22dff9e1095b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:36:25Z', 'updated_at': '2022-10-04T20:36:32Z', 'revision_number': 3, 'project_id': '10ad510c188c41c5b44cde6ddd2f40e3', 'gw_port': {'id': '67a313f0-6318-4116-9600-22dff9e1095b', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c8:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35837e1b-e5e6-4dc6-ad2d-b8611eb70838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:36:28Z', 'updated_at': '2022-10-04T20:36:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:36:50.383404 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 10dccec1-def6-48de-946b-d4496923180f is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:36:50.384673 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (10dccec1-def6-48de-946b-d4496923180f), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:50.417187 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-7c757f5e-bc71-47ff-b16e-1e969ceab80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa72bd7f-3a37-4a6b-97f8-e6edfd8608ee', 'name': 'tempest-VolumesAdminNegativeTest-244093792-router', 'tenant_id': '1fa8bded1f7e4799968c21cfde1316b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': '10dccec1-def6-48de-946b-d4496923180f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:36:18Z', 'updated_at': '2022-10-04T20:36:32Z', 'revision_number': 4, 'project_id': '1fa8bded1f7e4799968c21cfde1316b2', 'gw_port': {'id': '10dccec1-def6-48de-946b-d4496923180f', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa72bd7f-3a37-4a6b-97f8-e6edfd8608ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:36:19Z', 'updated_at': '2022-10-04T20:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '0c380762-4e3f-4d14-a463-323f51039ad2', 'name': '', 'network_id': 'b65d71d2-d1d9-4a7a-94a4-966b682bf3aa', 'tenant_id': '1fa8bded1f7e4799968c21cfde1316b2', 'mac_address': 'fa:16:3e:f1:28:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa72bd7f-3a37-4a6b-97f8-e6edfd8608ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'd0b387ee-5171-48d1-a650-adc1e6a99320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:36:29Z', 'updated_at': '2022-10-04T20:36:48Z', 'revision_number': 4, 'project_id': '1fa8bded1f7e4799968c21cfde1316b2', 'subnets': [{'id': 'd0b387ee-5171-48d1-a650-adc1e6a99320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:36:50.448757 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:50.536281 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-30399b23-81ce-43fd-be3a-7a484eb395f4 admin admin] Publish callbacks [] for port (aa55e404-259f-43af-bb12-601becfb65e2), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:50.547175 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.resource_extend [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 04 20:36:50.556636 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 10dccec1-def6-48de-946b-d4496923180f, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=10dccec1-def6-48de-946b-d4496923180f,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:36:50.577538 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c757f5e-bc71-47ff-b16e-1e969ceab80c None None] The sync data for ids ['fa72bd7f-3a37-4a6b-97f8-e6edfd8608ee'] in n-d-852085-12 is: [{'id': 'fa72bd7f-3a37-4a6b-97f8-e6edfd8608ee', 'name': 'tempest-VolumesAdminNegativeTest-244093792-router', 'tenant_id': '1fa8bded1f7e4799968c21cfde1316b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': '10dccec1-def6-48de-946b-d4496923180f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:36:18Z', 'updated_at': '2022-10-04T20:36:32Z', 'revision_number': 4, 'project_id': '1fa8bded1f7e4799968c21cfde1316b2', 'gw_port': {'id': '10dccec1-def6-48de-946b-d4496923180f', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa72bd7f-3a37-4a6b-97f8-e6edfd8608ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:36:19Z', 'updated_at': '2022-10-04T20:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '0c380762-4e3f-4d14-a463-323f51039ad2', 'name': '', 'network_id': 'b65d71d2-d1d9-4a7a-94a4-966b682bf3aa', 'tenant_id': '1fa8bded1f7e4799968c21cfde1316b2', 'mac_address': 'fa:16:3e:f1:28:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa72bd7f-3a37-4a6b-97f8-e6edfd8608ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'd0b387ee-5171-48d1-a650-adc1e6a99320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:36:29Z', 'updated_at': '2022-10-04T20:36:48Z', 'revision_number': 4, 'project_id': '1fa8bded1f7e4799968c21cfde1316b2', 'subnets': [{'id': 'd0b387ee-5171-48d1-a650-adc1e6a99320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:36:50.747857 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97157b32-b9c7-4ec4-a94f-081c6b303fc5 req-c93a4f5f-ebd1-47f8-8e07-f508ca0b584f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:50.750778 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-97157b32-b9c7-4ec4-a94f-081c6b303fc5 req-c93a4f5f-ebd1-47f8-8e07-f508ca0b584f service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=70436b8b504e43dc882f5ee434ecf443&device_id=73277283-dff3-403d-a03b-b44ab89b63c8 HTTP/1.1" status: 200 len: 1130 time: 1.5751503 Oct 04 20:36:50.762433 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (10dccec1-def6-48de-946b-d4496923180f), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:50.784997 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-30399b23-81ce-43fd-be3a-7a484eb395f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (aa55e404-259f-43af-bb12-601becfb65e2), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:50.802501 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-22cb3865-b796-49ab-9233-4d1aa9e801ee req-5722259d-b7b0-4f86-9f68-e9ea2b5175c1 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.9165001 Oct 04 20:36:50.897715 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-b23b046e-4cea-441f-b9f0-28f0e0b36bf2 None None] For port b80c8db7-83b4-4e32-8a10-e3b00bfac40e, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:36:50.898264 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-d9c589d4-34ca-4bca-9838-bf305eaab25d req-11c2b85a-dcea-49e0-a71a-10f5589c3663 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5170999 Oct 04 20:36:50.958103 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addfd0db-e157-4487-837a-acdf7b9316a4 admin admin] Pushing event updated for resources: {'Port': ['ID=1af16a50-8d71-45a3-9061-4623d9cbd116,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:51.014401 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:51.096575 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:51.250897 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-b23b046e-4cea-441f-b9f0-28f0e0b36bf2 None None] For port b80c8db7-83b4-4e32-8a10-e3b00bfac40e, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b80c8db7-83b4-4e32-8a10-e3b00bfac40e,segment=NetworkSegment(666560bf-c05d-447c-aa8a-97174d02aeff),segment_id=666560bf-c05d-447c-aa8a-97174d02aeff)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:36:51.301381 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30399b23-81ce-43fd-be3a-7a484eb395f4 admin admin] Pushing event updated for resources: {'Port': ['ID=aa55e404-259f-43af-bb12-601becfb65e2,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:51.435763 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] For port 4d3acb0b-9db4-4859-841b-32026dc92298, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=4d3acb0b-9db4-4859-841b-32026dc92298,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:36:51.463802 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b23b046e-4cea-441f-b9f0-28f0e0b36bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (b80c8db7-83b4-4e32-8a10-e3b00bfac40e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:51.472415 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 0c380762-4e3f-4d14-a463-323f51039ad2 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:36:51.476814 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=10dccec1-def6-48de-946b-d4496923180f,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:51.531116 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-280d5f79-90db-4a7c-84de-bd3aca76b7ab None None] Publish callbacks [] for port (2d601df3-e718-4efb-93e2-8de96c9f1652), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:51.684417 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f088f3be-4227-47dd-b641-9abcb75fc9c3 admin admin] Network f83df98d-561c-48da-846a-6d99e02fce9a is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:36:51.696970 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Returning: {'device': '4d3acb0b-9db4-4859-841b-32026dc92298', 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7', 'port_id': '4d3acb0b-9db4-4859-841b-32026dc92298', 'mac_address': 'fa:16:3e:93:e2:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1956090-7ed7-4d05-a46e-a7b0885ca8e4', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 20:36:51.863716 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-f088f3be-4227-47dd-b641-9abcb75fc9c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:36:51.939095 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:51.943302 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:51.948358 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-280d5f79-90db-4a7c-84de-bd3aca76b7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (2d601df3-e718-4efb-93e2-8de96c9f1652), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:52.169129 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b046e-4cea-441f-b9f0-28f0e0b36bf2 None None] Pushing event updated for resources: {'Port': ['ID=b80c8db7-83b4-4e32-8a10-e3b00bfac40e,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:52.217961 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280d5f79-90db-4a7c-84de-bd3aca76b7ab None None] Network d6e92fd7-3e52-4eb3-a921-b9a1da6d1abb is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:36:52.252346 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-addfd0db-e157-4487-837a-acdf7b9316a4 admin admin] Publish callbacks [] for router_gateway (46d71879-f7e8-4d95-910b-4fee7fa68ed8), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:52.290513 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Current status of the port 4d3acb0b-9db4-4859-841b-32026dc92298 is: DOWN; New status is: BUILD {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:36:52.295091 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (4d3acb0b-9db4-4859-841b-32026dc92298), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:52.296554 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30399b23-81ce-43fd-be3a-7a484eb395f4 admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:36:52.336241 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-280d5f79-90db-4a7c-84de-bd3aca76b7ab None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:36:52.340920 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280d5f79-90db-4a7c-84de-bd3aca76b7ab None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:36:52.345321 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 0c380762-4e3f-4d14-a463-323f51039ad2 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:36:52.345780 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (0c380762-4e3f-4d14-a463-323f51039ad2), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:52.346483 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 0c380762-4e3f-4d14-a463-323f51039ad2 Oct 04 20:36:52.389939 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-30399b23-81ce-43fd-be3a-7a484eb395f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:36:52.454769 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d3acb0b-9db4-4859-841b-32026dc92298 {{(pid=108171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 20:36:52.585839 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] For port 4d3acb0b-9db4-4859-841b-32026dc92298, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=4d3acb0b-9db4-4859-841b-32026dc92298,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:36:52.589225 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280d5f79-90db-4a7c-84de-bd3aca76b7ab None None] Pushing event updated for resources: {'Port': ['ID=2d601df3-e718-4efb-93e2-8de96c9f1652,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:52.845495 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (4d3acb0b-9db4-4859-841b-32026dc92298), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:52.891122 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30399b23-81ce-43fd-be3a-7a484eb395f4 admin admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:36:52.915888 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-280d5f79-90db-4a7c-84de-bd3aca76b7ab None None] Attempting to bind port 2d601df3-e718-4efb-93e2-8de96c9f1652 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:36:52.916526 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-280d5f79-90db-4a7c-84de-bd3aca76b7ab None None] Attempting to bind port 2d601df3-e718-4efb-93e2-8de96c9f1652 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '80bf17ac-4cc1-4ff0-b628-bb22bf1713a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd6e92fd7-3e52-4eb3-a921-b9a1da6d1abb'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:36:52.917329 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280d5f79-90db-4a7c-84de-bd3aca76b7ab None None] Attempting to bind port 2d601df3-e718-4efb-93e2-8de96c9f1652 on network d6e92fd7-3e52-4eb3-a921-b9a1da6d1abb {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:36:52.943738 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:52.986344 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f088f3be-4227-47dd-b641-9abcb75fc9c3 admin admin] Router 35837e1b-e5e6-4dc6-ad2d-b8611eb70838 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:36:53.018846 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-ecea7a25-911b-40d3-b968-a1ec52c004d3 None None] Provisioning complete for port c8d3336a-b241-4e22-b3d9-907576a718f3 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:36:53.019761 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ecea7a25-911b-40d3-b968-a1ec52c004d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (c8d3336a-b241-4e22-b3d9-907576a718f3), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:53.020356 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-ecea7a25-911b-40d3-b968-a1ec52c004d3 None None] Attempt 1 to provision port c8d3336a-b241-4e22-b3d9-907576a718f3 Oct 04 20:36:53.094969 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff11b5fa-3b9c-4b86-8d9e-d83eada9f623 admin admin] Router d368dd45-ae89-439f-abfd-954328757492 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:36:53.142039 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-ecea7a25-911b-40d3-b968-a1ec52c004d3 None None] Port c8d3336a-b241-4e22-b3d9-907576a718f3 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:36:53.221132 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbc4955-561e-4abe-a805-bf3af326f646 req-130b5d14-9606-48ed-b652-b2aba5013d40 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:53.224174 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-7bbc4955-561e-4abe-a805-bf3af326f646 req-130b5d14-9606-48ed-b652-b2aba5013d40 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f5072682-0691-4542-a881-7f874a8d8ef3 HTTP/1.1" status: 200 len: 949 time: 2.4978282 Oct 04 20:36:53.279926 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Pushing event updated for resources: {'Port': ['ID=4d3acb0b-9db4-4859-841b-32026dc92298,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:53.324866 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280d5f79-90db-4a7c-84de-bd3aca76b7ab None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:36:53.325631 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280d5f79-90db-4a7c-84de-bd3aca76b7ab None None] Checking segment: {'id': '80bf17ac-4cc1-4ff0-b628-bb22bf1713a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd6e92fd7-3e52-4eb3-a921-b9a1da6d1abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:36:53.326498 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-280d5f79-90db-4a7c-84de-bd3aca76b7ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:53.329845 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280d5f79-90db-4a7c-84de-bd3aca76b7ab None None] Bound using segment: {'id': '80bf17ac-4cc1-4ff0-b628-bb22bf1713a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd6e92fd7-3e52-4eb3-a921-b9a1da6d1abb'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:36:53.332168 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-280d5f79-90db-4a7c-84de-bd3aca76b7ab None None] Bound port: 2d601df3-e718-4efb-93e2-8de96c9f1652, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80bf17ac-4cc1-4ff0-b628-bb22bf1713a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd6e92fd7-3e52-4eb3-a921-b9a1da6d1abb'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:36:53.332890 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-280d5f79-90db-4a7c-84de-bd3aca76b7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (2d601df3-e718-4efb-93e2-8de96c9f1652), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:53.351510 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:53.354531 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] get_ports_and_sgs() called for port_ids ['4d3acb0b-9db4-4859-841b-32026dc92298'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:36:53.434833 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-addfd0db-e157-4487-837a-acdf7b9316a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (46d71879-f7e8-4d95-910b-4fee7fa68ed8), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:53.441753 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e5bc8c-194c-4b07-bb36-8265d972b104 req-57c85fa0-fc39-473e-81a6-0a5fb4e99562 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:53.444793 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-36e5bc8c-194c-4b07-bb36-8265d972b104 req-57c85fa0-fc39-473e-81a6-0a5fb4e99562 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=73277283-dff3-403d-a03b-b44ab89b63c8 HTTP/1.1" status: 200 len: 948 time: 0.4497702 Oct 04 20:36:53.464207 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Device 9508b042-5160-4988-9db8-7f6ce03be19a no longer exists at agent hyperv_n-h2-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:36:53.469320 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 0c380762-4e3f-4d14-a463-323f51039ad2 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:36:53.470586 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (0c380762-4e3f-4d14-a463-323f51039ad2), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:53.597159 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f088f3be-4227-47dd-b641-9abcb75fc9c3 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:36:53.610977 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f088f3be-4227-47dd-b641-9abcb75fc9c3 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/35837e1b-e5e6-4dc6-ad2d-b8611eb70838/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.9207711 Oct 04 20:36:53.705127 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c24349-7c73-495d-b739-b011e046a587 req-d30f40be-0d7d-4917-921b-f58554d92fc3 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:53.708904 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-46c24349-7c73-495d-b739-b011e046a587 req-d30f40be-0d7d-4917-921b-f58554d92fc3 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f5072682-0691-4542-a881-7f874a8d8ef3 HTTP/1.1" status: 200 len: 949 time: 1.2793710 Oct 04 20:36:53.751124 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-280d5f79-90db-4a7c-84de-bd3aca76b7ab None None] For port 2d601df3-e718-4efb-93e2-8de96c9f1652, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:36:53.762408 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-280d5f79-90db-4a7c-84de-bd3aca76b7ab None None] For port 2d601df3-e718-4efb-93e2-8de96c9f1652, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=2d601df3-e718-4efb-93e2-8de96c9f1652,segment=NetworkSegment(80bf17ac-4cc1-4ff0-b628-bb22bf1713a1),segment_id=80bf17ac-4cc1-4ff0-b628-bb22bf1713a1)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:36:53.814841 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-36e5bc8c-194c-4b07-bb36-8265d972b104 req-e7af9395-cc1b-4d0e-8ea0-be663660ef0c tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561898 Oct 04 20:36:53.839377 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:53.856997 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-25397f73-5276-487d-a91a-501cad5dbc36 tempest-VolumesAdminNegativeTest-976428390 tempest-VolumesAdminNegativeTest-976428390-project] Publish callbacks [] for security_group_rule (79a681eb-f5ed-46d4-81fc-4f26d9b5af71), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:53.864263 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:53.869572 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97157b32-b9c7-4ec4-a94f-081c6b303fc5 req-96825306-050c-42e3-894d-838db9dcb418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:53.873480 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-97157b32-b9c7-4ec4-a94f-081c6b303fc5 req-96825306-050c-42e3-894d-838db9dcb418 service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=42fbb05e-3f96-444f-a676-04ee9d06a8c7 HTTP/1.1" status: 200 len: 870 time: 3.0555246 Oct 04 20:36:53.890897 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:53.987042 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-280d5f79-90db-4a7c-84de-bd3aca76b7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (2d601df3-e718-4efb-93e2-8de96c9f1652), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:54.023880 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82ebf61-d8f5-4361-9afa-482dc9e25fdb None None] Network 1f14ab52-71cb-4092-a961-bc562e500fca requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:36:54.069347 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-addfd0db-e157-4487-837a-acdf7b9316a4 admin admin] Router 46d71879-f7e8-4d95-910b-4fee7fa68ed8 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:36:54.081141 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9ebbe77e-021a-49bd-9863-2d5ec60599b9 req-cf97280d-750e-4665-9081-3c98e73f7351 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 4.8019021 Oct 04 20:36:54.153186 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-25397f73-5276-487d-a91a-501cad5dbc36 tempest-VolumesAdminNegativeTest-976428390 tempest-VolumesAdminNegativeTest-976428390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (79a681eb-f5ed-46d4-81fc-4f26d9b5af71), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:54.284733 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 0c380762-4e3f-4d14-a463-323f51039ad2, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=0c380762-4e3f-4d14-a463-323f51039ad2,segment=NetworkSegment(d537df7c-b5ad-4f7c-a0a4-a23d57d3c27d),segment_id=d537df7c-b5ad-4f7c-a0a4-a23d57d3c27d)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:36:54.459025 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [req-7bbc4955-561e-4abe-a805-bf3af326f646 req-d78918ad-b6a2-4bd3-89d7-3bbf469744ec tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Deleting port 9508b042-5160-4988-9db8-7f6ce03be19a {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:36:54.459719 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-7bbc4955-561e-4abe-a805-bf3af326f646 req-d78918ad-b6a2-4bd3-89d7-3bbf469744ec tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (9508b042-5160-4988-9db8-7f6ce03be19a), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:54.503498 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Current status of the port 9508b042-5160-4988-9db8-7f6ce03be19a is: ACTIVE; New status is: DOWN {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:36:54.513267 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (9508b042-5160-4988-9db8-7f6ce03be19a), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:54.544965 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-5e00992c-d4b3-4d72-a33f-76adae5d814f req-b6e7e869-a8a1-4c5c-9f26-f1021d02008b tempest-QuotasAdminNegativeTest-144984851 tempest-QuotasAdminNegativeTest-144984851-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=bbc9b2da40434437a6ce05b82deadbdb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2090814 Oct 04 20:36:54.566072 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (0c380762-4e3f-4d14-a463-323f51039ad2), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:54.570631 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-addfd0db-e157-4487-837a-acdf7b9316a4 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:36:54.608484 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-3e2f6085-9e15-464a-8b06-9ad8bf3d672c None None] Provisioning complete for port b80c8db7-83b4-4e32-8a10-e3b00bfac40e triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:36:54.609316 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3e2f6085-9e15-464a-8b06-9ad8bf3d672c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b80c8db7-83b4-4e32-8a10-e3b00bfac40e), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:54.609676 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-3e2f6085-9e15-464a-8b06-9ad8bf3d672c None None] Attempt 1 to provision port b80c8db7-83b4-4e32-8a10-e3b00bfac40e Oct 04 20:36:54.642318 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d3e3a4-5923-4869-a783-c08d980203af None None] Sync routers for ids ['46d71879-f7e8-4d95-910b-4fee7fa68ed8'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:36:54.706395 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280d5f79-90db-4a7c-84de-bd3aca76b7ab None None] Pushing event updated for resources: {'Port': ['ID=2d601df3-e718-4efb-93e2-8de96c9f1652,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:54.726667 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25397f73-5276-487d-a91a-501cad5dbc36 tempest-VolumesAdminNegativeTest-976428390 tempest-VolumesAdminNegativeTest-976428390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79a681eb-f5ed-46d4-81fc-4f26d9b5af71,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:54.734173 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-addfd0db-e157-4487-837a-acdf7b9316a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:54.746084 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-addfd0db-e157-4487-837a-acdf7b9316a4 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 937 time: 12.9964097 Oct 04 20:36:54.746797 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-97157b32-b9c7-4ec4-a94f-081c6b303fc5 req-8a973c4c-60d9-4b27-b7a0-4f49ba29b5b0 service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=4d3acb0b-9db4-4859-841b-32026dc92298 HTTP/1.1" status: 200 len: 217 time: 0.6439950 Oct 04 20:36:54.751233 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 60614) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:36:54.956346 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5072682-0691-4542-a881-7f874a8d8ef3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9508b042-5160-4988-9db8-7f6ce03be19a'}] {{(pid=108171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:36:54.959586 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29525bb-f103-4cfb-9173-cec0c1e66262 None None] Sync routers for ids ['35837e1b-e5e6-4dc6-ad2d-b8611eb70838'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:36:54.960996 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966b91da6921e714df7c26a37f4733087768fb9a36052be1ead95d4d835f43be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1829e6c-1a9c-4e7b-a560-cfb896a663be" -d '{"events": [{"server_uuid": "f5072682-0691-4542-a881-7f874a8d8ef3", "name": "network-vif-unplugged", "status": "completed", "tag": "9508b042-5160-4988-9db8-7f6ce03be19a"}]}' {{(pid=108171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:36:54.988054 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29525bb-f103-4cfb-9173-cec0c1e66262 None None] Routers {'35837e1b-e5e6-4dc6-ad2d-b8611eb70838'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:36:54.994076 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-a29525bb-f103-4cfb-9173-cec0c1e66262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:36:48Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['35837e1b-e5e6-4dc6-ad2d-b8611eb70838'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:36:55.076408 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d3e3a4-5923-4869-a783-c08d980203af None None] Routers {'46d71879-f7e8-4d95-910b-4fee7fa68ed8'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:36:55.077518 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-45d3e3a4-5923-4869-a783-c08d980203af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:36:48Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['46d71879-f7e8-4d95-910b-4fee7fa68ed8'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:36:55.088307 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] For port 9508b042-5160-4988-9db8-7f6ce03be19a, host n-h2-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852085-12',level=0,port_id=9508b042-5160-4988-9db8-7f6ce03be19a,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:36:55.273941 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-a29525bb-f103-4cfb-9173-cec0c1e66262 None None] Set router 35837e1b-e5e6-4dc6-ad2d-b8611eb70838 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:36:55.337597 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-25397f73-5276-487d-a91a-501cad5dbc36 tempest-VolumesAdminNegativeTest-976428390 tempest-VolumesAdminNegativeTest-976428390-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:55.345367 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60622) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:36:55.346907 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-25397f73-5276-487d-a91a-501cad5dbc36 tempest-VolumesAdminNegativeTest-976428390 tempest-VolumesAdminNegativeTest-976428390-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 6.7032225 Oct 04 20:36:55.357984 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-1d5f3176-33ce-4fdd-a2d9-37f6616baaf0 tempest-VolumesAdminNegativeTest-976428390 tempest-VolumesAdminNegativeTest-976428390-project] Request body: {'floatingip': {'floating_network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:36:55.569275 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1d5f3176-33ce-4fdd-a2d9-37f6616baaf0 tempest-VolumesAdminNegativeTest-976428390 tempest-VolumesAdminNegativeTest-976428390-project] Publish callbacks [] for floatingip (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:55.579959 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-45d3e3a4-5923-4869-a783-c08d980203af None None] Set router 46d71879-f7e8-4d95-910b-4fee7fa68ed8 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:36:55.636190 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:55.713839 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:55.718626 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97157b32-b9c7-4ec4-a94f-081c6b303fc5 req-ac66e519-18ff-499c-8e9e-058873748ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:55.721249 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-97157b32-b9c7-4ec4-a94f-081c6b303fc5 req-ac66e519-18ff-499c-8e9e-058873748ea0 service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.7738049 Oct 04 20:36:55.760025 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff11b5fa-3b9c-4b86-8d9e-d83eada9f623 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:36:55.775597 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b80c8db7-83b4-4e32-8a10-e3b00bfac40e up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:36:55.813555 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1d5f3176-33ce-4fdd-a2d9-37f6616baaf0 tempest-VolumesAdminNegativeTest-976428390 tempest-VolumesAdminNegativeTest-976428390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:55.844655 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-ff11b5fa-3b9c-4b86-8d9e-d83eada9f623 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/d368dd45-ae89-439f-abfd-954328757492/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 18.7815273 Oct 04 20:36:55.873003 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02645559-3bfb-4c4c-8535-267d8cfe8e4f None None] Sync routers for ids ['d368dd45-ae89-439f-abfd-954328757492'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:36:55.875674 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-46c24349-7c73-495d-b739-b011e046a587 req-2eca3fce-15f2-4d75-9e40-8cddd5c86155 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2307915d-12a1-4f54-8445-b78325b75811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.0887489 Oct 04 20:36:55.881179 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (9508b042-5160-4988-9db8-7f6ce03be19a), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:56.032008 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60628) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:36:56.032713 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-a29525bb-f103-4cfb-9173-cec0c1e66262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35837e1b-e5e6-4dc6-ad2d-b8611eb70838', 'name': 'tempest-LiveMigrationTest-1089892850-router', 'tenant_id': '10ad510c188c41c5b44cde6ddd2f40e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '67a313f0-6318-4116-9600-22dff9e1095b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:36:25Z', 'updated_at': '2022-10-04T20:36:47Z', 'revision_number': 4, 'project_id': '10ad510c188c41c5b44cde6ddd2f40e3', 'gw_port': {'id': '67a313f0-6318-4116-9600-22dff9e1095b', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c8:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35837e1b-e5e6-4dc6-ad2d-b8611eb70838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:36:28Z', 'updated_at': '2022-10-04T20:36:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'c8d3336a-b241-4e22-b3d9-907576a718f3', 'name': '', 'network_id': 'f83df98d-561c-48da-846a-6d99e02fce9a', 'tenant_id': '10ad510c188c41c5b44cde6ddd2f40e3', 'mac_address': 'fa:16:3e:02:e3:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35837e1b-e5e6-4dc6-ad2d-b8611eb70838', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '286b35bf-8b5e-4589-90e5-35a54a75a2e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:36:41Z', 'updated_at': '2022-10-04T20:36:48Z', 'revision_number': 2, 'project_id': '10ad510c188c41c5b44cde6ddd2f40e3', 'subnets': [{'id': '286b35bf-8b5e-4589-90e5-35a54a75a2e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:36:56.126026 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29525bb-f103-4cfb-9173-cec0c1e66262 None None] Checking router: 35837e1b-e5e6-4dc6-ad2d-b8611eb70838 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:36:56.127588 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29525bb-f103-4cfb-9173-cec0c1e66262 None None] Updating router 35837e1b-e5e6-4dc6-ad2d-b8611eb70838 port c8d3336a-b241-4e22-b3d9-907576a718f3 binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:36:56.214979 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e00992c-d4b3-4d72-a33f-76adae5d814f req-323e1dc4-6160-4788-84ab-95a10c2862c7 tempest-QuotasAdminNegativeTest-144984851 tempest-QuotasAdminNegativeTest-144984851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:56.221863 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-a29525bb-f103-4cfb-9173-cec0c1e66262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (c8d3336a-b241-4e22-b3d9-907576a718f3), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:56.226292 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-5e00992c-d4b3-4d72-a33f-76adae5d814f req-323e1dc4-6160-4788-84ab-95a10c2862c7 tempest-QuotasAdminNegativeTest-144984851 tempest-QuotasAdminNegativeTest-144984851-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.5002995 Oct 04 20:36:56.288285 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9d3aa7-104b-48cd-aa31-9fcf8e1b52d9 None None] Network d6e92fd7-3e52-4eb3-a921-b9a1da6d1abb requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:36:56.297800 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=0c380762-4e3f-4d14-a463-323f51039ad2,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:56.341969 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97157b32-b9c7-4ec4-a94f-081c6b303fc5 req-3c5297d8-16a6-438c-bed1-f42bd74a030f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:56.345815 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-97157b32-b9c7-4ec4-a94f-081c6b303fc5 req-3c5297d8-16a6-438c-bed1-f42bd74a030f service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5913360 Oct 04 20:36:56.345815 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 60632) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:36:56.374824 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-9920836c-bab5-4651-865f-ea21a749fe7a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-709460296-network', 'tenant_id': '25520777a4444a30b5310052aba08aa2'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:36:56.384313 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-1d5f3176-33ce-4fdd-a2d9-37f6616baaf0 tempest-VolumesAdminNegativeTest-976428390 tempest-VolumesAdminNegativeTest-976428390-project] Allocated IP 172.25.5.50 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/6a80916a-c7d6-44d6-b41e-082104171ebc) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:36:56.412027 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-5e00992c-d4b3-4d72-a33f-76adae5d814f req-073f7054-3fb4-41c3-9117-bc9b109f24dd tempest-QuotasAdminNegativeTest-144984851 tempest-QuotasAdminNegativeTest-144984851-project] 10.222.0.78 "GET /networking/v2.0/quotas/bbc9b2da40434437a6ce05b82deadbdb HTTP/1.1" status: 200 len: 375 time: 0.1847913 Oct 04 20:36:56.463030 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e4223e65-c651-4ced-93cc-363c1e4c904d admin admin] Publish callbacks [] for router (d368dd45-ae89-439f-abfd-954328757492), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:56.482497 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [req-7bbc4955-561e-4abe-a805-bf3af326f646 req-d78918ad-b6a2-4bd3-89d7-3bbf469744ec tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] For port 9508b042-5160-4988-9db8-7f6ce03be19a, host n-h2-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852085-12',level=0,port_id=9508b042-5160-4988-9db8-7f6ce03be19a,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:36:56.482497 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-7bbc4955-561e-4abe-a805-bf3af326f646 req-d78918ad-b6a2-4bd3-89d7-3bbf469744ec tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (9508b042-5160-4988-9db8-7f6ce03be19a), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:56.585357 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:56.587571 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02645559-3bfb-4c4c-8535-267d8cfe8e4f None None] Routers {'d368dd45-ae89-439f-abfd-954328757492'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:36:56.588733 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-02645559-3bfb-4c4c-8535-267d8cfe8e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:36:48Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['d368dd45-ae89-439f-abfd-954328757492'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:36:56.604249 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:56.687958 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f991c39-af4f-4d90-93c6-8104520eeb92 req-51bb8d60-bc47-46b0-b02d-a50ca4454aea tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:56.692142 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-5f991c39-af4f-4d90-93c6-8104520eeb92 req-51bb8d60-bc47-46b0-b02d-a50ca4454aea tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=73277283-dff3-403d-a03b-b44ab89b63c8 HTTP/1.1" status: 200 len: 948 time: 0.4594183 Oct 04 20:36:56.726164 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-5e00992c-d4b3-4d72-a33f-76adae5d814f req-cc6762da-dee7-4142-9742-39ee03b40dc2 tempest-QuotasAdminNegativeTest-144984851 tempest-QuotasAdminNegativeTest-144984851-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=bbc9b2da40434437a6ce05b82deadbdb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3127410 Oct 04 20:36:56.734302 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [req-7bbc4955-561e-4abe-a805-bf3af326f646 req-d78918ad-b6a2-4bd3-89d7-3bbf469744ec tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Calling delete_port for 9508b042-5160-4988-9db8-7f6ce03be19a owned by compute:nova {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:36:56.755006 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:56.758404 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e4223e65-c651-4ced-93cc-363c1e4c904d admin admin] Publish callbacks [] for router_gateway (d368dd45-ae89-439f-abfd-954328757492), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:56.783187 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:56.901056 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-45d3e3a4-5923-4869-a783-c08d980203af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d71879-f7e8-4d95-910b-4fee7fa68ed8', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1189782714-router', 'tenant_id': '83f4d8accaf7424cb88d1327e40a1e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '1af16a50-8d71-45a3-9061-4623d9cbd116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:36:42Z', 'updated_at': '2022-10-04T20:36:51Z', 'revision_number': 3, 'project_id': '83f4d8accaf7424cb88d1327e40a1e9e', 'gw_port': {'id': '1af16a50-8d71-45a3-9061-4623d9cbd116', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46d71879-f7e8-4d95-910b-4fee7fa68ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:36:47Z', 'updated_at': '2022-10-04T20:36:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:36:56.997189 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port b80c8db7-83b4-4e32-8a10-e3b00bfac40e triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:36:56.998298 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b80c8db7-83b4-4e32-8a10-e3b00bfac40e), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:56.999404 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port b80c8db7-83b4-4e32-8a10-e3b00bfac40e Oct 04 20:36:57.060884 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d3e3a4-5923-4869-a783-c08d980203af None None] Checking router: 46d71879-f7e8-4d95-910b-4fee7fa68ed8 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:36:57.061384 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d3e3a4-5923-4869-a783-c08d980203af None None] Updating router 46d71879-f7e8-4d95-910b-4fee7fa68ed8 port 1af16a50-8d71-45a3-9061-4623d9cbd116 binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:36:57.150303 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-e4223e65-c651-4ced-93cc-363c1e4c904d admin admin] Deleting port 05075238-64f5-4361-8621-4b5e2d8749ea {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:36:57.151227 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e4223e65-c651-4ced-93cc-363c1e4c904d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (05075238-64f5-4361-8621-4b5e2d8749ea), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:57.165715 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1d5f3176-33ce-4fdd-a2d9-37f6616baaf0 tempest-VolumesAdminNegativeTest-976428390 tempest-VolumesAdminNegativeTest-976428390-project] Publish callbacks [] for port (6a80916a-c7d6-44d6-b41e-082104171ebc), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:57.189852 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:57.202155 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-45d3e3a4-5923-4869-a783-c08d980203af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (1af16a50-8d71-45a3-9061-4623d9cbd116), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:57.246017 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-a29525bb-f103-4cfb-9173-cec0c1e66262 None None] Publish callbacks [] for port (c8d3336a-b241-4e22-b3d9-907576a718f3), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:57.320560 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-a29525bb-f103-4cfb-9173-cec0c1e66262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (c8d3336a-b241-4e22-b3d9-907576a718f3), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:57.567009 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-e4223e65-c651-4ced-93cc-363c1e4c904d admin admin] For port 05075238-64f5-4361-8621-4b5e2d8749ea, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=05075238-64f5-4361-8621-4b5e2d8749ea,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:36:57.570787 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e4223e65-c651-4ced-93cc-363c1e4c904d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (05075238-64f5-4361-8621-4b5e2d8749ea), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:57.624020 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-e4223e65-c651-4ced-93cc-363c1e4c904d admin admin] Calling delete_port for 05075238-64f5-4361-8621-4b5e2d8749ea owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:36:57.639431 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-5f991c39-af4f-4d90-93c6-8104520eeb92 req-e33316a5-c9b2-4120-a319-8fc32fd61e77 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8737800 Oct 04 20:36:57.639431 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9920836c-bab5-4651-865f-ea21a749fe7a admin admin] Made reservation on behalf of 25520777a4444a30b5310052aba08aa2 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:36:57.639431 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9920836c-bab5-4651-865f-ea21a749fe7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:57.661025 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-02645559-3bfb-4c4c-8535-267d8cfe8e4f None None] Set router d368dd45-ae89-439f-abfd-954328757492 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:36:57.711772 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5af5a8-cf96-48cf-9b5f-857196391e38 None None] Pushing event updated for resources: {'Port': ['ID=c8d3336a-b241-4e22-b3d9-907576a718f3,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:57.789494 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5af5a8-cf96-48cf-9b5f-857196391e38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:36:57.792560 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5af5a8-cf96-48cf-9b5f-857196391e38 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:36:57.800635 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5af5a8-cf96-48cf-9b5f-857196391e38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:36:57.802032 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5af5a8-cf96-48cf-9b5f-857196391e38 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:36:57.802826 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5af5a8-cf96-48cf-9b5f-857196391e38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:36:57.806654 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5af5a8-cf96-48cf-9b5f-857196391e38 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:36:57.807325 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5af5a8-cf96-48cf-9b5f-857196391e38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:36:57.807871 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5af5a8-cf96-48cf-9b5f-857196391e38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:36:57.808395 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5af5a8-cf96-48cf-9b5f-857196391e38 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:36:57.808933 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5af5a8-cf96-48cf-9b5f-857196391e38 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:36:57.809478 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5af5a8-cf96-48cf-9b5f-857196391e38 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:36:57.810563 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5af5a8-cf96-48cf-9b5f-857196391e38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:36:57.811161 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5af5a8-cf96-48cf-9b5f-857196391e38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:36:57.816335 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5af5a8-cf96-48cf-9b5f-857196391e38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:36:57.816683 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:57.816871 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5af5a8-cf96-48cf-9b5f-857196391e38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:36:57.825503 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-a29525bb-f103-4cfb-9173-cec0c1e66262 None None] Attempting to bind port c8d3336a-b241-4e22-b3d9-907576a718f3 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:36:57.825925 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-a29525bb-f103-4cfb-9173-cec0c1e66262 None None] Attempting to bind port c8d3336a-b241-4e22-b3d9-907576a718f3 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '8ec9a799-f226-40c4-b8e3-9f2f87b23638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f83df98d-561c-48da-846a-6d99e02fce9a'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:36:57.826312 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29525bb-f103-4cfb-9173-cec0c1e66262 None None] Attempting to bind port c8d3336a-b241-4e22-b3d9-907576a718f3 on network f83df98d-561c-48da-846a-6d99e02fce9a {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:36:57.845224 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 04 Oct 2022 20:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f2bb84-fafd-4068-b948-c50706cafa7a x-openstack-request-id: req-33f2bb84-fafd-4068-b948-c50706cafa7a {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:36:57.845710 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5072682-0691-4542-a881-7f874a8d8ef3", "name": "network-vif-unplugged", "status": "completed", "tag": "9508b042-5160-4988-9db8-7f6ce03be19a", "code": 200}]} {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:36:57.846183 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-33f2bb84-fafd-4068-b948-c50706cafa7a {{(pid=108171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:36:57.846854 n-d-852085-12 neutron-server[108171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33f2bb84-fafd-4068-b948-c50706cafa7a'] response: {'server_uuid': 'f5072682-0691-4542-a881-7f874a8d8ef3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9508b042-5160-4988-9db8-7f6ce03be19a', 'code': 200} Oct 04 20:36:57.855258 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-3e2f6085-9e15-464a-8b06-9ad8bf3d672c None None] Current status of the port b80c8db7-83b4-4e32-8a10-e3b00bfac40e is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:36:57.855879 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3e2f6085-9e15-464a-8b06-9ad8bf3d672c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b80c8db7-83b4-4e32-8a10-e3b00bfac40e), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:57.882192 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1d5f3176-33ce-4fdd-a2d9-37f6616baaf0 tempest-VolumesAdminNegativeTest-976428390 tempest-VolumesAdminNegativeTest-976428390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (6a80916a-c7d6-44d6-b41e-082104171ebc), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:57.909205 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9920836c-bab5-4651-865f-ea21a749fe7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:57.990165 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:57.998211 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29525bb-f103-4cfb-9173-cec0c1e66262 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:36:57.998773 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29525bb-f103-4cfb-9173-cec0c1e66262 None None] Checking segment: {'id': '8ec9a799-f226-40c4-b8e3-9f2f87b23638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f83df98d-561c-48da-846a-6d99e02fce9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:36:57.999525 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-a29525bb-f103-4cfb-9173-cec0c1e66262 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:58.000215 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29525bb-f103-4cfb-9173-cec0c1e66262 None None] Bound using segment: {'id': '8ec9a799-f226-40c4-b8e3-9f2f87b23638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f83df98d-561c-48da-846a-6d99e02fce9a'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:36:58.001152 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-a29525bb-f103-4cfb-9173-cec0c1e66262 None None] Bound port: c8d3336a-b241-4e22-b3d9-907576a718f3, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ec9a799-f226-40c4-b8e3-9f2f87b23638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f83df98d-561c-48da-846a-6d99e02fce9a'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:36:58.001810 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-a29525bb-f103-4cfb-9173-cec0c1e66262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (c8d3336a-b241-4e22-b3d9-907576a718f3), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:58.017875 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5f3176-33ce-4fdd-a2d9-37f6616baaf0 tempest-VolumesAdminNegativeTest-976428390 tempest-VolumesAdminNegativeTest-976428390-project] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:36:58.050288 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-1d5f3176-33ce-4fdd-a2d9-37f6616baaf0 tempest-VolumesAdminNegativeTest-976428390 tempest-VolumesAdminNegativeTest-976428390-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:36:58.056580 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5f3176-33ce-4fdd-a2d9-37f6616baaf0 tempest-VolumesAdminNegativeTest-976428390 tempest-VolumesAdminNegativeTest-976428390-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:36:58.148698 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:58.180033 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5f3176-33ce-4fdd-a2d9-37f6616baaf0 tempest-VolumesAdminNegativeTest-976428390 tempest-VolumesAdminNegativeTest-976428390-project] Pushing event updated for resources: {'Port': ['ID=6a80916a-c7d6-44d6-b41e-082104171ebc,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:58.196921 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-a29525bb-f103-4cfb-9173-cec0c1e66262 None None] For port c8d3336a-b241-4e22-b3d9-907576a718f3, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:36:58.204312 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-a29525bb-f103-4cfb-9173-cec0c1e66262 None None] For port c8d3336a-b241-4e22-b3d9-907576a718f3, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=c8d3336a-b241-4e22-b3d9-907576a718f3,segment=NetworkSegment(8ec9a799-f226-40c4-b8e3-9f2f87b23638),segment_id=8ec9a799-f226-40c4-b8e3-9f2f87b23638)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:36:58.273564 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Pushing event updated for resources: {'Port': ['ID=9508b042-5160-4988-9db8-7f6ce03be19a,revision_number=6']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:58.277130 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-97157b32-b9c7-4ec4-a94f-081c6b303fc5 req-7f8df4eb-d850-4092-8dd6-5c5533aac001 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8941803 Oct 04 20:36:58.285205 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-a29525bb-f103-4cfb-9173-cec0c1e66262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (c8d3336a-b241-4e22-b3d9-907576a718f3), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:58.293452 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-30399b23-81ce-43fd-be3a-7a484eb395f4 admin admin] Publish callbacks [] for router_gateway (8e07f89b-21c2-4a62-a276-3cfa00977998), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:58.420340 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29525bb-f103-4cfb-9173-cec0c1e66262 None None] Routers {'35837e1b-e5e6-4dc6-ad2d-b8611eb70838'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:36:58.421451 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-a29525bb-f103-4cfb-9173-cec0c1e66262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:36:48Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['35837e1b-e5e6-4dc6-ad2d-b8611eb70838'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:36:58.633289 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port b80c8db7-83b4-4e32-8a10-e3b00bfac40e is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:36:58.633925 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b80c8db7-83b4-4e32-8a10-e3b00bfac40e), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:58.663302 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-3e2f6085-9e15-464a-8b06-9ad8bf3d672c None None] For port b80c8db7-83b4-4e32-8a10-e3b00bfac40e, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b80c8db7-83b4-4e32-8a10-e3b00bfac40e,segment=NetworkSegment(666560bf-c05d-447c-aa8a-97174d02aeff),segment_id=666560bf-c05d-447c-aa8a-97174d02aeff)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:36:58.719935 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-a29525bb-f103-4cfb-9173-cec0c1e66262 None None] Set router 35837e1b-e5e6-4dc6-ad2d-b8611eb70838 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:36:58.826599 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3e2f6085-9e15-464a-8b06-9ad8bf3d672c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (b80c8db7-83b4-4e32-8a10-e3b00bfac40e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:58.940724 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1d5f3176-33ce-4fdd-a2d9-37f6616baaf0 tempest-VolumesAdminNegativeTest-976428390 tempest-VolumesAdminNegativeTest-976428390-project] Publish callbacks [] for floatingip (6e176549-edc5-4117-bc00-df2a3e917640), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:58.975910 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5af5a8-cf96-48cf-9b5f-857196391e38 None None] Pushing event updated for resources: {'Port': ['ID=c8d3336a-b241-4e22-b3d9-907576a718f3,revision_number=4']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:59.028921 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-f5f9adaa-a197-4607-a7df-11ed1ec60078 None None] Provisioning complete for port b80c8db7-83b4-4e32-8a10-e3b00bfac40e triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:36:59.029520 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f5f9adaa-a197-4607-a7df-11ed1ec60078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b80c8db7-83b4-4e32-8a10-e3b00bfac40e), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:59.030125 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-f5f9adaa-a197-4607-a7df-11ed1ec60078 None None] Attempt 1 to provision port b80c8db7-83b4-4e32-8a10-e3b00bfac40e Oct 04 20:36:59.117966 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-97157b32-b9c7-4ec4-a94f-081c6b303fc5 req-5a61d806-8ef8-4e64-bec5-efda307afcf2 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8094525 Oct 04 20:36:59.176565 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 20:36:59.177092 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 20:36:59.203590 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:59.253654 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1d5f3176-33ce-4fdd-a2d9-37f6616baaf0 tempest-VolumesAdminNegativeTest-976428390 tempest-VolumesAdminNegativeTest-976428390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (6a80916a-c7d6-44d6-b41e-082104171ebc), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:59.262885 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:36:59.298822 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2f6085-9e15-464a-8b06-9ad8bf3d672c None None] Pushing event updated for resources: {'Port': ['ID=b80c8db7-83b4-4e32-8a10-e3b00bfac40e,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:59.335858 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-a29525bb-f103-4cfb-9173-cec0c1e66262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35837e1b-e5e6-4dc6-ad2d-b8611eb70838', 'name': 'tempest-LiveMigrationTest-1089892850-router', 'tenant_id': '10ad510c188c41c5b44cde6ddd2f40e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '67a313f0-6318-4116-9600-22dff9e1095b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:36:25Z', 'updated_at': '2022-10-04T20:36:47Z', 'revision_number': 4, 'project_id': '10ad510c188c41c5b44cde6ddd2f40e3', 'gw_port': {'id': '67a313f0-6318-4116-9600-22dff9e1095b', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c8:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35837e1b-e5e6-4dc6-ad2d-b8611eb70838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:36:28Z', 'updated_at': '2022-10-04T20:36:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'c8d3336a-b241-4e22-b3d9-907576a718f3', 'name': '', 'network_id': 'f83df98d-561c-48da-846a-6d99e02fce9a', 'tenant_id': '10ad510c188c41c5b44cde6ddd2f40e3', 'mac_address': 'fa:16:3e:02:e3:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35837e1b-e5e6-4dc6-ad2d-b8611eb70838', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '286b35bf-8b5e-4589-90e5-35a54a75a2e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:36:41Z', 'updated_at': '2022-10-04T20:36:58Z', 'revision_number': 4, 'project_id': '10ad510c188c41c5b44cde6ddd2f40e3', 'subnets': [{'id': '286b35bf-8b5e-4589-90e5-35a54a75a2e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:36:59.352561 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-02645559-3bfb-4c4c-8535-267d8cfe8e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd368dd45-ae89-439f-abfd-954328757492', 'name': 'tempest-ImagesOneServerNegativeTestJSON-283837492-router', 'tenant_id': '0f91c2932cc340f485c55568d70fe0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '05075238-64f5-4361-8621-4b5e2d8749ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:36:07Z', 'updated_at': '2022-10-04T20:36:46Z', 'revision_number': 5, 'project_id': '0f91c2932cc340f485c55568d70fe0b0', 'gw_port': {'id': '05075238-64f5-4361-8621-4b5e2d8749ea', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd368dd45-ae89-439f-abfd-954328757492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:36:10Z', 'updated_at': '2022-10-04T20:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:36:59.406534 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff0234-b372-4a3b-8ad0-2e207db30dbf req-43e85efd-ec75-4b20-9c48-9dc32a95e505 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:36:59.409758 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-83ff0234-b372-4a3b-8ad0-2e207db30dbf req-43e85efd-ec75-4b20-9c48-9dc32a95e505 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f5072682-0691-4542-a881-7f874a8d8ef3 HTTP/1.1" status: 200 len: 947 time: 1.4303813 Oct 04 20:36:59.424042 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29525bb-f103-4cfb-9173-cec0c1e66262 None None] The sync data for ids ['35837e1b-e5e6-4dc6-ad2d-b8611eb70838'] in n-d-852085-12 is: [{'id': '35837e1b-e5e6-4dc6-ad2d-b8611eb70838', 'name': 'tempest-LiveMigrationTest-1089892850-router', 'tenant_id': '10ad510c188c41c5b44cde6ddd2f40e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '67a313f0-6318-4116-9600-22dff9e1095b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:36:25Z', 'updated_at': '2022-10-04T20:36:47Z', 'revision_number': 4, 'project_id': '10ad510c188c41c5b44cde6ddd2f40e3', 'gw_port': {'id': '67a313f0-6318-4116-9600-22dff9e1095b', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c8:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35837e1b-e5e6-4dc6-ad2d-b8611eb70838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:36:28Z', 'updated_at': '2022-10-04T20:36:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'c8d3336a-b241-4e22-b3d9-907576a718f3', 'name': '', 'network_id': 'f83df98d-561c-48da-846a-6d99e02fce9a', 'tenant_id': '10ad510c188c41c5b44cde6ddd2f40e3', 'mac_address': 'fa:16:3e:02:e3:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35837e1b-e5e6-4dc6-ad2d-b8611eb70838', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '286b35bf-8b5e-4589-90e5-35a54a75a2e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:36:41Z', 'updated_at': '2022-10-04T20:36:58Z', 'revision_number': 4, 'project_id': '10ad510c188c41c5b44cde6ddd2f40e3', 'subnets': [{'id': '286b35bf-8b5e-4589-90e5-35a54a75a2e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:36:59.424551 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-7bbc4955-561e-4abe-a805-bf3af326f646 req-d78918ad-b6a2-4bd3-89d7-3bbf469744ec tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (9508b042-5160-4988-9db8-7f6ce03be19a), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:59.698690 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1d5f3176-33ce-4fdd-a2d9-37f6616baaf0 tempest-VolumesAdminNegativeTest-976428390 tempest-VolumesAdminNegativeTest-976428390-project] Publish callbacks [] for port (6a80916a-c7d6-44d6-b41e-082104171ebc), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:59.713074 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device 4d3acb0b-9db4-4859-841b-32026dc92298 up at agent hyperv_n-h1-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:36:59.733832 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e4223e65-c651-4ced-93cc-363c1e4c904d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (05075238-64f5-4361-8621-4b5e2d8749ea), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:59.763338 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] get_ports_and_sgs() called for port_ids ['26cc88b4-8d45-445d-8a36-b340685405f4'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:36:59.785037 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78918ad-b6a2-4bd3-89d7-3bbf469744ec tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Pushing event deleted for resources: {'Port': ['ID=9508b042-5160-4988-9db8-7f6ce03be19a,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:36:59.828934 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02645559-3bfb-4c4c-8535-267d8cfe8e4f None None] Checking router: d368dd45-ae89-439f-abfd-954328757492 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:36:59.857308 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78918ad-b6a2-4bd3-89d7-3bbf469744ec tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:36:59.857887 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78918ad-b6a2-4bd3-89d7-3bbf469744ec tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:36:59.858477 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78918ad-b6a2-4bd3-89d7-3bbf469744ec tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:36:59.859044 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78918ad-b6a2-4bd3-89d7-3bbf469744ec tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:36:59.866533 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78918ad-b6a2-4bd3-89d7-3bbf469744ec tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:36:59.866533 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78918ad-b6a2-4bd3-89d7-3bbf469744ec tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:36:59.866533 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78918ad-b6a2-4bd3-89d7-3bbf469744ec tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:36:59.866533 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78918ad-b6a2-4bd3-89d7-3bbf469744ec tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:36:59.866533 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78918ad-b6a2-4bd3-89d7-3bbf469744ec tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:36:59.866533 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78918ad-b6a2-4bd3-89d7-3bbf469744ec tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:36:59.866533 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78918ad-b6a2-4bd3-89d7-3bbf469744ec tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:36:59.871402 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78918ad-b6a2-4bd3-89d7-3bbf469744ec tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:36:59.872789 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78918ad-b6a2-4bd3-89d7-3bbf469744ec tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:36:59.878381 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78918ad-b6a2-4bd3-89d7-3bbf469744ec tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:36:59.878381 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78918ad-b6a2-4bd3-89d7-3bbf469744ec tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:36:59.921225 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02645559-3bfb-4c4c-8535-267d8cfe8e4f None None] Routers {'d368dd45-ae89-439f-abfd-954328757492'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:36:59.922343 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-02645559-3bfb-4c4c-8535-267d8cfe8e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:36:48Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['d368dd45-ae89-439f-abfd-954328757492'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:36:59.927053 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-f5f9adaa-a197-4607-a7df-11ed1ec60078 None None] Current status of the port b80c8db7-83b4-4e32-8a10-e3b00bfac40e is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:36:59.934599 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1d5f3176-33ce-4fdd-a2d9-37f6616baaf0 tempest-VolumesAdminNegativeTest-976428390 tempest-VolumesAdminNegativeTest-976428390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (6a80916a-c7d6-44d6-b41e-082104171ebc), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:59.974575 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-45d3e3a4-5923-4869-a783-c08d980203af None None] Publish callbacks [] for port (1af16a50-8d71-45a3-9061-4623d9cbd116), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:36:59.979313 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-83ff0234-b372-4a3b-8ad0-2e207db30dbf req-9fb06c95-e44e-4c05-88f8-a108f33ef539 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2307915d-12a1-4f54-8445-b78325b75811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4938939 Oct 04 20:36:59.992603 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4223e65-c651-4ced-93cc-363c1e4c904d admin admin] Pushing event deleted for resources: {'Port': ['ID=05075238-64f5-4361-8621-4b5e2d8749ea,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:00.099123 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4223e65-c651-4ced-93cc-363c1e4c904d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:37:00.099742 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4223e65-c651-4ced-93cc-363c1e4c904d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:37:00.100325 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4223e65-c651-4ced-93cc-363c1e4c904d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:37:00.100895 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4223e65-c651-4ced-93cc-363c1e4c904d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:37:00.101475 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4223e65-c651-4ced-93cc-363c1e4c904d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:37:00.102496 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4223e65-c651-4ced-93cc-363c1e4c904d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:37:00.103058 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4223e65-c651-4ced-93cc-363c1e4c904d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:37:00.103691 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4223e65-c651-4ced-93cc-363c1e4c904d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:37:00.104267 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4223e65-c651-4ced-93cc-363c1e4c904d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:37:00.104858 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4223e65-c651-4ced-93cc-363c1e4c904d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:37:00.105435 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4223e65-c651-4ced-93cc-363c1e4c904d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:37:00.105991 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4223e65-c651-4ced-93cc-363c1e4c904d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:37:00.107129 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4223e65-c651-4ced-93cc-363c1e4c904d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:37:00.107738 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4223e65-c651-4ced-93cc-363c1e4c904d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:37:00.108299 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4223e65-c651-4ced-93cc-363c1e4c904d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:37:00.202094 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:00.210121 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a85fc-e726-44d5-ac1a-91b5f73c7961 req-f2e30bc5-f429-4744-9454-ce7efc54d1ff tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:37:00.227860 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-620a85fc-e726-44d5-ac1a-91b5f73c7961 req-f2e30bc5-f429-4744-9454-ce7efc54d1ff tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=73277283-dff3-403d-a03b-b44ab89b63c8 HTTP/1.1" status: 200 len: 948 time: 0.8136234 Oct 04 20:37:00.266433 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:00.273239 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bbc4955-561e-4abe-a805-bf3af326f646 req-d78918ad-b6a2-4bd3-89d7-3bbf469744ec tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] No DVR routers for this DVR port 9508b042-5160-4988-9db8-7f6ce03be19a on host n-h2-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:37:00.294883 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5f3176-33ce-4fdd-a2d9-37f6616baaf0 tempest-VolumesAdminNegativeTest-976428390 tempest-VolumesAdminNegativeTest-976428390-project] Pushing event updated for resources: {'Port': ['ID=6a80916a-c7d6-44d6-b41e-082104171ebc,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:00.330018 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-7bbc4955-561e-4abe-a805-bf3af326f646 req-d78918ad-b6a2-4bd3-89d7-3bbf469744ec tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:00.336162 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-7bbc4955-561e-4abe-a805-bf3af326f646 req-d78918ad-b6a2-4bd3-89d7-3bbf469744ec tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.85 "DELETE /networking/v2.0/ports/9508b042-5160-4988-9db8-7f6ce03be19a HTTP/1.1" status: 204 len: 173 time: 6.9356229 Oct 04 20:37:00.345922 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1d5f3176-33ce-4fdd-a2d9-37f6616baaf0 tempest-VolumesAdminNegativeTest-976428390 tempest-VolumesAdminNegativeTest-976428390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582728'] for floatingip (6e176549-edc5-4117-bc00-df2a3e917640), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:00.347427 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5072682-0691-4542-a881-7f874a8d8ef3', 'name': 'network-vif-deleted', 'tag': '9508b042-5160-4988-9db8-7f6ce03be19a'}] {{(pid=108170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:37:00.353767 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a696e922a709062c6bf2650733a1f4a2b44940721a32d933316dd509f3aaf0ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9658fb81-1d3e-4e0f-9c50-5c575d291a26" -d '{"events": [{"server_uuid": "f5072682-0691-4542-a881-7f874a8d8ef3", "name": "network-vif-deleted", "tag": "9508b042-5160-4988-9db8-7f6ce03be19a"}]}' {{(pid=108170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:37:00.358003 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port b80c8db7-83b4-4e32-8a10-e3b00bfac40e is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:37:00.360851 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 10dccec1-def6-48de-946b-d4496923180f up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:37:00.398183 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e4223e65-c651-4ced-93cc-363c1e4c904d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (d368dd45-ae89-439f-abfd-954328757492), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:00.476707 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-f5f9adaa-a197-4607-a7df-11ed1ec60078 None None] Provisioning complete for port 2d601df3-e718-4efb-93e2-8de96c9f1652 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:37:00.477765 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f5f9adaa-a197-4607-a7df-11ed1ec60078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (2d601df3-e718-4efb-93e2-8de96c9f1652), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:00.478839 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-f5f9adaa-a197-4607-a7df-11ed1ec60078 None None] Attempt 1 to provision port 2d601df3-e718-4efb-93e2-8de96c9f1652 Oct 04 20:37:00.509575 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-45d3e3a4-5923-4869-a783-c08d980203af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (1af16a50-8d71-45a3-9061-4623d9cbd116), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:00.523545 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9920836c-bab5-4651-865f-ea21a749fe7a admin admin] Publish callbacks [] for security_group (79604db6-41ee-4b67-9c02-4cabf45192de), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:00.703494 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-02645559-3bfb-4c4c-8535-267d8cfe8e4f None None] Set router d368dd45-ae89-439f-abfd-954328757492 gateway port host: None {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:37:00.732280 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e4223e65-c651-4ced-93cc-363c1e4c904d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (d368dd45-ae89-439f-abfd-954328757492), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:00.738946 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e4223e65-c651-4ced-93cc-363c1e4c904d admin admin] Publish callbacks [] for router_controller (d368dd45-ae89-439f-abfd-954328757492), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:00.742693 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:00.839600 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 20:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9f9b7f-c361-4a9d-b1c7-15ad33a4561a x-openstack-request-id: req-3b9f9b7f-c361-4a9d-b1c7-15ad33a4561a {{(pid=108170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:37:00.841818 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5072682-0691-4542-a881-7f874a8d8ef3", "name": "network-vif-deleted", "tag": "9508b042-5160-4988-9db8-7f6ce03be19a", "status": "completed", "code": 200}]} {{(pid=108170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:37:00.842414 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3b9f9b7f-c361-4a9d-b1c7-15ad33a4561a {{(pid=108170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:37:00.843234 n-d-852085-12 neutron-server[108170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b9f9b7f-c361-4a9d-b1c7-15ad33a4561a'] response: {'server_uuid': 'f5072682-0691-4542-a881-7f874a8d8ef3', 'name': 'network-vif-deleted', 'tag': '9508b042-5160-4988-9db8-7f6ce03be19a', 'status': 'completed', 'code': 200} Oct 04 20:37:00.853560 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1d5f3176-33ce-4fdd-a2d9-37f6616baaf0 tempest-VolumesAdminNegativeTest-976428390 tempest-VolumesAdminNegativeTest-976428390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:00.860530 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-1d5f3176-33ce-4fdd-a2d9-37f6616baaf0 tempest-VolumesAdminNegativeTest-976428390 tempest-VolumesAdminNegativeTest-976428390-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.5128100 Oct 04 20:37:00.870626 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9920836c-bab5-4651-865f-ea21a749fe7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (79604db6-41ee-4b67-9c02-4cabf45192de), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:00.889824 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Provisioning for port 4d3acb0b-9db4-4859-841b-32026dc92298 completed by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 20:37:00.941430 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-620a85fc-e726-44d5-ac1a-91b5f73c7961 req-1545c737-2955-49ee-a5ed-a16c483f4acd tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6558185 Oct 04 20:37:00.991311 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e4223e65-c651-4ced-93cc-363c1e4c904d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (d368dd45-ae89-439f-abfd-954328757492), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:00.992273 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4223e65-c651-4ced-93cc-363c1e4c904d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d368dd45-ae89-439f-abfd-954328757492 {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:37:01.016264 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e4223e65-c651-4ced-93cc-363c1e4c904d admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:01.024169 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e4223e65-c651-4ced-93cc-363c1e4c904d admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/d368dd45-ae89-439f-abfd-954328757492 HTTP/1.1" status: 204 len: 168 time: 4.9855683 Oct 04 20:37:01.032523 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60664) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:37:01.086876 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 10dccec1-def6-48de-946b-d4496923180f triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:37:01.094483 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (10dccec1-def6-48de-946b-d4496923180f), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:01.095518 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 10dccec1-def6-48de-946b-d4496923180f Oct 04 20:37:01.217025 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e94c648-a969-44c1-bfab-7d1261a968e6 None None] Pushing event updated for resources: {'Port': ['ID=1af16a50-8d71-45a3-9061-4623d9cbd116,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:01.230680 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Provisioning complete for port 4d3acb0b-9db4-4859-841b-32026dc92298 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:37:01.231813 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (4d3acb0b-9db4-4859-841b-32026dc92298), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:01.232706 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Attempt 1 to provision port 4d3acb0b-9db4-4859-841b-32026dc92298 Oct 04 20:37:01.236307 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-45d3e3a4-5923-4869-a783-c08d980203af None None] Attempting to bind port 1af16a50-8d71-45a3-9061-4623d9cbd116 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:37:01.237390 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-45d3e3a4-5923-4869-a783-c08d980203af None None] Attempting to bind port 1af16a50-8d71-45a3-9061-4623d9cbd116 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:37:01.238764 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d3e3a4-5923-4869-a783-c08d980203af None None] Attempting to bind port 1af16a50-8d71-45a3-9061-4623d9cbd116 on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:37:01.284319 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-02a7350d-79e9-4cca-a994-e9d78a16f9a2 admin admin] Deleting subnet dae991ec-1618-42fb-b8a1-9d9a8b02994a {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:37:01.295931 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-02a7350d-79e9-4cca-a994-e9d78a16f9a2 admin admin] Publish callbacks [] for subnet (dae991ec-1618-42fb-b8a1-9d9a8b02994a), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:01.315292 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:01.318600 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-30399b23-81ce-43fd-be3a-7a484eb395f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (8e07f89b-21c2-4a62-a276-3cfa00977998), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:01.322853 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-02645559-3bfb-4c4c-8535-267d8cfe8e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd368dd45-ae89-439f-abfd-954328757492', 'name': 'tempest-ImagesOneServerNegativeTestJSON-283837492-router', 'tenant_id': '0f91c2932cc340f485c55568d70fe0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:36:07Z', 'updated_at': '2022-10-04T20:36:58Z', 'revision_number': 7, 'project_id': '0f91c2932cc340f485c55568d70fe0b0', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:37:01.346340 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9920836c-bab5-4651-865f-ea21a749fe7a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:37:01.416527 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-49b6427f-42ef-47b2-9211-690b9f74a4f5 req-fcb0fbc7-502e-446e-b461-526cfb2d1d90 tempest-QuotasAdminNegativeTest-144984851 tempest-QuotasAdminNegativeTest-144984851-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=bbc9b2da40434437a6ce05b82deadbdb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0539887 Oct 04 20:37:01.426800 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-02a7350d-79e9-4cca-a994-e9d78a16f9a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (dae991ec-1618-42fb-b8a1-9d9a8b02994a), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:01.484518 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02645559-3bfb-4c4c-8535-267d8cfe8e4f None None] The sync data for ids ['d368dd45-ae89-439f-abfd-954328757492'] in n-d-852085-12 is: [{'id': 'd368dd45-ae89-439f-abfd-954328757492', 'name': 'tempest-ImagesOneServerNegativeTestJSON-283837492-router', 'tenant_id': '0f91c2932cc340f485c55568d70fe0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:36:07Z', 'updated_at': '2022-10-04T20:36:58Z', 'revision_number': 7, 'project_id': '0f91c2932cc340f485c55568d70fe0b0', 'gw_port_host': None}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:37:01.502298 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:01.524354 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d3e3a4-5923-4869-a783-c08d980203af None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:37:01.525448 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d3e3a4-5923-4869-a783-c08d980203af None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:37:01.526364 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-45d3e3a4-5923-4869-a783-c08d980203af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:01.527483 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d3e3a4-5923-4869-a783-c08d980203af None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:37:01.529163 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-45d3e3a4-5923-4869-a783-c08d980203af None None] Bound port: 1af16a50-8d71-45a3-9061-4623d9cbd116, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:37:01.532093 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-45d3e3a4-5923-4869-a783-c08d980203af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (1af16a50-8d71-45a3-9061-4623d9cbd116), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:01.591978 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:01.707740 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-02a7350d-79e9-4cca-a994-e9d78a16f9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (dae991ec-1618-42fb-b8a1-9d9a8b02994a), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:01.733825 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9920836c-bab5-4651-865f-ea21a749fe7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (cad13b26-2c47-4c64-af01-9ef6338e7be4), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:01.734741 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-9920836c-bab5-4651-865f-ea21a749fe7a admin admin] Added segment cad13b26-2c47-4c64-af01-9ef6338e7be4 of type vlan for network 67641b51-5101-4dde-b62e-e6fb7c6e77c4 Oct 04 20:37:01.762216 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-2c2b28a3-0421-465a-ae22-68913a0dad0d req-dc7ce717-24e8-4966-8da6-cadb656048ca tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f5072682-0691-4542-a881-7f874a8d8ef3 HTTP/1.1" status: 200 len: 210 time: 0.4294481 Oct 04 20:37:01.764412 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9920836c-bab5-4651-865f-ea21a749fe7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79604db6-41ee-4b67-9c02-4cabf45192de,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:01.847235 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-45d3e3a4-5923-4869-a783-c08d980203af None None] For port 1af16a50-8d71-45a3-9061-4623d9cbd116, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:37:01.898207 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fbdd651f-9885-4123-af80-454c29049f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:01.916205 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-f5f9adaa-a197-4607-a7df-11ed1ec60078 None None] Current status of the port 2d601df3-e718-4efb-93e2-8de96c9f1652 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:37:01.917075 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f5f9adaa-a197-4607-a7df-11ed1ec60078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (2d601df3-e718-4efb-93e2-8de96c9f1652), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:01.946958 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-02a7350d-79e9-4cca-a994-e9d78a16f9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (dae991ec-1618-42fb-b8a1-9d9a8b02994a), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:02.000052 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b6427f-42ef-47b2-9211-690b9f74a4f5 req-c97ee0cf-c841-47b1-ba19-f013b4c04b8b tempest-QuotasAdminNegativeTest-144984851 tempest-QuotasAdminNegativeTest-144984851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:37:02.015581 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-49b6427f-42ef-47b2-9211-690b9f74a4f5 req-c97ee0cf-c841-47b1-ba19-f013b4c04b8b tempest-QuotasAdminNegativeTest-144984851 tempest-QuotasAdminNegativeTest-144984851-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5477910 Oct 04 20:37:02.035680 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-45d3e3a4-5923-4869-a783-c08d980203af None None] For port 1af16a50-8d71-45a3-9061-4623d9cbd116, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=1af16a50-8d71-45a3-9061-4623d9cbd116,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:37:02.065039 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Current status of the port 4d3acb0b-9db4-4859-841b-32026dc92298 is: BUILD; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:37:02.065884 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (4d3acb0b-9db4-4859-841b-32026dc92298), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:02.082728 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a7350d-79e9-4cca-a994-e9d78a16f9a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dae991ec-1618-42fb-b8a1-9d9a8b02994a,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:02.092785 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-02a7350d-79e9-4cca-a994-e9d78a16f9a2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:02.100108 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 10dccec1-def6-48de-946b-d4496923180f is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:37:02.101964 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 67a313f0-6318-4116-9600-22dff9e1095b up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:37:02.108642 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-02a7350d-79e9-4cca-a994-e9d78a16f9a2 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/dae991ec-1618-42fb-b8a1-9d9a8b02994a HTTP/1.1" status: 204 len: 168 time: 1.0719745 Oct 04 20:37:02.114529 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60690) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:37:02.137088 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb28ac70-0000-4d0f-96ce-8ad5591ef7a3 None None] Network df2b7da7-6013-4113-a882-eeb499a29518 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:37:02.252556 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-45d3e3a4-5923-4869-a783-c08d980203af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (1af16a50-8d71-45a3-9061-4623d9cbd116), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:02.287610 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-49b6427f-42ef-47b2-9211-690b9f74a4f5 req-2f87494d-4e12-4203-b4e3-de2a7fe812dc tempest-QuotasAdminNegativeTest-144984851 tempest-QuotasAdminNegativeTest-144984851-project] 10.222.0.78 "GET /networking/v2.0/quotas/bbc9b2da40434437a6ce05b82deadbdb HTTP/1.1" status: 200 len: 375 time: 0.2701521 Oct 04 20:37:02.301267 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3c7309b5-2b44-4296-8151-89ab32460758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (df2b7da7-6013-4113-a882-eeb499a29518), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:02.324290 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9920836c-bab5-4651-865f-ea21a749fe7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (67641b51-5101-4dde-b62e-e6fb7c6e77c4), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:02.326405 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:02.327330 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:02.363727 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73277283-dff3-403d-a03b-b44ab89b63c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3acb0b-9db4-4859-841b-32026dc92298'}] {{(pid=108171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:37:02.368260 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966b91da6921e714df7c26a37f4733087768fb9a36052be1ead95d4d835f43be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d488d0a-9e63-4afa-accf-6c75ae32378a" -d '{"events": [{"server_uuid": "73277283-dff3-403d-a03b-b44ab89b63c8", "name": "network-vif-plugged", "status": "completed", "tag": "4d3acb0b-9db4-4859-841b-32026dc92298"}]}' {{(pid=108171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:37:02.412174 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-3c7309b5-2b44-4296-8151-89ab32460758 admin admin] Deleting port 13bb0ea2-1420-4bc6-89f6-2ff899347359 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:37:02.412750 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3c7309b5-2b44-4296-8151-89ab32460758 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (13bb0ea2-1420-4bc6-89f6-2ff899347359), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:02.432661 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-f5f9adaa-a197-4607-a7df-11ed1ec60078 None None] For port 2d601df3-e718-4efb-93e2-8de96c9f1652, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=2d601df3-e718-4efb-93e2-8de96c9f1652,segment=NetworkSegment(80bf17ac-4cc1-4ff0-b628-bb22bf1713a1),segment_id=80bf17ac-4cc1-4ff0-b628-bb22bf1713a1)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:37:02.496512 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] For port 4d3acb0b-9db4-4859-841b-32026dc92298, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=4d3acb0b-9db4-4859-841b-32026dc92298,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:37:02.502172 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4ac973cf-a02e-4022-9f7d-877406447b65 req-f6365c3f-0868-44a6-bab3-85f19cda3a5d tempest-VolumesAdminNegativeTest-976428390 tempest-VolumesAdminNegativeTest-976428390-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--871331959&fields=id&tenant_id=0184f3fdbd854adf9751ab0ef77bdb2a HTTP/1.1" status: 200 len: 267 time: 0.4271207 Oct 04 20:37:02.505182 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-49b6427f-42ef-47b2-9211-690b9f74a4f5 req-5c5a012e-d533-4538-ad0b-bb1e79e7235a tempest-QuotasAdminNegativeTest-144984851 tempest-QuotasAdminNegativeTest-144984851-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=bbc9b2da40434437a6ce05b82deadbdb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2158968 Oct 04 20:37:02.532357 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:02.545769 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d3e3a4-5923-4869-a783-c08d980203af None None] Routers {'46d71879-f7e8-4d95-910b-4fee7fa68ed8'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:37:02.546824 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-45d3e3a4-5923-4869-a783-c08d980203af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:36:48Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['46d71879-f7e8-4d95-910b-4fee7fa68ed8'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:37:02.611801 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.db.resource_extend [None req-9920836c-bab5-4651-865f-ea21a749fe7a admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 04 20:37:02.638669 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-3c7309b5-2b44-4296-8151-89ab32460758 admin admin] For port 13bb0ea2-1420-4bc6-89f6-2ff899347359, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=13bb0ea2-1420-4bc6-89f6-2ff899347359,segment=NetworkSegment(579383d1-00ac-42f8-b73a-43e850128dd5),segment_id=579383d1-00ac-42f8-b73a-43e850128dd5)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:37:02.639447 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3c7309b5-2b44-4296-8151-89ab32460758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (13bb0ea2-1420-4bc6-89f6-2ff899347359), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:02.669829 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f5f9adaa-a197-4607-a7df-11ed1ec60078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (2d601df3-e718-4efb-93e2-8de96c9f1652), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:02.678601 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-3c7309b5-2b44-4296-8151-89ab32460758 admin admin] Calling delete_port for 13bb0ea2-1420-4bc6-89f6-2ff899347359 owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:37:02.728241 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (4d3acb0b-9db4-4859-841b-32026dc92298), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:02.768901 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e94c648-a969-44c1-bfab-7d1261a968e6 None None] Pushing event updated for resources: {'Port': ['ID=1af16a50-8d71-45a3-9061-4623d9cbd116,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:02.774744 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 67a313f0-6318-4116-9600-22dff9e1095b triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:37:02.776732 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (67a313f0-6318-4116-9600-22dff9e1095b), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:02.777558 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 67a313f0-6318-4116-9600-22dff9e1095b Oct 04 20:37:02.875988 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30399b23-81ce-43fd-be3a-7a484eb395f4 admin admin] Router 8e07f89b-21c2-4a62-a276-3cfa00977998 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:37:02.949167 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:03.024436 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2b8a3b-1b6c-4db7-a12b-331ff22568dd None None] DHCP port deletion for df2b7da7-6013-4113-a882-eeb499a29518 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:37:03.081458 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9920836c-bab5-4651-865f-ea21a749fe7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (67641b51-5101-4dde-b62e-e6fb7c6e77c4), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:03.083221 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9920836c-bab5-4651-865f-ea21a749fe7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:37:03.083479 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3c7309b5-2b44-4296-8151-89ab32460758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (13bb0ea2-1420-4bc6-89f6-2ff899347359), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:03.088035 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9920836c-bab5-4651-865f-ea21a749fe7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:03.153610 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7309b5-2b44-4296-8151-89ab32460758 admin admin] Pushing event deleted for resources: {'Port': ['ID=13bb0ea2-1420-4bc6-89f6-2ff899347359,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:03.154774 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-ec2b8a3b-1b6c-4db7-a12b-331ff22568dd None None] The port '13bb0ea2-1420-4bc6-89f6-2ff899347359' was deleted {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Oct 04 20:37:03.170650 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:03.175656 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7309b5-2b44-4296-8151-89ab32460758 admin admin] No DVR routers for this DVR port 13bb0ea2-1420-4bc6-89f6-2ff899347359 on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:37:03.191853 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-45d3e3a4-5923-4869-a783-c08d980203af None None] Set router 46d71879-f7e8-4d95-910b-4fee7fa68ed8 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:37:03.191853 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f9adaa-a197-4607-a7df-11ed1ec60078 None None] Pushing event updated for resources: {'Port': ['ID=2d601df3-e718-4efb-93e2-8de96c9f1652,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:03.359344 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3c7309b5-2b44-4296-8151-89ab32460758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (df2b7da7-6013-4113-a882-eeb499a29518), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:03.368385 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:03.412806 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-3c7309b5-2b44-4296-8151-89ab32460758 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df2b7da7-6013-4113-a882-eeb499a29518']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:37:03.439180 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-3c7309b5-2b44-4296-8151-89ab32460758 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '579383d1-00ac-42f8-b73a-43e850128dd5') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:37:03.440263 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-3c7309b5-2b44-4296-8151-89ab32460758 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '579383d1-00ac-42f8-b73a-43e850128dd5') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:37:03.448699 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd6d216-d84b-4b4a-9804-21b78daf9941 req-082b1abd-ad62-4779-8f50-6fd4e1299d88 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:37:03.452910 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-1bd6d216-d84b-4b4a-9804-21b78daf9941 req-082b1abd-ad62-4779-8f50-6fd4e1299d88 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=73277283-dff3-403d-a03b-b44ab89b63c8 HTTP/1.1" status: 200 len: 949 time: 0.5124180 Oct 04 20:37:03.463770 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:03.466541 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac973cf-a02e-4022-9f7d-877406447b65 req-4af2b1fb-5165-445f-a053-44d67422cdcf tempest-VolumesAdminNegativeTest-976428390 tempest-VolumesAdminNegativeTest-976428390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:37:03.467719 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3c7309b5-2b44-4296-8151-89ab32460758 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (579383d1-00ac-42f8-b73a-43e850128dd5), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:03.468752 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4ac973cf-a02e-4022-9f7d-877406447b65 req-4af2b1fb-5165-445f-a053-44d67422cdcf tempest-VolumesAdminNegativeTest-976428390 tempest-VolumesAdminNegativeTest-976428390-project] 10.222.0.78 "GET /networking/v2.0/networks?id=096f784c-3ac1-48ba-8b74-20f8936c58f6 HTTP/1.1" status: 200 len: 813 time: 0.9045112 Oct 04 20:37:03.495700 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-9920836c-bab5-4651-865f-ea21a749fe7a admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 880 time: 7.1343329 Oct 04 20:37:03.498689 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-fbdd651f-9885-4123-af80-454c29049f94 admin admin] Allocated IP 172.20.0.1 (1f14ab52-71cb-4092-a961-bc562e500fca/35b6af71-1c59-4b99-a164-6706d508c9e8/149e3e07-31f0-4b62-8c54-f44d637f5da4) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:37:03.501504 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:03.504163 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60698) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:37:03.505997 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3c7309b5-2b44-4296-8151-89ab32460758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (579383d1-00ac-42f8-b73a-43e850128dd5), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:03.523273 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-da5b9c32-f888-4b3a-9325-9a97068b072a admin admin] Request body: {'subnet': {'network_id': '67641b51-5101-4dde-b62e-e6fb7c6e77c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-709460296-subnet', 'tenant_id': '25520777a4444a30b5310052aba08aa2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:37:03.540522 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c7309b5-2b44-4296-8151-89ab32460758 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:37:03.541122 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3c7309b5-2b44-4296-8151-89ab32460758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (579383d1-00ac-42f8-b73a-43e850128dd5), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:03.557929 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9920836c-bab5-4651-865f-ea21a749fe7a admin admin] Pushing event updated for resources: {'Network': ['ID=67641b51-5101-4dde-b62e-e6fb7c6e77c4,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:03.562372 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Pushing event updated for resources: {'Port': ['ID=4d3acb0b-9db4-4859-841b-32026dc92298,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:03.570162 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 67a313f0-6318-4116-9600-22dff9e1095b is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:37:03.570830 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (67a313f0-6318-4116-9600-22dff9e1095b), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:03.595351 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4ac973cf-a02e-4022-9f7d-877406447b65 req-5bf6f941-4f30-4f74-81cd-f18d96d1ee90 tempest-VolumesAdminNegativeTest-976428390 tempest-VolumesAdminNegativeTest-976428390-project] 10.222.0.78 "GET /networking/v2.0/quotas/0184f3fdbd854adf9751ab0ef77bdb2a HTTP/1.1" status: 200 len: 375 time: 0.0767374 Oct 04 20:37:03.649909 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30399b23-81ce-43fd-be3a-7a484eb395f4 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:37:03.669130 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b9c280-4e26-4d92-ab55-fc8a9a148c0d None None] Sync routers for ids ['8e07f89b-21c2-4a62-a276-3cfa00977998'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:37:03.722494 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b9c280-4e26-4d92-ab55-fc8a9a148c0d None None] Routers {'8e07f89b-21c2-4a62-a276-3cfa00977998'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:37:03.723978 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-f6b9c280-4e26-4d92-ab55-fc8a9a148c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:36:48Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['8e07f89b-21c2-4a62-a276-3cfa00977998'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:37:03.824929 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-1bd6d216-d84b-4b4a-9804-21b78daf9941 req-4483b2ef-6d73-4592-86ef-6d8e27dd9bfd tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3542376 Oct 04 20:37:03.867033 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4ac973cf-a02e-4022-9f7d-877406447b65 req-12e63b01-d514-4af8-a15b-c79de89c0b14 tempest-VolumesAdminNegativeTest-976428390 tempest-VolumesAdminNegativeTest-976428390-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=0184f3fdbd854adf9751ab0ef77bdb2a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2526519 Oct 04 20:37:03.909965 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-30399b23-81ce-43fd-be3a-7a484eb395f4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:03.916821 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 67641b51-5101-4dde-b62e-e6fb7c6e77c4 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:37:03.921461 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60706) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:37:03.921810 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-30399b23-81ce-43fd-be3a-7a484eb395f4 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 17.3903320 Oct 04 20:37:04.164700 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 579383d1-00ac-42f8-b73a-43e850128dd5 resource provider aggregate not found Oct 04 20:37:04.168236 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-f6b9c280-4e26-4d92-ab55-fc8a9a148c0d None None] Set router 8e07f89b-21c2-4a62-a276-3cfa00977998 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:37:04.172555 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fbdd651f-9885-4123-af80-454c29049f94 admin admin] Publish callbacks [] for port (149e3e07-31f0-4b62-8c54-f44d637f5da4), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:04.176591 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da5b9c32-f888-4b3a-9325-9a97068b072a admin admin] Made reservation on behalf of 25520777a4444a30b5310052aba08aa2 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:37:04.204464 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-da5b9c32-f888-4b3a-9325-9a97068b072a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:04.218980 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3c7309b5-2b44-4296-8151-89ab32460758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (df2b7da7-6013-4113-a882-eeb499a29518), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:04.254791 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3c7309b5-2b44-4296-8151-89ab32460758 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:04.266511 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-3c7309b5-2b44-4296-8151-89ab32460758 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/df2b7da7-6013-4113-a882-eeb499a29518 HTTP/1.1" status: 204 len: 168 time: 2.1477046 Oct 04 20:37:04.341637 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 20:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5aa0eb3-b24f-4fd4-85a2-8df637b6dfbb x-openstack-request-id: req-c5aa0eb3-b24f-4fd4-85a2-8df637b6dfbb {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:37:04.342489 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73277283-dff3-403d-a03b-b44ab89b63c8", "name": "network-vif-plugged", "status": "completed", "tag": "4d3acb0b-9db4-4859-841b-32026dc92298", "code": 200}]} {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:37:04.342489 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c5aa0eb3-b24f-4fd4-85a2-8df637b6dfbb {{(pid=108171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:37:04.348762 n-d-852085-12 neutron-server[108171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5aa0eb3-b24f-4fd4-85a2-8df637b6dfbb'] response: {'server_uuid': '73277283-dff3-403d-a03b-b44ab89b63c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3acb0b-9db4-4859-841b-32026dc92298', 'code': 200} Oct 04 20:37:04.400973 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 67a313f0-6318-4116-9600-22dff9e1095b, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=67a313f0-6318-4116-9600-22dff9e1095b,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:37:04.472074 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fbdd651f-9885-4123-af80-454c29049f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (149e3e07-31f0-4b62-8c54-f44d637f5da4), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:04.535601 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (67a313f0-6318-4116-9600-22dff9e1095b), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:04.565301 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-45d3e3a4-5923-4869-a783-c08d980203af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d71879-f7e8-4d95-910b-4fee7fa68ed8', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1189782714-router', 'tenant_id': '83f4d8accaf7424cb88d1327e40a1e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '1af16a50-8d71-45a3-9061-4623d9cbd116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:36:42Z', 'updated_at': '2022-10-04T20:36:51Z', 'revision_number': 3, 'project_id': '83f4d8accaf7424cb88d1327e40a1e9e', 'gw_port': {'id': '1af16a50-8d71-45a3-9061-4623d9cbd116', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46d71879-f7e8-4d95-910b-4fee7fa68ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:36:47Z', 'updated_at': '2022-10-04T20:37:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:37:04.628545 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e7e90b-c21f-4742-9f48-2e0b4a60b922 req-c948c0c1-fc6f-4fbe-a2b5-8520ef4fb257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:37:04.631373 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-30e7e90b-c21f-4742-9f48-2e0b4a60b922 req-c948c0c1-fc6f-4fbe-a2b5-8520ef4fb257 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=73277283-dff3-403d-a03b-b44ab89b63c8 HTTP/1.1" status: 200 len: 1132 time: 0.2719369 Oct 04 20:37:04.647420 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 579383d1-00ac-42f8-b73a-43e850128dd5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 579383d1-00ac-42f8-b73a-43e850128dd5 found for delete ", "request_id": "req-8b81287f-5822-4061-8e6f-342c902984e2"}]} Oct 04 20:37:04.698019 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7309b5-2b44-4296-8151-89ab32460758 admin admin] Pushing event deleted for resources: {'Network': ['ID=df2b7da7-6013-4113-a882-eeb499a29518,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:04.733115 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:04.750171 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d3e3a4-5923-4869-a783-c08d980203af None None] The sync data for ids ['46d71879-f7e8-4d95-910b-4fee7fa68ed8'] in n-d-852085-12 is: [{'id': '46d71879-f7e8-4d95-910b-4fee7fa68ed8', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1189782714-router', 'tenant_id': '83f4d8accaf7424cb88d1327e40a1e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '1af16a50-8d71-45a3-9061-4623d9cbd116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:36:42Z', 'updated_at': '2022-10-04T20:36:51Z', 'revision_number': 3, 'project_id': '83f4d8accaf7424cb88d1327e40a1e9e', 'gw_port': {'id': '1af16a50-8d71-45a3-9061-4623d9cbd116', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46d71879-f7e8-4d95-910b-4fee7fa68ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:36:47Z', 'updated_at': '2022-10-04T20:37:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:37:04.872650 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=67a313f0-6318-4116-9600-22dff9e1095b,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:04.891880 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-f6b9c280-4e26-4d92-ab55-fc8a9a148c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e07f89b-21c2-4a62-a276-3cfa00977998', 'name': 'tempest-FloatingIPDetailsTestJSON-878913953-router', 'tenant_id': '278001113cdf41b5b902ac5a620d3f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'aa55e404-259f-43af-bb12-601becfb65e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:36:46Z', 'updated_at': '2022-10-04T20:36:55Z', 'revision_number': 3, 'project_id': '278001113cdf41b5b902ac5a620d3f52', 'gw_port': {'id': 'aa55e404-259f-43af-bb12-601becfb65e2', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:83:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e07f89b-21c2-4a62-a276-3cfa00977998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:36:50Z', 'updated_at': '2022-10-04T20:36:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:37:04.977326 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b9c280-4e26-4d92-ab55-fc8a9a148c0d None None] Checking router: 8e07f89b-21c2-4a62-a276-3cfa00977998 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:37:04.977848 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b9c280-4e26-4d92-ab55-fc8a9a148c0d None None] Updating router 8e07f89b-21c2-4a62-a276-3cfa00977998 port aa55e404-259f-43af-bb12-601becfb65e2 binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:37:05.079349 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdd651f-9885-4123-af80-454c29049f94 admin admin] Network 1f14ab52-71cb-4092-a961-bc562e500fca is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:37:05.092535 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-f6b9c280-4e26-4d92-ab55-fc8a9a148c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (aa55e404-259f-43af-bb12-601becfb65e2), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:05.149420 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-fbdd651f-9885-4123-af80-454c29049f94 admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:37:05.160817 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdd651f-9885-4123-af80-454c29049f94 admin admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:37:05.309798 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdd651f-9885-4123-af80-454c29049f94 admin admin] Pushing event updated for resources: {'Port': ['ID=149e3e07-31f0-4b62-8c54-f44d637f5da4,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:05.445732 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-30e7e90b-c21f-4742-9f48-2e0b4a60b922 req-2206cc80-13bc-4e49-bd42-ee26df50d075 service neutron] 10.222.0.83 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7526929 Oct 04 20:37:05.490882 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fbdd651f-9885-4123-af80-454c29049f94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (46d71879-f7e8-4d95-910b-4fee7fa68ed8), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:05.645609 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60734) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:37:05.786141 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe6b68-dad2-49c3-b4a7-41108d88b5cd req-c831de12-d055-4300-9066-9c260871219d tempest-VolumesAdminNegativeTest-976428390 tempest-VolumesAdminNegativeTest-976428390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:37:05.789106 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-dbfe6b68-dad2-49c3-b4a7-41108d88b5cd req-c831de12-d055-4300-9066-9c260871219d tempest-VolumesAdminNegativeTest-976428390 tempest-VolumesAdminNegativeTest-976428390-project] 10.222.0.78 "GET /networking/v2.0/networks?id=096f784c-3ac1-48ba-8b74-20f8936c58f6 HTTP/1.1" status: 200 len: 813 time: 1.1702106 Oct 04 20:37:05.874790 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-dbfe6b68-dad2-49c3-b4a7-41108d88b5cd req-3e0e2d4a-971f-48a6-9826-3cc90f87c336 tempest-VolumesAdminNegativeTest-976428390 tempest-VolumesAdminNegativeTest-976428390-project] 10.222.0.78 "GET /networking/v2.0/quotas/0184f3fdbd854adf9751ab0ef77bdb2a HTTP/1.1" status: 200 len: 375 time: 0.0580258 Oct 04 20:37:05.907108 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b80c8db7-83b4-4e32-8a10-e3b00bfac40e up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:37:05.930311 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-9c78bc45-c282-47ff-8441-98daa3d0058f None None] Provisioning complete for port 149e3e07-31f0-4b62-8c54-f44d637f5da4 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:37:05.930808 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9c78bc45-c282-47ff-8441-98daa3d0058f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (149e3e07-31f0-4b62-8c54-f44d637f5da4), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:05.935316 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-9c78bc45-c282-47ff-8441-98daa3d0058f None None] Attempt 1 to provision port 149e3e07-31f0-4b62-8c54-f44d637f5da4 Oct 04 20:37:05.983661 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a2375083-03e5-439a-b21f-6c98007bc30b admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=0f91c2932cc340f485c55568d70fe0b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3261116 Oct 04 20:37:05.984955 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60742) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:37:06.031510 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-dbfe6b68-dad2-49c3-b4a7-41108d88b5cd req-ef7d0727-8f2b-4e31-b535-042b10268d42 tempest-VolumesAdminNegativeTest-976428390 tempest-VolumesAdminNegativeTest-976428390-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=0184f3fdbd854adf9751ab0ef77bdb2a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1543071 Oct 04 20:37:06.113446 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-da5b9c32-f888-4b3a-9325-9a97068b072a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (34d60704-5eb5-4a5f-b441-885a338d40db), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:06.191705 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-9c78bc45-c282-47ff-8441-98daa3d0058f None None] Port 149e3e07-31f0-4b62-8c54-f44d637f5da4 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:37:06.232860 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:06.242122 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port b80c8db7-83b4-4e32-8a10-e3b00bfac40e triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:37:06.242685 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b80c8db7-83b4-4e32-8a10-e3b00bfac40e), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:06.243028 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port b80c8db7-83b4-4e32-8a10-e3b00bfac40e Oct 04 20:37:06.248453 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5b9c32-f888-4b3a-9325-9a97068b072a admin admin] Pushing event updated for resources: {'Subnet': ['ID=34d60704-5eb5-4a5f-b441-885a338d40db,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:06.387930 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:06.515976 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port b80c8db7-83b4-4e32-8a10-e3b00bfac40e is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:37:06.518190 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 2d601df3-e718-4efb-93e2-8de96c9f1652 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:37:06.565883 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ed6e067c-9139-472a-9641-f44066b66f88 admin admin] Publish callbacks [] for security_group (e0f93e6c-6576-45fb-920b-2962aa73272e), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:06.571311 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-f6b9c280-4e26-4d92-ab55-fc8a9a148c0d None None] Publish callbacks [] for port (aa55e404-259f-43af-bb12-601becfb65e2), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:06.610520 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:06.632740 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 2d601df3-e718-4efb-93e2-8de96c9f1652 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:37:06.633339 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (2d601df3-e718-4efb-93e2-8de96c9f1652), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:06.634150 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 2d601df3-e718-4efb-93e2-8de96c9f1652 Oct 04 20:37:06.671189 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ed6e067c-9139-472a-9641-f44066b66f88 admin admin] Publish callbacks [] for security_group (e0f93e6c-6576-45fb-920b-2962aa73272e), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:06.674891 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5b9c32-f888-4b3a-9325-9a97068b072a admin admin] Checking segment: {'id': 'cad13b26-2c47-4c64-af01-9ef6338e7be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '67641b51-5101-4dde-b62e-e6fb7c6e77c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:37:06.675849 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5b9c32-f888-4b3a-9325-9a97068b072a admin admin] Network hostable DHCP agents. Network: 67641b51-5101-4dde-b62e-e6fb7c6e77c4, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:37:06.726532 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-f6b9c280-4e26-4d92-ab55-fc8a9a148c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (aa55e404-259f-43af-bb12-601becfb65e2), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:06.792173 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-f6b9c280-4e26-4d92-ab55-fc8a9a148c0d None None] Attempting to bind port aa55e404-259f-43af-bb12-601becfb65e2 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:37:06.793359 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-f6b9c280-4e26-4d92-ab55-fc8a9a148c0d None None] Attempting to bind port aa55e404-259f-43af-bb12-601becfb65e2 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:37:06.794341 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b9c280-4e26-4d92-ab55-fc8a9a148c0d None None] Attempting to bind port aa55e404-259f-43af-bb12-601becfb65e2 on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:37:06.848452 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 2d601df3-e718-4efb-93e2-8de96c9f1652 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:37:06.852630 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 0c380762-4e3f-4d14-a463-323f51039ad2 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:37:06.869822 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-616d7991-7831-4230-86c3-e05b01962b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:06.890833 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:06.944936 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1deb768-c17e-4a5d-a338-a44f36334732 None None] Pushing event updated for resources: {'Port': ['ID=aa55e404-259f-43af-bb12-601becfb65e2,revision_number=2']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:07.019619 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5b9c32-f888-4b3a-9325-9a97068b072a admin admin] Network 67641b51-5101-4dde-b62e-e6fb7c6e77c4 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:37:07.034846 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 0c380762-4e3f-4d14-a463-323f51039ad2 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:37:07.035803 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (0c380762-4e3f-4d14-a463-323f51039ad2), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:07.042056 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b9c280-4e26-4d92-ab55-fc8a9a148c0d None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:37:07.042589 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b9c280-4e26-4d92-ab55-fc8a9a148c0d None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:37:07.043960 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 0c380762-4e3f-4d14-a463-323f51039ad2 Oct 04 20:37:07.047099 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-f6b9c280-4e26-4d92-ab55-fc8a9a148c0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:07.052326 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b9c280-4e26-4d92-ab55-fc8a9a148c0d None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:37:07.052326 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-f6b9c280-4e26-4d92-ab55-fc8a9a148c0d None None] Bound port: aa55e404-259f-43af-bb12-601becfb65e2, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:37:07.052701 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-f6b9c280-4e26-4d92-ab55-fc8a9a148c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (aa55e404-259f-43af-bb12-601becfb65e2), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:07.148346 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becff055-5cd6-4bca-aca3-ff4056100cf2 req-8479fc4e-8a38-4afc-9dd6-f669ae5eed49 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:37:07.151446 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-becff055-5cd6-4bca-aca3-ff4056100cf2 req-8479fc4e-8a38-4afc-9dd6-f669ae5eed49 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=73277283-dff3-403d-a03b-b44ab89b63c8 HTTP/1.1" status: 200 len: 949 time: 0.7716351 Oct 04 20:37:07.156740 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fbdd651f-9885-4123-af80-454c29049f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (149e3e07-31f0-4b62-8c54-f44d637f5da4), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:07.161756 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ed6e067c-9139-472a-9641-f44066b66f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (e0f93e6c-6576-45fb-920b-2962aa73272e), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:07.166526 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ed6e067c-9139-472a-9641-f44066b66f88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:07.169086 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ed6e067c-9139-472a-9641-f44066b66f88 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/e0f93e6c-6576-45fb-920b-2962aa73272e HTTP/1.1" status: 204 len: 168 time: 1.1696146 Oct 04 20:37:07.185008 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-da5b9c32-f888-4b3a-9325-9a97068b072a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 67641b51-5101-4dde-b62e-e6fb7c6e77c4) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:37:07.223628 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-f6b9c280-4e26-4d92-ab55-fc8a9a148c0d None None] For port aa55e404-259f-43af-bb12-601becfb65e2, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:37:07.235037 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-f6b9c280-4e26-4d92-ab55-fc8a9a148c0d None None] For port aa55e404-259f-43af-bb12-601becfb65e2, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=aa55e404-259f-43af-bb12-601becfb65e2,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:37:07.236180 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5b9c32-f888-4b3a-9325-9a97068b072a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:37:07.237184 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-da5b9c32-f888-4b3a-9325-9a97068b072a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:07.261766 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3bc668-1942-45c7-b601-166647c7c14e None None] Network 67641b51-5101-4dde-b62e-e6fb7c6e77c4 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:37:07.268890 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6e067c-9139-472a-9641-f44066b66f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f93e6c-6576-45fb-920b-2962aa73272e,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:07.282695 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec0eba3-907f-4329-9541-b6e4233e833d req-fe197711-95f9-4a6d-8fb2-d83898102866 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:37:07.294745 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9ec0eba3-907f-4329-9541-b6e4233e833d req-fe197711-95f9-4a6d-8fb2-d83898102866 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bdb3a6b7-921f-41d4-a55e-0686a4dc7189 HTTP/1.1" status: 200 len: 950 time: 0.2371638 Oct 04 20:37:07.340289 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-f6b9c280-4e26-4d92-ab55-fc8a9a148c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (aa55e404-259f-43af-bb12-601becfb65e2), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:07.383809 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-becff055-5cd6-4bca-aca3-ff4056100cf2 req-57160951-59db-42b0-a979-881bc2fe7315 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977751 Oct 04 20:37:07.402762 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 0c380762-4e3f-4d14-a463-323f51039ad2 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:37:07.405017 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 67a313f0-6318-4116-9600-22dff9e1095b up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:37:07.474346 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-da5b9c32-f888-4b3a-9325-9a97068b072a admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 3.9599102 Oct 04 20:37:07.528070 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-616d7991-7831-4230-86c3-e05b01962b79 admin admin] Allocated IP 172.20.0.1 (d6e92fd7-3e52-4eb3-a921-b9a1da6d1abb/abc0687d-eec0-450c-85d2-f2b53041030a/d9e5468a-bd1f-44b5-bf4b-2f82e3729b22) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:37:07.531800 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 60752) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:37:07.534132 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b9c280-4e26-4d92-ab55-fc8a9a148c0d None None] Routers {'8e07f89b-21c2-4a62-a276-3cfa00977998'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:37:07.534697 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-f6b9c280-4e26-4d92-ab55-fc8a9a148c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:36:48Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['8e07f89b-21c2-4a62-a276-3cfa00977998'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:37:07.548231 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9ec0eba3-907f-4329-9541-b6e4233e833d req-874ecb3b-bf1d-45d2-b38b-68b87cd35a75 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2307915d-12a1-4f54-8445-b78325b75811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518604 Oct 04 20:37:07.561350 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-d2f98ba3-0720-4a51-a22f-3b8727a23b4f admin admin] Request body: {'router': {'name': 'tempest-LiveMigrationTest-709460296-router', 'tenant_id': '25520777a4444a30b5310052aba08aa2', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:37:07.567788 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:07.652049 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60754) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:37:07.737220 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1deb768-c17e-4a5d-a338-a44f36334732 None None] Pushing event updated for resources: {'Port': ['ID=aa55e404-259f-43af-bb12-601becfb65e2,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:07.777577 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 67a313f0-6318-4116-9600-22dff9e1095b triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:37:07.777762 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (67a313f0-6318-4116-9600-22dff9e1095b), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:07.779683 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 67a313f0-6318-4116-9600-22dff9e1095b Oct 04 20:37:07.977917 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fea5845-fc34-4052-a0bc-c0aad2c5a620 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-67641b51-5101-4dde-b62e-e6fb7c6e77c4', 'network_id': '67641b51-5101-4dde-b62e-e6fb7c6e77c4', 'project_id': '25520777a4444a30b5310052aba08aa2', 'fixed_ips': [{'subnet_id': '34d60704-5eb5-4a5f-b441-885a338d40db'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:37:07.980607 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0fea5845-fc34-4052-a0bc-c0aad2c5a620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:08.005575 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-f6b9c280-4e26-4d92-ab55-fc8a9a148c0d None None] Set router 8e07f89b-21c2-4a62-a276-3cfa00977998 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:37:08.057972 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12acc8f6-6ece-4be1-93eb-7dc28514efe7 req-186bbf84-aa62-4ebd-bab6-3123c6a8bff9 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:37:08.063963 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-12acc8f6-6ece-4be1-93eb-7dc28514efe7 req-186bbf84-aa62-4ebd-bab6-3123c6a8bff9 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=bdb3a6b7-921f-41d4-a55e-0686a4dc7189 HTTP/1.1" status: 200 len: 950 time: 0.4528425 Oct 04 20:37:08.139453 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:08.179675 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-616d7991-7831-4230-86c3-e05b01962b79 admin admin] Publish callbacks [] for port (d9e5468a-bd1f-44b5-bf4b-2f82e3729b22), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:08.215308 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9846a322-6898-492b-84fe-05da415a9de4 tempest-VolumesAdminNegativeTest-976428390 tempest-VolumesAdminNegativeTest-976428390-project] Publish callbacks [] for security_group (dcf9fec5-46c6-4887-bbf9-9c82d810a99b), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:08.221326 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d2f98ba3-0720-4a51-a22f-3b8727a23b4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (04838d4e-259b-418f-b735-9e884880c126), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:08.233135 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d2f98ba3-0720-4a51-a22f-3b8727a23b4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (04838d4e-259b-418f-b735-9e884880c126), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:08.373537 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:08.388979 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9846a322-6898-492b-84fe-05da415a9de4 tempest-VolumesAdminNegativeTest-976428390 tempest-VolumesAdminNegativeTest-976428390-project] Publish callbacks [] for security_group (dcf9fec5-46c6-4887-bbf9-9c82d810a99b), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:08.433633 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:08.453163 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 67a313f0-6318-4116-9600-22dff9e1095b is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:37:08.455377 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device c8d3336a-b241-4e22-b3d9-907576a718f3 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:37:08.627331 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-616d7991-7831-4230-86c3-e05b01962b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (d9e5468a-bd1f-44b5-bf4b-2f82e3729b22), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:08.643317 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d2f98ba3-0720-4a51-a22f-3b8727a23b4f admin admin] Publish callbacks [] for router_controller (04838d4e-259b-418f-b735-9e884880c126), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:08.660459 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-f6b9c280-4e26-4d92-ab55-fc8a9a148c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e07f89b-21c2-4a62-a276-3cfa00977998', 'name': 'tempest-FloatingIPDetailsTestJSON-878913953-router', 'tenant_id': '278001113cdf41b5b902ac5a620d3f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'aa55e404-259f-43af-bb12-601becfb65e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:36:46Z', 'updated_at': '2022-10-04T20:36:55Z', 'revision_number': 3, 'project_id': '278001113cdf41b5b902ac5a620d3f52', 'gw_port': {'id': 'aa55e404-259f-43af-bb12-601becfb65e2', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:83:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e07f89b-21c2-4a62-a276-3cfa00977998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:36:50Z', 'updated_at': '2022-10-04T20:37:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:37:08.709172 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:08.743519 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [req-12acc8f6-6ece-4be1-93eb-7dc28514efe7 req-fdbea26c-a1b3-415e-a02e-f290b95bf628 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Deleting port 26cc88b4-8d45-445d-8a36-b340685405f4 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:37:08.744156 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-12acc8f6-6ece-4be1-93eb-7dc28514efe7 req-fdbea26c-a1b3-415e-a02e-f290b95bf628 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (26cc88b4-8d45-445d-8a36-b340685405f4), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:08.774845 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b9c280-4e26-4d92-ab55-fc8a9a148c0d None None] The sync data for ids ['8e07f89b-21c2-4a62-a276-3cfa00977998'] in n-d-852085-12 is: [{'id': '8e07f89b-21c2-4a62-a276-3cfa00977998', 'name': 'tempest-FloatingIPDetailsTestJSON-878913953-router', 'tenant_id': '278001113cdf41b5b902ac5a620d3f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'aa55e404-259f-43af-bb12-601becfb65e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:36:46Z', 'updated_at': '2022-10-04T20:36:55Z', 'revision_number': 3, 'project_id': '278001113cdf41b5b902ac5a620d3f52', 'gw_port': {'id': 'aa55e404-259f-43af-bb12-601becfb65e2', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:83:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e07f89b-21c2-4a62-a276-3cfa00977998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:36:50Z', 'updated_at': '2022-10-04T20:37:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:37:08.796883 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port c8d3336a-b241-4e22-b3d9-907576a718f3 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:37:08.796883 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (c8d3336a-b241-4e22-b3d9-907576a718f3), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:08.796883 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port c8d3336a-b241-4e22-b3d9-907576a718f3 Oct 04 20:37:08.811315 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-0fea5845-fc34-4052-a0bc-c0aad2c5a620 None None] Allocated IP 172.20.0.2 (67641b51-5101-4dde-b62e-e6fb7c6e77c4/34d60704-5eb5-4a5f-b441-885a338d40db/dd02cfc4-7942-46ff-9c64-93fd6c8a025a) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:37:08.871077 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616d7991-7831-4230-86c3-e05b01962b79 admin admin] Network d6e92fd7-3e52-4eb3-a921-b9a1da6d1abb is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:37:08.882519 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-616d7991-7831-4230-86c3-e05b01962b79 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:37:08.905001 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616d7991-7831-4230-86c3-e05b01962b79 admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:37:08.957389 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:08.963846 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616d7991-7831-4230-86c3-e05b01962b79 admin admin] Pushing event updated for resources: {'Port': ['ID=d9e5468a-bd1f-44b5-bf4b-2f82e3729b22,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:09.050866 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-616d7991-7831-4230-86c3-e05b01962b79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (8e07f89b-21c2-4a62-a276-3cfa00977998), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:09.342001 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:09.343593 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9846a322-6898-492b-84fe-05da415a9de4 tempest-VolumesAdminNegativeTest-976428390 tempest-VolumesAdminNegativeTest-976428390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (dcf9fec5-46c6-4887-bbf9-9c82d810a99b), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:09.350533 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9846a322-6898-492b-84fe-05da415a9de4 tempest-VolumesAdminNegativeTest-976428390 tempest-VolumesAdminNegativeTest-976428390-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:09.353104 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-9846a322-6898-492b-84fe-05da415a9de4 tempest-VolumesAdminNegativeTest-976428390 tempest-VolumesAdminNegativeTest-976428390-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/dcf9fec5-46c6-4887-bbf9-9c82d810a99b HTTP/1.1" status: 204 len: 168 time: 1.5287738 Oct 04 20:37:09.378101 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60778) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:37:09.379274 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9846a322-6898-492b-84fe-05da415a9de4 tempest-VolumesAdminNegativeTest-976428390 tempest-VolumesAdminNegativeTest-976428390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf9fec5-46c6-4887-bbf9-9c82d810a99b,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:09.434980 n-d-852085-12 neutron-server[108169]: INFO neutron.api.v2.resource [None req-4a7cef32-d4e4-4a6a-8d34-8088bd3b60db tempest-VolumesAdminNegativeTest-976428390 tempest-VolumesAdminNegativeTest-976428390-project] show failed (client error): The resource could not be found. Oct 04 20:37:09.437102 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-4a7cef32-d4e4-4a6a-8d34-8088bd3b60db tempest-VolumesAdminNegativeTest-976428390 tempest-VolumesAdminNegativeTest-976428390-project] 10.222.0.78 "GET /networking/v2.0/security-groups/dcf9fec5-46c6-4887-bbf9-9c82d810a99b HTTP/1.1" status: 404 len: 347 time: 0.0527215 Oct 04 20:37:09.442547 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60780) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:37:09.450268 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port c8d3336a-b241-4e22-b3d9-907576a718f3 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:37:09.452744 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (c8d3336a-b241-4e22-b3d9-907576a718f3), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:09.626931 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fbdd651f-9885-4123-af80-454c29049f94 admin admin] Publish callbacks [] for port (149e3e07-31f0-4b62-8c54-f44d637f5da4), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:09.666927 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f4868e-0f09-4c42-9790-c589167f2454 req-5490dcf3-77c1-4687-b92d-e4259e8690f2 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:37:09.673088 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-32f4868e-0f09-4c42-9790-c589167f2454 req-5490dcf3-77c1-4687-b92d-e4259e8690f2 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=73277283-dff3-403d-a03b-b44ab89b63c8 HTTP/1.1" status: 200 len: 949 time: 0.8864632 Oct 04 20:37:09.674216 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0fea5845-fc34-4052-a0bc-c0aad2c5a620 None None] Publish callbacks [] for port (dd02cfc4-7942-46ff-9c64-93fd6c8a025a), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:09.696802 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-616d7991-7831-4230-86c3-e05b01962b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (d9e5468a-bd1f-44b5-bf4b-2f82e3729b22), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:09.723801 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-7f34fb8f-36d9-40ba-9c7b-6b724ee95736 None None] Provisioning complete for port d9e5468a-bd1f-44b5-bf4b-2f82e3729b22 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:37:09.724420 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7f34fb8f-36d9-40ba-9c7b-6b724ee95736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (d9e5468a-bd1f-44b5-bf4b-2f82e3729b22), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:09.727093 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-7f34fb8f-36d9-40ba-9c7b-6b724ee95736 None None] Attempt 1 to provision port d9e5468a-bd1f-44b5-bf4b-2f82e3729b22 Oct 04 20:37:09.739322 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741020c9-347e-4572-8660-02c61f9333ab req-6c093762-11a1-4dd4-a99b-4955534897ab tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:37:09.746555 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-741020c9-347e-4572-8660-02c61f9333ab req-6c093762-11a1-4dd4-a99b-4955534897ab tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bdb3a6b7-921f-41d4-a55e-0686a4dc7189 HTTP/1.1" status: 200 len: 950 time: 0.8824320 Oct 04 20:37:09.806418 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-9b5bb383-e169-493d-836a-47e50707df52 tempest-VolumesAdminNegativeTest-976428390 tempest-VolumesAdminNegativeTest-976428390-project] Deleting port 6a80916a-c7d6-44d6-b41e-082104171ebc {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:37:09.807221 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9b5bb383-e169-493d-836a-47e50707df52 tempest-VolumesAdminNegativeTest-976428390 tempest-VolumesAdminNegativeTest-976428390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (6a80916a-c7d6-44d6-b41e-082104171ebc), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:09.859178 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port c8d3336a-b241-4e22-b3d9-907576a718f3, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=c8d3336a-b241-4e22-b3d9-907576a718f3,segment=NetworkSegment(8ec9a799-f226-40c4-b8e3-9f2f87b23638),segment_id=8ec9a799-f226-40c4-b8e3-9f2f87b23638)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:37:09.869221 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-7f34fb8f-36d9-40ba-9c7b-6b724ee95736 None None] Port d9e5468a-bd1f-44b5-bf4b-2f82e3729b22 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:37:09.903603 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0fea5845-fc34-4052-a0bc-c0aad2c5a620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (dd02cfc4-7942-46ff-9c64-93fd6c8a025a), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:09.926898 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=7 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:09.979395 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d2f98ba3-0720-4a51-a22f-3b8727a23b4f admin admin] Publish callbacks [] for router_gateway (04838d4e-259b-418f-b735-9e884880c126), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:10.013060 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (c8d3336a-b241-4e22-b3d9-907576a718f3), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:10.030192 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fbdd651f-9885-4123-af80-454c29049f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (149e3e07-31f0-4b62-8c54-f44d637f5da4), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:10.041161 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fea5845-fc34-4052-a0bc-c0aad2c5a620 None None] Network 67641b51-5101-4dde-b62e-e6fb7c6e77c4 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:37:10.048331 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-0fea5845-fc34-4052-a0bc-c0aad2c5a620 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:37:10.064041 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fea5845-fc34-4052-a0bc-c0aad2c5a620 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:37:10.067746 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fea5845-fc34-4052-a0bc-c0aad2c5a620 None None] Pushing event updated for resources: {'Port': ['ID=dd02cfc4-7942-46ff-9c64-93fd6c8a025a,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:10.137905 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fea5845-fc34-4052-a0bc-c0aad2c5a620 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:37:10.140116 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fea5845-fc34-4052-a0bc-c0aad2c5a620 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:37:10.151790 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fea5845-fc34-4052-a0bc-c0aad2c5a620 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:37:10.152379 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fea5845-fc34-4052-a0bc-c0aad2c5a620 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:37:10.155708 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fea5845-fc34-4052-a0bc-c0aad2c5a620 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:37:10.156392 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fea5845-fc34-4052-a0bc-c0aad2c5a620 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:37:10.163023 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fea5845-fc34-4052-a0bc-c0aad2c5a620 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:37:10.167344 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fea5845-fc34-4052-a0bc-c0aad2c5a620 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:37:10.169044 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fea5845-fc34-4052-a0bc-c0aad2c5a620 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:37:10.169978 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fea5845-fc34-4052-a0bc-c0aad2c5a620 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:37:10.170878 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fea5845-fc34-4052-a0bc-c0aad2c5a620 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:37:10.171876 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fea5845-fc34-4052-a0bc-c0aad2c5a620 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:37:10.173004 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fea5845-fc34-4052-a0bc-c0aad2c5a620 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:37:10.174125 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fea5845-fc34-4052-a0bc-c0aad2c5a620 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:37:10.175385 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fea5845-fc34-4052-a0bc-c0aad2c5a620 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:37:10.197454 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 05075238-64f5-4361-8621-4b5e2d8749ea no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:37:10.207447 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-616d7991-7831-4230-86c3-e05b01962b79 admin admin] Publish callbacks [] for port (d9e5468a-bd1f-44b5-bf4b-2f82e3729b22), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:10.250358 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fbdd651f-9885-4123-af80-454c29049f94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (46d71879-f7e8-4d95-910b-4fee7fa68ed8), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:10.354645 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 05075238-64f5-4361-8621-4b5e2d8749ea {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:37:10.356833 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 05075238-64f5-4361-8621-4b5e2d8749ea not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:37:10.358013 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 8c8b78ee-471f-4c7d-ae55-acd65ce4e46c no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:37:10.373294 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:10.381255 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-616d7991-7831-4230-86c3-e05b01962b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (d9e5468a-bd1f-44b5-bf4b-2f82e3729b22), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:10.502098 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 8c8b78ee-471f-4c7d-ae55-acd65ce4e46c {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:37:10.503792 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 8c8b78ee-471f-4c7d-ae55-acd65ce4e46c not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:37:10.504789 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 13bb0ea2-1420-4bc6-89f6-2ff899347359 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:37:10.511769 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [req-12acc8f6-6ece-4be1-93eb-7dc28514efe7 req-fdbea26c-a1b3-415e-a02e-f290b95bf628 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] For port 26cc88b4-8d45-445d-8a36-b340685405f4, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=26cc88b4-8d45-445d-8a36-b340685405f4,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:37:10.512409 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-12acc8f6-6ece-4be1-93eb-7dc28514efe7 req-fdbea26c-a1b3-415e-a02e-f290b95bf628 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (26cc88b4-8d45-445d-8a36-b340685405f4), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:10.521160 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:10.564632 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdd651f-9885-4123-af80-454c29049f94 admin admin] Pushing event updated for resources: {'Port': ['ID=149e3e07-31f0-4b62-8c54-f44d637f5da4,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:10.592755 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 13bb0ea2-1420-4bc6-89f6-2ff899347359 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:37:10.593790 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 13bb0ea2-1420-4bc6-89f6-2ff899347359 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:37:10.596849 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-0fea5845-fc34-4052-a0bc-c0aad2c5a620 None None] Attempting to bind port dd02cfc4-7942-46ff-9c64-93fd6c8a025a on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:37:10.597853 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-0fea5845-fc34-4052-a0bc-c0aad2c5a620 None None] Attempting to bind port dd02cfc4-7942-46ff-9c64-93fd6c8a025a by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'cad13b26-2c47-4c64-af01-9ef6338e7be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '67641b51-5101-4dde-b62e-e6fb7c6e77c4'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:37:10.598787 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fea5845-fc34-4052-a0bc-c0aad2c5a620 None None] Attempting to bind port dd02cfc4-7942-46ff-9c64-93fd6c8a025a on network 67641b51-5101-4dde-b62e-e6fb7c6e77c4 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:37:10.689336 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=c8d3336a-b241-4e22-b3d9-907576a718f3,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:10.734417 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [req-12acc8f6-6ece-4be1-93eb-7dc28514efe7 req-fdbea26c-a1b3-415e-a02e-f290b95bf628 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Calling delete_port for 26cc88b4-8d45-445d-8a36-b340685405f4 owned by compute:nova {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:37:10.766328 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fea5845-fc34-4052-a0bc-c0aad2c5a620 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:37:10.767555 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fea5845-fc34-4052-a0bc-c0aad2c5a620 None None] Checking segment: {'id': 'cad13b26-2c47-4c64-af01-9ef6338e7be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '67641b51-5101-4dde-b62e-e6fb7c6e77c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:37:10.768087 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0fea5845-fc34-4052-a0bc-c0aad2c5a620 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:10.768792 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fea5845-fc34-4052-a0bc-c0aad2c5a620 None None] Bound using segment: {'id': 'cad13b26-2c47-4c64-af01-9ef6338e7be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '67641b51-5101-4dde-b62e-e6fb7c6e77c4'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:37:10.769677 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-0fea5845-fc34-4052-a0bc-c0aad2c5a620 None None] Bound port: dd02cfc4-7942-46ff-9c64-93fd6c8a025a, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cad13b26-2c47-4c64-af01-9ef6338e7be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '67641b51-5101-4dde-b62e-e6fb7c6e77c4'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:37:10.770172 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0fea5845-fc34-4052-a0bc-c0aad2c5a620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (dd02cfc4-7942-46ff-9c64-93fd6c8a025a), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:10.924370 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-741020c9-347e-4572-8660-02c61f9333ab req-cafff19e-7146-4fdb-91fb-d15929acf499 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=2307915d-12a1-4f54-8445-b78325b75811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9306772 Oct 04 20:37:10.924870 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-0fea5845-fc34-4052-a0bc-c0aad2c5a620 None None] For port dd02cfc4-7942-46ff-9c64-93fd6c8a025a, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:37:10.935244 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-0fea5845-fc34-4052-a0bc-c0aad2c5a620 None None] For port dd02cfc4-7942-46ff-9c64-93fd6c8a025a, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=dd02cfc4-7942-46ff-9c64-93fd6c8a025a,segment=NetworkSegment(cad13b26-2c47-4c64-af01-9ef6338e7be4),segment_id=cad13b26-2c47-4c64-af01-9ef6338e7be4)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:37:10.944450 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 1af16a50-8d71-45a3-9061-4623d9cbd116 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:37:11.010626 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-32f4868e-0f09-4c42-9790-c589167f2454 req-66921b14-3c3a-48a4-be2b-c3eff0f23536 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2598639 Oct 04 20:37:11.071601 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 1af16a50-8d71-45a3-9061-4623d9cbd116 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:37:11.072307 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (1af16a50-8d71-45a3-9061-4623d9cbd116), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:11.076605 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 1af16a50-8d71-45a3-9061-4623d9cbd116 Oct 04 20:37:11.257858 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0fea5845-fc34-4052-a0bc-c0aad2c5a620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (dd02cfc4-7942-46ff-9c64-93fd6c8a025a), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:11.276338 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-616d7991-7831-4230-86c3-e05b01962b79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (8e07f89b-21c2-4a62-a276-3cfa00977998), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:11.308622 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616d7991-7831-4230-86c3-e05b01962b79 admin admin] Pushing event updated for resources: {'Port': ['ID=d9e5468a-bd1f-44b5-bf4b-2f82e3729b22,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:11.346504 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9b5bb383-e169-493d-836a-47e50707df52 tempest-VolumesAdminNegativeTest-976428390 tempest-VolumesAdminNegativeTest-976428390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (6a80916a-c7d6-44d6-b41e-082104171ebc), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:11.347360 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9b5bb383-e169-493d-836a-47e50707df52 tempest-VolumesAdminNegativeTest-976428390 tempest-VolumesAdminNegativeTest-976428390-project] Publish callbacks [] for floatingip (6a80916a-c7d6-44d6-b41e-082104171ebc), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:11.437572 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fea5845-fc34-4052-a0bc-c0aad2c5a620 None None] Pushing event updated for resources: {'Port': ['ID=dd02cfc4-7942-46ff-9c64-93fd6c8a025a,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:11.445395 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device 26cc88b4-8d45-445d-8a36-b340685405f4 no longer exists at agent hyperv_n-h1-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:37:11.474810 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-9b5bb383-e169-493d-836a-47e50707df52 tempest-VolumesAdminNegativeTest-976428390 tempest-VolumesAdminNegativeTest-976428390-project] Calling delete_port for 6a80916a-c7d6-44d6-b41e-082104171ebc owned by network:floatingip {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:37:11.653984 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f3fd94df-05be-44d3-9006-55c8af94a149 req-98b662f1-8780-4fd6-aa7e-7fca6bbab79e tempest-QuotasAdminNegativeTest-144984851 tempest-QuotasAdminNegativeTest-144984851-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=bbc9b2da40434437a6ce05b82deadbdb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3290360 Oct 04 20:37:11.667386 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:11.860888 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616d7991-7831-4230-86c3-e05b01962b79 admin admin] Network d6e92fd7-3e52-4eb3-a921-b9a1da6d1abb is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:37:11.874218 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-616d7991-7831-4230-86c3-e05b01962b79 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:37:12.011603 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 1af16a50-8d71-45a3-9061-4623d9cbd116 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:37:12.012486 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (1af16a50-8d71-45a3-9061-4623d9cbd116), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:12.103243 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdd651f-9885-4123-af80-454c29049f94 admin admin] Network 1f14ab52-71cb-4092-a961-bc562e500fca is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:37:12.143019 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 1af16a50-8d71-45a3-9061-4623d9cbd116, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=1af16a50-8d71-45a3-9061-4623d9cbd116,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:37:12.148722 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-fbdd651f-9885-4123-af80-454c29049f94 admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:37:12.153418 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d2f98ba3-0720-4a51-a22f-3b8727a23b4f admin admin] Publish callbacks [] for router_gateway (04838d4e-259b-418f-b735-9e884880c126), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:12.214591 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d2f98ba3-0720-4a51-a22f-3b8727a23b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:12.252993 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Current status of the port 26cc88b4-8d45-445d-8a36-b340685405f4 is: ACTIVE; New status is: DOWN {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:37:12.253772 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (26cc88b4-8d45-445d-8a36-b340685405f4), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:12.352672 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (1af16a50-8d71-45a3-9061-4623d9cbd116), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:12.355811 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device aa55e404-259f-43af-bb12-601becfb65e2 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:37:12.396498 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-12acc8f6-6ece-4be1-93eb-7dc28514efe7 req-fdbea26c-a1b3-415e-a02e-f290b95bf628 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (26cc88b4-8d45-445d-8a36-b340685405f4), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:12.400828 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fbe868-7828-45c7-bb9a-acb1ffb680a6 req-76527071-d43e-4548-a9a2-2575882a5a17 tempest-ServersOnMultiNodesTest-242779177 tempest-ServersOnMultiNodesTest-242779177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:37:12.432954 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-11fbe868-7828-45c7-bb9a-acb1ffb680a6 req-76527071-d43e-4548-a9a2-2575882a5a17 tempest-ServersOnMultiNodesTest-242779177 tempest-ServersOnMultiNodesTest-242779177-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=73277283-dff3-403d-a03b-b44ab89b63c8 HTTP/1.1" status: 200 len: 1132 time: 0.5389092 Oct 04 20:37:12.442829 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-616d7991-7831-4230-86c3-e05b01962b79 admin admin] Router 8e07f89b-21c2-4a62-a276-3cfa00977998 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:37:12.526853 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=1af16a50-8d71-45a3-9061-4623d9cbd116,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:12.547696 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd94df-05be-44d3-9006-55c8af94a149 req-b59797d7-0ce4-4253-ab19-f1d8c4e001e9 tempest-QuotasAdminNegativeTest-144984851 tempest-QuotasAdminNegativeTest-144984851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:37:12.550590 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f3fd94df-05be-44d3-9006-55c8af94a149 req-b59797d7-0ce4-4253-ab19-f1d8c4e001e9 tempest-QuotasAdminNegativeTest-144984851 tempest-QuotasAdminNegativeTest-144984851-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8491604 Oct 04 20:37:12.565891 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9b5bb383-e169-493d-836a-47e50707df52 tempest-VolumesAdminNegativeTest-976428390 tempest-VolumesAdminNegativeTest-976428390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (6a80916a-c7d6-44d6-b41e-082104171ebc), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:12.568889 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:12.609536 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-a0cc3115-0b25-411b-b097-e9898e4d15f8 None None] Provisioning complete for port d9e5468a-bd1f-44b5-bf4b-2f82e3729b22 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:37:12.611075 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a0cc3115-0b25-411b-b097-e9898e4d15f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (d9e5468a-bd1f-44b5-bf4b-2f82e3729b22), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:12.613681 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-a0cc3115-0b25-411b-b097-e9898e4d15f8 None None] Attempt 1 to provision port d9e5468a-bd1f-44b5-bf4b-2f82e3729b22 Oct 04 20:37:12.633888 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbea26c-a1b3-415e-a02e-f290b95bf628 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Pushing event deleted for resources: {'Port': ['ID=26cc88b4-8d45-445d-8a36-b340685405f4,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:12.697967 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5bb383-e169-493d-836a-47e50707df52 tempest-VolumesAdminNegativeTest-976428390 tempest-VolumesAdminNegativeTest-976428390-project] Pushing event deleted for resources: {'Port': ['ID=6a80916a-c7d6-44d6-b41e-082104171ebc,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:12.701318 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port aa55e404-259f-43af-bb12-601becfb65e2 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:37:12.701991 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (aa55e404-259f-43af-bb12-601becfb65e2), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:12.702816 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port aa55e404-259f-43af-bb12-601becfb65e2 Oct 04 20:37:12.795866 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:12.896622 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:12.917338 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port aa55e404-259f-43af-bb12-601becfb65e2 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:37:12.920384 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (aa55e404-259f-43af-bb12-601becfb65e2), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:12.937955 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-a0cc3115-0b25-411b-b097-e9898e4d15f8 None None] Port d9e5468a-bd1f-44b5-bf4b-2f82e3729b22 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:37:12.964852 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-616d7991-7831-4230-86c3-e05b01962b79 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:37:12.976875 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-616d7991-7831-4230-86c3-e05b01962b79 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/8e07f89b-21c2-4a62-a276-3cfa00977998/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0536551 Oct 04 20:37:12.978566 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9b5bb383-e169-493d-836a-47e50707df52 tempest-VolumesAdminNegativeTest-976428390 tempest-VolumesAdminNegativeTest-976428390-project] Publish callbacks [] for floatingip (6e176549-edc5-4117-bc00-df2a3e917640), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:12.984542 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9b5bb383-e169-493d-836a-47e50707df52 tempest-VolumesAdminNegativeTest-976428390 tempest-VolumesAdminNegativeTest-976428390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:12.993313 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-9b5bb383-e169-493d-836a-47e50707df52 tempest-VolumesAdminNegativeTest-976428390 tempest-VolumesAdminNegativeTest-976428390-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/6e176549-edc5-4117-bc00-df2a3e917640 HTTP/1.1" status: 204 len: 168 time: 3.5380504 Oct 04 20:37:12.994503 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60808) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:37:13.010093 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port aa55e404-259f-43af-bb12-601becfb65e2, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=aa55e404-259f-43af-bb12-601becfb65e2,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:37:13.093149 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-45e82fd0-06cf-4718-b8a6-458f07c3a275 None None] Provisioning complete for port 149e3e07-31f0-4b62-8c54-f44d637f5da4 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:37:13.095706 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-45e82fd0-06cf-4718-b8a6-458f07c3a275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (149e3e07-31f0-4b62-8c54-f44d637f5da4), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:13.096545 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-45e82fd0-06cf-4718-b8a6-458f07c3a275 None None] Attempt 1 to provision port 149e3e07-31f0-4b62-8c54-f44d637f5da4 Oct 04 20:37:13.247333 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-45e82fd0-06cf-4718-b8a6-458f07c3a275 None None] Port 149e3e07-31f0-4b62-8c54-f44d637f5da4 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:37:13.273173 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (aa55e404-259f-43af-bb12-601becfb65e2), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:13.307575 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32c3cb0-8bbc-4505-b1e2-000e1402dd34 None None] Sync routers for ids ['8e07f89b-21c2-4a62-a276-3cfa00977998'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:37:13.444341 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32c3cb0-8bbc-4505-b1e2-000e1402dd34 None None] Routers {'8e07f89b-21c2-4a62-a276-3cfa00977998'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:37:13.447635 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-a32c3cb0-8bbc-4505-b1e2-000e1402dd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:36:48Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['8e07f89b-21c2-4a62-a276-3cfa00977998'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:37:13.495090 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f3fd94df-05be-44d3-9006-55c8af94a149 req-cab23a62-c896-4919-82d2-ba1cefe0d9c0 tempest-QuotasAdminNegativeTest-144984851 tempest-QuotasAdminNegativeTest-144984851-project] 10.222.0.78 "GET /networking/v2.0/quotas/bbc9b2da40434437a6ce05b82deadbdb HTTP/1.1" status: 200 len: 375 time: 0.8571668 Oct 04 20:37:13.623464 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:13.635815 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef5ef0c-b233-491f-bc7f-bdb4a7c5cc13 None None] Network 67641b51-5101-4dde-b62e-e6fb7c6e77c4 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:37:13.641135 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-d2f98ba3-0720-4a51-a22f-3b8727a23b4f admin admin] Allocated IP 172.25.5.133 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/ed4a9b05-c1a6-4d27-8a23-8a75f54a7d46) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:37:13.677721 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [req-12acc8f6-6ece-4be1-93eb-7dc28514efe7 req-fdbea26c-a1b3-415e-a02e-f290b95bf628 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] No DVR routers for this DVR port 26cc88b4-8d45-445d-8a36-b340685405f4 on host n-h1-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:37:13.678347 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-a15a5f52-5780-4253-985e-2fa368517695 None None] Provisioning complete for port dd02cfc4-7942-46ff-9c64-93fd6c8a025a triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:37:13.679404 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a15a5f52-5780-4253-985e-2fa368517695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (dd02cfc4-7942-46ff-9c64-93fd6c8a025a), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:13.680301 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-a15a5f52-5780-4253-985e-2fa368517695 None None] Attempt 1 to provision port dd02cfc4-7942-46ff-9c64-93fd6c8a025a Oct 04 20:37:13.802087 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-12acc8f6-6ece-4be1-93eb-7dc28514efe7 req-fdbea26c-a1b3-415e-a02e-f290b95bf628 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:13.808187 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-12acc8f6-6ece-4be1-93eb-7dc28514efe7 req-fdbea26c-a1b3-415e-a02e-f290b95bf628 tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.83 "DELETE /networking/v2.0/ports/26cc88b4-8d45-445d-8a36-b340685405f4 HTTP/1.1" status: 204 len: 173 time: 5.7256727 Oct 04 20:37:13.813298 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f3fd94df-05be-44d3-9006-55c8af94a149 req-686f2bc4-987a-471b-b198-7fdd37c8dc1f tempest-QuotasAdminNegativeTest-144984851 tempest-QuotasAdminNegativeTest-144984851-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=bbc9b2da40434437a6ce05b82deadbdb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1625803 Oct 04 20:37:13.814135 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb3a6b7-921f-41d4-a55e-0686a4dc7189', 'name': 'network-vif-deleted', 'tag': '26cc88b4-8d45-445d-8a36-b340685405f4'}] {{(pid=108170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:37:13.818405 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a696e922a709062c6bf2650733a1f4a2b44940721a32d933316dd509f3aaf0ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a97b080a-b468-490c-a536-fdb6b2b3b127" -d '{"events": [{"server_uuid": "bdb3a6b7-921f-41d4-a55e-0686a4dc7189", "name": "network-vif-deleted", "tag": "26cc88b4-8d45-445d-8a36-b340685405f4"}]}' {{(pid=108170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:37:13.964083 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f7217445-b4e9-4387-937e-8b8c6a1d2280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (62ea6759-27f6-4a3b-81d0-dd9931227945), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:13.996342 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 1af16a50-8d71-45a3-9061-4623d9cbd116 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:37:14.084954 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-11fbe868-7828-45c7-bb9a-acb1ffb680a6 req-d61af2a8-e518-4fb1-81c3-c4e3dc3b9624 tempest-ServersOnMultiNodesTest-242779177 tempest-ServersOnMultiNodesTest-242779177-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6483929 Oct 04 20:37:14.208205 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:14.300786 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbdd651f-9885-4123-af80-454c29049f94 admin admin] Router 46d71879-f7e8-4d95-910b-4fee7fa68ed8 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:37:14.332817 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=aa55e404-259f-43af-bb12-601becfb65e2,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:14.358985 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d2f98ba3-0720-4a51-a22f-3b8727a23b4f admin admin] Publish callbacks [] for port (ed4a9b05-c1a6-4d27-8a23-8a75f54a7d46), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:14.498808 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-8955fc11-36c1-4881-aa25-a9c4fe398d4b req-72c8a99c-950e-49f6-a3b0-15c224e714ed tempest-MigrationsAdminTest-1386345839 tempest-MigrationsAdminTest-1386345839-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bdb3a6b7-921f-41d4-a55e-0686a4dc7189 HTTP/1.1" status: 200 len: 210 time: 0.1196611 Oct 04 20:37:14.501131 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-a32c3cb0-8bbc-4505-b1e2-000e1402dd34 None None] Set router 8e07f89b-21c2-4a62-a276-3cfa00977998 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:37:14.677575 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-a15a5f52-5780-4253-985e-2fa368517695 None None] Current status of the port dd02cfc4-7942-46ff-9c64-93fd6c8a025a is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:37:14.679670 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a15a5f52-5780-4253-985e-2fa368517695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (dd02cfc4-7942-46ff-9c64-93fd6c8a025a), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:14.760092 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 20:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc031b0-6c2d-4994-9b52-2865aa0be7e0 x-openstack-request-id: req-2dc031b0-6c2d-4994-9b52-2865aa0be7e0 {{(pid=108170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:37:14.760651 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdb3a6b7-921f-41d4-a55e-0686a4dc7189", "name": "network-vif-deleted", "tag": "26cc88b4-8d45-445d-8a36-b340685405f4", "status": "completed", "code": 200}]} {{(pid=108170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:37:14.760968 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2dc031b0-6c2d-4994-9b52-2865aa0be7e0 {{(pid=108170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:37:14.761536 n-d-852085-12 neutron-server[108170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dc031b0-6c2d-4994-9b52-2865aa0be7e0'] response: {'server_uuid': 'bdb3a6b7-921f-41d4-a55e-0686a4dc7189', 'name': 'network-vif-deleted', 'tag': '26cc88b4-8d45-445d-8a36-b340685405f4', 'status': 'completed', 'code': 200} Oct 04 20:37:14.815769 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-a15a5f52-5780-4253-985e-2fa368517695 None None] For port dd02cfc4-7942-46ff-9c64-93fd6c8a025a, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=dd02cfc4-7942-46ff-9c64-93fd6c8a025a,segment=NetworkSegment(cad13b26-2c47-4c64-af01-9ef6338e7be4),segment_id=cad13b26-2c47-4c64-af01-9ef6338e7be4)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:37:14.848410 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:14.920224 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-f7217445-b4e9-4387-937e-8b8c6a1d2280 admin admin] Deleting port 8a7a20a6-e95e-4ab2-967a-33802452c73f {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:37:14.921466 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f7217445-b4e9-4387-937e-8b8c6a1d2280 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (8a7a20a6-e95e-4ab2-967a-33802452c73f), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:14.960251 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbdd651f-9885-4123-af80-454c29049f94 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:37:14.986247 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-fbdd651f-9885-4123-af80-454c29049f94 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/46d71879-f7e8-4d95-910b-4fee7fa68ed8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 20.1377738 Oct 04 20:37:14.991523 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89d8925-68fb-4e6c-b300-756a523dd251 None None] Sync routers for ids ['46d71879-f7e8-4d95-910b-4fee7fa68ed8'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:37:15.025378 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d2f98ba3-0720-4a51-a22f-3b8727a23b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (ed4a9b05-c1a6-4d27-8a23-8a75f54a7d46), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:15.087309 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89d8925-68fb-4e6c-b300-756a523dd251 None None] Routers {'46d71879-f7e8-4d95-910b-4fee7fa68ed8'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:37:15.088730 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-c89d8925-68fb-4e6c-b300-756a523dd251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:36:48Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['46d71879-f7e8-4d95-910b-4fee7fa68ed8'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:37:15.173654 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 1af16a50-8d71-45a3-9061-4623d9cbd116 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:37:15.176514 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (1af16a50-8d71-45a3-9061-4623d9cbd116), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:15.183657 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 1af16a50-8d71-45a3-9061-4623d9cbd116 Oct 04 20:37:15.190744 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a15a5f52-5780-4253-985e-2fa368517695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (dd02cfc4-7942-46ff-9c64-93fd6c8a025a), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:15.276400 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f98ba3-0720-4a51-a22f-3b8727a23b4f admin admin] Pushing event updated for resources: {'Port': ['ID=ed4a9b05-c1a6-4d27-8a23-8a75f54a7d46,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:15.331050 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-f7217445-b4e9-4387-937e-8b8c6a1d2280 admin admin] For port 8a7a20a6-e95e-4ab2-967a-33802452c73f, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=8a7a20a6-e95e-4ab2-967a-33802452c73f,segment=NetworkSegment(b529e118-6ed8-446c-94f8-4dc4863ee841),segment_id=b529e118-6ed8-446c-94f8-4dc4863ee841)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:37:15.331719 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f7217445-b4e9-4387-937e-8b8c6a1d2280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (8a7a20a6-e95e-4ab2-967a-33802452c73f), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:15.375189 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f98ba3-0720-4a51-a22f-3b8727a23b4f admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:37:15.395895 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-f7217445-b4e9-4387-937e-8b8c6a1d2280 admin admin] Calling delete_port for 8a7a20a6-e95e-4ab2-967a-33802452c73f owned by network:router_interface {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:37:15.429808 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-d2f98ba3-0720-4a51-a22f-3b8727a23b4f admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:37:15.467290 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f98ba3-0720-4a51-a22f-3b8727a23b4f admin admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:37:15.532435 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:15.576734 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-c89d8925-68fb-4e6c-b300-756a523dd251 None None] Set router 46d71879-f7e8-4d95-910b-4fee7fa68ed8 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:37:15.606571 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f34675cf-4c5c-431d-b564-3181a76c8665 req-8bf98b94-c444-4c24-a3fc-2be74dc566e3 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] 10.222.0.78 "GET /networking/v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.0227239 Oct 04 20:37:15.649105 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:15.660142 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-3d5c94e9-7d9c-47b5-a1b2-c90c2a548202 None None] Provisioning complete for port dd02cfc4-7942-46ff-9c64-93fd6c8a025a triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:37:15.660798 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3d5c94e9-7d9c-47b5-a1b2-c90c2a548202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (dd02cfc4-7942-46ff-9c64-93fd6c8a025a), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:15.661624 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-3d5c94e9-7d9c-47b5-a1b2-c90c2a548202 None None] Attempt 1 to provision port dd02cfc4-7942-46ff-9c64-93fd6c8a025a Oct 04 20:37:15.883800 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [req-f34675cf-4c5c-431d-b564-3181a76c8665 req-d47c3ffd-5770-45d9-923b-bbc95c3bdfb1 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Request body: {'floatingip': {'floating_network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:37:15.891539 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-a32c3cb0-8bbc-4505-b1e2-000e1402dd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e07f89b-21c2-4a62-a276-3cfa00977998', 'name': 'tempest-FloatingIPDetailsTestJSON-878913953-router', 'tenant_id': '278001113cdf41b5b902ac5a620d3f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'aa55e404-259f-43af-bb12-601becfb65e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:36:46Z', 'updated_at': '2022-10-04T20:37:09Z', 'revision_number': 4, 'project_id': '278001113cdf41b5b902ac5a620d3f52', 'gw_port': {'id': 'aa55e404-259f-43af-bb12-601becfb65e2', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:83:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e07f89b-21c2-4a62-a276-3cfa00977998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:36:50Z', 'updated_at': '2022-10-04T20:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'd9e5468a-bd1f-44b5-bf4b-2f82e3729b22', 'name': '', 'network_id': 'd6e92fd7-3e52-4eb3-a921-b9a1da6d1abb', 'tenant_id': '278001113cdf41b5b902ac5a620d3f52', 'mac_address': 'fa:16:3e:c8:7f:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e07f89b-21c2-4a62-a276-3cfa00977998', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'abc0687d-eec0-450c-85d2-f2b53041030a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:37:06Z', 'updated_at': '2022-10-04T20:37:09Z', 'revision_number': 2, 'project_id': '278001113cdf41b5b902ac5a620d3f52', 'subnets': [{'id': 'abc0687d-eec0-450c-85d2-f2b53041030a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:37:15.902254 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9ba7e204-f65f-4a79-86be-4875884a883a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:15.924142 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:15.967280 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15a5f52-5780-4253-985e-2fa368517695 None None] Pushing event updated for resources: {'Port': ['ID=dd02cfc4-7942-46ff-9c64-93fd6c8a025a,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:16.010033 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32c3cb0-8bbc-4505-b1e2-000e1402dd34 None None] Checking router: 8e07f89b-21c2-4a62-a276-3cfa00977998 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:37:16.013650 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32c3cb0-8bbc-4505-b1e2-000e1402dd34 None None] Updating router 8e07f89b-21c2-4a62-a276-3cfa00977998 port d9e5468a-bd1f-44b5-bf4b-2f82e3729b22 binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:37:16.057909 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f7217445-b4e9-4387-937e-8b8c6a1d2280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (8a7a20a6-e95e-4ab2-967a-33802452c73f), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:16.126322 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-c89d8925-68fb-4e6c-b300-756a523dd251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d71879-f7e8-4d95-910b-4fee7fa68ed8', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1189782714-router', 'tenant_id': '83f4d8accaf7424cb88d1327e40a1e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '1af16a50-8d71-45a3-9061-4623d9cbd116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:36:42Z', 'updated_at': '2022-10-04T20:37:06Z', 'revision_number': 4, 'project_id': '83f4d8accaf7424cb88d1327e40a1e9e', 'gw_port': {'id': '1af16a50-8d71-45a3-9061-4623d9cbd116', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d71879-f7e8-4d95-910b-4fee7fa68ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:36:47Z', 'updated_at': '2022-10-04T20:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '149e3e07-31f0-4b62-8c54-f44d637f5da4', 'name': '', 'network_id': '1f14ab52-71cb-4092-a961-bc562e500fca', 'tenant_id': '83f4d8accaf7424cb88d1327e40a1e9e', 'mac_address': 'fa:16:3e:14:0b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46d71879-f7e8-4d95-910b-4fee7fa68ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '35b6af71-1c59-4b99-a164-6706d508c9e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:37:02Z', 'updated_at': '2022-10-04T20:37:07Z', 'revision_number': 2, 'project_id': '83f4d8accaf7424cb88d1327e40a1e9e', 'subnets': [{'id': '35b6af71-1c59-4b99-a164-6706d508c9e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:37:16.147707 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7217445-b4e9-4387-937e-8b8c6a1d2280 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a7a20a6-e95e-4ab2-967a-33802452c73f,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:16.162568 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-f34675cf-4c5c-431d-b564-3181a76c8665 req-d47c3ffd-5770-45d9-923b-bbc95c3bdfb1 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Publish callbacks [] for floatingip (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:16.177224 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a32c3cb0-8bbc-4505-b1e2-000e1402dd34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (d9e5468a-bd1f-44b5-bf4b-2f82e3729b22), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:16.204370 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 1af16a50-8d71-45a3-9061-4623d9cbd116 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:37:16.208364 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device c8d3336a-b241-4e22-b3d9-907576a718f3 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:37:16.240264 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89d8925-68fb-4e6c-b300-756a523dd251 None None] Checking router: 46d71879-f7e8-4d95-910b-4fee7fa68ed8 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:37:16.241098 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89d8925-68fb-4e6c-b300-756a523dd251 None None] Updating router 46d71879-f7e8-4d95-910b-4fee7fa68ed8 port 149e3e07-31f0-4b62-8c54-f44d637f5da4 binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:37:16.320938 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-c89d8925-68fb-4e6c-b300-756a523dd251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (149e3e07-31f0-4b62-8c54-f44d637f5da4), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:16.574048 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-3d5c94e9-7d9c-47b5-a1b2-c90c2a548202 None None] Current status of the port dd02cfc4-7942-46ff-9c64-93fd6c8a025a is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:37:16.603561 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-87629a00-ad8a-4b8c-b6f6-28ddf1304399 req-e4423523-0510-49b7-b9e6-1e1a956b061d tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=70436b8b504e43dc882f5ee434ecf443&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4478657 Oct 04 20:37:16.609554 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port c8d3336a-b241-4e22-b3d9-907576a718f3 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:37:16.610274 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (c8d3336a-b241-4e22-b3d9-907576a718f3), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:16.611234 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port c8d3336a-b241-4e22-b3d9-907576a718f3 Oct 04 20:37:16.651979 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d2f98ba3-0720-4a51-a22f-3b8727a23b4f admin admin] Publish callbacks [] for router_gateway (04838d4e-259b-418f-b735-9e884880c126), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:16.681898 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:16.700145 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f7217445-b4e9-4387-937e-8b8c6a1d2280 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (62ea6759-27f6-4a3b-81d0-dd9931227945), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:16.869593 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:16.955643 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:17.036466 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-f34675cf-4c5c-431d-b564-3181a76c8665 req-d47c3ffd-5770-45d9-923b-bbc95c3bdfb1 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:17.045896 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-c89d8925-68fb-4e6c-b300-756a523dd251 None None] Publish callbacks [] for port (149e3e07-31f0-4b62-8c54-f44d637f5da4), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:17.155011 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-c89d8925-68fb-4e6c-b300-756a523dd251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (149e3e07-31f0-4b62-8c54-f44d637f5da4), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:17.194729 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port c8d3336a-b241-4e22-b3d9-907576a718f3 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:37:17.197365 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device dd02cfc4-7942-46ff-9c64-93fd6c8a025a up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:37:17.201418 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7217445-b4e9-4387-937e-8b8c6a1d2280 admin admin] Router 62ea6759-27f6-4a3b-81d0-dd9931227945 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:37:17.232672 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:17.271520 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:17.351718 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cb1341-3ab7-4818-9ed5-a583afca987f None None] Pushing event updated for resources: {'Port': ['ID=149e3e07-31f0-4b62-8c54-f44d637f5da4,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:17.358254 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port dd02cfc4-7942-46ff-9c64-93fd6c8a025a triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:37:17.358254 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (dd02cfc4-7942-46ff-9c64-93fd6c8a025a), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:17.358769 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port dd02cfc4-7942-46ff-9c64-93fd6c8a025a Oct 04 20:37:17.416785 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-c89d8925-68fb-4e6c-b300-756a523dd251 None None] Attempting to bind port 149e3e07-31f0-4b62-8c54-f44d637f5da4 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:37:17.417731 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-c89d8925-68fb-4e6c-b300-756a523dd251 None None] Attempting to bind port 149e3e07-31f0-4b62-8c54-f44d637f5da4 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '666560bf-c05d-447c-aa8a-97174d02aeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1f14ab52-71cb-4092-a961-bc562e500fca'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:37:17.419069 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89d8925-68fb-4e6c-b300-756a523dd251 None None] Attempting to bind port 149e3e07-31f0-4b62-8c54-f44d637f5da4 on network 1f14ab52-71cb-4092-a961-bc562e500fca {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:37:17.454113 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7217445-b4e9-4387-937e-8b8c6a1d2280 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:37:17.469057 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f7217445-b4e9-4387-937e-8b8c6a1d2280 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/62ea6759-27f6-4a3b-81d0-dd9931227945/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4538012 Oct 04 20:37:17.469264 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-bae0cfae-46e9-4b0d-87fe-662669f81e63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:17.470072 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60848) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:37:17.499493 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4246ba-7987-4d51-b925-4b233d26c01e None None] Sync routers for ids ['62ea6759-27f6-4a3b-81d0-dd9931227945'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:37:17.505083 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87629a00-ad8a-4b8c-b6f6-28ddf1304399 req-8e62b874-1ec4-4f6f-b0bf-0bc2de1bffb1 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:37:17.524818 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-87629a00-ad8a-4b8c-b6f6-28ddf1304399 req-8e62b874-1ec4-4f6f-b0bf-0bc2de1bffb1 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9006772 Oct 04 20:37:17.554076 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a32c3cb0-8bbc-4505-b1e2-000e1402dd34 None None] Publish callbacks [] for port (d9e5468a-bd1f-44b5-bf4b-2f82e3729b22), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:17.556454 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89d8925-68fb-4e6c-b300-756a523dd251 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:37:17.557344 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89d8925-68fb-4e6c-b300-756a523dd251 None None] Checking segment: {'id': '666560bf-c05d-447c-aa8a-97174d02aeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1f14ab52-71cb-4092-a961-bc562e500fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:37:17.559664 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-c89d8925-68fb-4e6c-b300-756a523dd251 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:17.560856 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89d8925-68fb-4e6c-b300-756a523dd251 None None] Bound using segment: {'id': '666560bf-c05d-447c-aa8a-97174d02aeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1f14ab52-71cb-4092-a961-bc562e500fca'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:37:17.563254 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-c89d8925-68fb-4e6c-b300-756a523dd251 None None] Bound port: 149e3e07-31f0-4b62-8c54-f44d637f5da4, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '666560bf-c05d-447c-aa8a-97174d02aeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1f14ab52-71cb-4092-a961-bc562e500fca'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:37:17.564102 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-c89d8925-68fb-4e6c-b300-756a523dd251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (149e3e07-31f0-4b62-8c54-f44d637f5da4), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:17.571825 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4246ba-7987-4d51-b925-4b233d26c01e None None] Routers {'62ea6759-27f6-4a3b-81d0-dd9931227945'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:37:17.573229 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-6c4246ba-7987-4d51-b925-4b233d26c01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:37:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['62ea6759-27f6-4a3b-81d0-dd9931227945'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:37:17.646822 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [req-f34675cf-4c5c-431d-b564-3181a76c8665 req-d47c3ffd-5770-45d9-923b-bbc95c3bdfb1 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Allocated IP 172.25.5.27 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/488f68ac-0e1e-4dd5-9656-71b3aeda3d59) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:37:17.671079 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-87629a00-ad8a-4b8c-b6f6-28ddf1304399 req-2477bcd4-6469-4b2f-9934-bba93711be91 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/quotas/70436b8b504e43dc882f5ee434ecf443 HTTP/1.1" status: 200 len: 375 time: 0.1446905 Oct 04 20:37:17.694421 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a32c3cb0-8bbc-4505-b1e2-000e1402dd34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (d9e5468a-bd1f-44b5-bf4b-2f82e3729b22), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:17.713603 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-c89d8925-68fb-4e6c-b300-756a523dd251 None None] For port 149e3e07-31f0-4b62-8c54-f44d637f5da4, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:37:17.722649 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-c89d8925-68fb-4e6c-b300-756a523dd251 None None] For port 149e3e07-31f0-4b62-8c54-f44d637f5da4, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=149e3e07-31f0-4b62-8c54-f44d637f5da4,segment=NetworkSegment(666560bf-c05d-447c-aa8a-97174d02aeff),segment_id=666560bf-c05d-447c-aa8a-97174d02aeff)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:37:17.781784 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:17.785557 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9426aef5-ddd8-4a04-951d-357899542e58 admin admin] Publish callbacks [] for router (62ea6759-27f6-4a3b-81d0-dd9931227945), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:17.833186 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-c89d8925-68fb-4e6c-b300-756a523dd251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (149e3e07-31f0-4b62-8c54-f44d637f5da4), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:17.879340 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port dd02cfc4-7942-46ff-9c64-93fd6c8a025a is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:37:17.921559 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d2f98ba3-0720-4a51-a22f-3b8727a23b4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (04838d4e-259b-418f-b735-9e884880c126), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:17.946506 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:17.974539 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cb1341-3ab7-4818-9ed5-a583afca987f None None] Pushing event updated for resources: {'Port': ['ID=149e3e07-31f0-4b62-8c54-f44d637f5da4,revision_number=4']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:17.997734 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89d8925-68fb-4e6c-b300-756a523dd251 None None] Routers {'46d71879-f7e8-4d95-910b-4fee7fa68ed8'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:37:17.999322 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-c89d8925-68fb-4e6c-b300-756a523dd251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:37:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['46d71879-f7e8-4d95-910b-4fee7fa68ed8'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:37:18.006099 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b72994-00f0-4b71-9460-21b3d7817a78 None None] Pushing event updated for resources: {'Port': ['ID=d9e5468a-bd1f-44b5-bf4b-2f82e3729b22,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:18.075330 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-6c4246ba-7987-4d51-b925-4b233d26c01e None None] Set router 62ea6759-27f6-4a3b-81d0-dd9931227945 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:37:18.081005 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-a32c3cb0-8bbc-4505-b1e2-000e1402dd34 None None] Attempting to bind port d9e5468a-bd1f-44b5-bf4b-2f82e3729b22 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:37:18.081005 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-a32c3cb0-8bbc-4505-b1e2-000e1402dd34 None None] Attempting to bind port d9e5468a-bd1f-44b5-bf4b-2f82e3729b22 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '80bf17ac-4cc1-4ff0-b628-bb22bf1713a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd6e92fd7-3e52-4eb3-a921-b9a1da6d1abb'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:37:18.081784 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32c3cb0-8bbc-4505-b1e2-000e1402dd34 None None] Attempting to bind port d9e5468a-bd1f-44b5-bf4b-2f82e3729b22 on network d6e92fd7-3e52-4eb3-a921-b9a1da6d1abb {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:37:18.084727 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9426aef5-ddd8-4a04-951d-357899542e58 admin admin] Publish callbacks [] for router_gateway (62ea6759-27f6-4a3b-81d0-dd9931227945), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:18.218398 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-87629a00-ad8a-4b8c-b6f6-28ddf1304399 req-8b2cdb9a-95c7-4fa9-b180-acdd3db197ed tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=70436b8b504e43dc882f5ee434ecf443&fields=id HTTP/1.1" status: 200 len: 486 time: 0.5457478 Oct 04 20:37:18.278631 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-f34675cf-4c5c-431d-b564-3181a76c8665 req-d47c3ffd-5770-45d9-923b-bbc95c3bdfb1 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Publish callbacks [] for port (488f68ac-0e1e-4dd5-9656-71b3aeda3d59), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:18.338249 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device aa55e404-259f-43af-bb12-601becfb65e2 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:37:18.345275 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-9426aef5-ddd8-4a04-951d-357899542e58 admin admin] Deleting port aa84f1eb-a445-44e5-8fa0-e55620a6850e {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:37:18.355468 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9426aef5-ddd8-4a04-951d-357899542e58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (aa84f1eb-a445-44e5-8fa0-e55620a6850e), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:18.355768 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32c3cb0-8bbc-4505-b1e2-000e1402dd34 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:37:18.356374 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32c3cb0-8bbc-4505-b1e2-000e1402dd34 None None] Checking segment: {'id': '80bf17ac-4cc1-4ff0-b628-bb22bf1713a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd6e92fd7-3e52-4eb3-a921-b9a1da6d1abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:37:18.357056 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a32c3cb0-8bbc-4505-b1e2-000e1402dd34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:18.359874 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32c3cb0-8bbc-4505-b1e2-000e1402dd34 None None] Bound using segment: {'id': '80bf17ac-4cc1-4ff0-b628-bb22bf1713a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd6e92fd7-3e52-4eb3-a921-b9a1da6d1abb'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:37:18.359874 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-a32c3cb0-8bbc-4505-b1e2-000e1402dd34 None None] Bound port: d9e5468a-bd1f-44b5-bf4b-2f82e3729b22, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80bf17ac-4cc1-4ff0-b628-bb22bf1713a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd6e92fd7-3e52-4eb3-a921-b9a1da6d1abb'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:37:18.360385 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a32c3cb0-8bbc-4505-b1e2-000e1402dd34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (d9e5468a-bd1f-44b5-bf4b-2f82e3729b22), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:18.499005 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-c89d8925-68fb-4e6c-b300-756a523dd251 None None] Set router 46d71879-f7e8-4d95-910b-4fee7fa68ed8 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:37:18.561792 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-f34675cf-4c5c-431d-b564-3181a76c8665 req-d47c3ffd-5770-45d9-923b-bbc95c3bdfb1 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (488f68ac-0e1e-4dd5-9656-71b3aeda3d59), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:18.635557 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-9426aef5-ddd8-4a04-951d-357899542e58 admin admin] For port aa84f1eb-a445-44e5-8fa0-e55620a6850e, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=aa84f1eb-a445-44e5-8fa0-e55620a6850e,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:37:18.636260 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9426aef5-ddd8-4a04-951d-357899542e58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (aa84f1eb-a445-44e5-8fa0-e55620a6850e), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:18.643118 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f34675cf-4c5c-431d-b564-3181a76c8665 req-d47c3ffd-5770-45d9-923b-bbc95c3bdfb1 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:37:18.650055 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f98ba3-0720-4a51-a22f-3b8727a23b4f admin admin] Router 04838d4e-259b-418f-b735-9e884880c126 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:37:18.666714 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [req-f34675cf-4c5c-431d-b564-3181a76c8665 req-d47c3ffd-5770-45d9-923b-bbc95c3bdfb1 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:37:18.677922 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [req-f34675cf-4c5c-431d-b564-3181a76c8665 req-d47c3ffd-5770-45d9-923b-bbc95c3bdfb1 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:37:18.689055 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-9426aef5-ddd8-4a04-951d-357899542e58 admin admin] Calling delete_port for aa84f1eb-a445-44e5-8fa0-e55620a6850e owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:37:18.834110 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port aa55e404-259f-43af-bb12-601becfb65e2 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:37:18.835745 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (aa55e404-259f-43af-bb12-601becfb65e2), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:18.836411 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port aa55e404-259f-43af-bb12-601becfb65e2 Oct 04 20:37:18.886198 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:19.018885 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-a32c3cb0-8bbc-4505-b1e2-000e1402dd34 None None] For port d9e5468a-bd1f-44b5-bf4b-2f82e3729b22, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:37:19.051392 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:19.060191 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47c3ffd-5770-45d9-923b-bbc95c3bdfb1 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Pushing event updated for resources: {'Port': ['ID=488f68ac-0e1e-4dd5-9656-71b3aeda3d59,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:19.067304 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-c89d8925-68fb-4e6c-b300-756a523dd251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d71879-f7e8-4d95-910b-4fee7fa68ed8', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1189782714-router', 'tenant_id': '83f4d8accaf7424cb88d1327e40a1e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '1af16a50-8d71-45a3-9061-4623d9cbd116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:36:42Z', 'updated_at': '2022-10-04T20:37:06Z', 'revision_number': 4, 'project_id': '83f4d8accaf7424cb88d1327e40a1e9e', 'gw_port': {'id': '1af16a50-8d71-45a3-9061-4623d9cbd116', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d71879-f7e8-4d95-910b-4fee7fa68ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:36:47Z', 'updated_at': '2022-10-04T20:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '149e3e07-31f0-4b62-8c54-f44d637f5da4', 'name': '', 'network_id': '1f14ab52-71cb-4092-a961-bc562e500fca', 'tenant_id': '83f4d8accaf7424cb88d1327e40a1e9e', 'mac_address': 'fa:16:3e:14:0b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46d71879-f7e8-4d95-910b-4fee7fa68ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '35b6af71-1c59-4b99-a164-6706d508c9e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:37:02Z', 'updated_at': '2022-10-04T20:37:17Z', 'revision_number': 4, 'project_id': '83f4d8accaf7424cb88d1327e40a1e9e', 'subnets': [{'id': '35b6af71-1c59-4b99-a164-6706d508c9e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:37:19.075087 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f98ba3-0720-4a51-a22f-3b8727a23b4f admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:37:19.082928 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [req-0c03886a-6624-442b-864f-e8fd236f5296 req-9aa0a7c6-8c68-4e8b-a948-c1ebdd86d515 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1439164459', 'description': 'tempest-description-1680170876'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:37:19.125313 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89d8925-68fb-4e6c-b300-756a523dd251 None None] The sync data for ids ['46d71879-f7e8-4d95-910b-4fee7fa68ed8'] in n-d-852085-12 is: [{'id': '46d71879-f7e8-4d95-910b-4fee7fa68ed8', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1189782714-router', 'tenant_id': '83f4d8accaf7424cb88d1327e40a1e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '1af16a50-8d71-45a3-9061-4623d9cbd116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:36:42Z', 'updated_at': '2022-10-04T20:37:06Z', 'revision_number': 4, 'project_id': '83f4d8accaf7424cb88d1327e40a1e9e', 'gw_port': {'id': '1af16a50-8d71-45a3-9061-4623d9cbd116', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d71879-f7e8-4d95-910b-4fee7fa68ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:36:47Z', 'updated_at': '2022-10-04T20:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '149e3e07-31f0-4b62-8c54-f44d637f5da4', 'name': '', 'network_id': '1f14ab52-71cb-4092-a961-bc562e500fca', 'tenant_id': '83f4d8accaf7424cb88d1327e40a1e9e', 'mac_address': 'fa:16:3e:14:0b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46d71879-f7e8-4d95-910b-4fee7fa68ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '35b6af71-1c59-4b99-a164-6706d508c9e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:37:02Z', 'updated_at': '2022-10-04T20:37:17Z', 'revision_number': 4, 'project_id': '83f4d8accaf7424cb88d1327e40a1e9e', 'subnets': [{'id': '35b6af71-1c59-4b99-a164-6706d508c9e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:37:19.130493 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7a7ddd-5fd6-4164-8ccd-eb1876686aff None None] Sync routers for ids ['04838d4e-259b-418f-b735-9e884880c126'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:37:19.170008 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7a7ddd-5fd6-4164-8ccd-eb1876686aff None None] Routers {'04838d4e-259b-418f-b735-9e884880c126'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:37:19.176718 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-eb7a7ddd-5fd6-4164-8ccd-eb1876686aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:37:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['04838d4e-259b-418f-b735-9e884880c126'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:37:19.201660 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-a32c3cb0-8bbc-4505-b1e2-000e1402dd34 None None] For port d9e5468a-bd1f-44b5-bf4b-2f82e3729b22, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=d9e5468a-bd1f-44b5-bf4b-2f82e3729b22,segment=NetworkSegment(80bf17ac-4cc1-4ff0-b628-bb22bf1713a1),segment_id=80bf17ac-4cc1-4ff0-b628-bb22bf1713a1)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:37:19.282726 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-6c4246ba-7987-4d51-b925-4b233d26c01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ea6759-27f6-4a3b-81d0-dd9931227945', 'name': 'tempest-VolumesAdminNegativeTest-80391144-router', 'tenant_id': '0184f3fdbd854adf9751ab0ef77bdb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': 'aa84f1eb-a445-44e5-8fa0-e55620a6850e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:35:39Z', 'updated_at': '2022-10-04T20:37:15Z', 'revision_number': 5, 'project_id': '0184f3fdbd854adf9751ab0ef77bdb2a', 'gw_port': {'id': 'aa84f1eb-a445-44e5-8fa0-e55620a6850e', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:36:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ea6759-27f6-4a3b-81d0-dd9931227945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:35:42Z', 'updated_at': '2022-10-04T20:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:37:19.309892 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-0c03886a-6624-442b-864f-e8fd236f5296 req-9aa0a7c6-8c68-4e8b-a948-c1ebdd86d515 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:19.360436 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d2f98ba3-0720-4a51-a22f-3b8727a23b4f admin admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:19.373057 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-d2f98ba3-0720-4a51-a22f-3b8727a23b4f admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 11.8219073 Oct 04 20:37:19.373337 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60856) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:37:19.428953 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4246ba-7987-4d51-b925-4b233d26c01e None None] Checking router: 62ea6759-27f6-4a3b-81d0-dd9931227945 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:37:19.434225 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a32c3cb0-8bbc-4505-b1e2-000e1402dd34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (d9e5468a-bd1f-44b5-bf4b-2f82e3729b22), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:19.587295 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-eb7a7ddd-5fd6-4164-8ccd-eb1876686aff None None] Set router 04838d4e-259b-418f-b735-9e884880c126 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:37:19.647884 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port aa55e404-259f-43af-bb12-601becfb65e2 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:37:19.647884 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device dd02cfc4-7942-46ff-9c64-93fd6c8a025a up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:37:19.655776 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:19.686561 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=100 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:19.690239 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-f34675cf-4c5c-431d-b564-3181a76c8665 req-d47c3ffd-5770-45d9-923b-bbc95c3bdfb1 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Publish callbacks [] for floatingip (39d36b41-0315-4928-b287-9f1f9c94fd0e), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:19.700677 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4246ba-7987-4d51-b925-4b233d26c01e None None] Routers {'62ea6759-27f6-4a3b-81d0-dd9931227945'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:37:19.701763 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-6c4246ba-7987-4d51-b925-4b233d26c01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:37:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['62ea6759-27f6-4a3b-81d0-dd9931227945'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:37:19.718410 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32c3cb0-8bbc-4505-b1e2-000e1402dd34 None None] Routers {'8e07f89b-21c2-4a62-a276-3cfa00977998'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:37:19.724088 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-a32c3cb0-8bbc-4505-b1e2-000e1402dd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:37:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['8e07f89b-21c2-4a62-a276-3cfa00977998'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:37:20.034246 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9426aef5-ddd8-4a04-951d-357899542e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (aa84f1eb-a445-44e5-8fa0-e55620a6850e), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:20.051988 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b72994-00f0-4b71-9460-21b3d7817a78 None None] Pushing event updated for resources: {'Port': ['ID=d9e5468a-bd1f-44b5-bf4b-2f82e3729b22,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:20.069057 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-6c4246ba-7987-4d51-b925-4b233d26c01e None None] Set router 62ea6759-27f6-4a3b-81d0-dd9931227945 gateway port host: None {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:37:20.106664 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:20.229045 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9426aef5-ddd8-4a04-951d-357899542e58 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa84f1eb-a445-44e5-8fa0-e55620a6850e,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:20.272705 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-eb7a7ddd-5fd6-4164-8ccd-eb1876686aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04838d4e-259b-418f-b735-9e884880c126', 'name': 'tempest-LiveMigrationTest-709460296-router', 'tenant_id': '25520777a4444a30b5310052aba08aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'ed4a9b05-c1a6-4d27-8a23-8a75f54a7d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:37:08Z', 'updated_at': '2022-10-04T20:37:15Z', 'revision_number': 3, 'project_id': '25520777a4444a30b5310052aba08aa2', 'gw_port': {'id': 'ed4a9b05-c1a6-4d27-8a23-8a75f54a7d46', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d6:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04838d4e-259b-418f-b735-9e884880c126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:37:12Z', 'updated_at': '2022-10-04T20:37:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:37:20.304154 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:20.305469 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:20.398448 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7a7ddd-5fd6-4164-8ccd-eb1876686aff None None] Checking router: 04838d4e-259b-418f-b735-9e884880c126 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:37:20.399531 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7a7ddd-5fd6-4164-8ccd-eb1876686aff None None] Updating router 04838d4e-259b-418f-b735-9e884880c126 port ed4a9b05-c1a6-4d27-8a23-8a75f54a7d46 binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:37:20.474257 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port dd02cfc4-7942-46ff-9c64-93fd6c8a025a triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:37:20.474782 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (dd02cfc4-7942-46ff-9c64-93fd6c8a025a), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:20.475472 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port dd02cfc4-7942-46ff-9c64-93fd6c8a025a Oct 04 20:37:20.481940 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-6c4246ba-7987-4d51-b925-4b233d26c01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ea6759-27f6-4a3b-81d0-dd9931227945', 'name': 'tempest-VolumesAdminNegativeTest-80391144-router', 'tenant_id': '0184f3fdbd854adf9751ab0ef77bdb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:35:39Z', 'updated_at': '2022-10-04T20:37:19Z', 'revision_number': 7, 'project_id': '0184f3fdbd854adf9751ab0ef77bdb2a', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:37:20.527853 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-eb7a7ddd-5fd6-4164-8ccd-eb1876686aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (ed4a9b05-c1a6-4d27-8a23-8a75f54a7d46), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:20.540016 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-0c03886a-6624-442b-864f-e8fd236f5296 req-9aa0a7c6-8c68-4e8b-a948-c1ebdd86d515 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Publish callbacks [] for security_group (5915da87-e704-42fd-afe1-555220d3602e), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:20.544945 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9426aef5-ddd8-4a04-951d-357899542e58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (62ea6759-27f6-4a3b-81d0-dd9931227945), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:20.662643 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4246ba-7987-4d51-b925-4b233d26c01e None None] The sync data for ids ['62ea6759-27f6-4a3b-81d0-dd9931227945'] in n-d-852085-12 is: [{'id': '62ea6759-27f6-4a3b-81d0-dd9931227945', 'name': 'tempest-VolumesAdminNegativeTest-80391144-router', 'tenant_id': '0184f3fdbd854adf9751ab0ef77bdb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:35:39Z', 'updated_at': '2022-10-04T20:37:19Z', 'revision_number': 7, 'project_id': '0184f3fdbd854adf9751ab0ef77bdb2a', 'gw_port_host': None}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:37:20.686114 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-0c03886a-6624-442b-864f-e8fd236f5296 req-9aa0a7c6-8c68-4e8b-a948-c1ebdd86d515 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (5915da87-e704-42fd-afe1-555220d3602e), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:20.717304 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-a32c3cb0-8bbc-4505-b1e2-000e1402dd34 None None] Set router 8e07f89b-21c2-4a62-a276-3cfa00977998 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:37:20.824792 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9426aef5-ddd8-4a04-951d-357899542e58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (62ea6759-27f6-4a3b-81d0-dd9931227945), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:20.831344 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9426aef5-ddd8-4a04-951d-357899542e58 admin admin] Publish callbacks [] for router_controller (62ea6759-27f6-4a3b-81d0-dd9931227945), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:20.854085 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa0a7c6-8c68-4e8b-a948-c1ebdd86d515 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5915da87-e704-42fd-afe1-555220d3602e,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:20.947449 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port dd02cfc4-7942-46ff-9c64-93fd6c8a025a is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:37:20.994711 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-f34675cf-4c5c-431d-b564-3181a76c8665 req-d47c3ffd-5770-45d9-923b-bbc95c3bdfb1 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (488f68ac-0e1e-4dd5-9656-71b3aeda3d59), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:21.001335 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:21.174715 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-0c03886a-6624-442b-864f-e8fd236f5296 req-9aa0a7c6-8c68-4e8b-a948-c1ebdd86d515 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:21.203499 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-0c03886a-6624-442b-864f-e8fd236f5296 req-9aa0a7c6-8c68-4e8b-a948-c1ebdd86d515 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 2.1461265 Oct 04 20:37:21.353810 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9426aef5-ddd8-4a04-951d-357899542e58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (62ea6759-27f6-4a3b-81d0-dd9931227945), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:21.358757 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9426aef5-ddd8-4a04-951d-357899542e58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62ea6759-27f6-4a3b-81d0-dd9931227945 {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:37:21.466916 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9426aef5-ddd8-4a04-951d-357899542e58 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:21.479198 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-9426aef5-ddd8-4a04-951d-357899542e58 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/62ea6759-27f6-4a3b-81d0-dd9931227945 HTTP/1.1" status: 204 len: 168 time: 4.0070059 Oct 04 20:37:21.484106 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60868) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:37:21.641559 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:21.782655 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-eb7a7ddd-5fd6-4164-8ccd-eb1876686aff None None] Publish callbacks [] for port (ed4a9b05-c1a6-4d27-8a23-8a75f54a7d46), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:21.835092 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc92ed2e-9372-45ea-a4fd-8d62160b3bdb admin admin] Deleting subnet b3ec7dd4-01ac-4395-9962-cc2b5e1fcf79 {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:37:21.908475 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-eb7a7ddd-5fd6-4164-8ccd-eb1876686aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (ed4a9b05-c1a6-4d27-8a23-8a75f54a7d46), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:21.971626 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-a32c3cb0-8bbc-4505-b1e2-000e1402dd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e07f89b-21c2-4a62-a276-3cfa00977998', 'name': 'tempest-FloatingIPDetailsTestJSON-878913953-router', 'tenant_id': '278001113cdf41b5b902ac5a620d3f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'aa55e404-259f-43af-bb12-601becfb65e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:36:46Z', 'updated_at': '2022-10-04T20:37:09Z', 'revision_number': 4, 'project_id': '278001113cdf41b5b902ac5a620d3f52', 'gw_port': {'id': 'aa55e404-259f-43af-bb12-601becfb65e2', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:83:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e07f89b-21c2-4a62-a276-3cfa00977998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:36:50Z', 'updated_at': '2022-10-04T20:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'd9e5468a-bd1f-44b5-bf4b-2f82e3729b22', 'name': '', 'network_id': 'd6e92fd7-3e52-4eb3-a921-b9a1da6d1abb', 'tenant_id': '278001113cdf41b5b902ac5a620d3f52', 'mac_address': 'fa:16:3e:c8:7f:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e07f89b-21c2-4a62-a276-3cfa00977998', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'abc0687d-eec0-450c-85d2-f2b53041030a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:37:06Z', 'updated_at': '2022-10-04T20:37:18Z', 'revision_number': 4, 'project_id': '278001113cdf41b5b902ac5a620d3f52', 'subnets': [{'id': 'abc0687d-eec0-450c-85d2-f2b53041030a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:37:21.991798 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 149e3e07-31f0-4b62-8c54-f44d637f5da4 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:37:22.019783 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fc92ed2e-9372-45ea-a4fd-8d62160b3bdb admin admin] Publish callbacks [] for subnet (b3ec7dd4-01ac-4395-9962-cc2b5e1fcf79), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:22.099819 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-f34675cf-4c5c-431d-b564-3181a76c8665 req-d47c3ffd-5770-45d9-923b-bbc95c3bdfb1 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Publish callbacks [] for port (488f68ac-0e1e-4dd5-9656-71b3aeda3d59), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:22.207062 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:22.212920 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:22.218364 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-eb7a7ddd-5fd6-4164-8ccd-eb1876686aff None None] Attempting to bind port ed4a9b05-c1a6-4d27-8a23-8a75f54a7d46 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:37:22.219251 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-eb7a7ddd-5fd6-4164-8ccd-eb1876686aff None None] Attempting to bind port ed4a9b05-c1a6-4d27-8a23-8a75f54a7d46 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:37:22.219251 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7a7ddd-5fd6-4164-8ccd-eb1876686aff None None] Attempting to bind port ed4a9b05-c1a6-4d27-8a23-8a75f54a7d46 on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:37:22.221166 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32c3cb0-8bbc-4505-b1e2-000e1402dd34 None None] The sync data for ids ['8e07f89b-21c2-4a62-a276-3cfa00977998'] in n-d-852085-12 is: [{'id': '8e07f89b-21c2-4a62-a276-3cfa00977998', 'name': 'tempest-FloatingIPDetailsTestJSON-878913953-router', 'tenant_id': '278001113cdf41b5b902ac5a620d3f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'aa55e404-259f-43af-bb12-601becfb65e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:36:46Z', 'updated_at': '2022-10-04T20:37:09Z', 'revision_number': 4, 'project_id': '278001113cdf41b5b902ac5a620d3f52', 'gw_port': {'id': 'aa55e404-259f-43af-bb12-601becfb65e2', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:83:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e07f89b-21c2-4a62-a276-3cfa00977998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:36:50Z', 'updated_at': '2022-10-04T20:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'd9e5468a-bd1f-44b5-bf4b-2f82e3729b22', 'name': '', 'network_id': 'd6e92fd7-3e52-4eb3-a921-b9a1da6d1abb', 'tenant_id': '278001113cdf41b5b902ac5a620d3f52', 'mac_address': 'fa:16:3e:c8:7f:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e07f89b-21c2-4a62-a276-3cfa00977998', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'abc0687d-eec0-450c-85d2-f2b53041030a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:37:06Z', 'updated_at': '2022-10-04T20:37:18Z', 'revision_number': 4, 'project_id': '278001113cdf41b5b902ac5a620d3f52', 'subnets': [{'id': 'abc0687d-eec0-450c-85d2-f2b53041030a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:37:22.303692 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-f34675cf-4c5c-431d-b564-3181a76c8665 req-d47c3ffd-5770-45d9-923b-bbc95c3bdfb1 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (488f68ac-0e1e-4dd5-9656-71b3aeda3d59), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:22.348422 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 149e3e07-31f0-4b62-8c54-f44d637f5da4 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:37:22.348775 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (149e3e07-31f0-4b62-8c54-f44d637f5da4), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:22.349305 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 149e3e07-31f0-4b62-8c54-f44d637f5da4 Oct 04 20:37:22.446027 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62e47f1-6079-4df6-9117-3b5e55537194 None None] Pushing event updated for resources: {'Port': ['ID=ed4a9b05-c1a6-4d27-8a23-8a75f54a7d46,revision_number=2']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:22.454117 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fc92ed2e-9372-45ea-a4fd-8d62160b3bdb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (b3ec7dd4-01ac-4395-9962-cc2b5e1fcf79), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:22.483428 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7a7ddd-5fd6-4164-8ccd-eb1876686aff None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:37:22.495581 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7a7ddd-5fd6-4164-8ccd-eb1876686aff None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:37:22.495581 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-eb7a7ddd-5fd6-4164-8ccd-eb1876686aff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:22.495581 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7a7ddd-5fd6-4164-8ccd-eb1876686aff None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:37:22.495581 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-eb7a7ddd-5fd6-4164-8ccd-eb1876686aff None None] Bound port: ed4a9b05-c1a6-4d27-8a23-8a75f54a7d46, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:37:22.495581 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-eb7a7ddd-5fd6-4164-8ccd-eb1876686aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (ed4a9b05-c1a6-4d27-8a23-8a75f54a7d46), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:22.615173 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47c3ffd-5770-45d9-923b-bbc95c3bdfb1 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Pushing event updated for resources: {'Port': ['ID=488f68ac-0e1e-4dd5-9656-71b3aeda3d59,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:22.622357 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-f34675cf-4c5c-431d-b564-3181a76c8665 req-d47c3ffd-5770-45d9-923b-bbc95c3bdfb1 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582728'] for floatingip (39d36b41-0315-4928-b287-9f1f9c94fd0e), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:22.689577 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-eb7a7ddd-5fd6-4164-8ccd-eb1876686aff None None] For port ed4a9b05-c1a6-4d27-8a23-8a75f54a7d46, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:37:22.694580 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-eb7a7ddd-5fd6-4164-8ccd-eb1876686aff None None] For port ed4a9b05-c1a6-4d27-8a23-8a75f54a7d46, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=ed4a9b05-c1a6-4d27-8a23-8a75f54a7d46,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:37:22.774747 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-16dcab6f-0ac6-47b0-9dc6-30fbc710b7dc req-8eaf33e2-e5c4-436f-81a0-417109e8fe2b tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=70bac598-5b49-450a-9297-98c948ede895 HTTP/1.1" status: 200 len: 210 time: 0.4453676 Oct 04 20:37:22.810003 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-f34675cf-4c5c-431d-b564-3181a76c8665 req-d47c3ffd-5770-45d9-923b-bbc95c3bdfb1 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:22.819329 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f34675cf-4c5c-431d-b564-3181a76c8665 req-d47c3ffd-5770-45d9-923b-bbc95c3bdfb1 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 7.2071540 Oct 04 20:37:22.821215 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fc92ed2e-9372-45ea-a4fd-8d62160b3bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (b3ec7dd4-01ac-4395-9962-cc2b5e1fcf79), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:22.824752 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-eb7a7ddd-5fd6-4164-8ccd-eb1876686aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (ed4a9b05-c1a6-4d27-8a23-8a75f54a7d46), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:22.838708 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 149e3e07-31f0-4b62-8c54-f44d637f5da4 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:37:22.846776 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (149e3e07-31f0-4b62-8c54-f44d637f5da4), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:23.048657 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62e47f1-6079-4df6-9117-3b5e55537194 None None] Pushing event updated for resources: {'Port': ['ID=ed4a9b05-c1a6-4d27-8a23-8a75f54a7d46,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:23.053888 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 149e3e07-31f0-4b62-8c54-f44d637f5da4, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=149e3e07-31f0-4b62-8c54-f44d637f5da4,segment=NetworkSegment(666560bf-c05d-447c-aa8a-97174d02aeff),segment_id=666560bf-c05d-447c-aa8a-97174d02aeff)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:37:23.070278 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f34675cf-4c5c-431d-b564-3181a76c8665 req-570917e4-1d2d-4501-812a-90d88fdda94c tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] 10.222.0.78 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.5.27 HTTP/1.1" status: 200 len: 695 time: 0.2309818 Oct 04 20:37:23.104166 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:23.112252 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7a7ddd-5fd6-4164-8ccd-eb1876686aff None None] Routers {'04838d4e-259b-418f-b735-9e884880c126'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:37:23.114366 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-eb7a7ddd-5fd6-4164-8ccd-eb1876686aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:37:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['04838d4e-259b-418f-b735-9e884880c126'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:37:23.344315 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-7598ffac-d962-498d-8437-033c00d371fe req-647ba0a5-4864-48a7-b15a-be8ab4ec8d80 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] 10.222.0.78 "GET /networking/v2.0/security-groups/5915da87-e704-42fd-afe1-555220d3602e HTTP/1.1" status: 200 len: 1830 time: 0.3726890 Oct 04 20:37:23.353449 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [req-7598ffac-d962-498d-8437-033c00d371fe req-e44aeb11-6ede-478e-9ffc-e43f788726e8 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5915da87-e704-42fd-afe1-555220d3602e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:37:23.354239 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [req-7598ffac-d962-498d-8437-033c00d371fe req-e44aeb11-6ede-478e-9ffc-e43f788726e8 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5915da87-e704-42fd-afe1-555220d3602e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:37:23.387859 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:23.450671 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:23.497407 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (149e3e07-31f0-4b62-8c54-f44d637f5da4), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:23.512997 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-eb7a7ddd-5fd6-4164-8ccd-eb1876686aff None None] Set router 04838d4e-259b-418f-b735-9e884880c126 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:37:23.528557 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 8a7a20a6-e95e-4ab2-967a-33802452c73f no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:37:23.533385 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3577697e-a72b-4cc5-a1cf-f72e84168f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:23.654224 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34675cf-4c5c-431d-b564-3181a76c8665 req-51ce8968-af30-4c68-a6bd-d6b5b586ac83 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:37:23.660071 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f34675cf-4c5c-431d-b564-3181a76c8665 req-51ce8968-af30-4c68-a6bd-d6b5b586ac83 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] 10.222.0.78 "GET /networking/v2.0/networks/52a60aae-e230-4bd7-89bc-781767fd7892 HTTP/1.1" status: 200 len: 784 time: 0.5751572 Oct 04 20:37:23.681245 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 60878) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:37:23.685348 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fc92ed2e-9372-45ea-a4fd-8d62160b3bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (b3ec7dd4-01ac-4395-9962-cc2b5e1fcf79), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:23.740161 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 60884) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:37:23.780604 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 8a7a20a6-e95e-4ab2-967a-33802452c73f {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:37:23.785573 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 8a7a20a6-e95e-4ab2-967a-33802452c73f not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:37:23.865272 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-7598ffac-d962-498d-8437-033c00d371fe req-e44aeb11-6ede-478e-9ffc-e43f788726e8 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Publish callbacks [] for security_group_rule (7d067921-6d77-4fd0-9260-1d0b645a6bd3), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:23.927788 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=149e3e07-31f0-4b62-8c54-f44d637f5da4,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:24.014377 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-7598ffac-d962-498d-8437-033c00d371fe req-e44aeb11-6ede-478e-9ffc-e43f788726e8 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Publish callbacks [] for security_group_rule (7d067921-6d77-4fd0-9260-1d0b645a6bd3), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:24.164293 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:24.194694 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-7598ffac-d962-498d-8437-033c00d371fe req-e44aeb11-6ede-478e-9ffc-e43f788726e8 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (7d067921-6d77-4fd0-9260-1d0b645a6bd3), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:24.243088 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc92ed2e-9372-45ea-a4fd-8d62160b3bdb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3ec7dd4-01ac-4395-9962-cc2b5e1fcf79,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:24.260718 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device d9e5468a-bd1f-44b5-bf4b-2f82e3729b22 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:37:24.279420 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fc92ed2e-9372-45ea-a4fd-8d62160b3bdb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:24.291632 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-fc92ed2e-9372-45ea-a4fd-8d62160b3bdb admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/b3ec7dd4-01ac-4395-9962-cc2b5e1fcf79 HTTP/1.1" status: 204 len: 168 time: 2.8057325 Oct 04 20:37:24.292911 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60892) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:37:24.366132 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-3577697e-a72b-4cc5-a1cf-f72e84168f5e admin admin] Allocated IP 172.20.0.1 (67641b51-5101-4dde-b62e-e6fb7c6e77c4/34d60704-5eb5-4a5f-b441-885a338d40db/4a47c8da-bc2d-405c-822f-da9ace47d050) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:37:24.374672 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a5242e-2134-4729-9f32-902cc325bc14 None None] Network 096f784c-3ac1-48ba-8b74-20f8936c58f6 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:37:24.478151 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-87629a00-ad8a-4b8c-b6f6-28ddf1304399 req-05f31a86-daf8-4db8-a88c-7a7920c76bc3 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.83 "GET /networking/v2.0/networks?tenant_id=70436b8b504e43dc882f5ee434ecf443&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3397784 Oct 04 20:37:24.480084 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-eb7a7ddd-5fd6-4164-8ccd-eb1876686aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04838d4e-259b-418f-b735-9e884880c126', 'name': 'tempest-LiveMigrationTest-709460296-router', 'tenant_id': '25520777a4444a30b5310052aba08aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'ed4a9b05-c1a6-4d27-8a23-8a75f54a7d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:37:08Z', 'updated_at': '2022-10-04T20:37:15Z', 'revision_number': 3, 'project_id': '25520777a4444a30b5310052aba08aa2', 'gw_port': {'id': 'ed4a9b05-c1a6-4d27-8a23-8a75f54a7d46', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d6:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04838d4e-259b-418f-b735-9e884880c126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:37:12Z', 'updated_at': '2022-10-04T20:37:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:37:24.494450 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:24.567313 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7a7ddd-5fd6-4164-8ccd-eb1876686aff None None] The sync data for ids ['04838d4e-259b-418f-b735-9e884880c126'] in n-d-852085-12 is: [{'id': '04838d4e-259b-418f-b735-9e884880c126', 'name': 'tempest-LiveMigrationTest-709460296-router', 'tenant_id': '25520777a4444a30b5310052aba08aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'ed4a9b05-c1a6-4d27-8a23-8a75f54a7d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:37:08Z', 'updated_at': '2022-10-04T20:37:15Z', 'revision_number': 3, 'project_id': '25520777a4444a30b5310052aba08aa2', 'gw_port': {'id': 'ed4a9b05-c1a6-4d27-8a23-8a75f54a7d46', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d6:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04838d4e-259b-418f-b735-9e884880c126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:37:12Z', 'updated_at': '2022-10-04T20:37:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:37:24.573761 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-78df3575-001c-4246-a14c-df21030079b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (096f784c-3ac1-48ba-8b74-20f8936c58f6), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:24.642404 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44aeb11-6ede-478e-9ffc-e43f788726e8 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d067921-6d77-4fd0-9260-1d0b645a6bd3,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:24.650297 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-7598ffac-d962-498d-8437-033c00d371fe req-e44aeb11-6ede-478e-9ffc-e43f788726e8 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:24.652602 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-7598ffac-d962-498d-8437-033c00d371fe req-e44aeb11-6ede-478e-9ffc-e43f788726e8 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.3064725 Oct 04 20:37:24.758422 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e2e8327d-baf3-40cd-8662-573b5b41f636 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:24.853772 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port d9e5468a-bd1f-44b5-bf4b-2f82e3729b22 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:37:24.854489 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (d9e5468a-bd1f-44b5-bf4b-2f82e3729b22), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:24.855759 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port d9e5468a-bd1f-44b5-bf4b-2f82e3729b22 Oct 04 20:37:24.992068 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3577697e-a72b-4cc5-a1cf-f72e84168f5e admin admin] Publish callbacks [] for port (4a47c8da-bc2d-405c-822f-da9ace47d050), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:25.011944 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfb64e5-bdda-4711-bae0-f1f6c56664b1 None None] DHCP port deletion for 096f784c-3ac1-48ba-8b74-20f8936c58f6 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:37:25.082419 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-78df3575-001c-4246-a14c-df21030079b9 admin admin] Deleting port 1fc92a9f-d43b-4a63-9fe7-278bcb3e97ac {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:37:25.083021 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-78df3575-001c-4246-a14c-df21030079b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (1fc92a9f-d43b-4a63-9fe7-278bcb3e97ac), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:25.086042 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:25.103127 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87629a00-ad8a-4b8c-b6f6-28ddf1304399 req-975b1fd9-63f2-46e8-aba6-ea2544424965 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:37:25.104072 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 20:37:25.108041 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-87629a00-ad8a-4b8c-b6f6-28ddf1304399 req-975b1fd9-63f2-46e8-aba6-ea2544424965 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.83 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6227233 Oct 04 20:37:25.112511 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:25.188486 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-de5a9580-e10b-48d5-994d-cf74384d3fbe admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=74eef3bf938c491d8a2f5192ba598c19&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4413137 Oct 04 20:37:25.199843 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60896) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:37:25.216577 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-5cfb64e5-bdda-4711-bae0-f1f6c56664b1 None None] Deleting port 1fc92a9f-d43b-4a63-9fe7-278bcb3e97ac {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:37:25.217374 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5cfb64e5-bdda-4711-bae0-f1f6c56664b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (1fc92a9f-d43b-4a63-9fe7-278bcb3e97ac), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:25.219527 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3577697e-a72b-4cc5-a1cf-f72e84168f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (4a47c8da-bc2d-405c-822f-da9ace47d050), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:25.250756 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [req-87629a00-ad8a-4b8c-b6f6-28ddf1304399 req-ebfd0b76-0090-407f-8986-721a8dd54830 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Request body: {'port': {'device_id': '70bac598-5b49-450a-9297-98c948ede895', 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7', 'admin_state_up': True, 'tenant_id': '70436b8b504e43dc882f5ee434ecf443'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:37:25.302899 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-b3268031-8660-4c22-b413-769b9a20b866 req-02bcf489-a04d-46f1-9d81-8c71264e2f3a tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=70bac598-5b49-450a-9297-98c948ede895 HTTP/1.1" status: 200 len: 210 time: 0.3892119 Oct 04 20:37:25.414169 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port d9e5468a-bd1f-44b5-bf4b-2f82e3729b22 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:37:25.415342 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (d9e5468a-bd1f-44b5-bf4b-2f82e3729b22), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:25.424475 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577697e-a72b-4cc5-a1cf-f72e84168f5e admin admin] Pushing event updated for resources: {'Port': ['ID=4a47c8da-bc2d-405c-822f-da9ace47d050,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:25.526380 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-78df3575-001c-4246-a14c-df21030079b9 admin admin] For port 1fc92a9f-d43b-4a63-9fe7-278bcb3e97ac, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=1fc92a9f-d43b-4a63-9fe7-278bcb3e97ac,segment=NetworkSegment(b529e118-6ed8-446c-94f8-4dc4863ee841),segment_id=b529e118-6ed8-446c-94f8-4dc4863ee841)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:37:25.527002 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-78df3575-001c-4246-a14c-df21030079b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (1fc92a9f-d43b-4a63-9fe7-278bcb3e97ac), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:25.551050 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-5cfb64e5-bdda-4711-bae0-f1f6c56664b1 None None] For port 1fc92a9f-d43b-4a63-9fe7-278bcb3e97ac, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=1fc92a9f-d43b-4a63-9fe7-278bcb3e97ac,segment=NetworkSegment(b529e118-6ed8-446c-94f8-4dc4863ee841),segment_id=b529e118-6ed8-446c-94f8-4dc4863ee841)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:37:25.551510 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5cfb64e5-bdda-4711-bae0-f1f6c56664b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (1fc92a9f-d43b-4a63-9fe7-278bcb3e97ac), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:25.558160 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3577697e-a72b-4cc5-a1cf-f72e84168f5e admin admin] Network 67641b51-5101-4dde-b62e-e6fb7c6e77c4 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:37:25.581632 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-3577697e-a72b-4cc5-a1cf-f72e84168f5e admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:37:25.590082 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3577697e-a72b-4cc5-a1cf-f72e84168f5e admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:37:25.646359 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-7253f55c-bb4c-4589-92c8-36e342257f9b req-c02ae690-7c57-46e4-a8cc-7422ac1d8666 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] 10.222.0.78 "GET /networking/v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.6282890 Oct 04 20:37:25.654479 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-5cfb64e5-bdda-4711-bae0-f1f6c56664b1 None None] Calling delete_port for 1fc92a9f-d43b-4a63-9fe7-278bcb3e97ac owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:37:25.685529 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port d9e5468a-bd1f-44b5-bf4b-2f82e3729b22, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=d9e5468a-bd1f-44b5-bf4b-2f82e3729b22,segment=NetworkSegment(80bf17ac-4cc1-4ff0-b628-bb22bf1713a1),segment_id=80bf17ac-4cc1-4ff0-b628-bb22bf1713a1)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:37:25.707493 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [req-7253f55c-bb4c-4589-92c8-36e342257f9b req-1ba8a704-9a69-4ca6-a6ab-f4350e1f5644 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Request body: {'floatingip': {'floating_network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:37:25.710976 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3577697e-a72b-4cc5-a1cf-f72e84168f5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (04838d4e-259b-418f-b735-9e884880c126), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:25.917558 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (d9e5468a-bd1f-44b5-bf4b-2f82e3729b22), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:25.951627 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device aa84f1eb-a445-44e5-8fa0-e55620a6850e no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:37:26.033860 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-78df3575-001c-4246-a14c-df21030079b9 admin admin] Calling delete_port for 1fc92a9f-d43b-4a63-9fe7-278bcb3e97ac owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:37:26.045248 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-21836575-9804-4461-99da-deebec3e7ab2 admin admin] Publish callbacks [] for security_group (2307915d-12a1-4f54-8445-b78325b75811), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:26.077220 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:26.077541 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c50a1cf6-542b-4e74-9b15-e40b7cf6ef82 req-34c65c93-b66d-413a-8910-11a7457399a1 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] 10.222.0.78 "GET /networking/v2.0/security-groups/5915da87-e704-42fd-afe1-555220d3602e HTTP/1.1" status: 200 len: 2423 time: 0.4165554 Oct 04 20:37:26.104304 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: aa84f1eb-a445-44e5-8fa0-e55620a6850e {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:37:26.104304 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device aa84f1eb-a445-44e5-8fa0-e55620a6850e not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:37:26.171264 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-7253f55c-bb4c-4589-92c8-36e342257f9b req-1ba8a704-9a69-4ca6-a6ab-f4350e1f5644 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Publish callbacks [] for floatingip (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:26.231739 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-21836575-9804-4461-99da-deebec3e7ab2 admin admin] Publish callbacks [] for security_group (2307915d-12a1-4f54-8445-b78325b75811), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:26.251188 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=d9e5468a-bd1f-44b5-bf4b-2f82e3729b22,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:26.257079 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:26.262553 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5cfb64e5-bdda-4711-bae0-f1f6c56664b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (1fc92a9f-d43b-4a63-9fe7-278bcb3e97ac), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:26.345182 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfb64e5-bdda-4711-bae0-f1f6c56664b1 None None] Pushing event deleted for resources: {'Port': ['ID=1fc92a9f-d43b-4a63-9fe7-278bcb3e97ac,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:26.372275 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-4a4a93a1-f0f9-4948-900e-0b7f85996b92 None None] Provisioning complete for port 4a47c8da-bc2d-405c-822f-da9ace47d050 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:37:26.372275 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4a4a93a1-f0f9-4948-900e-0b7f85996b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (4a47c8da-bc2d-405c-822f-da9ace47d050), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:26.372275 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-4a4a93a1-f0f9-4948-900e-0b7f85996b92 None None] Attempt 1 to provision port 4a47c8da-bc2d-405c-822f-da9ace47d050 Oct 04 20:37:26.442358 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfb64e5-bdda-4711-bae0-f1f6c56664b1 None None] No DVR routers for this DVR port 1fc92a9f-d43b-4a63-9fe7-278bcb3e97ac on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:37:26.486293 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e2e8327d-baf3-40cd-8662-573b5b41f636 admin admin] Publish callbacks [] for security_group (43231078-e470-496f-bb31-3a261b512d2e), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:26.489454 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3577697e-a72b-4cc5-a1cf-f72e84168f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (4a47c8da-bc2d-405c-822f-da9ace47d050), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:26.494236 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-4a4a93a1-f0f9-4948-900e-0b7f85996b92 None None] Port 4a47c8da-bc2d-405c-822f-da9ace47d050 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:37:26.597427 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9137d8cf-9e96-4964-9e01-1dee6cd40c52 req-6d5554f6-4f47-404e-8256-87890f00025e tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules/7d067921-6d77-4fd0-9260-1d0b645a6bd3 HTTP/1.1" status: 200 len: 778 time: 0.0863280 Oct 04 20:37:26.638489 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 149e3e07-31f0-4b62-8c54-f44d637f5da4 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:37:26.666456 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-78df3575-001c-4246-a14c-df21030079b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (1fc92a9f-d43b-4a63-9fe7-278bcb3e97ac), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:26.670991 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:26.697219 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e2e8327d-baf3-40cd-8662-573b5b41f636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (43231078-e470-496f-bb31-3a261b512d2e), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:26.725629 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78df3575-001c-4246-a14c-df21030079b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fc92a9f-d43b-4a63-9fe7-278bcb3e97ac,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:26.745307 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78df3575-001c-4246-a14c-df21030079b9 admin admin] No DVR routers for this DVR port 1fc92a9f-d43b-4a63-9fe7-278bcb3e97ac on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:37:26.801121 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 149e3e07-31f0-4b62-8c54-f44d637f5da4 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:37:26.801718 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (149e3e07-31f0-4b62-8c54-f44d637f5da4), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:26.803860 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 149e3e07-31f0-4b62-8c54-f44d637f5da4 Oct 04 20:37:26.850055 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9137d8cf-9e96-4964-9e01-1dee6cd40c52 req-519ee458-b804-450b-adae-884b474ecc18 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] 10.222.0.78 "GET /networking/v2.0/security-groups/5915da87-e704-42fd-afe1-555220d3602e HTTP/1.1" status: 200 len: 2423 time: 0.2507913 Oct 04 20:37:26.867744 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:26.909893 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-21836575-9804-4461-99da-deebec3e7ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (2307915d-12a1-4f54-8445-b78325b75811), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:26.910890 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-7253f55c-bb4c-4589-92c8-36e342257f9b req-1ba8a704-9a69-4ca6-a6ab-f4350e1f5644 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:26.915656 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-21836575-9804-4461-99da-deebec3e7ab2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:26.917183 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87629a00-ad8a-4b8c-b6f6-28ddf1304399 req-ebfd0b76-0090-407f-8986-721a8dd54830 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Made reservation on behalf of 70436b8b504e43dc882f5ee434ecf443 for: {'port': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:37:26.925326 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-21836575-9804-4461-99da-deebec3e7ab2 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/2307915d-12a1-4f54-8445-b78325b75811 HTTP/1.1" status: 204 len: 168 time: 1.7163379 Oct 04 20:37:26.926286 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-87629a00-ad8a-4b8c-b6f6-28ddf1304399 req-ebfd0b76-0090-407f-8986-721a8dd54830 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:26.928565 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e8327d-baf3-40cd-8662-573b5b41f636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43231078-e470-496f-bb31-3a261b512d2e,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:26.974632 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-e2e8327d-baf3-40cd-8662-573b5b41f636 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=bbc9b2da40434437a6ce05b82deadbdb&name=default HTTP/1.1" status: 200 len: 2996 time: 3.2888434 Oct 04 20:37:26.993475 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60908) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:37:27.015338 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 149e3e07-31f0-4b62-8c54-f44d637f5da4 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:37:27.018404 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device ed4a9b05-c1a6-4d27-8a23-8a75f54a7d46 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:37:27.098375 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21836575-9804-4461-99da-deebec3e7ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2307915d-12a1-4f54-8445-b78325b75811,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:27.115313 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-78df3575-001c-4246-a14c-df21030079b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (096f784c-3ac1-48ba-8b74-20f8936c58f6), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:27.197384 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-78df3575-001c-4246-a14c-df21030079b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['096f784c-3ac1-48ba-8b74-20f8936c58f6']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:37:27.203889 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-9137d8cf-9e96-4964-9e01-1dee6cd40c52 req-7e15f298-cc9e-4380-8240-b8a1019f1f10 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Publish callbacks [] for security_group_rule (7d067921-6d77-4fd0-9260-1d0b645a6bd3), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:27.235079 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port ed4a9b05-c1a6-4d27-8a23-8a75f54a7d46 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:37:27.236295 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (ed4a9b05-c1a6-4d27-8a23-8a75f54a7d46), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:27.237153 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port ed4a9b05-c1a6-4d27-8a23-8a75f54a7d46 Oct 04 20:37:27.247016 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-78df3575-001c-4246-a14c-df21030079b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b529e118-6ed8-446c-94f8-4dc4863ee841') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:37:27.251537 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-78df3575-001c-4246-a14c-df21030079b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b529e118-6ed8-446c-94f8-4dc4863ee841') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:37:27.254661 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-9137d8cf-9e96-4964-9e01-1dee6cd40c52 req-7e15f298-cc9e-4380-8240-b8a1019f1f10 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Publish callbacks [] for security_group_rule (7d067921-6d77-4fd0-9260-1d0b645a6bd3), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:27.258548 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-19e41e28-26b6-4786-85b9-763cca6b95b3 admin admin] Publish callbacks [] for security_group (43231078-e470-496f-bb31-3a261b512d2e), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:27.284982 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-78df3575-001c-4246-a14c-df21030079b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (b529e118-6ed8-446c-94f8-4dc4863ee841), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:27.340026 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-78df3575-001c-4246-a14c-df21030079b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (b529e118-6ed8-446c-94f8-4dc4863ee841), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:27.382163 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-19e41e28-26b6-4786-85b9-763cca6b95b3 admin admin] Publish callbacks [] for security_group (43231078-e470-496f-bb31-3a261b512d2e), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:27.415670 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3577697e-a72b-4cc5-a1cf-f72e84168f5e admin admin] Publish callbacks [] for port (4a47c8da-bc2d-405c-822f-da9ace47d050), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:27.425358 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78df3575-001c-4246-a14c-df21030079b9 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:37:27.425931 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-78df3575-001c-4246-a14c-df21030079b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (b529e118-6ed8-446c-94f8-4dc4863ee841), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:27.426782 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port ed4a9b05-c1a6-4d27-8a23-8a75f54a7d46 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:37:27.427767 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (ed4a9b05-c1a6-4d27-8a23-8a75f54a7d46), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:27.473178 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:27.490337 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port ed4a9b05-c1a6-4d27-8a23-8a75f54a7d46, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=ed4a9b05-c1a6-4d27-8a23-8a75f54a7d46,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:37:27.578049 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment b529e118-6ed8-446c-94f8-4dc4863ee841 resource provider aggregate not found Oct 04 20:37:27.595569 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3577697e-a72b-4cc5-a1cf-f72e84168f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (4a47c8da-bc2d-405c-822f-da9ace47d050), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:27.654253 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [req-7253f55c-bb4c-4589-92c8-36e342257f9b req-1ba8a704-9a69-4ca6-a6ab-f4350e1f5644 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Allocated IP 172.25.5.103 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/37aab6f8-c062-48f0-bef4-ebac461e50b4) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:37:27.660550 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment b529e118-6ed8-446c-94f8-4dc4863ee841 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b529e118-6ed8-446c-94f8-4dc4863ee841 found for delete ", "request_id": "req-abd806e2-6f69-416b-9951-90450ce9b796"}]} Oct 04 20:37:27.691548 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (ed4a9b05-c1a6-4d27-8a23-8a75f54a7d46), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:27.709517 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-9137d8cf-9e96-4964-9e01-1dee6cd40c52 req-7e15f298-cc9e-4380-8240-b8a1019f1f10 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (7d067921-6d77-4fd0-9260-1d0b645a6bd3), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:27.755025 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [req-87629a00-ad8a-4b8c-b6f6-28ddf1304399 req-ebfd0b76-0090-407f-8986-721a8dd54830 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Allocated IP 192.168.233.38 (42fbb05e-3f96-444f-a676-04ee9d06a8c7/e1956090-7ed7-4d05-a46e-a7b0885ca8e4/3ba03155-a256-4d12-935c-4c94ada17413) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:37:27.779015 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-9137d8cf-9e96-4964-9e01-1dee6cd40c52 req-7e15f298-cc9e-4380-8240-b8a1019f1f10 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:27.781607 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577697e-a72b-4cc5-a1cf-f72e84168f5e admin admin] Pushing event updated for resources: {'Port': ['ID=4a47c8da-bc2d-405c-822f-da9ace47d050,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:27.782255 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9137d8cf-9e96-4964-9e01-1dee6cd40c52 req-7e15f298-cc9e-4380-8240-b8a1019f1f10 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] 10.222.0.78 "DELETE /networking/v2.0/security-group-rules/7d067921-6d77-4fd0-9260-1d0b645a6bd3 HTTP/1.1" status: 204 len: 173 time: 0.8960543 Oct 04 20:37:27.782456 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e15f298-cc9e-4380-8240-b8a1019f1f10 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7d067921-6d77-4fd0-9260-1d0b645a6bd3,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:27.802827 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3577697e-a72b-4cc5-a1cf-f72e84168f5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (04838d4e-259b-418f-b735-9e884880c126), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:27.806688 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:27.841092 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-78df3575-001c-4246-a14c-df21030079b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (096f784c-3ac1-48ba-8b74-20f8936c58f6), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:27.882255 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-78df3575-001c-4246-a14c-df21030079b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:27.884537 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 1fc92a9f-d43b-4a63-9fe7-278bcb3e97ac no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:37:27.913102 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-78df3575-001c-4246-a14c-df21030079b9 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/096f784c-3ac1-48ba-8b74-20f8936c58f6 HTTP/1.1" status: 204 len: 168 time: 3.6051004 Oct 04 20:37:27.919305 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 60920) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:37:27.929015 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 1fc92a9f-d43b-4a63-9fe7-278bcb3e97ac {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:37:27.929684 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 1fc92a9f-d43b-4a63-9fe7-278bcb3e97ac not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:37:27.989474 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=ed4a9b05-c1a6-4d27-8a23-8a75f54a7d46,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:28.038988 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78df3575-001c-4246-a14c-df21030079b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=096f784c-3ac1-48ba-8b74-20f8936c58f6,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:28.126400 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-19e41e28-26b6-4786-85b9-763cca6b95b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (43231078-e470-496f-bb31-3a261b512d2e), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:28.131035 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-19e41e28-26b6-4786-85b9-763cca6b95b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:28.136870 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-19e41e28-26b6-4786-85b9-763cca6b95b3 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/43231078-e470-496f-bb31-3a261b512d2e HTTP/1.1" status: 204 len: 168 time: 1.1317985 Oct 04 20:37:28.159708 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e41e28-26b6-4786-85b9-763cca6b95b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43231078-e470-496f-bb31-3a261b512d2e,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:28.244530 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:28.297891 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3577697e-a72b-4cc5-a1cf-f72e84168f5e admin admin] Network 67641b51-5101-4dde-b62e-e6fb7c6e77c4 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:37:28.300053 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-3577697e-a72b-4cc5-a1cf-f72e84168f5e admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:37:28.352914 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-7253f55c-bb4c-4589-92c8-36e342257f9b req-1ba8a704-9a69-4ca6-a6ab-f4350e1f5644 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Publish callbacks [] for port (37aab6f8-c062-48f0-bef4-ebac461e50b4), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:28.389962 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e0455ff1-79cc-405c-8889-df52b77973a0 req-8f19f3b7-b527-4de7-8284-130dbb37ef8a tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=70bac598-5b49-450a-9297-98c948ede895 HTTP/1.1" status: 200 len: 210 time: 0.2967803 Oct 04 20:37:28.446284 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device d9e5468a-bd1f-44b5-bf4b-2f82e3729b22 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:37:28.512353 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [req-7fd24edc-496f-4c61-8989-3ce3621dd4e4 req-7fe1cf32-c444-4d72-81ea-b28804bfe94c tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-322015760', 'description': 'tempest-description-1409604232'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:37:28.608256 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:28.659587 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port d9e5468a-bd1f-44b5-bf4b-2f82e3729b22 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:37:28.661575 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (d9e5468a-bd1f-44b5-bf4b-2f82e3729b22), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:28.662412 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port d9e5468a-bd1f-44b5-bf4b-2f82e3729b22 Oct 04 20:37:28.866285 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 60924) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:37:28.926225 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-60e52fbe-2289-448f-b27a-80d5eb5ab1c0 None None] Provisioning complete for port 4a47c8da-bc2d-405c-822f-da9ace47d050 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:37:28.932740 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-7253f55c-bb4c-4589-92c8-36e342257f9b req-1ba8a704-9a69-4ca6-a6ab-f4350e1f5644 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (37aab6f8-c062-48f0-bef4-ebac461e50b4), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:28.935111 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-60e52fbe-2289-448f-b27a-80d5eb5ab1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (4a47c8da-bc2d-405c-822f-da9ace47d050), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:28.935974 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-60e52fbe-2289-448f-b27a-80d5eb5ab1c0 None None] Attempt 1 to provision port 4a47c8da-bc2d-405c-822f-da9ace47d050 Oct 04 20:37:29.062184 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-60e52fbe-2289-448f-b27a-80d5eb5ab1c0 None None] Port 4a47c8da-bc2d-405c-822f-da9ace47d050 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:37:29.072501 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port d9e5468a-bd1f-44b5-bf4b-2f82e3729b22 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:37:29.072501 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device ed4a9b05-c1a6-4d27-8a23-8a75f54a7d46 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:37:29.127170 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3577697e-a72b-4cc5-a1cf-f72e84168f5e admin admin] Router 04838d4e-259b-418f-b735-9e884880c126 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:37:29.135204 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:29.164672 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-7fd24edc-496f-4c61-8989-3ce3621dd4e4 req-7fe1cf32-c444-4d72-81ea-b28804bfe94c tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:29.174630 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port ed4a9b05-c1a6-4d27-8a23-8a75f54a7d46 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:37:29.175392 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (ed4a9b05-c1a6-4d27-8a23-8a75f54a7d46), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:29.176024 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port ed4a9b05-c1a6-4d27-8a23-8a75f54a7d46 Oct 04 20:37:29.177861 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7253f55c-bb4c-4589-92c8-36e342257f9b req-1ba8a704-9a69-4ca6-a6ab-f4350e1f5644 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:37:29.236525 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [req-7253f55c-bb4c-4589-92c8-36e342257f9b req-1ba8a704-9a69-4ca6-a6ab-f4350e1f5644 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:37:29.271729 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [req-7253f55c-bb4c-4589-92c8-36e342257f9b req-1ba8a704-9a69-4ca6-a6ab-f4350e1f5644 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:37:29.349953 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port ed4a9b05-c1a6-4d27-8a23-8a75f54a7d46 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:37:29.353491 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba8a704-9a69-4ca6-a6ab-f4350e1f5644 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Pushing event updated for resources: {'Port': ['ID=37aab6f8-c062-48f0-bef4-ebac461e50b4,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:29.377801 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3577697e-a72b-4cc5-a1cf-f72e84168f5e admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:37:29.387202 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-3577697e-a72b-4cc5-a1cf-f72e84168f5e admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/04838d4e-259b-418f-b735-9e884880c126/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0080884 Oct 04 20:37:29.404427 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b349bd-e221-44b2-9470-500cefdeb794 None None] Sync routers for ids ['04838d4e-259b-418f-b735-9e884880c126'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:37:29.422441 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-1d143129-b47a-4fa3-ad22-62e18e50559b admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=7c51aa34a4434d0a931063ba18400be8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5246921 Oct 04 20:37:29.426708 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60930) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:37:29.436436 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b349bd-e221-44b2-9470-500cefdeb794 None None] Routers {'04838d4e-259b-418f-b735-9e884880c126'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:37:29.437522 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-e6b349bd-e221-44b2-9470-500cefdeb794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:37:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['04838d4e-259b-418f-b735-9e884880c126'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:37:29.537032 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:INSERT=4,neutron:SELECT=96 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:29.559098 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0bd01370-3ac8-4733-b245-56ca77f5c9d4 admin admin] Publish callbacks [] for security_group (9c7459c4-9103-4320-8206-b6b2ff9c3014), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:29.580431 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-87629a00-ad8a-4b8c-b6f6-28ddf1304399 req-ebfd0b76-0090-407f-8986-721a8dd54830 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Publish callbacks [] for port (3ba03155-a256-4d12-935c-4c94ada17413), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:29.629358 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0bd01370-3ac8-4733-b245-56ca77f5c9d4 admin admin] Publish callbacks [] for security_group (9c7459c4-9103-4320-8206-b6b2ff9c3014), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:29.666534 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60934) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:37:29.699586 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f4a9255a-814a-4e57-9094-e423fd3fc554 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:29.773080 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-e6b349bd-e221-44b2-9470-500cefdeb794 None None] Set router 04838d4e-259b-418f-b735-9e884880c126 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:37:29.807294 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:29.930818 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f4a9255a-814a-4e57-9094-e423fd3fc554 admin admin] Publish callbacks [] for security_group (102a8295-baab-4f0c-ad92-d62496d72f61), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:29.960119 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0bd01370-3ac8-4733-b245-56ca77f5c9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (9c7459c4-9103-4320-8206-b6b2ff9c3014), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:29.970459 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0bd01370-3ac8-4733-b245-56ca77f5c9d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:29.973806 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-0bd01370-3ac8-4733-b245-56ca77f5c9d4 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/9c7459c4-9103-4320-8206-b6b2ff9c3014 HTTP/1.1" status: 204 len: 168 time: 0.5429378 Oct 04 20:37:29.993980 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-7fd24edc-496f-4c61-8989-3ce3621dd4e4 req-7fe1cf32-c444-4d72-81ea-b28804bfe94c tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Publish callbacks [] for security_group (19c7289e-7f5b-4877-ac06-3ca00c4ba868), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:29.999620 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-7253f55c-bb4c-4589-92c8-36e342257f9b req-1ba8a704-9a69-4ca6-a6ab-f4350e1f5644 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Publish callbacks [] for floatingip (f4593edf-8c5c-4ec8-9072-1b829ac91a5c), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:30.002618 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd01370-3ac8-4733-b245-56ca77f5c9d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7459c4-9103-4320-8206-b6b2ff9c3014,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:30.041109 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f4a9255a-814a-4e57-9094-e423fd3fc554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (102a8295-baab-4f0c-ad92-d62496d72f61), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:30.098390 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a9255a-814a-4e57-9094-e423fd3fc554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=102a8295-baab-4f0c-ad92-d62496d72f61,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:30.192957 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f4a9255a-814a-4e57-9094-e423fd3fc554 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=aa9e1947d2784737a01746b4777bbf09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5200329 Oct 04 20:37:30.194491 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60942) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:37:30.332392 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-61f6373e-7bc3-4fb4-8bdb-57c22c90eb5b admin admin] Publish callbacks [] for security_group (102a8295-baab-4f0c-ad92-d62496d72f61), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:30.383330 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-61f6373e-7bc3-4fb4-8bdb-57c22c90eb5b admin admin] Publish callbacks [] for security_group (102a8295-baab-4f0c-ad92-d62496d72f61), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:30.481084 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-7fd24edc-496f-4c61-8989-3ce3621dd4e4 req-7fe1cf32-c444-4d72-81ea-b28804bfe94c tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (19c7289e-7f5b-4877-ac06-3ca00c4ba868), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:30.488990 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:30.512317 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-e6b349bd-e221-44b2-9470-500cefdeb794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04838d4e-259b-418f-b735-9e884880c126', 'name': 'tempest-LiveMigrationTest-709460296-router', 'tenant_id': '25520777a4444a30b5310052aba08aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'ed4a9b05-c1a6-4d27-8a23-8a75f54a7d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:37:08Z', 'updated_at': '2022-10-04T20:37:26Z', 'revision_number': 4, 'project_id': '25520777a4444a30b5310052aba08aa2', 'gw_port': {'id': 'ed4a9b05-c1a6-4d27-8a23-8a75f54a7d46', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04838d4e-259b-418f-b735-9e884880c126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:37:12Z', 'updated_at': '2022-10-04T20:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '4a47c8da-bc2d-405c-822f-da9ace47d050', 'name': '', 'network_id': '67641b51-5101-4dde-b62e-e6fb7c6e77c4', 'tenant_id': '25520777a4444a30b5310052aba08aa2', 'mac_address': 'fa:16:3e:aa:06:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04838d4e-259b-418f-b735-9e884880c126', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '34d60704-5eb5-4a5f-b441-885a338d40db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:37:23Z', 'updated_at': '2022-10-04T20:37:26Z', 'revision_number': 2, 'project_id': '25520777a4444a30b5310052aba08aa2', 'subnets': [{'id': '34d60704-5eb5-4a5f-b441-885a338d40db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:37:30.513713 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b8c82aff-d8dc-442f-a0b6-a75708297a29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (fa72bd7f-3a37-4a6b-97f8-e6edfd8608ee), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:30.561538 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b349bd-e221-44b2-9470-500cefdeb794 None None] Checking router: 04838d4e-259b-418f-b735-9e884880c126 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:37:30.562073 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b349bd-e221-44b2-9470-500cefdeb794 None None] Updating router 04838d4e-259b-418f-b735-9e884880c126 port 4a47c8da-bc2d-405c-822f-da9ace47d050 binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:37:30.601856 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e6b349bd-e221-44b2-9470-500cefdeb794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (4a47c8da-bc2d-405c-822f-da9ace47d050), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:30.618355 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-87629a00-ad8a-4b8c-b6f6-28ddf1304399 req-ebfd0b76-0090-407f-8986-721a8dd54830 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (3ba03155-a256-4d12-935c-4c94ada17413), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:30.660040 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe1cf32-c444-4d72-81ea-b28804bfe94c tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19c7289e-7f5b-4877-ac06-3ca00c4ba868,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:30.673409 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] get_ports_and_sgs() called for port_ids ['f5495aac-c2d7-419a-9cc9-79e9ec72c16c', '4d3acb0b-9db4-4859-841b-32026dc92298'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:37:30.733420 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-61f6373e-7bc3-4fb4-8bdb-57c22c90eb5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (102a8295-baab-4f0c-ad92-d62496d72f61), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:30.739282 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-61f6373e-7bc3-4fb4-8bdb-57c22c90eb5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:30.753121 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-61f6373e-7bc3-4fb4-8bdb-57c22c90eb5b admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/102a8295-baab-4f0c-ad92-d62496d72f61 HTTP/1.1" status: 204 len: 168 time: 0.5557327 Oct 04 20:37:30.781693 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] get_ports_and_sgs() called for port_ids ['978b2a22-cd30-468a-af9b-1b86275c1460', '1d4c616d-0938-4b70-9e11-adcaef4edc51', '883b816a-c7ca-4854-9627-ee3644556a24', 'f1539adb-7984-4760-843a-2936f8ddf173'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:37:30.800346 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f6373e-7bc3-4fb4-8bdb-57c22c90eb5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=102a8295-baab-4f0c-ad92-d62496d72f61,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:30.848732 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-7253f55c-bb4c-4589-92c8-36e342257f9b req-1ba8a704-9a69-4ca6-a6ab-f4350e1f5644 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (37aab6f8-c062-48f0-bef4-ebac461e50b4), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:30.860557 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-7fd24edc-496f-4c61-8989-3ce3621dd4e4 req-7fe1cf32-c444-4d72-81ea-b28804bfe94c tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:30.863331 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-7fd24edc-496f-4c61-8989-3ce3621dd4e4 req-7fe1cf32-c444-4d72-81ea-b28804bfe94c tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 2.3685553 Oct 04 20:37:30.980768 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:31.003008 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87629a00-ad8a-4b8c-b6f6-28ddf1304399 req-ebfd0b76-0090-407f-8986-721a8dd54830 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:37:31.111024 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfd0b76-0090-407f-8986-721a8dd54830 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Pushing event updated for resources: {'Port': ['ID=3ba03155-a256-4d12-935c-4c94ada17413,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:31.229365 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [req-87629a00-ad8a-4b8c-b6f6-28ddf1304399 req-ebfd0b76-0090-407f-8986-721a8dd54830 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:37:31.249253 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [req-87629a00-ad8a-4b8c-b6f6-28ddf1304399 req-ebfd0b76-0090-407f-8986-721a8dd54830 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:37:31.402644 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:31.813087 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-b8c82aff-d8dc-442f-a0b6-a75708297a29 admin admin] Deleting port 0c380762-4e3f-4d14-a463-323f51039ad2 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:37:31.813679 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b8c82aff-d8dc-442f-a0b6-a75708297a29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (0c380762-4e3f-4d14-a463-323f51039ad2), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:31.845520 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87629a00-ad8a-4b8c-b6f6-28ddf1304399 req-ebfd0b76-0090-407f-8986-721a8dd54830 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:37:31.846636 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-87629a00-ad8a-4b8c-b6f6-28ddf1304399 req-ebfd0b76-0090-407f-8986-721a8dd54830 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:31.932801 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-77ad1464-996e-4c6d-a5ed-123f963c1aa9 None None] Provisioning complete for port 3ba03155-a256-4d12-935c-4c94ada17413 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:37:31.933982 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-77ad1464-996e-4c6d-a5ed-123f963c1aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (3ba03155-a256-4d12-935c-4c94ada17413), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:31.933982 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-77ad1464-996e-4c6d-a5ed-123f963c1aa9 None None] Attempt 1 to provision port 3ba03155-a256-4d12-935c-4c94ada17413 Oct 04 20:37:31.942238 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e705040c-792c-4f38-a615-44a3de8c6eef req-4f09c45b-1ff2-40f5-987a-e826f790ebb0 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:37:31.945697 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e705040c-792c-4f38-a615-44a3de8c6eef req-4f09c45b-1ff2-40f5-987a-e826f790ebb0 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=70bac598-5b49-450a-9297-98c948ede895 HTTP/1.1" status: 200 len: 935 time: 0.5492592 Oct 04 20:37:31.974495 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:32.066772 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:32.098129 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-87629a00-ad8a-4b8c-b6f6-28ddf1304399 req-ebfd0b76-0090-407f-8986-721a8dd54830 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.83 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.9000280 Oct 04 20:37:32.110887 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-77ad1464-996e-4c6d-a5ed-123f963c1aa9 None None] Port 3ba03155-a256-4d12-935c-4c94ada17413 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:37:32.145736 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [req-87629a00-ad8a-4b8c-b6f6-28ddf1304399 req-e1fff96a-73c6-4eb6-b69f-6d15e9ca2234 service neutron] Request body: {'port': {'device_id': '70bac598-5b49-450a-9297-98c948ede895', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-852085-12'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:37:32.192117 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e6b349bd-e221-44b2-9470-500cefdeb794 None None] Publish callbacks [] for port (4a47c8da-bc2d-405c-822f-da9ace47d050), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:32.287038 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-b8c82aff-d8dc-442f-a0b6-a75708297a29 admin admin] For port 0c380762-4e3f-4d14-a463-323f51039ad2, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=0c380762-4e3f-4d14-a463-323f51039ad2,segment=NetworkSegment(d537df7c-b5ad-4f7c-a0a4-a23d57d3c27d),segment_id=d537df7c-b5ad-4f7c-a0a4-a23d57d3c27d)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:37:32.287686 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b8c82aff-d8dc-442f-a0b6-a75708297a29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (0c380762-4e3f-4d14-a463-323f51039ad2), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:32.340006 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e705040c-792c-4f38-a615-44a3de8c6eef req-d57eb478-3cc0-4b11-8e20-1fad1eab9b29 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3758481 Oct 04 20:37:32.351255 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-b8c82aff-d8dc-442f-a0b6-a75708297a29 admin admin] Calling delete_port for 0c380762-4e3f-4d14-a463-323f51039ad2 owned by network:router_interface {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:37:32.365150 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e6b349bd-e221-44b2-9470-500cefdeb794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (4a47c8da-bc2d-405c-822f-da9ace47d050), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:32.372556 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-7253f55c-bb4c-4589-92c8-36e342257f9b req-1ba8a704-9a69-4ca6-a6ab-f4350e1f5644 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Publish callbacks [] for port (37aab6f8-c062-48f0-bef4-ebac461e50b4), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:32.514913 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-87629a00-ad8a-4b8c-b6f6-28ddf1304399 req-e1fff96a-73c6-4eb6-b69f-6d15e9ca2234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (3ba03155-a256-4d12-935c-4c94ada17413), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:32.527489 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-7253f55c-bb4c-4589-92c8-36e342257f9b req-1ba8a704-9a69-4ca6-a6ab-f4350e1f5644 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (37aab6f8-c062-48f0-bef4-ebac461e50b4), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:32.564464 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fb6045-86ad-49df-94f0-6ef15688f4a5 None None] Pushing event updated for resources: {'Port': ['ID=4a47c8da-bc2d-405c-822f-da9ace47d050,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:32.671606 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:32.677449 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:32.678392 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:32.688258 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-e6b349bd-e221-44b2-9470-500cefdeb794 None None] Attempting to bind port 4a47c8da-bc2d-405c-822f-da9ace47d050 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:37:32.688879 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-e6b349bd-e221-44b2-9470-500cefdeb794 None None] Attempting to bind port 4a47c8da-bc2d-405c-822f-da9ace47d050 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'cad13b26-2c47-4c64-af01-9ef6338e7be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '67641b51-5101-4dde-b62e-e6fb7c6e77c4'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:37:32.689429 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b349bd-e221-44b2-9470-500cefdeb794 None None] Attempting to bind port 4a47c8da-bc2d-405c-822f-da9ace47d050 on network 67641b51-5101-4dde-b62e-e6fb7c6e77c4 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:37:32.848100 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-7253f55c-bb4c-4589-92c8-36e342257f9b req-1ba8a704-9a69-4ca6-a6ab-f4350e1f5644 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582728'] for floatingip (f4593edf-8c5c-4ec8-9072-1b829ac91a5c), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:32.853271 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba8a704-9a69-4ca6-a6ab-f4350e1f5644 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Pushing event updated for resources: {'Port': ['ID=37aab6f8-c062-48f0-bef4-ebac461e50b4,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:32.861072 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b349bd-e221-44b2-9470-500cefdeb794 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:37:32.861703 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b349bd-e221-44b2-9470-500cefdeb794 None None] Checking segment: {'id': 'cad13b26-2c47-4c64-af01-9ef6338e7be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '67641b51-5101-4dde-b62e-e6fb7c6e77c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:37:32.862363 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e6b349bd-e221-44b2-9470-500cefdeb794 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:32.863296 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b349bd-e221-44b2-9470-500cefdeb794 None None] Bound using segment: {'id': 'cad13b26-2c47-4c64-af01-9ef6338e7be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '67641b51-5101-4dde-b62e-e6fb7c6e77c4'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:37:32.864704 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-e6b349bd-e221-44b2-9470-500cefdeb794 None None] Bound port: 4a47c8da-bc2d-405c-822f-da9ace47d050, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cad13b26-2c47-4c64-af01-9ef6338e7be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '67641b51-5101-4dde-b62e-e6fb7c6e77c4'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:37:32.864704 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e6b349bd-e221-44b2-9470-500cefdeb794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (4a47c8da-bc2d-405c-822f-da9ace47d050), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:32.963737 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:33.081120 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e6b349bd-e221-44b2-9470-500cefdeb794 None None] For port 4a47c8da-bc2d-405c-822f-da9ace47d050, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:37:33.086308 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e6b349bd-e221-44b2-9470-500cefdeb794 None None] For port 4a47c8da-bc2d-405c-822f-da9ace47d050, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=4a47c8da-bc2d-405c-822f-da9ace47d050,segment=NetworkSegment(cad13b26-2c47-4c64-af01-9ef6338e7be4),segment_id=cad13b26-2c47-4c64-af01-9ef6338e7be4)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:37:33.112905 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-7253f55c-bb4c-4589-92c8-36e342257f9b req-1ba8a704-9a69-4ca6-a6ab-f4350e1f5644 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:33.116018 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-7253f55c-bb4c-4589-92c8-36e342257f9b req-1ba8a704-9a69-4ca6-a6ab-f4350e1f5644 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 7.4167805 Oct 04 20:37:33.208002 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e6b349bd-e221-44b2-9470-500cefdeb794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (4a47c8da-bc2d-405c-822f-da9ace47d050), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:33.319126 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b349bd-e221-44b2-9470-500cefdeb794 None None] Routers {'04838d4e-259b-418f-b735-9e884880c126'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:37:33.320500 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-e6b349bd-e221-44b2-9470-500cefdeb794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:37:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['04838d4e-259b-418f-b735-9e884880c126'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:37:33.385561 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-7253f55c-bb4c-4589-92c8-36e342257f9b req-3b783928-b68e-4fbc-b7a0-c16ce128f81e tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] 10.222.0.78 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.5.103 HTTP/1.1" status: 200 len: 696 time: 0.2161257 Oct 04 20:37:33.466383 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fb6045-86ad-49df-94f0-6ef15688f4a5 None None] Pushing event updated for resources: {'Port': ['ID=4a47c8da-bc2d-405c-822f-da9ace47d050,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:33.504216 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:33.665264 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-e6b349bd-e221-44b2-9470-500cefdeb794 None None] Set router 04838d4e-259b-418f-b735-9e884880c126 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:37:33.719029 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b8c82aff-d8dc-442f-a0b6-a75708297a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (0c380762-4e3f-4d14-a463-323f51039ad2), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:33.849187 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [req-87629a00-ad8a-4b8c-b6f6-28ddf1304399 req-e1fff96a-73c6-4eb6-b69f-6d15e9ca2234 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ba03155-a256-4d12-935c-4c94ada17413 {{(pid=108170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 20:37:33.871304 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-87629a00-ad8a-4b8c-b6f6-28ddf1304399 req-e1fff96a-73c6-4eb6-b69f-6d15e9ca2234 service neutron] Publish callbacks [] for port (3ba03155-a256-4d12-935c-4c94ada17413), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:33.899359 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.provisioning_blocks [req-87629a00-ad8a-4b8c-b6f6-28ddf1304399 req-e1fff96a-73c6-4eb6-b69f-6d15e9ca2234 service neutron] Transition to ACTIVE for port object 3ba03155-a256-4d12-935c-4c94ada17413 will not be triggered until provisioned by entity L2. {{(pid=108170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 20:37:33.905589 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=9 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:33.996558 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c82aff-d8dc-442f-a0b6-a75708297a29 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c380762-4e3f-4d14-a463-323f51039ad2,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:34.226981 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-e6b349bd-e221-44b2-9470-500cefdeb794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04838d4e-259b-418f-b735-9e884880c126', 'name': 'tempest-LiveMigrationTest-709460296-router', 'tenant_id': '25520777a4444a30b5310052aba08aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'ed4a9b05-c1a6-4d27-8a23-8a75f54a7d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:37:08Z', 'updated_at': '2022-10-04T20:37:26Z', 'revision_number': 4, 'project_id': '25520777a4444a30b5310052aba08aa2', 'gw_port': {'id': 'ed4a9b05-c1a6-4d27-8a23-8a75f54a7d46', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04838d4e-259b-418f-b735-9e884880c126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:37:12Z', 'updated_at': '2022-10-04T20:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '4a47c8da-bc2d-405c-822f-da9ace47d050', 'name': '', 'network_id': '67641b51-5101-4dde-b62e-e6fb7c6e77c4', 'tenant_id': '25520777a4444a30b5310052aba08aa2', 'mac_address': 'fa:16:3e:aa:06:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04838d4e-259b-418f-b735-9e884880c126', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '34d60704-5eb5-4a5f-b441-885a338d40db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:37:23Z', 'updated_at': '2022-10-04T20:37:33Z', 'revision_number': 4, 'project_id': '25520777a4444a30b5310052aba08aa2', 'subnets': [{'id': '34d60704-5eb5-4a5f-b441-885a338d40db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:37:34.265500 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-87629a00-ad8a-4b8c-b6f6-28ddf1304399 req-e1fff96a-73c6-4eb6-b69f-6d15e9ca2234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (3ba03155-a256-4d12-935c-4c94ada17413), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:34.285008 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7253f55c-bb4c-4589-92c8-36e342257f9b req-d7215612-ecc4-4f94-ad39-d3196546e170 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:37:34.298280 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b349bd-e221-44b2-9470-500cefdeb794 None None] The sync data for ids ['04838d4e-259b-418f-b735-9e884880c126'] in n-d-852085-12 is: [{'id': '04838d4e-259b-418f-b735-9e884880c126', 'name': 'tempest-LiveMigrationTest-709460296-router', 'tenant_id': '25520777a4444a30b5310052aba08aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'ed4a9b05-c1a6-4d27-8a23-8a75f54a7d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:37:08Z', 'updated_at': '2022-10-04T20:37:26Z', 'revision_number': 4, 'project_id': '25520777a4444a30b5310052aba08aa2', 'gw_port': {'id': 'ed4a9b05-c1a6-4d27-8a23-8a75f54a7d46', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04838d4e-259b-418f-b735-9e884880c126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:37:12Z', 'updated_at': '2022-10-04T20:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '4a47c8da-bc2d-405c-822f-da9ace47d050', 'name': '', 'network_id': '67641b51-5101-4dde-b62e-e6fb7c6e77c4', 'tenant_id': '25520777a4444a30b5310052aba08aa2', 'mac_address': 'fa:16:3e:aa:06:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04838d4e-259b-418f-b735-9e884880c126', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '34d60704-5eb5-4a5f-b441-885a338d40db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:37:23Z', 'updated_at': '2022-10-04T20:37:33Z', 'revision_number': 4, 'project_id': '25520777a4444a30b5310052aba08aa2', 'subnets': [{'id': '34d60704-5eb5-4a5f-b441-885a338d40db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:37:34.299738 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-7253f55c-bb4c-4589-92c8-36e342257f9b req-d7215612-ecc4-4f94-ad39-d3196546e170 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] 10.222.0.78 "GET /networking/v2.0/networks/52a60aae-e230-4bd7-89bc-781767fd7892 HTTP/1.1" status: 200 len: 784 time: 0.8954000 Oct 04 20:37:34.490301 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555944bc-422c-4a5a-b1d9-b57178c83fee req-f2a5fb13-667f-4422-8380-e4c2d22f9bf9 tempest-LiveMigrationTest-1791906039 tempest-LiveMigrationTest-1791906039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:37:34.504509 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-555944bc-422c-4a5a-b1d9-b57178c83fee req-f2a5fb13-667f-4422-8380-e4c2d22f9bf9 tempest-LiveMigrationTest-1791906039 tempest-LiveMigrationTest-1791906039-project] 10.222.0.78 "GET /networking/v2.0/networks?id=f83df98d-561c-48da-846a-6d99e02fce9a HTTP/1.1" status: 200 len: 808 time: 0.9905717 Oct 04 20:37:34.628796 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:34.881938 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-555944bc-422c-4a5a-b1d9-b57178c83fee req-2bcd1030-1b5b-4ac3-baa5-29d198386eb3 tempest-LiveMigrationTest-1791906039 tempest-LiveMigrationTest-1791906039-project] 10.222.0.78 "GET /networking/v2.0/quotas/10ad510c188c41c5b44cde6ddd2f40e3 HTTP/1.1" status: 200 len: 375 time: 0.3754420 Oct 04 20:37:34.950639 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fff96a-73c6-4eb6-b69f-6d15e9ca2234 service neutron] Pushing event updated for resources: {'Port': ['ID=3ba03155-a256-4d12-935c-4c94ada17413,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:35.050121 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c3041476-1ca6-4f3b-a211-afe9a79de9c9 req-554b0281-c7ac-4210-bcdd-580d901bbb7b tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] 10.222.0.78 "GET /networking/v2.0/security-groups/19c7289e-7f5b-4877-ac06-3ca00c4ba868 HTTP/1.1" status: 200 len: 1829 time: 0.6999686 Oct 04 20:37:35.080284 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=77,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:35.291559 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [req-87629a00-ad8a-4b8c-b6f6-28ddf1304399 req-e1fff96a-73c6-4eb6-b69f-6d15e9ca2234 service neutron] Attempting to bind port 3ba03155-a256-4d12-935c-4c94ada17413 on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:37:35.292737 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [req-87629a00-ad8a-4b8c-b6f6-28ddf1304399 req-e1fff96a-73c6-4eb6-b69f-6d15e9ca2234 service neutron] Attempting to bind port 3ba03155-a256-4d12-935c-4c94ada17413 by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'}] {{(pid=108170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:37:35.292737 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87629a00-ad8a-4b8c-b6f6-28ddf1304399 req-e1fff96a-73c6-4eb6-b69f-6d15e9ca2234 service neutron] Attempting to bind port 3ba03155-a256-4d12-935c-4c94ada17413 on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:37:35.350831 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-555944bc-422c-4a5a-b1d9-b57178c83fee req-099e3332-95e8-443a-9318-0be1c1aa72cf tempest-LiveMigrationTest-1791906039 tempest-LiveMigrationTest-1791906039-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=10ad510c188c41c5b44cde6ddd2f40e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4027636 Oct 04 20:37:35.454157 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b8c82aff-d8dc-442f-a0b6-a75708297a29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (fa72bd7f-3a37-4a6b-97f8-e6edfd8608ee), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:35.512783 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca6255-943d-4e9f-8df5-23d2b499a9b4 req-dbf07e14-d96c-4c86-949e-3aa605c3bf5c tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:37:35.520051 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-50ca6255-943d-4e9f-8df5-23d2b499a9b4 req-dbf07e14-d96c-4c86-949e-3aa605c3bf5c tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=70bac598-5b49-450a-9297-98c948ede895 HTTP/1.1" status: 200 len: 947 time: 0.1592047 Oct 04 20:37:35.777218 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87629a00-ad8a-4b8c-b6f6-28ddf1304399 req-e1fff96a-73c6-4eb6-b69f-6d15e9ca2234 service neutron] Port 3ba03155-a256-4d12-935c-4c94ada17413 on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:37:35.777644 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87629a00-ad8a-4b8c-b6f6-28ddf1304399 req-e1fff96a-73c6-4eb6-b69f-6d15e9ca2234 service neutron] Attempting to bind port 3ba03155-a256-4d12-935c-4c94ada17413 on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:37:36.342451 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:36.450643 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 4a47c8da-bc2d-405c-822f-da9ace47d050 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:37:36.583625 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-50ca6255-943d-4e9f-8df5-23d2b499a9b4 req-43d3d547-a500-40d9-a5ba-d0b640de8438 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0614109 Oct 04 20:37:36.684116 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 4a47c8da-bc2d-405c-822f-da9ace47d050 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:37:36.690746 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (4a47c8da-bc2d-405c-822f-da9ace47d050), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:36.692215 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 4a47c8da-bc2d-405c-822f-da9ace47d050 Oct 04 20:37:36.806881 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87629a00-ad8a-4b8c-b6f6-28ddf1304399 req-e1fff96a-73c6-4eb6-b69f-6d15e9ca2234 service neutron] Checking agent: {'id': 'd500e1cf-136e-47e7-b7fe-ae200432f8b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 28, 32), 'started_at': datetime.datetime(2022, 10, 4, 20, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:37:36.808413 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87629a00-ad8a-4b8c-b6f6-28ddf1304399 req-e1fff96a-73c6-4eb6-b69f-6d15e9ca2234 service neutron] Checking segment: {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:37:36.809163 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87629a00-ad8a-4b8c-b6f6-28ddf1304399 req-e1fff96a-73c6-4eb6-b69f-6d15e9ca2234 service neutron] Bound using segment: {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'} {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:37:36.810586 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [req-87629a00-ad8a-4b8c-b6f6-28ddf1304399 req-e1fff96a-73c6-4eb6-b69f-6d15e9ca2234 service neutron] Bound port: 3ba03155-a256-4d12-935c-4c94ada17413, host: n-h1-852085-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'}}] {{(pid=108170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:37:36.811829 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-87629a00-ad8a-4b8c-b6f6-28ddf1304399 req-e1fff96a-73c6-4eb6-b69f-6d15e9ca2234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (3ba03155-a256-4d12-935c-4c94ada17413), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:37.066563 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 4a47c8da-bc2d-405c-822f-da9ace47d050 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:37:37.067272 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (4a47c8da-bc2d-405c-822f-da9ace47d050), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:37.168159 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 4a47c8da-bc2d-405c-822f-da9ace47d050, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=4a47c8da-bc2d-405c-822f-da9ace47d050,segment=NetworkSegment(cad13b26-2c47-4c64-af01-9ef6338e7be4),segment_id=cad13b26-2c47-4c64-af01-9ef6338e7be4)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:37:37.197642 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ab1e0fad-a018-4efd-b972-67ce8d4bff93 req-13949532-05f5-4687-a25e-6c5c223b2c73 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] 10.222.0.78 "GET /networking/v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.4324694 Oct 04 20:37:37.260008 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [req-ab1e0fad-a018-4efd-b972-67ce8d4bff93 req-081bc6a8-b88e-4b93-bb07-18a2275a9808 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Request body: {'floatingip': {'floating_network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:37:37.269115 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (4a47c8da-bc2d-405c-822f-da9ace47d050), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:37.350771 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 32820) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:37:37.365574 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [req-87629a00-ad8a-4b8c-b6f6-28ddf1304399 req-e1fff96a-73c6-4eb6-b69f-6d15e9ca2234 service neutron] For port 3ba03155-a256-4d12-935c-4c94ada17413, host n-h1-852085-12, cleared binding levels {{(pid=108170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:37:37.485935 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8c82aff-d8dc-442f-a0b6-a75708297a29 admin admin] Router fa72bd7f-3a37-4a6b-97f8-e6edfd8608ee has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:37:37.523315 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [req-87629a00-ad8a-4b8c-b6f6-28ddf1304399 req-e1fff96a-73c6-4eb6-b69f-6d15e9ca2234 service neutron] For port 3ba03155-a256-4d12-935c-4c94ada17413, host n-h1-852085-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=3ba03155-a256-4d12-935c-4c94ada17413,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:37:37.563441 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251beb4-ba7b-4a7c-b091-d8e71353700c req-6f18a580-4f4f-4b91-a40a-c0169e2d48c3 tempest-LiveMigrationTest-1791906039 tempest-LiveMigrationTest-1791906039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:37:37.566225 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-1251beb4-ba7b-4a7c-b091-d8e71353700c req-6f18a580-4f4f-4b91-a40a-c0169e2d48c3 tempest-LiveMigrationTest-1791906039 tempest-LiveMigrationTest-1791906039-project] 10.222.0.78 "GET /networking/v2.0/networks?id=f83df98d-561c-48da-846a-6d99e02fce9a HTTP/1.1" status: 200 len: 808 time: 0.6562953 Oct 04 20:37:37.584211 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=4a47c8da-bc2d-405c-822f-da9ace47d050,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:37.632132 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0c7e24bf-cc6f-4325-a413-6d75512c52e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:37.689164 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-1251beb4-ba7b-4a7c-b091-d8e71353700c req-99f40943-03b5-4819-b0d3-20f86dc45baf tempest-LiveMigrationTest-1791906039 tempest-LiveMigrationTest-1791906039-project] 10.222.0.78 "GET /networking/v2.0/quotas/10ad510c188c41c5b44cde6ddd2f40e3 HTTP/1.1" status: 200 len: 375 time: 0.0439174 Oct 04 20:37:37.696514 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-ab1e0fad-a018-4efd-b972-67ce8d4bff93 req-081bc6a8-b88e-4b93-bb07-18a2275a9808 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Publish callbacks [] for floatingip (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:37.705556 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-87629a00-ad8a-4b8c-b6f6-28ddf1304399 req-e1fff96a-73c6-4eb6-b69f-6d15e9ca2234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (3ba03155-a256-4d12-935c-4c94ada17413), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:37.793306 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0c7e24bf-cc6f-4325-a413-6d75512c52e2 admin admin] Publish callbacks [] for security_group (f7c7404f-91a7-464f-a735-649528610b44), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:37.793930 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87629a00-ad8a-4b8c-b6f6-28ddf1304399 req-e1fff96a-73c6-4eb6-b69f-6d15e9ca2234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:37:37.794983 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-87629a00-ad8a-4b8c-b6f6-28ddf1304399 req-e1fff96a-73c6-4eb6-b69f-6d15e9ca2234 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:37.797577 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-87629a00-ad8a-4b8c-b6f6-28ddf1304399 req-e1fff96a-73c6-4eb6-b69f-6d15e9ca2234 service neutron] 10.222.0.83 "PUT /networking/v2.0/ports/3ba03155-a256-4d12-935c-4c94ada17413 HTTP/1.1" status: 200 len: 1096 time: 5.6668482 Oct 04 20:37:37.798644 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70bac598-5b49-450a-9297-98c948ede895', 'tag': '3ba03155-a256-4d12-935c-4c94ada17413'}] {{(pid=108170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:37:37.803703 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a696e922a709062c6bf2650733a1f4a2b44940721a32d933316dd509f3aaf0ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0164a85-4243-4970-84f1-a941fb2627a3" -d '{"events": [{"name": "network-changed", "server_uuid": "70bac598-5b49-450a-9297-98c948ede895", "tag": "3ba03155-a256-4d12-935c-4c94ada17413"}]}' {{(pid=108170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:37:37.908338 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0c7e24bf-cc6f-4325-a413-6d75512c52e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (f7c7404f-91a7-464f-a735-649528610b44), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:37.994798 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-0c7e24bf-cc6f-4325-a413-6d75512c52e2 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=36b7984e889d41e1a0c1b377eee8f8c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6409323 Oct 04 20:37:37.995935 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7e24bf-cc6f-4325-a413-6d75512c52e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c7404f-91a7-464f-a735-649528610b44,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:38.000268 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 32830) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:37:38.054148 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:38.063725 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-1251beb4-ba7b-4a7c-b091-d8e71353700c req-13076206-0a2e-4fa4-8973-938bc3df4d1f tempest-LiveMigrationTest-1791906039 tempest-LiveMigrationTest-1791906039-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=10ad510c188c41c5b44cde6ddd2f40e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3542185 Oct 04 20:37:38.097053 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c82aff-d8dc-442f-a0b6-a75708297a29 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:37:38.120299 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b8c82aff-d8dc-442f-a0b6-a75708297a29 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/fa72bd7f-3a37-4a6b-97f8-e6edfd8608ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1981177 Oct 04 20:37:38.123490 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 32834) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:37:38.143747 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34cfdf1-b9f1-4418-9f48-9b2744f9280d None None] Sync routers for ids ['fa72bd7f-3a37-4a6b-97f8-e6edfd8608ee'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:37:38.146528 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fff96a-73c6-4eb6-b69f-6d15e9ca2234 service neutron] Pushing event updated for resources: {'Port': ['ID=3ba03155-a256-4d12-935c-4c94ada17413,revision_number=3']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:38.161827 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-ab1e0fad-a018-4efd-b972-67ce8d4bff93 req-081bc6a8-b88e-4b93-bb07-18a2275a9808 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:38.179235 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34cfdf1-b9f1-4418-9f48-9b2744f9280d None None] Routers {'fa72bd7f-3a37-4a6b-97f8-e6edfd8608ee'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:37:38.180313 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-e34cfdf1-b9f1-4418-9f48-9b2744f9280d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:37:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['fa72bd7f-3a37-4a6b-97f8-e6edfd8608ee'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:37:38.210282 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [req-2c7eb323-054e-451b-9433-7e61a5540e4e req-d0eb612c-621e-4aa2-8006-9eee6ff6af6c tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-478522447', 'description': 'tempest-description-1193182339'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:37:38.348258 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b9b04d34-9e88-42c8-a9fd-a1f9c4bb49f8 admin admin] Publish callbacks [] for security_group (f7c7404f-91a7-464f-a735-649528610b44), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:38.353405 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:38.356267 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-231e8021-3646-4ac2-ab10-cff50649350b admin admin] Publish callbacks [] for router (fa72bd7f-3a37-4a6b-97f8-e6edfd8608ee), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:38.421838 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 4a47c8da-bc2d-405c-822f-da9ace47d050 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:37:38.474785 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b9b04d34-9e88-42c8-a9fd-a1f9c4bb49f8 admin admin] Publish callbacks [] for security_group (f7c7404f-91a7-464f-a735-649528610b44), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:38.504737 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87629a00-ad8a-4b8c-b6f6-28ddf1304399 req-3947fd99-c236-4151-b4bd-390c4bb09071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:37:38.508817 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-87629a00-ad8a-4b8c-b6f6-28ddf1304399 req-3947fd99-c236-4151-b4bd-390c4bb09071 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=70436b8b504e43dc882f5ee434ecf443&device_id=70bac598-5b49-450a-9297-98c948ede895 HTTP/1.1" status: 200 len: 1130 time: 0.1910195 Oct 04 20:37:38.543543 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:38.555809 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 4a47c8da-bc2d-405c-822f-da9ace47d050 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:37:38.556370 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (4a47c8da-bc2d-405c-822f-da9ace47d050), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:38.556910 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 4a47c8da-bc2d-405c-822f-da9ace47d050 Oct 04 20:37:38.616323 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-e34cfdf1-b9f1-4418-9f48-9b2744f9280d None None] Set router fa72bd7f-3a37-4a6b-97f8-e6edfd8608ee gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:37:38.622468 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-87629a00-ad8a-4b8c-b6f6-28ddf1304399 req-8a41970a-f7d2-497f-b7ee-5bc62d5fadb5 service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=3ba03155-a256-4d12-935c-4c94ada17413 HTTP/1.1" status: 200 len: 217 time: 0.0932350 Oct 04 20:37:38.678777 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-2c7eb323-054e-451b-9433-7e61a5540e4e req-d0eb612c-621e-4aa2-8006-9eee6ff6af6c tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:38.699261 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:38.701653 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:38.707170 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-231e8021-3646-4ac2-ab10-cff50649350b admin admin] Publish callbacks [] for router_gateway (fa72bd7f-3a37-4a6b-97f8-e6edfd8608ee), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:38.756008 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 4a47c8da-bc2d-405c-822f-da9ace47d050 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:37:38.822662 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b9b04d34-9e88-42c8-a9fd-a1f9c4bb49f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (f7c7404f-91a7-464f-a735-649528610b44), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:38.828260 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b9b04d34-9e88-42c8-a9fd-a1f9c4bb49f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:38.831712 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b9b04d34-9e88-42c8-a9fd-a1f9c4bb49f8 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/f7c7404f-91a7-464f-a735-649528610b44 HTTP/1.1" status: 204 len: 168 time: 0.8293138 Oct 04 20:37:38.864299 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b04d34-9e88-42c8-a9fd-a1f9c4bb49f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c7404f-91a7-464f-a735-649528610b44,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:38.887748 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [req-ab1e0fad-a018-4efd-b972-67ce8d4bff93 req-081bc6a8-b88e-4b93-bb07-18a2275a9808 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Allocated IP 172.25.5.190 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/a8e4fde7-5d3c-453c-9c37-7666edc6bccb) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:37:38.940801 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87629a00-ad8a-4b8c-b6f6-28ddf1304399 req-64fac465-e447-41b5-846c-9bbec2c6d7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:37:38.943499 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-87629a00-ad8a-4b8c-b6f6-28ddf1304399 req-64fac465-e447-41b5-846c-9bbec2c6d7ed service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.2703979 Oct 04 20:37:39.023948 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-231e8021-3646-4ac2-ab10-cff50649350b admin admin] Deleting port 10dccec1-def6-48de-946b-d4496923180f {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:37:39.027002 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-231e8021-3646-4ac2-ab10-cff50649350b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (10dccec1-def6-48de-946b-d4496923180f), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:39.066757 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-e34cfdf1-b9f1-4418-9f48-9b2744f9280d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa72bd7f-3a37-4a6b-97f8-e6edfd8608ee', 'name': 'tempest-VolumesAdminNegativeTest-244093792-router', 'tenant_id': '1fa8bded1f7e4799968c21cfde1316b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': '10dccec1-def6-48de-946b-d4496923180f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:36:18Z', 'updated_at': '2022-10-04T20:37:33Z', 'revision_number': 5, 'project_id': '1fa8bded1f7e4799968c21cfde1316b2', 'gw_port': {'id': '10dccec1-def6-48de-946b-d4496923180f', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa72bd7f-3a37-4a6b-97f8-e6edfd8608ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:36:19Z', 'updated_at': '2022-10-04T20:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:37:39.111377 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87629a00-ad8a-4b8c-b6f6-28ddf1304399 req-fba324c1-7f45-42c8-a64b-e9940ce47d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:37:39.114615 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-87629a00-ad8a-4b8c-b6f6-28ddf1304399 req-fba324c1-7f45-42c8-a64b-e9940ce47d02 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1551914 Oct 04 20:37:39.133773 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34cfdf1-b9f1-4418-9f48-9b2744f9280d None None] Checking router: fa72bd7f-3a37-4a6b-97f8-e6edfd8608ee for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:37:39.150534 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34cfdf1-b9f1-4418-9f48-9b2744f9280d None None] Routers {'fa72bd7f-3a37-4a6b-97f8-e6edfd8608ee'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:37:39.153105 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-e34cfdf1-b9f1-4418-9f48-9b2744f9280d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:37:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['fa72bd7f-3a37-4a6b-97f8-e6edfd8608ee'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:37:39.189232 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-2c7eb323-054e-451b-9433-7e61a5540e4e req-d0eb612c-621e-4aa2-8006-9eee6ff6af6c tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Publish callbacks [] for security_group (04f8da55-f451-43e3-9ea3-e9ea44afecd8), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:39.223454 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-231e8021-3646-4ac2-ab10-cff50649350b admin admin] For port 10dccec1-def6-48de-946b-d4496923180f, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=10dccec1-def6-48de-946b-d4496923180f,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:37:39.224075 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-231e8021-3646-4ac2-ab10-cff50649350b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (10dccec1-def6-48de-946b-d4496923180f), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:39.254779 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-231e8021-3646-4ac2-ab10-cff50649350b admin admin] Calling delete_port for 10dccec1-def6-48de-946b-d4496923180f owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:37:39.361026 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-e34cfdf1-b9f1-4418-9f48-9b2744f9280d None None] Set router fa72bd7f-3a37-4a6b-97f8-e6edfd8608ee gateway port host: None {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:37:39.363684 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-2c7eb323-054e-451b-9433-7e61a5540e4e req-d0eb612c-621e-4aa2-8006-9eee6ff6af6c tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (04f8da55-f451-43e3-9ea3-e9ea44afecd8), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:39.390507 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:39.434334 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-ab1e0fad-a018-4efd-b972-67ce8d4bff93 req-081bc6a8-b88e-4b93-bb07-18a2275a9808 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Publish callbacks [] for port (a8e4fde7-5d3c-453c-9c37-7666edc6bccb), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:39.476654 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-e34cfdf1-b9f1-4418-9f48-9b2744f9280d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa72bd7f-3a37-4a6b-97f8-e6edfd8608ee', 'name': 'tempest-VolumesAdminNegativeTest-244093792-router', 'tenant_id': '1fa8bded1f7e4799968c21cfde1316b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:36:18Z', 'updated_at': '2022-10-04T20:37:38Z', 'revision_number': 6, 'project_id': '1fa8bded1f7e4799968c21cfde1316b2', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:37:39.520400 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-2c7eb323-054e-451b-9433-7e61a5540e4e req-d0eb612c-621e-4aa2-8006-9eee6ff6af6c tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:39.523191 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-2c7eb323-054e-451b-9433-7e61a5540e4e req-d0eb612c-621e-4aa2-8006-9eee6ff6af6c tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 1.3299952 Oct 04 20:37:39.524677 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eb612c-621e-4aa2-8006-9eee6ff6af6c tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04f8da55-f451-43e3-9ea3-e9ea44afecd8,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:39.547269 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34cfdf1-b9f1-4418-9f48-9b2744f9280d None None] The sync data for ids ['fa72bd7f-3a37-4a6b-97f8-e6edfd8608ee'] in n-d-852085-12 is: [{'id': 'fa72bd7f-3a37-4a6b-97f8-e6edfd8608ee', 'name': 'tempest-VolumesAdminNegativeTest-244093792-router', 'tenant_id': '1fa8bded1f7e4799968c21cfde1316b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:36:18Z', 'updated_at': '2022-10-04T20:37:38Z', 'revision_number': 6, 'project_id': '1fa8bded1f7e4799968c21cfde1316b2', 'gw_port_host': None}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:37:39.634694 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-87629a00-ad8a-4b8c-b6f6-28ddf1304399 req-b189e7af-44b7-4597-bd58-9556941b1e2b service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3981931 Oct 04 20:37:39.745924 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-ab1e0fad-a018-4efd-b972-67ce8d4bff93 req-081bc6a8-b88e-4b93-bb07-18a2275a9808 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (a8e4fde7-5d3c-453c-9c37-7666edc6bccb), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:39.765974 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-231e8021-3646-4ac2-ab10-cff50649350b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (10dccec1-def6-48de-946b-d4496923180f), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:39.823443 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231e8021-3646-4ac2-ab10-cff50649350b admin admin] Pushing event deleted for resources: {'Port': ['ID=10dccec1-def6-48de-946b-d4496923180f,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:39.869975 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab1e0fad-a018-4efd-b972-67ce8d4bff93 req-081bc6a8-b88e-4b93-bb07-18a2275a9808 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:37:39.881964 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [req-ab1e0fad-a018-4efd-b972-67ce8d4bff93 req-081bc6a8-b88e-4b93-bb07-18a2275a9808 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:37:39.887016 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab1e0fad-a018-4efd-b972-67ce8d4bff93 req-081bc6a8-b88e-4b93-bb07-18a2275a9808 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:37:39.932879 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081bc6a8-b88e-4b93-bb07-18a2275a9808 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Pushing event updated for resources: {'Port': ['ID=a8e4fde7-5d3c-453c-9c37-7666edc6bccb,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:40.048787 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-87629a00-ad8a-4b8c-b6f6-28ddf1304399 req-2ee06f3d-8f43-4159-a945-0fffbecce334 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4069381 Oct 04 20:37:40.063040 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-231e8021-3646-4ac2-ab10-cff50649350b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (fa72bd7f-3a37-4a6b-97f8-e6edfd8608ee), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:40.131255 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:40.189962 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-ab1e0fad-a018-4efd-b972-67ce8d4bff93 req-081bc6a8-b88e-4b93-bb07-18a2275a9808 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Publish callbacks [] for floatingip (ba8d8ae4-4bee-47d6-a374-4c6481d09ca9), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:40.338176 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-231e8021-3646-4ac2-ab10-cff50649350b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (fa72bd7f-3a37-4a6b-97f8-e6edfd8608ee), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:40.345504 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-231e8021-3646-4ac2-ab10-cff50649350b admin admin] Publish callbacks [] for router_controller (fa72bd7f-3a37-4a6b-97f8-e6edfd8608ee), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:40.401170 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-ab1e0fad-a018-4efd-b972-67ce8d4bff93 req-081bc6a8-b88e-4b93-bb07-18a2275a9808 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (a8e4fde7-5d3c-453c-9c37-7666edc6bccb), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:40.473120 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:40.560777 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-231e8021-3646-4ac2-ab10-cff50649350b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (fa72bd7f-3a37-4a6b-97f8-e6edfd8608ee), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:40.562281 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-231e8021-3646-4ac2-ab10-cff50649350b admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa72bd7f-3a37-4a6b-97f8-e6edfd8608ee {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:37:40.580780 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-231e8021-3646-4ac2-ab10-cff50649350b admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:40.587564 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-231e8021-3646-4ac2-ab10-cff50649350b admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/fa72bd7f-3a37-4a6b-97f8-e6edfd8608ee HTTP/1.1" status: 204 len: 168 time: 2.4606771 Oct 04 20:37:40.592246 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 32858) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:37:40.713017 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 0c380762-4e3f-4d14-a463-323f51039ad2 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:37:40.773688 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-9755602c-17ee-4001-851c-991e2428c8bb admin admin] Deleting subnet d0b387ee-5171-48d1-a650-adc1e6a99320 {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:37:40.780616 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9755602c-17ee-4001-851c-991e2428c8bb admin admin] Publish callbacks [] for subnet (d0b387ee-5171-48d1-a650-adc1e6a99320), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:40.790494 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 0c380762-4e3f-4d14-a463-323f51039ad2 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:37:40.794578 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 0c380762-4e3f-4d14-a463-323f51039ad2 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:37:40.855396 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-ab1e0fad-a018-4efd-b972-67ce8d4bff93 req-081bc6a8-b88e-4b93-bb07-18a2275a9808 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Publish callbacks [] for port (a8e4fde7-5d3c-453c-9c37-7666edc6bccb), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:40.893100 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9755602c-17ee-4001-851c-991e2428c8bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (d0b387ee-5171-48d1-a650-adc1e6a99320), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:41.003743 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1213e6-ac6d-40d8-8ce6-cd9909e2a301 req-210be6e3-da43-4231-ba7e-27ef40e9f4f2 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:37:41.016884 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4d1213e6-ac6d-40d8-8ce6-cd9909e2a301 req-210be6e3-da43-4231-ba7e-27ef40e9f4f2 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=70bac598-5b49-450a-9297-98c948ede895 HTTP/1.1" status: 200 len: 947 time: 0.1181018 Oct 04 20:37:41.022432 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-ab1e0fad-a018-4efd-b972-67ce8d4bff93 req-081bc6a8-b88e-4b93-bb07-18a2275a9808 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (a8e4fde7-5d3c-453c-9c37-7666edc6bccb), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:41.076573 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9755602c-17ee-4001-851c-991e2428c8bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (d0b387ee-5171-48d1-a650-adc1e6a99320), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:41.214931 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-ab1e0fad-a018-4efd-b972-67ce8d4bff93 req-081bc6a8-b88e-4b93-bb07-18a2275a9808 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582728'] for floatingip (ba8d8ae4-4bee-47d6-a374-4c6481d09ca9), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:41.227060 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081bc6a8-b88e-4b93-bb07-18a2275a9808 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Pushing event updated for resources: {'Port': ['ID=a8e4fde7-5d3c-453c-9c37-7666edc6bccb,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:41.266183 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4d1213e6-ac6d-40d8-8ce6-cd9909e2a301 req-b091af86-3fda-4b93-8000-f894f7b78723 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461157 Oct 04 20:37:41.344575 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9755602c-17ee-4001-851c-991e2428c8bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (d0b387ee-5171-48d1-a650-adc1e6a99320), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:41.346617 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 20:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d82533-b1bf-40d1-a042-dfdbff4c1635 x-openstack-request-id: req-b2d82533-b1bf-40d1-a042-dfdbff4c1635 {{(pid=108170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:37:41.347184 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70bac598-5b49-450a-9297-98c948ede895", "tag": "3ba03155-a256-4d12-935c-4c94ada17413", "status": "completed", "code": 200}]} {{(pid=108170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:37:41.347695 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b2d82533-b1bf-40d1-a042-dfdbff4c1635 {{(pid=108170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:37:41.348819 n-d-852085-12 neutron-server[108170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2d82533-b1bf-40d1-a042-dfdbff4c1635'] response: {'name': 'network-changed', 'server_uuid': '70bac598-5b49-450a-9297-98c948ede895', 'tag': '3ba03155-a256-4d12-935c-4c94ada17413', 'status': 'completed', 'code': 200} Oct 04 20:37:41.405727 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-ab1e0fad-a018-4efd-b972-67ce8d4bff93 req-081bc6a8-b88e-4b93-bb07-18a2275a9808 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:41.408263 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ab1e0fad-a018-4efd-b972-67ce8d4bff93 req-081bc6a8-b88e-4b93-bb07-18a2275a9808 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.1581552 Oct 04 20:37:41.418508 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9755602c-17ee-4001-851c-991e2428c8bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:41.426910 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-9755602c-17ee-4001-851c-991e2428c8bb admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/d0b387ee-5171-48d1-a650-adc1e6a99320 HTTP/1.1" status: 204 len: 168 time: 0.8325453 Oct 04 20:37:41.428642 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9755602c-17ee-4001-851c-991e2428c8bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0b387ee-5171-48d1-a650-adc1e6a99320,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:41.433902 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 32872) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:37:41.444326 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2519817-6d44-4ad2-80c0-6d81bcad0cbf None None] Network b65d71d2-d1d9-4a7a-94a4-966b682bf3aa requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:37:41.658199 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ab1e0fad-a018-4efd-b972-67ce8d4bff93 req-5b9e0b47-f6b3-4565-b6ee-387e58a54564 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] 10.222.0.78 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.5.190 HTTP/1.1" status: 200 len: 696 time: 0.2095010 Oct 04 20:37:41.663777 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 32876) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:37:41.693860 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-866a78e1-35e9-4d5f-914f-0165c9efa489 tempest-LiveMigrationTest-1791906039 tempest-LiveMigrationTest-1791906039-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1440289309', 'description': 'tempest-description--705188479'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:37:41.695815 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b573d0a4-41c5-4408-817a-f0d5996caa37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (b65d71d2-d1d9-4a7a-94a4-966b682bf3aa), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:41.759795 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922f03f9-b286-45b2-a7ba-32f69fc9315b None None] DHCP port deletion for b65d71d2-d1d9-4a7a-94a4-966b682bf3aa request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:37:41.837970 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-922f03f9-b286-45b2-a7ba-32f69fc9315b None None] Deleting port 5e040c50-8fff-4cc8-b66b-fdadb45f746d {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:37:41.838588 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-922f03f9-b286-45b2-a7ba-32f69fc9315b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (5e040c50-8fff-4cc8-b66b-fdadb45f746d), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:41.845589 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-866a78e1-35e9-4d5f-914f-0165c9efa489 tempest-LiveMigrationTest-1791906039 tempest-LiveMigrationTest-1791906039-project] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:41.941857 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:41.985180 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-922f03f9-b286-45b2-a7ba-32f69fc9315b None None] For port 5e040c50-8fff-4cc8-b66b-fdadb45f746d, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=5e040c50-8fff-4cc8-b66b-fdadb45f746d,segment=NetworkSegment(d537df7c-b5ad-4f7c-a0a4-a23d57d3c27d),segment_id=d537df7c-b5ad-4f7c-a0a4-a23d57d3c27d)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:37:41.985722 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-922f03f9-b286-45b2-a7ba-32f69fc9315b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (5e040c50-8fff-4cc8-b66b-fdadb45f746d), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:41.991896 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-bea05825-599f-40dc-a0a2-5349c364713a req-d1349da2-6f12-445c-bdbf-6ca73cf2290b tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] 10.222.0.78 "GET /networking/v2.0/security-groups/04f8da55-f451-43e3-9ea3-e9ea44afecd8 HTTP/1.1" status: 200 len: 1829 time: 0.2894800 Oct 04 20:37:41.998807 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-866a78e1-35e9-4d5f-914f-0165c9efa489 tempest-LiveMigrationTest-1791906039 tempest-LiveMigrationTest-1791906039-project] Publish callbacks [] for security_group (2260338d-161b-4e2b-bd54-99b6d1af67ba), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:42.000493 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-b573d0a4-41c5-4408-817a-f0d5996caa37 admin admin] Deleting port 5e040c50-8fff-4cc8-b66b-fdadb45f746d {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:37:42.000796 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b573d0a4-41c5-4408-817a-f0d5996caa37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (5e040c50-8fff-4cc8-b66b-fdadb45f746d), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:42.022687 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-922f03f9-b286-45b2-a7ba-32f69fc9315b None None] Calling delete_port for 5e040c50-8fff-4cc8-b66b-fdadb45f746d owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:37:42.103243 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-866a78e1-35e9-4d5f-914f-0165c9efa489 tempest-LiveMigrationTest-1791906039 tempest-LiveMigrationTest-1791906039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (2260338d-161b-4e2b-bd54-99b6d1af67ba), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:42.188230 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e0fad-a018-4efd-b972-67ce8d4bff93 req-70e7b678-8760-4216-9472-bd8645e79650 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:37:42.204814 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866a78e1-35e9-4d5f-914f-0165c9efa489 tempest-LiveMigrationTest-1791906039 tempest-LiveMigrationTest-1791906039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2260338d-161b-4e2b-bd54-99b6d1af67ba,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:42.208112 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ab1e0fad-a018-4efd-b972-67ce8d4bff93 req-70e7b678-8760-4216-9472-bd8645e79650 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] 10.222.0.78 "GET /networking/v2.0/networks/52a60aae-e230-4bd7-89bc-781767fd7892 HTTP/1.1" status: 200 len: 784 time: 0.5009825 Oct 04 20:37:42.243194 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-b573d0a4-41c5-4408-817a-f0d5996caa37 admin admin] For port 5e040c50-8fff-4cc8-b66b-fdadb45f746d, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=5e040c50-8fff-4cc8-b66b-fdadb45f746d,segment=NetworkSegment(d537df7c-b5ad-4f7c-a0a4-a23d57d3c27d),segment_id=d537df7c-b5ad-4f7c-a0a4-a23d57d3c27d)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:37:42.243830 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b573d0a4-41c5-4408-817a-f0d5996caa37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (5e040c50-8fff-4cc8-b66b-fdadb45f746d), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:42.269009 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-b573d0a4-41c5-4408-817a-f0d5996caa37 admin admin] Calling delete_port for 5e040c50-8fff-4cc8-b66b-fdadb45f746d owned by network:dhcp {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:37:42.275470 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-866a78e1-35e9-4d5f-914f-0165c9efa489 tempest-LiveMigrationTest-1791906039 tempest-LiveMigrationTest-1791906039-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:42.277856 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-866a78e1-35e9-4d5f-914f-0165c9efa489 tempest-LiveMigrationTest-1791906039 tempest-LiveMigrationTest-1791906039-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6123102 Oct 04 20:37:42.282471 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 32882) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:37:42.297081 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 10dccec1-def6-48de-946b-d4496923180f no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:37:42.302737 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-e1f7b81d-7968-47d0-8928-67be7f42784a tempest-LiveMigrationTest-1791906039 tempest-LiveMigrationTest-1791906039-project] Request body: {'security_group_rule': {'security_group_id': '2260338d-161b-4e2b-bd54-99b6d1af67ba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:37:42.357246 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-922f03f9-b286-45b2-a7ba-32f69fc9315b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (5e040c50-8fff-4cc8-b66b-fdadb45f746d), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:42.366605 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 10dccec1-def6-48de-946b-d4496923180f {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:37:42.368025 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 10dccec1-def6-48de-946b-d4496923180f not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:37:42.368025 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 5e040c50-8fff-4cc8-b66b-fdadb45f746d no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:37:42.427877 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:42.460774 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b573d0a4-41c5-4408-817a-f0d5996caa37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (5e040c50-8fff-4cc8-b66b-fdadb45f746d), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:42.465098 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 5e040c50-8fff-4cc8-b66b-fdadb45f746d {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:37:42.465706 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 5e040c50-8fff-4cc8-b66b-fdadb45f746d not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:37:42.472191 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922f03f9-b286-45b2-a7ba-32f69fc9315b None None] Pushing event deleted for resources: {'Port': ['ID=5e040c50-8fff-4cc8-b66b-fdadb45f746d,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:42.482446 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922f03f9-b286-45b2-a7ba-32f69fc9315b None None] No DVR routers for this DVR port 5e040c50-8fff-4cc8-b66b-fdadb45f746d on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:37:42.515350 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:42.523111 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b573d0a4-41c5-4408-817a-f0d5996caa37 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e040c50-8fff-4cc8-b66b-fdadb45f746d,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:42.534645 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b573d0a4-41c5-4408-817a-f0d5996caa37 admin admin] No DVR routers for this DVR port 5e040c50-8fff-4cc8-b66b-fdadb45f746d on host n-d-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:37:42.577799 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e1f7b81d-7968-47d0-8928-67be7f42784a tempest-LiveMigrationTest-1791906039 tempest-LiveMigrationTest-1791906039-project] Publish callbacks [] for security_group_rule (6be7e255-7fb5-4687-94ad-6eab5e9e1fcb), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:42.770636 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e1f7b81d-7968-47d0-8928-67be7f42784a tempest-LiveMigrationTest-1791906039 tempest-LiveMigrationTest-1791906039-project] Publish callbacks [] for security_group_rule (6be7e255-7fb5-4687-94ad-6eab5e9e1fcb), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:42.779651 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b573d0a4-41c5-4408-817a-f0d5996caa37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (b65d71d2-d1d9-4a7a-94a4-966b682bf3aa), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:42.907907 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [req-5e150e6b-f70d-4623-97de-b98971b5bac5 req-ed09b0b2-977d-44b3-86d6-ce57a8fbcb76 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-194680308', 'description': 'tempest-description-763829564'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:37:42.942239 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e1f7b81d-7968-47d0-8928-67be7f42784a tempest-LiveMigrationTest-1791906039 tempest-LiveMigrationTest-1791906039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (6be7e255-7fb5-4687-94ad-6eab5e9e1fcb), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:42.953427 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-b573d0a4-41c5-4408-817a-f0d5996caa37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b65d71d2-d1d9-4a7a-94a4-966b682bf3aa']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:37:42.967819 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9302ad89-66c9-4454-8392-2e99cc06a991 req-50f18e34-e5de-4597-ab38-fffe3a002cd5 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=d937ec04-8d81-4926-a578-27ca4e58ca63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2100861 Oct 04 20:37:42.986750 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f7b81d-7968-47d0-8928-67be7f42784a tempest-LiveMigrationTest-1791906039 tempest-LiveMigrationTest-1791906039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6be7e255-7fb5-4687-94ad-6eab5e9e1fcb,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:42.993987 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-b573d0a4-41c5-4408-817a-f0d5996caa37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd537df7c-b5ad-4f7c-a0a4-a23d57d3c27d') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:37:42.994512 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-b573d0a4-41c5-4408-817a-f0d5996caa37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd537df7c-b5ad-4f7c-a0a4-a23d57d3c27d') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:37:43.000847 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0164a85-4243-4970-84f1-a941fb2627a3 req-7f96cead-b417-4458-a1ae-f6d069b55468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:37:43.005126 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c0164a85-4243-4970-84f1-a941fb2627a3 req-7f96cead-b417-4458-a1ae-f6d069b55468 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=70436b8b504e43dc882f5ee434ecf443&device_id=70bac598-5b49-450a-9297-98c948ede895 HTTP/1.1" status: 200 len: 1130 time: 0.2172763 Oct 04 20:37:43.036969 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b573d0a4-41c5-4408-817a-f0d5996caa37 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (d537df7c-b5ad-4f7c-a0a4-a23d57d3c27d), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:43.141706 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e1f7b81d-7968-47d0-8928-67be7f42784a tempest-LiveMigrationTest-1791906039 tempest-LiveMigrationTest-1791906039-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:43.144043 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e1f7b81d-7968-47d0-8928-67be7f42784a tempest-LiveMigrationTest-1791906039 tempest-LiveMigrationTest-1791906039-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8597190 Oct 04 20:37:43.148806 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 32896) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:37:43.156972 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-366935de-2ad9-4158-9c00-b39710894b91 tempest-LiveMigrationTest-1791906039 tempest-LiveMigrationTest-1791906039-project] Request body: {'security_group_rule': {'security_group_id': '2260338d-161b-4e2b-bd54-99b6d1af67ba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:37:43.180789 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=79,neutron:DELETE=10,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:43.206766 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-5e150e6b-f70d-4623-97de-b98971b5bac5 req-ed09b0b2-977d-44b3-86d6-ce57a8fbcb76 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:43.219666 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b573d0a4-41c5-4408-817a-f0d5996caa37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (d537df7c-b5ad-4f7c-a0a4-a23d57d3c27d), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:43.262251 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b573d0a4-41c5-4408-817a-f0d5996caa37 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:37:43.262770 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b573d0a4-41c5-4408-817a-f0d5996caa37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (d537df7c-b5ad-4f7c-a0a4-a23d57d3c27d), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:43.294733 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-678a64f7-c064-42d2-96b8-f7e04b75b42b req-98ec02b3-84c9-4259-ba4d-39db888779af service neutron] 10.222.0.85 "GET /networking/v2.0/ports?device_id=75de593c-9f57-471f-a519-d97960ccde5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5842032 Oct 04 20:37:43.304522 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9302ad89-66c9-4454-8392-2e99cc06a991 req-c723e0b2-69af-432c-8bd9-c038ec1f0f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:37:43.307301 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9302ad89-66c9-4454-8392-2e99cc06a991 req-c723e0b2-69af-432c-8bd9-c038ec1f0f0e service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=70436b8b504e43dc882f5ee434ecf443&device_id=d937ec04-8d81-4926-a578-27ca4e58ca63 HTTP/1.1" status: 200 len: 1133 time: 0.2741797 Oct 04 20:37:43.356467 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment d537df7c-b5ad-4f7c-a0a4-a23d57d3c27d resource provider aggregate not found Oct 04 20:37:43.374673 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-366935de-2ad9-4158-9c00-b39710894b91 tempest-LiveMigrationTest-1791906039 tempest-LiveMigrationTest-1791906039-project] Publish callbacks [] for security_group_rule (aa824ef0-2300-4bbb-bb4f-6030a76a6908), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:43.540843 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=9 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:43.550015 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-366935de-2ad9-4158-9c00-b39710894b91 tempest-LiveMigrationTest-1791906039 tempest-LiveMigrationTest-1791906039-project] Publish callbacks [] for security_group_rule (aa824ef0-2300-4bbb-bb4f-6030a76a6908), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:43.669202 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-366935de-2ad9-4158-9c00-b39710894b91 tempest-LiveMigrationTest-1791906039 tempest-LiveMigrationTest-1791906039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (aa824ef0-2300-4bbb-bb4f-6030a76a6908), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:43.715758 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366935de-2ad9-4158-9c00-b39710894b91 tempest-LiveMigrationTest-1791906039 tempest-LiveMigrationTest-1791906039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa824ef0-2300-4bbb-bb4f-6030a76a6908,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:43.794178 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 32906) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:37:43.797670 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:43.829024 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment d537df7c-b5ad-4f7c-a0a4-a23d57d3c27d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d537df7c-b5ad-4f7c-a0a4-a23d57d3c27d found for delete ", "request_id": "req-5cb69472-cb5d-4dba-9bcd-6e1d4486ff9c"}]} Oct 04 20:37:43.835227 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-366935de-2ad9-4158-9c00-b39710894b91 tempest-LiveMigrationTest-1791906039 tempest-LiveMigrationTest-1791906039-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:43.837661 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-366935de-2ad9-4158-9c00-b39710894b91 tempest-LiveMigrationTest-1791906039 tempest-LiveMigrationTest-1791906039-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6868150 Oct 04 20:37:43.842470 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 32910) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:37:43.850703 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-83d23376-844c-450d-8f00-6183b20328f1 tempest-LiveMigrationTest-1791906039 tempest-LiveMigrationTest-1791906039-project] Request body: {'floatingip': {'floating_network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:37:43.977381 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-83d23376-844c-450d-8f00-6183b20328f1 tempest-LiveMigrationTest-1791906039 tempest-LiveMigrationTest-1791906039-project] Publish callbacks [] for floatingip (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:44.052959 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0164a85-4243-4970-84f1-a941fb2627a3 req-d5e6ffd7-a8ed-424d-a44d-4ec6fe4bd1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:37:44.053828 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c0164a85-4243-4970-84f1-a941fb2627a3 req-d5e6ffd7-a8ed-424d-a44d-4ec6fe4bd1d4 service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=42fbb05e-3f96-444f-a676-04ee9d06a8c7 HTTP/1.1" status: 200 len: 870 time: 1.0377417 Oct 04 20:37:44.100683 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5ba20a53-6424-41e9-969f-bb2c39d05b68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:44.128409 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a64f7-c064-42d2-96b8-f7e04b75b42b req-9b571349-6d8f-4d6f-9aec-5fa1e8521e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:37:44.131209 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-678a64f7-c064-42d2-96b8-f7e04b75b42b req-9b571349-6d8f-4d6f-9aec-5fa1e8521e89 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=70436b8b504e43dc882f5ee434ecf443&device_id=75de593c-9f57-471f-a519-d97960ccde5f HTTP/1.1" status: 200 len: 1133 time: 0.7799134 Oct 04 20:37:44.155295 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b573d0a4-41c5-4408-817a-f0d5996caa37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (b65d71d2-d1d9-4a7a-94a4-966b682bf3aa), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:44.206146 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-83d23376-844c-450d-8f00-6183b20328f1 tempest-LiveMigrationTest-1791906039 tempest-LiveMigrationTest-1791906039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:44.247389 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b573d0a4-41c5-4408-817a-f0d5996caa37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:44.253252 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b573d0a4-41c5-4408-817a-f0d5996caa37 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/b65d71d2-d1d9-4a7a-94a4-966b682bf3aa HTTP/1.1" status: 204 len: 168 time: 2.8178525 Oct 04 20:37:44.288738 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c0164a85-4243-4970-84f1-a941fb2627a3 req-8568e532-5ee3-4b04-9879-55cc68963b72 service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=3ba03155-a256-4d12-935c-4c94ada17413 HTTP/1.1" status: 200 len: 217 time: 0.1731963 Oct 04 20:37:44.427716 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b573d0a4-41c5-4408-817a-f0d5996caa37 admin admin] Pushing event deleted for resources: {'Network': ['ID=b65d71d2-d1d9-4a7a-94a4-966b682bf3aa,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:44.482133 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5ba20a53-6424-41e9-969f-bb2c39d05b68 admin admin] Publish callbacks [] for security_group (7b8e37e4-8bfc-4aef-8e9d-6b6061d2b199), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:44.522924 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-83d23376-844c-450d-8f00-6183b20328f1 tempest-LiveMigrationTest-1791906039 tempest-LiveMigrationTest-1791906039-project] Allocated IP 172.25.5.241 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/20775a54-5700-408d-bb1c-5f00cfd8aed9) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:37:44.600222 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9302ad89-66c9-4454-8392-2e99cc06a991 req-fa7e6398-f9e3-4f95-a5e7-44d94b9b1f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:37:44.603025 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9302ad89-66c9-4454-8392-2e99cc06a991 req-fa7e6398-f9e3-4f95-a5e7-44d94b9b1f0b service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=42fbb05e-3f96-444f-a676-04ee9d06a8c7 HTTP/1.1" status: 200 len: 870 time: 1.2376361 Oct 04 20:37:44.651639 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-5e150e6b-f70d-4623-97de-b98971b5bac5 req-ed09b0b2-977d-44b3-86d6-ce57a8fbcb76 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Publish callbacks [] for security_group (4f5f3da5-25ec-4c41-a0bb-6a4fc55405c5), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:44.653000 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:44.672788 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-530e8b64-a228-4d71-8a6b-ff431ef36139 req-48943dea-6ecb-49ff-a374-0bc350c4574d tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] 10.222.0.78 "GET /networking/v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8529193 Oct 04 20:37:44.734257 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5ba20a53-6424-41e9-969f-bb2c39d05b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (7b8e37e4-8bfc-4aef-8e9d-6b6061d2b199), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:44.753016 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9302ad89-66c9-4454-8392-2e99cc06a991 req-5338185c-d2d7-4923-adec-b4302f79fb21 service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=f5495aac-c2d7-419a-9cc9-79e9ec72c16c HTTP/1.1" status: 200 len: 217 time: 0.1281400 Oct 04 20:37:44.755687 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0164a85-4243-4970-84f1-a941fb2627a3 req-1b8340f3-34ed-49eb-8d70-69e4562abe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:37:44.758289 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c0164a85-4243-4970-84f1-a941fb2627a3 req-1b8340f3-34ed-49eb-8d70-69e4562abe02 service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.4091175 Oct 04 20:37:44.763849 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [req-530e8b64-a228-4d71-8a6b-ff431ef36139 req-acd0540d-e09a-4c09-985c-476f9ebecc69 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Request body: {'floatingip': {'floating_network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:37:44.776763 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-83d23376-844c-450d-8f00-6183b20328f1 tempest-LiveMigrationTest-1791906039 tempest-LiveMigrationTest-1791906039-project] Publish callbacks [] for port (20775a54-5700-408d-bb1c-5f00cfd8aed9), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:44.817823 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=78,neutron:DELETE=2,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:44.819012 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-5e150e6b-f70d-4623-97de-b98971b5bac5 req-ed09b0b2-977d-44b3-86d6-ce57a8fbcb76 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (4f5f3da5-25ec-4c41-a0bb-6a4fc55405c5), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:44.880655 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-5ba20a53-6424-41e9-969f-bb2c39d05b68 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=961c34a3a54c4da28eab0ed8bea6855e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0844328 Oct 04 20:37:44.889609 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba20a53-6424-41e9-969f-bb2c39d05b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8e37e4-8bfc-4aef-8e9d-6b6061d2b199,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:44.904720 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 32914) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:37:44.931709 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a64f7-c064-42d2-96b8-f7e04b75b42b req-a2811216-66e1-4aa7-bbf1-ebad14126fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:37:44.934999 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-678a64f7-c064-42d2-96b8-f7e04b75b42b req-a2811216-66e1-4aa7-bbf1-ebad14126fa0 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=42fbb05e-3f96-444f-a676-04ee9d06a8c7 HTTP/1.1" status: 200 len: 870 time: 0.7067649 Oct 04 20:37:45.011797 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 32916) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:37:45.049102 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-83d23376-844c-450d-8f00-6183b20328f1 tempest-LiveMigrationTest-1791906039 tempest-LiveMigrationTest-1791906039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (20775a54-5700-408d-bb1c-5f00cfd8aed9), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:45.080258 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0164a85-4243-4970-84f1-a941fb2627a3 req-665d9856-10be-4f25-90b0-3f65fc348111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:37:45.081479 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c0164a85-4243-4970-84f1-a941fb2627a3 req-665d9856-10be-4f25-90b0-3f65fc348111 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2953928 Oct 04 20:37:45.097692 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-678a64f7-c064-42d2-96b8-f7e04b75b42b req-a0048a4c-63c5-49a0-a7bc-fac3cd812c65 service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=1d4c616d-0938-4b70-9e11-adcaef4edc51 HTTP/1.1" status: 200 len: 217 time: 0.1287103 Oct 04 20:37:45.102567 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-5e150e6b-f70d-4623-97de-b98971b5bac5 req-ed09b0b2-977d-44b3-86d6-ce57a8fbcb76 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:45.105493 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-5e150e6b-f70d-4623-97de-b98971b5bac5 req-ed09b0b2-977d-44b3-86d6-ce57a8fbcb76 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 2.2553072 Oct 04 20:37:45.121120 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed09b0b2-977d-44b3-86d6-ce57a8fbcb76 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5f3da5-25ec-4c41-a0bb-6a4fc55405c5,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:45.122320 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-90d04761-0cf0-4e5b-97f8-8291a57ab0e8 admin admin] Publish callbacks [] for security_group (7b8e37e4-8bfc-4aef-8e9d-6b6061d2b199), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:45.191044 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9302ad89-66c9-4454-8392-2e99cc06a991 req-32a69c02-88aa-42e5-a0ba-6a6a09ce40c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:37:45.193744 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9302ad89-66c9-4454-8392-2e99cc06a991 req-32a69c02-88aa-42e5-a0ba-6a6a09ce40c2 service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.4097106 Oct 04 20:37:45.207183 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d23376-844c-450d-8f00-6183b20328f1 tempest-LiveMigrationTest-1791906039 tempest-LiveMigrationTest-1791906039-project] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:37:45.222178 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-530e8b64-a228-4d71-8a6b-ff431ef36139 req-acd0540d-e09a-4c09-985c-476f9ebecc69 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Publish callbacks [] for floatingip (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:45.224408 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:45.246027 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-83d23376-844c-450d-8f00-6183b20328f1 tempest-LiveMigrationTest-1791906039 tempest-LiveMigrationTest-1791906039-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:37:45.271667 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d23376-844c-450d-8f00-6183b20328f1 tempest-LiveMigrationTest-1791906039 tempest-LiveMigrationTest-1791906039-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:37:45.284860 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d23376-844c-450d-8f00-6183b20328f1 tempest-LiveMigrationTest-1791906039 tempest-LiveMigrationTest-1791906039-project] Pushing event updated for resources: {'Port': ['ID=20775a54-5700-408d-bb1c-5f00cfd8aed9,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:45.292569 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-90d04761-0cf0-4e5b-97f8-8291a57ab0e8 admin admin] Publish callbacks [] for security_group (7b8e37e4-8bfc-4aef-8e9d-6b6061d2b199), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:45.337147 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a6ac7539-e8b1-44e7-bd41-ed46d35a2b5d admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=0184f3fdbd854adf9751ab0ef77bdb2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3235228 Oct 04 20:37:45.363077 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 32920) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:37:45.440127 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-15db2052-f596-4fe4-8bc0-0da12009796c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:45.496029 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a64f7-c064-42d2-96b8-f7e04b75b42b req-6383eec4-d194-439e-a749-56c2b1a483ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:37:45.498667 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-678a64f7-c064-42d2-96b8-f7e04b75b42b req-6383eec4-d194-439e-a749-56c2b1a483ae service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.3917313 Oct 04 20:37:45.542803 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-73152bf4-21a4-46f4-8280-3b852166a832 admin admin] Publish callbacks [] for security_group (4936d574-cb6d-470b-9b1f-a6f375eae4de), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:45.556086 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9302ad89-66c9-4454-8392-2e99cc06a991 req-6e5d2fbf-5e5a-4437-9964-978569677cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:37:45.558946 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9302ad89-66c9-4454-8392-2e99cc06a991 req-6e5d2fbf-5e5a-4437-9964-978569677cc3 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3389087 Oct 04 20:37:45.590915 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-73152bf4-21a4-46f4-8280-3b852166a832 admin admin] Publish callbacks [] for security_group (4936d574-cb6d-470b-9b1f-a6f375eae4de), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:45.622059 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154ca90b-cc0f-4d7f-9a12-138858fdfe3a req-78e2d544-6e84-4340-89c6-1c360046f692 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:37:45.624820 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-154ca90b-cc0f-4d7f-9a12-138858fdfe3a req-78e2d544-6e84-4340-89c6-1c360046f692 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=70bac598-5b49-450a-9297-98c948ede895 HTTP/1.1" status: 200 len: 947 time: 0.3565764 Oct 04 20:37:45.633363 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device 3ba03155-a256-4d12-935c-4c94ada17413 details requested by agent hyperv_n-h1-852085-12 with host n-h1-852085-12 {{(pid=108171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 20:37:45.647407 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:45.727830 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-90d04761-0cf0-4e5b-97f8-8291a57ab0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (7b8e37e4-8bfc-4aef-8e9d-6b6061d2b199), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:45.732478 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-90d04761-0cf0-4e5b-97f8-8291a57ab0e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:45.739967 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-90d04761-0cf0-4e5b-97f8-8291a57ab0e8 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/7b8e37e4-8bfc-4aef-8e9d-6b6061d2b199 HTTP/1.1" status: 204 len: 168 time: 0.8334274 Oct 04 20:37:45.766001 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d04761-0cf0-4e5b-97f8-8291a57ab0e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8e37e4-8bfc-4aef-8e9d-6b6061d2b199,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:45.809760 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-83d23376-844c-450d-8f00-6183b20328f1 tempest-LiveMigrationTest-1791906039 tempest-LiveMigrationTest-1791906039-project] Publish callbacks [] for floatingip (0138032f-f393-4151-b61b-c95514e456c3), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:45.825039 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a64f7-c064-42d2-96b8-f7e04b75b42b req-805d9c48-2527-440f-83ca-a544fe26ec62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:37:45.827778 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-678a64f7-c064-42d2-96b8-f7e04b75b42b req-805d9c48-2527-440f-83ca-a544fe26ec62 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3086319 Oct 04 20:37:45.881640 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-530e8b64-a228-4d71-8a6b-ff431ef36139 req-acd0540d-e09a-4c09-985c-476f9ebecc69 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:45.891709 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] For port 3ba03155-a256-4d12-935c-4c94ada17413, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=3ba03155-a256-4d12-935c-4c94ada17413,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:37:45.916420 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Returning: {'device': '3ba03155-a256-4d12-935c-4c94ada17413', 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7', 'port_id': '3ba03155-a256-4d12-935c-4c94ada17413', 'mac_address': 'fa:16:3e:9e:8c:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1956090-7ed7-4d05-a46e-a7b0885ca8e4', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 20:37:45.991592 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Current status of the port 3ba03155-a256-4d12-935c-4c94ada17413 is: DOWN; New status is: BUILD {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:37:45.992380 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (3ba03155-a256-4d12-935c-4c94ada17413), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:45.994747 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-73152bf4-21a4-46f4-8280-3b852166a832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (4936d574-cb6d-470b-9b1f-a6f375eae4de), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:46.004203 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-73152bf4-21a4-46f4-8280-3b852166a832 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:46.005624 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-73152bf4-21a4-46f4-8280-3b852166a832 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/4936d574-cb6d-470b-9b1f-a6f375eae4de HTTP/1.1" status: 204 len: 168 time: 0.6396618 Oct 04 20:37:46.022418 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ba03155-a256-4d12-935c-4c94ada17413 {{(pid=108171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 20:37:46.069334 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-83d23376-844c-450d-8f00-6183b20328f1 tempest-LiveMigrationTest-1791906039 tempest-LiveMigrationTest-1791906039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (20775a54-5700-408d-bb1c-5f00cfd8aed9), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:46.076663 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] For port 3ba03155-a256-4d12-935c-4c94ada17413, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=3ba03155-a256-4d12-935c-4c94ada17413,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:37:46.076980 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73152bf4-21a4-46f4-8280-3b852166a832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4936d574-cb6d-470b-9b1f-a6f375eae4de,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:46.085638 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c0164a85-4243-4970-84f1-a941fb2627a3 req-8386c0b3-12b1-4bef-8bde-c57a1ad4398b service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9910743 Oct 04 20:37:46.171906 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (3ba03155-a256-4d12-935c-4c94ada17413), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:46.270333 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-154ca90b-cc0f-4d7f-9a12-138858fdfe3a req-6912b855-ef16-4c67-91cf-49f715342035 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6137278 Oct 04 20:37:46.322691 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Pushing event updated for resources: {'Port': ['ID=3ba03155-a256-4d12-935c-4c94ada17413,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:46.356827 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9302ad89-66c9-4454-8392-2e99cc06a991 req-e23ab8f0-df9c-4114-af32-002b60e4ce84 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7467258 Oct 04 20:37:46.363004 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:46.546379 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:46.547068 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-83d23376-844c-450d-8f00-6183b20328f1 tempest-LiveMigrationTest-1791906039 tempest-LiveMigrationTest-1791906039-project] Publish callbacks [] for port (20775a54-5700-408d-bb1c-5f00cfd8aed9), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:46.565100 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] get_ports_and_sgs() called for port_ids ['3ba03155-a256-4d12-935c-4c94ada17413'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:37:46.693494 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-678a64f7-c064-42d2-96b8-f7e04b75b42b req-ad615f1b-ca38-43a2-a68a-08291d9e41f7 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8422911 Oct 04 20:37:46.804969 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-83d23376-844c-450d-8f00-6183b20328f1 tempest-LiveMigrationTest-1791906039 tempest-LiveMigrationTest-1791906039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (20775a54-5700-408d-bb1c-5f00cfd8aed9), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:46.819211 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [req-530e8b64-a228-4d71-8a6b-ff431ef36139 req-acd0540d-e09a-4c09-985c-476f9ebecc69 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Allocated IP 172.25.5.242 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/af4a013c-d620-4b4a-84ad-011e81256ee6) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:37:46.950909 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c0164a85-4243-4970-84f1-a941fb2627a3 req-d41a5b6f-5084-45c7-80e4-c82666a40941 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8434088 Oct 04 20:37:46.978324 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-83d23376-844c-450d-8f00-6183b20328f1 tempest-LiveMigrationTest-1791906039 tempest-LiveMigrationTest-1791906039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582728'] for floatingip (0138032f-f393-4151-b61b-c95514e456c3), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:46.996517 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d23376-844c-450d-8f00-6183b20328f1 tempest-LiveMigrationTest-1791906039 tempest-LiveMigrationTest-1791906039-project] Pushing event updated for resources: {'Port': ['ID=20775a54-5700-408d-bb1c-5f00cfd8aed9,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:47.094696 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-52167cec-0f49-4df6-9a6f-5b4bcd86bd06 req-94210bd2-d4ce-4558-b36d-0930deb50f08 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] 10.222.0.78 "GET /networking/v2.0/security-groups/4f5f3da5-25ec-4c41-a0bb-6a4fc55405c5 HTTP/1.1" status: 200 len: 1828 time: 0.5047648 Oct 04 20:37:47.126410 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-83d23376-844c-450d-8f00-6183b20328f1 tempest-LiveMigrationTest-1791906039 tempest-LiveMigrationTest-1791906039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:47.133959 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-83d23376-844c-450d-8f00-6183b20328f1 tempest-LiveMigrationTest-1791906039 tempest-LiveMigrationTest-1791906039-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2859459 Oct 04 20:37:47.159667 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-678a64f7-c064-42d2-96b8-f7e04b75b42b req-70a39be5-cabb-4a0c-adbd-40d8bb09fba5 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4252405 Oct 04 20:37:47.169454 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9302ad89-66c9-4454-8392-2e99cc06a991 req-aac9f8f5-0062-4259-bfe7-38e96129ddff service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7780333 Oct 04 20:37:47.319584 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-530e8b64-a228-4d71-8a6b-ff431ef36139 req-acd0540d-e09a-4c09-985c-476f9ebecc69 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Publish callbacks [] for port (af4a013c-d620-4b4a-84ad-011e81256ee6), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:47.337469 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:47.350686 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-37f5e72b-2409-4c7c-acaf-89b71813d763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:47.419922 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 32954) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:37:47.465995 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-530e8b64-a228-4d71-8a6b-ff431ef36139 req-acd0540d-e09a-4c09-985c-476f9ebecc69 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (af4a013c-d620-4b4a-84ad-011e81256ee6), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:47.597078 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-530e8b64-a228-4d71-8a6b-ff431ef36139 req-acd0540d-e09a-4c09-985c-476f9ebecc69 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:37:47.602038 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [req-530e8b64-a228-4d71-8a6b-ff431ef36139 req-acd0540d-e09a-4c09-985c-476f9ebecc69 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:37:47.616802 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-7c9ca166-ccc9-4dcd-8cd0-5c50f7090b1c admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=1fa8bded1f7e4799968c21cfde1316b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1952102 Oct 04 20:37:47.618324 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [req-530e8b64-a228-4d71-8a6b-ff431ef36139 req-acd0540d-e09a-4c09-985c-476f9ebecc69 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:37:47.625894 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 32958) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:37:47.690509 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd0540d-e09a-4c09-985c-476f9ebecc69 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Pushing event updated for resources: {'Port': ['ID=af4a013c-d620-4b4a-84ad-011e81256ee6,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:47.839212 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device 3ba03155-a256-4d12-935c-4c94ada17413 up at agent hyperv_n-h1-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:37:47.839950 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c6866635-be7e-4909-aede-2152299397b5 admin admin] Publish callbacks [] for security_group (cfe95bac-e032-4369-aa82-5db38a33aac0), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:47.883816 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c6866635-be7e-4909-aede-2152299397b5 admin admin] Publish callbacks [] for security_group (cfe95bac-e032-4369-aa82-5db38a33aac0), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:47.888256 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-530e8b64-a228-4d71-8a6b-ff431ef36139 req-acd0540d-e09a-4c09-985c-476f9ebecc69 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Publish callbacks [] for floatingip (078742fb-ac36-44e5-b863-1fdd56a65449), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:47.933467 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Provisioning for port 3ba03155-a256-4d12-935c-4c94ada17413 completed by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 20:37:48.058688 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Provisioning complete for port 3ba03155-a256-4d12-935c-4c94ada17413 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:37:48.059355 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (3ba03155-a256-4d12-935c-4c94ada17413), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:48.060072 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Attempt 1 to provision port 3ba03155-a256-4d12-935c-4c94ada17413 Oct 04 20:37:48.107829 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c6866635-be7e-4909-aede-2152299397b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (cfe95bac-e032-4369-aa82-5db38a33aac0), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:48.113645 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c6866635-be7e-4909-aede-2152299397b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:48.121282 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c6866635-be7e-4909-aede-2152299397b5 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/cfe95bac-e032-4369-aa82-5db38a33aac0 HTTP/1.1" status: 204 len: 168 time: 0.4935815 Oct 04 20:37:48.161549 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:48.189172 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 32970) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:37:48.382911 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Current status of the port 3ba03155-a256-4d12-935c-4c94ada17413 is: BUILD; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:37:48.383917 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (3ba03155-a256-4d12-935c-4c94ada17413), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:48.430933 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:48.444639 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70bac598-5b49-450a-9297-98c948ede895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ba03155-a256-4d12-935c-4c94ada17413'}] {{(pid=108171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:37:48.449413 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966b91da6921e714df7c26a37f4733087768fb9a36052be1ead95d4d835f43be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09b7458-7474-44ad-aa82-70662af673a5" -d '{"events": [{"server_uuid": "70bac598-5b49-450a-9297-98c948ede895", "name": "network-vif-plugged", "status": "completed", "tag": "3ba03155-a256-4d12-935c-4c94ada17413"}]}' {{(pid=108171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:37:48.481954 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] For port 3ba03155-a256-4d12-935c-4c94ada17413, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=3ba03155-a256-4d12-935c-4c94ada17413,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:37:48.488952 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-8ede093e-d571-4d05-9fc1-b8a1876cac87 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1762611026-network', 'tenant_id': 'c3c72a0ce1094ac2a3af43b076abac75'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:37:48.563112 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6866635-be7e-4909-aede-2152299397b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe95bac-e032-4369-aa82-5db38a33aac0,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:48.567727 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [req-e0c40d1b-5b29-4831-afec-7010ef765acd req-b1920167-669a-465d-ac1a-608e3356b741 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-169100326', 'description': 'tempest-description-1029678555'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:37:48.574169 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:48.580715 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-530e8b64-a228-4d71-8a6b-ff431ef36139 req-acd0540d-e09a-4c09-985c-476f9ebecc69 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (af4a013c-d620-4b4a-84ad-011e81256ee6), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:48.708509 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (3ba03155-a256-4d12-935c-4c94ada17413), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:48.708822 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ede093e-d571-4d05-9fc1-b8a1876cac87 admin admin] Made reservation on behalf of c3c72a0ce1094ac2a3af43b076abac75 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:37:48.713285 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8ede093e-d571-4d05-9fc1-b8a1876cac87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:48.735458 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8ede093e-d571-4d05-9fc1-b8a1876cac87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:48.783249 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-e0c40d1b-5b29-4831-afec-7010ef765acd req-b1920167-669a-465d-ac1a-608e3356b741 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:48.802331 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Pushing event updated for resources: {'Port': ['ID=3ba03155-a256-4d12-935c-4c94ada17413,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:48.944903 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8ede093e-d571-4d05-9fc1-b8a1876cac87 admin admin] Publish callbacks [] for security_group (7cd24c87-8f7a-4b5c-be90-06ea30a776cf), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:48.948583 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-530e8b64-a228-4d71-8a6b-ff431ef36139 req-acd0540d-e09a-4c09-985c-476f9ebecc69 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Publish callbacks [] for port (af4a013c-d620-4b4a-84ad-011e81256ee6), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:49.043584 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-e0c40d1b-5b29-4831-afec-7010ef765acd req-b1920167-669a-465d-ac1a-608e3356b741 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Publish callbacks [] for security_group (18f457bf-4de2-4896-947f-35c627822465), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:49.045050 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8ede093e-d571-4d05-9fc1-b8a1876cac87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (7cd24c87-8f7a-4b5c-be90-06ea30a776cf), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:49.046443 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-530e8b64-a228-4d71-8a6b-ff431ef36139 req-acd0540d-e09a-4c09-985c-476f9ebecc69 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (af4a013c-d620-4b4a-84ad-011e81256ee6), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:49.119542 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ede093e-d571-4d05-9fc1-b8a1876cac87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd24c87-8f7a-4b5c-be90-06ea30a776cf,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:49.141525 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ede093e-d571-4d05-9fc1-b8a1876cac87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:37:49.165539 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-e0c40d1b-5b29-4831-afec-7010ef765acd req-b1920167-669a-465d-ac1a-608e3356b741 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (18f457bf-4de2-4896-947f-35c627822465), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:49.178902 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8ede093e-d571-4d05-9fc1-b8a1876cac87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (1fc57bae-cc48-498c-a010-4b1bfc696617), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:49.183207 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-8ede093e-d571-4d05-9fc1-b8a1876cac87 admin admin] Added segment 1fc57bae-cc48-498c-a010-4b1bfc696617 of type vlan for network 73860823-05c1-4d23-b7c0-6204dbac5f05 Oct 04 20:37:49.212578 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:49.223259 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=46 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:49.261337 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 32984) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:37:49.279247 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-530e8b64-a228-4d71-8a6b-ff431ef36139 req-acd0540d-e09a-4c09-985c-476f9ebecc69 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582728'] for floatingip (078742fb-ac36-44e5-b863-1fdd56a65449), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:49.295439 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd0540d-e09a-4c09-985c-476f9ebecc69 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Pushing event updated for resources: {'Port': ['ID=af4a013c-d620-4b4a-84ad-011e81256ee6,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:49.303932 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8ede093e-d571-4d05-9fc1-b8a1876cac87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (73860823-05c1-4d23-b7c0-6204dbac5f05), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:49.315781 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1920167-669a-465d-ac1a-608e3356b741 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18f457bf-4de2-4896-947f-35c627822465,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:49.364144 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-e0c40d1b-5b29-4831-afec-7010ef765acd req-b1920167-669a-465d-ac1a-608e3356b741 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:49.380972 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e0c40d1b-5b29-4831-afec-7010ef765acd req-b1920167-669a-465d-ac1a-608e3356b741 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.8237164 Oct 04 20:37:49.473703 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8ede093e-d571-4d05-9fc1-b8a1876cac87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (73860823-05c1-4d23-b7c0-6204dbac5f05), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:49.475589 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ede093e-d571-4d05-9fc1-b8a1876cac87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:37:49.476631 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8ede093e-d571-4d05-9fc1-b8a1876cac87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:49.477275 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-530e8b64-a228-4d71-8a6b-ff431ef36139 req-acd0540d-e09a-4c09-985c-476f9ebecc69 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:49.479706 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-530e8b64-a228-4d71-8a6b-ff431ef36139 req-acd0540d-e09a-4c09-985c-476f9ebecc69 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.7381632 Oct 04 20:37:49.542732 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=37 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:49.577109 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=9 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:49.580715 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-530e8b64-a228-4d71-8a6b-ff431ef36139 req-27ee8741-71c8-472a-ba6a-510502214c68 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] 10.222.0.78 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.5.242 HTTP/1.1" status: 200 len: 696 time: 0.0843604 Oct 04 20:37:49.625123 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ad0ac154-8b44-4c32-aec8-517f9bdb4067 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:49.645321 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ede093e-d571-4d05-9fc1-b8a1876cac87 admin admin] Pushing event updated for resources: {'Network': ['ID=73860823-05c1-4d23-b7c0-6204dbac5f05,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:49.670140 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 73860823-05c1-4d23-b7c0-6204dbac5f05 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:37:49.681721 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-8ede093e-d571-4d05-9fc1-b8a1876cac87 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4906819 Oct 04 20:37:49.687291 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 33000) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:37:49.700919 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-b3410bda-adaf-44d0-8773-20baa5c5dfd8 admin admin] Request body: {'subnet': {'network_id': '73860823-05c1-4d23-b7c0-6204dbac5f05', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1762611026-subnet', 'tenant_id': 'c3c72a0ce1094ac2a3af43b076abac75', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:37:49.812388 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55129b99-2b3b-4244-a5f6-60467e17fb4e req-9483749f-55fd-4150-a6c4-856a11f4ad0c tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:37:49.814800 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-55129b99-2b3b-4244-a5f6-60467e17fb4e req-9483749f-55fd-4150-a6c4-856a11f4ad0c tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=70bac598-5b49-450a-9297-98c948ede895 HTTP/1.1" status: 200 len: 949 time: 0.2108481 Oct 04 20:37:49.840330 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3410bda-adaf-44d0-8773-20baa5c5dfd8 admin admin] Made reservation on behalf of c3c72a0ce1094ac2a3af43b076abac75 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:37:49.844619 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b3410bda-adaf-44d0-8773-20baa5c5dfd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:49.938995 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e8b64-a228-4d71-8a6b-ff431ef36139 req-eab39005-158d-4b34-9442-85b694a841c9 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:37:49.941333 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ad0ac154-8b44-4c32-aec8-517f9bdb4067 admin admin] Publish callbacks [] for security_group (9be17ef6-dab0-4614-9d42-922ad689b0ac), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:49.941745 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-530e8b64-a228-4d71-8a6b-ff431ef36139 req-eab39005-158d-4b34-9442-85b694a841c9 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] 10.222.0.78 "GET /networking/v2.0/networks/52a60aae-e230-4bd7-89bc-781767fd7892 HTTP/1.1" status: 200 len: 784 time: 0.3520768 Oct 04 20:37:49.950577 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=75,neutron:INSERT=22,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:49.978332 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:50.001428 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-55129b99-2b3b-4244-a5f6-60467e17fb4e req-fc0c483c-d9a0-43bc-994c-cb353649877f tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485395 Oct 04 20:37:50.021806 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ad0ac154-8b44-4c32-aec8-517f9bdb4067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (9be17ef6-dab0-4614-9d42-922ad689b0ac), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:50.141639 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 20:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4810cfa3-c2fd-4ff3-a22f-54f45d245717 x-openstack-request-id: req-4810cfa3-c2fd-4ff3-a22f-54f45d245717 {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:37:50.143863 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70bac598-5b49-450a-9297-98c948ede895", "name": "network-vif-plugged", "status": "completed", "tag": "3ba03155-a256-4d12-935c-4c94ada17413", "code": 200}]} {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:37:50.144799 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4810cfa3-c2fd-4ff3-a22f-54f45d245717 {{(pid=108171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:37:50.145967 n-d-852085-12 neutron-server[108171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4810cfa3-c2fd-4ff3-a22f-54f45d245717'] response: {'server_uuid': '70bac598-5b49-450a-9297-98c948ede895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ba03155-a256-4d12-935c-4c94ada17413', 'code': 200} Oct 04 20:37:50.179002 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0ac154-8b44-4c32-aec8-517f9bdb4067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be17ef6-dab0-4614-9d42-922ad689b0ac,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:50.189616 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ad0ac154-8b44-4c32-aec8-517f9bdb4067 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=bd4ff55c86c14c6fbd1a64cdd9102cf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9265909 Oct 04 20:37:50.194832 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 33014) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:37:50.263432 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-24023683-3c02-4955-ae02-c4090c415b07 req-5e30e468-368e-4394-a623-e76c7eec9613 tempest-LiveMigrationTest-1791906039 tempest-LiveMigrationTest-1791906039-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1440289309&fields=id&tenant_id=10ad510c188c41c5b44cde6ddd2f40e3 HTTP/1.1" status: 200 len: 267 time: 0.1832395 Oct 04 20:37:50.375987 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8d7db0d8-b2d2-4856-b335-f2e5abe93432 admin admin] Publish callbacks [] for security_group (9be17ef6-dab0-4614-9d42-922ad689b0ac), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:50.423212 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8d7db0d8-b2d2-4856-b335-f2e5abe93432 admin admin] Publish callbacks [] for security_group (9be17ef6-dab0-4614-9d42-922ad689b0ac), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:50.497187 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b158a6bc-bd4e-44cb-8962-52382166155e req-9534953e-6543-43ad-b2fc-d877e25abd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:37:50.499961 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-b158a6bc-bd4e-44cb-8962-52382166155e req-9534953e-6543-43ad-b2fc-d877e25abd02 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=70bac598-5b49-450a-9297-98c948ede895 HTTP/1.1" status: 200 len: 1132 time: 0.2120852 Oct 04 20:37:50.500948 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b3410bda-adaf-44d0-8773-20baa5c5dfd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (345c6c6b-dbf0-477b-af23-82500953a6df), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:50.528334 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e1e7cb67-18dd-4090-a97d-8ce1a5b06020 req-d2736e12-93bf-4054-9760-dc8e9dccff88 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] 10.222.0.78 "GET /networking/v2.0/security-groups/18f457bf-4de2-4896-947f-35c627822465 HTTP/1.1" status: 200 len: 1829 time: 0.3508062 Oct 04 20:37:50.631473 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3410bda-adaf-44d0-8773-20baa5c5dfd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=345c6c6b-dbf0-477b-af23-82500953a6df,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:50.657200 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24023683-3c02-4955-ae02-c4090c415b07 req-dff2574b-fa83-492c-acec-2a0b1192b120 tempest-LiveMigrationTest-1791906039 tempest-LiveMigrationTest-1791906039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:37:50.660587 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-24023683-3c02-4955-ae02-c4090c415b07 req-dff2574b-fa83-492c-acec-2a0b1192b120 tempest-LiveMigrationTest-1791906039 tempest-LiveMigrationTest-1791906039-project] 10.222.0.78 "GET /networking/v2.0/networks?id=f83df98d-561c-48da-846a-6d99e02fce9a HTTP/1.1" status: 200 len: 808 time: 0.3930292 Oct 04 20:37:50.714300 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3410bda-adaf-44d0-8773-20baa5c5dfd8 admin admin] Checking segment: {'id': '1fc57bae-cc48-498c-a010-4b1bfc696617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '73860823-05c1-4d23-b7c0-6204dbac5f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:37:50.714887 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3410bda-adaf-44d0-8773-20baa5c5dfd8 admin admin] Network hostable DHCP agents. Network: 73860823-05c1-4d23-b7c0-6204dbac5f05, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:37:50.715441 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-b158a6bc-bd4e-44cb-8962-52382166155e req-e4e5c571-7f7e-4f55-89e7-1d06116cc144 service neutron] 10.222.0.83 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053916 Oct 04 20:37:50.719718 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:50.726814 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-24023683-3c02-4955-ae02-c4090c415b07 req-566171eb-f2ad-4e49-bb3d-52a0eacc03b3 tempest-LiveMigrationTest-1791906039 tempest-LiveMigrationTest-1791906039-project] 10.222.0.78 "GET /networking/v2.0/quotas/10ad510c188c41c5b44cde6ddd2f40e3 HTTP/1.1" status: 200 len: 375 time: 0.0562911 Oct 04 20:37:50.803027 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 33028) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:37:50.812860 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3410bda-adaf-44d0-8773-20baa5c5dfd8 admin admin] Network 73860823-05c1-4d23-b7c0-6204dbac5f05 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:37:50.818985 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8d7db0d8-b2d2-4856-b335-f2e5abe93432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (9be17ef6-dab0-4614-9d42-922ad689b0ac), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:50.819755 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8d7db0d8-b2d2-4856-b335-f2e5abe93432 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:50.821155 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-8d7db0d8-b2d2-4856-b335-f2e5abe93432 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/9be17ef6-dab0-4614-9d42-922ad689b0ac HTTP/1.1" status: 204 len: 168 time: 0.6242132 Oct 04 20:37:50.843807 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7db0d8-b2d2-4856-b335-f2e5abe93432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be17ef6-dab0-4614-9d42-922ad689b0ac,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:50.879397 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e75bc5fd-5444-4447-87fc-ead35bdd0d22 req-f8b127d0-f3ed-44e8-985f-6abc69bc4a75 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] 10.222.0.78 "GET /networking/v2.0/floatingips/078742fb-ac36-44e5-b863-1fdd56a65449 HTTP/1.1" status: 200 len: 693 time: 0.1619961 Oct 04 20:37:50.917548 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-24023683-3c02-4955-ae02-c4090c415b07 req-9672f964-811a-4167-9ff4-26112ffed7f4 tempest-LiveMigrationTest-1791906039 tempest-LiveMigrationTest-1791906039-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=10ad510c188c41c5b44cde6ddd2f40e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1788948 Oct 04 20:37:50.942051 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-b3410bda-adaf-44d0-8773-20baa5c5dfd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 73860823-05c1-4d23-b7c0-6204dbac5f05) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:37:50.957015 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3410bda-adaf-44d0-8773-20baa5c5dfd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:37:50.958824 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b3410bda-adaf-44d0-8773-20baa5c5dfd8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:50.960541 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829e762a-c22d-445b-94d9-d5663f277d99 None None] Network 73860823-05c1-4d23-b7c0-6204dbac5f05 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:37:51.056103 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-50b76627-842f-49a9-8340-9b4460d14515 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1350780842-network', 'tenant_id': '1d50f961abf54801bd03d5551f45b8be'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:37:51.107919 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b3410bda-adaf-44d0-8773-20baa5c5dfd8 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4161682 Oct 04 20:37:51.245436 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b76627-842f-49a9-8340-9b4460d14515 admin admin] Made reservation on behalf of 1d50f961abf54801bd03d5551f45b8be for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:37:51.247754 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2808c6cd-7adb-422c-8702-f7e2787069a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-73860823-05c1-4d23-b7c0-6204dbac5f05', 'network_id': '73860823-05c1-4d23-b7c0-6204dbac5f05', 'project_id': 'c3c72a0ce1094ac2a3af43b076abac75', 'fixed_ips': [{'subnet_id': '345c6c6b-dbf0-477b-af23-82500953a6df'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:37:51.250142 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2808c6cd-7adb-422c-8702-f7e2787069a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:51.250406 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-50b76627-842f-49a9-8340-9b4460d14515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:51.254981 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [req-21345f95-2a0c-4bda-9a99-ad47c90af895 req-9ab7f2d3-74f3-4a04-92e8-525c30cdcf7c tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] show failed (client error): The resource could not be found. Oct 04 20:37:51.257224 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-21345f95-2a0c-4bda-9a99-ad47c90af895 req-9ab7f2d3-74f3-4a04-92e8-525c30cdcf7c tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] 10.222.0.78 "GET /networking/v2.0/security-groups/13210f25-a2a3-4428-8970-df9dfc1d86a2 HTTP/1.1" status: 404 len: 352 time: 0.0399721 Oct 04 20:37:51.324260 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75bc5fd-5444-4447-87fc-ead35bdd0d22 req-f5f2e5fe-da31-46ec-83f1-3d79ccaa9e28 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:37:51.328495 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-50b76627-842f-49a9-8340-9b4460d14515 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:51.331042 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e75bc5fd-5444-4447-87fc-ead35bdd0d22 req-f5f2e5fe-da31-46ec-83f1-3d79ccaa9e28 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] 10.222.0.78 "GET /networking/v2.0/networks/52a60aae-e230-4bd7-89bc-781767fd7892 HTTP/1.1" status: 200 len: 784 time: 0.3813951 Oct 04 20:37:51.426458 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:51.546850 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b9b95b-fd34-4ea2-9587-27b243ba8e9e req-cb9268bf-8f2f-4b9a-ad73-0237bd59b2e6 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:37:51.564213 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-b3b9b95b-fd34-4ea2-9587-27b243ba8e9e req-cb9268bf-8f2f-4b9a-ad73-0237bd59b2e6 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=70bac598-5b49-450a-9297-98c948ede895 HTTP/1.1" status: 200 len: 949 time: 0.1685309 Oct 04 20:37:51.589041 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-50b76627-842f-49a9-8340-9b4460d14515 admin admin] Publish callbacks [] for security_group (8c9e004c-479d-4965-97b0-0d0e9d7398f6), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:51.612487 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:51.619945 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-2808c6cd-7adb-422c-8702-f7e2787069a5 None None] Allocated IP 172.20.0.2 (73860823-05c1-4d23-b7c0-6204dbac5f05/345c6c6b-dbf0-477b-af23-82500953a6df/749af15b-a135-4b41-911d-31866d6cc04b) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:37:51.720956 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-b3b9b95b-fd34-4ea2-9587-27b243ba8e9e req-787d678a-9886-436e-be06-fb3970662466 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478846 Oct 04 20:37:51.721316 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-50b76627-842f-49a9-8340-9b4460d14515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (8c9e004c-479d-4965-97b0-0d0e9d7398f6), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:51.789159 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50b76627-842f-49a9-8340-9b4460d14515 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:37:51.813957 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-50b76627-842f-49a9-8340-9b4460d14515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (96e80265-2803-42dc-b659-fd6e36c749d8), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:51.815053 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-50b76627-842f-49a9-8340-9b4460d14515 admin admin] Added segment 96e80265-2803-42dc-b659-fd6e36c749d8 of type vlan for network 17942c9d-fde3-45c6-9039-236894629c55 Oct 04 20:37:51.857638 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [req-314ff48c-5565-4b54-b550-86515890528f req-be27ea31-e4a5-424d-8cf2-f93a4871dda8 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] show failed (client error): The resource could not be found. Oct 04 20:37:51.893993 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-314ff48c-5565-4b54-b550-86515890528f req-be27ea31-e4a5-424d-8cf2-f93a4871dda8 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules/a84cd67d-e9cf-48ad-aab4-111f3c61cdc7 HTTP/1.1" status: 404 len: 361 time: 0.0644963 Oct 04 20:37:51.935997 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-50b76627-842f-49a9-8340-9b4460d14515 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (17942c9d-fde3-45c6-9039-236894629c55), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:51.949419 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2808c6cd-7adb-422c-8702-f7e2787069a5 None None] Publish callbacks [] for port (749af15b-a135-4b41-911d-31866d6cc04b), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:52.008158 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:52.029305 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2808c6cd-7adb-422c-8702-f7e2787069a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (749af15b-a135-4b41-911d-31866d6cc04b), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:52.083948 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-50b76627-842f-49a9-8340-9b4460d14515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (17942c9d-fde3-45c6-9039-236894629c55), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:52.085733 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b76627-842f-49a9-8340-9b4460d14515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:37:52.086736 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-50b76627-842f-49a9-8340-9b4460d14515 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:52.130400 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b76627-842f-49a9-8340-9b4460d14515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9e004c-479d-4965-97b0-0d0e9d7398f6,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:52.134750 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-30aebdaa-8db3-41b2-a540-12a4ca07733e req-e19a4b19-e70a-4beb-998d-254ef5123776 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] 10.222.0.78 "GET /networking/v2.0/floatingips/078742fb-ac36-44e5-b863-1fdd56a65449 HTTP/1.1" status: 200 len: 693 time: 0.1824729 Oct 04 20:37:52.248596 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2808c6cd-7adb-422c-8702-f7e2787069a5 None None] Pushing event updated for resources: {'Port': ['ID=749af15b-a135-4b41-911d-31866d6cc04b,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:52.338498 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2808c6cd-7adb-422c-8702-f7e2787069a5 None None] Network 73860823-05c1-4d23-b7c0-6204dbac5f05 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:37:52.350945 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-2808c6cd-7adb-422c-8702-f7e2787069a5 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:37:52.360754 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2808c6cd-7adb-422c-8702-f7e2787069a5 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:37:52.487941 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=74,neutron:INSERT=19,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:52.500103 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b76627-842f-49a9-8340-9b4460d14515 admin admin] Pushing event updated for resources: {'Network': ['ID=17942c9d-fde3-45c6-9039-236894629c55,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:52.525525 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 17942c9d-fde3-45c6-9039-236894629c55 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:37:52.581445 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-2808c6cd-7adb-422c-8702-f7e2787069a5 None None] Attempting to bind port 749af15b-a135-4b41-911d-31866d6cc04b on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:37:52.582749 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-2808c6cd-7adb-422c-8702-f7e2787069a5 None None] Attempting to bind port 749af15b-a135-4b41-911d-31866d6cc04b by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '1fc57bae-cc48-498c-a010-4b1bfc696617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '73860823-05c1-4d23-b7c0-6204dbac5f05'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:37:52.583724 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2808c6cd-7adb-422c-8702-f7e2787069a5 None None] Attempting to bind port 749af15b-a135-4b41-911d-31866d6cc04b on network 73860823-05c1-4d23-b7c0-6204dbac5f05 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:37:52.611872 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-50b76627-842f-49a9-8340-9b4460d14515 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.8067932 Oct 04 20:37:52.621831 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 33094) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:37:52.626612 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aebdaa-8db3-41b2-a540-12a4ca07733e req-14cedcf8-d78f-4572-b394-7f4c8e33d978 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:37:52.630753 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-a21de614-fa8d-4e6b-882d-38fd39936b9e admin admin] Request body: {'subnet': {'network_id': '17942c9d-fde3-45c6-9039-236894629c55', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1350780842-subnet', 'tenant_id': '1d50f961abf54801bd03d5551f45b8be', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:37:52.636608 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-30aebdaa-8db3-41b2-a540-12a4ca07733e req-14cedcf8-d78f-4572-b394-7f4c8e33d978 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] 10.222.0.78 "GET /networking/v2.0/networks/52a60aae-e230-4bd7-89bc-781767fd7892 HTTP/1.1" status: 200 len: 784 time: 0.4952526 Oct 04 20:37:52.643216 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d0f2228e-daab-4aca-951f-1668d00ef6c3 req-ae391df1-09f4-4745-9ff5-8701324d411e tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] 10.222.0.78 "GET /networking/v2.0/security-groups/18f457bf-4de2-4896-947f-35c627822465 HTTP/1.1" status: 200 len: 1829 time: 0.2688174 Oct 04 20:37:52.733116 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:52.801980 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a21de614-fa8d-4e6b-882d-38fd39936b9e admin admin] Made reservation on behalf of 1d50f961abf54801bd03d5551f45b8be for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:37:52.810052 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a21de614-fa8d-4e6b-882d-38fd39936b9e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:52.825708 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-30aebdaa-8db3-41b2-a540-12a4ca07733e req-46d435c0-29f5-4809-acf2-db54bab9bc45 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] 10.222.0.78 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.5.242 HTTP/1.1" status: 200 len: 696 time: 0.1654558 Oct 04 20:37:52.855432 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2808c6cd-7adb-422c-8702-f7e2787069a5 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:37:52.855432 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2808c6cd-7adb-422c-8702-f7e2787069a5 None None] Checking segment: {'id': '1fc57bae-cc48-498c-a010-4b1bfc696617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '73860823-05c1-4d23-b7c0-6204dbac5f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:37:52.855432 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2808c6cd-7adb-422c-8702-f7e2787069a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:52.855432 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2808c6cd-7adb-422c-8702-f7e2787069a5 None None] Bound using segment: {'id': '1fc57bae-cc48-498c-a010-4b1bfc696617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '73860823-05c1-4d23-b7c0-6204dbac5f05'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:37:52.855432 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-2808c6cd-7adb-422c-8702-f7e2787069a5 None None] Bound port: 749af15b-a135-4b41-911d-31866d6cc04b, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fc57bae-cc48-498c-a010-4b1bfc696617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '73860823-05c1-4d23-b7c0-6204dbac5f05'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:37:52.855432 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2808c6cd-7adb-422c-8702-f7e2787069a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (749af15b-a135-4b41-911d-31866d6cc04b), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:52.863881 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 33098) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:37:52.961839 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-788e00eb-e8b6-4604-9074-ce1c0c64eee6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:53.100417 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-30aebdaa-8db3-41b2-a540-12a4ca07733e req-47193c10-13ea-4a03-a99a-5360897172c0 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] 10.222.0.78 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.5.242 HTTP/1.1" status: 200 len: 696 time: 0.1442196 Oct 04 20:37:53.100417 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:53.100749 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2808c6cd-7adb-422c-8702-f7e2787069a5 None None] For port 749af15b-a135-4b41-911d-31866d6cc04b, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:37:53.100749 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2808c6cd-7adb-422c-8702-f7e2787069a5 None None] For port 749af15b-a135-4b41-911d-31866d6cc04b, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=749af15b-a135-4b41-911d-31866d6cc04b,segment=NetworkSegment(1fc57bae-cc48-498c-a010-4b1bfc696617),segment_id=1fc57bae-cc48-498c-a010-4b1bfc696617)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:37:53.100749 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:53.187813 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-d0f2228e-daab-4aca-951f-1668d00ef6c3 req-7ede16ef-f194-4ffc-b9d2-8acdd0db4ced tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Publish callbacks [] for security_group (18f457bf-4de2-4896-947f-35c627822465), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:53.270270 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2808c6cd-7adb-422c-8702-f7e2787069a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (749af15b-a135-4b41-911d-31866d6cc04b), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:53.344757 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 33106) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:37:53.416902 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-d0f2228e-daab-4aca-951f-1668d00ef6c3 req-7ede16ef-f194-4ffc-b9d2-8acdd0db4ced tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Publish callbacks [] for security_group (18f457bf-4de2-4896-947f-35c627822465), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:53.427867 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a21de614-fa8d-4e6b-882d-38fd39936b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (9874e673-3510-44b7-b99a-560ed0fc1dbb), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:53.447023 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2808c6cd-7adb-422c-8702-f7e2787069a5 None None] Pushing event updated for resources: {'Port': ['ID=749af15b-a135-4b41-911d-31866d6cc04b,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:53.465345 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [req-30aebdaa-8db3-41b2-a540-12a4ca07733e req-b862c2e9-767e-47af-8adc-fe53b12a29a5 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Deleting port af4a013c-d620-4b4a-84ad-011e81256ee6 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:37:53.465876 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-30aebdaa-8db3-41b2-a540-12a4ca07733e req-b862c2e9-767e-47af-8adc-fe53b12a29a5 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (af4a013c-d620-4b4a-84ad-011e81256ee6), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:53.642807 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21de614-fa8d-4e6b-882d-38fd39936b9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9874e673-3510-44b7-b99a-560ed0fc1dbb,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:53.652643 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:53.657250 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-788e00eb-e8b6-4604-9074-ce1c0c64eee6 admin admin] Publish callbacks [] for security_group (b02129b3-f787-4ccb-9cc1-848b7c203d05), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:53.683208 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21de614-fa8d-4e6b-882d-38fd39936b9e admin admin] Checking segment: {'id': '96e80265-2803-42dc-b659-fd6e36c749d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '17942c9d-fde3-45c6-9039-236894629c55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:37:53.683208 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21de614-fa8d-4e6b-882d-38fd39936b9e admin admin] Network hostable DHCP agents. Network: 17942c9d-fde3-45c6-9039-236894629c55, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:37:53.805115 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-d0f2228e-daab-4aca-951f-1668d00ef6c3 req-7ede16ef-f194-4ffc-b9d2-8acdd0db4ced tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (18f457bf-4de2-4896-947f-35c627822465), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:53.810151 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-d0f2228e-daab-4aca-951f-1668d00ef6c3 req-7ede16ef-f194-4ffc-b9d2-8acdd0db4ced tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:53.844150 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d0f2228e-daab-4aca-951f-1668d00ef6c3 req-7ede16ef-f194-4ffc-b9d2-8acdd0db4ced tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/18f457bf-4de2-4896-947f-35c627822465 HTTP/1.1" status: 204 len: 173 time: 1.1841784 Oct 04 20:37:53.860121 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-788e00eb-e8b6-4604-9074-ce1c0c64eee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (b02129b3-f787-4ccb-9cc1-848b7c203d05), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:53.885557 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-30aebdaa-8db3-41b2-a540-12a4ca07733e req-b862c2e9-767e-47af-8adc-fe53b12a29a5 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (af4a013c-d620-4b4a-84ad-011e81256ee6), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:53.885557 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-30aebdaa-8db3-41b2-a540-12a4ca07733e req-b862c2e9-767e-47af-8adc-fe53b12a29a5 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Publish callbacks [] for floatingip (af4a013c-d620-4b4a-84ad-011e81256ee6), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:53.886166 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21de614-fa8d-4e6b-882d-38fd39936b9e admin admin] Network 17942c9d-fde3-45c6-9039-236894629c55 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:37:53.910113 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cdc2e602-2fe1-4c46-8e92-a150f53af12a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:54.004798 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [req-30aebdaa-8db3-41b2-a540-12a4ca07733e req-b862c2e9-767e-47af-8adc-fe53b12a29a5 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Calling delete_port for af4a013c-d620-4b4a-84ad-011e81256ee6 owned by network:floatingip {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:37:54.009123 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ede16ef-f194-4ffc-b9d2-8acdd0db4ced tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f457bf-4de2-4896-947f-35c627822465,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:54.092695 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-788e00eb-e8b6-4604-9074-ce1c0c64eee6 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=680a366207fd4e58b27ea5300fb767b5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2262216 Oct 04 20:37:54.097000 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 33116) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:37:54.218594 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cdc2e602-2fe1-4c46-8e92-a150f53af12a admin admin] Publish callbacks [] for security_group (ef5e79d8-275b-4133-9738-6a59ec02b400), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:54.249377 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4913efd1-6805-41ec-8b9d-d5042290af76 admin admin] Publish callbacks [] for security_group (b02129b3-f787-4ccb-9cc1-848b7c203d05), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:54.259730 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e00eb-e8b6-4604-9074-ce1c0c64eee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b02129b3-f787-4ccb-9cc1-848b7c203d05,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:54.290761 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b908ae-5993-43ab-9637-51270b3b1218 req-30d7cad3-2c99-4414-b9e7-93ca13e4a39b tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:37:54.296323 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-06b908ae-5993-43ab-9637-51270b3b1218 req-30d7cad3-2c99-4414-b9e7-93ca13e4a39b tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=70bac598-5b49-450a-9297-98c948ede895 HTTP/1.1" status: 200 len: 949 time: 0.2423503 Oct 04 20:37:54.302258 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4913efd1-6805-41ec-8b9d-d5042290af76 admin admin] Publish callbacks [] for security_group (b02129b3-f787-4ccb-9cc1-848b7c203d05), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:54.433768 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cdc2e602-2fe1-4c46-8e92-a150f53af12a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (ef5e79d8-275b-4133-9738-6a59ec02b400), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:54.444856 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-a21de614-fa8d-4e6b-882d-38fd39936b9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 17942c9d-fde3-45c6-9039-236894629c55) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:37:54.457795 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 749af15b-a135-4b41-911d-31866d6cc04b up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:37:54.475404 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788f70fa-bf52-4674-973a-7460c31c8594 None None] Network 17942c9d-fde3-45c6-9039-236894629c55 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:37:54.476419 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-06b908ae-5993-43ab-9637-51270b3b1218 req-006e53bf-b211-4a1f-bb24-2ecb58646086 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686578 Oct 04 20:37:54.542189 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-cdc2e602-2fe1-4c46-8e92-a150f53af12a admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=86fb412093454da0af42e1473196145f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1947322 Oct 04 20:37:54.563009 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21de614-fa8d-4e6b-882d-38fd39936b9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:37:54.564733 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a21de614-fa8d-4e6b-882d-38fd39936b9e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:54.576261 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 33124) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:37:54.595515 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4913efd1-6805-41ec-8b9d-d5042290af76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (b02129b3-f787-4ccb-9cc1-848b7c203d05), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:54.610159 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4913efd1-6805-41ec-8b9d-d5042290af76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:54.616502 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-4913efd1-6805-41ec-8b9d-d5042290af76 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/b02129b3-f787-4ccb-9cc1-848b7c203d05 HTTP/1.1" status: 204 len: 168 time: 0.5156755 Oct 04 20:37:54.664539 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:54.733056 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:54.760260 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc2e602-2fe1-4c46-8e92-a150f53af12a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5e79d8-275b-4133-9738-6a59ec02b400,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:54.778078 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-30aebdaa-8db3-41b2-a540-12a4ca07733e req-b862c2e9-767e-47af-8adc-fe53b12a29a5 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (af4a013c-d620-4b4a-84ad-011e81256ee6), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:54.814550 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a21de614-fa8d-4e6b-882d-38fd39936b9e admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.1904817 Oct 04 20:37:54.845481 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 33130) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:37:54.893421 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-f30a933b-b189-46db-897b-ef06d0498dc4 admin admin] Request body: {'router': {'name': 'tempest-ImagesTestJSON-1350780842-router', 'tenant_id': '1d50f961abf54801bd03d5551f45b8be', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:37:54.897286 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b862c2e9-767e-47af-8adc-fe53b12a29a5 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Pushing event deleted for resources: {'Port': ['ID=af4a013c-d620-4b4a-84ad-011e81256ee6,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:54.961350 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4913efd1-6805-41ec-8b9d-d5042290af76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02129b3-f787-4ccb-9cc1-848b7c203d05,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:55.066445 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a3385399-6cec-487c-9af7-fa5f1ce028a7 admin admin] Publish callbacks [] for security_group (ef5e79d8-275b-4133-9738-6a59ec02b400), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:55.087102 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 749af15b-a135-4b41-911d-31866d6cc04b triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:37:55.090792 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (749af15b-a135-4b41-911d-31866d6cc04b), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:55.097176 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 749af15b-a135-4b41-911d-31866d6cc04b Oct 04 20:37:55.098319 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-30aebdaa-8db3-41b2-a540-12a4ca07733e req-b862c2e9-767e-47af-8adc-fe53b12a29a5 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Publish callbacks [] for floatingip (078742fb-ac36-44e5-b863-1fdd56a65449), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:55.124229 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-30aebdaa-8db3-41b2-a540-12a4ca07733e req-b862c2e9-767e-47af-8adc-fe53b12a29a5 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:55.148353 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-30aebdaa-8db3-41b2-a540-12a4ca07733e req-b862c2e9-767e-47af-8adc-fe53b12a29a5 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/078742fb-ac36-44e5-b863-1fdd56a65449 HTTP/1.1" status: 204 len: 173 time: 2.1202965 Oct 04 20:37:55.170036 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2,neutron:INSERT=11,neutron:DELETE=6 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:55.175342 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f30a933b-b189-46db-897b-ef06d0498dc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (ef513021-12ed-40aa-a403-7b4a8ee6e44f), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:55.177745 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f30a933b-b189-46db-897b-ef06d0498dc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (ef513021-12ed-40aa-a403-7b4a8ee6e44f), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:55.386527 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23ddfef-8f15-4831-8520-8dcfad685f03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-17942c9d-fde3-45c6-9039-236894629c55', 'network_id': '17942c9d-fde3-45c6-9039-236894629c55', 'project_id': '1d50f961abf54801bd03d5551f45b8be', 'fixed_ips': [{'subnet_id': '9874e673-3510-44b7-b99a-560ed0fc1dbb'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:37:55.386795 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-1464db92-8918-4463-afb2-3cd7c29128e1 req-bab66d2d-2d1a-4186-b0e5-fefdf798a04c tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] 10.222.0.78 "GET /networking/v2.0/security-groups/4f5f3da5-25ec-4c41-a0bb-6a4fc55405c5 HTTP/1.1" status: 200 len: 1828 time: 0.1841233 Oct 04 20:37:55.390885 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f23ddfef-8f15-4831-8520-8dcfad685f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:55.427937 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f30a933b-b189-46db-897b-ef06d0498dc4 admin admin] Publish callbacks [] for router_controller (ef513021-12ed-40aa-a403-7b4a8ee6e44f), precommit_add_association {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:55.434979 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a3385399-6cec-487c-9af7-fa5f1ce028a7 admin admin] Publish callbacks [] for security_group (ef5e79d8-275b-4133-9738-6a59ec02b400), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:55.704610 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-1464db92-8918-4463-afb2-3cd7c29128e1 req-1a8c64a2-d064-4849-96f2-4600e82083ec tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Publish callbacks [] for security_group (4f5f3da5-25ec-4c41-a0bb-6a4fc55405c5), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:55.857539 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb36d94d-fb93-4ccc-8fb9-01582fa9e442 None None] Network 73860823-05c1-4d23-b7c0-6204dbac5f05 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:37:56.010502 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6785d883-f19f-4f9c-972a-bffbf17093ac req-ed23029e-2a98-42d6-ac25-3599da97ceda tempest-ListServerFiltersTestJSON-298500262 tempest-ListServerFiltersTestJSON-298500262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:37:56.013290 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-6785d883-f19f-4f9c-972a-bffbf17093ac req-ed23029e-2a98-42d6-ac25-3599da97ceda tempest-ListServerFiltersTestJSON-298500262 tempest-ListServerFiltersTestJSON-298500262-project] 10.222.0.78 "GET /networking/v2.0/networks?id=73860823-05c1-4d23-b7c0-6204dbac5f05 HTTP/1.1" status: 200 len: 816 time: 0.4606473 Oct 04 20:37:56.049881 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-bae2d51b-9196-4c06-9e09-bb996b756482 None None] Provisioning complete for port 749af15b-a135-4b41-911d-31866d6cc04b triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:37:56.051389 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-bae2d51b-9196-4c06-9e09-bb996b756482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (749af15b-a135-4b41-911d-31866d6cc04b), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:56.052089 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-bae2d51b-9196-4c06-9e09-bb996b756482 None None] Attempt 1 to provision port 749af15b-a135-4b41-911d-31866d6cc04b Oct 04 20:37:56.060728 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-6785d883-f19f-4f9c-972a-bffbf17093ac req-b15758ab-15cf-47c9-98ea-bfc840eeb6f4 tempest-ListServerFiltersTestJSON-298500262 tempest-ListServerFiltersTestJSON-298500262-project] 10.222.0.78 "GET /networking/v2.0/quotas/c3c72a0ce1094ac2a3af43b076abac75 HTTP/1.1" status: 200 len: 375 time: 0.0333192 Oct 04 20:37:56.063855 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-1464db92-8918-4463-afb2-3cd7c29128e1 req-1a8c64a2-d064-4849-96f2-4600e82083ec tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Publish callbacks [] for security_group (4f5f3da5-25ec-4c41-a0bb-6a4fc55405c5), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:56.224796 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-6785d883-f19f-4f9c-972a-bffbf17093ac req-afb0c7f6-ecc4-490f-b7d3-bc8a2e4da0fa tempest-ListServerFiltersTestJSON-298500262 tempest-ListServerFiltersTestJSON-298500262-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=c3c72a0ce1094ac2a3af43b076abac75&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1423218 Oct 04 20:37:56.316634 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:56.319226 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 33186) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:37:56.358868 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-1464db92-8918-4463-afb2-3cd7c29128e1 req-1a8c64a2-d064-4849-96f2-4600e82083ec tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (4f5f3da5-25ec-4c41-a0bb-6a4fc55405c5), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:56.371788 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-1464db92-8918-4463-afb2-3cd7c29128e1 req-1a8c64a2-d064-4849-96f2-4600e82083ec tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:56.377626 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-1464db92-8918-4463-afb2-3cd7c29128e1 req-1a8c64a2-d064-4849-96f2-4600e82083ec tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/4f5f3da5-25ec-4c41-a0bb-6a4fc55405c5 HTTP/1.1" status: 204 len: 173 time: 0.9903276 Oct 04 20:37:56.397652 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 749af15b-a135-4b41-911d-31866d6cc04b is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:37:56.398813 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (749af15b-a135-4b41-911d-31866d6cc04b), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:56.548745 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f30a933b-b189-46db-897b-ef06d0498dc4 admin admin] Publish callbacks [] for router_gateway (ef513021-12ed-40aa-a403-7b4a8ee6e44f), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:56.561665 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a3385399-6cec-487c-9af7-fa5f1ce028a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (ef5e79d8-275b-4133-9738-6a59ec02b400), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:56.568452 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a3385399-6cec-487c-9af7-fa5f1ce028a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:56.574293 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a3385399-6cec-487c-9af7-fa5f1ce028a7 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/ef5e79d8-275b-4133-9738-6a59ec02b400 HTTP/1.1" status: 204 len: 168 time: 1.9514756 Oct 04 20:37:56.574629 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8c64a2-d064-4849-96f2-4600e82083ec tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5f3da5-25ec-4c41-a0bb-6a4fc55405c5,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:56.587989 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3385399-6cec-487c-9af7-fa5f1ce028a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5e79d8-275b-4133-9738-6a59ec02b400,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:56.691215 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:56.826354 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b65ed-699c-4ecd-86e5-43cac6d016ea req-cdf0fadf-ba96-41a8-993d-2af9b0a94fbf tempest-ServersOnMultiNodesTest-242779177 tempest-ServersOnMultiNodesTest-242779177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:37:56.849171 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-299b65ed-699c-4ecd-86e5-43cac6d016ea req-cdf0fadf-ba96-41a8-993d-2af9b0a94fbf tempest-ServersOnMultiNodesTest-242779177 tempest-ServersOnMultiNodesTest-242779177-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=70bac598-5b49-450a-9297-98c948ede895 HTTP/1.1" status: 200 len: 1132 time: 0.2004161 Oct 04 20:37:57.265238 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 749af15b-a135-4b41-911d-31866d6cc04b, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=749af15b-a135-4b41-911d-31866d6cc04b,segment=NetworkSegment(1fc57bae-cc48-498c-a010-4b1bfc696617),segment_id=1fc57bae-cc48-498c-a010-4b1bfc696617)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:37:57.281134 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f30a933b-b189-46db-897b-ef06d0498dc4 admin admin] Publish callbacks [] for router_gateway (ef513021-12ed-40aa-a403-7b4a8ee6e44f), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:57.325102 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-bae2d51b-9196-4c06-9e09-bb996b756482 None None] Current status of the port 749af15b-a135-4b41-911d-31866d6cc04b is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:37:57.325726 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-bae2d51b-9196-4c06-9e09-bb996b756482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (749af15b-a135-4b41-911d-31866d6cc04b), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:57.330106 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f30a933b-b189-46db-897b-ef06d0498dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:57.331596 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c91ba58-05dd-4538-a489-c99aff53b7ed admin admin] Deleting subnet 345c6c6b-dbf0-477b-af23-82500953a6df {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:37:57.354810 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8c91ba58-05dd-4538-a489-c99aff53b7ed admin admin] Publish callbacks [] for subnet (345c6c6b-dbf0-477b-af23-82500953a6df), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:57.382892 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (749af15b-a135-4b41-911d-31866d6cc04b), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:57.503208 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=749af15b-a135-4b41-911d-31866d6cc04b,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:57.527446 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8c91ba58-05dd-4538-a489-c99aff53b7ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (345c6c6b-dbf0-477b-af23-82500953a6df), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:57.547203 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-f23ddfef-8f15-4831-8520-8dcfad685f03 None None] Allocated IP 172.20.0.2 (17942c9d-fde3-45c6-9039-236894629c55/9874e673-3510-44b7-b99a-560ed0fc1dbb/4e683d28-ce7a-4baa-97c8-c28d9a0c6cd6) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:37:57.602966 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:57.653041 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-bae2d51b-9196-4c06-9e09-bb996b756482 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 20:37:57.654572 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-bae2d51b-9196-4c06-9e09-bb996b756482 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 20:37:57.699288 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-f30a933b-b189-46db-897b-ef06d0498dc4 admin admin] Allocated IP 172.25.5.88 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/b24955a7-2b2c-4de1-81bd-8ebf36893d8c) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:37:57.809180 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-299b65ed-699c-4ecd-86e5-43cac6d016ea req-1c61068a-4d72-4107-a213-1990b675e55f tempest-ServersOnMultiNodesTest-242779177 tempest-ServersOnMultiNodesTest-242779177-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9507976 Oct 04 20:37:57.877452 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b57536-e85c-4b0a-992e-f26ff92b8576 req-b7d59a16-6b16-4115-a743-137f4e55e930 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:37:57.880304 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-69b57536-e85c-4b0a-992e-f26ff92b8576 req-b7d59a16-6b16-4115-a743-137f4e55e930 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] 10.222.0.78 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 1.3589156 Oct 04 20:37:58.065800 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f23ddfef-8f15-4831-8520-8dcfad685f03 None None] Publish callbacks [] for port (4e683d28-ce7a-4baa-97c8-c28d9a0c6cd6), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:58.104690 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f30a933b-b189-46db-897b-ef06d0498dc4 admin admin] Publish callbacks [] for port (b24955a7-2b2c-4de1-81bd-8ebf36893d8c), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:58.226642 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9ceb44bd-7cc7-461f-bc72-16e23cfc72ed req-c94aa064-c7e1-490c-86d3-c660be1a33a9 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] 10.222.0.78 "GET /networking/v2.0/floatingips?tenant_id=278001113cdf41b5b902ac5a620d3f52 HTTP/1.1" status: 200 len: 1656 time: 0.2520647 Oct 04 20:37:58.249437 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8c91ba58-05dd-4538-a489-c99aff53b7ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (345c6c6b-dbf0-477b-af23-82500953a6df), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:58.262402 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-bae2d51b-9196-4c06-9e09-bb996b756482 None None] Current status of the port 749af15b-a135-4b41-911d-31866d6cc04b is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:37:58.268405 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f23ddfef-8f15-4831-8520-8dcfad685f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (4e683d28-ce7a-4baa-97c8-c28d9a0c6cd6), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:58.303569 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f30a933b-b189-46db-897b-ef06d0498dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (b24955a7-2b2c-4de1-81bd-8ebf36893d8c), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:58.337048 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 33210) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:37:58.372524 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-10587b2c-fadf-49ec-a2ef-1cd1dda6a92c req-afd95d3d-33e4-479d-9850-cb5b4d4990ac tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] 10.222.0.78 "GET /networking/v2.0/security-groups/04f8da55-f451-43e3-9ea3-e9ea44afecd8 HTTP/1.1" status: 200 len: 1829 time: 0.3772202 Oct 04 20:37:58.380253 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ddfef-8f15-4831-8520-8dcfad685f03 None None] Pushing event updated for resources: {'Port': ['ID=4e683d28-ce7a-4baa-97c8-c28d9a0c6cd6,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:58.407104 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23ddfef-8f15-4831-8520-8dcfad685f03 None None] Network 17942c9d-fde3-45c6-9039-236894629c55 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:37:58.419421 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-f23ddfef-8f15-4831-8520-8dcfad685f03 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:37:58.423812 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-aab8d26c-7c1b-4f05-b58b-2f52086c9cfc None None] Provisioning complete for port 749af15b-a135-4b41-911d-31866d6cc04b triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:37:58.424428 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-aab8d26c-7c1b-4f05-b58b-2f52086c9cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (749af15b-a135-4b41-911d-31866d6cc04b), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:58.425000 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-aab8d26c-7c1b-4f05-b58b-2f52086c9cfc None None] Attempt 1 to provision port 749af15b-a135-4b41-911d-31866d6cc04b Oct 04 20:37:58.428671 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23ddfef-8f15-4831-8520-8dcfad685f03 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:37:58.524259 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30a933b-b189-46db-897b-ef06d0498dc4 admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:37:58.569654 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30a933b-b189-46db-897b-ef06d0498dc4 admin admin] Pushing event updated for resources: {'Port': ['ID=b24955a7-2b2c-4de1-81bd-8ebf36893d8c,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:58.587582 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-f30a933b-b189-46db-897b-ef06d0498dc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:37:58.593726 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d22d5a1d-012c-45de-886f-6b7de5b23c2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:58.601163 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30a933b-b189-46db-897b-ef06d0498dc4 admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:37:58.606772 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:58.626751 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:58.731665 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-f23ddfef-8f15-4831-8520-8dcfad685f03 None None] Attempting to bind port 4e683d28-ce7a-4baa-97c8-c28d9a0c6cd6 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:37:58.734930 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-f23ddfef-8f15-4831-8520-8dcfad685f03 None None] Attempting to bind port 4e683d28-ce7a-4baa-97c8-c28d9a0c6cd6 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '96e80265-2803-42dc-b659-fd6e36c749d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '17942c9d-fde3-45c6-9039-236894629c55'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:37:58.736003 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23ddfef-8f15-4831-8520-8dcfad685f03 None None] Attempting to bind port 4e683d28-ce7a-4baa-97c8-c28d9a0c6cd6 on network 17942c9d-fde3-45c6-9039-236894629c55 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:37:58.908344 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:58.915381 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:37:58.941103 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23ddfef-8f15-4831-8520-8dcfad685f03 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:37:58.942510 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23ddfef-8f15-4831-8520-8dcfad685f03 None None] Checking segment: {'id': '96e80265-2803-42dc-b659-fd6e36c749d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '17942c9d-fde3-45c6-9039-236894629c55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:37:58.944401 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f23ddfef-8f15-4831-8520-8dcfad685f03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:58.945473 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23ddfef-8f15-4831-8520-8dcfad685f03 None None] Bound using segment: {'id': '96e80265-2803-42dc-b659-fd6e36c749d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '17942c9d-fde3-45c6-9039-236894629c55'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:37:58.946661 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-f23ddfef-8f15-4831-8520-8dcfad685f03 None None] Bound port: 4e683d28-ce7a-4baa-97c8-c28d9a0c6cd6, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96e80265-2803-42dc-b659-fd6e36c749d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '17942c9d-fde3-45c6-9039-236894629c55'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:37:58.947765 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f23ddfef-8f15-4831-8520-8dcfad685f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (4e683d28-ce7a-4baa-97c8-c28d9a0c6cd6), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:59.098797 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb44bd-7cc7-461f-bc72-16e23cfc72ed req-c40f7702-eaab-4ffd-8a99-fec39d24f0fb tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:37:59.101701 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9ceb44bd-7cc7-461f-bc72-16e23cfc72ed req-c40f7702-eaab-4ffd-8a99-fec39d24f0fb tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] 10.222.0.78 "GET /networking/v2.0/networks?id=52a60aae-e230-4bd7-89bc-781767fd7892&id=52a60aae-e230-4bd7-89bc-781767fd7892&id=52a60aae-e230-4bd7-89bc-781767fd7892 HTTP/1.1" status: 200 len: 787 time: 0.8587725 Oct 04 20:37:59.108170 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-10587b2c-fadf-49ec-a2ef-1cd1dda6a92c req-081e612d-2681-4d67-b7b8-af11c280b263 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Publish callbacks [] for security_group (04f8da55-f451-43e3-9ea3-e9ea44afecd8), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:59.142013 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-aab8d26c-7c1b-4f05-b58b-2f52086c9cfc None None] Current status of the port 749af15b-a135-4b41-911d-31866d6cc04b is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:37:59.179988 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8c91ba58-05dd-4538-a489-c99aff53b7ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (345c6c6b-dbf0-477b-af23-82500953a6df), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:59.231084 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [req-9ceb44bd-7cc7-461f-bc72-16e23cfc72ed req-0665003f-311d-44df-b35a-ae83bc8aec34 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=108170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 20:37:59.233209 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9ceb44bd-7cc7-461f-bc72-16e23cfc72ed req-0665003f-311d-44df-b35a-ae83bc8aec34 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0856283 Oct 04 20:37:59.262745 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d22d5a1d-012c-45de-886f-6b7de5b23c2f admin admin] Publish callbacks [] for security_group (50fc417b-c395-415c-b9fc-2fea5effa93a), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:59.302790 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-f23ddfef-8f15-4831-8520-8dcfad685f03 None None] For port 4e683d28-ce7a-4baa-97c8-c28d9a0c6cd6, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:37:59.312910 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-10587b2c-fadf-49ec-a2ef-1cd1dda6a92c req-081e612d-2681-4d67-b7b8-af11c280b263 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Publish callbacks [] for security_group (04f8da55-f451-43e3-9ea3-e9ea44afecd8), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:59.318073 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-f23ddfef-8f15-4831-8520-8dcfad685f03 None None] For port 4e683d28-ce7a-4baa-97c8-c28d9a0c6cd6, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=4e683d28-ce7a-4baa-97c8-c28d9a0c6cd6,segment=NetworkSegment(96e80265-2803-42dc-b659-fd6e36c749d8),segment_id=96e80265-2803-42dc-b659-fd6e36c749d8)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:37:59.331855 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8c91ba58-05dd-4538-a489-c99aff53b7ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:59.337489 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-8c91ba58-05dd-4538-a489-c99aff53b7ed admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/345c6c6b-dbf0-477b-af23-82500953a6df HTTP/1.1" status: 204 len: 168 time: 3.0181484 Oct 04 20:37:59.340227 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c91ba58-05dd-4538-a489-c99aff53b7ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=345c6c6b-dbf0-477b-af23-82500953a6df,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:59.344133 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37736774-219f-43c1-8d41-28e81cb54156 None None] Network 73860823-05c1-4d23-b7c0-6204dbac5f05 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:37:59.348529 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 33224) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:37:59.502133 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f23ddfef-8f15-4831-8520-8dcfad685f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (4e683d28-ce7a-4baa-97c8-c28d9a0c6cd6), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:59.536458 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d22d5a1d-012c-45de-886f-6b7de5b23c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (50fc417b-c395-415c-b9fc-2fea5effa93a), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:59.680735 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-48290be6-ba32-4285-ac25-2dcc42c8087a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (73860823-05c1-4d23-b7c0-6204dbac5f05), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:59.702098 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 749af15b-a135-4b41-911d-31866d6cc04b up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:37:59.738796 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-130d93d1-87bb-4a08-b877-ee76b61390ab req-73f11aae-32a6-45d1-8de9-145bb39290e3 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=70436b8b504e43dc882f5ee434ecf443&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3279893 Oct 04 20:37:59.802111 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22d5a1d-012c-45de-886f-6b7de5b23c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50fc417b-c395-415c-b9fc-2fea5effa93a,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:59.825474 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d22d5a1d-012c-45de-886f-6b7de5b23c2f admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=251527138b524d1498b8dce7357ad619&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2965648 Oct 04 20:37:59.827067 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 33234) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:37:59.877186 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-10587b2c-fadf-49ec-a2ef-1cd1dda6a92c req-081e612d-2681-4d67-b7b8-af11c280b263 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (04f8da55-f451-43e3-9ea3-e9ea44afecd8), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:59.877504 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ddfef-8f15-4831-8520-8dcfad685f03 None None] Pushing event updated for resources: {'Port': ['ID=4e683d28-ce7a-4baa-97c8-c28d9a0c6cd6,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:37:59.892492 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-10587b2c-fadf-49ec-a2ef-1cd1dda6a92c req-081e612d-2681-4d67-b7b8-af11c280b263 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:59.904499 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-10587b2c-fadf-49ec-a2ef-1cd1dda6a92c req-081e612d-2681-4d67-b7b8-af11c280b263 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/04f8da55-f451-43e3-9ea3-e9ea44afecd8 HTTP/1.1" status: 204 len: 173 time: 1.5300715 Oct 04 20:37:59.950561 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 749af15b-a135-4b41-911d-31866d6cc04b triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:37:59.950863 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (749af15b-a135-4b41-911d-31866d6cc04b), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:37:59.951547 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 749af15b-a135-4b41-911d-31866d6cc04b Oct 04 20:38:00.057570 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:00.066775 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f30a933b-b189-46db-897b-ef06d0498dc4 admin admin] Publish callbacks [] for router_gateway (ef513021-12ed-40aa-a403-7b4a8ee6e44f), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:00.212278 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081e612d-2681-4d67-b7b8-af11c280b263 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f8da55-f451-43e3-9ea3-e9ea44afecd8,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:00.258646 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f9baab-a5b8-4d7e-b8b8-ba7b742c4c19 None None] DHCP port deletion for 73860823-05c1-4d23-b7c0-6204dbac5f05 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:38:00.271217 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-48290be6-ba32-4285-ac25-2dcc42c8087a admin admin] Deleting port 749af15b-a135-4b41-911d-31866d6cc04b {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:38:00.271873 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-48290be6-ba32-4285-ac25-2dcc42c8087a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (749af15b-a135-4b41-911d-31866d6cc04b), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:00.294640 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-afd09d52-1e8f-4843-a0f4-1442dbf3ce7d req-38ec3e49-3c84-4d21-8ddb-5736c70dd8bd tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] 10.222.0.78 "GET /networking/v2.0/floatingips/ba8d8ae4-4bee-47d6-a374-4c6481d09ca9 HTTP/1.1" status: 200 len: 693 time: 0.2068608 Oct 04 20:38:00.297903 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081e612d-2681-4d67-b7b8-af11c280b263 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:38:00.299269 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081e612d-2681-4d67-b7b8-af11c280b263 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:38:00.300276 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081e612d-2681-4d67-b7b8-af11c280b263 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:38:00.301206 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081e612d-2681-4d67-b7b8-af11c280b263 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:38:00.302066 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081e612d-2681-4d67-b7b8-af11c280b263 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:38:00.303182 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081e612d-2681-4d67-b7b8-af11c280b263 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:38:00.304166 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081e612d-2681-4d67-b7b8-af11c280b263 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:38:00.305435 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081e612d-2681-4d67-b7b8-af11c280b263 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:38:00.307274 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081e612d-2681-4d67-b7b8-af11c280b263 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:38:00.308398 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081e612d-2681-4d67-b7b8-af11c280b263 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:38:00.309289 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081e612d-2681-4d67-b7b8-af11c280b263 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:38:00.310305 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081e612d-2681-4d67-b7b8-af11c280b263 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:38:00.311253 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081e612d-2681-4d67-b7b8-af11c280b263 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:38:00.312296 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081e612d-2681-4d67-b7b8-af11c280b263 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:38:00.313389 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081e612d-2681-4d67-b7b8-af11c280b263 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:38:00.320042 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 749af15b-a135-4b41-911d-31866d6cc04b is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:38:00.499502 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3c49b4eb-3cef-43f2-a751-4ab28e0d0d05 admin admin] Publish callbacks [] for security_group (50fc417b-c395-415c-b9fc-2fea5effa93a), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:00.571802 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-54f9baab-a5b8-4d7e-b8b8-ba7b742c4c19 None None] Deleting port 749af15b-a135-4b41-911d-31866d6cc04b {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:38:00.573445 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-54f9baab-a5b8-4d7e-b8b8-ba7b742c4c19 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (749af15b-a135-4b41-911d-31866d6cc04b), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:00.586256 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:00.677783 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3c49b4eb-3cef-43f2-a751-4ab28e0d0d05 admin admin] Publish callbacks [] for security_group (50fc417b-c395-415c-b9fc-2fea5effa93a), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:00.813127 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-54f9baab-a5b8-4d7e-b8b8-ba7b742c4c19 None None] For port 749af15b-a135-4b41-911d-31866d6cc04b, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=749af15b-a135-4b41-911d-31866d6cc04b,segment=NetworkSegment(1fc57bae-cc48-498c-a010-4b1bfc696617),segment_id=1fc57bae-cc48-498c-a010-4b1bfc696617)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:38:00.814109 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-54f9baab-a5b8-4d7e-b8b8-ba7b742c4c19 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (749af15b-a135-4b41-911d-31866d6cc04b), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:00.821319 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:00.848138 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-54f9baab-a5b8-4d7e-b8b8-ba7b742c4c19 None None] Calling delete_port for 749af15b-a135-4b41-911d-31866d6cc04b owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:38:00.882502 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d93d1-87bb-4a08-b877-ee76b61390ab req-2920032e-8e93-4a94-bc30-e75953065161 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:00.898302 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-130d93d1-87bb-4a08-b877-ee76b61390ab req-2920032e-8e93-4a94-bc30-e75953065161 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1382549 Oct 04 20:38:00.961145 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-130d93d1-87bb-4a08-b877-ee76b61390ab req-0d6f3c28-a879-4e6a-8e36-64dd6faccb54 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/quotas/70436b8b504e43dc882f5ee434ecf443 HTTP/1.1" status: 200 len: 375 time: 0.0456512 Oct 04 20:38:01.010993 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3c49b4eb-3cef-43f2-a751-4ab28e0d0d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (50fc417b-c395-415c-b9fc-2fea5effa93a), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:01.017283 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3c49b4eb-3cef-43f2-a751-4ab28e0d0d05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:01.025488 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-3c49b4eb-3cef-43f2-a751-4ab28e0d0d05 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/50fc417b-c395-415c-b9fc-2fea5effa93a HTTP/1.1" status: 204 len: 168 time: 1.1839101 Oct 04 20:38:01.059219 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c49b4eb-3cef-43f2-a751-4ab28e0d0d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50fc417b-c395-415c-b9fc-2fea5effa93a,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:01.091241 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49b4eb-3cef-43f2-a751-4ab28e0d0d05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:38:01.092882 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49b4eb-3cef-43f2-a751-4ab28e0d0d05 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:38:01.093997 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49b4eb-3cef-43f2-a751-4ab28e0d0d05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:38:01.094910 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49b4eb-3cef-43f2-a751-4ab28e0d0d05 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:38:01.095909 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49b4eb-3cef-43f2-a751-4ab28e0d0d05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:38:01.096824 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49b4eb-3cef-43f2-a751-4ab28e0d0d05 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:38:01.097817 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49b4eb-3cef-43f2-a751-4ab28e0d0d05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:38:01.098775 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49b4eb-3cef-43f2-a751-4ab28e0d0d05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:38:01.101428 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49b4eb-3cef-43f2-a751-4ab28e0d0d05 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:38:01.102747 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49b4eb-3cef-43f2-a751-4ab28e0d0d05 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:38:01.103786 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49b4eb-3cef-43f2-a751-4ab28e0d0d05 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:38:01.104515 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49b4eb-3cef-43f2-a751-4ab28e0d0d05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:38:01.105466 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49b4eb-3cef-43f2-a751-4ab28e0d0d05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:38:01.106483 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49b4eb-3cef-43f2-a751-4ab28e0d0d05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:38:01.107469 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49b4eb-3cef-43f2-a751-4ab28e0d0d05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:38:01.120871 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f30a933b-b189-46db-897b-ef06d0498dc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (ef513021-12ed-40aa-a403-7b4a8ee6e44f), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:01.238491 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-48290be6-ba32-4285-ac25-2dcc42c8087a admin admin] For port 749af15b-a135-4b41-911d-31866d6cc04b, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=749af15b-a135-4b41-911d-31866d6cc04b,segment=NetworkSegment(1fc57bae-cc48-498c-a010-4b1bfc696617),segment_id=1fc57bae-cc48-498c-a010-4b1bfc696617)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:38:01.240430 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-48290be6-ba32-4285-ac25-2dcc42c8087a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (749af15b-a135-4b41-911d-31866d6cc04b), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:01.338264 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-48290be6-ba32-4285-ac25-2dcc42c8087a admin admin] Calling delete_port for 749af15b-a135-4b41-911d-31866d6cc04b owned by network:dhcp {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:38:01.374481 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-130d93d1-87bb-4a08-b877-ee76b61390ab req-ec2786b3-aca3-4484-ad8f-d1a934095ad9 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=70436b8b504e43dc882f5ee434ecf443&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3941171 Oct 04 20:38:01.529998 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd09d52-1e8f-4843-a0f4-1442dbf3ce7d req-3d882e80-9d97-4a33-8ff8-dc2f588cdeda tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:01.531074 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-afd09d52-1e8f-4843-a0f4-1442dbf3ce7d req-3d882e80-9d97-4a33-8ff8-dc2f588cdeda tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] 10.222.0.78 "GET /networking/v2.0/networks/52a60aae-e230-4bd7-89bc-781767fd7892 HTTP/1.1" status: 200 len: 784 time: 1.1186895 Oct 04 20:38:01.588387 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-54f9baab-a5b8-4d7e-b8b8-ba7b742c4c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (749af15b-a135-4b41-911d-31866d6cc04b), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:01.672463 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f9baab-a5b8-4d7e-b8b8-ba7b742c4c19 None None] Pushing event deleted for resources: {'Port': ['ID=749af15b-a135-4b41-911d-31866d6cc04b,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:01.676683 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f9baab-a5b8-4d7e-b8b8-ba7b742c4c19 None None] No DVR routers for this DVR port 749af15b-a135-4b41-911d-31866d6cc04b on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:38:01.699122 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [req-afd09d52-1e8f-4843-a0f4-1442dbf3ce7d req-f7f5441c-83fd-42b5-8c50-97094580e30d tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=108170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 20:38:01.700479 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-afd09d52-1e8f-4843-a0f4-1442dbf3ce7d req-f7f5441c-83fd-42b5-8c50-97094580e30d tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0417769 Oct 04 20:38:01.754547 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f30a933b-b189-46db-897b-ef06d0498dc4 admin admin] Router ef513021-12ed-40aa-a403-7b4a8ee6e44f is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:38:01.792222 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 4e683d28-ce7a-4baa-97c8-c28d9a0c6cd6 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:38:01.941910 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-afd09d52-1e8f-4843-a0f4-1442dbf3ce7d req-d4c4151c-982e-4ba3-962d-dcb531f5027b tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] 10.222.0.78 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.5.190 HTTP/1.1" status: 200 len: 696 time: 0.2003117 Oct 04 20:38:02.088549 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:02.100701 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-48290be6-ba32-4285-ac25-2dcc42c8087a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (749af15b-a135-4b41-911d-31866d6cc04b), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:02.101409 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 20:38:02.109019 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 4e683d28-ce7a-4baa-97c8-c28d9a0c6cd6 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:38:02.110103 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (4e683d28-ce7a-4baa-97c8-c28d9a0c6cd6), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:02.112904 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 4e683d28-ce7a-4baa-97c8-c28d9a0c6cd6 Oct 04 20:38:02.135809 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-afd09d52-1e8f-4843-a0f4-1442dbf3ce7d req-afe74d26-6851-43bc-9c4b-5980cd3ae529 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] 10.222.0.78 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.5.190 HTTP/1.1" status: 200 len: 696 time: 0.1692700 Oct 04 20:38:02.175632 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30a933b-b189-46db-897b-ef06d0498dc4 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:38:02.209813 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48290be6-ba32-4285-ac25-2dcc42c8087a admin admin] Pushing event deleted for resources: {'Port': ['ID=749af15b-a135-4b41-911d-31866d6cc04b,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:02.220704 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48290be6-ba32-4285-ac25-2dcc42c8087a admin admin] No DVR routers for this DVR port 749af15b-a135-4b41-911d-31866d6cc04b on host n-d-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:38:02.240763 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2c66eb-440f-44a0-81d3-56633440440f None None] Sync routers for ids ['ef513021-12ed-40aa-a403-7b4a8ee6e44f'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:38:02.295553 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f30a933b-b189-46db-897b-ef06d0498dc4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:02.304444 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f30a933b-b189-46db-897b-ef06d0498dc4 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 916 time: 7.4390259 Oct 04 20:38:02.305810 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 33258) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:38:02.329727 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fa1452-3e37-49ce-b9ae-96e0a00472cc None None] Network 17942c9d-fde3-45c6-9039-236894629c55 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:38:02.372308 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2c66eb-440f-44a0-81d3-56633440440f None None] Routers {'ef513021-12ed-40aa-a403-7b4a8ee6e44f'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:38:02.374343 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-4c2c66eb-440f-44a0-81d3-56633440440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:37:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['ef513021-12ed-40aa-a403-7b4a8ee6e44f'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:38:02.397124 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:02.659938 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-5bf5e66d-ed32-4a71-bfbb-4b05729bc06d req-bb0b66a3-fd49-46ce-a727-c9d3565831b4 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] 10.222.0.78 "GET /networking/v2.0/security-groups/19c7289e-7f5b-4877-ac06-3ca00c4ba868 HTTP/1.1" status: 200 len: 1829 time: 0.5712950 Oct 04 20:38:02.856310 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-48290be6-ba32-4285-ac25-2dcc42c8087a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (73860823-05c1-4d23-b7c0-6204dbac5f05), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:02.953435 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-5d40303c-711b-4539-9b8c-adb2affe8953 None None] Provisioning complete for port 4e683d28-ce7a-4baa-97c8-c28d9a0c6cd6 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:38:02.955046 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5d40303c-711b-4539-9b8c-adb2affe8953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (4e683d28-ce7a-4baa-97c8-c28d9a0c6cd6), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:02.955892 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-5d40303c-711b-4539-9b8c-adb2affe8953 None None] Attempt 1 to provision port 4e683d28-ce7a-4baa-97c8-c28d9a0c6cd6 Oct 04 20:38:02.994131 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [req-afd09d52-1e8f-4843-a0f4-1442dbf3ce7d req-9e0d481b-37d2-4428-8a6d-4286926df865 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Deleting port a8e4fde7-5d3c-453c-9c37-7666edc6bccb {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:38:02.994620 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-afd09d52-1e8f-4843-a0f4-1442dbf3ce7d req-9e0d481b-37d2-4428-8a6d-4286926df865 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (a8e4fde7-5d3c-453c-9c37-7666edc6bccb), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:03.039512 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-48290be6-ba32-4285-ac25-2dcc42c8087a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73860823-05c1-4d23-b7c0-6204dbac5f05']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:38:03.100992 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 4e683d28-ce7a-4baa-97c8-c28d9a0c6cd6 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:38:03.100992 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (4e683d28-ce7a-4baa-97c8-c28d9a0c6cd6), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:03.215872 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-48290be6-ba32-4285-ac25-2dcc42c8087a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fc57bae-cc48-498c-a010-4b1bfc696617') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:38:03.216213 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-48290be6-ba32-4285-ac25-2dcc42c8087a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fc57bae-cc48-498c-a010-4b1bfc696617') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:38:03.220218 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:03.246107 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-48290be6-ba32-4285-ac25-2dcc42c8087a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (1fc57bae-cc48-498c-a010-4b1bfc696617), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:03.315791 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:03.337565 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-48290be6-ba32-4285-ac25-2dcc42c8087a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (1fc57bae-cc48-498c-a010-4b1bfc696617), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:03.355897 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-5bf5e66d-ed32-4a71-bfbb-4b05729bc06d req-5cf97a11-41c4-4a3d-8b03-519efe5b3922 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Publish callbacks [] for security_group (19c7289e-7f5b-4877-ac06-3ca00c4ba868), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:03.456818 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-4c2c66eb-440f-44a0-81d3-56633440440f None None] Set router ef513021-12ed-40aa-a403-7b4a8ee6e44f gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:38:03.477350 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-5bf5e66d-ed32-4a71-bfbb-4b05729bc06d req-5cf97a11-41c4-4a3d-8b03-519efe5b3922 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Publish callbacks [] for security_group (19c7289e-7f5b-4877-ac06-3ca00c4ba868), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:03.546598 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:03.565326 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48290be6-ba32-4285-ac25-2dcc42c8087a admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:38:03.566006 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-48290be6-ba32-4285-ac25-2dcc42c8087a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (1fc57bae-cc48-498c-a010-4b1bfc696617), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:03.622224 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-afd09d52-1e8f-4843-a0f4-1442dbf3ce7d req-9e0d481b-37d2-4428-8a6d-4286926df865 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (a8e4fde7-5d3c-453c-9c37-7666edc6bccb), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:03.622712 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-afd09d52-1e8f-4843-a0f4-1442dbf3ce7d req-9e0d481b-37d2-4428-8a6d-4286926df865 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Publish callbacks [] for floatingip (a8e4fde7-5d3c-453c-9c37-7666edc6bccb), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:03.629325 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 1fc57bae-cc48-498c-a010-4b1bfc696617 resource provider aggregate not found Oct 04 20:38:03.741080 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-5bf5e66d-ed32-4a71-bfbb-4b05729bc06d req-5cf97a11-41c4-4a3d-8b03-519efe5b3922 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (19c7289e-7f5b-4877-ac06-3ca00c4ba868), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:03.747042 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-5bf5e66d-ed32-4a71-bfbb-4b05729bc06d req-5cf97a11-41c4-4a3d-8b03-519efe5b3922 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:03.758183 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-5bf5e66d-ed32-4a71-bfbb-4b05729bc06d req-5cf97a11-41c4-4a3d-8b03-519efe5b3922 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/19c7289e-7f5b-4877-ac06-3ca00c4ba868 HTTP/1.1" status: 204 len: 173 time: 0.9626148 Oct 04 20:38:03.789423 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 1fc57bae-cc48-498c-a010-4b1bfc696617 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1fc57bae-cc48-498c-a010-4b1bfc696617 found for delete ", "request_id": "req-4deade91-b112-4fd8-ad3b-b5b7a4f817db"}]} Oct 04 20:38:03.789423 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [req-afd09d52-1e8f-4843-a0f4-1442dbf3ce7d req-9e0d481b-37d2-4428-8a6d-4286926df865 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Calling delete_port for a8e4fde7-5d3c-453c-9c37-7666edc6bccb owned by network:floatingip {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:38:03.819270 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf97a11-41c4-4a3d-8b03-519efe5b3922 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c7289e-7f5b-4877-ac06-3ca00c4ba868,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:03.927471 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:03.945239 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-48290be6-ba32-4285-ac25-2dcc42c8087a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (73860823-05c1-4d23-b7c0-6204dbac5f05), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:04.035185 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-48290be6-ba32-4285-ac25-2dcc42c8087a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:04.049376 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-48290be6-ba32-4285-ac25-2dcc42c8087a admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/73860823-05c1-4d23-b7c0-6204dbac5f05 HTTP/1.1" status: 204 len: 168 time: 4.6944070 Oct 04 20:38:04.058668 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48290be6-ba32-4285-ac25-2dcc42c8087a admin admin] Pushing event deleted for resources: {'Network': ['ID=73860823-05c1-4d23-b7c0-6204dbac5f05,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:04.188818 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fdc5f0d4-2f9b-49d1-837e-14c76627f0c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:04.338155 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 4e683d28-ce7a-4baa-97c8-c28d9a0c6cd6, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=4e683d28-ce7a-4baa-97c8-c28d9a0c6cd6,segment=NetworkSegment(96e80265-2803-42dc-b659-fd6e36c749d8),segment_id=96e80265-2803-42dc-b659-fd6e36c749d8)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:38:04.525492 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:04.553999 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-afd09d52-1e8f-4843-a0f4-1442dbf3ce7d req-9e0d481b-37d2-4428-8a6d-4286926df865 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (a8e4fde7-5d3c-453c-9c37-7666edc6bccb), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:04.602604 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (4e683d28-ce7a-4baa-97c8-c28d9a0c6cd6), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:04.776168 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0d481b-37d2-4428-8a6d-4286926df865 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Pushing event deleted for resources: {'Port': ['ID=a8e4fde7-5d3c-453c-9c37-7666edc6bccb,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:04.848396 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-5d40303c-711b-4539-9b8c-adb2affe8953 None None] Current status of the port 4e683d28-ce7a-4baa-97c8-c28d9a0c6cd6 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:38:04.848824 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5d40303c-711b-4539-9b8c-adb2affe8953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (4e683d28-ce7a-4baa-97c8-c28d9a0c6cd6), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:04.874783 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 749af15b-a135-4b41-911d-31866d6cc04b no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:38:04.996586 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 749af15b-a135-4b41-911d-31866d6cc04b {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:38:04.997174 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 749af15b-a135-4b41-911d-31866d6cc04b not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:38:05.132278 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-fdc5f0d4-2f9b-49d1-837e-14c76627f0c7 admin admin] Allocated IP 172.20.0.1 (17942c9d-fde3-45c6-9039-236894629c55/9874e673-3510-44b7-b99a-560ed0fc1dbb/e8dcc32d-5d71-47e0-8635-ee6ba5c1871b) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:38:05.209620 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-829f8510-616b-4b27-bc33-cb2ec6068c56 req-401faf16-5814-4a3a-90e8-d3903a0095a1 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=451e57ea-f708-47a1-9ee7-a826357c8b68 HTTP/1.1" status: 200 len: 210 time: 0.4201953 Oct 04 20:38:05.229708 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:05.233240 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-4c2c66eb-440f-44a0-81d3-56633440440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef513021-12ed-40aa-a403-7b4a8ee6e44f', 'name': 'tempest-ImagesTestJSON-1350780842-router', 'tenant_id': '1d50f961abf54801bd03d5551f45b8be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'b24955a7-2b2c-4de1-81bd-8ebf36893d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:37:55Z', 'updated_at': '2022-10-04T20:37:59Z', 'revision_number': 3, 'project_id': '1d50f961abf54801bd03d5551f45b8be', 'gw_port': {'id': 'b24955a7-2b2c-4de1-81bd-8ebf36893d8c', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:0a:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef513021-12ed-40aa-a403-7b4a8ee6e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:37:57Z', 'updated_at': '2022-10-04T20:37:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:38:05.301122 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-afd09d52-1e8f-4843-a0f4-1442dbf3ce7d req-9e0d481b-37d2-4428-8a6d-4286926df865 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Publish callbacks [] for floatingip (ba8d8ae4-4bee-47d6-a374-4c6481d09ca9), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:05.307185 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-afd09d52-1e8f-4843-a0f4-1442dbf3ce7d req-9e0d481b-37d2-4428-8a6d-4286926df865 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:05.317373 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-afd09d52-1e8f-4843-a0f4-1442dbf3ce7d req-9e0d481b-37d2-4428-8a6d-4286926df865 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/ba8d8ae4-4bee-47d6-a374-4c6481d09ca9 HTTP/1.1" status: 204 len: 173 time: 3.1158319 Oct 04 20:38:05.461849 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=4e683d28-ce7a-4baa-97c8-c28d9a0c6cd6,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:05.481845 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2c66eb-440f-44a0-81d3-56633440440f None None] Checking router: ef513021-12ed-40aa-a403-7b4a8ee6e44f for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:38:05.482449 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2c66eb-440f-44a0-81d3-56633440440f None None] Updating router ef513021-12ed-40aa-a403-7b4a8ee6e44f port b24955a7-2b2c-4de1-81bd-8ebf36893d8c binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:38:05.537350 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 33308) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:38:05.560454 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:05.592768 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-5d40303c-711b-4539-9b8c-adb2affe8953 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 20:38:05.593391 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-5d40303c-711b-4539-9b8c-adb2affe8953 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 20:38:05.649106 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4c2c66eb-440f-44a0-81d3-56633440440f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b24955a7-2b2c-4de1-81bd-8ebf36893d8c), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:05.696939 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-11336963-6e0c-435f-aad5-be38f2ddb0ad req-1f6d089d-5c33-49c2-af61-72cc11f625eb tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] 10.222.0.78 "GET /networking/v2.0/security-groups/5915da87-e704-42fd-afe1-555220d3602e HTTP/1.1" status: 200 len: 1830 time: 0.3325865 Oct 04 20:38:05.801829 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-d254e2db-cf36-4610-a102-6258fb91d3ce admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=c3c72a0ce1094ac2a3af43b076abac75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2542341 Oct 04 20:38:05.820798 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 33312) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:38:05.964606 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-11336963-6e0c-435f-aad5-be38f2ddb0ad req-5aa656b9-3095-4637-ab25-d9284b7eea08 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Publish callbacks [] for security_group (5915da87-e704-42fd-afe1-555220d3602e), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:06.036430 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-11336963-6e0c-435f-aad5-be38f2ddb0ad req-5aa656b9-3095-4637-ab25-d9284b7eea08 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Publish callbacks [] for security_group (5915da87-e704-42fd-afe1-555220d3602e), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:06.044111 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9dbb7164-5b7f-409c-bba6-4f65522bfeb0 admin admin] Publish callbacks [] for security_group (7cd24c87-8f7a-4b5c-be90-06ea30a776cf), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:06.070494 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fdc5f0d4-2f9b-49d1-837e-14c76627f0c7 admin admin] Publish callbacks [] for port (e8dcc32d-5d71-47e0-8635-ee6ba5c1871b), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:06.135382 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9dbb7164-5b7f-409c-bba6-4f65522bfeb0 admin admin] Publish callbacks [] for security_group (7cd24c87-8f7a-4b5c-be90-06ea30a776cf), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:06.319248 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:06.320438 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-11336963-6e0c-435f-aad5-be38f2ddb0ad req-5aa656b9-3095-4637-ab25-d9284b7eea08 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (5915da87-e704-42fd-afe1-555220d3602e), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:06.327997 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-11336963-6e0c-435f-aad5-be38f2ddb0ad req-5aa656b9-3095-4637-ab25-d9284b7eea08 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:06.331383 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-11336963-6e0c-435f-aad5-be38f2ddb0ad req-5aa656b9-3095-4637-ab25-d9284b7eea08 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/5915da87-e704-42fd-afe1-555220d3602e HTTP/1.1" status: 204 len: 173 time: 0.6102569 Oct 04 20:38:06.345414 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 33316) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:38:06.354243 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-5d40303c-711b-4539-9b8c-adb2affe8953 None None] Current status of the port 4e683d28-ce7a-4baa-97c8-c28d9a0c6cd6 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:38:06.362608 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fdc5f0d4-2f9b-49d1-837e-14c76627f0c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (e8dcc32d-5d71-47e0-8635-ee6ba5c1871b), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:06.382205 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa656b9-3095-4637-ab25-d9284b7eea08 tempest-SecurityGroupRulesNegativeTestJSON-486850209 tempest-SecurityGroupRulesNegativeTestJSON-486850209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5915da87-e704-42fd-afe1-555220d3602e,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:06.389870 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9dbb7164-5b7f-409c-bba6-4f65522bfeb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (7cd24c87-8f7a-4b5c-be90-06ea30a776cf), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:06.399178 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9dbb7164-5b7f-409c-bba6-4f65522bfeb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:06.408796 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-9dbb7164-5b7f-409c-bba6-4f65522bfeb0 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/7cd24c87-8f7a-4b5c-be90-06ea30a776cf HTTP/1.1" status: 204 len: 168 time: 0.5812073 Oct 04 20:38:06.547952 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbb7164-5b7f-409c-bba6-4f65522bfeb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd24c87-8f7a-4b5c-be90-06ea30a776cf,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:06.558962 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc5f0d4-2f9b-49d1-837e-14c76627f0c7 admin admin] Network 17942c9d-fde3-45c6-9039-236894629c55 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:38:06.581167 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-fdc5f0d4-2f9b-49d1-837e-14c76627f0c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:38:06.603744 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc5f0d4-2f9b-49d1-837e-14c76627f0c7 admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:38:06.620287 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4c2c66eb-440f-44a0-81d3-56633440440f None None] Publish callbacks [] for port (b24955a7-2b2c-4de1-81bd-8ebf36893d8c), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:06.672932 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc5f0d4-2f9b-49d1-837e-14c76627f0c7 admin admin] Pushing event updated for resources: {'Port': ['ID=e8dcc32d-5d71-47e0-8635-ee6ba5c1871b,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:06.726741 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-c052e372-57e3-4704-8853-11cd14d342d1 None None] Provisioning complete for port 4e683d28-ce7a-4baa-97c8-c28d9a0c6cd6 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:38:06.731176 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c052e372-57e3-4704-8853-11cd14d342d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (4e683d28-ce7a-4baa-97c8-c28d9a0c6cd6), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:06.731640 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-c052e372-57e3-4704-8853-11cd14d342d1 None None] Attempt 1 to provision port 4e683d28-ce7a-4baa-97c8-c28d9a0c6cd6 Oct 04 20:38:06.734090 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fdc5f0d4-2f9b-49d1-837e-14c76627f0c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (ef513021-12ed-40aa-a403-7b4a8ee6e44f), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:06.740764 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-8f2a5453-0996-49db-9412-a1e3b4511f3d req-11fa8f29-0e5b-49e4-bb57-c9acc48cfb3c tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] 10.222.0.78 "GET /networking/v2.0/floatingips/f4593edf-8c5c-4ec8-9072-1b829ac91a5c HTTP/1.1" status: 200 len: 693 time: 0.2188611 Oct 04 20:38:06.934027 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:07.024124 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4c2c66eb-440f-44a0-81d3-56633440440f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (b24955a7-2b2c-4de1-81bd-8ebf36893d8c), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:07.044814 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-c052e372-57e3-4704-8853-11cd14d342d1 None None] Current status of the port 4e683d28-ce7a-4baa-97c8-c28d9a0c6cd6 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:38:07.194075 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fdc5f0d4-2f9b-49d1-837e-14c76627f0c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (e8dcc32d-5d71-47e0-8635-ee6ba5c1871b), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:07.200856 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeaba55-2c12-49c2-93e7-b844859235a0 None None] Pushing event updated for resources: {'Port': ['ID=b24955a7-2b2c-4de1-81bd-8ebf36893d8c,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:07.240872 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-4c2c66eb-440f-44a0-81d3-56633440440f None None] Attempting to bind port b24955a7-2b2c-4de1-81bd-8ebf36893d8c on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:38:07.241622 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-4c2c66eb-440f-44a0-81d3-56633440440f None None] Attempting to bind port b24955a7-2b2c-4de1-81bd-8ebf36893d8c by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:38:07.243092 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2c66eb-440f-44a0-81d3-56633440440f None None] Attempting to bind port b24955a7-2b2c-4de1-81bd-8ebf36893d8c on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:38:07.402264 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-973a9c74-ec6c-4f41-90ca-898309c57809 None None] Provisioning complete for port e8dcc32d-5d71-47e0-8635-ee6ba5c1871b triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:38:07.403302 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-973a9c74-ec6c-4f41-90ca-898309c57809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (e8dcc32d-5d71-47e0-8635-ee6ba5c1871b), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:07.404207 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-973a9c74-ec6c-4f41-90ca-898309c57809 None None] Attempt 1 to provision port e8dcc32d-5d71-47e0-8635-ee6ba5c1871b Oct 04 20:38:07.499327 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a5453-0996-49db-9412-a1e3b4511f3d req-3c3e9e02-4509-402b-a78b-c06624885f39 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:07.514453 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-8f2a5453-0996-49db-9412-a1e3b4511f3d req-3c3e9e02-4509-402b-a78b-c06624885f39 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] 10.222.0.78 "GET /networking/v2.0/networks/52a60aae-e230-4bd7-89bc-781767fd7892 HTTP/1.1" status: 200 len: 784 time: 0.7648323 Oct 04 20:38:07.708462 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-973a9c74-ec6c-4f41-90ca-898309c57809 None None] Port e8dcc32d-5d71-47e0-8635-ee6ba5c1871b cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:38:07.717566 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 4e683d28-ce7a-4baa-97c8-c28d9a0c6cd6 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:38:07.727312 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:07.770998 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:07.855737 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-8f2a5453-0996-49db-9412-a1e3b4511f3d req-b33e69e2-cd2d-4fa6-ac43-fbec18e43a36 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] 10.222.0.78 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.5.103 HTTP/1.1" status: 200 len: 696 time: 0.3347082 Oct 04 20:38:07.867589 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-130d93d1-87bb-4a08-b877-ee76b61390ab req-7a372de8-9095-4039-b96d-933f48d7b7c2 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.85 "GET /networking/v2.0/networks?tenant_id=70436b8b504e43dc882f5ee434ecf443&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3056531 Oct 04 20:38:07.880341 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2c66eb-440f-44a0-81d3-56633440440f None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:38:07.883546 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2c66eb-440f-44a0-81d3-56633440440f None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:38:07.887747 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4c2c66eb-440f-44a0-81d3-56633440440f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:07.888506 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2c66eb-440f-44a0-81d3-56633440440f None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:38:07.889400 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-4c2c66eb-440f-44a0-81d3-56633440440f None None] Bound port: b24955a7-2b2c-4de1-81bd-8ebf36893d8c, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:38:07.890056 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4c2c66eb-440f-44a0-81d3-56633440440f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b24955a7-2b2c-4de1-81bd-8ebf36893d8c), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:07.967724 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fdc5f0d4-2f9b-49d1-837e-14c76627f0c7 admin admin] Publish callbacks [] for port (e8dcc32d-5d71-47e0-8635-ee6ba5c1871b), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:08.073687 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 4e683d28-ce7a-4baa-97c8-c28d9a0c6cd6 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:38:08.074267 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (4e683d28-ce7a-4baa-97c8-c28d9a0c6cd6), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:08.074809 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 4e683d28-ce7a-4baa-97c8-c28d9a0c6cd6 Oct 04 20:38:08.079665 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fdc5f0d4-2f9b-49d1-837e-14c76627f0c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (e8dcc32d-5d71-47e0-8635-ee6ba5c1871b), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:08.152807 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:08.165418 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-4c2c66eb-440f-44a0-81d3-56633440440f None None] For port b24955a7-2b2c-4de1-81bd-8ebf36893d8c, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:38:08.173982 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-4c2c66eb-440f-44a0-81d3-56633440440f None None] For port b24955a7-2b2c-4de1-81bd-8ebf36893d8c, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b24955a7-2b2c-4de1-81bd-8ebf36893d8c,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:38:08.255639 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 4e683d28-ce7a-4baa-97c8-c28d9a0c6cd6 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:38:08.269715 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d93d1-87bb-4a08-b877-ee76b61390ab req-b380fba2-e15e-41a9-b110-43e6006fcf76 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:08.272991 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-130d93d1-87bb-4a08-b877-ee76b61390ab req-b380fba2-e15e-41a9-b110-43e6006fcf76 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.85 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4039359 Oct 04 20:38:08.275928 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4c2c66eb-440f-44a0-81d3-56633440440f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (b24955a7-2b2c-4de1-81bd-8ebf36893d8c), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:08.383073 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-0e4b0d42-8b34-4afb-a63f-b157be5ad445 req-5548cf3a-fb03-49c4-be7e-5b8e7041ce81 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=451e57ea-f708-47a1-9ee7-a826357c8b68 HTTP/1.1" status: 200 len: 210 time: 0.1022773 Oct 04 20:38:08.433050 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeaba55-2c12-49c2-93e7-b844859235a0 None None] Pushing event updated for resources: {'Port': ['ID=b24955a7-2b2c-4de1-81bd-8ebf36893d8c,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:08.433405 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [req-130d93d1-87bb-4a08-b877-ee76b61390ab req-e7ba9aad-5a8c-4886-be24-51bb41dd6355 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Request body: {'port': {'device_id': '451e57ea-f708-47a1-9ee7-a826357c8b68', 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7', 'admin_state_up': True, 'tenant_id': '70436b8b504e43dc882f5ee434ecf443'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:38:08.477524 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2c66eb-440f-44a0-81d3-56633440440f None None] Routers {'ef513021-12ed-40aa-a403-7b4a8ee6e44f'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:38:08.478644 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-4c2c66eb-440f-44a0-81d3-56633440440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:37:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['ef513021-12ed-40aa-a403-7b4a8ee6e44f'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:38:08.497457 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc5f0d4-2f9b-49d1-837e-14c76627f0c7 admin admin] Pushing event updated for resources: {'Port': ['ID=e8dcc32d-5d71-47e0-8635-ee6ba5c1871b,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:08.520055 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fdc5f0d4-2f9b-49d1-837e-14c76627f0c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (ef513021-12ed-40aa-a403-7b4a8ee6e44f), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:08.718411 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-8f2a5453-0996-49db-9412-a1e3b4511f3d req-6ef0b20e-d8da-4e0e-9ebd-cb2a45f66f88 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] 10.222.0.78 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.5.103 HTTP/1.1" status: 200 len: 696 time: 0.4397218 Oct 04 20:38:08.723386 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-4c2c66eb-440f-44a0-81d3-56633440440f None None] Set router ef513021-12ed-40aa-a403-7b4a8ee6e44f gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:38:08.811103 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc5f0d4-2f9b-49d1-837e-14c76627f0c7 admin admin] Network 17942c9d-fde3-45c6-9039-236894629c55 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:38:08.815199 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-fdc5f0d4-2f9b-49d1-837e-14c76627f0c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:38:09.206975 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdc5f0d4-2f9b-49d1-837e-14c76627f0c7 admin admin] Router ef513021-12ed-40aa-a403-7b4a8ee6e44f has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:38:09.536264 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:09.562975 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc5f0d4-2f9b-49d1-837e-14c76627f0c7 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:38:09.564968 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-efebff70-b2a6-4896-9c0f-aa20550729a1 None None] Provisioning complete for port e8dcc32d-5d71-47e0-8635-ee6ba5c1871b triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:38:09.566389 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-efebff70-b2a6-4896-9c0f-aa20550729a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (e8dcc32d-5d71-47e0-8635-ee6ba5c1871b), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:09.567287 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-efebff70-b2a6-4896-9c0f-aa20550729a1 None None] Attempt 1 to provision port e8dcc32d-5d71-47e0-8635-ee6ba5c1871b Oct 04 20:38:09.597386 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-fdc5f0d4-2f9b-49d1-837e-14c76627f0c7 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/ef513021-12ed-40aa-a403-7b4a8ee6e44f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2731831 Oct 04 20:38:09.704762 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-efebff70-b2a6-4896-9c0f-aa20550729a1 None None] Port e8dcc32d-5d71-47e0-8635-ee6ba5c1871b cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:38:09.829333 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-4c2c66eb-440f-44a0-81d3-56633440440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef513021-12ed-40aa-a403-7b4a8ee6e44f', 'name': 'tempest-ImagesTestJSON-1350780842-router', 'tenant_id': '1d50f961abf54801bd03d5551f45b8be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'b24955a7-2b2c-4de1-81bd-8ebf36893d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:37:55Z', 'updated_at': '2022-10-04T20:38:06Z', 'revision_number': 4, 'project_id': '1d50f961abf54801bd03d5551f45b8be', 'gw_port': {'id': 'b24955a7-2b2c-4de1-81bd-8ebf36893d8c', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:0a:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef513021-12ed-40aa-a403-7b4a8ee6e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:37:57Z', 'updated_at': '2022-10-04T20:38:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'e8dcc32d-5d71-47e0-8635-ee6ba5c1871b', 'name': '', 'network_id': '17942c9d-fde3-45c6-9039-236894629c55', 'tenant_id': '1d50f961abf54801bd03d5551f45b8be', 'mac_address': 'fa:16:3e:07:85:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef513021-12ed-40aa-a403-7b4a8ee6e44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '9874e673-3510-44b7-b99a-560ed0fc1dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:38:04Z', 'updated_at': '2022-10-04T20:38:07Z', 'revision_number': 2, 'project_id': '1d50f961abf54801bd03d5551f45b8be', 'subnets': [{'id': '9874e673-3510-44b7-b99a-560ed0fc1dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:38:09.910248 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2c66eb-440f-44a0-81d3-56633440440f None None] The sync data for ids ['ef513021-12ed-40aa-a403-7b4a8ee6e44f'] in n-d-852085-12 is: [{'id': 'ef513021-12ed-40aa-a403-7b4a8ee6e44f', 'name': 'tempest-ImagesTestJSON-1350780842-router', 'tenant_id': '1d50f961abf54801bd03d5551f45b8be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'b24955a7-2b2c-4de1-81bd-8ebf36893d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:37:55Z', 'updated_at': '2022-10-04T20:38:06Z', 'revision_number': 4, 'project_id': '1d50f961abf54801bd03d5551f45b8be', 'gw_port': {'id': 'b24955a7-2b2c-4de1-81bd-8ebf36893d8c', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:0a:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef513021-12ed-40aa-a403-7b4a8ee6e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:37:57Z', 'updated_at': '2022-10-04T20:38:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'e8dcc32d-5d71-47e0-8635-ee6ba5c1871b', 'name': '', 'network_id': '17942c9d-fde3-45c6-9039-236894629c55', 'tenant_id': '1d50f961abf54801bd03d5551f45b8be', 'mac_address': 'fa:16:3e:07:85:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef513021-12ed-40aa-a403-7b4a8ee6e44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '9874e673-3510-44b7-b99a-560ed0fc1dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:38:04Z', 'updated_at': '2022-10-04T20:38:07Z', 'revision_number': 2, 'project_id': '1d50f961abf54801bd03d5551f45b8be', 'subnets': [{'id': '9874e673-3510-44b7-b99a-560ed0fc1dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:38:10.110706 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-130d93d1-87bb-4a08-b877-ee76b61390ab req-e7ba9aad-5a8c-4886-be24-51bb41dd6355 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Made reservation on behalf of 70436b8b504e43dc882f5ee434ecf443 for: {'port': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:38:10.121132 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-130d93d1-87bb-4a08-b877-ee76b61390ab req-e7ba9aad-5a8c-4886-be24-51bb41dd6355 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:10.447511 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:10.455553 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [req-8f2a5453-0996-49db-9412-a1e3b4511f3d req-23971e96-146d-4b27-8ab7-0099a78f6375 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Deleting port 37aab6f8-c062-48f0-bef4-ebac461e50b4 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:38:10.456470 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-8f2a5453-0996-49db-9412-a1e3b4511f3d req-23971e96-146d-4b27-8ab7-0099a78f6375 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (37aab6f8-c062-48f0-bef4-ebac461e50b4), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:10.591953 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 33392) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:38:10.643863 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2779b3f3-5715-404b-8252-49bec151a3d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (46d71879-f7e8-4d95-910b-4fee7fa68ed8), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:10.919688 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-4b33f9d8-8083-4b6b-84e7-5b8f78d18063 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1408705981-network', 'tenant_id': 'f37d0edcedec45449d139180e2fec383'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:38:11.042653 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-70dbaf5c-f8ed-48fb-abc4-c53d82540bb7 req-f6e58ccc-7bec-4dde-9db0-34b6fea743b7 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=451e57ea-f708-47a1-9ee7-a826357c8b68 HTTP/1.1" status: 200 len: 210 time: 0.1335075 Oct 04 20:38:11.084844 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b33f9d8-8083-4b6b-84e7-5b8f78d18063 admin admin] Made reservation on behalf of f37d0edcedec45449d139180e2fec383 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:38:11.094859 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4b33f9d8-8083-4b6b-84e7-5b8f78d18063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:11.162472 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4b33f9d8-8083-4b6b-84e7-5b8f78d18063 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:11.163950 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:11.250405 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:11.462240 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-8f2a5453-0996-49db-9412-a1e3b4511f3d req-23971e96-146d-4b27-8ab7-0099a78f6375 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (37aab6f8-c062-48f0-bef4-ebac461e50b4), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:11.480012 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-8f2a5453-0996-49db-9412-a1e3b4511f3d req-23971e96-146d-4b27-8ab7-0099a78f6375 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Publish callbacks [] for floatingip (37aab6f8-c062-48f0-bef4-ebac461e50b4), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:11.545849 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [req-130d93d1-87bb-4a08-b877-ee76b61390ab req-e7ba9aad-5a8c-4886-be24-51bb41dd6355 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Allocated IP 192.168.233.165 (42fbb05e-3f96-444f-a676-04ee9d06a8c7/e1956090-7ed7-4d05-a46e-a7b0885ca8e4/d8a76343-fb5c-4c62-9138-2da5de84b62c) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:38:11.686302 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [req-8f2a5453-0996-49db-9412-a1e3b4511f3d req-23971e96-146d-4b27-8ab7-0099a78f6375 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Calling delete_port for 37aab6f8-c062-48f0-bef4-ebac461e50b4 owned by network:floatingip {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:38:11.707327 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4b33f9d8-8083-4b6b-84e7-5b8f78d18063 admin admin] Publish callbacks [] for security_group (30764c5e-05ae-49ae-8ac6-4d5d5cce8500), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:11.819397 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 33404) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:38:11.829863 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4b33f9d8-8083-4b6b-84e7-5b8f78d18063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (30764c5e-05ae-49ae-8ac6-4d5d5cce8500), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:11.914888 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b33f9d8-8083-4b6b-84e7-5b8f78d18063 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:38:11.965405 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b33f9d8-8083-4b6b-84e7-5b8f78d18063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30764c5e-05ae-49ae-8ac6-4d5d5cce8500,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:11.985632 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4b33f9d8-8083-4b6b-84e7-5b8f78d18063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (248bd768-d404-4c60-815f-657551377363), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:11.987254 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-4b33f9d8-8083-4b6b-84e7-5b8f78d18063 admin admin] Added segment 248bd768-d404-4c60-815f-657551377363 of type vlan for network 803d74c8-22bd-4a6c-82d8-765a83711179 Oct 04 20:38:12.146798 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4b33f9d8-8083-4b6b-84e7-5b8f78d18063 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (803d74c8-22bd-4a6c-82d8-765a83711179), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:12.316898 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-87b5ba2c-36b8-4ca0-8407-f974e4ea4050 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:12.379189 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4b33f9d8-8083-4b6b-84e7-5b8f78d18063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (803d74c8-22bd-4a6c-82d8-765a83711179), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:12.381262 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b33f9d8-8083-4b6b-84e7-5b8f78d18063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:12.382366 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4b33f9d8-8083-4b6b-84e7-5b8f78d18063 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:12.477160 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:12.583417 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b33f9d8-8083-4b6b-84e7-5b8f78d18063 admin admin] Pushing event updated for resources: {'Network': ['ID=803d74c8-22bd-4a6c-82d8-765a83711179,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:12.619408 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 803d74c8-22bd-4a6c-82d8-765a83711179 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:38:12.688923 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-87b5ba2c-36b8-4ca0-8407-f974e4ea4050 admin admin] Publish callbacks [] for security_group (39c99403-d6d1-4d24-9fba-d0f9dd41144c), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:12.715069 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-4b33f9d8-8083-4b6b-84e7-5b8f78d18063 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1148014 Oct 04 20:38:12.719200 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 33420) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:38:12.732584 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-794c8730-6e6e-4134-8370-678796f34053 admin admin] Request body: {'subnet': {'network_id': '803d74c8-22bd-4a6c-82d8-765a83711179', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1408705981-subnet', 'tenant_id': 'f37d0edcedec45449d139180e2fec383', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:38:12.873673 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-87b5ba2c-36b8-4ca0-8407-f974e4ea4050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (39c99403-d6d1-4d24-9fba-d0f9dd41144c), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:12.934793 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-130d93d1-87bb-4a08-b877-ee76b61390ab req-e7ba9aad-5a8c-4886-be24-51bb41dd6355 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Publish callbacks [] for port (d8a76343-fb5c-4c62-9138-2da5de84b62c), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:12.940965 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-2779b3f3-5715-404b-8252-49bec151a3d0 admin admin] Deleting port 149e3e07-31f0-4b62-8c54-f44d637f5da4 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:38:12.941624 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2779b3f3-5715-404b-8252-49bec151a3d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (149e3e07-31f0-4b62-8c54-f44d637f5da4), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:12.954452 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:12.984485 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b5ba2c-36b8-4ca0-8407-f974e4ea4050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c99403-d6d1-4d24-9fba-d0f9dd41144c,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:13.000048 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794c8730-6e6e-4134-8370-678796f34053 admin admin] Made reservation on behalf of f37d0edcedec45449d139180e2fec383 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:38:13.005953 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-794c8730-6e6e-4134-8370-678796f34053 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:13.060044 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-87b5ba2c-36b8-4ca0-8407-f974e4ea4050 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=cb206df79bad40a3a8605b6468023166&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2381382 Oct 04 20:38:13.068894 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 33422) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:38:13.127752 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a05e65-1e2f-4ae6-9764-ee546512e126 req-dfb7837d-10cf-4417-832d-bc762c0c5915 tempest-ImagesTestJSON-1337949915 tempest-ImagesTestJSON-1337949915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:13.130633 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-89a05e65-1e2f-4ae6-9764-ee546512e126 req-dfb7837d-10cf-4417-832d-bc762c0c5915 tempest-ImagesTestJSON-1337949915 tempest-ImagesTestJSON-1337949915-project] 10.222.0.78 "GET /networking/v2.0/networks?id=17942c9d-fde3-45c6-9039-236894629c55 HTTP/1.1" status: 200 len: 805 time: 0.6555803 Oct 04 20:38:13.271273 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-89a05e65-1e2f-4ae6-9764-ee546512e126 req-55e00c43-f3a5-4d64-8814-ba537c87af1e tempest-ImagesTestJSON-1337949915 tempest-ImagesTestJSON-1337949915-project] 10.222.0.78 "GET /networking/v2.0/quotas/1d50f961abf54801bd03d5551f45b8be HTTP/1.1" status: 200 len: 375 time: 0.0891697 Oct 04 20:38:13.362297 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b24955a7-2b2c-4de1-81bd-8ebf36893d8c up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:38:13.486839 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port b24955a7-2b2c-4de1-81bd-8ebf36893d8c triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:38:13.489906 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b24955a7-2b2c-4de1-81bd-8ebf36893d8c), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:13.490781 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port b24955a7-2b2c-4de1-81bd-8ebf36893d8c Oct 04 20:38:13.507926 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=6 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:13.518490 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:13.549537 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-89a05e65-1e2f-4ae6-9764-ee546512e126 req-27f88bba-c0de-4eeb-bce5-cb4386814b8c tempest-ImagesTestJSON-1337949915 tempest-ImagesTestJSON-1337949915-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=1d50f961abf54801bd03d5551f45b8be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1773136 Oct 04 20:38:13.597742 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-2779b3f3-5715-404b-8252-49bec151a3d0 admin admin] For port 149e3e07-31f0-4b62-8c54-f44d637f5da4, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=149e3e07-31f0-4b62-8c54-f44d637f5da4,segment=NetworkSegment(666560bf-c05d-447c-aa8a-97174d02aeff),segment_id=666560bf-c05d-447c-aa8a-97174d02aeff)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:38:13.598391 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2779b3f3-5715-404b-8252-49bec151a3d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (149e3e07-31f0-4b62-8c54-f44d637f5da4), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:13.674031 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-794c8730-6e6e-4134-8370-678796f34053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (cda3655a-4103-4046-bf93-21f4d36a2aaa), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:13.709828 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-2779b3f3-5715-404b-8252-49bec151a3d0 admin admin] Calling delete_port for 149e3e07-31f0-4b62-8c54-f44d637f5da4 owned by network:router_interface {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:38:13.734720 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-41f90913-252b-4d4e-ad3c-e1ec43a48faa admin admin] Publish callbacks [] for security_group (39c99403-d6d1-4d24-9fba-d0f9dd41144c), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:13.756378 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-130d93d1-87bb-4a08-b877-ee76b61390ab req-e7ba9aad-5a8c-4886-be24-51bb41dd6355 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (d8a76343-fb5c-4c62-9138-2da5de84b62c), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:13.823968 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] get_ports_and_sgs() called for port_ids ['f5495aac-c2d7-419a-9cc9-79e9ec72c16c', '4d3acb0b-9db4-4859-841b-32026dc92298', '3ba03155-a256-4d12-935c-4c94ada17413'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:38:13.871488 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794c8730-6e6e-4134-8370-678796f34053 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cda3655a-4103-4046-bf93-21f4d36a2aaa,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:13.878608 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] get_ports_and_sgs() called for port_ids ['978b2a22-cd30-468a-af9b-1b86275c1460', '1d4c616d-0938-4b70-9e11-adcaef4edc51', '883b816a-c7ca-4854-9627-ee3644556a24', 'f1539adb-7984-4760-843a-2936f8ddf173'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:38:14.031340 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ba9aad-5a8c-4886-be24-51bb41dd6355 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Pushing event updated for resources: {'Port': ['ID=d8a76343-fb5c-4c62-9138-2da5de84b62c,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:14.072527 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794c8730-6e6e-4134-8370-678796f34053 admin admin] Checking segment: {'id': '248bd768-d404-4c60-815f-657551377363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '803d74c8-22bd-4a6c-82d8-765a83711179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:38:14.073115 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794c8730-6e6e-4134-8370-678796f34053 admin admin] Network hostable DHCP agents. Network: 803d74c8-22bd-4a6c-82d8-765a83711179, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:38:14.115378 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-8f2a5453-0996-49db-9412-a1e3b4511f3d req-23971e96-146d-4b27-8ab7-0099a78f6375 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (37aab6f8-c062-48f0-bef4-ebac461e50b4), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:14.156847 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-41f90913-252b-4d4e-ad3c-e1ec43a48faa admin admin] Publish callbacks [] for security_group (39c99403-d6d1-4d24-9fba-d0f9dd41144c), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:14.191337 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port b24955a7-2b2c-4de1-81bd-8ebf36893d8c is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:38:14.192144 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b24955a7-2b2c-4de1-81bd-8ebf36893d8c), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:14.213408 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794c8730-6e6e-4134-8370-678796f34053 admin admin] Network 803d74c8-22bd-4a6c-82d8-765a83711179 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:38:14.253610 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-130d93d1-87bb-4a08-b877-ee76b61390ab req-e7ba9aad-5a8c-4886-be24-51bb41dd6355 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:38:14.314529 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23971e96-146d-4b27-8ab7-0099a78f6375 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Pushing event deleted for resources: {'Port': ['ID=37aab6f8-c062-48f0-bef4-ebac461e50b4,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:14.319028 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [req-130d93d1-87bb-4a08-b877-ee76b61390ab req-e7ba9aad-5a8c-4886-be24-51bb41dd6355 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:38:14.339244 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port b24955a7-2b2c-4de1-81bd-8ebf36893d8c, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b24955a7-2b2c-4de1-81bd-8ebf36893d8c,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:38:14.344088 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [req-130d93d1-87bb-4a08-b877-ee76b61390ab req-e7ba9aad-5a8c-4886-be24-51bb41dd6355 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:38:14.355515 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-794c8730-6e6e-4134-8370-678796f34053 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 803d74c8-22bd-4a6c-82d8-765a83711179) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:38:14.387031 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794c8730-6e6e-4134-8370-678796f34053 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:14.388802 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-794c8730-6e6e-4134-8370-678796f34053 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:14.524140 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f67859-4b34-45f3-aeb4-f18e21d9e7b9 req-217f01b3-2f05-47ca-8ec1-380c20b852a9 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:14.527645 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a1f67859-4b34-45f3-aeb4-f18e21d9e7b9 req-217f01b3-2f05-47ca-8ec1-380c20b852a9 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=451e57ea-f708-47a1-9ee7-a826357c8b68 HTTP/1.1" status: 200 len: 936 time: 0.4806216 Oct 04 20:38:14.535892 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb87cce-a52d-406c-bae1-ae1fd98519c5 None None] Network 803d74c8-22bd-4a6c-82d8-765a83711179 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:38:14.557530 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:14.573025 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (b24955a7-2b2c-4de1-81bd-8ebf36893d8c), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:14.581079 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-794c8730-6e6e-4134-8370-678796f34053 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8597391 Oct 04 20:38:14.585566 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 33444) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:38:14.603001 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-8bf78cf0-2cf4-4f29-bde5-265b3f1fa1d0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1408705981-router', 'tenant_id': 'f37d0edcedec45449d139180e2fec383', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:38:14.847364 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:14.864951 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783ba90b-6317-4ba4-adc9-9dc9f2c5e118 None None] Sync routers for ids ['ef513021-12ed-40aa-a403-7b4a8ee6e44f'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:38:14.878863 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8bf78cf0-2cf4-4f29-bde5-265b3f1fa1d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (8fcee594-a69b-4c40-aeb1-e559100433d1), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:14.882682 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8bf78cf0-2cf4-4f29-bde5-265b3f1fa1d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (8fcee594-a69b-4c40-aeb1-e559100433d1), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:14.892967 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d93d1-87bb-4a08-b877-ee76b61390ab req-e7ba9aad-5a8c-4886-be24-51bb41dd6355 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:14.894479 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-130d93d1-87bb-4a08-b877-ee76b61390ab req-e7ba9aad-5a8c-4886-be24-51bb41dd6355 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:14.902965 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=18 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:14.923733 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783ba90b-6317-4ba4-adc9-9dc9f2c5e118 None None] Routers {'ef513021-12ed-40aa-a403-7b4a8ee6e44f'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:38:14.925281 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-783ba90b-6317-4ba4-adc9-9dc9f2c5e118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:37:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['ef513021-12ed-40aa-a403-7b4a8ee6e44f'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:38:14.952455 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-8f2a5453-0996-49db-9412-a1e3b4511f3d req-23971e96-146d-4b27-8ab7-0099a78f6375 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Publish callbacks [] for floatingip (f4593edf-8c5c-4ec8-9072-1b829ac91a5c), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:14.958046 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-8f2a5453-0996-49db-9412-a1e3b4511f3d req-23971e96-146d-4b27-8ab7-0099a78f6375 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:14.960314 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-8f2a5453-0996-49db-9412-a1e3b4511f3d req-23971e96-146d-4b27-8ab7-0099a78f6375 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/f4593edf-8c5c-4ec8-9072-1b829ac91a5c HTTP/1.1" status: 204 len: 173 time: 6.2227135 Oct 04 20:38:15.052260 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-130d93d1-87bb-4a08-b877-ee76b61390ab req-e7ba9aad-5a8c-4886-be24-51bb41dd6355 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.85 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.6623447 Oct 04 20:38:15.087637 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a1f67859-4b34-45f3-aeb4-f18e21d9e7b9 req-5e511060-a6e0-4382-8ca6-f6734312e2eb tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5270736 Oct 04 20:38:15.096203 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-41f90913-252b-4d4e-ad3c-e1ec43a48faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (39c99403-d6d1-4d24-9fba-d0f9dd41144c), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:15.110827 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-41f90913-252b-4d4e-ad3c-e1ec43a48faa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:15.118153 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-41f90913-252b-4d4e-ad3c-e1ec43a48faa admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/39c99403-d6d1-4d24-9fba-d0f9dd41144c HTTP/1.1" status: 204 len: 168 time: 2.0366848 Oct 04 20:38:15.128269 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [req-130d93d1-87bb-4a08-b877-ee76b61390ab req-8aa88c97-d32a-4d67-bd29-704bb0b9ec3f service neutron] Request body: {'port': {'device_id': '451e57ea-f708-47a1-9ee7-a826357c8b68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-852085-12'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:38:15.192851 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f90913-252b-4d4e-ad3c-e1ec43a48faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c99403-d6d1-4d24-9fba-d0f9dd41144c,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:15.345842 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-783ba90b-6317-4ba4-adc9-9dc9f2c5e118 None None] Set router ef513021-12ed-40aa-a403-7b4a8ee6e44f gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:38:15.401566 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=b24955a7-2b2c-4de1-81bd-8ebf36893d8c,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:15.432639 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8bf78cf0-2cf4-4f29-bde5-265b3f1fa1d0 admin admin] Publish callbacks [] for router_controller (8fcee594-a69b-4c40-aeb1-e559100433d1), precommit_add_association {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:15.448766 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-130d93d1-87bb-4a08-b877-ee76b61390ab req-8aa88c97-d32a-4d67-bd29-704bb0b9ec3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (d8a76343-fb5c-4c62-9138-2da5de84b62c), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:15.456633 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-569f2511-6f2b-46e1-9a8d-3db6290c5256 None None] Provisioning complete for port d8a76343-fb5c-4c62-9138-2da5de84b62c triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:38:15.457262 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-569f2511-6f2b-46e1-9a8d-3db6290c5256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (d8a76343-fb5c-4c62-9138-2da5de84b62c), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:15.468547 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-569f2511-6f2b-46e1-9a8d-3db6290c5256 None None] Attempt 1 to provision port d8a76343-fb5c-4c62-9138-2da5de84b62c Oct 04 20:38:15.577275 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:15.581747 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548abda5-1484-4780-9b14-c832ca56cc52 None None] Network 803d74c8-22bd-4a6c-82d8-765a83711179 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:38:15.750597 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:38:15.751618 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:15.752911 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:38:15.753875 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:38:15.754783 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:38:15.755817 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:38:15.756477 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:38:15.757185 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:38:15.757786 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:38:15.758431 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:38:15.759220 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:38:15.760027 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:38:15.760766 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:38:15.762022 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:38:15.763447 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:38:15.764562 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:38:15.779185 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-18024c1c-64c4-4475-a855-6dfad183c383 req-274bc26b-a2a4-45b5-aa24-98c8ba177ebc tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] 10.222.0.78 "GET /networking/v2.0/floatingips/39d36b41-0315-4928-b287-9f1f9c94fd0e HTTP/1.1" status: 200 len: 692 time: 0.3326702 Oct 04 20:38:16.087087 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-420ab9e3-a0d6-4dda-85b4-fc968ac54aa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:16.101201 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-569f2511-6f2b-46e1-9a8d-3db6290c5256 None None] Port d8a76343-fb5c-4c62-9138-2da5de84b62c cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:38:16.154803 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8bf78cf0-2cf4-4f29-bde5-265b3f1fa1d0 admin admin] Publish callbacks [] for router_gateway (8fcee594-a69b-4c40-aeb1-e559100433d1), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:16.163420 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-783ba90b-6317-4ba4-adc9-9dc9f2c5e118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef513021-12ed-40aa-a403-7b4a8ee6e44f', 'name': 'tempest-ImagesTestJSON-1350780842-router', 'tenant_id': '1d50f961abf54801bd03d5551f45b8be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'b24955a7-2b2c-4de1-81bd-8ebf36893d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:37:55Z', 'updated_at': '2022-10-04T20:38:06Z', 'revision_number': 4, 'project_id': '1d50f961abf54801bd03d5551f45b8be', 'gw_port': {'id': 'b24955a7-2b2c-4de1-81bd-8ebf36893d8c', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:0a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef513021-12ed-40aa-a403-7b4a8ee6e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:37:57Z', 'updated_at': '2022-10-04T20:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'e8dcc32d-5d71-47e0-8635-ee6ba5c1871b', 'name': '', 'network_id': '17942c9d-fde3-45c6-9039-236894629c55', 'tenant_id': '1d50f961abf54801bd03d5551f45b8be', 'mac_address': 'fa:16:3e:07:85:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef513021-12ed-40aa-a403-7b4a8ee6e44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '9874e673-3510-44b7-b99a-560ed0fc1dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:38:04Z', 'updated_at': '2022-10-04T20:38:07Z', 'revision_number': 2, 'project_id': '1d50f961abf54801bd03d5551f45b8be', 'subnets': [{'id': '9874e673-3510-44b7-b99a-560ed0fc1dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:38:16.319013 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783ba90b-6317-4ba4-adc9-9dc9f2c5e118 None None] Checking router: ef513021-12ed-40aa-a403-7b4a8ee6e44f for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:38:16.319643 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783ba90b-6317-4ba4-adc9-9dc9f2c5e118 None None] Updating router ef513021-12ed-40aa-a403-7b4a8ee6e44f port e8dcc32d-5d71-47e0-8635-ee6ba5c1871b binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:38:16.481017 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-783ba90b-6317-4ba4-adc9-9dc9f2c5e118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (e8dcc32d-5d71-47e0-8635-ee6ba5c1871b), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:16.594096 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2779b3f3-5715-404b-8252-49bec151a3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (149e3e07-31f0-4b62-8c54-f44d637f5da4), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:16.701668 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:16.797979 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b939f90-6841-404f-b185-9fe161cc4649 req-05ab8293-c4c5-4d7b-abfa-869b6cf58785 tempest-ImagesTestJSON-1337949915 tempest-ImagesTestJSON-1337949915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:16.810696 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-3b939f90-6841-404f-b185-9fe161cc4649 req-05ab8293-c4c5-4d7b-abfa-869b6cf58785 tempest-ImagesTestJSON-1337949915 tempest-ImagesTestJSON-1337949915-project] 10.222.0.78 "GET /networking/v2.0/networks?id=17942c9d-fde3-45c6-9039-236894629c55 HTTP/1.1" status: 200 len: 805 time: 1.4048591 Oct 04 20:38:16.913557 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8bf78cf0-2cf4-4f29-bde5-265b3f1fa1d0 admin admin] Publish callbacks [] for router_gateway (8fcee594-a69b-4c40-aeb1-e559100433d1), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:16.956829 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8bf78cf0-2cf4-4f29-bde5-265b3f1fa1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:16.973796 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=100 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:17.003338 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2779b3f3-5715-404b-8252-49bec151a3d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=149e3e07-31f0-4b62-8c54-f44d637f5da4,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:17.132954 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18024c1c-64c4-4475-a855-6dfad183c383 req-128ac42e-aa97-48d1-8bb6-3d157ffebe48 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:17.142975 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-18024c1c-64c4-4475-a855-6dfad183c383 req-128ac42e-aa97-48d1-8bb6-3d157ffebe48 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] 10.222.0.78 "GET /networking/v2.0/networks/52a60aae-e230-4bd7-89bc-781767fd7892 HTTP/1.1" status: 200 len: 784 time: 1.1218688 Oct 04 20:38:17.278924 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-3b939f90-6841-404f-b185-9fe161cc4649 req-13283f94-2c87-4203-bd3a-5945fe689397 tempest-ImagesTestJSON-1337949915 tempest-ImagesTestJSON-1337949915-project] 10.222.0.78 "GET /networking/v2.0/quotas/1d50f961abf54801bd03d5551f45b8be HTTP/1.1" status: 200 len: 375 time: 0.3652935 Oct 04 20:38:17.372779 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 33480) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:38:17.375748 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4343902f-472e-40b2-b7e8-8da899c64726 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:17.497828 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-8bf78cf0-2cf4-4f29-bde5-265b3f1fa1d0 admin admin] Allocated IP 172.25.5.178 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/a8e9e764-01ab-42e6-838f-1384b76777ab) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:38:17.597857 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b24955a7-2b2c-4de1-81bd-8ebf36893d8c up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:38:17.695025 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6984796b-750d-45cc-89a0-ab02e27b4adc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:17.708532 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:17.756273 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-783ba90b-6317-4ba4-adc9-9dc9f2c5e118 None None] Publish callbacks [] for port (e8dcc32d-5d71-47e0-8635-ee6ba5c1871b), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:17.797321 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-18024c1c-64c4-4475-a855-6dfad183c383 req-185ef1cc-528f-4ae2-95e2-0539866a86ba tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] 10.222.0.78 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.5.27 HTTP/1.1" status: 200 len: 695 time: 0.5148790 Oct 04 20:38:17.875085 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port b24955a7-2b2c-4de1-81bd-8ebf36893d8c triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:38:17.875928 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b24955a7-2b2c-4de1-81bd-8ebf36893d8c), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:17.924187 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port b24955a7-2b2c-4de1-81bd-8ebf36893d8c Oct 04 20:38:17.924187 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:17.964964 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-783ba90b-6317-4ba4-adc9-9dc9f2c5e118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (e8dcc32d-5d71-47e0-8635-ee6ba5c1871b), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:18.041450 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8bf78cf0-2cf4-4f29-bde5-265b3f1fa1d0 admin admin] Publish callbacks [] for port (a8e9e764-01ab-42e6-838f-1384b76777ab), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:18.061584 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port b24955a7-2b2c-4de1-81bd-8ebf36893d8c is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:38:18.081495 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=83,neutron:UPDATE=5,neutron:INSERT=12 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:18.154103 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2eb299-d64b-497b-8a3f-27948bfbed49 None None] Pushing event updated for resources: {'Port': ['ID=e8dcc32d-5d71-47e0-8635-ee6ba5c1871b,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:18.172960 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2eb299-d64b-497b-8a3f-27948bfbed49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:38:18.173441 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2eb299-d64b-497b-8a3f-27948bfbed49 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:38:18.174143 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2eb299-d64b-497b-8a3f-27948bfbed49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:38:18.174661 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2eb299-d64b-497b-8a3f-27948bfbed49 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:38:18.175297 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2eb299-d64b-497b-8a3f-27948bfbed49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:38:18.175826 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2eb299-d64b-497b-8a3f-27948bfbed49 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:38:18.176466 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2eb299-d64b-497b-8a3f-27948bfbed49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:38:18.177367 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2eb299-d64b-497b-8a3f-27948bfbed49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:38:18.178019 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2eb299-d64b-497b-8a3f-27948bfbed49 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:38:18.178606 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2eb299-d64b-497b-8a3f-27948bfbed49 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:38:18.179060 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2eb299-d64b-497b-8a3f-27948bfbed49 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:38:18.180002 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2eb299-d64b-497b-8a3f-27948bfbed49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:38:18.180478 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2eb299-d64b-497b-8a3f-27948bfbed49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:38:18.181497 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2eb299-d64b-497b-8a3f-27948bfbed49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:38:18.182014 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2eb299-d64b-497b-8a3f-27948bfbed49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:38:18.187413 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-783ba90b-6317-4ba4-adc9-9dc9f2c5e118 None None] Attempting to bind port e8dcc32d-5d71-47e0-8635-ee6ba5c1871b on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:38:18.187978 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-783ba90b-6317-4ba4-adc9-9dc9f2c5e118 None None] Attempting to bind port e8dcc32d-5d71-47e0-8635-ee6ba5c1871b by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '96e80265-2803-42dc-b659-fd6e36c749d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '17942c9d-fde3-45c6-9039-236894629c55'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:38:18.188563 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783ba90b-6317-4ba4-adc9-9dc9f2c5e118 None None] Attempting to bind port e8dcc32d-5d71-47e0-8635-ee6ba5c1871b on network 17942c9d-fde3-45c6-9039-236894629c55 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:38:18.216225 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6984796b-750d-45cc-89a0-ab02e27b4adc admin admin] Publish callbacks [] for security_group (2dcf0363-8334-4a5b-a7cc-e5135f262fe0), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:18.263110 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783ba90b-6317-4ba4-adc9-9dc9f2c5e118 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:38:18.263691 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783ba90b-6317-4ba4-adc9-9dc9f2c5e118 None None] Checking segment: {'id': '96e80265-2803-42dc-b659-fd6e36c749d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '17942c9d-fde3-45c6-9039-236894629c55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:38:18.264239 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-783ba90b-6317-4ba4-adc9-9dc9f2c5e118 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:18.264979 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783ba90b-6317-4ba4-adc9-9dc9f2c5e118 None None] Bound using segment: {'id': '96e80265-2803-42dc-b659-fd6e36c749d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '17942c9d-fde3-45c6-9039-236894629c55'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:38:18.265626 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-783ba90b-6317-4ba4-adc9-9dc9f2c5e118 None None] Bound port: e8dcc32d-5d71-47e0-8635-ee6ba5c1871b, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96e80265-2803-42dc-b659-fd6e36c749d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '17942c9d-fde3-45c6-9039-236894629c55'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:38:18.266135 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-783ba90b-6317-4ba4-adc9-9dc9f2c5e118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (e8dcc32d-5d71-47e0-8635-ee6ba5c1871b), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:18.331238 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6984796b-750d-45cc-89a0-ab02e27b4adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (2dcf0363-8334-4a5b-a7cc-e5135f262fe0), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:18.341665 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8bf78cf0-2cf4-4f29-bde5-265b3f1fa1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (a8e9e764-01ab-42e6-838f-1384b76777ab), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:18.390177 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-783ba90b-6317-4ba4-adc9-9dc9f2c5e118 None None] For port e8dcc32d-5d71-47e0-8635-ee6ba5c1871b, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:38:18.397221 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-783ba90b-6317-4ba4-adc9-9dc9f2c5e118 None None] For port e8dcc32d-5d71-47e0-8635-ee6ba5c1871b, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=e8dcc32d-5d71-47e0-8635-ee6ba5c1871b,segment=NetworkSegment(96e80265-2803-42dc-b659-fd6e36c749d8),segment_id=96e80265-2803-42dc-b659-fd6e36c749d8)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:38:18.501933 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-783ba90b-6317-4ba4-adc9-9dc9f2c5e118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (e8dcc32d-5d71-47e0-8635-ee6ba5c1871b), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:18.510476 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6984796b-750d-45cc-89a0-ab02e27b4adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dcf0363-8334-4a5b-a7cc-e5135f262fe0,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:18.561587 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf78cf0-2cf4-4f29-bde5-265b3f1fa1d0 admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:38:18.567682 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf78cf0-2cf4-4f29-bde5-265b3f1fa1d0 admin admin] Pushing event updated for resources: {'Port': ['ID=a8e9e764-01ab-42e6-838f-1384b76777ab,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:18.581576 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-6984796b-750d-45cc-89a0-ab02e27b4adc admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=7b55e5ae7c8a4f06bcbbf2d3258a41e4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1910179 Oct 04 20:38:18.581576 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-8bf78cf0-2cf4-4f29-bde5-265b3f1fa1d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:38:18.583217 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 33490) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:38:18.596150 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf78cf0-2cf4-4f29-bde5-265b3f1fa1d0 admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:38:18.606840 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-3b939f90-6841-404f-b185-9fe161cc4649 req-dc3305bc-5c6a-4159-b16c-ed9e56cde275 tempest-ImagesTestJSON-1337949915 tempest-ImagesTestJSON-1337949915-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=1d50f961abf54801bd03d5551f45b8be&fields=id HTTP/1.1" status: 200 len: 302 time: 1.1583009 Oct 04 20:38:18.625059 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:18.686564 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-18024c1c-64c4-4475-a855-6dfad183c383 req-9b5d7724-a093-481d-aab2-26f32ce359e0 tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] 10.222.0.78 "GET /networking/v2.0/floatingips?floating_ip_address=172.25.5.27 HTTP/1.1" status: 200 len: 695 time: 0.3101485 Oct 04 20:38:18.795780 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c6f60ffe-4bd6-4b41-8e88-ca385fec4893 admin admin] Publish callbacks [] for security_group (2dcf0363-8334-4a5b-a7cc-e5135f262fe0), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:18.933898 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2eb299-d64b-497b-8a3f-27948bfbed49 None None] Pushing event updated for resources: {'Port': ['ID=e8dcc32d-5d71-47e0-8635-ee6ba5c1871b,revision_number=4']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:18.939828 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783ba90b-6317-4ba4-adc9-9dc9f2c5e118 None None] Routers {'ef513021-12ed-40aa-a403-7b4a8ee6e44f'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:38:18.941162 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-783ba90b-6317-4ba4-adc9-9dc9f2c5e118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:38:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['ef513021-12ed-40aa-a403-7b4a8ee6e44f'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:38:19.036798 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c6f60ffe-4bd6-4b41-8e88-ca385fec4893 admin admin] Publish callbacks [] for security_group (2dcf0363-8334-4a5b-a7cc-e5135f262fe0), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:19.101956 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2779b3f3-5715-404b-8252-49bec151a3d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (46d71879-f7e8-4d95-910b-4fee7fa68ed8), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:19.106200 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:19.320389 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-783ba90b-6317-4ba4-adc9-9dc9f2c5e118 None None] Set router ef513021-12ed-40aa-a403-7b4a8ee6e44f gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:38:19.325120 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c6f60ffe-4bd6-4b41-8e88-ca385fec4893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (2dcf0363-8334-4a5b-a7cc-e5135f262fe0), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:19.330334 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c6f60ffe-4bd6-4b41-8e88-ca385fec4893 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:19.332504 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c6f60ffe-4bd6-4b41-8e88-ca385fec4893 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/2dcf0363-8334-4a5b-a7cc-e5135f262fe0 HTTP/1.1" status: 204 len: 168 time: 0.7478917 Oct 04 20:38:19.405202 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device e8dcc32d-5d71-47e0-8635-ee6ba5c1871b up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:38:19.452500 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f60ffe-4bd6-4b41-8e88-ca385fec4893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dcf0363-8334-4a5b-a7cc-e5135f262fe0,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:19.609557 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port e8dcc32d-5d71-47e0-8635-ee6ba5c1871b triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:38:19.610202 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (e8dcc32d-5d71-47e0-8635-ee6ba5c1871b), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:19.610764 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port e8dcc32d-5d71-47e0-8635-ee6ba5c1871b Oct 04 20:38:19.657515 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [req-18024c1c-64c4-4475-a855-6dfad183c383 req-7b645943-bd22-46f6-abe1-506ec759954e tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Deleting port 488f68ac-0e1e-4dd5-9656-71b3aeda3d59 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:38:19.658364 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-18024c1c-64c4-4475-a855-6dfad183c383 req-7b645943-bd22-46f6-abe1-506ec759954e tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (488f68ac-0e1e-4dd5-9656-71b3aeda3d59), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:19.665760 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8bf78cf0-2cf4-4f29-bde5-265b3f1fa1d0 admin admin] Publish callbacks [] for router_gateway (8fcee594-a69b-4c40-aeb1-e559100433d1), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:19.770761 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:19.822456 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50096fc-e48e-489a-a1e1-4b450d1362c6 req-2a00dfc9-e30f-4fd5-821b-bd77bedd231e tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:19.825901 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e50096fc-e48e-489a-a1e1-4b450d1362c6 req-2a00dfc9-e30f-4fd5-821b-bd77bedd231e tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=451e57ea-f708-47a1-9ee7-a826357c8b68 HTTP/1.1" status: 200 len: 936 time: 0.7002697 Oct 04 20:38:19.899805 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port e8dcc32d-5d71-47e0-8635-ee6ba5c1871b is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:38:19.900528 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (e8dcc32d-5d71-47e0-8635-ee6ba5c1871b), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:19.977259 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [req-130d93d1-87bb-4a08-b877-ee76b61390ab req-8aa88c97-d32a-4d67-bd29-704bb0b9ec3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8a76343-fb5c-4c62-9138-2da5de84b62c {{(pid=108170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 20:38:20.017996 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-783ba90b-6317-4ba4-adc9-9dc9f2c5e118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef513021-12ed-40aa-a403-7b4a8ee6e44f', 'name': 'tempest-ImagesTestJSON-1350780842-router', 'tenant_id': '1d50f961abf54801bd03d5551f45b8be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'b24955a7-2b2c-4de1-81bd-8ebf36893d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:37:55Z', 'updated_at': '2022-10-04T20:38:06Z', 'revision_number': 4, 'project_id': '1d50f961abf54801bd03d5551f45b8be', 'gw_port': {'id': 'b24955a7-2b2c-4de1-81bd-8ebf36893d8c', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:0a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef513021-12ed-40aa-a403-7b4a8ee6e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:37:57Z', 'updated_at': '2022-10-04T20:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'e8dcc32d-5d71-47e0-8635-ee6ba5c1871b', 'name': '', 'network_id': '17942c9d-fde3-45c6-9039-236894629c55', 'tenant_id': '1d50f961abf54801bd03d5551f45b8be', 'mac_address': 'fa:16:3e:07:85:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef513021-12ed-40aa-a403-7b4a8ee6e44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '9874e673-3510-44b7-b99a-560ed0fc1dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:38:04Z', 'updated_at': '2022-10-04T20:38:18Z', 'revision_number': 4, 'project_id': '1d50f961abf54801bd03d5551f45b8be', 'subnets': [{'id': '9874e673-3510-44b7-b99a-560ed0fc1dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:38:20.020449 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-130d93d1-87bb-4a08-b877-ee76b61390ab req-8aa88c97-d32a-4d67-bd29-704bb0b9ec3f service neutron] Publish callbacks [] for port (d8a76343-fb5c-4c62-9138-2da5de84b62c), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:20.100789 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783ba90b-6317-4ba4-adc9-9dc9f2c5e118 None None] The sync data for ids ['ef513021-12ed-40aa-a403-7b4a8ee6e44f'] in n-d-852085-12 is: [{'id': 'ef513021-12ed-40aa-a403-7b4a8ee6e44f', 'name': 'tempest-ImagesTestJSON-1350780842-router', 'tenant_id': '1d50f961abf54801bd03d5551f45b8be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'b24955a7-2b2c-4de1-81bd-8ebf36893d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:37:55Z', 'updated_at': '2022-10-04T20:38:06Z', 'revision_number': 4, 'project_id': '1d50f961abf54801bd03d5551f45b8be', 'gw_port': {'id': 'b24955a7-2b2c-4de1-81bd-8ebf36893d8c', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:0a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef513021-12ed-40aa-a403-7b4a8ee6e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:37:57Z', 'updated_at': '2022-10-04T20:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'e8dcc32d-5d71-47e0-8635-ee6ba5c1871b', 'name': '', 'network_id': '17942c9d-fde3-45c6-9039-236894629c55', 'tenant_id': '1d50f961abf54801bd03d5551f45b8be', 'mac_address': 'fa:16:3e:07:85:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef513021-12ed-40aa-a403-7b4a8ee6e44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '9874e673-3510-44b7-b99a-560ed0fc1dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:38:04Z', 'updated_at': '2022-10-04T20:38:18Z', 'revision_number': 4, 'project_id': '1d50f961abf54801bd03d5551f45b8be', 'subnets': [{'id': '9874e673-3510-44b7-b99a-560ed0fc1dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:38:20.106790 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:20.131904 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port e8dcc32d-5d71-47e0-8635-ee6ba5c1871b, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=e8dcc32d-5d71-47e0-8635-ee6ba5c1871b,segment=NetworkSegment(96e80265-2803-42dc-b659-fd6e36c749d8),segment_id=96e80265-2803-42dc-b659-fd6e36c749d8)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:38:20.146360 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:20.197539 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-18024c1c-64c4-4475-a855-6dfad183c383 req-7b645943-bd22-46f6-abe1-506ec759954e tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (488f68ac-0e1e-4dd5-9656-71b3aeda3d59), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:20.198012 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-18024c1c-64c4-4475-a855-6dfad183c383 req-7b645943-bd22-46f6-abe1-506ec759954e tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Publish callbacks [] for floatingip (488f68ac-0e1e-4dd5-9656-71b3aeda3d59), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:20.245475 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (e8dcc32d-5d71-47e0-8635-ee6ba5c1871b), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:20.248384 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.provisioning_blocks [req-130d93d1-87bb-4a08-b877-ee76b61390ab req-8aa88c97-d32a-4d67-bd29-704bb0b9ec3f service neutron] Transition to ACTIVE for port object d8a76343-fb5c-4c62-9138-2da5de84b62c will not be triggered until provisioned by entity L2. {{(pid=108170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 20:38:20.284670 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [req-18024c1c-64c4-4475-a855-6dfad183c383 req-7b645943-bd22-46f6-abe1-506ec759954e tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Calling delete_port for 488f68ac-0e1e-4dd5-9656-71b3aeda3d59 owned by network:floatingip {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:38:20.364325 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8bf78cf0-2cf4-4f29-bde5-265b3f1fa1d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (8fcee594-a69b-4c40-aeb1-e559100433d1), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:20.480931 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=e8dcc32d-5d71-47e0-8635-ee6ba5c1871b,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:20.671410 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-130d93d1-87bb-4a08-b877-ee76b61390ab req-8aa88c97-d32a-4d67-bd29-704bb0b9ec3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (d8a76343-fb5c-4c62-9138-2da5de84b62c), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:20.725973 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e50096fc-e48e-489a-a1e1-4b450d1362c6 req-dc3d808c-5e54-4df6-85dd-498a8e2802e9 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7810748 Oct 04 20:38:20.787445 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf78cf0-2cf4-4f29-bde5-265b3f1fa1d0 admin admin] Router 8fcee594-a69b-4c40-aeb1-e559100433d1 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:38:20.933001 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa88c97-d32a-4d67-bd29-704bb0b9ec3f service neutron] Pushing event updated for resources: {'Port': ['ID=d8a76343-fb5c-4c62-9138-2da5de84b62c,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:21.073618 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2779b3f3-5715-404b-8252-49bec151a3d0 admin admin] Router 46d71879-f7e8-4d95-910b-4fee7fa68ed8 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:38:21.242397 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf78cf0-2cf4-4f29-bde5-265b3f1fa1d0 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:38:21.294616 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7853dacc-44f1-4a6a-8e13-2e4bc1be7515 None None] Sync routers for ids ['8fcee594-a69b-4c40-aeb1-e559100433d1'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:38:21.321304 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7853dacc-44f1-4a6a-8e13-2e4bc1be7515 None None] Routers {'8fcee594-a69b-4c40-aeb1-e559100433d1'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:38:21.325669 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-7853dacc-44f1-4a6a-8e13-2e4bc1be7515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:38:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['8fcee594-a69b-4c40-aeb1-e559100433d1'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:38:21.426204 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8bf78cf0-2cf4-4f29-bde5-265b3f1fa1d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:21.433642 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-8bf78cf0-2cf4-4f29-bde5-265b3f1fa1d0 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.8405478 Oct 04 20:38:21.434472 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 33532) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:38:21.480089 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device e8dcc32d-5d71-47e0-8635-ee6ba5c1871b up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:38:21.511209 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [req-130d93d1-87bb-4a08-b877-ee76b61390ab req-8aa88c97-d32a-4d67-bd29-704bb0b9ec3f service neutron] Attempting to bind port d8a76343-fb5c-4c62-9138-2da5de84b62c on host n-h2-852085-12 for vnic_type normal with profile {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:38:21.511963 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [req-130d93d1-87bb-4a08-b877-ee76b61390ab req-8aa88c97-d32a-4d67-bd29-704bb0b9ec3f service neutron] Attempting to bind port d8a76343-fb5c-4c62-9138-2da5de84b62c by drivers openvswitch,hyperv on host n-h2-852085-12 at level 0 using segments [{'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'}] {{(pid=108170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:38:21.512530 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130d93d1-87bb-4a08-b877-ee76b61390ab req-8aa88c97-d32a-4d67-bd29-704bb0b9ec3f service neutron] Attempting to bind port d8a76343-fb5c-4c62-9138-2da5de84b62c on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:38:21.664078 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:22.072130 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:22.142618 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-7853dacc-44f1-4a6a-8e13-2e4bc1be7515 None None] Set router 8fcee594-a69b-4c40-aeb1-e559100433d1 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:38:22.219631 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=6 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:22.242391 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2cd31-36af-44fd-a833-5d39a1a9c15b req-86c8722f-7f7a-464f-958e-64a467110605 tempest-ImagesTestJSON-1337949915 tempest-ImagesTestJSON-1337949915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:22.246191 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-38e2cd31-36af-44fd-a833-5d39a1a9c15b req-86c8722f-7f7a-464f-958e-64a467110605 tempest-ImagesTestJSON-1337949915 tempest-ImagesTestJSON-1337949915-project] 10.222.0.78 "GET /networking/v2.0/networks?id=17942c9d-fde3-45c6-9039-236894629c55 HTTP/1.1" status: 200 len: 805 time: 0.9741423 Oct 04 20:38:22.256186 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130d93d1-87bb-4a08-b877-ee76b61390ab req-8aa88c97-d32a-4d67-bd29-704bb0b9ec3f service neutron] Port d8a76343-fb5c-4c62-9138-2da5de84b62c on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-852085-12 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:38:22.256727 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130d93d1-87bb-4a08-b877-ee76b61390ab req-8aa88c97-d32a-4d67-bd29-704bb0b9ec3f service neutron] Attempting to bind port d8a76343-fb5c-4c62-9138-2da5de84b62c on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:38:22.262291 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port e8dcc32d-5d71-47e0-8635-ee6ba5c1871b triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:38:22.265653 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (e8dcc32d-5d71-47e0-8635-ee6ba5c1871b), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:22.285524 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port e8dcc32d-5d71-47e0-8635-ee6ba5c1871b Oct 04 20:38:22.342759 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2779b3f3-5715-404b-8252-49bec151a3d0 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:38:22.365814 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2779b3f3-5715-404b-8252-49bec151a3d0 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/46d71879-f7e8-4d95-910b-4fee7fa68ed8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.0083032 Oct 04 20:38:22.365814 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-38e2cd31-36af-44fd-a833-5d39a1a9c15b req-613b366b-30ab-4b1d-be76-d24fc7112b0a tempest-ImagesTestJSON-1337949915 tempest-ImagesTestJSON-1337949915-project] 10.222.0.78 "GET /networking/v2.0/quotas/1d50f961abf54801bd03d5551f45b8be HTTP/1.1" status: 200 len: 375 time: 0.0929463 Oct 04 20:38:22.365814 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 33544) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:38:22.367407 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cf023b-3409-4314-9092-4c47fb70e302 None None] Sync routers for ids ['46d71879-f7e8-4d95-910b-4fee7fa68ed8'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:38:22.368811 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-18024c1c-64c4-4475-a855-6dfad183c383 req-7b645943-bd22-46f6-abe1-506ec759954e tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (488f68ac-0e1e-4dd5-9656-71b3aeda3d59), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:22.415845 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:22.417925 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cf023b-3409-4314-9092-4c47fb70e302 None None] Routers {'46d71879-f7e8-4d95-910b-4fee7fa68ed8'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:38:22.423874 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-f0cf023b-3409-4314-9092-4c47fb70e302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:38:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['46d71879-f7e8-4d95-910b-4fee7fa68ed8'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:38:22.600755 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b645943-bd22-46f6-abe1-506ec759954e tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Pushing event deleted for resources: {'Port': ['ID=488f68ac-0e1e-4dd5-9656-71b3aeda3d59,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:22.710552 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:22.774087 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130d93d1-87bb-4a08-b877-ee76b61390ab req-8aa88c97-d32a-4d67-bd29-704bb0b9ec3f service neutron] Checking agent: {'id': 'af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 28, 33), 'started_at': datetime.datetime(2022, 10, 4, 20, 28, 33), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:38:22.775788 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130d93d1-87bb-4a08-b877-ee76b61390ab req-8aa88c97-d32a-4d67-bd29-704bb0b9ec3f service neutron] Checking segment: {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:38:22.776736 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130d93d1-87bb-4a08-b877-ee76b61390ab req-8aa88c97-d32a-4d67-bd29-704bb0b9ec3f service neutron] Bound using segment: {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'} {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:38:22.777859 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [req-130d93d1-87bb-4a08-b877-ee76b61390ab req-8aa88c97-d32a-4d67-bd29-704bb0b9ec3f service neutron] Bound port: d8a76343-fb5c-4c62-9138-2da5de84b62c, host: n-h2-852085-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'}}] {{(pid=108170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:38:22.779428 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-130d93d1-87bb-4a08-b877-ee76b61390ab req-8aa88c97-d32a-4d67-bd29-704bb0b9ec3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (d8a76343-fb5c-4c62-9138-2da5de84b62c), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:22.822214 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-f0cf023b-3409-4314-9092-4c47fb70e302 None None] Set router 46d71879-f7e8-4d95-910b-4fee7fa68ed8 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:38:22.950535 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:22.981621 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [req-130d93d1-87bb-4a08-b877-ee76b61390ab req-8aa88c97-d32a-4d67-bd29-704bb0b9ec3f service neutron] For port d8a76343-fb5c-4c62-9138-2da5de84b62c, host n-h2-852085-12, cleared binding levels {{(pid=108170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:38:22.996203 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [req-130d93d1-87bb-4a08-b877-ee76b61390ab req-8aa88c97-d32a-4d67-bd29-704bb0b9ec3f service neutron] For port d8a76343-fb5c-4c62-9138-2da5de84b62c, host n-h2-852085-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852085-12',level=0,port_id=d8a76343-fb5c-4c62-9138-2da5de84b62c,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:38:23.106298 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-38e2cd31-36af-44fd-a833-5d39a1a9c15b req-dfd44fce-b389-48df-b3c1-94ae1f1667b0 tempest-ImagesTestJSON-1337949915 tempest-ImagesTestJSON-1337949915-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=1d50f961abf54801bd03d5551f45b8be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7140963 Oct 04 20:38:23.135211 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=6,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:23.146645 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port e8dcc32d-5d71-47e0-8635-ee6ba5c1871b is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:38:23.259459 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-130d93d1-87bb-4a08-b877-ee76b61390ab req-8aa88c97-d32a-4d67-bd29-704bb0b9ec3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (d8a76343-fb5c-4c62-9138-2da5de84b62c), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:23.267356 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d93d1-87bb-4a08-b877-ee76b61390ab req-8aa88c97-d32a-4d67-bd29-704bb0b9ec3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:23.268655 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-130d93d1-87bb-4a08-b877-ee76b61390ab req-8aa88c97-d32a-4d67-bd29-704bb0b9ec3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:23.273385 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-130d93d1-87bb-4a08-b877-ee76b61390ab req-8aa88c97-d32a-4d67-bd29-704bb0b9ec3f service neutron] 10.222.0.85 "PUT /networking/v2.0/ports/d8a76343-fb5c-4c62-9138-2da5de84b62c HTTP/1.1" status: 200 len: 1097 time: 8.1833508 Oct 04 20:38:23.275547 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-7853dacc-44f1-4a6a-8e13-2e4bc1be7515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fcee594-a69b-4c40-aeb1-e559100433d1', 'name': 'tempest-ServerRescueTestJSON-1408705981-router', 'tenant_id': 'f37d0edcedec45449d139180e2fec383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': 'a8e9e764-01ab-42e6-838f-1384b76777ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:38:14Z', 'updated_at': '2022-10-04T20:38:19Z', 'revision_number': 3, 'project_id': 'f37d0edcedec45449d139180e2fec383', 'gw_port': {'id': 'a8e9e764-01ab-42e6-838f-1384b76777ab', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fcee594-a69b-4c40-aeb1-e559100433d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:38:16Z', 'updated_at': '2022-10-04T20:38:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:38:23.297111 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '451e57ea-f708-47a1-9ee7-a826357c8b68', 'tag': 'd8a76343-fb5c-4c62-9138-2da5de84b62c'}] {{(pid=108170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:38:23.320911 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a696e922a709062c6bf2650733a1f4a2b44940721a32d933316dd509f3aaf0ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1ee9ce-f4f2-4340-ab3f-b92a5528d8f5" -d '{"events": [{"name": "network-changed", "server_uuid": "451e57ea-f708-47a1-9ee7-a826357c8b68", "tag": "d8a76343-fb5c-4c62-9138-2da5de84b62c"}]}' {{(pid=108170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:38:23.387551 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:23.419527 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7853dacc-44f1-4a6a-8e13-2e4bc1be7515 None None] Checking router: 8fcee594-a69b-4c40-aeb1-e559100433d1 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:38:23.419527 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7853dacc-44f1-4a6a-8e13-2e4bc1be7515 None None] Updating router 8fcee594-a69b-4c40-aeb1-e559100433d1 port a8e9e764-01ab-42e6-838f-1384b76777ab binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:38:23.549653 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-18024c1c-64c4-4475-a855-6dfad183c383 req-7b645943-bd22-46f6-abe1-506ec759954e tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Publish callbacks [] for floatingip (39d36b41-0315-4928-b287-9f1f9c94fd0e), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:23.565401 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-18024c1c-64c4-4475-a855-6dfad183c383 req-7b645943-bd22-46f6-abe1-506ec759954e tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:23.578151 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-18024c1c-64c4-4475-a855-6dfad183c383 req-7b645943-bd22-46f6-abe1-506ec759954e tempest-FloatingIPDetailsTestJSON-923652462 tempest-FloatingIPDetailsTestJSON-923652462-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/39d36b41-0315-4928-b287-9f1f9c94fd0e HTTP/1.1" status: 204 len: 173 time: 4.8364866 Oct 04 20:38:23.622114 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7853dacc-44f1-4a6a-8e13-2e4bc1be7515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (a8e9e764-01ab-42e6-838f-1384b76777ab), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:23.624244 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-f0cf023b-3409-4314-9092-4c47fb70e302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d71879-f7e8-4d95-910b-4fee7fa68ed8', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1189782714-router', 'tenant_id': '83f4d8accaf7424cb88d1327e40a1e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '1af16a50-8d71-45a3-9061-4623d9cbd116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:36:42Z', 'updated_at': '2022-10-04T20:38:15Z', 'revision_number': 5, 'project_id': '83f4d8accaf7424cb88d1327e40a1e9e', 'gw_port': {'id': '1af16a50-8d71-45a3-9061-4623d9cbd116', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d71879-f7e8-4d95-910b-4fee7fa68ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:36:47Z', 'updated_at': '2022-10-04T20:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:38:23.783798 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cf023b-3409-4314-9092-4c47fb70e302 None None] Checking router: 46d71879-f7e8-4d95-910b-4fee7fa68ed8 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:38:23.838803 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cf023b-3409-4314-9092-4c47fb70e302 None None] Routers {'46d71879-f7e8-4d95-910b-4fee7fa68ed8'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:38:23.840753 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 33570) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:38:23.849294 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-f0cf023b-3409-4314-9092-4c47fb70e302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:38:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['46d71879-f7e8-4d95-910b-4fee7fa68ed8'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:38:23.852128 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-90ba7b61-9ffa-4d9a-92e9-9db8dc689f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:23.864603 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d93d1-87bb-4a08-b877-ee76b61390ab req-cac604e9-4730-459c-a686-277c96b7e6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:23.869582 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-130d93d1-87bb-4a08-b877-ee76b61390ab req-cac604e9-4730-459c-a686-277c96b7e6e0 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=70436b8b504e43dc882f5ee434ecf443&device_id=451e57ea-f708-47a1-9ee7-a826357c8b68 HTTP/1.1" status: 200 len: 1131 time: 0.3673351 Oct 04 20:38:24.094436 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 20:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6f2082-83eb-4fff-b9f0-5d3daf2ef9b5 x-openstack-request-id: req-0d6f2082-83eb-4fff-b9f0-5d3daf2ef9b5 {{(pid=108170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:38:24.096498 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "451e57ea-f708-47a1-9ee7-a826357c8b68", "tag": "d8a76343-fb5c-4c62-9138-2da5de84b62c", "status": "completed", "code": 200}]} {{(pid=108170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:38:24.096892 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0d6f2082-83eb-4fff-b9f0-5d3daf2ef9b5 {{(pid=108170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:38:24.097510 n-d-852085-12 neutron-server[108170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d6f2082-83eb-4fff-b9f0-5d3daf2ef9b5'] response: {'name': 'network-changed', 'server_uuid': '451e57ea-f708-47a1-9ee7-a826357c8b68', 'tag': 'd8a76343-fb5c-4c62-9138-2da5de84b62c', 'status': 'completed', 'code': 200} Oct 04 20:38:24.118412 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-130d93d1-87bb-4a08-b877-ee76b61390ab req-71dda01b-045a-42c9-9145-0ae62a408aed service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=d8a76343-fb5c-4c62-9138-2da5de84b62c HTTP/1.1" status: 200 len: 217 time: 0.2184536 Oct 04 20:38:24.120744 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1151829a-9d4a-419d-9b62-42455e0dcf71 admin admin] Publish callbacks [] for router (46d71879-f7e8-4d95-910b-4fee7fa68ed8), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:24.266161 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-f0cf023b-3409-4314-9092-4c47fb70e302 None None] Set router 46d71879-f7e8-4d95-910b-4fee7fa68ed8 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:38:24.440321 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-90ba7b61-9ffa-4d9a-92e9-9db8dc689f01 admin admin] Allocated IP 172.20.0.1 (803d74c8-22bd-4a6c-82d8-765a83711179/cda3655a-4103-4046-bf93-21f4d36a2aaa/2485f516-5c78-4c30-8f52-faa68f6de173) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:38:24.670549 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7853dacc-44f1-4a6a-8e13-2e4bc1be7515 None None] Publish callbacks [] for port (a8e9e764-01ab-42e6-838f-1384b76777ab), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:24.671485 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa88c97-d32a-4d67-bd29-704bb0b9ec3f service neutron] Pushing event updated for resources: {'Port': ['ID=d8a76343-fb5c-4c62-9138-2da5de84b62c,revision_number=3']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:24.693042 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:24.707684 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-f0cf023b-3409-4314-9092-4c47fb70e302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d71879-f7e8-4d95-910b-4fee7fa68ed8', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1189782714-router', 'tenant_id': '83f4d8accaf7424cb88d1327e40a1e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '1af16a50-8d71-45a3-9061-4623d9cbd116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:36:42Z', 'updated_at': '2022-10-04T20:38:15Z', 'revision_number': 5, 'project_id': '83f4d8accaf7424cb88d1327e40a1e9e', 'gw_port': {'id': '1af16a50-8d71-45a3-9061-4623d9cbd116', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d71879-f7e8-4d95-910b-4fee7fa68ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:36:47Z', 'updated_at': '2022-10-04T20:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:38:24.753558 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2605a37a-08ca-48c9-89fc-d7720f7f6233 req-c2aabc97-4899-4e66-84c4-b23bf0988047 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:24.771299 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-90ba7b61-9ffa-4d9a-92e9-9db8dc689f01 admin admin] Publish callbacks [] for port (2485f516-5c78-4c30-8f52-faa68f6de173), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:24.771829 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cf023b-3409-4314-9092-4c47fb70e302 None None] The sync data for ids ['46d71879-f7e8-4d95-910b-4fee7fa68ed8'] in n-d-852085-12 is: [{'id': '46d71879-f7e8-4d95-910b-4fee7fa68ed8', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1189782714-router', 'tenant_id': '83f4d8accaf7424cb88d1327e40a1e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '1af16a50-8d71-45a3-9061-4623d9cbd116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:36:42Z', 'updated_at': '2022-10-04T20:38:15Z', 'revision_number': 5, 'project_id': '83f4d8accaf7424cb88d1327e40a1e9e', 'gw_port': {'id': '1af16a50-8d71-45a3-9061-4623d9cbd116', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d71879-f7e8-4d95-910b-4fee7fa68ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:36:47Z', 'updated_at': '2022-10-04T20:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:38:24.774822 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-2605a37a-08ca-48c9-89fc-d7720f7f6233 req-c2aabc97-4899-4e66-84c4-b23bf0988047 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=451e57ea-f708-47a1-9ee7-a826357c8b68 HTTP/1.1" status: 200 len: 948 time: 0.9043427 Oct 04 20:38:24.792833 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7853dacc-44f1-4a6a-8e13-2e4bc1be7515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (a8e9e764-01ab-42e6-838f-1384b76777ab), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:24.873446 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:24.939664 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-7853dacc-44f1-4a6a-8e13-2e4bc1be7515 None None] Attempting to bind port a8e9e764-01ab-42e6-838f-1384b76777ab on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:38:24.940199 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-7853dacc-44f1-4a6a-8e13-2e4bc1be7515 None None] Attempting to bind port a8e9e764-01ab-42e6-838f-1384b76777ab by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:38:24.941028 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7853dacc-44f1-4a6a-8e13-2e4bc1be7515 None None] Attempting to bind port a8e9e764-01ab-42e6-838f-1384b76777ab on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:38:25.041244 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdd4cef-d599-4800-aa20-48aac81a4602 None None] Pushing event updated for resources: {'Port': ['ID=a8e9e764-01ab-42e6-838f-1384b76777ab,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:25.130420 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7853dacc-44f1-4a6a-8e13-2e4bc1be7515 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:38:25.133182 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7853dacc-44f1-4a6a-8e13-2e4bc1be7515 None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:38:25.134850 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7853dacc-44f1-4a6a-8e13-2e4bc1be7515 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:25.138763 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7853dacc-44f1-4a6a-8e13-2e4bc1be7515 None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:38:25.140817 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-7853dacc-44f1-4a6a-8e13-2e4bc1be7515 None None] Bound port: a8e9e764-01ab-42e6-838f-1384b76777ab, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:38:25.141915 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7853dacc-44f1-4a6a-8e13-2e4bc1be7515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (a8e9e764-01ab-42e6-838f-1384b76777ab), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:25.283919 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-7853dacc-44f1-4a6a-8e13-2e4bc1be7515 None None] For port a8e9e764-01ab-42e6-838f-1384b76777ab, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:38:25.290857 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-7853dacc-44f1-4a6a-8e13-2e4bc1be7515 None None] For port a8e9e764-01ab-42e6-838f-1384b76777ab, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=a8e9e764-01ab-42e6-838f-1384b76777ab,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:38:25.321987 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 149e3e07-31f0-4b62-8c54-f44d637f5da4 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:38:25.370478 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:25.371814 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 149e3e07-31f0-4b62-8c54-f44d637f5da4 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:38:25.372382 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 149e3e07-31f0-4b62-8c54-f44d637f5da4 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:38:25.627392 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d93d1-87bb-4a08-b877-ee76b61390ab req-85700b12-6a9f-4c7e-8eab-6aa7f7ca0a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:25.632934 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-130d93d1-87bb-4a08-b877-ee76b61390ab req-85700b12-6a9f-4c7e-8eab-6aa7f7ca0a31 service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 1.2846951 Oct 04 20:38:25.853252 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-2605a37a-08ca-48c9-89fc-d7720f7f6233 req-9994a219-f7c1-4804-91f6-de9c719634f3 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0354626 Oct 04 20:38:25.867000 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa91a166-481b-46c6-9d58-af6d605d76ef req-287163bb-5f51-4031-886a-25ca180c7786 tempest-ImagesTestJSON-1337949915 tempest-ImagesTestJSON-1337949915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:25.870425 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-aa91a166-481b-46c6-9d58-af6d605d76ef req-287163bb-5f51-4031-886a-25ca180c7786 tempest-ImagesTestJSON-1337949915 tempest-ImagesTestJSON-1337949915-project] 10.222.0.78 "GET /networking/v2.0/networks?id=17942c9d-fde3-45c6-9039-236894629c55 HTTP/1.1" status: 200 len: 805 time: 1.5060759 Oct 04 20:38:25.872307 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d93d1-87bb-4a08-b877-ee76b61390ab req-792a7538-0128-425d-810b-62fcc509833a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:25.875316 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-130d93d1-87bb-4a08-b877-ee76b61390ab req-792a7538-0128-425d-810b-62fcc509833a service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2287362 Oct 04 20:38:25.880610 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1151829a-9d4a-419d-9b62-42455e0dcf71 admin admin] Publish callbacks [] for router_gateway (46d71879-f7e8-4d95-910b-4fee7fa68ed8), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:26.015099 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-aa91a166-481b-46c6-9d58-af6d605d76ef req-72ae6a28-c9b4-4531-83a2-b3882d8d1778 tempest-ImagesTestJSON-1337949915 tempest-ImagesTestJSON-1337949915-project] 10.222.0.78 "GET /networking/v2.0/quotas/1d50f961abf54801bd03d5551f45b8be HTTP/1.1" status: 200 len: 375 time: 0.1374235 Oct 04 20:38:26.050266 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:26.107715 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6ead6809-4000-4bb5-9ce5-02eac4b074d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (8e07f89b-21c2-4a62-a276-3cfa00977998), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:26.168851 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-aa91a166-481b-46c6-9d58-af6d605d76ef req-80efb0f7-03f3-4484-8575-396418f4d4d7 tempest-ImagesTestJSON-1337949915 tempest-ImagesTestJSON-1337949915-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=1d50f961abf54801bd03d5551f45b8be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1398780 Oct 04 20:38:26.255401 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 33608) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:38:26.255571 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7853dacc-44f1-4a6a-8e13-2e4bc1be7515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (a8e9e764-01ab-42e6-838f-1384b76777ab), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:26.280184 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-90ba7b61-9ffa-4d9a-92e9-9db8dc689f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (2485f516-5c78-4c30-8f52-faa68f6de173), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:26.287589 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-130d93d1-87bb-4a08-b877-ee76b61390ab req-a433bf1b-ca1d-42a5-ac37-7051f9b42c79 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3984590 Oct 04 20:38:26.382511 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7853dacc-44f1-4a6a-8e13-2e4bc1be7515 None None] Routers {'8fcee594-a69b-4c40-aeb1-e559100433d1'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:38:26.386890 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-7853dacc-44f1-4a6a-8e13-2e4bc1be7515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:38:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['8fcee594-a69b-4c40-aeb1-e559100433d1'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:38:26.569294 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:26.581860 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdd4cef-d599-4800-aa20-48aac81a4602 None None] Pushing event updated for resources: {'Port': ['ID=a8e9e764-01ab-42e6-838f-1384b76777ab,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:26.655118 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ba7b61-9ffa-4d9a-92e9-9db8dc689f01 admin admin] Network 803d74c8-22bd-4a6c-82d8-765a83711179 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:38:26.724739 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-90ba7b61-9ffa-4d9a-92e9-9db8dc689f01 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:38:26.751171 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ba7b61-9ffa-4d9a-92e9-9db8dc689f01 admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:38:26.759804 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ba7b61-9ffa-4d9a-92e9-9db8dc689f01 admin admin] Pushing event updated for resources: {'Port': ['ID=2485f516-5c78-4c30-8f52-faa68f6de173,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:26.781300 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-7853dacc-44f1-4a6a-8e13-2e4bc1be7515 None None] Set router 8fcee594-a69b-4c40-aeb1-e559100433d1 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:38:26.928491 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=100 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:27.044723 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-90ba7b61-9ffa-4d9a-92e9-9db8dc689f01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (8fcee594-a69b-4c40-aeb1-e559100433d1), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:27.128004 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-1151829a-9d4a-419d-9b62-42455e0dcf71 admin admin] Deleting port 1af16a50-8d71-45a3-9061-4623d9cbd116 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:38:27.133385 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1151829a-9d4a-419d-9b62-42455e0dcf71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (1af16a50-8d71-45a3-9061-4623d9cbd116), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:27.261515 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d8e92-d350-4ac1-b13d-31086c4ce505 req-3e75ce24-1635-4874-bcb5-ed0d45aa112e tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:27.269228 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-cb4d8e92-d350-4ac1-b13d-31086c4ce505 req-3e75ce24-1635-4874-bcb5-ed0d45aa112e tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=451e57ea-f708-47a1-9ee7-a826357c8b68 HTTP/1.1" status: 200 len: 948 time: 0.1240191 Oct 04 20:38:27.327668 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-130d93d1-87bb-4a08-b877-ee76b61390ab req-0e508337-6e3a-422a-8cc4-aad4d24315ad service neutron] 10.222.0.85 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8473186 Oct 04 20:38:27.388017 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-7853dacc-44f1-4a6a-8e13-2e4bc1be7515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fcee594-a69b-4c40-aeb1-e559100433d1', 'name': 'tempest-ServerRescueTestJSON-1408705981-router', 'tenant_id': 'f37d0edcedec45449d139180e2fec383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': 'a8e9e764-01ab-42e6-838f-1384b76777ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:38:14Z', 'updated_at': '2022-10-04T20:38:19Z', 'revision_number': 3, 'project_id': 'f37d0edcedec45449d139180e2fec383', 'gw_port': {'id': 'a8e9e764-01ab-42e6-838f-1384b76777ab', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fcee594-a69b-4c40-aeb1-e559100433d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:38:16Z', 'updated_at': '2022-10-04T20:38:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:38:27.462546 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7853dacc-44f1-4a6a-8e13-2e4bc1be7515 None None] The sync data for ids ['8fcee594-a69b-4c40-aeb1-e559100433d1'] in n-d-852085-12 is: [{'id': '8fcee594-a69b-4c40-aeb1-e559100433d1', 'name': 'tempest-ServerRescueTestJSON-1408705981-router', 'tenant_id': 'f37d0edcedec45449d139180e2fec383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': 'a8e9e764-01ab-42e6-838f-1384b76777ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:38:14Z', 'updated_at': '2022-10-04T20:38:19Z', 'revision_number': 3, 'project_id': 'f37d0edcedec45449d139180e2fec383', 'gw_port': {'id': 'a8e9e764-01ab-42e6-838f-1384b76777ab', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fcee594-a69b-4c40-aeb1-e559100433d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:38:16Z', 'updated_at': '2022-10-04T20:38:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:38:27.591237 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-6ead6809-4000-4bb5-9ce5-02eac4b074d6 admin admin] Deleting port d9e5468a-bd1f-44b5-bf4b-2f82e3729b22 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:38:27.597631 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6ead6809-4000-4bb5-9ce5-02eac4b074d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (d9e5468a-bd1f-44b5-bf4b-2f82e3729b22), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:27.648551 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-90ba7b61-9ffa-4d9a-92e9-9db8dc689f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (2485f516-5c78-4c30-8f52-faa68f6de173), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:27.653850 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-cb4d8e92-d350-4ac1-b13d-31086c4ce505 req-71c0413e-bf67-4683-b786-f62835691051 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387983 Oct 04 20:38:27.763629 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-1151829a-9d4a-419d-9b62-42455e0dcf71 admin admin] For port 1af16a50-8d71-45a3-9061-4623d9cbd116, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=1af16a50-8d71-45a3-9061-4623d9cbd116,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:38:27.764088 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1151829a-9d4a-419d-9b62-42455e0dcf71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (1af16a50-8d71-45a3-9061-4623d9cbd116), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:27.812120 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-1151829a-9d4a-419d-9b62-42455e0dcf71 admin admin] Calling delete_port for 1af16a50-8d71-45a3-9061-4623d9cbd116 owned by network:router_gateway {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:38:27.965809 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-6ead6809-4000-4bb5-9ce5-02eac4b074d6 admin admin] For port d9e5468a-bd1f-44b5-bf4b-2f82e3729b22, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=d9e5468a-bd1f-44b5-bf4b-2f82e3729b22,segment=NetworkSegment(80bf17ac-4cc1-4ff0-b628-bb22bf1713a1),segment_id=80bf17ac-4cc1-4ff0-b628-bb22bf1713a1)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:38:27.966431 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6ead6809-4000-4bb5-9ce5-02eac4b074d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (d9e5468a-bd1f-44b5-bf4b-2f82e3729b22), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:27.971002 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:28.066990 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-6ead6809-4000-4bb5-9ce5-02eac4b074d6 admin admin] Calling delete_port for d9e5468a-bd1f-44b5-bf4b-2f82e3729b22 owned by network:router_interface {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:38:28.454058 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d3e2f65c-83cd-4573-b68d-47d513baa255 req-9133ba0f-d512-456d-9c34-2322d99b3ecf tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=7129909d365645369fbe27a2fd00fc88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0912793 Oct 04 20:38:28.597413 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-90ba7b61-9ffa-4d9a-92e9-9db8dc689f01 admin admin] Publish callbacks [] for port (2485f516-5c78-4c30-8f52-faa68f6de173), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:28.775556 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:28.782597 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-90ba7b61-9ffa-4d9a-92e9-9db8dc689f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (2485f516-5c78-4c30-8f52-faa68f6de173), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:28.833602 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:28.860979 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e2f65c-83cd-4573-b68d-47d513baa255 req-1e639c2f-cece-4d06-a62f-859b6b121e13 tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:28.864555 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d3e2f65c-83cd-4573-b68d-47d513baa255 req-1e639c2f-cece-4d06-a62f-859b6b121e13 tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2987552 Oct 04 20:38:28.910130 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d3e2f65c-83cd-4573-b68d-47d513baa255 req-fed31df8-6d87-4657-a102-96ac51162a56 tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] 10.222.0.78 "GET /networking/v2.0/quotas/7129909d365645369fbe27a2fd00fc88 HTTP/1.1" status: 200 len: 375 time: 0.0330341 Oct 04 20:38:28.913530 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-585efcab-471b-4c63-ac63-4ca4315da2e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (ef513021-12ed-40aa-a403-7b4a8ee6e44f), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:28.955697 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6ead6809-4000-4bb5-9ce5-02eac4b074d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (d9e5468a-bd1f-44b5-bf4b-2f82e3729b22), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:29.086304 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:29.130260 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d3e2f65c-83cd-4573-b68d-47d513baa255 req-57bfe11f-6db6-48d1-a661-37d5c0bd4d96 tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=7129909d365645369fbe27a2fd00fc88&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1974511 Oct 04 20:38:29.153576 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ba7b61-9ffa-4d9a-92e9-9db8dc689f01 admin admin] Pushing event updated for resources: {'Port': ['ID=2485f516-5c78-4c30-8f52-faa68f6de173,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:29.206080 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-90ba7b61-9ffa-4d9a-92e9-9db8dc689f01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (8fcee594-a69b-4c40-aeb1-e559100433d1), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:29.416571 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6545a1-69b9-4236-b241-d7386e98d4da req-1427d0fd-d238-4d08-8047-80478aced2ee tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:29.420349 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9c6545a1-69b9-4236-b241-d7386e98d4da req-1427d0fd-d238-4d08-8047-80478aced2ee tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=451e57ea-f708-47a1-9ee7-a826357c8b68 HTTP/1.1" status: 200 len: 948 time: 0.4101019 Oct 04 20:38:29.467191 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ead6809-4000-4bb5-9ce5-02eac4b074d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9e5468a-bd1f-44b5-bf4b-2f82e3729b22,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:29.544925 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a8e9e764-01ab-42e6-838f-1384b76777ab up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:38:29.775575 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port a8e9e764-01ab-42e6-838f-1384b76777ab triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:38:29.776935 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (a8e9e764-01ab-42e6-838f-1384b76777ab), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:29.777868 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port a8e9e764-01ab-42e6-838f-1384b76777ab Oct 04 20:38:29.821423 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1151829a-9d4a-419d-9b62-42455e0dcf71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (1af16a50-8d71-45a3-9061-4623d9cbd116), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:29.958043 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1151829a-9d4a-419d-9b62-42455e0dcf71 admin admin] Pushing event deleted for resources: {'Port': ['ID=1af16a50-8d71-45a3-9061-4623d9cbd116,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:30.049652 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port a8e9e764-01ab-42e6-838f-1384b76777ab is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:38:30.050536 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (a8e9e764-01ab-42e6-838f-1384b76777ab), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:30.104333 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ba7b61-9ffa-4d9a-92e9-9db8dc689f01 admin admin] Network 803d74c8-22bd-4a6c-82d8-765a83711179 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:38:30.118045 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-90ba7b61-9ffa-4d9a-92e9-9db8dc689f01 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:38:30.122537 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port a8e9e764-01ab-42e6-838f-1384b76777ab, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=a8e9e764-01ab-42e6-838f-1384b76777ab,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:38:30.161311 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6ead6809-4000-4bb5-9ce5-02eac4b074d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (8e07f89b-21c2-4a62-a276-3cfa00977998), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:30.214778 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9c6545a1-69b9-4236-b241-d7386e98d4da req-a4a8150e-64c3-4067-a761-d5ad8ee1cb39 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7209783 Oct 04 20:38:30.228030 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (a8e9e764-01ab-42e6-838f-1384b76777ab), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:30.245224 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ee9ce-f4f2-4340-ab3f-b92a5528d8f5 req-a0489ba0-2b69-49eb-8fe8-4821c6d2322c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:30.253338 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-de1ee9ce-f4f2-4340-ab3f-b92a5528d8f5 req-a0489ba0-2b69-49eb-8fe8-4821c6d2322c service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=70436b8b504e43dc882f5ee434ecf443&device_id=451e57ea-f708-47a1-9ee7-a826357c8b68 HTTP/1.1" status: 200 len: 1131 time: 0.5194168 Oct 04 20:38:30.486198 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=a8e9e764-01ab-42e6-838f-1384b76777ab,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:30.728101 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c169e58a-7e90-48f1-bbad-95937e134e95 req-8d01d7e8-b2fa-4ba9-87aa-ba1b4ca52955 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=b46055f08aae47a99a59e1192db71b8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3911324 Oct 04 20:38:30.868948 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-585efcab-471b-4c63-ac63-4ca4315da2e0 admin admin] Deleting port e8dcc32d-5d71-47e0-8635-ee6ba5c1871b {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:38:30.870026 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-585efcab-471b-4c63-ac63-4ca4315da2e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (e8dcc32d-5d71-47e0-8635-ee6ba5c1871b), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:30.909451 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9e628bb1-adc0-4c03-b401-ba6cf177a3ad req-38c807d4-5cd9-4057-8e82-8dfe7dde00e8 tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7bb70165-8fd0-439d-aa99-cff22896f645 HTTP/1.1" status: 200 len: 210 time: 0.1961019 Oct 04 20:38:31.049551 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1151829a-9d4a-419d-9b62-42455e0dcf71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (46d71879-f7e8-4d95-910b-4fee7fa68ed8), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:31.120227 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90ba7b61-9ffa-4d9a-92e9-9db8dc689f01 admin admin] Router 8fcee594-a69b-4c40-aeb1-e559100433d1 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:38:31.471272 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ee9ce-f4f2-4340-ab3f-b92a5528d8f5 req-913f4dd4-6852-4fcf-8f9b-16ad9c763ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:31.474919 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-de1ee9ce-f4f2-4340-ab3f-b92a5528d8f5 req-913f4dd4-6852-4fcf-8f9b-16ad9c763ee6 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=42fbb05e-3f96-444f-a676-04ee9d06a8c7 HTTP/1.1" status: 200 len: 870 time: 1.0927603 Oct 04 20:38:31.524171 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:31.691923 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a8e9e764-01ab-42e6-838f-1384b76777ab up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:38:31.765628 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ead6809-4000-4bb5-9ce5-02eac4b074d6 admin admin] Router 8e07f89b-21c2-4a62-a276-3cfa00977998 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:38:31.793124 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1151829a-9d4a-419d-9b62-42455e0dcf71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (46d71879-f7e8-4d95-910b-4fee7fa68ed8), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:31.798414 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1151829a-9d4a-419d-9b62-42455e0dcf71 admin admin] Publish callbacks [] for router_controller (46d71879-f7e8-4d95-910b-4fee7fa68ed8), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:31.825720 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ba7b61-9ffa-4d9a-92e9-9db8dc689f01 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:38:31.849829 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-90ba7b61-9ffa-4d9a-92e9-9db8dc689f01 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/8fcee594-a69b-4c40-aeb1-e559100433d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4134407 Oct 04 20:38:31.886492 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5011ef93-55b0-41ba-a1e9-d6f84bedccfe None None] Sync routers for ids ['8fcee594-a69b-4c40-aeb1-e559100433d1'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:38:31.936420 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5011ef93-55b0-41ba-a1e9-d6f84bedccfe None None] Routers {'8fcee594-a69b-4c40-aeb1-e559100433d1'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:38:31.943174 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-5011ef93-55b0-41ba-a1e9-d6f84bedccfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:38:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['8fcee594-a69b-4c40-aeb1-e559100433d1'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:38:32.006511 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:32.043524 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169e58a-7e90-48f1-bbad-95937e134e95 req-51c06a19-4c42-4369-ae15-5ca3b9272176 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:32.057546 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c169e58a-7e90-48f1-bbad-95937e134e95 req-51c06a19-4c42-4369-ae15-5ca3b9272176 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2852588 Oct 04 20:38:32.071820 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-de1ee9ce-f4f2-4340-ab3f-b92a5528d8f5 req-225eac0d-5ff2-4d3d-a9bc-3825d5b1ddbe service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=d8a76343-fb5c-4c62-9138-2da5de84b62c HTTP/1.1" status: 200 len: 217 time: 0.4635751 Oct 04 20:38:32.153186 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:32.165688 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1151829a-9d4a-419d-9b62-42455e0dcf71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (46d71879-f7e8-4d95-910b-4fee7fa68ed8), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:32.166780 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1151829a-9d4a-419d-9b62-42455e0dcf71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46d71879-f7e8-4d95-910b-4fee7fa68ed8 {{(pid=108170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:38:32.196132 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1151829a-9d4a-419d-9b62-42455e0dcf71 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:32.203386 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-1151829a-9d4a-419d-9b62-42455e0dcf71 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/46d71879-f7e8-4d95-910b-4fee7fa68ed8 HTTP/1.1" status: 204 len: 168 time: 9.8327839 Oct 04 20:38:32.220979 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port a8e9e764-01ab-42e6-838f-1384b76777ab triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:38:32.222086 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (a8e9e764-01ab-42e6-838f-1384b76777ab), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:32.223640 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port a8e9e764-01ab-42e6-838f-1384b76777ab Oct 04 20:38:32.225336 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 33704) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:38:32.238642 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=100 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:32.452371 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-5011ef93-55b0-41ba-a1e9-d6f84bedccfe None None] Set router 8fcee594-a69b-4c40-aeb1-e559100433d1 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:38:32.461296 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-114d6439-f430-4092-9fdb-b88ec05af889 admin admin] Deleting subnet 35b6af71-1c59-4b99-a164-6706d508c9e8 {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:38:32.471580 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-114d6439-f430-4092-9fdb-b88ec05af889 admin admin] Publish callbacks [] for subnet (35b6af71-1c59-4b99-a164-6706d508c9e8), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:32.478291 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ead6809-4000-4bb5-9ce5-02eac4b074d6 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:38:32.490469 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-6ead6809-4000-4bb5-9ce5-02eac4b074d6 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/8e07f89b-21c2-4a62-a276-3cfa00977998/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5721681 Oct 04 20:38:32.497306 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb1b20a-8f70-414a-bf54-bca46002dc37 None None] Sync routers for ids ['8e07f89b-21c2-4a62-a276-3cfa00977998'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:38:32.505500 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=100 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:32.511417 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7502b174-d87d-4ea5-8e2c-d6ed71b147c0 req-d6e76e73-89b7-45fa-8977-b879f8002f9b tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:32.535989 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-7502b174-d87d-4ea5-8e2c-d6ed71b147c0 req-d6e76e73-89b7-45fa-8977-b879f8002f9b tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=451e57ea-f708-47a1-9ee7-a826357c8b68 HTTP/1.1" status: 200 len: 948 time: 0.6464944 Oct 04 20:38:32.537233 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 33712) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:38:32.581030 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-585efcab-471b-4c63-ac63-4ca4315da2e0 admin admin] For port e8dcc32d-5d71-47e0-8635-ee6ba5c1871b, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=e8dcc32d-5d71-47e0-8635-ee6ba5c1871b,segment=NetworkSegment(96e80265-2803-42dc-b659-fd6e36c749d8),segment_id=96e80265-2803-42dc-b659-fd6e36c749d8)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:38:32.581989 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-585efcab-471b-4c63-ac63-4ca4315da2e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (e8dcc32d-5d71-47e0-8635-ee6ba5c1871b), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:32.596730 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb1b20a-8f70-414a-bf54-bca46002dc37 None None] Routers {'8e07f89b-21c2-4a62-a276-3cfa00977998'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:38:32.603286 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-6bb1b20a-8f70-414a-bf54-bca46002dc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:38:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['8e07f89b-21c2-4a62-a276-3cfa00977998'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:38:32.619596 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:32.643091 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c169e58a-7e90-48f1-bbad-95937e134e95 req-2790916a-8a58-4d89-8d4b-391530e55cbf tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] 10.222.0.78 "GET /networking/v2.0/quotas/b46055f08aae47a99a59e1192db71b8e HTTP/1.1" status: 200 len: 375 time: 0.5840564 Oct 04 20:38:32.785761 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-7502b174-d87d-4ea5-8e2c-d6ed71b147c0 req-52418336-f2c9-466d-ae32-ed1716ca439f tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188563 Oct 04 20:38:32.813915 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-114d6439-f430-4092-9fdb-b88ec05af889 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (35b6af71-1c59-4b99-a164-6706d508c9e8), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:32.896357 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-585efcab-471b-4c63-ac63-4ca4315da2e0 admin admin] Calling delete_port for e8dcc32d-5d71-47e0-8635-ee6ba5c1871b owned by network:router_interface {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:38:33.023978 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c169e58a-7e90-48f1-bbad-95937e134e95 req-1333b93e-abca-4142-8f81-8aa94c73db0c tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=b46055f08aae47a99a59e1192db71b8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3782828 Oct 04 20:38:33.025246 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-18197540-2679-4add-a6aa-4ad0f8c61b40 admin admin] Publish callbacks [] for router (8e07f89b-21c2-4a62-a276-3cfa00977998), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:33.031116 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ee9ce-f4f2-4340-ab3f-b92a5528d8f5 req-2d09255a-14d9-4ec8-b8c6-6c2477e1d9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:33.035111 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-de1ee9ce-f4f2-4340-ab3f-b92a5528d8f5 req-2d09255a-14d9-4ec8-b8c6-6c2477e1d9d4 service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.9607685 Oct 04 20:38:33.127227 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-6bb1b20a-8f70-414a-bf54-bca46002dc37 None None] Set router 8e07f89b-21c2-4a62-a276-3cfa00977998 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:38:33.181787 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-0e62ab8c-6458-4526-b0a1-3b8ea724f8ec req-67e327ef-d41a-4dc4-a180-cef7842c2474 tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7bb70165-8fd0-439d-aa99-cff22896f645 HTTP/1.1" status: 200 len: 210 time: 0.1784191 Oct 04 20:38:33.185619 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:33.268760 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Device d8a76343-fb5c-4c62-9138-2da5de84b62c details requested by agent hyperv_n-h2-852085-12 with host n-h2-852085-12 {{(pid=108171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 20:38:33.551049 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-114d6439-f430-4092-9fdb-b88ec05af889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (35b6af71-1c59-4b99-a164-6706d508c9e8), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:33.627812 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-18197540-2679-4add-a6aa-4ad0f8c61b40 admin admin] Publish callbacks [] for router_gateway (8e07f89b-21c2-4a62-a276-3cfa00977998), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:33.713861 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:34.116093 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-6bb1b20a-8f70-414a-bf54-bca46002dc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e07f89b-21c2-4a62-a276-3cfa00977998', 'name': 'tempest-FloatingIPDetailsTestJSON-878913953-router', 'tenant_id': '278001113cdf41b5b902ac5a620d3f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'aa55e404-259f-43af-bb12-601becfb65e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:36:46Z', 'updated_at': '2022-10-04T20:38:28Z', 'revision_number': 5, 'project_id': '278001113cdf41b5b902ac5a620d3f52', 'gw_port': {'id': 'aa55e404-259f-43af-bb12-601becfb65e2', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:83:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e07f89b-21c2-4a62-a276-3cfa00977998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:36:50Z', 'updated_at': '2022-10-04T20:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:38:34.148463 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-18197540-2679-4add-a6aa-4ad0f8c61b40 admin admin] Deleting port aa55e404-259f-43af-bb12-601becfb65e2 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:38:34.150151 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-18197540-2679-4add-a6aa-4ad0f8c61b40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (aa55e404-259f-43af-bb12-601becfb65e2), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:34.157709 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-114d6439-f430-4092-9fdb-b88ec05af889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (35b6af71-1c59-4b99-a164-6706d508c9e8), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:34.176660 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-5011ef93-55b0-41ba-a1e9-d6f84bedccfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fcee594-a69b-4c40-aeb1-e559100433d1', 'name': 'tempest-ServerRescueTestJSON-1408705981-router', 'tenant_id': 'f37d0edcedec45449d139180e2fec383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': 'a8e9e764-01ab-42e6-838f-1384b76777ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:38:14Z', 'updated_at': '2022-10-04T20:38:27Z', 'revision_number': 4, 'project_id': 'f37d0edcedec45449d139180e2fec383', 'gw_port': {'id': 'a8e9e764-01ab-42e6-838f-1384b76777ab', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcee594-a69b-4c40-aeb1-e559100433d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:38:16Z', 'updated_at': '2022-10-04T20:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '2485f516-5c78-4c30-8f52-faa68f6de173', 'name': '', 'network_id': '803d74c8-22bd-4a6c-82d8-765a83711179', 'tenant_id': 'f37d0edcedec45449d139180e2fec383', 'mac_address': 'fa:16:3e:35:00:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fcee594-a69b-4c40-aeb1-e559100433d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': 'cda3655a-4103-4046-bf93-21f4d36a2aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:38:23Z', 'updated_at': '2022-10-04T20:38:27Z', 'revision_number': 2, 'project_id': 'f37d0edcedec45449d139180e2fec383', 'subnets': [{'id': 'cda3655a-4103-4046-bf93-21f4d36a2aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:38:34.338890 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-114d6439-f430-4092-9fdb-b88ec05af889 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:34.352957 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-114d6439-f430-4092-9fdb-b88ec05af889 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/35b6af71-1c59-4b99-a164-6706d508c9e8 HTTP/1.1" status: 204 len: 168 time: 2.1035018 Oct 04 20:38:34.356293 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 33754) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:38:34.368946 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-2e3ee8bd-da5a-4689-a639-de4360ce8e55 req-6dc878ac-34a8-492c-9d46-445c8e72f86d tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=b46055f08aae47a99a59e1192db71b8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1224573 Oct 04 20:38:34.470088 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb1b20a-8f70-414a-bf54-bca46002dc37 None None] Checking router: 8e07f89b-21c2-4a62-a276-3cfa00977998 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:38:34.483430 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967f6200-ed6f-4317-8c4e-9db93ae27ba6 None None] Network 1f14ab52-71cb-4092-a961-bc562e500fca requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:38:34.506372 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114d6439-f430-4092-9fdb-b88ec05af889 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35b6af71-1c59-4b99-a164-6706d508c9e8,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:34.547875 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb1b20a-8f70-414a-bf54-bca46002dc37 None None] Routers {'8e07f89b-21c2-4a62-a276-3cfa00977998'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:38:34.563754 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-6bb1b20a-8f70-414a-bf54-bca46002dc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:38:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['8e07f89b-21c2-4a62-a276-3cfa00977998'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:38:34.647326 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5011ef93-55b0-41ba-a1e9-d6f84bedccfe None None] Checking router: 8fcee594-a69b-4c40-aeb1-e559100433d1 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:38:34.648258 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5011ef93-55b0-41ba-a1e9-d6f84bedccfe None None] Updating router 8fcee594-a69b-4c40-aeb1-e559100433d1 port 2485f516-5c78-4c30-8f52-faa68f6de173 binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:38:34.658894 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port a8e9e764-01ab-42e6-838f-1384b76777ab is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:38:34.662195 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:34.712224 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ee9ce-f4f2-4340-ab3f-b92a5528d8f5 req-a9323472-f040-498a-8a6d-3ea30262d26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:34.723552 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.resource_extend [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] It took 0.49 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 04 20:38:34.735926 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-de1ee9ce-f4f2-4340-ab3f-b92a5528d8f5 req-a9323472-f040-498a-8a6d-3ea30262d26c service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 1.5599551 Oct 04 20:38:34.925550 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0941e980-a960-41c6-a089-c6bf314c99f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (1f14ab52-71cb-4092-a961-bc562e500fca), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:34.947344 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 1af16a50-8d71-45a3-9061-4623d9cbd116 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:38:35.019219 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5011ef93-55b0-41ba-a1e9-d6f84bedccfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (2485f516-5c78-4c30-8f52-faa68f6de173), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:35.108164 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-6bb1b20a-8f70-414a-bf54-bca46002dc37 None None] Set router 8e07f89b-21c2-4a62-a276-3cfa00977998 gateway port host: None {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:38:35.224970 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-18197540-2679-4add-a6aa-4ad0f8c61b40 admin admin] For port aa55e404-259f-43af-bb12-601becfb65e2, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=aa55e404-259f-43af-bb12-601becfb65e2,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:38:35.225591 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-18197540-2679-4add-a6aa-4ad0f8c61b40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (aa55e404-259f-43af-bb12-601becfb65e2), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:35.231572 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-6bb1b20a-8f70-414a-bf54-bca46002dc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e07f89b-21c2-4a62-a276-3cfa00977998', 'name': 'tempest-FloatingIPDetailsTestJSON-878913953-router', 'tenant_id': '278001113cdf41b5b902ac5a620d3f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:36:46Z', 'updated_at': '2022-10-04T20:38:33Z', 'revision_number': 6, 'project_id': '278001113cdf41b5b902ac5a620d3f52', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:38:35.294265 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-0941e980-a960-41c6-a089-c6bf314c99f3 admin admin] Deleting port b80c8db7-83b4-4e32-8a10-e3b00bfac40e {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:38:35.294793 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0941e980-a960-41c6-a089-c6bf314c99f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (b80c8db7-83b4-4e32-8a10-e3b00bfac40e), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:35.366510 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb1b20a-8f70-414a-bf54-bca46002dc37 None None] The sync data for ids ['8e07f89b-21c2-4a62-a276-3cfa00977998'] in n-d-852085-12 is: [{'id': '8e07f89b-21c2-4a62-a276-3cfa00977998', 'name': 'tempest-FloatingIPDetailsTestJSON-878913953-router', 'tenant_id': '278001113cdf41b5b902ac5a620d3f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:36:46Z', 'updated_at': '2022-10-04T20:38:33Z', 'revision_number': 6, 'project_id': '278001113cdf41b5b902ac5a620d3f52', 'gw_port_host': None}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:38:35.490538 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-18197540-2679-4add-a6aa-4ad0f8c61b40 admin admin] Calling delete_port for aa55e404-259f-43af-bb12-601becfb65e2 owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:38:35.691666 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:35.693594 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:35.710161 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 1af16a50-8d71-45a3-9061-4623d9cbd116 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:38:35.711164 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 1af16a50-8d71-45a3-9061-4623d9cbd116 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:38:36.208692 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d3e2f65c-83cd-4573-b68d-47d513baa255 req-6bfc31b3-f801-4620-bb8b-d627c42fe967 tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] 10.222.0.83 "GET /networking/v2.0/networks?tenant_id=7129909d365645369fbe27a2fd00fc88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1757340 Oct 04 20:38:36.244648 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-585efcab-471b-4c63-ac63-4ca4315da2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (e8dcc32d-5d71-47e0-8635-ee6ba5c1871b), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:36.276016 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-0941e980-a960-41c6-a089-c6bf314c99f3 admin admin] For port b80c8db7-83b4-4e32-8a10-e3b00bfac40e, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b80c8db7-83b4-4e32-8a10-e3b00bfac40e,segment=NetworkSegment(666560bf-c05d-447c-aa8a-97174d02aeff),segment_id=666560bf-c05d-447c-aa8a-97174d02aeff)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:38:36.284271 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0941e980-a960-41c6-a089-c6bf314c99f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (b80c8db7-83b4-4e32-8a10-e3b00bfac40e), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:36.304815 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:36.328379 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-0941e980-a960-41c6-a089-c6bf314c99f3 admin admin] Calling delete_port for b80c8db7-83b4-4e32-8a10-e3b00bfac40e owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:38:36.397099 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] For port d8a76343-fb5c-4c62-9138-2da5de84b62c, host n-h2-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852085-12',level=0,port_id=d8a76343-fb5c-4c62-9138-2da5de84b62c,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:38:36.449339 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c7bdc3-8e98-4da8-8548-db027372f5b4 None None] DHCP port deletion for 1f14ab52-71cb-4092-a961-bc562e500fca request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:38:36.467586 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Returning: {'device': 'd8a76343-fb5c-4c62-9138-2da5de84b62c', 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7', 'port_id': 'd8a76343-fb5c-4c62-9138-2da5de84b62c', 'mac_address': 'fa:16:3e:97:03:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1956090-7ed7-4d05-a46e-a7b0885ca8e4', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 20:38:36.484109 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-de1ee9ce-f4f2-4340-ab3f-b92a5528d8f5 req-4f52e282-b073-4c2c-831c-c8d38005440d service neutron] 10.222.0.85 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7457085 Oct 04 20:38:36.700778 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2f3809-4761-418f-b34c-5de19ebfff08 req-4212d45f-6133-495b-82eb-852dabca0a29 tempest-ServerRescueTestJSON-1044155650 tempest-ServerRescueTestJSON-1044155650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:36.705044 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-fe2f3809-4761-418f-b34c-5de19ebfff08 req-4212d45f-6133-495b-82eb-852dabca0a29 tempest-ServerRescueTestJSON-1044155650 tempest-ServerRescueTestJSON-1044155650-project] 10.222.0.78 "GET /networking/v2.0/networks?id=803d74c8-22bd-4a6c-82d8-765a83711179 HTTP/1.1" status: 200 len: 811 time: 2.4513550 Oct 04 20:38:36.923658 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585efcab-471b-4c63-ac63-4ca4315da2e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8dcc32d-5d71-47e0-8635-ee6ba5c1871b,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:36.947646 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-18197540-2679-4add-a6aa-4ad0f8c61b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (aa55e404-259f-43af-bb12-601becfb65e2), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:37.091559 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18197540-2679-4add-a6aa-4ad0f8c61b40 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa55e404-259f-43af-bb12-601becfb65e2,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:37.145092 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5011ef93-55b0-41ba-a1e9-d6f84bedccfe None None] Publish callbacks [] for port (2485f516-5c78-4c30-8f52-faa68f6de173), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:37.184794 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device d9e5468a-bd1f-44b5-bf4b-2f82e3729b22 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:38:37.205488 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e2f65c-83cd-4573-b68d-47d513baa255 req-488368e4-ee28-48e4-9ab6-9c3f1de142c1 tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:37.208548 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d3e2f65c-83cd-4573-b68d-47d513baa255 req-488368e4-ee28-48e4-9ab6-9c3f1de142c1 tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] 10.222.0.83 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9382539 Oct 04 20:38:37.239632 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: d9e5468a-bd1f-44b5-bf4b-2f82e3729b22 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:38:37.240375 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device d9e5468a-bd1f-44b5-bf4b-2f82e3729b22 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:38:37.241287 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b80c8db7-83b4-4e32-8a10-e3b00bfac40e no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:38:37.297461 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ee8bd-da5a-4689-a639-de4360ce8e55 req-a39753ba-0294-4298-b924-e0f12b3e2e7b tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:37.303801 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0941e980-a960-41c6-a089-c6bf314c99f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (b80c8db7-83b4-4e32-8a10-e3b00bfac40e), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:37.322184 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-2e3ee8bd-da5a-4689-a639-de4360ce8e55 req-a39753ba-0294-4298-b924-e0f12b3e2e7b tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 2.9409168 Oct 04 20:38:37.331492 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5011ef93-55b0-41ba-a1e9-d6f84bedccfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (2485f516-5c78-4c30-8f52-faa68f6de173), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:37.355610 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Current status of the port d8a76343-fb5c-4c62-9138-2da5de84b62c is: DOWN; New status is: BUILD {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:38:37.356666 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (d8a76343-fb5c-4c62-9138-2da5de84b62c), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:37.375186 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [req-d3e2f65c-83cd-4573-b68d-47d513baa255 req-7dfac7e4-f79a-4bdb-8f4a-81f21775fb37 tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] Request body: {'port': {'device_id': '7bb70165-8fd0-439d-aa99-cff22896f645', 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7', 'admin_state_up': True, 'tenant_id': '7129909d365645369fbe27a2fd00fc88'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:38:37.402758 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8a76343-fb5c-4c62-9138-2da5de84b62c {{(pid=108171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 20:38:37.444258 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0941e980-a960-41c6-a089-c6bf314c99f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b80c8db7-83b4-4e32-8a10-e3b00bfac40e,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:37.483486 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-77c7bdc3-8e98-4da8-8548-db027372f5b4 None None] Deleting port b80c8db7-83b4-4e32-8a10-e3b00bfac40e {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:38:37.483486 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-77c7bdc3-8e98-4da8-8548-db027372f5b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (b80c8db7-83b4-4e32-8a10-e3b00bfac40e), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:37.515364 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0941e980-a960-41c6-a089-c6bf314c99f3 admin admin] No DVR routers for this DVR port b80c8db7-83b4-4e32-8a10-e3b00bfac40e on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:38:37.565437 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-fe2f3809-4761-418f-b34c-5de19ebfff08 req-aba47be6-cb4d-4ac4-ada5-825d4aee5df5 tempest-ServerRescueTestJSON-1044155650 tempest-ServerRescueTestJSON-1044155650-project] 10.222.0.78 "GET /networking/v2.0/quotas/f37d0edcedec45449d139180e2fec383 HTTP/1.1" status: 200 len: 375 time: 0.4007845 Oct 04 20:38:37.565788 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:37.629736 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-2e3ee8bd-da5a-4689-a639-de4360ce8e55 req-2ce5c467-1d06-4f9b-a5b6-4e130403d6ae tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] 10.222.0.78 "GET /networking/v2.0/quotas/b46055f08aae47a99a59e1192db71b8e HTTP/1.1" status: 200 len: 375 time: 0.3060133 Oct 04 20:38:37.641706 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-18197540-2679-4add-a6aa-4ad0f8c61b40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (8e07f89b-21c2-4a62-a276-3cfa00977998), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:37.761894 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:37.893312 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-77c7bdc3-8e98-4da8-8548-db027372f5b4 None None] For port b80c8db7-83b4-4e32-8a10-e3b00bfac40e, host n-d-852085-12, got binding levels [] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:38:37.894523 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-77c7bdc3-8e98-4da8-8548-db027372f5b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (b80c8db7-83b4-4e32-8a10-e3b00bfac40e), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:37.924741 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-77c7bdc3-8e98-4da8-8548-db027372f5b4 None None] Calling delete_port for b80c8db7-83b4-4e32-8a10-e3b00bfac40e owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:38:37.931876 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.ipam_backend_mixin [None req-77c7bdc3-8e98-4da8-8548-db027372f5b4 None None] Port b80c8db7-83b4-4e32-8a10-e3b00bfac40e was not found and therefore no delete operation was performed {{(pid=108171) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 04 20:38:37.979186 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] For port d8a76343-fb5c-4c62-9138-2da5de84b62c, host n-h2-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852085-12',level=0,port_id=d8a76343-fb5c-4c62-9138-2da5de84b62c,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:38:37.985324 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:37.991520 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-77c7bdc3-8e98-4da8-8548-db027372f5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (b80c8db7-83b4-4e32-8a10-e3b00bfac40e), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:37.999920 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96790dc-ec95-4089-8026-d36dca174f72 None None] Pushing event updated for resources: {'Port': ['ID=2485f516-5c78-4c30-8f52-faa68f6de173,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:38.064323 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c7bdc3-8e98-4da8-8548-db027372f5b4 None None] Pushing event deleted for resources: {'Port': ['ID=b80c8db7-83b4-4e32-8a10-e3b00bfac40e,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:38.083551 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No active binding found for port b80c8db7-83b4-4e32-8a10-e3b00bfac40e {{(pid=108171) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Oct 04 20:38:38.084695 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] The host n-d-852085-12 is not matching for port b80c8db7-83b4-4e32-8a10-e3b00bfac40e host None! {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2431}} Oct 04 20:38:38.085597 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b80c8db7-83b4-4e32-8a10-e3b00bfac40e not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:38:38.090385 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device aa55e404-259f-43af-bb12-601becfb65e2 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:38:38.111065 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-2e3ee8bd-da5a-4689-a639-de4360ce8e55 req-c37b194a-e9e3-49e7-8d96-39f8188d71b0 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=b46055f08aae47a99a59e1192db71b8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3387861 Oct 04 20:38:38.209770 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: aa55e404-259f-43af-bb12-601becfb65e2 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:38:38.215226 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device aa55e404-259f-43af-bb12-601becfb65e2 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:38:38.267892 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-fe2f3809-4761-418f-b34c-5de19ebfff08 req-54ccffac-f6eb-415b-887b-f34c8a1ebf68 tempest-ServerRescueTestJSON-1044155650 tempest-ServerRescueTestJSON-1044155650-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=f37d0edcedec45449d139180e2fec383&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5296383 Oct 04 20:38:38.297853 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-18197540-2679-4add-a6aa-4ad0f8c61b40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (8e07f89b-21c2-4a62-a276-3cfa00977998), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:38.312221 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (d8a76343-fb5c-4c62-9138-2da5de84b62c), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:38.312715 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0941e980-a960-41c6-a089-c6bf314c99f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (1f14ab52-71cb-4092-a961-bc562e500fca), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:38.339542 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-18197540-2679-4add-a6aa-4ad0f8c61b40 admin admin] Publish callbacks [] for router_controller (8e07f89b-21c2-4a62-a276-3cfa00977998), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:38.357228 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c7bdc3-8e98-4da8-8548-db027372f5b4 None None] No DVR routers for this DVR port b80c8db7-83b4-4e32-8a10-e3b00bfac40e on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:38:38.384909 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-5011ef93-55b0-41ba-a1e9-d6f84bedccfe None None] Attempting to bind port 2485f516-5c78-4c30-8f52-faa68f6de173 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:38:38.384909 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-5011ef93-55b0-41ba-a1e9-d6f84bedccfe None None] Attempting to bind port 2485f516-5c78-4c30-8f52-faa68f6de173 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '248bd768-d404-4c60-815f-657551377363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '803d74c8-22bd-4a6c-82d8-765a83711179'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:38:38.384909 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5011ef93-55b0-41ba-a1e9-d6f84bedccfe None None] Attempting to bind port 2485f516-5c78-4c30-8f52-faa68f6de173 on network 803d74c8-22bd-4a6c-82d8-765a83711179 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:38:38.396403 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 33772) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:38:38.542921 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-0941e980-a960-41c6-a089-c6bf314c99f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f14ab52-71cb-4092-a961-bc562e500fca']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:38:38.591836 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-0941e980-a960-41c6-a089-c6bf314c99f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '666560bf-c05d-447c-aa8a-97174d02aeff') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:38:38.591836 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-0941e980-a960-41c6-a089-c6bf314c99f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '666560bf-c05d-447c-aa8a-97174d02aeff') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:38:38.657532 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0941e980-a960-41c6-a089-c6bf314c99f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (666560bf-c05d-447c-aa8a-97174d02aeff), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:38.728722 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Pushing event updated for resources: {'Port': ['ID=d8a76343-fb5c-4c62-9138-2da5de84b62c,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:38.728911 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-18197540-2679-4add-a6aa-4ad0f8c61b40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (8e07f89b-21c2-4a62-a276-3cfa00977998), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:38.728911 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18197540-2679-4add-a6aa-4ad0f8c61b40 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e07f89b-21c2-4a62-a276-3cfa00977998 {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:38:38.729269 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-18197540-2679-4add-a6aa-4ad0f8c61b40 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:38.730443 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-18197540-2679-4add-a6aa-4ad0f8c61b40 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/8e07f89b-21c2-4a62-a276-3cfa00977998 HTTP/1.1" status: 204 len: 168 time: 6.1916652 Oct 04 20:38:38.737075 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 33776) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:38:38.744188 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5011ef93-55b0-41ba-a1e9-d6f84bedccfe None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:38:38.745023 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5011ef93-55b0-41ba-a1e9-d6f84bedccfe None None] Checking segment: {'id': '248bd768-d404-4c60-815f-657551377363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '803d74c8-22bd-4a6c-82d8-765a83711179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:38:38.745724 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5011ef93-55b0-41ba-a1e9-d6f84bedccfe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:38.746382 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5011ef93-55b0-41ba-a1e9-d6f84bedccfe None None] Bound using segment: {'id': '248bd768-d404-4c60-815f-657551377363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '803d74c8-22bd-4a6c-82d8-765a83711179'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:38:38.751949 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-5011ef93-55b0-41ba-a1e9-d6f84bedccfe None None] Bound port: 2485f516-5c78-4c30-8f52-faa68f6de173, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '248bd768-d404-4c60-815f-657551377363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '803d74c8-22bd-4a6c-82d8-765a83711179'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:38:38.752909 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5011ef93-55b0-41ba-a1e9-d6f84bedccfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (2485f516-5c78-4c30-8f52-faa68f6de173), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:38.791946 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-de1ee9ce-f4f2-4340-ab3f-b92a5528d8f5 req-9fde1292-edea-4689-95a2-41e67737b6d2 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9180934 Oct 04 20:38:38.869075 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] get_ports_and_sgs() called for port_ids ['d8a76343-fb5c-4c62-9138-2da5de84b62c'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:38:38.875297 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0941e980-a960-41c6-a089-c6bf314c99f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (666560bf-c05d-447c-aa8a-97174d02aeff), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:38.969570 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3e2f65c-83cd-4573-b68d-47d513baa255 req-7dfac7e4-f79a-4bdb-8f4a-81f21775fb37 tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] Made reservation on behalf of 7129909d365645369fbe27a2fd00fc88 for: {'port': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:38:38.989033 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-d3e2f65c-83cd-4573-b68d-47d513baa255 req-7dfac7e4-f79a-4bdb-8f4a-81f21775fb37 tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:39.127357 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 20:38:39.138675 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0941e980-a960-41c6-a089-c6bf314c99f3 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:38:39.169079 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0941e980-a960-41c6-a089-c6bf314c99f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (666560bf-c05d-447c-aa8a-97174d02aeff), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:39.205712 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-585efcab-471b-4c63-ac63-4ca4315da2e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (ef513021-12ed-40aa-a403-7b4a8ee6e44f), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:39.208400 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-5011ef93-55b0-41ba-a1e9-d6f84bedccfe None None] For port 2485f516-5c78-4c30-8f52-faa68f6de173, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:38:39.221315 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-5011ef93-55b0-41ba-a1e9-d6f84bedccfe None None] For port 2485f516-5c78-4c30-8f52-faa68f6de173, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=2485f516-5c78-4c30-8f52-faa68f6de173,segment=NetworkSegment(248bd768-d404-4c60-815f-657551377363),segment_id=248bd768-d404-4c60-815f-657551377363)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:38:39.251777 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-d3e2f65c-83cd-4573-b68d-47d513baa255 req-7dfac7e4-f79a-4bdb-8f4a-81f21775fb37 tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:39.262477 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-47078686-49a9-45c0-97a2-4df3111b63a3 admin admin] Deleting subnet abc0687d-eec0-450c-85d2-f2b53041030a {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:38:39.268363 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-47078686-49a9-45c0-97a2-4df3111b63a3 admin admin] Publish callbacks [] for subnet (abc0687d-eec0-450c-85d2-f2b53041030a), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:39.337352 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5011ef93-55b0-41ba-a1e9-d6f84bedccfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (2485f516-5c78-4c30-8f52-faa68f6de173), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:39.351745 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 666560bf-c05d-447c-aa8a-97174d02aeff resource provider aggregate not found Oct 04 20:38:39.405579 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:39.411445 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-47078686-49a9-45c0-97a2-4df3111b63a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (abc0687d-eec0-450c-85d2-f2b53041030a), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:39.541720 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 666560bf-c05d-447c-aa8a-97174d02aeff resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 666560bf-c05d-447c-aa8a-97174d02aeff found for delete ", "request_id": "req-56fd76f0-24da-49a4-b51d-c6c1b20cb775"}]} Oct 04 20:38:39.585722 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5011ef93-55b0-41ba-a1e9-d6f84bedccfe None None] Routers {'8fcee594-a69b-4c40-aeb1-e559100433d1'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:38:39.587353 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-5011ef93-55b0-41ba-a1e9-d6f84bedccfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:38:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['8fcee594-a69b-4c40-aeb1-e559100433d1'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:38:39.701440 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0941e980-a960-41c6-a089-c6bf314c99f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (1f14ab52-71cb-4092-a961-bc562e500fca), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:39.747619 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0941e980-a960-41c6-a089-c6bf314c99f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:39.754785 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-0941e980-a960-41c6-a089-c6bf314c99f3 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/1f14ab52-71cb-4092-a961-bc562e500fca HTTP/1.1" status: 204 len: 168 time: 5.3310101 Oct 04 20:38:39.763876 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:39.774705 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:39.801983 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0941e980-a960-41c6-a089-c6bf314c99f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f14ab52-71cb-4092-a961-bc562e500fca,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:39.810740 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96790dc-ec95-4089-8026-d36dca174f72 None None] Pushing event updated for resources: {'Port': ['ID=2485f516-5c78-4c30-8f52-faa68f6de173,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:39.822168 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cabbc71-8d09-4c03-8e37-ea171a99526d req-34bcc146-423a-4ef5-998d-e106041ff987 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:39.826667 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-47078686-49a9-45c0-97a2-4df3111b63a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (abc0687d-eec0-450c-85d2-f2b53041030a), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:39.826924 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-2cabbc71-8d09-4c03-8e37-ea171a99526d req-34bcc146-423a-4ef5-998d-e106041ff987 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=451e57ea-f708-47a1-9ee7-a826357c8b68 HTTP/1.1" status: 200 len: 949 time: 0.5249987 Oct 04 20:38:39.975345 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-7a802a17-6bca-452a-8806-018198efbeae req-29a608ab-c979-4f5b-8ee0-3e58fbe03272 tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7bb70165-8fd0-439d-aa99-cff22896f645 HTTP/1.1" status: 200 len: 210 time: 0.6247771 Oct 04 20:38:39.996325 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-c169e58a-7e90-48f1-bbad-95937e134e95 req-95f235e2-885b-47c6-bf7f-9d78f86c0a82 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] 10.222.0.83 "GET /networking/v2.0/networks?tenant_id=b46055f08aae47a99a59e1192db71b8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0862427 Oct 04 20:38:40.331191 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-5011ef93-55b0-41ba-a1e9-d6f84bedccfe None None] Set router 8fcee594-a69b-4c40-aeb1-e559100433d1 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:38:40.614836 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:40.652513 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-2100fce0-6e67-444a-b543-da7a2149d140 req-68989b28-92e9-42c9-8283-9f664a79bee0 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9d42994f-e35e-413c-a0a3-14bb3878e209 HTTP/1.1" status: 200 len: 210 time: 0.3360403 Oct 04 20:38:40.669480 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-92f246f8-60c9-4a9d-b5d5-8c6072fddaee req-7dfeca1b-9e83-4181-afad-48d1f29b6600 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=d937ec04-8d81-4926-a578-27ca4e58ca63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9075494 Oct 04 20:38:40.760513 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:40.937268 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-5011ef93-55b0-41ba-a1e9-d6f84bedccfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fcee594-a69b-4c40-aeb1-e559100433d1', 'name': 'tempest-ServerRescueTestJSON-1408705981-router', 'tenant_id': 'f37d0edcedec45449d139180e2fec383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': 'a8e9e764-01ab-42e6-838f-1384b76777ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:38:14Z', 'updated_at': '2022-10-04T20:38:27Z', 'revision_number': 4, 'project_id': 'f37d0edcedec45449d139180e2fec383', 'gw_port': {'id': 'a8e9e764-01ab-42e6-838f-1384b76777ab', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcee594-a69b-4c40-aeb1-e559100433d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:38:16Z', 'updated_at': '2022-10-04T20:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '2485f516-5c78-4c30-8f52-faa68f6de173', 'name': '', 'network_id': '803d74c8-22bd-4a6c-82d8-765a83711179', 'tenant_id': 'f37d0edcedec45449d139180e2fec383', 'mac_address': 'fa:16:3e:35:00:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fcee594-a69b-4c40-aeb1-e559100433d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': 'cda3655a-4103-4046-bf93-21f4d36a2aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:38:23Z', 'updated_at': '2022-10-04T20:38:39Z', 'revision_number': 4, 'project_id': 'f37d0edcedec45449d139180e2fec383', 'subnets': [{'id': 'cda3655a-4103-4046-bf93-21f4d36a2aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:38:40.939995 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 33806) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:38:40.985989 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169e58a-7e90-48f1-bbad-95937e134e95 req-1c263b1f-6f6e-4e41-a736-b0c231a77861 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:40.989545 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-c169e58a-7e90-48f1-bbad-95937e134e95 req-1c263b1f-6f6e-4e41-a736-b0c231a77861 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] 10.222.0.83 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9165316 Oct 04 20:38:40.994786 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-47078686-49a9-45c0-97a2-4df3111b63a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (abc0687d-eec0-450c-85d2-f2b53041030a), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:41.030650 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [req-c169e58a-7e90-48f1-bbad-95937e134e95 req-fb75c9f0-5c45-446c-b13c-9707697b3640 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] Request body: {'port': {'device_id': 'bd64c084-10af-4b12-bdd9-ef53866be364', 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7', 'admin_state_up': True, 'tenant_id': 'b46055f08aae47a99a59e1192db71b8e'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:38:41.046478 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5011ef93-55b0-41ba-a1e9-d6f84bedccfe None None] The sync data for ids ['8fcee594-a69b-4c40-aeb1-e559100433d1'] in n-d-852085-12 is: [{'id': '8fcee594-a69b-4c40-aeb1-e559100433d1', 'name': 'tempest-ServerRescueTestJSON-1408705981-router', 'tenant_id': 'f37d0edcedec45449d139180e2fec383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': 'a8e9e764-01ab-42e6-838f-1384b76777ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:38:14Z', 'updated_at': '2022-10-04T20:38:27Z', 'revision_number': 4, 'project_id': 'f37d0edcedec45449d139180e2fec383', 'gw_port': {'id': 'a8e9e764-01ab-42e6-838f-1384b76777ab', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcee594-a69b-4c40-aeb1-e559100433d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:38:16Z', 'updated_at': '2022-10-04T20:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '2485f516-5c78-4c30-8f52-faa68f6de173', 'name': '', 'network_id': '803d74c8-22bd-4a6c-82d8-765a83711179', 'tenant_id': 'f37d0edcedec45449d139180e2fec383', 'mac_address': 'fa:16:3e:35:00:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fcee594-a69b-4c40-aeb1-e559100433d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': 'cda3655a-4103-4046-bf93-21f4d36a2aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:38:23Z', 'updated_at': '2022-10-04T20:38:39Z', 'revision_number': 4, 'project_id': 'f37d0edcedec45449d139180e2fec383', 'subnets': [{'id': 'cda3655a-4103-4046-bf93-21f4d36a2aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:38:41.062354 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b42c83-0330-47c7-8bd0-0a2aaca92671 None None] Network d6e92fd7-3e52-4eb3-a921-b9a1da6d1abb requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:38:41.316576 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-47078686-49a9-45c0-97a2-4df3111b63a3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:41.329509 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-47078686-49a9-45c0-97a2-4df3111b63a3 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/abc0687d-eec0-450c-85d2-f2b53041030a HTTP/1.1" status: 204 len: 168 time: 2.5908582 Oct 04 20:38:41.358202 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 33810) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:38:41.377166 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f246f8-60c9-4a9d-b5d5-8c6072fddaee req-9bce755e-b185-473c-847f-931db21e4826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:41.382325 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-92f246f8-60c9-4a9d-b5d5-8c6072fddaee req-9bce755e-b185-473c-847f-931db21e4826 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=70436b8b504e43dc882f5ee434ecf443&device_id=d937ec04-8d81-4926-a578-27ca4e58ca63 HTTP/1.1" status: 200 len: 1133 time: 0.2821028 Oct 04 20:38:41.473245 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47078686-49a9-45c0-97a2-4df3111b63a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abc0687d-eec0-450c-85d2-f2b53041030a,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:41.704891 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200919f3-ac03-4197-b4e3-96bfab3e56e5 None None] DHCP port deletion for d6e92fd7-3e52-4eb3-a921-b9a1da6d1abb request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:38:41.826370 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1fffb527-ba02-4ead-be77-156f55997ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (d6e92fd7-3e52-4eb3-a921-b9a1da6d1abb), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:41.861305 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-200919f3-ac03-4197-b4e3-96bfab3e56e5 None None] Deleting port 2d601df3-e718-4efb-93e2-8de96c9f1652 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:38:41.864891 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-200919f3-ac03-4197-b4e3-96bfab3e56e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (2d601df3-e718-4efb-93e2-8de96c9f1652), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:41.983367 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-1fffb527-ba02-4ead-be77-156f55997ac7 admin admin] Deleting port 2d601df3-e718-4efb-93e2-8de96c9f1652 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:38:41.983661 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1fffb527-ba02-4ead-be77-156f55997ac7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (2d601df3-e718-4efb-93e2-8de96c9f1652), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:42.071869 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-200919f3-ac03-4197-b4e3-96bfab3e56e5 None None] For port 2d601df3-e718-4efb-93e2-8de96c9f1652, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=2d601df3-e718-4efb-93e2-8de96c9f1652,segment=NetworkSegment(80bf17ac-4cc1-4ff0-b628-bb22bf1713a1),segment_id=80bf17ac-4cc1-4ff0-b628-bb22bf1713a1)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:38:42.072566 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-200919f3-ac03-4197-b4e3-96bfab3e56e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (2d601df3-e718-4efb-93e2-8de96c9f1652), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:42.123647 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-200919f3-ac03-4197-b4e3-96bfab3e56e5 None None] Calling delete_port for 2d601df3-e718-4efb-93e2-8de96c9f1652 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:38:42.249655 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-1fffb527-ba02-4ead-be77-156f55997ac7 admin admin] For port 2d601df3-e718-4efb-93e2-8de96c9f1652, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=2d601df3-e718-4efb-93e2-8de96c9f1652,segment=NetworkSegment(80bf17ac-4cc1-4ff0-b628-bb22bf1713a1),segment_id=80bf17ac-4cc1-4ff0-b628-bb22bf1713a1)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:38:42.250473 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1fffb527-ba02-4ead-be77-156f55997ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (2d601df3-e718-4efb-93e2-8de96c9f1652), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:42.290342 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-1fffb527-ba02-4ead-be77-156f55997ac7 admin admin] Calling delete_port for 2d601df3-e718-4efb-93e2-8de96c9f1652 owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:38:42.331581 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:42.342847 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-2cabbc71-8d09-4c03-8e37-ea171a99526d req-53718383-bccc-48e6-ad67-49d41791ffd8 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.3657410 Oct 04 20:38:42.356355 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:DELETE=6,neutron:UPDATE=2,neutron:SELECT=91,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:42.388132 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Device d8a76343-fb5c-4c62-9138-2da5de84b62c up at agent hyperv_n-h2-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:38:42.477512 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c169e58a-7e90-48f1-bbad-95937e134e95 req-fb75c9f0-5c45-446c-b13c-9707697b3640 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] Made reservation on behalf of b46055f08aae47a99a59e1192db71b8e for: {'port': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:38:42.480916 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-ae80c3ac-b43f-4115-80b1-9f4ac7afeea5 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=83f4d8accaf7424cb88d1327e40a1e9e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5021009 Oct 04 20:38:42.488914 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-de148711-14e0-4189-9be9-88ebd7a19ff9 req-44faa0f5-2c3d-4d0c-af23-fe0a0096b3cf tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7bb70165-8fd0-439d-aa99-cff22896f645 HTTP/1.1" status: 200 len: 210 time: 0.1811833 Oct 04 20:38:42.489401 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-c169e58a-7e90-48f1-bbad-95937e134e95 req-fb75c9f0-5c45-446c-b13c-9707697b3640 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:42.512924 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 33816) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:38:42.514624 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-c169e58a-7e90-48f1-bbad-95937e134e95 req-fb75c9f0-5c45-446c-b13c-9707697b3640 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:42.540397 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Provisioning for port d8a76343-fb5c-4c62-9138-2da5de84b62c completed by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 20:38:42.556520 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-200919f3-ac03-4197-b4e3-96bfab3e56e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (2d601df3-e718-4efb-93e2-8de96c9f1652), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:42.634854 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200919f3-ac03-4197-b4e3-96bfab3e56e5 None None] No DVR routers for this DVR port 2d601df3-e718-4efb-93e2-8de96c9f1652 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:38:42.689252 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Provisioning complete for port d8a76343-fb5c-4c62-9138-2da5de84b62c triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:38:42.690655 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (d8a76343-fb5c-4c62-9138-2da5de84b62c), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:42.692011 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Attempt 1 to provision port d8a76343-fb5c-4c62-9138-2da5de84b62c Oct 04 20:38:42.701099 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200919f3-ac03-4197-b4e3-96bfab3e56e5 None None] Pushing event deleted for resources: {'Port': ['ID=2d601df3-e718-4efb-93e2-8de96c9f1652,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:42.760807 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f246f8-60c9-4a9d-b5d5-8c6072fddaee req-728cb945-1465-4332-ac7d-e01cba4f1ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:42.763910 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-92f246f8-60c9-4a9d-b5d5-8c6072fddaee req-728cb945-1465-4332-ac7d-e01cba4f1ddf service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=42fbb05e-3f96-444f-a676-04ee9d06a8c7 HTTP/1.1" status: 200 len: 870 time: 1.3160887 Oct 04 20:38:43.068566 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0bd2ed10-d9d9-46b4-9940-a8e62498e7d6 admin admin] Publish callbacks [] for security_group (12cdb090-92b7-4df7-a019-f06594722931), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:43.085831 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Current status of the port d8a76343-fb5c-4c62-9138-2da5de84b62c is: BUILD; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:38:43.087356 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (d8a76343-fb5c-4c62-9138-2da5de84b62c), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:43.177887 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:43.183446 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-c169e58a-7e90-48f1-bbad-95937e134e95 req-fb75c9f0-5c45-446c-b13c-9707697b3640 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] Publish callbacks [] for security_group (9e154c59-4349-4579-ac56-d3f7608a8c2d), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:43.198055 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-d3e2f65c-83cd-4573-b68d-47d513baa255 req-7dfac7e4-f79a-4bdb-8f4a-81f21775fb37 tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] Publish callbacks [] for security_group (d919ea2f-c89d-42d5-9bbd-737be810f88b), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:43.209135 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-92f246f8-60c9-4a9d-b5d5-8c6072fddaee req-6781b1c6-de60-41e9-9e69-a78fde3db304 service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=f5495aac-c2d7-419a-9cc9-79e9ec72c16c HTTP/1.1" status: 200 len: 217 time: 0.3613107 Oct 04 20:38:43.215023 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0bd2ed10-d9d9-46b4-9940-a8e62498e7d6 admin admin] Publish callbacks [] for security_group (12cdb090-92b7-4df7-a019-f06594722931), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:43.224776 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] For port d8a76343-fb5c-4c62-9138-2da5de84b62c, host n-h2-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852085-12',level=0,port_id=d8a76343-fb5c-4c62-9138-2da5de84b62c,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:38:43.228048 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 2485f516-5c78-4c30-8f52-faa68f6de173 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:38:43.232277 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1fffb527-ba02-4ead-be77-156f55997ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (2d601df3-e718-4efb-93e2-8de96c9f1652), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:43.244150 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '451e57ea-f708-47a1-9ee7-a826357c8b68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8a76343-fb5c-4c62-9138-2da5de84b62c'}] {{(pid=108171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:38:43.255676 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966b91da6921e714df7c26a37f4733087768fb9a36052be1ead95d4d835f43be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e159417-becc-4167-81e4-6370b8d5e30a" -d '{"events": [{"server_uuid": "451e57ea-f708-47a1-9ee7-a826357c8b68", "name": "network-vif-plugged", "status": "completed", "tag": "d8a76343-fb5c-4c62-9138-2da5de84b62c"}]}' {{(pid=108171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:38:43.319376 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-c169e58a-7e90-48f1-bbad-95937e134e95 req-fb75c9f0-5c45-446c-b13c-9707697b3640 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (9e154c59-4349-4579-ac56-d3f7608a8c2d), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:43.357836 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (d8a76343-fb5c-4c62-9138-2da5de84b62c), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:43.397130 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-98ab99ae-c491-4237-a2f7-8bf33294e441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (8fcee594-a69b-4c40-aeb1-e559100433d1), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:43.491590 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fffb527-ba02-4ead-be77-156f55997ac7 admin admin] No DVR routers for this DVR port 2d601df3-e718-4efb-93e2-8de96c9f1652 on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:38:43.541443 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-50ca02cd-6a8a-43d9-8249-c365aca17814 req-9b13458f-d07c-4226-a470-5c5e91c62024 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9d42994f-e35e-413c-a0a3-14bb3878e209 HTTP/1.1" status: 200 len: 210 time: 0.7549400 Oct 04 20:38:43.561682 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb75c9f0-5c45-446c-b13c-9707697b3640 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e154c59-4349-4579-ac56-d3f7608a8c2d,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:43.587512 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fffb527-ba02-4ead-be77-156f55997ac7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d601df3-e718-4efb-93e2-8de96c9f1652,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:43.652807 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 20:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41fe5378-98d3-43e0-af34-3a0f7049e492 x-openstack-request-id: req-41fe5378-98d3-43e0-af34-3a0f7049e492 {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:38:43.660190 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "451e57ea-f708-47a1-9ee7-a826357c8b68", "name": "network-vif-plugged", "status": "completed", "tag": "d8a76343-fb5c-4c62-9138-2da5de84b62c", "code": 200}]} {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:38:43.672993 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-41fe5378-98d3-43e0-af34-3a0f7049e492 {{(pid=108171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:38:43.674872 n-d-852085-12 neutron-server[108171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41fe5378-98d3-43e0-af34-3a0f7049e492'] response: {'server_uuid': '451e57ea-f708-47a1-9ee7-a826357c8b68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8a76343-fb5c-4c62-9138-2da5de84b62c', 'code': 200} Oct 04 20:38:43.692308 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Pushing event updated for resources: {'Port': ['ID=d8a76343-fb5c-4c62-9138-2da5de84b62c,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:43.818758 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 2485f516-5c78-4c30-8f52-faa68f6de173 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:38:43.824710 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (2485f516-5c78-4c30-8f52-faa68f6de173), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:43.825329 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 2485f516-5c78-4c30-8f52-faa68f6de173 Oct 04 20:38:44.048325 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [req-c169e58a-7e90-48f1-bbad-95937e134e95 req-fb75c9f0-5c45-446c-b13c-9707697b3640 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] Allocated IP 192.168.233.124 (42fbb05e-3f96-444f-a676-04ee9d06a8c7/e1956090-7ed7-4d05-a46e-a7b0885ca8e4/a55c4fe7-8c63-4a39-819e-95561de2446e) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:38:44.135535 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 2485f516-5c78-4c30-8f52-faa68f6de173 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:38:44.136235 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (2485f516-5c78-4c30-8f52-faa68f6de173), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:44.138031 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-d3e2f65c-83cd-4573-b68d-47d513baa255 req-7dfac7e4-f79a-4bdb-8f4a-81f21775fb37 tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (d919ea2f-c89d-42d5-9bbd-737be810f88b), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:44.206541 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:44.238286 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 2485f516-5c78-4c30-8f52-faa68f6de173, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=2485f516-5c78-4c30-8f52-faa68f6de173,segment=NetworkSegment(248bd768-d404-4c60-815f-657551377363),segment_id=248bd768-d404-4c60-815f-657551377363)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:38:44.336604 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (2485f516-5c78-4c30-8f52-faa68f6de173), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:44.349841 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2486fb-5d48-4d5b-a443-6a08263acc8d req-b37c2a9b-02b6-46ca-b7f8-820f1ce5d5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:44.354824 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-4d2486fb-5d48-4d5b-a443-6a08263acc8d req-b37c2a9b-02b6-46ca-b7f8-820f1ce5d5ce service neutron] 10.222.0.85 "GET /networking/v2.0/ports?device_id=451e57ea-f708-47a1-9ee7-a826357c8b68 HTTP/1.1" status: 200 len: 1133 time: 0.2692199 Oct 04 20:38:44.375838 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:44.484281 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-b3c4acb0-d443-48ed-87e6-5a3d0c2fe23b req-c324ea2d-f763-4d36-81d6-2f3826720a50 tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7bb70165-8fd0-439d-aa99-cff22896f645 HTTP/1.1" status: 200 len: 210 time: 0.6469519 Oct 04 20:38:44.513392 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:44.516739 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=2485f516-5c78-4c30-8f52-faa68f6de173,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:44.531497 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 2d601df3-e718-4efb-93e2-8de96c9f1652 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:38:44.620030 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 2d601df3-e718-4efb-93e2-8de96c9f1652 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:38:44.622675 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 2d601df3-e718-4efb-93e2-8de96c9f1652 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:38:44.733998 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:44.878901 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f246f8-60c9-4a9d-b5d5-8c6072fddaee req-4a53ab58-feb7-453c-b794-c3f2d3423143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:44.881138 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-92f246f8-60c9-4a9d-b5d5-8c6072fddaee req-4a53ab58-feb7-453c-b794-c3f2d3423143 service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 1.6220088 Oct 04 20:38:44.884561 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-3c167545-2c6a-4480-aba5-83a03bbb5022 req-48da3858-11a2-4252-a66f-43340d1275ff tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9d42994f-e35e-413c-a0a3-14bb3878e209 HTTP/1.1" status: 200 len: 210 time: 0.0579031 Oct 04 20:38:44.897928 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-c169e58a-7e90-48f1-bbad-95937e134e95 req-fb75c9f0-5c45-446c-b13c-9707697b3640 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] Publish callbacks [] for port (a55c4fe7-8c63-4a39-819e-95561de2446e), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:44.949473 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 2485f516-5c78-4c30-8f52-faa68f6de173 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:38:44.959921 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-85253a56-1a55-4ed3-b293-ba1cc61f24d9 req-fb83738e-7879-4b33-989d-5032d3bfcf07 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?device_id=acea6767-d8a4-488e-8d07-1c7362778255&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.0808430 Oct 04 20:38:44.994358 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0bd2ed10-d9d9-46b4-9940-a8e62498e7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (12cdb090-92b7-4df7-a019-f06594722931), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:44.998132 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0bd2ed10-d9d9-46b4-9940-a8e62498e7d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:45.015844 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-0bd2ed10-d9d9-46b4-9940-a8e62498e7d6 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/12cdb090-92b7-4df7-a019-f06594722931 HTTP/1.1" status: 204 len: 168 time: 2.4843526 Oct 04 20:38:45.079596 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfac7e4-f79a-4bdb-8f4a-81f21775fb37 tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d919ea2f-c89d-42d5-9bbd-737be810f88b,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:45.093825 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 2485f516-5c78-4c30-8f52-faa68f6de173 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:38:45.104392 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (2485f516-5c78-4c30-8f52-faa68f6de173), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:45.104618 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 2485f516-5c78-4c30-8f52-faa68f6de173 Oct 04 20:38:45.115763 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1fffb527-ba02-4ead-be77-156f55997ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (d6e92fd7-3e52-4eb3-a921-b9a1da6d1abb), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:45.140333 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd03a2-4de7-4297-9fa8-e9d4d58dc3a7 req-c1081396-699f-4439-b48e-2b20dd7fd687 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:45.155630 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-b4cd03a2-4de7-4297-9fa8-e9d4d58dc3a7 req-c1081396-699f-4439-b48e-2b20dd7fd687 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=451e57ea-f708-47a1-9ee7-a826357c8b68 HTTP/1.1" status: 200 len: 950 time: 1.3211367 Oct 04 20:38:45.198602 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-2e3ee8bd-da5a-4689-a639-de4360ce8e55 req-c5e68653-27c4-41f9-b2fe-676a07313d34 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] 10.222.0.85 "GET /networking/v2.0/networks?tenant_id=b46055f08aae47a99a59e1192db71b8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2412522 Oct 04 20:38:45.200557 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd2ed10-d9d9-46b4-9940-a8e62498e7d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12cdb090-92b7-4df7-a019-f06594722931,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:45.227640 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-4d2486fb-5d48-4d5b-a443-6a08263acc8d req-cd7139a7-b6df-4e2b-9d75-4be7f2a47fd2 service neutron] 10.222.0.85 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6423032 Oct 04 20:38:45.364853 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=44 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:45.447441 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-585efcab-471b-4c63-ac63-4ca4315da2e0 admin admin] Router ef513021-12ed-40aa-a403-7b4a8ee6e44f has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:38:45.454311 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-b4cd03a2-4de7-4297-9fa8-e9d4d58dc3a7 req-e2b64c7f-a784-43d2-aac4-e4a579b21675 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970510 Oct 04 20:38:45.474325 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-1fffb527-ba02-4ead-be77-156f55997ac7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6e92fd7-3e52-4eb3-a921-b9a1da6d1abb']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:38:45.480073 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-c169e58a-7e90-48f1-bbad-95937e134e95 req-fb75c9f0-5c45-446c-b13c-9707697b3640 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (a55c4fe7-8c63-4a39-819e-95561de2446e), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:45.524163 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-1fffb527-ba02-4ead-be77-156f55997ac7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80bf17ac-4cc1-4ff0-b628-bb22bf1713a1') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:38:45.524707 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-1fffb527-ba02-4ead-be77-156f55997ac7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80bf17ac-4cc1-4ff0-b628-bb22bf1713a1') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:38:45.564668 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 2485f516-5c78-4c30-8f52-faa68f6de173 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:38:45.571836 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f246f8-60c9-4a9d-b5d5-8c6072fddaee req-41218a88-9521-4a2e-9d46-087eff074aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:45.576494 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-92f246f8-60c9-4a9d-b5d5-8c6072fddaee req-41218a88-9521-4a2e-9d46-087eff074aec service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5779915 Oct 04 20:38:45.608150 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1fffb527-ba02-4ead-be77-156f55997ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (80bf17ac-4cc1-4ff0-b628-bb22bf1713a1), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:45.636610 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85253a56-1a55-4ed3-b293-ba1cc61f24d9 req-ce2f8c50-f6e6-4e8d-89ba-4f10fa79a55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:45.639366 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-85253a56-1a55-4ed3-b293-ba1cc61f24d9 req-ce2f8c50-f6e6-4e8d-89ba-4f10fa79a55f service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=70436b8b504e43dc882f5ee434ecf443&device_id=acea6767-d8a4-488e-8d07-1c7362778255 HTTP/1.1" status: 200 len: 1132 time: 0.5440581 Oct 04 20:38:45.736957 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c169e58a-7e90-48f1-bbad-95937e134e95 req-fb75c9f0-5c45-446c-b13c-9707697b3640 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] Network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:38:45.769672 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [req-c169e58a-7e90-48f1-bbad-95937e134e95 req-fb75c9f0-5c45-446c-b13c-9707697b3640 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:38:45.789531 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-60bf9c9f-e92b-4ddf-9ff7-3c5d5a3229bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:45.793966 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:45.814683 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb75c9f0-5c45-446c-b13c-9707697b3640 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] Pushing event updated for resources: {'Port': ['ID=a55c4fe7-8c63-4a39-819e-95561de2446e,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:45.840211 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [req-c169e58a-7e90-48f1-bbad-95937e134e95 req-fb75c9f0-5c45-446c-b13c-9707697b3640 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:38:45.904253 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1fffb527-ba02-4ead-be77-156f55997ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (80bf17ac-4cc1-4ff0-b628-bb22bf1713a1), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:45.926317 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:46.041539 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fffb527-ba02-4ead-be77-156f55997ac7 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:38:46.042237 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1fffb527-ba02-4ead-be77-156f55997ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (80bf17ac-4cc1-4ff0-b628-bb22bf1713a1), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:46.166307 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 80bf17ac-4cc1-4ff0-b628-bb22bf1713a1 resource provider aggregate not found Oct 04 20:38:46.186839 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-70886110-21e9-4b1b-81b1-4b65fa55e449 req-e4711a5f-033f-46c4-90ed-55a00d5be3fc tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7bb70165-8fd0-439d-aa99-cff22896f645 HTTP/1.1" status: 200 len: 210 time: 0.3789659 Oct 04 20:38:46.217569 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [req-d3e2f65c-83cd-4573-b68d-47d513baa255 req-7dfac7e4-f79a-4bdb-8f4a-81f21775fb37 tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] Allocated IP 192.168.233.207 (42fbb05e-3f96-444f-a676-04ee9d06a8c7/e1956090-7ed7-4d05-a46e-a7b0885ca8e4/3816d2e0-249b-44b8-be16-c80be3f1c4e8) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:38:46.266593 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ee8bd-da5a-4689-a639-de4360ce8e55 req-c7be4f95-77d8-4075-a180-569a632a6fca tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:46.269446 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-2e3ee8bd-da5a-4689-a639-de4360ce8e55 req-c7be4f95-77d8-4075-a180-569a632a6fca tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] 10.222.0.85 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0342753 Oct 04 20:38:46.310562 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169e58a-7e90-48f1-bbad-95937e134e95 req-fb75c9f0-5c45-446c-b13c-9707697b3640 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:46.311556 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-c169e58a-7e90-48f1-bbad-95937e134e95 req-fb75c9f0-5c45-446c-b13c-9707697b3640 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:46.335589 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [req-2e3ee8bd-da5a-4689-a639-de4360ce8e55 req-3cc4ca96-3a84-4bc1-b904-2a12171368a3 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] Request body: {'port': {'device_id': '9d42994f-e35e-413c-a0a3-14bb3878e209', 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7', 'admin_state_up': True, 'tenant_id': 'b46055f08aae47a99a59e1192db71b8e'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:38:46.354227 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 80bf17ac-4cc1-4ff0-b628-bb22bf1713a1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 80bf17ac-4cc1-4ff0-b628-bb22bf1713a1 found for delete ", "request_id": "req-925a99d5-bc7c-4ffa-a3b7-c71b8360e290"}]} Oct 04 20:38:46.386083 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-c692a13c-a302-45bf-b194-18a538420cbd None None] Provisioning complete for port a55c4fe7-8c63-4a39-819e-95561de2446e triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:38:46.388239 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c692a13c-a302-45bf-b194-18a538420cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (a55c4fe7-8c63-4a39-819e-95561de2446e), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:46.388998 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-c692a13c-a302-45bf-b194-18a538420cbd None None] Attempt 1 to provision port a55c4fe7-8c63-4a39-819e-95561de2446e Oct 04 20:38:46.538373 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-c692a13c-a302-45bf-b194-18a538420cbd None None] Port a55c4fe7-8c63-4a39-819e-95561de2446e cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:38:46.782745 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-c169e58a-7e90-48f1-bbad-95937e134e95 req-fb75c9f0-5c45-446c-b13c-9707697b3640 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] 10.222.0.83 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.7673011 Oct 04 20:38:46.784025 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1fffb527-ba02-4ead-be77-156f55997ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (d6e92fd7-3e52-4eb3-a921-b9a1da6d1abb), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:46.801755 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1fffb527-ba02-4ead-be77-156f55997ac7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:46.812301 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-1fffb527-ba02-4ead-be77-156f55997ac7 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/d6e92fd7-3e52-4eb3-a921-b9a1da6d1abb HTTP/1.1" status: 204 len: 168 time: 5.3916512 Oct 04 20:38:46.818217 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:46.820961 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-585efcab-471b-4c63-ac63-4ca4315da2e0 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:38:46.822242 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [req-c169e58a-7e90-48f1-bbad-95937e134e95 req-dafc691e-a811-4173-8a75-90aa121ff468 service neutron] Request body: {'port': {'device_id': 'bd64c084-10af-4b12-bdd9-ef53866be364', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-852085-12'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:38:46.836899 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bb52c8-b5b8-4b9f-ab50-72af8537036f None None] Sync routers for ids ['ef513021-12ed-40aa-a403-7b4a8ee6e44f'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:38:46.853050 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-92f246f8-60c9-4a9d-b5d5-8c6072fddaee req-3beaa8e8-55c0-4e19-9527-a9f0a62e672c service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2468541 Oct 04 20:38:46.877175 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bb52c8-b5b8-4b9f-ab50-72af8537036f None None] Routers {'ef513021-12ed-40aa-a403-7b4a8ee6e44f'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:38:46.880888 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-b4bb52c8-b5b8-4b9f-ab50-72af8537036f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:38:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['ef513021-12ed-40aa-a403-7b4a8ee6e44f'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:38:46.975767 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-585efcab-471b-4c63-ac63-4ca4315da2e0 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/ef513021-12ed-40aa-a403-7b4a8ee6e44f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 20.7342722 Oct 04 20:38:46.982009 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a6c2ea7d-bd69-4158-b871-c293474b4c76 req-08267c19-5dad-4bb6-9e8d-cb85d4d6b0ca tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9d42994f-e35e-413c-a0a3-14bb3878e209 HTTP/1.1" status: 200 len: 210 time: 0.8206289 Oct 04 20:38:46.993996 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-c169e58a-7e90-48f1-bbad-95937e134e95 req-dafc691e-a811-4173-8a75-90aa121ff468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (a55c4fe7-8c63-4a39-819e-95561de2446e), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:47.008589 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 33856) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:38:47.080504 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fffb527-ba02-4ead-be77-156f55997ac7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6e92fd7-3e52-4eb3-a921-b9a1da6d1abb,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:47.084528 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e3ee8bd-da5a-4689-a639-de4360ce8e55 req-3cc4ca96-3a84-4bc1-b904-2a12171368a3 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] Made reservation on behalf of b46055f08aae47a99a59e1192db71b8e for: {'port': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:38:47.093411 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-2e3ee8bd-da5a-4689-a639-de4360ce8e55 req-3cc4ca96-3a84-4bc1-b904-2a12171368a3 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:47.138380 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07205999-e9ae-4c2a-825c-5f8b652b0833 req-8f68d562-630d-484d-87c4-163aabe809f4 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:47.141996 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-07205999-e9ae-4c2a-825c-5f8b652b0833 req-8f68d562-630d-484d-87c4-163aabe809f4 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=451e57ea-f708-47a1-9ee7-a826357c8b68 HTTP/1.1" status: 200 len: 950 time: 0.3071558 Oct 04 20:38:47.228676 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-b4bb52c8-b5b8-4b9f-ab50-72af8537036f None None] Set router ef513021-12ed-40aa-a403-7b4a8ee6e44f gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:38:47.392311 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-d3e2f65c-83cd-4573-b68d-47d513baa255 req-7dfac7e4-f79a-4bdb-8f4a-81f21775fb37 tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] Publish callbacks [] for port (3816d2e0-249b-44b8-be16-c80be3f1c4e8), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:47.683678 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-98ab99ae-c491-4237-a2f7-8bf33294e441 admin admin] Deleting port 2485f516-5c78-4c30-8f52-faa68f6de173 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:38:47.684331 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-98ab99ae-c491-4237-a2f7-8bf33294e441 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (2485f516-5c78-4c30-8f52-faa68f6de173), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:47.776283 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-b4bb52c8-b5b8-4b9f-ab50-72af8537036f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef513021-12ed-40aa-a403-7b4a8ee6e44f', 'name': 'tempest-ImagesTestJSON-1350780842-router', 'tenant_id': '1d50f961abf54801bd03d5551f45b8be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'b24955a7-2b2c-4de1-81bd-8ebf36893d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:37:55Z', 'updated_at': '2022-10-04T20:38:35Z', 'revision_number': 5, 'project_id': '1d50f961abf54801bd03d5551f45b8be', 'gw_port': {'id': 'b24955a7-2b2c-4de1-81bd-8ebf36893d8c', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:0a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef513021-12ed-40aa-a403-7b4a8ee6e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:37:57Z', 'updated_at': '2022-10-04T20:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:38:47.786281 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7e7201af-9631-4c91-8450-0ddf3d3ba8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:47.787638 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a6b66deb-5f58-48b1-9105-c0f606592d6e admin admin] Publish callbacks [] for router (ef513021-12ed-40aa-a403-7b4a8ee6e44f), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:47.860841 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-187f575c-2946-4cf9-9b8d-9e7d4793fc59 req-317e9eae-c423-4b9b-aa8c-2c69f91e8a19 tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7bb70165-8fd0-439d-aa99-cff22896f645 HTTP/1.1" status: 200 len: 210 time: 0.2142193 Oct 04 20:38:47.875190 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bb52c8-b5b8-4b9f-ab50-72af8537036f None None] Checking router: ef513021-12ed-40aa-a403-7b4a8ee6e44f for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:38:47.887498 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85253a56-1a55-4ed3-b293-ba1cc61f24d9 req-21cfbf0d-57b9-4416-ad8b-8fe858c02008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:47.890232 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-85253a56-1a55-4ed3-b293-ba1cc61f24d9 req-21cfbf0d-57b9-4416-ad8b-8fe858c02008 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=42fbb05e-3f96-444f-a676-04ee9d06a8c7 HTTP/1.1" status: 200 len: 870 time: 2.1989241 Oct 04 20:38:47.896935 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bb52c8-b5b8-4b9f-ab50-72af8537036f None None] Routers {'ef513021-12ed-40aa-a403-7b4a8ee6e44f'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:38:47.899068 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-b4bb52c8-b5b8-4b9f-ab50-72af8537036f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:38:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['ef513021-12ed-40aa-a403-7b4a8ee6e44f'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:38:47.934181 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 33866) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:38:48.077134 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:48.115743 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-85253a56-1a55-4ed3-b293-ba1cc61f24d9 req-a0e1dc04-ed43-4be8-94a1-d39f6a75c508 service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=883b816a-c7ca-4854-9627-ee3644556a24 HTTP/1.1" status: 200 len: 217 time: 0.1472051 Oct 04 20:38:48.130620 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-b4bb52c8-b5b8-4b9f-ab50-72af8537036f None None] Set router ef513021-12ed-40aa-a403-7b4a8ee6e44f gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:38:48.181147 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-edb8800c-52f1-433a-a1be-f57b475be5e3 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=278001113cdf41b5b902ac5a620d3f52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2413411 Oct 04 20:38:48.182681 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 33872) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:38:48.198314 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a6b66deb-5f58-48b1-9105-c0f606592d6e admin admin] Publish callbacks [] for router_gateway (ef513021-12ed-40aa-a403-7b4a8ee6e44f), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:48.273509 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:48.394329 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85253a56-1a55-4ed3-b293-ba1cc61f24d9 req-dd105853-2138-4857-9030-ecd56d03c1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:48.397264 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-85253a56-1a55-4ed3-b293-ba1cc61f24d9 req-dd105853-2138-4857-9030-ecd56d03c1fb service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.2354684 Oct 04 20:38:48.399328 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-d3e2f65c-83cd-4573-b68d-47d513baa255 req-7dfac7e4-f79a-4bdb-8f4a-81f21775fb37 tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (3816d2e0-249b-44b8-be16-c80be3f1c4e8), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:48.405271 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-92f246f8-60c9-4a9d-b5d5-8c6072fddaee req-c1482732-003d-4acb-918d-d2684c206ba0 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2783468 Oct 04 20:38:48.486143 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c73a0091-6e28-4879-8706-f1aa74a53188 admin admin] Publish callbacks [] for security_group (3d5fb300-eb92-4655-a5bc-6eca80765faf), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:48.491417 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [req-2e3ee8bd-da5a-4689-a639-de4360ce8e55 req-3cc4ca96-3a84-4bc1-b904-2a12171368a3 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] Allocated IP 192.168.233.211 (42fbb05e-3f96-444f-a676-04ee9d06a8c7/e1956090-7ed7-4d05-a46e-a7b0885ca8e4/2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:38:48.501005 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:48.588772 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:48.590769 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-b4bb52c8-b5b8-4b9f-ab50-72af8537036f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef513021-12ed-40aa-a403-7b4a8ee6e44f', 'name': 'tempest-ImagesTestJSON-1350780842-router', 'tenant_id': '1d50f961abf54801bd03d5551f45b8be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'b24955a7-2b2c-4de1-81bd-8ebf36893d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:37:55Z', 'updated_at': '2022-10-04T20:38:35Z', 'revision_number': 5, 'project_id': '1d50f961abf54801bd03d5551f45b8be', 'gw_port': {'id': 'b24955a7-2b2c-4de1-81bd-8ebf36893d8c', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:0a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef513021-12ed-40aa-a403-7b4a8ee6e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:37:57Z', 'updated_at': '2022-10-04T20:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:38:48.593851 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-a6b66deb-5f58-48b1-9105-c0f606592d6e admin admin] Deleting port b24955a7-2b2c-4de1-81bd-8ebf36893d8c {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:38:48.594393 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a6b66deb-5f58-48b1-9105-c0f606592d6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (b24955a7-2b2c-4de1-81bd-8ebf36893d8c), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:48.602746 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c73a0091-6e28-4879-8706-f1aa74a53188 admin admin] Publish callbacks [] for security_group (3d5fb300-eb92-4655-a5bc-6eca80765faf), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:48.713564 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bb52c8-b5b8-4b9f-ab50-72af8537036f None None] The sync data for ids ['ef513021-12ed-40aa-a403-7b4a8ee6e44f'] in n-d-852085-12 is: [{'id': 'ef513021-12ed-40aa-a403-7b4a8ee6e44f', 'name': 'tempest-ImagesTestJSON-1350780842-router', 'tenant_id': '1d50f961abf54801bd03d5551f45b8be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'b24955a7-2b2c-4de1-81bd-8ebf36893d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:37:55Z', 'updated_at': '2022-10-04T20:38:35Z', 'revision_number': 5, 'project_id': '1d50f961abf54801bd03d5551f45b8be', 'gw_port': {'id': 'b24955a7-2b2c-4de1-81bd-8ebf36893d8c', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:0a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef513021-12ed-40aa-a403-7b4a8ee6e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:37:57Z', 'updated_at': '2022-10-04T20:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:38:48.799983 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 33880) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:38:48.938031 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-a6b66deb-5f58-48b1-9105-c0f606592d6e admin admin] For port b24955a7-2b2c-4de1-81bd-8ebf36893d8c, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b24955a7-2b2c-4de1-81bd-8ebf36893d8c,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:38:48.938716 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a6b66deb-5f58-48b1-9105-c0f606592d6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (b24955a7-2b2c-4de1-81bd-8ebf36893d8c), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:48.988460 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-a6b66deb-5f58-48b1-9105-c0f606592d6e admin admin] Calling delete_port for b24955a7-2b2c-4de1-81bd-8ebf36893d8c owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:38:49.087878 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=54 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:49.125244 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c73a0091-6e28-4879-8706-f1aa74a53188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (3d5fb300-eb92-4655-a5bc-6eca80765faf), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:49.139771 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c73a0091-6e28-4879-8706-f1aa74a53188 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:49.139771 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c73a0091-6e28-4879-8706-f1aa74a53188 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/3d5fb300-eb92-4655-a5bc-6eca80765faf HTTP/1.1" status: 204 len: 168 time: 0.9476452 Oct 04 20:38:49.142284 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-e274ed56-1c9e-4e72-8160-7cad581b9d48 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1422610826-network', 'tenant_id': '8fe6727c071748399777eac51fd08556'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:38:49.162698 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-393955ef-b853-410c-9375-dc69f9a952d2 req-910cf9ff-a643-48df-a149-3e688fc14a26 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9d42994f-e35e-413c-a0a3-14bb3878e209 HTTP/1.1" status: 200 len: 210 time: 0.7428136 Oct 04 20:38:49.172555 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-07205999-e9ae-4c2a-825c-5f8b652b0833 req-acd90f20-e511-4929-ad61-4920dfb2b02b tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4996731 Oct 04 20:38:49.224959 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-2e3ee8bd-da5a-4689-a639-de4360ce8e55 req-3cc4ca96-3a84-4bc1-b904-2a12171368a3 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] Publish callbacks [] for port (2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:49.238852 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-98ab99ae-c491-4237-a2f7-8bf33294e441 admin admin] For port 2485f516-5c78-4c30-8f52-faa68f6de173, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=2485f516-5c78-4c30-8f52-faa68f6de173,segment=NetworkSegment(248bd768-d404-4c60-815f-657551377363),segment_id=248bd768-d404-4c60-815f-657551377363)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:38:49.240987 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-98ab99ae-c491-4237-a2f7-8bf33294e441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (2485f516-5c78-4c30-8f52-faa68f6de173), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:49.261160 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85253a56-1a55-4ed3-b293-ba1cc61f24d9 req-26e6c575-6da1-41f1-ae09-710384c9752e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:49.263988 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-85253a56-1a55-4ed3-b293-ba1cc61f24d9 req-26e6c575-6da1-41f1-ae09-710384c9752e service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.7912624 Oct 04 20:38:49.320434 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3e2f65c-83cd-4573-b68d-47d513baa255 req-7dfac7e4-f79a-4bdb-8f4a-81f21775fb37 tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] Network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:38:49.323076 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73a0091-6e28-4879-8706-f1aa74a53188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5fb300-eb92-4655-a5bc-6eca80765faf,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:49.349553 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [req-d3e2f65c-83cd-4573-b68d-47d513baa255 req-7dfac7e4-f79a-4bdb-8f4a-81f21775fb37 tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:38:49.410017 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-98ab99ae-c491-4237-a2f7-8bf33294e441 admin admin] Calling delete_port for 2485f516-5c78-4c30-8f52-faa68f6de173 owned by network:router_interface {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:38:49.419288 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3e2f65c-83cd-4573-b68d-47d513baa255 req-7dfac7e4-f79a-4bdb-8f4a-81f21775fb37 tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:38:49.507357 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfac7e4-f79a-4bdb-8f4a-81f21775fb37 tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] Pushing event updated for resources: {'Port': ['ID=3816d2e0-249b-44b8-be16-c80be3f1c4e8,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:49.680384 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e274ed56-1c9e-4e72-8160-7cad581b9d48 admin admin] Made reservation on behalf of 8fe6727c071748399777eac51fd08556 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:38:49.685839 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e274ed56-1c9e-4e72-8160-7cad581b9d48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:49.714393 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-2e3ee8bd-da5a-4689-a639-de4360ce8e55 req-3cc4ca96-3a84-4bc1-b904-2a12171368a3 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:49.948225 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eea3f8-2008-40cb-903f-63f9a822a2df req-ea0b3e3b-f359-45a7-b193-e085f0b671f1 tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:49.966125 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-86eea3f8-2008-40cb-903f-63f9a822a2df req-ea0b3e3b-f359-45a7-b193-e085f0b671f1 tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7bb70165-8fd0-439d-aa99-cff22896f645 HTTP/1.1" status: 200 len: 936 time: 0.4533417 Oct 04 20:38:49.981005 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:50.047048 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e2f65c-83cd-4573-b68d-47d513baa255 req-7dfac7e4-f79a-4bdb-8f4a-81f21775fb37 tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:50.048341 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-d3e2f65c-83cd-4573-b68d-47d513baa255 req-7dfac7e4-f79a-4bdb-8f4a-81f21775fb37 tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:50.078235 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-7db4e79e-9991-4f82-a984-b582b4e03de8 None None] Provisioning complete for port 3816d2e0-249b-44b8-be16-c80be3f1c4e8 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:38:50.087262 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7db4e79e-9991-4f82-a984-b582b4e03de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (3816d2e0-249b-44b8-be16-c80be3f1c4e8), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:50.088371 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-7db4e79e-9991-4f82-a984-b582b4e03de8 None None] Attempt 1 to provision port 3816d2e0-249b-44b8-be16-c80be3f1c4e8 Oct 04 20:38:50.114023 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:50.244344 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e274ed56-1c9e-4e72-8160-7cad581b9d48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:50.252145 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-86eea3f8-2008-40cb-903f-63f9a822a2df req-77f205cb-e74f-4da5-beb6-b6881a22592f tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d919ea2f-c89d-42d5-9bbd-737be810f88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867301 Oct 04 20:38:50.289346 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:50.294366 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-85253a56-1a55-4ed3-b293-ba1cc61f24d9 req-68b20923-ba54-472c-9a8a-7a3a154a19c6 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9725113 Oct 04 20:38:50.313708 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-7db4e79e-9991-4f82-a984-b582b4e03de8 None None] Port 3816d2e0-249b-44b8-be16-c80be3f1c4e8 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:38:50.513773 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e3ee8bd-da5a-4689-a639-de4360ce8e55 req-3cc4ca96-3a84-4bc1-b904-2a12171368a3 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] Network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:38:50.520141 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [req-2e3ee8bd-da5a-4689-a639-de4360ce8e55 req-3cc4ca96-3a84-4bc1-b904-2a12171368a3 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:38:50.540993 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d3e2f65c-83cd-4573-b68d-47d513baa255 req-7dfac7e4-f79a-4bdb-8f4a-81f21775fb37 tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] 10.222.0.83 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 13.1820569 Oct 04 20:38:50.555757 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc4ca96-3a84-4bc1-b904-2a12171368a3 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] Pushing event updated for resources: {'Port': ['ID=2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:50.560272 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e3ee8bd-da5a-4689-a639-de4360ce8e55 req-3cc4ca96-3a84-4bc1-b904-2a12171368a3 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:38:50.617544 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [req-d3e2f65c-83cd-4573-b68d-47d513baa255 req-c9d78734-4249-465b-ad51-1a06cf0e3102 service neutron] Request body: {'port': {'device_id': '7bb70165-8fd0-439d-aa99-cff22896f645', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-852085-12'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:38:50.843902 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device e8dcc32d-5d71-47e0-8635-ee6ba5c1871b no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:38:50.937147 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: e8dcc32d-5d71-47e0-8635-ee6ba5c1871b {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:38:50.938871 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device e8dcc32d-5d71-47e0-8635-ee6ba5c1871b not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:38:50.974738 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e7b375-ec48-42a9-bbc9-39cc86bbd395 req-78893543-9528-4f8b-afd1-fc82d3d30596 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:50.977880 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d5e7b375-ec48-42a9-bbc9-39cc86bbd395 req-78893543-9528-4f8b-afd1-fc82d3d30596 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9d42994f-e35e-413c-a0a3-14bb3878e209 HTTP/1.1" status: 200 len: 936 time: 0.4520440 Oct 04 20:38:50.994901 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [req-c169e58a-7e90-48f1-bbad-95937e134e95 req-dafc691e-a811-4173-8a75-90aa121ff468 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a55c4fe7-8c63-4a39-819e-95561de2446e {{(pid=108169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 20:38:50.999104 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef2c894-94e2-4f72-be17-e8475bf98117 req-e06bf0ee-b14a-48e5-a88e-189e597ee9a6 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:51.001189 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-5ef2c894-94e2-4f72-be17-e8475bf98117 req-e06bf0ee-b14a-48e5-a88e-189e597ee9a6 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=451e57ea-f708-47a1-9ee7-a826357c8b68 HTTP/1.1" status: 200 len: 950 time: 0.4723468 Oct 04 20:38:51.012023 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-c169e58a-7e90-48f1-bbad-95937e134e95 req-dafc691e-a811-4173-8a75-90aa121ff468 service neutron] Publish callbacks [] for port (a55c4fe7-8c63-4a39-819e-95561de2446e), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:51.060284 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:51.064591 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ee8bd-da5a-4689-a639-de4360ce8e55 req-3cc4ca96-3a84-4bc1-b904-2a12171368a3 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:51.065840 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-2e3ee8bd-da5a-4689-a639-de4360ce8e55 req-3cc4ca96-3a84-4bc1-b904-2a12171368a3 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:51.098216 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-728a224c-30d2-4181-9c73-59abe4c3c43d None None] Provisioning complete for port 2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:38:51.101151 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-728a224c-30d2-4181-9c73-59abe4c3c43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:51.101151 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-728a224c-30d2-4181-9c73-59abe4c3c43d None None] Attempt 1 to provision port 2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1 Oct 04 20:38:51.157115 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-85253a56-1a55-4ed3-b293-ba1cc61f24d9 req-261505c8-96f5-4012-915f-a51201d69385 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8556623 Oct 04 20:38:51.158088 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-d3e2f65c-83cd-4573-b68d-47d513baa255 req-c9d78734-4249-465b-ad51-1a06cf0e3102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (3816d2e0-249b-44b8-be16-c80be3f1c4e8), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:51.187659 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-728a224c-30d2-4181-9c73-59abe4c3c43d None None] Port 2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:38:51.200913 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a6b66deb-5f58-48b1-9105-c0f606592d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (b24955a7-2b2c-4de1-81bd-8ebf36893d8c), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:51.267000 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e274ed56-1c9e-4e72-8160-7cad581b9d48 admin admin] Publish callbacks [] for security_group (8b4db4de-f837-4037-9583-8a808f7266a1), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:51.269065 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b66deb-5f58-48b1-9105-c0f606592d6e admin admin] Pushing event deleted for resources: {'Port': ['ID=b24955a7-2b2c-4de1-81bd-8ebf36893d8c,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:51.291563 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-2e3ee8bd-da5a-4689-a639-de4360ce8e55 req-3cc4ca96-3a84-4bc1-b904-2a12171368a3 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] 10.222.0.85 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.9990182 Oct 04 20:38:51.312585 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d5e7b375-ec48-42a9-bbc9-39cc86bbd395 req-2ab6f281-f244-49e5-b675-d8448596d0c1 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9e154c59-4349-4579-ac56-d3f7608a8c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097651 Oct 04 20:38:51.328684 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.provisioning_blocks [req-c169e58a-7e90-48f1-bbad-95937e134e95 req-dafc691e-a811-4173-8a75-90aa121ff468 service neutron] Transition to ACTIVE for port object a55c4fe7-8c63-4a39-819e-95561de2446e will not be triggered until provisioned by entity L2. {{(pid=108169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 20:38:51.337969 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [req-2e3ee8bd-da5a-4689-a639-de4360ce8e55 req-a0e4b2d3-d724-4687-93cb-b9eb31bf61bb service neutron] Request body: {'port': {'device_id': '9d42994f-e35e-413c-a0a3-14bb3878e209', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-852085-12'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:38:51.430887 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-98ab99ae-c491-4237-a2f7-8bf33294e441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (2485f516-5c78-4c30-8f52-faa68f6de173), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:51.481513 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-5ef2c894-94e2-4f72-be17-e8475bf98117 req-ceb58b8b-9043-4314-a5d7-8a22b71636db tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4483719 Oct 04 20:38:51.493454 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:51.574048 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ab99ae-c491-4237-a2f7-8bf33294e441 admin admin] Pushing event deleted for resources: {'Port': ['ID=2485f516-5c78-4c30-8f52-faa68f6de173,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:51.580096 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-c169e58a-7e90-48f1-bbad-95937e134e95 req-dafc691e-a811-4173-8a75-90aa121ff468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (a55c4fe7-8c63-4a39-819e-95561de2446e), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:51.590998 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e274ed56-1c9e-4e72-8160-7cad581b9d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (8b4db4de-f837-4037-9583-8a808f7266a1), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:51.592877 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:51.614484 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e274ed56-1c9e-4e72-8160-7cad581b9d48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:38:51.654381 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e274ed56-1c9e-4e72-8160-7cad581b9d48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (a4aa1d2b-4622-41fb-ac04-278e274ea2c8), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:51.656455 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-e274ed56-1c9e-4e72-8160-7cad581b9d48 admin admin] Added segment a4aa1d2b-4622-41fb-ac04-278e274ea2c8 of type vlan for network 6e500946-a895-4d85-8dde-03af839f7412 Oct 04 20:38:51.745498 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a6b66deb-5f58-48b1-9105-c0f606592d6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (ef513021-12ed-40aa-a403-7b4a8ee6e44f), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:51.779029 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:51.794984 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:51.809282 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-2e3ee8bd-da5a-4689-a639-de4360ce8e55 req-a0e4b2d3-d724-4687-93cb-b9eb31bf61bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:52.017509 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60349f1-7842-43af-9613-b89ed97859b7 req-58bcdaf3-ac0d-4fcb-9abf-bf93e5ff8a59 tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:52.020647 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-b60349f1-7842-43af-9613-b89ed97859b7 req-58bcdaf3-ac0d-4fcb-9abf-bf93e5ff8a59 tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7bb70165-8fd0-439d-aa99-cff22896f645 HTTP/1.1" status: 200 len: 936 time: 0.4129307 Oct 04 20:38:52.127799 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d25e527-1824-4ece-9773-b9d6cc035ea2 req-c47d46be-09d6-4d32-bb64-d1e7d5d0e328 tempest-ServersOnMultiNodesTest-242779177 tempest-ServersOnMultiNodesTest-242779177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:52.151252 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-2d25e527-1824-4ece-9773-b9d6cc035ea2 req-c47d46be-09d6-4d32-bb64-d1e7d5d0e328 tempest-ServersOnMultiNodesTest-242779177 tempest-ServersOnMultiNodesTest-242779177-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=451e57ea-f708-47a1-9ee7-a826357c8b68 HTTP/1.1" status: 200 len: 1133 time: 0.4131100 Oct 04 20:38:52.254272 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:52.264186 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e274ed56-1c9e-4e72-8160-7cad581b9d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4db4de-f837-4037-9583-8a808f7266a1,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:52.276435 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 33920) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:38:52.284270 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a6b66deb-5f58-48b1-9105-c0f606592d6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (ef513021-12ed-40aa-a403-7b4a8ee6e44f), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:52.291612 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a6b66deb-5f58-48b1-9105-c0f606592d6e admin admin] Publish callbacks [] for router_controller (ef513021-12ed-40aa-a403-7b4a8ee6e44f), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:52.387221 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e274ed56-1c9e-4e72-8160-7cad581b9d48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (6e500946-a895-4d85-8dde-03af839f7412), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:52.427879 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafc691e-a811-4173-8a75-90aa121ff468 service neutron] Pushing event updated for resources: {'Port': ['ID=a55c4fe7-8c63-4a39-819e-95561de2446e,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:52.518673 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [req-c169e58a-7e90-48f1-bbad-95937e134e95 req-dafc691e-a811-4173-8a75-90aa121ff468 service neutron] Attempting to bind port a55c4fe7-8c63-4a39-819e-95561de2446e on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:38:52.519210 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [req-c169e58a-7e90-48f1-bbad-95937e134e95 req-dafc691e-a811-4173-8a75-90aa121ff468 service neutron] Attempting to bind port a55c4fe7-8c63-4a39-819e-95561de2446e by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'}] {{(pid=108169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:38:52.519810 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c169e58a-7e90-48f1-bbad-95937e134e95 req-dafc691e-a811-4173-8a75-90aa121ff468 service neutron] Attempting to bind port a55c4fe7-8c63-4a39-819e-95561de2446e on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:38:52.579798 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e274ed56-1c9e-4e72-8160-7cad581b9d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (6e500946-a895-4d85-8dde-03af839f7412), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:52.581327 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e274ed56-1c9e-4e72-8160-7cad581b9d48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:52.582140 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e274ed56-1c9e-4e72-8160-7cad581b9d48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:52.612066 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-2d25e527-1824-4ece-9773-b9d6cc035ea2 req-e4416389-3fc7-4a78-a94e-1c504da2f5e1 tempest-ServersOnMultiNodesTest-242779177 tempest-ServersOnMultiNodesTest-242779177-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4592893 Oct 04 20:38:52.618652 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-b60349f1-7842-43af-9613-b89ed97859b7 req-e6cdcc8b-946a-420c-b114-558af1b303b9 tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d919ea2f-c89d-42d5-9bbd-737be810f88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5707943 Oct 04 20:38:52.712160 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a6b66deb-5f58-48b1-9105-c0f606592d6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (ef513021-12ed-40aa-a403-7b4a8ee6e44f), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:52.712893 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b66deb-5f58-48b1-9105-c0f606592d6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef513021-12ed-40aa-a403-7b4a8ee6e44f {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:38:52.720549 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-98ab99ae-c491-4237-a2f7-8bf33294e441 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (8fcee594-a69b-4c40-aeb1-e559100433d1), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:52.752346 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a6b66deb-5f58-48b1-9105-c0f606592d6e admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:52.753739 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a6b66deb-5f58-48b1-9105-c0f606592d6e admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/ef513021-12ed-40aa-a403-7b4a8ee6e44f HTTP/1.1" status: 204 len: 168 time: 5.7432427 Oct 04 20:38:52.762777 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 33930) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:38:52.770707 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-45120f32-ed21-4f0d-a88f-2299dbf3a47d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1858077762-network', 'tenant_id': 'ab7f55d3f0d44d26b00ae52218511449'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:38:52.926947 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c169e58a-7e90-48f1-bbad-95937e134e95 req-dafc691e-a811-4173-8a75-90aa121ff468 service neutron] Port a55c4fe7-8c63-4a39-819e-95561de2446e on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:38:52.927646 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c169e58a-7e90-48f1-bbad-95937e134e95 req-dafc691e-a811-4173-8a75-90aa121ff468 service neutron] Attempting to bind port a55c4fe7-8c63-4a39-819e-95561de2446e on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:38:53.133422 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45120f32-ed21-4f0d-a88f-2299dbf3a47d admin admin] Made reservation on behalf of ab7f55d3f0d44d26b00ae52218511449 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:38:53.137886 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-45120f32-ed21-4f0d-a88f-2299dbf3a47d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:53.157770 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e274ed56-1c9e-4e72-8160-7cad581b9d48 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 894 time: 4.3562443 Oct 04 20:38:53.169478 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 33932) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:38:53.170732 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e274ed56-1c9e-4e72-8160-7cad581b9d48 admin admin] Pushing event updated for resources: {'Network': ['ID=6e500946-a895-4d85-8dde-03af839f7412,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:53.189819 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 6e500946-a895-4d85-8dde-03af839f7412 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:38:53.196718 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c169e58a-7e90-48f1-bbad-95937e134e95 req-dafc691e-a811-4173-8a75-90aa121ff468 service neutron] Checking agent: {'id': 'd500e1cf-136e-47e7-b7fe-ae200432f8b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 28, 32), 'started_at': datetime.datetime(2022, 10, 4, 20, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:38:53.202744 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c169e58a-7e90-48f1-bbad-95937e134e95 req-dafc691e-a811-4173-8a75-90aa121ff468 service neutron] Checking segment: {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:38:53.202744 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c169e58a-7e90-48f1-bbad-95937e134e95 req-dafc691e-a811-4173-8a75-90aa121ff468 service neutron] Bound using segment: {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'} {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:38:53.202744 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [req-c169e58a-7e90-48f1-bbad-95937e134e95 req-dafc691e-a811-4173-8a75-90aa121ff468 service neutron] Bound port: a55c4fe7-8c63-4a39-819e-95561de2446e, host: n-h1-852085-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'}}] {{(pid=108169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:38:53.202744 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-c169e58a-7e90-48f1-bbad-95937e134e95 req-dafc691e-a811-4173-8a75-90aa121ff468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (a55c4fe7-8c63-4a39-819e-95561de2446e), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:53.208736 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-568eeb0b-2e32-4257-aabd-f14d9d698c05 admin admin] Request body: {'subnet': {'network_id': '6e500946-a895-4d85-8dde-03af839f7412', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1422610826-subnet', 'tenant_id': '8fe6727c071748399777eac51fd08556', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:38:53.262116 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-45120f32-ed21-4f0d-a88f-2299dbf3a47d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:53.299099 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-a944f397-21c2-4c39-aa11-46961508bf1c admin admin] Deleting subnet 9874e673-3510-44b7-b99a-560ed0fc1dbb {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:38:53.350254 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a944f397-21c2-4c39-aa11-46961508bf1c admin admin] Publish callbacks [] for subnet (9874e673-3510-44b7-b99a-560ed0fc1dbb), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:53.431341 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [req-d3e2f65c-83cd-4573-b68d-47d513baa255 req-c9d78734-4249-465b-ad51-1a06cf0e3102 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3816d2e0-249b-44b8-be16-c80be3f1c4e8 {{(pid=108170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 20:38:53.477315 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-d3e2f65c-83cd-4573-b68d-47d513baa255 req-c9d78734-4249-465b-ad51-1a06cf0e3102 service neutron] Publish callbacks [] for port (3816d2e0-249b-44b8-be16-c80be3f1c4e8), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:53.498792 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a944f397-21c2-4c39-aa11-46961508bf1c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (9874e673-3510-44b7-b99a-560ed0fc1dbb), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:53.557078 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [req-c169e58a-7e90-48f1-bbad-95937e134e95 req-dafc691e-a811-4173-8a75-90aa121ff468 service neutron] For port a55c4fe7-8c63-4a39-819e-95561de2446e, host n-h1-852085-12, cleared binding levels {{(pid=108169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:38:53.557622 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f09a5d-6f01-4874-82cd-606c62cb7346 req-71aadcb4-dc63-4d5c-badf-b53ebe273558 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:53.560558 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d8f09a5d-6f01-4874-82cd-606c62cb7346 req-71aadcb4-dc63-4d5c-badf-b53ebe273558 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9d42994f-e35e-413c-a0a3-14bb3878e209 HTTP/1.1" status: 200 len: 936 time: 0.4586816 Oct 04 20:38:53.577756 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568eeb0b-2e32-4257-aabd-f14d9d698c05 admin admin] Made reservation on behalf of 8fe6727c071748399777eac51fd08556 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:38:53.583637 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-568eeb0b-2e32-4257-aabd-f14d9d698c05 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:53.778627 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [req-c169e58a-7e90-48f1-bbad-95937e134e95 req-dafc691e-a811-4173-8a75-90aa121ff468 service neutron] For port a55c4fe7-8c63-4a39-819e-95561de2446e, host n-h1-852085-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=a55c4fe7-8c63-4a39-819e-95561de2446e,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:38:53.847820 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.provisioning_blocks [req-d3e2f65c-83cd-4573-b68d-47d513baa255 req-c9d78734-4249-465b-ad51-1a06cf0e3102 service neutron] Transition to ACTIVE for port object 3816d2e0-249b-44b8-be16-c80be3f1c4e8 will not be triggered until provisioned by entity L2. {{(pid=108170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 20:38:53.851743 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ab99ae-c491-4237-a2f7-8bf33294e441 admin admin] Router 8fcee594-a69b-4c40-aeb1-e559100433d1 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:38:53.896264 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a944f397-21c2-4c39-aa11-46961508bf1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (9874e673-3510-44b7-b99a-560ed0fc1dbb), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:53.929363 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-c169e58a-7e90-48f1-bbad-95937e134e95 req-dafc691e-a811-4173-8a75-90aa121ff468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (a55c4fe7-8c63-4a39-819e-95561de2446e), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:53.947840 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169e58a-7e90-48f1-bbad-95937e134e95 req-dafc691e-a811-4173-8a75-90aa121ff468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:53.948896 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-c169e58a-7e90-48f1-bbad-95937e134e95 req-dafc691e-a811-4173-8a75-90aa121ff468 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:53.951365 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-c169e58a-7e90-48f1-bbad-95937e134e95 req-dafc691e-a811-4173-8a75-90aa121ff468 service neutron] 10.222.0.83 "PUT /networking/v2.0/ports/a55c4fe7-8c63-4a39-819e-95561de2446e HTTP/1.1" status: 200 len: 1097 time: 7.1367762 Oct 04 20:38:53.955279 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd64c084-10af-4b12-bdd9-ef53866be364', 'tag': 'a55c4fe7-8c63-4a39-819e-95561de2446e'}] {{(pid=108169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:38:53.959328 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dea34fca0f7d6c1de22810621a04fa86ac5e48141775903912ac1624808dfef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394fb930-89ab-4b78-9a2a-f317128807d2" -d '{"events": [{"name": "network-changed", "server_uuid": "bd64c084-10af-4b12-bdd9-ef53866be364", "tag": "a55c4fe7-8c63-4a39-819e-95561de2446e"}]}' {{(pid=108169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:38:54.025417 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-d3e2f65c-83cd-4573-b68d-47d513baa255 req-c9d78734-4249-465b-ad51-1a06cf0e3102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (3816d2e0-249b-44b8-be16-c80be3f1c4e8), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:54.067535 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52b2f88-2080-47b9-99de-11cfa12da1f6 req-c6a12440-e34d-4441-840b-eac6745dc5e7 tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:54.069599 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a52b2f88-2080-47b9-99de-11cfa12da1f6 req-c6a12440-e34d-4441-840b-eac6745dc5e7 tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7bb70165-8fd0-439d-aa99-cff22896f645 HTTP/1.1" status: 200 len: 936 time: 0.2110395 Oct 04 20:38:54.147274 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d8f09a5d-6f01-4874-82cd-606c62cb7346 req-a082bf4b-e997-4c3c-a6a2-5c0606f2402f tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9e154c59-4349-4579-ac56-d3f7608a8c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5523732 Oct 04 20:38:54.161984 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-45120f32-ed21-4f0d-a88f-2299dbf3a47d admin admin] Publish callbacks [] for security_group (2a4d7b73-38e3-47f8-9df7-4ba10cfefdef), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:54.281135 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafc691e-a811-4173-8a75-90aa121ff468 service neutron] Pushing event updated for resources: {'Port': ['ID=a55c4fe7-8c63-4a39-819e-95561de2446e,revision_number=3']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:54.387456 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169e58a-7e90-48f1-bbad-95937e134e95 req-a38badaa-1d60-48ca-bf99-1ea0d2f96485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:54.390350 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-c169e58a-7e90-48f1-bbad-95937e134e95 req-a38badaa-1d60-48ca-bf99-1ea0d2f96485 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=b46055f08aae47a99a59e1192db71b8e&device_id=bd64c084-10af-4b12-bdd9-ef53866be364 HTTP/1.1" status: 200 len: 1131 time: 0.2238686 Oct 04 20:38:54.449227 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a944f397-21c2-4c39-aa11-46961508bf1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (9874e673-3510-44b7-b99a-560ed0fc1dbb), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:54.575211 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-c169e58a-7e90-48f1-bbad-95937e134e95 req-acc2c0a6-127b-44da-b440-077494c0b212 service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=a55c4fe7-8c63-4a39-819e-95561de2446e HTTP/1.1" status: 200 len: 217 time: 0.1642258 Oct 04 20:38:54.584512 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a944f397-21c2-4c39-aa11-46961508bf1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9874e673-3510-44b7-b99a-560ed0fc1dbb,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:54.612353 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a944f397-21c2-4c39-aa11-46961508bf1c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:54.617754 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a8cb2f-15ec-43a5-9d68-7782c6d10c93 None None] Network 17942c9d-fde3-45c6-9039-236894629c55 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:38:54.618618 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a944f397-21c2-4c39-aa11-46961508bf1c admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/9874e673-3510-44b7-b99a-560ed0fc1dbb HTTP/1.1" status: 204 len: 168 time: 1.7641191 Oct 04 20:38:54.637253 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 33942) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:38:54.680280 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d78734-4249-465b-ad51-1a06cf0e3102 service neutron] Pushing event updated for resources: {'Port': ['ID=3816d2e0-249b-44b8-be16-c80be3f1c4e8,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:54.814934 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-45120f32-ed21-4f0d-a88f-2299dbf3a47d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (2a4d7b73-38e3-47f8-9df7-4ba10cfefdef), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:54.833323 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d24ab5-bcd5-4510-acea-a360afe8dc2d req-a0014c73-6b03-4b28-9de6-56bf051c91ac tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:54.841910 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [req-2e3ee8bd-da5a-4689-a639-de4360ce8e55 req-a0e4b2d3-d724-4687-93cb-b9eb31bf61bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1 {{(pid=108169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 20:38:54.844020 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f6d24ab5-bcd5-4510-acea-a360afe8dc2d req-a0014c73-6b03-4b28-9de6-56bf051c91ac tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=451e57ea-f708-47a1-9ee7-a826357c8b68 HTTP/1.1" status: 200 len: 950 time: 0.1803329 Oct 04 20:38:54.871442 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b24955a7-2b2c-4de1-81bd-8ebf36893d8c no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:38:54.920202 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: b24955a7-2b2c-4de1-81bd-8ebf36893d8c {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:38:54.921174 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b24955a7-2b2c-4de1-81bd-8ebf36893d8c not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:38:54.940097 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-2e3ee8bd-da5a-4689-a639-de4360ce8e55 req-a0e4b2d3-d724-4687-93cb-b9eb31bf61bb service neutron] Publish callbacks [] for port (2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:54.986680 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c958a617-c947-4fef-9c49-9a1e64e7cbd1 None None] DHCP port deletion for 17942c9d-fde3-45c6-9039-236894629c55 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:38:55.020213 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-568eeb0b-2e32-4257-aabd-f14d9d698c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (0698b637-4f49-4cfc-9e28-94dad394b1cb), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:55.052783 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45120f32-ed21-4f0d-a88f-2299dbf3a47d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:38:55.081730 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-c958a617-c947-4fef-9c49-9a1e64e7cbd1 None None] Deleting port 4e683d28-ce7a-4baa-97c8-c28d9a0c6cd6 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:38:55.082290 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c958a617-c947-4fef-9c49-9a1e64e7cbd1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (4e683d28-ce7a-4baa-97c8-c28d9a0c6cd6), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:55.082494 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a52b2f88-2080-47b9-99de-11cfa12da1f6 req-c4b1e89a-cc77-4550-b971-42fffc14260f tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d919ea2f-c89d-42d5-9bbd-737be810f88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9335151 Oct 04 20:38:55.118101 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45120f32-ed21-4f0d-a88f-2299dbf3a47d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4d7b73-38e3-47f8-9df7-4ba10cfefdef,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:55.126270 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-45120f32-ed21-4f0d-a88f-2299dbf3a47d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (32cfb049-3736-4e22-88f3-fa7ce31dc2f1), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:55.126860 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-45120f32-ed21-4f0d-a88f-2299dbf3a47d admin admin] Added segment 32cfb049-3736-4e22-88f3-fa7ce31dc2f1 of type vlan for network 5c69fbf6-587d-40e3-bd0a-3ffcaac8d078 Oct 04 20:38:55.134101 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ab99ae-c491-4237-a2f7-8bf33294e441 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:38:55.173947 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ebb950-f3ec-40c2-b38b-65f14f32e2c2 None None] Sync routers for ids ['8fcee594-a69b-4c40-aeb1-e559100433d1'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:38:55.224494 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ebb950-f3ec-40c2-b38b-65f14f32e2c2 None None] Routers {'8fcee594-a69b-4c40-aeb1-e559100433d1'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:38:55.226511 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-06ebb950-f3ec-40c2-b38b-65f14f32e2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:38:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['8fcee594-a69b-4c40-aeb1-e559100433d1'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:38:55.256484 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-98ab99ae-c491-4237-a2f7-8bf33294e441 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/8fcee594-a69b-4c40-aeb1-e559100433d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.7576966 Oct 04 20:38:55.259898 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2ca4b588-b6e1-4e92-ad26-93be4a664533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (17942c9d-fde3-45c6-9039-236894629c55), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:55.272807 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.provisioning_blocks [req-2e3ee8bd-da5a-4689-a639-de4360ce8e55 req-a0e4b2d3-d724-4687-93cb-b9eb31bf61bb service neutron] Transition to ACTIVE for port object 2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1 will not be triggered until provisioned by entity L2. {{(pid=108169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 20:38:55.275353 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 33948) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:38:55.286121 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-c958a617-c947-4fef-9c49-9a1e64e7cbd1 None None] For port 4e683d28-ce7a-4baa-97c8-c28d9a0c6cd6, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=4e683d28-ce7a-4baa-97c8-c28d9a0c6cd6,segment=NetworkSegment(96e80265-2803-42dc-b659-fd6e36c749d8),segment_id=96e80265-2803-42dc-b659-fd6e36c749d8)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:38:55.292441 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c958a617-c947-4fef-9c49-9a1e64e7cbd1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (4e683d28-ce7a-4baa-97c8-c28d9a0c6cd6), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:55.293947 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169e58a-7e90-48f1-bbad-95937e134e95 req-361e517f-73a9-4913-bd17-ec6cbf360f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:55.296935 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-c169e58a-7e90-48f1-bbad-95937e134e95 req-361e517f-73a9-4913-bd17-ec6cbf360f45 service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.7058272 Oct 04 20:38:55.315332 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 20:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-874ae30d-6efb-4664-a510-e3a349078287 x-openstack-request-id: req-874ae30d-6efb-4664-a510-e3a349078287 {{(pid=108169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:38:55.316489 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd64c084-10af-4b12-bdd9-ef53866be364", "tag": "a55c4fe7-8c63-4a39-819e-95561de2446e", "status": "completed", "code": 200}]} {{(pid=108169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:38:55.317274 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-874ae30d-6efb-4664-a510-e3a349078287 {{(pid=108169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:38:55.318279 n-d-852085-12 neutron-server[108169]: INFO neutron.notifiers.nova [-] Nova event matching ['req-874ae30d-6efb-4664-a510-e3a349078287'] response: {'name': 'network-changed', 'server_uuid': 'bd64c084-10af-4b12-bdd9-ef53866be364', 'tag': 'a55c4fe7-8c63-4a39-819e-95561de2446e', 'status': 'completed', 'code': 200} Oct 04 20:38:55.329965 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [req-d3e2f65c-83cd-4573-b68d-47d513baa255 req-c9d78734-4249-465b-ad51-1a06cf0e3102 service neutron] Attempting to bind port 3816d2e0-249b-44b8-be16-c80be3f1c4e8 on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:38:55.330554 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [req-d3e2f65c-83cd-4573-b68d-47d513baa255 req-c9d78734-4249-465b-ad51-1a06cf0e3102 service neutron] Attempting to bind port 3816d2e0-249b-44b8-be16-c80be3f1c4e8 by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'}] {{(pid=108170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:38:55.331117 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e2f65c-83cd-4573-b68d-47d513baa255 req-c9d78734-4249-465b-ad51-1a06cf0e3102 service neutron] Attempting to bind port 3816d2e0-249b-44b8-be16-c80be3f1c4e8 on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:38:55.352751 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-c958a617-c947-4fef-9c49-9a1e64e7cbd1 None None] Calling delete_port for 4e683d28-ce7a-4baa-97c8-c28d9a0c6cd6 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:38:55.420387 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169e58a-7e90-48f1-bbad-95937e134e95 req-a51414be-1bb1-4393-9900-8083a4866205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:55.423479 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-c169e58a-7e90-48f1-bbad-95937e134e95 req-a51414be-1bb1-4393-9900-8083a4866205 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1011329 Oct 04 20:38:55.548208 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-06ebb950-f3ec-40c2-b38b-65f14f32e2c2 None None] Set router 8fcee594-a69b-4c40-aeb1-e559100433d1 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:38:55.577758 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-45120f32-ed21-4f0d-a88f-2299dbf3a47d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (5c69fbf6-587d-40e3-bd0a-3ffcaac8d078), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:55.604053 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e2f65c-83cd-4573-b68d-47d513baa255 req-c9d78734-4249-465b-ad51-1a06cf0e3102 service neutron] Port 3816d2e0-249b-44b8-be16-c80be3f1c4e8 on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:38:55.604583 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e2f65c-83cd-4573-b68d-47d513baa255 req-c9d78734-4249-465b-ad51-1a06cf0e3102 service neutron] Attempting to bind port 3816d2e0-249b-44b8-be16-c80be3f1c4e8 on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:38:55.615748 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f6d24ab5-bcd5-4510-acea-a360afe8dc2d req-a6e45bea-253d-4181-82c2-f3ff37f8f7bd tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6824059 Oct 04 20:38:55.722564 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-2e3ee8bd-da5a-4689-a639-de4360ce8e55 req-a0e4b2d3-d724-4687-93cb-b9eb31bf61bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:55.792692 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c958a617-c947-4fef-9c49-9a1e64e7cbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (4e683d28-ce7a-4baa-97c8-c28d9a0c6cd6), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:55.802039 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa7645-8a15-4b1a-bc32-53f60068e6da req-f981e1e7-99b7-4090-8a13-b35c02274e54 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:55.804918 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-84fa7645-8a15-4b1a-bc32-53f60068e6da req-f981e1e7-99b7-4090-8a13-b35c02274e54 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=451e57ea-f708-47a1-9ee7-a826357c8b68 HTTP/1.1" status: 200 len: 950 time: 0.3113711 Oct 04 20:38:55.839908 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c958a617-c947-4fef-9c49-9a1e64e7cbd1 None None] No DVR routers for this DVR port 4e683d28-ce7a-4baa-97c8-c28d9a0c6cd6 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:38:55.848629 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568eeb0b-2e32-4257-aabd-f14d9d698c05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0698b637-4f49-4cfc-9e28-94dad394b1cb,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:55.904180 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c958a617-c947-4fef-9c49-9a1e64e7cbd1 None None] Pushing event deleted for resources: {'Port': ['ID=4e683d28-ce7a-4baa-97c8-c28d9a0c6cd6,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:55.972417 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-06ebb950-f3ec-40c2-b38b-65f14f32e2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fcee594-a69b-4c40-aeb1-e559100433d1', 'name': 'tempest-ServerRescueTestJSON-1408705981-router', 'tenant_id': 'f37d0edcedec45449d139180e2fec383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': 'a8e9e764-01ab-42e6-838f-1384b76777ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:38:14Z', 'updated_at': '2022-10-04T20:38:50Z', 'revision_number': 5, 'project_id': 'f37d0edcedec45449d139180e2fec383', 'gw_port': {'id': 'a8e9e764-01ab-42e6-838f-1384b76777ab', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcee594-a69b-4c40-aeb1-e559100433d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:38:16Z', 'updated_at': '2022-10-04T20:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:38:55.986393 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:56.040154 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a6a1a-2287-4ec4-ad48-497d6a4a8b00 req-46dbaaba-0e16-4f78-99b1-48030f3acced tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:56.056848 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-5f3a6a1a-2287-4ec4-ad48-497d6a4a8b00 req-46dbaaba-0e16-4f78-99b1-48030f3acced tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9d42994f-e35e-413c-a0a3-14bb3878e209 HTTP/1.1" status: 200 len: 948 time: 0.5612473 Oct 04 20:38:56.066128 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e2f65c-83cd-4573-b68d-47d513baa255 req-c9d78734-4249-465b-ad51-1a06cf0e3102 service neutron] Checking agent: {'id': 'd500e1cf-136e-47e7-b7fe-ae200432f8b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 28, 32), 'started_at': datetime.datetime(2022, 10, 4, 20, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:38:56.066701 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e2f65c-83cd-4573-b68d-47d513baa255 req-c9d78734-4249-465b-ad51-1a06cf0e3102 service neutron] Checking segment: {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:38:56.068801 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e2f65c-83cd-4573-b68d-47d513baa255 req-c9d78734-4249-465b-ad51-1a06cf0e3102 service neutron] Bound using segment: {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'} {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:38:56.069680 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [req-d3e2f65c-83cd-4573-b68d-47d513baa255 req-c9d78734-4249-465b-ad51-1a06cf0e3102 service neutron] Bound port: 3816d2e0-249b-44b8-be16-c80be3f1c4e8, host: n-h1-852085-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'}}] {{(pid=108170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:38:56.070293 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-d3e2f65c-83cd-4573-b68d-47d513baa255 req-c9d78734-4249-465b-ad51-1a06cf0e3102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (3816d2e0-249b-44b8-be16-c80be3f1c4e8), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:56.087386 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-45120f32-ed21-4f0d-a88f-2299dbf3a47d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (5c69fbf6-587d-40e3-bd0a-3ffcaac8d078), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:56.087811 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ebb950-f3ec-40c2-b38b-65f14f32e2c2 None None] Checking router: 8fcee594-a69b-4c40-aeb1-e559100433d1 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:38:56.089190 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45120f32-ed21-4f0d-a88f-2299dbf3a47d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:56.090423 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-45120f32-ed21-4f0d-a88f-2299dbf3a47d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:56.113197 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ebb950-f3ec-40c2-b38b-65f14f32e2c2 None None] Routers {'8fcee594-a69b-4c40-aeb1-e559100433d1'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:38:56.114734 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-06ebb950-f3ec-40c2-b38b-65f14f32e2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:38:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['8fcee594-a69b-4c40-aeb1-e559100433d1'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:38:56.204105 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-c169e58a-7e90-48f1-bbad-95937e134e95 req-a3b6cfb9-73d6-4841-8e00-6558934d3a9e service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7044711 Oct 04 20:38:56.215760 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568eeb0b-2e32-4257-aabd-f14d9d698c05 admin admin] Checking segment: {'id': 'a4aa1d2b-4622-41fb-ac04-278e274ea2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '6e500946-a895-4d85-8dde-03af839f7412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:38:56.216321 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568eeb0b-2e32-4257-aabd-f14d9d698c05 admin admin] Network hostable DHCP agents. Network: 6e500946-a895-4d85-8dde-03af839f7412, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:38:56.320921 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-2ca4b588-b6e1-4e92-ad26-93be4a664533 admin admin] Deleting port 4e683d28-ce7a-4baa-97c8-c28d9a0c6cd6 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:38:56.322261 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2ca4b588-b6e1-4e92-ad26-93be4a664533 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (4e683d28-ce7a-4baa-97c8-c28d9a0c6cd6), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:56.354099 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [req-84fa7645-8a15-4b1a-bc32-53f60068e6da req-700ad338-2e86-4d50-82cd-320dde382b4e tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Deleting port d8a76343-fb5c-4c62-9138-2da5de84b62c {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:38:56.354963 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-84fa7645-8a15-4b1a-bc32-53f60068e6da req-700ad338-2e86-4d50-82cd-320dde382b4e tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (d8a76343-fb5c-4c62-9138-2da5de84b62c), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:56.384187 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-06ebb950-f3ec-40c2-b38b-65f14f32e2c2 None None] Set router 8fcee594-a69b-4c40-aeb1-e559100433d1 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:38:56.398433 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:56.443039 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e4b2d3-d724-4687-93cb-b9eb31bf61bb service neutron] Pushing event updated for resources: {'Port': ['ID=2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:56.532126 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45120f32-ed21-4f0d-a88f-2299dbf3a47d admin admin] Pushing event updated for resources: {'Network': ['ID=5c69fbf6-587d-40e3-bd0a-3ffcaac8d078,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:56.560170 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 5c69fbf6-587d-40e3-bd0a-3ffcaac8d078 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:38:56.652874 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e580c827-e9ec-4b01-a37a-747074a5bbe9 admin admin] Publish callbacks [] for router (8fcee594-a69b-4c40-aeb1-e559100433d1), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:56.652874 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-2ca4b588-b6e1-4e92-ad26-93be4a664533 admin admin] For port 4e683d28-ce7a-4baa-97c8-c28d9a0c6cd6, host n-d-852085-12, got binding levels [] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:38:56.652874 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2ca4b588-b6e1-4e92-ad26-93be4a664533 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (4e683d28-ce7a-4baa-97c8-c28d9a0c6cd6), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:56.667254 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-45120f32-ed21-4f0d-a88f-2299dbf3a47d admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 4.3876684 Oct 04 20:38:56.679024 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 33954) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:38:56.696727 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-c0a93492-c201-42e6-9700-f75b276d06f8 admin admin] Request body: {'subnet': {'network_id': '5c69fbf6-587d-40e3-bd0a-3ffcaac8d078', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1858077762-subnet', 'tenant_id': 'ab7f55d3f0d44d26b00ae52218511449', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:38:56.772251 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-5f3a6a1a-2287-4ec4-ad48-497d6a4a8b00 req-60c09f8c-2b81-41b5-94ce-8c02238131e2 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9e154c59-4349-4579-ac56-d3f7608a8c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6916089 Oct 04 20:38:56.787435 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-06ebb950-f3ec-40c2-b38b-65f14f32e2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fcee594-a69b-4c40-aeb1-e559100433d1', 'name': 'tempest-ServerRescueTestJSON-1408705981-router', 'tenant_id': 'f37d0edcedec45449d139180e2fec383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': 'a8e9e764-01ab-42e6-838f-1384b76777ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:38:14Z', 'updated_at': '2022-10-04T20:38:50Z', 'revision_number': 5, 'project_id': 'f37d0edcedec45449d139180e2fec383', 'gw_port': {'id': 'a8e9e764-01ab-42e6-838f-1384b76777ab', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcee594-a69b-4c40-aeb1-e559100433d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:38:16Z', 'updated_at': '2022-10-04T20:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:38:56.794082 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-2ca4b588-b6e1-4e92-ad26-93be4a664533 admin admin] Calling delete_port for 4e683d28-ce7a-4baa-97c8-c28d9a0c6cd6 owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:38:56.831306 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.ipam_backend_mixin [None req-2ca4b588-b6e1-4e92-ad26-93be4a664533 admin admin] Port 4e683d28-ce7a-4baa-97c8-c28d9a0c6cd6 was not found and therefore no delete operation was performed {{(pid=108169) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 04 20:38:56.849782 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2ca4b588-b6e1-4e92-ad26-93be4a664533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (4e683d28-ce7a-4baa-97c8-c28d9a0c6cd6), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:56.850618 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [req-d3e2f65c-83cd-4573-b68d-47d513baa255 req-c9d78734-4249-465b-ad51-1a06cf0e3102 service neutron] For port 3816d2e0-249b-44b8-be16-c80be3f1c4e8, host n-h1-852085-12, cleared binding levels {{(pid=108170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:38:56.865714 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [req-d3e2f65c-83cd-4573-b68d-47d513baa255 req-c9d78734-4249-465b-ad51-1a06cf0e3102 service neutron] For port 3816d2e0-249b-44b8-be16-c80be3f1c4e8, host n-h1-852085-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=3816d2e0-249b-44b8-be16-c80be3f1c4e8,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:38:56.896032 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ebb950-f3ec-40c2-b38b-65f14f32e2c2 None None] The sync data for ids ['8fcee594-a69b-4c40-aeb1-e559100433d1'] in n-d-852085-12 is: [{'id': '8fcee594-a69b-4c40-aeb1-e559100433d1', 'name': 'tempest-ServerRescueTestJSON-1408705981-router', 'tenant_id': 'f37d0edcedec45449d139180e2fec383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': 'a8e9e764-01ab-42e6-838f-1384b76777ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:38:14Z', 'updated_at': '2022-10-04T20:38:50Z', 'revision_number': 5, 'project_id': 'f37d0edcedec45449d139180e2fec383', 'gw_port': {'id': 'a8e9e764-01ab-42e6-838f-1384b76777ab', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcee594-a69b-4c40-aeb1-e559100433d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:38:16Z', 'updated_at': '2022-10-04T20:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:38:56.921087 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-c169e58a-7e90-48f1-bbad-95937e134e95 req-780bfbcc-d255-4fa4-b67a-ae725647eee0 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6929877 Oct 04 20:38:57.002728 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91befbc0-94ec-4541-962f-233a9b496a4a req-17b88f0c-8581-4d71-8117-ade534f27038 tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:57.002728 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-91befbc0-94ec-4541-962f-233a9b496a4a req-17b88f0c-8581-4d71-8117-ade534f27038 tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7bb70165-8fd0-439d-aa99-cff22896f645 HTTP/1.1" status: 200 len: 948 time: 0.6133983 Oct 04 20:38:57.003205 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 4e683d28-ce7a-4baa-97c8-c28d9a0c6cd6 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:38:57.005730 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [req-2e3ee8bd-da5a-4689-a639-de4360ce8e55 req-a0e4b2d3-d724-4687-93cb-b9eb31bf61bb service neutron] Attempting to bind port 2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1 on host n-h2-852085-12 for vnic_type normal with profile {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:38:57.013274 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [req-2e3ee8bd-da5a-4689-a639-de4360ce8e55 req-a0e4b2d3-d724-4687-93cb-b9eb31bf61bb service neutron] Attempting to bind port 2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1 by drivers openvswitch,hyperv on host n-h2-852085-12 at level 0 using segments [{'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'}] {{(pid=108169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:38:57.013274 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3ee8bd-da5a-4689-a639-de4360ce8e55 req-a0e4b2d3-d724-4687-93cb-b9eb31bf61bb service neutron] Attempting to bind port 2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1 on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:38:57.024309 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568eeb0b-2e32-4257-aabd-f14d9d698c05 admin admin] Network 6e500946-a895-4d85-8dde-03af839f7412 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:38:57.029039 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca4b588-b6e1-4e92-ad26-93be4a664533 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e683d28-ce7a-4baa-97c8-c28d9a0c6cd6,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:57.069815 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 4e683d28-ce7a-4baa-97c8-c28d9a0c6cd6 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:38:57.073842 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 4e683d28-ce7a-4baa-97c8-c28d9a0c6cd6 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:38:57.082753 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a93492-c201-42e6-9700-f75b276d06f8 admin admin] Made reservation on behalf of ab7f55d3f0d44d26b00ae52218511449 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:38:57.086432 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca4b588-b6e1-4e92-ad26-93be4a664533 admin admin] No DVR routers for this DVR port 4e683d28-ce7a-4baa-97c8-c28d9a0c6cd6 on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:38:57.089426 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c0a93492-c201-42e6-9700-f75b276d06f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:57.106051 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:57.109834 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-d3e2f65c-83cd-4573-b68d-47d513baa255 req-c9d78734-4249-465b-ad51-1a06cf0e3102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (3816d2e0-249b-44b8-be16-c80be3f1c4e8), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:57.199075 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e580c827-e9ec-4b01-a37a-747074a5bbe9 admin admin] Publish callbacks [] for router_gateway (8fcee594-a69b-4c40-aeb1-e559100433d1), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:57.222617 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e2f65c-83cd-4573-b68d-47d513baa255 req-c9d78734-4249-465b-ad51-1a06cf0e3102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:57.224216 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-d3e2f65c-83cd-4573-b68d-47d513baa255 req-c9d78734-4249-465b-ad51-1a06cf0e3102 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:57.228414 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d3e2f65c-83cd-4573-b68d-47d513baa255 req-c9d78734-4249-465b-ad51-1a06cf0e3102 service neutron] 10.222.0.83 "PUT /networking/v2.0/ports/3816d2e0-249b-44b8-be16-c80be3f1c4e8 HTTP/1.1" status: 200 len: 1097 time: 6.6196566 Oct 04 20:38:57.245024 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb70165-8fd0-439d-aa99-cff22896f645', 'tag': '3816d2e0-249b-44b8-be16-c80be3f1c4e8'}] {{(pid=108170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:38:57.250272 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a696e922a709062c6bf2650733a1f4a2b44940721a32d933316dd509f3aaf0ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994afdf4-d3e4-4f15-966d-5deaccfc824e" -d '{"events": [{"name": "network-changed", "server_uuid": "7bb70165-8fd0-439d-aa99-cff22896f645", "tag": "3816d2e0-249b-44b8-be16-c80be3f1c4e8"}]}' {{(pid=108170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:38:57.299501 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3ee8bd-da5a-4689-a639-de4360ce8e55 req-a0e4b2d3-d724-4687-93cb-b9eb31bf61bb service neutron] Port 2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1 on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-852085-12 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:38:57.300389 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3ee8bd-da5a-4689-a639-de4360ce8e55 req-a0e4b2d3-d724-4687-93cb-b9eb31bf61bb service neutron] Attempting to bind port 2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1 on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:38:57.351807 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2ca4b588-b6e1-4e92-ad26-93be4a664533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (17942c9d-fde3-45c6-9039-236894629c55), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:57.376482 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-568eeb0b-2e32-4257-aabd-f14d9d698c05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 6e500946-a895-4d85-8dde-03af839f7412) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:38:57.389879 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1153606-eef6-4e8c-85ec-c09de91a623f None None] Network 6e500946-a895-4d85-8dde-03af839f7412 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:38:57.406111 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [req-84fa7645-8a15-4b1a-bc32-53f60068e6da req-700ad338-2e86-4d50-82cd-320dde382b4e tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] For port d8a76343-fb5c-4c62-9138-2da5de84b62c, host n-h2-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852085-12',level=0,port_id=d8a76343-fb5c-4c62-9138-2da5de84b62c,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:38:57.406963 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-84fa7645-8a15-4b1a-bc32-53f60068e6da req-700ad338-2e86-4d50-82cd-320dde382b4e tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (d8a76343-fb5c-4c62-9138-2da5de84b62c), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:57.412138 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568eeb0b-2e32-4257-aabd-f14d9d698c05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:57.412138 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-568eeb0b-2e32-4257-aabd-f14d9d698c05 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:57.448500 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-2ca4b588-b6e1-4e92-ad26-93be4a664533 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17942c9d-fde3-45c6-9039-236894629c55']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:38:57.454924 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:57.508610 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e289c-0c23-4c0e-907b-604fc6293f44 req-4d84d014-b4fb-403f-8c5d-674322e0a9c5 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:57.511057 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a51e289c-0c23-4c0e-907b-604fc6293f44 req-4d84d014-b4fb-403f-8c5d-674322e0a9c5 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=451e57ea-f708-47a1-9ee7-a826357c8b68 HTTP/1.1" status: 200 len: 950 time: 0.5102699 Oct 04 20:38:57.515541 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [req-84fa7645-8a15-4b1a-bc32-53f60068e6da req-700ad338-2e86-4d50-82cd-320dde382b4e tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Calling delete_port for d8a76343-fb5c-4c62-9138-2da5de84b62c owned by compute:nova {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:38:57.519094 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:57.533814 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-2ca4b588-b6e1-4e92-ad26-93be4a664533 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96e80265-2803-42dc-b659-fd6e36c749d8') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:38:57.536800 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-2ca4b588-b6e1-4e92-ad26-93be4a664533 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96e80265-2803-42dc-b659-fd6e36c749d8') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:38:57.566947 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2ca4b588-b6e1-4e92-ad26-93be4a664533 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (96e80265-2803-42dc-b659-fd6e36c749d8), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:57.571843 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3ee8bd-da5a-4689-a639-de4360ce8e55 req-a0e4b2d3-d724-4687-93cb-b9eb31bf61bb service neutron] Checking agent: {'id': 'af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 28, 33), 'started_at': datetime.datetime(2022, 10, 4, 20, 28, 33), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:38:57.572857 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3ee8bd-da5a-4689-a639-de4360ce8e55 req-a0e4b2d3-d724-4687-93cb-b9eb31bf61bb service neutron] Checking segment: {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:38:57.573772 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3ee8bd-da5a-4689-a639-de4360ce8e55 req-a0e4b2d3-d724-4687-93cb-b9eb31bf61bb service neutron] Bound using segment: {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'} {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:38:57.574840 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [req-2e3ee8bd-da5a-4689-a639-de4360ce8e55 req-a0e4b2d3-d724-4687-93cb-b9eb31bf61bb service neutron] Bound port: 2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1, host: n-h2-852085-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'}}] {{(pid=108169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:38:57.575762 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-2e3ee8bd-da5a-4689-a639-de4360ce8e55 req-a0e4b2d3-d724-4687-93cb-b9eb31bf61bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:57.634727 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d78734-4249-465b-ad51-1a06cf0e3102 service neutron] Pushing event updated for resources: {'Port': ['ID=3816d2e0-249b-44b8-be16-c80be3f1c4e8,revision_number=3']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:57.659278 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022898c7-4d8f-401a-b27c-4cc8bd46c331 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-6e500946-a895-4d85-8dde-03af839f7412', 'network_id': '6e500946-a895-4d85-8dde-03af839f7412', 'project_id': '8fe6727c071748399777eac51fd08556', 'fixed_ips': [{'subnet_id': '0698b637-4f49-4cfc-9e28-94dad394b1cb'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:38:57.660996 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-022898c7-4d8f-401a-b27c-4cc8bd46c331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:57.672031 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-91befbc0-94ec-4541-962f-233a9b496a4a req-49059097-569d-4d60-957f-abee9ff56c71 tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d919ea2f-c89d-42d5-9bbd-737be810f88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5647922 Oct 04 20:38:57.684440 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-e580c827-e9ec-4b01-a37a-747074a5bbe9 admin admin] Deleting port a8e9e764-01ab-42e6-838f-1384b76777ab {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:38:57.685048 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e580c827-e9ec-4b01-a37a-747074a5bbe9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (a8e9e764-01ab-42e6-838f-1384b76777ab), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:57.788062 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2ca4b588-b6e1-4e92-ad26-93be4a664533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (96e80265-2803-42dc-b659-fd6e36c749d8), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:57.804800 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-568eeb0b-2e32-4257-aabd-f14d9d698c05 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 4.6138957 Oct 04 20:38:57.812732 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 33962) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:38:57.815826 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 20:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-628315ec-c088-44c3-bafc-52212c1767d2 x-openstack-request-id: req-628315ec-c088-44c3-bafc-52212c1767d2 {{(pid=108170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:38:57.816369 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bb70165-8fd0-439d-aa99-cff22896f645", "tag": "3816d2e0-249b-44b8-be16-c80be3f1c4e8", "status": "completed", "code": 200}]} {{(pid=108170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:38:57.817244 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-628315ec-c088-44c3-bafc-52212c1767d2 {{(pid=108170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:38:57.818007 n-d-852085-12 neutron-server[108170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-628315ec-c088-44c3-bafc-52212c1767d2'] response: {'name': 'network-changed', 'server_uuid': '7bb70165-8fd0-439d-aa99-cff22896f645', 'tag': '3816d2e0-249b-44b8-be16-c80be3f1c4e8', 'status': 'completed', 'code': 200} Oct 04 20:38:57.841821 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-b0d94909-6764-4e5f-a9aa-1fa1b88eb5e9 admin admin] Request body: {'router': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1422610826-router', 'tenant_id': '8fe6727c071748399777eac51fd08556', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:38:57.876309 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ca4b588-b6e1-4e92-ad26-93be4a664533 admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:38:57.876958 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2ca4b588-b6e1-4e92-ad26-93be4a664533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (96e80265-2803-42dc-b659-fd6e36c749d8), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:57.947365 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a51e289c-0c23-4c0e-907b-604fc6293f44 req-a82a18d6-0f63-4960-818b-48a0b71b3d7b tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3994255 Oct 04 20:38:58.021198 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 96e80265-2803-42dc-b659-fd6e36c749d8 resource provider aggregate not found Oct 04 20:38:58.037635 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-022898c7-4d8f-401a-b27c-4cc8bd46c331 None None] Allocated IP 172.20.0.2 (6e500946-a895-4d85-8dde-03af839f7412/0698b637-4f49-4cfc-9e28-94dad394b1cb/3b7b01a8-0ebc-4029-8b76-19f42667ad6e) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:38:58.082978 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 96e80265-2803-42dc-b659-fd6e36c749d8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 96e80265-2803-42dc-b659-fd6e36c749d8 found for delete ", "request_id": "req-2c8658d0-8a3a-46ae-9747-b33545dfc1e8"}]} Oct 04 20:38:58.097483 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [req-2e3ee8bd-da5a-4689-a639-de4360ce8e55 req-a0e4b2d3-d724-4687-93cb-b9eb31bf61bb service neutron] For port 2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1, host n-h2-852085-12, cleared binding levels {{(pid=108169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:38:58.137449 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-e580c827-e9ec-4b01-a37a-747074a5bbe9 admin admin] For port a8e9e764-01ab-42e6-838f-1384b76777ab, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=a8e9e764-01ab-42e6-838f-1384b76777ab,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:38:58.138512 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e580c827-e9ec-4b01-a37a-747074a5bbe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (a8e9e764-01ab-42e6-838f-1384b76777ab), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:58.144774 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [req-2e3ee8bd-da5a-4689-a639-de4360ce8e55 req-a0e4b2d3-d724-4687-93cb-b9eb31bf61bb service neutron] For port 2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1, host n-h2-852085-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852085-12',level=0,port_id=2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:38:58.166183 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:58.168149 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-e580c827-e9ec-4b01-a37a-747074a5bbe9 admin admin] Calling delete_port for a8e9e764-01ab-42e6-838f-1384b76777ab owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:38:58.195478 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b0d94909-6764-4e5f-a9aa-1fa1b88eb5e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (f7a4361b-05eb-4e57-8561-e313f40e1bc1), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:58.197734 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b0d94909-6764-4e5f-a9aa-1fa1b88eb5e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (f7a4361b-05eb-4e57-8561-e313f40e1bc1), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:58.199100 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f1cce8-729d-4611-8e33-c1113fcae62e req-93b2e2ea-096f-462a-877b-03d6fb41c739 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:58.202232 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-80f1cce8-729d-4611-8e33-c1113fcae62e req-93b2e2ea-096f-462a-877b-03d6fb41c739 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9d42994f-e35e-413c-a0a3-14bb3878e209 HTTP/1.1" status: 200 len: 948 time: 0.2017636 Oct 04 20:38:58.204971 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:58.205306 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2ca4b588-b6e1-4e92-ad26-93be4a664533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (17942c9d-fde3-45c6-9039-236894629c55), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:58.312178 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2ca4b588-b6e1-4e92-ad26-93be4a664533 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:58.325055 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-2ca4b588-b6e1-4e92-ad26-93be4a664533 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/17942c9d-fde3-45c6-9039-236894629c55 HTTP/1.1" status: 204 len: 168 time: 3.6824450 Oct 04 20:38:58.387924 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-80f1cce8-729d-4611-8e33-c1113fcae62e req-bc156381-db48-40f8-9d78-1ca50ac9c0a8 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9e154c59-4349-4579-ac56-d3f7608a8c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156769 Oct 04 20:38:58.387924 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c0a93492-c201-42e6-9700-f75b276d06f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (3935fbef-6c09-4513-a7a5-1619fbb67325), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:58.388658 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-2e3ee8bd-da5a-4689-a639-de4360ce8e55 req-a0e4b2d3-d724-4687-93cb-b9eb31bf61bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:58.409136 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ee8bd-da5a-4689-a639-de4360ce8e55 req-a0e4b2d3-d724-4687-93cb-b9eb31bf61bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:58.410222 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-2e3ee8bd-da5a-4689-a639-de4360ce8e55 req-a0e4b2d3-d724-4687-93cb-b9eb31bf61bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:58.412904 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-2e3ee8bd-da5a-4689-a639-de4360ce8e55 req-a0e4b2d3-d724-4687-93cb-b9eb31bf61bb service neutron] 10.222.0.85 "PUT /networking/v2.0/ports/2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1 HTTP/1.1" status: 200 len: 1097 time: 7.0866454 Oct 04 20:38:58.430744 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d42994f-e35e-413c-a0a3-14bb3878e209', 'tag': '2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1'}] {{(pid=108169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:38:58.435199 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dea34fca0f7d6c1de22810621a04fa86ac5e48141775903912ac1624808dfef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083210ef-2b8a-457d-9c71-e2b389c83f7e" -d '{"events": [{"name": "network-changed", "server_uuid": "9d42994f-e35e-413c-a0a3-14bb3878e209", "tag": "2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1"}]}' {{(pid=108169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:38:58.440757 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Device d8a76343-fb5c-4c62-9138-2da5de84b62c no longer exists at agent hyperv_n-h2-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:38:58.456914 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca4b588-b6e1-4e92-ad26-93be4a664533 admin admin] Pushing event deleted for resources: {'Network': ['ID=17942c9d-fde3-45c6-9039-236894629c55,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:58.524647 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-022898c7-4d8f-401a-b27c-4cc8bd46c331 None None] Publish callbacks [] for port (3b7b01a8-0ebc-4029-8b76-19f42667ad6e), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:58.606202 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a93492-c201-42e6-9700-f75b276d06f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3935fbef-6c09-4513-a7a5-1619fbb67325,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:58.610481 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a93492-c201-42e6-9700-f75b276d06f8 admin admin] Checking segment: {'id': '32cfb049-3736-4e22-88f3-fa7ce31dc2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '5c69fbf6-587d-40e3-bd0a-3ffcaac8d078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:38:58.611613 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a93492-c201-42e6-9700-f75b276d06f8 admin admin] Network hostable DHCP agents. Network: 5c69fbf6-587d-40e3-bd0a-3ffcaac8d078, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:38:58.624318 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Current status of the port d8a76343-fb5c-4c62-9138-2da5de84b62c is: ACTIVE; New status is: DOWN {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:38:58.624971 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (d8a76343-fb5c-4c62-9138-2da5de84b62c), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:58.642003 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 20:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-828ec0d9-2618-4ce1-8f03-8b48128adbdf x-openstack-request-id: req-828ec0d9-2618-4ce1-8f03-8b48128adbdf {{(pid=108169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:38:58.642904 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d42994f-e35e-413c-a0a3-14bb3878e209", "tag": "2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1", "status": "completed", "code": 200}]} {{(pid=108169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:38:58.643564 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-828ec0d9-2618-4ce1-8f03-8b48128adbdf {{(pid=108169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:38:58.644452 n-d-852085-12 neutron-server[108169]: INFO neutron.notifiers.nova [-] Nova event matching ['req-828ec0d9-2618-4ce1-8f03-8b48128adbdf'] response: {'name': 'network-changed', 'server_uuid': '9d42994f-e35e-413c-a0a3-14bb3878e209', 'tag': '2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1', 'status': 'completed', 'code': 200} Oct 04 20:38:58.646905 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-84fa7645-8a15-4b1a-bc32-53f60068e6da req-700ad338-2e86-4d50-82cd-320dde382b4e tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (d8a76343-fb5c-4c62-9138-2da5de84b62c), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:58.663821 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b0d94909-6764-4e5f-a9aa-1fa1b88eb5e9 admin admin] Publish callbacks [] for router_controller (f7a4361b-05eb-4e57-8561-e313f40e1bc1), precommit_add_association {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:58.719775 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] get_ports_and_sgs() called for port_ids ['f5495aac-c2d7-419a-9cc9-79e9ec72c16c', '4d3acb0b-9db4-4859-841b-32026dc92298', '3ba03155-a256-4d12-935c-4c94ada17413'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:38:58.721914 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700ad338-2e86-4d50-82cd-320dde382b4e tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Pushing event deleted for resources: {'Port': ['ID=d8a76343-fb5c-4c62-9138-2da5de84b62c,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:58.725005 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] get_ports_and_sgs() called for port_ids ['978b2a22-cd30-468a-af9b-1b86275c1460', '1d4c616d-0938-4b70-9e11-adcaef4edc51', '883b816a-c7ca-4854-9627-ee3644556a24', 'f1539adb-7984-4760-843a-2936f8ddf173'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:38:58.809351 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e4b2d3-d724-4687-93cb-b9eb31bf61bb service neutron] Pushing event updated for resources: {'Port': ['ID=2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1,revision_number=3']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:58.853405 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083210ef-2b8a-457d-9c71-e2b389c83f7e req-3a46a343-95e6-421e-9031-9b60bb313e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:58.856250 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-083210ef-2b8a-457d-9c71-e2b389c83f7e req-3a46a343-95e6-421e-9031-9b60bb313e0f service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=b46055f08aae47a99a59e1192db71b8e&device_id=9d42994f-e35e-413c-a0a3-14bb3878e209 HTTP/1.1" status: 200 len: 1131 time: 0.1961629 Oct 04 20:38:58.906598 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 2485f516-5c78-4c30-8f52-faa68f6de173 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:38:58.911729 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-022898c7-4d8f-401a-b27c-4cc8bd46c331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (3b7b01a8-0ebc-4029-8b76-19f42667ad6e), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:58.919118 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-083210ef-2b8a-457d-9c71-e2b389c83f7e req-d951bc5d-87d3-4f09-a349-1763d722a94f service neutron] 10.222.0.85 "GET /networking/v2.0/networks?tenant_id=b46055f08aae47a99a59e1192db71b8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0464623 Oct 04 20:38:58.935046 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [req-84fa7645-8a15-4b1a-bc32-53f60068e6da req-700ad338-2e86-4d50-82cd-320dde382b4e tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] No DVR routers for this DVR port d8a76343-fb5c-4c62-9138-2da5de84b62c on host n-h2-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:38:58.941534 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-84fa7645-8a15-4b1a-bc32-53f60068e6da req-700ad338-2e86-4d50-82cd-320dde382b4e tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:58.947778 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-84fa7645-8a15-4b1a-bc32-53f60068e6da req-700ad338-2e86-4d50-82cd-320dde382b4e tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.85 "DELETE /networking/v2.0/ports/d8a76343-fb5c-4c62-9138-2da5de84b62c HTTP/1.1" status: 204 len: 173 time: 3.0893025 Oct 04 20:38:59.006424 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a93492-c201-42e6-9700-f75b276d06f8 admin admin] Network 5c69fbf6-587d-40e3-bd0a-3ffcaac8d078 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:38:59.095850 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022898c7-4d8f-401a-b27c-4cc8bd46c331 None None] Network 6e500946-a895-4d85-8dde-03af839f7412 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:38:59.099227 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 2485f516-5c78-4c30-8f52-faa68f6de173 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:38:59.099828 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 2485f516-5c78-4c30-8f52-faa68f6de173 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:38:59.113868 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618106f9-3b9c-4dcd-b127-8f1de641cfcc req-f9beb79f-1454-477c-acbc-a655a6efb9a4 tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:59.125445 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-022898c7-4d8f-401a-b27c-4cc8bd46c331 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:38:59.130005 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-618106f9-3b9c-4dcd-b127-8f1de641cfcc req-f9beb79f-1454-477c-acbc-a655a6efb9a4 tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7bb70165-8fd0-439d-aa99-cff22896f645 HTTP/1.1" status: 200 len: 948 time: 0.1911936 Oct 04 20:38:59.180342 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022898c7-4d8f-401a-b27c-4cc8bd46c331 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:38:59.274828 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-618106f9-3b9c-4dcd-b127-8f1de641cfcc req-bc0d4fbc-12a5-4c6b-8b2e-0d93e1390bb4 tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d919ea2f-c89d-42d5-9bbd-737be810f88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384134 Oct 04 20:38:59.299222 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022898c7-4d8f-401a-b27c-4cc8bd46c331 None None] Pushing event updated for resources: {'Port': ['ID=3b7b01a8-0ebc-4029-8b76-19f42667ad6e,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:38:59.344060 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ca0ce247-fbb6-4f26-978a-a567ff767ad1 req-89af648e-f6f2-492f-b188-eeef90d20c7d tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=451e57ea-f708-47a1-9ee7-a826357c8b68 HTTP/1.1" status: 200 len: 210 time: 0.0669262 Oct 04 20:38:59.346115 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-c0a93492-c201-42e6-9700-f75b276d06f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 5c69fbf6-587d-40e3-bd0a-3ffcaac8d078) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:38:59.371126 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a93492-c201-42e6-9700-f75b276d06f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:59.371742 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87d706a-fd82-4172-a57b-33c11c540d19 None None] Network 5c69fbf6-587d-40e3-bd0a-3ffcaac8d078 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:38:59.377183 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c0a93492-c201-42e6-9700-f75b276d06f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:59.477054 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 33984) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:38:59.634681 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-14b1ce0a-390b-494e-bdc2-c32b72fb9cab admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=1d50f961abf54801bd03d5551f45b8be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1555250 Oct 04 20:38:59.635893 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 33986) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:38:59.660057 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b0d94909-6764-4e5f-a9aa-1fa1b88eb5e9 admin admin] Publish callbacks [] for router_gateway (f7a4361b-05eb-4e57-8561-e313f40e1bc1), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:38:59.689260 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-022898c7-4d8f-401a-b27c-4cc8bd46c331 None None] Attempting to bind port 3b7b01a8-0ebc-4029-8b76-19f42667ad6e on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:38:59.689260 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-022898c7-4d8f-401a-b27c-4cc8bd46c331 None None] Attempting to bind port 3b7b01a8-0ebc-4029-8b76-19f42667ad6e by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'a4aa1d2b-4622-41fb-ac04-278e274ea2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '6e500946-a895-4d85-8dde-03af839f7412'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:38:59.689753 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c0a93492-c201-42e6-9700-f75b276d06f8 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 3.0089760 Oct 04 20:38:59.689927 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022898c7-4d8f-401a-b27c-4cc8bd46c331 None None] Attempting to bind port 3b7b01a8-0ebc-4029-8b76-19f42667ad6e on network 6e500946-a895-4d85-8dde-03af839f7412 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:38:59.690149 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 33988) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:38:59.720566 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083210ef-2b8a-457d-9c71-e2b389c83f7e req-cd7a4b1e-4fc2-4e71-ad3a-45085b32c8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:59.722805 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-083210ef-2b8a-457d-9c71-e2b389c83f7e req-cd7a4b1e-4fc2-4e71-ad3a-45085b32c8ba service neutron] 10.222.0.85 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7955782 Oct 04 20:38:59.741276 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-c8609042-01be-4cf9-aaa7-1452339eabf9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1858077762-router', 'tenant_id': 'ab7f55d3f0d44d26b00ae52218511449', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:38:59.770279 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:38:59.822239 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739fc16-89a5-4a91-a00f-99b6608ba2cd req-9a692838-9daa-4741-bd3b-0c7d6625dfaf tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:38:59.825112 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e739fc16-89a5-4a91-a00f-99b6608ba2cd req-9a692838-9daa-4741-bd3b-0c7d6625dfaf tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9d42994f-e35e-413c-a0a3-14bb3878e209 HTTP/1.1" status: 200 len: 948 time: 0.1875715 Oct 04 20:38:59.887170 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '451e57ea-f708-47a1-9ee7-a826357c8b68', 'name': 'network-vif-deleted', 'tag': 'd8a76343-fb5c-4c62-9138-2da5de84b62c'}] {{(pid=108170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:38:59.892019 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a696e922a709062c6bf2650733a1f4a2b44940721a32d933316dd509f3aaf0ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edac24ec-c3de-45f9-a4fc-61965544e803" -d '{"events": [{"server_uuid": "451e57ea-f708-47a1-9ee7-a826357c8b68", "name": "network-vif-deleted", "tag": "d8a76343-fb5c-4c62-9138-2da5de84b62c"}]}' {{(pid=108170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:38:59.945900 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e580c827-e9ec-4b01-a37a-747074a5bbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (a8e9e764-01ab-42e6-838f-1384b76777ab), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:00.004102 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ee8bd-da5a-4689-a639-de4360ce8e55 req-d8b343b0-318c-487c-9605-5ece96877109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:39:00.009547 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-2e3ee8bd-da5a-4689-a639-de4360ce8e55 req-d8b343b0-318c-487c-9605-5ece96877109 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=b46055f08aae47a99a59e1192db71b8e&device_id=9d42994f-e35e-413c-a0a3-14bb3878e209 HTTP/1.1" status: 200 len: 1131 time: 0.1917498 Oct 04 20:39:00.018437 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394fb930-89ab-4b78-9a2a-f317128807d2 req-f68c0a92-c8e5-4baa-b098-37c53e618ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:39:00.021298 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-394fb930-89ab-4b78-9a2a-f317128807d2 req-f68c0a92-c8e5-4baa-b098-37c53e618ff4 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=b46055f08aae47a99a59e1192db71b8e&device_id=bd64c084-10af-4b12-bdd9-ef53866be364 HTTP/1.1" status: 200 len: 1131 time: 0.1945157 Oct 04 20:39:00.031079 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 20:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc797df5-9872-432d-b938-b105fbbf6454 x-openstack-request-id: req-cc797df5-9872-432d-b938-b105fbbf6454 {{(pid=108170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:39:00.031612 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "451e57ea-f708-47a1-9ee7-a826357c8b68", "name": "network-vif-deleted", "tag": "d8a76343-fb5c-4c62-9138-2da5de84b62c", "status": "completed", "code": 200}]} {{(pid=108170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:39:00.031918 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cc797df5-9872-432d-b938-b105fbbf6454 {{(pid=108170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:39:00.032572 n-d-852085-12 neutron-server[108170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc797df5-9872-432d-b938-b105fbbf6454'] response: {'server_uuid': '451e57ea-f708-47a1-9ee7-a826357c8b68', 'name': 'network-vif-deleted', 'tag': 'd8a76343-fb5c-4c62-9138-2da5de84b62c', 'status': 'completed', 'code': 200} Oct 04 20:39:00.064233 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e739fc16-89a5-4a91-a00f-99b6608ba2cd req-570bbf02-180d-4a37-9c26-310058aaaabc tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9e154c59-4349-4579-ac56-d3f7608a8c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573532 Oct 04 20:39:00.079976 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-188007aa-90f0-485a-a847-7ecfd8e45f84 admin admin] Publish callbacks [] for security_group (8c9e004c-479d-4965-97b0-0d0e9d7398f6), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:00.105761 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022898c7-4d8f-401a-b27c-4cc8bd46c331 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:39:00.107793 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022898c7-4d8f-401a-b27c-4cc8bd46c331 None None] Checking segment: {'id': 'a4aa1d2b-4622-41fb-ac04-278e274ea2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '6e500946-a895-4d85-8dde-03af839f7412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:39:00.108902 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-022898c7-4d8f-401a-b27c-4cc8bd46c331 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:00.109875 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022898c7-4d8f-401a-b27c-4cc8bd46c331 None None] Bound using segment: {'id': 'a4aa1d2b-4622-41fb-ac04-278e274ea2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '6e500946-a895-4d85-8dde-03af839f7412'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:39:00.111039 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-022898c7-4d8f-401a-b27c-4cc8bd46c331 None None] Bound port: 3b7b01a8-0ebc-4029-8b76-19f42667ad6e, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4aa1d2b-4622-41fb-ac04-278e274ea2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '6e500946-a895-4d85-8dde-03af839f7412'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:39:00.112104 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-022898c7-4d8f-401a-b27c-4cc8bd46c331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (3b7b01a8-0ebc-4029-8b76-19f42667ad6e), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:00.156975 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e938fb18-15bc-4a45-b9b8-d1afa9ae97b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-5c69fbf6-587d-40e3-bd0a-3ffcaac8d078', 'network_id': '5c69fbf6-587d-40e3-bd0a-3ffcaac8d078', 'project_id': 'ab7f55d3f0d44d26b00ae52218511449', 'fixed_ips': [{'subnet_id': '3935fbef-6c09-4513-a7a5-1619fbb67325'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:39:00.158946 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e938fb18-15bc-4a45-b9b8-d1afa9ae97b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:00.239638 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-2e3ee8bd-da5a-4689-a639-de4360ce8e55 req-246d889f-d988-418b-a2b3-5de33d995f6f service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1 HTTP/1.1" status: 200 len: 217 time: 0.1483266 Oct 04 20:39:00.256557 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e580c827-e9ec-4b01-a37a-747074a5bbe9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8e9e764-01ab-42e6-838f-1384b76777ab,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:00.317943 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-188007aa-90f0-485a-a847-7ecfd8e45f84 admin admin] Publish callbacks [] for security_group (8c9e004c-479d-4965-97b0-0d0e9d7398f6), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:00.334710 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c8609042-01be-4cf9-aaa7-1452339eabf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (c8c0b726-b7dc-415e-8563-e376379d2671), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:00.357192 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:00.371600 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c8609042-01be-4cf9-aaa7-1452339eabf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (c8c0b726-b7dc-415e-8563-e376379d2671), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:00.378778 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994afdf4-d3e4-4f15-966d-5deaccfc824e req-05509413-467b-4cd6-856a-eac6c9fa78c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:39:00.383301 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-994afdf4-d3e4-4f15-966d-5deaccfc824e req-05509413-467b-4cd6-856a-eac6c9fa78c0 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=7129909d365645369fbe27a2fd00fc88&device_id=7bb70165-8fd0-439d-aa99-cff22896f645 HTTP/1.1" status: 200 len: 1131 time: 0.4624765 Oct 04 20:39:00.521243 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-994afdf4-d3e4-4f15-966d-5deaccfc824e req-15b1e35e-1a92-4bb7-8dd9-f9eb7e46efe9 service neutron] 10.222.0.83 "GET /networking/v2.0/networks?tenant_id=7129909d365645369fbe27a2fd00fc88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0604708 Oct 04 20:39:00.593236 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c8609042-01be-4cf9-aaa7-1452339eabf9 admin admin] Publish callbacks [] for router_controller (c8c0b726-b7dc-415e-8563-e376379d2671), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:00.716899 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-022898c7-4d8f-401a-b27c-4cc8bd46c331 None None] For port 3b7b01a8-0ebc-4029-8b76-19f42667ad6e, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:39:00.846776 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-022898c7-4d8f-401a-b27c-4cc8bd46c331 None None] For port 3b7b01a8-0ebc-4029-8b76-19f42667ad6e, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=3b7b01a8-0ebc-4029-8b76-19f42667ad6e,segment=NetworkSegment(a4aa1d2b-4622-41fb-ac04-278e274ea2c8),segment_id=a4aa1d2b-4622-41fb-ac04-278e274ea2c8)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:39:00.900517 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394fb930-89ab-4b78-9a2a-f317128807d2 req-bda85746-1587-4e31-b0fd-554172ee6d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:39:00.904793 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-394fb930-89ab-4b78-9a2a-f317128807d2 req-bda85746-1587-4e31-b0fd-554172ee6d3e service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=42fbb05e-3f96-444f-a676-04ee9d06a8c7 HTTP/1.1" status: 200 len: 870 time: 0.8705833 Oct 04 20:39:01.038002 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-022898c7-4d8f-401a-b27c-4cc8bd46c331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (3b7b01a8-0ebc-4029-8b76-19f42667ad6e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:01.042085 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ee8bd-da5a-4689-a639-de4360ce8e55 req-12aa7b77-e63a-48fa-b84d-e7594695b34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:39:01.044703 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-2e3ee8bd-da5a-4689-a639-de4360ce8e55 req-12aa7b77-e63a-48fa-b84d-e7594695b34f service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.7771511 Oct 04 20:39:01.055894 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:UPDATE=6,neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:01.162828 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-e938fb18-15bc-4a45-b9b8-d1afa9ae97b6 None None] Allocated IP 172.20.0.2 (5c69fbf6-587d-40e3-bd0a-3ffcaac8d078/3935fbef-6c09-4513-a7a5-1619fbb67325/eb5e338f-24af-4931-9326-cbfae56a3235) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:39:01.203003 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4ba61f73-3015-430a-b178-05364371fddb req-90dac1dd-49f8-41f2-9d18-572e22513d12 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=451e57ea-f708-47a1-9ee7-a826357c8b68 HTTP/1.1" status: 200 len: 210 time: 0.2944326 Oct 04 20:39:01.208968 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e580c827-e9ec-4b01-a37a-747074a5bbe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (8fcee594-a69b-4c40-aeb1-e559100433d1), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:01.309212 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:01.382746 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-394fb930-89ab-4b78-9a2a-f317128807d2 req-10d93ffb-6424-4d9f-ae6d-3f9f0aa14b19 service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=a55c4fe7-8c63-4a39-819e-95561de2446e HTTP/1.1" status: 200 len: 217 time: 0.2901065 Oct 04 20:39:01.458510 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe06275-437b-4085-bd43-974194141c4b req-0f01cd06-add3-4f05-a377-471380d40a0b tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:39:01.482555 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-abe06275-437b-4085-bd43-974194141c4b req-0f01cd06-add3-4f05-a377-471380d40a0b tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7bb70165-8fd0-439d-aa99-cff22896f645 HTTP/1.1" status: 200 len: 948 time: 0.8043792 Oct 04 20:39:01.715374 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022898c7-4d8f-401a-b27c-4cc8bd46c331 None None] Pushing event updated for resources: {'Port': ['ID=3b7b01a8-0ebc-4029-8b76-19f42667ad6e,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:01.736947 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:01.766563 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394fb930-89ab-4b78-9a2a-f317128807d2 req-f8a4834e-82cd-4d9b-9d83-8ef19fe5525b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:39:01.777295 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-394fb930-89ab-4b78-9a2a-f317128807d2 req-f8a4834e-82cd-4d9b-9d83-8ef19fe5525b service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.3588471 Oct 04 20:39:01.821321 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:01.859717 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e580c827-e9ec-4b01-a37a-747074a5bbe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (8fcee594-a69b-4c40-aeb1-e559100433d1), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:01.888165 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e580c827-e9ec-4b01-a37a-747074a5bbe9 admin admin] Publish callbacks [] for router_controller (8fcee594-a69b-4c40-aeb1-e559100433d1), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:01.898532 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ee8bd-da5a-4689-a639-de4360ce8e55 req-ed725771-f9a5-404d-a23a-74270484768c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:39:01.901830 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-2e3ee8bd-da5a-4689-a639-de4360ce8e55 req-ed725771-f9a5-404d-a23a-74270484768c service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.7188697 Oct 04 20:39:02.039274 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394fb930-89ab-4b78-9a2a-f317128807d2 req-7c3e95ca-1bbd-43cd-9669-8a65a0ed7cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:39:02.043640 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-394fb930-89ab-4b78-9a2a-f317128807d2 req-7c3e95ca-1bbd-43cd-9669-8a65a0ed7cef service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2231276 Oct 04 20:39:02.044336 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-188007aa-90f0-485a-a847-7ecfd8e45f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (8c9e004c-479d-4965-97b0-0d0e9d7398f6), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:02.049858 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-188007aa-90f0-485a-a847-7ecfd8e45f84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:02.051918 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-188007aa-90f0-485a-a847-7ecfd8e45f84 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/8c9e004c-479d-4965-97b0-0d0e9d7398f6 HTTP/1.1" status: 204 len: 168 time: 2.3931596 Oct 04 20:39:02.079371 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994afdf4-d3e4-4f15-966d-5deaccfc824e req-0343ccc8-d900-43ea-ac69-9e36452f7ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:39:02.083464 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-994afdf4-d3e4-4f15-966d-5deaccfc824e req-0343ccc8-d900-43ea-ac69-9e36452f7ebc service neutron] 10.222.0.83 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.5380459 Oct 04 20:39:02.098748 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e393f76-f55c-4fd7-8c5e-95891f0b7bc5 req-3b707279-44d7-41d4-a365-4d1ab3dcd2c9 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:39:02.102557 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-5e393f76-f55c-4fd7-8c5e-95891f0b7bc5 req-3b707279-44d7-41d4-a365-4d1ab3dcd2c9 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9d42994f-e35e-413c-a0a3-14bb3878e209 HTTP/1.1" status: 200 len: 948 time: 0.7180223 Oct 04 20:39:02.180314 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device a55c4fe7-8c63-4a39-819e-95561de2446e details requested by agent hyperv_n-h1-852085-12 with host n-h1-852085-12 {{(pid=108171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 20:39:02.303229 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:02.339872 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c8609042-01be-4cf9-aaa7-1452339eabf9 admin admin] Publish callbacks [] for router_gateway (c8c0b726-b7dc-415e-8563-e376379d2671), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:02.342646 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b0d94909-6764-4e5f-a9aa-1fa1b88eb5e9 admin admin] Publish callbacks [] for router_gateway (f7a4361b-05eb-4e57-8561-e313f40e1bc1), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:02.360975 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-2e3ee8bd-da5a-4689-a639-de4360ce8e55 req-6bed6a50-aa4d-438e-85d3-01ae590faaff service neutron] 10.222.0.85 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3807092 Oct 04 20:39:02.458565 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.resource_extend [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 04 20:39:02.531476 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b0d94909-6764-4e5f-a9aa-1fa1b88eb5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:02.594619 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188007aa-90f0-485a-a847-7ecfd8e45f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9e004c-479d-4965-97b0-0d0e9d7398f6,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:02.628796 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:02.668976 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e580c827-e9ec-4b01-a37a-747074a5bbe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (8fcee594-a69b-4c40-aeb1-e559100433d1), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:02.670395 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e580c827-e9ec-4b01-a37a-747074a5bbe9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fcee594-a69b-4c40-aeb1-e559100433d1 {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:39:02.724319 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e580c827-e9ec-4b01-a37a-747074a5bbe9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:02.735766 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e580c827-e9ec-4b01-a37a-747074a5bbe9 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/8fcee594-a69b-4c40-aeb1-e559100433d1 HTTP/1.1" status: 204 len: 168 time: 7.4362235 Oct 04 20:39:02.863294 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 34006) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:39:03.004004 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-5e393f76-f55c-4fd7-8c5e-95891f0b7bc5 req-0193f7f7-b869-495c-89fd-f7f9c81c02ba tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9e154c59-4349-4579-ac56-d3f7608a8c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6398497 Oct 04 20:39:03.020112 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188007aa-90f0-485a-a847-7ecfd8e45f84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:39:03.028277 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e2f65c-83cd-4573-b68d-47d513baa255 req-07acf8ba-e0b7-44f8-9a0f-c3f7f060e07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:39:03.031013 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188007aa-90f0-485a-a847-7ecfd8e45f84 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:39:03.031538 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-d3e2f65c-83cd-4573-b68d-47d513baa255 req-07acf8ba-e0b7-44f8-9a0f-c3f7f060e07f service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=7129909d365645369fbe27a2fd00fc88&device_id=7bb70165-8fd0-439d-aa99-cff22896f645 HTTP/1.1" status: 200 len: 1131 time: 0.6686876 Oct 04 20:39:03.035527 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188007aa-90f0-485a-a847-7ecfd8e45f84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:39:03.037421 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188007aa-90f0-485a-a847-7ecfd8e45f84 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:39:03.038484 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188007aa-90f0-485a-a847-7ecfd8e45f84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:39:03.043394 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188007aa-90f0-485a-a847-7ecfd8e45f84 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:39:03.044553 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188007aa-90f0-485a-a847-7ecfd8e45f84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:39:03.045710 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188007aa-90f0-485a-a847-7ecfd8e45f84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:39:03.047510 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188007aa-90f0-485a-a847-7ecfd8e45f84 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:39:03.053449 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188007aa-90f0-485a-a847-7ecfd8e45f84 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:39:03.057834 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188007aa-90f0-485a-a847-7ecfd8e45f84 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:39:03.059940 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188007aa-90f0-485a-a847-7ecfd8e45f84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:39:03.059940 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188007aa-90f0-485a-a847-7ecfd8e45f84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:39:03.063172 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188007aa-90f0-485a-a847-7ecfd8e45f84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:39:03.064405 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188007aa-90f0-485a-a847-7ecfd8e45f84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:39:03.097054 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:03.111452 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:DELETE=8 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:03.262151 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-abe06275-437b-4085-bd43-974194141c4b req-3c4d9560-e814-4871-ab2b-f68704de4992 tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d919ea2f-c89d-42d5-9bbd-737be810f88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5536454 Oct 04 20:39:03.389696 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-2e3ee8bd-da5a-4689-a639-de4360ce8e55 req-f035434f-1ca4-4757-98f9-a6b335643e2e service neutron] 10.222.0.85 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8295531 Oct 04 20:39:03.391706 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 3b7b01a8-0ebc-4029-8b76-19f42667ad6e up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:39:03.405656 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-394fb930-89ab-4b78-9a2a-f317128807d2 req-8fcf4491-7337-425e-b63a-b4542d86d62f service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2924831 Oct 04 20:39:03.479567 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e938fb18-15bc-4a45-b9b8-d1afa9ae97b6 None None] Publish callbacks [] for port (eb5e338f-24af-4931-9326-cbfae56a3235), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:03.556977 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-d3e2f65c-83cd-4573-b68d-47d513baa255 req-8d9b10e7-a839-4d62-8892-8980d30ae418 service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=3816d2e0-249b-44b8-be16-c80be3f1c4e8 HTTP/1.1" status: 200 len: 217 time: 0.4892678 Oct 04 20:39:03.738204 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2e6cbe-c1a7-42bf-aaf1-8195ed9fa22c None None] Network 6e500946-a895-4d85-8dde-03af839f7412 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:39:03.809171 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] For port a55c4fe7-8c63-4a39-819e-95561de2446e, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=a55c4fe7-8c63-4a39-819e-95561de2446e,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:39:03.815924 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e938fb18-15bc-4a45-b9b8-d1afa9ae97b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (eb5e338f-24af-4931-9326-cbfae56a3235), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:03.823982 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:03.913132 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebcbaa50-0500-45ca-9f86-43d22ee8f8a2 admin admin] Deleting subnet cda3655a-4103-4046-bf93-21f4d36a2aaa {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:39:03.953360 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ebcbaa50-0500-45ca-9f86-43d22ee8f8a2 admin admin] Publish callbacks [] for subnet (cda3655a-4103-4046-bf93-21f4d36a2aaa), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:04.091918 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e2f65c-83cd-4573-b68d-47d513baa255 req-6a47a2dc-8876-40c3-93b0-cf05dca51a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:39:04.094882 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-d3e2f65c-83cd-4573-b68d-47d513baa255 req-6a47a2dc-8876-40c3-93b0-cf05dca51a77 service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.5233672 Oct 04 20:39:04.205791 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ebcbaa50-0500-45ca-9f86-43d22ee8f8a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (cda3655a-4103-4046-bf93-21f4d36a2aaa), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:04.231645 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e938fb18-15bc-4a45-b9b8-d1afa9ae97b6 None None] Pushing event updated for resources: {'Port': ['ID=eb5e338f-24af-4931-9326-cbfae56a3235,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:04.263622 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-2ddd35f4-18ed-45ed-8371-6b66f64da7d7 None None] Provisioning complete for port 3b7b01a8-0ebc-4029-8b76-19f42667ad6e triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:39:04.263622 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2ddd35f4-18ed-45ed-8371-6b66f64da7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (3b7b01a8-0ebc-4029-8b76-19f42667ad6e), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:04.263622 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-2ddd35f4-18ed-45ed-8371-6b66f64da7d7 None None] Attempt 1 to provision port 3b7b01a8-0ebc-4029-8b76-19f42667ad6e Oct 04 20:39:04.292484 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e938fb18-15bc-4a45-b9b8-d1afa9ae97b6 None None] Network 5c69fbf6-587d-40e3-bd0a-3ffcaac8d078 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:39:04.306388 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Returning: {'device': 'a55c4fe7-8c63-4a39-819e-95561de2446e', 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7', 'port_id': 'a55c4fe7-8c63-4a39-819e-95561de2446e', 'mac_address': 'fa:16:3e:5b:ff:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1956090-7ed7-4d05-a46e-a7b0885ca8e4', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 20:39:04.330699 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-e938fb18-15bc-4a45-b9b8-d1afa9ae97b6 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:39:04.465349 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-b0d94909-6764-4e5f-a9aa-1fa1b88eb5e9 admin admin] Allocated IP 172.25.5.235 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/b0ffa65a-b317-4785-97ac-75763577d4ac) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:39:04.472201 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:04.507646 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e938fb18-15bc-4a45-b9b8-d1afa9ae97b6 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:39:04.574335 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e2f65c-83cd-4573-b68d-47d513baa255 req-d49929e9-16c5-4d7f-94d6-fec83b12131c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:39:04.584011 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-d3e2f65c-83cd-4573-b68d-47d513baa255 req-d49929e9-16c5-4d7f-94d6-fec83b12131c service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4495120 Oct 04 20:39:04.590338 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 3b7b01a8-0ebc-4029-8b76-19f42667ad6e triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:39:04.590691 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (3b7b01a8-0ebc-4029-8b76-19f42667ad6e), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:04.591607 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 3b7b01a8-0ebc-4029-8b76-19f42667ad6e Oct 04 20:39:04.620274 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-394fb930-89ab-4b78-9a2a-f317128807d2 req-cf379123-bcca-4514-a611-c307d8d5d05e service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2091932 Oct 04 20:39:04.695609 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Current status of the port a55c4fe7-8c63-4a39-819e-95561de2446e is: DOWN; New status is: BUILD {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:39:04.696767 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (a55c4fe7-8c63-4a39-819e-95561de2446e), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:04.789895 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c8609042-01be-4cf9-aaa7-1452339eabf9 admin admin] Publish callbacks [] for router_gateway (c8c0b726-b7dc-415e-8563-e376379d2671), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:04.809392 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278492a4-a83e-4a8f-b2e7-b6f9c3c46d2e req-a0288ee5-2ea8-4043-87f9-058f7d66d276 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:39:04.812713 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-278492a4-a83e-4a8f-b2e7-b6f9c3c46d2e req-a0288ee5-2ea8-4043-87f9-058f7d66d276 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9d42994f-e35e-413c-a0a3-14bb3878e209 HTTP/1.1" status: 200 len: 948 time: 0.3776767 Oct 04 20:39:04.859548 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a55c4fe7-8c63-4a39-819e-95561de2446e {{(pid=108171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 20:39:04.872493 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ebcbaa50-0500-45ca-9f86-43d22ee8f8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (cda3655a-4103-4046-bf93-21f4d36a2aaa), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:04.888604 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c8609042-01be-4cf9-aaa7-1452339eabf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:04.932330 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:04.998910 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] For port a55c4fe7-8c63-4a39-819e-95561de2446e, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=a55c4fe7-8c63-4a39-819e-95561de2446e,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:39:05.131095 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f6727-9944-4d92-a59f-b653e08724b1 req-8d01092b-e1fb-4b19-a4c4-f0cd854d9e52 tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:39:05.151098 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a89f6727-9944-4d92-a59f-b653e08724b1 req-8d01092b-e1fb-4b19-a4c4-f0cd854d9e52 tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7bb70165-8fd0-439d-aa99-cff22896f645 HTTP/1.1" status: 200 len: 948 time: 0.3361232 Oct 04 20:39:05.185430 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (a55c4fe7-8c63-4a39-819e-95561de2446e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:05.204986 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-e938fb18-15bc-4a45-b9b8-d1afa9ae97b6 None None] Attempting to bind port eb5e338f-24af-4931-9326-cbfae56a3235 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:39:05.205575 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-e938fb18-15bc-4a45-b9b8-d1afa9ae97b6 None None] Attempting to bind port eb5e338f-24af-4931-9326-cbfae56a3235 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '32cfb049-3736-4e22-88f3-fa7ce31dc2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '5c69fbf6-587d-40e3-bd0a-3ffcaac8d078'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:39:05.206187 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e938fb18-15bc-4a45-b9b8-d1afa9ae97b6 None None] Attempting to bind port eb5e338f-24af-4931-9326-cbfae56a3235 on network 5c69fbf6-587d-40e3-bd0a-3ffcaac8d078 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:39:05.207340 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-278492a4-a83e-4a8f-b2e7-b6f9c3c46d2e req-d9aeec79-9785-4a13-8c82-1fd23a7a2816 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9e154c59-4349-4579-ac56-d3f7608a8c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3340993 Oct 04 20:39:05.214419 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b0d94909-6764-4e5f-a9aa-1fa1b88eb5e9 admin admin] Publish callbacks [] for port (b0ffa65a-b317-4785-97ac-75763577d4ac), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:05.371926 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ebcbaa50-0500-45ca-9f86-43d22ee8f8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (cda3655a-4103-4046-bf93-21f4d36a2aaa), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:05.436476 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a89f6727-9944-4d92-a59f-b653e08724b1 req-e504c5e2-7333-41ef-a4f6-cd8006489d8d tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d919ea2f-c89d-42d5-9bbd-737be810f88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263808 Oct 04 20:39:05.453025 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcbaa50-0500-45ca-9f86-43d22ee8f8a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cda3655a-4103-4046-bf93-21f4d36a2aaa,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:05.465010 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ebcbaa50-0500-45ca-9f86-43d22ee8f8a2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:05.479811 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ebcbaa50-0500-45ca-9f86-43d22ee8f8a2 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/cda3655a-4103-4046-bf93-21f4d36a2aaa HTTP/1.1" status: 204 len: 168 time: 2.6278436 Oct 04 20:39:05.482279 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 34038) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:39:05.506931 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcbaa50-0500-45ca-9f86-43d22ee8f8a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:39:05.507545 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcbaa50-0500-45ca-9f86-43d22ee8f8a2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:39:05.508138 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcbaa50-0500-45ca-9f86-43d22ee8f8a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:39:05.508727 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcbaa50-0500-45ca-9f86-43d22ee8f8a2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:39:05.509361 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcbaa50-0500-45ca-9f86-43d22ee8f8a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:39:05.509876 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcbaa50-0500-45ca-9f86-43d22ee8f8a2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:39:05.510424 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcbaa50-0500-45ca-9f86-43d22ee8f8a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:39:05.514417 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcbaa50-0500-45ca-9f86-43d22ee8f8a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:39:05.516024 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcbaa50-0500-45ca-9f86-43d22ee8f8a2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:39:05.516772 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcbaa50-0500-45ca-9f86-43d22ee8f8a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:39:05.517367 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcbaa50-0500-45ca-9f86-43d22ee8f8a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:39:05.517963 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcbaa50-0500-45ca-9f86-43d22ee8f8a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:39:05.518536 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcbaa50-0500-45ca-9f86-43d22ee8f8a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:39:05.526003 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcbaa50-0500-45ca-9f86-43d22ee8f8a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:39:05.526898 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcbaa50-0500-45ca-9f86-43d22ee8f8a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:39:05.545792 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b0d94909-6764-4e5f-a9aa-1fa1b88eb5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (b0ffa65a-b317-4785-97ac-75763577d4ac), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:05.555290 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 3b7b01a8-0ebc-4029-8b76-19f42667ad6e is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:39:05.558114 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (3b7b01a8-0ebc-4029-8b76-19f42667ad6e), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:05.720380 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Pushing event updated for resources: {'Port': ['ID=a55c4fe7-8c63-4a39-819e-95561de2446e,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:05.761392 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-2ddd35f4-18ed-45ed-8371-6b66f64da7d7 None None] Current status of the port 3b7b01a8-0ebc-4029-8b76-19f42667ad6e is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:39:05.762289 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2ddd35f4-18ed-45ed-8371-6b66f64da7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (3b7b01a8-0ebc-4029-8b76-19f42667ad6e), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:05.763235 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d94909-6764-4e5f-a9aa-1fa1b88eb5e9 admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:39:05.766894 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-c8609042-01be-4cf9-aaa7-1452339eabf9 admin admin] Allocated IP 172.25.5.98 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/96cd4ac6-8136-405b-8d74-7122cce768f9) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:39:05.783066 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e938fb18-15bc-4a45-b9b8-d1afa9ae97b6 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:39:05.786415 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e938fb18-15bc-4a45-b9b8-d1afa9ae97b6 None None] Checking segment: {'id': '32cfb049-3736-4e22-88f3-fa7ce31dc2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '5c69fbf6-587d-40e3-bd0a-3ffcaac8d078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:39:05.787627 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e938fb18-15bc-4a45-b9b8-d1afa9ae97b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:05.788369 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e938fb18-15bc-4a45-b9b8-d1afa9ae97b6 None None] Bound using segment: {'id': '32cfb049-3736-4e22-88f3-fa7ce31dc2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '5c69fbf6-587d-40e3-bd0a-3ffcaac8d078'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:39:05.793053 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-e938fb18-15bc-4a45-b9b8-d1afa9ae97b6 None None] Bound port: eb5e338f-24af-4931-9326-cbfae56a3235, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32cfb049-3736-4e22-88f3-fa7ce31dc2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '5c69fbf6-587d-40e3-bd0a-3ffcaac8d078'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:39:05.794185 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e938fb18-15bc-4a45-b9b8-d1afa9ae97b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (eb5e338f-24af-4931-9326-cbfae56a3235), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:05.795097 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d94909-6764-4e5f-a9aa-1fa1b88eb5e9 admin admin] Pushing event updated for resources: {'Port': ['ID=b0ffa65a-b317-4785-97ac-75763577d4ac,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:05.816887 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-b0d94909-6764-4e5f-a9aa-1fa1b88eb5e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:39:05.818744 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] get_ports_and_sgs() called for port_ids ['a55c4fe7-8c63-4a39-819e-95561de2446e'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:39:05.846560 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d94909-6764-4e5f-a9aa-1fa1b88eb5e9 admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:39:05.989684 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 3b7b01a8-0ebc-4029-8b76-19f42667ad6e, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=3b7b01a8-0ebc-4029-8b76-19f42667ad6e,segment=NetworkSegment(a4aa1d2b-4622-41fb-ac04-278e274ea2c8),segment_id=a4aa1d2b-4622-41fb-ac04-278e274ea2c8)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:39:06.125028 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:06.126944 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=100 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:06.129358 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba166c5-303a-40c9-9b7f-9eabd64d2027 req-710e40a4-74b7-427f-a56a-fde10184dcf9 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:39:06.133721 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-d3e2f65c-83cd-4573-b68d-47d513baa255 req-c2bc30cc-fb8d-45bc-a11b-fc6db356ccac service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3639565 Oct 04 20:39:06.134221 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-1ba166c5-303a-40c9-9b7f-9eabd64d2027 req-710e40a4-74b7-427f-a56a-fde10184dcf9 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=70bac598-5b49-450a-9297-98c948ede895 HTTP/1.1" status: 200 len: 949 time: 0.6198795 Oct 04 20:39:06.143972 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (3b7b01a8-0ebc-4029-8b76-19f42667ad6e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:06.251392 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-29747327-5649-492b-906a-84af61625153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (803d74c8-22bd-4a6c-82d8-765a83711179), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:06.356077 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a8e9e764-01ab-42e6-838f-1384b76777ab no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:39:06.423872 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24da93d-7c08-4ccb-8b97-51777897a6ef req-bce39543-ff6f-448f-88a5-30d0d6ba2a18 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:39:06.433383 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d24da93d-7c08-4ccb-8b97-51777897a6ef req-bce39543-ff6f-448f-88a5-30d0d6ba2a18 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=70bac598-5b49-450a-9297-98c948ede895 HTTP/1.1" status: 200 len: 949 time: 0.1749909 Oct 04 20:39:06.484717 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: a8e9e764-01ab-42e6-838f-1384b76777ab {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:39:06.485293 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a8e9e764-01ab-42e6-838f-1384b76777ab not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:39:06.505232 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e938fb18-15bc-4a45-b9b8-d1afa9ae97b6 None None] For port eb5e338f-24af-4931-9326-cbfae56a3235, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:39:06.532996 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-2ddd35f4-18ed-45ed-8371-6b66f64da7d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 20:39:06.533330 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-2ddd35f4-18ed-45ed-8371-6b66f64da7d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 20:39:06.573697 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e938fb18-15bc-4a45-b9b8-d1afa9ae97b6 None None] For port eb5e338f-24af-4931-9326-cbfae56a3235, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=eb5e338f-24af-4931-9326-cbfae56a3235,segment=NetworkSegment(32cfb049-3736-4e22-88f3-fa7ce31dc2f1),segment_id=32cfb049-3736-4e22-88f3-fa7ce31dc2f1)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:39:06.682959 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:06.695948 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c8609042-01be-4cf9-aaa7-1452339eabf9 admin admin] Publish callbacks [] for port (96cd4ac6-8136-405b-8d74-7122cce768f9), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:06.791878 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=67 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:06.802395 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e938fb18-15bc-4a45-b9b8-d1afa9ae97b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (eb5e338f-24af-4931-9326-cbfae56a3235), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:06.823584 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=3b7b01a8-0ebc-4029-8b76-19f42667ad6e,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:06.851854 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-29747327-5649-492b-906a-84af61625153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (803d74c8-22bd-4a6c-82d8-765a83711179), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:06.853453 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:06.885667 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-1ba166c5-303a-40c9-9b7f-9eabd64d2027 req-90bd5cba-cf31-4973-a230-94364da58a3f tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6975462 Oct 04 20:39:06.977027 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-d3e2f65c-83cd-4573-b68d-47d513baa255 req-99deb1cf-3338-483f-91e8-935a66e03423 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5413489 Oct 04 20:39:07.001041 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:07.026311 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b0d94909-6764-4e5f-a9aa-1fa1b88eb5e9 admin admin] Publish callbacks [] for router_gateway (f7a4361b-05eb-4e57-8561-e313f40e1bc1), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:07.142815 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-29747327-5649-492b-906a-84af61625153 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['803d74c8-22bd-4a6c-82d8-765a83711179']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:39:07.144460 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e938fb18-15bc-4a45-b9b8-d1afa9ae97b6 None None] Pushing event updated for resources: {'Port': ['ID=eb5e338f-24af-4931-9326-cbfae56a3235,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:07.151475 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-2ddd35f4-18ed-45ed-8371-6b66f64da7d7 None None] Current status of the port 3b7b01a8-0ebc-4029-8b76-19f42667ad6e is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:39:07.234768 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a9821-627e-4e19-9ff4-cd56d8cc2924 req-d1fa8064-5f95-4531-b282-60cceccd3b07 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:39:07.237961 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-772a9821-627e-4e19-9ff4-cd56d8cc2924 req-d1fa8064-5f95-4531-b282-60cceccd3b07 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9d42994f-e35e-413c-a0a3-14bb3878e209 HTTP/1.1" status: 200 len: 948 time: 0.2390196 Oct 04 20:39:07.246237 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-29747327-5649-492b-906a-84af61625153 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '248bd768-d404-4c60-815f-657551377363') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:39:07.260314 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-29747327-5649-492b-906a-84af61625153 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '248bd768-d404-4c60-815f-657551377363') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:39:07.297409 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [req-d24da93d-7c08-4ccb-8b97-51777897a6ef req-157d6e9c-07ee-4445-88d3-1f99eb9b1b2e tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Deleting port 3ba03155-a256-4d12-935c-4c94ada17413 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:39:07.297990 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-d24da93d-7c08-4ccb-8b97-51777897a6ef req-157d6e9c-07ee-4445-88d3-1f99eb9b1b2e tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (3ba03155-a256-4d12-935c-4c94ada17413), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:07.308978 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-29747327-5649-492b-906a-84af61625153 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (248bd768-d404-4c60-815f-657551377363), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:07.346884 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-bdf2754d-d5e2-44c7-bece-92b67fbc81e9 None None] Provisioning complete for port 3b7b01a8-0ebc-4029-8b76-19f42667ad6e triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:39:07.347723 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-bdf2754d-d5e2-44c7-bece-92b67fbc81e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (3b7b01a8-0ebc-4029-8b76-19f42667ad6e), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:07.348294 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-bdf2754d-d5e2-44c7-bece-92b67fbc81e9 None None] Attempt 1 to provision port 3b7b01a8-0ebc-4029-8b76-19f42667ad6e Oct 04 20:39:07.432448 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-29747327-5649-492b-906a-84af61625153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (248bd768-d404-4c60-815f-657551377363), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:07.484578 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29747327-5649-492b-906a-84af61625153 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:39:07.485248 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-29747327-5649-492b-906a-84af61625153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (248bd768-d404-4c60-815f-657551377363), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:07.582697 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-bdf2754d-d5e2-44c7-bece-92b67fbc81e9 None None] Current status of the port 3b7b01a8-0ebc-4029-8b76-19f42667ad6e is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:39:07.613662 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b0d94909-6764-4e5f-a9aa-1fa1b88eb5e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (f7a4361b-05eb-4e57-8561-e313f40e1bc1), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:07.624808 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db2573-4fc6-4a8f-8b8c-eaedc3a22f37 req-e592eea5-f680-4a1a-8da9-421810d72bf2 tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:39:07.629437 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-56db2573-4fc6-4a8f-8b8c-eaedc3a22f37 req-e592eea5-f680-4a1a-8da9-421810d72bf2 tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7bb70165-8fd0-439d-aa99-cff22896f645 HTTP/1.1" status: 200 len: 948 time: 0.5470097 Oct 04 20:39:07.642584 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 248bd768-d404-4c60-815f-657551377363 resource provider aggregate not found Oct 04 20:39:07.650312 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c8609042-01be-4cf9-aaa7-1452339eabf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (96cd4ac6-8136-405b-8d74-7122cce768f9), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:07.756850 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 248bd768-d404-4c60-815f-657551377363 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 248bd768-d404-4c60-815f-657551377363 found for delete ", "request_id": "req-97038dde-93b4-4cff-a88a-3f7834434b68"}]} Oct 04 20:39:07.844251 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:07.927616 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:07.953829 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-772a9821-627e-4e19-9ff4-cd56d8cc2924 req-adfc4434-e589-404a-92c5-646d63830a2f tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9e154c59-4349-4579-ac56-d3f7608a8c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6074169 Oct 04 20:39:07.990292 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8609042-01be-4cf9-aaa7-1452339eabf9 admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:39:08.009740 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0d94909-6764-4e5f-a9aa-1fa1b88eb5e9 admin admin] Router f7a4361b-05eb-4e57-8561-e313f40e1bc1 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:39:08.022916 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-c8609042-01be-4cf9-aaa7-1452339eabf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:39:08.037107 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8609042-01be-4cf9-aaa7-1452339eabf9 admin admin] Pushing event updated for resources: {'Port': ['ID=96cd4ac6-8136-405b-8d74-7122cce768f9,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:08.042218 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8609042-01be-4cf9-aaa7-1452339eabf9 admin admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:39:08.045257 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:08.058067 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device a55c4fe7-8c63-4a39-819e-95561de2446e up at agent hyperv_n-h1-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:39:08.062353 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [req-d24da93d-7c08-4ccb-8b97-51777897a6ef req-157d6e9c-07ee-4445-88d3-1f99eb9b1b2e tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] For port 3ba03155-a256-4d12-935c-4c94ada17413, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=3ba03155-a256-4d12-935c-4c94ada17413,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:39:08.062935 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-d24da93d-7c08-4ccb-8b97-51777897a6ef req-157d6e9c-07ee-4445-88d3-1f99eb9b1b2e tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (3ba03155-a256-4d12-935c-4c94ada17413), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:08.067787 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-29747327-5649-492b-906a-84af61625153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (803d74c8-22bd-4a6c-82d8-765a83711179), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:08.141493 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-29747327-5649-492b-906a-84af61625153 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:08.152098 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-29747327-5649-492b-906a-84af61625153 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/803d74c8-22bd-4a6c-82d8-765a83711179 HTTP/1.1" status: 204 len: 168 time: 2.6627779 Oct 04 20:39:08.171885 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [req-d24da93d-7c08-4ccb-8b97-51777897a6ef req-157d6e9c-07ee-4445-88d3-1f99eb9b1b2e tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Calling delete_port for 3ba03155-a256-4d12-935c-4c94ada17413 owned by compute:nova {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:39:08.182967 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:08.265589 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-56db2573-4fc6-4a8f-8b8c-eaedc3a22f37 req-36290da3-70b1-4478-85de-322beaa171a9 tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d919ea2f-c89d-42d5-9bbd-737be810f88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5999413 Oct 04 20:39:08.299337 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29747327-5649-492b-906a-84af61625153 admin admin] Pushing event deleted for resources: {'Network': ['ID=803d74c8-22bd-4a6c-82d8-765a83711179,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:08.314375 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Provisioning for port a55c4fe7-8c63-4a39-819e-95561de2446e completed by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 20:39:08.474326 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Provisioning complete for port a55c4fe7-8c63-4a39-819e-95561de2446e triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:39:08.474326 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (a55c4fe7-8c63-4a39-819e-95561de2446e), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:08.477244 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Attempt 1 to provision port a55c4fe7-8c63-4a39-819e-95561de2446e Oct 04 20:39:08.657725 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Device 2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1 details requested by agent hyperv_n-h2-852085-12 with host n-h2-852085-12 {{(pid=108171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 20:39:08.740823 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device eb5e338f-24af-4931-9326-cbfae56a3235 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:39:08.925663 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:09.018623 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:09.022390 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d94909-6764-4e5f-a9aa-1fa1b88eb5e9 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:39:09.056194 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d4ca5a-c990-4f4a-97b4-f608d62923a4 None None] Network 5c69fbf6-587d-40e3-bd0a-3ffcaac8d078 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:39:09.064909 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6a16fa-2329-4f2b-8843-ab9557f8f63d None None] Sync routers for ids ['f7a4361b-05eb-4e57-8561-e313f40e1bc1'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:39:09.161348 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.resource_extend [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 04 20:39:09.175841 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-d24da93d-7c08-4ccb-8b97-51777897a6ef req-157d6e9c-07ee-4445-88d3-1f99eb9b1b2e tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (3ba03155-a256-4d12-935c-4c94ada17413), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:09.176333 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 34086) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:39:09.222306 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b0d94909-6764-4e5f-a9aa-1fa1b88eb5e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:09.227599 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b0d94909-6764-4e5f-a9aa-1fa1b88eb5e9 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 933 time: 11.3968594 Oct 04 20:39:09.234913 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 34088) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:39:09.282029 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568c488-05bf-4221-abac-55fc7fa8b79d req-dad6dfe6-0d8a-454a-b589-51fa4a16b293 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:39:09.286532 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a568c488-05bf-4221-abac-55fc7fa8b79d req-dad6dfe6-0d8a-454a-b589-51fa4a16b293 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=70bac598-5b49-450a-9297-98c948ede895 HTTP/1.1" status: 200 len: 949 time: 0.3506694 Oct 04 20:39:09.289434 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] get_ports_and_sgs() called for port_ids ['f5495aac-c2d7-419a-9cc9-79e9ec72c16c', '4d3acb0b-9db4-4859-841b-32026dc92298'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:39:09.294094 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] get_ports_and_sgs() called for port_ids ['978b2a22-cd30-468a-af9b-1b86275c1460', '1d4c616d-0938-4b70-9e11-adcaef4edc51', '883b816a-c7ca-4854-9627-ee3644556a24', 'f1539adb-7984-4760-843a-2936f8ddf173'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:39:09.296206 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e40f24d3-8193-4e8d-8e11-9e5f3ebbce8a admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=f37d0edcedec45449d139180e2fec383&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1156538 Oct 04 20:39:09.303808 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-5373587b-fc9c-4ef6-9912-de1cbd025a52 None None] Provisioning complete for port eb5e338f-24af-4931-9326-cbfae56a3235 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:39:09.304480 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5373587b-fc9c-4ef6-9912-de1cbd025a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (eb5e338f-24af-4931-9326-cbfae56a3235), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:09.305045 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-5373587b-fc9c-4ef6-9912-de1cbd025a52 None None] Attempt 1 to provision port eb5e338f-24af-4931-9326-cbfae56a3235 Oct 04 20:39:09.353472 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 34090) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:39:09.430531 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:09.461811 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6a16fa-2329-4f2b-8843-ab9557f8f63d None None] Routers {'f7a4361b-05eb-4e57-8561-e313f40e1bc1'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:39:09.464302 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3bc53a-976f-4106-a702-bc7279a15145 req-b3ffe40c-5d1c-4d93-8703-866878bea5e2 tempest-LiveMigrationTest-1791906039 tempest-LiveMigrationTest-1791906039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:39:09.464737 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-5a6a16fa-2329-4f2b-8843-ab9557f8f63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:38:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['f7a4361b-05eb-4e57-8561-e313f40e1bc1'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:39:09.466026 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-6e3bc53a-976f-4106-a702-bc7279a15145 req-b3ffe40c-5d1c-4d93-8703-866878bea5e2 tempest-LiveMigrationTest-1791906039 tempest-LiveMigrationTest-1791906039-project] 10.222.0.78 "GET /networking/v2.0/networks?id=f83df98d-561c-48da-846a-6d99e02fce9a HTTP/1.1" status: 200 len: 808 time: 0.5333643 Oct 04 20:39:09.467555 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157d6e9c-07ee-4445-88d3-1f99eb9b1b2e tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Pushing event deleted for resources: {'Port': ['ID=3ba03155-a256-4d12-935c-4c94ada17413,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:09.568034 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bf3fdcb3-3f13-41d8-8010-74955e28c0a2 admin admin] Publish callbacks [] for security_group (30764c5e-05ae-49ae-8ac6-4d5d5cce8500), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:09.616749 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-6e3bc53a-976f-4106-a702-bc7279a15145 req-eabcd5c6-5ea4-4b7e-9a11-6cdc99dffd9b tempest-LiveMigrationTest-1791906039 tempest-LiveMigrationTest-1791906039-project] 10.222.0.78 "GET /networking/v2.0/quotas/10ad510c188c41c5b44cde6ddd2f40e3 HTTP/1.1" status: 200 len: 375 time: 0.1180556 Oct 04 20:39:09.626174 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [req-d24da93d-7c08-4ccb-8b97-51777897a6ef req-157d6e9c-07ee-4445-88d3-1f99eb9b1b2e tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] No DVR routers for this DVR port 3ba03155-a256-4d12-935c-4c94ada17413 on host n-h1-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:39:09.645215 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-d24da93d-7c08-4ccb-8b97-51777897a6ef req-157d6e9c-07ee-4445-88d3-1f99eb9b1b2e tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:09.650900 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d24da93d-7c08-4ccb-8b97-51777897a6ef req-157d6e9c-07ee-4445-88d3-1f99eb9b1b2e tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.83 "DELETE /networking/v2.0/ports/3ba03155-a256-4d12-935c-4c94ada17413 HTTP/1.1" status: 204 len: 173 time: 3.2086749 Oct 04 20:39:09.651708 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70bac598-5b49-450a-9297-98c948ede895', 'name': 'network-vif-deleted', 'tag': '3ba03155-a256-4d12-935c-4c94ada17413'}] {{(pid=108170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:39:09.655729 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Current status of the port a55c4fe7-8c63-4a39-819e-95561de2446e is: BUILD; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:39:09.656163 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (a55c4fe7-8c63-4a39-819e-95561de2446e), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:09.660868 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bf3fdcb3-3f13-41d8-8010-74955e28c0a2 admin admin] Publish callbacks [] for security_group (30764c5e-05ae-49ae-8ac6-4d5d5cce8500), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:09.661926 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a696e922a709062c6bf2650733a1f4a2b44940721a32d933316dd509f3aaf0ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52960674-f652-4664-b52e-65c530849ae3" -d '{"events": [{"server_uuid": "70bac598-5b49-450a-9297-98c948ede895", "name": "network-vif-deleted", "tag": "3ba03155-a256-4d12-935c-4c94ada17413"}]}' {{(pid=108170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:39:09.796995 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-6e3bc53a-976f-4106-a702-bc7279a15145 req-aec3d78a-591a-4464-ac03-8bd115a27504 tempest-LiveMigrationTest-1791906039 tempest-LiveMigrationTest-1791906039-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=10ad510c188c41c5b44cde6ddd2f40e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1557214 Oct 04 20:39:10.049576 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port eb5e338f-24af-4931-9326-cbfae56a3235 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:39:10.050470 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (eb5e338f-24af-4931-9326-cbfae56a3235), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:10.050852 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port eb5e338f-24af-4931-9326-cbfae56a3235 Oct 04 20:39:10.089384 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:10.092888 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:10.106773 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a568c488-05bf-4221-abac-55fc7fa8b79d req-3211626d-2ea4-4ed0-942d-4e8984f06eb0 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6912951 Oct 04 20:39:10.125241 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd64c084-10af-4b12-bdd9-ef53866be364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55c4fe7-8c63-4a39-819e-95561de2446e'}] {{(pid=108171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:39:10.129697 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966b91da6921e714df7c26a37f4733087768fb9a36052be1ead95d4d835f43be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1df4921-74ce-4823-ad27-86fd03cedaec" -d '{"events": [{"server_uuid": "bd64c084-10af-4b12-bdd9-ef53866be364", "name": "network-vif-plugged", "status": "completed", "tag": "a55c4fe7-8c63-4a39-819e-95561de2446e"}]}' {{(pid=108171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:39:10.206212 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c8609042-01be-4cf9-aaa7-1452339eabf9 admin admin] Publish callbacks [] for router_gateway (c8c0b726-b7dc-415e-8563-e376379d2671), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:10.221620 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:10.343843 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] For port a55c4fe7-8c63-4a39-819e-95561de2446e, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=a55c4fe7-8c63-4a39-819e-95561de2446e,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:39:10.465952 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:10.500873 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] For port 2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1, host n-h2-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852085-12',level=0,port_id=2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:39:10.596666 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bf3fdcb3-3f13-41d8-8010-74955e28c0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (30764c5e-05ae-49ae-8ac6-4d5d5cce8500), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:10.602838 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bf3fdcb3-3f13-41d8-8010-74955e28c0a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:10.603567 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (a55c4fe7-8c63-4a39-819e-95561de2446e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:10.605404 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device 3ba03155-a256-4d12-935c-4c94ada17413 no longer exists at agent hyperv_n-h1-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:39:10.608997 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-bf3fdcb3-3f13-41d8-8010-74955e28c0a2 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/30764c5e-05ae-49ae-8ac6-4d5d5cce8500 HTTP/1.1" status: 204 len: 168 time: 1.2516851 Oct 04 20:39:10.656480 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-5a6a16fa-2329-4f2b-8843-ab9557f8f63d None None] Set router f7a4361b-05eb-4e57-8561-e313f40e1bc1 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:39:10.698258 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3fdcb3-3f13-41d8-8010-74955e28c0a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30764c5e-05ae-49ae-8ac6-4d5d5cce8500,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:10.727127 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c5ba9-c87b-41cc-9953-2f3c3bbe23ca req-f8825c8b-14ef-4a08-89d9-132824ca83e2 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:39:10.741821 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c12c5ba9-c87b-41cc-9953-2f3c3bbe23ca req-f8825c8b-14ef-4a08-89d9-132824ca83e2 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9d42994f-e35e-413c-a0a3-14bb3878e209 HTTP/1.1" status: 200 len: 948 time: 0.3217235 Oct 04 20:39:10.826492 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:10.860691 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-81f77301-ee9e-4336-a6e6-f5bdeb878461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:10.883197 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:10.903276 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3695022-4a00-4b1a-bc39-455c9fb0f48d req-f8671960-efb6-4b9b-b5b2-2deee30b927e tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:39:10.906527 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d3695022-4a00-4b1a-bc39-455c9fb0f48d req-f8671960-efb6-4b9b-b5b2-2deee30b927e tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7bb70165-8fd0-439d-aa99-cff22896f645 HTTP/1.1" status: 200 len: 948 time: 0.4402063 Oct 04 20:39:10.929826 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Returning: {'device': '2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1', 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7', 'port_id': '2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1', 'mac_address': 'fa:16:3e:4f:52:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1956090-7ed7-4d05-a46e-a7b0885ca8e4', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 20:39:10.961149 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:11.401138 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] No Port match for: 3ba03155-a256-4d12-935c-4c94ada17413 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:39:11.402019 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device 3ba03155-a256-4d12-935c-4c94ada17413 not bound to the agent host n-h1-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:39:11.448960 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-81f77301-ee9e-4336-a6e6-f5bdeb878461 admin admin] Allocated IP 172.20.0.1 (6e500946-a895-4d85-8dde-03af839f7412/0698b637-4f49-4cfc-9e28-94dad394b1cb/08505723-55ca-45ad-94b8-9d61b860ef4a) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:39:11.610803 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c12c5ba9-c87b-41cc-9953-2f3c3bbe23ca req-88ef39d3-3472-4a63-87e2-92f43d662968 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9e154c59-4349-4579-ac56-d3f7608a8c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8655267 Oct 04 20:39:11.623746 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port eb5e338f-24af-4931-9326-cbfae56a3235 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:39:11.624296 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (eb5e338f-24af-4931-9326-cbfae56a3235), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:11.681600 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 34122) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:39:11.768112 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 20:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e38541-02b9-474a-8453-4ec3e94000d8 x-openstack-request-id: req-87e38541-02b9-474a-8453-4ec3e94000d8 {{(pid=108170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:39:11.771628 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70bac598-5b49-450a-9297-98c948ede895", "name": "network-vif-deleted", "tag": "3ba03155-a256-4d12-935c-4c94ada17413", "status": "completed", "code": 200}]} {{(pid=108170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:39:11.772938 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-87e38541-02b9-474a-8453-4ec3e94000d8 {{(pid=108170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:39:11.776431 n-d-852085-12 neutron-server[108170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87e38541-02b9-474a-8453-4ec3e94000d8'] response: {'server_uuid': '70bac598-5b49-450a-9297-98c948ede895', 'name': 'network-vif-deleted', 'tag': '3ba03155-a256-4d12-935c-4c94ada17413', 'status': 'completed', 'code': 200} Oct 04 20:39:11.813669 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-81f77301-ee9e-4336-a6e6-f5bdeb878461 admin admin] Publish callbacks [] for port (08505723-55ca-45ad-94b8-9d61b860ef4a), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:11.830684 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c8609042-01be-4cf9-aaa7-1452339eabf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (c8c0b726-b7dc-415e-8563-e376379d2671), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:11.851170 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Pushing event updated for resources: {'Port': ['ID=a55c4fe7-8c63-4a39-819e-95561de2446e,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:11.866725 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d3695022-4a00-4b1a-bc39-455c9fb0f48d req-6422b2e3-609f-4679-b5dc-03b890bb7bb8 tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d919ea2f-c89d-42d5-9bbd-737be810f88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9347472 Oct 04 20:39:11.887571 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-5373587b-fc9c-4ef6-9912-de1cbd025a52 None None] Current status of the port eb5e338f-24af-4931-9326-cbfae56a3235 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:39:11.887571 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5373587b-fc9c-4ef6-9912-de1cbd025a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (eb5e338f-24af-4931-9326-cbfae56a3235), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:11.887914 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:11.948516 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 34128) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:39:12.091310 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-81f77301-ee9e-4336-a6e6-f5bdeb878461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (08505723-55ca-45ad-94b8-9d61b860ef4a), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:12.113577 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Current status of the port 2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1 is: DOWN; New status is: BUILD {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:39:12.114656 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:12.192876 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device 3816d2e0-249b-44b8-be16-c80be3f1c4e8 details requested by agent hyperv_n-h1-852085-12 with host n-h1-852085-12 {{(pid=108171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 20:39:12.221079 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 20:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9866479a-8824-4dbe-b804-617900dc4918 x-openstack-request-id: req-9866479a-8824-4dbe-b804-617900dc4918 {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:39:12.223571 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd64c084-10af-4b12-bdd9-ef53866be364", "name": "network-vif-plugged", "status": "completed", "tag": "a55c4fe7-8c63-4a39-819e-95561de2446e", "code": 200}]} {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:39:12.227328 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9866479a-8824-4dbe-b804-617900dc4918 {{(pid=108171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:39:12.228195 n-d-852085-12 neutron-server[108171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9866479a-8824-4dbe-b804-617900dc4918'] response: {'server_uuid': 'bd64c084-10af-4b12-bdd9-ef53866be364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55c4fe7-8c63-4a39-819e-95561de2446e', 'code': 200} Oct 04 20:39:12.279645 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1 {{(pid=108171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 20:39:12.307424 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:12.347542 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f77301-ee9e-4336-a6e6-f5bdeb878461 admin admin] Network 6e500946-a895-4d85-8dde-03af839f7412 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:39:12.362129 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-81f77301-ee9e-4336-a6e6-f5bdeb878461 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:39:12.373677 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f77301-ee9e-4336-a6e6-f5bdeb878461 admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:39:12.451989 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f77301-ee9e-4336-a6e6-f5bdeb878461 admin admin] Pushing event updated for resources: {'Port': ['ID=08505723-55ca-45ad-94b8-9d61b860ef4a,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:12.517032 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bc96b888-d8c3-4188-ad43-01f7b105c464 tempest-LiveMigrationTest-1791906039 tempest-LiveMigrationTest-1791906039-project] Publish callbacks [] for security_group (2260338d-161b-4e2b-bd54-99b6d1af67ba), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:12.596970 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-bd0c62b0-7e6a-4781-9440-798eeb055b07 req-b7426824-899d-4450-a584-dedd96cd1831 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=70bac598-5b49-450a-9297-98c948ede895 HTTP/1.1" status: 200 len: 210 time: 0.3654795 Oct 04 20:39:12.626722 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bc96b888-d8c3-4188-ad43-01f7b105c464 tempest-LiveMigrationTest-1791906039 tempest-LiveMigrationTest-1791906039-project] Publish callbacks [] for security_group (2260338d-161b-4e2b-bd54-99b6d1af67ba), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:12.636541 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-46b91b30-3695-407a-a16c-ec0f60258148 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:12.686598 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644973eb-0802-4d34-9e01-dda9f3a3c800 req-a474a356-2b7b-4b29-bf73-691e0fb3ec67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:39:12.689605 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-644973eb-0802-4d34-9e01-dda9f3a3c800 req-a474a356-2b7b-4b29-bf73-691e0fb3ec67 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=bd64c084-10af-4b12-bdd9-ef53866be364 HTTP/1.1" status: 200 len: 1133 time: 0.3527710 Oct 04 20:39:12.767730 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-81f77301-ee9e-4336-a6e6-f5bdeb878461 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (f7a4361b-05eb-4e57-8561-e313f40e1bc1), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:12.825932 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-5373587b-fc9c-4ef6-9912-de1cbd025a52 None None] For port eb5e338f-24af-4931-9326-cbfae56a3235, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=eb5e338f-24af-4931-9326-cbfae56a3235,segment=NetworkSegment(32cfb049-3736-4e22-88f3-fa7ce31dc2f1),segment_id=32cfb049-3736-4e22-88f3-fa7ce31dc2f1)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:39:12.856651 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:12.889026 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] For port 2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1, host n-h2-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852085-12',level=0,port_id=2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:39:12.920771 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:12.974081 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.resource_extend [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 04 20:39:13.117287 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5373587b-fc9c-4ef6-9912-de1cbd025a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (eb5e338f-24af-4931-9326-cbfae56a3235), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:13.120926 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-644973eb-0802-4d34-9e01-dda9f3a3c800 req-9ccbb7cd-19c3-4bcd-afad-062825d74cad service neutron] 10.222.0.83 "GET /networking/v2.0/security-groups?id=9e154c59-4349-4579-ac56-d3f7608a8c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3870337 Oct 04 20:39:13.138654 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bc96b888-d8c3-4188-ad43-01f7b105c464 tempest-LiveMigrationTest-1791906039 tempest-LiveMigrationTest-1791906039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (2260338d-161b-4e2b-bd54-99b6d1af67ba), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:13.141422 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b99fa34-8404-4a82-8277-3dd265f64444 req-415b0a3f-a596-440a-a6ed-5f1102e8c57c tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:39:13.144385 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-3b99fa34-8404-4a82-8277-3dd265f64444 req-415b0a3f-a596-440a-a6ed-5f1102e8c57c tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9d42994f-e35e-413c-a0a3-14bb3878e209 HTTP/1.1" status: 200 len: 948 time: 0.2257259 Oct 04 20:39:13.157694 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bc96b888-d8c3-4188-ad43-01f7b105c464 tempest-LiveMigrationTest-1791906039 tempest-LiveMigrationTest-1791906039-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:13.159800 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-bc96b888-d8c3-4188-ad43-01f7b105c464 tempest-LiveMigrationTest-1791906039 tempest-LiveMigrationTest-1791906039-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/2260338d-161b-4e2b-bd54-99b6d1af67ba HTTP/1.1" status: 204 len: 168 time: 1.2088203 Oct 04 20:39:13.181372 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 34142) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:39:13.188146 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc96b888-d8c3-4188-ad43-01f7b105c464 tempest-LiveMigrationTest-1791906039 tempest-LiveMigrationTest-1791906039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2260338d-161b-4e2b-bd54-99b6d1af67ba,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:13.229986 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:13.324530 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-46b91b30-3695-407a-a16c-ec0f60258148 admin admin] Publish callbacks [] for security_group (e396c0b4-10fa-4bcd-96c8-8ac1083e8b0c), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:13.325250 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-81f77301-ee9e-4336-a6e6-f5bdeb878461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (08505723-55ca-45ad-94b8-9d61b860ef4a), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:13.367760 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8609042-01be-4cf9-aaa7-1452339eabf9 admin admin] Router c8c0b726-b7dc-415e-8563-e376379d2671 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:39:13.381263 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-f1f4f668-28d9-47b9-a47e-f8fe3eb6b5bc tempest-LiveMigrationTest-1791906039 tempest-LiveMigrationTest-1791906039-project] show failed (client error): The resource could not be found. Oct 04 20:39:13.387557 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f1f4f668-28d9-47b9-a47e-f8fe3eb6b5bc tempest-LiveMigrationTest-1791906039 tempest-LiveMigrationTest-1791906039-project] 10.222.0.78 "GET /networking/v2.0/security-groups/2260338d-161b-4e2b-bd54-99b6d1af67ba HTTP/1.1" status: 404 len: 347 time: 0.1971657 Oct 04 20:39:13.394785 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 34148) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:39:13.413953 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 20:39:13.414849 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 20:39:13.581132 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:13.608093 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d424e-9400-4ba3-bd1c-f43321e8ed67 req-66158cae-e0ba-4d36-af4c-915800b30082 tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:39:13.621802 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f54d424e-9400-4ba3-bd1c-f43321e8ed67 req-66158cae-e0ba-4d36-af4c-915800b30082 tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7bb70165-8fd0-439d-aa99-cff22896f645 HTTP/1.1" status: 200 len: 948 time: 0.4426501 Oct 04 20:39:13.624481 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-0b5ebbb5-e78f-4523-826a-59ded36c10a3 None None] Provisioning complete for port 08505723-55ca-45ad-94b8-9d61b860ef4a triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:39:13.625101 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0b5ebbb5-e78f-4523-826a-59ded36c10a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (08505723-55ca-45ad-94b8-9d61b860ef4a), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:13.625774 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-0b5ebbb5-e78f-4523-826a-59ded36c10a3 None None] Attempt 1 to provision port 08505723-55ca-45ad-94b8-9d61b860ef4a Oct 04 20:39:13.651847 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-46b91b30-3695-407a-a16c-ec0f60258148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (e396c0b4-10fa-4bcd-96c8-8ac1083e8b0c), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:13.676751 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:13.752186 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] get_ports_and_sgs() called for port_ids ['2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:39:13.855493 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-81f77301-ee9e-4336-a6e6-f5bdeb878461 admin admin] Publish callbacks [] for port (08505723-55ca-45ad-94b8-9d61b860ef4a), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:13.892745 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-3b99fa34-8404-4a82-8277-3dd265f64444 req-eacaea76-6bfb-4f60-83e9-ca152f725499 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9e154c59-4349-4579-ac56-d3f7608a8c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7167692 Oct 04 20:39:13.936209 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-46b91b30-3695-407a-a16c-ec0f60258148 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=bc18d419c8b249ff89f56a0302023295&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2203751 Oct 04 20:39:13.945999 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 34154) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:39:14.007563 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 34156) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:39:14.078795 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-81f77301-ee9e-4336-a6e6-f5bdeb878461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (08505723-55ca-45ad-94b8-9d61b860ef4a), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:14.149081 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373587b-fc9c-4ef6-9912-de1cbd025a52 None None] Pushing event updated for resources: {'Port': ['ID=eb5e338f-24af-4931-9326-cbfae56a3235,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:14.154389 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:14.158687 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-5a6a16fa-2329-4f2b-8843-ab9557f8f63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a4361b-05eb-4e57-8561-e313f40e1bc1', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1422610826-router', 'tenant_id': '8fe6727c071748399777eac51fd08556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'b0ffa65a-b317-4785-97ac-75763577d4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:38:58Z', 'updated_at': '2022-10-04T20:39:06Z', 'revision_number': 3, 'project_id': '8fe6727c071748399777eac51fd08556', 'gw_port': {'id': 'b0ffa65a-b317-4785-97ac-75763577d4ac', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a4361b-05eb-4e57-8561-e313f40e1bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:39:02Z', 'updated_at': '2022-10-04T20:39:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:39:14.159110 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b91b30-3695-407a-a16c-ec0f60258148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e396c0b4-10fa-4bcd-96c8-8ac1083e8b0c,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:14.164104 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8609042-01be-4cf9-aaa7-1452339eabf9 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:39:14.186895 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b28324-942f-4729-b043-81c1b3098d71 None None] Sync routers for ids ['c8c0b726-b7dc-415e-8563-e376379d2671'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:39:14.249498 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b28324-942f-4729-b043-81c1b3098d71 None None] Routers {'c8c0b726-b7dc-415e-8563-e376379d2671'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:39:14.254305 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-c0b28324-942f-4729-b043-81c1b3098d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:38:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['c8c0b726-b7dc-415e-8563-e376379d2671'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:39:14.279932 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f54d424e-9400-4ba3-bd1c-f43321e8ed67 req-39caedbc-a66a-46f1-91bb-6567dada7219 tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d919ea2f-c89d-42d5-9bbd-737be810f88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6565456 Oct 04 20:39:14.295972 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-bae14deb-6e66-4dd7-9c5f-36c0d2abc628 tempest-LiveMigrationTest-1791906039 tempest-LiveMigrationTest-1791906039-project] Deleting port 20775a54-5700-408d-bb1c-5f00cfd8aed9 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:39:14.298210 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bae14deb-6e66-4dd7-9c5f-36c0d2abc628 tempest-LiveMigrationTest-1791906039 tempest-LiveMigrationTest-1791906039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (20775a54-5700-408d-bb1c-5f00cfd8aed9), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:14.372021 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:14.388930 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:14.391996 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Pushing event updated for resources: {'Port': ['ID=2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:14.407233 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-81f77301-ee9e-4336-a6e6-f5bdeb878461 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (f7a4361b-05eb-4e57-8561-e313f40e1bc1), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:14.450197 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6a16fa-2329-4f2b-8843-ab9557f8f63d None None] Checking router: f7a4361b-05eb-4e57-8561-e313f40e1bc1 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:39:14.450793 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6a16fa-2329-4f2b-8843-ab9557f8f63d None None] Updating router f7a4361b-05eb-4e57-8561-e313f40e1bc1 port b0ffa65a-b317-4785-97ac-75763577d4ac binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:39:14.473869 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-0b5ebbb5-e78f-4523-826a-59ded36c10a3 None None] Port 08505723-55ca-45ad-94b8-9d61b860ef4a cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:39:14.521516 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] For port 3816d2e0-249b-44b8-be16-c80be3f1c4e8, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=3816d2e0-249b-44b8-be16-c80be3f1c4e8,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:39:14.585252 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c8609042-01be-4cf9-aaa7-1452339eabf9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:14.591459 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c8609042-01be-4cf9-aaa7-1452339eabf9 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 935 time: 14.8564935 Oct 04 20:39:14.599408 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 34162) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:39:14.716024 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:14.724813 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f77301-ee9e-4336-a6e6-f5bdeb878461 admin admin] Pushing event updated for resources: {'Port': ['ID=08505723-55ca-45ad-94b8-9d61b860ef4a,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:14.733528 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6e870952-8ec2-4577-a7ca-a7de7b123f61 admin admin] Publish callbacks [] for security_group (e396c0b4-10fa-4bcd-96c8-8ac1083e8b0c), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:14.771273 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f77301-ee9e-4336-a6e6-f5bdeb878461 admin admin] Network 6e500946-a895-4d85-8dde-03af839f7412 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:39:14.782652 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-81f77301-ee9e-4336-a6e6-f5bdeb878461 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:39:14.792455 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-c0b28324-942f-4729-b043-81c1b3098d71 None None] Set router c8c0b726-b7dc-415e-8563-e376379d2671 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:39:14.810062 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6e870952-8ec2-4577-a7ca-a7de7b123f61 admin admin] Publish callbacks [] for security_group (e396c0b4-10fa-4bcd-96c8-8ac1083e8b0c), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:14.825719 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port eb5e338f-24af-4931-9326-cbfae56a3235 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:39:14.830261 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 3b7b01a8-0ebc-4029-8b76-19f42667ad6e up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:39:14.835686 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-80972e7e-438c-4a84-893b-b119d826c79f admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1250378550-network', 'tenant_id': '8e0f9649604d45b996d238ad4395b51a'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:39:14.851761 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-0b5ebbb5-e78f-4523-826a-59ded36c10a3 None None] Provisioning complete for port eb5e338f-24af-4931-9326-cbfae56a3235 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:39:14.855129 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0b5ebbb5-e78f-4523-826a-59ded36c10a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (eb5e338f-24af-4931-9326-cbfae56a3235), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:14.856621 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-0b5ebbb5-e78f-4523-826a-59ded36c10a3 None None] Attempt 1 to provision port eb5e338f-24af-4931-9326-cbfae56a3235 Oct 04 20:39:14.862595 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Returning: {'device': '3816d2e0-249b-44b8-be16-c80be3f1c4e8', 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7', 'port_id': '3816d2e0-249b-44b8-be16-c80be3f1c4e8', 'mac_address': 'fa:16:3e:c3:00:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1956090-7ed7-4d05-a46e-a7b0885ca8e4', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 20:39:15.088572 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5a6a16fa-2329-4f2b-8843-ab9557f8f63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b0ffa65a-b317-4785-97ac-75763577d4ac), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:15.353356 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81f77301-ee9e-4336-a6e6-f5bdeb878461 admin admin] Router f7a4361b-05eb-4e57-8561-e313f40e1bc1 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:39:15.400697 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bae14deb-6e66-4dd7-9c5f-36c0d2abc628 tempest-LiveMigrationTest-1791906039 tempest-LiveMigrationTest-1791906039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (20775a54-5700-408d-bb1c-5f00cfd8aed9), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:15.401166 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bae14deb-6e66-4dd7-9c5f-36c0d2abc628 tempest-LiveMigrationTest-1791906039 tempest-LiveMigrationTest-1791906039-project] Publish callbacks [] for floatingip (20775a54-5700-408d-bb1c-5f00cfd8aed9), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:15.452963 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-bae14deb-6e66-4dd7-9c5f-36c0d2abc628 tempest-LiveMigrationTest-1791906039 tempest-LiveMigrationTest-1791906039-project] Calling delete_port for 20775a54-5700-408d-bb1c-5f00cfd8aed9 owned by network:floatingip {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:39:15.461292 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:15.463709 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-c0b28324-942f-4729-b043-81c1b3098d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c0b726-b7dc-415e-8563-e376379d2671', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1858077762-router', 'tenant_id': 'ab7f55d3f0d44d26b00ae52218511449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '96cd4ac6-8136-405b-8d74-7122cce768f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:39:00Z', 'updated_at': '2022-10-04T20:39:09Z', 'revision_number': 3, 'project_id': 'ab7f55d3f0d44d26b00ae52218511449', 'gw_port': {'id': '96cd4ac6-8136-405b-8d74-7122cce768f9', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f7:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c0b726-b7dc-415e-8563-e376379d2671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:39:04Z', 'updated_at': '2022-10-04T20:39:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:39:15.507166 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:15.527715 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b28324-942f-4729-b043-81c1b3098d71 None None] Checking router: c8c0b726-b7dc-415e-8563-e376379d2671 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:39:15.529908 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b28324-942f-4729-b043-81c1b3098d71 None None] Updating router c8c0b726-b7dc-415e-8563-e376379d2671 port 96cd4ac6-8136-405b-8d74-7122cce768f9 binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:39:15.574390 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80972e7e-438c-4a84-893b-b119d826c79f admin admin] Made reservation on behalf of 8e0f9649604d45b996d238ad4395b51a for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:39:15.579127 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-80972e7e-438c-4a84-893b-b119d826c79f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:15.595868 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-c0b28324-942f-4729-b043-81c1b3098d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (96cd4ac6-8136-405b-8d74-7122cce768f9), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:15.655909 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f77301-ee9e-4336-a6e6-f5bdeb878461 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:39:15.667928 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-81f77301-ee9e-4336-a6e6-f5bdeb878461 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/f7a4361b-05eb-4e57-8561-e313f40e1bc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4312348 Oct 04 20:39:15.692583 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-80972e7e-438c-4a84-893b-b119d826c79f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:15.707045 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Current status of the port 3816d2e0-249b-44b8-be16-c80be3f1c4e8 is: DOWN; New status is: BUILD {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:39:15.707964 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (3816d2e0-249b-44b8-be16-c80be3f1c4e8), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:15.732340 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 3b7b01a8-0ebc-4029-8b76-19f42667ad6e triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:39:15.732985 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (3b7b01a8-0ebc-4029-8b76-19f42667ad6e), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:15.733684 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 3b7b01a8-0ebc-4029-8b76-19f42667ad6e Oct 04 20:39:15.747899 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6e870952-8ec2-4577-a7ca-a7de7b123f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (e396c0b4-10fa-4bcd-96c8-8ac1083e8b0c), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:15.753153 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6e870952-8ec2-4577-a7ca-a7de7b123f61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:15.759390 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-6e870952-8ec2-4577-a7ca-a7de7b123f61 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/e396c0b4-10fa-4bcd-96c8-8ac1083e8b0c HTTP/1.1" status: 204 len: 168 time: 1.8077128 Oct 04 20:39:15.796945 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e870952-8ec2-4577-a7ca-a7de7b123f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e396c0b4-10fa-4bcd-96c8-8ac1083e8b0c,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:15.841683 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e166fe-4e4d-458b-934d-c74036dad662 req-30544244-9781-4dac-a8f0-103c5101481a tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:39:15.845865 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-b4e166fe-4e4d-458b-934d-c74036dad662 req-30544244-9781-4dac-a8f0-103c5101481a tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9d42994f-e35e-413c-a0a3-14bb3878e209 HTTP/1.1" status: 200 len: 949 time: 0.3564460 Oct 04 20:39:15.869805 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e076c-260c-4714-92dd-712a2862278f req-ad1bd90b-8c7c-4d2b-bff3-dd62fdf6a05a tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:39:15.873424 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-614e076c-260c-4714-92dd-712a2862278f req-ad1bd90b-8c7c-4d2b-bff3-dd62fdf6a05a tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=73277283-dff3-403d-a03b-b44ab89b63c8 HTTP/1.1" status: 200 len: 949 time: 1.0056109 Oct 04 20:39:15.929075 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e78dae0d-a9e8-4864-88d8-3d2335932baa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:15.981812 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:15.998598 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:16.061632 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3816d2e0-249b-44b8-be16-c80be3f1c4e8 {{(pid=108171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 20:39:16.108669 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 20:39:16.211429 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] For port 3816d2e0-249b-44b8-be16-c80be3f1c4e8, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=3816d2e0-249b-44b8-be16-c80be3f1c4e8,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:39:16.213890 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-0b5ebbb5-e78f-4523-826a-59ded36c10a3 None None] Current status of the port eb5e338f-24af-4931-9326-cbfae56a3235 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:39:16.255939 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:16.300677 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:16.378512 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (3816d2e0-249b-44b8-be16-c80be3f1c4e8), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:16.381473 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 3b7b01a8-0ebc-4029-8b76-19f42667ad6e is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:39:16.437632 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-a2c6e0a0-bdad-4d50-8376-6a6e08559c45 None None] Provisioning complete for port 08505723-55ca-45ad-94b8-9d61b860ef4a triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:39:16.438041 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a2c6e0a0-bdad-4d50-8376-6a6e08559c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (08505723-55ca-45ad-94b8-9d61b860ef4a), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:16.438620 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-a2c6e0a0-bdad-4d50-8376-6a6e08559c45 None None] Attempt 1 to provision port 08505723-55ca-45ad-94b8-9d61b860ef4a Oct 04 20:39:16.555057 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-614e076c-260c-4714-92dd-712a2862278f req-1afa9f9c-06ee-4096-8e58-d5d740de1ffe tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4992976 Oct 04 20:39:16.591256 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-b4e166fe-4e4d-458b-934d-c74036dad662 req-93340f0f-bf98-4a50-8c1f-146803553ea3 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9e154c59-4349-4579-ac56-d3f7608a8c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5442190 Oct 04 20:39:16.609793 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device eb5e338f-24af-4931-9326-cbfae56a3235 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:39:16.633606 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:16.735019 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bae14deb-6e66-4dd7-9c5f-36c0d2abc628 tempest-LiveMigrationTest-1791906039 tempest-LiveMigrationTest-1791906039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (20775a54-5700-408d-bb1c-5f00cfd8aed9), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:16.758322 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-a2c6e0a0-bdad-4d50-8376-6a6e08559c45 None None] Port 08505723-55ca-45ad-94b8-9d61b860ef4a cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:39:16.778275 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Pushing event updated for resources: {'Port': ['ID=3816d2e0-249b-44b8-be16-c80be3f1c4e8,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:16.865000 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] get_ports_and_sgs() called for port_ids ['3816d2e0-249b-44b8-be16-c80be3f1c4e8'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:39:16.876015 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:39:16.876567 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:39:16.877124 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:39:16.877846 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:39:16.878431 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:39:16.879004 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:39:16.879603 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:39:16.880150 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:39:16.880708 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:39:16.881655 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:39:16.882215 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:39:16.882751 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:39:16.883344 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:39:16.883867 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:39:16.884388 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:39:16.884607 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=100 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:16.945853 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae14deb-6e66-4dd7-9c5f-36c0d2abc628 tempest-LiveMigrationTest-1791906039 tempest-LiveMigrationTest-1791906039-project] Pushing event deleted for resources: {'Port': ['ID=20775a54-5700-408d-bb1c-5f00cfd8aed9,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:17.016417 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port eb5e338f-24af-4931-9326-cbfae56a3235 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:39:17.017622 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (eb5e338f-24af-4931-9326-cbfae56a3235), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:17.018180 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port eb5e338f-24af-4931-9326-cbfae56a3235 Oct 04 20:39:17.024807 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5a6a16fa-2329-4f2b-8843-ab9557f8f63d None None] Publish callbacks [] for port (b0ffa65a-b317-4785-97ac-75763577d4ac), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:17.038677 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:17.074648 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e49d42f-c6f1-495a-bd9e-bf88fe843d68 req-012c7dac-e220-48f4-9e09-b96a6a7cfe99 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:39:17.078803 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-3e49d42f-c6f1-495a-bd9e-bf88fe843d68 req-012c7dac-e220-48f4-9e09-b96a6a7cfe99 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=73277283-dff3-403d-a03b-b44ab89b63c8 HTTP/1.1" status: 200 len: 949 time: 0.7607179 Oct 04 20:39:17.158368 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-80972e7e-438c-4a84-893b-b119d826c79f admin admin] Publish callbacks [] for security_group (af1ed854-c309-47ed-884d-b7ea7c2c15d3), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:17.186371 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173fff76-8a11-4c2b-bb76-7df33e2366b3 req-8205411e-400c-4f98-90c6-c3929dcb62e2 tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:39:17.189683 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-173fff76-8a11-4c2b-bb76-7df33e2366b3 req-8205411e-400c-4f98-90c6-c3929dcb62e2 tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7bb70165-8fd0-439d-aa99-cff22896f645 HTTP/1.1" status: 200 len: 949 time: 0.2803438 Oct 04 20:39:17.331243 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-80972e7e-438c-4a84-893b-b119d826c79f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (af1ed854-c309-47ed-884d-b7ea7c2c15d3), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:17.363907 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5a6a16fa-2329-4f2b-8843-ab9557f8f63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (b0ffa65a-b317-4785-97ac-75763577d4ac), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:17.425737 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bae14deb-6e66-4dd7-9c5f-36c0d2abc628 tempest-LiveMigrationTest-1791906039 tempest-LiveMigrationTest-1791906039-project] Publish callbacks [] for floatingip (0138032f-f393-4151-b61b-c95514e456c3), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:17.432513 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bae14deb-6e66-4dd7-9c5f-36c0d2abc628 tempest-LiveMigrationTest-1791906039 tempest-LiveMigrationTest-1791906039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:17.435441 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-bae14deb-6e66-4dd7-9c5f-36c0d2abc628 tempest-LiveMigrationTest-1791906039 tempest-LiveMigrationTest-1791906039-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/0138032f-f393-4151-b61b-c95514e456c3 HTTP/1.1" status: 204 len: 168 time: 4.0369444 Oct 04 20:39:17.440602 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 34188) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:39:17.468370 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80972e7e-438c-4a84-893b-b119d826c79f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:39:17.488882 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da8018a-b3d7-4a0b-8e88-277cdf49c8b6 None None] Pushing event updated for resources: {'Port': ['ID=b0ffa65a-b317-4785-97ac-75763577d4ac,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:17.493033 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-80972e7e-438c-4a84-893b-b119d826c79f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (2f43f846-acd4-4310-b7db-b7eceb42a589), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:17.493995 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-80972e7e-438c-4a84-893b-b119d826c79f admin admin] Added segment 2f43f846-acd4-4310-b7db-b7eceb42a589 of type vlan for network fb937f49-ef4f-4907-8633-5381d328450a Oct 04 20:39:17.578577 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-c0b28324-942f-4729-b043-81c1b3098d71 None None] Publish callbacks [] for port (96cd4ac6-8136-405b-8d74-7122cce768f9), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:17.608616 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80972e7e-438c-4a84-893b-b119d826c79f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af1ed854-c309-47ed-884d-b7ea7c2c15d3,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:17.609385 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-5a6a16fa-2329-4f2b-8843-ab9557f8f63d None None] Attempting to bind port b0ffa65a-b317-4785-97ac-75763577d4ac on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:39:17.610024 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-5a6a16fa-2329-4f2b-8843-ab9557f8f63d None None] Attempting to bind port b0ffa65a-b317-4785-97ac-75763577d4ac by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:39:17.610639 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6a16fa-2329-4f2b-8843-ab9557f8f63d None None] Attempting to bind port b0ffa65a-b317-4785-97ac-75763577d4ac on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:39:17.614881 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port eb5e338f-24af-4931-9326-cbfae56a3235 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:39:17.624095 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-80972e7e-438c-4a84-893b-b119d826c79f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (fb937f49-ef4f-4907-8633-5381d328450a), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:17.671477 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5e7cdc2d-1697-4aed-8459-2eb54dc92c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:17.712503 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-c0b28324-942f-4729-b043-81c1b3098d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (96cd4ac6-8136-405b-8d74-7122cce768f9), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:17.735553 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6a16fa-2329-4f2b-8843-ab9557f8f63d None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:39:17.736426 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6a16fa-2329-4f2b-8843-ab9557f8f63d None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:39:17.737458 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5a6a16fa-2329-4f2b-8843-ab9557f8f63d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:17.738563 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6a16fa-2329-4f2b-8843-ab9557f8f63d None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:39:17.739322 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-5a6a16fa-2329-4f2b-8843-ab9557f8f63d None None] Bound port: b0ffa65a-b317-4785-97ac-75763577d4ac, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:39:17.740108 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5a6a16fa-2329-4f2b-8843-ab9557f8f63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b0ffa65a-b317-4785-97ac-75763577d4ac), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:17.771759 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [req-72d3060c-5a0f-487b-bf0a-2a03e46aa469 req-f5483188-41dd-44cf-a0f0-44109e9ac7a9 tempest-SecurityGroupsNegativeTestJSON-1408947949 tempest-SecurityGroupsNegativeTestJSON-1408947949-project] show failed (client error): The resource could not be found. Oct 04 20:39:17.774530 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-72d3060c-5a0f-487b-bf0a-2a03e46aa469 req-f5483188-41dd-44cf-a0f0-44109e9ac7a9 tempest-SecurityGroupsNegativeTestJSON-1408947949 tempest-SecurityGroupsNegativeTestJSON-1408947949-project] 10.222.0.78 "GET /networking/v2.0/security-groups/105ab0cf-2b15-4914-9863-0387d4199d73 HTTP/1.1" status: 404 len: 352 time: 0.4362903 Oct 04 20:39:17.821489 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-c0b28324-942f-4729-b043-81c1b3098d71 None None] Attempting to bind port 96cd4ac6-8136-405b-8d74-7122cce768f9 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:39:17.821489 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-c0b28324-942f-4729-b043-81c1b3098d71 None None] Attempting to bind port 96cd4ac6-8136-405b-8d74-7122cce768f9 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:39:17.821489 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b28324-942f-4729-b043-81c1b3098d71 None None] Attempting to bind port 96cd4ac6-8136-405b-8d74-7122cce768f9 on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:39:17.844218 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.db.resource_extend [None req-80972e7e-438c-4a84-893b-b119d826c79f admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 04 20:39:17.912316 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f769e8dc-ac22-4359-a791-72616b27da0f None None] Pushing event updated for resources: {'Port': ['ID=96cd4ac6-8136-405b-8d74-7122cce768f9,revision_number=2']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:17.923453 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:17.961149 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:17.978039 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b28324-942f-4729-b043-81c1b3098d71 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:39:17.978889 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b28324-942f-4729-b043-81c1b3098d71 None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:39:17.979762 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-c0b28324-942f-4729-b043-81c1b3098d71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:17.980567 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b28324-942f-4729-b043-81c1b3098d71 None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:39:17.981774 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-c0b28324-942f-4729-b043-81c1b3098d71 None None] Bound port: 96cd4ac6-8136-405b-8d74-7122cce768f9, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:39:17.982568 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-c0b28324-942f-4729-b043-81c1b3098d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (96cd4ac6-8136-405b-8d74-7122cce768f9), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:17.983655 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-5a6a16fa-2329-4f2b-8843-ab9557f8f63d None None] For port b0ffa65a-b317-4785-97ac-75763577d4ac, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:39:18.022804 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-5a6a16fa-2329-4f2b-8843-ab9557f8f63d None None] For port b0ffa65a-b317-4785-97ac-75763577d4ac, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b0ffa65a-b317-4785-97ac-75763577d4ac,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:39:18.079331 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-173fff76-8a11-4c2b-bb76-7df33e2366b3 req-bfe4687f-47b5-4acc-ad4e-372157abb68b tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d919ea2f-c89d-42d5-9bbd-737be810f88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8437390 Oct 04 20:39:18.081718 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [req-3e49d42f-c6f1-495a-bd9e-bf88fe843d68 req-e010c560-461c-4c09-9e13-9d355290c65c tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Deleting port 4d3acb0b-9db4-4859-841b-32026dc92298 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:39:18.082538 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-3e49d42f-c6f1-495a-bd9e-bf88fe843d68 req-e010c560-461c-4c09-9e13-9d355290c65c tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (4d3acb0b-9db4-4859-841b-32026dc92298), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:18.149124 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-c0b28324-942f-4729-b043-81c1b3098d71 None None] For port 96cd4ac6-8136-405b-8d74-7122cce768f9, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:39:18.156430 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5a6a16fa-2329-4f2b-8843-ab9557f8f63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (b0ffa65a-b317-4785-97ac-75763577d4ac), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:18.160170 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-c0b28324-942f-4729-b043-81c1b3098d71 None None] For port 96cd4ac6-8136-405b-8d74-7122cce768f9, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=96cd4ac6-8136-405b-8d74-7122cce768f9,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:39:18.249866 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-c0b28324-942f-4729-b043-81c1b3098d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (96cd4ac6-8136-405b-8d74-7122cce768f9), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:18.266123 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6a16fa-2329-4f2b-8843-ab9557f8f63d None None] Routers {'f7a4361b-05eb-4e57-8561-e313f40e1bc1'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:39:18.267981 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-5a6a16fa-2329-4f2b-8843-ab9557f8f63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:39:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['f7a4361b-05eb-4e57-8561-e313f40e1bc1'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:39:18.286131 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:18.311232 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-80972e7e-438c-4a84-893b-b119d826c79f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (fb937f49-ef4f-4907-8633-5381d328450a), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:18.313018 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80972e7e-438c-4a84-893b-b119d826c79f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:39:18.314080 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-80972e7e-438c-4a84-893b-b119d826c79f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:18.393828 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:18.397942 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b28324-942f-4729-b043-81c1b3098d71 None None] Routers {'c8c0b726-b7dc-415e-8563-e376379d2671'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:39:18.400241 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-c0b28324-942f-4729-b043-81c1b3098d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:39:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['c8c0b726-b7dc-415e-8563-e376379d2671'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:39:18.524505 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f769e8dc-ac22-4359-a791-72616b27da0f None None] Pushing event updated for resources: {'Port': ['ID=96cd4ac6-8136-405b-8d74-7122cce768f9,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:18.551349 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device 3816d2e0-249b-44b8-be16-c80be3f1c4e8 up at agent hyperv_n-h1-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:39:18.551962 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f769e8dc-ac22-4359-a791-72616b27da0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:39:18.554744 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f769e8dc-ac22-4359-a791-72616b27da0f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:39:18.556134 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f769e8dc-ac22-4359-a791-72616b27da0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:39:18.560039 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f769e8dc-ac22-4359-a791-72616b27da0f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:39:18.560039 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f769e8dc-ac22-4359-a791-72616b27da0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:39:18.560039 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f769e8dc-ac22-4359-a791-72616b27da0f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:39:18.560039 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f769e8dc-ac22-4359-a791-72616b27da0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:39:18.560039 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f769e8dc-ac22-4359-a791-72616b27da0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:39:18.560039 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f769e8dc-ac22-4359-a791-72616b27da0f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:39:18.561043 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f769e8dc-ac22-4359-a791-72616b27da0f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:39:18.561863 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f769e8dc-ac22-4359-a791-72616b27da0f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:39:18.562647 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f769e8dc-ac22-4359-a791-72616b27da0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:39:18.563437 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f769e8dc-ac22-4359-a791-72616b27da0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:39:18.564228 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f769e8dc-ac22-4359-a791-72616b27da0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:39:18.564993 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f769e8dc-ac22-4359-a791-72616b27da0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:39:18.566483 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 34204) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:39:18.623617 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4dfadde1-9978-45bb-b1f5-dfd3031ee331 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (35837e1b-e5e6-4dc6-ad2d-b8611eb70838), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:18.670900 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da8018a-b3d7-4a0b-8e88-277cdf49c8b6 None None] Pushing event updated for resources: {'Port': ['ID=b0ffa65a-b317-4785-97ac-75763577d4ac,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:18.710841 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Device 2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1 up at agent hyperv_n-h2-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:39:18.719345 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-5a6a16fa-2329-4f2b-8843-ab9557f8f63d None None] Set router f7a4361b-05eb-4e57-8561-e313f40e1bc1 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:39:18.840562 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-c0b28324-942f-4729-b043-81c1b3098d71 None None] Set router c8c0b726-b7dc-415e-8563-e376379d2671 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:39:18.877096 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Provisioning for port 3816d2e0-249b-44b8-be16-c80be3f1c4e8 completed by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 20:39:18.929519 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-65e9b65c-75d3-4aab-98e4-589e2e284ed5 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-876963542-network', 'tenant_id': '44dddbee054f49f3ac862994488fc147'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:39:19.164775 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e546243-3e3a-4a0b-9595-eeb1c7557f3b req-e9a6260c-a249-41d2-9114-769f00d6e9f6 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:39:19.178013 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-7e546243-3e3a-4a0b-9595-eeb1c7557f3b req-e9a6260c-a249-41d2-9114-769f00d6e9f6 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=73277283-dff3-403d-a03b-b44ab89b63c8 HTTP/1.1" status: 200 len: 949 time: 1.1061940 Oct 04 20:39:19.212911 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80972e7e-438c-4a84-893b-b119d826c79f admin admin] Pushing event updated for resources: {'Network': ['ID=fb937f49-ef4f-4907-8633-5381d328450a,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:19.217398 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Provisioning complete for port 3816d2e0-249b-44b8-be16-c80be3f1c4e8 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:39:19.218309 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (3816d2e0-249b-44b8-be16-c80be3f1c4e8), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:19.218735 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Attempt 1 to provision port 3816d2e0-249b-44b8-be16-c80be3f1c4e8 Oct 04 20:39:19.240936 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6c431f6c-2325-433e-869b-f24e2773035a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:19.301542 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-c0b28324-942f-4729-b043-81c1b3098d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c0b726-b7dc-415e-8563-e376379d2671', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1858077762-router', 'tenant_id': 'ab7f55d3f0d44d26b00ae52218511449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '96cd4ac6-8136-405b-8d74-7122cce768f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:39:00Z', 'updated_at': '2022-10-04T20:39:09Z', 'revision_number': 3, 'project_id': 'ab7f55d3f0d44d26b00ae52218511449', 'gw_port': {'id': '96cd4ac6-8136-405b-8d74-7122cce768f9', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f7:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c0b726-b7dc-415e-8563-e376379d2671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:39:04Z', 'updated_at': '2022-10-04T20:39:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:39:19.311110 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network fb937f49-ef4f-4907-8633-5381d328450a details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:39:19.327333 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e027651b-e406-4f9e-b8d9-773464bb7514 req-c750cc9e-1caf-492b-a94f-784e411d32a8 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:39:19.330476 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e027651b-e406-4f9e-b8d9-773464bb7514 req-c750cc9e-1caf-492b-a94f-784e411d32a8 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9d42994f-e35e-413c-a0a3-14bb3878e209 HTTP/1.1" status: 200 len: 949 time: 0.9974861 Oct 04 20:39:19.342183 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-80972e7e-438c-4a84-893b-b119d826c79f admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 5.1796818 Oct 04 20:39:19.380053 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b28324-942f-4729-b043-81c1b3098d71 None None] The sync data for ids ['c8c0b726-b7dc-415e-8563-e376379d2671'] in n-d-852085-12 is: [{'id': 'c8c0b726-b7dc-415e-8563-e376379d2671', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1858077762-router', 'tenant_id': 'ab7f55d3f0d44d26b00ae52218511449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '96cd4ac6-8136-405b-8d74-7122cce768f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:39:00Z', 'updated_at': '2022-10-04T20:39:09Z', 'revision_number': 3, 'project_id': 'ab7f55d3f0d44d26b00ae52218511449', 'gw_port': {'id': '96cd4ac6-8136-405b-8d74-7122cce768f9', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f7:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c0b726-b7dc-415e-8563-e376379d2671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:39:04Z', 'updated_at': '2022-10-04T20:39:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:39:19.390444 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 34210) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:39:19.400981 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-a5fd968c-8d49-4e26-9d67-613177607dcc admin admin] Request body: {'subnet': {'network_id': 'fb937f49-ef4f-4907-8633-5381d328450a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1250378550-subnet', 'tenant_id': '8e0f9649604d45b996d238ad4395b51a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:39:19.494314 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-7e546243-3e3a-4a0b-9595-eeb1c7557f3b req-8ab30c59-14fe-45f4-a836-01d0a22030df tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146765 Oct 04 20:39:19.497198 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Provisioning for port 2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1 completed by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 20:39:19.525978 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [req-3e49d42f-c6f1-495a-bd9e-bf88fe843d68 req-e010c560-461c-4c09-9e13-9d355290c65c tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] For port 4d3acb0b-9db4-4859-841b-32026dc92298, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=4d3acb0b-9db4-4859-841b-32026dc92298,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:39:19.525978 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-3e49d42f-c6f1-495a-bd9e-bf88fe843d68 req-e010c560-461c-4c09-9e13-9d355290c65c tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (4d3acb0b-9db4-4859-841b-32026dc92298), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:19.535602 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:19.577999 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e9b65c-75d3-4aab-98e4-589e2e284ed5 admin admin] Made reservation on behalf of 44dddbee054f49f3ac862994488fc147 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:39:19.582915 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-65e9b65c-75d3-4aab-98e4-589e2e284ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:19.610643 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5fd968c-8d49-4e26-9d67-613177607dcc admin admin] Made reservation on behalf of 8e0f9649604d45b996d238ad4395b51a for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:39:19.617375 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a5fd968c-8d49-4e26-9d67-613177607dcc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:19.624885 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-65e9b65c-75d3-4aab-98e4-589e2e284ed5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:19.640192 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:19.661100 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Provisioning complete for port 2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:39:19.661768 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:19.662233 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Attempt 1 to provision port 2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1 Oct 04 20:39:19.696318 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [req-3e49d42f-c6f1-495a-bd9e-bf88fe843d68 req-e010c560-461c-4c09-9e13-9d355290c65c tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Calling delete_port for 4d3acb0b-9db4-4859-841b-32026dc92298 owned by compute:nova {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:39:19.746142 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e027651b-e406-4f9e-b8d9-773464bb7514 req-808e70bd-5205-4fab-bc4d-765eb9ade606 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9e154c59-4349-4579-ac56-d3f7608a8c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3885124 Oct 04 20:39:19.914373 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-5a6a16fa-2329-4f2b-8843-ab9557f8f63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a4361b-05eb-4e57-8561-e313f40e1bc1', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1422610826-router', 'tenant_id': '8fe6727c071748399777eac51fd08556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'b0ffa65a-b317-4785-97ac-75763577d4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:38:58Z', 'updated_at': '2022-10-04T20:39:13Z', 'revision_number': 4, 'project_id': '8fe6727c071748399777eac51fd08556', 'gw_port': {'id': 'b0ffa65a-b317-4785-97ac-75763577d4ac', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a4361b-05eb-4e57-8561-e313f40e1bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:39:02Z', 'updated_at': '2022-10-04T20:39:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '08505723-55ca-45ad-94b8-9d61b860ef4a', 'name': '', 'network_id': '6e500946-a895-4d85-8dde-03af839f7412', 'tenant_id': '8fe6727c071748399777eac51fd08556', 'mac_address': 'fa:16:3e:9d:89:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a4361b-05eb-4e57-8561-e313f40e1bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '0698b637-4f49-4cfc-9e28-94dad394b1cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:39:10Z', 'updated_at': '2022-10-04T20:39:13Z', 'revision_number': 2, 'project_id': '8fe6727c071748399777eac51fd08556', 'subnets': [{'id': '0698b637-4f49-4cfc-9e28-94dad394b1cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:39:19.948751 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-4dfadde1-9978-45bb-b1f5-dfd3031ee331 admin admin] Deleting port c8d3336a-b241-4e22-b3d9-907576a718f3 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:39:19.949282 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4dfadde1-9978-45bb-b1f5-dfd3031ee331 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (c8d3336a-b241-4e22-b3d9-907576a718f3), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:19.997522 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6a16fa-2329-4f2b-8843-ab9557f8f63d None None] The sync data for ids ['f7a4361b-05eb-4e57-8561-e313f40e1bc1'] in n-d-852085-12 is: [{'id': 'f7a4361b-05eb-4e57-8561-e313f40e1bc1', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1422610826-router', 'tenant_id': '8fe6727c071748399777eac51fd08556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'b0ffa65a-b317-4785-97ac-75763577d4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:38:58Z', 'updated_at': '2022-10-04T20:39:13Z', 'revision_number': 4, 'project_id': '8fe6727c071748399777eac51fd08556', 'gw_port': {'id': 'b0ffa65a-b317-4785-97ac-75763577d4ac', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a4361b-05eb-4e57-8561-e313f40e1bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:39:02Z', 'updated_at': '2022-10-04T20:39:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '08505723-55ca-45ad-94b8-9d61b860ef4a', 'name': '', 'network_id': '6e500946-a895-4d85-8dde-03af839f7412', 'tenant_id': '8fe6727c071748399777eac51fd08556', 'mac_address': 'fa:16:3e:9d:89:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a4361b-05eb-4e57-8561-e313f40e1bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '0698b637-4f49-4cfc-9e28-94dad394b1cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:39:10Z', 'updated_at': '2022-10-04T20:39:13Z', 'revision_number': 2, 'project_id': '8fe6727c071748399777eac51fd08556', 'subnets': [{'id': '0698b637-4f49-4cfc-9e28-94dad394b1cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:39:20.077226 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Current status of the port 3816d2e0-249b-44b8-be16-c80be3f1c4e8 is: BUILD; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:39:20.077226 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (3816d2e0-249b-44b8-be16-c80be3f1c4e8), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:20.198219 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c326e-d650-46b9-bc14-0d907efa2955 req-cf3b6eab-419e-4b4f-a23d-f973d6e0a6b9 tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:39:20.218540 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-fd0c326e-d650-46b9-bc14-0d907efa2955 req-cf3b6eab-419e-4b4f-a23d-f973d6e0a6b9 tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7bb70165-8fd0-439d-aa99-cff22896f645 HTTP/1.1" status: 200 len: 949 time: 0.3653181 Oct 04 20:39:20.232302 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Current status of the port 2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1 is: BUILD; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:39:20.233192 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:20.239453 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:20.242024 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb70165-8fd0-439d-aa99-cff22896f645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3816d2e0-249b-44b8-be16-c80be3f1c4e8'}] {{(pid=108171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:39:20.255581 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-4dfadde1-9978-45bb-b1f5-dfd3031ee331 admin admin] For port c8d3336a-b241-4e22-b3d9-907576a718f3, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=c8d3336a-b241-4e22-b3d9-907576a718f3,segment=NetworkSegment(8ec9a799-f226-40c4-b8e3-9f2f87b23638),segment_id=8ec9a799-f226-40c4-b8e3-9f2f87b23638)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:39:20.256649 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966b91da6921e714df7c26a37f4733087768fb9a36052be1ead95d4d835f43be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed99f4b-40b8-457f-a414-d97d4b95d005" -d '{"events": [{"server_uuid": "7bb70165-8fd0-439d-aa99-cff22896f645", "name": "network-vif-plugged", "status": "completed", "tag": "3816d2e0-249b-44b8-be16-c80be3f1c4e8"}]}' {{(pid=108171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:39:20.256899 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4dfadde1-9978-45bb-b1f5-dfd3031ee331 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (c8d3336a-b241-4e22-b3d9-907576a718f3), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:20.319234 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-4dfadde1-9978-45bb-b1f5-dfd3031ee331 admin admin] Calling delete_port for c8d3336a-b241-4e22-b3d9-907576a718f3 owned by network:router_interface {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:39:20.332554 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] For port 3816d2e0-249b-44b8-be16-c80be3f1c4e8, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=3816d2e0-249b-44b8-be16-c80be3f1c4e8,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:39:20.335600 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-65e9b65c-75d3-4aab-98e4-589e2e284ed5 admin admin] Publish callbacks [] for security_group (2dc0ffae-7292-45d5-be99-0f423fae5750), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:20.376055 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:20.422152 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] For port 2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1, host n-h2-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852085-12',level=0,port_id=2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:39:20.456467 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (3816d2e0-249b-44b8-be16-c80be3f1c4e8), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:20.458630 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device 4d3acb0b-9db4-4859-841b-32026dc92298 no longer exists at agent hyperv_n-h1-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:39:20.693091 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:20.778674 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Pushing event updated for resources: {'Port': ['ID=3816d2e0-249b-44b8-be16-c80be3f1c4e8,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:20.874951 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 96cd4ac6-8136-405b-8d74-7122cce768f9 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:39:20.895899 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-65e9b65c-75d3-4aab-98e4-589e2e284ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (2dc0ffae-7292-45d5-be99-0f423fae5750), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:20.899370 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:20.946677 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65e9b65c-75d3-4aab-98e4-589e2e284ed5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:39:20.974128 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=8 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:20.985716 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:20.988965 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4dfadde1-9978-45bb-b1f5-dfd3031ee331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (c8d3336a-b241-4e22-b3d9-907576a718f3), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:21.068980 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Pushing event updated for resources: {'Port': ['ID=2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:21.115930 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-65e9b65c-75d3-4aab-98e4-589e2e284ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (2d39e250-52ee-4b29-a76c-8ef56e729f3b), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:21.118455 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-65e9b65c-75d3-4aab-98e4-589e2e284ed5 admin admin] Added segment 2d39e250-52ee-4b29-a76c-8ef56e729f3b of type vlan for network 0bca21b9-d9dd-47ed-b98b-fa1ff3590c09 Oct 04 20:39:21.121466 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfadde1-9978-45bb-b1f5-dfd3031ee331 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8d3336a-b241-4e22-b3d9-907576a718f3,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:21.149224 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-fd0c326e-d650-46b9-bc14-0d907efa2955 req-3b23f41b-feb2-4c01-ad01-cb0db7152fa6 tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d919ea2f-c89d-42d5-9bbd-737be810f88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9288852 Oct 04 20:39:21.163569 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-bde8354c-1a47-4de8-9255-c853ef812455 req-8fa776d6-90ba-41d5-a19a-51a20d5f8a94 tempest-SecurityGroupsNegativeTestJSON-1408947949 tempest-SecurityGroupsNegativeTestJSON-1408947949-project] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=8fe6727c071748399777eac51fd08556 HTTP/1.1" status: 200 len: 3001 time: 1.2155340 Oct 04 20:39:21.189359 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e9b65c-75d3-4aab-98e4-589e2e284ed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc0ffae-7292-45d5-be99-0f423fae5750,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:21.399896 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 20:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82dc6aa4-8d7a-48cd-9afd-d3a2ab1ce662 x-openstack-request-id: req-82dc6aa4-8d7a-48cd-9afd-d3a2ab1ce662 {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:39:21.400679 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb70165-8fd0-439d-aa99-cff22896f645", "name": "network-vif-plugged", "status": "completed", "tag": "3816d2e0-249b-44b8-be16-c80be3f1c4e8", "code": 200}]} {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:39:21.400847 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-82dc6aa4-8d7a-48cd-9afd-d3a2ab1ce662 {{(pid=108171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:39:21.401478 n-d-852085-12 neutron-server[108171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82dc6aa4-8d7a-48cd-9afd-d3a2ab1ce662'] response: {'server_uuid': '7bb70165-8fd0-439d-aa99-cff22896f645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3816d2e0-249b-44b8-be16-c80be3f1c4e8', 'code': 200} Oct 04 20:39:21.412164 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a5fd968c-8d49-4e26-9d67-613177607dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (2d6f8bf5-3740-4979-a7b3-2392af9651e0), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:21.448999 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 96cd4ac6-8136-405b-8d74-7122cce768f9 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:39:21.449558 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (96cd4ac6-8136-405b-8d74-7122cce768f9), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:21.450053 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 96cd4ac6-8136-405b-8d74-7122cce768f9 Oct 04 20:39:21.465862 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Current status of the port 4d3acb0b-9db4-4859-841b-32026dc92298 is: ACTIVE; New status is: DOWN {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:39:21.466742 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (4d3acb0b-9db4-4859-841b-32026dc92298), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:21.590225 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:21.645811 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fd968c-8d49-4e26-9d67-613177607dcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d6f8bf5-3740-4979-a7b3-2392af9651e0,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:21.650526 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:21.671404 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ee42e-05da-4749-9bf2-27bdc26c78ea req-a9b7ed30-93c2-4519-982d-8876bb81d1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:39:21.674886 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-2e9ee42e-05da-4749-9bf2-27bdc26c78ea req-a9b7ed30-93c2-4519-982d-8876bb81d1b9 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7bb70165-8fd0-439d-aa99-cff22896f645 HTTP/1.1" status: 200 len: 1133 time: 0.1832051 Oct 04 20:39:21.707714 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:21.714537 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-65e9b65c-75d3-4aab-98e4-589e2e284ed5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (0bca21b9-d9dd-47ed-b98b-fa1ff3590c09), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:21.777134 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-bde8354c-1a47-4de8-9255-c853ef812455 req-80b95456-b868-4703-9490-aae32f8ab910 tempest-SecurityGroupsNegativeTestJSON-1408947949 tempest-SecurityGroupsNegativeTestJSON-1408947949-project] 10.222.0.78 "GET /networking/v2.0/security-groups/8b4db4de-f837-4037-9583-8a808f7266a1 HTTP/1.1" status: 200 len: 2998 time: 0.5247908 Oct 04 20:39:21.846734 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-2e9ee42e-05da-4749-9bf2-27bdc26c78ea req-db60472c-0138-4eda-beeb-32cca41c1ee4 service neutron] 10.222.0.83 "GET /networking/v2.0/security-groups?id=d919ea2f-c89d-42d5-9bbd-737be810f88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417234 Oct 04 20:39:21.850935 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 96cd4ac6-8136-405b-8d74-7122cce768f9 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:39:21.851796 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (96cd4ac6-8136-405b-8d74-7122cce768f9), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:21.905489 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-6c431f6c-2325-433e-869b-f24e2773035a admin admin] Allocated IP 172.20.0.1 (5c69fbf6-587d-40e3-bd0a-3ffcaac8d078/3935fbef-6c09-4513-a7a5-1619fbb67325/98fd41a4-095e-47fc-aeab-f091f1753531) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:39:21.930551 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 96cd4ac6-8136-405b-8d74-7122cce768f9, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=96cd4ac6-8136-405b-8d74-7122cce768f9,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:39:21.978960 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e598aca-fe80-4640-8107-c6b7cd01d44d req-492ebb99-c0e3-41f9-a341-bcb1d2efbbe0 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:39:21.981772 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-3e598aca-fe80-4640-8107-c6b7cd01d44d req-492ebb99-c0e3-41f9-a341-bcb1d2efbbe0 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=73277283-dff3-403d-a03b-b44ab89b63c8 HTTP/1.1" status: 200 len: 949 time: 0.3376956 Oct 04 20:39:22.069995 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-3e49d42f-c6f1-495a-bd9e-bf88fe843d68 req-e010c560-461c-4c09-9e13-9d355290c65c tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (4d3acb0b-9db4-4859-841b-32026dc92298), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:22.086980 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-65e9b65c-75d3-4aab-98e4-589e2e284ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (0bca21b9-d9dd-47ed-b98b-fa1ff3590c09), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:22.089087 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e9b65c-75d3-4aab-98e4-589e2e284ed5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:39:22.090477 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-65e9b65c-75d3-4aab-98e4-589e2e284ed5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:22.094713 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (96cd4ac6-8136-405b-8d74-7122cce768f9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:22.167332 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] get_ports_and_sgs() called for port_ids ['f5495aac-c2d7-419a-9cc9-79e9ec72c16c'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:39:22.180549 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] get_ports_and_sgs() called for port_ids ['978b2a22-cd30-468a-af9b-1b86275c1460', '1d4c616d-0938-4b70-9e11-adcaef4edc51', '883b816a-c7ca-4854-9627-ee3644556a24', 'f1539adb-7984-4760-843a-2936f8ddf173'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:39:22.344042 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e010c560-461c-4c09-9e13-9d355290c65c tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Pushing event deleted for resources: {'Port': ['ID=4d3acb0b-9db4-4859-841b-32026dc92298,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:22.344945 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e9b65c-75d3-4aab-98e4-589e2e284ed5 admin admin] Pushing event updated for resources: {'Network': ['ID=0bca21b9-d9dd-47ed-b98b-fa1ff3590c09,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:22.363413 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4dfadde1-9978-45bb-b1f5-dfd3031ee331 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (35837e1b-e5e6-4dc6-ad2d-b8611eb70838), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:22.391189 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-bde8354c-1a47-4de8-9255-c853ef812455 req-3b0777f6-875d-4f16-b6b9-eb64e668dd89 tempest-SecurityGroupsNegativeTestJSON-1408947949 tempest-SecurityGroupsNegativeTestJSON-1408947949-project] 10.222.0.78 "GET /networking/v2.0/security-groups/8b4db4de-f837-4037-9583-8a808f7266a1 HTTP/1.1" status: 200 len: 2998 time: 0.5563853 Oct 04 20:39:22.425664 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 0bca21b9-d9dd-47ed-b98b-fa1ff3590c09 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:39:22.438675 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fd968c-8d49-4e26-9d67-613177607dcc admin admin] Checking segment: {'id': '2f43f846-acd4-4310-b7db-b7eceb42a589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'fb937f49-ef4f-4907-8633-5381d328450a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:39:22.442144 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fd968c-8d49-4e26-9d67-613177607dcc admin admin] Network hostable DHCP agents. Network: fb937f49-ef4f-4907-8633-5381d328450a, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:39:22.444508 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-65e9b65c-75d3-4aab-98e4-589e2e284ed5 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.8753855 Oct 04 20:39:22.455525 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 34224) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:39:22.612443 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-7d61c6b0-ac85-4d12-969b-fa6a79615de8 admin admin] Request body: {'subnet': {'network_id': '0bca21b9-d9dd-47ed-b98b-fa1ff3590c09', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-876963542-subnet', 'tenant_id': '44dddbee054f49f3ac862994488fc147', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:39:22.626937 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6c431f6c-2325-433e-869b-f24e2773035a admin admin] Publish callbacks [] for port (98fd41a4-095e-47fc-aeab-f091f1753531), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:22.632807 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=96cd4ac6-8136-405b-8d74-7122cce768f9,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:22.866236 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d61c6b0-ac85-4d12-969b-fa6a79615de8 admin admin] Made reservation on behalf of 44dddbee054f49f3ac862994488fc147 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:39:22.871039 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7d61c6b0-ac85-4d12-969b-fa6a79615de8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:22.971056 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:23.038094 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b0ffa65a-b317-4785-97ac-75763577d4ac up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:39:23.038580 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:23.064516 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:23.074696 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6c431f6c-2325-433e-869b-f24e2773035a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (98fd41a4-095e-47fc-aeab-f091f1753531), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:23.123068 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-3e598aca-fe80-4640-8107-c6b7cd01d44d req-097eee90-e856-43a8-b8b0-92d536508f2e tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1097004 Oct 04 20:39:23.219855 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:23.366947 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port b0ffa65a-b317-4785-97ac-75763577d4ac triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:39:23.367569 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b0ffa65a-b317-4785-97ac-75763577d4ac), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:23.368106 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port b0ffa65a-b317-4785-97ac-75763577d4ac Oct 04 20:39:23.477516 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d42994f-e35e-413c-a0a3-14bb3878e209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1'}] {{(pid=108171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:39:23.483403 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966b91da6921e714df7c26a37f4733087768fb9a36052be1ead95d4d835f43be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3219080d-cf1e-4709-8b8b-8e07ae4fa009" -d '{"events": [{"server_uuid": "9d42994f-e35e-413c-a0a3-14bb3878e209", "name": "network-vif-plugged", "status": "completed", "tag": "2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1"}]}' {{(pid=108171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:39:23.524817 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c431f6c-2325-433e-869b-f24e2773035a admin admin] Pushing event updated for resources: {'Port': ['ID=98fd41a4-095e-47fc-aeab-f091f1753531,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:23.698717 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948be230-dc65-4026-9538-199c71b29368 req-2032203f-b77b-48f8-8788-0fc1adf73e18 tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:39:23.714157 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-948be230-dc65-4026-9538-199c71b29368 req-2032203f-b77b-48f8-8788-0fc1adf73e18 tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7bb70165-8fd0-439d-aa99-cff22896f645 HTTP/1.1" status: 200 len: 950 time: 0.1723089 Oct 04 20:39:23.831799 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e49d42f-c6f1-495a-bd9e-bf88fe843d68 req-e010c560-461c-4c09-9e13-9d355290c65c tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] No DVR routers for this DVR port 4d3acb0b-9db4-4859-841b-32026dc92298 on host n-h1-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:39:23.838078 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-3e49d42f-c6f1-495a-bd9e-bf88fe843d68 req-e010c560-461c-4c09-9e13-9d355290c65c tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:23.844755 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-3e49d42f-c6f1-495a-bd9e-bf88fe843d68 req-e010c560-461c-4c09-9e13-9d355290c65c tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.83 "DELETE /networking/v2.0/ports/4d3acb0b-9db4-4859-841b-32026dc92298 HTTP/1.1" status: 204 len: 173 time: 6.7384911 Oct 04 20:39:23.850787 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port b0ffa65a-b317-4785-97ac-75763577d4ac is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:39:23.851458 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b0ffa65a-b317-4785-97ac-75763577d4ac), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:23.860847 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c7bd9-af3d-4d47-9207-7855f6b92dfb req-1197ab2b-fd1d-4e0c-aa36-67f78a21fbe3 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:39:23.864813 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-fb2c7bd9-af3d-4d47-9207-7855f6b92dfb req-1197ab2b-fd1d-4e0c-aa36-67f78a21fbe3 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9d42994f-e35e-413c-a0a3-14bb3878e209 HTTP/1.1" status: 200 len: 950 time: 1.0900953 Oct 04 20:39:23.887522 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-948be230-dc65-4026-9538-199c71b29368 req-24a71a3f-0f1e-4ea7-a289-3785b8d7f40f tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d919ea2f-c89d-42d5-9bbd-737be810f88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712563 Oct 04 20:39:23.889488 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73277283-dff3-403d-a03b-b44ab89b63c8', 'name': 'network-vif-deleted', 'tag': '4d3acb0b-9db4-4859-841b-32026dc92298'}] {{(pid=108170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:39:23.896207 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a696e922a709062c6bf2650733a1f4a2b44940721a32d933316dd509f3aaf0ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9b90dfb-8fcc-48ca-ab62-826caab982b9" -d '{"events": [{"server_uuid": "73277283-dff3-403d-a03b-b44ab89b63c8", "name": "network-vif-deleted", "tag": "4d3acb0b-9db4-4859-841b-32026dc92298"}]}' {{(pid=108170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:39:23.901377 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fd968c-8d49-4e26-9d67-613177607dcc admin admin] Network fb937f49-ef4f-4907-8633-5381d328450a is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:39:23.921183 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port b0ffa65a-b317-4785-97ac-75763577d4ac, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b0ffa65a-b317-4785-97ac-75763577d4ac,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:39:23.946104 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c431f6c-2325-433e-869b-f24e2773035a admin admin] Network 5c69fbf6-587d-40e3-bd0a-3ffcaac8d078 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:39:23.954947 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dfadde1-9978-45bb-b1f5-dfd3031ee331 admin admin] Router 35837e1b-e5e6-4dc6-ad2d-b8611eb70838 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:39:23.958843 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7d61c6b0-ac85-4d12-969b-fa6a79615de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (fecd81e5-ff68-4254-a1b7-712264434374), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:23.996840 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-6c431f6c-2325-433e-869b-f24e2773035a admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:39:24.008007 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c431f6c-2325-433e-869b-f24e2773035a admin admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:39:24.068491 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:24.126380 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-a5fd968c-8d49-4e26-9d67-613177607dcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, fb937f49-ef4f-4907-8633-5381d328450a) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:39:24.135350 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fd968c-8d49-4e26-9d67-613177607dcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:39:24.136364 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a5fd968c-8d49-4e26-9d67-613177607dcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:24.191784 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9418ae13-c681-4542-8c67-f02643bd8628 None None] Network fb937f49-ef4f-4907-8633-5381d328450a requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:39:24.201014 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (b0ffa65a-b317-4785-97ac-75763577d4ac), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:24.293571 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6c431f6c-2325-433e-869b-f24e2773035a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (c8c0b726-b7dc-415e-8563-e376379d2671), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:24.308951 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-fb2c7bd9-af3d-4d47-9207-7855f6b92dfb req-d6cf5aa8-1644-470c-addc-7b9dbc96026a tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9e154c59-4349-4579-ac56-d3f7608a8c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580265 Oct 04 20:39:24.332682 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-919bb3cb-f033-4aea-94e7-63551109886b req-a11e4fd3-f228-46c7-89fc-d314d107d6df tempest-SecurityGroupsNegativeTestJSON-1408947949 tempest-SecurityGroupsNegativeTestJSON-1408947949-project] 10.222.0.78 "GET /networking/v2.0/security-groups/8b4db4de-f837-4037-9583-8a808f7266a1 HTTP/1.1" status: 200 len: 2998 time: 0.3184431 Oct 04 20:39:24.364662 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d61c6b0-ac85-4d12-969b-fa6a79615de8 admin admin] Checking segment: {'id': '2d39e250-52ee-4b29-a76c-8ef56e729f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0bca21b9-d9dd-47ed-b98b-fa1ff3590c09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:39:24.366591 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d61c6b0-ac85-4d12-969b-fa6a79615de8 admin admin] Network hostable DHCP agents. Network: 0bca21b9-d9dd-47ed-b98b-fa1ff3590c09, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:39:24.463466 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d61c6b0-ac85-4d12-969b-fa6a79615de8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fecd81e5-ff68-4254-a1b7-712264434374,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:24.564442 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 20:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43076a72-80d5-4519-ae00-21461097f07d x-openstack-request-id: req-43076a72-80d5-4519-ae00-21461097f07d {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:39:24.565285 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d42994f-e35e-413c-a0a3-14bb3878e209", "name": "network-vif-plugged", "status": "completed", "tag": "2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1", "code": 200}]} {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:39:24.565560 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-43076a72-80d5-4519-ae00-21461097f07d {{(pid=108171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:39:24.566690 n-d-852085-12 neutron-server[108171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43076a72-80d5-4519-ae00-21461097f07d'] response: {'server_uuid': '9d42994f-e35e-413c-a0a3-14bb3878e209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1', 'code': 200} Oct 04 20:39:24.635497 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d61c6b0-ac85-4d12-969b-fa6a79615de8 admin admin] Network 0bca21b9-d9dd-47ed-b98b-fa1ff3590c09 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:39:24.663277 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=b0ffa65a-b317-4785-97ac-75763577d4ac,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:24.813679 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 96cd4ac6-8136-405b-8d74-7122cce768f9 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:39:24.816181 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 20:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3457954f-b0d7-4226-822d-9752d964ba33 x-openstack-request-id: req-3457954f-b0d7-4226-822d-9752d964ba33 {{(pid=108170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:39:24.817050 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73277283-dff3-403d-a03b-b44ab89b63c8", "name": "network-vif-deleted", "tag": "4d3acb0b-9db4-4859-841b-32026dc92298", "status": "completed", "code": 200}]} {{(pid=108170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:39:24.817553 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3457954f-b0d7-4226-822d-9752d964ba33 {{(pid=108170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:39:24.818252 n-d-852085-12 neutron-server[108170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3457954f-b0d7-4226-822d-9752d964ba33'] response: {'server_uuid': '73277283-dff3-403d-a03b-b44ab89b63c8', 'name': 'network-vif-deleted', 'tag': '4d3acb0b-9db4-4859-841b-32026dc92298', 'status': 'completed', 'code': 200} Oct 04 20:39:24.852297 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a5fd968c-8d49-4e26-9d67-613177607dcc admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 5.4591603 Oct 04 20:39:24.872408 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 34232) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:39:24.880683 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-7d61c6b0-ac85-4d12-969b-fa6a79615de8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 0bca21b9-d9dd-47ed-b98b-fa1ff3590c09) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:39:24.901182 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d61c6b0-ac85-4d12-969b-fa6a79615de8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:39:24.903022 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-a5641d87-1b24-45c2-bb18-1f014aa3a045 admin admin] Request body: {'router': {'name': 'tempest-ServerTagsTestJSON-1250378550-router', 'tenant_id': '8e0f9649604d45b996d238ad4395b51a', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:39:24.903909 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7d61c6b0-ac85-4d12-969b-fa6a79615de8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:24.916597 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dfadde1-9978-45bb-b1f5-dfd3031ee331 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:39:24.947733 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-4dfadde1-9978-45bb-b1f5-dfd3031ee331 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/35837e1b-e5e6-4dc6-ad2d-b8611eb70838/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5049121 Oct 04 20:39:24.955012 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 34234) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:39:24.959709 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6aad9a-2a20-43e4-ba4d-61bfcc46b7a6 req-670fbdb9-88b0-4923-95d8-dd5e892b8cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:39:24.963795 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-1f6aad9a-2a20-43e4-ba4d-61bfcc46b7a6 req-670fbdb9-88b0-4923-95d8-dd5e892b8cf9 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?device_id=9d42994f-e35e-413c-a0a3-14bb3878e209 HTTP/1.1" status: 200 len: 1133 time: 0.2154882 Oct 04 20:39:25.008988 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:25.033022 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-34b31895-4306-4194-b7cd-fa991df97f45 req-b57ae15f-cee4-47dd-bd2c-e98b4c4af837 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=73277283-dff3-403d-a03b-b44ab89b63c8 HTTP/1.1" status: 200 len: 210 time: 0.2111998 Oct 04 20:39:25.134616 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-0db9ee4a-9a9b-4154-8617-1404fc79b2c8 None None] Provisioning complete for port 98fd41a4-095e-47fc-aeab-f091f1753531 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:39:25.135970 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0db9ee4a-9a9b-4154-8617-1404fc79b2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (98fd41a4-095e-47fc-aeab-f091f1753531), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:25.136840 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-0db9ee4a-9a9b-4154-8617-1404fc79b2c8 None None] Attempt 1 to provision port 98fd41a4-095e-47fc-aeab-f091f1753531 Oct 04 20:39:25.139529 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-7d61c6b0-ac85-4d12-969b-fa6a79615de8 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6790128 Oct 04 20:39:25.158594 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 34238) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:39:25.176086 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-1255f736-5c91-4e02-9572-e9d7a9aa398f admin admin] Request body: {'router': {'name': 'tempest-SecurityGroupsTestJSON-876963542-router', 'tenant_id': '44dddbee054f49f3ac862994488fc147', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:39:25.204923 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64d5889-8771-4393-b374-27fd6c04f1eb None None] Network 0bca21b9-d9dd-47ed-b98b-fa1ff3590c09 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:39:25.210910 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8f73c6-9675-4a07-90f1-12e45493f87d None None] Sync routers for ids ['35837e1b-e5e6-4dc6-ad2d-b8611eb70838'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:39:25.251606 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6c431f6c-2325-433e-869b-f24e2773035a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (98fd41a4-095e-47fc-aeab-f091f1753531), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:25.299468 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:25.339969 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-1f6aad9a-2a20-43e4-ba4d-61bfcc46b7a6 req-03fb0633-f60b-40be-bd18-e827c943d430 service neutron] 10.222.0.85 "GET /networking/v2.0/security-groups?id=9e154c59-4349-4579-ac56-d3f7608a8c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3619099 Oct 04 20:39:25.372919 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-532d26b6-ef2c-40e6-b1a2-438b7b093d34 admin admin] Publish callbacks [] for router (35837e1b-e5e6-4dc6-ad2d-b8611eb70838), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:25.408717 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-0db9ee4a-9a9b-4154-8617-1404fc79b2c8 None None] Port 98fd41a4-095e-47fc-aeab-f091f1753531 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:39:25.448684 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1255f736-5c91-4e02-9572-e9d7a9aa398f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (f0571684-3892-4966-93ce-178420de28a3), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:25.450660 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1255f736-5c91-4e02-9572-e9d7a9aa398f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (f0571684-3892-4966-93ce-178420de28a3), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:25.473812 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a5641d87-1b24-45c2-bb18-1f014aa3a045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (ba998b8e-67cd-435f-9a30-125fb1f7076b), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:25.477974 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a5641d87-1b24-45c2-bb18-1f014aa3a045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (ba998b8e-67cd-435f-9a30-125fb1f7076b), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:25.545292 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [req-919bb3cb-f033-4aea-94e7-63551109886b req-1c1de46f-3de1-444f-9b1c-49b0ef789580 tempest-SecurityGroupsNegativeTestJSON-1408947949 tempest-SecurityGroupsNegativeTestJSON-1408947949-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 04 20:39:25.547873 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-919bb3cb-f033-4aea-94e7-63551109886b req-1c1de46f-3de1-444f-9b1c-49b0ef789580 tempest-SecurityGroupsNegativeTestJSON-1408947949 tempest-SecurityGroupsNegativeTestJSON-1408947949-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/8b4db4de-f837-4037-9583-8a808f7266a1 HTTP/1.1" status: 409 len: 352 time: 1.2134209 Oct 04 20:39:25.599093 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:25.602917 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff19a089-1ad5-4487-8cda-1fbb89ddb883 req-a000f050-2127-4b69-81cf-b6b7b6d1f464 tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:39:25.606248 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ff19a089-1ad5-4487-8cda-1fbb89ddb883 req-a000f050-2127-4b69-81cf-b6b7b6d1f464 tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7bb70165-8fd0-439d-aa99-cff22896f645 HTTP/1.1" status: 200 len: 950 time: 0.3177683 Oct 04 20:39:25.674990 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8f73c6-9675-4a07-90f1-12e45493f87d None None] Routers {'35837e1b-e5e6-4dc6-ad2d-b8611eb70838'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:39:25.676601 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-bd8f73c6-9675-4a07-90f1-12e45493f87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:39:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['35837e1b-e5e6-4dc6-ad2d-b8611eb70838'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:39:25.727396 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92440578-ec63-41fa-956c-64c68daa892b None None] Sync routers for ids ['f7a4361b-05eb-4e57-8561-e313f40e1bc1'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:39:25.754351 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1255f736-5c91-4e02-9572-e9d7a9aa398f admin admin] Publish callbacks [] for router_controller (f0571684-3892-4966-93ce-178420de28a3), precommit_add_association {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:25.761668 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:25.814220 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92440578-ec63-41fa-956c-64c68daa892b None None] Routers {'f7a4361b-05eb-4e57-8561-e313f40e1bc1'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:39:25.815793 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-92440578-ec63-41fa-956c-64c68daa892b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:39:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['f7a4361b-05eb-4e57-8561-e313f40e1bc1'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:39:25.817488 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-532d26b6-ef2c-40e6-b1a2-438b7b093d34 admin admin] Publish callbacks [] for router_gateway (35837e1b-e5e6-4dc6-ad2d-b8611eb70838), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:25.945354 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a5641d87-1b24-45c2-bb18-1f014aa3a045 admin admin] Publish callbacks [] for router_controller (ba998b8e-67cd-435f-9a30-125fb1f7076b), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:25.962348 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ff19a089-1ad5-4487-8cda-1fbb89ddb883 req-8054212d-b9b3-4faf-af15-43e2a5965bb2 tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d919ea2f-c89d-42d5-9bbd-737be810f88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376412 Oct 04 20:39:26.050567 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-92440578-ec63-41fa-956c-64c68daa892b None None] Set router f7a4361b-05eb-4e57-8561-e313f40e1bc1 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:39:26.131589 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a0884a-3804-44c4-8901-95b9cd88b957 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-fb937f49-ef4f-4907-8633-5381d328450a', 'network_id': 'fb937f49-ef4f-4907-8633-5381d328450a', 'project_id': '8e0f9649604d45b996d238ad4395b51a', 'fixed_ips': [{'subnet_id': '2d6f8bf5-3740-4979-a7b3-2392af9651e0'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:39:26.135538 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e8a0884a-3804-44c4-8901-95b9cd88b957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:26.176472 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:26.191769 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [req-e844897f-551c-4c42-9afc-05c2ef4c7642 req-83eca59d-e3b2-4429-8343-fbb585255b7e tempest-SecurityGroupsNegativeTestJSON-1408947949 tempest-SecurityGroupsNegativeTestJSON-1408947949-project] show failed (client error): The resource could not be found. Oct 04 20:39:26.193602 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e844897f-551c-4c42-9afc-05c2ef4c7642 req-83eca59d-e3b2-4429-8343-fbb585255b7e tempest-SecurityGroupsNegativeTestJSON-1408947949 tempest-SecurityGroupsNegativeTestJSON-1408947949-project] 10.222.0.78 "GET /networking/v2.0/security-groups/e3d98e49-50ab-4df2-a080-d50b00a86548 HTTP/1.1" status: 404 len: 352 time: 0.1413786 Oct 04 20:39:26.338016 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628ce90c-60ae-47fd-b571-2d68f09aa7cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-0bca21b9-d9dd-47ed-b98b-fa1ff3590c09', 'network_id': '0bca21b9-d9dd-47ed-b98b-fa1ff3590c09', 'project_id': '44dddbee054f49f3ac862994488fc147', 'fixed_ips': [{'subnet_id': 'fecd81e5-ff68-4254-a1b7-712264434374'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:39:26.339571 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-628ce90c-60ae-47fd-b571-2d68f09aa7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:26.394625 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f76af-09cb-4b36-a307-7256215c8fac req-186fdbfa-b5e6-4615-bb7e-914ab74466c2 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:39:26.421888 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-7a9f76af-09cb-4b36-a307-7256215c8fac req-186fdbfa-b5e6-4615-bb7e-914ab74466c2 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9d42994f-e35e-413c-a0a3-14bb3878e209 HTTP/1.1" status: 200 len: 950 time: 0.5414927 Oct 04 20:39:26.429236 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 96cd4ac6-8136-405b-8d74-7122cce768f9 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:39:26.430686 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (96cd4ac6-8136-405b-8d74-7122cce768f9), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:26.431570 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 96cd4ac6-8136-405b-8d74-7122cce768f9 Oct 04 20:39:26.630384 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [req-52f7188e-c1a5-4a19-a0f8-54743d1cb118 req-a6dd9cb1-37d0-457d-85dc-bf93b48499d5 tempest-SecurityGroupsNegativeTestJSON-1408947949 tempest-SecurityGroupsNegativeTestJSON-1408947949-project] show failed (client error): The resource could not be found. Oct 04 20:39:26.659864 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-52f7188e-c1a5-4a19-a0f8-54743d1cb118 req-a6dd9cb1-37d0-457d-85dc-bf93b48499d5 tempest-SecurityGroupsNegativeTestJSON-1408947949 tempest-SecurityGroupsNegativeTestJSON-1408947949-project] 10.222.0.78 "GET /networking/v2.0/security-groups/80dc0f40-574c-42ef-b3b8-6f4f8ea28a1d HTTP/1.1" status: 404 len: 352 time: 0.0365798 Oct 04 20:39:26.766504 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 34254) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:39:26.794202 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-92440578-ec63-41fa-956c-64c68daa892b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a4361b-05eb-4e57-8561-e313f40e1bc1', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1422610826-router', 'tenant_id': '8fe6727c071748399777eac51fd08556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'b0ffa65a-b317-4785-97ac-75763577d4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:38:58Z', 'updated_at': '2022-10-04T20:39:13Z', 'revision_number': 4, 'project_id': '8fe6727c071748399777eac51fd08556', 'gw_port': {'id': 'b0ffa65a-b317-4785-97ac-75763577d4ac', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a4361b-05eb-4e57-8561-e313f40e1bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:39:02Z', 'updated_at': '2022-10-04T20:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '08505723-55ca-45ad-94b8-9d61b860ef4a', 'name': '', 'network_id': '6e500946-a895-4d85-8dde-03af839f7412', 'tenant_id': '8fe6727c071748399777eac51fd08556', 'mac_address': 'fa:16:3e:9d:89:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a4361b-05eb-4e57-8561-e313f40e1bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '0698b637-4f49-4cfc-9e28-94dad394b1cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:39:10Z', 'updated_at': '2022-10-04T20:39:13Z', 'revision_number': 2, 'project_id': '8fe6727c071748399777eac51fd08556', 'subnets': [{'id': '0698b637-4f49-4cfc-9e28-94dad394b1cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:39:26.854745 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:26.869946 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1255f736-5c91-4e02-9572-e9d7a9aa398f admin admin] Publish callbacks [] for router_gateway (f0571684-3892-4966-93ce-178420de28a3), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:26.872561 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a5641d87-1b24-45c2-bb18-1f014aa3a045 admin admin] Publish callbacks [] for router_gateway (ba998b8e-67cd-435f-9a30-125fb1f7076b), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:26.892072 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-532d26b6-ef2c-40e6-b1a2-438b7b093d34 admin admin] Deleting port 67a313f0-6318-4116-9600-22dff9e1095b {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:39:26.893300 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-532d26b6-ef2c-40e6-b1a2-438b7b093d34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (67a313f0-6318-4116-9600-22dff9e1095b), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:26.911544 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92440578-ec63-41fa-956c-64c68daa892b None None] Checking router: f7a4361b-05eb-4e57-8561-e313f40e1bc1 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:39:26.912518 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92440578-ec63-41fa-956c-64c68daa892b None None] Updating router f7a4361b-05eb-4e57-8561-e313f40e1bc1 port 08505723-55ca-45ad-94b8-9d61b860ef4a binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:39:26.984179 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6c431f6c-2325-433e-869b-f24e2773035a admin admin] Publish callbacks [] for port (98fd41a4-095e-47fc-aeab-f091f1753531), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:27.009088 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-92440578-ec63-41fa-956c-64c68daa892b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (08505723-55ca-45ad-94b8-9d61b860ef4a), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:27.065442 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-7a9f76af-09cb-4b36-a307-7256215c8fac req-9e628efe-4dba-4315-b0f6-1f651d1f5744 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9e154c59-4349-4579-ac56-d3f7608a8c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6373546 Oct 04 20:39:27.123864 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6c431f6c-2325-433e-869b-f24e2773035a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (98fd41a4-095e-47fc-aeab-f091f1753531), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:27.275212 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-bd8f73c6-9675-4a07-90f1-12e45493f87d None None] Set router 35837e1b-e5e6-4dc6-ad2d-b8611eb70838 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:39:27.502397 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:27.513416 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c431f6c-2325-433e-869b-f24e2773035a admin admin] Pushing event updated for resources: {'Port': ['ID=98fd41a4-095e-47fc-aeab-f091f1753531,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:27.667170 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1255f736-5c91-4e02-9572-e9d7a9aa398f admin admin] Publish callbacks [] for router_gateway (f0571684-3892-4966-93ce-178420de28a3), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:27.728202 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1255f736-5c91-4e02-9572-e9d7a9aa398f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:27.758131 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-532d26b6-ef2c-40e6-b1a2-438b7b093d34 admin admin] For port 67a313f0-6318-4116-9600-22dff9e1095b, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=67a313f0-6318-4116-9600-22dff9e1095b,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:39:27.759362 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-532d26b6-ef2c-40e6-b1a2-438b7b093d34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (67a313f0-6318-4116-9600-22dff9e1095b), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:27.794416 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:27.841028 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-628ce90c-60ae-47fd-b571-2d68f09aa7cc None None] Allocated IP 172.20.0.2 (0bca21b9-d9dd-47ed-b98b-fa1ff3590c09/fecd81e5-ff68-4254-a1b7-712264434374/7dc186be-4954-43be-94bd-7bcd1076b59e) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:39:27.858683 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-532d26b6-ef2c-40e6-b1a2-438b7b093d34 admin admin] Calling delete_port for 67a313f0-6318-4116-9600-22dff9e1095b owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:39:27.884451 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-e8a0884a-3804-44c4-8901-95b9cd88b957 None None] Allocated IP 172.20.0.2 (fb937f49-ef4f-4907-8633-5381d328450a/2d6f8bf5-3740-4979-a7b3-2392af9651e0/66afea62-f3aa-40cc-9a1e-715410d2acb1) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:39:27.914018 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6c431f6c-2325-433e-869b-f24e2773035a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (c8c0b726-b7dc-415e-8563-e376379d2671), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:27.919507 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 96cd4ac6-8136-405b-8d74-7122cce768f9 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:39:28.019416 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-92440578-ec63-41fa-956c-64c68daa892b None None] Publish callbacks [] for port (08505723-55ca-45ad-94b8-9d61b860ef4a), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:28.118348 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-92440578-ec63-41fa-956c-64c68daa892b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (08505723-55ca-45ad-94b8-9d61b860ef4a), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:28.244862 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:28.251531 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b81338-3855-429c-8ad6-f04ead00376c None None] Pushing event updated for resources: {'Port': ['ID=08505723-55ca-45ad-94b8-9d61b860ef4a,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:28.258118 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=7 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:28.395824 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b0ffa65a-b317-4785-97ac-75763577d4ac up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:39:28.413713 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-1255f736-5c91-4e02-9572-e9d7a9aa398f admin admin] Allocated IP 172.25.5.87 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/b5e61eea-bc68-4171-ab3e-527935a58276) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:39:28.418013 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-92440578-ec63-41fa-956c-64c68daa892b None None] Attempting to bind port 08505723-55ca-45ad-94b8-9d61b860ef4a on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:39:28.419499 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-92440578-ec63-41fa-956c-64c68daa892b None None] Attempting to bind port 08505723-55ca-45ad-94b8-9d61b860ef4a by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'a4aa1d2b-4622-41fb-ac04-278e274ea2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '6e500946-a895-4d85-8dde-03af839f7412'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:39:28.420660 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92440578-ec63-41fa-956c-64c68daa892b None None] Attempting to bind port 08505723-55ca-45ad-94b8-9d61b860ef4a on network 6e500946-a895-4d85-8dde-03af839f7412 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:39:28.533961 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92440578-ec63-41fa-956c-64c68daa892b None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:39:28.536148 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92440578-ec63-41fa-956c-64c68daa892b None None] Checking segment: {'id': 'a4aa1d2b-4622-41fb-ac04-278e274ea2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '6e500946-a895-4d85-8dde-03af839f7412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:39:28.538050 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-92440578-ec63-41fa-956c-64c68daa892b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:28.539587 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92440578-ec63-41fa-956c-64c68daa892b None None] Bound using segment: {'id': 'a4aa1d2b-4622-41fb-ac04-278e274ea2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '6e500946-a895-4d85-8dde-03af839f7412'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:39:28.541160 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-92440578-ec63-41fa-956c-64c68daa892b None None] Bound port: 08505723-55ca-45ad-94b8-9d61b860ef4a, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4aa1d2b-4622-41fb-ac04-278e274ea2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '6e500946-a895-4d85-8dde-03af839f7412'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:39:28.545542 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-92440578-ec63-41fa-956c-64c68daa892b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (08505723-55ca-45ad-94b8-9d61b860ef4a), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:28.677212 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=85,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:28.715757 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-92440578-ec63-41fa-956c-64c68daa892b None None] For port 08505723-55ca-45ad-94b8-9d61b860ef4a, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:39:28.722622 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-92440578-ec63-41fa-956c-64c68daa892b None None] For port 08505723-55ca-45ad-94b8-9d61b860ef4a, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=08505723-55ca-45ad-94b8-9d61b860ef4a,segment=NetworkSegment(a4aa1d2b-4622-41fb-ac04-278e274ea2c8),segment_id=a4aa1d2b-4622-41fb-ac04-278e274ea2c8)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:39:28.769196 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61ab79-a625-43c2-9d04-a1ba963a547b req-01c0923c-ff8c-44fb-a6a8-c45959a468f1 tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:39:28.781986 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-7a61ab79-a625-43c2-9d04-a1ba963a547b req-01c0923c-ff8c-44fb-a6a8-c45959a468f1 tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7bb70165-8fd0-439d-aa99-cff22896f645 HTTP/1.1" status: 200 len: 950 time: 1.0050938 Oct 04 20:39:28.819501 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-92440578-ec63-41fa-956c-64c68daa892b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (08505723-55ca-45ad-94b8-9d61b860ef4a), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:28.841384 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c431f6c-2325-433e-869b-f24e2773035a admin admin] Network 5c69fbf6-587d-40e3-bd0a-3ffcaac8d078 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:39:28.843758 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port b0ffa65a-b317-4785-97ac-75763577d4ac triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:39:28.844661 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b0ffa65a-b317-4785-97ac-75763577d4ac), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:28.845386 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port b0ffa65a-b317-4785-97ac-75763577d4ac Oct 04 20:39:28.869576 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:28.904410 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-bd8f73c6-9675-4a07-90f1-12e45493f87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35837e1b-e5e6-4dc6-ad2d-b8611eb70838', 'name': 'tempest-LiveMigrationTest-1089892850-router', 'tenant_id': '10ad510c188c41c5b44cde6ddd2f40e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '67a313f0-6318-4116-9600-22dff9e1095b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:36:25Z', 'updated_at': '2022-10-04T20:39:20Z', 'revision_number': 5, 'project_id': '10ad510c188c41c5b44cde6ddd2f40e3', 'gw_port': {'id': '67a313f0-6318-4116-9600-22dff9e1095b', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35837e1b-e5e6-4dc6-ad2d-b8611eb70838', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:36:28Z', 'updated_at': '2022-10-04T20:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:39:28.921384 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-628ce90c-60ae-47fd-b571-2d68f09aa7cc None None] Publish callbacks [] for port (7dc186be-4954-43be-94bd-7bcd1076b59e), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:28.975787 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:28.987304 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8f73c6-9675-4a07-90f1-12e45493f87d None None] Checking router: 35837e1b-e5e6-4dc6-ad2d-b8611eb70838 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:39:28.991110 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-6c431f6c-2325-433e-869b-f24e2773035a admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:39:29.017982 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1255f736-5c91-4e02-9572-e9d7a9aa398f admin admin] Publish callbacks [] for port (b5e61eea-bc68-4171-ab3e-527935a58276), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:29.021643 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92440578-ec63-41fa-956c-64c68daa892b None None] Routers {'f7a4361b-05eb-4e57-8561-e313f40e1bc1'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:39:29.022599 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-92440578-ec63-41fa-956c-64c68daa892b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:39:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['f7a4361b-05eb-4e57-8561-e313f40e1bc1'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:39:29.030626 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-532d26b6-ef2c-40e6-b1a2-438b7b093d34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (67a313f0-6318-4116-9600-22dff9e1095b), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:29.035294 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8f73c6-9675-4a07-90f1-12e45493f87d None None] Routers {'35837e1b-e5e6-4dc6-ad2d-b8611eb70838'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:39:29.036357 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-bd8f73c6-9675-4a07-90f1-12e45493f87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:39:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['35837e1b-e5e6-4dc6-ad2d-b8611eb70838'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:39:29.112217 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532d26b6-ef2c-40e6-b1a2-438b7b093d34 admin admin] Pushing event deleted for resources: {'Port': ['ID=67a313f0-6318-4116-9600-22dff9e1095b,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:29.210229 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b81338-3855-429c-8ad6-f04ead00376c None None] Pushing event updated for resources: {'Port': ['ID=08505723-55ca-45ad-94b8-9d61b860ef4a,revision_number=4']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:29.213732 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-628ce90c-60ae-47fd-b571-2d68f09aa7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (7dc186be-4954-43be-94bd-7bcd1076b59e), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:29.280252 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:29.298068 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a5641d87-1b24-45c2-bb18-1f014aa3a045 admin admin] Publish callbacks [] for router_gateway (ba998b8e-67cd-435f-9a30-125fb1f7076b), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:29.366649 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-532d26b6-ef2c-40e6-b1a2-438b7b093d34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (35837e1b-e5e6-4dc6-ad2d-b8611eb70838), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:29.397078 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:29.465069 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-bd8f73c6-9675-4a07-90f1-12e45493f87d None None] Set router 35837e1b-e5e6-4dc6-ad2d-b8611eb70838 gateway port host: None {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:39:29.469297 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e8a0884a-3804-44c4-8901-95b9cd88b957 None None] Publish callbacks [] for port (66afea62-f3aa-40cc-9a1e-715410d2acb1), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:29.472048 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a5641d87-1b24-45c2-bb18-1f014aa3a045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:29.497118 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-92440578-ec63-41fa-956c-64c68daa892b None None] Set router f7a4361b-05eb-4e57-8561-e313f40e1bc1 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:39:29.562528 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1255f736-5c91-4e02-9572-e9d7a9aa398f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (b5e61eea-bc68-4171-ab3e-527935a58276), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:29.739115 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1255f736-5c91-4e02-9572-e9d7a9aa398f admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:39:29.750802 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-a5641d87-1b24-45c2-bb18-1f014aa3a045 admin admin] Allocated IP 172.25.5.178 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/b6bd9fe7-fb20-44f6-9596-9652e6d92c06) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:39:29.759379 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-532d26b6-ef2c-40e6-b1a2-438b7b093d34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (35837e1b-e5e6-4dc6-ad2d-b8611eb70838), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:29.764780 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-1255f736-5c91-4e02-9572-e9d7a9aa398f admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:39:29.772332 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1255f736-5c91-4e02-9572-e9d7a9aa398f admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:39:29.786648 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-532d26b6-ef2c-40e6-b1a2-438b7b093d34 admin admin] Publish callbacks [] for router_controller (35837e1b-e5e6-4dc6-ad2d-b8611eb70838), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:29.884008 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:29.957879 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628ce90c-60ae-47fd-b571-2d68f09aa7cc None None] Network 0bca21b9-d9dd-47ed-b98b-fa1ff3590c09 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:39:29.962053 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e8a0884a-3804-44c4-8901-95b9cd88b957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (66afea62-f3aa-40cc-9a1e-715410d2acb1), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:29.966048 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-bd8f73c6-9675-4a07-90f1-12e45493f87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35837e1b-e5e6-4dc6-ad2d-b8611eb70838', 'name': 'tempest-LiveMigrationTest-1089892850-router', 'tenant_id': '10ad510c188c41c5b44cde6ddd2f40e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:36:25Z', 'updated_at': '2022-10-04T20:39:28Z', 'revision_number': 7, 'project_id': '10ad510c188c41c5b44cde6ddd2f40e3', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:39:29.968289 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a5641d87-1b24-45c2-bb18-1f014aa3a045 admin admin] Publish callbacks [] for port (b6bd9fe7-fb20-44f6-9596-9652e6d92c06), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:29.980047 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628ce90c-60ae-47fd-b571-2d68f09aa7cc None None] Pushing event updated for resources: {'Port': ['ID=7dc186be-4954-43be-94bd-7bcd1076b59e,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:29.997184 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-628ce90c-60ae-47fd-b571-2d68f09aa7cc None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:39:30.047647 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1255f736-5c91-4e02-9572-e9d7a9aa398f admin admin] Pushing event updated for resources: {'Port': ['ID=b5e61eea-bc68-4171-ab3e-527935a58276,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:30.050259 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628ce90c-60ae-47fd-b571-2d68f09aa7cc None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:39:30.072626 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port b0ffa65a-b317-4785-97ac-75763577d4ac is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:39:30.088534 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-7a61ab79-a625-43c2-9d04-a1ba963a547b req-83abbec7-9532-4cd8-898f-51c0b514a751 tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d919ea2f-c89d-42d5-9bbd-737be810f88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3050590 Oct 04 20:39:30.095224 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-568e477e-c122-458f-ae99-73f57644d761 None None] Provisioning complete for port 98fd41a4-095e-47fc-aeab-f091f1753531 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:39:30.096035 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-568e477e-c122-458f-ae99-73f57644d761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (98fd41a4-095e-47fc-aeab-f091f1753531), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:30.098084 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-568e477e-c122-458f-ae99-73f57644d761 None None] Attempt 1 to provision port 98fd41a4-095e-47fc-aeab-f091f1753531 Oct 04 20:39:30.100892 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48728ad2-96aa-4319-b8cd-975e011f4a68 req-c5d2cf12-6e68-40b9-bf12-ac4b4afea2f1 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:39:30.104146 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-48728ad2-96aa-4319-b8cd-975e011f4a68 req-c5d2cf12-6e68-40b9-bf12-ac4b4afea2f1 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9d42994f-e35e-413c-a0a3-14bb3878e209 HTTP/1.1" status: 200 len: 950 time: 1.0492537 Oct 04 20:39:30.140978 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:30.168933 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a5641d87-1b24-45c2-bb18-1f014aa3a045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (b6bd9fe7-fb20-44f6-9596-9652e6d92c06), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:30.263345 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-92440578-ec63-41fa-956c-64c68daa892b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a4361b-05eb-4e57-8561-e313f40e1bc1', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1422610826-router', 'tenant_id': '8fe6727c071748399777eac51fd08556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'b0ffa65a-b317-4785-97ac-75763577d4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:38:58Z', 'updated_at': '2022-10-04T20:39:13Z', 'revision_number': 4, 'project_id': '8fe6727c071748399777eac51fd08556', 'gw_port': {'id': 'b0ffa65a-b317-4785-97ac-75763577d4ac', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a4361b-05eb-4e57-8561-e313f40e1bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:39:02Z', 'updated_at': '2022-10-04T20:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '08505723-55ca-45ad-94b8-9d61b860ef4a', 'name': '', 'network_id': '6e500946-a895-4d85-8dde-03af839f7412', 'tenant_id': '8fe6727c071748399777eac51fd08556', 'mac_address': 'fa:16:3e:9d:89:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a4361b-05eb-4e57-8561-e313f40e1bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '0698b637-4f49-4cfc-9e28-94dad394b1cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:39:10Z', 'updated_at': '2022-10-04T20:39:28Z', 'revision_number': 4, 'project_id': '8fe6727c071748399777eac51fd08556', 'subnets': [{'id': '0698b637-4f49-4cfc-9e28-94dad394b1cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:39:30.280190 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8f73c6-9675-4a07-90f1-12e45493f87d None None] The sync data for ids ['35837e1b-e5e6-4dc6-ad2d-b8611eb70838'] in n-d-852085-12 is: [{'id': '35837e1b-e5e6-4dc6-ad2d-b8611eb70838', 'name': 'tempest-LiveMigrationTest-1089892850-router', 'tenant_id': '10ad510c188c41c5b44cde6ddd2f40e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:36:25Z', 'updated_at': '2022-10-04T20:39:28Z', 'revision_number': 7, 'project_id': '10ad510c188c41c5b44cde6ddd2f40e3', 'gw_port_host': None}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:39:30.344632 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-532d26b6-ef2c-40e6-b1a2-438b7b093d34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (35837e1b-e5e6-4dc6-ad2d-b8611eb70838), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:30.347341 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-532d26b6-ef2c-40e6-b1a2-438b7b093d34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35837e1b-e5e6-4dc6-ad2d-b8611eb70838 {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:39:30.359297 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a0884a-3804-44c4-8901-95b9cd88b957 None None] Network fb937f49-ef4f-4907-8633-5381d328450a is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:39:30.395482 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-532d26b6-ef2c-40e6-b1a2-438b7b093d34 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:30.398021 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-532d26b6-ef2c-40e6-b1a2-438b7b093d34 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/35837e1b-e5e6-4dc6-ad2d-b8611eb70838 HTTP/1.1" status: 204 len: 168 time: 5.4318841 Oct 04 20:39:30.404350 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 34264) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:39:30.446181 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-e8a0884a-3804-44c4-8901-95b9cd88b957 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:39:30.457672 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a0884a-3804-44c4-8901-95b9cd88b957 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:39:30.468866 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a0884a-3804-44c4-8901-95b9cd88b957 None None] Pushing event updated for resources: {'Port': ['ID=66afea62-f3aa-40cc-9a1e-715410d2acb1,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:30.472445 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92440578-ec63-41fa-956c-64c68daa892b None None] The sync data for ids ['f7a4361b-05eb-4e57-8561-e313f40e1bc1'] in n-d-852085-12 is: [{'id': 'f7a4361b-05eb-4e57-8561-e313f40e1bc1', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1422610826-router', 'tenant_id': '8fe6727c071748399777eac51fd08556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'b0ffa65a-b317-4785-97ac-75763577d4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:38:58Z', 'updated_at': '2022-10-04T20:39:13Z', 'revision_number': 4, 'project_id': '8fe6727c071748399777eac51fd08556', 'gw_port': {'id': 'b0ffa65a-b317-4785-97ac-75763577d4ac', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a4361b-05eb-4e57-8561-e313f40e1bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:39:02Z', 'updated_at': '2022-10-04T20:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '08505723-55ca-45ad-94b8-9d61b860ef4a', 'name': '', 'network_id': '6e500946-a895-4d85-8dde-03af839f7412', 'tenant_id': '8fe6727c071748399777eac51fd08556', 'mac_address': 'fa:16:3e:9d:89:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a4361b-05eb-4e57-8561-e313f40e1bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '0698b637-4f49-4cfc-9e28-94dad394b1cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:39:10Z', 'updated_at': '2022-10-04T20:39:28Z', 'revision_number': 4, 'project_id': '8fe6727c071748399777eac51fd08556', 'subnets': [{'id': '0698b637-4f49-4cfc-9e28-94dad394b1cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:39:30.546556 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-568e477e-c122-458f-ae99-73f57644d761 None None] Port 98fd41a4-095e-47fc-aeab-f091f1753531 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:39:30.697267 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-628ce90c-60ae-47fd-b571-2d68f09aa7cc None None] Attempting to bind port 7dc186be-4954-43be-94bd-7bcd1076b59e on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:39:30.698534 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-628ce90c-60ae-47fd-b571-2d68f09aa7cc None None] Attempting to bind port 7dc186be-4954-43be-94bd-7bcd1076b59e by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '2d39e250-52ee-4b29-a76c-8ef56e729f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0bca21b9-d9dd-47ed-b98b-fa1ff3590c09'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:39:30.699984 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628ce90c-60ae-47fd-b571-2d68f09aa7cc None None] Attempting to bind port 7dc186be-4954-43be-94bd-7bcd1076b59e on network 0bca21b9-d9dd-47ed-b98b-fa1ff3590c09 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:39:30.764302 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5641d87-1b24-45c2-bb18-1f014aa3a045 admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:39:30.828672 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d14a85-197e-46e3-98ee-f6770d085c50 req-8b080a9f-d5c8-4279-b55c-e9b42f6fed49 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:39:30.830898 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-a6d14a85-197e-46e3-98ee-f6770d085c50 req-8b080a9f-d5c8-4279-b55c-e9b42f6fed49 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=d937ec04-8d81-4926-a578-27ca4e58ca63 HTTP/1.1" status: 200 len: 950 time: 0.1724417 Oct 04 20:39:30.883508 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5641d87-1b24-45c2-bb18-1f014aa3a045 admin admin] Pushing event updated for resources: {'Port': ['ID=b6bd9fe7-fb20-44f6-9596-9652e6d92c06,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:30.896769 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-a5641d87-1b24-45c2-bb18-1f014aa3a045 admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:39:30.936863 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 08505723-55ca-45ad-94b8-9d61b860ef4a up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:39:30.949023 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2dee5a-89e1-4b20-b6a4-501b48e3d4fc req-0fcd1c3d-7582-45c0-bba7-d97058d578a2 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:39:30.961414 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ca2dee5a-89e1-4b20-b6a4-501b48e3d4fc req-0fcd1c3d-7582-45c0-bba7-d97058d578a2 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d937ec04-8d81-4926-a578-27ca4e58ca63 HTTP/1.1" status: 200 len: 950 time: 0.3607533 Oct 04 20:39:30.964866 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5641d87-1b24-45c2-bb18-1f014aa3a045 admin admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:39:30.990349 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9356dc8-7f8f-4ac5-b381-c8ef550568eb req-9de74833-947f-4540-9002-c2dda82923f1 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:39:30.993240 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-d9356dc8-7f8f-4ac5-b381-c8ef550568eb req-9de74833-947f-4540-9002-c2dda82923f1 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=74855781-6009-4525-8bdc-cad56a09a352 HTTP/1.1" status: 200 len: 950 time: 0.3106377 Oct 04 20:39:30.997841 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-e8a0884a-3804-44c4-8901-95b9cd88b957 None None] Attempting to bind port 66afea62-f3aa-40cc-9a1e-715410d2acb1 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:39:30.998583 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-e8a0884a-3804-44c4-8901-95b9cd88b957 None None] Attempting to bind port 66afea62-f3aa-40cc-9a1e-715410d2acb1 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '2f43f846-acd4-4310-b7db-b7eceb42a589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'fb937f49-ef4f-4907-8633-5381d328450a'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:39:31.002546 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a0884a-3804-44c4-8901-95b9cd88b957 None None] Attempting to bind port 66afea62-f3aa-40cc-9a1e-715410d2acb1 on network fb937f49-ef4f-4907-8633-5381d328450a {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:39:31.119749 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628ce90c-60ae-47fd-b571-2d68f09aa7cc None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:39:31.120348 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628ce90c-60ae-47fd-b571-2d68f09aa7cc None None] Checking segment: {'id': '2d39e250-52ee-4b29-a76c-8ef56e729f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0bca21b9-d9dd-47ed-b98b-fa1ff3590c09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:39:31.120741 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-48728ad2-96aa-4319-b8cd-975e011f4a68 req-54610ede-b8e8-4a6f-9bb0-d7153337a841 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9e154c59-4349-4579-ac56-d3f7608a8c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9921768 Oct 04 20:39:31.121714 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-628ce90c-60ae-47fd-b571-2d68f09aa7cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:31.122403 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628ce90c-60ae-47fd-b571-2d68f09aa7cc None None] Bound using segment: {'id': '2d39e250-52ee-4b29-a76c-8ef56e729f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0bca21b9-d9dd-47ed-b98b-fa1ff3590c09'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:39:31.123941 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-628ce90c-60ae-47fd-b571-2d68f09aa7cc None None] Bound port: 7dc186be-4954-43be-94bd-7bcd1076b59e, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d39e250-52ee-4b29-a76c-8ef56e729f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0bca21b9-d9dd-47ed-b98b-fa1ff3590c09'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:39:31.124706 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-628ce90c-60ae-47fd-b571-2d68f09aa7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (7dc186be-4954-43be-94bd-7bcd1076b59e), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:31.160731 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3a5bb-eab5-4dd0-b3fd-0c134e96ff6b req-e4ba5cbf-b8ef-45b3-a145-c52caa22bbf6 tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:39:31.163892 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-59c3a5bb-eab5-4dd0-b3fd-0c134e96ff6b req-e4ba5cbf-b8ef-45b3-a145-c52caa22bbf6 tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7bb70165-8fd0-439d-aa99-cff22896f645 HTTP/1.1" status: 200 len: 950 time: 0.6779106 Oct 04 20:39:31.274036 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-28e41735-4ede-4d18-91fa-238b68991bf6 admin admin] Deleting subnet 286b35bf-8b5e-4589-90e5-35a54a75a2e5 {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:39:31.322369 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c431f6c-2325-433e-869b-f24e2773035a admin admin] Router c8c0b726-b7dc-415e-8563-e376379d2671 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:39:31.377709 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [req-a6d14a85-197e-46e3-98ee-f6770d085c50 req-5b721aa3-d97a-4f65-9a6b-e0e60a975240 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Deleting port f5495aac-c2d7-419a-9cc9-79e9ec72c16c {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:39:31.378303 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-a6d14a85-197e-46e3-98ee-f6770d085c50 req-5b721aa3-d97a-4f65-9a6b-e0e60a975240 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (f5495aac-c2d7-419a-9cc9-79e9ec72c16c), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:31.413664 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-628ce90c-60ae-47fd-b571-2d68f09aa7cc None None] For port 7dc186be-4954-43be-94bd-7bcd1076b59e, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:39:31.425494 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-628ce90c-60ae-47fd-b571-2d68f09aa7cc None None] For port 7dc186be-4954-43be-94bd-7bcd1076b59e, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=7dc186be-4954-43be-94bd-7bcd1076b59e,segment=NetworkSegment(2d39e250-52ee-4b29-a76c-8ef56e729f3b),segment_id=2d39e250-52ee-4b29-a76c-8ef56e729f3b)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:39:31.458115 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a0884a-3804-44c4-8901-95b9cd88b957 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:39:31.459835 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a0884a-3804-44c4-8901-95b9cd88b957 None None] Checking segment: {'id': '2f43f846-acd4-4310-b7db-b7eceb42a589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'fb937f49-ef4f-4907-8633-5381d328450a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:39:31.460358 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e8a0884a-3804-44c4-8901-95b9cd88b957 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:31.461004 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a0884a-3804-44c4-8901-95b9cd88b957 None None] Bound using segment: {'id': '2f43f846-acd4-4310-b7db-b7eceb42a589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'fb937f49-ef4f-4907-8633-5381d328450a'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:39:31.461866 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-e8a0884a-3804-44c4-8901-95b9cd88b957 None None] Bound port: 66afea62-f3aa-40cc-9a1e-715410d2acb1, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f43f846-acd4-4310-b7db-b7eceb42a589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'fb937f49-ef4f-4907-8633-5381d328450a'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:39:31.462623 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e8a0884a-3804-44c4-8901-95b9cd88b957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (66afea62-f3aa-40cc-9a1e-715410d2acb1), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:31.497437 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 08505723-55ca-45ad-94b8-9d61b860ef4a triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:39:31.498038 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (08505723-55ca-45ad-94b8-9d61b860ef4a), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:31.498529 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 08505723-55ca-45ad-94b8-9d61b860ef4a Oct 04 20:39:31.644269 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [req-a6d14a85-197e-46e3-98ee-f6770d085c50 req-5b721aa3-d97a-4f65-9a6b-e0e60a975240 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] For port f5495aac-c2d7-419a-9cc9-79e9ec72c16c, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=f5495aac-c2d7-419a-9cc9-79e9ec72c16c,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:39:31.645095 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-a6d14a85-197e-46e3-98ee-f6770d085c50 req-5b721aa3-d97a-4f65-9a6b-e0e60a975240 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (f5495aac-c2d7-419a-9cc9-79e9ec72c16c), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:31.649988 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-28e41735-4ede-4d18-91fa-238b68991bf6 admin admin] Publish callbacks [] for subnet (286b35bf-8b5e-4589-90e5-35a54a75a2e5), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:31.718180 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e8a0884a-3804-44c4-8901-95b9cd88b957 None None] For port 66afea62-f3aa-40cc-9a1e-715410d2acb1, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:39:31.726975 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e8a0884a-3804-44c4-8901-95b9cd88b957 None None] For port 66afea62-f3aa-40cc-9a1e-715410d2acb1, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=66afea62-f3aa-40cc-9a1e-715410d2acb1,segment=NetworkSegment(2f43f846-acd4-4310-b7db-b7eceb42a589),segment_id=2f43f846-acd4-4310-b7db-b7eceb42a589)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:39:31.748019 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-628ce90c-60ae-47fd-b571-2d68f09aa7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (7dc186be-4954-43be-94bd-7bcd1076b59e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:31.761506 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:31.864378 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84875e5b-e240-4804-9dd4-bbe280ed8f1c req-c6eb03f2-7da0-42a8-bbf4-a6cd3f107700 tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:39:31.867993 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-84875e5b-e240-4804-9dd4-bbe280ed8f1c req-c6eb03f2-7da0-42a8-bbf4-a6cd3f107700 tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7bb70165-8fd0-439d-aa99-cff22896f645 HTTP/1.1" status: 200 len: 950 time: 0.5276060 Oct 04 20:39:31.889599 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [req-a6d14a85-197e-46e3-98ee-f6770d085c50 req-5b721aa3-d97a-4f65-9a6b-e0e60a975240 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Calling delete_port for f5495aac-c2d7-419a-9cc9-79e9ec72c16c owned by compute:nova {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:39:31.898759 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:31.918367 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 08505723-55ca-45ad-94b8-9d61b860ef4a is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:39:31.919523 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (08505723-55ca-45ad-94b8-9d61b860ef4a), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:31.947945 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-83cca154-8815-4883-a8dd-182646149088 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (f7a4361b-05eb-4e57-8561-e313f40e1bc1), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:31.951571 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e8a0884a-3804-44c4-8901-95b9cd88b957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (66afea62-f3aa-40cc-9a1e-715410d2acb1), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:32.037833 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-28e41735-4ede-4d18-91fa-238b68991bf6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (286b35bf-8b5e-4589-90e5-35a54a75a2e5), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:32.050005 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [req-d9356dc8-7f8f-4ac5-b381-c8ef550568eb req-d64e434f-9082-41d9-8a1f-937d214787df tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Deleting port f1539adb-7984-4760-843a-2936f8ddf173 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:39:32.050711 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-d9356dc8-7f8f-4ac5-b381-c8ef550568eb req-d64e434f-9082-41d9-8a1f-937d214787df tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (f1539adb-7984-4760-843a-2936f8ddf173), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:32.067011 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:32.081969 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 08505723-55ca-45ad-94b8-9d61b860ef4a, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=08505723-55ca-45ad-94b8-9d61b860ef4a,segment=NetworkSegment(a4aa1d2b-4622-41fb-ac04-278e274ea2c8),segment_id=a4aa1d2b-4622-41fb-ac04-278e274ea2c8)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:39:32.119366 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:32.207310 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (08505723-55ca-45ad-94b8-9d61b860ef4a), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:32.216850 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628ce90c-60ae-47fd-b571-2d68f09aa7cc None None] Pushing event updated for resources: {'Port': ['ID=7dc186be-4954-43be-94bd-7bcd1076b59e,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:32.399485 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ca2dee5a-89e1-4b20-b6a4-501b48e3d4fc req-dfa25f77-7bdd-4223-94f0-94adc19ba720 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2241793 Oct 04 20:39:32.545117 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 67a313f0-6318-4116-9600-22dff9e1095b no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:39:32.567848 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:32.686948 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 67a313f0-6318-4116-9600-22dff9e1095b {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:39:32.686948 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 67a313f0-6318-4116-9600-22dff9e1095b not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:39:32.687748 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device c8d3336a-b241-4e22-b3d9-907576a718f3 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:39:32.749233 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a0884a-3804-44c4-8901-95b9cd88b957 None None] Pushing event updated for resources: {'Port': ['ID=66afea62-f3aa-40cc-9a1e-715410d2acb1,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:32.754560 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: c8d3336a-b241-4e22-b3d9-907576a718f3 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:39:32.755307 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device c8d3336a-b241-4e22-b3d9-907576a718f3 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:39:32.947408 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c431f6c-2325-433e-869b-f24e2773035a admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:39:32.970371 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=08505723-55ca-45ad-94b8-9d61b860ef4a,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:32.980714 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e3dac4-2232-46fd-9093-0aba0be9372a None None] Sync routers for ids ['c8c0b726-b7dc-415e-8563-e376379d2671'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:39:33.028811 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e3dac4-2232-46fd-9093-0aba0be9372a None None] Routers {'c8c0b726-b7dc-415e-8563-e376379d2671'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:39:33.030140 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-12e3dac4-2232-46fd-9093-0aba0be9372a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:39:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['c8c0b726-b7dc-415e-8563-e376379d2671'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:39:33.123943 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:33.227273 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-6c431f6c-2325-433e-869b-f24e2773035a admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/c8c0b726-b7dc-415e-8563-e376379d2671/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.6116066 Oct 04 20:39:33.331411 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [req-59c3a5bb-eab5-4dd0-b3fd-0c134e96ff6b req-8d48de1b-ea81-4d69-9e41-f52a30738e4f tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] Deleting port 3816d2e0-249b-44b8-be16-c80be3f1c4e8 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:39:33.331992 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-59c3a5bb-eab5-4dd0-b3fd-0c134e96ff6b req-8d48de1b-ea81-4d69-9e41-f52a30738e4f tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (3816d2e0-249b-44b8-be16-c80be3f1c4e8), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:33.335971 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-12e3dac4-2232-46fd-9093-0aba0be9372a None None] Set router c8c0b726-b7dc-415e-8563-e376379d2671 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:39:33.363586 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1255f736-5c91-4e02-9572-e9d7a9aa398f admin admin] Publish callbacks [] for router_gateway (f0571684-3892-4966-93ce-178420de28a3), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:33.532640 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-84875e5b-e240-4804-9dd4-bbe280ed8f1c req-7b77f98b-da86-405e-96d6-ab34197ea226 tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=d919ea2f-c89d-42d5-9bbd-737be810f88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5865598 Oct 04 20:39:33.550566 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f70128a-8bdc-47e3-a2b8-3c76401db266 req-f2b73cc6-3145-4b30-ab87-2e5aef0cdabb tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:39:33.553868 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-8f70128a-8bdc-47e3-a2b8-3c76401db266 req-f2b73cc6-3145-4b30-ab87-2e5aef0cdabb tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bd64c084-10af-4b12-bdd9-ef53866be364 HTTP/1.1" status: 200 len: 950 time: 0.5926178 Oct 04 20:39:33.779477 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:33.783750 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [req-d9356dc8-7f8f-4ac5-b381-c8ef550568eb req-d64e434f-9082-41d9-8a1f-937d214787df tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] For port f1539adb-7984-4760-843a-2936f8ddf173, host n-h2-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852085-12',level=0,port_id=f1539adb-7984-4760-843a-2936f8ddf173,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:39:33.784239 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-d9356dc8-7f8f-4ac5-b381-c8ef550568eb req-d64e434f-9082-41d9-8a1f-937d214787df tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (f1539adb-7984-4760-843a-2936f8ddf173), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:33.832334 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-28e41735-4ede-4d18-91fa-238b68991bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (286b35bf-8b5e-4589-90e5-35a54a75a2e5), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:33.924597 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-12e3dac4-2232-46fd-9093-0aba0be9372a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c0b726-b7dc-415e-8563-e376379d2671', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1858077762-router', 'tenant_id': 'ab7f55d3f0d44d26b00ae52218511449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '96cd4ac6-8136-405b-8d74-7122cce768f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:39:00Z', 'updated_at': '2022-10-04T20:39:24Z', 'revision_number': 4, 'project_id': 'ab7f55d3f0d44d26b00ae52218511449', 'gw_port': {'id': '96cd4ac6-8136-405b-8d74-7122cce768f9', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c0b726-b7dc-415e-8563-e376379d2671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:39:04Z', 'updated_at': '2022-10-04T20:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '98fd41a4-095e-47fc-aeab-f091f1753531', 'name': '', 'network_id': '5c69fbf6-587d-40e3-bd0a-3ffcaac8d078', 'tenant_id': 'ab7f55d3f0d44d26b00ae52218511449', 'mac_address': 'fa:16:3e:31:e4:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c0b726-b7dc-415e-8563-e376379d2671', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '3935fbef-6c09-4513-a7a5-1619fbb67325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:39:19Z', 'updated_at': '2022-10-04T20:39:25Z', 'revision_number': 2, 'project_id': 'ab7f55d3f0d44d26b00ae52218511449', 'subnets': [{'id': '3935fbef-6c09-4513-a7a5-1619fbb67325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:39:33.978973 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [req-d9356dc8-7f8f-4ac5-b381-c8ef550568eb req-d64e434f-9082-41d9-8a1f-937d214787df tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Calling delete_port for f1539adb-7984-4760-843a-2936f8ddf173 owned by compute:nova {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:39:33.985649 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e3dac4-2232-46fd-9093-0aba0be9372a None None] Checking router: c8c0b726-b7dc-415e-8563-e376379d2671 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:39:33.986248 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e3dac4-2232-46fd-9093-0aba0be9372a None None] Updating router c8c0b726-b7dc-415e-8563-e376379d2671 port 98fd41a4-095e-47fc-aeab-f091f1753531 binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:39:34.044930 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a5641d87-1b24-45c2-bb18-1f014aa3a045 admin admin] Publish callbacks [] for router_gateway (ba998b8e-67cd-435f-9a30-125fb1f7076b), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:34.107824 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Device f1539adb-7984-4760-843a-2936f8ddf173 no longer exists at agent hyperv_n-h2-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:39:34.183565 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-12e3dac4-2232-46fd-9093-0aba0be9372a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (98fd41a4-095e-47fc-aeab-f091f1753531), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:34.313260 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Current status of the port f1539adb-7984-4760-843a-2936f8ddf173 is: ACTIVE; New status is: DOWN {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:39:34.314733 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (f1539adb-7984-4760-843a-2936f8ddf173), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:34.475919 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] For port f1539adb-7984-4760-843a-2936f8ddf173, host n-h2-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852085-12',level=0,port_id=f1539adb-7984-4760-843a-2936f8ddf173,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:39:34.562958 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:34.585705 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74855781-6009-4525-8bdc-cad56a09a352', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1539adb-7984-4760-843a-2936f8ddf173'}] {{(pid=108171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:39:34.590842 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966b91da6921e714df7c26a37f4733087768fb9a36052be1ead95d4d835f43be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdce264c-23e9-48ad-a79d-498b29d50cff" -d '{"events": [{"server_uuid": "74855781-6009-4525-8bdc-cad56a09a352", "name": "network-vif-unplugged", "status": "completed", "tag": "f1539adb-7984-4760-843a-2936f8ddf173"}]}' {{(pid=108171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:39:34.624343 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device 3816d2e0-249b-44b8-be16-c80be3f1c4e8 no longer exists at agent hyperv_n-h1-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:39:34.804912 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (f1539adb-7984-4760-843a-2936f8ddf173), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:35.028850 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Pushing event updated for resources: {'Port': ['ID=f1539adb-7984-4760-843a-2936f8ddf173,revision_number=6']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:35.036646 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 08505723-55ca-45ad-94b8-9d61b860ef4a up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:39:35.079489 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-a6d14a85-197e-46e3-98ee-f6770d085c50 req-5b721aa3-d97a-4f65-9a6b-e0e60a975240 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (f5495aac-c2d7-419a-9cc9-79e9ec72c16c), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:35.085842 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1255f736-5c91-4e02-9572-e9d7a9aa398f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (f0571684-3892-4966-93ce-178420de28a3), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:35.162828 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0291bbbf-268c-4a10-a8a5-ebc155bb485e None None] Network fb937f49-ef4f-4907-8633-5381d328450a requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:39:35.308032 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:35.311058 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:35.320795 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Current status of the port 3816d2e0-249b-44b8-be16-c80be3f1c4e8 is: ACTIVE; New status is: DOWN {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:39:35.322092 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (3816d2e0-249b-44b8-be16-c80be3f1c4e8), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:35.334558 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47970ba-0460-430c-b8f6-81ca72017112 None None] Network 0bca21b9-d9dd-47ed-b98b-fa1ff3590c09 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:39:35.339202 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] get_ports_and_sgs() called for port_ids ['978b2a22-cd30-468a-af9b-1b86275c1460', '1d4c616d-0938-4b70-9e11-adcaef4edc51', '883b816a-c7ca-4854-9627-ee3644556a24'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:39:35.405568 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-28e41735-4ede-4d18-91fa-238b68991bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (286b35bf-8b5e-4589-90e5-35a54a75a2e5), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:35.430791 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b721aa3-d97a-4f65-9a6b-e0e60a975240 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Pushing event deleted for resources: {'Port': ['ID=f5495aac-c2d7-419a-9cc9-79e9ec72c16c,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:35.446703 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2,neutron:DELETE=16 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:35.469374 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-28e41735-4ede-4d18-91fa-238b68991bf6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:35.479227 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-28e41735-4ede-4d18-91fa-238b68991bf6 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/286b35bf-8b5e-4589-90e5-35a54a75a2e5 HTTP/1.1" status: 204 len: 168 time: 5.0669253 Oct 04 20:39:35.483498 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 34280) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:39:35.544025 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a5641d87-1b24-45c2-bb18-1f014aa3a045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (ba998b8e-67cd-435f-9a30-125fb1f7076b), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:35.567307 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2640d931-4f5d-45f4-9f1b-382df91f7d70 req-ff9b8fe5-bcc5-4e81-864e-885c1b047a3c tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:39:35.592245 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-2640d931-4f5d-45f4-9f1b-382df91f7d70 req-ff9b8fe5-bcc5-4e81-864e-885c1b047a3c tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d937ec04-8d81-4926-a578-27ca4e58ca63 HTTP/1.1" status: 200 len: 950 time: 1.5922437 Oct 04 20:39:35.626001 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6d14a85-197e-46e3-98ee-f6770d085c50 req-5b721aa3-d97a-4f65-9a6b-e0e60a975240 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] No DVR routers for this DVR port f5495aac-c2d7-419a-9cc9-79e9ec72c16c on host n-h1-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:39:35.631963 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:35.654398 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-8f70128a-8bdc-47e3-a2b8-3c76401db266 req-5756a4ca-bd87-4ef8-b454-d45c97491aec tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9e154c59-4349-4579-ac56-d3f7608a8c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.9534955 Oct 04 20:39:35.784786 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce40139b-8314-4322-a56f-4b8884c59da5 None None] Network f83df98d-561c-48da-846a-6d99e02fce9a requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:39:35.918623 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e41735-4ede-4d18-91fa-238b68991bf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=286b35bf-8b5e-4589-90e5-35a54a75a2e5,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:36.005177 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-a6d14a85-197e-46e3-98ee-f6770d085c50 req-5b721aa3-d97a-4f65-9a6b-e0e60a975240 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:36.017067 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-a6d14a85-197e-46e3-98ee-f6770d085c50 req-5b721aa3-d97a-4f65-9a6b-e0e60a975240 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.83 "DELETE /networking/v2.0/ports/f5495aac-c2d7-419a-9cc9-79e9ec72c16c HTTP/1.1" status: 204 len: 173 time: 5.0647161 Oct 04 20:39:36.022647 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd937ec04-8d81-4926-a578-27ca4e58ca63', 'name': 'network-vif-deleted', 'tag': 'f5495aac-c2d7-419a-9cc9-79e9ec72c16c'}] {{(pid=108169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:39:36.034768 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dea34fca0f7d6c1de22810621a04fa86ac5e48141775903912ac1624808dfef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c87842-e356-4f21-a387-8878c5d44220" -d '{"events": [{"server_uuid": "d937ec04-8d81-4926-a578-27ca4e58ca63", "name": "network-vif-deleted", "tag": "f5495aac-c2d7-419a-9cc9-79e9ec72c16c"}]}' {{(pid=108169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:39:36.046061 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-d9356dc8-7f8f-4ac5-b381-c8ef550568eb req-d64e434f-9082-41d9-8a1f-937d214787df tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (f1539adb-7984-4760-843a-2936f8ddf173), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:36.150604 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 08505723-55ca-45ad-94b8-9d61b860ef4a triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:39:36.151501 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (08505723-55ca-45ad-94b8-9d61b860ef4a), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:36.152225 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 08505723-55ca-45ad-94b8-9d61b860ef4a Oct 04 20:39:36.246301 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-25e5d3e6-68f7-465f-b5b4-02f6c11618f6 None None] Provisioning complete for port 66afea62-f3aa-40cc-9a1e-715410d2acb1 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:39:36.246662 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-25e5d3e6-68f7-465f-b5b4-02f6c11618f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (66afea62-f3aa-40cc-9a1e-715410d2acb1), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:36.247508 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-25e5d3e6-68f7-465f-b5b4-02f6c11618f6 None None] Attempt 1 to provision port 66afea62-f3aa-40cc-9a1e-715410d2acb1 Oct 04 20:39:36.256402 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64e434f-9082-41d9-8a1f-937d214787df tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Pushing event deleted for resources: {'Port': ['ID=f1539adb-7984-4760-843a-2936f8ddf173,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:36.385830 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-be6cf678-87fd-4951-883e-83608cc74dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (f83df98d-561c-48da-846a-6d99e02fce9a), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:36.387283 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] For port 3816d2e0-249b-44b8-be16-c80be3f1c4e8, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=3816d2e0-249b-44b8-be16-c80be3f1c4e8,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:39:36.423412 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7acd288-aa5d-4ab2-8441-803c797d0f64 None None] DHCP port deletion for f83df98d-561c-48da-846a-6d99e02fce9a request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:39:36.430607 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9356dc8-7f8f-4ac5-b381-c8ef550568eb req-d64e434f-9082-41d9-8a1f-937d214787df tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] No DVR routers for this DVR port f1539adb-7984-4760-843a-2936f8ddf173 on host n-h2-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:39:36.448732 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-d9356dc8-7f8f-4ac5-b381-c8ef550568eb req-d64e434f-9082-41d9-8a1f-937d214787df tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:36.458241 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-d9356dc8-7f8f-4ac5-b381-c8ef550568eb req-d64e434f-9082-41d9-8a1f-937d214787df tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.85 "DELETE /networking/v2.0/ports/f1539adb-7984-4760-843a-2936f8ddf173 HTTP/1.1" status: 204 len: 173 time: 5.4569795 Oct 04 20:39:36.534314 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:36.546331 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:36.548280 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-be6cf678-87fd-4951-883e-83608cc74dc4 admin admin] Deleting port a425d1d9-36d6-4dfd-b739-d93ba356804d {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:39:36.549203 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-be6cf678-87fd-4951-883e-83608cc74dc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (a425d1d9-36d6-4dfd-b739-d93ba356804d), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:36.590847 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (3816d2e0-249b-44b8-be16-c80be3f1c4e8), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:36.599988 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device f5495aac-c2d7-419a-9cc9-79e9ec72c16c no longer exists at agent hyperv_n-h1-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:39:36.653076 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [req-59c3a5bb-eab5-4dd0-b3fd-0c134e96ff6b req-8d48de1b-ea81-4d69-9e41-f52a30738e4f tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] For port 3816d2e0-249b-44b8-be16-c80be3f1c4e8, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=3816d2e0-249b-44b8-be16-c80be3f1c4e8,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:39:36.653960 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-59c3a5bb-eab5-4dd0-b3fd-0c134e96ff6b req-8d48de1b-ea81-4d69-9e41-f52a30738e4f tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (3816d2e0-249b-44b8-be16-c80be3f1c4e8), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:36.719487 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [req-59c3a5bb-eab5-4dd0-b3fd-0c134e96ff6b req-8d48de1b-ea81-4d69-9e41-f52a30738e4f tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] Calling delete_port for 3816d2e0-249b-44b8-be16-c80be3f1c4e8 owned by compute:nova {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:39:36.825635 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1255f736-5c91-4e02-9572-e9d7a9aa398f admin admin] Router f0571684-3892-4966-93ce-178420de28a3 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:39:36.977627 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] No Port match for: f5495aac-c2d7-419a-9cc9-79e9ec72c16c {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:39:36.978203 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device f5495aac-c2d7-419a-9cc9-79e9ec72c16c not bound to the agent host n-h1-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:39:37.097653 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-be6cf678-87fd-4951-883e-83608cc74dc4 admin admin] For port a425d1d9-36d6-4dfd-b739-d93ba356804d, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=a425d1d9-36d6-4dfd-b739-d93ba356804d,segment=NetworkSegment(8ec9a799-f226-40c4-b8e3-9f2f87b23638),segment_id=8ec9a799-f226-40c4-b8e3-9f2f87b23638)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:39:37.098753 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-be6cf678-87fd-4951-883e-83608cc74dc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (a425d1d9-36d6-4dfd-b739-d93ba356804d), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:37.183042 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-be6cf678-87fd-4951-883e-83608cc74dc4 admin admin] Calling delete_port for a425d1d9-36d6-4dfd-b739-d93ba356804d owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:39:37.338721 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-83cca154-8815-4883-a8dd-182646149088 admin admin] Deleting port 08505723-55ca-45ad-94b8-9d61b860ef4a {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:39:37.344101 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-83cca154-8815-4883-a8dd-182646149088 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (08505723-55ca-45ad-94b8-9d61b860ef4a), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:37.347999 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [req-62d644dd-7baf-4571-b99c-70b965f62007 req-c73596f5-1db2-42fc-abc5-18edf98e6a40 tempest-FloatingIPDetailsNegativeTestJSON-2142526674 tempest-FloatingIPDetailsNegativeTestJSON-2142526674-project] show failed (client error): The resource could not be found. Oct 04 20:39:37.381261 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-62d644dd-7baf-4571-b99c-70b965f62007 req-c73596f5-1db2-42fc-abc5-18edf98e6a40 tempest-FloatingIPDetailsNegativeTestJSON-2142526674 tempest-FloatingIPDetailsNegativeTestJSON-2142526674-project] 10.222.0.78 "GET /networking/v2.0/floatingips/3aebf7e5-aa93-4a02-b6bc-2c989702a2ec HTTP/1.1" status: 404 len: 350 time: 0.8593893 Oct 04 20:39:37.418975 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 34288) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:39:37.628181 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:37.663185 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1255f736-5c91-4e02-9572-e9d7a9aa398f admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:39:37.684360 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd83a5d6-1490-456b-af6d-7a4fdd9524ff None None] Sync routers for ids ['f0571684-3892-4966-93ce-178420de28a3'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:39:37.714651 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-59c3a5bb-eab5-4dd0-b3fd-0c134e96ff6b req-8d48de1b-ea81-4d69-9e41-f52a30738e4f tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (3816d2e0-249b-44b8-be16-c80be3f1c4e8), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:37.717474 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-d7acd288-aa5d-4ab2-8441-803c797d0f64 None None] Deleting port a425d1d9-36d6-4dfd-b739-d93ba356804d {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:39:37.718529 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d7acd288-aa5d-4ab2-8441-803c797d0f64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (a425d1d9-36d6-4dfd-b739-d93ba356804d), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:37.754328 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd83a5d6-1490-456b-af6d-7a4fdd9524ff None None] Routers {'f0571684-3892-4966-93ce-178420de28a3'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:39:37.755703 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-bd83a5d6-1490-456b-af6d-7a4fdd9524ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:39:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['f0571684-3892-4966-93ce-178420de28a3'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:39:37.776046 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-25e5d3e6-68f7-465f-b5b4-02f6c11618f6 None None] Current status of the port 66afea62-f3aa-40cc-9a1e-715410d2acb1 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:39:37.778856 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-25e5d3e6-68f7-465f-b5b4-02f6c11618f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (66afea62-f3aa-40cc-9a1e-715410d2acb1), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:37.947462 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-be6cf678-87fd-4951-883e-83608cc74dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (a425d1d9-36d6-4dfd-b739-d93ba356804d), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:37.982207 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-d7acd288-aa5d-4ab2-8441-803c797d0f64 None None] For port a425d1d9-36d6-4dfd-b739-d93ba356804d, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=a425d1d9-36d6-4dfd-b739-d93ba356804d,segment=NetworkSegment(8ec9a799-f226-40c4-b8e3-9f2f87b23638),segment_id=8ec9a799-f226-40c4-b8e3-9f2f87b23638)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:39:37.990138 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d7acd288-aa5d-4ab2-8441-803c797d0f64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (a425d1d9-36d6-4dfd-b739-d93ba356804d), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:38.008351 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a1b7d16c-6600-4f70-ac65-63cec1556913 req-56eda265-b645-4f0b-be6a-26a7ce5995fb tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7bb70165-8fd0-439d-aa99-cff22896f645 HTTP/1.1" status: 200 len: 210 time: 0.1219156 Oct 04 20:39:38.009830 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d48de1b-ea81-4d69-9e41-f52a30738e4f tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] Pushing event deleted for resources: {'Port': ['ID=3816d2e0-249b-44b8-be16-c80be3f1c4e8,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:38.037975 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-d7acd288-aa5d-4ab2-8441-803c797d0f64 None None] Calling delete_port for a425d1d9-36d6-4dfd-b739-d93ba356804d owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:39:38.111258 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-bd83a5d6-1490-456b-af6d-7a4fdd9524ff None None] Set router f0571684-3892-4966-93ce-178420de28a3 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:39:38.136133 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6cf678-87fd-4951-883e-83608cc74dc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a425d1d9-36d6-4dfd-b739-d93ba356804d,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:38.205717 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-2640d931-4f5d-45f4-9f1b-382df91f7d70 req-eae06f2b-3ed4-46b4-9095-53a4cee04173 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.6119573 Oct 04 20:39:38.210532 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1255f736-5c91-4e02-9572-e9d7a9aa398f admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:38.229963 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-1255f736-5c91-4e02-9572-e9d7a9aa398f admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 13.0690806 Oct 04 20:39:38.231176 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 34290) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:39:38.260080 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6cf678-87fd-4951-883e-83608cc74dc4 admin admin] No DVR routers for this DVR port a425d1d9-36d6-4dfd-b739-d93ba356804d on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:39:38.277315 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 04 Oct 2022 20:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894e7ab9-672c-49dc-ae71-774a5b387ef9 x-openstack-request-id: req-894e7ab9-672c-49dc-ae71-774a5b387ef9 {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:39:38.277781 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74855781-6009-4525-8bdc-cad56a09a352", "name": "network-vif-unplugged", "status": "completed", "tag": "f1539adb-7984-4760-843a-2936f8ddf173", "code": 200}]} {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:39:38.278205 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-894e7ab9-672c-49dc-ae71-774a5b387ef9 {{(pid=108171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:39:38.290626 n-d-852085-12 neutron-server[108171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-894e7ab9-672c-49dc-ae71-774a5b387ef9'] response: {'server_uuid': '74855781-6009-4525-8bdc-cad56a09a352', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1539adb-7984-4760-843a-2936f8ddf173', 'code': 200} Oct 04 20:39:38.454943 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:38.465612 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d7acd288-aa5d-4ab2-8441-803c797d0f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (a425d1d9-36d6-4dfd-b739-d93ba356804d), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:38.479951 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Pushing event updated for resources: {'Port': ['ID=3816d2e0-249b-44b8-be16-c80be3f1c4e8,revision_number=6']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:38.658281 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [req-59c3a5bb-eab5-4dd0-b3fd-0c134e96ff6b req-8d48de1b-ea81-4d69-9e41-f52a30738e4f tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] No DVR routers for this DVR port 3816d2e0-249b-44b8-be16-c80be3f1c4e8 on host n-h1-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:39:38.668630 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-59c3a5bb-eab5-4dd0-b3fd-0c134e96ff6b req-8d48de1b-ea81-4d69-9e41-f52a30738e4f tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:38.690243 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-59c3a5bb-eab5-4dd0-b3fd-0c134e96ff6b req-8d48de1b-ea81-4d69-9e41-f52a30738e4f tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] 10.222.0.83 "DELETE /networking/v2.0/ports/3816d2e0-249b-44b8-be16-c80be3f1c4e8 HTTP/1.1" status: 204 len: 173 time: 7.3986530 Oct 04 20:39:38.691513 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5641d87-1b24-45c2-bb18-1f014aa3a045 admin admin] Router ba998b8e-67cd-435f-9a30-125fb1f7076b is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:39:38.692090 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 20:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53973645-98b3-432a-bb09-9ebc0f991bfc x-openstack-request-id: req-53973645-98b3-432a-bb09-9ebc0f991bfc {{(pid=108169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:39:38.692908 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d937ec04-8d81-4926-a578-27ca4e58ca63", "name": "network-vif-deleted", "tag": "f5495aac-c2d7-419a-9cc9-79e9ec72c16c", "status": "completed", "code": 200}]} {{(pid=108169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:39:38.696819 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-53973645-98b3-432a-bb09-9ebc0f991bfc {{(pid=108169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:39:38.697831 n-d-852085-12 neutron-server[108169]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53973645-98b3-432a-bb09-9ebc0f991bfc'] response: {'server_uuid': 'd937ec04-8d81-4926-a578-27ca4e58ca63', 'name': 'network-vif-deleted', 'tag': 'f5495aac-c2d7-419a-9cc9-79e9ec72c16c', 'status': 'completed', 'code': 200} Oct 04 20:39:38.712985 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb70165-8fd0-439d-aa99-cff22896f645', 'name': 'network-vif-deleted', 'tag': '3816d2e0-249b-44b8-be16-c80be3f1c4e8'}] {{(pid=108170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:39:38.715714 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=100 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:38.733186 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a696e922a709062c6bf2650733a1f4a2b44940721a32d933316dd509f3aaf0ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05752798-e474-4f65-9811-768b7df0e5c5" -d '{"events": [{"server_uuid": "7bb70165-8fd0-439d-aa99-cff22896f645", "name": "network-vif-deleted", "tag": "3816d2e0-249b-44b8-be16-c80be3f1c4e8"}]}' {{(pid=108170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:39:38.785761 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 08505723-55ca-45ad-94b8-9d61b860ef4a is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:39:38.796182 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 7dc186be-4954-43be-94bd-7bcd1076b59e up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:39:38.851966 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-83cca154-8815-4883-a8dd-182646149088 admin admin] For port 08505723-55ca-45ad-94b8-9d61b860ef4a, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=08505723-55ca-45ad-94b8-9d61b860ef4a,segment=NetworkSegment(a4aa1d2b-4622-41fb-ac04-278e274ea2c8),segment_id=a4aa1d2b-4622-41fb-ac04-278e274ea2c8)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:39:38.853197 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-83cca154-8815-4883-a8dd-182646149088 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (08505723-55ca-45ad-94b8-9d61b860ef4a), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:38.888253 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 20:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0babca-f72a-47fa-bb93-503379ae3a6f x-openstack-request-id: req-db0babca-f72a-47fa-bb93-503379ae3a6f {{(pid=108170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:39:38.888734 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb70165-8fd0-439d-aa99-cff22896f645", "name": "network-vif-deleted", "tag": "3816d2e0-249b-44b8-be16-c80be3f1c4e8", "status": "completed", "code": 200}]} {{(pid=108170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:39:38.889157 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-db0babca-f72a-47fa-bb93-503379ae3a6f {{(pid=108170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:39:38.890599 n-d-852085-12 neutron-server[108170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db0babca-f72a-47fa-bb93-503379ae3a6f'] response: {'server_uuid': '7bb70165-8fd0-439d-aa99-cff22896f645', 'name': 'network-vif-deleted', 'tag': '3816d2e0-249b-44b8-be16-c80be3f1c4e8', 'status': 'completed', 'code': 200} Oct 04 20:39:38.948325 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-bd83a5d6-1490-456b-af6d-7a4fdd9524ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0571684-3892-4966-93ce-178420de28a3', 'name': 'tempest-SecurityGroupsTestJSON-876963542-router', 'tenant_id': '44dddbee054f49f3ac862994488fc147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'b5e61eea-bc68-4171-ab3e-527935a58276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:39:25Z', 'updated_at': '2022-10-04T20:39:30Z', 'revision_number': 3, 'project_id': '44dddbee054f49f3ac862994488fc147', 'gw_port': {'id': 'b5e61eea-bc68-4171-ab3e-527935a58276', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a0:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0571684-3892-4966-93ce-178420de28a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:39:27Z', 'updated_at': '2022-10-04T20:39:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:39:38.952427 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-25e5d3e6-68f7-465f-b5b4-02f6c11618f6 None None] For port 66afea62-f3aa-40cc-9a1e-715410d2acb1, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=66afea62-f3aa-40cc-9a1e-715410d2acb1,segment=NetworkSegment(2f43f846-acd4-4310-b7db-b7eceb42a589),segment_id=2f43f846-acd4-4310-b7db-b7eceb42a589)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:39:39.069966 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-83cca154-8815-4883-a8dd-182646149088 admin admin] Calling delete_port for 08505723-55ca-45ad-94b8-9d61b860ef4a owned by network:router_interface {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:39:39.070944 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd83a5d6-1490-456b-af6d-7a4fdd9524ff None None] Checking router: f0571684-3892-4966-93ce-178420de28a3 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:39:39.072213 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd83a5d6-1490-456b-af6d-7a4fdd9524ff None None] Updating router f0571684-3892-4966-93ce-178420de28a3 port b5e61eea-bc68-4171-ab3e-527935a58276 binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:39:39.125664 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:39.218387 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-be6cf678-87fd-4951-883e-83608cc74dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (f83df98d-561c-48da-846a-6d99e02fce9a), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:39.224137 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:39.224643 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-bd83a5d6-1490-456b-af6d-7a4fdd9524ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b5e61eea-bc68-4171-ab3e-527935a58276), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:39.365184 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 7dc186be-4954-43be-94bd-7bcd1076b59e triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:39:39.366149 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (7dc186be-4954-43be-94bd-7bcd1076b59e), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:39.367170 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 7dc186be-4954-43be-94bd-7bcd1076b59e Oct 04 20:39:39.373873 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-25e5d3e6-68f7-465f-b5b4-02f6c11618f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (66afea62-f3aa-40cc-9a1e-715410d2acb1), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:39.396386 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-12e3dac4-2232-46fd-9093-0aba0be9372a None None] Publish callbacks [] for port (98fd41a4-095e-47fc-aeab-f091f1753531), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:39.399373 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5641d87-1b24-45c2-bb18-1f014aa3a045 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:39:39.401066 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7acd288-aa5d-4ab2-8441-803c797d0f64 None None] Pushing event deleted for resources: {'Port': ['ID=a425d1d9-36d6-4dfd-b739-d93ba356804d,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:39.424111 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-be6cf678-87fd-4951-883e-83608cc74dc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f83df98d-561c-48da-846a-6d99e02fce9a']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:39:39.550611 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-1de94a1d-be7b-4757-a78a-df6041657f20 req-de7ea8da-8ab3-4960-b2f9-c60ec8582327 tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7bb70165-8fd0-439d-aa99-cff22896f645 HTTP/1.1" status: 200 len: 210 time: 0.1403754 Oct 04 20:39:39.830496 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab7fd0e-43a6-40aa-b55e-122c2c06a371 None None] Sync routers for ids ['ba998b8e-67cd-435f-9a30-125fb1f7076b'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:39:39.857974 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a5641d87-1b24-45c2-bb18-1f014aa3a045 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:39.871104 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a5641d87-1b24-45c2-bb18-1f014aa3a045 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 14.9879398 Oct 04 20:39:39.896789 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 34318) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:39:39.943265 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7acd288-aa5d-4ab2-8441-803c797d0f64 None None] No DVR routers for this DVR port a425d1d9-36d6-4dfd-b739-d93ba356804d on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:39:40.011352 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-12e3dac4-2232-46fd-9093-0aba0be9372a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (98fd41a4-095e-47fc-aeab-f091f1753531), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:40.062530 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-f300e23b-13d7-4524-9a52-22c4d0debf7b None None] Provisioning complete for port 7dc186be-4954-43be-94bd-7bcd1076b59e triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:39:40.063351 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f300e23b-13d7-4524-9a52-22c4d0debf7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (7dc186be-4954-43be-94bd-7bcd1076b59e), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:40.064139 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-f300e23b-13d7-4524-9a52-22c4d0debf7b None None] Attempt 1 to provision port 7dc186be-4954-43be-94bd-7bcd1076b59e Oct 04 20:39:40.201957 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-bd83a5d6-1490-456b-af6d-7a4fdd9524ff None None] Publish callbacks [] for port (b5e61eea-bc68-4171-ab3e-527935a58276), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:40.209762 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e5d3e6-68f7-465f-b5b4-02f6c11618f6 None None] Pushing event updated for resources: {'Port': ['ID=66afea62-f3aa-40cc-9a1e-715410d2acb1,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:40.311978 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-bd83a5d6-1490-456b-af6d-7a4fdd9524ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (b5e61eea-bc68-4171-ab3e-527935a58276), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:40.348482 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb70165-8fd0-439d-aa99-cff22896f645', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3816d2e0-249b-44b8-be16-c80be3f1c4e8'}] {{(pid=108171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:39:40.353753 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966b91da6921e714df7c26a37f4733087768fb9a36052be1ead95d4d835f43be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fcd2f65-50c3-4ccd-b747-52d832f53f16" -d '{"events": [{"server_uuid": "7bb70165-8fd0-439d-aa99-cff22896f645", "name": "network-vif-unplugged", "status": "completed", "tag": "3816d2e0-249b-44b8-be16-c80be3f1c4e8"}]}' {{(pid=108171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:39:40.360106 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a7fbd8-6c54-48ee-8123-849052070582 None None] Pushing event updated for resources: {'Port': ['ID=98fd41a4-095e-47fc-aeab-f091f1753531,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:40.383279 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab7fd0e-43a6-40aa-b55e-122c2c06a371 None None] Routers {'ba998b8e-67cd-435f-9a30-125fb1f7076b'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:39:40.384849 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-7ab7fd0e-43a6-40aa-b55e-122c2c06a371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:39:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['ba998b8e-67cd-435f-9a30-125fb1f7076b'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:39:40.454573 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-be6cf678-87fd-4951-883e-83608cc74dc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ec9a799-f226-40c4-b8e3-9f2f87b23638') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:39:40.455851 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-be6cf678-87fd-4951-883e-83608cc74dc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ec9a799-f226-40c4-b8e3-9f2f87b23638') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:39:40.495358 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-be6cf678-87fd-4951-883e-83608cc74dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (8ec9a799-f226-40c4-b8e3-9f2f87b23638), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:40.500625 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-bd83a5d6-1490-456b-af6d-7a4fdd9524ff None None] Attempting to bind port b5e61eea-bc68-4171-ab3e-527935a58276 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:39:40.504031 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-bd83a5d6-1490-456b-af6d-7a4fdd9524ff None None] Attempting to bind port b5e61eea-bc68-4171-ab3e-527935a58276 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:39:40.508405 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd83a5d6-1490-456b-af6d-7a4fdd9524ff None None] Attempting to bind port b5e61eea-bc68-4171-ab3e-527935a58276 on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:39:40.553235 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-be6cf678-87fd-4951-883e-83608cc74dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (8ec9a799-f226-40c4-b8e3-9f2f87b23638), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:40.573420 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be6cf678-87fd-4951-883e-83608cc74dc4 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:39:40.574096 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-be6cf678-87fd-4951-883e-83608cc74dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (8ec9a799-f226-40c4-b8e3-9f2f87b23638), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:40.602375 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ace096c-08e5-4e7c-9f9c-142d6153140c None None] Pushing event updated for resources: {'Port': ['ID=b5e61eea-bc68-4171-ab3e-527935a58276,revision_number=2']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:40.653300 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 04 Oct 2022 20:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b8c1f4-fe4e-4e8e-bf97-5842258a03a4 x-openstack-request-id: req-41b8c1f4-fe4e-4e8e-bf97-5842258a03a4 {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:39:40.654223 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb70165-8fd0-439d-aa99-cff22896f645", "name": "network-vif-unplugged", "status": "completed", "tag": "3816d2e0-249b-44b8-be16-c80be3f1c4e8", "code": 200}]} {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:39:40.654826 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-41b8c1f4-fe4e-4e8e-bf97-5842258a03a4 {{(pid=108171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:39:40.655697 n-d-852085-12 neutron-server[108171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41b8c1f4-fe4e-4e8e-bf97-5842258a03a4'] response: {'server_uuid': '7bb70165-8fd0-439d-aa99-cff22896f645', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3816d2e0-249b-44b8-be16-c80be3f1c4e8', 'code': 200} Oct 04 20:39:40.771366 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:40.789564 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:40.815626 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74855781-6009-4525-8bdc-cad56a09a352', 'name': 'network-vif-deleted', 'tag': 'f1539adb-7984-4760-843a-2936f8ddf173'}] {{(pid=108169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:39:40.820621 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dea34fca0f7d6c1de22810621a04fa86ac5e48141775903912ac1624808dfef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7d84bb-4355-44f6-a940-37a4b6a1a1f0" -d '{"events": [{"server_uuid": "74855781-6009-4525-8bdc-cad56a09a352", "name": "network-vif-deleted", "tag": "f1539adb-7984-4760-843a-2936f8ddf173"}]}' {{(pid=108169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:39:40.881716 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd83a5d6-1490-456b-af6d-7a4fdd9524ff None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:39:40.886500 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd83a5d6-1490-456b-af6d-7a4fdd9524ff None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:39:40.887662 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-bd83a5d6-1490-456b-af6d-7a4fdd9524ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:40.889666 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-f300e23b-13d7-4524-9a52-22c4d0debf7b None None] Current status of the port 7dc186be-4954-43be-94bd-7bcd1076b59e is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:39:40.892193 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd83a5d6-1490-456b-af6d-7a4fdd9524ff None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:39:40.893518 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-bd83a5d6-1490-456b-af6d-7a4fdd9524ff None None] Bound port: b5e61eea-bc68-4171-ab3e-527935a58276, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:39:40.894023 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f300e23b-13d7-4524-9a52-22c4d0debf7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (7dc186be-4954-43be-94bd-7bcd1076b59e), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:40.904058 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-bd83a5d6-1490-456b-af6d-7a4fdd9524ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b5e61eea-bc68-4171-ab3e-527935a58276), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:40.966104 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:DELETE=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:41.023699 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 8ec9a799-f226-40c4-b8e3-9f2f87b23638 resource provider aggregate not found Oct 04 20:39:41.055701 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-bd83a5d6-1490-456b-af6d-7a4fdd9524ff None None] For port b5e61eea-bc68-4171-ab3e-527935a58276, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:39:41.062355 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-bd83a5d6-1490-456b-af6d-7a4fdd9524ff None None] For port b5e61eea-bc68-4171-ab3e-527935a58276, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b5e61eea-bc68-4171-ab3e-527935a58276,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:39:41.068612 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:41.103761 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 7dc186be-4954-43be-94bd-7bcd1076b59e is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:39:41.103761 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (7dc186be-4954-43be-94bd-7bcd1076b59e), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:41.141445 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-be6cf678-87fd-4951-883e-83608cc74dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (f83df98d-561c-48da-846a-6d99e02fce9a), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:41.155468 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 8ec9a799-f226-40c4-b8e3-9f2f87b23638 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8ec9a799-f226-40c4-b8e3-9f2f87b23638 found for delete ", "request_id": "req-381b4fa3-efb2-4656-8e5c-50f888e3e718"}]} Oct 04 20:39:41.177787 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-be6cf678-87fd-4951-883e-83608cc74dc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:41.184989 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-be6cf678-87fd-4951-883e-83608cc74dc4 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/f83df98d-561c-48da-846a-6d99e02fce9a HTTP/1.1" status: 204 len: 168 time: 5.6917531 Oct 04 20:39:41.187743 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-bd83a5d6-1490-456b-af6d-7a4fdd9524ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (b5e61eea-bc68-4171-ab3e-527935a58276), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:41.195704 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 34346) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:39:41.305810 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-7ab7fd0e-43a6-40aa-b55e-122c2c06a371 None None] Set router ba998b8e-67cd-435f-9a30-125fb1f7076b gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:39:41.329879 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-83cca154-8815-4883-a8dd-182646149088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (08505723-55ca-45ad-94b8-9d61b860ef4a), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:41.407080 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ace096c-08e5-4e7c-9f9c-142d6153140c None None] Pushing event updated for resources: {'Port': ['ID=b5e61eea-bc68-4171-ab3e-527935a58276,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:41.413750 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6cf678-87fd-4951-883e-83608cc74dc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f83df98d-561c-48da-846a-6d99e02fce9a,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:41.439446 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=6 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:41.441579 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd83a5d6-1490-456b-af6d-7a4fdd9524ff None None] Routers {'f0571684-3892-4966-93ce-178420de28a3'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:39:41.443273 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-bd83a5d6-1490-456b-af6d-7a4fdd9524ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:39:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['f0571684-3892-4966-93ce-178420de28a3'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:39:41.460640 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cca154-8815-4883-a8dd-182646149088 admin admin] Pushing event deleted for resources: {'Port': ['ID=08505723-55ca-45ad-94b8-9d61b860ef4a,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:41.683919 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-1987fab0-8e63-4c54-bc4a-35dde231fb9b req-a2efd06e-9bab-42fb-bf0d-bff0fb848957 tempest-ServerDiagnosticsNegativeTest-993072865 tempest-ServerDiagnosticsNegativeTest-993072865-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7bb70165-8fd0-439d-aa99-cff22896f645 HTTP/1.1" status: 200 len: 210 time: 0.4772878 Oct 04 20:39:41.695850 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-00e693e2-c14e-41f9-88ce-a85287c21740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (c8c0b726-b7dc-415e-8563-e376379d2671), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:41.748164 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-bd83a5d6-1490-456b-af6d-7a4fdd9524ff None None] Set router f0571684-3892-4966-93ce-178420de28a3 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:39:41.863654 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-12e3dac4-2232-46fd-9093-0aba0be9372a None None] Attempting to bind port 98fd41a4-095e-47fc-aeab-f091f1753531 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:39:41.864306 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-12e3dac4-2232-46fd-9093-0aba0be9372a None None] Attempting to bind port 98fd41a4-095e-47fc-aeab-f091f1753531 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '32cfb049-3736-4e22-88f3-fa7ce31dc2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '5c69fbf6-587d-40e3-bd0a-3ffcaac8d078'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:39:41.865957 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e3dac4-2232-46fd-9093-0aba0be9372a None None] Attempting to bind port 98fd41a4-095e-47fc-aeab-f091f1753531 on network 5c69fbf6-587d-40e3-bd0a-3ffcaac8d078 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:39:41.957617 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 20:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a70901d-d078-4add-b3df-3a3d0effd27a x-openstack-request-id: req-0a70901d-d078-4add-b3df-3a3d0effd27a {{(pid=108169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:39:41.959416 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74855781-6009-4525-8bdc-cad56a09a352", "name": "network-vif-deleted", "tag": "f1539adb-7984-4760-843a-2936f8ddf173", "status": "completed", "code": 200}]} {{(pid=108169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:39:41.961528 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0a70901d-d078-4add-b3df-3a3d0effd27a {{(pid=108169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:39:41.962234 n-d-852085-12 neutron-server[108169]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a70901d-d078-4add-b3df-3a3d0effd27a'] response: {'server_uuid': '74855781-6009-4525-8bdc-cad56a09a352', 'name': 'network-vif-deleted', 'tag': 'f1539adb-7984-4760-843a-2936f8ddf173', 'status': 'completed', 'code': 200} Oct 04 20:39:42.201244 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-f300e23b-13d7-4524-9a52-22c4d0debf7b None None] For port 7dc186be-4954-43be-94bd-7bcd1076b59e, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=7dc186be-4954-43be-94bd-7bcd1076b59e,segment=NetworkSegment(2d39e250-52ee-4b29-a76c-8ef56e729f3b),segment_id=2d39e250-52ee-4b29-a76c-8ef56e729f3b)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:39:42.224818 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af233c1-77be-46cb-81e1-36f1f3fa54c8 req-4a697a90-05b2-406f-9f2d-4f4f6017bd0f tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:39:42.227681 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-3af233c1-77be-46cb-81e1-36f1f3fa54c8 req-4a697a90-05b2-406f-9f2d-4f4f6017bd0f tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=75de593c-9f57-471f-a519-d97960ccde5f HTTP/1.1" status: 200 len: 950 time: 0.1118858 Oct 04 20:39:42.269615 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:42.359966 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-bd83a5d6-1490-456b-af6d-7a4fdd9524ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0571684-3892-4966-93ce-178420de28a3', 'name': 'tempest-SecurityGroupsTestJSON-876963542-router', 'tenant_id': '44dddbee054f49f3ac862994488fc147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'b5e61eea-bc68-4171-ab3e-527935a58276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:39:25Z', 'updated_at': '2022-10-04T20:39:30Z', 'revision_number': 3, 'project_id': '44dddbee054f49f3ac862994488fc147', 'gw_port': {'id': 'b5e61eea-bc68-4171-ab3e-527935a58276', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a0:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0571684-3892-4966-93ce-178420de28a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:39:27Z', 'updated_at': '2022-10-04T20:39:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:39:42.432550 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd83a5d6-1490-456b-af6d-7a4fdd9524ff None None] The sync data for ids ['f0571684-3892-4966-93ce-178420de28a3'] in n-d-852085-12 is: [{'id': 'f0571684-3892-4966-93ce-178420de28a3', 'name': 'tempest-SecurityGroupsTestJSON-876963542-router', 'tenant_id': '44dddbee054f49f3ac862994488fc147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'b5e61eea-bc68-4171-ab3e-527935a58276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:39:25Z', 'updated_at': '2022-10-04T20:39:30Z', 'revision_number': 3, 'project_id': '44dddbee054f49f3ac862994488fc147', 'gw_port': {'id': 'b5e61eea-bc68-4171-ab3e-527935a58276', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a0:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0571684-3892-4966-93ce-178420de28a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:39:27Z', 'updated_at': '2022-10-04T20:39:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:39:42.458948 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-83cca154-8815-4883-a8dd-182646149088 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (f7a4361b-05eb-4e57-8561-e313f40e1bc1), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:42.516900 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f300e23b-13d7-4524-9a52-22c4d0debf7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (7dc186be-4954-43be-94bd-7bcd1076b59e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:42.546536 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-15292984-000d-4d92-8ba9-d4abee6fe2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:42.574383 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-3af233c1-77be-46cb-81e1-36f1f3fa54c8 req-7ba719ee-0457-4972-bd11-1755eb5efb82 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218954 Oct 04 20:39:42.586463 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:42.588532 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e3dac4-2232-46fd-9093-0aba0be9372a None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:39:42.589175 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e3dac4-2232-46fd-9093-0aba0be9372a None None] Checking segment: {'id': '32cfb049-3736-4e22-88f3-fa7ce31dc2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '5c69fbf6-587d-40e3-bd0a-3ffcaac8d078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:39:42.589972 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-12e3dac4-2232-46fd-9093-0aba0be9372a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:42.590652 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e3dac4-2232-46fd-9093-0aba0be9372a None None] Bound using segment: {'id': '32cfb049-3736-4e22-88f3-fa7ce31dc2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '5c69fbf6-587d-40e3-bd0a-3ffcaac8d078'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:39:42.604866 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-12e3dac4-2232-46fd-9093-0aba0be9372a None None] Bound port: 98fd41a4-095e-47fc-aeab-f091f1753531, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32cfb049-3736-4e22-88f3-fa7ce31dc2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '5c69fbf6-587d-40e3-bd0a-3ffcaac8d078'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:39:42.605289 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-12e3dac4-2232-46fd-9093-0aba0be9372a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (98fd41a4-095e-47fc-aeab-f091f1753531), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:42.712192 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7cafcc1b-c00a-410d-92eb-a109aab1d5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:42.745219 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-f300e23b-13d7-4524-9a52-22c4d0debf7b None None] Provisioning complete for port 66afea62-f3aa-40cc-9a1e-715410d2acb1 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:39:42.746496 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f300e23b-13d7-4524-9a52-22c4d0debf7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (66afea62-f3aa-40cc-9a1e-715410d2acb1), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:42.747058 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-f300e23b-13d7-4524-9a52-22c4d0debf7b None None] Attempt 1 to provision port 66afea62-f3aa-40cc-9a1e-715410d2acb1 Oct 04 20:39:42.930804 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:DELETE=4,neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:43.161032 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 20:39:43.166288 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 20:39:43.204104 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-7ab7fd0e-43a6-40aa-b55e-122c2c06a371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba998b8e-67cd-435f-9a30-125fb1f7076b', 'name': 'tempest-ServerTagsTestJSON-1250378550-router', 'tenant_id': '8e0f9649604d45b996d238ad4395b51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': 'b6bd9fe7-fb20-44f6-9596-9652e6d92c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:39:25Z', 'updated_at': '2022-10-04T20:39:32Z', 'revision_number': 3, 'project_id': '8e0f9649604d45b996d238ad4395b51a', 'gw_port': {'id': 'b6bd9fe7-fb20-44f6-9596-9652e6d92c06', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba998b8e-67cd-435f-9a30-125fb1f7076b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:39:29Z', 'updated_at': '2022-10-04T20:39:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:39:43.326258 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:43.395229 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-7cafcc1b-c00a-410d-92eb-a109aab1d5c6 admin admin] Allocated IP 172.20.0.1 (fb937f49-ef4f-4907-8633-5381d328450a/2d6f8bf5-3740-4979-a7b3-2392af9651e0/ad69be3c-be7e-43e0-9460-7c051b9eb6de) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:39:43.398760 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab7fd0e-43a6-40aa-b55e-122c2c06a371 None None] Checking router: ba998b8e-67cd-435f-9a30-125fb1f7076b for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:39:43.399458 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab7fd0e-43a6-40aa-b55e-122c2c06a371 None None] Updating router ba998b8e-67cd-435f-9a30-125fb1f7076b port b6bd9fe7-fb20-44f6-9596-9652e6d92c06 binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:39:43.495335 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=100 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:43.510652 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f300e23b-13d7-4524-9a52-22c4d0debf7b None None] Pushing event updated for resources: {'Port': ['ID=7dc186be-4954-43be-94bd-7bcd1076b59e,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:43.531032 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-12e3dac4-2232-46fd-9093-0aba0be9372a None None] For port 98fd41a4-095e-47fc-aeab-f091f1753531, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:39:43.651177 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-12e3dac4-2232-46fd-9093-0aba0be9372a None None] For port 98fd41a4-095e-47fc-aeab-f091f1753531, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=98fd41a4-095e-47fc-aeab-f091f1753531,segment=NetworkSegment(32cfb049-3736-4e22-88f3-fa7ce31dc2f1),segment_id=32cfb049-3736-4e22-88f3-fa7ce31dc2f1)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:39:43.667535 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7ab7fd0e-43a6-40aa-b55e-122c2c06a371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b6bd9fe7-fb20-44f6-9596-9652e6d92c06), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:43.687909 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b7fe22ed-e6a9-4708-b60c-08f077df3bdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (04838d4e-259b-418f-b735-9e884880c126), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:43.716683 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7cafcc1b-c00a-410d-92eb-a109aab1d5c6 admin admin] Publish callbacks [] for port (ad69be3c-be7e-43e0-9460-7c051b9eb6de), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:43.848503 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-00e693e2-c14e-41f9-88ce-a85287c21740 admin admin] Deleting port 98fd41a4-095e-47fc-aeab-f091f1753531 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:39:43.849972 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-00e693e2-c14e-41f9-88ce-a85287c21740 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (98fd41a4-095e-47fc-aeab-f091f1753531), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:43.950318 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:44.051426 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:44.081619 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 34378) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:39:44.092002 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-f300e23b-13d7-4524-9a52-22c4d0debf7b None None] Current status of the port 66afea62-f3aa-40cc-9a1e-715410d2acb1 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:39:44.105022 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-12e3dac4-2232-46fd-9093-0aba0be9372a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (98fd41a4-095e-47fc-aeab-f091f1753531), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:44.125128 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 7dc186be-4954-43be-94bd-7bcd1076b59e is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:39:44.127667 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 66afea62-f3aa-40cc-9a1e-715410d2acb1 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:39:44.178857 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d3d769-1a9b-4952-827d-32d269b896d2 req-ecba0fa3-7402-4afd-8c14-2b519ce40fa2 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:39:44.181734 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-36d3d769-1a9b-4952-827d-32d269b896d2 req-ecba0fa3-7402-4afd-8c14-2b519ce40fa2 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=acea6767-d8a4-488e-8d07-1c7362778255 HTTP/1.1" status: 200 len: 949 time: 0.2456901 Oct 04 20:39:44.196821 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8942baf5-9eed-4c4c-b06e-800dade7402a req-3833a72d-2422-4e22-b059-104da287d44b tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:39:44.200965 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-8942baf5-9eed-4c4c-b06e-800dade7402a req-3833a72d-2422-4e22-b059-104da287d44b tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=75de593c-9f57-471f-a519-d97960ccde5f HTTP/1.1" status: 200 len: 950 time: 0.2784495 Oct 04 20:39:44.259278 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-15292984-000d-4d92-8ba9-d4abee6fe2e1 admin admin] Allocated IP 172.20.0.1 (0bca21b9-d9dd-47ed-b98b-fa1ff3590c09/fecd81e5-ff68-4254-a1b7-712264434374/f97d459c-ce98-4e92-9c2d-46d4b521d40a) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:39:44.313062 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43c06b-8abc-4ab4-bb09-96c07749b764 req-a6edc8aa-01af-4ab1-8536-da11b47f0e93 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:39:44.318658 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-9f43c06b-8abc-4ab4-bb09-96c07749b764 req-a6edc8aa-01af-4ab1-8536-da11b47f0e93 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=75de593c-9f57-471f-a519-d97960ccde5f HTTP/1.1" status: 200 len: 950 time: 0.4571085 Oct 04 20:39:44.337022 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] get_ports_and_sgs() called for port_ids ['978b2a22-cd30-468a-af9b-1b86275c1460'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:39:44.465610 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7cafcc1b-c00a-410d-92eb-a109aab1d5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (ad69be3c-be7e-43e0-9460-7c051b9eb6de), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:44.631836 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-00e693e2-c14e-41f9-88ce-a85287c21740 admin admin] For port 98fd41a4-095e-47fc-aeab-f091f1753531, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=98fd41a4-095e-47fc-aeab-f091f1753531,segment=NetworkSegment(32cfb049-3736-4e22-88f3-fa7ce31dc2f1),segment_id=32cfb049-3736-4e22-88f3-fa7ce31dc2f1)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:39:44.632957 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-00e693e2-c14e-41f9-88ce-a85287c21740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (98fd41a4-095e-47fc-aeab-f091f1753531), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:44.662061 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-00e693e2-c14e-41f9-88ce-a85287c21740 admin admin] Calling delete_port for 98fd41a4-095e-47fc-aeab-f091f1753531 owned by network:router_interface {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:39:44.701395 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a7fbd8-6c54-48ee-8123-849052070582 None None] Pushing event updated for resources: {'Port': ['ID=98fd41a4-095e-47fc-aeab-f091f1753531,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:44.743730 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-ccf3b8c8-2025-41cd-8337-2bbd3f55dfaa None None] Provisioning complete for port 7dc186be-4954-43be-94bd-7bcd1076b59e triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:39:44.744348 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ccf3b8c8-2025-41cd-8337-2bbd3f55dfaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (7dc186be-4954-43be-94bd-7bcd1076b59e), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:44.744936 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-ccf3b8c8-2025-41cd-8337-2bbd3f55dfaa None None] Attempt 1 to provision port 7dc186be-4954-43be-94bd-7bcd1076b59e Oct 04 20:39:44.761042 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-8942baf5-9eed-4c4c-b06e-800dade7402a req-e00180e2-de1f-438e-bfff-a7be7327c26f tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4394891 Oct 04 20:39:44.764993 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e3dac4-2232-46fd-9093-0aba0be9372a None None] Routers {'c8c0b726-b7dc-415e-8563-e376379d2671'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:39:44.766201 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-12e3dac4-2232-46fd-9093-0aba0be9372a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:39:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['c8c0b726-b7dc-415e-8563-e376379d2671'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:39:44.785451 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cafcc1b-c00a-410d-92eb-a109aab1d5c6 admin admin] Network fb937f49-ef4f-4907-8633-5381d328450a is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:39:44.808522 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-7cafcc1b-c00a-410d-92eb-a109aab1d5c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:39:44.815722 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cafcc1b-c00a-410d-92eb-a109aab1d5c6 admin admin] Pushing event updated for resources: {'Port': ['ID=ad69be3c-be7e-43e0-9460-7c051b9eb6de,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:44.826531 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cafcc1b-c00a-410d-92eb-a109aab1d5c6 admin admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:39:44.916675 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [req-36d3d769-1a9b-4952-827d-32d269b896d2 req-9a31e199-0534-4377-89ae-6b06e6512688 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Deleting port 883b816a-c7ca-4854-9627-ee3644556a24 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:39:44.925734 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-36d3d769-1a9b-4952-827d-32d269b896d2 req-9a31e199-0534-4377-89ae-6b06e6512688 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (883b816a-c7ca-4854-9627-ee3644556a24), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:45.076008 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83cca154-8815-4883-a8dd-182646149088 admin admin] Router f7a4361b-05eb-4e57-8561-e313f40e1bc1 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:39:45.132215 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7cafcc1b-c00a-410d-92eb-a109aab1d5c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (ba998b8e-67cd-435f-9a30-125fb1f7076b), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:45.410096 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:45.508816 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 66afea62-f3aa-40cc-9a1e-715410d2acb1 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:39:45.509682 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (66afea62-f3aa-40cc-9a1e-715410d2acb1), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:45.510687 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 66afea62-f3aa-40cc-9a1e-715410d2acb1 Oct 04 20:39:45.592245 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:45.738925 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [req-9f43c06b-8abc-4ab4-bb09-96c07749b764 req-06035a9d-df2d-4912-b1df-9b49ee098ea3 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Deleting port 1d4c616d-0938-4b70-9e11-adcaef4edc51 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:39:45.746327 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-9f43c06b-8abc-4ab4-bb09-96c07749b764 req-06035a9d-df2d-4912-b1df-9b49ee098ea3 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (1d4c616d-0938-4b70-9e11-adcaef4edc51), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:45.977248 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [req-9f43c06b-8abc-4ab4-bb09-96c07749b764 req-06035a9d-df2d-4912-b1df-9b49ee098ea3 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] For port 1d4c616d-0938-4b70-9e11-adcaef4edc51, host n-h2-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852085-12',level=0,port_id=1d4c616d-0938-4b70-9e11-adcaef4edc51,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:39:45.977881 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-9f43c06b-8abc-4ab4-bb09-96c07749b764 req-06035a9d-df2d-4912-b1df-9b49ee098ea3 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (1d4c616d-0938-4b70-9e11-adcaef4edc51), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:46.030734 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [req-9f43c06b-8abc-4ab4-bb09-96c07749b764 req-06035a9d-df2d-4912-b1df-9b49ee098ea3 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Calling delete_port for 1d4c616d-0938-4b70-9e11-adcaef4edc51 owned by compute:nova {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:39:46.039003 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-0e8aa502-095e-4aec-acbd-a86de68d6834 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=7129909d365645369fbe27a2fd00fc88&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9437976 Oct 04 20:39:46.060073 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 34404) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:39:46.074361 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:46.091881 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-37f19d65-d697-4f06-b38a-de5e0c085a8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:46.111502 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [req-36d3d769-1a9b-4952-827d-32d269b896d2 req-9a31e199-0534-4377-89ae-6b06e6512688 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] For port 883b816a-c7ca-4854-9627-ee3644556a24, host n-h2-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852085-12',level=0,port_id=883b816a-c7ca-4854-9627-ee3644556a24,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:39:46.112537 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-36d3d769-1a9b-4952-827d-32d269b896d2 req-9a31e199-0534-4377-89ae-6b06e6512688 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (883b816a-c7ca-4854-9627-ee3644556a24), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:46.119703 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-12e3dac4-2232-46fd-9093-0aba0be9372a None None] Set router c8c0b726-b7dc-415e-8563-e376379d2671 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:39:46.162816 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [req-36d3d769-1a9b-4952-827d-32d269b896d2 req-9a31e199-0534-4377-89ae-6b06e6512688 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Calling delete_port for 883b816a-c7ca-4854-9627-ee3644556a24 owned by compute:nova {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:39:46.184419 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7ab7fd0e-43a6-40aa-b55e-122c2c06a371 None None] Publish callbacks [] for port (b6bd9fe7-fb20-44f6-9596-9652e6d92c06), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:46.203186 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:46.247009 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:46.296128 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-ccf3b8c8-2025-41cd-8337-2bbd3f55dfaa None None] Current status of the port 7dc186be-4954-43be-94bd-7bcd1076b59e is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:39:46.313462 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7ab7fd0e-43a6-40aa-b55e-122c2c06a371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (b6bd9fe7-fb20-44f6-9596-9652e6d92c06), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:46.360837 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-15292984-000d-4d92-8ba9-d4abee6fe2e1 admin admin] Publish callbacks [] for port (f97d459c-ce98-4e92-9c2d-46d4b521d40a), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:46.516284 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8601495f-5f06-4397-a76d-131bdee0f257 req-8bf3670e-a5dc-4717-abb9-efdb8cb78835 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:39:46.519963 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-8601495f-5f06-4397-a76d-131bdee0f257 req-8bf3670e-a5dc-4717-abb9-efdb8cb78835 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=75de593c-9f57-471f-a519-d97960ccde5f HTTP/1.1" status: 200 len: 950 time: 0.4585581 Oct 04 20:39:46.553257 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83cca154-8815-4883-a8dd-182646149088 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:39:46.571224 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-83cca154-8815-4883-a8dd-182646149088 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/f7a4361b-05eb-4e57-8561-e313f40e1bc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 19.7947102 Oct 04 20:39:46.580749 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-7ab7fd0e-43a6-40aa-b55e-122c2c06a371 None None] Attempting to bind port b6bd9fe7-fb20-44f6-9596-9652e6d92c06 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:39:46.585595 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 34406) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:39:46.585907 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-7ab7fd0e-43a6-40aa-b55e-122c2c06a371 None None] Attempting to bind port b6bd9fe7-fb20-44f6-9596-9652e6d92c06 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:39:46.585907 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab7fd0e-43a6-40aa-b55e-122c2c06a371 None None] Attempting to bind port b6bd9fe7-fb20-44f6-9596-9652e6d92c06 on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:39:46.605449 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4877d26f-bac9-4826-8ce8-1bccf14bbd86 None None] Sync routers for ids ['f7a4361b-05eb-4e57-8561-e313f40e1bc1'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:39:46.644958 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4877d26f-bac9-4826-8ce8-1bccf14bbd86 None None] Routers {'f7a4361b-05eb-4e57-8561-e313f40e1bc1'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:39:46.647084 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-4877d26f-bac9-4826-8ce8-1bccf14bbd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:39:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['f7a4361b-05eb-4e57-8561-e313f40e1bc1'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:39:46.665830 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-b7fe22ed-e6a9-4708-b60c-08f077df3bdc admin admin] Deleting port 4a47c8da-bc2d-405c-822f-da9ace47d050 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:39:46.666676 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b7fe22ed-e6a9-4708-b60c-08f077df3bdc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (4a47c8da-bc2d-405c-822f-da9ace47d050), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:46.737417 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3b68ed3d-cc59-40bf-883c-a3cf46935762 admin admin] Publish callbacks [] for security_group (d919ea2f-c89d-42d5-9bbd-737be810f88b), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:46.882967 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:DELETE=8 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:46.885285 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-15292984-000d-4d92-8ba9-d4abee6fe2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (f97d459c-ce98-4e92-9c2d-46d4b521d40a), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:46.916543 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device a55c4fe7-8c63-4a39-819e-95561de2446e details requested by agent hyperv_n-h1-852085-12 with host n-h1-852085-12 {{(pid=108171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 20:39:46.943774 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-33e4b23e-f9a3-4c3c-bfe3-a95f13b3bfc3 None None] Provisioning complete for port ad69be3c-be7e-43e0-9460-7c051b9eb6de triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:39:46.943774 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-33e4b23e-f9a3-4c3c-bfe3-a95f13b3bfc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (ad69be3c-be7e-43e0-9460-7c051b9eb6de), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:46.943774 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-33e4b23e-f9a3-4c3c-bfe3-a95f13b3bfc3 None None] Attempt 1 to provision port ad69be3c-be7e-43e0-9460-7c051b9eb6de Oct 04 20:39:46.961369 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a878340-102a-4174-9579-6a378a81781d None None] Pushing event updated for resources: {'Port': ['ID=b6bd9fe7-fb20-44f6-9596-9652e6d92c06,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:46.984809 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-4877d26f-bac9-4826-8ce8-1bccf14bbd86 None None] Set router f7a4361b-05eb-4e57-8561-e313f40e1bc1 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:39:46.991519 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3b68ed3d-cc59-40bf-883c-a3cf46935762 admin admin] Publish callbacks [] for security_group (d919ea2f-c89d-42d5-9bbd-737be810f88b), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:47.053536 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-36d3d769-1a9b-4952-827d-32d269b896d2 req-9a31e199-0534-4377-89ae-6b06e6512688 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (883b816a-c7ca-4854-9627-ee3644556a24), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:47.097587 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 66afea62-f3aa-40cc-9a1e-715410d2acb1 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:39:47.152230 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15292984-000d-4d92-8ba9-d4abee6fe2e1 admin admin] Network 0bca21b9-d9dd-47ed-b98b-fa1ff3590c09 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:39:47.204485 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.resource_extend [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 04 20:39:47.227284 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-00e693e2-c14e-41f9-88ce-a85287c21740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (98fd41a4-095e-47fc-aeab-f091f1753531), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:47.294782 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] get_ports_and_sgs() called for port_ids ['978b2a22-cd30-468a-af9b-1b86275c1460'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:39:47.329880 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-15292984-000d-4d92-8ba9-d4abee6fe2e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:39:47.346798 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15292984-000d-4d92-8ba9-d4abee6fe2e1 admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:39:47.349482 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:47.372764 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a31e199-0534-4377-89ae-6b06e6512688 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Pushing event deleted for resources: {'Port': ['ID=883b816a-c7ca-4854-9627-ee3644556a24,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:47.381189 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7cafcc1b-c00a-410d-92eb-a109aab1d5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (ad69be3c-be7e-43e0-9460-7c051b9eb6de), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:47.409639 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab7fd0e-43a6-40aa-b55e-122c2c06a371 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:39:47.412858 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab7fd0e-43a6-40aa-b55e-122c2c06a371 None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:39:47.413546 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7ab7fd0e-43a6-40aa-b55e-122c2c06a371 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:47.415547 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab7fd0e-43a6-40aa-b55e-122c2c06a371 None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:39:47.416481 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-7ab7fd0e-43a6-40aa-b55e-122c2c06a371 None None] Bound port: b6bd9fe7-fb20-44f6-9596-9652e6d92c06, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:39:47.417158 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7ab7fd0e-43a6-40aa-b55e-122c2c06a371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b6bd9fe7-fb20-44f6-9596-9652e6d92c06), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:47.447811 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-8601495f-5f06-4397-a76d-131bdee0f257 req-32daee82-5dea-4857-9b4b-9aab787d0277 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9095545 Oct 04 20:39:47.560377 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-15292984-000d-4d92-8ba9-d4abee6fe2e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (f0571684-3892-4966-93ce-178420de28a3), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:47.781737 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-33e4b23e-f9a3-4c3c-bfe3-a95f13b3bfc3 None None] Port ad69be3c-be7e-43e0-9460-7c051b9eb6de cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:39:47.799075 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-4877d26f-bac9-4826-8ce8-1bccf14bbd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a4361b-05eb-4e57-8561-e313f40e1bc1', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1422610826-router', 'tenant_id': '8fe6727c071748399777eac51fd08556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'b0ffa65a-b317-4785-97ac-75763577d4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:38:58Z', 'updated_at': '2022-10-04T20:39:40Z', 'revision_number': 5, 'project_id': '8fe6727c071748399777eac51fd08556', 'gw_port': {'id': 'b0ffa65a-b317-4785-97ac-75763577d4ac', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a4361b-05eb-4e57-8561-e313f40e1bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:39:02Z', 'updated_at': '2022-10-04T20:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:39:47.872142 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-44502ce6-7e2e-4aef-87e1-f9327dcd1652 admin admin] Publish callbacks [] for router (f7a4361b-05eb-4e57-8561-e313f40e1bc1), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:47.878960 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:UPDATE=1,neutron:SELECT=89,neutron:DELETE=9,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:47.883517 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15292984-000d-4d92-8ba9-d4abee6fe2e1 admin admin] Pushing event updated for resources: {'Port': ['ID=f97d459c-ce98-4e92-9c2d-46d4b521d40a,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:47.889298 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4877d26f-bac9-4826-8ce8-1bccf14bbd86 None None] Checking router: f7a4361b-05eb-4e57-8561-e313f40e1bc1 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:39:47.916988 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4877d26f-bac9-4826-8ce8-1bccf14bbd86 None None] Routers {'f7a4361b-05eb-4e57-8561-e313f40e1bc1'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:39:47.918921 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-4877d26f-bac9-4826-8ce8-1bccf14bbd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:39:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['f7a4361b-05eb-4e57-8561-e313f40e1bc1'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:39:47.946124 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 66afea62-f3aa-40cc-9a1e-715410d2acb1 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:39:47.995834 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-b7fe22ed-e6a9-4708-b60c-08f077df3bdc admin admin] For port 4a47c8da-bc2d-405c-822f-da9ace47d050, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=4a47c8da-bc2d-405c-822f-da9ace47d050,segment=NetworkSegment(cad13b26-2c47-4c64-af01-9ef6338e7be4),segment_id=cad13b26-2c47-4c64-af01-9ef6338e7be4)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:39:47.996512 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b7fe22ed-e6a9-4708-b60c-08f077df3bdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (4a47c8da-bc2d-405c-822f-da9ace47d050), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:48.037116 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-b7fe22ed-e6a9-4708-b60c-08f077df3bdc admin admin] Calling delete_port for 4a47c8da-bc2d-405c-822f-da9ace47d050 owned by network:router_interface {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:39:48.076526 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d3d769-1a9b-4952-827d-32d269b896d2 req-9a31e199-0534-4377-89ae-6b06e6512688 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] No DVR routers for this DVR port 883b816a-c7ca-4854-9627-ee3644556a24 on host n-h2-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:39:48.177311 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-7ab7fd0e-43a6-40aa-b55e-122c2c06a371 None None] For port b6bd9fe7-fb20-44f6-9596-9652e6d92c06, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:39:48.184831 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-7ab7fd0e-43a6-40aa-b55e-122c2c06a371 None None] For port b6bd9fe7-fb20-44f6-9596-9652e6d92c06, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b6bd9fe7-fb20-44f6-9596-9652e6d92c06,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:39:48.213884 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-36d3d769-1a9b-4952-827d-32d269b896d2 req-9a31e199-0534-4377-89ae-6b06e6512688 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:48.217874 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e693e2-c14e-41f9-88ce-a85287c21740 admin admin] Pushing event deleted for resources: {'Port': ['ID=98fd41a4-095e-47fc-aeab-f091f1753531,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:48.238179 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:48.242262 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-36d3d769-1a9b-4952-827d-32d269b896d2 req-9a31e199-0534-4377-89ae-6b06e6512688 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.85 "DELETE /networking/v2.0/ports/883b816a-c7ca-4854-9627-ee3644556a24 HTTP/1.1" status: 204 len: 173 time: 4.0294957 Oct 04 20:39:48.243686 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acea6767-d8a4-488e-8d07-1c7362778255', 'name': 'network-vif-deleted', 'tag': '883b816a-c7ca-4854-9627-ee3644556a24'}] {{(pid=108170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:39:48.250049 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-9f43c06b-8abc-4ab4-bb09-96c07749b764 req-06035a9d-df2d-4912-b1df-9b49ee098ea3 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (1d4c616d-0938-4b70-9e11-adcaef4edc51), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:48.279942 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-4877d26f-bac9-4826-8ce8-1bccf14bbd86 None None] Set router f7a4361b-05eb-4e57-8561-e313f40e1bc1 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:39:48.289277 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a696e922a709062c6bf2650733a1f4a2b44940721a32d933316dd509f3aaf0ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3497a5-66fa-44ba-a99e-f3e1d3b70800" -d '{"events": [{"server_uuid": "acea6767-d8a4-488e-8d07-1c7362778255", "name": "network-vif-deleted", "tag": "883b816a-c7ca-4854-9627-ee3644556a24"}]}' {{(pid=108170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:39:48.368022 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Device 883b816a-c7ca-4854-9627-ee3644556a24 no longer exists at agent hyperv_n-h2-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:39:48.430248 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7ab7fd0e-43a6-40aa-b55e-122c2c06a371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (b6bd9fe7-fb20-44f6-9596-9652e6d92c06), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:48.514046 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-12e3dac4-2232-46fd-9093-0aba0be9372a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c0b726-b7dc-415e-8563-e376379d2671', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1858077762-router', 'tenant_id': 'ab7f55d3f0d44d26b00ae52218511449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '96cd4ac6-8136-405b-8d74-7122cce768f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:39:00Z', 'updated_at': '2022-10-04T20:39:24Z', 'revision_number': 4, 'project_id': 'ab7f55d3f0d44d26b00ae52218511449', 'gw_port': {'id': '96cd4ac6-8136-405b-8d74-7122cce768f9', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c0b726-b7dc-415e-8563-e376379d2671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:39:04Z', 'updated_at': '2022-10-04T20:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '98fd41a4-095e-47fc-aeab-f091f1753531', 'name': '', 'network_id': '5c69fbf6-587d-40e3-bd0a-3ffcaac8d078', 'tenant_id': 'ab7f55d3f0d44d26b00ae52218511449', 'mac_address': 'fa:16:3e:31:e4:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c0b726-b7dc-415e-8563-e376379d2671', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '3935fbef-6c09-4513-a7a5-1619fbb67325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:39:19Z', 'updated_at': '2022-10-04T20:39:43Z', 'revision_number': 4, 'project_id': 'ab7f55d3f0d44d26b00ae52218511449', 'subnets': [{'id': '3935fbef-6c09-4513-a7a5-1619fbb67325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:39:48.518448 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-d0fa0a37-c4fb-4584-8575-219ef9baf654 None None] Provisioning complete for port f97d459c-ce98-4e92-9c2d-46d4b521d40a triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:39:48.519068 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d0fa0a37-c4fb-4584-8575-219ef9baf654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (f97d459c-ce98-4e92-9c2d-46d4b521d40a), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:48.519561 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:48.520340 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-d0fa0a37-c4fb-4584-8575-219ef9baf654 None None] Attempt 1 to provision port f97d459c-ce98-4e92-9c2d-46d4b521d40a Oct 04 20:39:48.532108 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 20:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-356c6e23-9e08-42a4-ba44-0d342c925efd x-openstack-request-id: req-356c6e23-9e08-42a4-ba44-0d342c925efd {{(pid=108170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:39:48.532692 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acea6767-d8a4-488e-8d07-1c7362778255", "name": "network-vif-deleted", "tag": "883b816a-c7ca-4854-9627-ee3644556a24", "status": "completed", "code": 200}]} {{(pid=108170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:39:48.532899 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-356c6e23-9e08-42a4-ba44-0d342c925efd {{(pid=108170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:39:48.533530 n-d-852085-12 neutron-server[108170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-356c6e23-9e08-42a4-ba44-0d342c925efd'] response: {'server_uuid': 'acea6767-d8a4-488e-8d07-1c7362778255', 'name': 'network-vif-deleted', 'tag': '883b816a-c7ca-4854-9627-ee3644556a24', 'status': 'completed', 'code': 200} Oct 04 20:39:48.539726 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-44502ce6-7e2e-4aef-87e1-f9327dcd1652 admin admin] Publish callbacks [] for router_gateway (f7a4361b-05eb-4e57-8561-e313f40e1bc1), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:48.684245 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06035a9d-df2d-4912-b1df-9b49ee098ea3 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Pushing event deleted for resources: {'Port': ['ID=1d4c616d-0938-4b70-9e11-adcaef4edc51,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:48.728167 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7cafcc1b-c00a-410d-92eb-a109aab1d5c6 admin admin] Publish callbacks [] for port (ad69be3c-be7e-43e0-9460-7c051b9eb6de), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:48.778852 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3b68ed3d-cc59-40bf-883c-a3cf46935762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (d919ea2f-c89d-42d5-9bbd-737be810f88b), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:48.797260 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3b68ed3d-cc59-40bf-883c-a3cf46935762 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:48.816596 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-3b68ed3d-cc59-40bf-883c-a3cf46935762 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/d919ea2f-c89d-42d5-9bbd-737be810f88b HTTP/1.1" status: 204 len: 168 time: 2.7425764 Oct 04 20:39:48.888585 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-15292984-000d-4d92-8ba9-d4abee6fe2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (f97d459c-ce98-4e92-9c2d-46d4b521d40a), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:48.917455 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b68ed3d-cc59-40bf-883c-a3cf46935762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d919ea2f-c89d-42d5-9bbd-737be810f88b,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:48.933373 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:48.938763 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-4877d26f-bac9-4826-8ce8-1bccf14bbd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a4361b-05eb-4e57-8561-e313f40e1bc1', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1422610826-router', 'tenant_id': '8fe6727c071748399777eac51fd08556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'b0ffa65a-b317-4785-97ac-75763577d4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:38:58Z', 'updated_at': '2022-10-04T20:39:40Z', 'revision_number': 5, 'project_id': '8fe6727c071748399777eac51fd08556', 'gw_port': {'id': 'b0ffa65a-b317-4785-97ac-75763577d4ac', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a4361b-05eb-4e57-8561-e313f40e1bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:39:02Z', 'updated_at': '2022-10-04T20:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:39:48.939787 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7cafcc1b-c00a-410d-92eb-a109aab1d5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (ad69be3c-be7e-43e0-9460-7c051b9eb6de), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:48.940034 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9e15e045-e7af-450d-bafb-584c1516496b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:48.997545 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f43c06b-8abc-4ab4-bb09-96c07749b764 req-06035a9d-df2d-4912-b1df-9b49ee098ea3 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] No DVR routers for this DVR port 1d4c616d-0938-4b70-9e11-adcaef4edc51 on host n-h2-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:39:49.004924 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-9f43c06b-8abc-4ab4-bb09-96c07749b764 req-06035a9d-df2d-4912-b1df-9b49ee098ea3 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:49.012266 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-9f43c06b-8abc-4ab4-bb09-96c07749b764 req-06035a9d-df2d-4912-b1df-9b49ee098ea3 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.85 "DELETE /networking/v2.0/ports/1d4c616d-0938-4b70-9e11-adcaef4edc51 HTTP/1.1" status: 204 len: 173 time: 4.6709816 Oct 04 20:39:49.024880 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75de593c-9f57-471f-a519-d97960ccde5f', 'name': 'network-vif-deleted', 'tag': '1d4c616d-0938-4b70-9e11-adcaef4edc51'}] {{(pid=108169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:39:49.030307 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dea34fca0f7d6c1de22810621a04fa86ac5e48141775903912ac1624808dfef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f484d77-09bd-4aa1-bd1b-dec748a6ec62" -d '{"events": [{"server_uuid": "75de593c-9f57-471f-a519-d97960ccde5f", "name": "network-vif-deleted", "tag": "1d4c616d-0938-4b70-9e11-adcaef4edc51"}]}' {{(pid=108169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:39:49.030637 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4877d26f-bac9-4826-8ce8-1bccf14bbd86 None None] The sync data for ids ['f7a4361b-05eb-4e57-8561-e313f40e1bc1'] in n-d-852085-12 is: [{'id': 'f7a4361b-05eb-4e57-8561-e313f40e1bc1', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1422610826-router', 'tenant_id': '8fe6727c071748399777eac51fd08556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'b0ffa65a-b317-4785-97ac-75763577d4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:38:58Z', 'updated_at': '2022-10-04T20:39:40Z', 'revision_number': 5, 'project_id': '8fe6727c071748399777eac51fd08556', 'gw_port': {'id': 'b0ffa65a-b317-4785-97ac-75763577d4ac', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a4361b-05eb-4e57-8561-e313f40e1bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:39:02Z', 'updated_at': '2022-10-04T20:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:39:49.063343 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a878340-102a-4174-9579-6a378a81781d None None] Pushing event updated for resources: {'Port': ['ID=b6bd9fe7-fb20-44f6-9596-9652e6d92c06,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:49.084260 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 66afea62-f3aa-40cc-9a1e-715410d2acb1 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:39:49.085153 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (66afea62-f3aa-40cc-9a1e-715410d2acb1), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:49.086054 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 66afea62-f3aa-40cc-9a1e-715410d2acb1 Oct 04 20:39:49.125542 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-bdd2dcba-ec97-4b47-be5d-8c737ac09445 req-7279dbc9-9ee8-4c44-8ca2-232801315eef tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=75de593c-9f57-471f-a519-d97960ccde5f HTTP/1.1" status: 200 len: 210 time: 0.2800794 Oct 04 20:39:49.126494 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-44502ce6-7e2e-4aef-87e1-f9327dcd1652 admin admin] Deleting port b0ffa65a-b317-4785-97ac-75763577d4ac {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:39:49.127031 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-44502ce6-7e2e-4aef-87e1-f9327dcd1652 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (b0ffa65a-b317-4785-97ac-75763577d4ac), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:49.230684 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-d0fa0a37-c4fb-4584-8575-219ef9baf654 None None] Port f97d459c-ce98-4e92-9c2d-46d4b521d40a cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:39:49.291727 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e3dac4-2232-46fd-9093-0aba0be9372a None None] The sync data for ids ['c8c0b726-b7dc-415e-8563-e376379d2671'] in n-d-852085-12 is: [{'id': 'c8c0b726-b7dc-415e-8563-e376379d2671', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1858077762-router', 'tenant_id': 'ab7f55d3f0d44d26b00ae52218511449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '96cd4ac6-8136-405b-8d74-7122cce768f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:39:00Z', 'updated_at': '2022-10-04T20:39:24Z', 'revision_number': 4, 'project_id': 'ab7f55d3f0d44d26b00ae52218511449', 'gw_port': {'id': '96cd4ac6-8136-405b-8d74-7122cce768f9', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c0b726-b7dc-415e-8563-e376379d2671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:39:04Z', 'updated_at': '2022-10-04T20:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '98fd41a4-095e-47fc-aeab-f091f1753531', 'name': '', 'network_id': '5c69fbf6-587d-40e3-bd0a-3ffcaac8d078', 'tenant_id': 'ab7f55d3f0d44d26b00ae52218511449', 'mac_address': 'fa:16:3e:31:e4:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c0b726-b7dc-415e-8563-e376379d2671', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '3935fbef-6c09-4513-a7a5-1619fbb67325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:39:19Z', 'updated_at': '2022-10-04T20:39:43Z', 'revision_number': 4, 'project_id': 'ab7f55d3f0d44d26b00ae52218511449', 'subnets': [{'id': '3935fbef-6c09-4513-a7a5-1619fbb67325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:39:49.304555 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] No Port match for: 883b816a-c7ca-4854-9627-ee3644556a24 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:39:49.305971 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Device 883b816a-c7ca-4854-9627-ee3644556a24 not bound to the agent host n-h2-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:39:49.306978 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Device 1d4c616d-0938-4b70-9e11-adcaef4edc51 no longer exists at agent hyperv_n-h2-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:39:49.391705 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7cafcc1b-c00a-410d-92eb-a109aab1d5c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (ba998b8e-67cd-435f-9a30-125fb1f7076b), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:49.430429 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cafcc1b-c00a-410d-92eb-a109aab1d5c6 admin admin] Pushing event updated for resources: {'Port': ['ID=ad69be3c-be7e-43e0-9460-7c051b9eb6de,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:49.514631 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 20:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf74fa4-46d3-412c-837b-e1ef75be1ebe x-openstack-request-id: req-bbf74fa4-46d3-412c-837b-e1ef75be1ebe {{(pid=108169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:39:49.515262 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75de593c-9f57-471f-a519-d97960ccde5f", "name": "network-vif-deleted", "tag": "1d4c616d-0938-4b70-9e11-adcaef4edc51", "status": "completed", "code": 200}]} {{(pid=108169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:39:49.522736 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bbf74fa4-46d3-412c-837b-e1ef75be1ebe {{(pid=108169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:39:49.538265 n-d-852085-12 neutron-server[108169]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbf74fa4-46d3-412c-837b-e1ef75be1ebe'] response: {'server_uuid': '75de593c-9f57-471f-a519-d97960ccde5f', 'name': 'network-vif-deleted', 'tag': '1d4c616d-0938-4b70-9e11-adcaef4edc51', 'status': 'completed', 'code': 200} Oct 04 20:39:49.689556 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] For port a55c4fe7-8c63-4a39-819e-95561de2446e, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=a55c4fe7-8c63-4a39-819e-95561de2446e,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:39:49.851265 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] No Port match for: 1d4c616d-0938-4b70-9e11-adcaef4edc51 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:39:49.851661 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Device 1d4c616d-0938-4b70-9e11-adcaef4edc51 not bound to the agent host n-h2-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:39:49.952166 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab7fd0e-43a6-40aa-b55e-122c2c06a371 None None] Routers {'ba998b8e-67cd-435f-9a30-125fb1f7076b'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:39:49.953215 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-7ab7fd0e-43a6-40aa-b55e-122c2c06a371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:39:48Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['ba998b8e-67cd-435f-9a30-125fb1f7076b'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:39:49.976284 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-44502ce6-7e2e-4aef-87e1-f9327dcd1652 admin admin] For port b0ffa65a-b317-4785-97ac-75763577d4ac, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b0ffa65a-b317-4785-97ac-75763577d4ac,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:39:49.977025 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-44502ce6-7e2e-4aef-87e1-f9327dcd1652 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (b0ffa65a-b317-4785-97ac-75763577d4ac), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:50.078255 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-44502ce6-7e2e-4aef-87e1-f9327dcd1652 admin admin] Calling delete_port for b0ffa65a-b317-4785-97ac-75763577d4ac owned by network:router_gateway {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:39:50.126442 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:50.280751 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-00e693e2-c14e-41f9-88ce-a85287c21740 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (c8c0b726-b7dc-415e-8563-e376379d2671), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:50.310183 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cafcc1b-c00a-410d-92eb-a109aab1d5c6 admin admin] Network fb937f49-ef4f-4907-8633-5381d328450a is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:39:50.347847 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-7cafcc1b-c00a-410d-92eb-a109aab1d5c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:39:50.530321 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Returning: {'device': 'a55c4fe7-8c63-4a39-819e-95561de2446e', 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7', 'port_id': 'a55c4fe7-8c63-4a39-819e-95561de2446e', 'mac_address': 'fa:16:3e:5b:ff:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1956090-7ed7-4d05-a46e-a7b0885ca8e4', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 20:39:50.566551 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-15292984-000d-4d92-8ba9-d4abee6fe2e1 admin admin] Publish callbacks [] for port (f97d459c-ce98-4e92-9c2d-46d4b521d40a), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:50.932494 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-7ab7fd0e-43a6-40aa-b55e-122c2c06a371 None None] Set router ba998b8e-67cd-435f-9a30-125fb1f7076b gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:39:51.010433 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-15292984-000d-4d92-8ba9-d4abee6fe2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (f97d459c-ce98-4e92-9c2d-46d4b521d40a), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:51.019418 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:51.022559 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Current status of the port a55c4fe7-8c63-4a39-819e-95561de2446e is: ACTIVE; New status is: BUILD {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:39:51.023374 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (a55c4fe7-8c63-4a39-819e-95561de2446e), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:51.095292 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:51.119808 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e33229ab-a3f1-4310-9761-188ab09757aa req-e2a3ead5-74ae-4f51-a99c-503b62ec3510 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=75de593c-9f57-471f-a519-d97960ccde5f HTTP/1.1" status: 200 len: 210 time: 0.2557573 Oct 04 20:39:51.121916 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 34470) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:39:51.197263 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a55c4fe7-8c63-4a39-819e-95561de2446e {{(pid=108171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 20:39:51.278811 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:51.289116 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b7fe22ed-e6a9-4708-b60c-08f077df3bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (4a47c8da-bc2d-405c-822f-da9ace47d050), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:51.315496 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] For port a55c4fe7-8c63-4a39-819e-95561de2446e, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=a55c4fe7-8c63-4a39-819e-95561de2446e,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:39:51.325615 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:51.424028 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-231c23b9-f98d-407c-b009-7b5f82117a1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:51.465041 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 66afea62-f3aa-40cc-9a1e-715410d2acb1 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:39:51.468618 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 7dc186be-4954-43be-94bd-7bcd1076b59e up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:39:51.472255 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-c20536b9-064f-4aac-81f6-325e8205f38b None None] Provisioning complete for port ad69be3c-be7e-43e0-9460-7c051b9eb6de triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:39:51.474074 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c20536b9-064f-4aac-81f6-325e8205f38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (ad69be3c-be7e-43e0-9460-7c051b9eb6de), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:51.474924 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-c20536b9-064f-4aac-81f6-325e8205f38b None None] Attempt 1 to provision port ad69be3c-be7e-43e0-9460-7c051b9eb6de Oct 04 20:39:51.514672 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cafcc1b-c00a-410d-92eb-a109aab1d5c6 admin admin] Router ba998b8e-67cd-435f-9a30-125fb1f7076b has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:39:51.553164 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15292984-000d-4d92-8ba9-d4abee6fe2e1 admin admin] Pushing event updated for resources: {'Port': ['ID=f97d459c-ce98-4e92-9c2d-46d4b521d40a,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:51.560457 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-15292984-000d-4d92-8ba9-d4abee6fe2e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (f0571684-3892-4966-93ce-178420de28a3), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:51.717850 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fe22ed-e6a9-4708-b60c-08f077df3bdc admin admin] Pushing event deleted for resources: {'Port': ['ID=4a47c8da-bc2d-405c-822f-da9ace47d050,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:51.853248 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] get_ports_and_sgs() called for port_ids ['978b2a22-cd30-468a-af9b-1b86275c1460'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:39:51.879698 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (a55c4fe7-8c63-4a39-819e-95561de2446e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:51.883297 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:51.905676 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:52.220012 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00e693e2-c14e-41f9-88ce-a85287c21740 admin admin] Router c8c0b726-b7dc-415e-8563-e376379d2671 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:39:52.310679 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] get_ports_and_sgs() called for port_ids ['a55c4fe7-8c63-4a39-819e-95561de2446e'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:39:52.333438 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:52.393721 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-44502ce6-7e2e-4aef-87e1-f9327dcd1652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (b0ffa65a-b317-4785-97ac-75763577d4ac), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:52.410586 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cafcc1b-c00a-410d-92eb-a109aab1d5c6 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:39:52.442615 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-7cafcc1b-c00a-410d-92eb-a109aab1d5c6 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/ba998b8e-67cd-435f-9a30-125fb1f7076b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5476687 Oct 04 20:39:52.582476 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-c20536b9-064f-4aac-81f6-325e8205f38b None None] Port ad69be3c-be7e-43e0-9460-7c051b9eb6de cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:39:52.656998 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-231c23b9-f98d-407c-b009-7b5f82117a1f admin admin] Publish callbacks [] for security_group (a0709b3a-3e70-46ec-9803-932a0d85d2c8), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:52.708040 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:52.751680 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44502ce6-7e2e-4aef-87e1-f9327dcd1652 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0ffa65a-b317-4785-97ac-75763577d4ac,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:52.922114 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-231c23b9-f98d-407c-b009-7b5f82117a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (a0709b3a-3e70-46ec-9803-932a0d85d2c8), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:52.944819 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Pushing event updated for resources: {'Port': ['ID=a55c4fe7-8c63-4a39-819e-95561de2446e,revision_number=6']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:53.071345 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-231c23b9-f98d-407c-b009-7b5f82117a1f admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=fdfe6ab98672483babf78ee536878b8d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9297268 Oct 04 20:39:53.099499 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 34512) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:39:53.126638 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-44502ce6-7e2e-4aef-87e1-f9327dcd1652 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (f7a4361b-05eb-4e57-8561-e313f40e1bc1), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:53.137885 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 20:39:53.178902 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 7dc186be-4954-43be-94bd-7bcd1076b59e triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:39:53.179593 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (7dc186be-4954-43be-94bd-7bcd1076b59e), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:53.180201 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 7dc186be-4954-43be-94bd-7bcd1076b59e Oct 04 20:39:53.589778 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231c23b9-f98d-407c-b009-7b5f82117a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0709b3a-3e70-46ec-9803-932a0d85d2c8,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:53.596722 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-44502ce6-7e2e-4aef-87e1-f9327dcd1652 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (f7a4361b-05eb-4e57-8561-e313f40e1bc1), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:53.618241 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=100 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:53.621714 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-44502ce6-7e2e-4aef-87e1-f9327dcd1652 admin admin] Publish callbacks [] for router_controller (f7a4361b-05eb-4e57-8561-e313f40e1bc1), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:53.626709 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-7ab7fd0e-43a6-40aa-b55e-122c2c06a371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba998b8e-67cd-435f-9a30-125fb1f7076b', 'name': 'tempest-ServerTagsTestJSON-1250378550-router', 'tenant_id': '8e0f9649604d45b996d238ad4395b51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': 'b6bd9fe7-fb20-44f6-9596-9652e6d92c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:39:25Z', 'updated_at': '2022-10-04T20:39:46Z', 'revision_number': 4, 'project_id': '8e0f9649604d45b996d238ad4395b51a', 'gw_port': {'id': 'b6bd9fe7-fb20-44f6-9596-9652e6d92c06', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba998b8e-67cd-435f-9a30-125fb1f7076b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:39:29Z', 'updated_at': '2022-10-04T20:39:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'ad69be3c-be7e-43e0-9460-7c051b9eb6de', 'name': '', 'network_id': 'fb937f49-ef4f-4907-8633-5381d328450a', 'tenant_id': '8e0f9649604d45b996d238ad4395b51a', 'mac_address': 'fa:16:3e:d3:85:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba998b8e-67cd-435f-9a30-125fb1f7076b', 'device_owner': 'network:router_interface', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '2d6f8bf5-3740-4979-a7b3-2392af9651e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:39:42Z', 'updated_at': '2022-10-04T20:39:47Z', 'revision_number': 2, 'project_id': '8e0f9649604d45b996d238ad4395b51a', 'subnets': [{'id': '2d6f8bf5-3740-4979-a7b3-2392af9651e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:39:53.759558 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e693e2-c14e-41f9-88ce-a85287c21740 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:39:53.781859 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:INSERT=8,neutron:SELECT=85,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:53.817087 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d54d06c-f34d-4053-be6b-af046ff0a42f None None] Sync routers for ids ['c8c0b726-b7dc-415e-8563-e376379d2671'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:39:53.823626 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab7fd0e-43a6-40aa-b55e-122c2c06a371 None None] The sync data for ids ['ba998b8e-67cd-435f-9a30-125fb1f7076b'] in n-d-852085-12 is: [{'id': 'ba998b8e-67cd-435f-9a30-125fb1f7076b', 'name': 'tempest-ServerTagsTestJSON-1250378550-router', 'tenant_id': '8e0f9649604d45b996d238ad4395b51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': 'b6bd9fe7-fb20-44f6-9596-9652e6d92c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:39:25Z', 'updated_at': '2022-10-04T20:39:46Z', 'revision_number': 4, 'project_id': '8e0f9649604d45b996d238ad4395b51a', 'gw_port': {'id': 'b6bd9fe7-fb20-44f6-9596-9652e6d92c06', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba998b8e-67cd-435f-9a30-125fb1f7076b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:39:29Z', 'updated_at': '2022-10-04T20:39:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'ad69be3c-be7e-43e0-9460-7c051b9eb6de', 'name': '', 'network_id': 'fb937f49-ef4f-4907-8633-5381d328450a', 'tenant_id': '8e0f9649604d45b996d238ad4395b51a', 'mac_address': 'fa:16:3e:d3:85:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba998b8e-67cd-435f-9a30-125fb1f7076b', 'device_owner': 'network:router_interface', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '2d6f8bf5-3740-4979-a7b3-2392af9651e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:39:42Z', 'updated_at': '2022-10-04T20:39:47Z', 'revision_number': 2, 'project_id': '8e0f9649604d45b996d238ad4395b51a', 'subnets': [{'id': '2d6f8bf5-3740-4979-a7b3-2392af9651e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:39:53.861505 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-086a06bc-e9c8-462d-a74e-7fd10b391f1c admin admin] Publish callbacks [] for security_group (a0709b3a-3e70-46ec-9803-932a0d85d2c8), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:53.920164 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-00e693e2-c14e-41f9-88ce-a85287c21740 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/c8c0b726-b7dc-415e-8563-e376379d2671/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.4888194 Oct 04 20:39:53.926475 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15292984-000d-4d92-8ba9-d4abee6fe2e1 admin admin] Network 0bca21b9-d9dd-47ed-b98b-fa1ff3590c09 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:39:53.928719 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 34530) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:39:53.972194 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-44502ce6-7e2e-4aef-87e1-f9327dcd1652 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (f7a4361b-05eb-4e57-8561-e313f40e1bc1), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:53.974090 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44502ce6-7e2e-4aef-87e1-f9327dcd1652 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7a4361b-05eb-4e57-8561-e313f40e1bc1 {{(pid=108170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:39:53.980523 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-086a06bc-e9c8-462d-a74e-7fd10b391f1c admin admin] Publish callbacks [] for security_group (a0709b3a-3e70-46ec-9803-932a0d85d2c8), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:54.015505 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-44502ce6-7e2e-4aef-87e1-f9327dcd1652 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:54.018175 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-44502ce6-7e2e-4aef-87e1-f9327dcd1652 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/f7a4361b-05eb-4e57-8561-e313f40e1bc1 HTTP/1.1" status: 204 len: 168 time: 7.4307663 Oct 04 20:39:54.022626 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-15292984-000d-4d92-8ba9-d4abee6fe2e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:39:54.062017 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 34538) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:39:54.093965 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 7dc186be-4954-43be-94bd-7bcd1076b59e is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:39:54.100262 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b5e61eea-bc68-4171-ab3e-527935a58276 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:39:54.303918 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d54d06c-f34d-4053-be6b-af046ff0a42f None None] Routers {'c8c0b726-b7dc-415e-8563-e376379d2671'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:39:54.315475 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-4d54d06c-f34d-4053-be6b-af046ff0a42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:39:48Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['c8c0b726-b7dc-415e-8563-e376379d2671'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:39:54.690530 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcbec76-0ccb-412a-9665-c0c3fb146984 req-cb1ba387-4e46-45a2-bf01-9def5237dd3e tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:39:54.703886 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-7dcbec76-0ccb-412a-9665-c0c3fb146984 req-cb1ba387-4e46-45a2-bf01-9def5237dd3e tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=50c29121-e094-4132-8ef4-b4c28da9df8a HTTP/1.1" status: 200 len: 949 time: 0.4707413 Oct 04 20:39:54.976114 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b7fe22ed-e6a9-4708-b60c-08f077df3bdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (04838d4e-259b-418f-b735-9e884880c126), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:54.983767 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-7dcbec76-0ccb-412a-9665-c0c3fb146984 req-4af0e12a-64a7-45a2-bdb6-3b03dd1ba894 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783961 Oct 04 20:39:55.081048 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-086a06bc-e9c8-462d-a74e-7fd10b391f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (a0709b3a-3e70-46ec-9803-932a0d85d2c8), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:55.095294 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-086a06bc-e9c8-462d-a74e-7fd10b391f1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:55.098855 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-086a06bc-e9c8-462d-a74e-7fd10b391f1c admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/a0709b3a-3e70-46ec-9803-932a0d85d2c8 HTTP/1.1" status: 204 len: 168 time: 1.7654400 Oct 04 20:39:55.162737 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5003b35-c8ca-4bb3-86cf-b5445caa51f8 admin admin] Deleting subnet 0698b637-4f49-4cfc-9e28-94dad394b1cb {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:39:55.198826 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086a06bc-e9c8-462d-a74e-7fd10b391f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0709b3a-3e70-46ec-9803-932a0d85d2c8,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:55.248149 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c5003b35-c8ca-4bb3-86cf-b5445caa51f8 admin admin] Publish callbacks [] for subnet (0698b637-4f49-4cfc-9e28-94dad394b1cb), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:55.318575 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee6d76-c284-46b5-91d0-8c005c89a2f0 req-56b1e24d-a56a-4c7e-94a1-96de102309e5 tempest-ServerTagsTestJSON-798090356 tempest-ServerTagsTestJSON-798090356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:39:55.322089 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-bbee6d76-c284-46b5-91d0-8c005c89a2f0 req-56b1e24d-a56a-4c7e-94a1-96de102309e5 tempest-ServerTagsTestJSON-798090356 tempest-ServerTagsTestJSON-798090356-project] 10.222.0.78 "GET /networking/v2.0/networks?id=fb937f49-ef4f-4907-8633-5381d328450a HTTP/1.1" status: 200 len: 809 time: 1.1448867 Oct 04 20:39:55.371538 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:55.397310 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-bbee6d76-c284-46b5-91d0-8c005c89a2f0 req-6adc6b76-0b35-4e5c-b4e6-89740f05c70a tempest-ServerTagsTestJSON-798090356 tempest-ServerTagsTestJSON-798090356-project] 10.222.0.78 "GET /networking/v2.0/quotas/8e0f9649604d45b996d238ad4395b51a HTTP/1.1" status: 200 len: 375 time: 0.0533288 Oct 04 20:39:55.452685 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697354d3-f3f6-408f-855c-6187c6114c4a req-38a50623-a996-4b26-a217-9c115d6d4c47 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:39:55.462081 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-697354d3-f3f6-408f-855c-6187c6114c4a req-38a50623-a996-4b26-a217-9c115d6d4c47 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=50c29121-e094-4132-8ef4-b4c28da9df8a HTTP/1.1" status: 200 len: 949 time: 0.7045970 Oct 04 20:39:55.582457 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-bbee6d76-c284-46b5-91d0-8c005c89a2f0 req-ab4c6c69-87c0-4896-babf-661aa5ae3f49 tempest-ServerTagsTestJSON-798090356 tempest-ServerTagsTestJSON-798090356-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=8e0f9649604d45b996d238ad4395b51a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1712270 Oct 04 20:39:55.701399 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 34558) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:39:55.711823 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-4d54d06c-f34d-4053-be6b-af046ff0a42f None None] Set router c8c0b726-b7dc-415e-8563-e376379d2671 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:39:55.848991 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e2866dbe-388d-4a67-b2a5-30c5250a7288 admin admin] Publish callbacks [] for router (c8c0b726-b7dc-415e-8563-e376379d2671), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:56.183941 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-87383c2c-1785-4e2d-8fc9-84afbd5e5ca1 None None] Provisioning complete for port f97d459c-ce98-4e92-9c2d-46d4b521d40a triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:39:56.185474 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-87383c2c-1785-4e2d-8fc9-84afbd5e5ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (f97d459c-ce98-4e92-9c2d-46d4b521d40a), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:56.185474 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-87383c2c-1785-4e2d-8fc9-84afbd5e5ca1 None None] Attempt 1 to provision port f97d459c-ce98-4e92-9c2d-46d4b521d40a Oct 04 20:39:56.191686 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port b5e61eea-bc68-4171-ab3e-527935a58276 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:39:56.192460 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b5e61eea-bc68-4171-ab3e-527935a58276), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:56.193042 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port b5e61eea-bc68-4171-ab3e-527935a58276 Oct 04 20:39:56.209064 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c5003b35-c8ca-4bb3-86cf-b5445caa51f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (0698b637-4f49-4cfc-9e28-94dad394b1cb), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:56.445284 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15292984-000d-4d92-8ba9-d4abee6fe2e1 admin admin] Router f0571684-3892-4966-93ce-178420de28a3 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:39:56.519480 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-87383c2c-1785-4e2d-8fc9-84afbd5e5ca1 None None] Port f97d459c-ce98-4e92-9c2d-46d4b521d40a cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:39:56.738213 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e2866dbe-388d-4a67-b2a5-30c5250a7288 admin admin] Publish callbacks [] for router_gateway (c8c0b726-b7dc-415e-8563-e376379d2671), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:56.768783 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f8785e-9d1c-4f31-b2d1-630fc3052876 req-2fcb82af-dbd0-4a5d-9023-78926823c8da tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:39:56.787352 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-b7f8785e-9d1c-4f31-b2d1-630fc3052876 req-2fcb82af-dbd0-4a5d-9023-78926823c8da tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=50c29121-e094-4132-8ef4-b4c28da9df8a HTTP/1.1" status: 200 len: 949 time: 0.4765730 Oct 04 20:39:56.962184 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port b5e61eea-bc68-4171-ab3e-527935a58276 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:39:56.962727 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b5e61eea-bc68-4171-ab3e-527935a58276), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:57.001885 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-4d54d06c-f34d-4053-be6b-af046ff0a42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c0b726-b7dc-415e-8563-e376379d2671', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1858077762-router', 'tenant_id': 'ab7f55d3f0d44d26b00ae52218511449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '96cd4ac6-8136-405b-8d74-7122cce768f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:39:00Z', 'updated_at': '2022-10-04T20:39:46Z', 'revision_number': 5, 'project_id': 'ab7f55d3f0d44d26b00ae52218511449', 'gw_port': {'id': '96cd4ac6-8136-405b-8d74-7122cce768f9', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c0b726-b7dc-415e-8563-e376379d2671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:39:04Z', 'updated_at': '2022-10-04T20:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:39:57.128662 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c5003b35-c8ca-4bb3-86cf-b5445caa51f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (0698b637-4f49-4cfc-9e28-94dad394b1cb), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:57.201640 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d54d06c-f34d-4053-be6b-af046ff0a42f None None] Checking router: c8c0b726-b7dc-415e-8563-e376379d2671 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:39:57.222388 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port b5e61eea-bc68-4171-ab3e-527935a58276, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b5e61eea-bc68-4171-ab3e-527935a58276,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:39:57.242592 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d54d06c-f34d-4053-be6b-af046ff0a42f None None] Routers {'c8c0b726-b7dc-415e-8563-e376379d2671'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:39:57.244148 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-4d54d06c-f34d-4053-be6b-af046ff0a42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:39:48Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['c8c0b726-b7dc-415e-8563-e376379d2671'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:39:57.335543 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:57.339088 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:57.629024 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (b5e61eea-bc68-4171-ab3e-527935a58276), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:57.631898 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c5003b35-c8ca-4bb3-86cf-b5445caa51f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (0698b637-4f49-4cfc-9e28-94dad394b1cb), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:57.867286 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-4d54d06c-f34d-4053-be6b-af046ff0a42f None None] Set router c8c0b726-b7dc-415e-8563-e376379d2671 gateway port host: None {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:39:57.873842 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a425d1d9-36d6-4dfd-b739-d93ba356804d no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:39:57.990766 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: a425d1d9-36d6-4dfd-b739-d93ba356804d {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:39:57.991697 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a425d1d9-36d6-4dfd-b739-d93ba356804d not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:39:57.994185 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=b5e61eea-bc68-4171-ab3e-527935a58276,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:57.999000 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:58.065983 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device a55c4fe7-8c63-4a39-819e-95561de2446e up at agent hyperv_n-h1-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:39:58.078661 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-4d54d06c-f34d-4053-be6b-af046ff0a42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c0b726-b7dc-415e-8563-e376379d2671', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1858077762-router', 'tenant_id': 'ab7f55d3f0d44d26b00ae52218511449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:39:00Z', 'updated_at': '2022-10-04T20:39:56Z', 'revision_number': 6, 'project_id': 'ab7f55d3f0d44d26b00ae52218511449', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:39:58.174229 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6f4497bf-8df2-48d4-af12-5f641f7ec817 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (ba998b8e-67cd-435f-9a30-125fb1f7076b), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:58.179876 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7fe22ed-e6a9-4708-b60c-08f077df3bdc admin admin] Router 04838d4e-259b-418f-b735-9e884880c126 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:39:58.221862 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-b7f8785e-9d1c-4f31-b2d1-630fc3052876 req-9bbc8963-3f45-459c-b548-380f5361a9d0 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4318233 Oct 04 20:39:58.375486 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Device 978b2a22-cd30-468a-af9b-1b86275c1460 no longer exists at agent hyperv_n-h2-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:39:58.513867 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d54d06c-f34d-4053-be6b-af046ff0a42f None None] The sync data for ids ['c8c0b726-b7dc-415e-8563-e376379d2671'] in n-d-852085-12 is: [{'id': 'c8c0b726-b7dc-415e-8563-e376379d2671', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1858077762-router', 'tenant_id': 'ab7f55d3f0d44d26b00ae52218511449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:39:00Z', 'updated_at': '2022-10-04T20:39:56Z', 'revision_number': 6, 'project_id': 'ab7f55d3f0d44d26b00ae52218511449', 'gw_port_host': None}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:39:58.593744 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Provisioning complete for port a55c4fe7-8c63-4a39-819e-95561de2446e triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:39:58.593744 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (a55c4fe7-8c63-4a39-819e-95561de2446e), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:58.593744 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Attempt 1 to provision port a55c4fe7-8c63-4a39-819e-95561de2446e Oct 04 20:39:58.658382 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5003b35-c8ca-4bb3-86cf-b5445caa51f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0698b637-4f49-4cfc-9e28-94dad394b1cb,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:39:58.669435 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-e2866dbe-388d-4a67-b2a5-30c5250a7288 admin admin] Deleting port 96cd4ac6-8136-405b-8d74-7122cce768f9 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:39:58.669952 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e2866dbe-388d-4a67-b2a5-30c5250a7288 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (96cd4ac6-8136-405b-8d74-7122cce768f9), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:58.678044 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [req-697354d3-f3f6-408f-855c-6187c6114c4a req-9dea65b3-8bf8-463b-b7e8-7fc4c9e7f1be tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Deleting port 978b2a22-cd30-468a-af9b-1b86275c1460 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:39:58.678044 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-697354d3-f3f6-408f-855c-6187c6114c4a req-9dea65b3-8bf8-463b-b7e8-7fc4c9e7f1be tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (978b2a22-cd30-468a-af9b-1b86275c1460), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:58.680835 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:58.701251 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:58.745324 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42af1555-09a7-49df-b9fd-ec27d1649aa2 None None] Network 6e500946-a895-4d85-8dde-03af839f7412 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:39:58.947595 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=85 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:39:58.987577 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-e2866dbe-388d-4a67-b2a5-30c5250a7288 admin admin] For port 96cd4ac6-8136-405b-8d74-7122cce768f9, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=96cd4ac6-8136-405b-8d74-7122cce768f9,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:39:58.991024 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e2866dbe-388d-4a67-b2a5-30c5250a7288 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (96cd4ac6-8136-405b-8d74-7122cce768f9), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:59.042272 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Current status of the port 978b2a22-cd30-468a-af9b-1b86275c1460 is: ACTIVE; New status is: DOWN {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:39:59.043341 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (978b2a22-cd30-468a-af9b-1b86275c1460), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:59.081597 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-e2866dbe-388d-4a67-b2a5-30c5250a7288 admin admin] Calling delete_port for 96cd4ac6-8136-405b-8d74-7122cce768f9 owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:39:59.170215 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-6f4497bf-8df2-48d4-af12-5f641f7ec817 admin admin] Deleting port ad69be3c-be7e-43e0-9460-7c051b9eb6de {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:39:59.170986 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6f4497bf-8df2-48d4-af12-5f641f7ec817 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (ad69be3c-be7e-43e0-9460-7c051b9eb6de), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:59.224472 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Current status of the port a55c4fe7-8c63-4a39-819e-95561de2446e is: BUILD; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:39:59.225663 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (a55c4fe7-8c63-4a39-819e-95561de2446e), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:59.290295 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] For port 978b2a22-cd30-468a-af9b-1b86275c1460, host n-h2-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852085-12',level=0,port_id=978b2a22-cd30-468a-af9b-1b86275c1460,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:39:59.335105 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50c29121-e094-4132-8ef4-b4c28da9df8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '978b2a22-cd30-468a-af9b-1b86275c1460'}] {{(pid=108171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:39:59.360083 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966b91da6921e714df7c26a37f4733087768fb9a36052be1ead95d4d835f43be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446e6101-c505-4ccd-bcdb-e807504fb0ca" -d '{"events": [{"server_uuid": "50c29121-e094-4132-8ef4-b4c28da9df8a", "name": "network-vif-unplugged", "status": "completed", "tag": "978b2a22-cd30-468a-af9b-1b86275c1460"}]}' {{(pid=108171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:39:59.386148 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcf2b5d-ff18-44e3-9b0a-a96a78cd702f None None] DHCP port deletion for 6e500946-a895-4d85-8dde-03af839f7412 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:39:59.433604 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (978b2a22-cd30-468a-af9b-1b86275c1460), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:59.462226 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7fe22ed-e6a9-4708-b60c-08f077df3bdc admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:39:59.499347 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8b0d9d-0b61-4b58-8f6c-ac2ba956afbc None None] Sync routers for ids ['04838d4e-259b-418f-b735-9e884880c126'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:39:59.504935 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c5003b35-c8ca-4bb3-86cf-b5445caa51f8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:59.539428 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c5003b35-c8ca-4bb3-86cf-b5445caa51f8 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/0698b637-4f49-4cfc-9e28-94dad394b1cb HTTP/1.1" status: 204 len: 168 time: 5.4649339 Oct 04 20:39:59.549983 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8b0d9d-0b61-4b58-8f6c-ac2ba956afbc None None] Routers {'04838d4e-259b-418f-b735-9e884880c126'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:39:59.551642 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-5b8b0d9d-0b61-4b58-8f6c-ac2ba956afbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:39:48Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['04838d4e-259b-418f-b735-9e884880c126'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:39:59.558361 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6f4497bf-8df2-48d4-af12-5f641f7ec817 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (ad69be3c-be7e-43e0-9460-7c051b9eb6de), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:59.570144 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-5dcf2b5d-ff18-44e3-9b0a-a96a78cd702f None None] Deleting port 3b7b01a8-0ebc-4029-8b76-19f42667ad6e {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:39:59.571161 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5dcf2b5d-ff18-44e3-9b0a-a96a78cd702f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (3b7b01a8-0ebc-4029-8b76-19f42667ad6e), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:39:59.622622 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-6f4497bf-8df2-48d4-af12-5f641f7ec817 admin admin] Calling delete_port for ad69be3c-be7e-43e0-9460-7c051b9eb6de owned by network:router_interface {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:39:59.722225 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 04 Oct 2022 20:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f88e67d-8b91-4e80-8689-4bd9395e3ad1 x-openstack-request-id: req-7f88e67d-8b91-4e80-8689-4bd9395e3ad1 {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:39:59.724102 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50c29121-e094-4132-8ef4-b4c28da9df8a", "name": "network-vif-unplugged", "status": "completed", "tag": "978b2a22-cd30-468a-af9b-1b86275c1460", "code": 200}]} {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:39:59.724781 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7f88e67d-8b91-4e80-8689-4bd9395e3ad1 {{(pid=108171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:39:59.725679 n-d-852085-12 neutron-server[108171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f88e67d-8b91-4e80-8689-4bd9395e3ad1'] response: {'server_uuid': '50c29121-e094-4132-8ef4-b4c28da9df8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '978b2a22-cd30-468a-af9b-1b86275c1460', 'code': 200} Oct 04 20:39:59.785344 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] For port a55c4fe7-8c63-4a39-819e-95561de2446e, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=a55c4fe7-8c63-4a39-819e-95561de2446e,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:39:59.793541 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b6bd9fe7-fb20-44f6-9596-9652e6d92c06 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:39:59.927092 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 34614) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:40:00.141248 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-5b8b0d9d-0b61-4b58-8f6c-ac2ba956afbc None None] Set router 04838d4e-259b-418f-b735-9e884880c126 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:40:00.250787 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (a55c4fe7-8c63-4a39-819e-95561de2446e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:00.309446 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7ccc420b-30d8-4211-bea8-bc2e03a193e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (6e500946-a895-4d85-8dde-03af839f7412), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:00.368691 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port b6bd9fe7-fb20-44f6-9596-9652e6d92c06 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:40:00.374190 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b6bd9fe7-fb20-44f6-9596-9652e6d92c06), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:00.374970 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port b6bd9fe7-fb20-44f6-9596-9652e6d92c06 Oct 04 20:40:00.595273 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d7dc54-8800-469d-bbdb-1d96dc64c218 None None] Sync routers for ids ['ba998b8e-67cd-435f-9a30-125fb1f7076b'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:40:00.701230 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Pushing event updated for resources: {'Port': ['ID=978b2a22-cd30-468a-af9b-1b86275c1460,revision_number=6']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:00.733122 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-5dcf2b5d-ff18-44e3-9b0a-a96a78cd702f None None] For port 3b7b01a8-0ebc-4029-8b76-19f42667ad6e, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=3b7b01a8-0ebc-4029-8b76-19f42667ad6e,segment=NetworkSegment(a4aa1d2b-4622-41fb-ac04-278e274ea2c8),segment_id=a4aa1d2b-4622-41fb-ac04-278e274ea2c8)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:40:00.734193 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [req-697354d3-f3f6-408f-855c-6187c6114c4a req-9dea65b3-8bf8-463b-b7e8-7fc4c9e7f1be tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] For port 978b2a22-cd30-468a-af9b-1b86275c1460, host n-h2-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852085-12',level=0,port_id=978b2a22-cd30-468a-af9b-1b86275c1460,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:40:00.734832 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5dcf2b5d-ff18-44e3-9b0a-a96a78cd702f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (3b7b01a8-0ebc-4029-8b76-19f42667ad6e), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:00.735001 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-697354d3-f3f6-408f-855c-6187c6114c4a req-9dea65b3-8bf8-463b-b7e8-7fc4c9e7f1be tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (978b2a22-cd30-468a-af9b-1b86275c1460), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:00.745094 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:00.751386 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d7dc54-8800-469d-bbdb-1d96dc64c218 None None] Routers {'ba998b8e-67cd-435f-9a30-125fb1f7076b'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:40:00.751386 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-e1d7dc54-8800-469d-bbdb-1d96dc64c218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:39:48Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['ba998b8e-67cd-435f-9a30-125fb1f7076b'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:40:00.767216 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [req-697354d3-f3f6-408f-855c-6187c6114c4a req-9dea65b3-8bf8-463b-b7e8-7fc4c9e7f1be tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Calling delete_port for 978b2a22-cd30-468a-af9b-1b86275c1460 owned by compute:nova {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:40:00.790201 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b893e-086c-4b14-8337-c5e9d3e3c627 req-08dc954e-2159-43c4-a717-f1bf82e63d42 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:40:00.794187 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ff0b893e-086c-4b14-8337-c5e9d3e3c627 req-08dc954e-2159-43c4-a717-f1bf82e63d42 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=50c29121-e094-4132-8ef4-b4c28da9df8a HTTP/1.1" status: 200 len: 947 time: 0.8684728 Oct 04 20:40:00.853333 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-5b8b0d9d-0b61-4b58-8f6c-ac2ba956afbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04838d4e-259b-418f-b735-9e884880c126', 'name': 'tempest-LiveMigrationTest-709460296-router', 'tenant_id': '25520777a4444a30b5310052aba08aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'ed4a9b05-c1a6-4d27-8a23-8a75f54a7d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:37:08Z', 'updated_at': '2022-10-04T20:39:50Z', 'revision_number': 5, 'project_id': '25520777a4444a30b5310052aba08aa2', 'gw_port': {'id': 'ed4a9b05-c1a6-4d27-8a23-8a75f54a7d46', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04838d4e-259b-418f-b735-9e884880c126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:37:12Z', 'updated_at': '2022-10-04T20:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:40:00.867711 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:00.881975 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-7ccc420b-30d8-4211-bea8-bc2e03a193e3 admin admin] Deleting port 3b7b01a8-0ebc-4029-8b76-19f42667ad6e {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:40:00.882597 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7ccc420b-30d8-4211-bea8-bc2e03a193e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (3b7b01a8-0ebc-4029-8b76-19f42667ad6e), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:00.948255 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8b0d9d-0b61-4b58-8f6c-ac2ba956afbc None None] Checking router: 04838d4e-259b-418f-b735-9e884880c126 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:40:00.967920 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8b0d9d-0b61-4b58-8f6c-ac2ba956afbc None None] Routers {'04838d4e-259b-418f-b735-9e884880c126'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:40:00.969389 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-5b8b0d9d-0b61-4b58-8f6c-ac2ba956afbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:39:48Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['04838d4e-259b-418f-b735-9e884880c126'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:40:01.124018 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-e1d7dc54-8800-469d-bbdb-1d96dc64c218 None None] Set router ba998b8e-67cd-435f-9a30-125fb1f7076b gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:40:01.252352 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:01.270998 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ff0b893e-086c-4b14-8337-c5e9d3e3c627 req-051f5693-8144-4d37-9830-4cf45e9b124f tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9de04099-eb6b-4e79-9b14-ab01d3d72811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4437661 Oct 04 20:40:01.341204 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=100 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:01.387040 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=100 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:01.410449 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-5b8b0d9d-0b61-4b58-8f6c-ac2ba956afbc None None] Set router 04838d4e-259b-418f-b735-9e884880c126 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:40:01.433049 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6f4497bf-8df2-48d4-af12-5f641f7ec817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (ad69be3c-be7e-43e0-9460-7c051b9eb6de), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:01.510322 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b7fe22ed-e6a9-4708-b60c-08f077df3bdc admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/04838d4e-259b-418f-b735-9e884880c126/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 20.3093007 Oct 04 20:40:01.545289 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 34642) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:40:01.629764 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4497bf-8df2-48d4-af12-5f641f7ec817 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad69be3c-be7e-43e0-9460-7c051b9eb6de,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:01.635563 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-697354d3-f3f6-408f-855c-6187c6114c4a req-9dea65b3-8bf8-463b-b7e8-7fc4c9e7f1be tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (978b2a22-cd30-468a-af9b-1b86275c1460), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:01.750173 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-5dcf2b5d-ff18-44e3-9b0a-a96a78cd702f None None] Calling delete_port for 3b7b01a8-0ebc-4029-8b76-19f42667ad6e owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:40:01.766299 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd64c084-10af-4b12-bdd9-ef53866be364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55c4fe7-8c63-4a39-819e-95561de2446e'}] {{(pid=108171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:40:01.771251 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966b91da6921e714df7c26a37f4733087768fb9a36052be1ead95d4d835f43be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f881009-50cb-49a1-9a01-bb70ca1d8bde" -d '{"events": [{"server_uuid": "bd64c084-10af-4b12-bdd9-ef53866be364", "name": "network-vif-plugged", "status": "completed", "tag": "a55c4fe7-8c63-4a39-819e-95561de2446e"}]}' {{(pid=108171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:40:01.775975 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port b6bd9fe7-fb20-44f6-9596-9652e6d92c06 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:40:01.776718 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b6bd9fe7-fb20-44f6-9596-9652e6d92c06), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:01.834163 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port b6bd9fe7-fb20-44f6-9596-9652e6d92c06, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b6bd9fe7-fb20-44f6-9596-9652e6d92c06,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:40:01.874013 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-7ccc420b-30d8-4211-bea8-bc2e03a193e3 admin admin] For port 3b7b01a8-0ebc-4029-8b76-19f42667ad6e, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=3b7b01a8-0ebc-4029-8b76-19f42667ad6e,segment=NetworkSegment(a4aa1d2b-4622-41fb-ac04-278e274ea2c8),segment_id=a4aa1d2b-4622-41fb-ac04-278e274ea2c8)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:40:01.875391 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7ccc420b-30d8-4211-bea8-bc2e03a193e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (3b7b01a8-0ebc-4029-8b76-19f42667ad6e), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:02.043656 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (b6bd9fe7-fb20-44f6-9596-9652e6d92c06), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:02.047659 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b5e61eea-bc68-4171-ab3e-527935a58276 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:40:02.201611 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6f4497bf-8df2-48d4-af12-5f641f7ec817 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (ba998b8e-67cd-435f-9a30-125fb1f7076b), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:02.214815 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-7ccc420b-30d8-4211-bea8-bc2e03a193e3 admin admin] Calling delete_port for 3b7b01a8-0ebc-4029-8b76-19f42667ad6e owned by network:dhcp {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:40:02.273128 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dea65b3-8bf8-463b-b7e8-7fc4c9e7f1be tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Pushing event deleted for resources: {'Port': ['ID=978b2a22-cd30-468a-af9b-1b86275c1460,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:02.353968 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 20:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7787e827-43ce-4afb-9b35-134e5973939a x-openstack-request-id: req-7787e827-43ce-4afb-9b35-134e5973939a {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:40:02.354470 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd64c084-10af-4b12-bdd9-ef53866be364", "name": "network-vif-plugged", "status": "completed", "tag": "a55c4fe7-8c63-4a39-819e-95561de2446e", "code": 200}]} {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:40:02.354831 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7787e827-43ce-4afb-9b35-134e5973939a {{(pid=108171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:40:02.355526 n-d-852085-12 neutron-server[108171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7787e827-43ce-4afb-9b35-134e5973939a'] response: {'server_uuid': 'bd64c084-10af-4b12-bdd9-ef53866be364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55c4fe7-8c63-4a39-819e-95561de2446e', 'code': 200} Oct 04 20:40:02.566560 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-5b8b0d9d-0b61-4b58-8f6c-ac2ba956afbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04838d4e-259b-418f-b735-9e884880c126', 'name': 'tempest-LiveMigrationTest-709460296-router', 'tenant_id': '25520777a4444a30b5310052aba08aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'ed4a9b05-c1a6-4d27-8a23-8a75f54a7d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:37:08Z', 'updated_at': '2022-10-04T20:39:50Z', 'revision_number': 5, 'project_id': '25520777a4444a30b5310052aba08aa2', 'gw_port': {'id': 'ed4a9b05-c1a6-4d27-8a23-8a75f54a7d46', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04838d4e-259b-418f-b735-9e884880c126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:37:12Z', 'updated_at': '2022-10-04T20:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:40:02.682163 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [req-697354d3-f3f6-408f-855c-6187c6114c4a req-9dea65b3-8bf8-463b-b7e8-7fc4c9e7f1be tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] No DVR routers for this DVR port 978b2a22-cd30-468a-af9b-1b86275c1460 on host n-h2-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:40:02.706896 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:02.717018 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-697354d3-f3f6-408f-855c-6187c6114c4a req-9dea65b3-8bf8-463b-b7e8-7fc4c9e7f1be tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:02.724805 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-697354d3-f3f6-408f-855c-6187c6114c4a req-9dea65b3-8bf8-463b-b7e8-7fc4c9e7f1be tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.85 "DELETE /networking/v2.0/ports/978b2a22-cd30-468a-af9b-1b86275c1460 HTTP/1.1" status: 204 len: 173 time: 7.0594325 Oct 04 20:40:02.730095 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50c29121-e094-4132-8ef4-b4c28da9df8a', 'name': 'network-vif-deleted', 'tag': '978b2a22-cd30-468a-af9b-1b86275c1460'}] {{(pid=108169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:40:02.735094 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dea34fca0f7d6c1de22810621a04fa86ac5e48141775903912ac1624808dfef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e067dfd3-3a19-4a92-a3e9-0086472342be" -d '{"events": [{"server_uuid": "50c29121-e094-4132-8ef4-b4c28da9df8a", "name": "network-vif-deleted", "tag": "978b2a22-cd30-468a-af9b-1b86275c1460"}]}' {{(pid=108169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:40:02.761221 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15292984-000d-4d92-8ba9-d4abee6fe2e1 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:40:02.775506 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:02.789300 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:02.794826 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-15292984-000d-4d92-8ba9-d4abee6fe2e1 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/f0571684-3892-4966-93ce-178420de28a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 24.5450656 Oct 04 20:40:02.842495 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8b0d9d-0b61-4b58-8f6c-ac2ba956afbc None None] The sync data for ids ['04838d4e-259b-418f-b735-9e884880c126'] in n-d-852085-12 is: [{'id': '04838d4e-259b-418f-b735-9e884880c126', 'name': 'tempest-LiveMigrationTest-709460296-router', 'tenant_id': '25520777a4444a30b5310052aba08aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'ed4a9b05-c1a6-4d27-8a23-8a75f54a7d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:37:08Z', 'updated_at': '2022-10-04T20:39:50Z', 'revision_number': 5, 'project_id': '25520777a4444a30b5310052aba08aa2', 'gw_port': {'id': 'ed4a9b05-c1a6-4d27-8a23-8a75f54a7d46', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04838d4e-259b-418f-b735-9e884880c126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:37:12Z', 'updated_at': '2022-10-04T20:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:40:02.860715 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03738d06-2bbc-4d79-b70c-de96060d87db None None] Sync routers for ids ['f0571684-3892-4966-93ce-178420de28a3'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:40:02.976881 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03738d06-2bbc-4d79-b70c-de96060d87db None None] Routers {'f0571684-3892-4966-93ce-178420de28a3'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:40:02.977739 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-03738d06-2bbc-4d79-b70c-de96060d87db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:39:48Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['f0571684-3892-4966-93ce-178420de28a3'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:40:03.088058 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-78b3e84f-0c23-4a74-ac04-71ba80411f46 req-0e257b3b-b2a0-4b9c-add6-b555cb701b49 tempest-ServersOnMultiNodesTest-982337406 tempest-ServersOnMultiNodesTest-982337406-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=50c29121-e094-4132-8ef4-b4c28da9df8a HTTP/1.1" status: 200 len: 210 time: 0.0639818 Oct 04 20:40:03.203548 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Pushing event updated for resources: {'Port': ['ID=a55c4fe7-8c63-4a39-819e-95561de2446e,revision_number=7']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:03.357641 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 20:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-289aa0d1-ac44-4b5f-ab96-52cc0138cead x-openstack-request-id: req-289aa0d1-ac44-4b5f-ab96-52cc0138cead {{(pid=108169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:40:03.358593 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50c29121-e094-4132-8ef4-b4c28da9df8a", "name": "network-vif-deleted", "tag": "978b2a22-cd30-468a-af9b-1b86275c1460", "status": "completed", "code": 200}]} {{(pid=108169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:40:03.358593 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-289aa0d1-ac44-4b5f-ab96-52cc0138cead {{(pid=108169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:40:03.359065 n-d-852085-12 neutron-server[108169]: INFO neutron.notifiers.nova [-] Nova event matching ['req-289aa0d1-ac44-4b5f-ab96-52cc0138cead'] response: {'server_uuid': '50c29121-e094-4132-8ef4-b4c28da9df8a', 'name': 'network-vif-deleted', 'tag': '978b2a22-cd30-468a-af9b-1b86275c1460', 'status': 'completed', 'code': 200} Oct 04 20:40:03.405185 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-709564ab-bf81-4cf6-88bf-4afb8a2d5d97 admin admin] Publish callbacks [] for router (04838d4e-259b-418f-b735-9e884880c126), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:03.501985 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7ccc420b-30d8-4211-bea8-bc2e03a193e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (3b7b01a8-0ebc-4029-8b76-19f42667ad6e), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:03.772043 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e2866dbe-388d-4a67-b2a5-30c5250a7288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (96cd4ac6-8136-405b-8d74-7122cce768f9), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:03.827016 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-03738d06-2bbc-4d79-b70c-de96060d87db None None] Set router f0571684-3892-4966-93ce-178420de28a3 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:40:03.890683 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccc420b-30d8-4211-bea8-bc2e03a193e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b7b01a8-0ebc-4029-8b76-19f42667ad6e,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:03.945571 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccc420b-30d8-4211-bea8-bc2e03a193e3 admin admin] No DVR routers for this DVR port 3b7b01a8-0ebc-4029-8b76-19f42667ad6e on host n-d-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:40:03.981954 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5dcf2b5d-ff18-44e3-9b0a-a96a78cd702f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (3b7b01a8-0ebc-4029-8b76-19f42667ad6e), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:04.046053 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:04.046991 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port b5e61eea-bc68-4171-ab3e-527935a58276 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:40:04.047490 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b5e61eea-bc68-4171-ab3e-527935a58276), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:04.047996 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port b5e61eea-bc68-4171-ab3e-527935a58276 Oct 04 20:40:04.052349 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcf2b5d-ff18-44e3-9b0a-a96a78cd702f None None] No DVR routers for this DVR port 3b7b01a8-0ebc-4029-8b76-19f42667ad6e on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:40:04.127372 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccc420b-30d8-4211-bea8-bc2e03a193e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:40:04.128905 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccc420b-30d8-4211-bea8-bc2e03a193e3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:40:04.130022 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccc420b-30d8-4211-bea8-bc2e03a193e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:40:04.130588 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccc420b-30d8-4211-bea8-bc2e03a193e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:40:04.131174 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccc420b-30d8-4211-bea8-bc2e03a193e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:40:04.132025 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccc420b-30d8-4211-bea8-bc2e03a193e3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:40:04.132564 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccc420b-30d8-4211-bea8-bc2e03a193e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:40:04.133114 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccc420b-30d8-4211-bea8-bc2e03a193e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:40:04.133659 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccc420b-30d8-4211-bea8-bc2e03a193e3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:40:04.134211 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccc420b-30d8-4211-bea8-bc2e03a193e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:40:04.135040 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccc420b-30d8-4211-bea8-bc2e03a193e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:40:04.135583 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccc420b-30d8-4211-bea8-bc2e03a193e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:40:04.136489 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccc420b-30d8-4211-bea8-bc2e03a193e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:40:04.137172 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccc420b-30d8-4211-bea8-bc2e03a193e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:40:04.137653 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccc420b-30d8-4211-bea8-bc2e03a193e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:40:04.225686 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [req-7741c3b6-c299-4329-904a-e1f38a72be53 req-f64fb4e7-0bb7-4247-87f7-6e38d5166136 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-211688361', 'description': 'tempest-description-557787086'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:40:04.272461 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2866dbe-388d-4a67-b2a5-30c5250a7288 admin admin] Pushing event deleted for resources: {'Port': ['ID=96cd4ac6-8136-405b-8d74-7122cce768f9,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:04.450923 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-709564ab-bf81-4cf6-88bf-4afb8a2d5d97 admin admin] Publish callbacks [] for router_gateway (04838d4e-259b-418f-b735-9e884880c126), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:04.480480 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f4497bf-8df2-48d4-af12-5f641f7ec817 admin admin] Router ba998b8e-67cd-435f-9a30-125fb1f7076b has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:40:04.490560 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7ccc420b-30d8-4211-bea8-bc2e03a193e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (6e500946-a895-4d85-8dde-03af839f7412), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:04.526199 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-e1d7dc54-8800-469d-bbdb-1d96dc64c218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba998b8e-67cd-435f-9a30-125fb1f7076b', 'name': 'tempest-ServerTagsTestJSON-1250378550-router', 'tenant_id': '8e0f9649604d45b996d238ad4395b51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': 'b6bd9fe7-fb20-44f6-9596-9652e6d92c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:39:25Z', 'updated_at': '2022-10-04T20:39:46Z', 'revision_number': 4, 'project_id': '8e0f9649604d45b996d238ad4395b51a', 'gw_port': {'id': 'b6bd9fe7-fb20-44f6-9596-9652e6d92c06', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba998b8e-67cd-435f-9a30-125fb1f7076b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:39:29Z', 'updated_at': '2022-10-04T20:39:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'ad69be3c-be7e-43e0-9460-7c051b9eb6de', 'name': '', 'network_id': 'fb937f49-ef4f-4907-8633-5381d328450a', 'tenant_id': '8e0f9649604d45b996d238ad4395b51a', 'mac_address': 'fa:16:3e:d3:85:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba998b8e-67cd-435f-9a30-125fb1f7076b', 'device_owner': 'network:router_interface', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '2d6f8bf5-3740-4979-a7b3-2392af9651e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:39:42Z', 'updated_at': '2022-10-04T20:39:47Z', 'revision_number': 2, 'project_id': '8e0f9649604d45b996d238ad4395b51a', 'subnets': [{'id': '2d6f8bf5-3740-4979-a7b3-2392af9651e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:40:04.648226 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d7dc54-8800-469d-bbdb-1d96dc64c218 None None] Checking router: ba998b8e-67cd-435f-9a30-125fb1f7076b for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:40:04.650933 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d7dc54-8800-469d-bbdb-1d96dc64c218 None None] Updating router ba998b8e-67cd-435f-9a30-125fb1f7076b port ad69be3c-be7e-43e0-9460-7c051b9eb6de binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:40:04.661098 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=b6bd9fe7-fb20-44f6-9596-9652e6d92c06,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:04.801826 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e2866dbe-388d-4a67-b2a5-30c5250a7288 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (c8c0b726-b7dc-415e-8563-e376379d2671), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:04.820268 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:04.845698 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:04.854579 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-7ccc420b-30d8-4211-bea8-bc2e03a193e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e500946-a895-4d85-8dde-03af839f7412']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:40:04.900366 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d7dc54-8800-469d-bbdb-1d96dc64c218 None None] Port ad69be3c-be7e-43e0-9460-7c051b9eb6de not found while updating agent binding for router ba998b8e-67cd-435f-9a30-125fb1f7076b. {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 04 20:40:04.940940 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcf2b5d-ff18-44e3-9b0a-a96a78cd702f None None] Pushing event deleted for resources: {'Port': ['ID=3b7b01a8-0ebc-4029-8b76-19f42667ad6e,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:05.029875 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-7741c3b6-c299-4329-904a-e1f38a72be53 req-f64fb4e7-0bb7-4247-87f7-6e38d5166136 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:05.083658 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-709564ab-bf81-4cf6-88bf-4afb8a2d5d97 admin admin] Deleting port ed4a9b05-c1a6-4d27-8a23-8a75f54a7d46 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:40:05.083658 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-709564ab-bf81-4cf6-88bf-4afb8a2d5d97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (ed4a9b05-c1a6-4d27-8a23-8a75f54a7d46), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:05.149612 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d7dc54-8800-469d-bbdb-1d96dc64c218 None None] Routers {'ba998b8e-67cd-435f-9a30-125fb1f7076b'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:40:05.156083 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-e1d7dc54-8800-469d-bbdb-1d96dc64c218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:39:48Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['ba998b8e-67cd-435f-9a30-125fb1f7076b'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:40:05.183555 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-7ccc420b-30d8-4211-bea8-bc2e03a193e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4aa1d2b-4622-41fb-ac04-278e274ea2c8') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:40:05.187640 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-7ccc420b-30d8-4211-bea8-bc2e03a193e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4aa1d2b-4622-41fb-ac04-278e274ea2c8') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:40:05.238790 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=100 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:05.292439 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7ccc420b-30d8-4211-bea8-bc2e03a193e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (a4aa1d2b-4622-41fb-ac04-278e274ea2c8), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:05.408668 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e2866dbe-388d-4a67-b2a5-30c5250a7288 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (c8c0b726-b7dc-415e-8563-e376379d2671), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:05.436704 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e2866dbe-388d-4a67-b2a5-30c5250a7288 admin admin] Publish callbacks [] for router_controller (c8c0b726-b7dc-415e-8563-e376379d2671), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:05.447029 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f4497bf-8df2-48d4-af12-5f641f7ec817 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:40:05.479272 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-6f4497bf-8df2-48d4-af12-5f641f7ec817 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/ba998b8e-67cd-435f-9a30-125fb1f7076b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7998950 Oct 04 20:40:05.481880 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port b5e61eea-bc68-4171-ab3e-527935a58276 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:40:05.493584 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 34706) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:40:05.711044 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-7741c3b6-c299-4329-904a-e1f38a72be53 req-f64fb4e7-0bb7-4247-87f7-6e38d5166136 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks [] for security_group (b9862f64-7fc5-451b-ae13-f80e63e47324), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:05.744310 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7ccc420b-30d8-4211-bea8-bc2e03a193e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (a4aa1d2b-4622-41fb-ac04-278e274ea2c8), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:05.757086 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 08505723-55ca-45ad-94b8-9d61b860ef4a no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:40:05.776932 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ccc420b-30d8-4211-bea8-bc2e03a193e3 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:40:05.777738 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7ccc420b-30d8-4211-bea8-bc2e03a193e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (a4aa1d2b-4622-41fb-ac04-278e274ea2c8), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:05.893309 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-e1d7dc54-8800-469d-bbdb-1d96dc64c218 None None] Set router ba998b8e-67cd-435f-9a30-125fb1f7076b gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:40:05.906535 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-03738d06-2bbc-4d79-b70c-de96060d87db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0571684-3892-4966-93ce-178420de28a3', 'name': 'tempest-SecurityGroupsTestJSON-876963542-router', 'tenant_id': '44dddbee054f49f3ac862994488fc147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'b5e61eea-bc68-4171-ab3e-527935a58276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:39:25Z', 'updated_at': '2022-10-04T20:39:47Z', 'revision_number': 4, 'project_id': '44dddbee054f49f3ac862994488fc147', 'gw_port': {'id': 'b5e61eea-bc68-4171-ab3e-527935a58276', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0571684-3892-4966-93ce-178420de28a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:39:27Z', 'updated_at': '2022-10-04T20:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'f97d459c-ce98-4e92-9c2d-46d4b521d40a', 'name': '', 'network_id': '0bca21b9-d9dd-47ed-b98b-fa1ff3590c09', 'tenant_id': '44dddbee054f49f3ac862994488fc147', 'mac_address': 'fa:16:3e:86:48:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0571684-3892-4966-93ce-178420de28a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'fecd81e5-ff68-4254-a1b7-712264434374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:39:42Z', 'updated_at': '2022-10-04T20:39:49Z', 'revision_number': 2, 'project_id': '44dddbee054f49f3ac862994488fc147', 'subnets': [{'id': 'fecd81e5-ff68-4254-a1b7-712264434374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:40:05.984063 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03738d06-2bbc-4d79-b70c-de96060d87db None None] Checking router: f0571684-3892-4966-93ce-178420de28a3 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:40:05.984859 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03738d06-2bbc-4d79-b70c-de96060d87db None None] Updating router f0571684-3892-4966-93ce-178420de28a3 port f97d459c-ce98-4e92-9c2d-46d4b521d40a binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:40:06.034962 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:06.036920 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 08505723-55ca-45ad-94b8-9d61b860ef4a {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:40:06.037587 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 08505723-55ca-45ad-94b8-9d61b860ef4a not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:40:06.038374 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b0ffa65a-b317-4785-97ac-75763577d4ac no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:40:06.053233 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-709564ab-bf81-4cf6-88bf-4afb8a2d5d97 admin admin] For port ed4a9b05-c1a6-4d27-8a23-8a75f54a7d46, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=ed4a9b05-c1a6-4d27-8a23-8a75f54a7d46,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:40:06.054977 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-709564ab-bf81-4cf6-88bf-4afb8a2d5d97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (ed4a9b05-c1a6-4d27-8a23-8a75f54a7d46), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:06.066781 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-03738d06-2bbc-4d79-b70c-de96060d87db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (f97d459c-ce98-4e92-9c2d-46d4b521d40a), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:06.142401 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-709564ab-bf81-4cf6-88bf-4afb8a2d5d97 admin admin] Calling delete_port for ed4a9b05-c1a6-4d27-8a23-8a75f54a7d46 owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:40:06.147775 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment a4aa1d2b-4622-41fb-ac04-278e274ea2c8 resource provider aggregate not found Oct 04 20:40:06.167022 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e2866dbe-388d-4a67-b2a5-30c5250a7288 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (c8c0b726-b7dc-415e-8563-e376379d2671), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:06.202359 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2866dbe-388d-4a67-b2a5-30c5250a7288 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8c0b726-b7dc-415e-8563-e376379d2671 {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:40:06.202359 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e2866dbe-388d-4a67-b2a5-30c5250a7288 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:06.202359 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e2866dbe-388d-4a67-b2a5-30c5250a7288 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/c8c0b726-b7dc-415e-8563-e376379d2671 HTTP/1.1" status: 204 len: 168 time: 12.2547686 Oct 04 20:40:06.202359 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 34718) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:40:06.339400 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-7741c3b6-c299-4329-904a-e1f38a72be53 req-f64fb4e7-0bb7-4247-87f7-6e38d5166136 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (b9862f64-7fc5-451b-ae13-f80e63e47324), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:06.364597 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-35c02b8f-2645-4227-a7da-a5083d21db41 req-2c2d9e8f-f7f1-4cc8-846a-369d1a0ef35c tempest-UnshelveToHostMultiNodesTest-1701435296 tempest-UnshelveToHostMultiNodesTest-1701435296-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6d44adbe-9208-452a-a8f7-8802ac29dfb8 HTTP/1.1" status: 200 len: 210 time: 0.4693310 Oct 04 20:40:06.370839 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment a4aa1d2b-4622-41fb-ac04-278e274ea2c8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a4aa1d2b-4622-41fb-ac04-278e274ea2c8 found for delete ", "request_id": "req-0d6ce3ac-c7f5-4fb5-9e46-03b49a675425"}]} Oct 04 20:40:06.565266 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-7741c3b6-c299-4329-904a-e1f38a72be53 req-f64fb4e7-0bb7-4247-87f7-6e38d5166136 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:06.567811 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-7741c3b6-c299-4329-904a-e1f38a72be53 req-f64fb4e7-0bb7-4247-87f7-6e38d5166136 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 2.4079258 Oct 04 20:40:06.578534 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-99d314bf-59c8-4543-8e78-12320d6cd7df admin admin] Deleting subnet 3935fbef-6c09-4513-a7a5-1619fbb67325 {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:40:06.642595 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-99d314bf-59c8-4543-8e78-12320d6cd7df admin admin] Publish callbacks [] for subnet (3935fbef-6c09-4513-a7a5-1619fbb67325), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:06.721886 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [req-9c107fd9-d331-4666-af8c-e51a956f584e req-57ad8a97-ed22-4cd3-a771-38e15a0d1149 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-481824131', 'description': 'tempest-description-2126239099'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:40:06.757077 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64fb4e7-0bb7-4247-87f7-6e38d5166136 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9862f64-7fc5-451b-ae13-f80e63e47324,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:06.777096 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: b0ffa65a-b317-4785-97ac-75763577d4ac {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:40:06.779837 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7ccc420b-30d8-4211-bea8-bc2e03a193e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (6e500946-a895-4d85-8dde-03af839f7412), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:06.782397 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b0ffa65a-b317-4785-97ac-75763577d4ac not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:40:06.797847 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-e1d7dc54-8800-469d-bbdb-1d96dc64c218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba998b8e-67cd-435f-9a30-125fb1f7076b', 'name': 'tempest-ServerTagsTestJSON-1250378550-router', 'tenant_id': '8e0f9649604d45b996d238ad4395b51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': 'b6bd9fe7-fb20-44f6-9596-9652e6d92c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:39:25Z', 'updated_at': '2022-10-04T20:40:01Z', 'revision_number': 5, 'project_id': '8e0f9649604d45b996d238ad4395b51a', 'gw_port': {'id': 'b6bd9fe7-fb20-44f6-9596-9652e6d92c06', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba998b8e-67cd-435f-9a30-125fb1f7076b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:39:29Z', 'updated_at': '2022-10-04T20:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:40:06.808685 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7ccc420b-30d8-4211-bea8-bc2e03a193e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:06.820515 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-7ccc420b-30d8-4211-bea8-bc2e03a193e3 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/6e500946-a895-4d85-8dde-03af839f7412 HTTP/1.1" status: 204 len: 168 time: 6.8861835 Oct 04 20:40:06.828005 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:06.866597 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:06.956746 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-866c3280-0015-4569-b9b1-408dba8200b6 admin admin] Publish callbacks [] for router (ba998b8e-67cd-435f-9a30-125fb1f7076b), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:06.984551 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d7dc54-8800-469d-bbdb-1d96dc64c218 None None] The sync data for ids ['ba998b8e-67cd-435f-9a30-125fb1f7076b'] in n-d-852085-12 is: [{'id': 'ba998b8e-67cd-435f-9a30-125fb1f7076b', 'name': 'tempest-ServerTagsTestJSON-1250378550-router', 'tenant_id': '8e0f9649604d45b996d238ad4395b51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': 'b6bd9fe7-fb20-44f6-9596-9652e6d92c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:39:25Z', 'updated_at': '2022-10-04T20:40:01Z', 'revision_number': 5, 'project_id': '8e0f9649604d45b996d238ad4395b51a', 'gw_port': {'id': 'b6bd9fe7-fb20-44f6-9596-9652e6d92c06', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba998b8e-67cd-435f-9a30-125fb1f7076b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:39:29Z', 'updated_at': '2022-10-04T20:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:40:06.986902 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-9c107fd9-d331-4666-af8c-e51a956f584e req-57ad8a97-ed22-4cd3-a771-38e15a0d1149 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:06.994902 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccc420b-30d8-4211-bea8-bc2e03a193e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e500946-a895-4d85-8dde-03af839f7412,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:07.134637 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-99d314bf-59c8-4543-8e78-12320d6cd7df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (3935fbef-6c09-4513-a7a5-1619fbb67325), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:07.245461 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:07.497102 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 34734) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:40:07.535589 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=100 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:07.544005 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b6bd9fe7-fb20-44f6-9596-9652e6d92c06 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:40:07.607793 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-03738d06-2bbc-4d79-b70c-de96060d87db None None] Publish callbacks [] for port (f97d459c-ce98-4e92-9c2d-46d4b521d40a), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:07.610865 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-9c107fd9-d331-4666-af8c-e51a956f584e req-57ad8a97-ed22-4cd3-a771-38e15a0d1149 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks [] for security_group (a8f58956-236a-4aef-b869-be3ff3f82808), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:07.616584 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-866c3280-0015-4569-b9b1-408dba8200b6 admin admin] Publish callbacks [] for router_gateway (ba998b8e-67cd-435f-9a30-125fb1f7076b), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:07.768404 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-99d314bf-59c8-4543-8e78-12320d6cd7df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (3935fbef-6c09-4513-a7a5-1619fbb67325), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:07.773842 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-9c107fd9-d331-4666-af8c-e51a956f584e req-57ad8a97-ed22-4cd3-a771-38e15a0d1149 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (a8f58956-236a-4aef-b869-be3ff3f82808), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:07.779834 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-03738d06-2bbc-4d79-b70c-de96060d87db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (f97d459c-ce98-4e92-9c2d-46d4b521d40a), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:07.915951 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 34744) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:40:07.954951 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port b6bd9fe7-fb20-44f6-9596-9652e6d92c06 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:40:07.955934 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b6bd9fe7-fb20-44f6-9596-9652e6d92c06), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:07.958523 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-709564ab-bf81-4cf6-88bf-4afb8a2d5d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (ed4a9b05-c1a6-4d27-8a23-8a75f54a7d46), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:07.964021 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port b6bd9fe7-fb20-44f6-9596-9652e6d92c06 Oct 04 20:40:08.143518 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709564ab-bf81-4cf6-88bf-4afb8a2d5d97 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed4a9b05-c1a6-4d27-8a23-8a75f54a7d46,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:08.210851 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-2fa0e9ce-1d3b-40c1-8318-d6450a37179f req-24800516-1987-4c26-af9d-38eeedc6be3d tempest-UnshelveToHostMultiNodesTest-1701435296 tempest-UnshelveToHostMultiNodesTest-1701435296-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6d44adbe-9208-452a-a8f7-8802ac29dfb8 HTTP/1.1" status: 200 len: 210 time: 0.5402269 Oct 04 20:40:08.216639 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ad8a97-ed22-4cd3-a771-38e15a0d1149 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f58956-236a-4aef-b869-be3ff3f82808,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:08.225082 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f229151f-5e06-49c6-90d4-d845bf59a9bf None None] Pushing event updated for resources: {'Port': ['ID=f97d459c-ce98-4e92-9c2d-46d4b521d40a,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:08.238106 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-866c3280-0015-4569-b9b1-408dba8200b6 admin admin] Deleting port b6bd9fe7-fb20-44f6-9596-9652e6d92c06 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:40:08.243035 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-866c3280-0015-4569-b9b1-408dba8200b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (b6bd9fe7-fb20-44f6-9596-9652e6d92c06), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:08.272806 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-03738d06-2bbc-4d79-b70c-de96060d87db None None] Attempting to bind port f97d459c-ce98-4e92-9c2d-46d4b521d40a on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:40:08.273507 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-03738d06-2bbc-4d79-b70c-de96060d87db None None] Attempting to bind port f97d459c-ce98-4e92-9c2d-46d4b521d40a by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '2d39e250-52ee-4b29-a76c-8ef56e729f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0bca21b9-d9dd-47ed-b98b-fa1ff3590c09'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:40:08.277542 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03738d06-2bbc-4d79-b70c-de96060d87db None None] Attempting to bind port f97d459c-ce98-4e92-9c2d-46d4b521d40a on network 0bca21b9-d9dd-47ed-b98b-fa1ff3590c09 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:40:08.285427 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709564ab-bf81-4cf6-88bf-4afb8a2d5d97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:40:08.286137 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709564ab-bf81-4cf6-88bf-4afb8a2d5d97 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:40:08.297861 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709564ab-bf81-4cf6-88bf-4afb8a2d5d97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:40:08.298836 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709564ab-bf81-4cf6-88bf-4afb8a2d5d97 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:40:08.299666 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709564ab-bf81-4cf6-88bf-4afb8a2d5d97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:40:08.300417 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709564ab-bf81-4cf6-88bf-4afb8a2d5d97 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:40:08.302254 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709564ab-bf81-4cf6-88bf-4afb8a2d5d97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:40:08.303433 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709564ab-bf81-4cf6-88bf-4afb8a2d5d97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:40:08.304206 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709564ab-bf81-4cf6-88bf-4afb8a2d5d97 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:40:08.306815 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709564ab-bf81-4cf6-88bf-4afb8a2d5d97 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:40:08.307940 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709564ab-bf81-4cf6-88bf-4afb8a2d5d97 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:40:08.311393 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709564ab-bf81-4cf6-88bf-4afb8a2d5d97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:40:08.315121 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709564ab-bf81-4cf6-88bf-4afb8a2d5d97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:40:08.318571 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709564ab-bf81-4cf6-88bf-4afb8a2d5d97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:40:08.320921 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709564ab-bf81-4cf6-88bf-4afb8a2d5d97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:40:08.400707 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port b6bd9fe7-fb20-44f6-9596-9652e6d92c06 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:40:08.481759 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-9c107fd9-d331-4666-af8c-e51a956f584e req-57ad8a97-ed22-4cd3-a771-38e15a0d1149 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:08.484449 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9c107fd9-d331-4666-af8c-e51a956f584e req-57ad8a97-ed22-4cd3-a771-38e15a0d1149 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 1.7706656 Oct 04 20:40:08.662657 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 98fd41a4-095e-47fc-aeab-f091f1753531 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:40:08.669970 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:08.713797 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 98fd41a4-095e-47fc-aeab-f091f1753531 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:40:08.724494 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 98fd41a4-095e-47fc-aeab-f091f1753531 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:40:08.726112 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 4a47c8da-bc2d-405c-822f-da9ace47d050 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:40:08.731714 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03738d06-2bbc-4d79-b70c-de96060d87db None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:40:08.734355 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03738d06-2bbc-4d79-b70c-de96060d87db None None] Checking segment: {'id': '2d39e250-52ee-4b29-a76c-8ef56e729f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0bca21b9-d9dd-47ed-b98b-fa1ff3590c09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:40:08.735546 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-03738d06-2bbc-4d79-b70c-de96060d87db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:08.739910 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03738d06-2bbc-4d79-b70c-de96060d87db None None] Bound using segment: {'id': '2d39e250-52ee-4b29-a76c-8ef56e729f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0bca21b9-d9dd-47ed-b98b-fa1ff3590c09'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:40:08.741565 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-03738d06-2bbc-4d79-b70c-de96060d87db None None] Bound port: f97d459c-ce98-4e92-9c2d-46d4b521d40a, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d39e250-52ee-4b29-a76c-8ef56e729f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0bca21b9-d9dd-47ed-b98b-fa1ff3590c09'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:40:08.742730 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-03738d06-2bbc-4d79-b70c-de96060d87db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (f97d459c-ce98-4e92-9c2d-46d4b521d40a), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:08.785714 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-866c3280-0015-4569-b9b1-408dba8200b6 admin admin] For port b6bd9fe7-fb20-44f6-9596-9652e6d92c06, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b6bd9fe7-fb20-44f6-9596-9652e6d92c06,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:40:08.798762 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-866c3280-0015-4569-b9b1-408dba8200b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (b6bd9fe7-fb20-44f6-9596-9652e6d92c06), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:08.840931 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 4a47c8da-bc2d-405c-822f-da9ace47d050 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:40:08.841643 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 4a47c8da-bc2d-405c-822f-da9ace47d050 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:40:08.853754 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 3b7b01a8-0ebc-4029-8b76-19f42667ad6e no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:40:08.885659 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-866c3280-0015-4569-b9b1-408dba8200b6 admin admin] Calling delete_port for b6bd9fe7-fb20-44f6-9596-9652e6d92c06 owned by network:router_gateway {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:40:08.917071 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f1d18002-5309-47d4-b431-0348ddc790a5 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=8fe6727c071748399777eac51fd08556&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0007205 Oct 04 20:40:08.922310 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 34756) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:40:08.965111 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 3b7b01a8-0ebc-4029-8b76-19f42667ad6e {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:40:08.966038 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 3b7b01a8-0ebc-4029-8b76-19f42667ad6e not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:40:08.966312 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 96cd4ac6-8136-405b-8d74-7122cce768f9 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:40:08.986340 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:09.040807 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 96cd4ac6-8136-405b-8d74-7122cce768f9 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:40:09.041366 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 96cd4ac6-8136-405b-8d74-7122cce768f9 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:40:09.076567 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-709564ab-bf81-4cf6-88bf-4afb8a2d5d97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (04838d4e-259b-418f-b735-9e884880c126), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:09.110141 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-99d314bf-59c8-4543-8e78-12320d6cd7df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (3935fbef-6c09-4513-a7a5-1619fbb67325), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:09.114880 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-03738d06-2bbc-4d79-b70c-de96060d87db None None] For port f97d459c-ce98-4e92-9c2d-46d4b521d40a, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:40:09.137465 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-ae0e99e2-b5e9-4316-b9ee-cab2e37d22c1 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=70436b8b504e43dc882f5ee434ecf443&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6305711 Oct 04 20:40:09.141791 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-03738d06-2bbc-4d79-b70c-de96060d87db None None] For port f97d459c-ce98-4e92-9c2d-46d4b521d40a, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=f97d459c-ce98-4e92-9c2d-46d4b521d40a,segment=NetworkSegment(2d39e250-52ee-4b29-a76c-8ef56e729f3b),segment_id=2d39e250-52ee-4b29-a76c-8ef56e729f3b)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:40:09.171916 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 34760) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:40:09.243979 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-03738d06-2bbc-4d79-b70c-de96060d87db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (f97d459c-ce98-4e92-9c2d-46d4b521d40a), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:09.364765 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd67dfa-d614-43e8-a120-a16dbc325594 None None] Network 5c69fbf6-587d-40e3-bd0a-3ffcaac8d078 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:40:09.478332 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device ad69be3c-be7e-43e0-9460-7c051b9eb6de no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:40:09.522062 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-99d314bf-59c8-4543-8e78-12320d6cd7df admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:09.540301 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-99d314bf-59c8-4543-8e78-12320d6cd7df admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/3935fbef-6c09-4513-a7a5-1619fbb67325 HTTP/1.1" status: 204 len: 168 time: 3.3389535 Oct 04 20:40:09.590524 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f229151f-5e06-49c6-90d4-d845bf59a9bf None None] Pushing event updated for resources: {'Port': ['ID=f97d459c-ce98-4e92-9c2d-46d4b521d40a,revision_number=4']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:09.598398 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 34772) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:40:09.631301 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03738d06-2bbc-4d79-b70c-de96060d87db None None] Routers {'f0571684-3892-4966-93ce-178420de28a3'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:40:09.633283 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-03738d06-2bbc-4d79-b70c-de96060d87db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:39:48Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['f0571684-3892-4966-93ce-178420de28a3'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:40:09.724701 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d314bf-59c8-4543-8e78-12320d6cd7df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3935fbef-6c09-4513-a7a5-1619fbb67325,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:09.807895 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: ad69be3c-be7e-43e0-9460-7c051b9eb6de {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:40:09.808994 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device ad69be3c-be7e-43e0-9460-7c051b9eb6de not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:40:10.123549 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa94748-2a54-454a-ba79-d0bb9db0474b None None] Sync routers for ids ['ba998b8e-67cd-435f-9a30-125fb1f7076b'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:40:10.124782 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-8a9555e3-2acf-49c2-a7d0-0281e70dcd03 req-cd28c934-faa7-48f9-810d-c59379e3709e tempest-UnshelveToHostMultiNodesTest-1701435296 tempest-UnshelveToHostMultiNodesTest-1701435296-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6d44adbe-9208-452a-a8f7-8802ac29dfb8 HTTP/1.1" status: 200 len: 210 time: 0.1670384 Oct 04 20:40:10.125343 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa94748-2a54-454a-ba79-d0bb9db0474b None None] Routers {'ba998b8e-67cd-435f-9a30-125fb1f7076b'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:40:10.125343 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-0aa94748-2a54-454a-ba79-d0bb9db0474b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:39:48Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['ba998b8e-67cd-435f-9a30-125fb1f7076b'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:40:10.125963 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8d924cf8-ff6e-4878-8932-ac80dc167297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (5c69fbf6-587d-40e3-bd0a-3ffcaac8d078), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:10.140515 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8693b2-a13b-4ed4-8752-e79ced4b7576 req-3136dc23-b3ec-4b1a-b6d7-a985b378a39c tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:40:10.145778 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-5a8693b2-a13b-4ed4-8752-e79ced4b7576 req-3136dc23-b3ec-4b1a-b6d7-a985b378a39c tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] 10.222.0.78 "GET /networking/v2.0/networks?id=0bca21b9-d9dd-47ed-b98b-fa1ff3590c09 HTTP/1.1" status: 200 len: 812 time: 0.7448661 Oct 04 20:40:10.202670 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-03738d06-2bbc-4d79-b70c-de96060d87db None None] Set router f0571684-3892-4966-93ce-178420de28a3 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:40:10.227210 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-709564ab-bf81-4cf6-88bf-4afb8a2d5d97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (04838d4e-259b-418f-b735-9e884880c126), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:10.234335 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-709564ab-bf81-4cf6-88bf-4afb8a2d5d97 admin admin] Publish callbacks [] for router_controller (04838d4e-259b-418f-b735-9e884880c126), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:10.242196 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:10.271788 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8e56cb-af88-4577-91c5-12efb76c7f66 None None] DHCP port deletion for 5c69fbf6-587d-40e3-bd0a-3ffcaac8d078 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:40:10.286410 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-5a8693b2-a13b-4ed4-8752-e79ced4b7576 req-fdd4f916-856a-479c-8e03-d761c63e8dd4 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] 10.222.0.78 "GET /networking/v2.0/quotas/44dddbee054f49f3ac862994488fc147 HTTP/1.1" status: 200 len: 375 time: 0.0902350 Oct 04 20:40:10.297066 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9a997904-792f-444c-8c08-7c51c11a0324 admin admin] Publish callbacks [] for security_group (8b4db4de-f837-4037-9583-8a808f7266a1), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:10.350445 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:10.354225 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9a997904-792f-444c-8c08-7c51c11a0324 admin admin] Publish callbacks [] for security_group (8b4db4de-f837-4037-9583-8a808f7266a1), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:10.433559 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-5a8693b2-a13b-4ed4-8752-e79ced4b7576 req-1da1b3eb-b813-48b7-9788-dce384149c3f tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=44dddbee054f49f3ac862994488fc147&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1323929 Oct 04 20:40:10.488924 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-8b8e56cb-af88-4577-91c5-12efb76c7f66 None None] Deleting port eb5e338f-24af-4931-9326-cbfae56a3235 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:40:10.489547 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8b8e56cb-af88-4577-91c5-12efb76c7f66 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (eb5e338f-24af-4931-9326-cbfae56a3235), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:10.499621 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-866c3280-0015-4569-b9b1-408dba8200b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (b6bd9fe7-fb20-44f6-9596-9652e6d92c06), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:10.611494 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866c3280-0015-4569-b9b1-408dba8200b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6bd9fe7-fb20-44f6-9596-9652e6d92c06,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:10.702119 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [req-6fdcc489-914d-4f6f-8036-0ba4a643dad8 req-3e10c18b-8675-48ae-9452-ab6a8d6f2b82 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Request body: {'security_group': {'name': ' tempest-securitygroup -845387153 ', 'description': 'tempest-description-1519112382'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:40:10.710594 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-95369929-f197-439b-9928-5df57a530052 admin admin] Publish callbacks [] for security_group (9de04099-eb6b-4e79-9b14-ab01d3d72811), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:10.746649 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-8b8e56cb-af88-4577-91c5-12efb76c7f66 None None] For port eb5e338f-24af-4931-9326-cbfae56a3235, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=eb5e338f-24af-4931-9326-cbfae56a3235,segment=NetworkSegment(32cfb049-3736-4e22-88f3-fa7ce31dc2f1),segment_id=32cfb049-3736-4e22-88f3-fa7ce31dc2f1)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:40:10.747934 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8b8e56cb-af88-4577-91c5-12efb76c7f66 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (eb5e338f-24af-4931-9326-cbfae56a3235), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:10.753538 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9a997904-792f-444c-8c08-7c51c11a0324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (8b4db4de-f837-4037-9583-8a808f7266a1), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:10.769540 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9a997904-792f-444c-8c08-7c51c11a0324 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:10.781162 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-8b8e56cb-af88-4577-91c5-12efb76c7f66 None None] Calling delete_port for eb5e338f-24af-4931-9326-cbfae56a3235 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:40:10.789905 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-9a997904-792f-444c-8c08-7c51c11a0324 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/8b4db4de-f837-4037-9583-8a808f7266a1 HTTP/1.1" status: 204 len: 168 time: 1.8389270 Oct 04 20:40:10.902762 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-709564ab-bf81-4cf6-88bf-4afb8a2d5d97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (04838d4e-259b-418f-b735-9e884880c126), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:10.906606 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709564ab-bf81-4cf6-88bf-4afb8a2d5d97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04838d4e-259b-418f-b735-9e884880c126 {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:40:10.964414 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-709564ab-bf81-4cf6-88bf-4afb8a2d5d97 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:10.966479 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-709564ab-bf81-4cf6-88bf-4afb8a2d5d97 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/04838d4e-259b-418f-b735-9e884880c126 HTTP/1.1" status: 204 len: 168 time: 9.3672061 Oct 04 20:40:10.971760 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 34794) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:40:10.987645 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a997904-792f-444c-8c08-7c51c11a0324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4db4de-f837-4037-9583-8a808f7266a1,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:10.996263 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-8d924cf8-ff6e-4878-8932-ac80dc167297 admin admin] Deleting port eb5e338f-24af-4931-9326-cbfae56a3235 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:40:11.000554 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8d924cf8-ff6e-4878-8932-ac80dc167297 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (eb5e338f-24af-4931-9326-cbfae56a3235), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:11.180432 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-03738d06-2bbc-4d79-b70c-de96060d87db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0571684-3892-4966-93ce-178420de28a3', 'name': 'tempest-SecurityGroupsTestJSON-876963542-router', 'tenant_id': '44dddbee054f49f3ac862994488fc147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'b5e61eea-bc68-4171-ab3e-527935a58276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:39:25Z', 'updated_at': '2022-10-04T20:39:47Z', 'revision_number': 4, 'project_id': '44dddbee054f49f3ac862994488fc147', 'gw_port': {'id': 'b5e61eea-bc68-4171-ab3e-527935a58276', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0571684-3892-4966-93ce-178420de28a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:39:27Z', 'updated_at': '2022-10-04T20:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'f97d459c-ce98-4e92-9c2d-46d4b521d40a', 'name': '', 'network_id': '0bca21b9-d9dd-47ed-b98b-fa1ff3590c09', 'tenant_id': '44dddbee054f49f3ac862994488fc147', 'mac_address': 'fa:16:3e:86:48:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0571684-3892-4966-93ce-178420de28a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'fecd81e5-ff68-4254-a1b7-712264434374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:39:42Z', 'updated_at': '2022-10-04T20:40:09Z', 'revision_number': 4, 'project_id': '44dddbee054f49f3ac862994488fc147', 'subnets': [{'id': 'fecd81e5-ff68-4254-a1b7-712264434374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:40:11.186430 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-95369929-f197-439b-9928-5df57a530052 admin admin] Publish callbacks [] for security_group (9de04099-eb6b-4e79-9b14-ab01d3d72811), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:11.316378 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03738d06-2bbc-4d79-b70c-de96060d87db None None] The sync data for ids ['f0571684-3892-4966-93ce-178420de28a3'] in n-d-852085-12 is: [{'id': 'f0571684-3892-4966-93ce-178420de28a3', 'name': 'tempest-SecurityGroupsTestJSON-876963542-router', 'tenant_id': '44dddbee054f49f3ac862994488fc147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'b5e61eea-bc68-4171-ab3e-527935a58276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:39:25Z', 'updated_at': '2022-10-04T20:39:47Z', 'revision_number': 4, 'project_id': '44dddbee054f49f3ac862994488fc147', 'gw_port': {'id': 'b5e61eea-bc68-4171-ab3e-527935a58276', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0571684-3892-4966-93ce-178420de28a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:39:27Z', 'updated_at': '2022-10-04T20:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'f97d459c-ce98-4e92-9c2d-46d4b521d40a', 'name': '', 'network_id': '0bca21b9-d9dd-47ed-b98b-fa1ff3590c09', 'tenant_id': '44dddbee054f49f3ac862994488fc147', 'mac_address': 'fa:16:3e:86:48:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0571684-3892-4966-93ce-178420de28a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'fecd81e5-ff68-4254-a1b7-712264434374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:39:42Z', 'updated_at': '2022-10-04T20:40:09Z', 'revision_number': 4, 'project_id': '44dddbee054f49f3ac862994488fc147', 'subnets': [{'id': 'fecd81e5-ff68-4254-a1b7-712264434374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:40:11.395800 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-6fdcc489-914d-4f6f-8036-0ba4a643dad8 req-3e10c18b-8675-48ae-9452-ab6a8d6f2b82 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:11.434446 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:11.461196 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-8d924cf8-ff6e-4878-8932-ac80dc167297 admin admin] For port eb5e338f-24af-4931-9326-cbfae56a3235, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=eb5e338f-24af-4931-9326-cbfae56a3235,segment=NetworkSegment(32cfb049-3736-4e22-88f3-fa7ce31dc2f1),segment_id=32cfb049-3736-4e22-88f3-fa7ce31dc2f1)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:40:11.462598 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8d924cf8-ff6e-4878-8932-ac80dc167297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (eb5e338f-24af-4931-9326-cbfae56a3235), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:11.509499 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-866c3280-0015-4569-b9b1-408dba8200b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (ba998b8e-67cd-435f-9a30-125fb1f7076b), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:11.517517 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-8d924cf8-ff6e-4878-8932-ac80dc167297 admin admin] Calling delete_port for eb5e338f-24af-4931-9326-cbfae56a3235 owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:40:11.618306 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-0aa94748-2a54-454a-ba79-d0bb9db0474b None None] Set router ba998b8e-67cd-435f-9a30-125fb1f7076b gateway port host: None {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:40:11.826029 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-c74ebbb6-6b86-44ff-ba5a-107104652b0b admin admin] Deleting subnet 34d60704-5eb5-4a5f-b441-885a338d40db {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:40:11.884701 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8b8e56cb-af88-4577-91c5-12efb76c7f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (eb5e338f-24af-4931-9326-cbfae56a3235), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:11.964707 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8e56cb-af88-4577-91c5-12efb76c7f66 None None] No DVR routers for this DVR port eb5e338f-24af-4931-9326-cbfae56a3235 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:40:12.002502 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8d924cf8-ff6e-4878-8932-ac80dc167297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (eb5e338f-24af-4931-9326-cbfae56a3235), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:12.041117 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-0aa94748-2a54-454a-ba79-d0bb9db0474b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba998b8e-67cd-435f-9a30-125fb1f7076b', 'name': 'tempest-ServerTagsTestJSON-1250378550-router', 'tenant_id': '8e0f9649604d45b996d238ad4395b51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:39:25Z', 'updated_at': '2022-10-04T20:40:07Z', 'revision_number': 6, 'project_id': '8e0f9649604d45b996d238ad4395b51a', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:40:12.127813 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-764cf5dc-26ad-4583-a84d-dc71cdc6a52d req-3e0c3368-54b7-4639-aaa6-7042e9176fd6 tempest-UnshelveToHostMultiNodesTest-1701435296 tempest-UnshelveToHostMultiNodesTest-1701435296-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6d44adbe-9208-452a-a8f7-8802ac29dfb8 HTTP/1.1" status: 200 len: 210 time: 0.7185967 Oct 04 20:40:12.225888 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d924cf8-ff6e-4878-8932-ac80dc167297 admin admin] No DVR routers for this DVR port eb5e338f-24af-4931-9326-cbfae56a3235 on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:40:12.244683 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d924cf8-ff6e-4878-8932-ac80dc167297 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb5e338f-24af-4931-9326-cbfae56a3235,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:12.359059 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-6fdcc489-914d-4f6f-8036-0ba4a643dad8 req-3e10c18b-8675-48ae-9452-ab6a8d6f2b82 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks [] for security_group (02d0c889-14e7-4e0a-b5ea-08df472b3e01), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:12.368940 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c74ebbb6-6b86-44ff-ba5a-107104652b0b admin admin] Publish callbacks [] for subnet (34d60704-5eb5-4a5f-b441-885a338d40db), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:12.387053 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device eb5e338f-24af-4931-9326-cbfae56a3235 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:40:12.437395 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-95369929-f197-439b-9928-5df57a530052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (9de04099-eb6b-4e79-9b14-ab01d3d72811), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:12.443944 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-95369929-f197-439b-9928-5df57a530052 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:12.453242 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-95369929-f197-439b-9928-5df57a530052 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/9de04099-eb6b-4e79-9b14-ab01d3d72811 HTTP/1.1" status: 204 len: 168 time: 3.0889411 Oct 04 20:40:12.503451 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c74ebbb6-6b86-44ff-ba5a-107104652b0b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (34d60704-5eb5-4a5f-b441-885a338d40db), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:12.561782 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8e56cb-af88-4577-91c5-12efb76c7f66 None None] Pushing event deleted for resources: {'Port': ['ID=eb5e338f-24af-4931-9326-cbfae56a3235,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:12.568917 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95369929-f197-439b-9928-5df57a530052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de04099-eb6b-4e79-9b14-ab01d3d72811,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:12.584239 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: eb5e338f-24af-4931-9326-cbfae56a3235 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:40:12.594931 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device eb5e338f-24af-4931-9326-cbfae56a3235 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:40:12.609812 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa94748-2a54-454a-ba79-d0bb9db0474b None None] Checking router: ba998b8e-67cd-435f-9a30-125fb1f7076b for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:40:12.643350 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8d924cf8-ff6e-4878-8932-ac80dc167297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (5c69fbf6-587d-40e3-bd0a-3ffcaac8d078), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:12.651470 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa94748-2a54-454a-ba79-d0bb9db0474b None None] Routers {'ba998b8e-67cd-435f-9a30-125fb1f7076b'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:40:12.653208 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-0aa94748-2a54-454a-ba79-d0bb9db0474b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:39:48Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['ba998b8e-67cd-435f-9a30-125fb1f7076b'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:40:12.788027 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-8d924cf8-ff6e-4878-8932-ac80dc167297 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c69fbf6-587d-40e3-bd0a-3ffcaac8d078']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:40:12.850436 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:12.853070 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-8d924cf8-ff6e-4878-8932-ac80dc167297 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32cfb049-3736-4e22-88f3-fa7ce31dc2f1') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:40:12.853607 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-8d924cf8-ff6e-4878-8932-ac80dc167297 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32cfb049-3736-4e22-88f3-fa7ce31dc2f1') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:40:12.864216 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-866c3280-0015-4569-b9b1-408dba8200b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (ba998b8e-67cd-435f-9a30-125fb1f7076b), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:12.867182 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:12.869925 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-866c3280-0015-4569-b9b1-408dba8200b6 admin admin] Publish callbacks [] for router_controller (ba998b8e-67cd-435f-9a30-125fb1f7076b), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:12.875030 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-6fdcc489-914d-4f6f-8036-0ba4a643dad8 req-3e10c18b-8675-48ae-9452-ab6a8d6f2b82 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (02d0c889-14e7-4e0a-b5ea-08df472b3e01), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:12.882647 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c74ebbb6-6b86-44ff-ba5a-107104652b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (34d60704-5eb5-4a5f-b441-885a338d40db), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:12.926525 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-0aa94748-2a54-454a-ba79-d0bb9db0474b None None] Set router ba998b8e-67cd-435f-9a30-125fb1f7076b gateway port host: None {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:40:12.937927 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8d924cf8-ff6e-4878-8932-ac80dc167297 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (32cfb049-3736-4e22-88f3-fa7ce31dc2f1), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:12.974290 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8d924cf8-ff6e-4878-8932-ac80dc167297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (32cfb049-3736-4e22-88f3-fa7ce31dc2f1), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:12.991960 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d924cf8-ff6e-4878-8932-ac80dc167297 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:40:12.994285 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8d924cf8-ff6e-4878-8932-ac80dc167297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (32cfb049-3736-4e22-88f3-fa7ce31dc2f1), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:13.024020 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e10c18b-8675-48ae-9452-ab6a8d6f2b82 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02d0c889-14e7-4e0a-b5ea-08df472b3e01,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:13.181591 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-0aa94748-2a54-454a-ba79-d0bb9db0474b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba998b8e-67cd-435f-9a30-125fb1f7076b', 'name': 'tempest-ServerTagsTestJSON-1250378550-router', 'tenant_id': '8e0f9649604d45b996d238ad4395b51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:39:25Z', 'updated_at': '2022-10-04T20:40:10Z', 'revision_number': 7, 'project_id': '8e0f9649604d45b996d238ad4395b51a', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:40:13.306672 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa94748-2a54-454a-ba79-d0bb9db0474b None None] The sync data for ids ['ba998b8e-67cd-435f-9a30-125fb1f7076b'] in n-d-852085-12 is: [{'id': 'ba998b8e-67cd-435f-9a30-125fb1f7076b', 'name': 'tempest-ServerTagsTestJSON-1250378550-router', 'tenant_id': '8e0f9649604d45b996d238ad4395b51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:39:25Z', 'updated_at': '2022-10-04T20:40:10Z', 'revision_number': 7, 'project_id': '8e0f9649604d45b996d238ad4395b51a', 'gw_port_host': None}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:40:13.417293 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 32cfb049-3736-4e22-88f3-fa7ce31dc2f1 resource provider aggregate not found Oct 04 20:40:13.481067 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-6fdcc489-914d-4f6f-8036-0ba4a643dad8 req-3e10c18b-8675-48ae-9452-ab6a8d6f2b82 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:13.501604 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 32cfb049-3736-4e22-88f3-fa7ce31dc2f1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 32cfb049-3736-4e22-88f3-fa7ce31dc2f1 found for delete ", "request_id": "req-948d2935-9707-4fa5-bc03-2854360ab972"}]} Oct 04 20:40:13.501604 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8d924cf8-ff6e-4878-8932-ac80dc167297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (5c69fbf6-587d-40e3-bd0a-3ffcaac8d078), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:13.502689 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-6fdcc489-914d-4f6f-8036-0ba4a643dad8 req-3e10c18b-8675-48ae-9452-ab6a8d6f2b82 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 2.9010875 Oct 04 20:40:13.517860 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-866c3280-0015-4569-b9b1-408dba8200b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (ba998b8e-67cd-435f-9a30-125fb1f7076b), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:13.523288 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-866c3280-0015-4569-b9b1-408dba8200b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba998b8e-67cd-435f-9a30-125fb1f7076b {{(pid=108170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:40:13.538577 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8d924cf8-ff6e-4878-8932-ac80dc167297 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:13.553028 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-866c3280-0015-4569-b9b1-408dba8200b6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:13.573248 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-866c3280-0015-4569-b9b1-408dba8200b6 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/ba998b8e-67cd-435f-9a30-125fb1f7076b HTTP/1.1" status: 204 len: 168 time: 8.0729454 Oct 04 20:40:13.577512 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 34830) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:40:13.584932 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-8d924cf8-ff6e-4878-8932-ac80dc167297 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/5c69fbf6-587d-40e3-bd0a-3ffcaac8d078 HTTP/1.1" status: 204 len: 168 time: 3.9010892 Oct 04 20:40:13.610580 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device f97d459c-ce98-4e92-9c2d-46d4b521d40a up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:40:13.621334 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c74ebbb6-6b86-44ff-ba5a-107104652b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (34d60704-5eb5-4a5f-b441-885a338d40db), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:13.670134 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d924cf8-ff6e-4878-8932-ac80dc167297 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c69fbf6-587d-40e3-bd0a-3ffcaac8d078,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:13.829714 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port f97d459c-ce98-4e92-9c2d-46d4b521d40a triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:40:13.831233 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (f97d459c-ce98-4e92-9c2d-46d4b521d40a), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:13.832528 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port f97d459c-ce98-4e92-9c2d-46d4b521d40a Oct 04 20:40:14.075724 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:14.093883 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port f97d459c-ce98-4e92-9c2d-46d4b521d40a is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:40:14.093883 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (f97d459c-ce98-4e92-9c2d-46d4b521d40a), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:14.246390 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port f97d459c-ce98-4e92-9c2d-46d4b521d40a, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=f97d459c-ce98-4e92-9c2d-46d4b521d40a,segment=NetworkSegment(2d39e250-52ee-4b29-a76c-8ef56e729f3b),segment_id=2d39e250-52ee-4b29-a76c-8ef56e729f3b)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:40:14.327116 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (f97d459c-ce98-4e92-9c2d-46d4b521d40a), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:14.346151 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device ed4a9b05-c1a6-4d27-8a23-8a75f54a7d46 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:40:14.518276 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: ed4a9b05-c1a6-4d27-8a23-8a75f54a7d46 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:40:14.519175 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device ed4a9b05-c1a6-4d27-8a23-8a75f54a7d46 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:40:14.570805 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=f97d459c-ce98-4e92-9c2d-46d4b521d40a,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:14.616084 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 34838) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:40:14.721800 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a3982a-1aa1-4e00-b207-c2cae2625741 None None] Network 67641b51-5101-4dde-b62e-e6fb7c6e77c4 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:40:14.755656 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c74ebbb6-6b86-44ff-ba5a-107104652b0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:14.774272 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c74ebbb6-6b86-44ff-ba5a-107104652b0b admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/34d60704-5eb5-4a5f-b441-885a338d40db HTTP/1.1" status: 204 len: 168 time: 3.7979562 Oct 04 20:40:14.790100 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ebbb6-6b86-44ff-ba5a-107104652b0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34d60704-5eb5-4a5f-b441-885a338d40db,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:14.809566 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 34840) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:40:14.888337 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 34842) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:40:14.902324 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-9a2469b6-5b45-4f21-909d-9057c569801a admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=9edf8377dc0f438692440aeae37efb30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2843158 Oct 04 20:40:14.935124 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 34844) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:40:14.989687 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f2d5c05e-b0f7-4d65-bfc2-aa82d757f448 req-d09ecfc7-d86d-494e-8d71-8cb32e1a04f6 tempest-UnshelveToHostMultiNodesTest-1701435296 tempest-UnshelveToHostMultiNodesTest-1701435296-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6d44adbe-9208-452a-a8f7-8802ac29dfb8 HTTP/1.1" status: 200 len: 210 time: 0.4933712 Oct 04 20:40:15.099555 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:15.111210 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8781bc3-4e99-4985-96dd-c3737a20459b admin admin] Deleting subnet 2d6f8bf5-3740-4979-a7b3-2392af9651e0 {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:40:15.135657 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f8781bc3-4e99-4985-96dd-c3737a20459b admin admin] Publish callbacks [] for subnet (2d6f8bf5-3740-4979-a7b3-2392af9651e0), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:15.315027 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-b9182bf8-ee36-4e2f-9559-33c718779d58 req-fc6cdc70-8e20-4971-9c31-33ff45e6debd tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] 10.222.0.78 "GET /networking/v2.0/security-groups/02d0c889-14e7-4e0a-b5ea-08df472b3e01 HTTP/1.1" status: 200 len: 1797 time: 1.6737976 Oct 04 20:40:15.390168 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f8781bc3-4e99-4985-96dd-c3737a20459b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (2d6f8bf5-3740-4979-a7b3-2392af9651e0), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:15.514480 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device f97d459c-ce98-4e92-9c2d-46d4b521d40a up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:40:15.678629 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7c226c-12dd-450e-a335-8283fac80e59 None None] DHCP port deletion for 67641b51-5101-4dde-b62e-e6fb7c6e77c4 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:40:15.699631 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3ea976a7-f4e8-4f78-9139-0e006433ef94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:15.758238 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port f97d459c-ce98-4e92-9c2d-46d4b521d40a triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:40:15.759244 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (f97d459c-ce98-4e92-9c2d-46d4b521d40a), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:15.760032 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port f97d459c-ce98-4e92-9c2d-46d4b521d40a Oct 04 20:40:15.769983 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-8c46dbe0-a9b0-4a9f-bcdb-bb4dc0486256 req-b74d9b80-823a-4e59-9119-973ed7185d49 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=6d44adbe-9208-452a-a8f7-8802ac29dfb8 HTTP/1.1" status: 200 len: 210 time: 0.0685482 Oct 04 20:40:15.824797 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-64884a58-9f0c-459f-a5d8-434268ce674d req-436be604-bb44-4b81-b7d5-14772fd32fca tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] 10.222.0.78 "GET /networking/v2.0/security-groups/02d0c889-14e7-4e0a-b5ea-08df472b3e01 HTTP/1.1" status: 200 len: 1797 time: 0.4239793 Oct 04 20:40:15.838328 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-9e7c226c-12dd-450e-a335-8283fac80e59 None None] Deleting port dd02cfc4-7942-46ff-9c64-93fd6c8a025a {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:40:15.839728 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9e7c226c-12dd-450e-a335-8283fac80e59 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (dd02cfc4-7942-46ff-9c64-93fd6c8a025a), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:16.011712 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-64884a58-9f0c-459f-a5d8-434268ce674d req-f8965d12-8425-4a06-be68-9b7ea52a8192 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks [] for security_group (02d0c889-14e7-4e0a-b5ea-08df472b3e01), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:16.029192 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f8781bc3-4e99-4985-96dd-c3737a20459b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (2d6f8bf5-3740-4979-a7b3-2392af9651e0), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:16.029192 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=84,neutron:DELETE=12,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:16.165996 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-9e7c226c-12dd-450e-a335-8283fac80e59 None None] For port dd02cfc4-7942-46ff-9c64-93fd6c8a025a, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=dd02cfc4-7942-46ff-9c64-93fd6c8a025a,segment=NetworkSegment(cad13b26-2c47-4c64-af01-9ef6338e7be4),segment_id=cad13b26-2c47-4c64-af01-9ef6338e7be4)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:40:16.176091 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9e7c226c-12dd-450e-a335-8283fac80e59 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (dd02cfc4-7942-46ff-9c64-93fd6c8a025a), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:16.184309 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-64884a58-9f0c-459f-a5d8-434268ce674d req-f8965d12-8425-4a06-be68-9b7ea52a8192 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks [] for security_group (02d0c889-14e7-4e0a-b5ea-08df472b3e01), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:16.253635 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-9e7c226c-12dd-450e-a335-8283fac80e59 None None] Calling delete_port for dd02cfc4-7942-46ff-9c64-93fd6c8a025a owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:40:16.403375 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port f97d459c-ce98-4e92-9c2d-46d4b521d40a is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:40:16.405950 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 34866) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:40:16.481336 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b6bd9fe7-fb20-44f6-9596-9652e6d92c06 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:40:16.494445 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-6ea0f338-4bc7-4987-9d56-2f59fd9543f5 req-20befd68-39b8-4f97-ab8e-c62a80917193 tempest-UnshelveToHostMultiNodesTest-1701435296 tempest-UnshelveToHostMultiNodesTest-1701435296-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6d44adbe-9208-452a-a8f7-8802ac29dfb8 HTTP/1.1" status: 200 len: 210 time: 0.1806078 Oct 04 20:40:16.512207 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f8781bc3-4e99-4985-96dd-c3737a20459b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (2d6f8bf5-3740-4979-a7b3-2392af9651e0), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:16.527976 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: b6bd9fe7-fb20-44f6-9596-9652e6d92c06 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:40:16.528538 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b6bd9fe7-fb20-44f6-9596-9652e6d92c06 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:40:16.592357 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8b7f9e96-04af-4d67-9df9-4abac8bfb144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (67641b51-5101-4dde-b62e-e6fb7c6e77c4), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:16.630036 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f8781bc3-4e99-4985-96dd-c3737a20459b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:16.642176 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f8781bc3-4e99-4985-96dd-c3737a20459b admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/2d6f8bf5-3740-4979-a7b3-2392af9651e0 HTTP/1.1" status: 204 len: 168 time: 3.0617032 Oct 04 20:40:16.653068 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 34870) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:40:16.669169 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1585be6f-be79-437e-9aa8-e9dff70d9c27 None None] Network fb937f49-ef4f-4907-8633-5381d328450a requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:40:16.719431 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-7fe50c07-995b-4c68-917d-266e4386e82f admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=ab7f55d3f0d44d26b00ae52218511449&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7969077 Oct 04 20:40:16.740752 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 34876) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:40:16.783731 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:16.857540 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8781bc3-4e99-4985-96dd-c3737a20459b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d6f8bf5-3740-4979-a7b3-2392af9651e0,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:16.928898 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-e6e77ba6-c02e-4db7-bcb5-69d8610498ae admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-590517087-network', 'tenant_id': '6c5aaa2031d8481ebc5a7b3b9a0522dc'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:40:16.942390 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9d2d466d-3d92-461f-b700-64a11f7ace7a admin admin] Publish callbacks [] for security_group (d5e7edf7-879c-44b6-bdea-ca0caab53edd), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:16.977658 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9e7c226c-12dd-450e-a335-8283fac80e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (dd02cfc4-7942-46ff-9c64-93fd6c8a025a), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:16.994212 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-64884a58-9f0c-459f-a5d8-434268ce674d req-f8965d12-8425-4a06-be68-9b7ea52a8192 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (02d0c889-14e7-4e0a-b5ea-08df472b3e01), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:17.002780 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-64884a58-9f0c-459f-a5d8-434268ce674d req-f8965d12-8425-4a06-be68-9b7ea52a8192 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:17.005811 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-64884a58-9f0c-459f-a5d8-434268ce674d req-f8965d12-8425-4a06-be68-9b7ea52a8192 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/02d0c889-14e7-4e0a-b5ea-08df472b3e01 HTTP/1.1" status: 204 len: 173 time: 1.1791594 Oct 04 20:40:17.028617 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8965d12-8425-4a06-be68-9b7ea52a8192 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d0c889-14e7-4e0a-b5ea-08df472b3e01,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:17.049310 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7c226c-12dd-450e-a335-8283fac80e59 None None] Pushing event deleted for resources: {'Port': ['ID=dd02cfc4-7942-46ff-9c64-93fd6c8a025a,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:17.075702 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7c226c-12dd-450e-a335-8283fac80e59 None None] No DVR routers for this DVR port dd02cfc4-7942-46ff-9c64-93fd6c8a025a on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:40:17.093261 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-8b7f9e96-04af-4d67-9df9-4abac8bfb144 admin admin] The port 'dd02cfc4-7942-46ff-9c64-93fd6c8a025a' was deleted {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Oct 04 20:40:17.099169 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7c226c-12dd-450e-a335-8283fac80e59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:40:17.099169 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7c226c-12dd-450e-a335-8283fac80e59 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:40:17.099858 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7c226c-12dd-450e-a335-8283fac80e59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:40:17.100562 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7c226c-12dd-450e-a335-8283fac80e59 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:40:17.101430 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7c226c-12dd-450e-a335-8283fac80e59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:40:17.102106 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7c226c-12dd-450e-a335-8283fac80e59 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:40:17.102789 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7c226c-12dd-450e-a335-8283fac80e59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:40:17.103442 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7c226c-12dd-450e-a335-8283fac80e59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:40:17.104061 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7c226c-12dd-450e-a335-8283fac80e59 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:40:17.104715 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7c226c-12dd-450e-a335-8283fac80e59 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:40:17.105372 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7c226c-12dd-450e-a335-8283fac80e59 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:40:17.106041 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7c226c-12dd-450e-a335-8283fac80e59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:40:17.106713 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7c226c-12dd-450e-a335-8283fac80e59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:40:17.107438 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7c226c-12dd-450e-a335-8283fac80e59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:40:17.108094 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7c226c-12dd-450e-a335-8283fac80e59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:40:17.136937 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [req-9c936625-2896-457b-994f-aa4d47843f65 req-08fdbd5b-bdff-4ac3-ba40-f23229fb9f8c tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] show failed (client error): The resource could not be found. Oct 04 20:40:17.186530 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9c936625-2896-457b-994f-aa4d47843f65 req-08fdbd5b-bdff-4ac3-ba40-f23229fb9f8c tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] 10.222.0.78 "GET /networking/v2.0/security-groups/02d0c889-14e7-4e0a-b5ea-08df472b3e01 HTTP/1.1" status: 404 len: 352 time: 0.0925350 Oct 04 20:40:17.243860 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [req-0ff1db86-a9ef-4765-899b-2c982e1a6c0a req-051cc291-1bac-4a35-9a07-6f74fd757315 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1390025256', 'description': 'tempest-description-1379562564'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:40:17.251262 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df03a173-62cf-485f-90d8-b2b42c0b7ff4 None None] DHCP port deletion for fb937f49-ef4f-4907-8633-5381d328450a request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:40:17.302252 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9d2d466d-3d92-461f-b700-64a11f7ace7a admin admin] Publish callbacks [] for security_group (d5e7edf7-879c-44b6-bdea-ca0caab53edd), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:17.334010 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6a309eb4-dd5b-42c9-967b-b7d6046601b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (fb937f49-ef4f-4907-8633-5381d328450a), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:17.463980 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-df03a173-62cf-485f-90d8-b2b42c0b7ff4 None None] Deleting port 66afea62-f3aa-40cc-9a1e-715410d2acb1 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:40:17.465234 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-df03a173-62cf-485f-90d8-b2b42c0b7ff4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (66afea62-f3aa-40cc-9a1e-715410d2acb1), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:17.470490 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:17.489401 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-0ff1db86-a9ef-4765-899b-2c982e1a6c0a req-051cc291-1bac-4a35-9a07-6f74fd757315 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:17.495591 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e77ba6-c02e-4db7-bcb5-69d8610498ae admin admin] Made reservation on behalf of 6c5aaa2031d8481ebc5a7b3b9a0522dc for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:40:17.499668 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e6e77ba6-c02e-4db7-bcb5-69d8610498ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:17.543681 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-589cf83e-31aa-485e-b7cc-225d4a4fe27b admin admin] Publish callbacks [] for security_group (2a4d7b73-38e3-47f8-9df7-4ba10cfefdef), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:17.563166 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8b7f9e96-04af-4d67-9df9-4abac8bfb144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (67641b51-5101-4dde-b62e-e6fb7c6e77c4), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:17.570875 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e6e77ba6-c02e-4db7-bcb5-69d8610498ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:17.615176 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-df03a173-62cf-485f-90d8-b2b42c0b7ff4 None None] For port 66afea62-f3aa-40cc-9a1e-715410d2acb1, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=66afea62-f3aa-40cc-9a1e-715410d2acb1,segment=NetworkSegment(2f43f846-acd4-4310-b7db-b7eceb42a589),segment_id=2f43f846-acd4-4310-b7db-b7eceb42a589)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:40:17.616416 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-df03a173-62cf-485f-90d8-b2b42c0b7ff4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (66afea62-f3aa-40cc-9a1e-715410d2acb1), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:17.646702 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-df03a173-62cf-485f-90d8-b2b42c0b7ff4 None None] Calling delete_port for 66afea62-f3aa-40cc-9a1e-715410d2acb1 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:40:17.705411 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-589cf83e-31aa-485e-b7cc-225d4a4fe27b admin admin] Publish callbacks [] for security_group (2a4d7b73-38e3-47f8-9df7-4ba10cfefdef), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:17.749859 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-8b7f9e96-04af-4d67-9df9-4abac8bfb144 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67641b51-5101-4dde-b62e-e6fb7c6e77c4']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:40:17.805618 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-6a309eb4-dd5b-42c9-967b-b7d6046601b7 admin admin] Deleting port 66afea62-f3aa-40cc-9a1e-715410d2acb1 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:40:17.806504 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6a309eb4-dd5b-42c9-967b-b7d6046601b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (66afea62-f3aa-40cc-9a1e-715410d2acb1), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:17.831054 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-8b7f9e96-04af-4d67-9df9-4abac8bfb144 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cad13b26-2c47-4c64-af01-9ef6338e7be4') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:40:17.831974 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-8b7f9e96-04af-4d67-9df9-4abac8bfb144 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cad13b26-2c47-4c64-af01-9ef6338e7be4') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:40:17.859881 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b1e94d6f-f7de-43f1-8cd8-cbe70878ac35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:17.861090 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-0ff1db86-a9ef-4765-899b-2c982e1a6c0a req-051cc291-1bac-4a35-9a07-6f74fd757315 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks [] for security_group (90959bc5-99a2-4f29-9158-c9fd3f00e774), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:17.868882 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 66afea62-f3aa-40cc-9a1e-715410d2acb1 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:40:17.956593 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-b5509fc8-1a07-4705-9b42-9c5d6498b8da req-fb2ee5d9-34fb-4e50-8971-f9a09cc6baed tempest-UnshelveToHostMultiNodesTest-1701435296 tempest-UnshelveToHostMultiNodesTest-1701435296-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6d44adbe-9208-452a-a8f7-8802ac29dfb8 HTTP/1.1" status: 200 len: 210 time: 0.0726416 Oct 04 20:40:17.957666 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8b7f9e96-04af-4d67-9df9-4abac8bfb144 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (cad13b26-2c47-4c64-af01-9ef6338e7be4), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:17.963906 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:17.965226 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9d2d466d-3d92-461f-b700-64a11f7ace7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (d5e7edf7-879c-44b6-bdea-ca0caab53edd), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:17.970391 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9d2d466d-3d92-461f-b700-64a11f7ace7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:17.972976 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-9d2d466d-3d92-461f-b700-64a11f7ace7a admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/d5e7edf7-879c-44b6-bdea-ca0caab53edd HTTP/1.1" status: 204 len: 168 time: 2.9737520 Oct 04 20:40:17.985589 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-0ff1db86-a9ef-4765-899b-2c982e1a6c0a req-051cc291-1bac-4a35-9a07-6f74fd757315 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (90959bc5-99a2-4f29-9158-c9fd3f00e774), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:18.011334 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:18.026008 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-df03a173-62cf-485f-90d8-b2b42c0b7ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (66afea62-f3aa-40cc-9a1e-715410d2acb1), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:18.082559 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8b7f9e96-04af-4d67-9df9-4abac8bfb144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (cad13b26-2c47-4c64-af01-9ef6338e7be4), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:18.108194 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b7f9e96-04af-4d67-9df9-4abac8bfb144 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:40:18.109074 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8b7f9e96-04af-4d67-9df9-4abac8bfb144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (cad13b26-2c47-4c64-af01-9ef6338e7be4), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:18.179436 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df03a173-62cf-485f-90d8-b2b42c0b7ff4 None None] No DVR routers for this DVR port 66afea62-f3aa-40cc-9a1e-715410d2acb1 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:40:18.186288 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051cc291-1bac-4a35-9a07-6f74fd757315 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90959bc5-99a2-4f29-9158-c9fd3f00e774,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:18.194582 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df03a173-62cf-485f-90d8-b2b42c0b7ff4 None None] Pushing event deleted for resources: {'Port': ['ID=66afea62-f3aa-40cc-9a1e-715410d2acb1,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:18.212585 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-0ff1db86-a9ef-4765-899b-2c982e1a6c0a req-051cc291-1bac-4a35-9a07-6f74fd757315 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:18.214567 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-0ff1db86-a9ef-4765-899b-2c982e1a6c0a req-051cc291-1bac-4a35-9a07-6f74fd757315 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.9840221 Oct 04 20:40:18.240245 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=82,neutron:INSERT=7,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:18.267534 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No active binding found for port 66afea62-f3aa-40cc-9a1e-715410d2acb1 {{(pid=108171) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Oct 04 20:40:18.267534 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] The host n-d-852085-12 is not matching for port 66afea62-f3aa-40cc-9a1e-715410d2acb1 host None! {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2431}} Oct 04 20:40:18.267534 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 66afea62-f3aa-40cc-9a1e-715410d2acb1 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:40:18.271034 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d466d-3d92-461f-b700-64a11f7ace7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e7edf7-879c-44b6-bdea-ca0caab53edd,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:18.272794 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device dd02cfc4-7942-46ff-9c64-93fd6c8a025a no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:40:18.360697 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment cad13b26-2c47-4c64-af01-9ef6338e7be4 resource provider aggregate not found Oct 04 20:40:18.370358 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [req-6c9d52eb-d9e6-4b85-bb29-cc0308e347f8 req-6bb11d53-1e60-45a2-985f-0b3e9950c0b0 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1703249544', 'description': 'tempest-description-1607222677'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:40:18.370756 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-6a309eb4-dd5b-42c9-967b-b7d6046601b7 admin admin] For port 66afea62-f3aa-40cc-9a1e-715410d2acb1, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=66afea62-f3aa-40cc-9a1e-715410d2acb1,segment=NetworkSegment(2f43f846-acd4-4310-b7db-b7eceb42a589),segment_id=2f43f846-acd4-4310-b7db-b7eceb42a589)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:40:18.371375 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6a309eb4-dd5b-42c9-967b-b7d6046601b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (66afea62-f3aa-40cc-9a1e-715410d2acb1), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:18.381952 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: dd02cfc4-7942-46ff-9c64-93fd6c8a025a {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:40:18.382780 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device dd02cfc4-7942-46ff-9c64-93fd6c8a025a not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:40:18.455127 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment cad13b26-2c47-4c64-af01-9ef6338e7be4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cad13b26-2c47-4c64-af01-9ef6338e7be4 found for delete ", "request_id": "req-40794054-90d3-4c7b-abbb-7892536f64ee"}]} Oct 04 20:40:18.471417 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-6a309eb4-dd5b-42c9-967b-b7d6046601b7 admin admin] Calling delete_port for 66afea62-f3aa-40cc-9a1e-715410d2acb1 owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:40:18.609061 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8b7f9e96-04af-4d67-9df9-4abac8bfb144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (67641b51-5101-4dde-b62e-e6fb7c6e77c4), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:18.614032 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-589cf83e-31aa-485e-b7cc-225d4a4fe27b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (2a4d7b73-38e3-47f8-9df7-4ba10cfefdef), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:18.621681 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-589cf83e-31aa-485e-b7cc-225d4a4fe27b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:18.628304 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-589cf83e-31aa-485e-b7cc-225d4a4fe27b admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/2a4d7b73-38e3-47f8-9df7-4ba10cfefdef HTTP/1.1" status: 204 len: 168 time: 1.8418589 Oct 04 20:40:18.648244 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8b7f9e96-04af-4d67-9df9-4abac8bfb144 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:18.658687 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-6c9d52eb-d9e6-4b85-bb29-cc0308e347f8 req-6bb11d53-1e60-45a2-985f-0b3e9950c0b0 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:18.668170 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-8b7f9e96-04af-4d67-9df9-4abac8bfb144 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/67641b51-5101-4dde-b62e-e6fb7c6e77c4 HTTP/1.1" status: 204 len: 168 time: 3.8445709 Oct 04 20:40:18.774807 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589cf83e-31aa-485e-b7cc-225d4a4fe27b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4d7b73-38e3-47f8-9df7-4ba10cfefdef,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:18.794851 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7f9e96-04af-4d67-9df9-4abac8bfb144 admin admin] Pushing event deleted for resources: {'Network': ['ID=67641b51-5101-4dde-b62e-e6fb7c6e77c4,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:18.795467 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:18.827672 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e6e77ba6-c02e-4db7-bcb5-69d8610498ae admin admin] Publish callbacks [] for security_group (67a6b4b0-4d7f-4c4a-b928-4d1b1f936dfd), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:18.895404 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-6c9d52eb-d9e6-4b85-bb29-cc0308e347f8 req-6bb11d53-1e60-45a2-985f-0b3e9950c0b0 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks [] for security_group (b6c2207d-8522-4d59-b2a1-24a89ffad91a), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:18.910392 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6a309eb4-dd5b-42c9-967b-b7d6046601b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (66afea62-f3aa-40cc-9a1e-715410d2acb1), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:18.975955 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a309eb4-dd5b-42c9-967b-b7d6046601b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=66afea62-f3aa-40cc-9a1e-715410d2acb1,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:18.983229 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a309eb4-dd5b-42c9-967b-b7d6046601b7 admin admin] No DVR routers for this DVR port 66afea62-f3aa-40cc-9a1e-715410d2acb1 on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:40:19.008419 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-6c9d52eb-d9e6-4b85-bb29-cc0308e347f8 req-6bb11d53-1e60-45a2-985f-0b3e9950c0b0 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (b6c2207d-8522-4d59-b2a1-24a89ffad91a), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:19.073885 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e6e77ba6-c02e-4db7-bcb5-69d8610498ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (67a6b4b0-4d7f-4c4a-b928-4d1b1f936dfd), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:19.104164 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6e77ba6-c02e-4db7-bcb5-69d8610498ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:40:19.130690 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e6e77ba6-c02e-4db7-bcb5-69d8610498ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (130bc8dc-7d89-4199-8ac9-b47e950f46aa), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:19.131484 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-e6e77ba6-c02e-4db7-bcb5-69d8610498ae admin admin] Added segment 130bc8dc-7d89-4199-8ac9-b47e950f46aa of type vlan for network 76684a80-7326-45f0-83f0-fb100785407f Oct 04 20:40:19.199977 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb11d53-1e60-45a2-985f-0b3e9950c0b0 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c2207d-8522-4d59-b2a1-24a89ffad91a,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:19.265688 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-6c9d52eb-d9e6-4b85-bb29-cc0308e347f8 req-6bb11d53-1e60-45a2-985f-0b3e9950c0b0 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:19.268432 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-6c9d52eb-d9e6-4b85-bb29-cc0308e347f8 req-6bb11d53-1e60-45a2-985f-0b3e9950c0b0 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.9143469 Oct 04 20:40:19.356891 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e77ba6-c02e-4db7-bcb5-69d8610498ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a6b4b0-4d7f-4c4a-b928-4d1b1f936dfd,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:19.376168 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-95cbf183-1567-4de3-94d8-ae897ead9a4b req-ff3d0048-887f-4c76-b7d2-1b62df3b8c68 tempest-UnshelveToHostMultiNodesTest-264577944 tempest-UnshelveToHostMultiNodesTest-264577944-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6d44adbe-9208-452a-a8f7-8802ac29dfb8 HTTP/1.1" status: 200 len: 210 time: 0.0720429 Oct 04 20:40:19.440667 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:UPDATE=4,neutron:SELECT=78,neutron:INSERT=10,neutron:DELETE=8 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:19.478915 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [req-da7aa57e-8922-4c16-927d-441b86b82762 req-74969b67-5851-4870-9a5b-2e7983657293 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-899606868', 'description': 'tempest-description-31399548'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:40:19.505832 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e6e77ba6-c02e-4db7-bcb5-69d8610498ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (76684a80-7326-45f0-83f0-fb100785407f), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:19.540688 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6a309eb4-dd5b-42c9-967b-b7d6046601b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (fb937f49-ef4f-4907-8633-5381d328450a), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:19.624362 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-6a309eb4-dd5b-42c9-967b-b7d6046601b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb937f49-ef4f-4907-8633-5381d328450a']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:40:19.650125 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-6a309eb4-dd5b-42c9-967b-b7d6046601b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f43f846-acd4-4310-b7db-b7eceb42a589') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:40:19.650875 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-6a309eb4-dd5b-42c9-967b-b7d6046601b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f43f846-acd4-4310-b7db-b7eceb42a589') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:40:19.692967 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6a309eb4-dd5b-42c9-967b-b7d6046601b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (2f43f846-acd4-4310-b7db-b7eceb42a589), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:19.722779 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6a309eb4-dd5b-42c9-967b-b7d6046601b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (2f43f846-acd4-4310-b7db-b7eceb42a589), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:19.736104 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e6e77ba6-c02e-4db7-bcb5-69d8610498ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (76684a80-7326-45f0-83f0-fb100785407f), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:19.744799 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e77ba6-c02e-4db7-bcb5-69d8610498ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:40:19.744799 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e6e77ba6-c02e-4db7-bcb5-69d8610498ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:19.745207 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-da7aa57e-8922-4c16-927d-441b86b82762 req-74969b67-5851-4870-9a5b-2e7983657293 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:19.745401 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a309eb4-dd5b-42c9-967b-b7d6046601b7 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:40:19.745401 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6a309eb4-dd5b-42c9-967b-b7d6046601b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (2f43f846-acd4-4310-b7db-b7eceb42a589), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:19.759946 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-1a7459ca-174d-4691-85fc-f922603e5f38 req-37064398-7906-4571-945b-a043f412bfdb tempest-UnshelveToHostMultiNodesTest-264577944 tempest-UnshelveToHostMultiNodesTest-264577944-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6d44adbe-9208-452a-a8f7-8802ac29dfb8 HTTP/1.1" status: 200 len: 210 time: 0.1002586 Oct 04 20:40:19.860254 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 34932) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:40:19.880355 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e77ba6-c02e-4db7-bcb5-69d8610498ae admin admin] Pushing event updated for resources: {'Network': ['ID=76684a80-7326-45f0-83f0-fb100785407f,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:19.957673 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 76684a80-7326-45f0-83f0-fb100785407f details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:40:20.022373 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-da7aa57e-8922-4c16-927d-441b86b82762 req-74969b67-5851-4870-9a5b-2e7983657293 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks [] for security_group (28bcd731-007f-4ea3-b1f1-7ea1732a5ef5), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:20.025813 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:DELETE=5,neutron:SELECT=75,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:20.163930 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-da7aa57e-8922-4c16-927d-441b86b82762 req-74969b67-5851-4870-9a5b-2e7983657293 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (28bcd731-007f-4ea3-b1f1-7ea1732a5ef5), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:20.214818 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e6e77ba6-c02e-4db7-bcb5-69d8610498ae admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.7865698 Oct 04 20:40:20.230570 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-1d0a2e38-973b-48e4-bf27-de6e18dd1e75 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=10ad510c188c41c5b44cde6ddd2f40e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3381703 Oct 04 20:40:20.234830 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:20.236588 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 34942) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:40:20.241161 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 34944) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:40:20.255178 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-e8117b88-d96b-4635-aca1-ff14f25a875c admin admin] Request body: {'subnet': {'network_id': '76684a80-7326-45f0-83f0-fb100785407f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-590517087-subnet', 'tenant_id': '6c5aaa2031d8481ebc5a7b3b9a0522dc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:40:20.310070 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74969b67-5851-4870-9a5b-2e7983657293 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28bcd731-007f-4ea3-b1f1-7ea1732a5ef5,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:20.314967 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6a309eb4-dd5b-42c9-967b-b7d6046601b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (fb937f49-ef4f-4907-8633-5381d328450a), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:20.371502 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-da7aa57e-8922-4c16-927d-441b86b82762 req-74969b67-5851-4870-9a5b-2e7983657293 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:20.379794 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-da7aa57e-8922-4c16-927d-441b86b82762 req-74969b67-5851-4870-9a5b-2e7983657293 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.9120152 Oct 04 20:40:20.421713 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6a309eb4-dd5b-42c9-967b-b7d6046601b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:20.428164 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-6a309eb4-dd5b-42c9-967b-b7d6046601b7 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/fb937f49-ef4f-4907-8633-5381d328450a HTTP/1.1" status: 204 len: 168 time: 3.7689319 Oct 04 20:40:20.436998 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a309eb4-dd5b-42c9-967b-b7d6046601b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb937f49-ef4f-4907-8633-5381d328450a,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:20.610616 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 2f43f846-acd4-4310-b7db-b7eceb42a589 resource provider aggregate not found Oct 04 20:40:20.704658 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 2f43f846-acd4-4310-b7db-b7eceb42a589 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2f43f846-acd4-4310-b7db-b7eceb42a589 found for delete ", "request_id": "req-4a157614-ada1-4fe1-b390-7b855eba529e"}]} Oct 04 20:40:20.714686 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8117b88-d96b-4635-aca1-ff14f25a875c admin admin] Made reservation on behalf of 6c5aaa2031d8481ebc5a7b3b9a0522dc for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:40:20.722855 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e8117b88-d96b-4635-aca1-ff14f25a875c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:20.726731 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1fb4ecb0-d824-4071-bb32-02cfbcbc6cd4 admin admin] Publish callbacks [] for security_group (26c3903f-3f08-48dc-9ba6-c01da0eecd03), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:20.844101 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-b4269e46-bcff-4b22-b627-c2ec6d51d70c req-4778a284-f142-418a-a3ec-81617a4ff639 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=44dddbee054f49f3ac862994488fc147 HTTP/1.1" status: 200 len: 10996 time: 0.3913682 Oct 04 20:40:20.898475 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1fb4ecb0-d824-4071-bb32-02cfbcbc6cd4 admin admin] Publish callbacks [] for security_group (26c3903f-3f08-48dc-9ba6-c01da0eecd03), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:20.951077 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-b4269e46-bcff-4b22-b627-c2ec6d51d70c req-0b538576-09f9-4c14-bb37-2fa03c7bb324 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] 10.222.0.78 "GET /networking/v2.0/security-groups/2dc0ffae-7292-45d5-be99-0f423fae5750 HTTP/1.1" status: 200 len: 2998 time: 0.1048133 Oct 04 20:40:21.119429 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-b4269e46-bcff-4b22-b627-c2ec6d51d70c req-5fdb35fe-0df9-4724-82a9-a0b0c7ce96c7 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] 10.222.0.78 "GET /networking/v2.0/security-groups/2dc0ffae-7292-45d5-be99-0f423fae5750 HTTP/1.1" status: 200 len: 2998 time: 0.1519845 Oct 04 20:40:21.160905 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:21.187210 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=67,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:21.192912 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=5 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:21.314912 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1fb4ecb0-d824-4071-bb32-02cfbcbc6cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (26c3903f-3f08-48dc-9ba6-c01da0eecd03), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:21.324230 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 34984) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:40:21.331833 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1fb4ecb0-d824-4071-bb32-02cfbcbc6cd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:21.340233 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-1fb4ecb0-d824-4071-bb32-02cfbcbc6cd4 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/26c3903f-3f08-48dc-9ba6-c01da0eecd03 HTTP/1.1" status: 204 len: 168 time: 1.0907450 Oct 04 20:40:21.433499 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb4ecb0-d824-4071-bb32-02cfbcbc6cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c3903f-3f08-48dc-9ba6-c01da0eecd03,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:21.447089 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:21.469064 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-76614781-ce0a-4d4e-a2c7-5e656bcd1f8f admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=8e0f9649604d45b996d238ad4395b51a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1408930 Oct 04 20:40:21.472686 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 34988) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:40:21.680637 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-22bc25a4-b844-4ce6-a58a-890605081b39 admin admin] Publish callbacks [] for security_group (af1ed854-c309-47ed-884d-b7ea7c2c15d3), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:21.687873 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:21.746401 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-22bc25a4-b844-4ce6-a58a-890605081b39 admin admin] Publish callbacks [] for security_group (af1ed854-c309-47ed-884d-b7ea7c2c15d3), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:21.803214 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e8117b88-d96b-4635-aca1-ff14f25a875c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (1ebc82ff-e0aa-4b49-8441-3c9aff767fd8), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:22.098879 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-22bc25a4-b844-4ce6-a58a-890605081b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (af1ed854-c309-47ed-884d-b7ea7c2c15d3), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:22.104762 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-22bc25a4-b844-4ce6-a58a-890605081b39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:22.110926 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-22bc25a4-b844-4ce6-a58a-890605081b39 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/af1ed854-c309-47ed-884d-b7ea7c2c15d3 HTTP/1.1" status: 204 len: 168 time: 0.6315217 Oct 04 20:40:22.156950 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c6317f09-deb8-43f0-8960-734df9dc42e7 req-0bb8ad81-1da0-48c1-94e3-94e1e713783a tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] 10.222.0.78 "GET /networking/v2.0/security-groups/90959bc5-99a2-4f29-9158-c9fd3f00e774 HTTP/1.1" status: 200 len: 1818 time: 0.1608179 Oct 04 20:40:22.158516 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bc25a4-b844-4ce6-a58a-890605081b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1ed854-c309-47ed-884d-b7ea7c2c15d3,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:22.289747 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8117b88-d96b-4635-aca1-ff14f25a875c admin admin] Checking segment: {'id': '130bc8dc-7d89-4199-8ac9-b47e950f46aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '76684a80-7326-45f0-83f0-fb100785407f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:40:22.291879 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8117b88-d96b-4635-aca1-ff14f25a875c admin admin] Network hostable DHCP agents. Network: 76684a80-7326-45f0-83f0-fb100785407f, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:40:22.317395 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-983386d9-fa1c-444d-a9db-cbe8a99b5cdf req-a71047dc-5fe5-4674-afd2-56210d377f20 tempest-UnshelveToHostMultiNodesTest-1701435296 tempest-UnshelveToHostMultiNodesTest-1701435296-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6d44adbe-9208-452a-a8f7-8802ac29dfb8 HTTP/1.1" status: 200 len: 210 time: 0.1421127 Oct 04 20:40:22.319941 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:22.323503 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8117b88-d96b-4635-aca1-ff14f25a875c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ebc82ff-e0aa-4b49-8441-3c9aff767fd8,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:22.498049 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-c6317f09-deb8-43f0-8960-734df9dc42e7 req-25f6b2a2-059b-4db6-9e7c-f87f1c68e1a5 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks [] for security_group (90959bc5-99a2-4f29-9158-c9fd3f00e774), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:22.510706 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8117b88-d96b-4635-aca1-ff14f25a875c admin admin] Network 76684a80-7326-45f0-83f0-fb100785407f is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:40:22.564056 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-c6317f09-deb8-43f0-8960-734df9dc42e7 req-25f6b2a2-059b-4db6-9e7c-f87f1c68e1a5 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks [] for security_group (90959bc5-99a2-4f29-9158-c9fd3f00e774), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:22.635914 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-e8117b88-d96b-4635-aca1-ff14f25a875c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 76684a80-7326-45f0-83f0-fb100785407f) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:40:22.658832 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8117b88-d96b-4635-aca1-ff14f25a875c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:40:22.669941 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e8117b88-d96b-4635-aca1-ff14f25a875c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:22.684530 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fdb033-f70e-4980-a4f2-5b3c4c348457 None None] Network 76684a80-7326-45f0-83f0-fb100785407f requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:40:22.813878 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-c6317f09-deb8-43f0-8960-734df9dc42e7 req-25f6b2a2-059b-4db6-9e7c-f87f1c68e1a5 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (90959bc5-99a2-4f29-9158-c9fd3f00e774), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:22.820042 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e8117b88-d96b-4635-aca1-ff14f25a875c admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.5763912 Oct 04 20:40:22.834891 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-c6317f09-deb8-43f0-8960-734df9dc42e7 req-25f6b2a2-059b-4db6-9e7c-f87f1c68e1a5 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:22.834891 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c6317f09-deb8-43f0-8960-734df9dc42e7 req-25f6b2a2-059b-4db6-9e7c-f87f1c68e1a5 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/90959bc5-99a2-4f29-9158-c9fd3f00e774 HTTP/1.1" status: 204 len: 173 time: 0.6119530 Oct 04 20:40:22.838704 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 35008) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:40:22.850399 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-1c808056-2b9b-44f4-9dda-2d638ab81c6f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-590517087-router', 'tenant_id': '6c5aaa2031d8481ebc5a7b3b9a0522dc', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:40:22.865379 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f6b2a2-059b-4db6-9e7c-f87f1c68e1a5 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90959bc5-99a2-4f29-9158-c9fd3f00e774,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:22.877223 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:22.929072 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [req-ba3bf799-1e8e-4dc9-80de-ab954d1a53b8 req-560d41c3-3496-4e08-ae0d-753c66ec4721 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] show failed (client error): The resource could not be found. Oct 04 20:40:22.930462 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ba3bf799-1e8e-4dc9-80de-ab954d1a53b8 req-560d41c3-3496-4e08-ae0d-753c66ec4721 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] 10.222.0.78 "GET /networking/v2.0/security-groups/90959bc5-99a2-4f29-9158-c9fd3f00e774 HTTP/1.1" status: 404 len: 352 time: 0.0273764 Oct 04 20:40:23.022747 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1c808056-2b9b-44f4-9dda-2d638ab81c6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (2c38c712-a6a8-43fd-87cb-bb4d34df3072), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:23.023480 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1c808056-2b9b-44f4-9dda-2d638ab81c6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (2c38c712-a6a8-43fd-87cb-bb4d34df3072), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:23.283180 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1c808056-2b9b-44f4-9dda-2d638ab81c6f admin admin] Publish callbacks [] for router_controller (2c38c712-a6a8-43fd-87cb-bb4d34df3072), precommit_add_association {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:23.284889 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059c0ea5-f2a7-4c25-baa6-060096f81720 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-76684a80-7326-45f0-83f0-fb100785407f', 'network_id': '76684a80-7326-45f0-83f0-fb100785407f', 'project_id': '6c5aaa2031d8481ebc5a7b3b9a0522dc', 'fixed_ips': [{'subnet_id': '1ebc82ff-e0aa-4b49-8441-3c9aff767fd8'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:40:23.290666 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-059c0ea5-f2a7-4c25-baa6-060096f81720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:23.332088 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-220f22b4-98f2-4ea6-aef6-d1280b5e934f req-6dace080-06f7-4257-81ad-25710710608a tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] 10.222.0.78 "GET /networking/v2.0/security-groups/b6c2207d-8522-4d59-b2a1-24a89ffad91a HTTP/1.1" status: 200 len: 1818 time: 0.2530069 Oct 04 20:40:23.471482 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-220f22b4-98f2-4ea6-aef6-d1280b5e934f req-3856bd54-5893-4e45-8084-1b17fa884165 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks [] for security_group (b6c2207d-8522-4d59-b2a1-24a89ffad91a), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:23.570708 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-220f22b4-98f2-4ea6-aef6-d1280b5e934f req-3856bd54-5893-4e45-8084-1b17fa884165 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks [] for security_group (b6c2207d-8522-4d59-b2a1-24a89ffad91a), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:23.680709 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-059c0ea5-f2a7-4c25-baa6-060096f81720 None None] Allocated IP 172.20.0.2 (76684a80-7326-45f0-83f0-fb100785407f/1ebc82ff-e0aa-4b49-8441-3c9aff767fd8/e6821fa8-6295-4008-a92b-6c077751dee4) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:40:23.706715 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:23.845834 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1c808056-2b9b-44f4-9dda-2d638ab81c6f admin admin] Publish callbacks [] for router_gateway (2c38c712-a6a8-43fd-87cb-bb4d34df3072), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:23.853677 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-cfae354c-b475-46a4-a766-bcc4b4b17bd4 req-f7d17cc8-d9e6-49d9-8259-bb6624e9549b tempest-UnshelveToHostMultiNodesTest-1701435296 tempest-UnshelveToHostMultiNodesTest-1701435296-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6d44adbe-9208-452a-a8f7-8802ac29dfb8 HTTP/1.1" status: 200 len: 210 time: 0.1207922 Oct 04 20:40:24.119979 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-059c0ea5-f2a7-4c25-baa6-060096f81720 None None] Publish callbacks [] for port (e6821fa8-6295-4008-a92b-6c077751dee4), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:24.156188 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-220f22b4-98f2-4ea6-aef6-d1280b5e934f req-3856bd54-5893-4e45-8084-1b17fa884165 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (b6c2207d-8522-4d59-b2a1-24a89ffad91a), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:24.162252 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-220f22b4-98f2-4ea6-aef6-d1280b5e934f req-3856bd54-5893-4e45-8084-1b17fa884165 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:24.164523 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-220f22b4-98f2-4ea6-aef6-d1280b5e934f req-3856bd54-5893-4e45-8084-1b17fa884165 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/b6c2207d-8522-4d59-b2a1-24a89ffad91a HTTP/1.1" status: 204 len: 173 time: 0.8290541 Oct 04 20:40:24.183625 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3856bd54-5893-4e45-8084-1b17fa884165 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c2207d-8522-4d59-b2a1-24a89ffad91a,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:24.196252 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 35042) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:40:24.277575 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [req-c814a7a0-8cc1-42f1-a6ce-d34934ad8bc3 req-dff6dd47-d525-421a-b326-8578b3907893 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] show failed (client error): The resource could not be found. Oct 04 20:40:24.289922 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c814a7a0-8cc1-42f1-a6ce-d34934ad8bc3 req-dff6dd47-d525-421a-b326-8578b3907893 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] 10.222.0.78 "GET /networking/v2.0/security-groups/b6c2207d-8522-4d59-b2a1-24a89ffad91a HTTP/1.1" status: 404 len: 352 time: 0.0685523 Oct 04 20:40:24.333212 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-059c0ea5-f2a7-4c25-baa6-060096f81720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (e6821fa8-6295-4008-a92b-6c077751dee4), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:24.334088 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 35054) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:40:24.430490 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-dbfe640e-8e81-46c9-a7f2-5ffead393d9c admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=25520777a4444a30b5310052aba08aa2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1018777 Oct 04 20:40:24.452615 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 35062) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:40:24.504486 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059c0ea5-f2a7-4c25-baa6-060096f81720 None None] Pushing event updated for resources: {'Port': ['ID=e6821fa8-6295-4008-a92b-6c077751dee4,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:24.529666 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059c0ea5-f2a7-4c25-baa6-060096f81720 None None] Network 76684a80-7326-45f0-83f0-fb100785407f is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:40:24.535117 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-059c0ea5-f2a7-4c25-baa6-060096f81720 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:40:24.545629 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059c0ea5-f2a7-4c25-baa6-060096f81720 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:40:24.641291 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d89d3372-896a-4008-a43a-af8ad3a82b59 req-c1083e24-21c4-449c-8e0d-12613650c1a1 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] 10.222.0.78 "GET /networking/v2.0/security-groups/28bcd731-007f-4ea3-b1f1-7ea1732a5ef5 HTTP/1.1" status: 200 len: 1815 time: 0.2176077 Oct 04 20:40:24.692379 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9b36e211-4e3e-4a4e-af42-a2dc5e3f19bc admin admin] Publish callbacks [] for security_group (79604db6-41ee-4b67-9c02-4cabf45192de), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:24.802877 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-059c0ea5-f2a7-4c25-baa6-060096f81720 None None] Attempting to bind port e6821fa8-6295-4008-a92b-6c077751dee4 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:40:24.813406 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-059c0ea5-f2a7-4c25-baa6-060096f81720 None None] Attempting to bind port e6821fa8-6295-4008-a92b-6c077751dee4 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '130bc8dc-7d89-4199-8ac9-b47e950f46aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '76684a80-7326-45f0-83f0-fb100785407f'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:40:24.815557 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059c0ea5-f2a7-4c25-baa6-060096f81720 None None] Attempting to bind port e6821fa8-6295-4008-a92b-6c077751dee4 on network 76684a80-7326-45f0-83f0-fb100785407f {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:40:25.018293 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059c0ea5-f2a7-4c25-baa6-060096f81720 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:40:25.019480 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059c0ea5-f2a7-4c25-baa6-060096f81720 None None] Checking segment: {'id': '130bc8dc-7d89-4199-8ac9-b47e950f46aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '76684a80-7326-45f0-83f0-fb100785407f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:40:25.020795 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9b36e211-4e3e-4a4e-af42-a2dc5e3f19bc admin admin] Publish callbacks [] for security_group (79604db6-41ee-4b67-9c02-4cabf45192de), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:25.024062 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-059c0ea5-f2a7-4c25-baa6-060096f81720 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:25.024758 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059c0ea5-f2a7-4c25-baa6-060096f81720 None None] Bound using segment: {'id': '130bc8dc-7d89-4199-8ac9-b47e950f46aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '76684a80-7326-45f0-83f0-fb100785407f'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:40:25.025571 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-059c0ea5-f2a7-4c25-baa6-060096f81720 None None] Bound port: e6821fa8-6295-4008-a92b-6c077751dee4, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '130bc8dc-7d89-4199-8ac9-b47e950f46aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '76684a80-7326-45f0-83f0-fb100785407f'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:40:25.026221 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-059c0ea5-f2a7-4c25-baa6-060096f81720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (e6821fa8-6295-4008-a92b-6c077751dee4), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:25.083419 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-d89d3372-896a-4008-a43a-af8ad3a82b59 req-c2d610b1-c46c-49a2-b474-aa5fee523bda tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks [] for security_group (28bcd731-007f-4ea3-b1f1-7ea1732a5ef5), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:25.138257 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-306a70db-77e0-4675-8b71-21313bf56095 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-577031231-network', 'tenant_id': 'b0dba749bcef41eabaa078e2e36d0f97'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:40:25.212865 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-d89d3372-896a-4008-a43a-af8ad3a82b59 req-c2d610b1-c46c-49a2-b474-aa5fee523bda tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks [] for security_group (28bcd731-007f-4ea3-b1f1-7ea1732a5ef5), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:25.298511 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1c808056-2b9b-44f4-9dda-2d638ab81c6f admin admin] Publish callbacks [] for router_gateway (2c38c712-a6a8-43fd-87cb-bb4d34df3072), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:25.352571 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1c808056-2b9b-44f4-9dda-2d638ab81c6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:25.418393 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-059c0ea5-f2a7-4c25-baa6-060096f81720 None None] For port e6821fa8-6295-4008-a92b-6c077751dee4, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:40:25.428499 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-059c0ea5-f2a7-4c25-baa6-060096f81720 None None] For port e6821fa8-6295-4008-a92b-6c077751dee4, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=e6821fa8-6295-4008-a92b-6c077751dee4,segment=NetworkSegment(130bc8dc-7d89-4199-8ac9-b47e950f46aa),segment_id=130bc8dc-7d89-4199-8ac9-b47e950f46aa)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:40:25.539863 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-059c0ea5-f2a7-4c25-baa6-060096f81720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (e6821fa8-6295-4008-a92b-6c077751dee4), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:25.556125 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-d89d3372-896a-4008-a43a-af8ad3a82b59 req-c2d610b1-c46c-49a2-b474-aa5fee523bda tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (28bcd731-007f-4ea3-b1f1-7ea1732a5ef5), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:25.568719 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-d89d3372-896a-4008-a43a-af8ad3a82b59 req-c2d610b1-c46c-49a2-b474-aa5fee523bda tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:25.588622 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d89d3372-896a-4008-a43a-af8ad3a82b59 req-c2d610b1-c46c-49a2-b474-aa5fee523bda tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/28bcd731-007f-4ea3-b1f1-7ea1732a5ef5 HTTP/1.1" status: 204 len: 173 time: 0.9390855 Oct 04 20:40:25.633131 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-1c808056-2b9b-44f4-9dda-2d638ab81c6f admin admin] Allocated IP 172.25.5.47 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/cd37341c-f2a0-47ac-bc92-a66ad229554a) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:40:25.652277 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-dfd68545-8d4e-45bb-b9f9-4d73c1fe33a5 req-aed930ba-c4a6-421c-bb1e-82f6eb135a19 tempest-UnshelveToHostMultiNodesTest-1701435296 tempest-UnshelveToHostMultiNodesTest-1701435296-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6d44adbe-9208-452a-a8f7-8802ac29dfb8 HTTP/1.1" status: 200 len: 210 time: 0.2805712 Oct 04 20:40:25.712901 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d610b1-c46c-49a2-b474-aa5fee523bda tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28bcd731-007f-4ea3-b1f1-7ea1732a5ef5,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:25.889956 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [req-68e041d4-e0d7-4405-8944-e3d38dbd8455 req-123820bd-f022-4dc6-b17d-28bd67a9f5dd tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] show failed (client error): The resource could not be found. Oct 04 20:40:25.926432 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-68e041d4-e0d7-4405-8944-e3d38dbd8455 req-123820bd-f022-4dc6-b17d-28bd67a9f5dd tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] 10.222.0.78 "GET /networking/v2.0/security-groups/28bcd731-007f-4ea3-b1f1-7ea1732a5ef5 HTTP/1.1" status: 404 len: 352 time: 0.0822399 Oct 04 20:40:25.945186 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9b36e211-4e3e-4a4e-af42-a2dc5e3f19bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (79604db6-41ee-4b67-9c02-4cabf45192de), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:25.950186 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9b36e211-4e3e-4a4e-af42-a2dc5e3f19bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:25.957633 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-9b36e211-4e3e-4a4e-af42-a2dc5e3f19bc admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/79604db6-41ee-4b67-9c02-4cabf45192de HTTP/1.1" status: 204 len: 168 time: 1.5098586 Oct 04 20:40:25.999887 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b36e211-4e3e-4a4e-af42-a2dc5e3f19bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79604db6-41ee-4b67-9c02-4cabf45192de,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:26.028440 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306a70db-77e0-4675-8b71-21313bf56095 admin admin] Made reservation on behalf of b0dba749bcef41eabaa078e2e36d0f97 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:40:26.032446 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-306a70db-77e0-4675-8b71-21313bf56095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:26.055962 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:26.105708 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-306a70db-77e0-4675-8b71-21313bf56095 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:26.269180 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-8bf69116-0c9e-4bb2-973b-72cd40ccf42e req-8b65acf1-b376-4eb2-b655-7cda0b3f7437 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=44dddbee054f49f3ac862994488fc147 HTTP/1.1" status: 200 len: 6198 time: 0.2870460 Oct 04 20:40:26.462724 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-8bf69116-0c9e-4bb2-973b-72cd40ccf42e req-bbb9de81-0076-492e-89c3-f7cd95090928 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] 10.222.0.78 "GET /networking/v2.0/security-groups/2dc0ffae-7292-45d5-be99-0f423fae5750 HTTP/1.1" status: 200 len: 2998 time: 0.1894264 Oct 04 20:40:26.517864 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1c808056-2b9b-44f4-9dda-2d638ab81c6f admin admin] Publish callbacks [] for port (cd37341c-f2a0-47ac-bc92-a66ad229554a), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:26.692714 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:26.702471 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=85,neutron:UPDATE=9,neutron:INSERT=6 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:26.722529 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059c0ea5-f2a7-4c25-baa6-060096f81720 None None] Pushing event updated for resources: {'Port': ['ID=e6821fa8-6295-4008-a92b-6c077751dee4,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:26.783286 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-8bf69116-0c9e-4bb2-973b-72cd40ccf42e req-e18a54cc-c35a-4a99-be7f-1ff276517f63 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] 10.222.0.78 "GET /networking/v2.0/security-groups/2dc0ffae-7292-45d5-be99-0f423fae5750 HTTP/1.1" status: 200 len: 2998 time: 0.2852228 Oct 04 20:40:26.854348 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [req-51bd13ec-36c6-46c9-bb66-e6ac4b2ff5d8 req-6a7568e1-ce7d-49b8-bd29-d5d9a0995fdb tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1022678932', 'description': 'tempest-description-1827483017'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:40:26.940728 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-306a70db-77e0-4675-8b71-21313bf56095 admin admin] Publish callbacks [] for security_group (f7779389-1930-42c1-b8db-b7b435bef413), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:26.951098 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1c808056-2b9b-44f4-9dda-2d638ab81c6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (cd37341c-f2a0-47ac-bc92-a66ad229554a), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:27.080626 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-306a70db-77e0-4675-8b71-21313bf56095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (f7779389-1930-42c1-b8db-b7b435bef413), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:27.087367 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-51bd13ec-36c6-46c9-bb66-e6ac4b2ff5d8 req-6a7568e1-ce7d-49b8-bd29-d5d9a0995fdb tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:27.112371 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-306a70db-77e0-4675-8b71-21313bf56095 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:40:27.134077 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-306a70db-77e0-4675-8b71-21313bf56095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (6d776888-77d6-4bb2-a233-e68b1482ccd8), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:27.134795 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-306a70db-77e0-4675-8b71-21313bf56095 admin admin] Added segment 6d776888-77d6-4bb2-a233-e68b1482ccd8 of type vlan for network 0caecb22-40fe-43f0-8d1f-cae8a80416fd Oct 04 20:40:27.179823 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9cdba7b2-1168-4e7c-8ca8-f0e4bc528de1 req-78741ed1-bfbd-457b-8582-0d83231339af tempest-UnshelveToHostMultiNodesTest-1701435296 tempest-UnshelveToHostMultiNodesTest-1701435296-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6d44adbe-9208-452a-a8f7-8802ac29dfb8 HTTP/1.1" status: 200 len: 210 time: 0.1366127 Oct 04 20:40:27.287265 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-306a70db-77e0-4675-8b71-21313bf56095 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (0caecb22-40fe-43f0-8d1f-cae8a80416fd), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:27.451432 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c808056-2b9b-44f4-9dda-2d638ab81c6f admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:40:27.516604 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-51bd13ec-36c6-46c9-bb66-e6ac4b2ff5d8 req-6a7568e1-ce7d-49b8-bd29-d5d9a0995fdb tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks [] for security_group (1a6f7f03-4ef0-4ee2-a3bf-218200ff2fa6), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:27.581698 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device e6821fa8-6295-4008-a92b-6c077751dee4 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:40:27.586463 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-51bd13ec-36c6-46c9-bb66-e6ac4b2ff5d8 req-6a7568e1-ce7d-49b8-bd29-d5d9a0995fdb tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (1a6f7f03-4ef0-4ee2-a3bf-218200ff2fa6), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:27.592796 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:27.642456 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-1c808056-2b9b-44f4-9dda-2d638ab81c6f admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:40:27.657013 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c808056-2b9b-44f4-9dda-2d638ab81c6f admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:40:27.747110 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7568e1-ce7d-49b8-bd29-d5d9a0995fdb tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6f7f03-4ef0-4ee2-a3bf-218200ff2fa6,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:27.788832 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-51bd13ec-36c6-46c9-bb66-e6ac4b2ff5d8 req-6a7568e1-ce7d-49b8-bd29-d5d9a0995fdb tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:27.791322 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-51bd13ec-36c6-46c9-bb66-e6ac4b2ff5d8 req-6a7568e1-ce7d-49b8-bd29-d5d9a0995fdb tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.9625196 Oct 04 20:40:27.885777 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [req-31d1fd7c-959e-45db-bd8c-aa1452f41eca req-578e78ed-f216-4d48-93b0-cf9e0252b068 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1712452947', 'description': 'tempest-description-1928813346'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:40:27.911347 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:27.936261 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port e6821fa8-6295-4008-a92b-6c077751dee4 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:40:27.952714 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (e6821fa8-6295-4008-a92b-6c077751dee4), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:27.953593 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port e6821fa8-6295-4008-a92b-6c077751dee4 Oct 04 20:40:28.048966 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-31d1fd7c-959e-45db-bd8c-aa1452f41eca req-578e78ed-f216-4d48-93b0-cf9e0252b068 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:28.058156 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:28.194127 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306a70db-77e0-4675-8b71-21313bf56095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7779389-1930-42c1-b8db-b7b435bef413,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:28.205492 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c808056-2b9b-44f4-9dda-2d638ab81c6f admin admin] Pushing event updated for resources: {'Port': ['ID=cd37341c-f2a0-47ac-bc92-a66ad229554a,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:28.219674 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-306a70db-77e0-4675-8b71-21313bf56095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (0caecb22-40fe-43f0-8d1f-cae8a80416fd), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:28.223338 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306a70db-77e0-4675-8b71-21313bf56095 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:40:28.224743 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-306a70db-77e0-4675-8b71-21313bf56095 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:28.243025 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port e6821fa8-6295-4008-a92b-6c077751dee4 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:40:28.243744 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (e6821fa8-6295-4008-a92b-6c077751dee4), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:28.379450 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe5a46b-d4b5-416d-bf11-c7883afdabf6 None None] Network 76684a80-7326-45f0-83f0-fb100785407f requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:40:28.504073 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-306a70db-77e0-4675-8b71-21313bf56095 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 4.3056965 Oct 04 20:40:28.516954 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 35136) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:40:28.525963 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-1154d273-328a-4edc-bb5e-733d01aa7291 admin admin] Request body: {'subnet': {'network_id': '0caecb22-40fe-43f0-8d1f-cae8a80416fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-577031231-subnet', 'tenant_id': 'b0dba749bcef41eabaa078e2e36d0f97', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:40:28.574612 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306a70db-77e0-4675-8b71-21313bf56095 admin admin] Pushing event updated for resources: {'Network': ['ID=0caecb22-40fe-43f0-8d1f-cae8a80416fd,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:28.640388 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-ab3eee7a-b2ce-47eb-8725-e362e2d54e0c None None] Provisioning complete for port e6821fa8-6295-4008-a92b-6c077751dee4 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:40:28.641497 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ab3eee7a-b2ce-47eb-8725-e362e2d54e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (e6821fa8-6295-4008-a92b-6c077751dee4), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:28.642371 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-ab3eee7a-b2ce-47eb-8725-e362e2d54e0c None None] Attempt 1 to provision port e6821fa8-6295-4008-a92b-6c077751dee4 Oct 04 20:40:28.657562 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-31d1fd7c-959e-45db-bd8c-aa1452f41eca req-578e78ed-f216-4d48-93b0-cf9e0252b068 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks [] for security_group (adcc0ca9-17a4-42c4-8cf1-974c36840639), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:28.681167 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1154d273-328a-4edc-bb5e-733d01aa7291 admin admin] Made reservation on behalf of b0dba749bcef41eabaa078e2e36d0f97 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:40:28.683492 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1154d273-328a-4edc-bb5e-733d01aa7291 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:28.704140 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 0caecb22-40fe-43f0-8d1f-cae8a80416fd details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:40:28.760509 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port e6821fa8-6295-4008-a92b-6c077751dee4, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=e6821fa8-6295-4008-a92b-6c077751dee4,segment=NetworkSegment(130bc8dc-7d89-4199-8ac9-b47e950f46aa),segment_id=130bc8dc-7d89-4199-8ac9-b47e950f46aa)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:40:28.793918 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-31d1fd7c-959e-45db-bd8c-aa1452f41eca req-578e78ed-f216-4d48-93b0-cf9e0252b068 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (adcc0ca9-17a4-42c4-8cf1-974c36840639), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:28.847777 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-6c0edb52-cca3-4d83-aa0d-85507c1fb504 req-aaf7092e-d473-46f4-8850-b60d45d5a2a0 tempest-UnshelveToHostMultiNodesTest-1701435296 tempest-UnshelveToHostMultiNodesTest-1701435296-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6d44adbe-9208-452a-a8f7-8802ac29dfb8 HTTP/1.1" status: 200 len: 210 time: 0.1765416 Oct 04 20:40:29.018394 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578e78ed-f216-4d48-93b0-cf9e0252b068 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adcc0ca9-17a4-42c4-8cf1-974c36840639,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:29.061458 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (e6821fa8-6295-4008-a92b-6c077751dee4), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:29.062718 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-31d1fd7c-959e-45db-bd8c-aa1452f41eca req-578e78ed-f216-4d48-93b0-cf9e0252b068 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:29.070100 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-31d1fd7c-959e-45db-bd8c-aa1452f41eca req-578e78ed-f216-4d48-93b0-cf9e0252b068 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 1.1930761 Oct 04 20:40:29.210081 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 35156) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:40:29.722104 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-ab3eee7a-b2ce-47eb-8725-e362e2d54e0c None None] Current status of the port e6821fa8-6295-4008-a92b-6c077751dee4 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:40:29.755202 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=e6821fa8-6295-4008-a92b-6c077751dee4,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:29.871395 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-c3e95b43-7405-4509-a678-8b20cfb03905 None None] Provisioning complete for port e6821fa8-6295-4008-a92b-6c077751dee4 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:40:29.879924 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c3e95b43-7405-4509-a678-8b20cfb03905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (e6821fa8-6295-4008-a92b-6c077751dee4), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:29.880806 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-c3e95b43-7405-4509-a678-8b20cfb03905 None None] Attempt 1 to provision port e6821fa8-6295-4008-a92b-6c077751dee4 Oct 04 20:40:30.038629 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-a1cbf723-7277-40d8-8b69-8308fb19955a admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1132838778-network', 'tenant_id': '74d829c1899f478e9a95a0402c0dc87e'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:40:30.108398 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 20:40:30.114212 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:INSERT=7,neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:30.139647 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-c3e95b43-7405-4509-a678-8b20cfb03905 None None] Current status of the port e6821fa8-6295-4008-a92b-6c077751dee4 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:40:30.179058 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1154d273-328a-4edc-bb5e-733d01aa7291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (a2409084-3629-47d4-aa46-86a6d381f22e), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:30.398990 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1c808056-2b9b-44f4-9dda-2d638ab81c6f admin admin] Publish callbacks [] for router_gateway (2c38c712-a6a8-43fd-87cb-bb4d34df3072), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:30.475189 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2e8c4-8ebc-4868-9e8e-7bbeb9202128 req-d18aa45a-d1bc-4650-b3ee-8cb6f8693980 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:40:30.489427 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-2ff2e8c4-8ebc-4868-9e8e-7bbeb9202128 req-d18aa45a-d1bc-4650-b3ee-8cb6f8693980 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] 10.222.0.78 "GET /networking/v2.0/networks?id=0bca21b9-d9dd-47ed-b98b-fa1ff3590c09 HTTP/1.1" status: 200 len: 812 time: 0.5737398 Oct 04 20:40:30.534961 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154d273-328a-4edc-bb5e-733d01aa7291 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2409084-3629-47d4-aa46-86a6d381f22e,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:30.569508 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1154d273-328a-4edc-bb5e-733d01aa7291 admin admin] Checking segment: {'id': '6d776888-77d6-4bb2-a233-e68b1482ccd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0caecb22-40fe-43f0-8d1f-cae8a80416fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:40:30.570092 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1154d273-328a-4edc-bb5e-733d01aa7291 admin admin] Network hostable DHCP agents. Network: 0caecb22-40fe-43f0-8d1f-cae8a80416fd, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:40:30.583634 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9dfd5f4c-a7cd-492a-9c5a-2eb666caaae9 req-1960f8f4-b195-4b4a-a222-f3722df044ff tempest-UnshelveToHostMultiNodesTest-1701435296 tempest-UnshelveToHostMultiNodesTest-1701435296-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6d44adbe-9208-452a-a8f7-8802ac29dfb8 HTTP/1.1" status: 200 len: 210 time: 0.0901248 Oct 04 20:40:30.644191 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-2ff2e8c4-8ebc-4868-9e8e-7bbeb9202128 req-36ffbb54-33e6-424f-8ee1-d35e70baab0b tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] 10.222.0.78 "GET /networking/v2.0/quotas/44dddbee054f49f3ac862994488fc147 HTTP/1.1" status: 200 len: 375 time: 0.1527603 Oct 04 20:40:30.925996 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-2ff2e8c4-8ebc-4868-9e8e-7bbeb9202128 req-8788d8bb-bd69-4a69-81d5-d5985548a8e0 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=44dddbee054f49f3ac862994488fc147&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2752435 Oct 04 20:40:31.077203 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:31.078984 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1c808056-2b9b-44f4-9dda-2d638ab81c6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (2c38c712-a6a8-43fd-87cb-bb4d34df3072), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:31.164120 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1cbf723-7277-40d8-8b69-8308fb19955a admin admin] Made reservation on behalf of 74d829c1899f478e9a95a0402c0dc87e for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:40:31.172860 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a1cbf723-7277-40d8-8b69-8308fb19955a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:31.228444 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a1cbf723-7277-40d8-8b69-8308fb19955a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:31.251693 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [req-9602ec01-9d7e-4b5b-9f06-96b59b87ab61 req-5a1d27d4-c0a3-48df-8798-db23cd5b0a6e tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-21847719', 'description': 'tempest-description-284771308'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:40:31.297481 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1154d273-328a-4edc-bb5e-733d01aa7291 admin admin] Network 0caecb22-40fe-43f0-8d1f-cae8a80416fd is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:40:31.406033 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device e6821fa8-6295-4008-a92b-6c077751dee4 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:40:31.529183 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-1154d273-328a-4edc-bb5e-733d01aa7291 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 0caecb22-40fe-43f0-8d1f-cae8a80416fd) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:40:31.543876 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1154d273-328a-4edc-bb5e-733d01aa7291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:40:31.544573 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1154d273-328a-4edc-bb5e-733d01aa7291 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:31.572667 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port e6821fa8-6295-4008-a92b-6c077751dee4 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:40:31.576412 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (e6821fa8-6295-4008-a92b-6c077751dee4), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:31.579680 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port e6821fa8-6295-4008-a92b-6c077751dee4 Oct 04 20:40:31.589851 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1160de4d-86c1-4a7d-bb78-070dbc0e54b2 None None] Network 0caecb22-40fe-43f0-8d1f-cae8a80416fd requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:40:31.612140 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-9602ec01-9d7e-4b5b-9f06-96b59b87ab61 req-5a1d27d4-c0a3-48df-8798-db23cd5b0a6e tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:31.722924 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-1154d273-328a-4edc-bb5e-733d01aa7291 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.2019277 Oct 04 20:40:31.740604 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 35206) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:40:31.741549 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a1cbf723-7277-40d8-8b69-8308fb19955a admin admin] Publish callbacks [] for security_group (30711505-b0eb-466f-b20d-b8a94c917e9e), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:31.752639 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-18f02ac7-af30-4a85-beac-a2b77d0debae admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-577031231-router', 'tenant_id': 'b0dba749bcef41eabaa078e2e36d0f97', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:40:31.787126 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:31.866896 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c808056-2b9b-44f4-9dda-2d638ab81c6f admin admin] Router 2c38c712-a6a8-43fd-87cb-bb4d34df3072 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:40:31.889303 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:31.934340 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a1cbf723-7277-40d8-8b69-8308fb19955a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (30711505-b0eb-466f-b20d-b8a94c917e9e), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:31.976507 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-9602ec01-9d7e-4b5b-9f06-96b59b87ab61 req-5a1d27d4-c0a3-48df-8798-db23cd5b0a6e tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks [] for security_group (bc535bc2-db85-4b07-8412-5938728a6030), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:32.092929 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e220bb81-b0cc-4a0b-9813-6d3c4908f424 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-0caecb22-40fe-43f0-8d1f-cae8a80416fd', 'network_id': '0caecb22-40fe-43f0-8d1f-cae8a80416fd', 'project_id': 'b0dba749bcef41eabaa078e2e36d0f97', 'fixed_ips': [{'subnet_id': 'a2409084-3629-47d4-aa46-86a6d381f22e'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:40:32.098997 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=74,neutron:INSERT=23,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:32.099725 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e220bb81-b0cc-4a0b-9813-6d3c4908f424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:32.111581 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-9602ec01-9d7e-4b5b-9f06-96b59b87ab61 req-5a1d27d4-c0a3-48df-8798-db23cd5b0a6e tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (bc535bc2-db85-4b07-8412-5938728a6030), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:32.134923 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-77ab1c42-1067-41b2-8074-02d95c81f936 req-b6363128-0c6b-4dd4-bd43-c894d39afbb7 tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=f4fa3c2885ec48db880029d93907789d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2230313 Oct 04 20:40:32.161737 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-18f02ac7-af30-4a85-beac-a2b77d0debae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (73024986-d402-4f6f-924a-fb1e95ee12a8), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:32.163879 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-18f02ac7-af30-4a85-beac-a2b77d0debae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (73024986-d402-4f6f-924a-fb1e95ee12a8), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:32.165936 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:32.175517 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1cbf723-7277-40d8-8b69-8308fb19955a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:40:32.197589 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port e6821fa8-6295-4008-a92b-6c077751dee4 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:40:32.308901 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-9602ec01-9d7e-4b5b-9f06-96b59b87ab61 req-5a1d27d4-c0a3-48df-8798-db23cd5b0a6e tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:32.309991 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-18f02ac7-af30-4a85-beac-a2b77d0debae admin admin] Publish callbacks [] for router_controller (73024986-d402-4f6f-924a-fb1e95ee12a8), precommit_add_association {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:32.311159 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9602ec01-9d7e-4b5b-9f06-96b59b87ab61 req-5a1d27d4-c0a3-48df-8798-db23cd5b0a6e tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 1.0705826 Oct 04 20:40:32.319950 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a1cbf723-7277-40d8-8b69-8308fb19955a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (e487e892-9992-4436-bf2e-5f32d26b31d7), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:32.320477 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-a1cbf723-7277-40d8-8b69-8308fb19955a admin admin] Added segment e487e892-9992-4436-bf2e-5f32d26b31d7 of type vlan for network bd3e9948-df1a-401b-b922-c0d656845500 Oct 04 20:40:32.324446 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cbf723-7277-40d8-8b69-8308fb19955a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30711505-b0eb-466f-b20d-b8a94c917e9e,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:32.358113 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:32.434521 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c808056-2b9b-44f4-9dda-2d638ab81c6f admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:40:32.469146 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c3eb13-b672-47d2-a8ff-0b39b84c4b20 None None] Sync routers for ids ['2c38c712-a6a8-43fd-87cb-bb4d34df3072'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:40:32.524038 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1d27d4-c0a3-48df-8798-db23cd5b0a6e tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc535bc2-db85-4b07-8412-5938728a6030,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:32.531365 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c3eb13-b672-47d2-a8ff-0b39b84c4b20 None None] Routers {'2c38c712-a6a8-43fd-87cb-bb4d34df3072'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:40:32.540653 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-c9c3eb13-b672-47d2-a8ff-0b39b84c4b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:40:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['2c38c712-a6a8-43fd-87cb-bb4d34df3072'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:40:32.583516 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-e220bb81-b0cc-4a0b-9813-6d3c4908f424 None None] Allocated IP 172.20.0.2 (0caecb22-40fe-43f0-8d1f-cae8a80416fd/a2409084-3629-47d4-aa46-86a6d381f22e/26726b76-c0d1-43a1-aac6-52b039e07bb7) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:40:32.669108 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:DELETE=3,neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:32.706937 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a1cbf723-7277-40d8-8b69-8308fb19955a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (bd3e9948-df1a-401b-b922-c0d656845500), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:32.862394 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c99d5c91-8899-4d72-aeeb-5448f8f7aec6 req-f92f0fac-1b59-44bd-a329-fd942d9d4740 tempest-UnshelveToHostMultiNodesTest-1701435296 tempest-UnshelveToHostMultiNodesTest-1701435296-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6d44adbe-9208-452a-a8f7-8802ac29dfb8 HTTP/1.1" status: 200 len: 210 time: 0.1875737 Oct 04 20:40:32.899797 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-c9c3eb13-b672-47d2-a8ff-0b39b84c4b20 None None] Set router 2c38c712-a6a8-43fd-87cb-bb4d34df3072 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:40:32.978995 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.db.resource_extend [None req-a1cbf723-7277-40d8-8b69-8308fb19955a admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 04 20:40:33.033745 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1c808056-2b9b-44f4-9dda-2d638ab81c6f admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:33.052255 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-1c808056-2b9b-44f4-9dda-2d638ab81c6f admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 10.2094071 Oct 04 20:40:33.089230 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 35226) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:40:33.228921 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab1c42-1067-41b2-8074-02d95c81f936 req-4fda470f-f7f5-4c1a-bf6d-7cb6366e1d7d tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:40:33.239988 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-77ab1c42-1067-41b2-8074-02d95c81f936 req-4fda470f-f7f5-4c1a-bf6d-7cb6366e1d7d tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0722957 Oct 04 20:40:33.277264 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-18f02ac7-af30-4a85-beac-a2b77d0debae admin admin] Publish callbacks [] for router_gateway (73024986-d402-4f6f-924a-fb1e95ee12a8), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:33.349082 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:33.442678 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-77ab1c42-1067-41b2-8074-02d95c81f936 req-65f8fd7a-9751-42dc-916a-719bc40ed983 tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] 10.222.0.78 "GET /networking/v2.0/quotas/f4fa3c2885ec48db880029d93907789d HTTP/1.1" status: 200 len: 375 time: 0.1230168 Oct 04 20:40:33.480055 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a1cbf723-7277-40d8-8b69-8308fb19955a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (bd3e9948-df1a-401b-b922-c0d656845500), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:33.481732 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1cbf723-7277-40d8-8b69-8308fb19955a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:40:33.482607 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a1cbf723-7277-40d8-8b69-8308fb19955a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:33.599627 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e220bb81-b0cc-4a0b-9813-6d3c4908f424 None None] Publish callbacks [] for port (26726b76-c0d1-43a1-aac6-52b039e07bb7), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:33.757001 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e220bb81-b0cc-4a0b-9813-6d3c4908f424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (26726b76-c0d1-43a1-aac6-52b039e07bb7), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:33.845216 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-c9c3eb13-b672-47d2-a8ff-0b39b84c4b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c38c712-a6a8-43fd-87cb-bb4d34df3072', 'name': 'tempest-TaggedBootDevicesTest_v242-590517087-router', 'tenant_id': '6c5aaa2031d8481ebc5a7b3b9a0522dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': 'cd37341c-f2a0-47ac-bc92-a66ad229554a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:40:23Z', 'updated_at': '2022-10-04T20:40:28Z', 'revision_number': 3, 'project_id': '6c5aaa2031d8481ebc5a7b3b9a0522dc', 'gw_port': {'id': 'cd37341c-f2a0-47ac-bc92-a66ad229554a', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:55:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c38c712-a6a8-43fd-87cb-bb4d34df3072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:40:25Z', 'updated_at': '2022-10-04T20:40:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:40:33.972238 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e220bb81-b0cc-4a0b-9813-6d3c4908f424 None None] Network 0caecb22-40fe-43f0-8d1f-cae8a80416fd is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:40:33.989598 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-e220bb81-b0cc-4a0b-9813-6d3c4908f424 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:40:33.997135 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e220bb81-b0cc-4a0b-9813-6d3c4908f424 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:40:34.148833 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-18f02ac7-af30-4a85-beac-a2b77d0debae admin admin] Publish callbacks [] for router_gateway (73024986-d402-4f6f-924a-fb1e95ee12a8), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:34.221867 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-18f02ac7-af30-4a85-beac-a2b77d0debae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:34.248736 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e220bb81-b0cc-4a0b-9813-6d3c4908f424 None None] Pushing event updated for resources: {'Port': ['ID=26726b76-c0d1-43a1-aac6-52b039e07bb7,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:34.266024 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c3eb13-b672-47d2-a8ff-0b39b84c4b20 None None] Checking router: 2c38c712-a6a8-43fd-87cb-bb4d34df3072 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:40:34.266581 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c3eb13-b672-47d2-a8ff-0b39b84c4b20 None None] Updating router 2c38c712-a6a8-43fd-87cb-bb4d34df3072 port cd37341c-f2a0-47ac-bc92-a66ad229554a binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:40:34.385325 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-e220bb81-b0cc-4a0b-9813-6d3c4908f424 None None] Attempting to bind port 26726b76-c0d1-43a1-aac6-52b039e07bb7 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:40:34.386891 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-e220bb81-b0cc-4a0b-9813-6d3c4908f424 None None] Attempting to bind port 26726b76-c0d1-43a1-aac6-52b039e07bb7 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '6d776888-77d6-4bb2-a233-e68b1482ccd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0caecb22-40fe-43f0-8d1f-cae8a80416fd'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:40:34.387358 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-c9c3eb13-b672-47d2-a8ff-0b39b84c4b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (cd37341c-f2a0-47ac-bc92-a66ad229554a), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:34.388668 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e220bb81-b0cc-4a0b-9813-6d3c4908f424 None None] Attempting to bind port 26726b76-c0d1-43a1-aac6-52b039e07bb7 on network 0caecb22-40fe-43f0-8d1f-cae8a80416fd {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:40:34.451442 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a1cbf723-7277-40d8-8b69-8308fb19955a admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 879 time: 5.2398961 Oct 04 20:40:34.461105 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-77ab1c42-1067-41b2-8074-02d95c81f936 req-78979a05-a0ee-48ec-af63-119c5507431d tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=f4fa3c2885ec48db880029d93907789d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.9603243 Oct 04 20:40:34.463629 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 35246) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:40:34.516839 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-cccc6e07-a863-4e68-a118-917f0d8c1aae admin admin] Request body: {'subnet': {'network_id': 'bd3e9948-df1a-401b-b922-c0d656845500', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1132838778-subnet', 'tenant_id': '74d829c1899f478e9a95a0402c0dc87e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:40:34.548945 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cbf723-7277-40d8-8b69-8308fb19955a admin admin] Pushing event updated for resources: {'Network': ['ID=bd3e9948-df1a-401b-b922-c0d656845500,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:34.624131 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network bd3e9948-df1a-401b-b922-c0d656845500 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:40:34.637498 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-247b212b-f07f-45fb-8469-6871176b8287 req-58066b9b-da14-4cef-a685-ce42ae71f497 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] 10.222.0.78 "GET /networking/v2.0/security-groups/bc535bc2-db85-4b07-8412-5938728a6030 HTTP/1.1" status: 200 len: 1815 time: 1.2637970 Oct 04 20:40:34.866656 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [req-247b212b-f07f-45fb-8469-6871176b8287 req-005a1687-b836-443f-8a37-98961ff26853 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1489069326', 'description': 'tempest-description-hth-887901178'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:40:34.890389 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=87,neutron:UPDATE=7,neutron:INSERT=6 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:34.927867 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cccc6e07-a863-4e68-a118-917f0d8c1aae admin admin] Made reservation on behalf of 74d829c1899f478e9a95a0402c0dc87e for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:40:34.933657 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cccc6e07-a863-4e68-a118-917f0d8c1aae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:34.956013 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e220bb81-b0cc-4a0b-9813-6d3c4908f424 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:40:34.956656 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e220bb81-b0cc-4a0b-9813-6d3c4908f424 None None] Checking segment: {'id': '6d776888-77d6-4bb2-a233-e68b1482ccd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0caecb22-40fe-43f0-8d1f-cae8a80416fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:40:34.957287 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e220bb81-b0cc-4a0b-9813-6d3c4908f424 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:34.961277 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-247b212b-f07f-45fb-8469-6871176b8287 req-005a1687-b836-443f-8a37-98961ff26853 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks [] for security_group (bc535bc2-db85-4b07-8412-5938728a6030), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:34.964076 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e220bb81-b0cc-4a0b-9813-6d3c4908f424 None None] Bound using segment: {'id': '6d776888-77d6-4bb2-a233-e68b1482ccd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0caecb22-40fe-43f0-8d1f-cae8a80416fd'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:40:34.965169 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-e220bb81-b0cc-4a0b-9813-6d3c4908f424 None None] Bound port: 26726b76-c0d1-43a1-aac6-52b039e07bb7, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d776888-77d6-4bb2-a233-e68b1482ccd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0caecb22-40fe-43f0-8d1f-cae8a80416fd'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:40:34.969436 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e220bb81-b0cc-4a0b-9813-6d3c4908f424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (26726b76-c0d1-43a1-aac6-52b039e07bb7), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:35.106550 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:35.247620 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-247b212b-f07f-45fb-8469-6871176b8287 req-005a1687-b836-443f-8a37-98961ff26853 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks [] for security_group (bc535bc2-db85-4b07-8412-5938728a6030), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:35.510104 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e220bb81-b0cc-4a0b-9813-6d3c4908f424 None None] For port 26726b76-c0d1-43a1-aac6-52b039e07bb7, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:40:35.527373 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e220bb81-b0cc-4a0b-9813-6d3c4908f424 None None] For port 26726b76-c0d1-43a1-aac6-52b039e07bb7, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=26726b76-c0d1-43a1-aac6-52b039e07bb7,segment=NetworkSegment(6d776888-77d6-4bb2-a233-e68b1482ccd8),segment_id=6d776888-77d6-4bb2-a233-e68b1482ccd8)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:40:35.536381 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-c9c3eb13-b672-47d2-a8ff-0b39b84c4b20 None None] Publish callbacks [] for port (cd37341c-f2a0-47ac-bc92-a66ad229554a), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:35.589227 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-247b212b-f07f-45fb-8469-6871176b8287 req-005a1687-b836-443f-8a37-98961ff26853 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (bc535bc2-db85-4b07-8412-5938728a6030), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:35.601123 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-247b212b-f07f-45fb-8469-6871176b8287 req-005a1687-b836-443f-8a37-98961ff26853 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:35.605156 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-247b212b-f07f-45fb-8469-6871176b8287 req-005a1687-b836-443f-8a37-98961ff26853 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] 10.222.0.78 "PUT /networking/v2.0/security-groups/bc535bc2-db85-4b07-8412-5938728a6030 HTTP/1.1" status: 200 len: 1791 time: 0.9423640 Oct 04 20:40:35.686214 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e220bb81-b0cc-4a0b-9813-6d3c4908f424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (26726b76-c0d1-43a1-aac6-52b039e07bb7), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:35.704314 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-c9c3eb13-b672-47d2-a8ff-0b39b84c4b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (cd37341c-f2a0-47ac-bc92-a66ad229554a), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:35.842010 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-618446dc-0bda-4472-b4c0-309da8ae1269 req-e2ad4c69-1bf7-4336-9472-8677dc93a8bb tempest-UnshelveToHostMultiNodesTest-1701435296 tempest-UnshelveToHostMultiNodesTest-1701435296-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6d44adbe-9208-452a-a8f7-8802ac29dfb8 HTTP/1.1" status: 200 len: 210 time: 0.3208065 Oct 04 20:40:35.999822 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-c9c3eb13-b672-47d2-a8ff-0b39b84c4b20 None None] Attempting to bind port cd37341c-f2a0-47ac-bc92-a66ad229554a on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:40:36.000955 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-c9c3eb13-b672-47d2-a8ff-0b39b84c4b20 None None] Attempting to bind port cd37341c-f2a0-47ac-bc92-a66ad229554a by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:40:36.004051 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c3eb13-b672-47d2-a8ff-0b39b84c4b20 None None] Attempting to bind port cd37341c-f2a0-47ac-bc92-a66ad229554a on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:40:36.032935 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e220bb81-b0cc-4a0b-9813-6d3c4908f424 None None] Pushing event updated for resources: {'Port': ['ID=26726b76-c0d1-43a1-aac6-52b039e07bb7,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:36.064218 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:36.116757 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-18f02ac7-af30-4a85-beac-a2b77d0debae admin admin] Allocated IP 172.25.5.246 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/020c56e0-e42e-4bb4-bdca-6f0dd60b5a86) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:40:36.158418 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005a1687-b836-443f-8a37-98961ff26853 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc535bc2-db85-4b07-8412-5938728a6030,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:36.215570 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f013a0-a8da-4e80-8797-44d564a20de9 None None] Pushing event updated for resources: {'Port': ['ID=cd37341c-f2a0-47ac-bc92-a66ad229554a,revision_number=2']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:36.360171 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f013a0-a8da-4e80-8797-44d564a20de9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:40:36.361262 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f013a0-a8da-4e80-8797-44d564a20de9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:40:36.384538 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f013a0-a8da-4e80-8797-44d564a20de9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:40:36.385663 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f013a0-a8da-4e80-8797-44d564a20de9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:40:36.388629 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f013a0-a8da-4e80-8797-44d564a20de9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:40:36.389565 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f013a0-a8da-4e80-8797-44d564a20de9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:40:36.391303 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f013a0-a8da-4e80-8797-44d564a20de9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:40:36.395523 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f013a0-a8da-4e80-8797-44d564a20de9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:40:36.398391 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f013a0-a8da-4e80-8797-44d564a20de9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:40:36.399651 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f013a0-a8da-4e80-8797-44d564a20de9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:40:36.402029 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f013a0-a8da-4e80-8797-44d564a20de9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:40:36.402950 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f013a0-a8da-4e80-8797-44d564a20de9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:40:36.404052 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f013a0-a8da-4e80-8797-44d564a20de9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:40:36.405233 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f013a0-a8da-4e80-8797-44d564a20de9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:40:36.407596 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f013a0-a8da-4e80-8797-44d564a20de9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:40:36.434300 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c3eb13-b672-47d2-a8ff-0b39b84c4b20 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:40:36.438817 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c3eb13-b672-47d2-a8ff-0b39b84c4b20 None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:40:36.441307 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-c9c3eb13-b672-47d2-a8ff-0b39b84c4b20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:36.442237 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c3eb13-b672-47d2-a8ff-0b39b84c4b20 None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:40:36.443403 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-c9c3eb13-b672-47d2-a8ff-0b39b84c4b20 None None] Bound port: cd37341c-f2a0-47ac-bc92-a66ad229554a, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:40:36.444388 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-c9c3eb13-b672-47d2-a8ff-0b39b84c4b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (cd37341c-f2a0-47ac-bc92-a66ad229554a), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:36.452275 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-7c48ece7-f84d-471b-9964-ecffc71848a6 req-797e89c4-9ad9-4619-a272-33950a7fd674 tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1caeb3c7-b999-4f0c-bee2-f072b9c00336 HTTP/1.1" status: 200 len: 210 time: 0.4851799 Oct 04 20:40:36.710531 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-c9c3eb13-b672-47d2-a8ff-0b39b84c4b20 None None] For port cd37341c-f2a0-47ac-bc92-a66ad229554a, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:40:36.721932 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-c9c3eb13-b672-47d2-a8ff-0b39b84c4b20 None None] For port cd37341c-f2a0-47ac-bc92-a66ad229554a, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=cd37341c-f2a0-47ac-bc92-a66ad229554a,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:40:36.849682 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cccc6e07-a863-4e68-a118-917f0d8c1aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (52befef0-cb7a-44d1-8ae9-2e367db83107), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:36.950856 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-95e7c44f-5d97-4fb5-aa7c-651ee800578f req-213097b5-1f3e-443a-89fc-1dcd34ecc473 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] 10.222.0.78 "GET /networking/v2.0/security-groups/bc535bc2-db85-4b07-8412-5938728a6030 HTTP/1.1" status: 200 len: 1791 time: 0.1994019 Oct 04 20:40:37.010496 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-c9c3eb13-b672-47d2-a8ff-0b39b84c4b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (cd37341c-f2a0-47ac-bc92-a66ad229554a), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:37.094929 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-18f02ac7-af30-4a85-beac-a2b77d0debae admin admin] Publish callbacks [] for port (020c56e0-e42e-4bb4-bdca-6f0dd60b5a86), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:37.144965 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:37.189092 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccc6e07-a863-4e68-a118-917f0d8c1aae admin admin] Pushing event updated for resources: {'Subnet': ['ID=52befef0-cb7a-44d1-8ae9-2e367db83107,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:37.283340 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccc6e07-a863-4e68-a118-917f0d8c1aae admin admin] Checking segment: {'id': 'e487e892-9992-4436-bf2e-5f32d26b31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'bd3e9948-df1a-401b-b922-c0d656845500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:40:37.289810 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccc6e07-a863-4e68-a118-917f0d8c1aae admin admin] Network hostable DHCP agents. Network: bd3e9948-df1a-401b-b922-c0d656845500, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:40:37.338625 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f013a0-a8da-4e80-8797-44d564a20de9 None None] Pushing event updated for resources: {'Port': ['ID=cd37341c-f2a0-47ac-bc92-a66ad229554a,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:37.360001 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c3eb13-b672-47d2-a8ff-0b39b84c4b20 None None] Routers {'2c38c712-a6a8-43fd-87cb-bb4d34df3072'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:40:37.369759 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-c9c3eb13-b672-47d2-a8ff-0b39b84c4b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:40:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['2c38c712-a6a8-43fd-87cb-bb4d34df3072'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:40:37.385961 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-89344138-81b1-4ce9-8e4a-31234e9b6a3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:37.562238 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-18f02ac7-af30-4a85-beac-a2b77d0debae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (020c56e0-e42e-4bb4-bdca-6f0dd60b5a86), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:37.706231 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 26726b76-c0d1-43a1-aac6-52b039e07bb7 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:40:37.711301 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccc6e07-a863-4e68-a118-917f0d8c1aae admin admin] Network bd3e9948-df1a-401b-b922-c0d656845500 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:40:37.729955 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:37.731551 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:37.768850 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f02ac7-af30-4a85-beac-a2b77d0debae admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:40:37.804636 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-18f02ac7-af30-4a85-beac-a2b77d0debae admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:40:37.812212 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f02ac7-af30-4a85-beac-a2b77d0debae admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:40:37.872442 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-c9c3eb13-b672-47d2-a8ff-0b39b84c4b20 None None] Set router 2c38c712-a6a8-43fd-87cb-bb4d34df3072 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:40:37.900679 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f02ac7-af30-4a85-beac-a2b77d0debae admin admin] Pushing event updated for resources: {'Port': ['ID=020c56e0-e42e-4bb4-bdca-6f0dd60b5a86,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:37.902398 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 26726b76-c0d1-43a1-aac6-52b039e07bb7 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:40:37.903157 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (26726b76-c0d1-43a1-aac6-52b039e07bb7), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:37.903715 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 26726b76-c0d1-43a1-aac6-52b039e07bb7 Oct 04 20:40:38.206666 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f7c0b5f4-ed6a-4865-b4b5-7f5839d6f67e req-dcd7c8fc-784f-425e-8bc4-c9eb8be316ad tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] 10.222.0.78 "GET /networking/v2.0/security-groups/bc535bc2-db85-4b07-8412-5938728a6030 HTTP/1.1" status: 200 len: 1791 time: 0.7888398 Oct 04 20:40:38.230313 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-926475cc-4f19-4bc4-ac64-87a6acd7eb18 req-3464434d-fdd3-4780-971d-5eb2415da4e0 tempest-UnshelveToHostMultiNodesTest-1701435296 tempest-UnshelveToHostMultiNodesTest-1701435296-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6d44adbe-9208-452a-a8f7-8802ac29dfb8 HTTP/1.1" status: 200 len: 210 time: 0.3338416 Oct 04 20:40:38.340011 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 26726b76-c0d1-43a1-aac6-52b039e07bb7 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:40:38.340819 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (26726b76-c0d1-43a1-aac6-52b039e07bb7), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:38.352730 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f49edd-b243-4208-8f64-cd0a1e9f7d56 None None] Network 0caecb22-40fe-43f0-8d1f-cae8a80416fd requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:40:38.458940 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-cccc6e07-a863-4e68-a118-917f0d8c1aae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, bd3e9948-df1a-401b-b922-c0d656845500) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:40:38.486398 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccc6e07-a863-4e68-a118-917f0d8c1aae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:40:38.492286 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cccc6e07-a863-4e68-a118-917f0d8c1aae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:38.835111 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb05643-e727-4671-990e-7d3f89fcf88b None None] Network bd3e9948-df1a-401b-b922-c0d656845500 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:40:38.841006 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-cccc6e07-a863-4e68-a118-917f0d8c1aae admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.3575115 Oct 04 20:40:38.852788 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-c9c3eb13-b672-47d2-a8ff-0b39b84c4b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c38c712-a6a8-43fd-87cb-bb4d34df3072', 'name': 'tempest-TaggedBootDevicesTest_v242-590517087-router', 'tenant_id': '6c5aaa2031d8481ebc5a7b3b9a0522dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': 'cd37341c-f2a0-47ac-bc92-a66ad229554a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:40:23Z', 'updated_at': '2022-10-04T20:40:28Z', 'revision_number': 3, 'project_id': '6c5aaa2031d8481ebc5a7b3b9a0522dc', 'gw_port': {'id': 'cd37341c-f2a0-47ac-bc92-a66ad229554a', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:55:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c38c712-a6a8-43fd-87cb-bb4d34df3072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:40:25Z', 'updated_at': '2022-10-04T20:40:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:40:38.859391 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 35304) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:40:38.887440 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-493640fd-91e8-4fd0-bd07-fc10635c46e7 None None] Provisioning complete for port 26726b76-c0d1-43a1-aac6-52b039e07bb7 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:40:38.887440 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-493640fd-91e8-4fd0-bd07-fc10635c46e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (26726b76-c0d1-43a1-aac6-52b039e07bb7), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:38.887440 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-493640fd-91e8-4fd0-bd07-fc10635c46e7 None None] Attempt 1 to provision port 26726b76-c0d1-43a1-aac6-52b039e07bb7 Oct 04 20:40:38.888088 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-2fe7d747-02c9-4164-a61c-97c6467a7e3b admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1132838778-router', 'tenant_id': '74d829c1899f478e9a95a0402c0dc87e', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:40:39.026620 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-89344138-81b1-4ce9-8e4a-31234e9b6a3e admin admin] Allocated IP 172.20.0.1 (76684a80-7326-45f0-83f0-fb100785407f/1ebc82ff-e0aa-4b49-8441-3c9aff767fd8/b569f8e0-2490-4cd4-8d3b-a00666239603) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:40:39.144657 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c3eb13-b672-47d2-a8ff-0b39b84c4b20 None None] The sync data for ids ['2c38c712-a6a8-43fd-87cb-bb4d34df3072'] in n-d-852085-12 is: [{'id': '2c38c712-a6a8-43fd-87cb-bb4d34df3072', 'name': 'tempest-TaggedBootDevicesTest_v242-590517087-router', 'tenant_id': '6c5aaa2031d8481ebc5a7b3b9a0522dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': 'cd37341c-f2a0-47ac-bc92-a66ad229554a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:40:23Z', 'updated_at': '2022-10-04T20:40:28Z', 'revision_number': 3, 'project_id': '6c5aaa2031d8481ebc5a7b3b9a0522dc', 'gw_port': {'id': 'cd37341c-f2a0-47ac-bc92-a66ad229554a', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:55:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c38c712-a6a8-43fd-87cb-bb4d34df3072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:40:25Z', 'updated_at': '2022-10-04T20:40:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:40:39.146895 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-f7c0b5f4-ed6a-4865-b4b5-7f5839d6f67e req-1300401d-c8f9-4db7-b1f5-b5a633c31c69 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks [] for security_group (bc535bc2-db85-4b07-8412-5938728a6030), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:39.198423 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-f7c0b5f4-ed6a-4865-b4b5-7f5839d6f67e req-1300401d-c8f9-4db7-b1f5-b5a633c31c69 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks [] for security_group (bc535bc2-db85-4b07-8412-5938728a6030), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:39.425067 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-18f02ac7-af30-4a85-beac-a2b77d0debae admin admin] Publish callbacks [] for router_gateway (73024986-d402-4f6f-924a-fb1e95ee12a8), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:39.567234 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:39.584133 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2fe7d747-02c9-4164-a61c-97c6467a7e3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (6f5c290e-2a6f-4bac-b60e-8a5829b725dd), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:39.587241 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-76969dd8-ccc5-46f7-a154-cb6703c04fee req-4c7efc32-023d-4357-a682-611d71adb280 tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1caeb3c7-b999-4f0c-bee2-f072b9c00336 HTTP/1.1" status: 200 len: 210 time: 0.1295304 Oct 04 20:40:39.588190 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2fe7d747-02c9-4164-a61c-97c6467a7e3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (6f5c290e-2a6f-4bac-b60e-8a5829b725dd), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:39.607484 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-f7c0b5f4-ed6a-4865-b4b5-7f5839d6f67e req-1300401d-c8f9-4db7-b1f5-b5a633c31c69 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (bc535bc2-db85-4b07-8412-5938728a6030), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:39.613485 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-f7c0b5f4-ed6a-4865-b4b5-7f5839d6f67e req-1300401d-c8f9-4db7-b1f5-b5a633c31c69 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:39.618005 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f7c0b5f4-ed6a-4865-b4b5-7f5839d6f67e req-1300401d-c8f9-4db7-b1f5-b5a633c31c69 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/bc535bc2-db85-4b07-8412-5938728a6030 HTTP/1.1" status: 204 len: 173 time: 1.3775365 Oct 04 20:40:39.688525 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:39.755594 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 26726b76-c0d1-43a1-aac6-52b039e07bb7, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=26726b76-c0d1-43a1-aac6-52b039e07bb7,segment=NetworkSegment(6d776888-77d6-4bb2-a233-e68b1482ccd8),segment_id=6d776888-77d6-4bb2-a233-e68b1482ccd8)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:40:39.790227 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-89344138-81b1-4ce9-8e4a-31234e9b6a3e admin admin] Publish callbacks [] for port (b569f8e0-2490-4cd4-8d3b-a00666239603), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:39.944349 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (26726b76-c0d1-43a1-aac6-52b039e07bb7), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:40.078681 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=4,neutron:DELETE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:40.211469 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300401d-c8f9-4db7-b1f5-b5a633c31c69 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc535bc2-db85-4b07-8412-5938728a6030,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:40.231280 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4e05f080-0bbf-4077-855e-d9445c0b3b9b req-a9a05af0-d8ad-45c0-917e-53690aad0db5 tempest-UnshelveToHostMultiNodesTest-1701435296 tempest-UnshelveToHostMultiNodesTest-1701435296-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6d44adbe-9208-452a-a8f7-8802ac29dfb8 HTTP/1.1" status: 200 len: 210 time: 0.1309624 Oct 04 20:40:40.290927 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2fe7d747-02c9-4164-a61c-97c6467a7e3b admin admin] Publish callbacks [] for router_controller (6f5c290e-2a6f-4bac-b60e-8a5829b725dd), precommit_add_association {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:40.368276 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-89344138-81b1-4ce9-8e4a-31234e9b6a3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (b569f8e0-2490-4cd4-8d3b-a00666239603), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:40.505582 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=26726b76-c0d1-43a1-aac6-52b039e07bb7,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:40.562459 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device cd37341c-f2a0-47ac-bc92-a66ad229554a up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:40:40.578455 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:40.732579 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-493640fd-91e8-4fd0-bd07-fc10635c46e7 None None] Current status of the port 26726b76-c0d1-43a1-aac6-52b039e07bb7 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:40:40.789425 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae3bc88-7765-4801-892e-55b5af47e871 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-bd3e9948-df1a-401b-b922-c0d656845500', 'network_id': 'bd3e9948-df1a-401b-b922-c0d656845500', 'project_id': '74d829c1899f478e9a95a0402c0dc87e', 'fixed_ips': [{'subnet_id': '52befef0-cb7a-44d1-8ae9-2e367db83107'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:40:40.804695 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9ae3bc88-7765-4801-892e-55b5af47e871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:40.826604 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89344138-81b1-4ce9-8e4a-31234e9b6a3e admin admin] Pushing event updated for resources: {'Port': ['ID=b569f8e0-2490-4cd4-8d3b-a00666239603,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:40.858874 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port cd37341c-f2a0-47ac-bc92-a66ad229554a triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:40:40.860965 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (cd37341c-f2a0-47ac-bc92-a66ad229554a), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:40.860965 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port cd37341c-f2a0-47ac-bc92-a66ad229554a Oct 04 20:40:40.982784 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b300d7-0f1c-47d1-ac3a-8299261d9f45 req-83c6c185-8221-4653-8749-e2e9828f7ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:40:40.985771 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-32b300d7-0f1c-47d1-ac3a-8299261d9f45 req-83c6c185-8221-4653-8749-e2e9828f7ded service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=b46055f08aae47a99a59e1192db71b8e&device_id=bd64c084-10af-4b12-bdd9-ef53866be364 HTTP/1.1" status: 200 len: 1133 time: 0.7316349 Oct 04 20:40:41.026563 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89344138-81b1-4ce9-8e4a-31234e9b6a3e admin admin] Network 76684a80-7326-45f0-83f0-fb100785407f is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:40:41.031979 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-89344138-81b1-4ce9-8e4a-31234e9b6a3e admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:40:41.051255 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a9d6d8c5-53e3-4065-a753-242ebcb0355f req-1ecdacb8-79cc-4258-ab44-f0cdbc2c7d5c tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] 10.222.0.78 "GET /networking/v2.0/security-groups/adcc0ca9-17a4-42c4-8cf1-974c36840639 HTTP/1.1" status: 200 len: 1818 time: 0.9641688 Oct 04 20:40:41.072350 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89344138-81b1-4ce9-8e4a-31234e9b6a3e admin admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:40:41.412343 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port cd37341c-f2a0-47ac-bc92-a66ad229554a is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:40:41.414280 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (cd37341c-f2a0-47ac-bc92-a66ad229554a), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:41.437394 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-fa34cb21-859f-4129-bea1-edfdac7bf28b None None] Provisioning complete for port 26726b76-c0d1-43a1-aac6-52b039e07bb7 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:40:41.438079 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fa34cb21-859f-4129-bea1-edfdac7bf28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (26726b76-c0d1-43a1-aac6-52b039e07bb7), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:41.438588 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-fa34cb21-859f-4129-bea1-edfdac7bf28b None None] Attempt 1 to provision port 26726b76-c0d1-43a1-aac6-52b039e07bb7 Oct 04 20:40:41.829796 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b300d7-0f1c-47d1-ac3a-8299261d9f45 req-c23992cb-b680-49f2-84f3-aee2efc92701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:40:41.833469 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-32b300d7-0f1c-47d1-ac3a-8299261d9f45 req-c23992cb-b680-49f2-84f3-aee2efc92701 service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=42fbb05e-3f96-444f-a676-04ee9d06a8c7 HTTP/1.1" status: 200 len: 870 time: 0.7562883 Oct 04 20:40:41.850023 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-fa34cb21-859f-4129-bea1-edfdac7bf28b None None] Current status of the port 26726b76-c0d1-43a1-aac6-52b039e07bb7 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:40:41.869117 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port cd37341c-f2a0-47ac-bc92-a66ad229554a, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=cd37341c-f2a0-47ac-bc92-a66ad229554a,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:40:41.875013 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-89344138-81b1-4ce9-8e4a-31234e9b6a3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (2c38c712-a6a8-43fd-87cb-bb4d34df3072), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:41.998248 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-9ae3bc88-7765-4801-892e-55b5af47e871 None None] Allocated IP 172.20.0.2 (bd3e9948-df1a-401b-b922-c0d656845500/52befef0-cb7a-44d1-8ae9-2e367db83107/4503cf79-c234-4554-8499-c505d4792ca0) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:40:42.065248 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:42.098548 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-18f02ac7-af30-4a85-beac-a2b77d0debae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (73024986-d402-4f6f-924a-fb1e95ee12a8), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:42.150233 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:42.153192 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-a9d6d8c5-53e3-4065-a753-242ebcb0355f req-217e4747-c2a6-44de-a339-e348bede2ca9 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks [] for security_group (adcc0ca9-17a4-42c4-8cf1-974c36840639), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:42.285790 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:42.409728 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9ae3bc88-7765-4801-892e-55b5af47e871 None None] Publish callbacks [] for port (4503cf79-c234-4554-8499-c505d4792ca0), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:42.416427 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (cd37341c-f2a0-47ac-bc92-a66ad229554a), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:42.446465 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:42.479826 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-be04ed09-c55c-419a-a7f6-2f4ed1e527ed None None] Provisioning complete for port b569f8e0-2490-4cd4-8d3b-a00666239603 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:40:42.480431 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-be04ed09-c55c-419a-a7f6-2f4ed1e527ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b569f8e0-2490-4cd4-8d3b-a00666239603), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:42.480999 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-be04ed09-c55c-419a-a7f6-2f4ed1e527ed None None] Attempt 1 to provision port b569f8e0-2490-4cd4-8d3b-a00666239603 Oct 04 20:40:42.544425 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-77ab1c42-1067-41b2-8074-02d95c81f936 req-7725d1b8-a876-4425-a11b-bf72be726340 tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] 10.222.0.85 "GET /networking/v2.0/networks?tenant_id=f4fa3c2885ec48db880029d93907789d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4115791 Oct 04 20:40:42.632632 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-be04ed09-c55c-419a-a7f6-2f4ed1e527ed None None] Port b569f8e0-2490-4cd4-8d3b-a00666239603 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:40:42.640679 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9ae3bc88-7765-4801-892e-55b5af47e871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (4503cf79-c234-4554-8499-c505d4792ca0), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:42.693019 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 26726b76-c0d1-43a1-aac6-52b039e07bb7 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:40:42.700390 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=cd37341c-f2a0-47ac-bc92-a66ad229554a,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:42.730427 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae3bc88-7765-4801-892e-55b5af47e871 None None] Network bd3e9948-df1a-401b-b922-c0d656845500 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:40:42.781485 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2fe7d747-02c9-4164-a61c-97c6467a7e3b admin admin] Publish callbacks [] for router_gateway (6f5c290e-2a6f-4bac-b60e-8a5829b725dd), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:42.803902 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-32b300d7-0f1c-47d1-ac3a-8299261d9f45 req-e41e72ba-3f73-4329-b152-5c35d32cf966 service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=a55c4fe7-8c63-4a39-819e-95561de2446e HTTP/1.1" status: 200 len: 217 time: 0.9207926 Oct 04 20:40:42.853513 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-9ae3bc88-7765-4801-892e-55b5af47e871 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:40:42.865330 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-0a67a813-a86f-4a1c-92c5-bb1881e360a5 req-6a198348-28f5-4504-8ece-a29eddcca78b tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1caeb3c7-b999-4f0c-bee2-f072b9c00336 HTTP/1.1" status: 200 len: 210 time: 1.0301266 Oct 04 20:40:42.870126 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae3bc88-7765-4801-892e-55b5af47e871 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:40:42.958427 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3bc88-7765-4801-892e-55b5af47e871 None None] Pushing event updated for resources: {'Port': ['ID=4503cf79-c234-4554-8499-c505d4792ca0,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:42.992478 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-a9d6d8c5-53e3-4065-a753-242ebcb0355f req-217e4747-c2a6-44de-a339-e348bede2ca9 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks [] for security_group (adcc0ca9-17a4-42c4-8cf1-974c36840639), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:43.024718 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-89344138-81b1-4ce9-8e4a-31234e9b6a3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b569f8e0-2490-4cd4-8d3b-a00666239603), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:43.072189 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b300d7-0f1c-47d1-ac3a-8299261d9f45 req-52104e04-86c7-45eb-bdc4-3c11d73640f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:40:43.074443 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-32b300d7-0f1c-47d1-ac3a-8299261d9f45 req-52104e04-86c7-45eb-bdc4-3c11d73640f9 service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.2278590 Oct 04 20:40:43.101722 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f02ac7-af30-4a85-beac-a2b77d0debae admin admin] Router 73024986-d402-4f6f-924a-fb1e95ee12a8 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:40:43.146883 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 26726b76-c0d1-43a1-aac6-52b039e07bb7 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:40:43.147766 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (26726b76-c0d1-43a1-aac6-52b039e07bb7), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:43.149114 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 26726b76-c0d1-43a1-aac6-52b039e07bb7 Oct 04 20:40:43.202298 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b300d7-0f1c-47d1-ac3a-8299261d9f45 req-99439eb3-1dab-4556-bae9-377fd7cae121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:40:43.202298 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-32b300d7-0f1c-47d1-ac3a-8299261d9f45 req-99439eb3-1dab-4556-bae9-377fd7cae121 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1205027 Oct 04 20:40:43.318314 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-9ae3bc88-7765-4801-892e-55b5af47e871 None None] Attempting to bind port 4503cf79-c234-4554-8499-c505d4792ca0 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:40:43.320846 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-9ae3bc88-7765-4801-892e-55b5af47e871 None None] Attempting to bind port 4503cf79-c234-4554-8499-c505d4792ca0 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'e487e892-9992-4436-bf2e-5f32d26b31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'bd3e9948-df1a-401b-b922-c0d656845500'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:40:43.321440 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae3bc88-7765-4801-892e-55b5af47e871 None None] Attempting to bind port 4503cf79-c234-4554-8499-c505d4792ca0 on network bd3e9948-df1a-401b-b922-c0d656845500 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:40:43.343018 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab1c42-1067-41b2-8074-02d95c81f936 req-b4efc0fd-f51a-4ec6-be2f-36e5f5b6259e tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:40:43.346748 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-77ab1c42-1067-41b2-8074-02d95c81f936 req-b4efc0fd-f51a-4ec6-be2f-36e5f5b6259e tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] 10.222.0.85 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7733352 Oct 04 20:40:43.384570 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:43.385384 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-a9d6d8c5-53e3-4065-a753-242ebcb0355f req-217e4747-c2a6-44de-a339-e348bede2ca9 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (adcc0ca9-17a4-42c4-8cf1-974c36840639), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:43.391871 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-a9d6d8c5-53e3-4065-a753-242ebcb0355f req-217e4747-c2a6-44de-a339-e348bede2ca9 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:43.394698 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a9d6d8c5-53e3-4065-a753-242ebcb0355f req-217e4747-c2a6-44de-a339-e348bede2ca9 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/adcc0ca9-17a4-42c4-8cf1-974c36840639 HTTP/1.1" status: 204 len: 173 time: 2.3403215 Oct 04 20:40:43.449389 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [req-77ab1c42-1067-41b2-8074-02d95c81f936 req-321e0486-d342-428c-bebf-20b6ef1b28e4 tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] Request body: {'port': {'device_id': '1caeb3c7-b999-4f0c-bee2-f072b9c00336', 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7', 'admin_state_up': True, 'tenant_id': 'f4fa3c2885ec48db880029d93907789d'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:40:43.520033 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-8d81a745-b27a-4d1f-ab93-4e9555a52cfc req-d67ed9cc-e9f1-4af4-a399-f05b5b3e358c tempest-UnshelveToHostMultiNodesTest-1701435296 tempest-UnshelveToHostMultiNodesTest-1701435296-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6d44adbe-9208-452a-a8f7-8802ac29dfb8 HTTP/1.1" status: 200 len: 210 time: 0.2334402 Oct 04 20:40:43.536732 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae3bc88-7765-4801-892e-55b5af47e871 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:40:43.536732 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae3bc88-7765-4801-892e-55b5af47e871 None None] Checking segment: {'id': 'e487e892-9992-4436-bf2e-5f32d26b31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'bd3e9948-df1a-401b-b922-c0d656845500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:40:43.536732 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9ae3bc88-7765-4801-892e-55b5af47e871 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:43.538018 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae3bc88-7765-4801-892e-55b5af47e871 None None] Bound using segment: {'id': 'e487e892-9992-4436-bf2e-5f32d26b31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'bd3e9948-df1a-401b-b922-c0d656845500'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:40:43.541075 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-9ae3bc88-7765-4801-892e-55b5af47e871 None None] Bound port: 4503cf79-c234-4554-8499-c505d4792ca0, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e487e892-9992-4436-bf2e-5f32d26b31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'bd3e9948-df1a-401b-b922-c0d656845500'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:40:43.541075 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9ae3bc88-7765-4801-892e-55b5af47e871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (4503cf79-c234-4554-8499-c505d4792ca0), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:43.547287 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217e4747-c2a6-44de-a339-e348bede2ca9 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adcc0ca9-17a4-42c4-8cf1-974c36840639,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:43.572114 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 26726b76-c0d1-43a1-aac6-52b039e07bb7 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:40:43.739483 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f02ac7-af30-4a85-beac-a2b77d0debae admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:40:43.792327 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-9ae3bc88-7765-4801-892e-55b5af47e871 None None] For port 4503cf79-c234-4554-8499-c505d4792ca0, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:40:43.803629 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-9ae3bc88-7765-4801-892e-55b5af47e871 None None] For port 4503cf79-c234-4554-8499-c505d4792ca0, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=4503cf79-c234-4554-8499-c505d4792ca0,segment=NetworkSegment(e487e892-9992-4436-bf2e-5f32d26b31d7),segment_id=e487e892-9992-4436-bf2e-5f32d26b31d7)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:40:43.808035 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2fe7d747-02c9-4164-a61c-97c6467a7e3b admin admin] Publish callbacks [] for router_gateway (6f5c290e-2a6f-4bac-b60e-8a5829b725dd), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:43.823980 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009265ec-ef79-4e0e-aeca-a11e25372ac2 None None] Sync routers for ids ['73024986-d402-4f6f-924a-fb1e95ee12a8'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:40:43.867192 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009265ec-ef79-4e0e-aeca-a11e25372ac2 None None] Routers {'73024986-d402-4f6f-924a-fb1e95ee12a8'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:40:43.868600 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-009265ec-ef79-4e0e-aeca-a11e25372ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:40:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['73024986-d402-4f6f-924a-fb1e95ee12a8'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:40:43.869282 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-18f02ac7-af30-4a85-beac-a2b77d0debae admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:43.871438 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-18f02ac7-af30-4a85-beac-a2b77d0debae admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 12.1283314 Oct 04 20:40:43.875994 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-32b300d7-0f1c-47d1-ac3a-8299261d9f45 req-734d7f7e-1bb7-4681-afba-143b620f204d service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6217897 Oct 04 20:40:43.876743 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2fe7d747-02c9-4164-a61c-97c6467a7e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:43.882767 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 35368) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:40:43.891028 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d052ec08-ffe2-4860-ac42-6e5ddae9bf32 req-8b280207-332c-4420-b98f-26ad4d20cad7 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] 10.222.0.78 "GET /networking/v2.0/security-groups/1a6f7f03-4ef0-4ee2-a3bf-218200ff2fa6 HTTP/1.1" status: 200 len: 1818 time: 0.2716136 Oct 04 20:40:43.909658 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:43.917122 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:43.995852 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9ae3bc88-7765-4801-892e-55b5af47e871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (4503cf79-c234-4554-8499-c505d4792ca0), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:44.043069 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-89344138-81b1-4ce9-8e4a-31234e9b6a3e admin admin] Publish callbacks [] for port (b569f8e0-2490-4cd4-8d3b-a00666239603), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:44.211984 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-89344138-81b1-4ce9-8e4a-31234e9b6a3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (b569f8e0-2490-4cd4-8d3b-a00666239603), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:44.218978 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c899e759-1a78-4bb2-a2b2-158134d2e64b req-0a1b487a-44a2-42c3-a8c8-58a57759d52a tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1caeb3c7-b999-4f0c-bee2-f072b9c00336 HTTP/1.1" status: 200 len: 210 time: 0.0955284 Oct 04 20:40:44.259490 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3bc88-7765-4801-892e-55b5af47e871 None None] Pushing event updated for resources: {'Port': ['ID=4503cf79-c234-4554-8499-c505d4792ca0,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:44.329965 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77ab1c42-1067-41b2-8074-02d95c81f936 req-321e0486-d342-428c-bebf-20b6ef1b28e4 tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] Made reservation on behalf of f4fa3c2885ec48db880029d93907789d for: {'port': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:40:44.340638 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-77ab1c42-1067-41b2-8074-02d95c81f936 req-321e0486-d342-428c-bebf-20b6ef1b28e4 tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:44.345343 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-009265ec-ef79-4e0e-aeca-a11e25372ac2 None None] Set router 73024986-d402-4f6f-924a-fb1e95ee12a8 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:40:44.410521 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-77ab1c42-1067-41b2-8074-02d95c81f936 req-321e0486-d342-428c-bebf-20b6ef1b28e4 tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:44.661089 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:44.825478 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-d052ec08-ffe2-4860-ac42-6e5ddae9bf32 req-056cd702-9ce3-422a-8f84-003554ca6d5a tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks [] for security_group (1a6f7f03-4ef0-4ee2-a3bf-218200ff2fa6), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:44.844242 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-89344138-81b1-4ce9-8e4a-31234e9b6a3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (2c38c712-a6a8-43fd-87cb-bb4d34df3072), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:44.858015 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device cd37341c-f2a0-47ac-bc92-a66ad229554a up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:40:44.889607 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-32b300d7-0f1c-47d1-ac3a-8299261d9f45 req-31b54174-e270-417d-802d-0a0b7439d6c2 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9898031 Oct 04 20:40:44.940256 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89344138-81b1-4ce9-8e4a-31234e9b6a3e admin admin] Pushing event updated for resources: {'Port': ['ID=b569f8e0-2490-4cd4-8d3b-a00666239603,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:45.057310 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-b70cf1d3-772b-4a0a-ac97-8994cadfe4a7 req-42098520-37ef-48ad-a1f2-c48163e9e739 tempest-UnshelveToHostMultiNodesTest-1701435296 tempest-UnshelveToHostMultiNodesTest-1701435296-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6d44adbe-9208-452a-a8f7-8802ac29dfb8 HTTP/1.1" status: 200 len: 210 time: 0.0656941 Oct 04 20:40:45.096879 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-2fe7d747-02c9-4164-a61c-97c6467a7e3b admin admin] Allocated IP 172.25.5.68 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/4da39c10-2230-4778-a1a7-c934bba0297a) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:40:45.098718 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4368dfe2-cf26-431b-b6e1-85e1af47c6d8 req-7b857f29-2774-42c5-b156-3211fed6efbb service neutron] 10.222.0.85 "GET /networking/v2.0/ports?device_id=9d42994f-e35e-413c-a0a3-14bb3878e209&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3841479 Oct 04 20:40:45.101817 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-d052ec08-ffe2-4860-ac42-6e5ddae9bf32 req-056cd702-9ce3-422a-8f84-003554ca6d5a tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks [] for security_group (1a6f7f03-4ef0-4ee2-a3bf-218200ff2fa6), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:45.133723 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-009265ec-ef79-4e0e-aeca-a11e25372ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73024986-d402-4f6f-924a-fb1e95ee12a8', 'name': 'tempest-DeleteServersTestJSON-577031231-router', 'tenant_id': 'b0dba749bcef41eabaa078e2e36d0f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '020c56e0-e42e-4bb4-bdca-6f0dd60b5a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:40:32Z', 'updated_at': '2022-10-04T20:40:38Z', 'revision_number': 3, 'project_id': 'b0dba749bcef41eabaa078e2e36d0f97', 'gw_port': {'id': '020c56e0-e42e-4bb4-bdca-6f0dd60b5a86', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:af:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73024986-d402-4f6f-924a-fb1e95ee12a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:40:34Z', 'updated_at': '2022-10-04T20:40:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:40:45.191863 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009265ec-ef79-4e0e-aeca-a11e25372ac2 None None] Checking router: 73024986-d402-4f6f-924a-fb1e95ee12a8 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:40:45.192500 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009265ec-ef79-4e0e-aeca-a11e25372ac2 None None] Updating router 73024986-d402-4f6f-924a-fb1e95ee12a8 port 020c56e0-e42e-4bb4-bdca-6f0dd60b5a86 binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:40:45.198884 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port cd37341c-f2a0-47ac-bc92-a66ad229554a triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:40:45.199564 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (cd37341c-f2a0-47ac-bc92-a66ad229554a), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:45.200140 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port cd37341c-f2a0-47ac-bc92-a66ad229554a Oct 04 20:40:45.272467 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:45.357171 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-009265ec-ef79-4e0e-aeca-a11e25372ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (020c56e0-e42e-4bb4-bdca-6f0dd60b5a86), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:45.609510 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f78cf4-c00f-45c8-8f46-b675997aed0a req-74408cf8-7732-460c-b2c4-3a9426366194 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:40:45.614081 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-05f78cf4-c00f-45c8-8f46-b675997aed0a req-74408cf8-7732-460c-b2c4-3a9426366194 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bd64c084-10af-4b12-bdd9-ef53866be364 HTTP/1.1" status: 200 len: 950 time: 0.2689557 Oct 04 20:40:45.623060 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4368dfe2-cf26-431b-b6e1-85e1af47c6d8 req-95dad7e4-9cb3-407f-86dc-cf8e4fce9b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:40:45.627496 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4368dfe2-cf26-431b-b6e1-85e1af47c6d8 req-95dad7e4-9cb3-407f-86dc-cf8e4fce9b9b service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=b46055f08aae47a99a59e1192db71b8e&device_id=9d42994f-e35e-413c-a0a3-14bb3878e209 HTTP/1.1" status: 200 len: 1133 time: 0.3159444 Oct 04 20:40:45.784315 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-d052ec08-ffe2-4860-ac42-6e5ddae9bf32 req-056cd702-9ce3-422a-8f84-003554ca6d5a tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (1a6f7f03-4ef0-4ee2-a3bf-218200ff2fa6), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:45.794286 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-d052ec08-ffe2-4860-ac42-6e5ddae9bf32 req-056cd702-9ce3-422a-8f84-003554ca6d5a tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:45.794286 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d052ec08-ffe2-4860-ac42-6e5ddae9bf32 req-056cd702-9ce3-422a-8f84-003554ca6d5a tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/1a6f7f03-4ef0-4ee2-a3bf-218200ff2fa6 HTTP/1.1" status: 204 len: 173 time: 1.8736458 Oct 04 20:40:45.826049 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89344138-81b1-4ce9-8e4a-31234e9b6a3e admin admin] Network 76684a80-7326-45f0-83f0-fb100785407f is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:40:45.882378 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2fe7d747-02c9-4164-a61c-97c6467a7e3b admin admin] Publish callbacks [] for port (4da39c10-2230-4778-a1a7-c934bba0297a), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:45.914618 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-89344138-81b1-4ce9-8e4a-31234e9b6a3e admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:40:46.006802 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port cd37341c-f2a0-47ac-bc92-a66ad229554a is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:40:46.021424 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6071b6ec-6048-4cb4-9469-aae115286f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:46.054550 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056cd702-9ce3-422a-8f84-003554ca6d5a tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6f7f03-4ef0-4ee2-a3bf-218200ff2fa6,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:46.121692 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2fe7d747-02c9-4164-a61c-97c6467a7e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (4da39c10-2230-4778-a1a7-c934bba0297a), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:46.135367 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=9 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:46.206350 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device a55c4fe7-8c63-4a39-819e-95561de2446e no longer exists at agent hyperv_n-h1-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:40:46.246548 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a5aadb-b1d7-4c3b-abb1-4acbcec88b62 None None] Network bd3e9948-df1a-401b-b922-c0d656845500 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:40:46.324226 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:46.430899 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe7d747-02c9-4164-a61c-97c6467a7e3b admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:40:46.432941 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-2fe7d747-02c9-4164-a61c-97c6467a7e3b admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:40:46.450960 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe7d747-02c9-4164-a61c-97c6467a7e3b admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:40:46.530989 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-05f78cf4-c00f-45c8-8f46-b675997aed0a req-f70dbcb0-07e9-4ff3-9a37-57ecb01196d8 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9e154c59-4349-4579-ac56-d3f7608a8c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8882334 Oct 04 20:40:46.531914 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-fa73592d-b117-4150-861f-9ca64f5744a0 None None] Provisioning complete for port 4503cf79-c234-4554-8499-c505d4792ca0 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:40:46.531914 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fa73592d-b117-4150-861f-9ca64f5744a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (4503cf79-c234-4554-8499-c505d4792ca0), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:46.535307 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-fa73592d-b117-4150-861f-9ca64f5744a0 None None] Attempt 1 to provision port 4503cf79-c234-4554-8499-c505d4792ca0 Oct 04 20:40:46.535663 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-98168ced-3edb-49da-b9ea-74598694e1f2 req-d9ae714f-4217-43f9-b9e9-64ece1347297 tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1caeb3c7-b999-4f0c-bee2-f072b9c00336 HTTP/1.1" status: 200 len: 210 time: 0.3616028 Oct 04 20:40:46.546397 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:46.597684 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-77ab1c42-1067-41b2-8074-02d95c81f936 req-321e0486-d342-428c-bebf-20b6ef1b28e4 tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] Publish callbacks [] for security_group (b6b384d6-a2d1-4920-a8af-8ce3c5739112), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:46.597684 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe7d747-02c9-4164-a61c-97c6467a7e3b admin admin] Pushing event updated for resources: {'Port': ['ID=4da39c10-2230-4778-a1a7-c934bba0297a,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:46.692127 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89344138-81b1-4ce9-8e4a-31234e9b6a3e admin admin] Router 2c38c712-a6a8-43fd-87cb-bb4d34df3072 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:40:46.719182 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4368dfe2-cf26-431b-b6e1-85e1af47c6d8 req-ba579961-2101-489e-8c7e-f213416aaaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:40:46.721078 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4368dfe2-cf26-431b-b6e1-85e1af47c6d8 req-ba579961-2101-489e-8c7e-f213416aaaf0 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=42fbb05e-3f96-444f-a676-04ee9d06a8c7 HTTP/1.1" status: 200 len: 870 time: 1.0442157 Oct 04 20:40:46.725208 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [req-015b5d89-4d89-4c6e-9461-418751a536c0 req-3ab4b1bb-ec8a-4a6f-b9ba-67fe907388e9 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] show failed (client error): The resource could not be found. Oct 04 20:40:46.730271 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-015b5d89-4d89-4c6e-9461-418751a536c0 req-3ab4b1bb-ec8a-4a6f-b9ba-67fe907388e9 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] 10.222.0.78 "GET /networking/v2.0/security-groups/28bcd731-007f-4ea3-b1f1-7ea1732a5ef5 HTTP/1.1" status: 404 len: 352 time: 0.0496707 Oct 04 20:40:46.846602 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-77ab1c42-1067-41b2-8074-02d95c81f936 req-321e0486-d342-428c-bebf-20b6ef1b28e4 tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (b6b384d6-a2d1-4920-a8af-8ce3c5739112), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:46.853088 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4368dfe2-cf26-431b-b6e1-85e1af47c6d8 req-866f3339-bc37-40fd-ab7a-4ab1332ed97c service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1 HTTP/1.1" status: 200 len: 217 time: 0.1096087 Oct 04 20:40:46.870207 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-702ee45e-e348-465e-a7aa-5fcb1358735e req-4991dcd3-0909-4bf9-8dd7-51a7c1d00677 tempest-UnshelveToHostMultiNodesTest-1701435296 tempest-UnshelveToHostMultiNodesTest-1701435296-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6d44adbe-9208-452a-a8f7-8802ac29dfb8 HTTP/1.1" status: 200 len: 210 time: 0.1381507 Oct 04 20:40:46.932819 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:47.064771 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-009265ec-ef79-4e0e-aeca-a11e25372ac2 None None] Publish callbacks [] for port (020c56e0-e42e-4bb4-bdca-6f0dd60b5a86), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:47.084500 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 4503cf79-c234-4554-8499-c505d4792ca0 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:40:47.094825 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 35420) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:40:47.179891 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [req-88246195-d5f0-4264-a6b9-7569161c4519 req-832e716d-da00-4093-9bd9-f1b06444bcfc tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] show failed (client error): The resource could not be found. Oct 04 20:40:47.211013 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-88246195-d5f0-4264-a6b9-7569161c4519 req-832e716d-da00-4093-9bd9-f1b06444bcfc tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] 10.222.0.78 "GET /networking/v2.0/security-groups/b6c2207d-8522-4d59-b2a1-24a89ffad91a HTTP/1.1" status: 404 len: 352 time: 0.2718837 Oct 04 20:40:47.254132 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:47.286606 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-009265ec-ef79-4e0e-aeca-a11e25372ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (020c56e0-e42e-4bb4-bdca-6f0dd60b5a86), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:47.303506 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [req-77ab1c42-1067-41b2-8074-02d95c81f936 req-321e0486-d342-428c-bebf-20b6ef1b28e4 tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] Allocated IP 192.168.233.72 (42fbb05e-3f96-444f-a676-04ee9d06a8c7/e1956090-7ed7-4d05-a46e-a7b0885ca8e4/e70b26ac-8828-4e78-8df7-85f383b35ac8) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:40:47.305134 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [req-93c05b57-1ff0-4efe-9ccd-0778b2d80836 req-6454914b-5964-4d30-99a0-77bf4da314e2 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] show failed (client error): The resource could not be found. Oct 04 20:40:47.307384 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-93c05b57-1ff0-4efe-9ccd-0778b2d80836 req-6454914b-5964-4d30-99a0-77bf4da314e2 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] 10.222.0.78 "GET /networking/v2.0/security-groups/90959bc5-99a2-4f29-9158-c9fd3f00e774 HTTP/1.1" status: 404 len: 352 time: 0.0414598 Oct 04 20:40:47.310312 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4368dfe2-cf26-431b-b6e1-85e1af47c6d8 req-af31f061-ba61-4092-adfc-7411febf486a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:40:47.313833 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4368dfe2-cf26-431b-b6e1-85e1af47c6d8 req-af31f061-ba61-4092-adfc-7411febf486a service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.4373045 Oct 04 20:40:47.352864 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Current status of the port a55c4fe7-8c63-4a39-819e-95561de2446e is: ACTIVE; New status is: DOWN {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:40:47.353339 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (a55c4fe7-8c63-4a39-819e-95561de2446e), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:47.388920 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321e0486-d342-428c-bebf-20b6ef1b28e4 tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b384d6-a2d1-4920-a8af-8ce3c5739112,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:47.412035 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:47.531688 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-009265ec-ef79-4e0e-aeca-a11e25372ac2 None None] Attempting to bind port 020c56e0-e42e-4bb4-bdca-6f0dd60b5a86 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:40:47.532073 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-009265ec-ef79-4e0e-aeca-a11e25372ac2 None None] Attempting to bind port 020c56e0-e42e-4bb4-bdca-6f0dd60b5a86 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:40:47.532412 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009265ec-ef79-4e0e-aeca-a11e25372ac2 None None] Attempting to bind port 020c56e0-e42e-4bb4-bdca-6f0dd60b5a86 on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:40:47.576046 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] For port a55c4fe7-8c63-4a39-819e-95561de2446e, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=a55c4fe7-8c63-4a39-819e-95561de2446e,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:40:47.601890 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a089ccf8-2a12-48a1-801d-ecc02e0345c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:47.618313 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [req-24e408ff-494c-4639-bae1-99ad3d1c0676 req-2be3e53e-a978-47f1-ba41-7d8aea532419 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] show failed (client error): The resource could not be found. Oct 04 20:40:47.618672 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd64c084-10af-4b12-bdd9-ef53866be364', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a55c4fe7-8c63-4a39-819e-95561de2446e'}] {{(pid=108171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:40:47.620498 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-24e408ff-494c-4639-bae1-99ad3d1c0676 req-2be3e53e-a978-47f1-ba41-7d8aea532419 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] 10.222.0.78 "GET /networking/v2.0/security-groups/02d0c889-14e7-4e0a-b5ea-08df472b3e01 HTTP/1.1" status: 404 len: 352 time: 0.2018900 Oct 04 20:40:47.622650 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966b91da6921e714df7c26a37f4733087768fb9a36052be1ead95d4d835f43be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea0878d-051e-4483-903b-7a233e6f97ff" -d '{"events": [{"server_uuid": "bd64c084-10af-4b12-bdd9-ef53866be364", "name": "network-vif-unplugged", "status": "completed", "tag": "a55c4fe7-8c63-4a39-819e-95561de2446e"}]}' {{(pid=108171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:40:47.662689 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e25763c4-d08b-4850-abdf-71cd4e1c3567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:47.714412 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4368dfe2-cf26-431b-b6e1-85e1af47c6d8 req-7c846ebc-0a2c-442c-9bf0-4b3987778e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:40:47.716824 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4368dfe2-cf26-431b-b6e1-85e1af47c6d8 req-7c846ebc-0a2c-442c-9bf0-4b3987778e1d service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3945615 Oct 04 20:40:47.729737 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b84e61-dcd2-41f8-9f17-4fe4a6bfb81c None None] Pushing event updated for resources: {'Port': ['ID=020c56e0-e42e-4bb4-bdca-6f0dd60b5a86,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:47.750137 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (a55c4fe7-8c63-4a39-819e-95561de2446e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:47.767107 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 4503cf79-c234-4554-8499-c505d4792ca0 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:40:47.767814 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (4503cf79-c234-4554-8499-c505d4792ca0), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:47.768702 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 4503cf79-c234-4554-8499-c505d4792ca0 Oct 04 20:40:47.773959 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89344138-81b1-4ce9-8e4a-31234e9b6a3e admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:40:47.806495 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6398238-4265-4763-a51c-673a2da6799c None None] Sync routers for ids ['2c38c712-a6a8-43fd-87cb-bb4d34df3072'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:40:47.814505 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-89344138-81b1-4ce9-8e4a-31234e9b6a3e admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/2c38c712-a6a8-43fd-87cb-bb4d34df3072/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.6752348 Oct 04 20:40:47.846710 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6398238-4265-4763-a51c-673a2da6799c None None] Routers {'2c38c712-a6a8-43fd-87cb-bb4d34df3072'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:40:47.847887 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-e6398238-4265-4763-a51c-673a2da6799c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:40:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['2c38c712-a6a8-43fd-87cb-bb4d34df3072'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:40:47.853962 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:48.128759 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-22731048-296c-4926-ad2e-e219bd834593 req-2e3ffdae-f215-4f5d-93d4-46dd0a17cff6 tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1caeb3c7-b999-4f0c-bee2-f072b9c00336 HTTP/1.1" status: 200 len: 210 time: 0.1232460 Oct 04 20:40:48.164910 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 04 Oct 2022 20:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08627558-5a01-43be-b34f-889a3c6306ef x-openstack-request-id: req-08627558-5a01-43be-b34f-889a3c6306ef {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:40:48.165602 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd64c084-10af-4b12-bdd9-ef53866be364", "name": "network-vif-unplugged", "status": "completed", "tag": "a55c4fe7-8c63-4a39-819e-95561de2446e", "code": 200}]} {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:40:48.165738 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-08627558-5a01-43be-b34f-889a3c6306ef {{(pid=108171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:40:48.166344 n-d-852085-12 neutron-server[108171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08627558-5a01-43be-b34f-889a3c6306ef'] response: {'server_uuid': 'bd64c084-10af-4b12-bdd9-ef53866be364', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a55c4fe7-8c63-4a39-819e-95561de2446e', 'code': 200} Oct 04 20:40:48.167709 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Pushing event updated for resources: {'Port': ['ID=a55c4fe7-8c63-4a39-819e-95561de2446e,revision_number=8']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:48.187687 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-e6398238-4265-4763-a51c-673a2da6799c None None] Set router 2c38c712-a6a8-43fd-87cb-bb4d34df3072 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:40:48.202351 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-fa73592d-b117-4150-861f-9ca64f5744a0 None None] Current status of the port 4503cf79-c234-4554-8499-c505d4792ca0 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:40:48.203972 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fa73592d-b117-4150-861f-9ca64f5744a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (4503cf79-c234-4554-8499-c505d4792ca0), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:48.229051 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009265ec-ef79-4e0e-aeca-a11e25372ac2 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:40:48.229713 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009265ec-ef79-4e0e-aeca-a11e25372ac2 None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:40:48.230303 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-009265ec-ef79-4e0e-aeca-a11e25372ac2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:48.230767 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009265ec-ef79-4e0e-aeca-a11e25372ac2 None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:40:48.231408 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-009265ec-ef79-4e0e-aeca-a11e25372ac2 None None] Bound port: 020c56e0-e42e-4bb4-bdca-6f0dd60b5a86, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:40:48.231944 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-009265ec-ef79-4e0e-aeca-a11e25372ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (020c56e0-e42e-4bb4-bdca-6f0dd60b5a86), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:48.512202 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:48.541124 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-32b56372-c8f7-4c0c-aab0-544839396863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:48.582180 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4368dfe2-cf26-431b-b6e1-85e1af47c6d8 req-11ff4895-f4b3-49ea-ae3d-21bad7dda186 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8477213 Oct 04 20:40:48.630367 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-489d4256-8f4d-4455-949d-0a9b307ad99e req-165268a7-ec29-44d4-a073-d5b7b37b8f5d tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] 10.222.0.78 "GET /networking/v2.0/security-groups/a8f58956-236a-4aef-b869-be3ff3f82808 HTTP/1.1" status: 200 len: 1817 time: 0.4975855 Oct 04 20:40:48.673519 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-fa73592d-b117-4150-861f-9ca64f5744a0 None None] For port 4503cf79-c234-4554-8499-c505d4792ca0, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=4503cf79-c234-4554-8499-c505d4792ca0,segment=NetworkSegment(e487e892-9992-4436-bf2e-5f32d26b31d7),segment_id=e487e892-9992-4436-bf2e-5f32d26b31d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:40:48.701621 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 4503cf79-c234-4554-8499-c505d4792ca0 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:40:48.704951 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (4503cf79-c234-4554-8499-c505d4792ca0), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:48.732445 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a089ccf8-2a12-48a1-801d-ecc02e0345c7 admin admin] Publish callbacks [] for security_group (909ef53a-3f70-496c-b853-4fcc303899f6), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:48.762763 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-009265ec-ef79-4e0e-aeca-a11e25372ac2 None None] For port 020c56e0-e42e-4bb4-bdca-6f0dd60b5a86, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:40:48.803111 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-009265ec-ef79-4e0e-aeca-a11e25372ac2 None None] For port 020c56e0-e42e-4bb4-bdca-6f0dd60b5a86, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=020c56e0-e42e-4bb4-bdca-6f0dd60b5a86,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:40:48.862532 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-e6398238-4265-4763-a51c-673a2da6799c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c38c712-a6a8-43fd-87cb-bb4d34df3072', 'name': 'tempest-TaggedBootDevicesTest_v242-590517087-router', 'tenant_id': '6c5aaa2031d8481ebc5a7b3b9a0522dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': 'cd37341c-f2a0-47ac-bc92-a66ad229554a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:40:23Z', 'updated_at': '2022-10-04T20:40:42Z', 'revision_number': 4, 'project_id': '6c5aaa2031d8481ebc5a7b3b9a0522dc', 'gw_port': {'id': 'cd37341c-f2a0-47ac-bc92-a66ad229554a', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:55:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c38c712-a6a8-43fd-87cb-bb4d34df3072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:40:25Z', 'updated_at': '2022-10-04T20:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'b569f8e0-2490-4cd4-8d3b-a00666239603', 'name': '', 'network_id': '76684a80-7326-45f0-83f0-fb100785407f', 'tenant_id': '6c5aaa2031d8481ebc5a7b3b9a0522dc', 'mac_address': 'fa:16:3e:ff:85:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c38c712-a6a8-43fd-87cb-bb4d34df3072', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '1ebc82ff-e0aa-4b49-8441-3c9aff767fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:40:37Z', 'updated_at': '2022-10-04T20:40:43Z', 'revision_number': 2, 'project_id': '6c5aaa2031d8481ebc5a7b3b9a0522dc', 'subnets': [{'id': '1ebc82ff-e0aa-4b49-8441-3c9aff767fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:40:48.871720 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fa73592d-b117-4150-861f-9ca64f5744a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (4503cf79-c234-4554-8499-c505d4792ca0), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:48.899348 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-77ab1c42-1067-41b2-8074-02d95c81f936 req-321e0486-d342-428c-bebf-20b6ef1b28e4 tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] Publish callbacks [] for port (e70b26ac-8828-4e78-8df7-85f383b35ac8), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:48.922645 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f4b0dba4-70c6-4adc-83c0-0ce603a3cf50 req-7c1e7b96-c6ab-412b-9562-ba0149c91f26 tempest-UnshelveToHostMultiNodesTest-1701435296 tempest-UnshelveToHostMultiNodesTest-1701435296-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6d44adbe-9208-452a-a8f7-8802ac29dfb8 HTTP/1.1" status: 200 len: 210 time: 0.1286585 Oct 04 20:40:48.928043 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a089ccf8-2a12-48a1-801d-ecc02e0345c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (909ef53a-3f70-496c-b853-4fcc303899f6), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:48.934658 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6398238-4265-4763-a51c-673a2da6799c None None] Checking router: 2c38c712-a6a8-43fd-87cb-bb4d34df3072 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:40:48.941279 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6398238-4265-4763-a51c-673a2da6799c None None] Updating router 2c38c712-a6a8-43fd-87cb-bb4d34df3072 port b569f8e0-2490-4cd4-8d3b-a00666239603 binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:40:48.999272 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-e6398238-4265-4763-a51c-673a2da6799c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b569f8e0-2490-4cd4-8d3b-a00666239603), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:49.034380 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a089ccf8-2a12-48a1-801d-ecc02e0345c7 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=fe6ebdf7b5e14f91aa23391fe29c5ec4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9329121 Oct 04 20:40:49.084117 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 35454) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:40:49.090842 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a089ccf8-2a12-48a1-801d-ecc02e0345c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=909ef53a-3f70-496c-b853-4fcc303899f6,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:49.123589 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-77ab1c42-1067-41b2-8074-02d95c81f936 req-321e0486-d342-428c-bebf-20b6ef1b28e4 tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (e70b26ac-8828-4e78-8df7-85f383b35ac8), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:49.129531 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:49.134221 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-009265ec-ef79-4e0e-aeca-a11e25372ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (020c56e0-e42e-4bb4-bdca-6f0dd60b5a86), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:49.138126 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:49.150166 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4368dfe2-cf26-431b-b6e1-85e1af47c6d8 req-b8a9ff45-9eb4-4725-80c4-e860b3e17b91 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5502880 Oct 04 20:40:49.154400 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-489d4256-8f4d-4455-949d-0a9b307ad99e req-4d84d9fd-51df-4e05-8b49-9cae9ba6459d tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks [] for security_group (a8f58956-236a-4aef-b869-be3ff3f82808), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:49.226942 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-aaf168bc-f65f-4b32-a534-65e0b1755884 None None] Provisioning complete for port 4503cf79-c234-4554-8499-c505d4792ca0 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:40:49.228784 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-aaf168bc-f65f-4b32-a534-65e0b1755884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (4503cf79-c234-4554-8499-c505d4792ca0), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:49.229632 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-aaf168bc-f65f-4b32-a534-65e0b1755884 None None] Attempt 1 to provision port 4503cf79-c234-4554-8499-c505d4792ca0 Oct 04 20:40:49.241824 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 20:40:49.242976 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 20:40:49.274126 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-489d4256-8f4d-4455-949d-0a9b307ad99e req-4d84d9fd-51df-4e05-8b49-9cae9ba6459d tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks [] for security_group (a8f58956-236a-4aef-b869-be3ff3f82808), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:49.288825 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa73592d-b117-4150-861f-9ca64f5744a0 None None] Pushing event updated for resources: {'Port': ['ID=4503cf79-c234-4554-8499-c505d4792ca0,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:49.360212 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009265ec-ef79-4e0e-aeca-a11e25372ac2 None None] Routers {'73024986-d402-4f6f-924a-fb1e95ee12a8'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:40:49.364131 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-009265ec-ef79-4e0e-aeca-a11e25372ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:40:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['73024986-d402-4f6f-924a-fb1e95ee12a8'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:40:49.414387 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77ab1c42-1067-41b2-8074-02d95c81f936 req-321e0486-d342-428c-bebf-20b6ef1b28e4 tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] Network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:40:49.453127 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [req-77ab1c42-1067-41b2-8074-02d95c81f936 req-321e0486-d342-428c-bebf-20b6ef1b28e4 tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:40:49.482505 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [req-77ab1c42-1067-41b2-8074-02d95c81f936 req-321e0486-d342-428c-bebf-20b6ef1b28e4 tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:40:49.501069 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321e0486-d342-428c-bebf-20b6ef1b28e4 tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] Pushing event updated for resources: {'Port': ['ID=e70b26ac-8828-4e78-8df7-85f383b35ac8,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:49.589046 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ce25f-5b1c-46ec-8787-b75c2059fa97 req-057f8004-ed07-48b7-adbf-ddf7fcd92fab tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:40:49.596858 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-412ce25f-5b1c-46ec-8787-b75c2059fa97 req-057f8004-ed07-48b7-adbf-ddf7fcd92fab tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1caeb3c7-b999-4f0c-bee2-f072b9c00336 HTTP/1.1" status: 200 len: 935 time: 0.2020478 Oct 04 20:40:49.644336 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b84e61-dcd2-41f8-9f17-4fe4a6bfb81c None None] Pushing event updated for resources: {'Port': ['ID=020c56e0-e42e-4bb4-bdca-6f0dd60b5a86,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:49.703833 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:49.719179 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-489d4256-8f4d-4455-949d-0a9b307ad99e req-4d84d9fd-51df-4e05-8b49-9cae9ba6459d tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (a8f58956-236a-4aef-b869-be3ff3f82808), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:49.719179 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-489d4256-8f4d-4455-949d-0a9b307ad99e req-4d84d9fd-51df-4e05-8b49-9cae9ba6459d tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:49.737665 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-489d4256-8f4d-4455-949d-0a9b307ad99e req-4d84d9fd-51df-4e05-8b49-9cae9ba6459d tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/a8f58956-236a-4aef-b869-be3ff3f82808 HTTP/1.1" status: 204 len: 173 time: 1.1059663 Oct 04 20:40:49.741998 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2fe7d747-02c9-4164-a61c-97c6467a7e3b admin admin] Publish callbacks [] for router_gateway (6f5c290e-2a6f-4bac-b60e-8a5829b725dd), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:49.803123 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d84d9fd-51df-4e05-8b49-9cae9ba6459d tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f58956-236a-4aef-b869-be3ff3f82808,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:49.878070 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-412ce25f-5b1c-46ec-8787-b75c2059fa97 req-91b57535-104a-422e-8762-3a7d20290c46 tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b6b384d6-a2d1-4920-a8af-8ce3c5739112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546406 Oct 04 20:40:49.879055 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 35476) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:40:49.900525 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-922577ed-711d-49aa-b46b-9c72a44a5601 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-76940211-network', 'tenant_id': '24e71aeef8ae451d8e152abb19afe23b'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:40:49.934475 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-06213876-e30c-478d-ae47-693b2f1fa7fb admin admin] Publish callbacks [] for security_group (909ef53a-3f70-496c-b853-4fcc303899f6), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:49.953205 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 4503cf79-c234-4554-8499-c505d4792ca0 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:40:49.969138 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-aaf168bc-f65f-4b32-a534-65e0b1755884 None None] Current status of the port 4503cf79-c234-4554-8499-c505d4792ca0 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:40:49.995972 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-009265ec-ef79-4e0e-aeca-a11e25372ac2 None None] Set router 73024986-d402-4f6f-924a-fb1e95ee12a8 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:40:50.016439 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-32b56372-c8f7-4c0c-aab0-544839396863 admin admin] Allocated IP 172.20.0.1 (0caecb22-40fe-43f0-8d1f-cae8a80416fd/a2409084-3629-47d4-aa46-86a6d381f22e/1b9e0b7f-8d48-4a5b-a598-932cdb4e75c2) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:40:50.053393 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab1c42-1067-41b2-8074-02d95c81f936 req-321e0486-d342-428c-bebf-20b6ef1b28e4 tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:40:50.055266 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-77ab1c42-1067-41b2-8074-02d95c81f936 req-321e0486-d342-428c-bebf-20b6ef1b28e4 tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:50.120824 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-922577ed-711d-49aa-b46b-9c72a44a5601 admin admin] Made reservation on behalf of 24e71aeef8ae451d8e152abb19afe23b for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:40:50.143756 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-922577ed-711d-49aa-b46b-9c72a44a5601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:50.150197 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:50.184655 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-06213876-e30c-478d-ae47-693b2f1fa7fb admin admin] Publish callbacks [] for security_group (909ef53a-3f70-496c-b853-4fcc303899f6), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:50.190773 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-e6398238-4265-4763-a51c-673a2da6799c None None] Publish callbacks [] for port (b569f8e0-2490-4cd4-8d3b-a00666239603), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:50.192800 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:50.205664 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 4503cf79-c234-4554-8499-c505d4792ca0 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:40:50.216409 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-922577ed-711d-49aa-b46b-9c72a44a5601 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:50.301704 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-aaf168bc-f65f-4b32-a534-65e0b1755884 None None] Provisioning complete for port b569f8e0-2490-4cd4-8d3b-a00666239603 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:40:50.302372 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-aaf168bc-f65f-4b32-a534-65e0b1755884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b569f8e0-2490-4cd4-8d3b-a00666239603), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:50.302562 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-aaf168bc-f65f-4b32-a534-65e0b1755884 None None] Attempt 1 to provision port b569f8e0-2490-4cd4-8d3b-a00666239603 Oct 04 20:40:50.323852 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-be3c30a0-4fc1-4a0d-8be7-ab6c3351a21d req-6111733d-7b28-47a9-8156-769c4730a717 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] 10.222.0.78 "GET /networking/v2.0/security-groups/b9862f64-7fc5-451b-ae13-f80e63e47324 HTTP/1.1" status: 200 len: 1816 time: 0.3127093 Oct 04 20:40:50.336126 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-7edb132a-8f68-4494-ad81-d806e3a69d85 req-1a4f3ec7-40b5-4aed-b979-dbeee89e8e6b tempest-UnshelveToHostMultiNodesTest-1701435296 tempest-UnshelveToHostMultiNodesTest-1701435296-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6d44adbe-9208-452a-a8f7-8802ac29dfb8 HTTP/1.1" status: 200 len: 210 time: 0.0894208 Oct 04 20:40:50.338959 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-e6398238-4265-4763-a51c-673a2da6799c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (b569f8e0-2490-4cd4-8d3b-a00666239603), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:50.419069 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:50.432462 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-77ab1c42-1067-41b2-8074-02d95c81f936 req-321e0486-d342-428c-bebf-20b6ef1b28e4 tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] 10.222.0.85 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.9949808 Oct 04 20:40:50.461821 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:50.497583 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-be3c30a0-4fc1-4a0d-8be7-ab6c3351a21d req-74e1556d-9f1e-4a5a-afc5-aad2689e5689 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks [] for security_group (b9862f64-7fc5-451b-ae13-f80e63e47324), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:50.499516 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe42ae4-40e0-4833-ac36-7d3f9623fe88 None None] Pushing event updated for resources: {'Port': ['ID=b569f8e0-2490-4cd4-8d3b-a00666239603,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:50.506201 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:50.531864 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-aaf168bc-f65f-4b32-a534-65e0b1755884 None None] Port b569f8e0-2490-4cd4-8d3b-a00666239603 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:40:50.580568 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-e6398238-4265-4763-a51c-673a2da6799c None None] Attempting to bind port b569f8e0-2490-4cd4-8d3b-a00666239603 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:40:50.581164 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-e6398238-4265-4763-a51c-673a2da6799c None None] Attempting to bind port b569f8e0-2490-4cd4-8d3b-a00666239603 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '130bc8dc-7d89-4199-8ac9-b47e950f46aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '76684a80-7326-45f0-83f0-fb100785407f'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:40:50.581762 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6398238-4265-4763-a51c-673a2da6799c None None] Attempting to bind port b569f8e0-2490-4cd4-8d3b-a00666239603 on network 76684a80-7326-45f0-83f0-fb100785407f {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:40:50.612470 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-be3c30a0-4fc1-4a0d-8be7-ab6c3351a21d req-74e1556d-9f1e-4a5a-afc5-aad2689e5689 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks [] for security_group (b9862f64-7fc5-451b-ae13-f80e63e47324), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:50.652250 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-922577ed-711d-49aa-b46b-9c72a44a5601 admin admin] Publish callbacks [] for security_group (89506387-1812-481b-a96d-c2f23c51ddc2), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:50.671894 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-32b56372-c8f7-4c0c-aab0-544839396863 admin admin] Publish callbacks [] for port (1b9e0b7f-8d48-4a5b-a598-932cdb4e75c2), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:50.711428 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2fe7d747-02c9-4164-a61c-97c6467a7e3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (6f5c290e-2a6f-4bac-b60e-8a5829b725dd), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:50.724711 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-06213876-e30c-478d-ae47-693b2f1fa7fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (909ef53a-3f70-496c-b853-4fcc303899f6), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:50.728355 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-06213876-e30c-478d-ae47-693b2f1fa7fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:50.730766 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-06213876-e30c-478d-ae47-693b2f1fa7fb admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/909ef53a-3f70-496c-b853-4fcc303899f6 HTTP/1.1" status: 204 len: 168 time: 1.6451361 Oct 04 20:40:50.739535 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [req-77ab1c42-1067-41b2-8074-02d95c81f936 req-79c548d3-67c2-4161-a3b9-4b7def4311c2 service neutron] Request body: {'port': {'device_id': '1caeb3c7-b999-4f0c-bee2-f072b9c00336', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-852085-12'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:40:50.767332 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-922577ed-711d-49aa-b46b-9c72a44a5601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (89506387-1812-481b-a96d-c2f23c51ddc2), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:50.770779 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 4503cf79-c234-4554-8499-c505d4792ca0 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:40:50.771280 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (4503cf79-c234-4554-8499-c505d4792ca0), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:50.771627 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 4503cf79-c234-4554-8499-c505d4792ca0 Oct 04 20:40:50.775781 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-2931158f-3209-4eb0-91ae-e6a55f8d246f None None] Provisioning complete for port e70b26ac-8828-4e78-8df7-85f383b35ac8 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:40:50.776181 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2931158f-3209-4eb0-91ae-e6a55f8d246f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (e70b26ac-8828-4e78-8df7-85f383b35ac8), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:50.777834 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-2931158f-3209-4eb0-91ae-e6a55f8d246f None None] Attempt 1 to provision port e70b26ac-8828-4e78-8df7-85f383b35ac8 Oct 04 20:40:50.803441 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-922577ed-711d-49aa-b46b-9c72a44a5601 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:40:50.821067 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-be3c30a0-4fc1-4a0d-8be7-ab6c3351a21d req-74e1556d-9f1e-4a5a-afc5-aad2689e5689 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (b9862f64-7fc5-451b-ae13-f80e63e47324), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:50.821451 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06213876-e30c-478d-ae47-693b2f1fa7fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909ef53a-3f70-496c-b853-4fcc303899f6,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:50.823501 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:50.823960 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-009265ec-ef79-4e0e-aeca-a11e25372ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73024986-d402-4f6f-924a-fb1e95ee12a8', 'name': 'tempest-DeleteServersTestJSON-577031231-router', 'tenant_id': 'b0dba749bcef41eabaa078e2e36d0f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '020c56e0-e42e-4bb4-bdca-6f0dd60b5a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:40:32Z', 'updated_at': '2022-10-04T20:40:38Z', 'revision_number': 3, 'project_id': 'b0dba749bcef41eabaa078e2e36d0f97', 'gw_port': {'id': '020c56e0-e42e-4bb4-bdca-6f0dd60b5a86', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:af:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73024986-d402-4f6f-924a-fb1e95ee12a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:40:34Z', 'updated_at': '2022-10-04T20:40:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:40:50.836634 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-be3c30a0-4fc1-4a0d-8be7-ab6c3351a21d req-74e1556d-9f1e-4a5a-afc5-aad2689e5689 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:50.843724 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-be3c30a0-4fc1-4a0d-8be7-ab6c3351a21d req-74e1556d-9f1e-4a5a-afc5-aad2689e5689 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/b9862f64-7fc5-451b-ae13-f80e63e47324 HTTP/1.1" status: 204 len: 173 time: 0.5059507 Oct 04 20:40:50.849015 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6398238-4265-4763-a51c-673a2da6799c None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:40:50.850633 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 35482) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:40:50.851405 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6398238-4265-4763-a51c-673a2da6799c None None] Checking segment: {'id': '130bc8dc-7d89-4199-8ac9-b47e950f46aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '76684a80-7326-45f0-83f0-fb100785407f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:40:50.853481 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-e6398238-4265-4763-a51c-673a2da6799c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:50.858152 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6398238-4265-4763-a51c-673a2da6799c None None] Bound using segment: {'id': '130bc8dc-7d89-4199-8ac9-b47e950f46aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '76684a80-7326-45f0-83f0-fb100785407f'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:40:50.858152 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-e6398238-4265-4763-a51c-673a2da6799c None None] Bound port: b569f8e0-2490-4cd4-8d3b-a00666239603, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '130bc8dc-7d89-4199-8ac9-b47e950f46aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '76684a80-7326-45f0-83f0-fb100785407f'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:40:50.858152 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-e6398238-4265-4763-a51c-673a2da6799c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b569f8e0-2490-4cd4-8d3b-a00666239603), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:50.910238 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009265ec-ef79-4e0e-aeca-a11e25372ac2 None None] The sync data for ids ['73024986-d402-4f6f-924a-fb1e95ee12a8'] in n-d-852085-12 is: [{'id': '73024986-d402-4f6f-924a-fb1e95ee12a8', 'name': 'tempest-DeleteServersTestJSON-577031231-router', 'tenant_id': 'b0dba749bcef41eabaa078e2e36d0f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '020c56e0-e42e-4bb4-bdca-6f0dd60b5a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:40:32Z', 'updated_at': '2022-10-04T20:40:38Z', 'revision_number': 3, 'project_id': 'b0dba749bcef41eabaa078e2e36d0f97', 'gw_port': {'id': '020c56e0-e42e-4bb4-bdca-6f0dd60b5a86', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:af:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73024986-d402-4f6f-924a-fb1e95ee12a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:40:34Z', 'updated_at': '2022-10-04T20:40:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:40:50.935319 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-2931158f-3209-4eb0-91ae-e6a55f8d246f None None] Port e70b26ac-8828-4e78-8df7-85f383b35ac8 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:40:50.980627 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922577ed-711d-49aa-b46b-9c72a44a5601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89506387-1812-481b-a96d-c2f23c51ddc2,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:51.002846 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-922577ed-711d-49aa-b46b-9c72a44a5601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (a9c8124b-7163-4cfd-b4c4-9699e8e6c754), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:51.003201 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-922577ed-711d-49aa-b46b-9c72a44a5601 admin admin] Added segment a9c8124b-7163-4cfd-b4c4-9699e8e6c754 of type vlan for network 74e1ec26-5da6-4cff-9540-bb60c800cec9 Oct 04 20:40:51.014141 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-32b56372-c8f7-4c0c-aab0-544839396863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (1b9e0b7f-8d48-4a5b-a598-932cdb4e75c2), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:51.082002 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-e6398238-4265-4763-a51c-673a2da6799c None None] For port b569f8e0-2490-4cd4-8d3b-a00666239603, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:40:51.085292 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 4503cf79-c234-4554-8499-c505d4792ca0 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:40:51.097526 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-e6398238-4265-4763-a51c-673a2da6799c None None] For port b569f8e0-2490-4cd4-8d3b-a00666239603, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b569f8e0-2490-4cd4-8d3b-a00666239603,segment=NetworkSegment(130bc8dc-7d89-4199-8ac9-b47e950f46aa),segment_id=130bc8dc-7d89-4199-8ac9-b47e950f46aa)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:40:51.129615 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b56372-c8f7-4c0c-aab0-544839396863 admin admin] Network 0caecb22-40fe-43f0-8d1f-cae8a80416fd is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:40:51.206347 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-32b56372-c8f7-4c0c-aab0-544839396863 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:40:51.219842 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-e6398238-4265-4763-a51c-673a2da6799c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (b569f8e0-2490-4cd4-8d3b-a00666239603), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:51.250569 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b56372-c8f7-4c0c-aab0-544839396863 admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:40:51.383014 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:51.427863 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6398238-4265-4763-a51c-673a2da6799c None None] Routers {'2c38c712-a6a8-43fd-87cb-bb4d34df3072'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:40:51.437559 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-e6398238-4265-4763-a51c-673a2da6799c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:40:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['2c38c712-a6a8-43fd-87cb-bb4d34df3072'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:40:51.445665 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-77ab1c42-1067-41b2-8074-02d95c81f936 req-79c548d3-67c2-4161-a3b9-4b7def4311c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (e70b26ac-8828-4e78-8df7-85f383b35ac8), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:51.537512 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b56372-c8f7-4c0c-aab0-544839396863 admin admin] Pushing event updated for resources: {'Port': ['ID=1b9e0b7f-8d48-4a5b-a598-932cdb4e75c2,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:51.553877 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:51.662670 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe42ae4-40e0-4833-ac36-7d3f9623fe88 None None] Pushing event updated for resources: {'Port': ['ID=b569f8e0-2490-4cd4-8d3b-a00666239603,revision_number=4']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:51.734686 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-32b56372-c8f7-4c0c-aab0-544839396863 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (73024986-d402-4f6f-924a-fb1e95ee12a8), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:51.745208 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e1556d-9f1e-4a5a-afc5-aad2689e5689 tempest-SecurityGroupsTestJSON-1787400370 tempest-SecurityGroupsTestJSON-1787400370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9862f64-7fc5-451b-ae13-f80e63e47324,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:51.813654 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-e6398238-4265-4763-a51c-673a2da6799c None None] Set router 2c38c712-a6a8-43fd-87cb-bb4d34df3072 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:40:51.920883 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-41aeb0b3-7c35-4090-896d-4440f4f8bc94 None None] Provisioning complete for port 1b9e0b7f-8d48-4a5b-a598-932cdb4e75c2 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:40:51.922486 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-41aeb0b3-7c35-4090-896d-4440f4f8bc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (1b9e0b7f-8d48-4a5b-a598-932cdb4e75c2), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:51.934056 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:51.934822 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-41aeb0b3-7c35-4090-896d-4440f4f8bc94 None None] Attempt 1 to provision port 1b9e0b7f-8d48-4a5b-a598-932cdb4e75c2 Oct 04 20:40:52.026121 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-41aeb0b3-7c35-4090-896d-4440f4f8bc94 None None] Port 1b9e0b7f-8d48-4a5b-a598-932cdb4e75c2 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:40:52.090706 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52857659-173c-4afc-8169-d6167999a74a req-bcebb6db-9bcc-4026-8bf6-11a13684efed tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:40:52.115293 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-52857659-173c-4afc-8169-d6167999a74a req-bcebb6db-9bcc-4026-8bf6-11a13684efed tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1caeb3c7-b999-4f0c-bee2-f072b9c00336 HTTP/1.1" status: 200 len: 935 time: 1.0300939 Oct 04 20:40:52.211832 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-922577ed-711d-49aa-b46b-9c72a44a5601 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (74e1ec26-5da6-4cff-9540-bb60c800cec9), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:52.242571 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-6099a6fe-fa9b-45d8-9829-cbcd270e8daf req-feba83be-cd9c-4c1c-b5d7-84381c8d1517 tempest-UnshelveToHostMultiNodesTest-1701435296 tempest-UnshelveToHostMultiNodesTest-1701435296-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6d44adbe-9208-452a-a8f7-8802ac29dfb8 HTTP/1.1" status: 200 len: 210 time: 0.5058682 Oct 04 20:40:52.290979 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 020c56e0-e42e-4bb4-bdca-6f0dd60b5a86 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:40:52.341887 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:52.356557 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.db.resource_extend [None req-922577ed-711d-49aa-b46b-9c72a44a5601 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 04 20:40:52.393226 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:52.477323 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fe7d747-02c9-4164-a61c-97c6467a7e3b admin admin] Router 6f5c290e-2a6f-4bac-b60e-8a5829b725dd is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:40:52.534092 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 020c56e0-e42e-4bb4-bdca-6f0dd60b5a86 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:40:52.536202 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (020c56e0-e42e-4bb4-bdca-6f0dd60b5a86), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:52.540227 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 020c56e0-e42e-4bb4-bdca-6f0dd60b5a86 Oct 04 20:40:52.555580 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-52857659-173c-4afc-8169-d6167999a74a req-2e89a390-3339-45ce-9245-801219c3e9f9 tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b6b384d6-a2d1-4920-a8af-8ce3c5739112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4386480 Oct 04 20:40:52.603866 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-e6398238-4265-4763-a51c-673a2da6799c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c38c712-a6a8-43fd-87cb-bb4d34df3072', 'name': 'tempest-TaggedBootDevicesTest_v242-590517087-router', 'tenant_id': '6c5aaa2031d8481ebc5a7b3b9a0522dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': 'cd37341c-f2a0-47ac-bc92-a66ad229554a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:40:23Z', 'updated_at': '2022-10-04T20:40:42Z', 'revision_number': 4, 'project_id': '6c5aaa2031d8481ebc5a7b3b9a0522dc', 'gw_port': {'id': 'cd37341c-f2a0-47ac-bc92-a66ad229554a', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:55:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c38c712-a6a8-43fd-87cb-bb4d34df3072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:40:25Z', 'updated_at': '2022-10-04T20:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'b569f8e0-2490-4cd4-8d3b-a00666239603', 'name': '', 'network_id': '76684a80-7326-45f0-83f0-fb100785407f', 'tenant_id': '6c5aaa2031d8481ebc5a7b3b9a0522dc', 'mac_address': 'fa:16:3e:ff:85:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c38c712-a6a8-43fd-87cb-bb4d34df3072', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '1ebc82ff-e0aa-4b49-8441-3c9aff767fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:40:37Z', 'updated_at': '2022-10-04T20:40:51Z', 'revision_number': 4, 'project_id': '6c5aaa2031d8481ebc5a7b3b9a0522dc', 'subnets': [{'id': '1ebc82ff-e0aa-4b49-8441-3c9aff767fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:40:52.658854 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-922577ed-711d-49aa-b46b-9c72a44a5601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (74e1ec26-5da6-4cff-9540-bb60c800cec9), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:52.660734 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922577ed-711d-49aa-b46b-9c72a44a5601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:40:52.661775 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-922577ed-711d-49aa-b46b-9c72a44a5601 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:52.670834 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Device 2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1 details requested by agent hyperv_n-h2-852085-12 with host n-h2-852085-12 {{(pid=108171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 20:40:52.740897 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6398238-4265-4763-a51c-673a2da6799c None None] The sync data for ids ['2c38c712-a6a8-43fd-87cb-bb4d34df3072'] in n-d-852085-12 is: [{'id': '2c38c712-a6a8-43fd-87cb-bb4d34df3072', 'name': 'tempest-TaggedBootDevicesTest_v242-590517087-router', 'tenant_id': '6c5aaa2031d8481ebc5a7b3b9a0522dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': 'cd37341c-f2a0-47ac-bc92-a66ad229554a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:40:23Z', 'updated_at': '2022-10-04T20:40:42Z', 'revision_number': 4, 'project_id': '6c5aaa2031d8481ebc5a7b3b9a0522dc', 'gw_port': {'id': 'cd37341c-f2a0-47ac-bc92-a66ad229554a', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:55:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c38c712-a6a8-43fd-87cb-bb4d34df3072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:40:25Z', 'updated_at': '2022-10-04T20:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'b569f8e0-2490-4cd4-8d3b-a00666239603', 'name': '', 'network_id': '76684a80-7326-45f0-83f0-fb100785407f', 'tenant_id': '6c5aaa2031d8481ebc5a7b3b9a0522dc', 'mac_address': 'fa:16:3e:ff:85:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c38c712-a6a8-43fd-87cb-bb4d34df3072', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '1ebc82ff-e0aa-4b49-8441-3c9aff767fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:40:37Z', 'updated_at': '2022-10-04T20:40:51Z', 'revision_number': 4, 'project_id': '6c5aaa2031d8481ebc5a7b3b9a0522dc', 'subnets': [{'id': '1ebc82ff-e0aa-4b49-8441-3c9aff767fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:40:52.781943 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 35510) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:40:53.067195 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9d38b416-39f3-48c7-a2c8-ca410b1eb711 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:53.107193 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922577ed-711d-49aa-b46b-9c72a44a5601 admin admin] Pushing event updated for resources: {'Network': ['ID=74e1ec26-5da6-4cff-9540-bb60c800cec9,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:53.137293 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 74e1ec26-5da6-4cff-9540-bb60c800cec9 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:40:53.238498 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-922577ed-711d-49aa-b46b-9c72a44a5601 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.3575437 Oct 04 20:40:53.250454 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 35512) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:40:53.270597 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-9c418845-9beb-4627-929d-08fa9e588957 admin admin] Request body: {'subnet': {'network_id': '74e1ec26-5da6-4cff-9540-bb60c800cec9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-76940211-subnet', 'tenant_id': '24e71aeef8ae451d8e152abb19afe23b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:40:53.353711 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:53.403731 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 020c56e0-e42e-4bb4-bdca-6f0dd60b5a86 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:40:53.404840 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (020c56e0-e42e-4bb4-bdca-6f0dd60b5a86), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:53.536107 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 020c56e0-e42e-4bb4-bdca-6f0dd60b5a86, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=020c56e0-e42e-4bb4-bdca-6f0dd60b5a86,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:40:53.562849 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] For port 2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1, host n-h2-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852085-12',level=0,port_id=2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:40:53.596511 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-32b56372-c8f7-4c0c-aab0-544839396863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (1b9e0b7f-8d48-4a5b-a598-932cdb4e75c2), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:53.597678 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Returning: {'device': '2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1', 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7', 'port_id': '2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1', 'mac_address': 'fa:16:3e:4f:52:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1956090-7ed7-4d05-a46e-a7b0885ca8e4', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 20:40:53.710918 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (020c56e0-e42e-4bb4-bdca-6f0dd60b5a86), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:53.754302 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9d38b416-39f3-48c7-a2c8-ca410b1eb711 admin admin] Publish callbacks [] for security_group (73a960ea-42b9-4749-ad99-494adaeabdaf), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:53.760580 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c418845-9beb-4627-929d-08fa9e588957 admin admin] Made reservation on behalf of 24e71aeef8ae451d8e152abb19afe23b for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:40:53.768373 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9c418845-9beb-4627-929d-08fa9e588957 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:53.778562 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:53.911970 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:53.937804 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Current status of the port 2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1 is: ACTIVE; New status is: BUILD {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:40:53.938713 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:53.990752 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1 {{(pid=108171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 20:40:54.003609 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=020c56e0-e42e-4bb4-bdca-6f0dd60b5a86,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:54.025031 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe7d747-02c9-4164-a61c-97c6467a7e3b admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:40:54.085168 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] For port 2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1, host n-h2-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852085-12',level=0,port_id=2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:40:54.119577 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cd3e72-d18b-42be-82ec-94ec9b47a84d None None] Sync routers for ids ['6f5c290e-2a6f-4bac-b60e-8a5829b725dd'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:40:54.133330 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [req-77ab1c42-1067-41b2-8074-02d95c81f936 req-79c548d3-67c2-4161-a3b9-4b7def4311c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e70b26ac-8828-4e78-8df7-85f383b35ac8 {{(pid=108169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 20:40:54.155582 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cd3e72-d18b-42be-82ec-94ec9b47a84d None None] Routers {'6f5c290e-2a6f-4bac-b60e-8a5829b725dd'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:40:54.156673 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-75cd3e72-d18b-42be-82ec-94ec9b47a84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:40:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['6f5c290e-2a6f-4bac-b60e-8a5829b725dd'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:40:54.177130 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-77ab1c42-1067-41b2-8074-02d95c81f936 req-79c548d3-67c2-4161-a3b9-4b7def4311c2 service neutron] Publish callbacks [] for port (e70b26ac-8828-4e78-8df7-85f383b35ac8), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:54.259869 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:UPDATE=5,neutron:SELECT=93,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:54.277670 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2fe7d747-02c9-4164-a61c-97c6467a7e3b admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:54.285122 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-2fe7d747-02c9-4164-a61c-97c6467a7e3b admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 917 time: 15.4238548 Oct 04 20:40:54.288150 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9d38b416-39f3-48c7-a2c8-ca410b1eb711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (73a960ea-42b9-4749-ad99-494adaeabdaf), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:54.305223 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 35538) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:40:54.331987 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.provisioning_blocks [req-77ab1c42-1067-41b2-8074-02d95c81f936 req-79c548d3-67c2-4161-a3b9-4b7def4311c2 service neutron] Transition to ACTIVE for port object e70b26ac-8828-4e78-8df7-85f383b35ac8 will not be triggered until provisioned by entity L2. {{(pid=108169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 20:40:54.447893 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-9d38b416-39f3-48c7-a2c8-ca410b1eb711 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=606d93aa23ec47d19d944d4d5945f9c0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6496227 Oct 04 20:40:54.449817 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8843ff82-f0be-4af1-aff0-bc06639f9e98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (f0571684-3892-4966-93ce-178420de28a3), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:54.453810 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 35542) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:40:54.540340 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b569f8e0-2490-4cd4-8d3b-a00666239603 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:40:54.613818 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:54.622740 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:54.646217 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-77ab1c42-1067-41b2-8074-02d95c81f936 req-79c548d3-67c2-4161-a3b9-4b7def4311c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (e70b26ac-8828-4e78-8df7-85f383b35ac8), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:54.708122 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-8bcadb09-205f-4349-968c-3f2339465b49 req-24fa4125-360b-4aa3-acf1-9a6ebbe66fe4 tempest-UnshelveToHostMultiNodesTest-1701435296 tempest-UnshelveToHostMultiNodesTest-1701435296-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6d44adbe-9208-452a-a8f7-8802ac29dfb8 HTTP/1.1" status: 200 len: 210 time: 0.7784925 Oct 04 20:40:54.730847 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-75cd3e72-d18b-42be-82ec-94ec9b47a84d None None] Set router 6f5c290e-2a6f-4bac-b60e-8a5829b725dd gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:40:54.883843 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port b569f8e0-2490-4cd4-8d3b-a00666239603 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:40:54.884470 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b569f8e0-2490-4cd4-8d3b-a00666239603), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:54.885309 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port b569f8e0-2490-4cd4-8d3b-a00666239603 Oct 04 20:40:55.024585 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d0f056-ea6d-4614-b7fb-555212cbf8e8 req-4da16683-f12f-4d2a-94fd-781ba20c4489 tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:40:55.026732 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d6d0f056-ea6d-4614-b7fb-555212cbf8e8 req-4da16683-f12f-4d2a-94fd-781ba20c4489 tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1caeb3c7-b999-4f0c-bee2-f072b9c00336 HTTP/1.1" status: 200 len: 935 time: 1.0907986 Oct 04 20:40:55.090524 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] get_ports_and_sgs() called for port_ids ['2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:40:55.099307 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Pushing event updated for resources: {'Port': ['ID=2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1,revision_number=6']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:55.174106 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d38b416-39f3-48c7-a2c8-ca410b1eb711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a960ea-42b9-4749-ad99-494adaeabdaf,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:55.333071 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9c418845-9beb-4627-929d-08fa9e588957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (76d4f381-a419-4f6b-ad6d-02874aca05ea), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:55.389784 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:55.450179 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8b4f7345-9157-459e-b563-373a22ffbba3 admin admin] Publish callbacks [] for security_group (73a960ea-42b9-4749-ad99-494adaeabdaf), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:55.501302 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c548d3-67c2-4161-a3b9-4b7def4311c2 service neutron] Pushing event updated for resources: {'Port': ['ID=e70b26ac-8828-4e78-8df7-85f383b35ac8,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:55.578750 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:55.598943 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port b569f8e0-2490-4cd4-8d3b-a00666239603 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:40:55.606344 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b569f8e0-2490-4cd4-8d3b-a00666239603), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:55.638121 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-32b56372-c8f7-4c0c-aab0-544839396863 admin admin] Publish callbacks [] for port (1b9e0b7f-8d48-4a5b-a598-932cdb4e75c2), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:55.641974 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8b4f7345-9157-459e-b563-373a22ffbba3 admin admin] Publish callbacks [] for security_group (73a960ea-42b9-4749-ad99-494adaeabdaf), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:55.670955 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d6d0f056-ea6d-4614-b7fb-555212cbf8e8 req-e2bf59ac-f88c-4e0e-aa2e-07a6ad43b204 tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b6b384d6-a2d1-4920-a8af-8ce3c5739112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4756806 Oct 04 20:40:55.748706 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c418845-9beb-4627-929d-08fa9e588957 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76d4f381-a419-4f6b-ad6d-02874aca05ea,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:55.898536 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c418845-9beb-4627-929d-08fa9e588957 admin admin] Checking segment: {'id': 'a9c8124b-7163-4cfd-b4c4-9699e8e6c754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '74e1ec26-5da6-4cff-9540-bb60c800cec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:40:55.901859 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c418845-9beb-4627-929d-08fa9e588957 admin admin] Network hostable DHCP agents. Network: 74e1ec26-5da6-4cff-9540-bb60c800cec9, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:40:56.042213 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port b569f8e0-2490-4cd4-8d3b-a00666239603, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b569f8e0-2490-4cd4-8d3b-a00666239603,segment=NetworkSegment(130bc8dc-7d89-4199-8ac9-b47e950f46aa),segment_id=130bc8dc-7d89-4199-8ac9-b47e950f46aa)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:40:56.049881 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:56.109171 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-32b56372-c8f7-4c0c-aab0-544839396863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (1b9e0b7f-8d48-4a5b-a598-932cdb4e75c2), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:56.116805 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-75cd3e72-d18b-42be-82ec-94ec9b47a84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f5c290e-2a6f-4bac-b60e-8a5829b725dd', 'name': 'tempest-ServersTestJSON-1132838778-router', 'tenant_id': '74d829c1899f478e9a95a0402c0dc87e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '4da39c10-2230-4778-a1a7-c934bba0297a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:40:39Z', 'updated_at': '2022-10-04T20:40:48Z', 'revision_number': 3, 'project_id': '74d829c1899f478e9a95a0402c0dc87e', 'gw_port': {'id': '4da39c10-2230-4778-a1a7-c934bba0297a', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:45:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f5c290e-2a6f-4bac-b60e-8a5829b725dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:40:43Z', 'updated_at': '2022-10-04T20:40:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:40:56.197933 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (b569f8e0-2490-4cd4-8d3b-a00666239603), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:56.223099 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cd3e72-d18b-42be-82ec-94ec9b47a84d None None] Checking router: 6f5c290e-2a6f-4bac-b60e-8a5829b725dd for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:40:56.224562 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cd3e72-d18b-42be-82ec-94ec9b47a84d None None] Updating router 6f5c290e-2a6f-4bac-b60e-8a5829b725dd port 4da39c10-2230-4778-a1a7-c934bba0297a binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:40:56.263398 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9d52a42f-97ac-4312-a6f8-a9e75777e4c9 req-6b57a8d2-a32b-4e59-b344-3fb33587849c tempest-UnshelveToHostMultiNodesTest-1701435296 tempest-UnshelveToHostMultiNodesTest-1701435296-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6d44adbe-9208-452a-a8f7-8802ac29dfb8 HTTP/1.1" status: 200 len: 210 time: 0.1528068 Oct 04 20:40:56.374856 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-32b56372-c8f7-4c0c-aab0-544839396863 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (73024986-d402-4f6f-924a-fb1e95ee12a8), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:56.380317 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c418845-9beb-4627-929d-08fa9e588957 admin admin] Network 74e1ec26-5da6-4cff-9540-bb60c800cec9 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:40:56.394522 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8b4f7345-9157-459e-b563-373a22ffbba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (73a960ea-42b9-4749-ad99-494adaeabdaf), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:56.398893 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8b4f7345-9157-459e-b563-373a22ffbba3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:56.401907 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-8b4f7345-9157-459e-b563-373a22ffbba3 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/73a960ea-42b9-4749-ad99-494adaeabdaf HTTP/1.1" status: 204 len: 168 time: 1.9026024 Oct 04 20:40:56.408479 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-75cd3e72-d18b-42be-82ec-94ec9b47a84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (4da39c10-2230-4778-a1a7-c934bba0297a), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:56.435032 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:56.443392 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4f7345-9157-459e-b563-373a22ffbba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a960ea-42b9-4749-ad99-494adaeabdaf,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:56.452561 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-8843ff82-f0be-4af1-aff0-bc06639f9e98 admin admin] Deleting port f97d459c-ce98-4e92-9c2d-46d4b521d40a {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:40:56.453528 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8843ff82-f0be-4af1-aff0-bc06639f9e98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (f97d459c-ce98-4e92-9c2d-46d4b521d40a), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:56.540154 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-9c418845-9beb-4627-929d-08fa9e588957 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 74e1ec26-5da6-4cff-9540-bb60c800cec9) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:40:56.620181 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 020c56e0-e42e-4bb4-bdca-6f0dd60b5a86 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:40:56.624770 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b56372-c8f7-4c0c-aab0-544839396863 admin admin] Pushing event updated for resources: {'Port': ['ID=1b9e0b7f-8d48-4a5b-a598-932cdb4e75c2,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:56.631674 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d88cb3-af18-4edd-914b-17f4c949fc9e None None] Network 74e1ec26-5da6-4cff-9540-bb60c800cec9 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:40:56.690002 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [req-77ab1c42-1067-41b2-8074-02d95c81f936 req-79c548d3-67c2-4161-a3b9-4b7def4311c2 service neutron] Attempting to bind port e70b26ac-8828-4e78-8df7-85f383b35ac8 on host n-h2-852085-12 for vnic_type normal with profile {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:40:56.695065 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [req-77ab1c42-1067-41b2-8074-02d95c81f936 req-79c548d3-67c2-4161-a3b9-4b7def4311c2 service neutron] Attempting to bind port e70b26ac-8828-4e78-8df7-85f383b35ac8 by drivers openvswitch,hyperv on host n-h2-852085-12 at level 0 using segments [{'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'}] {{(pid=108169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:40:56.695065 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ab1c42-1067-41b2-8074-02d95c81f936 req-79c548d3-67c2-4161-a3b9-4b7def4311c2 service neutron] Attempting to bind port e70b26ac-8828-4e78-8df7-85f383b35ac8 on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:40:56.696463 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c418845-9beb-4627-929d-08fa9e588957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:40:56.697260 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9c418845-9beb-4627-929d-08fa9e588957 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:56.904335 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f7a8f98b-ea3e-4909-9083-a6c3719dae82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:57.065339 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-9c418845-9beb-4627-929d-08fa9e588957 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.8050499 Oct 04 20:40:57.086384 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 35594) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:40:57.105215 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-8843ff82-f0be-4af1-aff0-bc06639f9e98 admin admin] For port f97d459c-ce98-4e92-9c2d-46d4b521d40a, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=f97d459c-ce98-4e92-9c2d-46d4b521d40a,segment=NetworkSegment(2d39e250-52ee-4b29-a76c-8ef56e729f3b),segment_id=2d39e250-52ee-4b29-a76c-8ef56e729f3b)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:40:57.106518 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-0d2f927b-dfce-42de-adf8-a38ffba6aa63 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-76940211-router', 'tenant_id': '24e71aeef8ae451d8e152abb19afe23b', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:40:57.107975 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8843ff82-f0be-4af1-aff0-bc06639f9e98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (f97d459c-ce98-4e92-9c2d-46d4b521d40a), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:57.150475 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:57.199942 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-8843ff82-f0be-4af1-aff0-bc06639f9e98 admin admin] Calling delete_port for f97d459c-ce98-4e92-9c2d-46d4b521d40a owned by network:router_interface {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:40:57.223448 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb54034-86f8-4c37-b302-ab7eecc70a77 req-9d7ac7ca-b829-4a8d-8e22-a4f1b37fa362 tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:40:57.236404 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-3fb54034-86f8-4c37-b302-ab7eecc70a77 req-9d7ac7ca-b829-4a8d-8e22-a4f1b37fa362 tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1caeb3c7-b999-4f0c-bee2-f072b9c00336 HTTP/1.1" status: 200 len: 947 time: 0.3293433 Oct 04 20:40:57.343518 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0d2f927b-dfce-42de-adf8-a38ffba6aa63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (2230a921-fe76-4b21-b385-6cd21bedc8cb), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:57.345670 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0d2f927b-dfce-42de-adf8-a38ffba6aa63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (2230a921-fe76-4b21-b385-6cd21bedc8cb), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:57.366385 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ab1c42-1067-41b2-8074-02d95c81f936 req-79c548d3-67c2-4161-a3b9-4b7def4311c2 service neutron] Port e70b26ac-8828-4e78-8df7-85f383b35ac8 on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-852085-12 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:40:57.366986 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ab1c42-1067-41b2-8074-02d95c81f936 req-79c548d3-67c2-4161-a3b9-4b7def4311c2 service neutron] Attempting to bind port e70b26ac-8828-4e78-8df7-85f383b35ac8 on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:40:57.419006 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=b569f8e0-2490-4cd4-8d3b-a00666239603,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:57.544360 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b56372-c8f7-4c0c-aab0-544839396863 admin admin] Network 0caecb22-40fe-43f0-8d1f-cae8a80416fd is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:40:57.552935 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-32b56372-c8f7-4c0c-aab0-544839396863 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:40:57.562356 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ab1c42-1067-41b2-8074-02d95c81f936 req-79c548d3-67c2-4161-a3b9-4b7def4311c2 service neutron] Checking agent: {'id': 'af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 28, 33), 'started_at': datetime.datetime(2022, 10, 4, 20, 28, 33), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:40:57.562748 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ab1c42-1067-41b2-8074-02d95c81f936 req-79c548d3-67c2-4161-a3b9-4b7def4311c2 service neutron] Checking segment: {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:40:57.563089 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ab1c42-1067-41b2-8074-02d95c81f936 req-79c548d3-67c2-4161-a3b9-4b7def4311c2 service neutron] Bound using segment: {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'} {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:40:57.564500 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [req-77ab1c42-1067-41b2-8074-02d95c81f936 req-79c548d3-67c2-4161-a3b9-4b7def4311c2 service neutron] Bound port: e70b26ac-8828-4e78-8df7-85f383b35ac8, host: n-h2-852085-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'}}] {{(pid=108169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:40:57.568406 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-77ab1c42-1067-41b2-8074-02d95c81f936 req-79c548d3-67c2-4161-a3b9-4b7def4311c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (e70b26ac-8828-4e78-8df7-85f383b35ac8), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:57.613960 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-3fb54034-86f8-4c37-b302-ab7eecc70a77 req-8b3e1dd9-bc14-4600-916e-a6986307575d tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b6b384d6-a2d1-4920-a8af-8ce3c5739112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3638234 Oct 04 20:40:57.644970 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:57.776292 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 020c56e0-e42e-4bb4-bdca-6f0dd60b5a86 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:40:57.778113 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (020c56e0-e42e-4bb4-bdca-6f0dd60b5a86), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:57.778516 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 020c56e0-e42e-4bb4-bdca-6f0dd60b5a86 Oct 04 20:40:58.228240 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [req-77ab1c42-1067-41b2-8074-02d95c81f936 req-79c548d3-67c2-4161-a3b9-4b7def4311c2 service neutron] For port e70b26ac-8828-4e78-8df7-85f383b35ac8, host n-h2-852085-12, cleared binding levels {{(pid=108169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:40:58.229789 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [req-77ab1c42-1067-41b2-8074-02d95c81f936 req-79c548d3-67c2-4161-a3b9-4b7def4311c2 service neutron] For port e70b26ac-8828-4e78-8df7-85f383b35ac8, host n-h2-852085-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852085-12',level=0,port_id=e70b26ac-8828-4e78-8df7-85f383b35ac8,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:40:58.339612 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0d2f927b-dfce-42de-adf8-a38ffba6aa63 admin admin] Publish callbacks [] for router_controller (2230a921-fe76-4b21-b385-6cd21bedc8cb), precommit_add_association {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:58.366484 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:58.410846 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7899fe2e-9e9d-4514-b4ca-d44884904c97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-74e1ec26-5da6-4cff-9540-bb60c800cec9', 'network_id': '74e1ec26-5da6-4cff-9540-bb60c800cec9', 'project_id': '24e71aeef8ae451d8e152abb19afe23b', 'fixed_ips': [{'subnet_id': '76d4f381-a419-4f6b-ad6d-02874aca05ea'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:40:58.413660 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7899fe2e-9e9d-4514-b4ca-d44884904c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:58.472959 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-f7a8f98b-ea3e-4909-9083-a6c3719dae82 admin admin] Allocated IP 172.20.0.1 (bd3e9948-df1a-401b-b922-c0d656845500/52befef0-cb7a-44d1-8ae9-2e367db83107/5b6d49b1-1b79-470c-9d37-0ef68f88145b) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:40:58.488803 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a553f24f-c127-4a31-bb10-67fb0bc8e1db req-30b8a419-8bbe-4db9-ac67-c89c7c9420d1 tempest-UnshelveToHostMultiNodesTest-1701435296 tempest-UnshelveToHostMultiNodesTest-1701435296-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6d44adbe-9208-452a-a8f7-8802ac29dfb8 HTTP/1.1" status: 200 len: 210 time: 0.1122718 Oct 04 20:40:58.495605 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-77ab1c42-1067-41b2-8074-02d95c81f936 req-79c548d3-67c2-4161-a3b9-4b7def4311c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (e70b26ac-8828-4e78-8df7-85f383b35ac8), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:58.507581 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab1c42-1067-41b2-8074-02d95c81f936 req-79c548d3-67c2-4161-a3b9-4b7def4311c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:40:58.508757 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-77ab1c42-1067-41b2-8074-02d95c81f936 req-79c548d3-67c2-4161-a3b9-4b7def4311c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:58.514343 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-77ab1c42-1067-41b2-8074-02d95c81f936 req-79c548d3-67c2-4161-a3b9-4b7def4311c2 service neutron] 10.222.0.85 "PUT /networking/v2.0/ports/e70b26ac-8828-4e78-8df7-85f383b35ac8 HTTP/1.1" status: 200 len: 1096 time: 7.7989402 Oct 04 20:40:58.563723 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8843ff82-f0be-4af1-aff0-bc06639f9e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (f97d459c-ce98-4e92-9c2d-46d4b521d40a), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:58.616443 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-4467cee4-be1c-4c7e-9f12-88ac7f752bb5 None None] Provisioning complete for port 1b9e0b7f-8d48-4a5b-a598-932cdb4e75c2 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:40:58.617263 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4467cee4-be1c-4c7e-9f12-88ac7f752bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (1b9e0b7f-8d48-4a5b-a598-932cdb4e75c2), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:58.617844 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-4467cee4-be1c-4c7e-9f12-88ac7f752bb5 None None] Attempt 1 to provision port 1b9e0b7f-8d48-4a5b-a598-932cdb4e75c2 Oct 04 20:40:58.620523 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1caeb3c7-b999-4f0c-bee2-f072b9c00336', 'tag': 'e70b26ac-8828-4e78-8df7-85f383b35ac8'}] {{(pid=108169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:40:58.629267 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dea34fca0f7d6c1de22810621a04fa86ac5e48141775903912ac1624808dfef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88637d6f-738d-463c-90b6-0badbf9e8905" -d '{"events": [{"name": "network-changed", "server_uuid": "1caeb3c7-b999-4f0c-bee2-f072b9c00336", "tag": "e70b26ac-8828-4e78-8df7-85f383b35ac8"}]}' {{(pid=108169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:40:58.698953 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-75cd3e72-d18b-42be-82ec-94ec9b47a84d None None] Publish callbacks [] for port (4da39c10-2230-4778-a1a7-c934bba0297a), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:58.717221 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Device 2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1 up at agent hyperv_n-h2-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:40:58.725055 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8843ff82-f0be-4af1-aff0-bc06639f9e98 admin admin] Pushing event deleted for resources: {'Port': ['ID=f97d459c-ce98-4e92-9c2d-46d4b521d40a,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:59.089580 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 20:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e03c13a-388f-49dd-93e4-3dc01adcac01 x-openstack-request-id: req-0e03c13a-388f-49dd-93e4-3dc01adcac01 {{(pid=108169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:40:59.091852 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1caeb3c7-b999-4f0c-bee2-f072b9c00336", "tag": "e70b26ac-8828-4e78-8df7-85f383b35ac8", "status": "completed", "code": 200}]} {{(pid=108169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:40:59.092299 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0e03c13a-388f-49dd-93e4-3dc01adcac01 {{(pid=108169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:40:59.095537 n-d-852085-12 neutron-server[108169]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e03c13a-388f-49dd-93e4-3dc01adcac01'] response: {'name': 'network-changed', 'server_uuid': '1caeb3c7-b999-4f0c-bee2-f072b9c00336', 'tag': 'e70b26ac-8828-4e78-8df7-85f383b35ac8', 'status': 'completed', 'code': 200} Oct 04 20:40:59.155830 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-75cd3e72-d18b-42be-82ec-94ec9b47a84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (4da39c10-2230-4778-a1a7-c934bba0297a), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:59.246423 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-75cd3e72-d18b-42be-82ec-94ec9b47a84d None None] Attempting to bind port 4da39c10-2230-4778-a1a7-c934bba0297a on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:40:59.246996 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-75cd3e72-d18b-42be-82ec-94ec9b47a84d None None] Attempting to bind port 4da39c10-2230-4778-a1a7-c934bba0297a by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:40:59.247603 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cd3e72-d18b-42be-82ec-94ec9b47a84d None None] Attempting to bind port 4da39c10-2230-4778-a1a7-c934bba0297a on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:40:59.420946 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-4467cee4-be1c-4c7e-9f12-88ac7f752bb5 None None] Port 1b9e0b7f-8d48-4a5b-a598-932cdb4e75c2 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:40:59.523951 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd678ba-f793-4875-8c17-34f6f020146b req-56a4e984-f2b8-4673-a107-976f65c4a1fe tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:40:59.532811 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c548d3-67c2-4161-a3b9-4b7def4311c2 service neutron] Pushing event updated for resources: {'Port': ['ID=e70b26ac-8828-4e78-8df7-85f383b35ac8,revision_number=3']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:40:59.539607 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-2bd678ba-f793-4875-8c17-34f6f020146b req-56a4e984-f2b8-4673-a107-976f65c4a1fe tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1caeb3c7-b999-4f0c-bee2-f072b9c00336 HTTP/1.1" status: 200 len: 947 time: 0.4958315 Oct 04 20:40:59.565520 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab1c42-1067-41b2-8074-02d95c81f936 req-c4b7df05-65ce-475b-b5f1-221beebadbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:40:59.577750 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-77ab1c42-1067-41b2-8074-02d95c81f936 req-c4b7df05-65ce-475b-b5f1-221beebadbba service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=f4fa3c2885ec48db880029d93907789d&device_id=1caeb3c7-b999-4f0c-bee2-f072b9c00336 HTTP/1.1" status: 200 len: 1130 time: 0.6578996 Oct 04 20:40:59.646827 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:UPDATE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:59.701436 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:40:59.818506 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-77ab1c42-1067-41b2-8074-02d95c81f936 req-8f4e087d-4e81-4c5d-850e-2a829b1b0359 service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=e70b26ac-8828-4e78-8df7-85f383b35ac8 HTTP/1.1" status: 200 len: 217 time: 0.1549139 Oct 04 20:40:59.911683 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b56372-c8f7-4c0c-aab0-544839396863 admin admin] Router 73024986-d402-4f6f-924a-fb1e95ee12a8 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:40:59.913172 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-7899fe2e-9e9d-4514-b4ca-d44884904c97 None None] Allocated IP 172.20.0.2 (74e1ec26-5da6-4cff-9540-bb60c800cec9/76d4f381-a419-4f6b-ad6d-02874aca05ea/e3b24c6f-c628-49ee-8728-161158eade5f) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:40:59.945976 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8843ff82-f0be-4af1-aff0-bc06639f9e98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (f0571684-3892-4966-93ce-178420de28a3), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:59.957522 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f7a8f98b-ea3e-4909-9083-a6c3719dae82 admin admin] Publish callbacks [] for port (5b6d49b1-1b79-470c-9d37-0ef68f88145b), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:40:59.970031 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-2bd678ba-f793-4875-8c17-34f6f020146b req-b49a8b5b-ea97-46bc-b1f3-4eb54180c706 tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b6b384d6-a2d1-4920-a8af-8ce3c5739112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4079206 Oct 04 20:41:00.096613 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e209aa88-fdec-4475-8c84-07e9bc765a31 None None] Pushing event updated for resources: {'Port': ['ID=4da39c10-2230-4778-a1a7-c934bba0297a,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:41:00.258353 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cd3e72-d18b-42be-82ec-94ec9b47a84d None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:41:00.268104 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cd3e72-d18b-42be-82ec-94ec9b47a84d None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:41:00.279633 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-75cd3e72-d18b-42be-82ec-94ec9b47a84d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:00.280288 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cd3e72-d18b-42be-82ec-94ec9b47a84d None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:41:00.280868 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-75cd3e72-d18b-42be-82ec-94ec9b47a84d None None] Bound port: 4da39c10-2230-4778-a1a7-c934bba0297a, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:41:00.281313 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-75cd3e72-d18b-42be-82ec-94ec9b47a84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (4da39c10-2230-4778-a1a7-c934bba0297a), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:00.284008 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 020c56e0-e42e-4bb4-bdca-6f0dd60b5a86 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:41:00.471537 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-75cd3e72-d18b-42be-82ec-94ec9b47a84d None None] For port 4da39c10-2230-4778-a1a7-c934bba0297a, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:41:00.479009 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-75cd3e72-d18b-42be-82ec-94ec9b47a84d None None] For port 4da39c10-2230-4778-a1a7-c934bba0297a, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=4da39c10-2230-4778-a1a7-c934bba0297a,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:41:00.507937 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Provisioning complete for port 2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:41:00.508947 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:00.509788 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Attempt 1 to provision port 2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1 Oct 04 20:41:00.639125 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-7af8f7f1-f150-45f2-99df-ecf11f071d67 req-28386aba-c641-4020-afda-9205b3ec62b4 tempest-UnshelveToHostMultiNodesTest-1701435296 tempest-UnshelveToHostMultiNodesTest-1701435296-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6d44adbe-9208-452a-a8f7-8802ac29dfb8 HTTP/1.1" status: 200 len: 210 time: 0.3043277 Oct 04 20:41:00.669772 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-75cd3e72-d18b-42be-82ec-94ec9b47a84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (4da39c10-2230-4778-a1a7-c934bba0297a), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:00.823401 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:00.890051 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b569f8e0-2490-4cd4-8d3b-a00666239603 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:41:00.998888 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0d2f927b-dfce-42de-adf8-a38ffba6aa63 admin admin] Publish callbacks [] for router_gateway (2230a921-fe76-4b21-b385-6cd21bedc8cb), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:01.032110 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab1c42-1067-41b2-8074-02d95c81f936 req-1720fd18-efc2-4893-a7b5-dcdf6c095131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:41:01.035724 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-77ab1c42-1067-41b2-8074-02d95c81f936 req-1720fd18-efc2-4893-a7b5-dcdf6c095131 service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 1.2157009 Oct 04 20:41:01.116110 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cd3e72-d18b-42be-82ec-94ec9b47a84d None None] Routers {'6f5c290e-2a6f-4bac-b60e-8a5829b725dd'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:41:01.120810 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-75cd3e72-d18b-42be-82ec-94ec9b47a84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:40:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['6f5c290e-2a6f-4bac-b60e-8a5829b725dd'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:41:01.207475 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8843ff82-f0be-4af1-aff0-bc06639f9e98 admin admin] Router f0571684-3892-4966-93ce-178420de28a3 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:41:01.451517 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:01.603648 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab1c42-1067-41b2-8074-02d95c81f936 req-df112e21-f526-4dd8-be23-9ca2a656c4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:41:01.610486 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-77ab1c42-1067-41b2-8074-02d95c81f936 req-df112e21-f526-4dd8-be23-9ca2a656c4e9 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5625968 Oct 04 20:41:01.625455 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f7a8f98b-ea3e-4909-9083-a6c3719dae82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (5b6d49b1-1b79-470c-9d37-0ef68f88145b), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:01.663522 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ad85c-f781-404e-9a77-2cc76a2a73a0 req-80539fae-f2e2-4302-9042-d3fe7ba39de1 tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:41:01.679351 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-0e3ad85c-f781-404e-9a77-2cc76a2a73a0 req-80539fae-f2e2-4302-9042-d3fe7ba39de1 tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1caeb3c7-b999-4f0c-bee2-f072b9c00336 HTTP/1.1" status: 200 len: 947 time: 0.3007793 Oct 04 20:41:01.753084 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:DELETE=2,neutron:UPDATE=1,neutron:SELECT=97 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:01.789129 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e209aa88-fdec-4475-8c84-07e9bc765a31 None None] Pushing event updated for resources: {'Port': ['ID=4da39c10-2230-4778-a1a7-c934bba0297a,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:41:01.796841 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8843ff82-f0be-4af1-aff0-bc06639f9e98 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:41:01.810467 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-8843ff82-f0be-4af1-aff0-bc06639f9e98 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/f0571684-3892-4966-93ce-178420de28a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9548614 Oct 04 20:41:01.822114 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c430257b-4a83-4fcf-9925-1ae51bead377 None None] Sync routers for ids ['f0571684-3892-4966-93ce-178420de28a3'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:41:01.823049 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 35664) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:41:01.865588 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c430257b-4a83-4fcf-9925-1ae51bead377 None None] Routers {'f0571684-3892-4966-93ce-178420de28a3'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:41:01.866040 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-c430257b-4a83-4fcf-9925-1ae51bead377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:40:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['f0571684-3892-4966-93ce-178420de28a3'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:41:02.146628 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b56372-c8f7-4c0c-aab0-544839396863 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:41:02.168977 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0cd7c92c-8fd3-40f8-b468-2e318dba9f06 admin admin] Publish callbacks [] for router (f0571684-3892-4966-93ce-178420de28a3), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:02.215893 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port b569f8e0-2490-4cd4-8d3b-a00666239603 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:41:02.218816 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b569f8e0-2490-4cd4-8d3b-a00666239603), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:02.219531 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port b569f8e0-2490-4cd4-8d3b-a00666239603 Oct 04 20:41:02.219971 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-32b56372-c8f7-4c0c-aab0-544839396863 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/73024986-d402-4f6f-924a-fb1e95ee12a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.3297858 Oct 04 20:41:02.271845 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a8f98b-ea3e-4909-9083-a6c3719dae82 admin admin] Network bd3e9948-df1a-401b-b922-c0d656845500 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:41:02.298653 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a8f98b-ea3e-4909-9083-a6c3719dae82 admin admin] Pushing event updated for resources: {'Port': ['ID=5b6d49b1-1b79-470c-9d37-0ef68f88145b,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:41:02.302221 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9255ada7-8f80-4e19-8091-0bf84cc79379 None None] Sync routers for ids ['73024986-d402-4f6f-924a-fb1e95ee12a8'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:41:02.319421 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-f7a8f98b-ea3e-4909-9083-a6c3719dae82 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:41:02.326538 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-c430257b-4a83-4fcf-9925-1ae51bead377 None None] Set router f0571684-3892-4966-93ce-178420de28a3 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:41:02.344996 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a8f98b-ea3e-4909-9083-a6c3719dae82 admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:41:02.394922 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7899fe2e-9e9d-4514-b4ca-d44884904c97 None None] Publish callbacks [] for port (e3b24c6f-c628-49ee-8728-161158eade5f), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:02.545619 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:02.615019 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Current status of the port 2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1 is: BUILD; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:41:02.616024 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:02.638875 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:02.660543 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7899fe2e-9e9d-4514-b4ca-d44884904c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (e3b24c6f-c628-49ee-8728-161158eade5f), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:02.666290 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-0e3ad85c-f781-404e-9a77-2cc76a2a73a0 req-135d1465-2da7-43e2-98c5-5563bc2747a3 tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b6b384d6-a2d1-4920-a8af-8ce3c5739112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9851191 Oct 04 20:41:02.697460 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0cd7c92c-8fd3-40f8-b468-2e318dba9f06 admin admin] Publish callbacks [] for router_gateway (f0571684-3892-4966-93ce-178420de28a3), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:02.935276 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:03.041049 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7899fe2e-9e9d-4514-b4ca-d44884904c97 None None] Pushing event updated for resources: {'Port': ['ID=e3b24c6f-c628-49ee-8728-161158eade5f,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:41:03.081015 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-0cd7c92c-8fd3-40f8-b468-2e318dba9f06 admin admin] Deleting port b5e61eea-bc68-4171-ab3e-527935a58276 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:41:03.083830 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0cd7c92c-8fd3-40f8-b468-2e318dba9f06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (b5e61eea-bc68-4171-ab3e-527935a58276), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:03.100656 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:03.103299 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9255ada7-8f80-4e19-8091-0bf84cc79379 None None] Routers {'73024986-d402-4f6f-924a-fb1e95ee12a8'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:41:03.105644 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-9255ada7-8f80-4e19-8091-0bf84cc79379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:40:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['73024986-d402-4f6f-924a-fb1e95ee12a8'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:41:03.367225 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-75cd3e72-d18b-42be-82ec-94ec9b47a84d None None] Set router 6f5c290e-2a6f-4bac-b60e-8a5829b725dd gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:41:03.621180 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-20e2dcfa-2226-4cd4-83cd-5164b6365c62 None None] Provisioning complete for port 5b6d49b1-1b79-470c-9d37-0ef68f88145b triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:41:03.622488 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-20e2dcfa-2226-4cd4-83cd-5164b6365c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (5b6d49b1-1b79-470c-9d37-0ef68f88145b), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:03.634435 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-c430257b-4a83-4fcf-9925-1ae51bead377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0571684-3892-4966-93ce-178420de28a3', 'name': 'tempest-SecurityGroupsTestJSON-876963542-router', 'tenant_id': '44dddbee054f49f3ac862994488fc147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'b5e61eea-bc68-4171-ab3e-527935a58276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:39:25Z', 'updated_at': '2022-10-04T20:40:58Z', 'revision_number': 5, 'project_id': '44dddbee054f49f3ac862994488fc147', 'gw_port': {'id': 'b5e61eea-bc68-4171-ab3e-527935a58276', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0571684-3892-4966-93ce-178420de28a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:39:27Z', 'updated_at': '2022-10-04T20:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:41:03.651669 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-20e2dcfa-2226-4cd4-83cd-5164b6365c62 None None] Attempt 1 to provision port 5b6d49b1-1b79-470c-9d37-0ef68f88145b Oct 04 20:41:03.661704 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d42994f-e35e-413c-a0a3-14bb3878e209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1'}] {{(pid=108171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:41:03.673192 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966b91da6921e714df7c26a37f4733087768fb9a36052be1ead95d4d835f43be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7216045a-76de-40dc-896c-747ee3a46733" -d '{"events": [{"server_uuid": "9d42994f-e35e-413c-a0a3-14bb3878e209", "name": "network-vif-plugged", "status": "completed", "tag": "2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1"}]}' {{(pid=108171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:41:03.789539 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c430257b-4a83-4fcf-9925-1ae51bead377 None None] Checking router: f0571684-3892-4966-93ce-178420de28a3 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:41:03.802334 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f7a8f98b-ea3e-4909-9083-a6c3719dae82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (6f5c290e-2a6f-4bac-b60e-8a5829b725dd), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:03.828086 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-13510500-151b-43c5-99a5-bcf2e766bde5 req-271b4983-8fdf-450c-b905-ea6a00b18da0 tempest-UnshelveToHostMultiNodesTest-1701435296 tempest-UnshelveToHostMultiNodesTest-1701435296-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6d44adbe-9208-452a-a8f7-8802ac29dfb8 HTTP/1.1" status: 200 len: 210 time: 0.6468647 Oct 04 20:41:03.845556 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c430257b-4a83-4fcf-9925-1ae51bead377 None None] Routers {'f0571684-3892-4966-93ce-178420de28a3'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:41:03.850886 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-c430257b-4a83-4fcf-9925-1ae51bead377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:40:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['f0571684-3892-4966-93ce-178420de28a3'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:41:04.065395 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-20e2dcfa-2226-4cd4-83cd-5164b6365c62 None None] Port 5b6d49b1-1b79-470c-9d37-0ef68f88145b cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:41:04.103660 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-0cd7c92c-8fd3-40f8-b468-2e318dba9f06 admin admin] For port b5e61eea-bc68-4171-ab3e-527935a58276, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b5e61eea-bc68-4171-ab3e-527935a58276,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:41:04.111047 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0cd7c92c-8fd3-40f8-b468-2e318dba9f06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (b5e61eea-bc68-4171-ab3e-527935a58276), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:04.131320 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] For port 2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1, host n-h2-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852085-12',level=0,port_id=2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:41:04.146308 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0d2f927b-dfce-42de-adf8-a38ffba6aa63 admin admin] Publish callbacks [] for router_gateway (2230a921-fe76-4b21-b385-6cd21bedc8cb), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:04.158915 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7899fe2e-9e9d-4514-b4ca-d44884904c97 None None] Network 74e1ec26-5da6-4cff-9540-bb60c800cec9 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:41:04.191417 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-0cd7c92c-8fd3-40f8-b468-2e318dba9f06 admin admin] Calling delete_port for b5e61eea-bc68-4171-ab3e-527935a58276 owned by network:router_gateway {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:41:04.197425 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-77ab1c42-1067-41b2-8074-02d95c81f936 req-c7098ebe-ff79-4043-af85-b7ad97a25121 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.3031087 Oct 04 20:41:04.201215 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-c430257b-4a83-4fcf-9925-1ae51bead377 None None] Set router f0571684-3892-4966-93ce-178420de28a3 gateway port host: None {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:41:04.310419 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0d2f927b-dfce-42de-adf8-a38ffba6aa63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:04.412962 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-c430257b-4a83-4fcf-9925-1ae51bead377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0571684-3892-4966-93ce-178420de28a3', 'name': 'tempest-SecurityGroupsTestJSON-876963542-router', 'tenant_id': '44dddbee054f49f3ac862994488fc147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:39:25Z', 'updated_at': '2022-10-04T20:41:02Z', 'revision_number': 6, 'project_id': '44dddbee054f49f3ac862994488fc147', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:41:04.539384 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c430257b-4a83-4fcf-9925-1ae51bead377 None None] The sync data for ids ['f0571684-3892-4966-93ce-178420de28a3'] in n-d-852085-12 is: [{'id': 'f0571684-3892-4966-93ce-178420de28a3', 'name': 'tempest-SecurityGroupsTestJSON-876963542-router', 'tenant_id': '44dddbee054f49f3ac862994488fc147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:39:25Z', 'updated_at': '2022-10-04T20:41:02Z', 'revision_number': 6, 'project_id': '44dddbee054f49f3ac862994488fc147', 'gw_port_host': None}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:41:04.935474 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-0d2f927b-dfce-42de-adf8-a38ffba6aa63 admin admin] Allocated IP 172.25.5.6 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/df0fd8dd-9be8-4cb4-ad40-6eece4e25edb) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:41:05.134843 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-7899fe2e-9e9d-4514-b4ca-d44884904c97 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:41:05.144825 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:05.147661 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7899fe2e-9e9d-4514-b4ca-d44884904c97 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:41:05.219672 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:05.243843 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0cd7c92c-8fd3-40f8-b468-2e318dba9f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (b5e61eea-bc68-4171-ab3e-527935a58276), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:05.355770 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd7c92c-8fd3-40f8-b468-2e318dba9f06 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5e61eea-bc68-4171-ab3e-527935a58276,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:41:05.375453 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd7c92c-8fd3-40f8-b468-2e318dba9f06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:41:05.376193 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd7c92c-8fd3-40f8-b468-2e318dba9f06 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:41:05.379066 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd7c92c-8fd3-40f8-b468-2e318dba9f06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:41:05.386202 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd7c92c-8fd3-40f8-b468-2e318dba9f06 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:41:05.386202 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd7c92c-8fd3-40f8-b468-2e318dba9f06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:41:05.386202 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd7c92c-8fd3-40f8-b468-2e318dba9f06 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:41:05.386202 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd7c92c-8fd3-40f8-b468-2e318dba9f06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:41:05.386202 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd7c92c-8fd3-40f8-b468-2e318dba9f06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:41:05.386202 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd7c92c-8fd3-40f8-b468-2e318dba9f06 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:41:05.386202 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd7c92c-8fd3-40f8-b468-2e318dba9f06 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:41:05.386202 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd7c92c-8fd3-40f8-b468-2e318dba9f06 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:41:05.386202 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd7c92c-8fd3-40f8-b468-2e318dba9f06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:41:05.386202 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd7c92c-8fd3-40f8-b468-2e318dba9f06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:41:05.386202 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd7c92c-8fd3-40f8-b468-2e318dba9f06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:41:05.386202 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd7c92c-8fd3-40f8-b468-2e318dba9f06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:41:05.431039 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f7a8f98b-ea3e-4909-9083-a6c3719dae82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (5b6d49b1-1b79-470c-9d37-0ef68f88145b), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:05.447846 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:05.496607 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-77ab1c42-1067-41b2-8074-02d95c81f936 req-e2967857-324f-4836-97b0-dbb73c3c45a9 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2878754 Oct 04 20:41:05.597713 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0cd7c92c-8fd3-40f8-b468-2e318dba9f06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (f0571684-3892-4966-93ce-178420de28a3), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:05.604623 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-7899fe2e-9e9d-4514-b4ca-d44884904c97 None None] Attempting to bind port e3b24c6f-c628-49ee-8728-161158eade5f on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:41:05.611629 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-7899fe2e-9e9d-4514-b4ca-d44884904c97 None None] Attempting to bind port e3b24c6f-c628-49ee-8728-161158eade5f by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'a9c8124b-7163-4cfd-b4c4-9699e8e6c754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '74e1ec26-5da6-4cff-9540-bb60c800cec9'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:41:05.616731 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7899fe2e-9e9d-4514-b4ca-d44884904c97 None None] Attempting to bind port e3b24c6f-c628-49ee-8728-161158eade5f on network 74e1ec26-5da6-4cff-9540-bb60c800cec9 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:41:05.682379 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port b569f8e0-2490-4cd4-8d3b-a00666239603 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:41:05.754130 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-9255ada7-8f80-4e19-8091-0bf84cc79379 None None] Set router 73024986-d402-4f6f-924a-fb1e95ee12a8 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:41:06.049378 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0cd7c92c-8fd3-40f8-b468-2e318dba9f06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (f0571684-3892-4966-93ce-178420de28a3), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:06.055368 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0cd7c92c-8fd3-40f8-b468-2e318dba9f06 admin admin] Publish callbacks [] for router_controller (f0571684-3892-4966-93ce-178420de28a3), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:06.085833 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Pushing event updated for resources: {'Port': ['ID=2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1,revision_number=7']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:41:06.102760 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b5e61eea-bc68-4171-ab3e-527935a58276 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:41:06.182569 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f7a8f98b-ea3e-4909-9083-a6c3719dae82 admin admin] Publish callbacks [] for port (5b6d49b1-1b79-470c-9d37-0ef68f88145b), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:06.201812 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0d2f927b-dfce-42de-adf8-a38ffba6aa63 admin admin] Publish callbacks [] for port (df0fd8dd-9be8-4cb4-ad40-6eece4e25edb), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:06.292622 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:06.296427 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f7a8f98b-ea3e-4909-9083-a6c3719dae82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (5b6d49b1-1b79-470c-9d37-0ef68f88145b), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:06.326454 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:06.327315 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: b5e61eea-bc68-4171-ab3e-527935a58276 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:41:06.328195 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b5e61eea-bc68-4171-ab3e-527935a58276 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:41:06.328857 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device f97d459c-ce98-4e92-9c2d-46d4b521d40a no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:41:06.366801 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0cd7c92c-8fd3-40f8-b468-2e318dba9f06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (f0571684-3892-4966-93ce-178420de28a3), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:06.368145 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd7c92c-8fd3-40f8-b468-2e318dba9f06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0571684-3892-4966-93ce-178420de28a3 {{(pid=108170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:41:06.381596 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0cd7c92c-8fd3-40f8-b468-2e318dba9f06 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:06.381596 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-0cd7c92c-8fd3-40f8-b468-2e318dba9f06 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/f0571684-3892-4966-93ce-178420de28a3 HTTP/1.1" status: 204 len: 168 time: 4.5566382 Oct 04 20:41:06.386147 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 35694) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:41:06.418268 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: f97d459c-ce98-4e92-9c2d-46d4b521d40a {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:41:06.419029 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device f97d459c-ce98-4e92-9c2d-46d4b521d40a not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:41:06.635837 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bcf0385-9f2a-4726-842e-d87dffbe8526 admin admin] Deleting subnet fecd81e5-ff68-4254-a1b7-712264434374 {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:41:06.644549 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4bcf0385-9f2a-4726-842e-d87dffbe8526 admin admin] Publish callbacks [] for subnet (fecd81e5-ff68-4254-a1b7-712264434374), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:06.661663 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f7a8f98b-ea3e-4909-9083-a6c3719dae82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (6f5c290e-2a6f-4bac-b60e-8a5829b725dd), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:06.721502 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-75cd3e72-d18b-42be-82ec-94ec9b47a84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f5c290e-2a6f-4bac-b60e-8a5829b725dd', 'name': 'tempest-ServersTestJSON-1132838778-router', 'tenant_id': '74d829c1899f478e9a95a0402c0dc87e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '4da39c10-2230-4778-a1a7-c934bba0297a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:40:39Z', 'updated_at': '2022-10-04T20:40:48Z', 'revision_number': 3, 'project_id': '74d829c1899f478e9a95a0402c0dc87e', 'gw_port': {'id': '4da39c10-2230-4778-a1a7-c934bba0297a', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:45:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f5c290e-2a6f-4bac-b60e-8a5829b725dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:40:43Z', 'updated_at': '2022-10-04T20:41:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:41:06.802568 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cd3e72-d18b-42be-82ec-94ec9b47a84d None None] The sync data for ids ['6f5c290e-2a6f-4bac-b60e-8a5829b725dd'] in n-d-852085-12 is: [{'id': '6f5c290e-2a6f-4bac-b60e-8a5829b725dd', 'name': 'tempest-ServersTestJSON-1132838778-router', 'tenant_id': '74d829c1899f478e9a95a0402c0dc87e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '4da39c10-2230-4778-a1a7-c934bba0297a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:40:39Z', 'updated_at': '2022-10-04T20:40:48Z', 'revision_number': 3, 'project_id': '74d829c1899f478e9a95a0402c0dc87e', 'gw_port': {'id': '4da39c10-2230-4778-a1a7-c934bba0297a', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:45:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f5c290e-2a6f-4bac-b60e-8a5829b725dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:40:43Z', 'updated_at': '2022-10-04T20:41:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:41:06.805686 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7899fe2e-9e9d-4514-b4ca-d44884904c97 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:41:06.806225 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7899fe2e-9e9d-4514-b4ca-d44884904c97 None None] Checking segment: {'id': 'a9c8124b-7163-4cfd-b4c4-9699e8e6c754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '74e1ec26-5da6-4cff-9540-bb60c800cec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:41:06.806927 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7899fe2e-9e9d-4514-b4ca-d44884904c97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:06.808426 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7899fe2e-9e9d-4514-b4ca-d44884904c97 None None] Bound using segment: {'id': 'a9c8124b-7163-4cfd-b4c4-9699e8e6c754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '74e1ec26-5da6-4cff-9540-bb60c800cec9'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:41:06.815413 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-7899fe2e-9e9d-4514-b4ca-d44884904c97 None None] Bound port: e3b24c6f-c628-49ee-8728-161158eade5f, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c8124b-7163-4cfd-b4c4-9699e8e6c754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '74e1ec26-5da6-4cff-9540-bb60c800cec9'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:41:06.815413 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7899fe2e-9e9d-4514-b4ca-d44884904c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (e3b24c6f-c628-49ee-8728-161158eade5f), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:07.059785 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a8f98b-ea3e-4909-9083-a6c3719dae82 admin admin] Pushing event updated for resources: {'Port': ['ID=5b6d49b1-1b79-470c-9d37-0ef68f88145b,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:41:07.066012 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0d2f927b-dfce-42de-adf8-a38ffba6aa63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (df0fd8dd-9be8-4cb4-ad40-6eece4e25edb), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:07.117827 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 20:41:07.134632 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a8f98b-ea3e-4909-9083-a6c3719dae82 admin admin] Network bd3e9948-df1a-401b-b922-c0d656845500 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:41:07.182558 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-f7a8f98b-ea3e-4909-9083-a6c3719dae82 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:41:07.203396 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2f927b-dfce-42de-adf8-a38ffba6aa63 admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:41:07.232230 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-0d2f927b-dfce-42de-adf8-a38ffba6aa63 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:41:07.305595 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-9255ada7-8f80-4e19-8091-0bf84cc79379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73024986-d402-4f6f-924a-fb1e95ee12a8', 'name': 'tempest-DeleteServersTestJSON-577031231-router', 'tenant_id': 'b0dba749bcef41eabaa078e2e36d0f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '020c56e0-e42e-4bb4-bdca-6f0dd60b5a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:40:32Z', 'updated_at': '2022-10-04T20:40:52Z', 'revision_number': 4, 'project_id': 'b0dba749bcef41eabaa078e2e36d0f97', 'gw_port': {'id': '020c56e0-e42e-4bb4-bdca-6f0dd60b5a86', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:af:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73024986-d402-4f6f-924a-fb1e95ee12a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:40:34Z', 'updated_at': '2022-10-04T20:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '1b9e0b7f-8d48-4a5b-a598-932cdb4e75c2', 'name': '', 'network_id': '0caecb22-40fe-43f0-8d1f-cae8a80416fd', 'tenant_id': 'b0dba749bcef41eabaa078e2e36d0f97', 'mac_address': 'fa:16:3e:cb:4f:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73024986-d402-4f6f-924a-fb1e95ee12a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'a2409084-3629-47d4-aa46-86a6d381f22e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:40:48Z', 'updated_at': '2022-10-04T20:40:54Z', 'revision_number': 2, 'project_id': 'b0dba749bcef41eabaa078e2e36d0f97', 'subnets': [{'id': 'a2409084-3629-47d4-aa46-86a6d381f22e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:41:07.395286 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2f927b-dfce-42de-adf8-a38ffba6aa63 admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:41:07.499199 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9255ada7-8f80-4e19-8091-0bf84cc79379 None None] Checking router: 73024986-d402-4f6f-924a-fb1e95ee12a8 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:41:07.499787 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9255ada7-8f80-4e19-8091-0bf84cc79379 None None] Updating router 73024986-d402-4f6f-924a-fb1e95ee12a8 port 1b9e0b7f-8d48-4a5b-a598-932cdb4e75c2 binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:41:07.616923 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2f927b-dfce-42de-adf8-a38ffba6aa63 admin admin] Pushing event updated for resources: {'Port': ['ID=df0fd8dd-9be8-4cb4-ad40-6eece4e25edb,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:41:07.740493 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9255ada7-8f80-4e19-8091-0bf84cc79379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (1b9e0b7f-8d48-4a5b-a598-932cdb4e75c2), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:07.752263 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4bcf0385-9f2a-4726-842e-d87dffbe8526 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (fecd81e5-ff68-4254-a1b7-712264434374), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:08.052334 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88637d6f-738d-463c-90b6-0badbf9e8905 req-9f798d8b-f3a4-437f-95e3-e198ef96642b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:41:08.063823 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-88637d6f-738d-463c-90b6-0badbf9e8905 req-9f798d8b-f3a4-437f-95e3-e198ef96642b service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=f4fa3c2885ec48db880029d93907789d&device_id=1caeb3c7-b999-4f0c-bee2-f072b9c00336 HTTP/1.1" status: 200 len: 1130 time: 0.1722109 Oct 04 20:41:08.066462 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4bcf0385-9f2a-4726-842e-d87dffbe8526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (fecd81e5-ff68-4254-a1b7-712264434374), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:08.334292 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4bcf0385-9f2a-4726-842e-d87dffbe8526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (fecd81e5-ff68-4254-a1b7-712264434374), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:08.410746 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:08.437569 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 4da39c10-2230-4778-a1a7-c934bba0297a up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:41:08.555408 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-7899fe2e-9e9d-4514-b4ca-d44884904c97 None None] For port e3b24c6f-c628-49ee-8728-161158eade5f, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:41:08.616761 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4bcf0385-9f2a-4726-842e-d87dffbe8526 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:08.634826 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4bcf0385-9f2a-4726-842e-d87dffbe8526 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/fecd81e5-ff68-4254-a1b7-712264434374 HTTP/1.1" status: 204 len: 168 time: 2.2464173 Oct 04 20:41:08.637706 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 35696) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:41:08.668140 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcf0385-9f2a-4726-842e-d87dffbe8526 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fecd81e5-ff68-4254-a1b7-712264434374,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:41:08.672604 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7a8f98b-ea3e-4909-9083-a6c3719dae82 admin admin] Router 6f5c290e-2a6f-4bac-b60e-8a5829b725dd has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:41:08.690045 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:UPDATE=3,neutron:SELECT=91,neutron:DELETE=6 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:08.742620 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:08.785864 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80e5b5b-ccbe-414c-ac72-128fb26c1940 None None] Network 0bca21b9-d9dd-47ed-b98b-fa1ff3590c09 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:41:08.790386 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Device e70b26ac-8828-4e78-8df7-85f383b35ac8 details requested by agent hyperv_n-h2-852085-12 with host n-h2-852085-12 {{(pid=108171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 20:41:08.846565 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:DELETE=12 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:08.971585 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bb3670e3-8262-4572-9fd8-150dbb09194a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (0bca21b9-d9dd-47ed-b98b-fa1ff3590c09), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:08.973543 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88637d6f-738d-463c-90b6-0badbf9e8905 req-1a5b1209-c702-4ebf-a0ec-b31e9187b161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:41:08.979562 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-cd9e66fd-9f41-4254-a66c-28c11f9c734f None None] Provisioning complete for port 5b6d49b1-1b79-470c-9d37-0ef68f88145b triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:41:08.980258 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-cd9e66fd-9f41-4254-a66c-28c11f9c734f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (5b6d49b1-1b79-470c-9d37-0ef68f88145b), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:08.980872 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-cd9e66fd-9f41-4254-a66c-28c11f9c734f None None] Attempt 1 to provision port 5b6d49b1-1b79-470c-9d37-0ef68f88145b Oct 04 20:41:08.989283 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-7899fe2e-9e9d-4514-b4ca-d44884904c97 None None] For port e3b24c6f-c628-49ee-8728-161158eade5f, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=e3b24c6f-c628-49ee-8728-161158eade5f,segment=NetworkSegment(a9c8124b-7163-4cfd-b4c4-9699e8e6c754),segment_id=a9c8124b-7163-4cfd-b4c4-9699e8e6c754)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:41:08.991345 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-88637d6f-738d-463c-90b6-0badbf9e8905 req-1a5b1209-c702-4ebf-a0ec-b31e9187b161 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=42fbb05e-3f96-444f-a676-04ee9d06a8c7 HTTP/1.1" status: 200 len: 870 time: 0.7822344 Oct 04 20:41:09.218295 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-bb3670e3-8262-4572-9fd8-150dbb09194a admin admin] Deleting port 7dc186be-4954-43be-94bd-7bcd1076b59e {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:41:09.221006 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bb3670e3-8262-4572-9fd8-150dbb09194a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (7dc186be-4954-43be-94bd-7bcd1076b59e), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:09.255936 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:09.303120 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7899fe2e-9e9d-4514-b4ca-d44884904c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (e3b24c6f-c628-49ee-8728-161158eade5f), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:09.416671 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-cd9e66fd-9f41-4254-a66c-28c11f9c734f None None] Port 5b6d49b1-1b79-470c-9d37-0ef68f88145b cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:41:09.452462 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-88637d6f-738d-463c-90b6-0badbf9e8905 req-6150d003-b583-4f3b-804f-b6477bd3be53 service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=e70b26ac-8828-4e78-8df7-85f383b35ac8 HTTP/1.1" status: 200 len: 217 time: 0.4384964 Oct 04 20:41:09.642996 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-bb3670e3-8262-4572-9fd8-150dbb09194a admin admin] For port 7dc186be-4954-43be-94bd-7bcd1076b59e, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=7dc186be-4954-43be-94bd-7bcd1076b59e,segment=NetworkSegment(2d39e250-52ee-4b29-a76c-8ef56e729f3b),segment_id=2d39e250-52ee-4b29-a76c-8ef56e729f3b)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:41:09.644100 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a8f98b-ea3e-4909-9083-a6c3719dae82 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:41:09.644594 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bb3670e3-8262-4572-9fd8-150dbb09194a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (7dc186be-4954-43be-94bd-7bcd1076b59e), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:09.656625 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88637d6f-738d-463c-90b6-0badbf9e8905 req-5858fed1-acf5-481d-bf5a-d4ae7c85cfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:41:09.660070 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-88637d6f-738d-463c-90b6-0badbf9e8905 req-5858fed1-acf5-481d-bf5a-d4ae7c85cfa4 service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.2061000 Oct 04 20:41:09.677817 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f7a8f98b-ea3e-4909-9083-a6c3719dae82 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/6f5c290e-2a6f-4bac-b60e-8a5829b725dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.3691778 Oct 04 20:41:09.762765 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9255ada7-8f80-4e19-8091-0bf84cc79379 None None] Publish callbacks [] for port (1b9e0b7f-8d48-4a5b-a598-932cdb4e75c2), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:09.765065 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-bb3670e3-8262-4572-9fd8-150dbb09194a admin admin] Calling delete_port for 7dc186be-4954-43be-94bd-7bcd1076b59e owned by network:dhcp {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:41:09.978160 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7899fe2e-9e9d-4514-b4ca-d44884904c97 None None] Pushing event updated for resources: {'Port': ['ID=e3b24c6f-c628-49ee-8728-161158eade5f,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:41:10.115058 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9255ada7-8f80-4e19-8091-0bf84cc79379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (1b9e0b7f-8d48-4a5b-a598-932cdb4e75c2), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:10.201185 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 4da39c10-2230-4778-a1a7-c934bba0297a triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:41:10.201711 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (4da39c10-2230-4778-a1a7-c934bba0297a), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:10.202070 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 4da39c10-2230-4778-a1a7-c934bba0297a Oct 04 20:41:10.403566 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bb3670e3-8262-4572-9fd8-150dbb09194a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (7dc186be-4954-43be-94bd-7bcd1076b59e), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:10.517554 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] For port e70b26ac-8828-4e78-8df7-85f383b35ac8, host n-h2-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852085-12',level=0,port_id=e70b26ac-8828-4e78-8df7-85f383b35ac8,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:41:10.628477 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3670e3-8262-4572-9fd8-150dbb09194a admin admin] No DVR routers for this DVR port 7dc186be-4954-43be-94bd-7bcd1076b59e on host n-d-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:41:10.659959 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3670e3-8262-4572-9fd8-150dbb09194a admin admin] Pushing event deleted for resources: {'Port': ['ID=7dc186be-4954-43be-94bd-7bcd1076b59e,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:41:10.707477 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Returning: {'device': 'e70b26ac-8828-4e78-8df7-85f383b35ac8', 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7', 'port_id': 'e70b26ac-8828-4e78-8df7-85f383b35ac8', 'mac_address': 'fa:16:3e:c0:98:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1956090-7ed7-4d05-a46e-a7b0885ca8e4', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 20:41:10.741729 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1786e87-aa6c-4b73-8fef-0faaa3bf7f66 None None] DHCP port deletion for 0bca21b9-d9dd-47ed-b98b-fa1ff3590c09 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:41:11.036739 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:11.041374 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868f20eb-f4de-4eb7-b2b3-8a8993422ac9 None None] Pushing event updated for resources: {'Port': ['ID=1b9e0b7f-8d48-4a5b-a598-932cdb4e75c2,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:41:11.120643 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bb3670e3-8262-4572-9fd8-150dbb09194a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (0bca21b9-d9dd-47ed-b98b-fa1ff3590c09), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:11.171742 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 4da39c10-2230-4778-a1a7-c934bba0297a is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:41:11.173153 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (4da39c10-2230-4778-a1a7-c934bba0297a), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:11.250538 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-bb3670e3-8262-4572-9fd8-150dbb09194a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bca21b9-d9dd-47ed-b98b-fa1ff3590c09']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:41:11.285909 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 4da39c10-2230-4778-a1a7-c934bba0297a, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=4da39c10-2230-4778-a1a7-c934bba0297a,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:41:11.289786 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:11.291772 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0d2f927b-dfce-42de-adf8-a38ffba6aa63 admin admin] Publish callbacks [] for router_gateway (2230a921-fe76-4b21-b385-6cd21bedc8cb), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:11.343993 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-bb3670e3-8262-4572-9fd8-150dbb09194a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d39e250-52ee-4b29-a76c-8ef56e729f3b') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:41:11.344488 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-bb3670e3-8262-4572-9fd8-150dbb09194a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d39e250-52ee-4b29-a76c-8ef56e729f3b') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:41:11.397244 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (4da39c10-2230-4778-a1a7-c934bba0297a), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:11.408776 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-9255ada7-8f80-4e19-8091-0bf84cc79379 None None] Attempting to bind port 1b9e0b7f-8d48-4a5b-a598-932cdb4e75c2 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:41:11.409819 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-9255ada7-8f80-4e19-8091-0bf84cc79379 None None] Attempting to bind port 1b9e0b7f-8d48-4a5b-a598-932cdb4e75c2 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '6d776888-77d6-4bb2-a233-e68b1482ccd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0caecb22-40fe-43f0-8d1f-cae8a80416fd'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:41:11.410702 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9255ada7-8f80-4e19-8091-0bf84cc79379 None None] Attempting to bind port 1b9e0b7f-8d48-4a5b-a598-932cdb4e75c2 on network 0caecb22-40fe-43f0-8d1f-cae8a80416fd {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:41:11.430345 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bb3670e3-8262-4572-9fd8-150dbb09194a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (2d39e250-52ee-4b29-a76c-8ef56e729f3b), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:11.549166 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bb3670e3-8262-4572-9fd8-150dbb09194a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (2d39e250-52ee-4b29-a76c-8ef56e729f3b), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:11.618863 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb3670e3-8262-4572-9fd8-150dbb09194a admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:41:11.624958 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bb3670e3-8262-4572-9fd8-150dbb09194a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (2d39e250-52ee-4b29-a76c-8ef56e729f3b), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:11.689573 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a12ca9-f1cc-42fd-b318-eba35aa936ea None None] Sync routers for ids ['6f5c290e-2a6f-4bac-b60e-8a5829b725dd'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:41:11.720693 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88637d6f-738d-463c-90b6-0badbf9e8905 req-30f37582-e80c-4981-b008-3291ca9a9618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:41:11.726403 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-88637d6f-738d-463c-90b6-0badbf9e8905 req-30f37582-e80c-4981-b008-3291ca9a9618 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2674100 Oct 04 20:41:11.744575 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a12ca9-f1cc-42fd-b318-eba35aa936ea None None] Routers {'6f5c290e-2a6f-4bac-b60e-8a5829b725dd'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:41:11.745791 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-a4a12ca9-f1cc-42fd-b318-eba35aa936ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:40:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['6f5c290e-2a6f-4bac-b60e-8a5829b725dd'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:41:11.834121 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Current status of the port e70b26ac-8828-4e78-8df7-85f383b35ac8 is: DOWN; New status is: BUILD {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:41:11.834977 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (e70b26ac-8828-4e78-8df7-85f383b35ac8), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:11.975091 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9255ada7-8f80-4e19-8091-0bf84cc79379 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:41:11.975975 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9255ada7-8f80-4e19-8091-0bf84cc79379 None None] Checking segment: {'id': '6d776888-77d6-4bb2-a233-e68b1482ccd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0caecb22-40fe-43f0-8d1f-cae8a80416fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:41:11.976555 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9255ada7-8f80-4e19-8091-0bf84cc79379 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:11.976988 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9255ada7-8f80-4e19-8091-0bf84cc79379 None None] Bound using segment: {'id': '6d776888-77d6-4bb2-a233-e68b1482ccd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0caecb22-40fe-43f0-8d1f-cae8a80416fd'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:41:11.977552 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-9255ada7-8f80-4e19-8091-0bf84cc79379 None None] Bound port: 1b9e0b7f-8d48-4a5b-a598-932cdb4e75c2, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d776888-77d6-4bb2-a233-e68b1482ccd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0caecb22-40fe-43f0-8d1f-cae8a80416fd'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:41:11.978137 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9255ada7-8f80-4e19-8091-0bf84cc79379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (1b9e0b7f-8d48-4a5b-a598-932cdb4e75c2), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:12.106890 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bb3670e3-8262-4572-9fd8-150dbb09194a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (0bca21b9-d9dd-47ed-b98b-fa1ff3590c09), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:12.210652 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bb3670e3-8262-4572-9fd8-150dbb09194a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:12.227159 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-bb3670e3-8262-4572-9fd8-150dbb09194a admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/0bca21b9-d9dd-47ed-b98b-fa1ff3590c09 HTTP/1.1" status: 204 len: 168 time: 3.5743906 Oct 04 20:41:12.256314 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3670e3-8262-4572-9fd8-150dbb09194a admin admin] Pushing event deleted for resources: {'Network': ['ID=0bca21b9-d9dd-47ed-b98b-fa1ff3590c09,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:41:12.320088 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=100 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:12.339312 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-9255ada7-8f80-4e19-8091-0bf84cc79379 None None] For port 1b9e0b7f-8d48-4a5b-a598-932cdb4e75c2, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:41:12.368788 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-9255ada7-8f80-4e19-8091-0bf84cc79379 None None] For port 1b9e0b7f-8d48-4a5b-a598-932cdb4e75c2, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=1b9e0b7f-8d48-4a5b-a598-932cdb4e75c2,segment=NetworkSegment(6d776888-77d6-4bb2-a233-e68b1482ccd8),segment_id=6d776888-77d6-4bb2-a233-e68b1482ccd8)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:41:12.386457 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-a4a12ca9-f1cc-42fd-b318-eba35aa936ea None None] Set router 6f5c290e-2a6f-4bac-b60e-8a5829b725dd gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:41:12.396727 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e70b26ac-8828-4e78-8df7-85f383b35ac8 {{(pid=108171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 20:41:12.508948 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device e3b24c6f-c628-49ee-8728-161158eade5f up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:41:12.534436 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f5a0c6-45a6-4b04-8d1a-810317204459 None None] Network 74e1ec26-5da6-4cff-9540-bb60c800cec9 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:41:12.584826 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 2d39e250-52ee-4b29-a76c-8ef56e729f3b resource provider aggregate not found Oct 04 20:41:12.637724 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 2d39e250-52ee-4b29-a76c-8ef56e729f3b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2d39e250-52ee-4b29-a76c-8ef56e729f3b found for delete ", "request_id": "req-9ecb6286-a57f-4610-a90d-bfc43a4a93bf"}]} Oct 04 20:41:12.724861 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0d2f927b-dfce-42de-adf8-a38ffba6aa63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (2230a921-fe76-4b21-b385-6cd21bedc8cb), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:12.954904 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-88637d6f-738d-463c-90b6-0badbf9e8905 req-c961226a-1a55-4733-b32b-847bf6d88a66 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2125111 Oct 04 20:41:12.965175 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-854555c8-4b08-4155-9d9c-f389d292023f None None] Provisioning complete for port e3b24c6f-c628-49ee-8728-161158eade5f triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:41:12.966285 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-854555c8-4b08-4155-9d9c-f389d292023f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (e3b24c6f-c628-49ee-8728-161158eade5f), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:12.966460 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-854555c8-4b08-4155-9d9c-f389d292023f None None] Attempt 1 to provision port e3b24c6f-c628-49ee-8728-161158eade5f Oct 04 20:41:13.007738 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9255ada7-8f80-4e19-8091-0bf84cc79379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (1b9e0b7f-8d48-4a5b-a598-932cdb4e75c2), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:13.025329 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] For port e70b26ac-8828-4e78-8df7-85f383b35ac8, host n-h2-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852085-12',level=0,port_id=e70b26ac-8828-4e78-8df7-85f383b35ac8,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:41:13.051020 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-a4a12ca9-f1cc-42fd-b318-eba35aa936ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f5c290e-2a6f-4bac-b60e-8a5829b725dd', 'name': 'tempest-ServersTestJSON-1132838778-router', 'tenant_id': '74d829c1899f478e9a95a0402c0dc87e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '4da39c10-2230-4778-a1a7-c934bba0297a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:40:39Z', 'updated_at': '2022-10-04T20:41:04Z', 'revision_number': 4, 'project_id': '74d829c1899f478e9a95a0402c0dc87e', 'gw_port': {'id': '4da39c10-2230-4778-a1a7-c934bba0297a', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:45:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5c290e-2a6f-4bac-b60e-8a5829b725dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:40:43Z', 'updated_at': '2022-10-04T20:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '5b6d49b1-1b79-470c-9d37-0ef68f88145b', 'name': '', 'network_id': 'bd3e9948-df1a-401b-b922-c0d656845500', 'tenant_id': '74d829c1899f478e9a95a0402c0dc87e', 'mac_address': 'fa:16:3e:2b:68:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f5c290e-2a6f-4bac-b60e-8a5829b725dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '52befef0-cb7a-44d1-8ae9-2e367db83107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:40:57Z', 'updated_at': '2022-10-04T20:41:05Z', 'revision_number': 2, 'project_id': '74d829c1899f478e9a95a0402c0dc87e', 'subnets': [{'id': '52befef0-cb7a-44d1-8ae9-2e367db83107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:41:13.140860 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a12ca9-f1cc-42fd-b318-eba35aa936ea None None] Checking router: 6f5c290e-2a6f-4bac-b60e-8a5829b725dd for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:41:13.143040 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a12ca9-f1cc-42fd-b318-eba35aa936ea None None] Updating router 6f5c290e-2a6f-4bac-b60e-8a5829b725dd port 5b6d49b1-1b79-470c-9d37-0ef68f88145b binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:41:13.400534 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (e70b26ac-8828-4e78-8df7-85f383b35ac8), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:13.437445 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-a4a12ca9-f1cc-42fd-b318-eba35aa936ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (5b6d49b1-1b79-470c-9d37-0ef68f88145b), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:13.492615 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 35722) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:41:13.542265 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d2f927b-dfce-42de-adf8-a38ffba6aa63 admin admin] Router 2230a921-fe76-4b21-b385-6cd21bedc8cb is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:41:13.544990 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=4da39c10-2230-4778-a1a7-c934bba0297a,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:41:13.664772 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-7afaa44a-3c47-4e30-ba8d-30e4c9b32898 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=44dddbee054f49f3ac862994488fc147&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1686387 Oct 04 20:41:13.669132 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 35724) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:41:13.731432 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9255ada7-8f80-4e19-8091-0bf84cc79379 None None] Routers {'73024986-d402-4f6f-924a-fb1e95ee12a8'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:41:13.732496 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-9255ada7-8f80-4e19-8091-0bf84cc79379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:40:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['73024986-d402-4f6f-924a-fb1e95ee12a8'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:41:13.742792 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-88637d6f-738d-463c-90b6-0badbf9e8905 req-5cc0e9f9-2a00-429e-a13d-43c862944065 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7647822 Oct 04 20:41:13.904174 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fe5bab59-dac7-4ee8-a14b-631cff2c8634 admin admin] Publish callbacks [] for security_group (2dc0ffae-7292-45d5-be99-0f423fae5750), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:13.943096 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port e3b24c6f-c628-49ee-8728-161158eade5f triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:41:13.944345 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (e3b24c6f-c628-49ee-8728-161158eade5f), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:13.948339 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port e3b24c6f-c628-49ee-8728-161158eade5f Oct 04 20:41:14.002482 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fe5bab59-dac7-4ee8-a14b-631cff2c8634 admin admin] Publish callbacks [] for security_group (2dc0ffae-7292-45d5-be99-0f423fae5750), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:14.303655 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fe5bab59-dac7-4ee8-a14b-631cff2c8634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (2dc0ffae-7292-45d5-be99-0f423fae5750), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:14.308383 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fe5bab59-dac7-4ee8-a14b-631cff2c8634 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:14.312270 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-fe5bab59-dac7-4ee8-a14b-631cff2c8634 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/2dc0ffae-7292-45d5-be99-0f423fae5750 HTTP/1.1" status: 204 len: 168 time: 0.6407931 Oct 04 20:41:14.320366 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-9255ada7-8f80-4e19-8091-0bf84cc79379 None None] Set router 73024986-d402-4f6f-924a-fb1e95ee12a8 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:41:14.338473 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:14.356539 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d2f927b-dfce-42de-adf8-a38ffba6aa63 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:41:14.367322 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5bab59-dac7-4ee8-a14b-631cff2c8634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc0ffae-7292-45d5-be99-0f423fae5750,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:41:14.529509 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] get_ports_and_sgs() called for port_ids ['e70b26ac-8828-4e78-8df7-85f383b35ac8'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:41:14.534313 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f2519f-40ce-40db-96ec-8b4a7e5f92a0 None None] Sync routers for ids ['2230a921-fe76-4b21-b385-6cd21bedc8cb'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:41:14.600431 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0d2f927b-dfce-42de-adf8-a38ffba6aa63 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:14.603483 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-0d2f927b-dfce-42de-adf8-a38ffba6aa63 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 17.5106299 Oct 04 20:41:14.608077 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 35728) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:41:14.770891 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:14.841343 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:14.851323 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-a4a12ca9-f1cc-42fd-b318-eba35aa936ea None None] Publish callbacks [] for port (5b6d49b1-1b79-470c-9d37-0ef68f88145b), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:14.904180 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:14.980057 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:14.981978 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f2519f-40ce-40db-96ec-8b4a7e5f92a0 None None] Routers {'2230a921-fe76-4b21-b385-6cd21bedc8cb'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:41:14.983067 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-43f2519f-40ce-40db-96ec-8b4a7e5f92a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:40:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['2230a921-fe76-4b21-b385-6cd21bedc8cb'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:41:14.995594 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-a4a12ca9-f1cc-42fd-b318-eba35aa936ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (5b6d49b1-1b79-470c-9d37-0ef68f88145b), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:15.337981 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95c9fb6-05b4-4a92-b925-e57ef81677b7 None None] Pushing event updated for resources: {'Port': ['ID=5b6d49b1-1b79-470c-9d37-0ef68f88145b,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:41:15.463924 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-a4a12ca9-f1cc-42fd-b318-eba35aa936ea None None] Attempting to bind port 5b6d49b1-1b79-470c-9d37-0ef68f88145b on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:41:15.463924 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-a4a12ca9-f1cc-42fd-b318-eba35aa936ea None None] Attempting to bind port 5b6d49b1-1b79-470c-9d37-0ef68f88145b by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'e487e892-9992-4436-bf2e-5f32d26b31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'bd3e9948-df1a-401b-b922-c0d656845500'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:41:15.463924 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a12ca9-f1cc-42fd-b318-eba35aa936ea None None] Attempting to bind port 5b6d49b1-1b79-470c-9d37-0ef68f88145b on network bd3e9948-df1a-401b-b922-c0d656845500 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:41:15.499781 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868f20eb-f4de-4eb7-b2b3-8a8993422ac9 None None] Pushing event updated for resources: {'Port': ['ID=1b9e0b7f-8d48-4a5b-a598-932cdb4e75c2,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:41:15.710175 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Pushing event updated for resources: {'Port': ['ID=e70b26ac-8828-4e78-8df7-85f383b35ac8,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:41:15.714721 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a12ca9-f1cc-42fd-b318-eba35aa936ea None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:41:15.715746 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a12ca9-f1cc-42fd-b318-eba35aa936ea None None] Checking segment: {'id': 'e487e892-9992-4436-bf2e-5f32d26b31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'bd3e9948-df1a-401b-b922-c0d656845500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:41:15.717482 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-a4a12ca9-f1cc-42fd-b318-eba35aa936ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:15.718470 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a12ca9-f1cc-42fd-b318-eba35aa936ea None None] Bound using segment: {'id': 'e487e892-9992-4436-bf2e-5f32d26b31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'bd3e9948-df1a-401b-b922-c0d656845500'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:41:15.722101 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-a4a12ca9-f1cc-42fd-b318-eba35aa936ea None None] Bound port: 5b6d49b1-1b79-470c-9d37-0ef68f88145b, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e487e892-9992-4436-bf2e-5f32d26b31d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'bd3e9948-df1a-401b-b922-c0d656845500'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:41:15.739800 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-a4a12ca9-f1cc-42fd-b318-eba35aa936ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (5b6d49b1-1b79-470c-9d37-0ef68f88145b), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:15.891938 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:16.158825 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-43f2519f-40ce-40db-96ec-8b4a7e5f92a0 None None] Set router 2230a921-fe76-4b21-b385-6cd21bedc8cb gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:41:16.201381 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-a4a12ca9-f1cc-42fd-b318-eba35aa936ea None None] For port 5b6d49b1-1b79-470c-9d37-0ef68f88145b, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:41:16.212207 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-a4a12ca9-f1cc-42fd-b318-eba35aa936ea None None] For port 5b6d49b1-1b79-470c-9d37-0ef68f88145b, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=5b6d49b1-1b79-470c-9d37-0ef68f88145b,segment=NetworkSegment(e487e892-9992-4436-bf2e-5f32d26b31d7),segment_id=e487e892-9992-4436-bf2e-5f32d26b31d7)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:41:16.323332 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-854555c8-4b08-4155-9d9c-f389d292023f None None] Current status of the port e3b24c6f-c628-49ee-8728-161158eade5f is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:41:16.324528 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-854555c8-4b08-4155-9d9c-f389d292023f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (e3b24c6f-c628-49ee-8728-161158eade5f), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:16.335896 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-a4a12ca9-f1cc-42fd-b318-eba35aa936ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (5b6d49b1-1b79-470c-9d37-0ef68f88145b), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:16.478540 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a12ca9-f1cc-42fd-b318-eba35aa936ea None None] Routers {'6f5c290e-2a6f-4bac-b60e-8a5829b725dd'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:41:16.479651 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-a4a12ca9-f1cc-42fd-b318-eba35aa936ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:40:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['6f5c290e-2a6f-4bac-b60e-8a5829b725dd'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:41:16.704650 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port e3b24c6f-c628-49ee-8728-161158eade5f is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:41:16.705553 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (e3b24c6f-c628-49ee-8728-161158eade5f), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:16.725922 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b69a163c-58b0-4ddd-858c-9f8b5587bbe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:16.730509 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6097ac30-704e-438e-8f07-57b48a6afa3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:16.831524 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95c9fb6-05b4-4a92-b925-e57ef81677b7 None None] Pushing event updated for resources: {'Port': ['ID=5b6d49b1-1b79-470c-9d37-0ef68f88145b,revision_number=4']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:41:16.911186 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-854555c8-4b08-4155-9d9c-f389d292023f None None] For port e3b24c6f-c628-49ee-8728-161158eade5f, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=e3b24c6f-c628-49ee-8728-161158eade5f,segment=NetworkSegment(a9c8124b-7163-4cfd-b4c4-9699e8e6c754),segment_id=a9c8124b-7163-4cfd-b4c4-9699e8e6c754)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:41:16.929476 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:17.008344 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-9255ada7-8f80-4e19-8091-0bf84cc79379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73024986-d402-4f6f-924a-fb1e95ee12a8', 'name': 'tempest-DeleteServersTestJSON-577031231-router', 'tenant_id': 'b0dba749bcef41eabaa078e2e36d0f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '020c56e0-e42e-4bb4-bdca-6f0dd60b5a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:40:32Z', 'updated_at': '2022-10-04T20:40:52Z', 'revision_number': 4, 'project_id': 'b0dba749bcef41eabaa078e2e36d0f97', 'gw_port': {'id': '020c56e0-e42e-4bb4-bdca-6f0dd60b5a86', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:af:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73024986-d402-4f6f-924a-fb1e95ee12a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:40:34Z', 'updated_at': '2022-10-04T20:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '1b9e0b7f-8d48-4a5b-a598-932cdb4e75c2', 'name': '', 'network_id': '0caecb22-40fe-43f0-8d1f-cae8a80416fd', 'tenant_id': 'b0dba749bcef41eabaa078e2e36d0f97', 'mac_address': 'fa:16:3e:cb:4f:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73024986-d402-4f6f-924a-fb1e95ee12a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'a2409084-3629-47d4-aa46-86a6d381f22e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:40:48Z', 'updated_at': '2022-10-04T20:41:12Z', 'revision_number': 4, 'project_id': 'b0dba749bcef41eabaa078e2e36d0f97', 'subnets': [{'id': 'a2409084-3629-47d4-aa46-86a6d381f22e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:41:17.062336 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:17.094226 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-a4a12ca9-f1cc-42fd-b318-eba35aa936ea None None] Set router 6f5c290e-2a6f-4bac-b60e-8a5829b725dd gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:41:17.226219 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9255ada7-8f80-4e19-8091-0bf84cc79379 None None] The sync data for ids ['73024986-d402-4f6f-924a-fb1e95ee12a8'] in n-d-852085-12 is: [{'id': '73024986-d402-4f6f-924a-fb1e95ee12a8', 'name': 'tempest-DeleteServersTestJSON-577031231-router', 'tenant_id': 'b0dba749bcef41eabaa078e2e36d0f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '020c56e0-e42e-4bb4-bdca-6f0dd60b5a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:40:32Z', 'updated_at': '2022-10-04T20:40:52Z', 'revision_number': 4, 'project_id': 'b0dba749bcef41eabaa078e2e36d0f97', 'gw_port': {'id': '020c56e0-e42e-4bb4-bdca-6f0dd60b5a86', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:af:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73024986-d402-4f6f-924a-fb1e95ee12a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:40:34Z', 'updated_at': '2022-10-04T20:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '1b9e0b7f-8d48-4a5b-a598-932cdb4e75c2', 'name': '', 'network_id': '0caecb22-40fe-43f0-8d1f-cae8a80416fd', 'tenant_id': 'b0dba749bcef41eabaa078e2e36d0f97', 'mac_address': 'fa:16:3e:cb:4f:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73024986-d402-4f6f-924a-fb1e95ee12a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'a2409084-3629-47d4-aa46-86a6d381f22e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:40:48Z', 'updated_at': '2022-10-04T20:41:12Z', 'revision_number': 4, 'project_id': 'b0dba749bcef41eabaa078e2e36d0f97', 'subnets': [{'id': 'a2409084-3629-47d4-aa46-86a6d381f22e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:41:17.229064 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-854555c8-4b08-4155-9d9c-f389d292023f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (e3b24c6f-c628-49ee-8728-161158eade5f), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:17.582290 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-6097ac30-704e-438e-8f07-57b48a6afa3c admin admin] Allocated IP 172.20.0.1 (74e1ec26-5da6-4cff-9540-bb60c800cec9/76d4f381-a419-4f6b-ad6d-02874aca05ea/b0f20d4c-303f-46f3-8a61-3e3eec51d0ab) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:41:17.784280 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 20:41:17.794730 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 20:41:18.095315 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854555c8-4b08-4155-9d9c-f389d292023f None None] Pushing event updated for resources: {'Port': ['ID=e3b24c6f-c628-49ee-8728-161158eade5f,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:41:18.132384 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-a4a12ca9-f1cc-42fd-b318-eba35aa936ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f5c290e-2a6f-4bac-b60e-8a5829b725dd', 'name': 'tempest-ServersTestJSON-1132838778-router', 'tenant_id': '74d829c1899f478e9a95a0402c0dc87e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '4da39c10-2230-4778-a1a7-c934bba0297a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:40:39Z', 'updated_at': '2022-10-04T20:41:04Z', 'revision_number': 4, 'project_id': '74d829c1899f478e9a95a0402c0dc87e', 'gw_port': {'id': '4da39c10-2230-4778-a1a7-c934bba0297a', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:45:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5c290e-2a6f-4bac-b60e-8a5829b725dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:40:43Z', 'updated_at': '2022-10-04T20:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '5b6d49b1-1b79-470c-9d37-0ef68f88145b', 'name': '', 'network_id': 'bd3e9948-df1a-401b-b922-c0d656845500', 'tenant_id': '74d829c1899f478e9a95a0402c0dc87e', 'mac_address': 'fa:16:3e:2b:68:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f5c290e-2a6f-4bac-b60e-8a5829b725dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '52befef0-cb7a-44d1-8ae9-2e367db83107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:40:57Z', 'updated_at': '2022-10-04T20:41:16Z', 'revision_number': 4, 'project_id': '74d829c1899f478e9a95a0402c0dc87e', 'subnets': [{'id': '52befef0-cb7a-44d1-8ae9-2e367db83107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:41:18.200908 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854555c8-4b08-4155-9d9c-f389d292023f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:41:18.201426 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854555c8-4b08-4155-9d9c-f389d292023f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:41:18.201926 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854555c8-4b08-4155-9d9c-f389d292023f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:41:18.202500 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854555c8-4b08-4155-9d9c-f389d292023f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:41:18.203006 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854555c8-4b08-4155-9d9c-f389d292023f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:41:18.203508 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854555c8-4b08-4155-9d9c-f389d292023f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:41:18.203957 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854555c8-4b08-4155-9d9c-f389d292023f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:41:18.204409 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854555c8-4b08-4155-9d9c-f389d292023f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:41:18.204749 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854555c8-4b08-4155-9d9c-f389d292023f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:41:18.205079 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854555c8-4b08-4155-9d9c-f389d292023f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:41:18.205503 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854555c8-4b08-4155-9d9c-f389d292023f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:41:18.205912 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854555c8-4b08-4155-9d9c-f389d292023f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:41:18.206422 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854555c8-4b08-4155-9d9c-f389d292023f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:41:18.217615 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854555c8-4b08-4155-9d9c-f389d292023f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:41:18.218086 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854555c8-4b08-4155-9d9c-f389d292023f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:41:18.229493 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-f2469f5c-fe6d-4082-8ed7-801921c7268c None None] Provisioning complete for port e3b24c6f-c628-49ee-8728-161158eade5f triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:41:18.229991 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f2469f5c-fe6d-4082-8ed7-801921c7268c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (e3b24c6f-c628-49ee-8728-161158eade5f), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:18.230284 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-f2469f5c-fe6d-4082-8ed7-801921c7268c None None] Attempt 1 to provision port e3b24c6f-c628-49ee-8728-161158eade5f Oct 04 20:41:18.336596 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a12ca9-f1cc-42fd-b318-eba35aa936ea None None] The sync data for ids ['6f5c290e-2a6f-4bac-b60e-8a5829b725dd'] in n-d-852085-12 is: [{'id': '6f5c290e-2a6f-4bac-b60e-8a5829b725dd', 'name': 'tempest-ServersTestJSON-1132838778-router', 'tenant_id': '74d829c1899f478e9a95a0402c0dc87e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '4da39c10-2230-4778-a1a7-c934bba0297a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:40:39Z', 'updated_at': '2022-10-04T20:41:04Z', 'revision_number': 4, 'project_id': '74d829c1899f478e9a95a0402c0dc87e', 'gw_port': {'id': '4da39c10-2230-4778-a1a7-c934bba0297a', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:45:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5c290e-2a6f-4bac-b60e-8a5829b725dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:40:43Z', 'updated_at': '2022-10-04T20:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '5b6d49b1-1b79-470c-9d37-0ef68f88145b', 'name': '', 'network_id': 'bd3e9948-df1a-401b-b922-c0d656845500', 'tenant_id': '74d829c1899f478e9a95a0402c0dc87e', 'mac_address': 'fa:16:3e:2b:68:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f5c290e-2a6f-4bac-b60e-8a5829b725dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '52befef0-cb7a-44d1-8ae9-2e367db83107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:40:57Z', 'updated_at': '2022-10-04T20:41:16Z', 'revision_number': 4, 'project_id': '74d829c1899f478e9a95a0402c0dc87e', 'subnets': [{'id': '52befef0-cb7a-44d1-8ae9-2e367db83107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:41:18.390358 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6097ac30-704e-438e-8f07-57b48a6afa3c admin admin] Publish callbacks [] for port (b0f20d4c-303f-46f3-8a61-3e3eec51d0ab), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:18.435501 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f791901e-086e-4576-b0ce-99972d714929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:18.644815 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 35748) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:41:18.689369 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:18.693402 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port e3b24c6f-c628-49ee-8728-161158eade5f is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:41:18.726273 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6097ac30-704e-438e-8f07-57b48a6afa3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (b0f20d4c-303f-46f3-8a61-3e3eec51d0ab), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:18.891191 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-43f2519f-40ce-40db-96ec-8b4a7e5f92a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2230a921-fe76-4b21-b385-6cd21bedc8cb', 'name': 'tempest-TaggedBootDevicesTest_v242-76940211-router', 'tenant_id': '24e71aeef8ae451d8e152abb19afe23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'df0fd8dd-9be8-4cb4-ad40-6eece4e25edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:40:57Z', 'updated_at': '2022-10-04T20:41:08Z', 'revision_number': 3, 'project_id': '24e71aeef8ae451d8e152abb19afe23b', 'gw_port': {'id': 'df0fd8dd-9be8-4cb4-ad40-6eece4e25edb', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2230a921-fe76-4b21-b385-6cd21bedc8cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:41:04Z', 'updated_at': '2022-10-04T20:41:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:41:19.023700 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f2519f-40ce-40db-96ec-8b4a7e5f92a0 None None] Checking router: 2230a921-fe76-4b21-b385-6cd21bedc8cb for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:41:19.032319 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f2519f-40ce-40db-96ec-8b4a7e5f92a0 None None] Updating router 2230a921-fe76-4b21-b385-6cd21bedc8cb port df0fd8dd-9be8-4cb4-ad40-6eece4e25edb binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:41:19.112720 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6097ac30-704e-438e-8f07-57b48a6afa3c admin admin] Network 74e1ec26-5da6-4cff-9540-bb60c800cec9 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:41:19.122642 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-e312fc5f-6d1f-4278-a5ea-eabc4fddaa0c admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1965081262-network', 'tenant_id': 'f8f49cc17cdd45cc8278f8d5cf1e7490'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:41:19.156216 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-6097ac30-704e-438e-8f07-57b48a6afa3c admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:41:19.160001 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6097ac30-704e-438e-8f07-57b48a6afa3c admin admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:41:19.211044 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6097ac30-704e-438e-8f07-57b48a6afa3c admin admin] Pushing event updated for resources: {'Port': ['ID=b0f20d4c-303f-46f3-8a61-3e3eec51d0ab,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:41:19.253351 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6097ac30-704e-438e-8f07-57b48a6afa3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (2230a921-fe76-4b21-b385-6cd21bedc8cb), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:19.466085 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:19.557023 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 7dc186be-4954-43be-94bd-7bcd1076b59e no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:41:19.567372 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Device e70b26ac-8828-4e78-8df7-85f383b35ac8 up at agent hyperv_n-h2-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:41:19.605987 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-43f2519f-40ce-40db-96ec-8b4a7e5f92a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (df0fd8dd-9be8-4cb4-ad40-6eece4e25edb), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:19.782279 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-f2469f5c-fe6d-4082-8ed7-801921c7268c None None] Current status of the port e3b24c6f-c628-49ee-8728-161158eade5f is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:41:19.831507 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 7dc186be-4954-43be-94bd-7bcd1076b59e {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:41:19.833033 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 7dc186be-4954-43be-94bd-7bcd1076b59e not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:41:19.881906 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e312fc5f-6d1f-4278-a5ea-eabc4fddaa0c admin admin] Made reservation on behalf of f8f49cc17cdd45cc8278f8d5cf1e7490 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:41:19.887429 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e312fc5f-6d1f-4278-a5ea-eabc4fddaa0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:19.989497 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e312fc5f-6d1f-4278-a5ea-eabc4fddaa0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:20.082928 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:20.257184 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6097ac30-704e-438e-8f07-57b48a6afa3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b0f20d4c-303f-46f3-8a61-3e3eec51d0ab), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:20.690304 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 4da39c10-2230-4778-a1a7-c934bba0297a up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:41:20.917768 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Provisioning for port e70b26ac-8828-4e78-8df7-85f383b35ac8 completed by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 20:41:21.061629 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-43f2519f-40ce-40db-96ec-8b4a7e5f92a0 None None] Publish callbacks [] for port (df0fd8dd-9be8-4cb4-ad40-6eece4e25edb), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:21.069388 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:21.081639 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-16b235f7-e8a6-4d2d-9e7b-dde153efaea7 None None] Provisioning complete for port b0f20d4c-303f-46f3-8a61-3e3eec51d0ab triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:41:21.082428 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-16b235f7-e8a6-4d2d-9e7b-dde153efaea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b0f20d4c-303f-46f3-8a61-3e3eec51d0ab), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:21.083245 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-16b235f7-e8a6-4d2d-9e7b-dde153efaea7 None None] Attempt 1 to provision port b0f20d4c-303f-46f3-8a61-3e3eec51d0ab Oct 04 20:41:21.171695 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Provisioning complete for port e70b26ac-8828-4e78-8df7-85f383b35ac8 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:41:21.173098 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (e70b26ac-8828-4e78-8df7-85f383b35ac8), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:21.174009 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Attempt 1 to provision port e70b26ac-8828-4e78-8df7-85f383b35ac8 Oct 04 20:41:21.182592 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e312fc5f-6d1f-4278-a5ea-eabc4fddaa0c admin admin] Publish callbacks [] for security_group (a3687da7-7498-4bd2-abd2-f74dfef70a7d), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:21.262928 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e312fc5f-6d1f-4278-a5ea-eabc4fddaa0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (a3687da7-7498-4bd2-abd2-f74dfef70a7d), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:21.267669 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-16b235f7-e8a6-4d2d-9e7b-dde153efaea7 None None] Port b0f20d4c-303f-46f3-8a61-3e3eec51d0ab cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:41:21.272206 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 4da39c10-2230-4778-a1a7-c934bba0297a triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:41:21.272725 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (4da39c10-2230-4778-a1a7-c934bba0297a), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:21.274001 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 4da39c10-2230-4778-a1a7-c934bba0297a Oct 04 20:41:21.276460 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-43f2519f-40ce-40db-96ec-8b4a7e5f92a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (df0fd8dd-9be8-4cb4-ad40-6eece4e25edb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:21.427935 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-43f2519f-40ce-40db-96ec-8b4a7e5f92a0 None None] Attempting to bind port df0fd8dd-9be8-4cb4-ad40-6eece4e25edb on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:41:21.431368 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-43f2519f-40ce-40db-96ec-8b4a7e5f92a0 None None] Attempting to bind port df0fd8dd-9be8-4cb4-ad40-6eece4e25edb by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:41:21.432172 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f2519f-40ce-40db-96ec-8b4a7e5f92a0 None None] Attempting to bind port df0fd8dd-9be8-4cb4-ad40-6eece4e25edb on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:41:21.444657 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e312fc5f-6d1f-4278-a5ea-eabc4fddaa0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3687da7-7498-4bd2-abd2-f74dfef70a7d,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:41:21.529390 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e312fc5f-6d1f-4278-a5ea-eabc4fddaa0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:41:21.556666 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6097ac30-704e-438e-8f07-57b48a6afa3c admin admin] Publish callbacks [] for port (b0f20d4c-303f-46f3-8a61-3e3eec51d0ab), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:21.571281 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e312fc5f-6d1f-4278-a5ea-eabc4fddaa0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (683d6b03-9492-4fbb-acb7-c8dc9bb80f13), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:21.573657 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-e312fc5f-6d1f-4278-a5ea-eabc4fddaa0c admin admin] Added segment 683d6b03-9492-4fbb-acb7-c8dc9bb80f13 of type vlan for network 8fe50bd2-6799-4976-8c6e-7d5e4830c6ba Oct 04 20:41:21.653720 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:21.669153 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6097ac30-704e-438e-8f07-57b48a6afa3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (b0f20d4c-303f-46f3-8a61-3e3eec51d0ab), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:21.751403 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0badde5-36c8-445a-a3e2-5d0a43625ce8 None None] Pushing event updated for resources: {'Port': ['ID=df0fd8dd-9be8-4cb4-ad40-6eece4e25edb,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:41:21.812715 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f2519f-40ce-40db-96ec-8b4a7e5f92a0 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:41:21.814137 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f2519f-40ce-40db-96ec-8b4a7e5f92a0 None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:41:21.814842 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-43f2519f-40ce-40db-96ec-8b4a7e5f92a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:21.815781 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f2519f-40ce-40db-96ec-8b4a7e5f92a0 None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:41:21.817256 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-43f2519f-40ce-40db-96ec-8b4a7e5f92a0 None None] Bound port: df0fd8dd-9be8-4cb4-ad40-6eece4e25edb, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:41:21.818255 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-43f2519f-40ce-40db-96ec-8b4a7e5f92a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (df0fd8dd-9be8-4cb4-ad40-6eece4e25edb), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:21.857043 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6097ac30-704e-438e-8f07-57b48a6afa3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (2230a921-fe76-4b21-b385-6cd21bedc8cb), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:21.880206 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e312fc5f-6d1f-4278-a5ea-eabc4fddaa0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (8fe50bd2-6799-4976-8c6e-7d5e4830c6ba), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:21.975364 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-43f2519f-40ce-40db-96ec-8b4a7e5f92a0 None None] For port df0fd8dd-9be8-4cb4-ad40-6eece4e25edb, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:41:21.978881 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-43f2519f-40ce-40db-96ec-8b4a7e5f92a0 None None] For port df0fd8dd-9be8-4cb4-ad40-6eece4e25edb, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=df0fd8dd-9be8-4cb4-ad40-6eece4e25edb,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:41:22.027070 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:22.039513 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.db.resource_extend [None req-e312fc5f-6d1f-4278-a5ea-eabc4fddaa0c admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 04 20:41:22.110072 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:22.161338 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:22.165521 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-43f2519f-40ce-40db-96ec-8b4a7e5f92a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (df0fd8dd-9be8-4cb4-ad40-6eece4e25edb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:22.364621 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6097ac30-704e-438e-8f07-57b48a6afa3c admin admin] Network 74e1ec26-5da6-4cff-9540-bb60c800cec9 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:41:22.368136 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0badde5-36c8-445a-a3e2-5d0a43625ce8 None None] Pushing event updated for resources: {'Port': ['ID=df0fd8dd-9be8-4cb4-ad40-6eece4e25edb,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:41:22.369217 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6097ac30-704e-438e-8f07-57b48a6afa3c admin admin] Pushing event updated for resources: {'Port': ['ID=b0f20d4c-303f-46f3-8a61-3e3eec51d0ab,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:41:22.384379 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-6097ac30-704e-438e-8f07-57b48a6afa3c admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:41:22.403264 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Current status of the port e70b26ac-8828-4e78-8df7-85f383b35ac8 is: BUILD; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:41:22.403960 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (e70b26ac-8828-4e78-8df7-85f383b35ac8), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:22.411190 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f2519f-40ce-40db-96ec-8b4a7e5f92a0 None None] Routers {'2230a921-fe76-4b21-b385-6cd21bedc8cb'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:41:22.412524 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-43f2519f-40ce-40db-96ec-8b4a7e5f92a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:41:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['2230a921-fe76-4b21-b385-6cd21bedc8cb'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:41:22.603755 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e312fc5f-6d1f-4278-a5ea-eabc4fddaa0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (8fe50bd2-6799-4976-8c6e-7d5e4830c6ba), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:22.612256 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e312fc5f-6d1f-4278-a5ea-eabc4fddaa0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:41:22.614255 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e312fc5f-6d1f-4278-a5ea-eabc4fddaa0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:22.866925 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-e312fc5f-6d1f-4278-a5ea-eabc4fddaa0c admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 4.2195821 Oct 04 20:41:22.871692 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 35756) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:41:22.883376 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-5790e5c6-9c17-44aa-bd61-496e270dc023 admin admin] Request body: {'subnet': {'network_id': '8fe50bd2-6799-4976-8c6e-7d5e4830c6ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1965081262-subnet', 'tenant_id': 'f8f49cc17cdd45cc8278f8d5cf1e7490', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:41:22.984971 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-43f2519f-40ce-40db-96ec-8b4a7e5f92a0 None None] Set router 2230a921-fe76-4b21-b385-6cd21bedc8cb gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:41:23.047823 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e312fc5f-6d1f-4278-a5ea-eabc4fddaa0c admin admin] Pushing event updated for resources: {'Network': ['ID=8fe50bd2-6799-4976-8c6e-7d5e4830c6ba,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:41:23.084178 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:23.112355 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6097ac30-704e-438e-8f07-57b48a6afa3c admin admin] Router 2230a921-fe76-4b21-b385-6cd21bedc8cb has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:41:23.121229 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:23.143277 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5790e5c6-9c17-44aa-bd61-496e270dc023 admin admin] Made reservation on behalf of f8f49cc17cdd45cc8278f8d5cf1e7490 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:41:23.149337 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5790e5c6-9c17-44aa-bd61-496e270dc023 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:23.350558 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6097ac30-704e-438e-8f07-57b48a6afa3c admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:41:23.385287 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-6097ac30-704e-438e-8f07-57b48a6afa3c admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/2230a921-fe76-4b21-b385-6cd21bedc8cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7746272 Oct 04 20:41:23.514682 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] For port e70b26ac-8828-4e78-8df7-85f383b35ac8, host n-h2-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852085-12',level=0,port_id=e70b26ac-8828-4e78-8df7-85f383b35ac8,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:41:23.524559 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 8fe50bd2-6799-4976-8c6e-7d5e4830c6ba details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:41:23.530387 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:23.531989 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 4da39c10-2230-4778-a1a7-c934bba0297a is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:41:23.533932 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device e3b24c6f-c628-49ee-8728-161158eade5f up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:41:23.679278 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (e70b26ac-8828-4e78-8df7-85f383b35ac8), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:23.694186 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-a2ba1573-4aaf-4a1a-ba2c-d62bca4bd5d4 None None] Provisioning complete for port b0f20d4c-303f-46f3-8a61-3e3eec51d0ab triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:41:23.694768 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a2ba1573-4aaf-4a1a-ba2c-d62bca4bd5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b0f20d4c-303f-46f3-8a61-3e3eec51d0ab), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:23.695372 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-a2ba1573-4aaf-4a1a-ba2c-d62bca4bd5d4 None None] Attempt 1 to provision port b0f20d4c-303f-46f3-8a61-3e3eec51d0ab Oct 04 20:41:23.964845 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-a2ba1573-4aaf-4a1a-ba2c-d62bca4bd5d4 None None] Port b0f20d4c-303f-46f3-8a61-3e3eec51d0ab cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:41:23.988101 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Pushing event updated for resources: {'Port': ['ID=e70b26ac-8828-4e78-8df7-85f383b35ac8,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:41:23.997856 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port e3b24c6f-c628-49ee-8728-161158eade5f triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:41:23.998498 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (e3b24c6f-c628-49ee-8728-161158eade5f), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:23.999090 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port e3b24c6f-c628-49ee-8728-161158eade5f Oct 04 20:41:24.161477 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5790e5c6-9c17-44aa-bd61-496e270dc023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (68ab103c-bca3-458e-940c-8b08aa0acfe8), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:24.204147 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:24.287788 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-43f2519f-40ce-40db-96ec-8b4a7e5f92a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2230a921-fe76-4b21-b385-6cd21bedc8cb', 'name': 'tempest-TaggedBootDevicesTest_v242-76940211-router', 'tenant_id': '24e71aeef8ae451d8e152abb19afe23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'df0fd8dd-9be8-4cb4-ad40-6eece4e25edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:40:57Z', 'updated_at': '2022-10-04T20:41:19Z', 'revision_number': 4, 'project_id': '24e71aeef8ae451d8e152abb19afe23b', 'gw_port': {'id': 'df0fd8dd-9be8-4cb4-ad40-6eece4e25edb', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2230a921-fe76-4b21-b385-6cd21bedc8cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:41:04Z', 'updated_at': '2022-10-04T20:41:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'b0f20d4c-303f-46f3-8a61-3e3eec51d0ab', 'name': '', 'network_id': '74e1ec26-5da6-4cff-9540-bb60c800cec9', 'tenant_id': '24e71aeef8ae451d8e152abb19afe23b', 'mac_address': 'fa:16:3e:f4:32:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2230a921-fe76-4b21-b385-6cd21bedc8cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '76d4f381-a419-4f6b-ad6d-02874aca05ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:41:16Z', 'updated_at': '2022-10-04T20:41:20Z', 'revision_number': 2, 'project_id': '24e71aeef8ae451d8e152abb19afe23b', 'subnets': [{'id': '76d4f381-a419-4f6b-ad6d-02874aca05ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:41:24.377626 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port e3b24c6f-c628-49ee-8728-161158eade5f is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:41:24.379898 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 5b6d49b1-1b79-470c-9d37-0ef68f88145b up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:41:24.383338 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f2519f-40ce-40db-96ec-8b4a7e5f92a0 None None] The sync data for ids ['2230a921-fe76-4b21-b385-6cd21bedc8cb'] in n-d-852085-12 is: [{'id': '2230a921-fe76-4b21-b385-6cd21bedc8cb', 'name': 'tempest-TaggedBootDevicesTest_v242-76940211-router', 'tenant_id': '24e71aeef8ae451d8e152abb19afe23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'df0fd8dd-9be8-4cb4-ad40-6eece4e25edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:40:57Z', 'updated_at': '2022-10-04T20:41:19Z', 'revision_number': 4, 'project_id': '24e71aeef8ae451d8e152abb19afe23b', 'gw_port': {'id': 'df0fd8dd-9be8-4cb4-ad40-6eece4e25edb', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2230a921-fe76-4b21-b385-6cd21bedc8cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:41:04Z', 'updated_at': '2022-10-04T20:41:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'b0f20d4c-303f-46f3-8a61-3e3eec51d0ab', 'name': '', 'network_id': '74e1ec26-5da6-4cff-9540-bb60c800cec9', 'tenant_id': '24e71aeef8ae451d8e152abb19afe23b', 'mac_address': 'fa:16:3e:f4:32:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2230a921-fe76-4b21-b385-6cd21bedc8cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '76d4f381-a419-4f6b-ad6d-02874aca05ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:41:16Z', 'updated_at': '2022-10-04T20:41:20Z', 'revision_number': 2, 'project_id': '24e71aeef8ae451d8e152abb19afe23b', 'subnets': [{'id': '76d4f381-a419-4f6b-ad6d-02874aca05ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:41:24.460882 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:24.488527 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5790e5c6-9c17-44aa-bd61-496e270dc023 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68ab103c-bca3-458e-940c-8b08aa0acfe8,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:41:24.522659 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790e5c6-9c17-44aa-bd61-496e270dc023 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:41:24.523919 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790e5c6-9c17-44aa-bd61-496e270dc023 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:41:24.524977 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790e5c6-9c17-44aa-bd61-496e270dc023 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:41:24.525731 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790e5c6-9c17-44aa-bd61-496e270dc023 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:41:24.526666 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790e5c6-9c17-44aa-bd61-496e270dc023 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:41:24.527677 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790e5c6-9c17-44aa-bd61-496e270dc023 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:41:24.528607 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790e5c6-9c17-44aa-bd61-496e270dc023 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:41:24.529565 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790e5c6-9c17-44aa-bd61-496e270dc023 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:41:24.530468 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790e5c6-9c17-44aa-bd61-496e270dc023 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:41:24.531276 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790e5c6-9c17-44aa-bd61-496e270dc023 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:41:24.532553 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790e5c6-9c17-44aa-bd61-496e270dc023 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:41:24.533289 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790e5c6-9c17-44aa-bd61-496e270dc023 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:41:24.534122 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790e5c6-9c17-44aa-bd61-496e270dc023 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:41:24.535229 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790e5c6-9c17-44aa-bd61-496e270dc023 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:41:24.539584 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5790e5c6-9c17-44aa-bd61-496e270dc023 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:41:24.557447 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5790e5c6-9c17-44aa-bd61-496e270dc023 admin admin] Checking segment: {'id': '683d6b03-9492-4fbb-acb7-c8dc9bb80f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8fe50bd2-6799-4976-8c6e-7d5e4830c6ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:41:24.558849 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5790e5c6-9c17-44aa-bd61-496e270dc023 admin admin] Network hostable DHCP agents. Network: 8fe50bd2-6799-4976-8c6e-7d5e4830c6ba, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:41:24.800707 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5790e5c6-9c17-44aa-bd61-496e270dc023 admin admin] Network 8fe50bd2-6799-4976-8c6e-7d5e4830c6ba is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:41:24.997560 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-5790e5c6-9c17-44aa-bd61-496e270dc023 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 8fe50bd2-6799-4976-8c6e-7d5e4830c6ba) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:41:25.013735 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5790e5c6-9c17-44aa-bd61-496e270dc023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:41:25.018678 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5790e5c6-9c17-44aa-bd61-496e270dc023 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:25.302387 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-5790e5c6-9c17-44aa-bd61-496e270dc023 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4288054 Oct 04 20:41:25.307864 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 35774) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:41:25.329981 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-4d1e784b-0d7f-48fe-a5ff-71d88703a4ee admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1965081262-router', 'tenant_id': 'f8f49cc17cdd45cc8278f8d5cf1e7490', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:41:25.458465 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8870591-2d19-4045-8f83-3b8d9d7083e9 None None] Network 8fe50bd2-6799-4976-8c6e-7d5e4830c6ba requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:41:25.561388 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4d1e784b-0d7f-48fe-a5ff-71d88703a4ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (d1a951fd-0ecf-443a-b60e-a4dee81cbc09), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:25.565697 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4d1e784b-0d7f-48fe-a5ff-71d88703a4ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (d1a951fd-0ecf-443a-b60e-a4dee81cbc09), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:25.773454 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 5b6d49b1-1b79-470c-9d37-0ef68f88145b triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:41:25.774774 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (5b6d49b1-1b79-470c-9d37-0ef68f88145b), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:25.776089 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 5b6d49b1-1b79-470c-9d37-0ef68f88145b Oct 04 20:41:25.893889 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9538b51c-0005-44b8-a920-a6dd2b663bb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-8fe50bd2-6799-4976-8c6e-7d5e4830c6ba', 'network_id': '8fe50bd2-6799-4976-8c6e-7d5e4830c6ba', 'project_id': 'f8f49cc17cdd45cc8278f8d5cf1e7490', 'fixed_ips': [{'subnet_id': '68ab103c-bca3-458e-940c-8b08aa0acfe8'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:41:25.896217 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9538b51c-0005-44b8-a920-a6dd2b663bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:25.947124 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4d1e784b-0d7f-48fe-a5ff-71d88703a4ee admin admin] Publish callbacks [] for router_controller (d1a951fd-0ecf-443a-b60e-a4dee81cbc09), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:26.021356 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 5b6d49b1-1b79-470c-9d37-0ef68f88145b is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:41:26.022425 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (5b6d49b1-1b79-470c-9d37-0ef68f88145b), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:26.114117 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 5b6d49b1-1b79-470c-9d37-0ef68f88145b, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=5b6d49b1-1b79-470c-9d37-0ef68f88145b,segment=NetworkSegment(e487e892-9992-4436-bf2e-5f32d26b31d7),segment_id=e487e892-9992-4436-bf2e-5f32d26b31d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:41:26.497214 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4d1e784b-0d7f-48fe-a5ff-71d88703a4ee admin admin] Publish callbacks [] for router_gateway (d1a951fd-0ecf-443a-b60e-a4dee81cbc09), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:26.508098 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (5b6d49b1-1b79-470c-9d37-0ef68f88145b), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:26.511838 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 1b9e0b7f-8d48-4a5b-a598-932cdb4e75c2 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:41:26.605219 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-9538b51c-0005-44b8-a920-a6dd2b663bb5 None None] Allocated IP 172.20.0.2 (8fe50bd2-6799-4976-8c6e-7d5e4830c6ba/68ab103c-bca3-458e-940c-8b08aa0acfe8/7727e45e-56df-4ae4-9321-c2798c547884) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:41:27.254467 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=5b6d49b1-1b79-470c-9d37-0ef68f88145b,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:41:27.392778 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:27.428655 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9538b51c-0005-44b8-a920-a6dd2b663bb5 None None] Publish callbacks [] for port (7727e45e-56df-4ae4-9321-c2798c547884), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:27.462971 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 1b9e0b7f-8d48-4a5b-a598-932cdb4e75c2 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:41:27.464238 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (1b9e0b7f-8d48-4a5b-a598-932cdb4e75c2), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:27.465118 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 1b9e0b7f-8d48-4a5b-a598-932cdb4e75c2 Oct 04 20:41:27.470368 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:27.529620 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4d1e784b-0d7f-48fe-a5ff-71d88703a4ee admin admin] Publish callbacks [] for router_gateway (d1a951fd-0ecf-443a-b60e-a4dee81cbc09), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:27.601634 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9538b51c-0005-44b8-a920-a6dd2b663bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (7727e45e-56df-4ae4-9321-c2798c547884), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:27.689674 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4d1e784b-0d7f-48fe-a5ff-71d88703a4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:27.866878 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=70 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:27.878313 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9538b51c-0005-44b8-a920-a6dd2b663bb5 None None] Network 8fe50bd2-6799-4976-8c6e-7d5e4830c6ba is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:41:27.935936 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-9538b51c-0005-44b8-a920-a6dd2b663bb5 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:41:27.954085 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9538b51c-0005-44b8-a920-a6dd2b663bb5 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:41:27.966536 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9538b51c-0005-44b8-a920-a6dd2b663bb5 None None] Pushing event updated for resources: {'Port': ['ID=7727e45e-56df-4ae4-9321-c2798c547884,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:41:28.215804 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-4d1e784b-0d7f-48fe-a5ff-71d88703a4ee admin admin] Allocated IP 172.25.5.146 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/24979368-6a91-446e-a502-168aacfe53c0) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:41:28.336052 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=12 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:28.484801 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-9538b51c-0005-44b8-a920-a6dd2b663bb5 None None] Attempting to bind port 7727e45e-56df-4ae4-9321-c2798c547884 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:41:28.484801 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-9538b51c-0005-44b8-a920-a6dd2b663bb5 None None] Attempting to bind port 7727e45e-56df-4ae4-9321-c2798c547884 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '683d6b03-9492-4fbb-acb7-c8dc9bb80f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8fe50bd2-6799-4976-8c6e-7d5e4830c6ba'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:41:28.484801 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9538b51c-0005-44b8-a920-a6dd2b663bb5 None None] Attempting to bind port 7727e45e-56df-4ae4-9321-c2798c547884 on network 8fe50bd2-6799-4976-8c6e-7d5e4830c6ba {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:41:28.698888 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4d1e784b-0d7f-48fe-a5ff-71d88703a4ee admin admin] Publish callbacks [] for port (24979368-6a91-446e-a502-168aacfe53c0), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:28.698888 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:28.752513 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 1b9e0b7f-8d48-4a5b-a598-932cdb4e75c2 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:41:28.754378 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (1b9e0b7f-8d48-4a5b-a598-932cdb4e75c2), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:28.773442 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9538b51c-0005-44b8-a920-a6dd2b663bb5 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:41:28.775484 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9538b51c-0005-44b8-a920-a6dd2b663bb5 None None] Checking segment: {'id': '683d6b03-9492-4fbb-acb7-c8dc9bb80f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8fe50bd2-6799-4976-8c6e-7d5e4830c6ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:41:28.778222 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9538b51c-0005-44b8-a920-a6dd2b663bb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:28.779454 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9538b51c-0005-44b8-a920-a6dd2b663bb5 None None] Bound using segment: {'id': '683d6b03-9492-4fbb-acb7-c8dc9bb80f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8fe50bd2-6799-4976-8c6e-7d5e4830c6ba'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:41:28.780636 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-9538b51c-0005-44b8-a920-a6dd2b663bb5 None None] Bound port: 7727e45e-56df-4ae4-9321-c2798c547884, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '683d6b03-9492-4fbb-acb7-c8dc9bb80f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8fe50bd2-6799-4976-8c6e-7d5e4830c6ba'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:41:28.781700 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9538b51c-0005-44b8-a920-a6dd2b663bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (7727e45e-56df-4ae4-9321-c2798c547884), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:28.997754 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 1b9e0b7f-8d48-4a5b-a598-932cdb4e75c2, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=1b9e0b7f-8d48-4a5b-a598-932cdb4e75c2,segment=NetworkSegment(6d776888-77d6-4bb2-a233-e68b1482ccd8),segment_id=6d776888-77d6-4bb2-a233-e68b1482ccd8)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:41:29.000577 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-9538b51c-0005-44b8-a920-a6dd2b663bb5 None None] For port 7727e45e-56df-4ae4-9321-c2798c547884, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:41:29.037362 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-9538b51c-0005-44b8-a920-a6dd2b663bb5 None None] For port 7727e45e-56df-4ae4-9321-c2798c547884, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=7727e45e-56df-4ae4-9321-c2798c547884,segment=NetworkSegment(683d6b03-9492-4fbb-acb7-c8dc9bb80f13),segment_id=683d6b03-9492-4fbb-acb7-c8dc9bb80f13)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:41:29.291692 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4d1e784b-0d7f-48fe-a5ff-71d88703a4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (24979368-6a91-446e-a502-168aacfe53c0), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:29.395297 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1e784b-0d7f-48fe-a5ff-71d88703a4ee admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:41:29.401389 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-4d1e784b-0d7f-48fe-a5ff-71d88703a4ee admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:41:29.417420 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1e784b-0d7f-48fe-a5ff-71d88703a4ee admin admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:41:29.474655 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1e784b-0d7f-48fe-a5ff-71d88703a4ee admin admin] Pushing event updated for resources: {'Port': ['ID=24979368-6a91-446e-a502-168aacfe53c0,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:41:29.532896 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (1b9e0b7f-8d48-4a5b-a598-932cdb4e75c2), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:29.556630 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:29.631062 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9538b51c-0005-44b8-a920-a6dd2b663bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (7727e45e-56df-4ae4-9321-c2798c547884), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:29.764457 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=1b9e0b7f-8d48-4a5b-a598-932cdb4e75c2,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:41:29.984291 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9538b51c-0005-44b8-a920-a6dd2b663bb5 None None] Pushing event updated for resources: {'Port': ['ID=7727e45e-56df-4ae4-9321-c2798c547884,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:41:30.077819 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device df0fd8dd-9be8-4cb4-ad40-6eece4e25edb up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:41:30.241999 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482a8730-b428-4aa6-a449-c91e996ae89f None None] Sync routers for ids ['2230a921-fe76-4b21-b385-6cd21bedc8cb'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:41:30.285139 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port df0fd8dd-9be8-4cb4-ad40-6eece4e25edb triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:41:30.286403 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (df0fd8dd-9be8-4cb4-ad40-6eece4e25edb), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:30.287417 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port df0fd8dd-9be8-4cb4-ad40-6eece4e25edb Oct 04 20:41:30.305695 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482a8730-b428-4aa6-a449-c91e996ae89f None None] Routers {'2230a921-fe76-4b21-b385-6cd21bedc8cb'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:41:30.306588 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-482a8730-b428-4aa6-a449-c91e996ae89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:41:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['2230a921-fe76-4b21-b385-6cd21bedc8cb'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:41:30.618652 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-482a8730-b428-4aa6-a449-c91e996ae89f None None] Set router 2230a921-fe76-4b21-b385-6cd21bedc8cb gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:41:30.669548 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port df0fd8dd-9be8-4cb4-ad40-6eece4e25edb is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:41:30.670681 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (df0fd8dd-9be8-4cb4-ad40-6eece4e25edb), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:30.721275 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4d1e784b-0d7f-48fe-a5ff-71d88703a4ee admin admin] Publish callbacks [] for router_gateway (d1a951fd-0ecf-443a-b60e-a4dee81cbc09), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:30.776453 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port df0fd8dd-9be8-4cb4-ad40-6eece4e25edb, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=df0fd8dd-9be8-4cb4-ad40-6eece4e25edb,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:41:30.857490 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (df0fd8dd-9be8-4cb4-ad40-6eece4e25edb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:30.860639 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 5b6d49b1-1b79-470c-9d37-0ef68f88145b up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:41:31.207383 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=df0fd8dd-9be8-4cb4-ad40-6eece4e25edb,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:41:31.234888 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 5b6d49b1-1b79-470c-9d37-0ef68f88145b triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:41:31.236570 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (5b6d49b1-1b79-470c-9d37-0ef68f88145b), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:31.237138 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 5b6d49b1-1b79-470c-9d37-0ef68f88145b Oct 04 20:41:31.396601 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-482a8730-b428-4aa6-a449-c91e996ae89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2230a921-fe76-4b21-b385-6cd21bedc8cb', 'name': 'tempest-TaggedBootDevicesTest_v242-76940211-router', 'tenant_id': '24e71aeef8ae451d8e152abb19afe23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'df0fd8dd-9be8-4cb4-ad40-6eece4e25edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:40:57Z', 'updated_at': '2022-10-04T20:41:19Z', 'revision_number': 4, 'project_id': '24e71aeef8ae451d8e152abb19afe23b', 'gw_port': {'id': 'df0fd8dd-9be8-4cb4-ad40-6eece4e25edb', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2230a921-fe76-4b21-b385-6cd21bedc8cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:41:04Z', 'updated_at': '2022-10-04T20:41:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'b0f20d4c-303f-46f3-8a61-3e3eec51d0ab', 'name': '', 'network_id': '74e1ec26-5da6-4cff-9540-bb60c800cec9', 'tenant_id': '24e71aeef8ae451d8e152abb19afe23b', 'mac_address': 'fa:16:3e:f4:32:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2230a921-fe76-4b21-b385-6cd21bedc8cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '76d4f381-a419-4f6b-ad6d-02874aca05ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:41:16Z', 'updated_at': '2022-10-04T20:41:20Z', 'revision_number': 2, 'project_id': '24e71aeef8ae451d8e152abb19afe23b', 'subnets': [{'id': '76d4f381-a419-4f6b-ad6d-02874aca05ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:41:31.412769 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:31.479104 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482a8730-b428-4aa6-a449-c91e996ae89f None None] Checking router: 2230a921-fe76-4b21-b385-6cd21bedc8cb for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:41:31.481803 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:31.483252 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482a8730-b428-4aa6-a449-c91e996ae89f None None] Updating router 2230a921-fe76-4b21-b385-6cd21bedc8cb port b0f20d4c-303f-46f3-8a61-3e3eec51d0ab binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:41:31.545874 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 5b6d49b1-1b79-470c-9d37-0ef68f88145b is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:41:31.586474 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-482a8730-b428-4aa6-a449-c91e996ae89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b0f20d4c-303f-46f3-8a61-3e3eec51d0ab), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:32.035496 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:32.225866 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92bb655-e787-40bc-bbee-05dee0291cdf None None] Network 8fe50bd2-6799-4976-8c6e-7d5e4830c6ba requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:41:32.254777 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4d1e784b-0d7f-48fe-a5ff-71d88703a4ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (d1a951fd-0ecf-443a-b60e-a4dee81cbc09), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:32.334664 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-90410fa6-865a-4be7-8c5a-4ab135fd2897 None None] Provisioning complete for port 7727e45e-56df-4ae4-9321-c2798c547884 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:41:32.335362 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-90410fa6-865a-4be7-8c5a-4ab135fd2897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (7727e45e-56df-4ae4-9321-c2798c547884), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:32.336294 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-90410fa6-865a-4be7-8c5a-4ab135fd2897 None None] Attempt 1 to provision port 7727e45e-56df-4ae4-9321-c2798c547884 Oct 04 20:41:32.574108 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-482a8730-b428-4aa6-a449-c91e996ae89f None None] Publish callbacks [] for port (b0f20d4c-303f-46f3-8a61-3e3eec51d0ab), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:32.653835 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device df0fd8dd-9be8-4cb4-ad40-6eece4e25edb up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:41:32.725851 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-482a8730-b428-4aa6-a449-c91e996ae89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (b0f20d4c-303f-46f3-8a61-3e3eec51d0ab), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:32.783539 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d1e784b-0d7f-48fe-a5ff-71d88703a4ee admin admin] Router d1a951fd-0ecf-443a-b60e-a4dee81cbc09 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:41:32.875796 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee2ee6b-4c80-4a31-a7d9-91d5f1f8eb79 None None] Pushing event updated for resources: {'Port': ['ID=b0f20d4c-303f-46f3-8a61-3e3eec51d0ab,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:41:32.932679 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-90410fa6-865a-4be7-8c5a-4ab135fd2897 None None] Current status of the port 7727e45e-56df-4ae4-9321-c2798c547884 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:41:32.933693 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-90410fa6-865a-4be7-8c5a-4ab135fd2897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (7727e45e-56df-4ae4-9321-c2798c547884), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:33.134327 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-90410fa6-865a-4be7-8c5a-4ab135fd2897 None None] For port 7727e45e-56df-4ae4-9321-c2798c547884, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=7727e45e-56df-4ae4-9321-c2798c547884,segment=NetworkSegment(683d6b03-9492-4fbb-acb7-c8dc9bb80f13),segment_id=683d6b03-9492-4fbb-acb7-c8dc9bb80f13)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:41:33.143777 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port df0fd8dd-9be8-4cb4-ad40-6eece4e25edb triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:41:33.144287 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (df0fd8dd-9be8-4cb4-ad40-6eece4e25edb), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:33.144862 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port df0fd8dd-9be8-4cb4-ad40-6eece4e25edb Oct 04 20:41:33.180465 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-482a8730-b428-4aa6-a449-c91e996ae89f None None] Attempting to bind port b0f20d4c-303f-46f3-8a61-3e3eec51d0ab on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:41:33.181590 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-482a8730-b428-4aa6-a449-c91e996ae89f None None] Attempting to bind port b0f20d4c-303f-46f3-8a61-3e3eec51d0ab by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'a9c8124b-7163-4cfd-b4c4-9699e8e6c754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '74e1ec26-5da6-4cff-9540-bb60c800cec9'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:41:33.182454 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482a8730-b428-4aa6-a449-c91e996ae89f None None] Attempting to bind port b0f20d4c-303f-46f3-8a61-3e3eec51d0ab on network 74e1ec26-5da6-4cff-9540-bb60c800cec9 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:41:33.206616 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d1e784b-0d7f-48fe-a5ff-71d88703a4ee admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:41:33.263382 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5e5770-fbab-4099-9820-d29e9b120be8 None None] Sync routers for ids ['d1a951fd-0ecf-443a-b60e-a4dee81cbc09'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:41:33.306152 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5e5770-fbab-4099-9820-d29e9b120be8 None None] Routers {'d1a951fd-0ecf-443a-b60e-a4dee81cbc09'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:41:33.307282 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-be5e5770-fbab-4099-9820-d29e9b120be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:41:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['d1a951fd-0ecf-443a-b60e-a4dee81cbc09'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:41:33.316184 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482a8730-b428-4aa6-a449-c91e996ae89f None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:41:33.316859 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482a8730-b428-4aa6-a449-c91e996ae89f None None] Checking segment: {'id': 'a9c8124b-7163-4cfd-b4c4-9699e8e6c754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '74e1ec26-5da6-4cff-9540-bb60c800cec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:41:33.317496 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-482a8730-b428-4aa6-a449-c91e996ae89f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:33.318133 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482a8730-b428-4aa6-a449-c91e996ae89f None None] Bound using segment: {'id': 'a9c8124b-7163-4cfd-b4c4-9699e8e6c754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '74e1ec26-5da6-4cff-9540-bb60c800cec9'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:41:33.321421 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-482a8730-b428-4aa6-a449-c91e996ae89f None None] Bound port: b0f20d4c-303f-46f3-8a61-3e3eec51d0ab, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c8124b-7163-4cfd-b4c4-9699e8e6c754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '74e1ec26-5da6-4cff-9540-bb60c800cec9'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:41:33.322424 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-482a8730-b428-4aa6-a449-c91e996ae89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b0f20d4c-303f-46f3-8a61-3e3eec51d0ab), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:33.351572 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:33.473482 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-482a8730-b428-4aa6-a449-c91e996ae89f None None] For port b0f20d4c-303f-46f3-8a61-3e3eec51d0ab, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:41:33.481161 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-482a8730-b428-4aa6-a449-c91e996ae89f None None] For port b0f20d4c-303f-46f3-8a61-3e3eec51d0ab, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b0f20d4c-303f-46f3-8a61-3e3eec51d0ab,segment=NetworkSegment(a9c8124b-7163-4cfd-b4c4-9699e8e6c754),segment_id=a9c8124b-7163-4cfd-b4c4-9699e8e6c754)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:41:33.594450 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:33.598503 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-90410fa6-865a-4be7-8c5a-4ab135fd2897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (7727e45e-56df-4ae4-9321-c2798c547884), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:33.617757 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4d1e784b-0d7f-48fe-a5ff-71d88703a4ee admin admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:33.624793 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 35818) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:41:33.625749 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4d1e784b-0d7f-48fe-a5ff-71d88703a4ee admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.3132298 Oct 04 20:41:33.648360 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-482a8730-b428-4aa6-a449-c91e996ae89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (b0f20d4c-303f-46f3-8a61-3e3eec51d0ab), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:33.889589 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec29895-13b8-451e-8445-842fb9fe7aca req-29c991bb-602e-43dc-ab6e-3dc2c5708951 tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:41:33.913606 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-bec29895-13b8-451e-8445-842fb9fe7aca req-29c991bb-602e-43dc-ab6e-3dc2c5708951 tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1caeb3c7-b999-4f0c-bee2-f072b9c00336 HTTP/1.1" status: 200 len: 949 time: 0.2043118 Oct 04 20:41:34.057588 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-be5e5770-fbab-4099-9820-d29e9b120be8 None None] Set router d1a951fd-0ecf-443a-b60e-a4dee81cbc09 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:41:34.141917 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:34.153021 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee2ee6b-4c80-4a31-a7d9-91d5f1f8eb79 None None] Pushing event updated for resources: {'Port': ['ID=b0f20d4c-303f-46f3-8a61-3e3eec51d0ab,revision_number=4']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:41:34.236364 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482a8730-b428-4aa6-a449-c91e996ae89f None None] Routers {'2230a921-fe76-4b21-b385-6cd21bedc8cb'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:41:34.236872 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-482a8730-b428-4aa6-a449-c91e996ae89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:41:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['2230a921-fe76-4b21-b385-6cd21bedc8cb'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:41:34.373531 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd03a1a-cfad-45ab-95e9-3419b5ef6e9a req-256b182d-1a59-44dc-ae1f-88a0905642f3 tempest-DeleteServersTestJSON-765273597 tempest-DeleteServersTestJSON-765273597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:41:34.393963 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-5fd03a1a-cfad-45ab-95e9-3419b5ef6e9a req-256b182d-1a59-44dc-ae1f-88a0905642f3 tempest-DeleteServersTestJSON-765273597 tempest-DeleteServersTestJSON-765273597-project] 10.222.0.78 "GET /networking/v2.0/networks?id=0caecb22-40fe-43f0-8d1f-cae8a80416fd HTTP/1.1" status: 200 len: 811 time: 0.9151120 Oct 04 20:41:34.443100 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port df0fd8dd-9be8-4cb4-ad40-6eece4e25edb is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:41:34.444903 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 7727e45e-56df-4ae4-9321-c2798c547884 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:41:34.448276 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-4a4ad5a1-33c2-410c-8590-f447739da2ab None None] Provisioning complete for port 7727e45e-56df-4ae4-9321-c2798c547884 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:41:34.448891 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4a4ad5a1-33c2-410c-8590-f447739da2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (7727e45e-56df-4ae4-9321-c2798c547884), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:34.449441 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-4a4ad5a1-33c2-410c-8590-f447739da2ab None None] Attempt 1 to provision port 7727e45e-56df-4ae4-9321-c2798c547884 Oct 04 20:41:34.454108 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:34.554999 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-5fd03a1a-cfad-45ab-95e9-3419b5ef6e9a req-9ab9cdc1-aeb1-4432-b0f7-473ba4ee97c2 tempest-DeleteServersTestJSON-765273597 tempest-DeleteServersTestJSON-765273597-project] 10.222.0.78 "GET /networking/v2.0/quotas/b0dba749bcef41eabaa078e2e36d0f97 HTTP/1.1" status: 200 len: 375 time: 0.0857396 Oct 04 20:41:34.721819 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-482a8730-b428-4aa6-a449-c91e996ae89f None None] Set router 2230a921-fe76-4b21-b385-6cd21bedc8cb gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:41:34.876922 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-bec29895-13b8-451e-8445-842fb9fe7aca req-4c9f0d3c-24a2-4199-90a6-95b377a0982d tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b6b384d6-a2d1-4920-a8af-8ce3c5739112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9612589 Oct 04 20:41:35.039769 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-5fd03a1a-cfad-45ab-95e9-3419b5ef6e9a req-560d58da-385a-4fdc-aeb2-e2c7cc973400 tempest-DeleteServersTestJSON-765273597 tempest-DeleteServersTestJSON-765273597-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=b0dba749bcef41eabaa078e2e36d0f97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4480999 Oct 04 20:41:35.155626 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:35.298606 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c94f8c24-ea87-47fb-ba42-9494c22a0199 req-7da67a39-e4fc-4414-8964-122974b19207 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=060a53e4fead4141a343b3e54bb09eff&device_id=6d44adbe-9208-452a-a8f7-8802ac29dfb8 HTTP/1.1" status: 200 len: 210 time: 0.4884257 Oct 04 20:41:35.457851 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c94f8c24-ea87-47fb-ba42-9494c22a0199 req-5340a0df-6a5a-4752-b283-5672f85af1e7 service neutron] 10.222.0.83 "GET /networking/v2.0/networks?tenant_id=060a53e4fead4141a343b3e54bb09eff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1505909 Oct 04 20:41:35.730212 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 20:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c249c09-1f11-441e-92a4-7bbe4ce8a40e x-openstack-request-id: req-1c249c09-1f11-441e-92a4-7bbe4ce8a40e {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:41:35.741066 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d42994f-e35e-413c-a0a3-14bb3878e209", "name": "network-vif-plugged", "status": "completed", "tag": "2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1", "code": 200}]} {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:41:35.741641 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1c249c09-1f11-441e-92a4-7bbe4ce8a40e {{(pid=108171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:41:35.744684 n-d-852085-12 neutron-server[108171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c249c09-1f11-441e-92a4-7bbe4ce8a40e'] response: {'server_uuid': '9d42994f-e35e-413c-a0a3-14bb3878e209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1', 'code': 200} Oct 04 20:41:35.809693 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90410fa6-865a-4be7-8c5a-4ab135fd2897 None None] Pushing event updated for resources: {'Port': ['ID=7727e45e-56df-4ae4-9321-c2798c547884,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:41:35.948258 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-482a8730-b428-4aa6-a449-c91e996ae89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2230a921-fe76-4b21-b385-6cd21bedc8cb', 'name': 'tempest-TaggedBootDevicesTest_v242-76940211-router', 'tenant_id': '24e71aeef8ae451d8e152abb19afe23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'df0fd8dd-9be8-4cb4-ad40-6eece4e25edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:40:57Z', 'updated_at': '2022-10-04T20:41:19Z', 'revision_number': 4, 'project_id': '24e71aeef8ae451d8e152abb19afe23b', 'gw_port': {'id': 'df0fd8dd-9be8-4cb4-ad40-6eece4e25edb', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2230a921-fe76-4b21-b385-6cd21bedc8cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:41:04Z', 'updated_at': '2022-10-04T20:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'b0f20d4c-303f-46f3-8a61-3e3eec51d0ab', 'name': '', 'network_id': '74e1ec26-5da6-4cff-9540-bb60c800cec9', 'tenant_id': '24e71aeef8ae451d8e152abb19afe23b', 'mac_address': 'fa:16:3e:f4:32:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2230a921-fe76-4b21-b385-6cd21bedc8cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '76d4f381-a419-4f6b-ad6d-02874aca05ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:41:16Z', 'updated_at': '2022-10-04T20:41:33Z', 'revision_number': 4, 'project_id': '24e71aeef8ae451d8e152abb19afe23b', 'subnets': [{'id': '76d4f381-a419-4f6b-ad6d-02874aca05ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:41:35.954481 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6443591b-f309-4699-9443-b137f5418f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:36.028665 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:36.033762 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-4a4ad5a1-33c2-410c-8590-f447739da2ab None None] Current status of the port 7727e45e-56df-4ae4-9321-c2798c547884 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:41:36.074809 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-25c66313-ae05-4903-9753-15f3a45d0025 req-c800e6bb-07f7-4951-b43a-b1198f10ffd8 tempest-UnshelveToHostMultiNodesTest-1701435296 tempest-UnshelveToHostMultiNodesTest-1701435296-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6d44adbe-9208-452a-a8f7-8802ac29dfb8 HTTP/1.1" status: 200 len: 210 time: 0.2561071 Oct 04 20:41:36.076790 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482a8730-b428-4aa6-a449-c91e996ae89f None None] The sync data for ids ['2230a921-fe76-4b21-b385-6cd21bedc8cb'] in n-d-852085-12 is: [{'id': '2230a921-fe76-4b21-b385-6cd21bedc8cb', 'name': 'tempest-TaggedBootDevicesTest_v242-76940211-router', 'tenant_id': '24e71aeef8ae451d8e152abb19afe23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'df0fd8dd-9be8-4cb4-ad40-6eece4e25edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:40:57Z', 'updated_at': '2022-10-04T20:41:19Z', 'revision_number': 4, 'project_id': '24e71aeef8ae451d8e152abb19afe23b', 'gw_port': {'id': 'df0fd8dd-9be8-4cb4-ad40-6eece4e25edb', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2230a921-fe76-4b21-b385-6cd21bedc8cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:41:04Z', 'updated_at': '2022-10-04T20:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'b0f20d4c-303f-46f3-8a61-3e3eec51d0ab', 'name': '', 'network_id': '74e1ec26-5da6-4cff-9540-bb60c800cec9', 'tenant_id': '24e71aeef8ae451d8e152abb19afe23b', 'mac_address': 'fa:16:3e:f4:32:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2230a921-fe76-4b21-b385-6cd21bedc8cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '76d4f381-a419-4f6b-ad6d-02874aca05ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:41:16Z', 'updated_at': '2022-10-04T20:41:33Z', 'revision_number': 4, 'project_id': '24e71aeef8ae451d8e152abb19afe23b', 'subnets': [{'id': '76d4f381-a419-4f6b-ad6d-02874aca05ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:41:36.240755 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4d228bb3-1ee7-4798-b1d7-c5ca9d49d2b8 req-497a2bc3-448c-4a51-b969-a05fc702a59c tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=e9fae788056d4b8e9d45e8988fc6920f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1852911 Oct 04 20:41:36.248876 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:36.280336 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-be5e5770-fbab-4099-9820-d29e9b120be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a951fd-0ecf-443a-b60e-a4dee81cbc09', 'name': 'tempest-ServersTestFqdnHostnames-1965081262-router', 'tenant_id': 'f8f49cc17cdd45cc8278f8d5cf1e7490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '24979368-6a91-446e-a502-168aacfe53c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:41:25Z', 'updated_at': '2022-10-04T20:41:30Z', 'revision_number': 3, 'project_id': 'f8f49cc17cdd45cc8278f8d5cf1e7490', 'gw_port': {'id': '24979368-6a91-446e-a502-168aacfe53c0', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5e:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a951fd-0ecf-443a-b60e-a4dee81cbc09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:41:27Z', 'updated_at': '2022-10-04T20:41:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:41:36.303577 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 7727e45e-56df-4ae4-9321-c2798c547884 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:41:36.304314 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (7727e45e-56df-4ae4-9321-c2798c547884), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:36.304985 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 7727e45e-56df-4ae4-9321-c2798c547884 Oct 04 20:41:36.517048 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d228bb3-1ee7-4798-b1d7-c5ca9d49d2b8 req-d6a88b34-49d1-46aa-8dca-bb807651d9cf tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:41:36.548210 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4d228bb3-1ee7-4798-b1d7-c5ca9d49d2b8 req-d6a88b34-49d1-46aa-8dca-bb807651d9cf tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2963698 Oct 04 20:41:36.687751 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4d228bb3-1ee7-4798-b1d7-c5ca9d49d2b8 req-583034fa-c598-4f0b-9f2a-644396b042c8 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/quotas/e9fae788056d4b8e9d45e8988fc6920f HTTP/1.1" status: 200 len: 375 time: 0.1374009 Oct 04 20:41:36.712754 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5e5770-fbab-4099-9820-d29e9b120be8 None None] Checking router: d1a951fd-0ecf-443a-b60e-a4dee81cbc09 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:41:36.722355 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5e5770-fbab-4099-9820-d29e9b120be8 None None] Updating router d1a951fd-0ecf-443a-b60e-a4dee81cbc09 port 24979368-6a91-446e-a502-168aacfe53c0 binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:41:36.724837 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-6443591b-f309-4699-9443-b137f5418f42 admin admin] Allocated IP 172.20.0.1 (8fe50bd2-6799-4976-8c6e-7d5e4830c6ba/68ab103c-bca3-458e-940c-8b08aa0acfe8/f271f163-a49a-4af3-af99-7d00dcc2c8db) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:41:36.794951 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:36.818229 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f8c24-ea87-47fb-ba42-9494c22a0199 req-3009d98b-3146-479e-9eea-1717e5fcbf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:41:36.832725 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c94f8c24-ea87-47fb-ba42-9494c22a0199 req-3009d98b-3146-479e-9eea-1717e5fcbf32 service neutron] 10.222.0.83 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3617435 Oct 04 20:41:36.945722 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4d228bb3-1ee7-4798-b1d7-c5ca9d49d2b8 req-68c56e94-52fe-4696-bebb-12fe73d4aac2 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=e9fae788056d4b8e9d45e8988fc6920f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2432992 Oct 04 20:41:36.977898 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-be5e5770-fbab-4099-9820-d29e9b120be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (24979368-6a91-446e-a502-168aacfe53c0), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:37.202309 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6443591b-f309-4699-9443-b137f5418f42 admin admin] Publish callbacks [] for port (f271f163-a49a-4af3-af99-7d00dcc2c8db), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:37.330610 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:37.448312 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6443591b-f309-4699-9443-b137f5418f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (f271f163-a49a-4af3-af99-7d00dcc2c8db), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:37.599013 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6443591b-f309-4699-9443-b137f5418f42 admin admin] Network 8fe50bd2-6799-4976-8c6e-7d5e4830c6ba is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:41:37.605885 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-6443591b-f309-4699-9443-b137f5418f42 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:41:37.610498 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6443591b-f309-4699-9443-b137f5418f42 admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:41:37.656601 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 7727e45e-56df-4ae4-9321-c2798c547884 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:41:37.707210 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 1b9e0b7f-8d48-4a5b-a598-932cdb4e75c2 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:41:37.794683 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6443591b-f309-4699-9443-b137f5418f42 admin admin] Pushing event updated for resources: {'Port': ['ID=f271f163-a49a-4af3-af99-7d00dcc2c8db,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:41:37.798162 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5145486c-704c-4484-a91e-2ccb85f0170f req-45a40ef7-3c97-485d-a7ee-5b3b29e09e6b tempest-ServersTestJSON-1826046113 tempest-ServersTestJSON-1826046113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:41:37.820523 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-5145486c-704c-4484-a91e-2ccb85f0170f req-45a40ef7-3c97-485d-a7ee-5b3b29e09e6b tempest-ServersTestJSON-1826046113 tempest-ServersTestJSON-1826046113-project] 10.222.0.78 "GET /networking/v2.0/networks?id=bd3e9948-df1a-401b-b922-c0d656845500 HTTP/1.1" status: 200 len: 806 time: 0.7301040 Oct 04 20:41:37.891875 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-5145486c-704c-4484-a91e-2ccb85f0170f req-8c4b85dd-2b48-4249-b786-0e87707abec5 tempest-ServersTestJSON-1826046113 tempest-ServersTestJSON-1826046113-project] 10.222.0.78 "GET /networking/v2.0/quotas/74d829c1899f478e9a95a0402c0dc87e HTTP/1.1" status: 200 len: 375 time: 0.0607717 Oct 04 20:41:37.930680 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6443591b-f309-4699-9443-b137f5418f42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (d1a951fd-0ecf-443a-b60e-a4dee81cbc09), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:37.975372 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1caeb3c7-b999-4f0c-bee2-f072b9c00336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e70b26ac-8828-4e78-8df7-85f383b35ac8'}] {{(pid=108171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:41:37.986232 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966b91da6921e714df7c26a37f4733087768fb9a36052be1ead95d4d835f43be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e5c9fb4-7038-42fc-8ff7-529b1f37779f" -d '{"events": [{"server_uuid": "1caeb3c7-b999-4f0c-bee2-f072b9c00336", "name": "network-vif-plugged", "status": "completed", "tag": "e70b26ac-8828-4e78-8df7-85f383b35ac8"}]}' {{(pid=108171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:41:38.147854 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 1b9e0b7f-8d48-4a5b-a598-932cdb4e75c2 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:41:38.147854 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (1b9e0b7f-8d48-4a5b-a598-932cdb4e75c2), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:38.147854 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 1b9e0b7f-8d48-4a5b-a598-932cdb4e75c2 Oct 04 20:41:38.269763 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-5145486c-704c-4484-a91e-2ccb85f0170f req-7294ec79-f300-4a01-8b58-bb17a3d80a1e tempest-ServersTestJSON-1826046113 tempest-ServersTestJSON-1826046113-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=74d829c1899f478e9a95a0402c0dc87e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3759696 Oct 04 20:41:38.383645 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-b3b24369-1414-4ae5-a108-0ac80a965ae7 None None] Provisioning complete for port f271f163-a49a-4af3-af99-7d00dcc2c8db triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:41:38.402892 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b3b24369-1414-4ae5-a108-0ac80a965ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (f271f163-a49a-4af3-af99-7d00dcc2c8db), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:38.402892 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-b3b24369-1414-4ae5-a108-0ac80a965ae7 None None] Attempt 1 to provision port f271f163-a49a-4af3-af99-7d00dcc2c8db Oct 04 20:41:38.825930 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6443591b-f309-4699-9443-b137f5418f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (f271f163-a49a-4af3-af99-7d00dcc2c8db), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:38.833951 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-b3b24369-1414-4ae5-a108-0ac80a965ae7 None None] Port f271f163-a49a-4af3-af99-7d00dcc2c8db cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:41:38.883975 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 1b9e0b7f-8d48-4a5b-a598-932cdb4e75c2 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:41:39.464560 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b0f20d4c-303f-46f3-8a61-3e3eec51d0ab up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:41:39.485252 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-be5e5770-fbab-4099-9820-d29e9b120be8 None None] Publish callbacks [] for port (24979368-6a91-446e-a502-168aacfe53c0), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:39.549946 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:39.586957 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-be5e5770-fbab-4099-9820-d29e9b120be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (24979368-6a91-446e-a502-168aacfe53c0), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:39.622416 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6443591b-f309-4699-9443-b137f5418f42 admin admin] Publish callbacks [] for port (f271f163-a49a-4af3-af99-7d00dcc2c8db), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:39.629274 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-be5e5770-fbab-4099-9820-d29e9b120be8 None None] Attempting to bind port 24979368-6a91-446e-a502-168aacfe53c0 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:41:39.630316 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-be5e5770-fbab-4099-9820-d29e9b120be8 None None] Attempting to bind port 24979368-6a91-446e-a502-168aacfe53c0 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:41:39.631068 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5e5770-fbab-4099-9820-d29e9b120be8 None None] Attempting to bind port 24979368-6a91-446e-a502-168aacfe53c0 on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:41:39.799440 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port b0f20d4c-303f-46f3-8a61-3e3eec51d0ab triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:41:39.800008 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b0f20d4c-303f-46f3-8a61-3e3eec51d0ab), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:39.800962 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port b0f20d4c-303f-46f3-8a61-3e3eec51d0ab Oct 04 20:41:39.824819 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6443591b-f309-4699-9443-b137f5418f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (f271f163-a49a-4af3-af99-7d00dcc2c8db), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:39.876297 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27652cf9-d683-4ecf-8cfd-fb616a7f23e0 req-8a7f1ae3-4c6b-4165-9cd5-861ae5ff4068 tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:41:39.880167 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-27652cf9-d683-4ecf-8cfd-fb616a7f23e0 req-8a7f1ae3-4c6b-4165-9cd5-861ae5ff4068 tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1caeb3c7-b999-4f0c-bee2-f072b9c00336 HTTP/1.1" status: 200 len: 949 time: 0.3341167 Oct 04 20:41:39.917023 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7566aa8a-a100-44fc-9f98-3b30cdad2247 None None] Pushing event updated for resources: {'Port': ['ID=24979368-6a91-446e-a502-168aacfe53c0,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:41:39.961407 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5e5770-fbab-4099-9820-d29e9b120be8 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:41:39.962086 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5e5770-fbab-4099-9820-d29e9b120be8 None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:41:39.962774 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-be5e5770-fbab-4099-9820-d29e9b120be8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:39.963610 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5e5770-fbab-4099-9820-d29e9b120be8 None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:41:39.964397 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-be5e5770-fbab-4099-9820-d29e9b120be8 None None] Bound port: 24979368-6a91-446e-a502-168aacfe53c0, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:41:39.966158 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-be5e5770-fbab-4099-9820-d29e9b120be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (24979368-6a91-446e-a502-168aacfe53c0), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:40.033728 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6443591b-f309-4699-9443-b137f5418f42 admin admin] Pushing event updated for resources: {'Port': ['ID=f271f163-a49a-4af3-af99-7d00dcc2c8db,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:41:40.044769 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd905481-052c-4f59-aa00-a6d15d27f457 req-47d55c38-5a75-495a-9137-4f165a85beb7 tempest-DeleteServersTestJSON-765273597 tempest-DeleteServersTestJSON-765273597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:41:40.059472 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-cd905481-052c-4f59-aa00-a6d15d27f457 req-47d55c38-5a75-495a-9137-4f165a85beb7 tempest-DeleteServersTestJSON-765273597 tempest-DeleteServersTestJSON-765273597-project] 10.222.0.78 "GET /networking/v2.0/networks?id=0caecb22-40fe-43f0-8d1f-cae8a80416fd HTTP/1.1" status: 200 len: 811 time: 0.5096438 Oct 04 20:41:40.060048 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6443591b-f309-4699-9443-b137f5418f42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (d1a951fd-0ecf-443a-b60e-a4dee81cbc09), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:40.074139 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:40.096509 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-27652cf9-d683-4ecf-8cfd-fb616a7f23e0 req-80939c52-c342-4c89-8e97-f37242730f38 tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b6b384d6-a2d1-4920-a8af-8ce3c5739112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834826 Oct 04 20:41:40.099504 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-cd905481-052c-4f59-aa00-a6d15d27f457 req-532b5ab3-51e7-4d39-8518-056472d1df11 tempest-DeleteServersTestJSON-765273597 tempest-DeleteServersTestJSON-765273597-project] 10.222.0.78 "GET /networking/v2.0/quotas/b0dba749bcef41eabaa078e2e36d0f97 HTTP/1.1" status: 200 len: 375 time: 0.0378129 Oct 04 20:41:40.255608 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-cd905481-052c-4f59-aa00-a6d15d27f457 req-48c673ee-9f29-4315-9bc3-f0faa9babebc tempest-DeleteServersTestJSON-765273597 tempest-DeleteServersTestJSON-765273597-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=b0dba749bcef41eabaa078e2e36d0f97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1468871 Oct 04 20:41:40.335399 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-be5e5770-fbab-4099-9820-d29e9b120be8 None None] For port 24979368-6a91-446e-a502-168aacfe53c0, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:41:40.335399 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-be5e5770-fbab-4099-9820-d29e9b120be8 None None] For port 24979368-6a91-446e-a502-168aacfe53c0, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=24979368-6a91-446e-a502-168aacfe53c0,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:41:40.362281 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port b0f20d4c-303f-46f3-8a61-3e3eec51d0ab is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:41:40.363233 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b0f20d4c-303f-46f3-8a61-3e3eec51d0ab), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:40.446113 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-8f9f9405-5a8e-4d01-a284-324c0314abeb req-2fecc9aa-493f-4c0b-8bf0-acbd6413689a tempest-UnshelveToHostMultiNodesTest-1701435296 tempest-UnshelveToHostMultiNodesTest-1701435296-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6d44adbe-9208-452a-a8f7-8802ac29dfb8 HTTP/1.1" status: 200 len: 210 time: 0.0769837 Oct 04 20:41:40.579687 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port b0f20d4c-303f-46f3-8a61-3e3eec51d0ab, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b0f20d4c-303f-46f3-8a61-3e3eec51d0ab,segment=NetworkSegment(a9c8124b-7163-4cfd-b4c4-9699e8e6c754),segment_id=a9c8124b-7163-4cfd-b4c4-9699e8e6c754)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:41:40.586931 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-be5e5770-fbab-4099-9820-d29e9b120be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (24979368-6a91-446e-a502-168aacfe53c0), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:40.697267 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d4f771f8-b43d-42be-b280-ec6b7e6da2bf req-5b627748-643f-4e74-9535-b30e1c788f00 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=e9fae788056d4b8e9d45e8988fc6920f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0702384 Oct 04 20:41:40.735613 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 20:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c1986d-557f-4d63-982c-8d01c4b7eb22 x-openstack-request-id: req-e3c1986d-557f-4d63-982c-8d01c4b7eb22 {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:41:40.744692 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1caeb3c7-b999-4f0c-bee2-f072b9c00336", "name": "network-vif-plugged", "status": "completed", "tag": "e70b26ac-8828-4e78-8df7-85f383b35ac8", "code": 200}]} {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:41:40.745512 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e3c1986d-557f-4d63-982c-8d01c4b7eb22 {{(pid=108171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:41:40.746461 n-d-852085-12 neutron-server[108171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3c1986d-557f-4d63-982c-8d01c4b7eb22'] response: {'server_uuid': '1caeb3c7-b999-4f0c-bee2-f072b9c00336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e70b26ac-8828-4e78-8df7-85f383b35ac8', 'code': 200} Oct 04 20:41:40.849506 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:40.863962 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7566aa8a-a100-44fc-9f98-3b30cdad2247 None None] Pushing event updated for resources: {'Port': ['ID=24979368-6a91-446e-a502-168aacfe53c0,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:41:40.872443 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (b0f20d4c-303f-46f3-8a61-3e3eec51d0ab), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:40.874304 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 7727e45e-56df-4ae4-9321-c2798c547884 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:41:40.943063 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:41.005592 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5e5770-fbab-4099-9820-d29e9b120be8 None None] Routers {'d1a951fd-0ecf-443a-b60e-a4dee81cbc09'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:41:41.006898 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-be5e5770-fbab-4099-9820-d29e9b120be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:41:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['d1a951fd-0ecf-443a-b60e-a4dee81cbc09'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:41:41.067079 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32728129-8ef1-4d84-9b67-cc3af3e668dd req-88f5e6df-65b3-46bb-b442-4dcdfad9418f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:41:41.070145 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-32728129-8ef1-4d84-9b67-cc3af3e668dd req-88f5e6df-65b3-46bb-b442-4dcdfad9418f service neutron] 10.222.0.85 "GET /networking/v2.0/ports?device_id=1caeb3c7-b999-4f0c-bee2-f072b9c00336 HTTP/1.1" status: 200 len: 1132 time: 0.2607162 Oct 04 20:41:41.156296 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6443591b-f309-4699-9443-b137f5418f42 admin admin] Network 8fe50bd2-6799-4976-8c6e-7d5e4830c6ba is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:41:41.156470 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f771f8-b43d-42be-b280-ec6b7e6da2bf req-7857945b-48ba-44f1-b413-66e2745108cb tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:41:41.156470 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d4f771f8-b43d-42be-b280-ec6b7e6da2bf req-7857945b-48ba-44f1-b413-66e2745108cb tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4157288 Oct 04 20:41:41.156800 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-6443591b-f309-4699-9443-b137f5418f42 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:41:41.164216 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d4f771f8-b43d-42be-b280-ec6b7e6da2bf req-6baecb53-8ec8-42d3-b873-2d643886b08e tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/quotas/e9fae788056d4b8e9d45e8988fc6920f HTTP/1.1" status: 200 len: 375 time: 0.0343201 Oct 04 20:41:41.198186 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=b0f20d4c-303f-46f3-8a61-3e3eec51d0ab,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:41:41.226190 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 7727e45e-56df-4ae4-9321-c2798c547884 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:41:41.226855 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (7727e45e-56df-4ae4-9321-c2798c547884), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:41.227446 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 7727e45e-56df-4ae4-9321-c2798c547884 Oct 04 20:41:41.267372 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f1130-cb71-409a-8d02-af34042a36c1 req-c97eb5c4-93b2-401d-abcc-7db3cef2aa2a tempest-ServersTestJSON-1826046113 tempest-ServersTestJSON-1826046113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:41:41.271113 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-6b8f1130-cb71-409a-8d02-af34042a36c1 req-c97eb5c4-93b2-401d-abcc-7db3cef2aa2a tempest-ServersTestJSON-1826046113 tempest-ServersTestJSON-1826046113-project] 10.222.0.78 "GET /networking/v2.0/networks?id=bd3e9948-df1a-401b-b922-c0d656845500 HTTP/1.1" status: 200 len: 806 time: 0.3161714 Oct 04 20:41:41.380889 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d4f771f8-b43d-42be-b280-ec6b7e6da2bf req-5e25cbae-6e67-4153-a973-75cc947700b7 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=e9fae788056d4b8e9d45e8988fc6920f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1073184 Oct 04 20:41:41.398861 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-6b8f1130-cb71-409a-8d02-af34042a36c1 req-520e8dfa-6675-4108-b518-01cac8d232a8 tempest-ServersTestJSON-1826046113 tempest-ServersTestJSON-1826046113-project] 10.222.0.78 "GET /networking/v2.0/quotas/74d829c1899f478e9a95a0402c0dc87e HTTP/1.1" status: 200 len: 375 time: 0.1039619 Oct 04 20:41:41.447371 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:41.454398 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6443591b-f309-4699-9443-b137f5418f42 admin admin] Router d1a951fd-0ecf-443a-b60e-a4dee81cbc09 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:41:41.471413 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-32728129-8ef1-4d84-9b67-cc3af3e668dd req-c099fbd2-c466-4297-930d-5f826478c3b3 service neutron] 10.222.0.85 "GET /networking/v2.0/security-groups?id=b6b384d6-a2d1-4920-a8af-8ce3c5739112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3917766 Oct 04 20:41:41.488754 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-be5e5770-fbab-4099-9820-d29e9b120be8 None None] Set router d1a951fd-0ecf-443a-b60e-a4dee81cbc09 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:41:41.613458 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-6b8f1130-cb71-409a-8d02-af34042a36c1 req-a8bd542a-43d3-4590-ac08-ca026b2c207b tempest-ServersTestJSON-1826046113 tempest-ServersTestJSON-1826046113-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=74d829c1899f478e9a95a0402c0dc87e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2120309 Oct 04 20:41:41.735816 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 7727e45e-56df-4ae4-9321-c2798c547884 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:41:41.786161 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6443591b-f309-4699-9443-b137f5418f42 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:41:41.823253 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-6443591b-f309-4699-9443-b137f5418f42 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/d1a951fd-0ecf-443a-b60e-a4dee81cbc09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1903093 Oct 04 20:41:41.925691 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-378cd543-5fa3-4702-a9d7-ee451451ea5b None None] Provisioning complete for port f271f163-a49a-4af3-af99-7d00dcc2c8db triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:41:41.926189 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-378cd543-5fa3-4702-a9d7-ee451451ea5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (f271f163-a49a-4af3-af99-7d00dcc2c8db), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:41.926665 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-378cd543-5fa3-4702-a9d7-ee451451ea5b None None] Attempt 1 to provision port f271f163-a49a-4af3-af99-7d00dcc2c8db Oct 04 20:41:42.189753 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b0f20d4c-303f-46f3-8a61-3e3eec51d0ab up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:41:42.597956 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bbd802-1f9e-4eb9-9129-09a38c1e6ee7 req-e958ae11-b232-4d89-a459-c48c8f4939ea tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:41:42.599841 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-05bbd802-1f9e-4eb9-9129-09a38c1e6ee7 req-e958ae11-b232-4d89-a459-c48c8f4939ea tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1caeb3c7-b999-4f0c-bee2-f072b9c00336 HTTP/1.1" status: 200 len: 949 time: 0.2545490 Oct 04 20:41:42.626513 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-378cd543-5fa3-4702-a9d7-ee451451ea5b None None] Port f271f163-a49a-4af3-af99-7d00dcc2c8db cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:41:42.664484 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:42.740765 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port b0f20d4c-303f-46f3-8a61-3e3eec51d0ab triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:41:42.741932 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b0f20d4c-303f-46f3-8a61-3e3eec51d0ab), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:42.742098 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port b0f20d4c-303f-46f3-8a61-3e3eec51d0ab Oct 04 20:41:42.801122 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596dd839-0e5e-4de4-810f-1d08e170f3f2 req-b02c6025-676b-4181-b1d6-8fcc5168f562 tempest-DeleteServersTestJSON-765273597 tempest-DeleteServersTestJSON-765273597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:41:42.803743 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-596dd839-0e5e-4de4-810f-1d08e170f3f2 req-b02c6025-676b-4181-b1d6-8fcc5168f562 tempest-DeleteServersTestJSON-765273597 tempest-DeleteServersTestJSON-765273597-project] 10.222.0.78 "GET /networking/v2.0/networks?id=0caecb22-40fe-43f0-8d1f-cae8a80416fd HTTP/1.1" status: 200 len: 811 time: 0.3809738 Oct 04 20:41:42.820754 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-05bbd802-1f9e-4eb9-9129-09a38c1e6ee7 req-77485125-b505-4a90-bff1-70402cdfe9a4 tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b6b384d6-a2d1-4920-a8af-8ce3c5739112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946785 Oct 04 20:41:42.925838 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-596dd839-0e5e-4de4-810f-1d08e170f3f2 req-458d105f-d60c-45f5-a91a-17fd5e12d61c tempest-DeleteServersTestJSON-765273597 tempest-DeleteServersTestJSON-765273597-project] 10.222.0.78 "GET /networking/v2.0/quotas/b0dba749bcef41eabaa078e2e36d0f97 HTTP/1.1" status: 200 len: 375 time: 0.0334356 Oct 04 20:41:42.951942 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:42.971476 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-be5e5770-fbab-4099-9820-d29e9b120be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a951fd-0ecf-443a-b60e-a4dee81cbc09', 'name': 'tempest-ServersTestFqdnHostnames-1965081262-router', 'tenant_id': 'f8f49cc17cdd45cc8278f8d5cf1e7490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '24979368-6a91-446e-a502-168aacfe53c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:41:25Z', 'updated_at': '2022-10-04T20:41:38Z', 'revision_number': 4, 'project_id': 'f8f49cc17cdd45cc8278f8d5cf1e7490', 'gw_port': {'id': '24979368-6a91-446e-a502-168aacfe53c0', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5e:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a951fd-0ecf-443a-b60e-a4dee81cbc09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:41:27Z', 'updated_at': '2022-10-04T20:41:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'f271f163-a49a-4af3-af99-7d00dcc2c8db', 'name': '', 'network_id': '8fe50bd2-6799-4976-8c6e-7d5e4830c6ba', 'tenant_id': 'f8f49cc17cdd45cc8278f8d5cf1e7490', 'mac_address': 'fa:16:3e:15:35:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a951fd-0ecf-443a-b60e-a4dee81cbc09', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '68ab103c-bca3-458e-940c-8b08aa0acfe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:41:36Z', 'updated_at': '2022-10-04T20:41:39Z', 'revision_number': 2, 'project_id': 'f8f49cc17cdd45cc8278f8d5cf1e7490', 'subnets': [{'id': '68ab103c-bca3-458e-940c-8b08aa0acfe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:41:43.010764 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-596dd839-0e5e-4de4-810f-1d08e170f3f2 req-51f31947-9c71-4d31-9cc4-bdb39a8202c3 tempest-DeleteServersTestJSON-765273597 tempest-DeleteServersTestJSON-765273597-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=b0dba749bcef41eabaa078e2e36d0f97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1529346 Oct 04 20:41:43.055292 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5e5770-fbab-4099-9820-d29e9b120be8 None None] The sync data for ids ['d1a951fd-0ecf-443a-b60e-a4dee81cbc09'] in n-d-852085-12 is: [{'id': 'd1a951fd-0ecf-443a-b60e-a4dee81cbc09', 'name': 'tempest-ServersTestFqdnHostnames-1965081262-router', 'tenant_id': 'f8f49cc17cdd45cc8278f8d5cf1e7490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '24979368-6a91-446e-a502-168aacfe53c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:41:25Z', 'updated_at': '2022-10-04T20:41:38Z', 'revision_number': 4, 'project_id': 'f8f49cc17cdd45cc8278f8d5cf1e7490', 'gw_port': {'id': '24979368-6a91-446e-a502-168aacfe53c0', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5e:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a951fd-0ecf-443a-b60e-a4dee81cbc09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:41:27Z', 'updated_at': '2022-10-04T20:41:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'f271f163-a49a-4af3-af99-7d00dcc2c8db', 'name': '', 'network_id': '8fe50bd2-6799-4976-8c6e-7d5e4830c6ba', 'tenant_id': 'f8f49cc17cdd45cc8278f8d5cf1e7490', 'mac_address': 'fa:16:3e:15:35:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a951fd-0ecf-443a-b60e-a4dee81cbc09', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '68ab103c-bca3-458e-940c-8b08aa0acfe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:41:36Z', 'updated_at': '2022-10-04T20:41:39Z', 'revision_number': 2, 'project_id': 'f8f49cc17cdd45cc8278f8d5cf1e7490', 'subnets': [{'id': '68ab103c-bca3-458e-940c-8b08aa0acfe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:41:43.170233 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port b0f20d4c-303f-46f3-8a61-3e3eec51d0ab is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:41:43.440077 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-847c1024-c53b-446f-956d-a4544c72dc87 req-c8f4a328-ea44-4a54-a4ce-42aaea37c077 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7df857cc-3e6c-4b0b-910e-dd62869d64d1 HTTP/1.1" status: 200 len: 210 time: 0.0938785 Oct 04 20:41:43.617375 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Device 2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1 no longer exists at agent hyperv_n-h2-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:41:43.846572 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3507bf7-209d-49ac-ab43-302f379b64fe req-6e9b3599-a0d5-4166-9f28-5119a021603b tempest-ServersTestJSON-1826046113 tempest-ServersTestJSON-1826046113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:41:43.853681 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e3507bf7-209d-49ac-ab43-302f379b64fe req-6e9b3599-a0d5-4166-9f28-5119a021603b tempest-ServersTestJSON-1826046113 tempest-ServersTestJSON-1826046113-project] 10.222.0.78 "GET /networking/v2.0/networks?id=bd3e9948-df1a-401b-b922-c0d656845500 HTTP/1.1" status: 200 len: 806 time: 0.5109437 Oct 04 20:41:43.888820 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Current status of the port 2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1 is: ACTIVE; New status is: DOWN {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:41:43.891745 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:43.932902 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e3507bf7-209d-49ac-ab43-302f379b64fe req-23a4fc65-d9b9-4096-9032-b2fd2b355ec5 tempest-ServersTestJSON-1826046113 tempest-ServersTestJSON-1826046113-project] 10.222.0.78 "GET /networking/v2.0/quotas/74d829c1899f478e9a95a0402c0dc87e HTTP/1.1" status: 200 len: 375 time: 0.0639801 Oct 04 20:41:43.968886 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d42994f-e35e-413c-a0a3-14bb3878e209', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1'}] {{(pid=108171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:41:43.973989 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966b91da6921e714df7c26a37f4733087768fb9a36052be1ead95d4d835f43be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee362528-c220-49ba-9d3e-aa958ff92d6c" -d '{"events": [{"server_uuid": "9d42994f-e35e-413c-a0a3-14bb3878e209", "name": "network-vif-unplugged", "status": "completed", "tag": "2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1"}]}' {{(pid=108171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:41:44.024869 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] For port 2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1, host n-h2-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852085-12',level=0,port_id=2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:41:44.096206 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 20:41:44.127073 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e3507bf7-209d-49ac-ab43-302f379b64fe req-89ad3583-859d-4818-a679-2d108a5b8277 tempest-ServersTestJSON-1826046113 tempest-ServersTestJSON-1826046113-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=74d829c1899f478e9a95a0402c0dc87e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1806521 Oct 04 20:41:44.164133 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:44.323735 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Pushing event updated for resources: {'Port': ['ID=2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1,revision_number=8']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:41:44.632744 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36084) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:41:44.648110 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-b3d997d8-5397-4bc6-8d18-a428a3fe915b tempest-ServersTestFqdnHostnames-736087331 tempest-ServersTestFqdnHostnames-736087331-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2144302945', 'description': 'tempest-description--2144313871'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:41:44.845836 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b3d997d8-5397-4bc6-8d18-a428a3fe915b tempest-ServersTestFqdnHostnames-736087331 tempest-ServersTestFqdnHostnames-736087331-project] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:44.854247 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:44.933277 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2997f61-3b2b-4338-a36f-bd4d6f6da13b req-142f4b1f-26b6-465f-835f-fd6b6ff3d14e tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:41:44.947362 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e2997f61-3b2b-4338-a36f-bd4d6f6da13b req-142f4b1f-26b6-465f-835f-fd6b6ff3d14e tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9d42994f-e35e-413c-a0a3-14bb3878e209 HTTP/1.1" status: 200 len: 948 time: 0.1900432 Oct 04 20:41:45.066372 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e2997f61-3b2b-4338-a36f-bd4d6f6da13b req-b715764c-803e-4493-80be-65ac75b91ef8 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9e154c59-4349-4579-ac56-d3f7608a8c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176965 Oct 04 20:41:45.149994 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b3d997d8-5397-4bc6-8d18-a428a3fe915b tempest-ServersTestFqdnHostnames-736087331 tempest-ServersTestFqdnHostnames-736087331-project] Publish callbacks [] for security_group (d9e8af96-048f-4ce5-a989-ca39ab5e4fd1), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:45.246027 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b3d997d8-5397-4bc6-8d18-a428a3fe915b tempest-ServersTestFqdnHostnames-736087331 tempest-ServersTestFqdnHostnames-736087331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (d9e8af96-048f-4ce5-a989-ca39ab5e4fd1), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:45.329571 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d997d8-5397-4bc6-8d18-a428a3fe915b tempest-ServersTestFqdnHostnames-736087331 tempest-ServersTestFqdnHostnames-736087331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e8af96-048f-4ce5-a989-ca39ab5e4fd1,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:41:45.420112 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b3d997d8-5397-4bc6-8d18-a428a3fe915b tempest-ServersTestFqdnHostnames-736087331 tempest-ServersTestFqdnHostnames-736087331-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:45.440724 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b3d997d8-5397-4bc6-8d18-a428a3fe915b tempest-ServersTestFqdnHostnames-736087331 tempest-ServersTestFqdnHostnames-736087331-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8043213 Oct 04 20:41:45.441677 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36104) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:41:45.446226 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8e8ed61e-f1e5-4ee5-aa4c-5e3ef334580e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:45.454676 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-b2b3f500-297d-4f7b-9324-cb953c2d67ce tempest-ServersTestFqdnHostnames-736087331 tempest-ServersTestFqdnHostnames-736087331-project] Request body: {'security_group_rule': {'security_group_id': 'd9e8af96-048f-4ce5-a989-ca39ab5e4fd1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:41:45.489624 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4d228bb3-1ee7-4798-b1d7-c5ca9d49d2b8 req-8c5cf1d9-826b-47f1-8bc0-20fd7b0a0996 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.83 "GET /networking/v2.0/networks?tenant_id=e9fae788056d4b8e9d45e8988fc6920f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0836227 Oct 04 20:41:45.623853 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b2b3f500-297d-4f7b-9324-cb953c2d67ce tempest-ServersTestFqdnHostnames-736087331 tempest-ServersTestFqdnHostnames-736087331-project] Publish callbacks [] for security_group_rule (12b3f37f-1871-418c-915e-12bcfe7d8e07), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:45.850793 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b2b3f500-297d-4f7b-9324-cb953c2d67ce tempest-ServersTestFqdnHostnames-736087331 tempest-ServersTestFqdnHostnames-736087331-project] Publish callbacks [] for security_group_rule (12b3f37f-1871-418c-915e-12bcfe7d8e07), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:45.909498 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d228bb3-1ee7-4798-b1d7-c5ca9d49d2b8 req-7e169d22-44a7-4e82-b57d-a7aafffc0818 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:41:45.912418 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4d228bb3-1ee7-4798-b1d7-c5ca9d49d2b8 req-7e169d22-44a7-4e82-b57d-a7aafffc0818 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.83 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4099028 Oct 04 20:41:45.945371 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [req-4d228bb3-1ee7-4798-b1d7-c5ca9d49d2b8 req-575f2d6e-4de5-4b63-8cb9-9a5876840d97 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Request body: {'port': {'device_id': 'ad3b28cc-8307-4f7a-889b-ab08d068ec0e', 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7', 'admin_state_up': True, 'tenant_id': 'e9fae788056d4b8e9d45e8988fc6920f'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:41:45.990661 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b2b3f500-297d-4f7b-9324-cb953c2d67ce tempest-ServersTestFqdnHostnames-736087331 tempest-ServersTestFqdnHostnames-736087331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (12b3f37f-1871-418c-915e-12bcfe7d8e07), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:45.997191 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 24979368-6a91-446e-a502-168aacfe53c0 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:41:46.041888 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b3f500-297d-4f7b-9324-cb953c2d67ce tempest-ServersTestFqdnHostnames-736087331 tempest-ServersTestFqdnHostnames-736087331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12b3f37f-1871-418c-915e-12bcfe7d8e07,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:41:46.162722 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b2b3f500-297d-4f7b-9324-cb953c2d67ce tempest-ServersTestFqdnHostnames-736087331 tempest-ServersTestFqdnHostnames-736087331-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:46.165246 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b2b3f500-297d-4f7b-9324-cb953c2d67ce tempest-ServersTestFqdnHostnames-736087331 tempest-ServersTestFqdnHostnames-736087331-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7217791 Oct 04 20:41:46.165806 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 24979368-6a91-446e-a502-168aacfe53c0 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:41:46.166692 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (24979368-6a91-446e-a502-168aacfe53c0), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:46.167546 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 24979368-6a91-446e-a502-168aacfe53c0 Oct 04 20:41:46.170354 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36122) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:41:46.186540 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-9f863c73-8fb7-4edd-a6de-742b5cfd37bf tempest-ServersTestFqdnHostnames-736087331 tempest-ServersTestFqdnHostnames-736087331-project] Request body: {'security_group_rule': {'security_group_id': 'd9e8af96-048f-4ce5-a989-ca39ab5e4fd1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:41:46.377059 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9f863c73-8fb7-4edd-a6de-742b5cfd37bf tempest-ServersTestFqdnHostnames-736087331 tempest-ServersTestFqdnHostnames-736087331-project] Publish callbacks [] for security_group_rule (29bade4c-6715-4340-b995-e30f651fb0af), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:46.403695 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 24979368-6a91-446e-a502-168aacfe53c0 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:41:46.404084 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (24979368-6a91-446e-a502-168aacfe53c0), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:46.459932 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 24979368-6a91-446e-a502-168aacfe53c0, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=24979368-6a91-446e-a502-168aacfe53c0,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:41:46.512037 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9f863c73-8fb7-4edd-a6de-742b5cfd37bf tempest-ServersTestFqdnHostnames-736087331 tempest-ServersTestFqdnHostnames-736087331-project] Publish callbacks [] for security_group_rule (29bade4c-6715-4340-b995-e30f651fb0af), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:46.536187 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d228bb3-1ee7-4798-b1d7-c5ca9d49d2b8 req-575f2d6e-4de5-4b63-8cb9-9a5876840d97 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Made reservation on behalf of e9fae788056d4b8e9d45e8988fc6920f for: {'port': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:41:46.560980 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-4d228bb3-1ee7-4798-b1d7-c5ca9d49d2b8 req-575f2d6e-4de5-4b63-8cb9-9a5876840d97 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:46.576312 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-4d228bb3-1ee7-4798-b1d7-c5ca9d49d2b8 req-575f2d6e-4de5-4b63-8cb9-9a5876840d97 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:46.582726 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (24979368-6a91-446e-a502-168aacfe53c0), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:46.677508 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:46.683886 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9f863c73-8fb7-4edd-a6de-742b5cfd37bf tempest-ServersTestFqdnHostnames-736087331 tempest-ServersTestFqdnHostnames-736087331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (29bade4c-6715-4340-b995-e30f651fb0af), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:46.702925 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=24979368-6a91-446e-a502-168aacfe53c0,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:41:46.727247 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:46.788049 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f863c73-8fb7-4edd-a6de-742b5cfd37bf tempest-ServersTestFqdnHostnames-736087331 tempest-ServersTestFqdnHostnames-736087331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29bade4c-6715-4340-b995-e30f651fb0af,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:41:46.825667 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-2b476b56-3b1f-410a-b7d3-87217191aae0 req-f2f4e909-3e16-43c3-b5b5-f68c71319284 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?device_id=9d42994f-e35e-413c-a0a3-14bb3878e209&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2021654 Oct 04 20:41:46.902037 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9f863c73-8fb7-4edd-a6de-742b5cfd37bf tempest-ServersTestFqdnHostnames-736087331 tempest-ServersTestFqdnHostnames-736087331-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:46.911113 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-9f863c73-8fb7-4edd-a6de-742b5cfd37bf tempest-ServersTestFqdnHostnames-736087331 tempest-ServersTestFqdnHostnames-736087331-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7380018 Oct 04 20:41:46.912892 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36130) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:41:46.926356 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-1b078256-2b31-4ac9-ad12-e37d28914323 tempest-ServersTestFqdnHostnames-736087331 tempest-ServersTestFqdnHostnames-736087331-project] Request body: {'floatingip': {'floating_network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:41:46.960058 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-4d228bb3-1ee7-4798-b1d7-c5ca9d49d2b8 req-575f2d6e-4de5-4b63-8cb9-9a5876840d97 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Publish callbacks [] for security_group (0b5e75b1-9fa8-4cc9-86ca-a77492b60a89), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:47.078925 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b476b56-3b1f-410a-b7d3-87217191aae0 req-5316d0a0-fdb2-4c96-b5d0-b7a0d76749cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:41:47.082067 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-2b476b56-3b1f-410a-b7d3-87217191aae0 req-5316d0a0-fdb2-4c96-b5d0-b7a0d76749cc service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=b46055f08aae47a99a59e1192db71b8e&device_id=9d42994f-e35e-413c-a0a3-14bb3878e209 HTTP/1.1" status: 200 len: 1131 time: 0.1425776 Oct 04 20:41:47.095551 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-af6aa368-4c58-4c8f-b049-0d53ae1e6ffd req-542ea22e-c20f-4446-b9e6-e4c2c2771f04 tempest-UnshelveToHostMultiNodesTest-1701435296 tempest-UnshelveToHostMultiNodesTest-1701435296-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=6d44adbe-9208-452a-a8f7-8802ac29dfb8 HTTP/1.1" status: 200 len: 210 time: 0.0635772 Oct 04 20:41:47.096698 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-4d228bb3-1ee7-4798-b1d7-c5ca9d49d2b8 req-575f2d6e-4de5-4b63-8cb9-9a5876840d97 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (0b5e75b1-9fa8-4cc9-86ca-a77492b60a89), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:47.115515 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-d4f771f8-b43d-42be-b280-ec6b7e6da2bf req-01c39ece-8332-4dac-bef7-5b9a99ffc2ef tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.83 "GET /networking/v2.0/networks?tenant_id=e9fae788056d4b8e9d45e8988fc6920f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0954053 Oct 04 20:41:47.315534 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1b078256-2b31-4ac9-ad12-e37d28914323 tempest-ServersTestFqdnHostnames-736087331 tempest-ServersTestFqdnHostnames-736087331-project] Publish callbacks [] for floatingip (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:47.360144 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-56bcebfa-a6d2-405c-98a2-5cd49518e4c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:47.384324 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575f2d6e-4de5-4b63-8cb9-9a5876840d97 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5e75b1-9fa8-4cc9-86ca-a77492b60a89,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:41:47.488096 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3706eca2-2b2e-4f87-9049-b51089d53f0d req-61f52af1-3d9e-4679-b64f-063c5a083345 tempest-DeleteServersTestJSON-765273597 tempest-DeleteServersTestJSON-765273597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:41:47.490986 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-3706eca2-2b2e-4f87-9049-b51089d53f0d req-61f52af1-3d9e-4679-b64f-063c5a083345 tempest-DeleteServersTestJSON-765273597 tempest-DeleteServersTestJSON-765273597-project] 10.222.0.78 "GET /networking/v2.0/networks?id=0caecb22-40fe-43f0-8d1f-cae8a80416fd HTTP/1.1" status: 200 len: 811 time: 0.5857582 Oct 04 20:41:47.520141 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [req-4d228bb3-1ee7-4798-b1d7-c5ca9d49d2b8 req-575f2d6e-4de5-4b63-8cb9-9a5876840d97 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Allocated IP 192.168.233.65 (42fbb05e-3f96-444f-a676-04ee9d06a8c7/e1956090-7ed7-4d05-a46e-a7b0885ca8e4/e7face03-f5ca-470d-ba1f-9b74713e1d67) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:41:47.553597 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-3706eca2-2b2e-4f87-9049-b51089d53f0d req-4aa42b76-ba0a-49ca-a55e-4a8fa353b9cd tempest-DeleteServersTestJSON-765273597 tempest-DeleteServersTestJSON-765273597-project] 10.222.0.78 "GET /networking/v2.0/quotas/b0dba749bcef41eabaa078e2e36d0f97 HTTP/1.1" status: 200 len: 375 time: 0.0493109 Oct 04 20:41:47.677531 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:47.701868 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:47.725497 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-3706eca2-2b2e-4f87-9049-b51089d53f0d req-ac09b358-28e9-4a11-8e60-73ed6f2b1abe tempest-DeleteServersTestJSON-765273597 tempest-DeleteServersTestJSON-765273597-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=b0dba749bcef41eabaa078e2e36d0f97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1491704 Oct 04 20:41:48.007948 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c3ffaf-01c4-4888-8ff3-8f8107c46d28 None None] Sync routers for ids ['d1a951fd-0ecf-443a-b60e-a4dee81cbc09'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:41:48.063391 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c3ffaf-01c4-4888-8ff3-8f8107c46d28 None None] Routers {'d1a951fd-0ecf-443a-b60e-a4dee81cbc09'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:41:48.064767 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-73c3ffaf-01c4-4888-8ff3-8f8107c46d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:41:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['d1a951fd-0ecf-443a-b60e-a4dee81cbc09'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:41:48.086533 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b476b56-3b1f-410a-b7d3-87217191aae0 req-e70c0d56-321f-4f1a-8840-71aaa90bcb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:41:48.098390 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-2b476b56-3b1f-410a-b7d3-87217191aae0 req-e70c0d56-321f-4f1a-8840-71aaa90bcb2d service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=42fbb05e-3f96-444f-a676-04ee9d06a8c7 HTTP/1.1" status: 200 len: 870 time: 0.8617191 Oct 04 20:41:48.115049 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 24979368-6a91-446e-a502-168aacfe53c0 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:41:48.190577 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1b078256-2b31-4ac9-ad12-e37d28914323 tempest-ServersTestFqdnHostnames-736087331 tempest-ServersTestFqdnHostnames-736087331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:48.242592 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f771f8-b43d-42be-b280-ec6b7e6da2bf req-9bc0ee57-1f58-4596-a548-5d4862714fd5 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:41:48.246007 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-d4f771f8-b43d-42be-b280-ec6b7e6da2bf req-9bc0ee57-1f58-4596-a548-5d4862714fd5 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.83 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1248393 Oct 04 20:41:48.285617 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 24979368-6a91-446e-a502-168aacfe53c0 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:41:48.288180 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (24979368-6a91-446e-a502-168aacfe53c0), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:48.290530 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 24979368-6a91-446e-a502-168aacfe53c0 Oct 04 20:41:48.362250 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-2b476b56-3b1f-410a-b7d3-87217191aae0 req-8c26d663-5a0f-4e63-adb5-27f7cf3d10b3 service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1 HTTP/1.1" status: 200 len: 217 time: 0.2432363 Oct 04 20:41:48.492243 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [req-d4f771f8-b43d-42be-b280-ec6b7e6da2bf req-c1649765-8be0-4c26-9db9-c58f9d7fe275 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Request body: {'port': {'device_id': '7df857cc-3e6c-4b0b-910e-dd62869d64d1', 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7', 'admin_state_up': True, 'tenant_id': 'e9fae788056d4b8e9d45e8988fc6920f'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:41:48.492906 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-4d228bb3-1ee7-4798-b1d7-c5ca9d49d2b8 req-575f2d6e-4de5-4b63-8cb9-9a5876840d97 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Publish callbacks [] for port (e7face03-f5ca-470d-ba1f-9b74713e1d67), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:48.492906 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1aaec-128d-469b-914c-2403745e4278 req-0ccd27ad-dd4c-411e-9edc-768c73892e53 tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:41:48.492906 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-92a1aaec-128d-469b-914c-2403745e4278 req-0ccd27ad-dd4c-411e-9edc-768c73892e53 tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1caeb3c7-b999-4f0c-bee2-f072b9c00336 HTTP/1.1" status: 200 len: 949 time: 0.2955556 Oct 04 20:41:48.495527 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-73c3ffaf-01c4-4888-8ff3-8f8107c46d28 None None] Set router d1a951fd-0ecf-443a-b60e-a4dee81cbc09 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:41:48.572775 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 24979368-6a91-446e-a502-168aacfe53c0 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:41:48.618076 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-92a1aaec-128d-469b-914c-2403745e4278 req-01130108-94d5-418b-9703-fc37e2bd7148 tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b6b384d6-a2d1-4920-a8af-8ce3c5739112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295578 Oct 04 20:41:48.762824 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 04 Oct 2022 20:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51cf961e-a74b-4089-9639-7f520ed87f1d x-openstack-request-id: req-51cf961e-a74b-4089-9639-7f520ed87f1d {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:41:48.763391 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d42994f-e35e-413c-a0a3-14bb3878e209", "name": "network-vif-unplugged", "status": "completed", "tag": "2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1", "code": 200}]} {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:41:48.763824 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-51cf961e-a74b-4089-9639-7f520ed87f1d {{(pid=108171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:41:48.764507 n-d-852085-12 neutron-server[108171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51cf961e-a74b-4089-9639-7f520ed87f1d'] response: {'server_uuid': '9d42994f-e35e-413c-a0a3-14bb3878e209', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1', 'code': 200} Oct 04 20:41:48.853426 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b476b56-3b1f-410a-b7d3-87217191aae0 req-16fecb09-b806-45b6-9d9f-4347997939f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:41:48.856614 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-2b476b56-3b1f-410a-b7d3-87217191aae0 req-16fecb09-b806-45b6-9d9f-4347997939f1 service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.4712136 Oct 04 20:41:48.977470 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-73c3ffaf-01c4-4888-8ff3-8f8107c46d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a951fd-0ecf-443a-b60e-a4dee81cbc09', 'name': 'tempest-ServersTestFqdnHostnames-1965081262-router', 'tenant_id': 'f8f49cc17cdd45cc8278f8d5cf1e7490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '24979368-6a91-446e-a502-168aacfe53c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:41:25Z', 'updated_at': '2022-10-04T20:41:38Z', 'revision_number': 4, 'project_id': 'f8f49cc17cdd45cc8278f8d5cf1e7490', 'gw_port': {'id': '24979368-6a91-446e-a502-168aacfe53c0', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a951fd-0ecf-443a-b60e-a4dee81cbc09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:41:27Z', 'updated_at': '2022-10-04T20:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'f271f163-a49a-4af3-af99-7d00dcc2c8db', 'name': '', 'network_id': '8fe50bd2-6799-4976-8c6e-7d5e4830c6ba', 'tenant_id': 'f8f49cc17cdd45cc8278f8d5cf1e7490', 'mac_address': 'fa:16:3e:15:35:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a951fd-0ecf-443a-b60e-a4dee81cbc09', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '68ab103c-bca3-458e-940c-8b08aa0acfe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:41:36Z', 'updated_at': '2022-10-04T20:41:39Z', 'revision_number': 2, 'project_id': 'f8f49cc17cdd45cc8278f8d5cf1e7490', 'subnets': [{'id': '68ab103c-bca3-458e-940c-8b08aa0acfe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:41:49.030363 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:49.030363 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-1b078256-2b31-4ac9-ad12-e37d28914323 tempest-ServersTestFqdnHostnames-736087331 tempest-ServersTestFqdnHostnames-736087331-project] Allocated IP 172.25.5.217 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/c9990ff4-cdb3-4caa-af41-2e7463ed5895) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:41:49.034777 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c3ffaf-01c4-4888-8ff3-8f8107c46d28 None None] Checking router: d1a951fd-0ecf-443a-b60e-a4dee81cbc09 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:41:49.037275 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c3ffaf-01c4-4888-8ff3-8f8107c46d28 None None] Updating router d1a951fd-0ecf-443a-b60e-a4dee81cbc09 port f271f163-a49a-4af3-af99-7d00dcc2c8db binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:41:49.037822 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b476b56-3b1f-410a-b7d3-87217191aae0 req-19794f69-56f5-4293-b1aa-82164c5fc597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:41:49.040513 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-2b476b56-3b1f-410a-b7d3-87217191aae0 req-19794f69-56f5-4293-b1aa-82164c5fc597 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1678507 Oct 04 20:41:49.123498 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-73c3ffaf-01c4-4888-8ff3-8f8107c46d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (f271f163-a49a-4af3-af99-7d00dcc2c8db), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:49.401156 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-2b476b56-3b1f-410a-b7d3-87217191aae0 req-7fd2d71f-5b7b-434c-9f47-1ac7a14f94d2 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437772 Oct 04 20:41:49.416289 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=100 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:49.554107 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1b078256-2b31-4ac9-ad12-e37d28914323 tempest-ServersTestFqdnHostnames-736087331 tempest-ServersTestFqdnHostnames-736087331-project] Publish callbacks [] for port (c9990ff4-cdb3-4caa-af41-2e7463ed5895), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:49.635858 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:49.672244 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-076a5cf8-b0b9-4bc2-bf26-0e55004443d1 req-340b7e52-fe28-4418-bbc7-b88259613cac tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7df857cc-3e6c-4b0b-910e-dd62869d64d1 HTTP/1.1" status: 200 len: 210 time: 0.0720623 Oct 04 20:41:49.675524 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4f771f8-b43d-42be-b280-ec6b7e6da2bf req-c1649765-8be0-4c26-9db9-c58f9d7fe275 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Made reservation on behalf of e9fae788056d4b8e9d45e8988fc6920f for: {'port': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:41:49.689668 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-d4f771f8-b43d-42be-b280-ec6b7e6da2bf req-c1649765-8be0-4c26-9db9-c58f9d7fe275 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:49.705410 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-4d228bb3-1ee7-4798-b1d7-c5ca9d49d2b8 req-575f2d6e-4de5-4b63-8cb9-9a5876840d97 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (e7face03-f5ca-470d-ba1f-9b74713e1d67), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:49.714826 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-2b476b56-3b1f-410a-b7d3-87217191aae0 req-29577a87-2894-4ca6-bfd9-f504815251a0 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049552 Oct 04 20:41:49.782174 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:49.874530 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:49.882325 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1b078256-2b31-4ac9-ad12-e37d28914323 tempest-ServersTestFqdnHostnames-736087331 tempest-ServersTestFqdnHostnames-736087331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (c9990ff4-cdb3-4caa-af41-2e7463ed5895), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:49.913473 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d228bb3-1ee7-4798-b1d7-c5ca9d49d2b8 req-575f2d6e-4de5-4b63-8cb9-9a5876840d97 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:41:49.919295 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-73c3ffaf-01c4-4888-8ff3-8f8107c46d28 None None] Publish callbacks [] for port (f271f163-a49a-4af3-af99-7d00dcc2c8db), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:49.923863 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [req-4d228bb3-1ee7-4798-b1d7-c5ca9d49d2b8 req-575f2d6e-4de5-4b63-8cb9-9a5876840d97 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:41:49.939957 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d228bb3-1ee7-4798-b1d7-c5ca9d49d2b8 req-575f2d6e-4de5-4b63-8cb9-9a5876840d97 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:41:50.017065 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b078256-2b31-4ac9-ad12-e37d28914323 tempest-ServersTestFqdnHostnames-736087331 tempest-ServersTestFqdnHostnames-736087331-project] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:41:50.031317 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-1b078256-2b31-4ac9-ad12-e37d28914323 tempest-ServersTestFqdnHostnames-736087331 tempest-ServersTestFqdnHostnames-736087331-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:41:50.064761 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575f2d6e-4de5-4b63-8cb9-9a5876840d97 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Pushing event updated for resources: {'Port': ['ID=e7face03-f5ca-470d-ba1f-9b74713e1d67,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:41:50.077639 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b078256-2b31-4ac9-ad12-e37d28914323 tempest-ServersTestFqdnHostnames-736087331 tempest-ServersTestFqdnHostnames-736087331-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:41:50.114997 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-73c3ffaf-01c4-4888-8ff3-8f8107c46d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (f271f163-a49a-4af3-af99-7d00dcc2c8db), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:50.139013 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d228bb3-1ee7-4798-b1d7-c5ca9d49d2b8 req-575f2d6e-4de5-4b63-8cb9-9a5876840d97 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:41:50.144324 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-4d228bb3-1ee7-4798-b1d7-c5ca9d49d2b8 req-575f2d6e-4de5-4b63-8cb9-9a5876840d97 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:50.165394 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:50.183837 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b078256-2b31-4ac9-ad12-e37d28914323 tempest-ServersTestFqdnHostnames-736087331 tempest-ServersTestFqdnHostnames-736087331-project] Pushing event updated for resources: {'Port': ['ID=c9990ff4-cdb3-4caa-af41-2e7463ed5895,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:41:50.446825 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df1f98a-f93f-4915-a857-e83043b54c52 None None] Pushing event updated for resources: {'Port': ['ID=f271f163-a49a-4af3-af99-7d00dcc2c8db,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:41:50.492022 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [req-d4f771f8-b43d-42be-b280-ec6b7e6da2bf req-c1649765-8be0-4c26-9db9-c58f9d7fe275 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Allocated IP 192.168.233.141 (42fbb05e-3f96-444f-a676-04ee9d06a8c7/e1956090-7ed7-4d05-a46e-a7b0885ca8e4/54432a46-1686-4c52-94a1-47829a97e1e1) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:41:50.521284 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-73c3ffaf-01c4-4888-8ff3-8f8107c46d28 None None] Attempting to bind port f271f163-a49a-4af3-af99-7d00dcc2c8db on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:41:50.527421 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-73c3ffaf-01c4-4888-8ff3-8f8107c46d28 None None] Attempting to bind port f271f163-a49a-4af3-af99-7d00dcc2c8db by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '683d6b03-9492-4fbb-acb7-c8dc9bb80f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8fe50bd2-6799-4976-8c6e-7d5e4830c6ba'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:41:50.527940 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4d228bb3-1ee7-4798-b1d7-c5ca9d49d2b8 req-575f2d6e-4de5-4b63-8cb9-9a5876840d97 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.83 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.6012034 Oct 04 20:41:50.528568 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c3ffaf-01c4-4888-8ff3-8f8107c46d28 None None] Attempting to bind port f271f163-a49a-4af3-af99-7d00dcc2c8db on network 8fe50bd2-6799-4976-8c6e-7d5e4830c6ba {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:41:50.548299 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df1f98a-f93f-4915-a857-e83043b54c52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:41:50.553049 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df1f98a-f93f-4915-a857-e83043b54c52 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:41:50.553049 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df1f98a-f93f-4915-a857-e83043b54c52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:41:50.553049 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df1f98a-f93f-4915-a857-e83043b54c52 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:41:50.553049 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df1f98a-f93f-4915-a857-e83043b54c52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:41:50.553049 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df1f98a-f93f-4915-a857-e83043b54c52 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:41:50.553049 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df1f98a-f93f-4915-a857-e83043b54c52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:41:50.553049 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df1f98a-f93f-4915-a857-e83043b54c52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:41:50.553049 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df1f98a-f93f-4915-a857-e83043b54c52 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:41:50.554711 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df1f98a-f93f-4915-a857-e83043b54c52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:41:50.574166 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df1f98a-f93f-4915-a857-e83043b54c52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:41:50.574910 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df1f98a-f93f-4915-a857-e83043b54c52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:41:50.575505 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df1f98a-f93f-4915-a857-e83043b54c52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:41:50.576082 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df1f98a-f93f-4915-a857-e83043b54c52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:41:50.576656 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df1f98a-f93f-4915-a857-e83043b54c52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:41:50.584860 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [req-4d228bb3-1ee7-4798-b1d7-c5ca9d49d2b8 req-31394d09-3ff3-4004-974d-e08f9adfa680 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=108170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 20:41:50.600091 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4d228bb3-1ee7-4798-b1d7-c5ca9d49d2b8 req-31394d09-3ff3-4004-974d-e08f9adfa680 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.83 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0371637 Oct 04 20:41:50.600722 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-3db657d8-29c2-4318-a1fc-bda460f24df5 None None] Provisioning complete for port e7face03-f5ca-470d-ba1f-9b74713e1d67 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:41:50.602482 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3db657d8-29c2-4318-a1fc-bda460f24df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (e7face03-f5ca-470d-ba1f-9b74713e1d67), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:50.604955 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-3db657d8-29c2-4318-a1fc-bda460f24df5 None None] Attempt 1 to provision port e7face03-f5ca-470d-ba1f-9b74713e1d67 Oct 04 20:41:50.645281 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [req-4d228bb3-1ee7-4798-b1d7-c5ca9d49d2b8 req-bbdf0bff-c35d-47dd-b49f-dc6755046fa8 service neutron] Request body: {'port': {'device_id': 'ad3b28cc-8307-4f7a-889b-ab08d068ec0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-852085-12'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:41:50.703026 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1b078256-2b31-4ac9-ad12-e37d28914323 tempest-ServersTestFqdnHostnames-736087331 tempest-ServersTestFqdnHostnames-736087331-project] Publish callbacks [] for floatingip (b1ed4f09-62c2-4e96-b86f-8d8f9532da94), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:50.763253 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-3db657d8-29c2-4318-a1fc-bda460f24df5 None None] Port e7face03-f5ca-470d-ba1f-9b74713e1d67 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:41:50.786246 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c3ffaf-01c4-4888-8ff3-8f8107c46d28 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:41:50.794973 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c3ffaf-01c4-4888-8ff3-8f8107c46d28 None None] Checking segment: {'id': '683d6b03-9492-4fbb-acb7-c8dc9bb80f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8fe50bd2-6799-4976-8c6e-7d5e4830c6ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:41:50.795741 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-73c3ffaf-01c4-4888-8ff3-8f8107c46d28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:50.796446 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c3ffaf-01c4-4888-8ff3-8f8107c46d28 None None] Bound using segment: {'id': '683d6b03-9492-4fbb-acb7-c8dc9bb80f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8fe50bd2-6799-4976-8c6e-7d5e4830c6ba'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:41:50.797316 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-73c3ffaf-01c4-4888-8ff3-8f8107c46d28 None None] Bound port: f271f163-a49a-4af3-af99-7d00dcc2c8db, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '683d6b03-9492-4fbb-acb7-c8dc9bb80f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8fe50bd2-6799-4976-8c6e-7d5e4830c6ba'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:41:50.798023 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-73c3ffaf-01c4-4888-8ff3-8f8107c46d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (f271f163-a49a-4af3-af99-7d00dcc2c8db), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:50.935942 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a39f3-6e2a-418b-8784-17420e3e3dc3 req-b2d01782-b492-43f3-b8de-7fc8f4706ca1 tempest-DeleteServersTestJSON-765273597 tempest-DeleteServersTestJSON-765273597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:41:50.945496 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-389a39f3-6e2a-418b-8784-17420e3e3dc3 req-b2d01782-b492-43f3-b8de-7fc8f4706ca1 tempest-DeleteServersTestJSON-765273597 tempest-DeleteServersTestJSON-765273597-project] 10.222.0.78 "GET /networking/v2.0/networks?id=0caecb22-40fe-43f0-8d1f-cae8a80416fd HTTP/1.1" status: 200 len: 811 time: 0.7448292 Oct 04 20:41:50.948449 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-4d228bb3-1ee7-4798-b1d7-c5ca9d49d2b8 req-bbdf0bff-c35d-47dd-b49f-dc6755046fa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (e7face03-f5ca-470d-ba1f-9b74713e1d67), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:51.030381 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1b078256-2b31-4ac9-ad12-e37d28914323 tempest-ServersTestFqdnHostnames-736087331 tempest-ServersTestFqdnHostnames-736087331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (c9990ff4-cdb3-4caa-af41-2e7463ed5895), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:51.072355 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-73c3ffaf-01c4-4888-8ff3-8f8107c46d28 None None] For port f271f163-a49a-4af3-af99-7d00dcc2c8db, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:41:51.083055 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-73c3ffaf-01c4-4888-8ff3-8f8107c46d28 None None] For port f271f163-a49a-4af3-af99-7d00dcc2c8db, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=f271f163-a49a-4af3-af99-7d00dcc2c8db,segment=NetworkSegment(683d6b03-9492-4fbb-acb7-c8dc9bb80f13),segment_id=683d6b03-9492-4fbb-acb7-c8dc9bb80f13)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:41:51.096479 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-389a39f3-6e2a-418b-8784-17420e3e3dc3 req-c23bf509-25dc-4fd8-abee-556ea940e0ad tempest-DeleteServersTestJSON-765273597 tempest-DeleteServersTestJSON-765273597-project] 10.222.0.78 "GET /networking/v2.0/quotas/b0dba749bcef41eabaa078e2e36d0f97 HTTP/1.1" status: 200 len: 375 time: 0.1045177 Oct 04 20:41:51.205934 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-d4f771f8-b43d-42be-b280-ec6b7e6da2bf req-c1649765-8be0-4c26-9db9-c58f9d7fe275 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Publish callbacks [] for port (54432a46-1686-4c52-94a1-47829a97e1e1), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:51.228863 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-73c3ffaf-01c4-4888-8ff3-8f8107c46d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (f271f163-a49a-4af3-af99-7d00dcc2c8db), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:51.393918 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-389a39f3-6e2a-418b-8784-17420e3e3dc3 req-b815194b-fc8a-4200-ad9f-e3f1f598c54c tempest-DeleteServersTestJSON-765273597 tempest-DeleteServersTestJSON-765273597-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=b0dba749bcef41eabaa078e2e36d0f97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2911553 Oct 04 20:41:51.511989 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c3ffaf-01c4-4888-8ff3-8f8107c46d28 None None] Routers {'d1a951fd-0ecf-443a-b60e-a4dee81cbc09'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:41:51.511989 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-73c3ffaf-01c4-4888-8ff3-8f8107c46d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:41:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['d1a951fd-0ecf-443a-b60e-a4dee81cbc09'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:41:51.523814 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:51.543345 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-d4f771f8-b43d-42be-b280-ec6b7e6da2bf req-c1649765-8be0-4c26-9db9-c58f9d7fe275 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (54432a46-1686-4c52-94a1-47829a97e1e1), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:51.572553 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:51.579287 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:51.601689 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1b078256-2b31-4ac9-ad12-e37d28914323 tempest-ServersTestFqdnHostnames-736087331 tempest-ServersTestFqdnHostnames-736087331-project] Publish callbacks [] for port (c9990ff4-cdb3-4caa-af41-2e7463ed5895), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:51.696813 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4f771f8-b43d-42be-b280-ec6b7e6da2bf req-c1649765-8be0-4c26-9db9-c58f9d7fe275 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:41:51.735630 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [req-d4f771f8-b43d-42be-b280-ec6b7e6da2bf req-c1649765-8be0-4c26-9db9-c58f9d7fe275 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:41:51.759913 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4f771f8-b43d-42be-b280-ec6b7e6da2bf req-c1649765-8be0-4c26-9db9-c58f9d7fe275 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:41:51.811110 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df1f98a-f93f-4915-a857-e83043b54c52 None None] Pushing event updated for resources: {'Port': ['ID=f271f163-a49a-4af3-af99-7d00dcc2c8db,revision_number=4']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:41:51.832490 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1b078256-2b31-4ac9-ad12-e37d28914323 tempest-ServersTestFqdnHostnames-736087331 tempest-ServersTestFqdnHostnames-736087331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (c9990ff4-cdb3-4caa-af41-2e7463ed5895), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:51.862208 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:52.225218 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f771f8-b43d-42be-b280-ec6b7e6da2bf req-c1649765-8be0-4c26-9db9-c58f9d7fe275 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:41:52.226806 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-d4f771f8-b43d-42be-b280-ec6b7e6da2bf req-c1649765-8be0-4c26-9db9-c58f9d7fe275 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:52.448817 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [req-4d228bb3-1ee7-4798-b1d7-c5ca9d49d2b8 req-bbdf0bff-c35d-47dd-b49f-dc6755046fa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7face03-f5ca-470d-ba1f-9b74713e1d67 {{(pid=108170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 20:41:52.466673 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-73c3ffaf-01c4-4888-8ff3-8f8107c46d28 None None] Set router d1a951fd-0ecf-443a-b60e-a4dee81cbc09 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:41:52.508172 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b5936-86e7-4fd3-a736-b6b03e49bae6 req-262c2a05-3c34-47a3-bbc8-fe53c9dfdca4 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:41:52.512650 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-8a3b5936-86e7-4fd3-a736-b6b03e49bae6 req-262c2a05-3c34-47a3-bbc8-fe53c9dfdca4 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7df857cc-3e6c-4b0b-910e-dd62869d64d1 HTTP/1.1" status: 200 len: 936 time: 0.2431698 Oct 04 20:41:52.524245 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-4d228bb3-1ee7-4798-b1d7-c5ca9d49d2b8 req-bbdf0bff-c35d-47dd-b49f-dc6755046fa8 service neutron] Publish callbacks [] for port (e7face03-f5ca-470d-ba1f-9b74713e1d67), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:52.659791 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-40c1c367-506b-414a-ba0b-76d47793812d None None] Provisioning complete for port 54432a46-1686-4c52-94a1-47829a97e1e1 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:41:52.662666 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-40c1c367-506b-414a-ba0b-76d47793812d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (54432a46-1686-4c52-94a1-47829a97e1e1), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:52.664014 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-40c1c367-506b-414a-ba0b-76d47793812d None None] Attempt 1 to provision port 54432a46-1686-4c52-94a1-47829a97e1e1 Oct 04 20:41:52.682617 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:52.745885 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.provisioning_blocks [req-4d228bb3-1ee7-4798-b1d7-c5ca9d49d2b8 req-bbdf0bff-c35d-47dd-b49f-dc6755046fa8 service neutron] Transition to ACTIVE for port object e7face03-f5ca-470d-ba1f-9b74713e1d67 will not be triggered until provisioned by entity L2. {{(pid=108170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 20:41:52.850930 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-40c1c367-506b-414a-ba0b-76d47793812d None None] Port 54432a46-1686-4c52-94a1-47829a97e1e1 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:41:52.864397 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1b078256-2b31-4ac9-ad12-e37d28914323 tempest-ServersTestFqdnHostnames-736087331 tempest-ServersTestFqdnHostnames-736087331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582728'] for floatingip (b1ed4f09-62c2-4e96-b86f-8d8f9532da94), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:52.910653 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-4d228bb3-1ee7-4798-b1d7-c5ca9d49d2b8 req-bbdf0bff-c35d-47dd-b49f-dc6755046fa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (e7face03-f5ca-470d-ba1f-9b74713e1d67), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:52.918125 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:52.949838 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1649765-8be0-4c26-9db9-c58f9d7fe275 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Pushing event updated for resources: {'Port': ['ID=54432a46-1686-4c52-94a1-47829a97e1e1,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:41:53.029060 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:53.070281 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1b078256-2b31-4ac9-ad12-e37d28914323 tempest-ServersTestFqdnHostnames-736087331 tempest-ServersTestFqdnHostnames-736087331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:53.078155 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-1b078256-2b31-4ac9-ad12-e37d28914323 tempest-ServersTestFqdnHostnames-736087331 tempest-ServersTestFqdnHostnames-736087331-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1609991 Oct 04 20:41:53.091194 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-d4f771f8-b43d-42be-b280-ec6b7e6da2bf req-c1649765-8be0-4c26-9db9-c58f9d7fe275 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.83 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.7206357 Oct 04 20:41:53.099845 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-73c3ffaf-01c4-4888-8ff3-8f8107c46d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a951fd-0ecf-443a-b60e-a4dee81cbc09', 'name': 'tempest-ServersTestFqdnHostnames-1965081262-router', 'tenant_id': 'f8f49cc17cdd45cc8278f8d5cf1e7490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '24979368-6a91-446e-a502-168aacfe53c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:41:25Z', 'updated_at': '2022-10-04T20:41:38Z', 'revision_number': 4, 'project_id': 'f8f49cc17cdd45cc8278f8d5cf1e7490', 'gw_port': {'id': '24979368-6a91-446e-a502-168aacfe53c0', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a951fd-0ecf-443a-b60e-a4dee81cbc09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:41:27Z', 'updated_at': '2022-10-04T20:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'f271f163-a49a-4af3-af99-7d00dcc2c8db', 'name': '', 'network_id': '8fe50bd2-6799-4976-8c6e-7d5e4830c6ba', 'tenant_id': 'f8f49cc17cdd45cc8278f8d5cf1e7490', 'mac_address': 'fa:16:3e:15:35:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a951fd-0ecf-443a-b60e-a4dee81cbc09', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '68ab103c-bca3-458e-940c-8b08aa0acfe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:41:36Z', 'updated_at': '2022-10-04T20:41:51Z', 'revision_number': 4, 'project_id': 'f8f49cc17cdd45cc8278f8d5cf1e7490', 'subnets': [{'id': '68ab103c-bca3-458e-940c-8b08aa0acfe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:41:53.123395 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdf0bff-c35d-47dd-b49f-dc6755046fa8 service neutron] Pushing event updated for resources: {'Port': ['ID=e7face03-f5ca-470d-ba1f-9b74713e1d67,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:41:53.137148 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [req-d4f771f8-b43d-42be-b280-ec6b7e6da2bf req-b15f5562-05ed-4ff2-a412-c04758970565 service neutron] Request body: {'port': {'device_id': '7df857cc-3e6c-4b0b-910e-dd62869d64d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-852085-12'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:41:53.154910 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 36216) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:41:53.174139 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c3ffaf-01c4-4888-8ff3-8f8107c46d28 None None] The sync data for ids ['d1a951fd-0ecf-443a-b60e-a4dee81cbc09'] in n-d-852085-12 is: [{'id': 'd1a951fd-0ecf-443a-b60e-a4dee81cbc09', 'name': 'tempest-ServersTestFqdnHostnames-1965081262-router', 'tenant_id': 'f8f49cc17cdd45cc8278f8d5cf1e7490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '24979368-6a91-446e-a502-168aacfe53c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:41:25Z', 'updated_at': '2022-10-04T20:41:38Z', 'revision_number': 4, 'project_id': 'f8f49cc17cdd45cc8278f8d5cf1e7490', 'gw_port': {'id': '24979368-6a91-446e-a502-168aacfe53c0', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a951fd-0ecf-443a-b60e-a4dee81cbc09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:41:27Z', 'updated_at': '2022-10-04T20:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'f271f163-a49a-4af3-af99-7d00dcc2c8db', 'name': '', 'network_id': '8fe50bd2-6799-4976-8c6e-7d5e4830c6ba', 'tenant_id': 'f8f49cc17cdd45cc8278f8d5cf1e7490', 'mac_address': 'fa:16:3e:15:35:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a951fd-0ecf-443a-b60e-a4dee81cbc09', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '68ab103c-bca3-458e-940c-8b08aa0acfe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:41:36Z', 'updated_at': '2022-10-04T20:41:51Z', 'revision_number': 4, 'project_id': 'f8f49cc17cdd45cc8278f8d5cf1e7490', 'subnets': [{'id': '68ab103c-bca3-458e-940c-8b08aa0acfe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:41:53.295089 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-d4f771f8-b43d-42be-b280-ec6b7e6da2bf req-b15f5562-05ed-4ff2-a412-c04758970565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (54432a46-1686-4c52-94a1-47829a97e1e1), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:53.327732 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b078256-2b31-4ac9-ad12-e37d28914323 tempest-ServersTestFqdnHostnames-736087331 tempest-ServersTestFqdnHostnames-736087331-project] Pushing event updated for resources: {'Port': ['ID=c9990ff4-cdb3-4caa-af41-2e7463ed5895,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:41:53.328303 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-8a3b5936-86e7-4fd3-a736-b6b03e49bae6 req-e7021335-8877-4482-8f6e-9b85f58e3411 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0b5e75b1-9fa8-4cc9-86ca-a77492b60a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7755563 Oct 04 20:41:53.365578 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ce206-0014-4345-9d62-354ed9db31c7 req-78830f1d-70f0-4064-8b16-c3f63e8ccfff tempest-DeleteServersTestJSON-765273597 tempest-DeleteServersTestJSON-765273597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:41:53.371174 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-7d9ce206-0014-4345-9d62-354ed9db31c7 req-78830f1d-70f0-4064-8b16-c3f63e8ccfff tempest-DeleteServersTestJSON-765273597 tempest-DeleteServersTestJSON-765273597-project] 10.222.0.78 "GET /networking/v2.0/networks?id=0caecb22-40fe-43f0-8d1f-cae8a80416fd HTTP/1.1" status: 200 len: 811 time: 0.7854574 Oct 04 20:41:53.613709 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-7d9ce206-0014-4345-9d62-354ed9db31c7 req-1148f2b2-0314-4c37-b3c5-db647c74b845 tempest-DeleteServersTestJSON-765273597 tempest-DeleteServersTestJSON-765273597-project] 10.222.0.78 "GET /networking/v2.0/quotas/b0dba749bcef41eabaa078e2e36d0f97 HTTP/1.1" status: 200 len: 375 time: 0.2202561 Oct 04 20:41:53.734187 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:53.758361 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-7d9ce206-0014-4345-9d62-354ed9db31c7 req-f21dd613-2b7d-4a35-b766-cbdae959c78e tempest-DeleteServersTestJSON-765273597 tempest-DeleteServersTestJSON-765273597-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=b0dba749bcef41eabaa078e2e36d0f97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1430600 Oct 04 20:41:54.061591 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [req-4d228bb3-1ee7-4798-b1d7-c5ca9d49d2b8 req-bbdf0bff-c35d-47dd-b49f-dc6755046fa8 service neutron] Attempting to bind port e7face03-f5ca-470d-ba1f-9b74713e1d67 on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:41:54.062656 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [req-4d228bb3-1ee7-4798-b1d7-c5ca9d49d2b8 req-bbdf0bff-c35d-47dd-b49f-dc6755046fa8 service neutron] Attempting to bind port e7face03-f5ca-470d-ba1f-9b74713e1d67 by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'}] {{(pid=108170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:41:54.063530 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d228bb3-1ee7-4798-b1d7-c5ca9d49d2b8 req-bbdf0bff-c35d-47dd-b49f-dc6755046fa8 service neutron] Attempting to bind port e7face03-f5ca-470d-ba1f-9b74713e1d67 on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:41:54.080367 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device f271f163-a49a-4af3-af99-7d00dcc2c8db up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:41:54.081468 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-74aac394-dcb1-43c8-947b-a18ab839274c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:54.293230 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port f271f163-a49a-4af3-af99-7d00dcc2c8db triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:41:54.294049 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (f271f163-a49a-4af3-af99-7d00dcc2c8db), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:54.294609 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port f271f163-a49a-4af3-af99-7d00dcc2c8db Oct 04 20:41:54.388973 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [req-d4f771f8-b43d-42be-b280-ec6b7e6da2bf req-b15f5562-05ed-4ff2-a412-c04758970565 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54432a46-1686-4c52-94a1-47829a97e1e1 {{(pid=108169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 20:41:54.416931 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-d4f771f8-b43d-42be-b280-ec6b7e6da2bf req-b15f5562-05ed-4ff2-a412-c04758970565 service neutron] Publish callbacks [] for port (54432a46-1686-4c52-94a1-47829a97e1e1), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:54.428662 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:54.461555 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.provisioning_blocks [req-d4f771f8-b43d-42be-b280-ec6b7e6da2bf req-b15f5562-05ed-4ff2-a412-c04758970565 service neutron] Transition to ACTIVE for port object 54432a46-1686-4c52-94a1-47829a97e1e1 will not be triggered until provisioned by entity L2. {{(pid=108169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 20:41:54.463427 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:54.568147 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port f271f163-a49a-4af3-af99-7d00dcc2c8db is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:41:54.569500 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (f271f163-a49a-4af3-af99-7d00dcc2c8db), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:54.629276 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-d4f771f8-b43d-42be-b280-ec6b7e6da2bf req-b15f5562-05ed-4ff2-a412-c04758970565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (54432a46-1686-4c52-94a1-47829a97e1e1), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:54.674141 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port f271f163-a49a-4af3-af99-7d00dcc2c8db, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=f271f163-a49a-4af3-af99-7d00dcc2c8db,segment=NetworkSegment(683d6b03-9492-4fbb-acb7-c8dc9bb80f13),segment_id=683d6b03-9492-4fbb-acb7-c8dc9bb80f13)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:41:54.812342 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (f271f163-a49a-4af3-af99-7d00dcc2c8db), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:54.900940 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15f5562-05ed-4ff2-a412-c04758970565 service neutron] Pushing event updated for resources: {'Port': ['ID=54432a46-1686-4c52-94a1-47829a97e1e1,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:41:54.994642 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [req-d4f771f8-b43d-42be-b280-ec6b7e6da2bf req-b15f5562-05ed-4ff2-a412-c04758970565 service neutron] Attempting to bind port 54432a46-1686-4c52-94a1-47829a97e1e1 on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:41:54.994642 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [req-d4f771f8-b43d-42be-b280-ec6b7e6da2bf req-b15f5562-05ed-4ff2-a412-c04758970565 service neutron] Attempting to bind port 54432a46-1686-4c52-94a1-47829a97e1e1 by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'}] {{(pid=108169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:41:54.994642 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f771f8-b43d-42be-b280-ec6b7e6da2bf req-b15f5562-05ed-4ff2-a412-c04758970565 service neutron] Attempting to bind port 54432a46-1686-4c52-94a1-47829a97e1e1 on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:41:55.027382 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=f271f163-a49a-4af3-af99-7d00dcc2c8db,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:41:55.068823 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d228bb3-1ee7-4798-b1d7-c5ca9d49d2b8 req-bbdf0bff-c35d-47dd-b49f-dc6755046fa8 service neutron] Port e7face03-f5ca-470d-ba1f-9b74713e1d67 on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:41:55.070027 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d228bb3-1ee7-4798-b1d7-c5ca9d49d2b8 req-bbdf0bff-c35d-47dd-b49f-dc6755046fa8 service neutron] Attempting to bind port e7face03-f5ca-470d-ba1f-9b74713e1d67 on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:41:55.103060 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f771f8-b43d-42be-b280-ec6b7e6da2bf req-b15f5562-05ed-4ff2-a412-c04758970565 service neutron] Port 54432a46-1686-4c52-94a1-47829a97e1e1 on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:41:55.103621 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f771f8-b43d-42be-b280-ec6b7e6da2bf req-b15f5562-05ed-4ff2-a412-c04758970565 service neutron] Attempting to bind port 54432a46-1686-4c52-94a1-47829a97e1e1 on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:41:55.148225 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-5c48616c-e196-4aba-abe9-8f7a7674c02a req-654cdac2-c173-4e0f-a043-9a2bf316613c tempest-ServersTestFqdnHostnames-736087331 tempest-ServersTestFqdnHostnames-736087331-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2144302945&fields=id&tenant_id=f8f49cc17cdd45cc8278f8d5cf1e7490 HTTP/1.1" status: 200 len: 267 time: 0.3066299 Oct 04 20:41:55.216673 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f771f8-b43d-42be-b280-ec6b7e6da2bf req-b15f5562-05ed-4ff2-a412-c04758970565 service neutron] Checking agent: {'id': 'd500e1cf-136e-47e7-b7fe-ae200432f8b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 28, 32), 'started_at': datetime.datetime(2022, 10, 4, 20, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:41:55.219685 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f771f8-b43d-42be-b280-ec6b7e6da2bf req-b15f5562-05ed-4ff2-a412-c04758970565 service neutron] Checking segment: {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:41:55.221481 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f771f8-b43d-42be-b280-ec6b7e6da2bf req-b15f5562-05ed-4ff2-a412-c04758970565 service neutron] Bound using segment: {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'} {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:41:55.222729 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [req-d4f771f8-b43d-42be-b280-ec6b7e6da2bf req-b15f5562-05ed-4ff2-a412-c04758970565 service neutron] Bound port: 54432a46-1686-4c52-94a1-47829a97e1e1, host: n-h1-852085-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'}}] {{(pid=108169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:41:55.223463 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-d4f771f8-b43d-42be-b280-ec6b7e6da2bf req-b15f5562-05ed-4ff2-a412-c04758970565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (54432a46-1686-4c52-94a1-47829a97e1e1), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:55.268404 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b04632e-b77c-459b-9bc6-ba38ac254c84 req-1c4ccc6b-8cbf-4b69-a0c4-e1716243e5ef tempest-ServersTestJSON-1826046113 tempest-ServersTestJSON-1826046113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:41:55.269400 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-2b04632e-b77c-459b-9bc6-ba38ac254c84 req-1c4ccc6b-8cbf-4b69-a0c4-e1716243e5ef tempest-ServersTestJSON-1826046113 tempest-ServersTestJSON-1826046113-project] 10.222.0.78 "GET /networking/v2.0/networks?id=bd3e9948-df1a-401b-b922-c0d656845500 HTTP/1.1" status: 200 len: 806 time: 1.5049813 Oct 04 20:41:55.336585 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:55.373590 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [req-d4f771f8-b43d-42be-b280-ec6b7e6da2bf req-b15f5562-05ed-4ff2-a412-c04758970565 service neutron] For port 54432a46-1686-4c52-94a1-47829a97e1e1, host n-h1-852085-12, cleared binding levels {{(pid=108169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:41:55.379883 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [req-d4f771f8-b43d-42be-b280-ec6b7e6da2bf req-b15f5562-05ed-4ff2-a412-c04758970565 service neutron] For port 54432a46-1686-4c52-94a1-47829a97e1e1, host n-h1-852085-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=54432a46-1686-4c52-94a1-47829a97e1e1,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:41:55.415909 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d228bb3-1ee7-4798-b1d7-c5ca9d49d2b8 req-bbdf0bff-c35d-47dd-b49f-dc6755046fa8 service neutron] Checking agent: {'id': 'd500e1cf-136e-47e7-b7fe-ae200432f8b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 28, 32), 'started_at': datetime.datetime(2022, 10, 4, 20, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:41:55.416919 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d228bb3-1ee7-4798-b1d7-c5ca9d49d2b8 req-bbdf0bff-c35d-47dd-b49f-dc6755046fa8 service neutron] Checking segment: {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:41:55.417568 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d228bb3-1ee7-4798-b1d7-c5ca9d49d2b8 req-bbdf0bff-c35d-47dd-b49f-dc6755046fa8 service neutron] Bound using segment: {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'} {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:41:55.418359 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [req-4d228bb3-1ee7-4798-b1d7-c5ca9d49d2b8 req-bbdf0bff-c35d-47dd-b49f-dc6755046fa8 service neutron] Bound port: e7face03-f5ca-470d-ba1f-9b74713e1d67, host: n-h1-852085-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'}}] {{(pid=108170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:41:55.418960 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-4d228bb3-1ee7-4798-b1d7-c5ca9d49d2b8 req-bbdf0bff-c35d-47dd-b49f-dc6755046fa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (e7face03-f5ca-470d-ba1f-9b74713e1d67), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:55.440774 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-2b04632e-b77c-459b-9bc6-ba38ac254c84 req-2a38f526-7371-431a-8511-40ed8066bbc0 tempest-ServersTestJSON-1826046113 tempest-ServersTestJSON-1826046113-project] 10.222.0.78 "GET /networking/v2.0/quotas/74d829c1899f478e9a95a0402c0dc87e HTTP/1.1" status: 200 len: 375 time: 0.1128511 Oct 04 20:41:55.499522 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-d4f771f8-b43d-42be-b280-ec6b7e6da2bf req-b15f5562-05ed-4ff2-a412-c04758970565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (54432a46-1686-4c52-94a1-47829a97e1e1), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:55.505276 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f771f8-b43d-42be-b280-ec6b7e6da2bf req-b15f5562-05ed-4ff2-a412-c04758970565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:41:55.506233 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-d4f771f8-b43d-42be-b280-ec6b7e6da2bf req-b15f5562-05ed-4ff2-a412-c04758970565 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:55.508816 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-d4f771f8-b43d-42be-b280-ec6b7e6da2bf req-b15f5562-05ed-4ff2-a412-c04758970565 service neutron] 10.222.0.83 "PUT /networking/v2.0/ports/54432a46-1686-4c52-94a1-47829a97e1e1 HTTP/1.1" status: 200 len: 1097 time: 2.3800507 Oct 04 20:41:55.511040 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-74aac394-dcb1-43c8-947b-a18ab839274c admin admin] Publish callbacks [] for security_group (5e4c6f32-daa5-4f03-80d9-95cdca2f3312), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:55.514065 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7df857cc-3e6c-4b0b-910e-dd62869d64d1', 'tag': '54432a46-1686-4c52-94a1-47829a97e1e1'}] {{(pid=108169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:41:55.517846 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dea34fca0f7d6c1de22810621a04fa86ac5e48141775903912ac1624808dfef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d70396-827f-4e54-bc14-2c44900cb05d" -d '{"events": [{"name": "network-changed", "server_uuid": "7df857cc-3e6c-4b0b-910e-dd62869d64d1", "tag": "54432a46-1686-4c52-94a1-47829a97e1e1"}]}' {{(pid=108169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:41:55.607885 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:55.614421 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15f5562-05ed-4ff2-a412-c04758970565 service neutron] Pushing event updated for resources: {'Port': ['ID=54432a46-1686-4c52-94a1-47829a97e1e1,revision_number=3']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:41:55.644566 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-74aac394-dcb1-43c8-947b-a18ab839274c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (5e4c6f32-daa5-4f03-80d9-95cdca2f3312), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:55.674543 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-2b04632e-b77c-459b-9bc6-ba38ac254c84 req-21639cb9-8082-4549-a820-0d1e852619b8 tempest-ServersTestJSON-1826046113 tempest-ServersTestJSON-1826046113-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=74d829c1899f478e9a95a0402c0dc87e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1987569 Oct 04 20:41:55.685804 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48616c-e196-4aba-abe9-8f7a7674c02a req-f283f2b4-f212-4d5a-ba7b-fe4777e7e3d8 tempest-ServersTestFqdnHostnames-736087331 tempest-ServersTestFqdnHostnames-736087331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:41:55.688833 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-5c48616c-e196-4aba-abe9-8f7a7674c02a req-f283f2b4-f212-4d5a-ba7b-fe4777e7e3d8 tempest-ServersTestFqdnHostnames-736087331 tempest-ServersTestFqdnHostnames-736087331-project] 10.222.0.78 "GET /networking/v2.0/networks?id=8fe50bd2-6799-4976-8c6e-7d5e4830c6ba HTTP/1.1" status: 200 len: 815 time: 0.5393295 Oct 04 20:41:55.890674 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f771f8-b43d-42be-b280-ec6b7e6da2bf req-dbd4a7f5-1e36-44d3-9b16-1216681b42fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:41:55.893969 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-d4f771f8-b43d-42be-b280-ec6b7e6da2bf req-dbd4a7f5-1e36-44d3-9b16-1216681b42fc service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=e9fae788056d4b8e9d45e8988fc6920f&device_id=7df857cc-3e6c-4b0b-910e-dd62869d64d1 HTTP/1.1" status: 200 len: 1131 time: 0.1712747 Oct 04 20:41:55.909341 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-5c48616c-e196-4aba-abe9-8f7a7674c02a req-4049ad7a-6393-4bc0-b0b3-2fcf0509df52 tempest-ServersTestFqdnHostnames-736087331 tempest-ServersTestFqdnHostnames-736087331-project] 10.222.0.78 "GET /networking/v2.0/quotas/f8f49cc17cdd45cc8278f8d5cf1e7490 HTTP/1.1" status: 200 len: 375 time: 0.1772096 Oct 04 20:41:55.912240 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [req-4d228bb3-1ee7-4798-b1d7-c5ca9d49d2b8 req-bbdf0bff-c35d-47dd-b49f-dc6755046fa8 service neutron] For port e7face03-f5ca-470d-ba1f-9b74713e1d67, host n-h1-852085-12, cleared binding levels {{(pid=108170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:41:55.921781 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-74aac394-dcb1-43c8-947b-a18ab839274c admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=060a53e4fead4141a343b3e54bb09eff&name=default HTTP/1.1" status: 200 len: 2998 time: 2.7562718 Oct 04 20:41:55.926363 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [req-4d228bb3-1ee7-4798-b1d7-c5ca9d49d2b8 req-bbdf0bff-c35d-47dd-b49f-dc6755046fa8 service neutron] For port e7face03-f5ca-470d-ba1f-9b74713e1d67, host n-h1-852085-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=e7face03-f5ca-470d-ba1f-9b74713e1d67,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:41:55.926771 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36272) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:41:55.936071 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aac394-dcb1-43c8-947b-a18ab839274c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4c6f32-daa5-4f03-80d9-95cdca2f3312,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:41:56.042522 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device f271f163-a49a-4af3-af99-7d00dcc2c8db up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:41:56.080026 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-4d228bb3-1ee7-4798-b1d7-c5ca9d49d2b8 req-bbdf0bff-c35d-47dd-b49f-dc6755046fa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (e7face03-f5ca-470d-ba1f-9b74713e1d67), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:56.084287 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-d4f771f8-b43d-42be-b280-ec6b7e6da2bf req-2c72d2a9-db1f-4149-97e7-0dea267bdbbc service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=54432a46-1686-4c52-94a1-47829a97e1e1 HTTP/1.1" status: 200 len: 217 time: 0.1704681 Oct 04 20:41:56.093664 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d228bb3-1ee7-4798-b1d7-c5ca9d49d2b8 req-bbdf0bff-c35d-47dd-b49f-dc6755046fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:41:56.098036 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-4d228bb3-1ee7-4798-b1d7-c5ca9d49d2b8 req-bbdf0bff-c35d-47dd-b49f-dc6755046fa8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:56.106007 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4d228bb3-1ee7-4798-b1d7-c5ca9d49d2b8 req-bbdf0bff-c35d-47dd-b49f-dc6755046fa8 service neutron] 10.222.0.83 "PUT /networking/v2.0/ports/e7face03-f5ca-470d-ba1f-9b74713e1d67 HTTP/1.1" status: 200 len: 1096 time: 5.4821312 Oct 04 20:41:56.142552 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad3b28cc-8307-4f7a-889b-ab08d068ec0e', 'tag': 'e7face03-f5ca-470d-ba1f-9b74713e1d67'}] {{(pid=108170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:41:56.146926 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a696e922a709062c6bf2650733a1f4a2b44940721a32d933316dd509f3aaf0ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5058ee24-83e6-4ca8-9746-551008933907" -d '{"events": [{"name": "network-changed", "server_uuid": "ad3b28cc-8307-4f7a-889b-ab08d068ec0e", "tag": "e7face03-f5ca-470d-ba1f-9b74713e1d67"}]}' {{(pid=108170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:41:56.173020 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port f271f163-a49a-4af3-af99-7d00dcc2c8db triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:41:56.173633 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (f271f163-a49a-4af3-af99-7d00dcc2c8db), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:56.174188 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port f271f163-a49a-4af3-af99-7d00dcc2c8db Oct 04 20:41:56.232210 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f771f8-b43d-42be-b280-ec6b7e6da2bf req-0b6abc1b-5f31-44f1-b3cd-2a79618fcfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:41:56.236039 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-d4f771f8-b43d-42be-b280-ec6b7e6da2bf req-0b6abc1b-5f31-44f1-b3cd-2a79618fcfcf service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.1382587 Oct 04 20:41:56.343902 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-79be5bd5-e32e-4757-be37-df5408bede1a admin admin] Publish callbacks [] for security_group (5e4c6f32-daa5-4f03-80d9-95cdca2f3312), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:56.357028 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port f271f163-a49a-4af3-af99-7d00dcc2c8db is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:41:56.383526 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f771f8-b43d-42be-b280-ec6b7e6da2bf req-c08abf9a-43f8-438c-ad97-9cec1ed32be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:41:56.385409 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-5c48616c-e196-4aba-abe9-8f7a7674c02a req-2b90ef35-768c-4d82-986f-75c5dd31dccb tempest-ServersTestFqdnHostnames-736087331 tempest-ServersTestFqdnHostnames-736087331-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=f8f49cc17cdd45cc8278f8d5cf1e7490&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4431033 Oct 04 20:41:56.386416 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-d4f771f8-b43d-42be-b280-ec6b7e6da2bf req-c08abf9a-43f8-438c-ad97-9cec1ed32be2 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1393862 Oct 04 20:41:56.428562 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-79be5bd5-e32e-4757-be37-df5408bede1a admin admin] Publish callbacks [] for security_group (5e4c6f32-daa5-4f03-80d9-95cdca2f3312), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:56.568767 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdf0bff-c35d-47dd-b49f-dc6755046fa8 service neutron] Pushing event updated for resources: {'Port': ['ID=e7face03-f5ca-470d-ba1f-9b74713e1d67,revision_number=3']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:41:56.656856 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-d4f771f8-b43d-42be-b280-ec6b7e6da2bf req-8992d9a8-1fa9-4ece-a1e0-4c7aaf35a2d5 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606003 Oct 04 20:41:56.674138 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:56.699660 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d228bb3-1ee7-4798-b1d7-c5ca9d49d2b8 req-0c27368e-2549-4278-81c1-c94afaa1e66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:41:56.703000 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4d228bb3-1ee7-4798-b1d7-c5ca9d49d2b8 req-0c27368e-2549-4278-81c1-c94afaa1e66c service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=e9fae788056d4b8e9d45e8988fc6920f&device_id=ad3b28cc-8307-4f7a-889b-ab08d068ec0e HTTP/1.1" status: 200 len: 1130 time: 0.3532467 Oct 04 20:41:56.761795 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-79be5bd5-e32e-4757-be37-df5408bede1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (5e4c6f32-daa5-4f03-80d9-95cdca2f3312), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:56.766473 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-79be5bd5-e32e-4757-be37-df5408bede1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:56.773508 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-79be5bd5-e32e-4757-be37-df5408bede1a admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/5e4c6f32-daa5-4f03-80d9-95cdca2f3312 HTTP/1.1" status: 204 len: 168 time: 0.8328912 Oct 04 20:41:56.799192 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79be5bd5-e32e-4757-be37-df5408bede1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4c6f32-daa5-4f03-80d9-95cdca2f3312,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:41:56.883925 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4d228bb3-1ee7-4798-b1d7-c5ca9d49d2b8 req-18f6b1cb-323c-4b4b-b256-d0ab35aab72b service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=e7face03-f5ca-470d-ba1f-9b74713e1d67 HTTP/1.1" status: 200 len: 217 time: 0.1622529 Oct 04 20:41:56.908452 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3d27e9-c0e6-4f2d-b1dd-605d97597d4c req-a8c0407a-c80f-4dfe-8b71-fbe373d83c33 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:41:56.930436 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-8d3d27e9-c0e6-4f2d-b1dd-605d97597d4c req-a8c0407a-c80f-4dfe-8b71-fbe373d83c33 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7df857cc-3e6c-4b0b-910e-dd62869d64d1 HTTP/1.1" status: 200 len: 948 time: 0.2728598 Oct 04 20:41:56.944572 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-d4f771f8-b43d-42be-b280-ec6b7e6da2bf req-48751120-9d2e-4eba-ac24-b6ff5756db14 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789612 Oct 04 20:41:56.981334 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef62aa7-6f4e-4b13-9a11-590898e22791 req-8588c167-074d-4c35-87f8-a3d0a64e4d72 tempest-DeleteServersTestJSON-765273597 tempest-DeleteServersTestJSON-765273597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:41:56.984809 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-0ef62aa7-6f4e-4b13-9a11-590898e22791 req-8588c167-074d-4c35-87f8-a3d0a64e4d72 tempest-DeleteServersTestJSON-765273597 tempest-DeleteServersTestJSON-765273597-project] 10.222.0.78 "GET /networking/v2.0/networks?id=0caecb22-40fe-43f0-8d1f-cae8a80416fd HTTP/1.1" status: 200 len: 811 time: 0.8767776 Oct 04 20:41:57.090827 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-0ef62aa7-6f4e-4b13-9a11-590898e22791 req-b5e5c842-efba-4fa6-939f-9543b4e3486c tempest-DeleteServersTestJSON-765273597 tempest-DeleteServersTestJSON-765273597-project] 10.222.0.78 "GET /networking/v2.0/quotas/b0dba749bcef41eabaa078e2e36d0f97 HTTP/1.1" status: 200 len: 375 time: 0.0583787 Oct 04 20:41:57.159510 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d228bb3-1ee7-4798-b1d7-c5ca9d49d2b8 req-d5cda13b-5232-4b80-b92e-eb75f7c9741c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:41:57.162352 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4d228bb3-1ee7-4798-b1d7-c5ca9d49d2b8 req-d5cda13b-5232-4b80-b92e-eb75f7c9741c service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.2101901 Oct 04 20:41:57.220867 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-8d3d27e9-c0e6-4f2d-b1dd-605d97597d4c req-e3347bae-4aaa-44a7-9911-f3737c8f6b71 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0b5e75b1-9fa8-4cc9-86ca-a77492b60a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876983 Oct 04 20:41:57.304020 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-0ef62aa7-6f4e-4b13-9a11-590898e22791 req-29fbea04-6282-4b00-8548-56038331d654 tempest-DeleteServersTestJSON-765273597 tempest-DeleteServersTestJSON-765273597-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=b0dba749bcef41eabaa078e2e36d0f97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1870141 Oct 04 20:41:57.315438 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d228bb3-1ee7-4798-b1d7-c5ca9d49d2b8 req-f2180fdf-da04-4df6-ae6d-c7aa74c96eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:41:57.318030 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4d228bb3-1ee7-4798-b1d7-c5ca9d49d2b8 req-f2180fdf-da04-4df6-ae6d-c7aa74c96eee service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1229091 Oct 04 20:41:57.404537 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36306) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:41:57.644390 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4d228bb3-1ee7-4798-b1d7-c5ca9d49d2b8 req-6f7e3c28-95d3-4d3a-bb56-556d65cac7e6 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187826 Oct 04 20:41:57.992667 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 20:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba4b732-ab4f-4853-9cbc-243b462c83c1 x-openstack-request-id: req-cba4b732-ab4f-4853-9cbc-243b462c83c1 {{(pid=108169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:41:57.994093 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7df857cc-3e6c-4b0b-910e-dd62869d64d1", "tag": "54432a46-1686-4c52-94a1-47829a97e1e1", "status": "completed", "code": 200}]} {{(pid=108169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:41:57.994782 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cba4b732-ab4f-4853-9cbc-243b462c83c1 {{(pid=108169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:41:57.995720 n-d-852085-12 neutron-server[108169]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cba4b732-ab4f-4853-9cbc-243b462c83c1'] response: {'name': 'network-changed', 'server_uuid': '7df857cc-3e6c-4b0b-910e-dd62869d64d1', 'tag': '54432a46-1686-4c52-94a1-47829a97e1e1', 'status': 'completed', 'code': 200} Oct 04 20:41:58.018105 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:58.197362 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 20:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dbb703e-0feb-47fd-b4ef-da7c8e84b811 x-openstack-request-id: req-6dbb703e-0feb-47fd-b4ef-da7c8e84b811 {{(pid=108170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:41:58.198149 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad3b28cc-8307-4f7a-889b-ab08d068ec0e", "tag": "e7face03-f5ca-470d-ba1f-9b74713e1d67", "status": "completed", "code": 200}]} {{(pid=108170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:41:58.198832 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6dbb703e-0feb-47fd-b4ef-da7c8e84b811 {{(pid=108170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:41:58.199756 n-d-852085-12 neutron-server[108170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dbb703e-0feb-47fd-b4ef-da7c8e84b811'] response: {'name': 'network-changed', 'server_uuid': 'ad3b28cc-8307-4f7a-889b-ab08d068ec0e', 'tag': 'e7face03-f5ca-470d-ba1f-9b74713e1d67', 'status': 'completed', 'code': 200} Oct 04 20:41:58.326714 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-faeda734-b78e-41fd-9a0b-261307e8e996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (73024986-d402-4f6f-924a-fb1e95ee12a8), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:58.361820 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 36322) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:41:58.511235 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device a55c4fe7-8c63-4a39-819e-95561de2446e details requested by agent hyperv_n-h1-852085-12 with host n-h1-852085-12 {{(pid=108171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 20:41:58.738342 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36334) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:41:58.773876 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-99b2ae72-3d39-4372-9aa2-f6dcdbf3e3d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:58.790187 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-05dd13c2-19a5-4a8f-9196-c2b400f2b41b tempest-ServersTestFqdnHostnames-736087331 tempest-ServersTestFqdnHostnames-736087331-project] Publish callbacks [] for security_group (d9e8af96-048f-4ce5-a989-ca39ab5e4fd1), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:58.832186 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6569377-51d3-4d1f-8708-55629eb41b83 req-c4fccbba-99bb-40dc-adc2-d86795b73a2f tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:41:58.836267 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e6569377-51d3-4d1f-8708-55629eb41b83 req-c4fccbba-99bb-40dc-adc2-d86795b73a2f tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7df857cc-3e6c-4b0b-910e-dd62869d64d1 HTTP/1.1" status: 200 len: 948 time: 0.3378029 Oct 04 20:41:58.840219 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] For port a55c4fe7-8c63-4a39-819e-95561de2446e, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=a55c4fe7-8c63-4a39-819e-95561de2446e,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:41:58.887621 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Returning: {'device': 'a55c4fe7-8c63-4a39-819e-95561de2446e', 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7', 'port_id': 'a55c4fe7-8c63-4a39-819e-95561de2446e', 'mac_address': 'fa:16:3e:5b:ff:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1956090-7ed7-4d05-a46e-a7b0885ca8e4', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 20:41:58.904621 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:58.910129 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-05dd13c2-19a5-4a8f-9196-c2b400f2b41b tempest-ServersTestFqdnHostnames-736087331 tempest-ServersTestFqdnHostnames-736087331-project] Publish callbacks [] for security_group (d9e8af96-048f-4ce5-a989-ca39ab5e4fd1), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:59.000729 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Current status of the port a55c4fe7-8c63-4a39-819e-95561de2446e is: DOWN; New status is: BUILD {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:41:59.001888 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (a55c4fe7-8c63-4a39-819e-95561de2446e), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:59.008308 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-99b2ae72-3d39-4372-9aa2-f6dcdbf3e3d3 admin admin] Publish callbacks [] for security_group (9b43faad-4e84-40cc-bcbd-0e6cbff10e75), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:59.011087 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:59.039988 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a55c4fe7-8c63-4a39-819e-95561de2446e {{(pid=108171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 20:41:59.088571 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-faeda734-b78e-41fd-9a0b-261307e8e996 admin admin] Deleting port 1b9e0b7f-8d48-4a5b-a598-932cdb4e75c2 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:41:59.089107 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-faeda734-b78e-41fd-9a0b-261307e8e996 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (1b9e0b7f-8d48-4a5b-a598-932cdb4e75c2), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:59.097130 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] For port a55c4fe7-8c63-4a39-819e-95561de2446e, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=a55c4fe7-8c63-4a39-819e-95561de2446e,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:41:59.123187 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-99b2ae72-3d39-4372-9aa2-f6dcdbf3e3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (9b43faad-4e84-40cc-bcbd-0e6cbff10e75), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:59.152265 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8ff47f-18c4-4916-9b35-51e02f942f6b req-be222764-7896-416d-9cf7-80db5638fedc tempest-ServersTestJSON-1826046113 tempest-ServersTestJSON-1826046113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:41:59.154994 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-0b8ff47f-18c4-4916-9b35-51e02f942f6b req-be222764-7896-416d-9cf7-80db5638fedc tempest-ServersTestJSON-1826046113 tempest-ServersTestJSON-1826046113-project] 10.222.0.78 "GET /networking/v2.0/networks?id=bd3e9948-df1a-401b-b922-c0d656845500 HTTP/1.1" status: 200 len: 806 time: 0.6667490 Oct 04 20:41:59.164768 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-05dd13c2-19a5-4a8f-9196-c2b400f2b41b tempest-ServersTestFqdnHostnames-736087331 tempest-ServersTestFqdnHostnames-736087331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (d9e8af96-048f-4ce5-a989-ca39ab5e4fd1), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:59.169755 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-05dd13c2-19a5-4a8f-9196-c2b400f2b41b tempest-ServersTestFqdnHostnames-736087331 tempest-ServersTestFqdnHostnames-736087331-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:59.171802 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-05dd13c2-19a5-4a8f-9196-c2b400f2b41b tempest-ServersTestFqdnHostnames-736087331 tempest-ServersTestFqdnHostnames-736087331-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/d9e8af96-048f-4ce5-a989-ca39ab5e4fd1 HTTP/1.1" status: 204 len: 168 time: 0.8084035 Oct 04 20:41:59.194861 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36338) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:41:59.223981 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e6569377-51d3-4d1f-8708-55629eb41b83 req-ddb670c2-2e50-47bc-af59-df8ab71e6c49 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0b5e75b1-9fa8-4cc9-86ca-a77492b60a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481102 Oct 04 20:41:59.235712 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-0b8ff47f-18c4-4916-9b35-51e02f942f6b req-1f04d309-4c1e-4271-8532-3a04502fa02a tempest-ServersTestJSON-1826046113 tempest-ServersTestJSON-1826046113-project] 10.222.0.78 "GET /networking/v2.0/quotas/74d829c1899f478e9a95a0402c0dc87e HTTP/1.1" status: 200 len: 375 time: 0.0620265 Oct 04 20:41:59.238224 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dd13c2-19a5-4a8f-9196-c2b400f2b41b tempest-ServersTestFqdnHostnames-736087331 tempest-ServersTestFqdnHostnames-736087331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e8af96-048f-4ce5-a989-ca39ab5e4fd1,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:41:59.241086 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (a55c4fe7-8c63-4a39-819e-95561de2446e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:59.324170 n-d-852085-12 neutron-server[108169]: INFO neutron.api.v2.resource [None req-7e15529c-b6a6-4766-b078-b3d23e301da6 tempest-ServersTestFqdnHostnames-736087331 tempest-ServersTestFqdnHostnames-736087331-project] show failed (client error): The resource could not be found. Oct 04 20:41:59.326328 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-7e15529c-b6a6-4766-b078-b3d23e301da6 tempest-ServersTestFqdnHostnames-736087331 tempest-ServersTestFqdnHostnames-736087331-project] 10.222.0.78 "GET /networking/v2.0/security-groups/d9e8af96-048f-4ce5-a989-ca39ab5e4fd1 HTTP/1.1" status: 404 len: 347 time: 0.1297934 Oct 04 20:41:59.337665 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36340) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:41:59.407743 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:59.415639 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-0b8ff47f-18c4-4916-9b35-51e02f942f6b req-ae4e37e0-530d-4076-8c53-c5d391001fe1 tempest-ServersTestJSON-1826046113 tempest-ServersTestJSON-1826046113-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=74d829c1899f478e9a95a0402c0dc87e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1596048 Oct 04 20:41:59.427462 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b2ae72-3d39-4372-9aa2-f6dcdbf3e3d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b43faad-4e84-40cc-bcbd-0e6cbff10e75,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:41:59.448650 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 36344) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:41:59.456599 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] get_ports_and_sgs() called for port_ids ['a55c4fe7-8c63-4a39-819e-95561de2446e'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:41:59.459552 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-99b2ae72-3d39-4372-9aa2-f6dcdbf3e3d3 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=0105ef8ad80b42049b4f3cf0f9428a8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7152836 Oct 04 20:41:59.558880 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Pushing event updated for resources: {'Port': ['ID=a55c4fe7-8c63-4a39-819e-95561de2446e,revision_number=9']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:41:59.678603 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb3458-b242-4112-8ef6-71be23d7f2eb req-e0bf96ce-d815-4bb9-9ead-14e047eed6cd tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:41:59.692452 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-78fb3458-b242-4112-8ef6-71be23d7f2eb req-e0bf96ce-d815-4bb9-9ead-14e047eed6cd tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1caeb3c7-b999-4f0c-bee2-f072b9c00336 HTTP/1.1" status: 200 len: 949 time: 0.2744439 Oct 04 20:41:59.836035 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:41:59.854717 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-faeda734-b78e-41fd-9a0b-261307e8e996 admin admin] For port 1b9e0b7f-8d48-4a5b-a598-932cdb4e75c2, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=1b9e0b7f-8d48-4a5b-a598-932cdb4e75c2,segment=NetworkSegment(6d776888-77d6-4bb2-a233-e68b1482ccd8),segment_id=6d776888-77d6-4bb2-a233-e68b1482ccd8)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:41:59.854717 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-faeda734-b78e-41fd-9a0b-261307e8e996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (1b9e0b7f-8d48-4a5b-a598-932cdb4e75c2), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:59.856713 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-829b9780-d181-40dd-89b8-fbccfcef1fba tempest-ServersTestFqdnHostnames-736087331 tempest-ServersTestFqdnHostnames-736087331-project] Deleting port c9990ff4-cdb3-4caa-af41-2e7463ed5895 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:41:59.857338 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-829b9780-d181-40dd-89b8-fbccfcef1fba tempest-ServersTestFqdnHostnames-736087331 tempest-ServersTestFqdnHostnames-736087331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (c9990ff4-cdb3-4caa-af41-2e7463ed5895), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:59.879332 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-75e57e72-463d-4765-96e9-4bf4106d8508 admin admin] Publish callbacks [] for security_group (9b43faad-4e84-40cc-bcbd-0e6cbff10e75), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:41:59.913071 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-faeda734-b78e-41fd-9a0b-261307e8e996 admin admin] Calling delete_port for 1b9e0b7f-8d48-4a5b-a598-932cdb4e75c2 owned by network:router_interface {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:41:59.939920 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-78fb3458-b242-4112-8ef6-71be23d7f2eb req-c382104c-2b71-41d7-8e8b-8fe882002ba0 tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b6b384d6-a2d1-4920-a8af-8ce3c5739112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283556 Oct 04 20:42:00.050129 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-75e57e72-463d-4765-96e9-4bf4106d8508 admin admin] Publish callbacks [] for security_group (9b43faad-4e84-40cc-bcbd-0e6cbff10e75), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:00.312032 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-829b9780-d181-40dd-89b8-fbccfcef1fba tempest-ServersTestFqdnHostnames-736087331 tempest-ServersTestFqdnHostnames-736087331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (c9990ff4-cdb3-4caa-af41-2e7463ed5895), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:00.312983 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-829b9780-d181-40dd-89b8-fbccfcef1fba tempest-ServersTestFqdnHostnames-736087331 tempest-ServersTestFqdnHostnames-736087331-project] Publish callbacks [] for floatingip (c9990ff4-cdb3-4caa-af41-2e7463ed5895), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:00.357238 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca629f8f-f0fa-4aff-8c9f-c0b23328930f req-b8869439-40ee-4161-8999-f4686dd27d17 tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:42:00.360580 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-ca629f8f-f0fa-4aff-8c9f-c0b23328930f req-b8869439-40ee-4161-8999-f4686dd27d17 tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=1caeb3c7-b999-4f0c-bee2-f072b9c00336 HTTP/1.1" status: 200 len: 949 time: 0.3282106 Oct 04 20:42:00.374306 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d70396-827f-4e54-bc14-2c44900cb05d req-e6195ff3-b0e1-4225-bd6d-93f8513a7c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:42:00.374535 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-a7d70396-827f-4e54-bc14-2c44900cb05d req-e6195ff3-b0e1-4225-bd6d-93f8513a7c3d service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=e9fae788056d4b8e9d45e8988fc6920f&device_id=7df857cc-3e6c-4b0b-910e-dd62869d64d1 HTTP/1.1" status: 200 len: 1131 time: 0.2471981 Oct 04 20:42:00.379027 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-829b9780-d181-40dd-89b8-fbccfcef1fba tempest-ServersTestFqdnHostnames-736087331 tempest-ServersTestFqdnHostnames-736087331-project] Calling delete_port for c9990ff4-cdb3-4caa-af41-2e7463ed5895 owned by network:floatingip {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:42:00.417211 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:00.522093 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device a55c4fe7-8c63-4a39-819e-95561de2446e up at agent hyperv_n-h1-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:42:00.530416 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a72b9-dabd-4a19-8108-a60f7a776ab1 req-367e05b0-6130-400c-83e4-841452263539 tempest-ServersTestJSON-1826046113 tempest-ServersTestJSON-1826046113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:42:00.542832 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-dc0a72b9-dabd-4a19-8108-a60f7a776ab1 req-367e05b0-6130-400c-83e4-841452263539 tempest-ServersTestJSON-1826046113 tempest-ServersTestJSON-1826046113-project] 10.222.0.78 "GET /networking/v2.0/networks?id=bd3e9948-df1a-401b-b922-c0d656845500 HTTP/1.1" status: 200 len: 806 time: 0.5390985 Oct 04 20:42:00.584718 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4d228bb3-1ee7-4798-b1d7-c5ca9d49d2b8 req-3cf9bc0a-17f8-4e74-986e-99765aec3891 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5304925 Oct 04 20:42:00.600037 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-dc0a72b9-dabd-4a19-8108-a60f7a776ab1 req-f9076a48-d803-4944-98c1-def908361394 tempest-ServersTestJSON-1826046113 tempest-ServersTestJSON-1826046113-project] 10.222.0.78 "GET /networking/v2.0/quotas/74d829c1899f478e9a95a0402c0dc87e HTTP/1.1" status: 200 len: 375 time: 0.0556812 Oct 04 20:42:00.616937 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf25881f-c133-41e4-97ad-9368b599a03e req-e7022fa6-b627-4f1c-881f-f4433d302758 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:42:00.619635 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-bf25881f-c133-41e4-97ad-9368b599a03e req-e7022fa6-b627-4f1c-881f-f4433d302758 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7df857cc-3e6c-4b0b-910e-dd62869d64d1 HTTP/1.1" status: 200 len: 948 time: 0.2158787 Oct 04 20:42:00.723224 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-75e57e72-463d-4765-96e9-4bf4106d8508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (9b43faad-4e84-40cc-bcbd-0e6cbff10e75), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:00.724319 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Provisioning complete for port a55c4fe7-8c63-4a39-819e-95561de2446e triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:42:00.726179 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (a55c4fe7-8c63-4a39-819e-95561de2446e), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:00.730081 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-75e57e72-463d-4765-96e9-4bf4106d8508 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:00.730714 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-75e57e72-463d-4765-96e9-4bf4106d8508 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/9b43faad-4e84-40cc-bcbd-0e6cbff10e75 HTTP/1.1" status: 204 len: 168 time: 1.1826146 Oct 04 20:42:00.731232 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Attempt 1 to provision port a55c4fe7-8c63-4a39-819e-95561de2446e Oct 04 20:42:00.788301 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-dc0a72b9-dabd-4a19-8108-a60f7a776ab1 req-a3036910-2dd7-450a-989c-356e86b0cad9 tempest-ServersTestJSON-1826046113 tempest-ServersTestJSON-1826046113-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=74d829c1899f478e9a95a0402c0dc87e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1846628 Oct 04 20:42:00.794100 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e57e72-463d-4765-96e9-4bf4106d8508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b43faad-4e84-40cc-bcbd-0e6cbff10e75,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:42:00.908888 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-bf25881f-c133-41e4-97ad-9368b599a03e req-def3ec66-f6fb-40e9-83c3-b3219d0a7083 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0b5e75b1-9fa8-4cc9-86ca-a77492b60a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716985 Oct 04 20:42:01.128970 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Current status of the port a55c4fe7-8c63-4a39-819e-95561de2446e is: BUILD; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:42:01.129923 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (a55c4fe7-8c63-4a39-819e-95561de2446e), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:01.170079 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:01.222578 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd64c084-10af-4b12-bdd9-ef53866be364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55c4fe7-8c63-4a39-819e-95561de2446e'}] {{(pid=108171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:42:01.239630 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966b91da6921e714df7c26a37f4733087768fb9a36052be1ead95d4d835f43be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c153b8b-c514-4f3f-884d-8ac006cf3c17" -d '{"events": [{"server_uuid": "bd64c084-10af-4b12-bdd9-ef53866be364", "name": "network-vif-plugged", "status": "completed", "tag": "a55c4fe7-8c63-4a39-819e-95561de2446e"}]}' {{(pid=108171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:42:01.290903 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] For port a55c4fe7-8c63-4a39-819e-95561de2446e, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=a55c4fe7-8c63-4a39-819e-95561de2446e,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:42:01.360135 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (a55c4fe7-8c63-4a39-819e-95561de2446e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:01.409720 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f6241-3f60-4eeb-bd85-ef34c298dd08 req-87a35df8-8ab2-4458-b61c-01c34ec3a189 tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:42:01.421672 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-132f6241-3f60-4eeb-bd85-ef34c298dd08 req-87a35df8-8ab2-4458-b61c-01c34ec3a189 tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1caeb3c7-b999-4f0c-bee2-f072b9c00336 HTTP/1.1" status: 200 len: 949 time: 0.2281172 Oct 04 20:42:01.487695 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Pushing event updated for resources: {'Port': ['ID=a55c4fe7-8c63-4a39-819e-95561de2446e,revision_number=10']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:42:01.698871 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-132f6241-3f60-4eeb-bd85-ef34c298dd08 req-f9528e38-9663-4ff6-a1b9-374c60132434 tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b6b384d6-a2d1-4920-a8af-8ce3c5739112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509286 Oct 04 20:42:01.733992 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [req-ca629f8f-f0fa-4aff-8c9f-c0b23328930f req-a1d92d21-8a69-4420-a65f-8846dee7acf1 tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] Deleting port e70b26ac-8828-4e78-8df7-85f383b35ac8 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:42:01.734909 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-ca629f8f-f0fa-4aff-8c9f-c0b23328930f req-a1d92d21-8a69-4420-a65f-8846dee7acf1 tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (e70b26ac-8828-4e78-8df7-85f383b35ac8), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:01.768541 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bcf069-6a11-48a5-ac8d-1173fa0444d4 req-60f15029-9211-4656-a000-e4c83e2870d4 tempest-ServersTestJSON-1826046113 tempest-ServersTestJSON-1826046113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:42:01.785758 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-63bcf069-6a11-48a5-ac8d-1173fa0444d4 req-60f15029-9211-4656-a000-e4c83e2870d4 tempest-ServersTestJSON-1826046113 tempest-ServersTestJSON-1826046113-project] 10.222.0.78 "GET /networking/v2.0/networks?id=bd3e9948-df1a-401b-b922-c0d656845500 HTTP/1.1" status: 200 len: 806 time: 0.4508173 Oct 04 20:42:01.801122 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:01.841722 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-63bcf069-6a11-48a5-ac8d-1173fa0444d4 req-7054dcd6-d88a-420b-ac0b-f919c686a9c3 tempest-ServersTestJSON-1826046113 tempest-ServersTestJSON-1826046113-project] 10.222.0.78 "GET /networking/v2.0/quotas/74d829c1899f478e9a95a0402c0dc87e HTTP/1.1" status: 200 len: 375 time: 0.0513558 Oct 04 20:42:01.937948 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:01.938876 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d70396-827f-4e54-bc14-2c44900cb05d req-569de0a2-f4ac-49ae-8299-5126bf6de067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:42:01.941814 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-a7d70396-827f-4e54-bc14-2c44900cb05d req-569de0a2-f4ac-49ae-8299-5126bf6de067 service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=42fbb05e-3f96-444f-a676-04ee9d06a8c7 HTTP/1.1" status: 200 len: 870 time: 1.5435278 Oct 04 20:42:01.980595 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-63bcf069-6a11-48a5-ac8d-1173fa0444d4 req-53dd6e77-f91c-40f5-9388-1cc9a6c3c04c tempest-ServersTestJSON-1826046113 tempest-ServersTestJSON-1826046113-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=74d829c1899f478e9a95a0402c0dc87e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1344004 Oct 04 20:42:01.988662 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-faeda734-b78e-41fd-9a0b-261307e8e996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (1b9e0b7f-8d48-4a5b-a598-932cdb4e75c2), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:02.086787 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:02.138935 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 36416) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:42:02.200118 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeda734-b78e-41fd-9a0b-261307e8e996 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b9e0b7f-8d48-4a5b-a598-932cdb4e75c2,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:42:02.267285 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:02.382150 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 20:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7959f665-5ddf-4303-9c44-dda08c5fc1bb x-openstack-request-id: req-7959f665-5ddf-4303-9c44-dda08c5fc1bb {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:42:02.382651 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd64c084-10af-4b12-bdd9-ef53866be364", "name": "network-vif-plugged", "status": "completed", "tag": "a55c4fe7-8c63-4a39-819e-95561de2446e", "code": 200}]} {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:42:02.382954 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7959f665-5ddf-4303-9c44-dda08c5fc1bb {{(pid=108171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:42:02.383691 n-d-852085-12 neutron-server[108171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7959f665-5ddf-4303-9c44-dda08c5fc1bb'] response: {'server_uuid': 'bd64c084-10af-4b12-bdd9-ef53866be364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55c4fe7-8c63-4a39-819e-95561de2446e', 'code': 200} Oct 04 20:42:02.543522 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device 54432a46-1686-4c52-94a1-47829a97e1e1 details requested by agent hyperv_n-h1-852085-12 with host n-h1-852085-12 {{(pid=108171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 20:42:02.673069 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-faeda734-b78e-41fd-9a0b-261307e8e996 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (73024986-d402-4f6f-924a-fb1e95ee12a8), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:02.711110 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [req-ca629f8f-f0fa-4aff-8c9f-c0b23328930f req-a1d92d21-8a69-4420-a65f-8846dee7acf1 tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] For port e70b26ac-8828-4e78-8df7-85f383b35ac8, host n-h2-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852085-12',level=0,port_id=e70b26ac-8828-4e78-8df7-85f383b35ac8,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:42:02.718442 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-ca629f8f-f0fa-4aff-8c9f-c0b23328930f req-a1d92d21-8a69-4420-a65f-8846dee7acf1 tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (e70b26ac-8828-4e78-8df7-85f383b35ac8), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:02.770008 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [req-ca629f8f-f0fa-4aff-8c9f-c0b23328930f req-a1d92d21-8a69-4420-a65f-8846dee7acf1 tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] Calling delete_port for e70b26ac-8828-4e78-8df7-85f383b35ac8 owned by compute:nova {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:42:02.771766 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a13671-a341-4a47-98a1-f90c98c1ff91 req-b40dd83f-1a5a-42d1-828f-823df88295c4 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:42:02.792398 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-10a13671-a341-4a47-98a1-f90c98c1ff91 req-b40dd83f-1a5a-42d1-828f-823df88295c4 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7df857cc-3e6c-4b0b-910e-dd62869d64d1 HTTP/1.1" status: 200 len: 948 time: 0.2589505 Oct 04 20:42:02.874941 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-829b9780-d181-40dd-89b8-fbccfcef1fba tempest-ServersTestFqdnHostnames-736087331 tempest-ServersTestFqdnHostnames-736087331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (c9990ff4-cdb3-4caa-af41-2e7463ed5895), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:03.013153 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-10a13671-a341-4a47-98a1-f90c98c1ff91 req-f747c38d-eeec-49d6-95e3-dcbd56848b6b tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0b5e75b1-9fa8-4cc9-86ca-a77492b60a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445515 Oct 04 20:42:03.090579 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] For port 54432a46-1686-4c52-94a1-47829a97e1e1, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=54432a46-1686-4c52-94a1-47829a97e1e1,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:42:03.124592 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829b9780-d181-40dd-89b8-fbccfcef1fba tempest-ServersTestFqdnHostnames-736087331 tempest-ServersTestFqdnHostnames-736087331-project] Pushing event deleted for resources: {'Port': ['ID=c9990ff4-cdb3-4caa-af41-2e7463ed5895,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:42:03.128761 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Returning: {'device': '54432a46-1686-4c52-94a1-47829a97e1e1', 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7', 'port_id': '54432a46-1686-4c52-94a1-47829a97e1e1', 'mac_address': 'fa:16:3e:f9:f3:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1956090-7ed7-4d05-a46e-a7b0885ca8e4', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 20:42:03.133720 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:03.188981 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de0273-b36b-48a2-bc3f-f747b2a10ade req-ddfec614-a7fd-4e12-94d3-da45b31ef8d4 tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:42:03.204132 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-88de0273-b36b-48a2-bc3f-f747b2a10ade req-ddfec614-a7fd-4e12-94d3-da45b31ef8d4 tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1caeb3c7-b999-4f0c-bee2-f072b9c00336 HTTP/1.1" status: 200 len: 949 time: 0.1771247 Oct 04 20:42:03.248668 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Current status of the port 54432a46-1686-4c52-94a1-47829a97e1e1 is: DOWN; New status is: BUILD {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:42:03.248668 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (54432a46-1686-4c52-94a1-47829a97e1e1), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:03.283585 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54432a46-1686-4c52-94a1-47829a97e1e1 {{(pid=108171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 20:42:03.332476 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] For port 54432a46-1686-4c52-94a1-47829a97e1e1, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=54432a46-1686-4c52-94a1-47829a97e1e1,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:42:03.408490 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-88de0273-b36b-48a2-bc3f-f747b2a10ade req-39de8a77-4acb-46f1-ae0a-9058b0343e06 tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=b6b384d6-a2d1-4920-a8af-8ce3c5739112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024081 Oct 04 20:42:03.456986 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (54432a46-1686-4c52-94a1-47829a97e1e1), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:03.585096 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Pushing event updated for resources: {'Port': ['ID=54432a46-1686-4c52-94a1-47829a97e1e1,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:42:03.649027 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-829b9780-d181-40dd-89b8-fbccfcef1fba tempest-ServersTestFqdnHostnames-736087331 tempest-ServersTestFqdnHostnames-736087331-project] Publish callbacks [] for floatingip (b1ed4f09-62c2-4e96-b86f-8d8f9532da94), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:03.652689 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-829b9780-d181-40dd-89b8-fbccfcef1fba tempest-ServersTestFqdnHostnames-736087331 tempest-ServersTestFqdnHostnames-736087331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:03.653977 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-829b9780-d181-40dd-89b8-fbccfcef1fba tempest-ServersTestFqdnHostnames-736087331 tempest-ServersTestFqdnHostnames-736087331-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/b1ed4f09-62c2-4e96-b86f-8d8f9532da94 HTTP/1.1" status: 204 len: 168 time: 4.3136401 Oct 04 20:42:03.664066 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 36440) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:42:03.693409 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Device e70b26ac-8828-4e78-8df7-85f383b35ac8 no longer exists at agent hyperv_n-h2-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:42:03.712345 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-a7d70396-827f-4e54-bc14-2c44900cb05d req-eee79d8e-680a-4588-99f1-037bb1d7284e service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=54432a46-1686-4c52-94a1-47829a97e1e1 HTTP/1.1" status: 200 len: 217 time: 0.1075697 Oct 04 20:42:03.738892 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=50 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:03.768819 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:03.923810 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-ca629f8f-f0fa-4aff-8c9f-c0b23328930f req-a1d92d21-8a69-4420-a65f-8846dee7acf1 tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (e70b26ac-8828-4e78-8df7-85f383b35ac8), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:03.980363 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:03.983901 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5058ee24-83e6-4ca8-9746-551008933907 req-1480acfc-58f9-45bd-b62f-8a7977954ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:42:03.986395 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-5058ee24-83e6-4ca8-9746-551008933907 req-1480acfc-58f9-45bd-b62f-8a7977954ce3 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=e9fae788056d4b8e9d45e8988fc6920f&device_id=ad3b28cc-8307-4f7a-889b-ab08d068ec0e HTTP/1.1" status: 200 len: 1130 time: 0.5416846 Oct 04 20:42:04.019822 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] get_ports_and_sgs() called for port_ids ['54432a46-1686-4c52-94a1-47829a97e1e1'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:42:04.030760 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d92d21-8a69-4420-a65f-8846dee7acf1 tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] Pushing event deleted for resources: {'Port': ['ID=e70b26ac-8828-4e78-8df7-85f383b35ac8,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:42:04.055675 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Current status of the port e70b26ac-8828-4e78-8df7-85f383b35ac8 is: ACTIVE; New status is: DOWN {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:42:04.057093 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (e70b26ac-8828-4e78-8df7-85f383b35ac8), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:04.078493 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7f3ce253-9e36-48a7-8f52-60577e24070b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (6f5c290e-2a6f-4bac-b60e-8a5829b725dd), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:04.135845 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:04.138843 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d70396-827f-4e54-bc14-2c44900cb05d req-1e4351a1-4ba0-4caa-a06a-15da8aca682d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:42:04.142567 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-a7d70396-827f-4e54-bc14-2c44900cb05d req-1e4351a1-4ba0-4caa-a06a-15da8aca682d service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.4096134 Oct 04 20:42:04.213217 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faeda734-b78e-41fd-9a0b-261307e8e996 admin admin] Router 73024986-d402-4f6f-924a-fb1e95ee12a8 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:42:04.302950 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d70396-827f-4e54-bc14-2c44900cb05d req-63435ab1-6b4c-4063-8273-cdabef4efb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:42:04.305709 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-a7d70396-827f-4e54-bc14-2c44900cb05d req-63435ab1-6b4c-4063-8273-cdabef4efb4e service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1529179 Oct 04 20:42:04.308266 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca629f8f-f0fa-4aff-8c9f-c0b23328930f req-a1d92d21-8a69-4420-a65f-8846dee7acf1 tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] No DVR routers for this DVR port e70b26ac-8828-4e78-8df7-85f383b35ac8 on host n-h2-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:42:04.324620 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-ca629f8f-f0fa-4aff-8c9f-c0b23328930f req-a1d92d21-8a69-4420-a65f-8846dee7acf1 tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:04.340662 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-ca629f8f-f0fa-4aff-8c9f-c0b23328930f req-a1d92d21-8a69-4420-a65f-8846dee7acf1 tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] 10.222.0.85 "DELETE /networking/v2.0/ports/e70b26ac-8828-4e78-8df7-85f383b35ac8 HTTP/1.1" status: 204 len: 173 time: 3.9578869 Oct 04 20:42:04.343710 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1caeb3c7-b999-4f0c-bee2-f072b9c00336', 'name': 'network-vif-deleted', 'tag': 'e70b26ac-8828-4e78-8df7-85f383b35ac8'}] {{(pid=108169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:42:04.348352 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dea34fca0f7d6c1de22810621a04fa86ac5e48141775903912ac1624808dfef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04de314-ed6d-4faa-baf9-2fa43cf301f4" -d '{"events": [{"server_uuid": "1caeb3c7-b999-4f0c-bee2-f072b9c00336", "name": "network-vif-deleted", "tag": "e70b26ac-8828-4e78-8df7-85f383b35ac8"}]}' {{(pid=108169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:42:04.614890 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device e7face03-f5ca-470d-ba1f-9b74713e1d67 details requested by agent hyperv_n-h1-852085-12 with host n-h1-852085-12 {{(pid=108171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 20:42:04.653420 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 20:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d736f629-efa9-4d55-8ea3-942de2a88e6e x-openstack-request-id: req-d736f629-efa9-4d55-8ea3-942de2a88e6e {{(pid=108169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:42:04.653902 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1caeb3c7-b999-4f0c-bee2-f072b9c00336", "name": "network-vif-deleted", "tag": "e70b26ac-8828-4e78-8df7-85f383b35ac8", "status": "completed", "code": 200}]} {{(pid=108169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:42:04.654270 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d736f629-efa9-4d55-8ea3-942de2a88e6e {{(pid=108169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:42:04.655530 n-d-852085-12 neutron-server[108169]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d736f629-efa9-4d55-8ea3-942de2a88e6e'] response: {'server_uuid': '1caeb3c7-b999-4f0c-bee2-f072b9c00336', 'name': 'network-vif-deleted', 'tag': 'e70b26ac-8828-4e78-8df7-85f383b35ac8', 'status': 'completed', 'code': 200} Oct 04 20:42:05.198179 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:05.231168 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] For port e7face03-f5ca-470d-ba1f-9b74713e1d67, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=e7face03-f5ca-470d-ba1f-9b74713e1d67,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:42:05.260382 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-a7d70396-827f-4e54-bc14-2c44900cb05d req-59c78c85-aa6b-4442-8117-4315bd42a280 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9450309 Oct 04 20:42:05.312239 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Returning: {'device': 'e7face03-f5ca-470d-ba1f-9b74713e1d67', 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7', 'port_id': 'e7face03-f5ca-470d-ba1f-9b74713e1d67', 'mac_address': 'fa:16:3e:0c:90:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1956090-7ed7-4d05-a46e-a7b0885ca8e4', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 20:42:05.316731 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faeda734-b78e-41fd-9a0b-261307e8e996 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:42:05.362600 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-faeda734-b78e-41fd-9a0b-261307e8e996 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/73024986-d402-4f6f-924a-fb1e95ee12a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9468310 Oct 04 20:42:05.365276 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36478) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:42:05.509310 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b66cad-d4a9-4e7a-b3ed-5c37799e4933 None None] Sync routers for ids ['73024986-d402-4f6f-924a-fb1e95ee12a8'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:42:05.542623 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Current status of the port e7face03-f5ca-470d-ba1f-9b74713e1d67 is: DOWN; New status is: BUILD {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:42:05.543354 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (e7face03-f5ca-470d-ba1f-9b74713e1d67), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:05.565016 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:05.585493 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b66cad-d4a9-4e7a-b3ed-5c37799e4933 None None] Routers {'73024986-d402-4f6f-924a-fb1e95ee12a8'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:42:05.585493 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-10b66cad-d4a9-4e7a-b3ed-5c37799e4933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:41:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['73024986-d402-4f6f-924a-fb1e95ee12a8'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:42:05.597102 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7face03-f5ca-470d-ba1f-9b74713e1d67 {{(pid=108171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 20:42:05.757146 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] For port e7face03-f5ca-470d-ba1f-9b74713e1d67, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=e7face03-f5ca-470d-ba1f-9b74713e1d67,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:42:05.959258 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c543cfe9-b10e-4d2e-948b-5b8ff1b6bcba req-e540a53d-1d55-4116-9272-89f2c4ca13f1 tempest-TenantUsagesTestJSON-1771867330 tempest-TenantUsagesTestJSON-1771867330-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=1caeb3c7-b999-4f0c-bee2-f072b9c00336 HTTP/1.1" status: 200 len: 210 time: 0.2333150 Oct 04 20:42:05.979422 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-a7d70396-827f-4e54-bc14-2c44900cb05d req-bf5a4d17-9be8-4f09-b293-e4469ca79975 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7082825 Oct 04 20:42:05.982401 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d0c435db-d07c-4033-bc1d-6ce0e510f164 admin admin] Publish callbacks [] for router (73024986-d402-4f6f-924a-fb1e95ee12a8), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:06.122936 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3a0e5-24c7-4dad-9948-c177c97a5f1b req-2fc4be99-cc29-4daa-85a4-ea9f13b2645c tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:42:06.126194 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f8c3a0e5-24c7-4dad-9948-c177c97a5f1b req-2fc4be99-cc29-4daa-85a4-ea9f13b2645c tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7df857cc-3e6c-4b0b-910e-dd62869d64d1 HTTP/1.1" status: 200 len: 949 time: 0.5763497 Oct 04 20:42:06.166691 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5058ee24-83e6-4ca8-9746-551008933907 req-24253633-2e12-4189-823d-5ef3c35d0d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:42:06.170001 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-5058ee24-83e6-4ca8-9746-551008933907 req-24253633-2e12-4189-823d-5ef3c35d0d99 service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=42fbb05e-3f96-444f-a676-04ee9d06a8c7 HTTP/1.1" status: 200 len: 870 time: 2.1748035 Oct 04 20:42:06.194316 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (e7face03-f5ca-470d-ba1f-9b74713e1d67), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:06.371981 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-10b66cad-d4a9-4e7a-b3ed-5c37799e4933 None None] Set router 73024986-d402-4f6f-924a-fb1e95ee12a8 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:42:06.491529 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d0c435db-d07c-4033-bc1d-6ce0e510f164 admin admin] Publish callbacks [] for router_gateway (73024986-d402-4f6f-924a-fb1e95ee12a8), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:06.586093 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Pushing event updated for resources: {'Port': ['ID=e7face03-f5ca-470d-ba1f-9b74713e1d67,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:42:06.686155 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-5058ee24-83e6-4ca8-9746-551008933907 req-1b450b88-a54c-4394-abba-7db783acd051 service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=e7face03-f5ca-470d-ba1f-9b74713e1d67 HTTP/1.1" status: 200 len: 217 time: 0.4853938 Oct 04 20:42:06.695822 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-d0c435db-d07c-4033-bc1d-6ce0e510f164 admin admin] Deleting port 020c56e0-e42e-4bb4-bdca-6f0dd60b5a86 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:42:06.696528 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d0c435db-d07c-4033-bc1d-6ce0e510f164 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (020c56e0-e42e-4bb4-bdca-6f0dd60b5a86), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:06.774299 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device 54432a46-1686-4c52-94a1-47829a97e1e1 up at agent hyperv_n-h1-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:42:06.973539 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:07.001737 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-d0c435db-d07c-4033-bc1d-6ce0e510f164 admin admin] For port 020c56e0-e42e-4bb4-bdca-6f0dd60b5a86, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=020c56e0-e42e-4bb4-bdca-6f0dd60b5a86,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:42:07.002668 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d0c435db-d07c-4033-bc1d-6ce0e510f164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (020c56e0-e42e-4bb4-bdca-6f0dd60b5a86), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:07.018386 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-10b66cad-d4a9-4e7a-b3ed-5c37799e4933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73024986-d402-4f6f-924a-fb1e95ee12a8', 'name': 'tempest-DeleteServersTestJSON-577031231-router', 'tenant_id': 'b0dba749bcef41eabaa078e2e36d0f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '020c56e0-e42e-4bb4-bdca-6f0dd60b5a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:40:32Z', 'updated_at': '2022-10-04T20:42:01Z', 'revision_number': 5, 'project_id': 'b0dba749bcef41eabaa078e2e36d0f97', 'gw_port': {'id': '020c56e0-e42e-4bb4-bdca-6f0dd60b5a86', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:af:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73024986-d402-4f6f-924a-fb1e95ee12a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:40:34Z', 'updated_at': '2022-10-04T20:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:42:07.023437 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] get_ports_and_sgs() called for port_ids ['e7face03-f5ca-470d-ba1f-9b74713e1d67'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:42:07.063925 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-d0c435db-d07c-4033-bc1d-6ce0e510f164 admin admin] Calling delete_port for 020c56e0-e42e-4bb4-bdca-6f0dd60b5a86 owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:42:07.108791 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:07.127839 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-7f3ce253-9e36-48a7-8f52-60577e24070b admin admin] Deleting port 5b6d49b1-1b79-470c-9d37-0ef68f88145b {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:42:07.131407 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7f3ce253-9e36-48a7-8f52-60577e24070b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (5b6d49b1-1b79-470c-9d37-0ef68f88145b), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:07.305519 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b66cad-d4a9-4e7a-b3ed-5c37799e4933 None None] Checking router: 73024986-d402-4f6f-924a-fb1e95ee12a8 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:42:07.461458 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Provisioning for port 54432a46-1686-4c52-94a1-47829a97e1e1 completed by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 20:42:07.476416 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f8c3a0e5-24c7-4dad-9948-c177c97a5f1b req-1a43ef91-702a-4bfa-9dff-efaae2508e7e tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0b5e75b1-9fa8-4cc9-86ca-a77492b60a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2954617 Oct 04 20:42:07.641288 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5058ee24-83e6-4ca8-9746-551008933907 req-dc28acc6-20e1-49c3-b87c-89d68318f2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:42:07.645780 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-5058ee24-83e6-4ca8-9746-551008933907 req-dc28acc6-20e1-49c3-b87c-89d68318f2f7 service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.9157298 Oct 04 20:42:07.656507 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Provisioning complete for port 54432a46-1686-4c52-94a1-47829a97e1e1 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:42:07.660568 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (54432a46-1686-4c52-94a1-47829a97e1e1), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:07.675651 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Attempt 1 to provision port 54432a46-1686-4c52-94a1-47829a97e1e1 Oct 04 20:42:07.761086 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b66cad-d4a9-4e7a-b3ed-5c37799e4933 None None] Routers {'73024986-d402-4f6f-924a-fb1e95ee12a8'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:42:07.762545 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-10b66cad-d4a9-4e7a-b3ed-5c37799e4933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:41:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['73024986-d402-4f6f-924a-fb1e95ee12a8'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:42:07.869279 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5058ee24-83e6-4ca8-9746-551008933907 req-29a4d3f7-8824-417a-b9b3-969bfe3973a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:42:07.871882 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-5058ee24-83e6-4ca8-9746-551008933907 req-29a4d3f7-8824-417a-b9b3-969bfe3973a9 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2075763 Oct 04 20:42:07.988970 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-7f3ce253-9e36-48a7-8f52-60577e24070b admin admin] For port 5b6d49b1-1b79-470c-9d37-0ef68f88145b, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=5b6d49b1-1b79-470c-9d37-0ef68f88145b,segment=NetworkSegment(e487e892-9992-4436-bf2e-5f32d26b31d7),segment_id=e487e892-9992-4436-bf2e-5f32d26b31d7)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:42:07.990104 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7f3ce253-9e36-48a7-8f52-60577e24070b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (5b6d49b1-1b79-470c-9d37-0ef68f88145b), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:08.015708 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d0c435db-d07c-4033-bc1d-6ce0e510f164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (020c56e0-e42e-4bb4-bdca-6f0dd60b5a86), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:08.073006 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-10b66cad-d4a9-4e7a-b3ed-5c37799e4933 None None] Set router 73024986-d402-4f6f-924a-fb1e95ee12a8 gateway port host: None {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:42:08.095981 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-34e4d1c0-801a-44b2-a88a-368200c2db0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (d1a951fd-0ecf-443a-b60e-a4dee81cbc09), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:08.120944 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:08.194523 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c435db-d07c-4033-bc1d-6ce0e510f164 admin admin] Pushing event deleted for resources: {'Port': ['ID=020c56e0-e42e-4bb4-bdca-6f0dd60b5a86,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:42:08.201085 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-10b66cad-d4a9-4e7a-b3ed-5c37799e4933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73024986-d402-4f6f-924a-fb1e95ee12a8', 'name': 'tempest-DeleteServersTestJSON-577031231-router', 'tenant_id': 'b0dba749bcef41eabaa078e2e36d0f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:40:32Z', 'updated_at': '2022-10-04T20:42:06Z', 'revision_number': 6, 'project_id': 'b0dba749bcef41eabaa078e2e36d0f97', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:42:08.235118 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-7f3ce253-9e36-48a7-8f52-60577e24070b admin admin] Calling delete_port for 5b6d49b1-1b79-470c-9d37-0ef68f88145b owned by network:router_interface {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:42:08.291489 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b66cad-d4a9-4e7a-b3ed-5c37799e4933 None None] The sync data for ids ['73024986-d402-4f6f-924a-fb1e95ee12a8'] in n-d-852085-12 is: [{'id': '73024986-d402-4f6f-924a-fb1e95ee12a8', 'name': 'tempest-DeleteServersTestJSON-577031231-router', 'tenant_id': 'b0dba749bcef41eabaa078e2e36d0f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:40:32Z', 'updated_at': '2022-10-04T20:42:06Z', 'revision_number': 6, 'project_id': 'b0dba749bcef41eabaa078e2e36d0f97', 'gw_port_host': None}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:42:08.405785 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d0c435db-d07c-4033-bc1d-6ce0e510f164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (73024986-d402-4f6f-924a-fb1e95ee12a8), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:08.415411 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:08.428168 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Current status of the port 54432a46-1686-4c52-94a1-47829a97e1e1 is: BUILD; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:42:08.428937 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (54432a46-1686-4c52-94a1-47829a97e1e1), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:08.529531 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] For port 54432a46-1686-4c52-94a1-47829a97e1e1, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=54432a46-1686-4c52-94a1-47829a97e1e1,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:42:08.538527 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7df857cc-3e6c-4b0b-910e-dd62869d64d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54432a46-1686-4c52-94a1-47829a97e1e1'}] {{(pid=108171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:42:08.548251 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966b91da6921e714df7c26a37f4733087768fb9a36052be1ead95d4d835f43be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136679ba-8a23-4df9-8eb5-b24711f53f9c" -d '{"events": [{"server_uuid": "7df857cc-3e6c-4b0b-910e-dd62869d64d1", "name": "network-vif-plugged", "status": "completed", "tag": "54432a46-1686-4c52-94a1-47829a97e1e1"}]}' {{(pid=108171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:42:08.605588 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (54432a46-1686-4c52-94a1-47829a97e1e1), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:08.767210 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 20:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f2df8dd-a16b-45c8-80b6-640c246e063b x-openstack-request-id: req-5f2df8dd-a16b-45c8-80b6-640c246e063b {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:42:08.767902 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7df857cc-3e6c-4b0b-910e-dd62869d64d1", "name": "network-vif-plugged", "status": "completed", "tag": "54432a46-1686-4c52-94a1-47829a97e1e1", "code": 200}]} {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:42:08.768304 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5f2df8dd-a16b-45c8-80b6-640c246e063b {{(pid=108171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:42:08.768969 n-d-852085-12 neutron-server[108171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f2df8dd-a16b-45c8-80b6-640c246e063b'] response: {'server_uuid': '7df857cc-3e6c-4b0b-910e-dd62869d64d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54432a46-1686-4c52-94a1-47829a97e1e1', 'code': 200} Oct 04 20:42:08.908560 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Pushing event updated for resources: {'Port': ['ID=54432a46-1686-4c52-94a1-47829a97e1e1,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:42:09.149211 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 36552) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:42:09.204976 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:09.304496 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device e7face03-f5ca-470d-ba1f-9b74713e1d67 up at agent hyperv_n-h1-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:42:09.318393 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-5058ee24-83e6-4ca8-9746-551008933907 req-ed6611ea-1db7-45e2-976f-051a7efeeac4 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4191484 Oct 04 20:42:09.434082 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d0c435db-d07c-4033-bc1d-6ce0e510f164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (73024986-d402-4f6f-924a-fb1e95ee12a8), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:09.490862 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecef4e3-3e6f-4a05-a48b-20e91a36f998 req-4e3dbd26-78d7-4acc-b285-f3ef4151a3bb tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:42:09.503783 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d0c435db-d07c-4033-bc1d-6ce0e510f164 admin admin] Publish callbacks [] for router_controller (73024986-d402-4f6f-924a-fb1e95ee12a8), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:09.526704 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:09.528459 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Provisioning for port e7face03-f5ca-470d-ba1f-9b74713e1d67 completed by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 20:42:09.532834 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-7ecef4e3-3e6f-4a05-a48b-20e91a36f998 req-4e3dbd26-78d7-4acc-b285-f3ef4151a3bb tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7df857cc-3e6c-4b0b-910e-dd62869d64d1 HTTP/1.1" status: 200 len: 950 time: 0.4048717 Oct 04 20:42:09.674597 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Provisioning complete for port e7face03-f5ca-470d-ba1f-9b74713e1d67 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:42:09.675990 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (e7face03-f5ca-470d-ba1f-9b74713e1d67), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:09.677161 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Attempt 1 to provision port e7face03-f5ca-470d-ba1f-9b74713e1d67 Oct 04 20:42:09.690614 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d0580-2afd-4e72-b972-64c635d2bbd0 req-fb1b379f-00a5-49dc-9082-5911f7d577cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:42:09.694604 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-2c8d0580-2afd-4e72-b972-64c635d2bbd0 req-fb1b379f-00a5-49dc-9082-5911f7d577cd service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7df857cc-3e6c-4b0b-910e-dd62869d64d1 HTTP/1.1" status: 200 len: 1133 time: 0.2960901 Oct 04 20:42:09.828597 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-7ecef4e3-3e6f-4a05-a48b-20e91a36f998 req-03b82e93-718a-4c9b-9169-d72ea4bc56f1 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0b5e75b1-9fa8-4cc9-86ca-a77492b60a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092021 Oct 04 20:42:09.922984 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-2c8d0580-2afd-4e72-b972-64c635d2bbd0 req-b3aa3580-cc17-46f2-b47e-670ecbfa7008 service neutron] 10.222.0.83 "GET /networking/v2.0/security-groups?id=0b5e75b1-9fa8-4cc9-86ca-a77492b60a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187135 Oct 04 20:42:09.946758 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d0c435db-d07c-4033-bc1d-6ce0e510f164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (73024986-d402-4f6f-924a-fb1e95ee12a8), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:09.964002 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c435db-d07c-4033-bc1d-6ce0e510f164 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73024986-d402-4f6f-924a-fb1e95ee12a8 {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:42:09.978517 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:09.992799 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d0c435db-d07c-4033-bc1d-6ce0e510f164 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:10.005504 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d0c435db-d07c-4033-bc1d-6ce0e510f164 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/73024986-d402-4f6f-924a-fb1e95ee12a8 HTTP/1.1" status: 204 len: 168 time: 4.6380117 Oct 04 20:42:10.006600 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36562) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:42:10.101951 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 020c56e0-e42e-4bb4-bdca-6f0dd60b5a86 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:42:10.285520 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 020c56e0-e42e-4bb4-bdca-6f0dd60b5a86 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:42:10.286631 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 020c56e0-e42e-4bb4-bdca-6f0dd60b5a86 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:42:10.287718 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 1b9e0b7f-8d48-4a5b-a598-932cdb4e75c2 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:42:10.323993 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-bee60e68-2e5e-4462-8c0e-39ac99dc241e admin admin] Deleting subnet a2409084-3629-47d4-aa46-86a6d381f22e {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:42:10.339984 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bee60e68-2e5e-4462-8c0e-39ac99dc241e admin admin] Publish callbacks [] for subnet (a2409084-3629-47d4-aa46-86a6d381f22e), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:10.341536 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-5058ee24-83e6-4ca8-9746-551008933907 req-39eda768-7563-46ae-b4b6-6766da77de67 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0032070 Oct 04 20:42:10.455717 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 1b9e0b7f-8d48-4a5b-a598-932cdb4e75c2 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:42:10.457013 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 1b9e0b7f-8d48-4a5b-a598-932cdb4e75c2 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:42:10.555398 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bee60e68-2e5e-4462-8c0e-39ac99dc241e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (a2409084-3629-47d4-aa46-86a6d381f22e), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:10.559672 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Current status of the port e7face03-f5ca-470d-ba1f-9b74713e1d67 is: BUILD; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:42:10.560565 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (e7face03-f5ca-470d-ba1f-9b74713e1d67), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:10.601463 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 36566) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:42:10.621637 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-ebe517eb-28af-47d9-be63-9eab4c629803 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=f4fa3c2885ec48db880029d93907789d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4532976 Oct 04 20:42:10.652780 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] For port e7face03-f5ca-470d-ba1f-9b74713e1d67, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=e7face03-f5ca-470d-ba1f-9b74713e1d67,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:42:10.664173 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36568) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:42:10.705551 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-34e4d1c0-801a-44b2-a88a-368200c2db0c admin admin] Deleting port f271f163-a49a-4af3-af99-7d00dcc2c8db {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:42:10.706174 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-34e4d1c0-801a-44b2-a88a-368200c2db0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (f271f163-a49a-4af3-af99-7d00dcc2c8db), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:10.770742 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad3b28cc-8307-4f7a-889b-ab08d068ec0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7face03-f5ca-470d-ba1f-9b74713e1d67'}] {{(pid=108171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:42:10.777407 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966b91da6921e714df7c26a37f4733087768fb9a36052be1ead95d4d835f43be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6874b6f-5a4f-47d5-be6e-9a2288931dc1" -d '{"events": [{"server_uuid": "ad3b28cc-8307-4f7a-889b-ab08d068ec0e", "name": "network-vif-plugged", "status": "completed", "tag": "e7face03-f5ca-470d-ba1f-9b74713e1d67"}]}' {{(pid=108171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:42:10.890504 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bee60e68-2e5e-4462-8c0e-39ac99dc241e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (a2409084-3629-47d4-aa46-86a6d381f22e), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:10.905782 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 20:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8561422-f154-4357-b689-07e72ee97fdb x-openstack-request-id: req-d8561422-f154-4357-b689-07e72ee97fdb {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:42:10.906528 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad3b28cc-8307-4f7a-889b-ab08d068ec0e", "name": "network-vif-plugged", "status": "completed", "tag": "e7face03-f5ca-470d-ba1f-9b74713e1d67", "code": 200}]} {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:42:10.907612 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d8561422-f154-4357-b689-07e72ee97fdb {{(pid=108171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:42:10.911723 n-d-852085-12 neutron-server[108171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8561422-f154-4357-b689-07e72ee97fdb'] response: {'server_uuid': 'ad3b28cc-8307-4f7a-889b-ab08d068ec0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7face03-f5ca-470d-ba1f-9b74713e1d67', 'code': 200} Oct 04 20:42:11.048194 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a1d0d04f-a3a7-4082-9958-f0aefc0dcdc5 admin admin] Publish callbacks [] for security_group (b6b384d6-a2d1-4920-a8af-8ce3c5739112), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:11.150362 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a1d0d04f-a3a7-4082-9958-f0aefc0dcdc5 admin admin] Publish callbacks [] for security_group (b6b384d6-a2d1-4920-a8af-8ce3c5739112), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:11.310365 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002495cc-2d75-4b7e-9f7d-882a49319c02 req-100b72ae-8377-418d-9ffd-3ba9143fe1dd tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:42:11.327068 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-002495cc-2d75-4b7e-9f7d-882a49319c02 req-100b72ae-8377-418d-9ffd-3ba9143fe1dd tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7df857cc-3e6c-4b0b-910e-dd62869d64d1 HTTP/1.1" status: 200 len: 950 time: 0.2015626 Oct 04 20:42:11.493069 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-34e4d1c0-801a-44b2-a88a-368200c2db0c admin admin] For port f271f163-a49a-4af3-af99-7d00dcc2c8db, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=f271f163-a49a-4af3-af99-7d00dcc2c8db,segment=NetworkSegment(683d6b03-9492-4fbb-acb7-c8dc9bb80f13),segment_id=683d6b03-9492-4fbb-acb7-c8dc9bb80f13)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:42:11.495966 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-34e4d1c0-801a-44b2-a88a-368200c2db0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (f271f163-a49a-4af3-af99-7d00dcc2c8db), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:11.581779 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5954afb0-0959-4129-8ee3-e3d4efd6705b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:11.594083 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-34e4d1c0-801a-44b2-a88a-368200c2db0c admin admin] Calling delete_port for f271f163-a49a-4af3-af99-7d00dcc2c8db owned by network:router_interface {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:42:11.601924 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e2d1fe-c148-4bd5-bdc4-ce3680a5943c req-e6637962-c017-4f33-8dce-51ad4a4f97ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:42:11.605672 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a4e2d1fe-c148-4bd5-bdc4-ce3680a5943c req-e6637962-c017-4f33-8dce-51ad4a4f97ee service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=ad3b28cc-8307-4f7a-889b-ab08d068ec0e HTTP/1.1" status: 200 len: 1131 time: 0.2281806 Oct 04 20:42:11.630454 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-002495cc-2d75-4b7e-9f7d-882a49319c02 req-a1a9d252-fbfc-4009-808b-eb300b8cce0d tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0b5e75b1-9fa8-4cc9-86ca-a77492b60a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996840 Oct 04 20:42:11.643477 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (e7face03-f5ca-470d-ba1f-9b74713e1d67), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:11.678985 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7f3ce253-9e36-48a7-8f52-60577e24070b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (5b6d49b1-1b79-470c-9d37-0ef68f88145b), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:11.715237 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:11.736256 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a1d0d04f-a3a7-4082-9958-f0aefc0dcdc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (b6b384d6-a2d1-4920-a8af-8ce3c5739112), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:11.750444 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a1d0d04f-a3a7-4082-9958-f0aefc0dcdc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:11.757390 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a1d0d04f-a3a7-4082-9958-f0aefc0dcdc5 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/b6b384d6-a2d1-4920-a8af-8ce3c5739112 HTTP/1.1" status: 204 len: 168 time: 1.0876315 Oct 04 20:42:11.769875 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bee60e68-2e5e-4462-8c0e-39ac99dc241e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (a2409084-3629-47d4-aa46-86a6d381f22e), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:11.876162 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3ce253-9e36-48a7-8f52-60577e24070b admin admin] Pushing event deleted for resources: {'Port': ['ID=5b6d49b1-1b79-470c-9d37-0ef68f88145b,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:42:11.934277 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:DELETE=6,neutron:SELECT=92,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:11.961306 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Pushing event updated for resources: {'Port': ['ID=e7face03-f5ca-470d-ba1f-9b74713e1d67,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:42:12.015338 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d0d04f-a3a7-4082-9958-f0aefc0dcdc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b384d6-a2d1-4920-a8af-8ce3c5739112,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:42:12.016348 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d248ff-0f64-4121-a008-32adde786c41 None None] Network 0caecb22-40fe-43f0-8d1f-cae8a80416fd requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:42:12.025345 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee60e68-2e5e-4462-8c0e-39ac99dc241e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2409084-3629-47d4-aa46-86a6d381f22e,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:42:12.033672 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:12.042947 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bee60e68-2e5e-4462-8c0e-39ac99dc241e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:12.062281 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-bee60e68-2e5e-4462-8c0e-39ac99dc241e admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/a2409084-3629-47d4-aa46-86a6d381f22e HTTP/1.1" status: 204 len: 168 time: 2.0537755 Oct 04 20:42:12.066486 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36582) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:42:12.082301 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3ce253-9e36-48a7-8f52-60577e24070b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:42:12.083804 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3ce253-9e36-48a7-8f52-60577e24070b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:42:12.084539 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3ce253-9e36-48a7-8f52-60577e24070b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:42:12.085222 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3ce253-9e36-48a7-8f52-60577e24070b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:42:12.085892 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3ce253-9e36-48a7-8f52-60577e24070b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:42:12.086893 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3ce253-9e36-48a7-8f52-60577e24070b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:42:12.092210 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3ce253-9e36-48a7-8f52-60577e24070b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:42:12.092210 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3ce253-9e36-48a7-8f52-60577e24070b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:42:12.092210 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3ce253-9e36-48a7-8f52-60577e24070b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:42:12.092210 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3ce253-9e36-48a7-8f52-60577e24070b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:42:12.094288 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3ce253-9e36-48a7-8f52-60577e24070b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:42:12.094893 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3ce253-9e36-48a7-8f52-60577e24070b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:42:12.095961 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3ce253-9e36-48a7-8f52-60577e24070b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:42:12.096634 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3ce253-9e36-48a7-8f52-60577e24070b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:42:12.097556 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3ce253-9e36-48a7-8f52-60577e24070b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:42:12.270244 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a4e2d1fe-c148-4bd5-bdc4-ce3680a5943c req-0a58c7b9-0ddd-49d3-8d4d-a7c0fbb3b2e9 service neutron] 10.222.0.83 "GET /networking/v2.0/security-groups?id=0b5e75b1-9fa8-4cc9-86ca-a77492b60a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6465988 Oct 04 20:42:12.369337 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4363e1b9-0689-4ead-a805-5b180a069136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (0caecb22-40fe-43f0-8d1f-cae8a80416fd), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:12.495285 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-4363e1b9-0689-4ead-a805-5b180a069136 admin admin] Deleting port 26726b76-c0d1-43a1-aac6-52b039e07bb7 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:42:12.495285 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4363e1b9-0689-4ead-a805-5b180a069136 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (26726b76-c0d1-43a1-aac6-52b039e07bb7), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:12.709068 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-4363e1b9-0689-4ead-a805-5b180a069136 admin admin] For port 26726b76-c0d1-43a1-aac6-52b039e07bb7, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=26726b76-c0d1-43a1-aac6-52b039e07bb7,segment=NetworkSegment(6d776888-77d6-4bb2-a233-e68b1482ccd8),segment_id=6d776888-77d6-4bb2-a233-e68b1482ccd8)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:42:12.709899 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4363e1b9-0689-4ead-a805-5b180a069136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (26726b76-c0d1-43a1-aac6-52b039e07bb7), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:12.739408 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-4363e1b9-0689-4ead-a805-5b180a069136 admin admin] Calling delete_port for 26726b76-c0d1-43a1-aac6-52b039e07bb7 owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:42:12.848541 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8545a8-b60b-40d4-a602-51825b12d060 None None] DHCP port deletion for 0caecb22-40fe-43f0-8d1f-cae8a80416fd request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:42:12.904485 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:12.928742 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5954afb0-0959-4129-8ee3-e3d4efd6705b admin admin] Publish callbacks [] for security_group (1fe88971-6662-4091-b529-9a1487a4e00a), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:13.085101 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5954afb0-0959-4129-8ee3-e3d4efd6705b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (1fe88971-6662-4091-b529-9a1487a4e00a), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:13.104950 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-1e8545a8-b60b-40d4-a602-51825b12d060 None None] Deleting port 26726b76-c0d1-43a1-aac6-52b039e07bb7 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:42:13.105612 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-1e8545a8-b60b-40d4-a602-51825b12d060 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (26726b76-c0d1-43a1-aac6-52b039e07bb7), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:13.114339 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4363e1b9-0689-4ead-a805-5b180a069136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (26726b76-c0d1-43a1-aac6-52b039e07bb7), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:13.187549 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4363e1b9-0689-4ead-a805-5b180a069136 admin admin] Pushing event deleted for resources: {'Port': ['ID=26726b76-c0d1-43a1-aac6-52b039e07bb7,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:42:13.214126 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4363e1b9-0689-4ead-a805-5b180a069136 admin admin] No DVR routers for this DVR port 26726b76-c0d1-43a1-aac6-52b039e07bb7 on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:42:13.299537 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-1e8545a8-b60b-40d4-a602-51825b12d060 None None] For port 26726b76-c0d1-43a1-aac6-52b039e07bb7, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=26726b76-c0d1-43a1-aac6-52b039e07bb7,segment=NetworkSegment(6d776888-77d6-4bb2-a233-e68b1482ccd8),segment_id=6d776888-77d6-4bb2-a233-e68b1482ccd8)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:42:13.299537 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-1e8545a8-b60b-40d4-a602-51825b12d060 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (26726b76-c0d1-43a1-aac6-52b039e07bb7), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:13.300266 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:13.309755 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5954afb0-0959-4129-8ee3-e3d4efd6705b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe88971-6662-4091-b529-9a1487a4e00a,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:42:13.327438 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36590) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:42:13.337163 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-5954afb0-0959-4129-8ee3-e3d4efd6705b admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=4e5b60991c1a4d15809b1f5f6ed8ad0f&name=default HTTP/1.1" status: 200 len: 3000 time: 2.7029049 Oct 04 20:42:13.349159 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fbadf0-895a-4c8b-aa86-16dbfc6601e2 req-f03362cd-0521-4a74-871b-67bbc01d2319 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:42:13.363230 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d0fbadf0-895a-4c8b-aa86-16dbfc6601e2 req-f03362cd-0521-4a74-871b-67bbc01d2319 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7df857cc-3e6c-4b0b-910e-dd62869d64d1 HTTP/1.1" status: 200 len: 950 time: 0.3061497 Oct 04 20:42:13.366082 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7f3ce253-9e36-48a7-8f52-60577e24070b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (6f5c290e-2a6f-4bac-b60e-8a5829b725dd), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:13.382919 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-1e8545a8-b60b-40d4-a602-51825b12d060 None None] Calling delete_port for 26726b76-c0d1-43a1-aac6-52b039e07bb7 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:42:13.479464 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4363e1b9-0689-4ead-a805-5b180a069136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (0caecb22-40fe-43f0-8d1f-cae8a80416fd), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:13.531038 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-4363e1b9-0689-4ead-a805-5b180a069136 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0caecb22-40fe-43f0-8d1f-cae8a80416fd']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:42:13.581964 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-4363e1b9-0689-4ead-a805-5b180a069136 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d776888-77d6-4bb2-a233-e68b1482ccd8') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:42:13.582488 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-4363e1b9-0689-4ead-a805-5b180a069136 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d776888-77d6-4bb2-a233-e68b1482ccd8') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:42:13.688540 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4363e1b9-0689-4ead-a805-5b180a069136 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (6d776888-77d6-4bb2-a233-e68b1482ccd8), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:13.710953 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36592) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:42:13.806107 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:13.808449 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-34e4d1c0-801a-44b2-a88a-368200c2db0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (f271f163-a49a-4af3-af99-7d00dcc2c8db), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:13.914768 n-d-852085-12 neutron-server[108171]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 04 20:42:13.914768 n-d-852085-12 neutron-server[108171]: from cryptography.utils import int_from_bytes Oct 04 20:42:13.914768 n-d-852085-12 neutron-server[108171]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 04 20:42:13.914768 n-d-852085-12 neutron-server[108171]: from cryptography.utils import int_from_bytes Oct 04 20:42:13.914768 n-d-852085-12 neutron-server[108171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:42:13.914768 n-d-852085-12 neutron-server[108171]: self.session.flush() Oct 04 20:42:13.914768 n-d-852085-12 neutron-server[108171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:42:13.914768 n-d-852085-12 neutron-server[108171]: self.session.flush() Oct 04 20:42:13.914768 n-d-852085-12 neutron-server[108171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:42:13.914768 n-d-852085-12 neutron-server[108171]: self.session.flush() Oct 04 20:42:13.914768 n-d-852085-12 neutron-server[108171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:42:13.914768 n-d-852085-12 neutron-server[108171]: self.session.flush() Oct 04 20:42:13.914768 n-d-852085-12 neutron-server[108171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:42:13.914768 n-d-852085-12 neutron-server[108171]: self.session.flush() Oct 04 20:42:13.914768 n-d-852085-12 neutron-server[108171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:42:13.914768 n-d-852085-12 neutron-server[108171]: self.session.flush() Oct 04 20:42:13.914768 n-d-852085-12 neutron-server[108171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:42:13.914768 n-d-852085-12 neutron-server[108171]: self.session.flush() Oct 04 20:42:13.914768 n-d-852085-12 neutron-server[108171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:42:13.914768 n-d-852085-12 neutron-server[108171]: self.session.flush() Oct 04 20:42:13.914768 n-d-852085-12 neutron-server[108171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:42:13.914768 n-d-852085-12 neutron-server[108171]: self.session.flush() Oct 04 20:42:13.914768 n-d-852085-12 neutron-server[108171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:42:13.914768 n-d-852085-12 neutron-server[108171]: self.session.flush() Oct 04 20:42:13.914768 n-d-852085-12 neutron-server[108171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:42:13.914768 n-d-852085-12 neutron-server[108171]: self.session.flush() Oct 04 20:42:13.914768 n-d-852085-12 neutron-server[108171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:42:13.914768 n-d-852085-12 neutron-server[108171]: self.session.flush() Oct 04 20:42:13.914768 n-d-852085-12 neutron-server[108171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:42:13.914768 n-d-852085-12 neutron-server[108171]: self.session.flush() Oct 04 20:42:13.914768 n-d-852085-12 neutron-server[108171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:42:13.914768 n-d-852085-12 neutron-server[108171]: self.session.flush() Oct 04 20:42:13.914768 n-d-852085-12 neutron-server[108171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:42:13.914768 n-d-852085-12 neutron-server[108171]: self.session.flush() Oct 04 20:42:13.914768 n-d-852085-12 neutron-server[108171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:42:13.914768 n-d-852085-12 neutron-server[108171]: self.session.flush() Oct 04 20:42:13.914768 n-d-852085-12 neutron-server[108171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:42:13.914768 n-d-852085-12 neutron-server[108171]: self.session.flush() Oct 04 20:42:13.914768 n-d-852085-12 neutron-server[108171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:42:13.914768 n-d-852085-12 neutron-server[108171]: self.session.flush() Oct 04 20:42:13.914768 n-d-852085-12 neutron-server[108171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:42:13.914768 n-d-852085-12 neutron-server[108171]: self.session.flush() Oct 04 20:42:13.922809 n-d-852085-12 neutron-server[108171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:42:13.922809 n-d-852085-12 neutron-server[108171]: self.session.flush() Oct 04 20:42:13.922809 n-d-852085-12 neutron-server[108171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:42:13.922809 n-d-852085-12 neutron-server[108171]: self.session.flush() Oct 04 20:42:13.922809 n-d-852085-12 neutron-server[108171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:42:13.922809 n-d-852085-12 neutron-server[108171]: self.session.flush() Oct 04 20:42:13.922809 n-d-852085-12 neutron-server[108171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:42:13.922809 n-d-852085-12 neutron-server[108171]: self.session.flush() Oct 04 20:42:13.922809 n-d-852085-12 neutron-server[108171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:42:13.922809 n-d-852085-12 neutron-server[108171]: self.session.flush() Oct 04 20:42:13.922809 n-d-852085-12 neutron-server[108171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:42:13.922809 n-d-852085-12 neutron-server[108171]: self.session.flush() Oct 04 20:42:13.922809 n-d-852085-12 neutron-server[108171]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:42:13.922809 n-d-852085-12 neutron-server[108171]: self.session.flush() Oct 04 20:42:13.926720 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4363e1b9-0689-4ead-a805-5b180a069136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (6d776888-77d6-4bb2-a233-e68b1482ccd8), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:13.943555 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-1e8545a8-b60b-40d4-a602-51825b12d060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (26726b76-c0d1-43a1-aac6-52b039e07bb7), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:13.964937 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-96b00bc4-2947-4158-82fd-a4f9d3e4f51c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:14.035240 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4363e1b9-0689-4ead-a805-5b180a069136 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:42:14.035866 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4363e1b9-0689-4ead-a805-5b180a069136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (6d776888-77d6-4bb2-a233-e68b1482ccd8), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:14.115831 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8545a8-b60b-40d4-a602-51825b12d060 None None] Pushing event deleted for resources: {'Port': ['ID=26726b76-c0d1-43a1-aac6-52b039e07bb7,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:42:14.123638 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-11bcc0fd-e7f6-48ac-9f8a-2673cce9ce87 admin admin] Publish callbacks [] for security_group (1fe88971-6662-4091-b529-9a1487a4e00a), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:14.151682 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8545a8-b60b-40d4-a602-51825b12d060 None None] No DVR routers for this DVR port 26726b76-c0d1-43a1-aac6-52b039e07bb7 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:42:14.401469 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 26726b76-c0d1-43a1-aac6-52b039e07bb7 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:42:14.446523 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-11bcc0fd-e7f6-48ac-9f8a-2673cce9ce87 admin admin] Publish callbacks [] for security_group (1fe88971-6662-4091-b529-9a1487a4e00a), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:14.511257 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4363e1b9-0689-4ead-a805-5b180a069136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (0caecb22-40fe-43f0-8d1f-cae8a80416fd), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:14.547258 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 26726b76-c0d1-43a1-aac6-52b039e07bb7 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:42:14.551892 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4363e1b9-0689-4ead-a805-5b180a069136 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:14.552768 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 26726b76-c0d1-43a1-aac6-52b039e07bb7 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:42:14.566502 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-4363e1b9-0689-4ead-a805-5b180a069136 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/0caecb22-40fe-43f0-8d1f-cae8a80416fd HTTP/1.1" status: 204 len: 168 time: 2.4913731 Oct 04 20:42:14.749138 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4363e1b9-0689-4ead-a805-5b180a069136 admin admin] Pushing event deleted for resources: {'Network': ['ID=0caecb22-40fe-43f0-8d1f-cae8a80416fd,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:42:14.878794 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-96b00bc4-2947-4158-82fd-a4f9d3e4f51c admin admin] Publish callbacks [] for security_group (eb621b01-e5d6-4c9d-aa07-0606e2950167), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:14.942737 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-11bcc0fd-e7f6-48ac-9f8a-2673cce9ce87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (1fe88971-6662-4091-b529-9a1487a4e00a), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:14.948430 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-11bcc0fd-e7f6-48ac-9f8a-2673cce9ce87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:14.966343 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-11bcc0fd-e7f6-48ac-9f8a-2673cce9ce87 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/1fe88971-6662-4091-b529-9a1487a4e00a HTTP/1.1" status: 204 len: 168 time: 1.6203928 Oct 04 20:42:14.976367 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d0fbadf0-895a-4c8b-aa86-16dbfc6601e2 req-16741863-dfa0-4507-9465-79b411a2a76c tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0b5e75b1-9fa8-4cc9-86ca-a77492b60a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6113896 Oct 04 20:42:15.033468 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bcc0fd-e7f6-48ac-9f8a-2673cce9ce87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe88971-6662-4091-b529-9a1487a4e00a,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:42:15.130751 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-96b00bc4-2947-4158-82fd-a4f9d3e4f51c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (eb621b01-e5d6-4c9d-aa07-0606e2950167), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:15.228417 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 6d776888-77d6-4bb2-a233-e68b1482ccd8 resource provider aggregate not found Oct 04 20:42:15.393236 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 6d776888-77d6-4bb2-a233-e68b1482ccd8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6d776888-77d6-4bb2-a233-e68b1482ccd8 found for delete ", "request_id": "req-e6d97115-0f94-4c07-93dd-dbdba4c29ae8"}]} Oct 04 20:42:15.395042 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e4d1c0-801a-44b2-a88a-368200c2db0c admin admin] Pushing event deleted for resources: {'Port': ['ID=f271f163-a49a-4af3-af99-7d00dcc2c8db,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:42:15.476560 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-96b00bc4-2947-4158-82fd-a4f9d3e4f51c admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=850f175b575b4a44954ceb0e0312ed6a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7614539 Oct 04 20:42:15.481082 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36632) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:42:15.570760 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-53b92d40-5561-4017-a82a-bd55ece8436a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:15.631192 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b00bc4-2947-4158-82fd-a4f9d3e4f51c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb621b01-e5d6-4c9d-aa07-0606e2950167,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:42:15.761077 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-922e45ce-ce95-4f5a-b446-a811568d9da4 admin admin] Publish callbacks [] for security_group (eb621b01-e5d6-4c9d-aa07-0606e2950167), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:15.774897 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:15.855464 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-922e45ce-ce95-4f5a-b446-a811568d9da4 admin admin] Publish callbacks [] for security_group (eb621b01-e5d6-4c9d-aa07-0606e2950167), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:15.859569 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36634) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:42:15.865725 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a0445-4deb-47a2-b261-ef5bfd24e10f req-e6505e8f-0264-427e-b8df-06a2fe09c563 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:42:15.868709 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4d0a0445-4deb-47a2-b261-ef5bfd24e10f req-e6505e8f-0264-427e-b8df-06a2fe09c563 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ad3b28cc-8307-4f7a-889b-ab08d068ec0e HTTP/1.1" status: 200 len: 949 time: 0.4590280 Oct 04 20:42:15.981338 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:16.179401 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-5aecf415-29d7-4c4e-b843-5625bb1b9d70 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=b0dba749bcef41eabaa078e2e36d0f97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3177485 Oct 04 20:42:16.184962 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36638) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:42:16.340496 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-922e45ce-ce95-4f5a-b446-a811568d9da4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (eb621b01-e5d6-4c9d-aa07-0606e2950167), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:16.346896 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-922e45ce-ce95-4f5a-b446-a811568d9da4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:16.364982 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-922e45ce-ce95-4f5a-b446-a811568d9da4 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/eb621b01-e5d6-4c9d-aa07-0606e2950167 HTTP/1.1" status: 204 len: 168 time: 0.8768411 Oct 04 20:42:16.376240 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4d0a0445-4deb-47a2-b261-ef5bfd24e10f req-0cfcc419-6624-425c-a4aa-8f4e18ad1587 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0b5e75b1-9fa8-4cc9-86ca-a77492b60a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796766 Oct 04 20:42:16.442737 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922e45ce-ce95-4f5a-b446-a811568d9da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb621b01-e5d6-4c9d-aa07-0606e2950167,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:42:16.458839 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e6ce35aa-da24-4db1-8302-802937664315 admin admin] Publish callbacks [] for security_group (f7779389-1930-42c1-b8db-b7b435bef413), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:16.506083 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f3ce253-9e36-48a7-8f52-60577e24070b admin admin] Router 6f5c290e-2a6f-4bac-b60e-8a5829b725dd has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:42:16.553213 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-34e4d1c0-801a-44b2-a88a-368200c2db0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (d1a951fd-0ecf-443a-b60e-a4dee81cbc09), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:16.611042 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e6ce35aa-da24-4db1-8302-802937664315 admin admin] Publish callbacks [] for security_group (f7779389-1930-42c1-b8db-b7b435bef413), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:16.767292 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:DELETE=8 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:16.941047 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36656) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:42:17.000122 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-19900ed0-5a27-426e-9d3f-21f7df638f5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:17.032788 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e6ce35aa-da24-4db1-8302-802937664315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (f7779389-1930-42c1-b8db-b7b435bef413), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:17.037402 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e6ce35aa-da24-4db1-8302-802937664315 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:17.039518 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e6ce35aa-da24-4db1-8302-802937664315 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/f7779389-1930-42c1-b8db-b7b435bef413 HTTP/1.1" status: 204 len: 168 time: 0.8519263 Oct 04 20:42:17.100200 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f3ce253-9e36-48a7-8f52-60577e24070b admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:42:17.116872 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-7f3ce253-9e36-48a7-8f52-60577e24070b admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/6f5c290e-2a6f-4bac-b60e-8a5829b725dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.9720275 Oct 04 20:42:17.119989 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1033ea0f-5306-473b-bbe7-f80c35c36c29 None None] Sync routers for ids ['6f5c290e-2a6f-4bac-b60e-8a5829b725dd'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:42:17.121478 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 36660) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:42:17.155741 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1033ea0f-5306-473b-bbe7-f80c35c36c29 None None] Routers {'6f5c290e-2a6f-4bac-b60e-8a5829b725dd'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:42:17.157859 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-1033ea0f-5306-473b-bbe7-f80c35c36c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:41:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['6f5c290e-2a6f-4bac-b60e-8a5829b725dd'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:42:17.185976 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ce35aa-da24-4db1-8302-802937664315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7779389-1930-42c1-b8db-b7b435bef413,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:42:17.437697 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-dbd8416b-baa1-41fe-87a4-6c9140435db2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:17.520351 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-19900ed0-5a27-426e-9d3f-21f7df638f5a admin admin] Publish callbacks [] for security_group (a2b9e9be-29d8-462e-b51e-554362dcde1d), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:17.595447 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-1033ea0f-5306-473b-bbe7-f80c35c36c29 None None] Set router 6f5c290e-2a6f-4bac-b60e-8a5829b725dd gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:42:17.599471 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-19900ed0-5a27-426e-9d3f-21f7df638f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (a2b9e9be-29d8-462e-b51e-554362dcde1d), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:17.948696 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-19900ed0-5a27-426e-9d3f-21f7df638f5a admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=04510757e19b410282272b752c22f52f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0009062 Oct 04 20:42:17.950586 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36688) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:42:18.048886 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19900ed0-5a27-426e-9d3f-21f7df638f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b9e9be-29d8-462e-b51e-554362dcde1d,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:42:18.123629 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a4148b23-d05b-4b4a-b566-d51362f75a8c req-dece047b-20de-4303-9d67-6f1278bd4380 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=e9fae788056d4b8e9d45e8988fc6920f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2182016 Oct 04 20:42:18.256227 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-29aff6c7-f524-434b-85bd-ba17df5a70f2 admin admin] Publish callbacks [] for security_group (a2b9e9be-29d8-462e-b51e-554362dcde1d), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:18.320130 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-29aff6c7-f524-434b-85bd-ba17df5a70f2 admin admin] Publish callbacks [] for security_group (a2b9e9be-29d8-462e-b51e-554362dcde1d), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:18.511682 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:18.525810 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-29aff6c7-f524-434b-85bd-ba17df5a70f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (a2b9e9be-29d8-462e-b51e-554362dcde1d), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:18.531194 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-29aff6c7-f524-434b-85bd-ba17df5a70f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:18.537995 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-29aff6c7-f524-434b-85bd-ba17df5a70f2 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/a2b9e9be-29d8-462e-b51e-554362dcde1d HTTP/1.1" status: 204 len: 168 time: 0.5796456 Oct 04 20:42:18.567385 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4148b23-d05b-4b4a-b566-d51362f75a8c req-983fafac-7ffd-43cf-b721-d03071a82f39 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:42:18.572583 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-1033ea0f-5306-473b-bbe7-f80c35c36c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f5c290e-2a6f-4bac-b60e-8a5829b725dd', 'name': 'tempest-ServersTestJSON-1132838778-router', 'tenant_id': '74d829c1899f478e9a95a0402c0dc87e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '4da39c10-2230-4778-a1a7-c934bba0297a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:40:39Z', 'updated_at': '2022-10-04T20:42:09Z', 'revision_number': 5, 'project_id': '74d829c1899f478e9a95a0402c0dc87e', 'gw_port': {'id': '4da39c10-2230-4778-a1a7-c934bba0297a', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:45:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5c290e-2a6f-4bac-b60e-8a5829b725dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:40:43Z', 'updated_at': '2022-10-04T20:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:42:18.573599 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aff6c7-f524-434b-85bd-ba17df5a70f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b9e9be-29d8-462e-b51e-554362dcde1d,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:42:18.585448 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a4148b23-d05b-4b4a-b566-d51362f75a8c req-983fafac-7ffd-43cf-b721-d03071a82f39 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4030840 Oct 04 20:42:18.670013 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34e4d1c0-801a-44b2-a88a-368200c2db0c admin admin] Router d1a951fd-0ecf-443a-b60e-a4dee81cbc09 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:42:18.693120 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-39844f60-f7bc-4291-9767-d9e8adf70ed4 admin admin] Publish callbacks [] for router (6f5c290e-2a6f-4bac-b60e-8a5829b725dd), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:18.731974 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1033ea0f-5306-473b-bbe7-f80c35c36c29 None None] Checking router: 6f5c290e-2a6f-4bac-b60e-8a5829b725dd for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:42:18.812570 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a4148b23-d05b-4b4a-b566-d51362f75a8c req-7960dbff-5428-4ceb-adf5-bd1f9cb3a07c tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/quotas/e9fae788056d4b8e9d45e8988fc6920f HTTP/1.1" status: 200 len: 375 time: 0.2255919 Oct 04 20:42:18.814568 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1033ea0f-5306-473b-bbe7-f80c35c36c29 None None] Routers {'6f5c290e-2a6f-4bac-b60e-8a5829b725dd'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:42:18.819109 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-1033ea0f-5306-473b-bbe7-f80c35c36c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:42:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['6f5c290e-2a6f-4bac-b60e-8a5829b725dd'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:42:19.258923 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a4148b23-d05b-4b4a-b566-d51362f75a8c req-6d3de37c-fd2f-4910-87db-525a2ae64db4 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=e9fae788056d4b8e9d45e8988fc6920f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4365451 Oct 04 20:42:19.415958 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-1033ea0f-5306-473b-bbe7-f80c35c36c29 None None] Set router 6f5c290e-2a6f-4bac-b60e-8a5829b725dd gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:42:19.447559 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-39844f60-f7bc-4291-9767-d9e8adf70ed4 admin admin] Publish callbacks [] for router_gateway (6f5c290e-2a6f-4bac-b60e-8a5829b725dd), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:19.501096 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e4d1c0-801a-44b2-a88a-368200c2db0c admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:42:19.519050 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-34e4d1c0-801a-44b2-a88a-368200c2db0c admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/d1a951fd-0ecf-443a-b60e-a4dee81cbc09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.8357000 Oct 04 20:42:19.523598 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aeb627a-199f-4d91-9fca-3b183ebab828 None None] Sync routers for ids ['d1a951fd-0ecf-443a-b60e-a4dee81cbc09'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:42:19.524473 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36726) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:42:19.566922 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aeb627a-199f-4d91-9fca-3b183ebab828 None None] Routers {'d1a951fd-0ecf-443a-b60e-a4dee81cbc09'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:42:19.570472 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-5aeb627a-199f-4d91-9fca-3b183ebab828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:42:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['d1a951fd-0ecf-443a-b60e-a4dee81cbc09'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:42:19.784571 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-39844f60-f7bc-4291-9767-d9e8adf70ed4 admin admin] Deleting port 4da39c10-2230-4778-a1a7-c934bba0297a {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:42:19.793246 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-39844f60-f7bc-4291-9767-d9e8adf70ed4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (4da39c10-2230-4778-a1a7-c934bba0297a), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:20.276071 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-73383d64-8cac-4d1b-aa48-738dc8d6e1d6 req-89948e4f-116c-4404-9c02-7f5ad44369d7 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=62a318d1-22e6-4b7f-ae3b-e460e3ef8a6d HTTP/1.1" status: 200 len: 210 time: 0.2075377 Oct 04 20:42:20.284462 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0cddda07-84b1-47ad-9b24-e6a8f8ca5486 admin admin] Publish callbacks [] for router (d1a951fd-0ecf-443a-b60e-a4dee81cbc09), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:20.297982 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-1033ea0f-5306-473b-bbe7-f80c35c36c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f5c290e-2a6f-4bac-b60e-8a5829b725dd', 'name': 'tempest-ServersTestJSON-1132838778-router', 'tenant_id': '74d829c1899f478e9a95a0402c0dc87e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '4da39c10-2230-4778-a1a7-c934bba0297a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:40:39Z', 'updated_at': '2022-10-04T20:42:09Z', 'revision_number': 5, 'project_id': '74d829c1899f478e9a95a0402c0dc87e', 'gw_port': {'id': '4da39c10-2230-4778-a1a7-c934bba0297a', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:45:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5c290e-2a6f-4bac-b60e-8a5829b725dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:40:43Z', 'updated_at': '2022-10-04T20:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:42:20.378217 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-5aeb627a-199f-4d91-9fca-3b183ebab828 None None] Set router d1a951fd-0ecf-443a-b60e-a4dee81cbc09 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:42:20.472043 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1033ea0f-5306-473b-bbe7-f80c35c36c29 None None] The sync data for ids ['6f5c290e-2a6f-4bac-b60e-8a5829b725dd'] in n-d-852085-12 is: [{'id': '6f5c290e-2a6f-4bac-b60e-8a5829b725dd', 'name': 'tempest-ServersTestJSON-1132838778-router', 'tenant_id': '74d829c1899f478e9a95a0402c0dc87e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '4da39c10-2230-4778-a1a7-c934bba0297a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:40:39Z', 'updated_at': '2022-10-04T20:42:09Z', 'revision_number': 5, 'project_id': '74d829c1899f478e9a95a0402c0dc87e', 'gw_port': {'id': '4da39c10-2230-4778-a1a7-c934bba0297a', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:45:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5c290e-2a6f-4bac-b60e-8a5829b725dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:40:43Z', 'updated_at': '2022-10-04T20:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:42:20.523244 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-39844f60-f7bc-4291-9767-d9e8adf70ed4 admin admin] For port 4da39c10-2230-4778-a1a7-c934bba0297a, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=4da39c10-2230-4778-a1a7-c934bba0297a,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:42:20.525731 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-39844f60-f7bc-4291-9767-d9e8adf70ed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (4da39c10-2230-4778-a1a7-c934bba0297a), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:20.620385 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-39844f60-f7bc-4291-9767-d9e8adf70ed4 admin admin] Calling delete_port for 4da39c10-2230-4778-a1a7-c934bba0297a owned by network:router_gateway {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:42:20.695172 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:21.055425 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0cddda07-84b1-47ad-9b24-e6a8f8ca5486 admin admin] Publish callbacks [] for router_gateway (d1a951fd-0ecf-443a-b60e-a4dee81cbc09), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:21.123877 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 20:42:21.385494 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-0cddda07-84b1-47ad-9b24-e6a8f8ca5486 admin admin] Deleting port 24979368-6a91-446e-a502-168aacfe53c0 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:42:21.386452 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0cddda07-84b1-47ad-9b24-e6a8f8ca5486 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (24979368-6a91-446e-a502-168aacfe53c0), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:21.414965 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:21.667276 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:21.758325 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-1aa49c4e-1fe8-4b5e-83a9-976b43478e27 req-c80cd6d6-725a-4e8a-af35-d89dc7ead616 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=62a318d1-22e6-4b7f-ae3b-e460e3ef8a6d HTTP/1.1" status: 200 len: 210 time: 0.1817570 Oct 04 20:42:21.785787 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-5aeb627a-199f-4d91-9fca-3b183ebab828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a951fd-0ecf-443a-b60e-a4dee81cbc09', 'name': 'tempest-ServersTestFqdnHostnames-1965081262-router', 'tenant_id': 'f8f49cc17cdd45cc8278f8d5cf1e7490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '24979368-6a91-446e-a502-168aacfe53c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:41:25Z', 'updated_at': '2022-10-04T20:42:13Z', 'revision_number': 5, 'project_id': 'f8f49cc17cdd45cc8278f8d5cf1e7490', 'gw_port': {'id': '24979368-6a91-446e-a502-168aacfe53c0', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a951fd-0ecf-443a-b60e-a4dee81cbc09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:41:27Z', 'updated_at': '2022-10-04T20:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:42:21.857936 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-0cddda07-84b1-47ad-9b24-e6a8f8ca5486 admin admin] For port 24979368-6a91-446e-a502-168aacfe53c0, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=24979368-6a91-446e-a502-168aacfe53c0,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:42:21.860235 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0cddda07-84b1-47ad-9b24-e6a8f8ca5486 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (24979368-6a91-446e-a502-168aacfe53c0), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:21.927938 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-39844f60-f7bc-4291-9767-d9e8adf70ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (4da39c10-2230-4778-a1a7-c934bba0297a), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:21.933063 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-0cddda07-84b1-47ad-9b24-e6a8f8ca5486 admin admin] Calling delete_port for 24979368-6a91-446e-a502-168aacfe53c0 owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:42:21.990882 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aeb627a-199f-4d91-9fca-3b183ebab828 None None] Checking router: d1a951fd-0ecf-443a-b60e-a4dee81cbc09 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:42:22.022568 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 5b6d49b1-1b79-470c-9d37-0ef68f88145b no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:42:22.141721 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:22.156279 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:22.159171 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39844f60-f7bc-4291-9767-d9e8adf70ed4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4da39c10-2230-4778-a1a7-c934bba0297a,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:42:22.167512 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:22.194177 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 5b6d49b1-1b79-470c-9d37-0ef68f88145b {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:42:22.194617 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 5b6d49b1-1b79-470c-9d37-0ef68f88145b not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:42:22.237256 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aeb627a-199f-4d91-9fca-3b183ebab828 None None] Routers {'d1a951fd-0ecf-443a-b60e-a4dee81cbc09'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:42:22.253064 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-5aeb627a-199f-4d91-9fca-3b183ebab828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:42:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['d1a951fd-0ecf-443a-b60e-a4dee81cbc09'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:42:22.475615 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:22.493603 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-39844f60-f7bc-4291-9767-d9e8adf70ed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (6f5c290e-2a6f-4bac-b60e-8a5829b725dd), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:22.699389 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:22.808230 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-5aeb627a-199f-4d91-9fca-3b183ebab828 None None] Set router d1a951fd-0ecf-443a-b60e-a4dee81cbc09 gateway port host: None {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:42:22.822264 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0cddda07-84b1-47ad-9b24-e6a8f8ca5486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (24979368-6a91-446e-a502-168aacfe53c0), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:22.991220 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-39844f60-f7bc-4291-9767-d9e8adf70ed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (6f5c290e-2a6f-4bac-b60e-8a5829b725dd), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:22.999249 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-39844f60-f7bc-4291-9767-d9e8adf70ed4 admin admin] Publish callbacks [] for router_controller (6f5c290e-2a6f-4bac-b60e-8a5829b725dd), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:23.023997 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cddda07-84b1-47ad-9b24-e6a8f8ca5486 admin admin] Pushing event deleted for resources: {'Port': ['ID=24979368-6a91-446e-a502-168aacfe53c0,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:42:23.463967 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0cddda07-84b1-47ad-9b24-e6a8f8ca5486 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (d1a951fd-0ecf-443a-b60e-a4dee81cbc09), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:23.472540 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36810) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:42:23.524551 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d9201fea-74af-417c-b773-4c31f88fb47e req-a9f45f14-c489-4d91-b612-c278afd38901 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=62a318d1-22e6-4b7f-ae3b-e460e3ef8a6d HTTP/1.1" status: 200 len: 210 time: 0.1944866 Oct 04 20:42:23.527615 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-39844f60-f7bc-4291-9767-d9e8adf70ed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (6f5c290e-2a6f-4bac-b60e-8a5829b725dd), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:23.529389 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39844f60-f7bc-4291-9767-d9e8adf70ed4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f5c290e-2a6f-4bac-b60e-8a5829b725dd {{(pid=108170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:42:23.556016 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-39844f60-f7bc-4291-9767-d9e8adf70ed4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:23.557911 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:23.570829 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-5aeb627a-199f-4d91-9fca-3b183ebab828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a951fd-0ecf-443a-b60e-a4dee81cbc09', 'name': 'tempest-ServersTestFqdnHostnames-1965081262-router', 'tenant_id': 'f8f49cc17cdd45cc8278f8d5cf1e7490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:41:25Z', 'updated_at': '2022-10-04T20:42:21Z', 'revision_number': 6, 'project_id': 'f8f49cc17cdd45cc8278f8d5cf1e7490', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:42:23.598132 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-39844f60-f7bc-4291-9767-d9e8adf70ed4 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/6f5c290e-2a6f-4bac-b60e-8a5829b725dd HTTP/1.1" status: 204 len: 168 time: 6.4739888 Oct 04 20:42:23.602376 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 36814) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:42:23.670128 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aeb627a-199f-4d91-9fca-3b183ebab828 None None] The sync data for ids ['d1a951fd-0ecf-443a-b60e-a4dee81cbc09'] in n-d-852085-12 is: [{'id': 'd1a951fd-0ecf-443a-b60e-a4dee81cbc09', 'name': 'tempest-ServersTestFqdnHostnames-1965081262-router', 'tenant_id': 'f8f49cc17cdd45cc8278f8d5cf1e7490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:41:25Z', 'updated_at': '2022-10-04T20:42:21Z', 'revision_number': 6, 'project_id': 'f8f49cc17cdd45cc8278f8d5cf1e7490', 'gw_port_host': None}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:42:23.920906 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-381a17d5-0d44-4442-91a0-029419df6c9f admin admin] Deleting subnet 52befef0-cb7a-44d1-8ae9-2e367db83107 {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:42:23.940317 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-381a17d5-0d44-4442-91a0-029419df6c9f admin admin] Publish callbacks [] for subnet (52befef0-cb7a-44d1-8ae9-2e367db83107), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:24.058463 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0cddda07-84b1-47ad-9b24-e6a8f8ca5486 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (d1a951fd-0ecf-443a-b60e-a4dee81cbc09), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:24.094195 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0cddda07-84b1-47ad-9b24-e6a8f8ca5486 admin admin] Publish callbacks [] for router_controller (d1a951fd-0ecf-443a-b60e-a4dee81cbc09), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:24.212344 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-381a17d5-0d44-4442-91a0-029419df6c9f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (52befef0-cb7a-44d1-8ae9-2e367db83107), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:24.462702 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-4d8185c5-d684-45ff-9675-6765c0b9fb3b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1216275962-network', 'tenant_id': '477e43afdaeb4926a8a0ef8560e30980'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:42:24.520250 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-381a17d5-0d44-4442-91a0-029419df6c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (52befef0-cb7a-44d1-8ae9-2e367db83107), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:24.650963 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0cddda07-84b1-47ad-9b24-e6a8f8ca5486 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (d1a951fd-0ecf-443a-b60e-a4dee81cbc09), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:24.652759 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cddda07-84b1-47ad-9b24-e6a8f8ca5486 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1a951fd-0ecf-443a-b60e-a4dee81cbc09 {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:42:24.664029 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0cddda07-84b1-47ad-9b24-e6a8f8ca5486 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:24.671294 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-0cddda07-84b1-47ad-9b24-e6a8f8ca5486 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/d1a951fd-0ecf-443a-b60e-a4dee81cbc09 HTTP/1.1" status: 204 len: 168 time: 5.1450441 Oct 04 20:42:24.677982 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36834) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:42:24.763741 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8185c5-d684-45ff-9675-6765c0b9fb3b admin admin] Made reservation on behalf of 477e43afdaeb4926a8a0ef8560e30980 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:42:24.803714 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4d8185c5-d684-45ff-9675-6765c0b9fb3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:24.919102 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4d8185c5-d684-45ff-9675-6765c0b9fb3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:25.001118 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9475093a-12df-40df-80f5-933c9651044a req-3429fc18-fc14-4708-89ee-f31f7b58b17a tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=62a318d1-22e6-4b7f-ae3b-e460e3ef8a6d HTTP/1.1" status: 200 len: 210 time: 0.1044712 Oct 04 20:42:25.023345 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aec3903-4cb9-40d6-b8c4-a3008853cfa3 admin admin] Deleting subnet 68ab103c-bca3-458e-940c-8b08aa0acfe8 {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:42:25.062068 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2aec3903-4cb9-40d6-b8c4-a3008853cfa3 admin admin] Publish callbacks [] for subnet (68ab103c-bca3-458e-940c-8b08aa0acfe8), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:25.198600 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2aec3903-4cb9-40d6-b8c4-a3008853cfa3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (68ab103c-bca3-458e-940c-8b08aa0acfe8), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:25.313679 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-381a17d5-0d44-4442-91a0-029419df6c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (52befef0-cb7a-44d1-8ae9-2e367db83107), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:25.406703 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-381a17d5-0d44-4442-91a0-029419df6c9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:25.406703 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-381a17d5-0d44-4442-91a0-029419df6c9f admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/52befef0-cb7a-44d1-8ae9-2e367db83107 HTTP/1.1" status: 204 len: 168 time: 1.7813542 Oct 04 20:42:25.406703 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381a17d5-0d44-4442-91a0-029419df6c9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52befef0-cb7a-44d1-8ae9-2e367db83107,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:42:25.407309 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85424afd-aa66-43c8-8c86-66e9a76ec1c6 None None] Network bd3e9948-df1a-401b-b922-c0d656845500 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:42:25.408228 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 36850) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:42:25.525980 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2aec3903-4cb9-40d6-b8c4-a3008853cfa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (68ab103c-bca3-458e-940c-8b08aa0acfe8), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:25.556001 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:DELETE=7,neutron:UPDATE=3,neutron:SELECT=83,neutron:INSERT=7 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:25.560349 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4d8185c5-d684-45ff-9675-6765c0b9fb3b admin admin] Publish callbacks [] for security_group (94bec5ed-26c9-454e-952a-a98686f4a4a1), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:25.631473 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7baeb635-26eb-4dfd-9bf9-f008a1bf432c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (bd3e9948-df1a-401b-b922-c0d656845500), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:25.667420 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36862) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:42:25.929433 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-7baeb635-26eb-4dfd-9bf9-f008a1bf432c admin admin] Deleting port 4503cf79-c234-4554-8499-c505d4792ca0 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:42:25.930003 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7baeb635-26eb-4dfd-9bf9-f008a1bf432c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (4503cf79-c234-4554-8499-c505d4792ca0), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:25.936947 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 4da39c10-2230-4778-a1a7-c934bba0297a no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:42:26.033651 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4d8185c5-d684-45ff-9675-6765c0b9fb3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (94bec5ed-26c9-454e-952a-a98686f4a4a1), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:26.034125 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 4da39c10-2230-4778-a1a7-c934bba0297a {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:42:26.034963 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 4da39c10-2230-4778-a1a7-c934bba0297a not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:42:26.036602 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 24979368-6a91-446e-a502-168aacfe53c0 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:42:26.132444 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 24979368-6a91-446e-a502-168aacfe53c0 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:42:26.133493 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 24979368-6a91-446e-a502-168aacfe53c0 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:42:26.136883 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device f271f163-a49a-4af3-af99-7d00dcc2c8db no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:42:26.151235 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f998cc-bfd1-46a0-9ed9-3ca80197f1a5 None None] DHCP port deletion for bd3e9948-df1a-401b-b922-c0d656845500 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:42:26.157311 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8185c5-d684-45ff-9675-6765c0b9fb3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94bec5ed-26c9-454e-952a-a98686f4a4a1,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:42:26.213248 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-068a91ed-69b5-43eb-9166-22b66687cafb admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1352324937-network', 'tenant_id': '1181b876697c473ba1d15bbefeea2cf2'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:42:26.222385 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8185c5-d684-45ff-9675-6765c0b9fb3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:42:26.231935 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8185c5-d684-45ff-9675-6765c0b9fb3b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:42:26.231935 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8185c5-d684-45ff-9675-6765c0b9fb3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:42:26.231935 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8185c5-d684-45ff-9675-6765c0b9fb3b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:42:26.231935 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8185c5-d684-45ff-9675-6765c0b9fb3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:42:26.231935 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8185c5-d684-45ff-9675-6765c0b9fb3b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:42:26.231935 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8185c5-d684-45ff-9675-6765c0b9fb3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:42:26.231935 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8185c5-d684-45ff-9675-6765c0b9fb3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:42:26.231935 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8185c5-d684-45ff-9675-6765c0b9fb3b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:42:26.231935 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8185c5-d684-45ff-9675-6765c0b9fb3b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:42:26.231935 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8185c5-d684-45ff-9675-6765c0b9fb3b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:42:26.231935 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8185c5-d684-45ff-9675-6765c0b9fb3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:42:26.231935 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8185c5-d684-45ff-9675-6765c0b9fb3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:42:26.231935 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8185c5-d684-45ff-9675-6765c0b9fb3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:42:26.231935 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8185c5-d684-45ff-9675-6765c0b9fb3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:42:26.235894 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: f271f163-a49a-4af3-af99-7d00dcc2c8db {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:42:26.238258 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device f271f163-a49a-4af3-af99-7d00dcc2c8db not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:42:26.344453 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-22f998cc-bfd1-46a0-9ed9-3ca80197f1a5 None None] Deleting port 4503cf79-c234-4554-8499-c505d4792ca0 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:42:26.345052 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-22f998cc-bfd1-46a0-9ed9-3ca80197f1a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (4503cf79-c234-4554-8499-c505d4792ca0), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:26.351993 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-bb38fd9c-fb63-4c07-9615-cedc72f23225 req-045770b5-f06d-4bd4-a1b8-0590c77749a6 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=62a318d1-22e6-4b7f-ae3b-e460e3ef8a6d HTTP/1.1" status: 200 len: 210 time: 0.1377499 Oct 04 20:42:26.374803 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-7baeb635-26eb-4dfd-9bf9-f008a1bf432c admin admin] For port 4503cf79-c234-4554-8499-c505d4792ca0, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=4503cf79-c234-4554-8499-c505d4792ca0,segment=NetworkSegment(e487e892-9992-4436-bf2e-5f32d26b31d7),segment_id=e487e892-9992-4436-bf2e-5f32d26b31d7)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:42:26.375278 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7baeb635-26eb-4dfd-9bf9-f008a1bf432c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (4503cf79-c234-4554-8499-c505d4792ca0), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:26.427764 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-7baeb635-26eb-4dfd-9bf9-f008a1bf432c admin admin] Calling delete_port for 4503cf79-c234-4554-8499-c505d4792ca0 owned by network:dhcp {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:42:26.455005 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:26.461755 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2aec3903-4cb9-40d6-b8c4-a3008853cfa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (68ab103c-bca3-458e-940c-8b08aa0acfe8), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:26.538571 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068a91ed-69b5-43eb-9166-22b66687cafb admin admin] Made reservation on behalf of 1181b876697c473ba1d15bbefeea2cf2 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:42:26.543535 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-068a91ed-69b5-43eb-9166-22b66687cafb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:26.549395 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d8185c5-d684-45ff-9675-6765c0b9fb3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:42:26.567048 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aec3903-4cb9-40d6-b8c4-a3008853cfa3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68ab103c-bca3-458e-940c-8b08aa0acfe8,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:42:26.628291 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-22f998cc-bfd1-46a0-9ed9-3ca80197f1a5 None None] For port 4503cf79-c234-4554-8499-c505d4792ca0, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=4503cf79-c234-4554-8499-c505d4792ca0,segment=NetworkSegment(e487e892-9992-4436-bf2e-5f32d26b31d7),segment_id=e487e892-9992-4436-bf2e-5f32d26b31d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:42:26.630036 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-22f998cc-bfd1-46a0-9ed9-3ca80197f1a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (4503cf79-c234-4554-8499-c505d4792ca0), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:26.633181 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-068a91ed-69b5-43eb-9166-22b66687cafb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:26.651653 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2aec3903-4cb9-40d6-b8c4-a3008853cfa3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:26.671097 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-22f998cc-bfd1-46a0-9ed9-3ca80197f1a5 None None] Calling delete_port for 4503cf79-c234-4554-8499-c505d4792ca0 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:42:26.681333 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 36884) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:42:26.682417 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-2aec3903-4cb9-40d6-b8c4-a3008853cfa3 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/68ab103c-bca3-458e-940c-8b08aa0acfe8 HTTP/1.1" status: 204 len: 168 time: 2.0004108 Oct 04 20:42:26.709052 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4d8185c5-d684-45ff-9675-6765c0b9fb3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (67b55822-b314-41dc-8925-985ebb2f3767), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:26.709846 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-4d8185c5-d684-45ff-9675-6765c0b9fb3b admin admin] Added segment 67b55822-b314-41dc-8925-985ebb2f3767 of type vlan for network 230ddf19-0279-4e45-a111-f5818907c323 Oct 04 20:42:26.852600 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4d8185c5-d684-45ff-9675-6765c0b9fb3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (230ddf19-0279-4e45-a111-f5818907c323), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:26.882858 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a6750b48-6d98-4aa6-8c44-78860e8f8d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (8fe50bd2-6799-4976-8c6e-7d5e4830c6ba), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:26.904520 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=73,neutron:DELETE=8,neutron:UPDATE=6,neutron:INSERT=13 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:26.937932 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29daa15-9692-421d-b80d-0e3f334818da None None] Network 8fe50bd2-6799-4976-8c6e-7d5e4830c6ba requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:42:27.162373 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4d8185c5-d684-45ff-9675-6765c0b9fb3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (230ddf19-0279-4e45-a111-f5818907c323), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:27.165592 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8185c5-d684-45ff-9675-6765c0b9fb3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:42:27.168127 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4d8185c5-d684-45ff-9675-6765c0b9fb3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:27.198694 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a4148b23-d05b-4b4a-b566-d51362f75a8c req-d7ad753e-98dc-467b-845a-f55b552a8dee tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.83 "GET /networking/v2.0/networks?tenant_id=e9fae788056d4b8e9d45e8988fc6920f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1281631 Oct 04 20:42:27.199911 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-a6750b48-6d98-4aa6-8c44-78860e8f8d78 admin admin] Deleting port 7727e45e-56df-4ae4-9321-c2798c547884 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:42:27.200527 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a6750b48-6d98-4aa6-8c44-78860e8f8d78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (7727e45e-56df-4ae4-9321-c2798c547884), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:27.216435 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-22f998cc-bfd1-46a0-9ed9-3ca80197f1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (4503cf79-c234-4554-8499-c505d4792ca0), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:27.218569 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:27.295726 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-068a91ed-69b5-43eb-9166-22b66687cafb admin admin] Publish callbacks [] for security_group (399f18d7-61a6-4142-93ee-bddf0bfe779e), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:27.358960 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dac1b73-49a0-4f26-bbc8-a76466f9bab7 None None] DHCP port deletion for 8fe50bd2-6799-4976-8c6e-7d5e4830c6ba request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:42:27.364054 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f998cc-bfd1-46a0-9ed9-3ca80197f1a5 None None] Pushing event deleted for resources: {'Port': ['ID=4503cf79-c234-4554-8499-c505d4792ca0,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:42:27.393215 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f998cc-bfd1-46a0-9ed9-3ca80197f1a5 None None] No DVR routers for this DVR port 4503cf79-c234-4554-8499-c505d4792ca0 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:42:27.413451 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f998cc-bfd1-46a0-9ed9-3ca80197f1a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:42:27.413451 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f998cc-bfd1-46a0-9ed9-3ca80197f1a5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:42:27.413451 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f998cc-bfd1-46a0-9ed9-3ca80197f1a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:42:27.413451 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f998cc-bfd1-46a0-9ed9-3ca80197f1a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:42:27.425884 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f998cc-bfd1-46a0-9ed9-3ca80197f1a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:42:27.428004 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f998cc-bfd1-46a0-9ed9-3ca80197f1a5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:42:27.430935 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f998cc-bfd1-46a0-9ed9-3ca80197f1a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:42:27.431832 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f998cc-bfd1-46a0-9ed9-3ca80197f1a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:42:27.432439 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f998cc-bfd1-46a0-9ed9-3ca80197f1a5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:42:27.433273 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f998cc-bfd1-46a0-9ed9-3ca80197f1a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:42:27.434326 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f998cc-bfd1-46a0-9ed9-3ca80197f1a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:42:27.435083 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f998cc-bfd1-46a0-9ed9-3ca80197f1a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:42:27.435722 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f998cc-bfd1-46a0-9ed9-3ca80197f1a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:42:27.436250 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f998cc-bfd1-46a0-9ed9-3ca80197f1a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:42:27.436972 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f998cc-bfd1-46a0-9ed9-3ca80197f1a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:42:27.440642 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-068a91ed-69b5-43eb-9166-22b66687cafb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (399f18d7-61a6-4142-93ee-bddf0bfe779e), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:27.530436 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-068a91ed-69b5-43eb-9166-22b66687cafb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:42:27.548658 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-8dac1b73-49a0-4f26-bbc8-a76466f9bab7 None None] Deleting port 7727e45e-56df-4ae4-9321-c2798c547884 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:42:27.548658 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8dac1b73-49a0-4f26-bbc8-a76466f9bab7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (7727e45e-56df-4ae4-9321-c2798c547884), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:27.616963 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8185c5-d684-45ff-9675-6765c0b9fb3b admin admin] Pushing event updated for resources: {'Network': ['ID=230ddf19-0279-4e45-a111-f5818907c323,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:42:27.652602 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-068a91ed-69b5-43eb-9166-22b66687cafb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (85e74012-b593-44e5-a5af-5b58787ed805), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:27.653943 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-068a91ed-69b5-43eb-9166-22b66687cafb admin admin] Added segment 85e74012-b593-44e5-a5af-5b58787ed805 of type vlan for network e26dd16c-c221-4602-987e-d0307147f3f4 Oct 04 20:42:27.678128 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 230ddf19-0279-4e45-a111-f5818907c323 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:42:27.681159 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-4d8185c5-d684-45ff-9675-6765c0b9fb3b admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 4.1892078 Oct 04 20:42:27.710531 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 36898) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:42:27.745373 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068a91ed-69b5-43eb-9166-22b66687cafb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=399f18d7-61a6-4142-93ee-bddf0bfe779e,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:42:27.754744 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-cfb291fe-dfc5-470b-8561-2800b14f4ed6 admin admin] Request body: {'subnet': {'network_id': '230ddf19-0279-4e45-a111-f5818907c323', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1216275962-subnet', 'tenant_id': '477e43afdaeb4926a8a0ef8560e30980', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:42:27.809148 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7baeb635-26eb-4dfd-9bf9-f008a1bf432c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (4503cf79-c234-4554-8499-c505d4792ca0), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:27.943186 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:27.965442 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-068a91ed-69b5-43eb-9166-22b66687cafb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (e26dd16c-c221-4602-987e-d0307147f3f4), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:27.985782 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-8dac1b73-49a0-4f26-bbc8-a76466f9bab7 None None] For port 7727e45e-56df-4ae4-9321-c2798c547884, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=7727e45e-56df-4ae4-9321-c2798c547884,segment=NetworkSegment(683d6b03-9492-4fbb-acb7-c8dc9bb80f13),segment_id=683d6b03-9492-4fbb-acb7-c8dc9bb80f13)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:42:27.986780 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8dac1b73-49a0-4f26-bbc8-a76466f9bab7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (7727e45e-56df-4ae4-9321-c2798c547884), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:28.018699 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-8dac1b73-49a0-4f26-bbc8-a76466f9bab7 None None] Calling delete_port for 7727e45e-56df-4ae4-9321-c2798c547884 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:42:28.145636 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 4503cf79-c234-4554-8499-c505d4792ca0 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:42:28.165042 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-068a91ed-69b5-43eb-9166-22b66687cafb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (e26dd16c-c221-4602-987e-d0307147f3f4), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:28.166870 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068a91ed-69b5-43eb-9166-22b66687cafb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:42:28.167877 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-068a91ed-69b5-43eb-9166-22b66687cafb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:28.227949 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 4503cf79-c234-4554-8499-c505d4792ca0 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:42:28.228513 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 4503cf79-c234-4554-8499-c505d4792ca0 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:42:28.229211 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 7727e45e-56df-4ae4-9321-c2798c547884 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:42:28.495476 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=76,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:28.502567 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068a91ed-69b5-43eb-9166-22b66687cafb admin admin] Pushing event updated for resources: {'Network': ['ID=e26dd16c-c221-4602-987e-d0307147f3f4,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:42:28.534084 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-068a91ed-69b5-43eb-9166-22b66687cafb admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.8480420 Oct 04 20:42:28.537884 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36904) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:42:28.546550 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network e26dd16c-c221-4602-987e-d0307147f3f4 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:42:28.558922 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8dac1b73-49a0-4f26-bbc8-a76466f9bab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (7727e45e-56df-4ae4-9321-c2798c547884), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:28.560357 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-6be52a01-2338-4624-ab86-69884258189b admin admin] Request body: {'subnet': {'network_id': 'e26dd16c-c221-4602-987e-d0307147f3f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1352324937-subnet', 'tenant_id': '1181b876697c473ba1d15bbefeea2cf2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:42:28.644771 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:28.730914 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be52a01-2338-4624-ab86-69884258189b admin admin] Made reservation on behalf of 1181b876697c473ba1d15bbefeea2cf2 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:42:28.735504 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6be52a01-2338-4624-ab86-69884258189b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:28.806985 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baeb635-26eb-4dfd-9bf9-f008a1bf432c admin admin] Pushing event deleted for resources: {'Port': ['ID=4503cf79-c234-4554-8499-c505d4792ca0,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:42:28.826591 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-a6750b48-6d98-4aa6-8c44-78860e8f8d78 admin admin] For port 7727e45e-56df-4ae4-9321-c2798c547884, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=7727e45e-56df-4ae4-9321-c2798c547884,segment=NetworkSegment(683d6b03-9492-4fbb-acb7-c8dc9bb80f13),segment_id=683d6b03-9492-4fbb-acb7-c8dc9bb80f13)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:42:28.827515 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a6750b48-6d98-4aa6-8c44-78860e8f8d78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (7727e45e-56df-4ae4-9321-c2798c547884), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:28.858904 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dac1b73-49a0-4f26-bbc8-a76466f9bab7 None None] Pushing event deleted for resources: {'Port': ['ID=7727e45e-56df-4ae4-9321-c2798c547884,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:42:28.860599 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-a6750b48-6d98-4aa6-8c44-78860e8f8d78 admin admin] Calling delete_port for 7727e45e-56df-4ae4-9321-c2798c547884 owned by network:dhcp {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:42:28.865135 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 7727e45e-56df-4ae4-9321-c2798c547884 is: ACTIVE; New status is: DOWN {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:42:28.865968 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (7727e45e-56df-4ae4-9321-c2798c547884), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:28.900778 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-58c1ba36-fb11-4546-bfa6-1798f82a6633 req-95b70e0b-f046-4303-95f8-72bb7da7fffd tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=62a318d1-22e6-4b7f-ae3b-e460e3ef8a6d HTTP/1.1" status: 200 len: 210 time: 1.2037339 Oct 04 20:42:28.917334 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb291fe-dfc5-470b-8561-2800b14f4ed6 admin admin] Made reservation on behalf of 477e43afdaeb4926a8a0ef8560e30980 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:42:28.923532 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cfb291fe-dfc5-470b-8561-2800b14f4ed6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:28.941126 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dac1b73-49a0-4f26-bbc8-a76466f9bab7 None None] No DVR routers for this DVR port 7727e45e-56df-4ae4-9321-c2798c547884 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:42:29.053074 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7baeb635-26eb-4dfd-9bf9-f008a1bf432c admin admin] No DVR routers for this DVR port 4503cf79-c234-4554-8499-c505d4792ca0 on host n-d-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:42:29.373424 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-302f9f8c-ded7-4861-884c-f5a341fc1814 req-0cf19c46-1769-49cc-92fd-b4f5ad353acc tempest-FlavorsV2NegativeTest-1927967268 tempest-FlavorsV2NegativeTest-1927967268-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=ba3c3dc4e3f14807b3aad28237f03a4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4576426 Oct 04 20:42:29.604699 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6be52a01-2338-4624-ab86-69884258189b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (2a98f900-a487-42bd-b115-821252f0a3b5), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:29.624593 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4148b23-d05b-4b4a-b566-d51362f75a8c req-bbbbff69-24eb-4c41-b263-c35c9f5b2604 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:42:29.629887 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a4148b23-d05b-4b4a-b566-d51362f75a8c req-bbbbff69-24eb-4c41-b263-c35c9f5b2604 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.83 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 2.4176738 Oct 04 20:42:29.695865 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7baeb635-26eb-4dfd-9bf9-f008a1bf432c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (bd3e9948-df1a-401b-b922-c0d656845500), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:29.752525 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be52a01-2338-4624-ab86-69884258189b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a98f900-a487-42bd-b115-821252f0a3b5,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:42:29.757017 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be52a01-2338-4624-ab86-69884258189b admin admin] Checking segment: {'id': '85e74012-b593-44e5-a5af-5b58787ed805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e26dd16c-c221-4602-987e-d0307147f3f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:42:29.757777 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be52a01-2338-4624-ab86-69884258189b admin admin] Network hostable DHCP agents. Network: e26dd16c-c221-4602-987e-d0307147f3f4, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:42:29.764920 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-7baeb635-26eb-4dfd-9bf9-f008a1bf432c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd3e9948-df1a-401b-b922-c0d656845500']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:42:29.792302 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-7baeb635-26eb-4dfd-9bf9-f008a1bf432c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e487e892-9992-4436-bf2e-5f32d26b31d7') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:42:29.794123 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-7baeb635-26eb-4dfd-9bf9-f008a1bf432c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e487e892-9992-4436-bf2e-5f32d26b31d7') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:42:29.833233 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7baeb635-26eb-4dfd-9bf9-f008a1bf432c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (e487e892-9992-4436-bf2e-5f32d26b31d7), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:29.867114 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:29.907710 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be52a01-2338-4624-ab86-69884258189b admin admin] Network e26dd16c-c221-4602-987e-d0307147f3f4 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:42:29.993676 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [req-a4148b23-d05b-4b4a-b566-d51362f75a8c req-41e5a6da-519c-4f3a-9788-7d9a51531df8 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Request body: {'port': {'device_id': '62a318d1-22e6-4b7f-ae3b-e460e3ef8a6d', 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7', 'admin_state_up': True, 'tenant_id': 'e9fae788056d4b8e9d45e8988fc6920f'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:42:30.016727 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-6be52a01-2338-4624-ab86-69884258189b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, e26dd16c-c221-4602-987e-d0307147f3f4) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:42:30.047706 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1596d3dc-eaf5-4e6d-a1f4-4e6267516d83 None None] Network e26dd16c-c221-4602-987e-d0307147f3f4 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:42:30.048820 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be52a01-2338-4624-ab86-69884258189b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:42:30.055887 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6be52a01-2338-4624-ab86-69884258189b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:30.109578 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7baeb635-26eb-4dfd-9bf9-f008a1bf432c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (e487e892-9992-4436-bf2e-5f32d26b31d7), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:30.225536 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7baeb635-26eb-4dfd-9bf9-f008a1bf432c admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:42:30.226781 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7baeb635-26eb-4dfd-9bf9-f008a1bf432c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (e487e892-9992-4436-bf2e-5f32d26b31d7), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:30.248781 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-6be52a01-2338-4624-ab86-69884258189b admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7052023 Oct 04 20:42:30.254508 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36932) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:42:30.272924 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-908d1321-0bc3-43c0-acd2-7f2eb9a9a778 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1352324937-router', 'tenant_id': '1181b876697c473ba1d15bbefeea2cf2', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:42:30.304777 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=91 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:30.333674 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment e487e892-9992-4436-bf2e-5f32d26b31d7 resource provider aggregate not found Oct 04 20:42:30.365361 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a6750b48-6d98-4aa6-8c44-78860e8f8d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (7727e45e-56df-4ae4-9321-c2798c547884), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:30.401868 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-908d1321-0bc3-43c0-acd2-7f2eb9a9a778 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (622ad786-e50f-4d02-a74b-c15886da592d), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:30.404780 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-908d1321-0bc3-43c0-acd2-7f2eb9a9a778 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (622ad786-e50f-4d02-a74b-c15886da592d), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:30.510891 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac74c5a9-852f-4f92-bda2-d26007145a85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-e26dd16c-c221-4602-987e-d0307147f3f4', 'network_id': 'e26dd16c-c221-4602-987e-d0307147f3f4', 'project_id': '1181b876697c473ba1d15bbefeea2cf2', 'fixed_ips': [{'subnet_id': '2a98f900-a487-42bd-b115-821252f0a3b5'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:42:30.512791 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ac74c5a9-852f-4f92-bda2-d26007145a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:30.528238 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment e487e892-9992-4436-bf2e-5f32d26b31d7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e487e892-9992-4436-bf2e-5f32d26b31d7 found for delete ", "request_id": "req-def9a567-0dce-4051-a794-67aaf8e877de"}]} Oct 04 20:42:30.640020 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-908d1321-0bc3-43c0-acd2-7f2eb9a9a778 admin admin] Publish callbacks [] for router_controller (622ad786-e50f-4d02-a74b-c15886da592d), precommit_add_association {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:30.664848 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-344899aa-c4fc-4e04-8d46-75e652a721d1 req-ed049e9f-a306-406a-acc0-7a031dbd90b0 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=62a318d1-22e6-4b7f-ae3b-e460e3ef8a6d HTTP/1.1" status: 200 len: 210 time: 0.3498452 Oct 04 20:42:30.722230 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6750b48-6d98-4aa6-8c44-78860e8f8d78 admin admin] Pushing event deleted for resources: {'Port': ['ID=7727e45e-56df-4ae4-9321-c2798c547884,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:42:30.808293 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6750b48-6d98-4aa6-8c44-78860e8f8d78 admin admin] No DVR routers for this DVR port 7727e45e-56df-4ae4-9321-c2798c547884 on host n-d-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:42:30.840501 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302f9f8c-ded7-4861-884c-f5a341fc1814 req-ef7fd28f-7b80-41a3-8e32-cce897719336 tempest-FlavorsV2NegativeTest-1927967268 tempest-FlavorsV2NegativeTest-1927967268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:42:30.848922 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-302f9f8c-ded7-4861-884c-f5a341fc1814 req-ef7fd28f-7b80-41a3-8e32-cce897719336 tempest-FlavorsV2NegativeTest-1927967268 tempest-FlavorsV2NegativeTest-1927967268-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.4017015 Oct 04 20:42:30.938711 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7baeb635-26eb-4dfd-9bf9-f008a1bf432c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (bd3e9948-df1a-401b-b922-c0d656845500), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:30.981713 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-302f9f8c-ded7-4861-884c-f5a341fc1814 req-7ff0c49a-3542-40c1-8879-470c3049613e tempest-FlavorsV2NegativeTest-1927967268 tempest-FlavorsV2NegativeTest-1927967268-project] 10.222.0.78 "GET /networking/v2.0/quotas/ba3c3dc4e3f14807b3aad28237f03a4e HTTP/1.1" status: 200 len: 375 time: 0.1178503 Oct 04 20:42:30.983715 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7baeb635-26eb-4dfd-9bf9-f008a1bf432c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:30.989855 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-7baeb635-26eb-4dfd-9bf9-f008a1bf432c admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/bd3e9948-df1a-401b-b922-c0d656845500 HTTP/1.1" status: 204 len: 168 time: 5.5815384 Oct 04 20:42:31.122974 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=63 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:31.212441 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baeb635-26eb-4dfd-9bf9-f008a1bf432c admin admin] Pushing event deleted for resources: {'Network': ['ID=bd3e9948-df1a-401b-b922-c0d656845500,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:42:31.220319 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-302f9f8c-ded7-4861-884c-f5a341fc1814 req-e935fa30-751a-499b-8e24-bb51e8791e0e tempest-FlavorsV2NegativeTest-1927967268 tempest-FlavorsV2NegativeTest-1927967268-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=ba3c3dc4e3f14807b3aad28237f03a4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1555593 Oct 04 20:42:31.285315 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-908d1321-0bc3-43c0-acd2-7f2eb9a9a778 admin admin] Publish callbacks [] for router_gateway (622ad786-e50f-4d02-a74b-c15886da592d), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:31.332467 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-ac74c5a9-852f-4f92-bda2-d26007145a85 None None] Allocated IP 172.20.0.2 (e26dd16c-c221-4602-987e-d0307147f3f4/2a98f900-a487-42bd-b115-821252f0a3b5/af74b6bf-b8dd-40d3-b7a0-af2bd5662c4a) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:42:31.337739 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:31.366380 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cfb291fe-dfc5-470b-8561-2800b14f4ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (c720c03c-f51f-4159-ace4-33c54c5b8b52), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:31.467765 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a6750b48-6d98-4aa6-8c44-78860e8f8d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (8fe50bd2-6799-4976-8c6e-7d5e4830c6ba), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:31.561986 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb291fe-dfc5-470b-8561-2800b14f4ed6 admin admin] Checking segment: {'id': '67b55822-b314-41dc-8925-985ebb2f3767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '230ddf19-0279-4e45-a111-f5818907c323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:42:31.585618 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb291fe-dfc5-470b-8561-2800b14f4ed6 admin admin] Network hostable DHCP agents. Network: 230ddf19-0279-4e45-a111-f5818907c323, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:42:31.607797 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-a6750b48-6d98-4aa6-8c44-78860e8f8d78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fe50bd2-6799-4976-8c6e-7d5e4830c6ba']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:42:31.661956 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb291fe-dfc5-470b-8561-2800b14f4ed6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c720c03c-f51f-4159-ace4-33c54c5b8b52,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:42:31.669016 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-a6750b48-6d98-4aa6-8c44-78860e8f8d78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '683d6b03-9492-4fbb-acb7-c8dc9bb80f13') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:42:31.670167 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-a6750b48-6d98-4aa6-8c44-78860e8f8d78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '683d6b03-9492-4fbb-acb7-c8dc9bb80f13') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:42:31.700932 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4148b23-d05b-4b4a-b566-d51362f75a8c req-41e5a6da-519c-4f3a-9788-7d9a51531df8 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Made reservation on behalf of e9fae788056d4b8e9d45e8988fc6920f for: {'port': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:42:31.700932 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-a4148b23-d05b-4b4a-b566-d51362f75a8c req-41e5a6da-519c-4f3a-9788-7d9a51531df8 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:31.767824 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a6750b48-6d98-4aa6-8c44-78860e8f8d78 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (683d6b03-9492-4fbb-acb7-c8dc9bb80f13), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:31.843024 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb291fe-dfc5-470b-8561-2800b14f4ed6 admin admin] Network 230ddf19-0279-4e45-a111-f5818907c323 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:42:31.879605 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:31.961504 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a6750b48-6d98-4aa6-8c44-78860e8f8d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (683d6b03-9492-4fbb-acb7-c8dc9bb80f13), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:31.986926 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 36968) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:42:31.992933 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6750b48-6d98-4aa6-8c44-78860e8f8d78 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:42:31.993892 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a6750b48-6d98-4aa6-8c44-78860e8f8d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (683d6b03-9492-4fbb-acb7-c8dc9bb80f13), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:32.142165 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:32.171634 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ac74c5a9-852f-4f92-bda2-d26007145a85 None None] Publish callbacks [] for port (af74b6bf-b8dd-40d3-b7a0-af2bd5662c4a), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:32.310860 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-908d1321-0bc3-43c0-acd2-7f2eb9a9a778 admin admin] Publish callbacks [] for router_gateway (622ad786-e50f-4d02-a74b-c15886da592d), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:32.331845 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ac74c5a9-852f-4f92-bda2-d26007145a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (af74b6bf-b8dd-40d3-b7a0-af2bd5662c4a), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:32.377380 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-908d1321-0bc3-43c0-acd2-7f2eb9a9a778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:32.382724 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:32.416708 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [req-a4148b23-d05b-4b4a-b566-d51362f75a8c req-41e5a6da-519c-4f3a-9788-7d9a51531df8 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Allocated IP 192.168.233.246 (42fbb05e-3f96-444f-a676-04ee9d06a8c7/e1956090-7ed7-4d05-a46e-a7b0885ca8e4/ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:42:32.573278 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac74c5a9-852f-4f92-bda2-d26007145a85 None None] Network e26dd16c-c221-4602-987e-d0307147f3f4 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:42:32.584978 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-ac74c5a9-852f-4f92-bda2-d26007145a85 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:42:32.604320 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac74c5a9-852f-4f92-bda2-d26007145a85 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:42:32.613971 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac74c5a9-852f-4f92-bda2-d26007145a85 None None] Pushing event updated for resources: {'Port': ['ID=af74b6bf-b8dd-40d3-b7a0-af2bd5662c4a,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:42:32.809830 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-908d1321-0bc3-43c0-acd2-7f2eb9a9a778 admin admin] Allocated IP 172.25.5.98 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/59ea6710-99d8-4e4d-b39b-e648ed448e58) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:42:32.837810 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-cfb291fe-dfc5-470b-8561-2800b14f4ed6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 230ddf19-0279-4e45-a111-f5818907c323) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:42:32.850794 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb291fe-dfc5-470b-8561-2800b14f4ed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:42:32.858833 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cfb291fe-dfc5-470b-8561-2800b14f4ed6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:32.866115 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f2ff2426-3c6e-4d5f-a1d8-6ef5506bf904 req-cafa4b81-54af-4329-b5ad-ccdbc0a562f6 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=62a318d1-22e6-4b7f-ae3b-e460e3ef8a6d HTTP/1.1" status: 200 len: 210 time: 0.8504534 Oct 04 20:42:32.891625 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 683d6b03-9492-4fbb-acb7-c8dc9bb80f13 resource provider aggregate not found Oct 04 20:42:32.973990 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a6750b48-6d98-4aa6-8c44-78860e8f8d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (8fe50bd2-6799-4976-8c6e-7d5e4830c6ba), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:32.997573 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a6750b48-6d98-4aa6-8c44-78860e8f8d78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:33.006577 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6729f0f-aaf6-4cb8-b956-32c5396b6e48 None None] Network 230ddf19-0279-4e45-a111-f5818907c323 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:42:33.018199 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a6750b48-6d98-4aa6-8c44-78860e8f8d78 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/8fe50bd2-6799-4976-8c6e-7d5e4830c6ba HTTP/1.1" status: 204 len: 168 time: 6.3133972 Oct 04 20:42:33.024098 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 683d6b03-9492-4fbb-acb7-c8dc9bb80f13 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 683d6b03-9492-4fbb-acb7-c8dc9bb80f13 found for delete ", "request_id": "req-f693ad2e-ef16-4c80-b058-9dac18369ffb"}]} Oct 04 20:42:33.130606 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6750b48-6d98-4aa6-8c44-78860e8f8d78 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fe50bd2-6799-4976-8c6e-7d5e4830c6ba,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:42:33.174646 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-cfb291fe-dfc5-470b-8561-2800b14f4ed6 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 5.4607627 Oct 04 20:42:33.176080 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 36992) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:42:33.202295 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-d8f28f28-93bf-4632-8bca-164571d3075c admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=74d829c1899f478e9a95a0402c0dc87e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2128234 Oct 04 20:42:33.208776 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 36994) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:42:33.220746 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-1a7b4606-96b2-414a-83eb-e435dd416ffd admin admin] Request body: {'router': {'name': 'tempest-InstanceActionsTestJSON-1216275962-router', 'tenant_id': '477e43afdaeb4926a8a0ef8560e30980', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:42:33.262571 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-ac74c5a9-852f-4f92-bda2-d26007145a85 None None] Attempting to bind port af74b6bf-b8dd-40d3-b7a0-af2bd5662c4a on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:42:33.272236 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-ac74c5a9-852f-4f92-bda2-d26007145a85 None None] Attempting to bind port af74b6bf-b8dd-40d3-b7a0-af2bd5662c4a by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '85e74012-b593-44e5-a5af-5b58787ed805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e26dd16c-c221-4602-987e-d0307147f3f4'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:42:33.275920 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac74c5a9-852f-4f92-bda2-d26007145a85 None None] Attempting to bind port af74b6bf-b8dd-40d3-b7a0-af2bd5662c4a on network e26dd16c-c221-4602-987e-d0307147f3f4 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:42:33.288900 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:INSERT=12,neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:33.365138 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:33.387378 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-908d1321-0bc3-43c0-acd2-7f2eb9a9a778 admin admin] Publish callbacks [] for port (59ea6710-99d8-4e4d-b39b-e648ed448e58), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:33.413504 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:DELETE=5,neutron:INSERT=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:33.510056 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac74c5a9-852f-4f92-bda2-d26007145a85 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:42:33.513350 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac74c5a9-852f-4f92-bda2-d26007145a85 None None] Checking segment: {'id': '85e74012-b593-44e5-a5af-5b58787ed805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e26dd16c-c221-4602-987e-d0307147f3f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:42:33.514609 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ac74c5a9-852f-4f92-bda2-d26007145a85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:33.515757 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac74c5a9-852f-4f92-bda2-d26007145a85 None None] Bound using segment: {'id': '85e74012-b593-44e5-a5af-5b58787ed805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e26dd16c-c221-4602-987e-d0307147f3f4'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:42:33.517174 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-ac74c5a9-852f-4f92-bda2-d26007145a85 None None] Bound port: af74b6bf-b8dd-40d3-b7a0-af2bd5662c4a, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e74012-b593-44e5-a5af-5b58787ed805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e26dd16c-c221-4602-987e-d0307147f3f4'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:42:33.518409 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ac74c5a9-852f-4f92-bda2-d26007145a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (af74b6bf-b8dd-40d3-b7a0-af2bd5662c4a), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:33.541442 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:33.617275 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-908d1321-0bc3-43c0-acd2-7f2eb9a9a778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (59ea6710-99d8-4e4d-b39b-e648ed448e58), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:33.658926 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-a4148b23-d05b-4b4a-b566-d51362f75a8c req-41e5a6da-519c-4f3a-9788-7d9a51531df8 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Publish callbacks [] for port (ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:33.687111 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908d1321-0bc3-43c0-acd2-7f2eb9a9a778 admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:42:33.691534 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-908d1321-0bc3-43c0-acd2-7f2eb9a9a778 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:42:33.746557 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-ac74c5a9-852f-4f92-bda2-d26007145a85 None None] For port af74b6bf-b8dd-40d3-b7a0-af2bd5662c4a, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:42:33.754866 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-ac74c5a9-852f-4f92-bda2-d26007145a85 None None] For port af74b6bf-b8dd-40d3-b7a0-af2bd5662c4a, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=af74b6bf-b8dd-40d3-b7a0-af2bd5662c4a,segment=NetworkSegment(85e74012-b593-44e5-a5af-5b58787ed805),segment_id=85e74012-b593-44e5-a5af-5b58787ed805)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:42:33.764641 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8873f53b-2893-40d1-b7c2-6f4919861bde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-230ddf19-0279-4e45-a111-f5818907c323', 'network_id': '230ddf19-0279-4e45-a111-f5818907c323', 'project_id': '477e43afdaeb4926a8a0ef8560e30980', 'fixed_ips': [{'subnet_id': 'c720c03c-f51f-4159-ace4-33c54c5b8b52'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:42:33.767970 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8873f53b-2893-40d1-b7c2-6f4919861bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:33.771442 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908d1321-0bc3-43c0-acd2-7f2eb9a9a778 admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:42:33.777442 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:33.782303 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1a7b4606-96b2-414a-83eb-e435dd416ffd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (636e9857-836c-4ed3-a71d-6cb94432b857), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:33.784847 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1a7b4606-96b2-414a-83eb-e435dd416ffd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (636e9857-836c-4ed3-a71d-6cb94432b857), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:33.812574 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a21e143a-507b-4478-9f31-8f9bccab6483 admin admin] Publish callbacks [] for security_group (30711505-b0eb-466f-b20d-b8a94c917e9e), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:33.967020 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-a4148b23-d05b-4b4a-b566-d51362f75a8c req-41e5a6da-519c-4f3a-9788-7d9a51531df8 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:34.043660 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908d1321-0bc3-43c0-acd2-7f2eb9a9a778 admin admin] Pushing event updated for resources: {'Port': ['ID=59ea6710-99d8-4e4d-b39b-e648ed448e58,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:42:34.431250 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a21e143a-507b-4478-9f31-8f9bccab6483 admin admin] Publish callbacks [] for security_group (30711505-b0eb-466f-b20d-b8a94c917e9e), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:34.573439 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 37012) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:42:34.579189 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e5a6da-519c-4f3a-9788-7d9a51531df8 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Pushing event updated for resources: {'Port': ['ID=ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:42:34.747754 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] get_ports_and_sgs() called for port_ids ['54432a46-1686-4c52-94a1-47829a97e1e1', 'e7face03-f5ca-470d-ba1f-9b74713e1d67'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:42:34.768610 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-8873f53b-2893-40d1-b7c2-6f4919861bde None None] Allocated IP 172.20.0.2 (230ddf19-0279-4e45-a111-f5818907c323/c720c03c-f51f-4159-ace4-33c54c5b8b52/ca3b74b4-5aa8-4739-8ead-e3d67c8321d1) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:42:34.807052 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ac74c5a9-852f-4f92-bda2-d26007145a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (af74b6bf-b8dd-40d3-b7a0-af2bd5662c4a), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:34.866740 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 37014) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:42:35.070105 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:35.160931 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-33247516-a570-4408-b3dd-842c087fb1be admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=f8f49cc17cdd45cc8278f8d5cf1e7490&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5665445 Oct 04 20:42:35.172203 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 37018) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:42:35.566201 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4148b23-d05b-4b4a-b566-d51362f75a8c req-41e5a6da-519c-4f3a-9788-7d9a51531df8 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:42:35.587403 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1a7b4606-96b2-414a-83eb-e435dd416ffd admin admin] Publish callbacks [] for router_controller (636e9857-836c-4ed3-a71d-6cb94432b857), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:35.589252 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [req-a4148b23-d05b-4b4a-b566-d51362f75a8c req-41e5a6da-519c-4f3a-9788-7d9a51531df8 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:42:35.593070 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a21e143a-507b-4478-9f31-8f9bccab6483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (30711505-b0eb-466f-b20d-b8a94c917e9e), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:35.604835 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a21e143a-507b-4478-9f31-8f9bccab6483 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:35.617924 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a21e143a-507b-4478-9f31-8f9bccab6483 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/30711505-b0eb-466f-b20d-b8a94c917e9e HTTP/1.1" status: 204 len: 168 time: 2.3753858 Oct 04 20:42:35.620701 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4148b23-d05b-4b4a-b566-d51362f75a8c req-41e5a6da-519c-4f3a-9788-7d9a51531df8 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:42:35.702231 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21e143a-507b-4478-9f31-8f9bccab6483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30711505-b0eb-466f-b20d-b8a94c917e9e,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:42:35.734074 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-908d1321-0bc3-43c0-acd2-7f2eb9a9a778 admin admin] Publish callbacks [] for router_gateway (622ad786-e50f-4d02-a74b-c15886da592d), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:35.775368 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-20b8d412-2e48-4d55-b55e-684c09b64f01 admin admin] Publish callbacks [] for security_group (a3687da7-7498-4bd2-abd2-f74dfef70a7d), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:35.926824 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2751f8-0098-4521-bfe6-ab782e03036d req-cc1822df-4b61-437c-9ee6-c31b18384963 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:42:35.929833 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9d2751f8-0098-4521-bfe6-ab782e03036d req-cc1822df-4b61-437c-9ee6-c31b18384963 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=62a318d1-22e6-4b7f-ae3b-e460e3ef8a6d HTTP/1.1" status: 200 len: 936 time: 1.4553802 Oct 04 20:42:35.947265 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:36.106798 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-20b8d412-2e48-4d55-b55e-684c09b64f01 admin admin] Publish callbacks [] for security_group (a3687da7-7498-4bd2-abd2-f74dfef70a7d), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:36.284192 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac74c5a9-852f-4f92-bda2-d26007145a85 None None] Pushing event updated for resources: {'Port': ['ID=af74b6bf-b8dd-40d3-b7a0-af2bd5662c4a,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:42:36.460605 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-20b8d412-2e48-4d55-b55e-684c09b64f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (a3687da7-7498-4bd2-abd2-f74dfef70a7d), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:36.484200 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-20b8d412-2e48-4d55-b55e-684c09b64f01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:36.487029 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9d2751f8-0098-4521-bfe6-ab782e03036d req-6bde55ee-d21c-4d4e-8554-48bd809a81fb tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0b5e75b1-9fa8-4cc9-86ca-a77492b60a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4998949 Oct 04 20:42:36.490786 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-20b8d412-2e48-4d55-b55e-684c09b64f01 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/a3687da7-7498-4bd2-abd2-f74dfef70a7d HTTP/1.1" status: 204 len: 168 time: 1.3165243 Oct 04 20:42:36.636039 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4148b23-d05b-4b4a-b566-d51362f75a8c req-41e5a6da-519c-4f3a-9788-7d9a51531df8 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:42:36.640750 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-a4148b23-d05b-4b4a-b566-d51362f75a8c req-41e5a6da-519c-4f3a-9788-7d9a51531df8 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:36.686464 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-466c86a0-23fc-4207-b03f-d61320d4de3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:36.930419 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8873f53b-2893-40d1-b7c2-6f4919861bde None None] Publish callbacks [] for port (ca3b74b4-5aa8-4739-8ead-e3d67c8321d1), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:37.198555 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8873f53b-2893-40d1-b7c2-6f4919861bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (ca3b74b4-5aa8-4739-8ead-e3d67c8321d1), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:37.252740 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-466c86a0-23fc-4207-b03f-d61320d4de3a admin admin] Publish callbacks [] for security_group (9e4c61f0-f2ee-4db4-9506-9bdf8ab5f4c3), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:37.264943 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-30849c23-fd7b-4ed8-922d-584c65068020 None None] Provisioning complete for port ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:42:37.265518 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-30849c23-fd7b-4ed8-922d-584c65068020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:37.266043 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-30849c23-fd7b-4ed8-922d-584c65068020 None None] Attempt 1 to provision port ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3 Oct 04 20:42:37.473961 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a4148b23-d05b-4b4a-b566-d51362f75a8c req-41e5a6da-519c-4f3a-9788-7d9a51531df8 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.83 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.4953637 Oct 04 20:42:37.518617 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1a7b4606-96b2-414a-83eb-e435dd416ffd admin admin] Publish callbacks [] for router_gateway (636e9857-836c-4ed3-a71d-6cb94432b857), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:37.552671 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-466c86a0-23fc-4207-b03f-d61320d4de3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (9e4c61f0-f2ee-4db4-9506-9bdf8ab5f4c3), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:37.649884 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [req-a4148b23-d05b-4b4a-b566-d51362f75a8c req-05651a90-a4e1-49fe-b0bf-d90d924ad8d6 service neutron] Request body: {'port': {'device_id': '62a318d1-22e6-4b7f-ae3b-e460e3ef8a6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-852085-12'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:42:37.736247 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8873f53b-2893-40d1-b7c2-6f4919861bde None None] Network 230ddf19-0279-4e45-a111-f5818907c323 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:42:37.765166 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-8873f53b-2893-40d1-b7c2-6f4919861bde None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:42:37.865873 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8873f53b-2893-40d1-b7c2-6f4919861bde None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:42:37.907333 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-30849c23-fd7b-4ed8-922d-584c65068020 None None] Port ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:42:38.124308 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8873f53b-2893-40d1-b7c2-6f4919861bde None None] Pushing event updated for resources: {'Port': ['ID=ca3b74b4-5aa8-4739-8ead-e3d67c8321d1,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:42:38.160362 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-466c86a0-23fc-4207-b03f-d61320d4de3a admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=ba3c3dc4e3f14807b3aad28237f03a4e&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5252745 Oct 04 20:42:38.178171 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 37058) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:42:38.286350 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b8d412-2e48-4d55-b55e-684c09b64f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3687da7-7498-4bd2-abd2-f74dfef70a7d,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:42:38.350327 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5a84ed-530c-4f57-923e-1688982faaef None None] Network e26dd16c-c221-4602-987e-d0307147f3f4 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:42:38.358372 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:38.876058 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device af74b6bf-b8dd-40d3-b7a0-af2bd5662c4a up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:42:38.933228 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-908d1321-0bc3-43c0-acd2-7f2eb9a9a778 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (622ad786-e50f-4d02-a74b-c15886da592d), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:39.002010 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-882d2955-f3ca-4b87-845b-2e3cf0cff430 None None] Provisioning complete for port af74b6bf-b8dd-40d3-b7a0-af2bd5662c4a triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:42:39.003375 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-882d2955-f3ca-4b87-845b-2e3cf0cff430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (af74b6bf-b8dd-40d3-b7a0-af2bd5662c4a), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:39.005197 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-882d2955-f3ca-4b87-845b-2e3cf0cff430 None None] Attempt 1 to provision port af74b6bf-b8dd-40d3-b7a0-af2bd5662c4a Oct 04 20:42:39.207779 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466c86a0-23fc-4207-b03f-d61320d4de3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4c61f0-f2ee-4db4-9506-9bdf8ab5f4c3,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:42:39.281907 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:39.426269 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:39.448516 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-8873f53b-2893-40d1-b7c2-6f4919861bde None None] Attempting to bind port ca3b74b4-5aa8-4739-8ead-e3d67c8321d1 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:42:39.459707 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-8873f53b-2893-40d1-b7c2-6f4919861bde None None] Attempting to bind port ca3b74b4-5aa8-4739-8ead-e3d67c8321d1 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '67b55822-b314-41dc-8925-985ebb2f3767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '230ddf19-0279-4e45-a111-f5818907c323'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:42:39.459707 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8873f53b-2893-40d1-b7c2-6f4919861bde None None] Attempting to bind port ca3b74b4-5aa8-4739-8ead-e3d67c8321d1 on network 230ddf19-0279-4e45-a111-f5818907c323 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:42:39.460113 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ecb351-7319-458d-ba25-36c34b8389bd req-b9650ad2-641e-4103-b5f5-d7870a48b325 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:42:39.460113 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-35ecb351-7319-458d-ba25-36c34b8389bd req-b9650ad2-641e-4103-b5f5-d7870a48b325 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=62a318d1-22e6-4b7f-ae3b-e460e3ef8a6d HTTP/1.1" status: 200 len: 936 time: 1.2748442 Oct 04 20:42:39.559949 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-908d1321-0bc3-43c0-acd2-7f2eb9a9a778 admin admin] Router 622ad786-e50f-4d02-a74b-c15886da592d is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:42:39.710037 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-a4148b23-d05b-4b4a-b566-d51362f75a8c req-05651a90-a4e1-49fe-b0bf-d90d924ad8d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:39.714101 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:39.842407 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-94825545-3966-4ebf-aef6-22c898cb064a admin admin] Publish callbacks [] for security_group (9e4c61f0-f2ee-4db4-9506-9bdf8ab5f4c3), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:39.969633 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-908d1321-0bc3-43c0-acd2-7f2eb9a9a778 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:42:39.998715 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77b04f6-5928-4ec6-acca-917d6463d83c None None] Sync routers for ids ['622ad786-e50f-4d02-a74b-c15886da592d'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:42:40.105439 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77b04f6-5928-4ec6-acca-917d6463d83c None None] Routers {'622ad786-e50f-4d02-a74b-c15886da592d'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:42:40.108801 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-f77b04f6-5928-4ec6-acca-917d6463d83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:42:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['622ad786-e50f-4d02-a74b-c15886da592d'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:42:40.111108 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1a7b4606-96b2-414a-83eb-e435dd416ffd admin admin] Publish callbacks [] for router_gateway (636e9857-836c-4ed3-a71d-6cb94432b857), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:40.179606 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-882d2955-f3ca-4b87-845b-2e3cf0cff430 None None] Current status of the port af74b6bf-b8dd-40d3-b7a0-af2bd5662c4a is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:42:40.180536 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-882d2955-f3ca-4b87-845b-2e3cf0cff430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (af74b6bf-b8dd-40d3-b7a0-af2bd5662c4a), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:40.272533 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-94825545-3966-4ebf-aef6-22c898cb064a admin admin] Publish callbacks [] for security_group (9e4c61f0-f2ee-4db4-9506-9bdf8ab5f4c3), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:40.282424 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port af74b6bf-b8dd-40d3-b7a0-af2bd5662c4a triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:42:40.282424 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (af74b6bf-b8dd-40d3-b7a0-af2bd5662c4a), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:40.282424 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port af74b6bf-b8dd-40d3-b7a0-af2bd5662c4a Oct 04 20:42:40.316435 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-908d1321-0bc3-43c0-acd2-7f2eb9a9a778 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:40.318899 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-908d1321-0bc3-43c0-acd2-7f2eb9a9a778 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 10.0626080 Oct 04 20:42:40.324584 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 37108) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:42:40.410646 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8873f53b-2893-40d1-b7c2-6f4919861bde None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:42:40.411059 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8873f53b-2893-40d1-b7c2-6f4919861bde None None] Checking segment: {'id': '67b55822-b314-41dc-8925-985ebb2f3767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '230ddf19-0279-4e45-a111-f5818907c323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:42:40.436635 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8873f53b-2893-40d1-b7c2-6f4919861bde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:40.437326 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8873f53b-2893-40d1-b7c2-6f4919861bde None None] Bound using segment: {'id': '67b55822-b314-41dc-8925-985ebb2f3767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '230ddf19-0279-4e45-a111-f5818907c323'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:42:40.438153 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-8873f53b-2893-40d1-b7c2-6f4919861bde None None] Bound port: ca3b74b4-5aa8-4739-8ead-e3d67c8321d1, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67b55822-b314-41dc-8925-985ebb2f3767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '230ddf19-0279-4e45-a111-f5818907c323'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:42:40.438868 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8873f53b-2893-40d1-b7c2-6f4919861bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (ca3b74b4-5aa8-4739-8ead-e3d67c8321d1), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:40.578812 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1a7b4606-96b2-414a-83eb-e435dd416ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:40.677587 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:UPDATE=1,neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:40.719533 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-f77b04f6-5928-4ec6-acca-917d6463d83c None None] Set router 622ad786-e50f-4d02-a74b-c15886da592d gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:42:40.720574 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-35ecb351-7319-458d-ba25-36c34b8389bd req-be1f170f-1db4-46ab-9487-13bd7bc5e784 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0b5e75b1-9fa8-4cc9-86ca-a77492b60a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2393970 Oct 04 20:42:40.854509 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-882d2955-f3ca-4b87-845b-2e3cf0cff430 None None] For port af74b6bf-b8dd-40d3-b7a0-af2bd5662c4a, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=af74b6bf-b8dd-40d3-b7a0-af2bd5662c4a,segment=NetworkSegment(85e74012-b593-44e5-a5af-5b58787ed805),segment_id=85e74012-b593-44e5-a5af-5b58787ed805)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:42:40.940949 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:41.085448 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-8873f53b-2893-40d1-b7c2-6f4919861bde None None] For port ca3b74b4-5aa8-4739-8ead-e3d67c8321d1, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:42:41.097435 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port af74b6bf-b8dd-40d3-b7a0-af2bd5662c4a is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:42:41.100636 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (af74b6bf-b8dd-40d3-b7a0-af2bd5662c4a), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:41.123326 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-8873f53b-2893-40d1-b7c2-6f4919861bde None None] For port ca3b74b4-5aa8-4739-8ead-e3d67c8321d1, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=ca3b74b4-5aa8-4739-8ead-e3d67c8321d1,segment=NetworkSegment(67b55822-b314-41dc-8925-985ebb2f3767),segment_id=67b55822-b314-41dc-8925-985ebb2f3767)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:42:41.129357 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-882d2955-f3ca-4b87-845b-2e3cf0cff430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (af74b6bf-b8dd-40d3-b7a0-af2bd5662c4a), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:41.481843 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882d2955-f3ca-4b87-845b-2e3cf0cff430 None None] Pushing event updated for resources: {'Port': ['ID=af74b6bf-b8dd-40d3-b7a0-af2bd5662c4a,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:42:41.511415 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 37134) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:42:41.517893 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8873f53b-2893-40d1-b7c2-6f4919861bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (ca3b74b4-5aa8-4739-8ead-e3d67c8321d1), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:41.573338 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-f77b04f6-5928-4ec6-acca-917d6463d83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622ad786-e50f-4d02-a74b-c15886da592d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1352324937-router', 'tenant_id': '1181b876697c473ba1d15bbefeea2cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '59ea6710-99d8-4e4d-b39b-e648ed448e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:42:30Z', 'updated_at': '2022-10-04T20:42:34Z', 'revision_number': 3, 'project_id': '1181b876697c473ba1d15bbefeea2cf2', 'gw_port': {'id': '59ea6710-99d8-4e4d-b39b-e648ed448e58', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622ad786-e50f-4d02-a74b-c15886da592d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:42:32Z', 'updated_at': '2022-10-04T20:42:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:42:41.694285 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77b04f6-5928-4ec6-acca-917d6463d83c None None] Checking router: 622ad786-e50f-4d02-a74b-c15886da592d for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:42:41.699227 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77b04f6-5928-4ec6-acca-917d6463d83c None None] Updating router 622ad786-e50f-4d02-a74b-c15886da592d port 59ea6710-99d8-4e4d-b39b-e648ed448e58 binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:42:41.779884 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-f77b04f6-5928-4ec6-acca-917d6463d83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (59ea6710-99d8-4e4d-b39b-e648ed448e58), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:41.806003 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-94825545-3966-4ebf-aef6-22c898cb064a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (9e4c61f0-f2ee-4db4-9506-9bdf8ab5f4c3), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:41.818332 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-94825545-3966-4ebf-aef6-22c898cb064a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:41.837619 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-94825545-3966-4ebf-aef6-22c898cb064a admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/9e4c61f0-f2ee-4db4-9506-9bdf8ab5f4c3 HTTP/1.1" status: 204 len: 168 time: 3.3151712 Oct 04 20:42:41.945856 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 20:42:41.946494 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 20:42:41.978344 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-2506ac0e-c0de-4294-a14b-fc1a40610c15 None None] Provisioning complete for port af74b6bf-b8dd-40d3-b7a0-af2bd5662c4a triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:42:41.979643 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2506ac0e-c0de-4294-a14b-fc1a40610c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (af74b6bf-b8dd-40d3-b7a0-af2bd5662c4a), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:41.979903 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-2506ac0e-c0de-4294-a14b-fc1a40610c15 None None] Attempt 1 to provision port af74b6bf-b8dd-40d3-b7a0-af2bd5662c4a Oct 04 20:42:42.212497 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94825545-3966-4ebf-aef6-22c898cb064a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4c61f0-f2ee-4db4-9506-9bdf8ab5f4c3,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:42:42.296023 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:42.387872 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [req-a4148b23-d05b-4b4a-b566-d51362f75a8c req-05651a90-a4e1-49fe-b0bf-d90d924ad8d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3 {{(pid=108170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 20:42:42.467665 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-a4148b23-d05b-4b4a-b566-d51362f75a8c req-05651a90-a4e1-49fe-b0bf-d90d924ad8d6 service neutron] Publish callbacks [] for port (ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:42.474204 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8873f53b-2893-40d1-b7c2-6f4919861bde None None] Pushing event updated for resources: {'Port': ['ID=ca3b74b4-5aa8-4739-8ead-e3d67c8321d1,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:42:42.509573 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8f0d6420-b04b-451a-a692-9bb574967c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:42.515603 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-6f63b520-895e-48a8-b46e-4ba377528659 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1616519809-network', 'tenant_id': 'a9756cde63f04174a293f5b7558d1a96'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:42:42.834092 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port af74b6bf-b8dd-40d3-b7a0-af2bd5662c4a is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:42:42.859808 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6189ec-8358-4c44-9c2c-7886bd832c51 req-7f7ac70e-6f71-48c8-85f3-ab7103ac933e tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:42:42.872702 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-2f6189ec-8358-4c44-9c2c-7886bd832c51 req-7f7ac70e-6f71-48c8-85f3-ab7103ac933e tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=62a318d1-22e6-4b7f-ae3b-e460e3ef8a6d HTTP/1.1" status: 200 len: 936 time: 0.7947483 Oct 04 20:42:42.878962 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.provisioning_blocks [req-a4148b23-d05b-4b4a-b566-d51362f75a8c req-05651a90-a4e1-49fe-b0bf-d90d924ad8d6 service neutron] Transition to ACTIVE for port object ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3 will not be triggered until provisioned by entity L2. {{(pid=108170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 20:42:42.910135 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f63b520-895e-48a8-b46e-4ba377528659 admin admin] Made reservation on behalf of a9756cde63f04174a293f5b7558d1a96 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:42:42.920487 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6f63b520-895e-48a8-b46e-4ba377528659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:43.040383 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-2506ac0e-c0de-4294-a14b-fc1a40610c15 None None] Current status of the port af74b6bf-b8dd-40d3-b7a0-af2bd5662c4a is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:42:43.044424 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6f63b520-895e-48a8-b46e-4ba377528659 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:43.128212 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-a4148b23-d05b-4b4a-b566-d51362f75a8c req-05651a90-a4e1-49fe-b0bf-d90d924ad8d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:43.444327 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:43.480620 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-f77b04f6-5928-4ec6-acca-917d6463d83c None None] Publish callbacks [] for port (59ea6710-99d8-4e4d-b39b-e648ed448e58), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:43.569278 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05651a90-a4e1-49fe-b0bf-d90d924ad8d6 service neutron] Pushing event updated for resources: {'Port': ['ID=ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:42:43.579195 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device af74b6bf-b8dd-40d3-b7a0-af2bd5662c4a up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:42:43.650206 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-8f0d6420-b04b-451a-a692-9bb574967c3c admin admin] Allocated IP 172.20.0.1 (e26dd16c-c221-4602-987e-d0307147f3f4/2a98f900-a487-42bd-b115-821252f0a3b5/0ec6f239-ba96-4bef-9f9b-a7b7ec39cac3) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:42:43.665946 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-2f6189ec-8358-4c44-9c2c-7886bd832c51 req-c8784092-7042-496f-893f-7349123ba048 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0b5e75b1-9fa8-4cc9-86ca-a77492b60a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7765319 Oct 04 20:42:43.707514 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-f77b04f6-5928-4ec6-acca-917d6463d83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (59ea6710-99d8-4e4d-b39b-e648ed448e58), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:43.812395 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port af74b6bf-b8dd-40d3-b7a0-af2bd5662c4a triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:42:43.813465 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (af74b6bf-b8dd-40d3-b7a0-af2bd5662c4a), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:43.815775 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port af74b6bf-b8dd-40d3-b7a0-af2bd5662c4a Oct 04 20:42:43.995713 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-f77b04f6-5928-4ec6-acca-917d6463d83c None None] Attempting to bind port 59ea6710-99d8-4e4d-b39b-e648ed448e58 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:42:44.009473 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-f77b04f6-5928-4ec6-acca-917d6463d83c None None] Attempting to bind port 59ea6710-99d8-4e4d-b39b-e648ed448e58 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:42:44.010639 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77b04f6-5928-4ec6-acca-917d6463d83c None None] Attempting to bind port 59ea6710-99d8-4e4d-b39b-e648ed448e58 on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:42:44.080492 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6f63b520-895e-48a8-b46e-4ba377528659 admin admin] Publish callbacks [] for security_group (b0dde518-6694-49e8-88c2-e8841f7020b1), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:44.226884 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:44.248201 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port af74b6bf-b8dd-40d3-b7a0-af2bd5662c4a is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:42:44.250473 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device ca3b74b4-5aa8-4739-8ead-e3d67c8321d1 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:42:44.300761 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:44.313269 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77b04f6-5928-4ec6-acca-917d6463d83c None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:42:44.314187 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77b04f6-5928-4ec6-acca-917d6463d83c None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:42:44.314930 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-f77b04f6-5928-4ec6-acca-917d6463d83c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:44.326669 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77b04f6-5928-4ec6-acca-917d6463d83c None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:42:44.326669 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-f77b04f6-5928-4ec6-acca-917d6463d83c None None] Bound port: 59ea6710-99d8-4e4d-b39b-e648ed448e58, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:42:44.326669 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-f77b04f6-5928-4ec6-acca-917d6463d83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (59ea6710-99d8-4e4d-b39b-e648ed448e58), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:44.435396 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6f63b520-895e-48a8-b46e-4ba377528659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (b0dde518-6694-49e8-88c2-e8841f7020b1), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:44.449057 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8f0d6420-b04b-451a-a692-9bb574967c3c admin admin] Publish callbacks [] for port (0ec6f239-ba96-4bef-9f9b-a7b7ec39cac3), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:44.486219 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port ca3b74b4-5aa8-4739-8ead-e3d67c8321d1 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:42:44.487652 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (ca3b74b4-5aa8-4739-8ead-e3d67c8321d1), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:44.492418 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port ca3b74b4-5aa8-4739-8ead-e3d67c8321d1 Oct 04 20:42:44.558064 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f63b520-895e-48a8-b46e-4ba377528659 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:42:44.582268 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [req-a4148b23-d05b-4b4a-b566-d51362f75a8c req-05651a90-a4e1-49fe-b0bf-d90d924ad8d6 service neutron] Attempting to bind port ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3 on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:42:44.584588 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [req-a4148b23-d05b-4b4a-b566-d51362f75a8c req-05651a90-a4e1-49fe-b0bf-d90d924ad8d6 service neutron] Attempting to bind port ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3 by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'}] {{(pid=108170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:42:44.585456 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4148b23-d05b-4b4a-b566-d51362f75a8c req-05651a90-a4e1-49fe-b0bf-d90d924ad8d6 service neutron] Attempting to bind port ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3 on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:42:44.625282 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f63b520-895e-48a8-b46e-4ba377528659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0dde518-6694-49e8-88c2-e8841f7020b1,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:42:44.663272 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-f77b04f6-5928-4ec6-acca-917d6463d83c None None] For port 59ea6710-99d8-4e4d-b39b-e648ed448e58, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:42:44.688954 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-f77b04f6-5928-4ec6-acca-917d6463d83c None None] For port 59ea6710-99d8-4e4d-b39b-e648ed448e58, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=59ea6710-99d8-4e4d-b39b-e648ed448e58,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:42:44.702169 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-1a7b4606-96b2-414a-83eb-e435dd416ffd admin admin] Allocated IP 172.25.5.100 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/fa901973-a655-4f42-8dfe-ffa76fb10cdd) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:42:44.713674 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:44.719774 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2b7377-a48c-4552-8484-59e7da13280d None None] Pushing event updated for resources: {'Port': ['ID=59ea6710-99d8-4e4d-b39b-e648ed448e58,revision_number=2']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:42:44.734243 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:44.775588 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6f63b520-895e-48a8-b46e-4ba377528659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (15623087-b986-4d0c-acac-db72f854251a), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:44.779581 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-6f63b520-895e-48a8-b46e-4ba377528659 admin admin] Added segment 15623087-b986-4d0c-acac-db72f854251a of type vlan for network a01e9a88-74fc-4f6c-a9eb-b64446db8cab Oct 04 20:42:44.845041 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3449f893-9b7d-4918-914d-482078b5f1c8 None None] Network 230ddf19-0279-4e45-a111-f5818907c323 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:42:44.875319 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8f0d6420-b04b-451a-a692-9bb574967c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (0ec6f239-ba96-4bef-9f9b-a7b7ec39cac3), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:44.891257 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6f63b520-895e-48a8-b46e-4ba377528659 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (a01e9a88-74fc-4f6c-a9eb-b64446db8cab), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:44.996807 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0d6420-b04b-451a-a692-9bb574967c3c admin admin] Network e26dd16c-c221-4602-987e-d0307147f3f4 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:42:45.009281 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-8f0d6420-b04b-451a-a692-9bb574967c3c admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:42:45.038253 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0d6420-b04b-451a-a692-9bb574967c3c admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:42:45.039092 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-ffc6c92d-714a-4528-9300-d3dde38e3d39 None None] Provisioning complete for port ca3b74b4-5aa8-4739-8ead-e3d67c8321d1 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:42:45.039761 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ffc6c92d-714a-4528-9300-d3dde38e3d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (ca3b74b4-5aa8-4739-8ead-e3d67c8321d1), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:45.040160 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-ffc6c92d-714a-4528-9300-d3dde38e3d39 None None] Attempt 1 to provision port ca3b74b4-5aa8-4739-8ead-e3d67c8321d1 Oct 04 20:42:45.117246 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4148b23-d05b-4b4a-b566-d51362f75a8c req-05651a90-a4e1-49fe-b0bf-d90d924ad8d6 service neutron] Port ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3 on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:42:45.117861 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4148b23-d05b-4b4a-b566-d51362f75a8c req-05651a90-a4e1-49fe-b0bf-d90d924ad8d6 service neutron] Attempting to bind port ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3 on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:42:45.158773 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-f77b04f6-5928-4ec6-acca-917d6463d83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (59ea6710-99d8-4e4d-b39b-e648ed448e58), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:45.224386 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port ca3b74b4-5aa8-4739-8ead-e3d67c8321d1 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:42:45.225042 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (ca3b74b4-5aa8-4739-8ead-e3d67c8321d1), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:45.305650 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4148b23-d05b-4b4a-b566-d51362f75a8c req-05651a90-a4e1-49fe-b0bf-d90d924ad8d6 service neutron] Checking agent: {'id': 'd500e1cf-136e-47e7-b7fe-ae200432f8b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 28, 32), 'started_at': datetime.datetime(2022, 10, 4, 20, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:42:45.305650 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4148b23-d05b-4b4a-b566-d51362f75a8c req-05651a90-a4e1-49fe-b0bf-d90d924ad8d6 service neutron] Checking segment: {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:42:45.305650 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4148b23-d05b-4b4a-b566-d51362f75a8c req-05651a90-a4e1-49fe-b0bf-d90d924ad8d6 service neutron] Bound using segment: {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'} {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:42:45.307314 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [req-a4148b23-d05b-4b4a-b566-d51362f75a8c req-05651a90-a4e1-49fe-b0bf-d90d924ad8d6 service neutron] Bound port: ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3, host: n-h1-852085-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'}}] {{(pid=108170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:42:45.308310 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-a4148b23-d05b-4b4a-b566-d51362f75a8c req-05651a90-a4e1-49fe-b0bf-d90d924ad8d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:45.315815 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0d6420-b04b-451a-a692-9bb574967c3c admin admin] Pushing event updated for resources: {'Port': ['ID=0ec6f239-ba96-4bef-9f9b-a7b7ec39cac3,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:42:45.325089 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:45.348028 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77b04f6-5928-4ec6-acca-917d6463d83c None None] Routers {'622ad786-e50f-4d02-a74b-c15886da592d'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:42:45.350472 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-f77b04f6-5928-4ec6-acca-917d6463d83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:42:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['622ad786-e50f-4d02-a74b-c15886da592d'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:42:45.541869 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port ca3b74b4-5aa8-4739-8ead-e3d67c8321d1, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=ca3b74b4-5aa8-4739-8ead-e3d67c8321d1,segment=NetworkSegment(67b55822-b314-41dc-8925-985ebb2f3767),segment_id=67b55822-b314-41dc-8925-985ebb2f3767)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:42:45.545269 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dcc534-1d88-4a57-a9bd-03f4d668c231 req-3fed7213-43cd-41d2-9783-5c50a3d41fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:42:45.554436 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-c1dcc534-1d88-4a57-a9bd-03f4d668c231 req-3fed7213-43cd-41d2-9783-5c50a3d41fe9 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=b46055f08aae47a99a59e1192db71b8e&device_id=bd64c084-10af-4b12-bdd9-ef53866be364 HTTP/1.1" status: 200 len: 1134 time: 0.5040457 Oct 04 20:42:45.597172 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [req-a4148b23-d05b-4b4a-b566-d51362f75a8c req-05651a90-a4e1-49fe-b0bf-d90d924ad8d6 service neutron] For port ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3, host n-h1-852085-12, cleared binding levels {{(pid=108170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:42:45.626143 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [req-a4148b23-d05b-4b4a-b566-d51362f75a8c req-05651a90-a4e1-49fe-b0bf-d90d924ad8d6 service neutron] For port ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3, host n-h1-852085-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:42:45.817229 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8f0d6420-b04b-451a-a692-9bb574967c3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (622ad786-e50f-4d02-a74b-c15886da592d), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:45.877247 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6f63b520-895e-48a8-b46e-4ba377528659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (a01e9a88-74fc-4f6c-a9eb-b64446db8cab), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:45.885461 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f63b520-895e-48a8-b46e-4ba377528659 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:42:45.889466 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2b7377-a48c-4552-8484-59e7da13280d None None] Pushing event updated for resources: {'Port': ['ID=59ea6710-99d8-4e4d-b39b-e648ed448e58,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:42:45.890974 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6f63b520-895e-48a8-b46e-4ba377528659 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:46.091803 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:46.101570 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-ffc6c92d-714a-4528-9300-d3dde38e3d39 None None] Current status of the port ca3b74b4-5aa8-4739-8ead-e3d67c8321d1 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:42:46.104276 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ffc6c92d-714a-4528-9300-d3dde38e3d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (ca3b74b4-5aa8-4739-8ead-e3d67c8321d1), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:46.111048 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c22471dc-0e66-4eed-a8ca-34560eea6ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:46.121132 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (ca3b74b4-5aa8-4739-8ead-e3d67c8321d1), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:46.221731 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-f77b04f6-5928-4ec6-acca-917d6463d83c None None] Set router 622ad786-e50f-4d02-a74b-c15886da592d gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:42:46.357116 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=ca3b74b4-5aa8-4739-8ead-e3d67c8321d1,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:42:46.564597 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:46.624624 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-ffc6c92d-714a-4528-9300-d3dde38e3d39 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 20:42:46.625360 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-ffc6c92d-714a-4528-9300-d3dde38e3d39 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 20:42:46.733929 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dcc534-1d88-4a57-a9bd-03f4d668c231 req-18639acd-189f-46b2-bcb1-6b1516a78d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:42:46.736955 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-c1dcc534-1d88-4a57-a9bd-03f4d668c231 req-18639acd-189f-46b2-bcb1-6b1516a78d19 service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=42fbb05e-3f96-444f-a676-04ee9d06a8c7 HTTP/1.1" status: 200 len: 870 time: 1.1280735 Oct 04 20:42:46.879412 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-c1dcc534-1d88-4a57-a9bd-03f4d668c231 req-f5384341-fe99-4fb7-aea9-0962ae2ec2ee service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=a55c4fe7-8c63-4a39-819e-95561de2446e HTTP/1.1" status: 200 len: 217 time: 0.1246042 Oct 04 20:42:47.119985 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-f77b04f6-5928-4ec6-acca-917d6463d83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622ad786-e50f-4d02-a74b-c15886da592d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1352324937-router', 'tenant_id': '1181b876697c473ba1d15bbefeea2cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '59ea6710-99d8-4e4d-b39b-e648ed448e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:42:30Z', 'updated_at': '2022-10-04T20:42:34Z', 'revision_number': 3, 'project_id': '1181b876697c473ba1d15bbefeea2cf2', 'gw_port': {'id': '59ea6710-99d8-4e4d-b39b-e648ed448e58', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622ad786-e50f-4d02-a74b-c15886da592d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:42:32Z', 'updated_at': '2022-10-04T20:42:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:42:47.131394 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f63b520-895e-48a8-b46e-4ba377528659 admin admin] Pushing event updated for resources: {'Network': ['ID=a01e9a88-74fc-4f6c-a9eb-b64446db8cab,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:42:47.135819 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-a4148b23-d05b-4b4a-b566-d51362f75a8c req-05651a90-a4e1-49fe-b0bf-d90d924ad8d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:47.143752 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4148b23-d05b-4b4a-b566-d51362f75a8c req-05651a90-a4e1-49fe-b0bf-d90d924ad8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:42:47.145216 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-a4148b23-d05b-4b4a-b566-d51362f75a8c req-05651a90-a4e1-49fe-b0bf-d90d924ad8d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:47.148120 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a4148b23-d05b-4b4a-b566-d51362f75a8c req-05651a90-a4e1-49fe-b0bf-d90d924ad8d6 service neutron] 10.222.0.83 "PUT /networking/v2.0/ports/ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3 HTTP/1.1" status: 200 len: 1097 time: 9.5977180 Oct 04 20:42:47.163431 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d2d117-a91d-4590-b8c2-49e6c22bef1a req-8209ecb3-f563-435d-a6fd-c60dbcaf73a0 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:42:47.166785 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-44d2d117-a91d-4590-b8c2-49e6c22bef1a req-8209ecb3-f563-435d-a6fd-c60dbcaf73a0 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=62a318d1-22e6-4b7f-ae3b-e460e3ef8a6d HTTP/1.1" status: 200 len: 948 time: 2.1214445 Oct 04 20:42:47.258685 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77b04f6-5928-4ec6-acca-917d6463d83c None None] The sync data for ids ['622ad786-e50f-4d02-a74b-c15886da592d'] in n-d-852085-12 is: [{'id': '622ad786-e50f-4d02-a74b-c15886da592d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1352324937-router', 'tenant_id': '1181b876697c473ba1d15bbefeea2cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '59ea6710-99d8-4e4d-b39b-e648ed448e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:42:30Z', 'updated_at': '2022-10-04T20:42:34Z', 'revision_number': 3, 'project_id': '1181b876697c473ba1d15bbefeea2cf2', 'gw_port': {'id': '59ea6710-99d8-4e4d-b39b-e648ed448e58', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622ad786-e50f-4d02-a74b-c15886da592d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:42:32Z', 'updated_at': '2022-10-04T20:42:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:42:47.270380 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8f0d6420-b04b-451a-a692-9bb574967c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (0ec6f239-ba96-4bef-9f9b-a7b7ec39cac3), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:47.277516 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dcc534-1d88-4a57-a9bd-03f4d668c231 req-0ac3d4c6-6fbe-47af-bf14-168dc070c5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:42:47.280412 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-c1dcc534-1d88-4a57-a9bd-03f4d668c231 req-0ac3d4c6-6fbe-47af-bf14-168dc070c5d3 service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.4029222 Oct 04 20:42:47.288299 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62a318d1-22e6-4b7f-ae3b-e460e3ef8a6d', 'tag': 'ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3'}] {{(pid=108170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:42:47.296948 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a696e922a709062c6bf2650733a1f4a2b44940721a32d933316dd509f3aaf0ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e965c883-c9d4-4aba-a8f1-02a56bedd1e4" -d '{"events": [{"name": "network-changed", "server_uuid": "62a318d1-22e6-4b7f-ae3b-e460e3ef8a6d", "tag": "ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3"}]}' {{(pid=108170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:42:47.364465 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:UPDATE=7,neutron:SELECT=88,neutron:INSERT=3,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:47.407669 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-ffc6c92d-714a-4528-9300-d3dde38e3d39 None None] Current status of the port ca3b74b4-5aa8-4739-8ead-e3d67c8321d1 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:42:47.473060 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network a01e9a88-74fc-4f6c-a9eb-b64446db8cab details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:42:47.593235 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dcc534-1d88-4a57-a9bd-03f4d668c231 req-5f87c1bf-9801-4e4b-ac32-330456871874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:42:47.595477 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-c1dcc534-1d88-4a57-a9bd-03f4d668c231 req-5f87c1bf-9801-4e4b-ac32-330456871874 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2918651 Oct 04 20:42:47.702690 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9a59f35d-dc73-4829-9341-3f709fecf513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:47.720480 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 20:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c42af1-8478-4cc9-aa11-0fc077c2e71d x-openstack-request-id: req-b2c42af1-8478-4cc9-aa11-0fc077c2e71d {{(pid=108170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:42:47.720961 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62a318d1-22e6-4b7f-ae3b-e460e3ef8a6d", "tag": "ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3", "status": "completed", "code": 200}]} {{(pid=108170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:42:47.721360 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b2c42af1-8478-4cc9-aa11-0fc077c2e71d {{(pid=108170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:42:47.721997 n-d-852085-12 neutron-server[108170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2c42af1-8478-4cc9-aa11-0fc077c2e71d'] response: {'name': 'network-changed', 'server_uuid': '62a318d1-22e6-4b7f-ae3b-e460e3ef8a6d', 'tag': 'ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3', 'status': 'completed', 'code': 200} Oct 04 20:42:47.724325 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-1d1874b0-fbff-4824-9176-d6887f3e2c3d None None] Provisioning complete for port 0ec6f239-ba96-4bef-9f9b-a7b7ec39cac3 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:42:47.730436 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-1d1874b0-fbff-4824-9176-d6887f3e2c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (0ec6f239-ba96-4bef-9f9b-a7b7ec39cac3), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:47.732087 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-1d1874b0-fbff-4824-9176-d6887f3e2c3d None None] Attempt 1 to provision port 0ec6f239-ba96-4bef-9f9b-a7b7ec39cac3 Oct 04 20:42:47.776977 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05651a90-a4e1-49fe-b0bf-d90d924ad8d6 service neutron] Pushing event updated for resources: {'Port': ['ID=ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3,revision_number=3']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:42:47.823841 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-1d1874b0-fbff-4824-9176-d6887f3e2c3d None None] Port 0ec6f239-ba96-4bef-9f9b-a7b7ec39cac3 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:42:47.874470 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-1d1874b0-fbff-4824-9176-d6887f3e2c3d None None] Provisioning complete for port ca3b74b4-5aa8-4739-8ead-e3d67c8321d1 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:42:47.875115 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-1d1874b0-fbff-4824-9176-d6887f3e2c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (ca3b74b4-5aa8-4739-8ead-e3d67c8321d1), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:47.875713 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-1d1874b0-fbff-4824-9176-d6887f3e2c3d None None] Attempt 1 to provision port ca3b74b4-5aa8-4739-8ead-e3d67c8321d1 Oct 04 20:42:47.921753 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1a7b4606-96b2-414a-83eb-e435dd416ffd admin admin] Publish callbacks [] for port (fa901973-a655-4f42-8dfe-ffa76fb10cdd), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:48.033405 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-6f63b520-895e-48a8-b46e-4ba377528659 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 6.2967980 Oct 04 20:42:48.076097 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-44d2d117-a91d-4590-b8c2-49e6c22bef1a req-8041e333-c4a4-4d03-acfc-3179c35791d4 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0b5e75b1-9fa8-4cc9-86ca-a77492b60a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7540965 Oct 04 20:42:48.112090 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4148b23-d05b-4b4a-b566-d51362f75a8c req-f3884da3-ff10-4750-8e71-01382da9410d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:42:48.113856 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 37220) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:42:48.116851 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a4148b23-d05b-4b4a-b566-d51362f75a8c req-f3884da3-ff10-4750-8e71-01382da9410d service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=e9fae788056d4b8e9d45e8988fc6920f&device_id=62a318d1-22e6-4b7f-ae3b-e460e3ef8a6d HTTP/1.1" status: 200 len: 1131 time: 0.6385524 Oct 04 20:42:48.340860 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a4148b23-d05b-4b4a-b566-d51362f75a8c req-d30002a4-b2c1-4b99-b50c-9e6c4e881ffb service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3 HTTP/1.1" status: 200 len: 217 time: 0.1876459 Oct 04 20:42:48.340860 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1a7b4606-96b2-414a-83eb-e435dd416ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (fa901973-a655-4f42-8dfe-ffa76fb10cdd), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:48.401908 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-1d1874b0-fbff-4824-9176-d6887f3e2c3d None None] Current status of the port ca3b74b4-5aa8-4739-8ead-e3d67c8321d1 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:42:48.436726 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-dc80ba46-a275-4df9-b622-22ff59a2ce70 admin admin] Request body: {'subnet': {'network_id': 'a01e9a88-74fc-4f6c-a9eb-b64446db8cab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1616519809-subnet', 'tenant_id': 'a9756cde63f04174a293f5b7558d1a96', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:42:48.799820 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7b4606-96b2-414a-83eb-e435dd416ffd admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:42:48.822554 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-1a7b4606-96b2-414a-83eb-e435dd416ffd admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:42:48.847996 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7b4606-96b2-414a-83eb-e435dd416ffd admin admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:42:48.883117 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device ca3b74b4-5aa8-4739-8ead-e3d67c8321d1 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:42:48.974213 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8f0d6420-b04b-451a-a692-9bb574967c3c admin admin] Publish callbacks [] for port (0ec6f239-ba96-4bef-9f9b-a7b7ec39cac3), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:48.977695 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:49.018533 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7b4606-96b2-414a-83eb-e435dd416ffd admin admin] Pushing event updated for resources: {'Port': ['ID=fa901973-a655-4f42-8dfe-ffa76fb10cdd,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:42:49.047011 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-c1dcc534-1d88-4a57-a9bd-03f4d668c231 req-624248a6-e69c-485d-8c57-86a88659e0a4 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4313226 Oct 04 20:42:49.078499 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4148b23-d05b-4b4a-b566-d51362f75a8c req-13075b14-0906-4b12-ac6f-ad460aa87a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:42:49.099293 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a4148b23-d05b-4b4a-b566-d51362f75a8c req-13075b14-0906-4b12-ac6f-ad460aa87a31 service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.7360566 Oct 04 20:42:49.123460 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port ca3b74b4-5aa8-4739-8ead-e3d67c8321d1 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:42:49.125651 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (ca3b74b4-5aa8-4739-8ead-e3d67c8321d1), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:49.127848 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port ca3b74b4-5aa8-4739-8ead-e3d67c8321d1 Oct 04 20:42:49.560461 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-c1dcc534-1d88-4a57-a9bd-03f4d668c231 req-862f2a5d-48cc-436c-ba11-eb3b73af789e service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5053551 Oct 04 20:42:49.575048 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8f0d6420-b04b-451a-a692-9bb574967c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (0ec6f239-ba96-4bef-9f9b-a7b7ec39cac3), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:49.587944 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port ca3b74b4-5aa8-4739-8ead-e3d67c8321d1 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:42:49.605888 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 59ea6710-99d8-4e4d-b39b-e648ed448e58 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:42:49.613938 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc80ba46-a275-4df9-b622-22ff59a2ce70 admin admin] Made reservation on behalf of a9756cde63f04174a293f5b7558d1a96 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:42:49.625676 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dc80ba46-a275-4df9-b622-22ff59a2ce70 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:49.660848 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:49.666382 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ec4458b3-9537-4e9b-a2f3-d6fc68418eb7 req-3950e4b9-6c2a-4bbc-b654-d34fa7f440a7 tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=baa9bc0601f141e48e1b5f001769d221&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0701110 Oct 04 20:42:49.874112 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 59ea6710-99d8-4e4d-b39b-e648ed448e58 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:42:49.874614 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (59ea6710-99d8-4e4d-b39b-e648ed448e58), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:49.875227 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 59ea6710-99d8-4e4d-b39b-e648ed448e58 Oct 04 20:42:50.090868 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0d6420-b04b-451a-a692-9bb574967c3c admin admin] Pushing event updated for resources: {'Port': ['ID=0ec6f239-ba96-4bef-9f9b-a7b7ec39cac3,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:42:50.198918 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:50.202770 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 59ea6710-99d8-4e4d-b39b-e648ed448e58 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:42:50.203776 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (59ea6710-99d8-4e4d-b39b-e648ed448e58), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:50.228782 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8f0d6420-b04b-451a-a692-9bb574967c3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (622ad786-e50f-4d02-a74b-c15886da592d), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:50.235205 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4148b23-d05b-4b4a-b566-d51362f75a8c req-c2e8da80-d114-4dc5-8e05-787a2fd12323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:42:50.239039 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a4148b23-d05b-4b4a-b566-d51362f75a8c req-c2e8da80-d114-4dc5-8e05-787a2fd12323 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.6876833 Oct 04 20:42:50.252152 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 59ea6710-99d8-4e4d-b39b-e648ed448e58, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=59ea6710-99d8-4e4d-b39b-e648ed448e58,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:42:50.300383 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afa0681-3506-4c60-975e-a8be8d2fb621 req-d10925cb-df7b-416b-8bc1-f36dc6733372 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:42:50.303943 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4afa0681-3506-4c60-975e-a8be8d2fb621 req-d10925cb-df7b-416b-8bc1-f36dc6733372 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=62a318d1-22e6-4b7f-ae3b-e460e3ef8a6d HTTP/1.1" status: 200 len: 948 time: 0.4220579 Oct 04 20:42:50.576484 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:50.685927 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (59ea6710-99d8-4e4d-b39b-e648ed448e58), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:50.711296 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:50.791760 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0d6420-b04b-451a-a692-9bb574967c3c admin admin] Network e26dd16c-c221-4602-987e-d0307147f3f4 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:42:50.800300 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-8f0d6420-b04b-451a-a692-9bb574967c3c admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:42:50.835524 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:50.882473 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4458b3-9537-4e9b-a2f3-d6fc68418eb7 req-aefb8199-b0e2-4614-bbf4-0192d3005ddc tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:42:50.902210 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ec4458b3-9537-4e9b-a2f3-d6fc68418eb7 req-aefb8199-b0e2-4614-bbf4-0192d3005ddc tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1902108 Oct 04 20:42:51.052135 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ec4458b3-9537-4e9b-a2f3-d6fc68418eb7 req-add13bac-76a8-4e62-b3bb-7dc9897bdc4f tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] 10.222.0.78 "GET /networking/v2.0/quotas/baa9bc0601f141e48e1b5f001769d221 HTTP/1.1" status: 200 len: 375 time: 0.1465533 Oct 04 20:42:51.083994 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=59ea6710-99d8-4e4d-b39b-e648ed448e58,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:42:51.102466 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1a7b4606-96b2-414a-83eb-e435dd416ffd admin admin] Publish callbacks [] for router_gateway (636e9857-836c-4ed3-a71d-6cb94432b857), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:51.135391 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4afa0681-3506-4c60-975e-a8be8d2fb621 req-07a63a66-15af-4c37-8b91-3f14d4ace896 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0b5e75b1-9fa8-4cc9-86ca-a77492b60a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7503841 Oct 04 20:42:51.205980 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dc80ba46-a275-4df9-b622-22ff59a2ce70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (076ab631-bece-45b9-82d4-9b3c6350b26c), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:51.450729 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ec4458b3-9537-4e9b-a2f3-d6fc68418eb7 req-ea65e0fd-2a66-4968-92ff-f9d7e3df35c9 tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=baa9bc0601f141e48e1b5f001769d221&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3700218 Oct 04 20:42:51.517357 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a4148b23-d05b-4b4a-b566-d51362f75a8c req-9cb149e2-854f-43b9-ac0b-e343613a714d service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1793947 Oct 04 20:42:51.522276 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc80ba46-a275-4df9-b622-22ff59a2ce70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=076ab631-bece-45b9-82d4-9b3c6350b26c,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:42:51.694407 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:51.786433 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-0696a7ea-ba02-429a-a827-b0785c3730b7 None None] Provisioning complete for port 0ec6f239-ba96-4bef-9f9b-a7b7ec39cac3 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:42:51.797296 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0696a7ea-ba02-429a-a827-b0785c3730b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (0ec6f239-ba96-4bef-9f9b-a7b7ec39cac3), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:51.798211 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-0696a7ea-ba02-429a-a827-b0785c3730b7 None None] Attempt 1 to provision port 0ec6f239-ba96-4bef-9f9b-a7b7ec39cac3 Oct 04 20:42:51.813674 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc80ba46-a275-4df9-b622-22ff59a2ce70 admin admin] Checking segment: {'id': '15623087-b986-4d0c-acac-db72f854251a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a01e9a88-74fc-4f6c-a9eb-b64446db8cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:42:51.814493 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc80ba46-a275-4df9-b622-22ff59a2ce70 admin admin] Network hostable DHCP agents. Network: a01e9a88-74fc-4f6c-a9eb-b64446db8cab, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:42:51.855677 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f0d6420-b04b-451a-a692-9bb574967c3c admin admin] Router 622ad786-e50f-4d02-a74b-c15886da592d has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:42:51.913328 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-0696a7ea-ba02-429a-a827-b0785c3730b7 None None] Port 0ec6f239-ba96-4bef-9f9b-a7b7ec39cac3 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:42:51.917693 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:52.021511 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a4148b23-d05b-4b4a-b566-d51362f75a8c req-ca08216e-c8b8-4431-bba7-c12087bb98af service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4854290 Oct 04 20:42:52.025822 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:52.206591 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc80ba46-a275-4df9-b622-22ff59a2ce70 admin admin] Network a01e9a88-74fc-4f6c-a9eb-b64446db8cab is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:42:52.255715 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1a7b4606-96b2-414a-83eb-e435dd416ffd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (636e9857-836c-4ed3-a71d-6cb94432b857), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:52.333530 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f0d6420-b04b-451a-a692-9bb574967c3c admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:42:52.360206 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-8f0d6420-b04b-451a-a692-9bb574967c3c admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/622ad786-e50f-4d02-a74b-c15886da592d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0332379 Oct 04 20:42:52.366190 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-dc80ba46-a275-4df9-b622-22ff59a2ce70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, a01e9a88-74fc-4f6c-a9eb-b64446db8cab) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:42:52.382853 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19feae4f-614b-4e99-8263-042e4358ced5 None None] Sync routers for ids ['622ad786-e50f-4d02-a74b-c15886da592d'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:42:52.394110 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7cc0877-56e2-45df-967b-d311499bf1eb None None] Network a01e9a88-74fc-4f6c-a9eb-b64446db8cab requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:42:52.402837 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc80ba46-a275-4df9-b622-22ff59a2ce70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:42:52.403836 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dc80ba46-a275-4df9-b622-22ff59a2ce70 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:52.652903 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-3f39abad-63a9-4b9e-982e-c2569ef33a86 req-aa4a815e-0141-477d-b6a4-95444cb684d7 tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=568cbe45-b90d-49d4-8ed6-90923e399d49 HTTP/1.1" status: 200 len: 210 time: 0.2371569 Oct 04 20:42:52.673893 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-dc80ba46-a275-4df9-b622-22ff59a2ce70 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 4.5514038 Oct 04 20:42:52.673893 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 37278) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:42:52.712993 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-2f401315-06a4-4483-ad0c-f2492c0b7d8b admin admin] Request body: {'router': {'name': 'tempest-ServerDiskConfigTestJSON-1616519809-router', 'tenant_id': 'a9756cde63f04174a293f5b7558d1a96', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:42:52.730302 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:52.792865 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19feae4f-614b-4e99-8263-042e4358ced5 None None] Routers {'622ad786-e50f-4d02-a74b-c15886da592d'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:42:52.794468 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-19feae4f-614b-4e99-8263-042e4358ced5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:42:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['622ad786-e50f-4d02-a74b-c15886da592d'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:42:52.947579 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c2df4-e927-4cbf-a4e0-8dcc9bb1e4ac req-ef28c38f-12d0-4fc2-be3e-67548004d91b tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:42:52.964013 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-bf9c2df4-e927-4cbf-a4e0-8dcc9bb1e4ac req-ef28c38f-12d0-4fc2-be3e-67548004d91b tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=62a318d1-22e6-4b7f-ae3b-e460e3ef8a6d HTTP/1.1" status: 200 len: 948 time: 0.4241500 Oct 04 20:42:53.073261 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 59ea6710-99d8-4e4d-b39b-e648ed448e58 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:42:53.096285 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-bf9c2df4-e927-4cbf-a4e0-8dcc9bb1e4ac req-20906086-20fe-4ea7-85c6-2de21f4b8861 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0b5e75b1-9fa8-4cc9-86ca-a77492b60a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297703 Oct 04 20:42:53.291600 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2f401315-06a4-4483-ad0c-f2492c0b7d8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (6f85ca8d-066c-45b2-a08f-2e71896e8713), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:53.295393 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2f401315-06a4-4483-ad0c-f2492c0b7d8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (6f85ca8d-066c-45b2-a08f-2e71896e8713), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:53.418526 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-19feae4f-614b-4e99-8263-042e4358ced5 None None] Set router 622ad786-e50f-4d02-a74b-c15886da592d gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:42:53.457609 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2f401315-06a4-4483-ad0c-f2492c0b7d8b admin admin] Publish callbacks [] for router_controller (6f85ca8d-066c-45b2-a08f-2e71896e8713), precommit_add_association {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:53.473015 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a7b4606-96b2-414a-83eb-e435dd416ffd admin admin] Router 636e9857-836c-4ed3-a71d-6cb94432b857 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:42:53.513623 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 59ea6710-99d8-4e4d-b39b-e648ed448e58 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:42:53.514535 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (59ea6710-99d8-4e4d-b39b-e648ed448e58), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:53.514802 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 59ea6710-99d8-4e4d-b39b-e648ed448e58 Oct 04 20:42:53.614197 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a77b3d-54b2-4774-bcce-7341f873825e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-a01e9a88-74fc-4f6c-a9eb-b64446db8cab', 'network_id': 'a01e9a88-74fc-4f6c-a9eb-b64446db8cab', 'project_id': 'a9756cde63f04174a293f5b7558d1a96', 'fixed_ips': [{'subnet_id': '076ab631-bece-45b9-82d4-9b3c6350b26c'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:42:53.615438 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c4a77b3d-54b2-4774-bcce-7341f873825e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:53.829739 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 59ea6710-99d8-4e4d-b39b-e648ed448e58 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:42:53.980960 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:54.025943 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:54.052020 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-69eb163b-6b3a-422c-8e9f-bd56489ec6ad req-8ed633ba-6f30-442c-8eb8-afad64224757 tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=568cbe45-b90d-49d4-8ed6-90923e399d49 HTTP/1.1" status: 200 len: 210 time: 0.0933917 Oct 04 20:42:54.145936 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a7b4606-96b2-414a-83eb-e435dd416ffd admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:42:54.250924 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d04854-7cfc-44b0-ad53-afbe696a5d71 None None] Sync routers for ids ['636e9857-836c-4ed3-a71d-6cb94432b857'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:42:54.381921 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d04854-7cfc-44b0-ad53-afbe696a5d71 None None] Routers {'636e9857-836c-4ed3-a71d-6cb94432b857'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:42:54.382942 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-30d04854-7cfc-44b0-ad53-afbe696a5d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:42:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['636e9857-836c-4ed3-a71d-6cb94432b857'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:42:54.912575 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-19feae4f-614b-4e99-8263-042e4358ced5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622ad786-e50f-4d02-a74b-c15886da592d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1352324937-router', 'tenant_id': '1181b876697c473ba1d15bbefeea2cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '59ea6710-99d8-4e4d-b39b-e648ed448e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:42:30Z', 'updated_at': '2022-10-04T20:42:46Z', 'revision_number': 4, 'project_id': '1181b876697c473ba1d15bbefeea2cf2', 'gw_port': {'id': '59ea6710-99d8-4e4d-b39b-e648ed448e58', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622ad786-e50f-4d02-a74b-c15886da592d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:42:32Z', 'updated_at': '2022-10-04T20:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '0ec6f239-ba96-4bef-9f9b-a7b7ec39cac3', 'name': '', 'network_id': 'e26dd16c-c221-4602-987e-d0307147f3f4', 'tenant_id': '1181b876697c473ba1d15bbefeea2cf2', 'mac_address': 'fa:16:3e:ef:b0:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622ad786-e50f-4d02-a74b-c15886da592d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '2a98f900-a487-42bd-b115-821252f0a3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:42:42Z', 'updated_at': '2022-10-04T20:42:47Z', 'revision_number': 2, 'project_id': '1181b876697c473ba1d15bbefeea2cf2', 'subnets': [{'id': '2a98f900-a487-42bd-b115-821252f0a3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:42:54.992405 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965c883-c9d4-4aba-a8f1-02a56bedd1e4 req-04ef83c7-adc2-4438-a758-d320af70158a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:42:54.995855 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e965c883-c9d4-4aba-a8f1-02a56bedd1e4 req-04ef83c7-adc2-4438-a758-d320af70158a service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=e9fae788056d4b8e9d45e8988fc6920f&device_id=62a318d1-22e6-4b7f-ae3b-e460e3ef8a6d HTTP/1.1" status: 200 len: 1131 time: 0.0922112 Oct 04 20:42:55.033056 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-30d04854-7cfc-44b0-ad53-afbe696a5d71 None None] Set router 636e9857-836c-4ed3-a71d-6cb94432b857 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:42:55.076344 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19feae4f-614b-4e99-8263-042e4358ced5 None None] Checking router: 622ad786-e50f-4d02-a74b-c15886da592d for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:42:55.076956 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19feae4f-614b-4e99-8263-042e4358ced5 None None] Updating router 622ad786-e50f-4d02-a74b-c15886da592d port 0ec6f239-ba96-4bef-9f9b-a7b7ec39cac3 binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:42:55.159787 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a02226-6c91-43c6-ba0d-547e06098123 req-119a0c76-181b-44b6-a9dc-4bc48cf74b3b tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:42:55.172706 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f4a02226-6c91-43c6-ba0d-547e06098123 req-119a0c76-181b-44b6-a9dc-4bc48cf74b3b tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=62a318d1-22e6-4b7f-ae3b-e460e3ef8a6d HTTP/1.1" status: 200 len: 948 time: 0.2857931 Oct 04 20:42:55.282312 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2f401315-06a4-4483-ad0c-f2492c0b7d8b admin admin] Publish callbacks [] for router_gateway (6f85ca8d-066c-45b2-a08f-2e71896e8713), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:55.318031 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-c4a77b3d-54b2-4774-bcce-7341f873825e None None] Allocated IP 172.20.0.2 (a01e9a88-74fc-4f6c-a9eb-b64446db8cab/076ab631-bece-45b9-82d4-9b3c6350b26c/5403683f-dac9-427a-b996-e07cfb9c655a) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:42:55.348098 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-19feae4f-614b-4e99-8263-042e4358ced5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (0ec6f239-ba96-4bef-9f9b-a7b7ec39cac3), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:55.375182 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:55.392884 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f4a02226-6c91-43c6-ba0d-547e06098123 req-4553891d-caea-4e20-9fa5-9677b284ff62 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0b5e75b1-9fa8-4cc9-86ca-a77492b60a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187941 Oct 04 20:42:55.453960 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-8d5827a0-ca3c-4f6a-9d31-d03d3d929ade req-314a59f6-2253-42f4-9000-1f9b6f78ee3a tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=568cbe45-b90d-49d4-8ed6-90923e399d49 HTTP/1.1" status: 200 len: 210 time: 0.1236606 Oct 04 20:42:55.460910 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965c883-c9d4-4aba-a8f1-02a56bedd1e4 req-fb8ef457-f768-4137-bd4e-094cd5445144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:42:55.463743 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e965c883-c9d4-4aba-a8f1-02a56bedd1e4 req-fb8ef457-f768-4137-bd4e-094cd5445144 service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=42fbb05e-3f96-444f-a676-04ee9d06a8c7 HTTP/1.1" status: 200 len: 870 time: 0.4332697 Oct 04 20:42:55.581727 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-30d04854-7cfc-44b0-ad53-afbe696a5d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636e9857-836c-4ed3-a71d-6cb94432b857', 'name': 'tempest-InstanceActionsTestJSON-1216275962-router', 'tenant_id': '477e43afdaeb4926a8a0ef8560e30980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'fa901973-a655-4f42-8dfe-ffa76fb10cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:42:33Z', 'updated_at': '2022-10-04T20:42:49Z', 'revision_number': 3, 'project_id': '477e43afdaeb4926a8a0ef8560e30980', 'gw_port': {'id': 'fa901973-a655-4f42-8dfe-ffa76fb10cdd', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a0:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636e9857-836c-4ed3-a71d-6cb94432b857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:42:40Z', 'updated_at': '2022-10-04T20:42:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:42:55.599458 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1a7b4606-96b2-414a-83eb-e435dd416ffd admin admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:55.604562 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-1a7b4606-96b2-414a-83eb-e435dd416ffd admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 22.4156952 Oct 04 20:42:55.606916 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e965c883-c9d4-4aba-a8f1-02a56bedd1e4 req-79fca1c9-30e8-4950-acee-3b6c9d07d8f0 service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3 HTTP/1.1" status: 200 len: 217 time: 0.1359346 Oct 04 20:42:55.609465 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 37338) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:42:55.738097 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3 details requested by agent hyperv_n-h1-852085-12 with host n-h1-852085-12 {{(pid=108171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 20:42:55.773368 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:55.773368 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965c883-c9d4-4aba-a8f1-02a56bedd1e4 req-6e19a00a-00bc-4125-96de-7e4da036b07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:42:55.774523 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e965c883-c9d4-4aba-a8f1-02a56bedd1e4 req-6e19a00a-00bc-4125-96de-7e4da036b07c service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.1598659 Oct 04 20:42:55.840594 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d04854-7cfc-44b0-ad53-afbe696a5d71 None None] Checking router: 636e9857-836c-4ed3-a71d-6cb94432b857 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:42:55.841765 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d04854-7cfc-44b0-ad53-afbe696a5d71 None None] Updating router 636e9857-836c-4ed3-a71d-6cb94432b857 port fa901973-a655-4f42-8dfe-ffa76fb10cdd binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:42:55.996920 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-30d04854-7cfc-44b0-ad53-afbe696a5d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (fa901973-a655-4f42-8dfe-ffa76fb10cdd), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:56.085928 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965c883-c9d4-4aba-a8f1-02a56bedd1e4 req-44b7bae0-8fbe-4643-9ed9-e19e7f97b396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:42:56.097500 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e965c883-c9d4-4aba-a8f1-02a56bedd1e4 req-44b7bae0-8fbe-4643-9ed9-e19e7f97b396 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3155339 Oct 04 20:42:56.127871 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.resource_extend [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 04 20:42:56.407363 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e965c883-c9d4-4aba-a8f1-02a56bedd1e4 req-269a9490-6efd-4e1b-9d92-2d27a413343c service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994671 Oct 04 20:42:56.466635 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 37362) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:42:56.546730 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-e38589a2-da50-43f9-bf4c-83ebb29f5b9c admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1873371409-network', 'tenant_id': '210941eb9659422f81b3cd68dcd5e13f'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:42:56.883030 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c03336bf-8681-415b-8d8e-67f102eca868 req-84da23b6-2e73-4532-bd5f-be030ba48023 tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=568cbe45-b90d-49d4-8ed6-90923e399d49 HTTP/1.1" status: 200 len: 210 time: 0.2398887 Oct 04 20:42:56.930539 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38589a2-da50-43f9-bf4c-83ebb29f5b9c admin admin] Made reservation on behalf of 210941eb9659422f81b3cd68dcd5e13f for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:42:56.941287 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e38589a2-da50-43f9-bf4c-83ebb29f5b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:56.993020 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff4b3f-fab7-4741-ac95-e556a8b9dfa4 req-f1570788-15fa-4146-b7e9-0e447a9f6f53 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:42:56.995563 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c5ff4b3f-fab7-4741-ac95-e556a8b9dfa4 req-f1570788-15fa-4146-b7e9-0e447a9f6f53 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=62a318d1-22e6-4b7f-ae3b-e460e3ef8a6d HTTP/1.1" status: 200 len: 948 time: 0.3496108 Oct 04 20:42:57.011029 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e965c883-c9d4-4aba-a8f1-02a56bedd1e4 req-1a99d218-13f6-451b-b721-42fc92e17776 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5949416 Oct 04 20:42:57.025888 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e38589a2-da50-43f9-bf4c-83ebb29f5b9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:57.128599 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c4a77b3d-54b2-4774-bcce-7341f873825e None None] Publish callbacks [] for port (5403683f-dac9-427a-b996-e07cfb9c655a), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:57.221370 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c5ff4b3f-fab7-4741-ac95-e556a8b9dfa4 req-1af875e2-6d05-465f-b943-41844ad20969 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0b5e75b1-9fa8-4cc9-86ca-a77492b60a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059524 Oct 04 20:42:57.238641 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=100 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:57.349085 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-30d04854-7cfc-44b0-ad53-afbe696a5d71 None None] Publish callbacks [] for port (fa901973-a655-4f42-8dfe-ffa76fb10cdd), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:57.467642 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] For port ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:42:57.503766 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c4a77b3d-54b2-4774-bcce-7341f873825e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (5403683f-dac9-427a-b996-e07cfb9c655a), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:57.553340 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e38589a2-da50-43f9-bf4c-83ebb29f5b9c admin admin] Publish callbacks [] for security_group (19eb2f81-295a-46db-a093-a04dff7a9863), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:57.563879 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=77,neutron:DELETE=1,neutron:INSERT=19,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:57.575064 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-30d04854-7cfc-44b0-ad53-afbe696a5d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (fa901973-a655-4f42-8dfe-ffa76fb10cdd), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:57.733879 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-30d04854-7cfc-44b0-ad53-afbe696a5d71 None None] Attempting to bind port fa901973-a655-4f42-8dfe-ffa76fb10cdd on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:42:57.734506 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-30d04854-7cfc-44b0-ad53-afbe696a5d71 None None] Attempting to bind port fa901973-a655-4f42-8dfe-ffa76fb10cdd by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:42:57.735167 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d04854-7cfc-44b0-ad53-afbe696a5d71 None None] Attempting to bind port fa901973-a655-4f42-8dfe-ffa76fb10cdd on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:42:57.742558 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a77b3d-54b2-4774-bcce-7341f873825e None None] Pushing event updated for resources: {'Port': ['ID=5403683f-dac9-427a-b996-e07cfb9c655a,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:42:57.791961 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Returning: {'device': 'ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3', 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7', 'port_id': 'ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3', 'mac_address': 'fa:16:3e:08:0d:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1956090-7ed7-4d05-a46e-a7b0885ca8e4', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 20:42:57.848891 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e38589a2-da50-43f9-bf4c-83ebb29f5b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (19eb2f81-295a-46db-a093-a04dff7a9863), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:57.876289 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877640d0-7538-49d1-a946-7a3f9bcb7024 None None] Pushing event updated for resources: {'Port': ['ID=fa901973-a655-4f42-8dfe-ffa76fb10cdd,revision_number=2']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:42:57.921664 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2f401315-06a4-4483-ad0c-f2492c0b7d8b admin admin] Publish callbacks [] for router_gateway (6f85ca8d-066c-45b2-a08f-2e71896e8713), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:57.946426 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877640d0-7538-49d1-a946-7a3f9bcb7024 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:42:57.946942 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877640d0-7538-49d1-a946-7a3f9bcb7024 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:42:57.947523 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877640d0-7538-49d1-a946-7a3f9bcb7024 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:42:57.948111 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877640d0-7538-49d1-a946-7a3f9bcb7024 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:42:57.948673 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877640d0-7538-49d1-a946-7a3f9bcb7024 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:42:57.949736 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877640d0-7538-49d1-a946-7a3f9bcb7024 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:42:57.950199 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877640d0-7538-49d1-a946-7a3f9bcb7024 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:42:57.950635 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877640d0-7538-49d1-a946-7a3f9bcb7024 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:42:57.959991 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877640d0-7538-49d1-a946-7a3f9bcb7024 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:42:57.960904 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877640d0-7538-49d1-a946-7a3f9bcb7024 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:42:57.961664 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877640d0-7538-49d1-a946-7a3f9bcb7024 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:42:57.962471 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877640d0-7538-49d1-a946-7a3f9bcb7024 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:42:57.963335 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877640d0-7538-49d1-a946-7a3f9bcb7024 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:42:57.964131 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877640d0-7538-49d1-a946-7a3f9bcb7024 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:42:57.965579 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877640d0-7538-49d1-a946-7a3f9bcb7024 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:42:58.021009 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:58.065503 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d04854-7cfc-44b0-ad53-afbe696a5d71 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:42:58.066586 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d04854-7cfc-44b0-ad53-afbe696a5d71 None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:42:58.067608 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-30d04854-7cfc-44b0-ad53-afbe696a5d71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:58.068524 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d04854-7cfc-44b0-ad53-afbe696a5d71 None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:42:58.069685 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-30d04854-7cfc-44b0-ad53-afbe696a5d71 None None] Bound port: fa901973-a655-4f42-8dfe-ffa76fb10cdd, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:42:58.070613 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-30d04854-7cfc-44b0-ad53-afbe696a5d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (fa901973-a655-4f42-8dfe-ffa76fb10cdd), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:58.128894 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a77b3d-54b2-4774-bcce-7341f873825e None None] Network a01e9a88-74fc-4f6c-a9eb-b64446db8cab is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:42:58.155749 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e38589a2-da50-43f9-bf4c-83ebb29f5b9c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:42:58.193563 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e38589a2-da50-43f9-bf4c-83ebb29f5b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (5a01fe48-2a66-46a2-a560-c5100ce48b56), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:58.194570 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-e38589a2-da50-43f9-bf4c-83ebb29f5b9c admin admin] Added segment 5a01fe48-2a66-46a2-a560-c5100ce48b56 of type vlan for network 9ef6bcc6-2ec2-4348-a1b3-f0f8de76a73d Oct 04 20:42:58.196472 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Current status of the port ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3 is: DOWN; New status is: BUILD {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:42:58.200953 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:58.230827 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-c4a77b3d-54b2-4774-bcce-7341f873825e None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:42:58.250746 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a77b3d-54b2-4774-bcce-7341f873825e None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:42:58.353260 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:58.410354 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-19feae4f-614b-4e99-8263-042e4358ced5 None None] Publish callbacks [] for port (0ec6f239-ba96-4bef-9f9b-a7b7ec39cac3), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:58.430054 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e38589a2-da50-43f9-bf4c-83ebb29f5b9c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (9ef6bcc6-2ec2-4348-a1b3-f0f8de76a73d), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:58.442670 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3 {{(pid=108171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 20:42:58.486026 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2f401315-06a4-4483-ad0c-f2492c0b7d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:58.497473 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-2dcf6581-fe1e-4498-ba0f-0b3d3341ca1e req-c48e77e8-ce22-4961-8a3a-02854e638fe3 tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=568cbe45-b90d-49d4-8ed6-90923e399d49 HTTP/1.1" status: 200 len: 210 time: 0.1510162 Oct 04 20:42:58.703616 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-19feae4f-614b-4e99-8263-042e4358ced5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (0ec6f239-ba96-4bef-9f9b-a7b7ec39cac3), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:58.768505 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:58.806540 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] For port ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:42:58.806854 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.db.resource_extend [None req-e38589a2-da50-43f9-bf4c-83ebb29f5b9c admin admin] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 04 20:42:58.818282 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 20:42:58.919857 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b5fbb-0c6f-433e-9e4b-b557139df605 req-fabb9b95-1628-4ca2-afb0-f45389990f71 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:42:58.944063 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d40b5fbb-0c6f-433e-9e4b-b557139df605 req-fabb9b95-1628-4ca2-afb0-f45389990f71 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=62a318d1-22e6-4b7f-ae3b-e460e3ef8a6d HTTP/1.1" status: 200 len: 948 time: 0.2026005 Oct 04 20:42:58.980732 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-30d04854-7cfc-44b0-ad53-afbe696a5d71 None None] For port fa901973-a655-4f42-8dfe-ffa76fb10cdd, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:42:59.003971 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-30d04854-7cfc-44b0-ad53-afbe696a5d71 None None] For port fa901973-a655-4f42-8dfe-ffa76fb10cdd, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=fa901973-a655-4f42-8dfe-ffa76fb10cdd,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:42:59.127033 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd2598a-1d87-41f3-b3b5-0b2830f14d6c None None] Pushing event updated for resources: {'Port': ['ID=0ec6f239-ba96-4bef-9f9b-a7b7ec39cac3,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:42:59.140030 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d40b5fbb-0c6f-433e-9e4b-b557139df605 req-bde34784-d4f9-41a0-8157-38f818f7acc9 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0b5e75b1-9fa8-4cc9-86ca-a77492b60a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916423 Oct 04 20:42:59.187003 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-30d04854-7cfc-44b0-ad53-afbe696a5d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (fa901973-a655-4f42-8dfe-ffa76fb10cdd), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:59.202241 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:59.209708 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-c4a77b3d-54b2-4774-bcce-7341f873825e None None] Attempting to bind port 5403683f-dac9-427a-b996-e07cfb9c655a on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:42:59.210380 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-c4a77b3d-54b2-4774-bcce-7341f873825e None None] Attempting to bind port 5403683f-dac9-427a-b996-e07cfb9c655a by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15623087-b986-4d0c-acac-db72f854251a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a01e9a88-74fc-4f6c-a9eb-b64446db8cab'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:42:59.211053 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a77b3d-54b2-4774-bcce-7341f873825e None None] Attempting to bind port 5403683f-dac9-427a-b996-e07cfb9c655a on network a01e9a88-74fc-4f6c-a9eb-b64446db8cab {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:42:59.219784 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38589a2-da50-43f9-bf4c-83ebb29f5b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19eb2f81-295a-46db-a093-a04dff7a9863,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:42:59.344765 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d04854-7cfc-44b0-ad53-afbe696a5d71 None None] Routers {'636e9857-836c-4ed3-a71d-6cb94432b857'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:42:59.347539 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-30d04854-7cfc-44b0-ad53-afbe696a5d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:42:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['636e9857-836c-4ed3-a71d-6cb94432b857'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:42:59.398737 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e38589a2-da50-43f9-bf4c-83ebb29f5b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (9ef6bcc6-2ec2-4348-a1b3-f0f8de76a73d), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:59.400693 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38589a2-da50-43f9-bf4c-83ebb29f5b9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:42:59.408643 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e38589a2-da50-43f9-bf4c-83ebb29f5b9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:42:59.492006 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:42:59.493739 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Pushing event updated for resources: {'Port': ['ID=ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:42:59.751852 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877640d0-7538-49d1-a946-7a3f9bcb7024 None None] Pushing event updated for resources: {'Port': ['ID=fa901973-a655-4f42-8dfe-ffa76fb10cdd,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:42:59.872841 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] get_ports_and_sgs() called for port_ids ['ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:42:59.895824 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-30d04854-7cfc-44b0-ad53-afbe696a5d71 None None] Set router 636e9857-836c-4ed3-a71d-6cb94432b857 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:42:59.909668 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-19feae4f-614b-4e99-8263-042e4358ced5 None None] Attempting to bind port 0ec6f239-ba96-4bef-9f9b-a7b7ec39cac3 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:42:59.919890 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-19feae4f-614b-4e99-8263-042e4358ced5 None None] Attempting to bind port 0ec6f239-ba96-4bef-9f9b-a7b7ec39cac3 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '85e74012-b593-44e5-a5af-5b58787ed805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e26dd16c-c221-4602-987e-d0307147f3f4'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:42:59.928051 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19feae4f-614b-4e99-8263-042e4358ced5 None None] Attempting to bind port 0ec6f239-ba96-4bef-9f9b-a7b7ec39cac3 on network e26dd16c-c221-4602-987e-d0307147f3f4 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:43:00.010687 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38589a2-da50-43f9-bf4c-83ebb29f5b9c admin admin] Pushing event updated for resources: {'Network': ['ID=9ef6bcc6-2ec2-4348-a1b3-f0f8de76a73d,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:43:00.029576 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-522d54bd-d990-4e16-bfdd-0ef8e59cff5b req-e93cd2b7-8663-487e-8a4b-6fae10dcc25a tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=568cbe45-b90d-49d4-8ed6-90923e399d49 HTTP/1.1" status: 200 len: 210 time: 0.1023588 Oct 04 20:43:00.175243 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a77b3d-54b2-4774-bcce-7341f873825e None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:43:00.175243 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a77b3d-54b2-4774-bcce-7341f873825e None None] Checking segment: {'id': '15623087-b986-4d0c-acac-db72f854251a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a01e9a88-74fc-4f6c-a9eb-b64446db8cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:43:00.175243 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c4a77b3d-54b2-4774-bcce-7341f873825e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:00.177334 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a77b3d-54b2-4774-bcce-7341f873825e None None] Bound using segment: {'id': '15623087-b986-4d0c-acac-db72f854251a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a01e9a88-74fc-4f6c-a9eb-b64446db8cab'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:43:00.185287 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-c4a77b3d-54b2-4774-bcce-7341f873825e None None] Bound port: 5403683f-dac9-427a-b996-e07cfb9c655a, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15623087-b986-4d0c-acac-db72f854251a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a01e9a88-74fc-4f6c-a9eb-b64446db8cab'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:43:00.188970 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c4a77b3d-54b2-4774-bcce-7341f873825e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (5403683f-dac9-427a-b996-e07cfb9c655a), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:00.256464 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-ec4458b3-9537-4e9b-a2f3-d6fc68418eb7 req-0ef853fb-b9f6-4e41-83ce-d684d4d18c0d tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] 10.222.0.85 "GET /networking/v2.0/networks?tenant_id=baa9bc0601f141e48e1b5f001769d221&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1210029 Oct 04 20:43:00.451999 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 9ef6bcc6-2ec2-4348-a1b3-f0f8de76a73d details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:43:00.539231 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e38589a2-da50-43f9-bf4c-83ebb29f5b9c admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 4.0117874 Oct 04 20:43:00.566201 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 37428) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:43:00.583785 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-10d81f2e-420b-4f4e-89da-4af296173663 admin admin] Request body: {'subnet': {'network_id': '9ef6bcc6-2ec2-4348-a1b3-f0f8de76a73d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1873371409-subnet', 'tenant_id': '210941eb9659422f81b3cd68dcd5e13f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:43:00.627252 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13926f9-cb34-4dfc-a8e9-1eda943134c0 req-a5a006a3-3c4d-4e3f-b3ae-3681068ef0ea tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:43:00.644382 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-30d04854-7cfc-44b0-ad53-afbe696a5d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636e9857-836c-4ed3-a71d-6cb94432b857', 'name': 'tempest-InstanceActionsTestJSON-1216275962-router', 'tenant_id': '477e43afdaeb4926a8a0ef8560e30980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'fa901973-a655-4f42-8dfe-ffa76fb10cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:42:33Z', 'updated_at': '2022-10-04T20:42:49Z', 'revision_number': 3, 'project_id': '477e43afdaeb4926a8a0ef8560e30980', 'gw_port': {'id': 'fa901973-a655-4f42-8dfe-ffa76fb10cdd', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a0:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636e9857-836c-4ed3-a71d-6cb94432b857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:42:40Z', 'updated_at': '2022-10-04T20:42:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:43:00.649306 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d13926f9-cb34-4dfc-a8e9-1eda943134c0 req-a5a006a3-3c4d-4e3f-b3ae-3681068ef0ea tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=62a318d1-22e6-4b7f-ae3b-e460e3ef8a6d HTTP/1.1" status: 200 len: 949 time: 0.2472093 Oct 04 20:43:00.670921 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19feae4f-614b-4e99-8263-042e4358ced5 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:43:00.674955 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19feae4f-614b-4e99-8263-042e4358ced5 None None] Checking segment: {'id': '85e74012-b593-44e5-a5af-5b58787ed805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e26dd16c-c221-4602-987e-d0307147f3f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:43:00.674955 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-19feae4f-614b-4e99-8263-042e4358ced5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:00.674955 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19feae4f-614b-4e99-8263-042e4358ced5 None None] Bound using segment: {'id': '85e74012-b593-44e5-a5af-5b58787ed805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e26dd16c-c221-4602-987e-d0307147f3f4'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:43:00.677412 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-19feae4f-614b-4e99-8263-042e4358ced5 None None] Bound port: 0ec6f239-ba96-4bef-9f9b-a7b7ec39cac3, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e74012-b593-44e5-a5af-5b58787ed805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e26dd16c-c221-4602-987e-d0307147f3f4'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:43:00.678032 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-19feae4f-614b-4e99-8263-042e4358ced5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (0ec6f239-ba96-4bef-9f9b-a7b7ec39cac3), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:00.691414 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-2f401315-06a4-4483-ad0c-f2492c0b7d8b admin admin] Allocated IP 172.25.5.133 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/1a57467a-9462-4999-abfd-928927ea0914) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:43:00.791310 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d04854-7cfc-44b0-ad53-afbe696a5d71 None None] The sync data for ids ['636e9857-836c-4ed3-a71d-6cb94432b857'] in n-d-852085-12 is: [{'id': '636e9857-836c-4ed3-a71d-6cb94432b857', 'name': 'tempest-InstanceActionsTestJSON-1216275962-router', 'tenant_id': '477e43afdaeb4926a8a0ef8560e30980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'fa901973-a655-4f42-8dfe-ffa76fb10cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:42:33Z', 'updated_at': '2022-10-04T20:42:49Z', 'revision_number': 3, 'project_id': '477e43afdaeb4926a8a0ef8560e30980', 'gw_port': {'id': 'fa901973-a655-4f42-8dfe-ffa76fb10cdd', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a0:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636e9857-836c-4ed3-a71d-6cb94432b857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:42:40Z', 'updated_at': '2022-10-04T20:42:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:43:00.900355 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d13926f9-cb34-4dfc-a8e9-1eda943134c0 req-70a74994-3b28-41f7-9ec0-42b1b6fc9895 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0b5e75b1-9fa8-4cc9-86ca-a77492b60a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367320 Oct 04 20:43:00.911296 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d81f2e-420b-4f4e-89da-4af296173663 admin admin] Made reservation on behalf of 210941eb9659422f81b3cd68dcd5e13f for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:43:00.936133 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-10d81f2e-420b-4f4e-89da-4af296173663 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:01.181260 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:01.269333 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-19feae4f-614b-4e99-8263-042e4358ced5 None None] For port 0ec6f239-ba96-4bef-9f9b-a7b7ec39cac3, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:43:01.298412 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-19feae4f-614b-4e99-8263-042e4358ced5 None None] For port 0ec6f239-ba96-4bef-9f9b-a7b7ec39cac3, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=0ec6f239-ba96-4bef-9f9b-a7b7ec39cac3,segment=NetworkSegment(85e74012-b593-44e5-a5af-5b58787ed805),segment_id=85e74012-b593-44e5-a5af-5b58787ed805)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:43:01.574963 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5fc535e8-446d-4be3-8d77-e32b7cacc141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:01.585408 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-19feae4f-614b-4e99-8263-042e4358ced5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (0ec6f239-ba96-4bef-9f9b-a7b7ec39cac3), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:01.716482 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4458b3-9537-4e9b-a2f3-d6fc68418eb7 req-db0e2d69-05be-4248-9161-8412ea8fce7a tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:43:01.719311 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-ec4458b3-9537-4e9b-a2f3-d6fc68418eb7 req-db0e2d69-05be-4248-9161-8412ea8fce7a tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] 10.222.0.85 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.4014056 Oct 04 20:43:01.742891 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [req-ec4458b3-9537-4e9b-a2f3-d6fc68418eb7 req-e8bd019a-abbf-4ae9-94b7-82289b88af1c tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] Request body: {'port': {'device_id': '568cbe45-b90d-49d4-8ed6-90923e399d49', 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7', 'admin_state_up': True, 'tenant_id': 'baa9bc0601f141e48e1b5f001769d221'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:43:01.798748 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:01.821129 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-0b95bcd8-571b-4a00-b703-e08011ee8c79 req-8e4c0eb6-cae7-43fd-8797-a29846e19527 tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=568cbe45-b90d-49d4-8ed6-90923e399d49 HTTP/1.1" status: 200 len: 210 time: 0.0824723 Oct 04 20:43:01.873804 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-10d81f2e-420b-4f4e-89da-4af296173663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (070b138e-d8d1-45a4-a822-2feee61ba476), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:01.969588 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2f401315-06a4-4483-ad0c-f2492c0b7d8b admin admin] Publish callbacks [] for port (1a57467a-9462-4999-abfd-928927ea0914), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:02.043787 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d81f2e-420b-4f4e-89da-4af296173663 admin admin] Pushing event updated for resources: {'Subnet': ['ID=070b138e-d8d1-45a4-a822-2feee61ba476,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:43:02.064001 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-c4a77b3d-54b2-4774-bcce-7341f873825e None None] For port 5403683f-dac9-427a-b996-e07cfb9c655a, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:43:02.081920 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19feae4f-614b-4e99-8263-042e4358ced5 None None] Routers {'622ad786-e50f-4d02-a74b-c15886da592d'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:43:02.086322 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-19feae4f-614b-4e99-8263-042e4358ced5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:42:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['622ad786-e50f-4d02-a74b-c15886da592d'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:43:02.150163 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d81f2e-420b-4f4e-89da-4af296173663 admin admin] Checking segment: {'id': '5a01fe48-2a66-46a2-a560-c5100ce48b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9ef6bcc6-2ec2-4348-a1b3-f0f8de76a73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:43:02.150163 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d81f2e-420b-4f4e-89da-4af296173663 admin admin] Network hostable DHCP agents. Network: 9ef6bcc6-2ec2-4348-a1b3-f0f8de76a73d, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:43:02.313411 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2f401315-06a4-4483-ad0c-f2492c0b7d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (1a57467a-9462-4999-abfd-928927ea0914), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:02.385370 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:02.398809 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:INSERT=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:02.401149 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d81f2e-420b-4f4e-89da-4af296173663 admin admin] Network 9ef6bcc6-2ec2-4348-a1b3-f0f8de76a73d is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:43:02.506782 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f4429d-6d0a-4818-8b32-812a544f30d2 req-5a1137da-4385-47dd-9af2-1bb891f0b547 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:43:02.528715 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f401315-06a4-4483-ad0c-f2492c0b7d8b admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:43:02.530074 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-71f4429d-6d0a-4818-8b32-812a544f30d2 req-5a1137da-4385-47dd-9af2-1bb891f0b547 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=62a318d1-22e6-4b7f-ae3b-e460e3ef8a6d HTTP/1.1" status: 200 len: 949 time: 0.2684863 Oct 04 20:43:02.533914 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd2598a-1d87-41f3-b3b5-0b2830f14d6c None None] Pushing event updated for resources: {'Port': ['ID=0ec6f239-ba96-4bef-9f9b-a7b7ec39cac3,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:43:02.549769 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-c4a77b3d-54b2-4774-bcce-7341f873825e None None] For port 5403683f-dac9-427a-b996-e07cfb9c655a, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=5403683f-dac9-427a-b996-e07cfb9c655a,segment=NetworkSegment(15623087-b986-4d0c-acac-db72f854251a),segment_id=15623087-b986-4d0c-acac-db72f854251a)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:43:02.568592 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-2f401315-06a4-4483-ad0c-f2492c0b7d8b admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:43:02.577286 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f401315-06a4-4483-ad0c-f2492c0b7d8b admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:43:02.768778 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-10d81f2e-420b-4f4e-89da-4af296173663 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 9ef6bcc6-2ec2-4348-a1b3-f0f8de76a73d) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:43:02.789033 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c4a77b3d-54b2-4774-bcce-7341f873825e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (5403683f-dac9-427a-b996-e07cfb9c655a), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:02.821094 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:02.848573 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d81f2e-420b-4f4e-89da-4af296173663 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:43:02.853195 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-10d81f2e-420b-4f4e-89da-4af296173663 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:02.923362 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df33430-2bba-4fe1-8279-b68817914d92 None None] Network 9ef6bcc6-2ec2-4348-a1b3-f0f8de76a73d requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:43:02.990913 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-71f4429d-6d0a-4818-8b32-812a544f30d2 req-93f0bbb2-5d88-4168-992e-ba53b1355155 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0b5e75b1-9fa8-4cc9-86ca-a77492b60a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4592772 Oct 04 20:43:03.108455 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f401315-06a4-4483-ad0c-f2492c0b7d8b admin admin] Pushing event updated for resources: {'Port': ['ID=1a57467a-9462-4999-abfd-928927ea0914,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:43:03.130772 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-10d81f2e-420b-4f4e-89da-4af296173663 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.5610559 Oct 04 20:43:03.135588 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 37492) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:43:03.170353 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-70050648-9bbd-41b6-ad37-9fcde88117d1 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1873371409-router', 'tenant_id': '210941eb9659422f81b3cd68dcd5e13f', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:43:03.180541 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-5fc535e8-446d-4be3-8d77-e32b7cacc141 admin admin] Allocated IP 172.20.0.1 (230ddf19-0279-4e45-a111-f5818907c323/c720c03c-f51f-4159-ace4-33c54c5b8b52/96451307-5ab2-4a9c-9089-e13633c6ee79) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:43:03.426635 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec4458b3-9537-4e9b-a2f3-d6fc68418eb7 req-e8bd019a-abbf-4ae9-94b7-82289b88af1c tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] Made reservation on behalf of baa9bc0601f141e48e1b5f001769d221 for: {'port': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:43:03.453965 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-ec4458b3-9537-4e9b-a2f3-d6fc68418eb7 req-e8bd019a-abbf-4ae9-94b7-82289b88af1c tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:03.479048 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-70050648-9bbd-41b6-ad37-9fcde88117d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (0638a9f8-27c8-43b8-8763-da29c902f693), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:03.481810 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-70050648-9bbd-41b6-ad37-9fcde88117d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (0638a9f8-27c8-43b8-8763-da29c902f693), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:03.541937 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:03.569587 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-ec4458b3-9537-4e9b-a2f3-d6fc68418eb7 req-e8bd019a-abbf-4ae9-94b7-82289b88af1c tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:03.602988 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device fa901973-a655-4f42-8dfe-ffa76fb10cdd up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:43:03.608762 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:03.618226 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-19feae4f-614b-4e99-8263-042e4358ced5 None None] Set router 622ad786-e50f-4d02-a74b-c15886da592d gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:43:03.621063 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-70050648-9bbd-41b6-ad37-9fcde88117d1 admin admin] Publish callbacks [] for router_controller (0638a9f8-27c8-43b8-8763-da29c902f693), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:03.645709 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-6db64cb7-9bcd-4b3e-8d94-e5de43bc4cd8 req-647c222b-8e13-49cb-9ad7-a687ecf46a9a tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=568cbe45-b90d-49d4-8ed6-90923e399d49 HTTP/1.1" status: 200 len: 210 time: 0.2871284 Oct 04 20:43:03.697841 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a4d0f-50f8-4f6f-8839-ec1f12f86432 req-80fdbe4f-32db-4668-a507-8dba1c8ac037 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:43:03.710361 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-b57a4d0f-50f8-4f6f-8839-ec1f12f86432 req-80fdbe4f-32db-4668-a507-8dba1c8ac037 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bd64c084-10af-4b12-bdd9-ef53866be364 HTTP/1.1" status: 200 len: 951 time: 0.4114258 Oct 04 20:43:03.818492 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:03.895214 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a77b3d-54b2-4774-bcce-7341f873825e None None] Pushing event updated for resources: {'Port': ['ID=5403683f-dac9-427a-b996-e07cfb9c655a,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:43:03.970910 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:03.979248 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5fc535e8-446d-4be3-8d77-e32b7cacc141 admin admin] Publish callbacks [] for port (96451307-5ab2-4a9c-9089-e13633c6ee79), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:04.014322 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8143fc4a-d70c-4ec5-b5f5-d68b53e702e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-9ef6bcc6-2ec2-4348-a1b3-f0f8de76a73d', 'network_id': '9ef6bcc6-2ec2-4348-a1b3-f0f8de76a73d', 'project_id': '210941eb9659422f81b3cd68dcd5e13f', 'fixed_ips': [{'subnet_id': '070b138e-d8d1-45a4-a822-2feee61ba476'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:43:04.016634 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8143fc4a-d70c-4ec5-b5f5-d68b53e702e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:04.108599 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-ec4458b3-9537-4e9b-a2f3-d6fc68418eb7 req-e8bd019a-abbf-4ae9-94b7-82289b88af1c tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] Publish callbacks [] for security_group (ff7defe6-9faf-48db-929b-31490caa85ab), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:04.360385 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-ec4458b3-9537-4e9b-a2f3-d6fc68418eb7 req-e8bd019a-abbf-4ae9-94b7-82289b88af1c tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (ff7defe6-9faf-48db-929b-31490caa85ab), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:04.741474 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port fa901973-a655-4f42-8dfe-ffa76fb10cdd triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:43:04.742260 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (fa901973-a655-4f42-8dfe-ffa76fb10cdd), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:04.742857 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port fa901973-a655-4f42-8dfe-ffa76fb10cdd Oct 04 20:43:04.763027 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-b57a4d0f-50f8-4f6f-8839-ec1f12f86432 req-764c03c1-e990-47fd-858b-22cc6b65a0e4 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9e154c59-4349-4579-ac56-d3f7608a8c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0509484 Oct 04 20:43:05.111555 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0b12ba-51e8-45d1-87a7-02c7fa95793a req-576d3696-be69-4f7f-b0fd-00675ff77ffa tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:43:05.111555 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-2b0b12ba-51e8-45d1-87a7-02c7fa95793a req-576d3696-be69-4f7f-b0fd-00675ff77ffa tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=62a318d1-22e6-4b7f-ae3b-e460e3ef8a6d HTTP/1.1" status: 200 len: 949 time: 0.4491045 Oct 04 20:43:05.384670 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:05.392769 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3 up at agent hyperv_n-h1-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:43:05.397672 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [req-ec4458b3-9537-4e9b-a2f3-d6fc68418eb7 req-e8bd019a-abbf-4ae9-94b7-82289b88af1c tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] Allocated IP 192.168.233.23 (42fbb05e-3f96-444f-a676-04ee9d06a8c7/e1956090-7ed7-4d05-a46e-a7b0885ca8e4/46ab96a5-0e71-4267-bb4f-54da94372f8e) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:43:05.441738 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-70050648-9bbd-41b6-ad37-9fcde88117d1 admin admin] Publish callbacks [] for router_gateway (0638a9f8-27c8-43b8-8763-da29c902f693), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:05.470468 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c5ef2f5f-6e06-4284-a45e-197daf1c293d req-4f64ade7-a0ca-4368-9925-7deb9930505d tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=568cbe45-b90d-49d4-8ed6-90923e399d49 HTTP/1.1" status: 200 len: 210 time: 0.1287756 Oct 04 20:43:05.546357 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-8143fc4a-d70c-4ec5-b5f5-d68b53e702e3 None None] Allocated IP 172.20.0.2 (9ef6bcc6-2ec2-4348-a1b3-f0f8de76a73d/070b138e-d8d1-45a4-a822-2feee61ba476/81d0cabb-63a8-43ff-99b9-6c64b036ad9e) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:43:05.586682 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-19feae4f-614b-4e99-8263-042e4358ced5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622ad786-e50f-4d02-a74b-c15886da592d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1352324937-router', 'tenant_id': '1181b876697c473ba1d15bbefeea2cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '59ea6710-99d8-4e4d-b39b-e648ed448e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:42:30Z', 'updated_at': '2022-10-04T20:42:46Z', 'revision_number': 4, 'project_id': '1181b876697c473ba1d15bbefeea2cf2', 'gw_port': {'id': '59ea6710-99d8-4e4d-b39b-e648ed448e58', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622ad786-e50f-4d02-a74b-c15886da592d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:42:32Z', 'updated_at': '2022-10-04T20:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '0ec6f239-ba96-4bef-9f9b-a7b7ec39cac3', 'name': '', 'network_id': 'e26dd16c-c221-4602-987e-d0307147f3f4', 'tenant_id': '1181b876697c473ba1d15bbefeea2cf2', 'mac_address': 'fa:16:3e:ef:b0:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622ad786-e50f-4d02-a74b-c15886da592d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '2a98f900-a487-42bd-b115-821252f0a3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:42:42Z', 'updated_at': '2022-10-04T20:43:01Z', 'revision_number': 4, 'project_id': '1181b876697c473ba1d15bbefeea2cf2', 'subnets': [{'id': '2a98f900-a487-42bd-b115-821252f0a3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:43:05.693448 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5fc535e8-446d-4be3-8d77-e32b7cacc141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (96451307-5ab2-4a9c-9089-e13633c6ee79), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:05.696929 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:05.745972 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2f401315-06a4-4483-ad0c-f2492c0b7d8b admin admin] Publish callbacks [] for router_gateway (6f85ca8d-066c-45b2-a08f-2e71896e8713), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:05.907016 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-2b0b12ba-51e8-45d1-87a7-02c7fa95793a req-ff4f64f9-bebe-41f3-9c97-3fdaf441023c tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0b5e75b1-9fa8-4cc9-86ca-a77492b60a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8065386 Oct 04 20:43:05.999834 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc535e8-446d-4be3-8d77-e32b7cacc141 admin admin] Network 230ddf19-0279-4e45-a111-f5818907c323 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:43:06.000439 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bd019a-abbf-4ae9-94b7-82289b88af1c tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7defe6-9faf-48db-929b-31490caa85ab,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:43:06.029580 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-5fc535e8-446d-4be3-8d77-e32b7cacc141 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:43:06.056143 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc535e8-446d-4be3-8d77-e32b7cacc141 admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:43:06.085139 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8143fc4a-d70c-4ec5-b5f5-d68b53e702e3 None None] Publish callbacks [] for port (81d0cabb-63a8-43ff-99b9-6c64b036ad9e), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:06.186570 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-ec4458b3-9537-4e9b-a2f3-d6fc68418eb7 req-e8bd019a-abbf-4ae9-94b7-82289b88af1c tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] Publish callbacks [] for port (46ab96a5-0e71-4267-bb4f-54da94372f8e), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:06.202055 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc535e8-446d-4be3-8d77-e32b7cacc141 admin admin] Pushing event updated for resources: {'Port': ['ID=96451307-5ab2-4a9c-9089-e13633c6ee79,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:43:06.309102 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689419ed-764e-43eb-9783-796182eba31f None None] Network a01e9a88-74fc-4f6c-a9eb-b64446db8cab requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:43:06.328468 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19feae4f-614b-4e99-8263-042e4358ced5 None None] The sync data for ids ['622ad786-e50f-4d02-a74b-c15886da592d'] in n-d-852085-12 is: [{'id': '622ad786-e50f-4d02-a74b-c15886da592d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1352324937-router', 'tenant_id': '1181b876697c473ba1d15bbefeea2cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '59ea6710-99d8-4e4d-b39b-e648ed448e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:42:30Z', 'updated_at': '2022-10-04T20:42:46Z', 'revision_number': 4, 'project_id': '1181b876697c473ba1d15bbefeea2cf2', 'gw_port': {'id': '59ea6710-99d8-4e4d-b39b-e648ed448e58', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622ad786-e50f-4d02-a74b-c15886da592d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:42:32Z', 'updated_at': '2022-10-04T20:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '0ec6f239-ba96-4bef-9f9b-a7b7ec39cac3', 'name': '', 'network_id': 'e26dd16c-c221-4602-987e-d0307147f3f4', 'tenant_id': '1181b876697c473ba1d15bbefeea2cf2', 'mac_address': 'fa:16:3e:ef:b0:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622ad786-e50f-4d02-a74b-c15886da592d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '2a98f900-a487-42bd-b115-821252f0a3b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:42:42Z', 'updated_at': '2022-10-04T20:43:01Z', 'revision_number': 4, 'project_id': '1181b876697c473ba1d15bbefeea2cf2', 'subnets': [{'id': '2a98f900-a487-42bd-b115-821252f0a3b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:43:06.353558 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:06.365397 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5fc535e8-446d-4be3-8d77-e32b7cacc141 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (636e9857-836c-4ed3-a71d-6cb94432b857), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:06.374593 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8143fc4a-d70c-4ec5-b5f5-d68b53e702e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (81d0cabb-63a8-43ff-99b9-6c64b036ad9e), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:06.656235 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8143fc4a-d70c-4ec5-b5f5-d68b53e702e3 None None] Network 9ef6bcc6-2ec2-4348-a1b3-f0f8de76a73d is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:43:06.755122 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-70050648-9bbd-41b6-ad37-9fcde88117d1 admin admin] Publish callbacks [] for router_gateway (0638a9f8-27c8-43b8-8763-da29c902f693), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:06.963124 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143fc4a-d70c-4ec5-b5f5-d68b53e702e3 None None] Pushing event updated for resources: {'Port': ['ID=81d0cabb-63a8-43ff-99b9-6c64b036ad9e,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:43:07.064997 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-8143fc4a-d70c-4ec5-b5f5-d68b53e702e3 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:43:07.084621 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8143fc4a-d70c-4ec5-b5f5-d68b53e702e3 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:43:07.142259 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 37534) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:43:07.147458 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-a25352ed-b620-42cb-a3a0-8956708db241 None None] Provisioning complete for port 5403683f-dac9-427a-b996-e07cfb9c655a triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:43:07.148074 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a25352ed-b620-42cb-a3a0-8956708db241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (5403683f-dac9-427a-b996-e07cfb9c655a), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:07.148589 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-a25352ed-b620-42cb-a3a0-8956708db241 None None] Attempt 1 to provision port 5403683f-dac9-427a-b996-e07cfb9c655a Oct 04 20:43:07.157876 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-70050648-9bbd-41b6-ad37-9fcde88117d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:07.165079 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Provisioning for port ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3 completed by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 20:43:07.182806 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-800c77f8-f3d0-477e-a754-4673286cc9c8 req-b6c364cd-a90a-4a06-9387-f4d4b262a0a0 tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=568cbe45-b90d-49d4-8ed6-90923e399d49 HTTP/1.1" status: 200 len: 210 time: 0.2170777 Oct 04 20:43:07.189431 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:07.427710 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:07.444744 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port fa901973-a655-4f42-8dfe-ffa76fb10cdd is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:43:07.446335 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (fa901973-a655-4f42-8dfe-ffa76fb10cdd), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:07.548170 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-ec4458b3-9537-4e9b-a2f3-d6fc68418eb7 req-e8bd019a-abbf-4ae9-94b7-82289b88af1c tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (46ab96a5-0e71-4267-bb4f-54da94372f8e), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:07.592068 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Provisioning complete for port ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:43:07.594507 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:07.595508 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Attempt 1 to provision port ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3 Oct 04 20:43:07.891838 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5fc535e8-446d-4be3-8d77-e32b7cacc141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (96451307-5ab2-4a9c-9089-e13633c6ee79), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:07.894495 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4c61a3eb-c743-4323-b254-96dedb1c76e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:07.898257 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2f401315-06a4-4483-ad0c-f2492c0b7d8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (6f85ca8d-066c-45b2-a08f-2e71896e8713), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:07.899838 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-70050648-9bbd-41b6-ad37-9fcde88117d1 admin admin] Allocated IP 172.25.5.207 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/9a4c9b60-2707-4859-996e-237d6e2fd72f) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:43:07.921592 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b5f89-8cae-4cfa-b4fc-60ae3c2c8983 req-3fcd15bb-b28f-4972-a0bb-6a76b527deb6 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:43:07.941953 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c67b5f89-8cae-4cfa-b4fc-60ae3c2c8983 req-3fcd15bb-b28f-4972-a0bb-6a76b527deb6 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=62a318d1-22e6-4b7f-ae3b-e460e3ef8a6d HTTP/1.1" status: 200 len: 949 time: 0.3922296 Oct 04 20:43:07.958055 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec4458b3-9537-4e9b-a2f3-d6fc68418eb7 req-e8bd019a-abbf-4ae9-94b7-82289b88af1c tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] Network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:43:07.962368 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [req-ec4458b3-9537-4e9b-a2f3-d6fc68418eb7 req-e8bd019a-abbf-4ae9-94b7-82289b88af1c tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:43:08.013071 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec4458b3-9537-4e9b-a2f3-d6fc68418eb7 req-e8bd019a-abbf-4ae9-94b7-82289b88af1c tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:43:08.075046 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port fa901973-a655-4f42-8dfe-ffa76fb10cdd, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=fa901973-a655-4f42-8dfe-ffa76fb10cdd,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:43:08.183850 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:08.203663 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c67b5f89-8cae-4cfa-b4fc-60ae3c2c8983 req-5546a90c-6bae-4b65-aa75-9bdcc02791e6 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0b5e75b1-9fa8-4cc9-86ca-a77492b60a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601547 Oct 04 20:43:08.416219 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (fa901973-a655-4f42-8dfe-ffa76fb10cdd), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:08.472004 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4c61a3eb-c743-4323-b254-96dedb1c76e3 admin admin] Publish callbacks [] for security_group (9ac9626f-c59c-48c8-8e83-0b50959435e6), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:08.504107 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-8143fc4a-d70c-4ec5-b5f5-d68b53e702e3 None None] Attempting to bind port 81d0cabb-63a8-43ff-99b9-6c64b036ad9e on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:43:08.507412 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-8143fc4a-d70c-4ec5-b5f5-d68b53e702e3 None None] Attempting to bind port 81d0cabb-63a8-43ff-99b9-6c64b036ad9e by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '5a01fe48-2a66-46a2-a560-c5100ce48b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9ef6bcc6-2ec2-4348-a1b3-f0f8de76a73d'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:43:08.511102 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8143fc4a-d70c-4ec5-b5f5-d68b53e702e3 None None] Attempting to bind port 81d0cabb-63a8-43ff-99b9-6c64b036ad9e on network 9ef6bcc6-2ec2-4348-a1b3-f0f8de76a73d {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:43:08.549948 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:08.558930 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bd019a-abbf-4ae9-94b7-82289b88af1c tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] Pushing event updated for resources: {'Port': ['ID=46ab96a5-0e71-4267-bb4f-54da94372f8e,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:43:08.769440 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4c61a3eb-c743-4323-b254-96dedb1c76e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (9ac9626f-c59c-48c8-8e83-0b50959435e6), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:09.084180 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4458b3-9537-4e9b-a2f3-d6fc68418eb7 req-e8bd019a-abbf-4ae9-94b7-82289b88af1c tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:43:09.089330 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-ec4458b3-9537-4e9b-a2f3-d6fc68418eb7 req-e8bd019a-abbf-4ae9-94b7-82289b88af1c tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:09.228118 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c61a3eb-c743-4323-b254-96dedb1c76e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac9626f-c59c-48c8-8e83-0b50959435e6,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:43:09.250293 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4c61a3eb-c743-4323-b254-96dedb1c76e3 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=51999a9a01fa4849bcfa3dc9ba2eb870&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0918446 Oct 04 20:43:09.255227 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 5403683f-dac9-427a-b996-e07cfb9c655a up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:43:09.265871 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 37588) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:43:09.280448 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429cb025-139f-48fb-afda-45fc4fcacdf3 req-0b9ffcec-f4b9-4383-b335-fb2237520863 tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:43:09.295062 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-429cb025-139f-48fb-afda-45fc4fcacdf3 req-0b9ffcec-f4b9-4383-b335-fb2237520863 tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=568cbe45-b90d-49d4-8ed6-90923e399d49 HTTP/1.1" status: 200 len: 935 time: 0.5924199 Oct 04 20:43:09.395599 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:09.490744 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Current status of the port ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3 is: BUILD; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:43:09.491593 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:09.540976 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=fa901973-a655-4f42-8dfe-ffa76fb10cdd,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:43:09.553877 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-a25352ed-b620-42cb-a3a0-8956708db241 None None] Current status of the port 5403683f-dac9-427a-b996-e07cfb9c655a is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:43:09.553877 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a25352ed-b620-42cb-a3a0-8956708db241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (5403683f-dac9-427a-b996-e07cfb9c655a), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:09.603333 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-429cb025-139f-48fb-afda-45fc4fcacdf3 req-1cbab0b0-33a7-4df8-94bb-00a1bb152165 tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ff7defe6-9faf-48db-929b-31490caa85ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070748 Oct 04 20:43:09.669321 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8143fc4a-d70c-4ec5-b5f5-d68b53e702e3 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:43:09.676450 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8143fc4a-d70c-4ec5-b5f5-d68b53e702e3 None None] Checking segment: {'id': '5a01fe48-2a66-46a2-a560-c5100ce48b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9ef6bcc6-2ec2-4348-a1b3-f0f8de76a73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:43:09.676450 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8143fc4a-d70c-4ec5-b5f5-d68b53e702e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:09.676450 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8143fc4a-d70c-4ec5-b5f5-d68b53e702e3 None None] Bound using segment: {'id': '5a01fe48-2a66-46a2-a560-c5100ce48b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9ef6bcc6-2ec2-4348-a1b3-f0f8de76a73d'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:43:09.676450 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-8143fc4a-d70c-4ec5-b5f5-d68b53e702e3 None None] Bound port: 81d0cabb-63a8-43ff-99b9-6c64b036ad9e, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a01fe48-2a66-46a2-a560-c5100ce48b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9ef6bcc6-2ec2-4348-a1b3-f0f8de76a73d'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:43:09.676450 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8143fc4a-d70c-4ec5-b5f5-d68b53e702e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (81d0cabb-63a8-43ff-99b9-6c64b036ad9e), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:09.681233 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 5403683f-dac9-427a-b996-e07cfb9c655a triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:43:09.682445 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (5403683f-dac9-427a-b996-e07cfb9c655a), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:09.692934 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 5403683f-dac9-427a-b996-e07cfb9c655a Oct 04 20:43:09.742538 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-70050648-9bbd-41b6-ad37-9fcde88117d1 admin admin] Publish callbacks [] for port (9a4c9b60-2707-4859-996e-237d6e2fd72f), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:09.834249 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:09.874193 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-ec4458b3-9537-4e9b-a2f3-d6fc68418eb7 req-e8bd019a-abbf-4ae9-94b7-82289b88af1c tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] 10.222.0.85 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 8.1377952 Oct 04 20:43:09.913457 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [req-ec4458b3-9537-4e9b-a2f3-d6fc68418eb7 req-fb26559c-60dd-487e-b656-2ab0b88ba8ae tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=108169) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 20:43:09.916566 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-ec4458b3-9537-4e9b-a2f3-d6fc68418eb7 req-fb26559c-60dd-487e-b656-2ab0b88ba8ae tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] 10.222.0.85 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0206399 Oct 04 20:43:09.943033 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62a318d1-22e6-4b7f-ae3b-e460e3ef8a6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3'}] {{(pid=108171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:43:09.956455 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966b91da6921e714df7c26a37f4733087768fb9a36052be1ead95d4d835f43be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3de15e-1708-461d-8fee-5c872f892f05" -d '{"events": [{"server_uuid": "62a318d1-22e6-4b7f-ae3b-e460e3ef8a6d", "name": "network-vif-plugged", "status": "completed", "tag": "ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3"}]}' {{(pid=108171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:43:10.002307 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] For port ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:43:10.047102 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2133e5ed-1241-4693-b3a2-503236441b9b admin admin] Publish callbacks [] for security_group (9ac9626f-c59c-48c8-8e83-0b50959435e6), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:10.109082 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-70050648-9bbd-41b6-ad37-9fcde88117d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (9a4c9b60-2707-4859-996e-237d6e2fd72f), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:10.238458 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [req-ec4458b3-9537-4e9b-a2f3-d6fc68418eb7 req-af013e84-5ce7-42c1-b923-82745f8aa847 service neutron] Request body: {'port': {'device_id': '568cbe45-b90d-49d4-8ed6-90923e399d49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-852085-12'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:43:10.238761 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-8143fc4a-d70c-4ec5-b5f5-d68b53e702e3 None None] For port 81d0cabb-63a8-43ff-99b9-6c64b036ad9e, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:43:10.249757 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:10.251239 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device a55c4fe7-8c63-4a39-819e-95561de2446e no longer exists at agent hyperv_n-h1-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:43:10.331344 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2133e5ed-1241-4693-b3a2-503236441b9b admin admin] Publish callbacks [] for security_group (9ac9626f-c59c-48c8-8e83-0b50959435e6), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:10.364769 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-a25352ed-b620-42cb-a3a0-8956708db241 None None] For port 5403683f-dac9-427a-b996-e07cfb9c655a, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=5403683f-dac9-427a-b996-e07cfb9c655a,segment=NetworkSegment(15623087-b986-4d0c-acac-db72f854251a),segment_id=15623087-b986-4d0c-acac-db72f854251a)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:43:10.370122 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 20:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6efef21e-4a3f-457e-860c-7cb13fc86102 x-openstack-request-id: req-6efef21e-4a3f-457e-860c-7cb13fc86102 {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:43:10.373978 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62a318d1-22e6-4b7f-ae3b-e460e3ef8a6d", "name": "network-vif-plugged", "status": "completed", "tag": "ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3", "code": 200}]} {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:43:10.375537 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6efef21e-4a3f-457e-860c-7cb13fc86102 {{(pid=108171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:43:10.376726 n-d-852085-12 neutron-server[108171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6efef21e-4a3f-457e-860c-7cb13fc86102'] response: {'server_uuid': '62a318d1-22e6-4b7f-ae3b-e460e3ef8a6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3', 'code': 200} Oct 04 20:43:10.430494 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-8143fc4a-d70c-4ec5-b5f5-d68b53e702e3 None None] For port 81d0cabb-63a8-43ff-99b9-6c64b036ad9e, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=81d0cabb-63a8-43ff-99b9-6c64b036ad9e,segment=NetworkSegment(5a01fe48-2a66-46a2-a560-c5100ce48b56),segment_id=5a01fe48-2a66-46a2-a560-c5100ce48b56)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:43:10.452372 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70050648-9bbd-41b6-ad37-9fcde88117d1 admin admin] Pushing event updated for resources: {'Port': ['ID=9a4c9b60-2707-4859-996e-237d6e2fd72f,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:43:10.471855 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365bd2d1-c864-4300-93e6-232f5829e234 req-e2966605-1dfe-46e0-b481-20c98fdc09a6 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:43:10.486062 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-365bd2d1-c864-4300-93e6-232f5829e234 req-e2966605-1dfe-46e0-b481-20c98fdc09a6 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=62a318d1-22e6-4b7f-ae3b-e460e3ef8a6d HTTP/1.1" status: 200 len: 949 time: 0.6354685 Oct 04 20:43:10.522533 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5fc535e8-446d-4be3-8d77-e32b7cacc141 admin admin] Publish callbacks [] for port (96451307-5ab2-4a9c-9089-e13633c6ee79), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:10.546968 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-ec4458b3-9537-4e9b-a2f3-d6fc68418eb7 req-af013e84-5ce7-42c1-b923-82745f8aa847 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (46ab96a5-0e71-4267-bb4f-54da94372f8e), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:10.583634 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a25352ed-b620-42cb-a3a0-8956708db241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (5403683f-dac9-427a-b996-e07cfb9c655a), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:10.644761 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8143fc4a-d70c-4ec5-b5f5-d68b53e702e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (81d0cabb-63a8-43ff-99b9-6c64b036ad9e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:10.655500 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=62,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:10.728212 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf1a37-a563-4c6d-b21b-285a46b18892 req-93ba3831-2e58-4403-a567-f7ad3e9db505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:43:10.731504 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-25bf1a37-a563-4c6d-b21b-285a46b18892 req-93ba3831-2e58-4403-a567-f7ad3e9db505 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=62a318d1-22e6-4b7f-ae3b-e460e3ef8a6d HTTP/1.1" status: 200 len: 1133 time: 0.1600780 Oct 04 20:43:10.780053 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70050648-9bbd-41b6-ad37-9fcde88117d1 admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:43:10.787247 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-365bd2d1-c864-4300-93e6-232f5829e234 req-032b72ec-2234-4b0c-bbb6-242ef0cf608d tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0b5e75b1-9fa8-4cc9-86ca-a77492b60a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995613 Oct 04 20:43:10.791670 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2133e5ed-1241-4693-b3a2-503236441b9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (9ac9626f-c59c-48c8-8e83-0b50959435e6), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:10.798581 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2133e5ed-1241-4693-b3a2-503236441b9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:10.803758 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=28,neutron:DELETE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:10.826165 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2133e5ed-1241-4693-b3a2-503236441b9b admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/9ac9626f-c59c-48c8-8e83-0b50959435e6 HTTP/1.1" status: 204 len: 168 time: 1.4642015 Oct 04 20:43:10.840842 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:10.880887 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Current status of the port a55c4fe7-8c63-4a39-819e-95561de2446e is: ACTIVE; New status is: DOWN {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:43:10.883346 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (a55c4fe7-8c63-4a39-819e-95561de2446e), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:10.910366 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-70050648-9bbd-41b6-ad37-9fcde88117d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:43:10.929677 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70050648-9bbd-41b6-ad37-9fcde88117d1 admin admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:43:11.028574 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 5403683f-dac9-427a-b996-e07cfb9c655a is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:43:11.035625 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (5403683f-dac9-427a-b996-e07cfb9c655a), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:11.109363 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Pushing event updated for resources: {'Port': ['ID=ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:43:11.131521 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:11.136775 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5fc535e8-446d-4be3-8d77-e32b7cacc141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (96451307-5ab2-4a9c-9089-e13633c6ee79), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:11.138058 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-25bf1a37-a563-4c6d-b21b-285a46b18892 req-48326ffe-2e58-41bf-b7b6-279d9bda17ab service neutron] 10.222.0.83 "GET /networking/v2.0/security-groups?id=0b5e75b1-9fa8-4cc9-86ca-a77492b60a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483379 Oct 04 20:43:11.150381 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f401315-06a4-4483-ad0c-f2492c0b7d8b admin admin] Router 6f85ca8d-066c-45b2-a08f-2e71896e8713 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:43:11.218196 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2133e5ed-1241-4693-b3a2-503236441b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac9626f-c59c-48c8-8e83-0b50959435e6,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:43:11.388684 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-769602cb-2893-465c-b4c0-ef70862bd614 None None] Provisioning complete for port 46ab96a5-0e71-4267-bb4f-54da94372f8e triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:43:11.390329 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-769602cb-2893-465c-b4c0-ef70862bd614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (46ab96a5-0e71-4267-bb4f-54da94372f8e), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:11.391335 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-769602cb-2893-465c-b4c0-ef70862bd614 None None] Attempt 1 to provision port 46ab96a5-0e71-4267-bb4f-54da94372f8e Oct 04 20:43:11.562287 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] For port a55c4fe7-8c63-4a39-819e-95561de2446e, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=a55c4fe7-8c63-4a39-819e-95561de2446e,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:43:11.630631 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25352ed-b620-42cb-a3a0-8956708db241 None None] Pushing event updated for resources: {'Port': ['ID=5403683f-dac9-427a-b996-e07cfb9c655a,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:43:11.733378 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [req-ec4458b3-9537-4e9b-a2f3-d6fc68418eb7 req-af013e84-5ce7-42c1-b923-82745f8aa847 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46ab96a5-0e71-4267-bb4f-54da94372f8e {{(pid=108169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 20:43:11.751267 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-ec4458b3-9537-4e9b-a2f3-d6fc68418eb7 req-af013e84-5ce7-42c1-b923-82745f8aa847 service neutron] Publish callbacks [] for port (46ab96a5-0e71-4267-bb4f-54da94372f8e), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:11.768674 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-769602cb-2893-465c-b4c0-ef70862bd614 None None] Port 46ab96a5-0e71-4267-bb4f-54da94372f8e cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:43:11.779243 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.provisioning_blocks [req-ec4458b3-9537-4e9b-a2f3-d6fc68418eb7 req-af013e84-5ce7-42c1-b923-82745f8aa847 service neutron] Transition to ACTIVE for port object 46ab96a5-0e71-4267-bb4f-54da94372f8e will not be triggered until provisioned by entity L2. {{(pid=108169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 20:43:11.783415 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:11.829980 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61367560-9f72-4f3e-a861-8eb524b87b92 req-c781f259-f8e4-49d9-ac51-d4fdf6ed3823 tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:43:11.840554 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-769602cb-2893-465c-b4c0-ef70862bd614 None None] Provisioning complete for port 96451307-5ab2-4a9c-9089-e13633c6ee79 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:43:11.845571 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-769602cb-2893-465c-b4c0-ef70862bd614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (96451307-5ab2-4a9c-9089-e13633c6ee79), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:11.846452 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-769602cb-2893-465c-b4c0-ef70862bd614 None None] Attempt 1 to provision port 96451307-5ab2-4a9c-9089-e13633c6ee79 Oct 04 20:43:11.849634 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-61367560-9f72-4f3e-a861-8eb524b87b92 req-c781f259-f8e4-49d9-ac51-d4fdf6ed3823 tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=568cbe45-b90d-49d4-8ed6-90923e399d49 HTTP/1.1" status: 200 len: 935 time: 0.7381749 Oct 04 20:43:11.895343 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (a55c4fe7-8c63-4a39-819e-95561de2446e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:11.993707 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc535e8-446d-4be3-8d77-e32b7cacc141 admin admin] Pushing event updated for resources: {'Port': ['ID=96451307-5ab2-4a9c-9089-e13633c6ee79,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:43:12.020388 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-ec4458b3-9537-4e9b-a2f3-d6fc68418eb7 req-af013e84-5ce7-42c1-b923-82745f8aa847 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (46ab96a5-0e71-4267-bb4f-54da94372f8e), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:12.044998 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-769602cb-2893-465c-b4c0-ef70862bd614 None None] Port 96451307-5ab2-4a9c-9089-e13633c6ee79 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:43:12.069843 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 20:43:12.071112 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 20:43:12.079630 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-769602cb-2893-465c-b4c0-ef70862bd614 None None] Provisioning complete for port 5403683f-dac9-427a-b996-e07cfb9c655a triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:43:12.080442 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-769602cb-2893-465c-b4c0-ef70862bd614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (5403683f-dac9-427a-b996-e07cfb9c655a), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:12.081312 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-769602cb-2893-465c-b4c0-ef70862bd614 None None] Attempt 1 to provision port 5403683f-dac9-427a-b996-e07cfb9c655a Oct 04 20:43:12.152593 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:12.231517 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143fc4a-d70c-4ec5-b5f5-d68b53e702e3 None None] Pushing event updated for resources: {'Port': ['ID=81d0cabb-63a8-43ff-99b9-6c64b036ad9e,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:43:12.237573 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-61367560-9f72-4f3e-a861-8eb524b87b92 req-4038536f-5932-4719-bc0a-a5fcc9975caf tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ff7defe6-9faf-48db-929b-31490caa85ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3813782 Oct 04 20:43:12.251265 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:12.275185 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f401315-06a4-4483-ad0c-f2492c0b7d8b admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:43:12.302114 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af013e84-5ce7-42c1-b923-82745f8aa847 service neutron] Pushing event updated for resources: {'Port': ['ID=46ab96a5-0e71-4267-bb4f-54da94372f8e,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:43:12.349344 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a439dfaf-e76d-4b9c-bdd2-db2bb762406d None None] Sync routers for ids ['6f85ca8d-066c-45b2-a08f-2e71896e8713'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:43:12.388800 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd64c084-10af-4b12-bdd9-ef53866be364', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a55c4fe7-8c63-4a39-819e-95561de2446e'}] {{(pid=108171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:43:12.393592 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966b91da6921e714df7c26a37f4733087768fb9a36052be1ead95d4d835f43be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b0bf00-5f69-441a-87c8-1781611cbd87" -d '{"events": [{"server_uuid": "bd64c084-10af-4b12-bdd9-ef53866be364", "name": "network-vif-unplugged", "status": "completed", "tag": "a55c4fe7-8c63-4a39-819e-95561de2446e"}]}' {{(pid=108171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:43:12.412408 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5fc535e8-446d-4be3-8d77-e32b7cacc141 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (636e9857-836c-4ed3-a71d-6cb94432b857), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:12.467512 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a439dfaf-e76d-4b9c-bdd2-db2bb762406d None None] Routers {'6f85ca8d-066c-45b2-a08f-2e71896e8713'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:43:12.475678 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-a439dfaf-e76d-4b9c-bdd2-db2bb762406d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:42:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['6f85ca8d-066c-45b2-a08f-2e71896e8713'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:43:12.666702 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2f401315-06a4-4483-ad0c-f2492c0b7d8b admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:12.678510 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-2f401315-06a4-4483-ad0c-f2492c0b7d8b admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 20.0045528 Oct 04 20:43:12.701114 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 37698) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:43:12.764466 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbb8354-e7f3-482c-970a-fdee25b268ea req-bca147f4-ceae-4e34-adb2-2798dd922163 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:43:12.786057 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-efbb8354-e7f3-482c-970a-fdee25b268ea req-bca147f4-ceae-4e34-adb2-2798dd922163 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=62a318d1-22e6-4b7f-ae3b-e460e3ef8a6d HTTP/1.1" status: 200 len: 950 time: 0.4316208 Oct 04 20:43:12.940064 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 04 Oct 2022 20:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e39f97-34db-442b-a599-5b9a632ff01e x-openstack-request-id: req-40e39f97-34db-442b-a599-5b9a632ff01e {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:43:12.940578 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd64c084-10af-4b12-bdd9-ef53866be364", "name": "network-vif-unplugged", "status": "completed", "tag": "a55c4fe7-8c63-4a39-819e-95561de2446e", "code": 200}]} {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:43:12.940940 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-40e39f97-34db-442b-a599-5b9a632ff01e {{(pid=108171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:43:12.941549 n-d-852085-12 neutron-server[108171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40e39f97-34db-442b-a599-5b9a632ff01e'] response: {'server_uuid': 'bd64c084-10af-4b12-bdd9-ef53866be364', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a55c4fe7-8c63-4a39-819e-95561de2446e', 'code': 200} Oct 04 20:43:12.957321 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [req-ec4458b3-9537-4e9b-a2f3-d6fc68418eb7 req-af013e84-5ce7-42c1-b923-82745f8aa847 service neutron] Attempting to bind port 46ab96a5-0e71-4267-bb4f-54da94372f8e on host n-h2-852085-12 for vnic_type normal with profile {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:43:12.958119 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [req-ec4458b3-9537-4e9b-a2f3-d6fc68418eb7 req-af013e84-5ce7-42c1-b923-82745f8aa847 service neutron] Attempting to bind port 46ab96a5-0e71-4267-bb4f-54da94372f8e by drivers openvswitch,hyperv on host n-h2-852085-12 at level 0 using segments [{'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'}] {{(pid=108169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:43:12.958864 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4458b3-9537-4e9b-a2f3-d6fc68418eb7 req-af013e84-5ce7-42c1-b923-82745f8aa847 service neutron] Attempting to bind port 46ab96a5-0e71-4267-bb4f-54da94372f8e on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:43:13.133066 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-70050648-9bbd-41b6-ad37-9fcde88117d1 admin admin] Publish callbacks [] for router_gateway (0638a9f8-27c8-43b8-8763-da29c902f693), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:13.226213 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc535e8-446d-4be3-8d77-e32b7cacc141 admin admin] Network 230ddf19-0279-4e45-a111-f5818907c323 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:43:13.242927 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-5fc535e8-446d-4be3-8d77-e32b7cacc141 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:43:13.274519 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4458b3-9537-4e9b-a2f3-d6fc68418eb7 req-af013e84-5ce7-42c1-b923-82745f8aa847 service neutron] Port 46ab96a5-0e71-4267-bb4f-54da94372f8e on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-852085-12 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:43:13.278061 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4458b3-9537-4e9b-a2f3-d6fc68418eb7 req-af013e84-5ce7-42c1-b923-82745f8aa847 service neutron] Attempting to bind port 46ab96a5-0e71-4267-bb4f-54da94372f8e on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:43:13.459731 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40dd3fc-a1b8-41ba-97c7-7ea6f6a065a0 None None] Network 9ef6bcc6-2ec2-4348-a1b3-f0f8de76a73d requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:43:13.638455 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Pushing event updated for resources: {'Port': ['ID=a55c4fe7-8c63-4a39-819e-95561de2446e,revision_number=11']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:43:13.821449 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 5403683f-dac9-427a-b996-e07cfb9c655a is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:43:13.825173 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 0ec6f239-ba96-4bef-9f9b-a7b7ec39cac3 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:43:13.913079 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fc535e8-446d-4be3-8d77-e32b7cacc141 admin admin] Router 636e9857-836c-4ed3-a71d-6cb94432b857 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:43:13.916201 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4458b3-9537-4e9b-a2f3-d6fc68418eb7 req-af013e84-5ce7-42c1-b923-82745f8aa847 service neutron] Checking agent: {'id': 'af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 28, 33), 'started_at': datetime.datetime(2022, 10, 4, 20, 28, 33), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:43:13.916828 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4458b3-9537-4e9b-a2f3-d6fc68418eb7 req-af013e84-5ce7-42c1-b923-82745f8aa847 service neutron] Checking segment: {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:43:13.917647 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4458b3-9537-4e9b-a2f3-d6fc68418eb7 req-af013e84-5ce7-42c1-b923-82745f8aa847 service neutron] Bound using segment: {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'} {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:43:13.918460 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [req-ec4458b3-9537-4e9b-a2f3-d6fc68418eb7 req-af013e84-5ce7-42c1-b923-82745f8aa847 service neutron] Bound port: 46ab96a5-0e71-4267-bb4f-54da94372f8e, host: n-h2-852085-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'}}] {{(pid=108169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:43:13.919051 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-ec4458b3-9537-4e9b-a2f3-d6fc68418eb7 req-af013e84-5ce7-42c1-b923-82745f8aa847 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (46ab96a5-0e71-4267-bb4f-54da94372f8e), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:13.946761 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-769602cb-2893-465c-b4c0-ef70862bd614 None None] Current status of the port 5403683f-dac9-427a-b996-e07cfb9c655a is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:43:14.023518 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-a439dfaf-e76d-4b9c-bdd2-db2bb762406d None None] Set router 6f85ca8d-066c-45b2-a08f-2e71896e8713 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:43:14.188902 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-065c8277-f0e0-4afa-8cca-2d0167c28294 None None] Provisioning complete for port 81d0cabb-63a8-43ff-99b9-6c64b036ad9e triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:43:14.189266 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-065c8277-f0e0-4afa-8cca-2d0167c28294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (81d0cabb-63a8-43ff-99b9-6c64b036ad9e), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:14.192613 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-065c8277-f0e0-4afa-8cca-2d0167c28294 None None] Attempt 1 to provision port 81d0cabb-63a8-43ff-99b9-6c64b036ad9e Oct 04 20:43:14.218472 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-efbb8354-e7f3-482c-970a-fdee25b268ea req-507a820c-479d-44be-b4e0-9d4b730a0fd8 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0b5e75b1-9fa8-4cc9-86ca-a77492b60a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4307473 Oct 04 20:43:14.456393 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [req-ec4458b3-9537-4e9b-a2f3-d6fc68418eb7 req-af013e84-5ce7-42c1-b923-82745f8aa847 service neutron] For port 46ab96a5-0e71-4267-bb4f-54da94372f8e, host n-h2-852085-12, cleared binding levels {{(pid=108169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:43:14.459239 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:14.470124 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 0ec6f239-ba96-4bef-9f9b-a7b7ec39cac3 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:43:14.472359 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (0ec6f239-ba96-4bef-9f9b-a7b7ec39cac3), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:14.473457 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 0ec6f239-ba96-4bef-9f9b-a7b7ec39cac3 Oct 04 20:43:14.476155 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [req-ec4458b3-9537-4e9b-a2f3-d6fc68418eb7 req-af013e84-5ce7-42c1-b923-82745f8aa847 service neutron] For port 46ab96a5-0e71-4267-bb4f-54da94372f8e, host n-h2-852085-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852085-12',level=0,port_id=46ab96a5-0e71-4267-bb4f-54da94372f8e,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:43:14.731186 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-ec4458b3-9537-4e9b-a2f3-d6fc68418eb7 req-af013e84-5ce7-42c1-b923-82745f8aa847 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (46ab96a5-0e71-4267-bb4f-54da94372f8e), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:14.743510 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4458b3-9537-4e9b-a2f3-d6fc68418eb7 req-af013e84-5ce7-42c1-b923-82745f8aa847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:43:14.744890 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-ec4458b3-9537-4e9b-a2f3-d6fc68418eb7 req-af013e84-5ce7-42c1-b923-82745f8aa847 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:14.750481 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-ec4458b3-9537-4e9b-a2f3-d6fc68418eb7 req-af013e84-5ce7-42c1-b923-82745f8aa847 service neutron] 10.222.0.85 "PUT /networking/v2.0/ports/46ab96a5-0e71-4267-bb4f-54da94372f8e HTTP/1.1" status: 200 len: 1096 time: 4.8138285 Oct 04 20:43:14.763338 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '568cbe45-b90d-49d4-8ed6-90923e399d49', 'tag': '46ab96a5-0e71-4267-bb4f-54da94372f8e'}] {{(pid=108169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:43:14.768196 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dea34fca0f7d6c1de22810621a04fa86ac5e48141775903912ac1624808dfef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a985a1-d5f1-49ca-9b00-401a383f1be8" -d '{"events": [{"name": "network-changed", "server_uuid": "568cbe45-b90d-49d4-8ed6-90923e399d49", "tag": "46ab96a5-0e71-4267-bb4f-54da94372f8e"}]}' {{(pid=108169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:43:14.813743 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:14.901866 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc535e8-446d-4be3-8d77-e32b7cacc141 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:43:14.927813 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ae25a7-453a-43b3-8e92-b3e265bc5a91 None None] Sync routers for ids ['636e9857-836c-4ed3-a71d-6cb94432b857'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:43:14.940424 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-5fc535e8-446d-4be3-8d77-e32b7cacc141 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/636e9857-836c-4ed3-a71d-6cb94432b857/add_router_interface HTTP/1.1" status: 200 len: 503 time: 19.3286638 Oct 04 20:43:15.031169 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ae25a7-453a-43b3-8e92-b3e265bc5a91 None None] Routers {'636e9857-836c-4ed3-a71d-6cb94432b857'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:43:15.034163 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-88ae25a7-453a-43b3-8e92-b3e265bc5a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:42:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['636e9857-836c-4ed3-a71d-6cb94432b857'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:43:15.161039 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4458b3-9537-4e9b-a2f3-d6fc68418eb7 req-82d23e6a-36bc-499c-9b48-14cb51199e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:43:15.168380 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-ec4458b3-9537-4e9b-a2f3-d6fc68418eb7 req-82d23e6a-36bc-499c-9b48-14cb51199e17 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=baa9bc0601f141e48e1b5f001769d221&device_id=568cbe45-b90d-49d4-8ed6-90923e399d49 HTTP/1.1" status: 200 len: 1130 time: 0.1849074 Oct 04 20:43:15.219724 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-a439dfaf-e76d-4b9c-bdd2-db2bb762406d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f85ca8d-066c-45b2-a08f-2e71896e8713', 'name': 'tempest-ServerDiskConfigTestJSON-1616519809-router', 'tenant_id': 'a9756cde63f04174a293f5b7558d1a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '1a57467a-9462-4999-abfd-928927ea0914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:42:53Z', 'updated_at': '2022-10-04T20:43:03Z', 'revision_number': 3, 'project_id': 'a9756cde63f04174a293f5b7558d1a96', 'gw_port': {'id': '1a57467a-9462-4999-abfd-928927ea0914', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:5d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f85ca8d-066c-45b2-a08f-2e71896e8713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:42:58Z', 'updated_at': '2022-10-04T20:43:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:43:15.372245 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb83ac1a-200e-4624-a043-a9ff56671de9 req-d75db664-3eae-42ba-bc41-55bb9256771a tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:43:15.387492 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-cb83ac1a-200e-4624-a043-a9ff56671de9 req-d75db664-3eae-42ba-bc41-55bb9256771a tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=568cbe45-b90d-49d4-8ed6-90923e399d49 HTTP/1.1" status: 200 len: 947 time: 0.9561589 Oct 04 20:43:15.446956 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:15.589554 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 0ec6f239-ba96-4bef-9f9b-a7b7ec39cac3 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:43:15.602422 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (0ec6f239-ba96-4bef-9f9b-a7b7ec39cac3), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:15.612771 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-70050648-9bbd-41b6-ad37-9fcde88117d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (0638a9f8-27c8-43b8-8763-da29c902f693), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:15.718173 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-88ae25a7-453a-43b3-8e92-b3e265bc5a91 None None] Set router 636e9857-836c-4ed3-a71d-6cb94432b857 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:43:15.757813 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a439dfaf-e76d-4b9c-bdd2-db2bb762406d None None] Checking router: 6f85ca8d-066c-45b2-a08f-2e71896e8713 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:43:15.763852 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a439dfaf-e76d-4b9c-bdd2-db2bb762406d None None] Updating router 6f85ca8d-066c-45b2-a08f-2e71896e8713 port 1a57467a-9462-4999-abfd-928927ea0914 binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:43:15.967255 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-065c8277-f0e0-4afa-8cca-2d0167c28294 None None] Current status of the port 81d0cabb-63a8-43ff-99b9-6c64b036ad9e is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:43:15.971124 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-cb83ac1a-200e-4624-a043-a9ff56671de9 req-e1c56084-c92f-4836-a5b3-275e5051532b tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ff7defe6-9faf-48db-929b-31490caa85ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5173109 Oct 04 20:43:15.972483 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-065c8277-f0e0-4afa-8cca-2d0167c28294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (81d0cabb-63a8-43ff-99b9-6c64b036ad9e), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:16.015758 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-19c73e76-8238-4331-9289-41da637affb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:16.017869 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-ec4458b3-9537-4e9b-a2f3-d6fc68418eb7 req-04455427-8464-40a0-85a3-518878fae116 service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=46ab96a5-0e71-4267-bb4f-54da94372f8e HTTP/1.1" status: 200 len: 217 time: 0.8212028 Oct 04 20:43:16.030806 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a439dfaf-e76d-4b9c-bdd2-db2bb762406d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (1a57467a-9462-4999-abfd-928927ea0914), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:16.073878 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:16.202298 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af013e84-5ce7-42c1-b923-82745f8aa847 service neutron] Pushing event updated for resources: {'Port': ['ID=46ab96a5-0e71-4267-bb4f-54da94372f8e,revision_number=3']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:43:16.262076 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4458b3-9537-4e9b-a2f3-d6fc68418eb7 req-f7b31eac-39b9-4450-8ce7-c9c68781f402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:43:16.266595 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-ec4458b3-9537-4e9b-a2f3-d6fc68418eb7 req-f7b31eac-39b9-4450-8ce7-c9c68781f402 service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.2448125 Oct 04 20:43:16.270904 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 20:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88682827-3584-4930-8917-6812cb1b7377 x-openstack-request-id: req-88682827-3584-4930-8917-6812cb1b7377 {{(pid=108169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:43:16.271580 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "568cbe45-b90d-49d4-8ed6-90923e399d49", "tag": "46ab96a5-0e71-4267-bb4f-54da94372f8e", "status": "completed", "code": 200}]} {{(pid=108169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:43:16.274966 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-88682827-3584-4930-8917-6812cb1b7377 {{(pid=108169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:43:16.274966 n-d-852085-12 neutron-server[108169]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88682827-3584-4930-8917-6812cb1b7377'] response: {'name': 'network-changed', 'server_uuid': '568cbe45-b90d-49d4-8ed6-90923e399d49', 'tag': '46ab96a5-0e71-4267-bb4f-54da94372f8e', 'status': 'completed', 'code': 200} Oct 04 20:43:16.359494 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 0ec6f239-ba96-4bef-9f9b-a7b7ec39cac3, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=0ec6f239-ba96-4bef-9f9b-a7b7ec39cac3,segment=NetworkSegment(85e74012-b593-44e5-a5af-5b58787ed805),segment_id=85e74012-b593-44e5-a5af-5b58787ed805)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:43:16.366974 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2cc602cb-629b-4302-a24b-a8db2f4cba3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:16.416416 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4458b3-9537-4e9b-a2f3-d6fc68418eb7 req-53d5245c-26a8-45d5-962b-850ab4d6aa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:43:16.422199 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-ec4458b3-9537-4e9b-a2f3-d6fc68418eb7 req-53d5245c-26a8-45d5-962b-850ab4d6aa22 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1471386 Oct 04 20:43:16.435392 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:16.471089 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-065c8277-f0e0-4afa-8cca-2d0167c28294 None None] For port 81d0cabb-63a8-43ff-99b9-6c64b036ad9e, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=81d0cabb-63a8-43ff-99b9-6c64b036ad9e,segment=NetworkSegment(5a01fe48-2a66-46a2-a560-c5100ce48b56),segment_id=5a01fe48-2a66-46a2-a560-c5100ce48b56)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:43:16.617206 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:16.636819 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (0ec6f239-ba96-4bef-9f9b-a7b7ec39cac3), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:16.656477 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-88ae25a7-453a-43b3-8e92-b3e265bc5a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636e9857-836c-4ed3-a71d-6cb94432b857', 'name': 'tempest-InstanceActionsTestJSON-1216275962-router', 'tenant_id': '477e43afdaeb4926a8a0ef8560e30980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'fa901973-a655-4f42-8dfe-ffa76fb10cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:42:33Z', 'updated_at': '2022-10-04T20:43:07Z', 'revision_number': 4, 'project_id': '477e43afdaeb4926a8a0ef8560e30980', 'gw_port': {'id': 'fa901973-a655-4f42-8dfe-ffa76fb10cdd', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636e9857-836c-4ed3-a71d-6cb94432b857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:42:40Z', 'updated_at': '2022-10-04T20:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '96451307-5ab2-4a9c-9089-e13633c6ee79', 'name': '', 'network_id': '230ddf19-0279-4e45-a111-f5818907c323', 'tenant_id': '477e43afdaeb4926a8a0ef8560e30980', 'mac_address': 'fa:16:3e:80:7d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636e9857-836c-4ed3-a71d-6cb94432b857', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'c720c03c-f51f-4159-ace4-33c54c5b8b52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:43:02Z', 'updated_at': '2022-10-04T20:43:09Z', 'revision_number': 2, 'project_id': '477e43afdaeb4926a8a0ef8560e30980', 'subnets': [{'id': 'c720c03c-f51f-4159-ace4-33c54c5b8b52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:43:16.787796 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ae25a7-453a-43b3-8e92-b3e265bc5a91 None None] Checking router: 636e9857-836c-4ed3-a71d-6cb94432b857 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:43:16.799257 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ae25a7-453a-43b3-8e92-b3e265bc5a91 None None] Updating router 636e9857-836c-4ed3-a71d-6cb94432b857 port 96451307-5ab2-4a9c-9089-e13633c6ee79 binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:43:16.805129 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-ec4458b3-9537-4e9b-a2f3-d6fc68418eb7 req-059b650d-d5ba-4e81-a86a-5d13ae246ec1 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3750563 Oct 04 20:43:16.992442 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-88ae25a7-453a-43b3-8e92-b3e265bc5a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (96451307-5ab2-4a9c-9089-e13633c6ee79), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:17.002045 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=0ec6f239-ba96-4bef-9f9b-a7b7ec39cac3,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:43:17.037566 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-065c8277-f0e0-4afa-8cca-2d0167c28294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (81d0cabb-63a8-43ff-99b9-6c64b036ad9e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:17.237520 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-ec4458b3-9537-4e9b-a2f3-d6fc68418eb7 req-66f21f7a-56f3-4bc8-8f30-110fdc3c7ae6 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4231746 Oct 04 20:43:17.280826 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 5403683f-dac9-427a-b996-e07cfb9c655a up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:43:17.337203 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4e91c-b10f-4240-80ac-dae29ae84d60 req-081b55a0-7a5b-46f7-a62d-118adf154da0 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:43:17.342778 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f4a4e91c-b10f-4240-80ac-dae29ae84d60 req-081b55a0-7a5b-46f7-a62d-118adf154da0 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=62a318d1-22e6-4b7f-ae3b-e460e3ef8a6d HTTP/1.1" status: 200 len: 950 time: 0.2015927 Oct 04 20:43:17.365473 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-065c8277-f0e0-4afa-8cca-2d0167c28294 None None] Provisioning complete for port 96451307-5ab2-4a9c-9089-e13633c6ee79 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:43:17.366289 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-065c8277-f0e0-4afa-8cca-2d0167c28294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (96451307-5ab2-4a9c-9089-e13633c6ee79), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:17.366987 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-065c8277-f0e0-4afa-8cca-2d0167c28294 None None] Attempt 1 to provision port 96451307-5ab2-4a9c-9089-e13633c6ee79 Oct 04 20:43:17.387187 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:17.460639 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a439dfaf-e76d-4b9c-bdd2-db2bb762406d None None] Publish callbacks [] for port (1a57467a-9462-4999-abfd-928927ea0914), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:17.512199 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065c8277-f0e0-4afa-8cca-2d0167c28294 None None] Pushing event updated for resources: {'Port': ['ID=81d0cabb-63a8-43ff-99b9-6c64b036ad9e,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:43:17.564201 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-065c8277-f0e0-4afa-8cca-2d0167c28294 None None] Port 96451307-5ab2-4a9c-9089-e13633c6ee79 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:43:17.573077 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-19c73e76-8238-4331-9289-41da637affb2 admin admin] Allocated IP 172.20.0.1 (a01e9a88-74fc-4f6c-a9eb-b64446db8cab/076ab631-bece-45b9-82d4-9b3c6350b26c/b802e1a0-2cc6-4514-aff7-a3a29ba6775b) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:43:17.598868 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-92c702e1-3d84-438c-8cef-f86b5a639eeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:17.610540 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 5403683f-dac9-427a-b996-e07cfb9c655a triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:43:17.611685 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (5403683f-dac9-427a-b996-e07cfb9c655a), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:17.615934 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 5403683f-dac9-427a-b996-e07cfb9c655a Oct 04 20:43:17.627738 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f4a4e91c-b10f-4240-80ac-dae29ae84d60 req-3f30bc8f-a3bf-420e-917f-e8a364275a69 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0b5e75b1-9fa8-4cc9-86ca-a77492b60a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626195 Oct 04 20:43:17.720541 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a439dfaf-e76d-4b9c-bdd2-db2bb762406d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (1a57467a-9462-4999-abfd-928927ea0914), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:17.809167 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70050648-9bbd-41b6-ad37-9fcde88117d1 admin admin] Router 0638a9f8-27c8-43b8-8763-da29c902f693 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:43:17.820794 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-a439dfaf-e76d-4b9c-bdd2-db2bb762406d None None] Attempting to bind port 1a57467a-9462-4999-abfd-928927ea0914 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:43:17.827218 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-a439dfaf-e76d-4b9c-bdd2-db2bb762406d None None] Attempting to bind port 1a57467a-9462-4999-abfd-928927ea0914 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:43:17.830371 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a439dfaf-e76d-4b9c-bdd2-db2bb762406d None None] Attempting to bind port 1a57467a-9462-4999-abfd-928927ea0914 on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:43:17.955329 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-19c73e76-8238-4331-9289-41da637affb2 admin admin] Publish callbacks [] for port (b802e1a0-2cc6-4514-aff7-a3a29ba6775b), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:17.959614 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:18.008353 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-88ae25a7-453a-43b3-8e92-b3e265bc5a91 None None] Publish callbacks [] for port (96451307-5ab2-4a9c-9089-e13633c6ee79), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:18.091940 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 37812) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:43:18.105971 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-c1d6cd31-3ff6-401a-9aa2-4e3905a3224d tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1061298554'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:43:18.121561 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b908d2-3de2-48ad-b7ed-b6bcd604e116 None None] Pushing event updated for resources: {'Port': ['ID=1a57467a-9462-4999-abfd-928927ea0914,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:43:18.131736 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-6813979a-78b7-4f1b-a9a6-98548935f3e9 None None] Provisioning complete for port 81d0cabb-63a8-43ff-99b9-6c64b036ad9e triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:43:18.132391 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6813979a-78b7-4f1b-a9a6-98548935f3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (81d0cabb-63a8-43ff-99b9-6c64b036ad9e), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:18.132883 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-6813979a-78b7-4f1b-a9a6-98548935f3e9 None None] Attempt 1 to provision port 81d0cabb-63a8-43ff-99b9-6c64b036ad9e Oct 04 20:43:18.266607 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-88ae25a7-453a-43b3-8e92-b3e265bc5a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (96451307-5ab2-4a9c-9089-e13633c6ee79), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:18.285111 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc8bdf-2a93-4a14-a907-6dc394d2a63e req-a66b7916-c52f-4ca8-8f20-90d3688ce211 tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:43:18.288256 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-cffc8bdf-2a93-4a14-a907-6dc394d2a63e req-a66b7916-c52f-4ca8-8f20-90d3688ce211 tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=568cbe45-b90d-49d4-8ed6-90923e399d49 HTTP/1.1" status: 200 len: 947 time: 0.1729758 Oct 04 20:43:18.302293 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70050648-9bbd-41b6-ad37-9fcde88117d1 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:43:18.314914 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a439dfaf-e76d-4b9c-bdd2-db2bb762406d None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:43:18.315589 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a439dfaf-e76d-4b9c-bdd2-db2bb762406d None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:43:18.317104 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a439dfaf-e76d-4b9c-bdd2-db2bb762406d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:18.317870 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a439dfaf-e76d-4b9c-bdd2-db2bb762406d None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:43:18.318689 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-a439dfaf-e76d-4b9c-bdd2-db2bb762406d None None] Bound port: 1a57467a-9462-4999-abfd-928927ea0914, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:43:18.320190 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a439dfaf-e76d-4b9c-bdd2-db2bb762406d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (1a57467a-9462-4999-abfd-928927ea0914), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:18.321248 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d6cd31-3ff6-401a-9aa2-4e3905a3224d tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Made reservation on behalf of 6c5aaa2031d8481ebc5a7b3b9a0522dc for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:43:18.343121 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c1d6cd31-3ff6-401a-9aa2-4e3905a3224d tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:18.395846 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:18.407766 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc6d64-c6d8-43d2-82fa-cdabe6e05674 None None] Pushing event updated for resources: {'Port': ['ID=96451307-5ab2-4a9c-9089-e13633c6ee79,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:43:18.431326 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-a439dfaf-e76d-4b9c-bdd2-db2bb762406d None None] For port 1a57467a-9462-4999-abfd-928927ea0914, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:43:18.438340 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-a439dfaf-e76d-4b9c-bdd2-db2bb762406d None None] For port 1a57467a-9462-4999-abfd-928927ea0914, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=1a57467a-9462-4999-abfd-928927ea0914,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:43:18.464421 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1d6cd31-3ff6-401a-9aa2-4e3905a3224d tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:43:18.468590 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc7b738-363a-4132-bf0c-5b54ba855ecc None None] Sync routers for ids ['0638a9f8-27c8-43b8-8763-da29c902f693'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:43:18.472667 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-88ae25a7-453a-43b3-8e92-b3e265bc5a91 None None] Attempting to bind port 96451307-5ab2-4a9c-9089-e13633c6ee79 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:43:18.473289 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-88ae25a7-453a-43b3-8e92-b3e265bc5a91 None None] Attempting to bind port 96451307-5ab2-4a9c-9089-e13633c6ee79 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '67b55822-b314-41dc-8925-985ebb2f3767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '230ddf19-0279-4e45-a111-f5818907c323'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:43:18.473974 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ae25a7-453a-43b3-8e92-b3e265bc5a91 None None] Attempting to bind port 96451307-5ab2-4a9c-9089-e13633c6ee79 on network 230ddf19-0279-4e45-a111-f5818907c323 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:43:18.481710 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:18.506291 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c1d6cd31-3ff6-401a-9aa2-4e3905a3224d tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (e02eff7f-3f44-4e0b-be92-dbee676b17be), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:18.507345 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-c1d6cd31-3ff6-401a-9aa2-4e3905a3224d tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Added segment e02eff7f-3f44-4e0b-be92-dbee676b17be of type vlan for network d440815a-c7cb-41b5-bf01-b92283177fa8 Oct 04 20:43:18.509442 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc7b738-363a-4132-bf0c-5b54ba855ecc None None] Routers {'0638a9f8-27c8-43b8-8763-da29c902f693'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:43:18.511122 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-0cc7b738-363a-4132-bf0c-5b54ba855ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:43:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['0638a9f8-27c8-43b8-8763-da29c902f693'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:43:18.517208 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 5403683f-dac9-427a-b996-e07cfb9c655a is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:43:18.518824 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device fa901973-a655-4f42-8dfe-ffa76fb10cdd up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:43:18.588862 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ae25a7-453a-43b3-8e92-b3e265bc5a91 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:43:18.589475 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ae25a7-453a-43b3-8e92-b3e265bc5a91 None None] Checking segment: {'id': '67b55822-b314-41dc-8925-985ebb2f3767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '230ddf19-0279-4e45-a111-f5818907c323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:43:18.590772 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-88ae25a7-453a-43b3-8e92-b3e265bc5a91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:18.591214 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ae25a7-453a-43b3-8e92-b3e265bc5a91 None None] Bound using segment: {'id': '67b55822-b314-41dc-8925-985ebb2f3767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '230ddf19-0279-4e45-a111-f5818907c323'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:43:18.592362 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-88ae25a7-453a-43b3-8e92-b3e265bc5a91 None None] Bound port: 96451307-5ab2-4a9c-9089-e13633c6ee79, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67b55822-b314-41dc-8925-985ebb2f3767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '230ddf19-0279-4e45-a111-f5818907c323'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:43:18.593043 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-88ae25a7-453a-43b3-8e92-b3e265bc5a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (96451307-5ab2-4a9c-9089-e13633c6ee79), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:18.634674 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:18.651716 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-19c73e76-8238-4331-9289-41da637affb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (b802e1a0-2cc6-4514-aff7-a3a29ba6775b), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:18.656215 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c1d6cd31-3ff6-401a-9aa2-4e3905a3224d tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (d440815a-c7cb-41b5-bf01-b92283177fa8), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:18.664450 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af8193-7800-413f-bbbf-03d722be79f8 req-d88d1d0b-cf12-4354-92a2-524c8e468ac8 tempest-InstanceActionsTestJSON-693658848 tempest-InstanceActionsTestJSON-693658848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:43:18.665839 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c9af8193-7800-413f-bbbf-03d722be79f8 req-d88d1d0b-cf12-4354-92a2-524c8e468ac8 tempest-InstanceActionsTestJSON-693658848 tempest-InstanceActionsTestJSON-693658848-project] 10.222.0.78 "GET /networking/v2.0/networks?id=230ddf19-0279-4e45-a111-f5818907c323 HTTP/1.1" status: 200 len: 814 time: 0.3761055 Oct 04 20:43:18.734464 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a439dfaf-e76d-4b9c-bdd2-db2bb762406d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (1a57467a-9462-4999-abfd-928927ea0914), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:18.801717 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-88ae25a7-453a-43b3-8e92-b3e265bc5a91 None None] For port 96451307-5ab2-4a9c-9089-e13633c6ee79, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:43:18.815266 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-88ae25a7-453a-43b3-8e92-b3e265bc5a91 None None] For port 96451307-5ab2-4a9c-9089-e13633c6ee79, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=96451307-5ab2-4a9c-9089-e13633c6ee79,segment=NetworkSegment(67b55822-b314-41dc-8925-985ebb2f3767),segment_id=67b55822-b314-41dc-8925-985ebb2f3767)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:43:18.837752 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-cffc8bdf-2a93-4a14-a907-6dc394d2a63e req-89e75fe3-9b40-4b44-a74e-2e14ba54f38d tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ff7defe6-9faf-48db-929b-31490caa85ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4916575 Oct 04 20:43:18.857362 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-6813979a-78b7-4f1b-a9a6-98548935f3e9 None None] Current status of the port 81d0cabb-63a8-43ff-99b9-6c64b036ad9e is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:43:18.873136 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c1d6cd31-3ff6-401a-9aa2-4e3905a3224d tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (d440815a-c7cb-41b5-bf01-b92283177fa8), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:18.880243 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-70050648-9bbd-41b6-ad37-9fcde88117d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:18.883220 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-70050648-9bbd-41b6-ad37-9fcde88117d1 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 15.7436509 Oct 04 20:43:18.892698 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d6cd31-3ff6-401a-9aa2-4e3905a3224d tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:43:18.893941 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c1d6cd31-3ff6-401a-9aa2-4e3905a3224d tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:18.897926 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 37824) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:43:18.926770 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-88ae25a7-453a-43b3-8e92-b3e265bc5a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (96451307-5ab2-4a9c-9089-e13633c6ee79), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:18.959223 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c9af8193-7800-413f-bbbf-03d722be79f8 req-b7f61dce-4c63-4ffc-98ad-a612b322712a tempest-InstanceActionsTestJSON-693658848 tempest-InstanceActionsTestJSON-693658848-project] 10.222.0.78 "GET /networking/v2.0/quotas/477e43afdaeb4926a8a0ef8560e30980 HTTP/1.1" status: 200 len: 375 time: 0.1150987 Oct 04 20:43:18.967627 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c73e76-8238-4331-9289-41da637affb2 admin admin] Network a01e9a88-74fc-4f6c-a9eb-b64446db8cab is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:43:19.096998 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:19.101545 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ae25a7-453a-43b3-8e92-b3e265bc5a91 None None] Routers {'636e9857-836c-4ed3-a71d-6cb94432b857'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:43:19.108211 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-88ae25a7-453a-43b3-8e92-b3e265bc5a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:43:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['636e9857-836c-4ed3-a71d-6cb94432b857'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:43:19.251548 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c73e76-8238-4331-9289-41da637affb2 admin admin] Pushing event updated for resources: {'Port': ['ID=b802e1a0-2cc6-4514-aff7-a3a29ba6775b,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:43:19.257699 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-19c73e76-8238-4331-9289-41da637affb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:43:19.278292 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c73e76-8238-4331-9289-41da637affb2 admin admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:43:19.296134 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc6d64-c6d8-43d2-82fa-cdabe6e05674 None None] Pushing event updated for resources: {'Port': ['ID=96451307-5ab2-4a9c-9089-e13633c6ee79,revision_number=4']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:43:19.303760 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a439dfaf-e76d-4b9c-bdd2-db2bb762406d None None] Routers {'6f85ca8d-066c-45b2-a08f-2e71896e8713'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:43:19.311480 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-a439dfaf-e76d-4b9c-bdd2-db2bb762406d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:43:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['6f85ca8d-066c-45b2-a08f-2e71896e8713'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:43:19.329470 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port fa901973-a655-4f42-8dfe-ffa76fb10cdd triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:43:19.331205 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (fa901973-a655-4f42-8dfe-ffa76fb10cdd), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:19.331718 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port fa901973-a655-4f42-8dfe-ffa76fb10cdd Oct 04 20:43:19.366445 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d6cd31-3ff6-401a-9aa2-4e3905a3224d tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Pushing event updated for resources: {'Network': ['ID=d440815a-c7cb-41b5-bf01-b92283177fa8,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:43:19.400825 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c1d6cd31-3ff6-401a-9aa2-4e3905a3224d tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3052452 Oct 04 20:43:19.404961 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 37828) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:43:19.424936 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-a3c599a9-09ff-473f-9f7d-13b98495cf2f tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2077066488'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:43:19.527230 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network d440815a-c7cb-41b5-bf01-b92283177fa8 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:43:19.575994 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-88ae25a7-453a-43b3-8e92-b3e265bc5a91 None None] Set router 636e9857-836c-4ed3-a71d-6cb94432b857 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:43:19.585148 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b908d2-3de2-48ad-b7ed-b6bcd604e116 None None] Pushing event updated for resources: {'Port': ['ID=1a57467a-9462-4999-abfd-928927ea0914,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:43:19.588406 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c73e76-8238-4331-9289-41da637affb2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:43:19.590060 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c73e76-8238-4331-9289-41da637affb2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:43:19.590953 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c73e76-8238-4331-9289-41da637affb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:43:19.591815 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c73e76-8238-4331-9289-41da637affb2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:43:19.592739 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c73e76-8238-4331-9289-41da637affb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:43:19.597694 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c73e76-8238-4331-9289-41da637affb2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:43:19.598733 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c73e76-8238-4331-9289-41da637affb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:43:19.599648 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c73e76-8238-4331-9289-41da637affb2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:43:19.600532 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c73e76-8238-4331-9289-41da637affb2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:43:19.601500 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c73e76-8238-4331-9289-41da637affb2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:43:19.602379 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c73e76-8238-4331-9289-41da637affb2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:43:19.605512 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c73e76-8238-4331-9289-41da637affb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:43:19.606371 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c73e76-8238-4331-9289-41da637affb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:43:19.620720 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c73e76-8238-4331-9289-41da637affb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:43:19.621747 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c73e76-8238-4331-9289-41da637affb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:43:19.694637 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-0cc7b738-363a-4132-bf0c-5b54ba855ecc None None] Set router 0638a9f8-27c8-43b8-8763-da29c902f693 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:43:19.717022 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c9af8193-7800-413f-bbbf-03d722be79f8 req-22831535-7da2-475b-aeb6-c7472e49d00f tempest-InstanceActionsTestJSON-693658848 tempest-InstanceActionsTestJSON-693658848-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=477e43afdaeb4926a8a0ef8560e30980&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4213624 Oct 04 20:43:19.742417 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c599a9-09ff-473f-9f7d-13b98495cf2f tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Made reservation on behalf of 6c5aaa2031d8481ebc5a7b3b9a0522dc for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:43:19.756597 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a3c599a9-09ff-473f-9f7d-13b98495cf2f tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:19.832533 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 37832) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:43:19.966231 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-19c73e76-8238-4331-9289-41da637affb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (6f85ca8d-066c-45b2-a08f-2e71896e8713), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:20.060014 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a985a1-d5f1-49ca-9b00-401a383f1be8 req-f7cd1978-b644-4eeb-82f5-208b482d0942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:43:20.064543 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-d6a985a1-d5f1-49ca-9b00-401a383f1be8 req-f7cd1978-b644-4eeb-82f5-208b482d0942 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=baa9bc0601f141e48e1b5f001769d221&device_id=568cbe45-b90d-49d4-8ed6-90923e399d49 HTTP/1.1" status: 200 len: 1130 time: 0.5273244 Oct 04 20:43:20.230500 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:20.554619 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:20.576421 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3c599a9-09ff-473f-9f7d-13b98495cf2f tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:43:20.580643 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:20.644177 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-a8313af8-0bac-4f27-9016-e71083511c3e None None] Provisioning complete for port b802e1a0-2cc6-4514-aff7-a3a29ba6775b triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:43:20.648684 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a8313af8-0bac-4f27-9016-e71083511c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b802e1a0-2cc6-4514-aff7-a3a29ba6775b), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:20.653522 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-a8313af8-0bac-4f27-9016-e71083511c3e None None] Attempt 1 to provision port b802e1a0-2cc6-4514-aff7-a3a29ba6775b Oct 04 20:43:20.660469 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:20.720762 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-88ae25a7-453a-43b3-8e92-b3e265bc5a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636e9857-836c-4ed3-a71d-6cb94432b857', 'name': 'tempest-InstanceActionsTestJSON-1216275962-router', 'tenant_id': '477e43afdaeb4926a8a0ef8560e30980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'fa901973-a655-4f42-8dfe-ffa76fb10cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:42:33Z', 'updated_at': '2022-10-04T20:43:07Z', 'revision_number': 4, 'project_id': '477e43afdaeb4926a8a0ef8560e30980', 'gw_port': {'id': 'fa901973-a655-4f42-8dfe-ffa76fb10cdd', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636e9857-836c-4ed3-a71d-6cb94432b857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:42:40Z', 'updated_at': '2022-10-04T20:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '96451307-5ab2-4a9c-9089-e13633c6ee79', 'name': '', 'network_id': '230ddf19-0279-4e45-a111-f5818907c323', 'tenant_id': '477e43afdaeb4926a8a0ef8560e30980', 'mac_address': 'fa:16:3e:80:7d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636e9857-836c-4ed3-a71d-6cb94432b857', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'c720c03c-f51f-4159-ace4-33c54c5b8b52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:43:02Z', 'updated_at': '2022-10-04T20:43:18Z', 'revision_number': 4, 'project_id': '477e43afdaeb4926a8a0ef8560e30980', 'subnets': [{'id': 'c720c03c-f51f-4159-ace4-33c54c5b8b52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:43:20.736161 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port fa901973-a655-4f42-8dfe-ffa76fb10cdd is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:43:20.738986 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 81d0cabb-63a8-43ff-99b9-6c64b036ad9e up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:43:20.788160 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a36136-066e-448b-89a8-24aa983547c1 req-a897dc04-66a8-4506-9e75-cfbf0c8285c6 tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:43:20.798071 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ae25a7-453a-43b3-8e92-b3e265bc5a91 None None] The sync data for ids ['636e9857-836c-4ed3-a71d-6cb94432b857'] in n-d-852085-12 is: [{'id': '636e9857-836c-4ed3-a71d-6cb94432b857', 'name': 'tempest-InstanceActionsTestJSON-1216275962-router', 'tenant_id': '477e43afdaeb4926a8a0ef8560e30980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'fa901973-a655-4f42-8dfe-ffa76fb10cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:42:33Z', 'updated_at': '2022-10-04T20:43:07Z', 'revision_number': 4, 'project_id': '477e43afdaeb4926a8a0ef8560e30980', 'gw_port': {'id': 'fa901973-a655-4f42-8dfe-ffa76fb10cdd', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636e9857-836c-4ed3-a71d-6cb94432b857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:42:40Z', 'updated_at': '2022-10-04T20:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '96451307-5ab2-4a9c-9089-e13633c6ee79', 'name': '', 'network_id': '230ddf19-0279-4e45-a111-f5818907c323', 'tenant_id': '477e43afdaeb4926a8a0ef8560e30980', 'mac_address': 'fa:16:3e:80:7d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636e9857-836c-4ed3-a71d-6cb94432b857', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'c720c03c-f51f-4159-ace4-33c54c5b8b52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:43:02Z', 'updated_at': '2022-10-04T20:43:18Z', 'revision_number': 4, 'project_id': '477e43afdaeb4926a8a0ef8560e30980', 'subnets': [{'id': 'c720c03c-f51f-4159-ace4-33c54c5b8b52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:43:20.803741 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a6a36136-066e-448b-89a8-24aa983547c1 req-a897dc04-66a8-4506-9e75-cfbf0c8285c6 tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=568cbe45-b90d-49d4-8ed6-90923e399d49 HTTP/1.1" status: 200 len: 947 time: 0.5784683 Oct 04 20:43:20.869160 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a3c599a9-09ff-473f-9f7d-13b98495cf2f tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (ecc8cf73-4e74-4b5a-8021-b3b6be3e516e), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:20.870481 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-a3c599a9-09ff-473f-9f7d-13b98495cf2f tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Added segment ecc8cf73-4e74-4b5a-8021-b3b6be3e516e of type vlan for network b84e7f4d-8664-4a49-a0c3-307d7abc2f7e Oct 04 20:43:20.894726 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a985a1-d5f1-49ca-9b00-401a383f1be8 req-14487423-f276-4c28-9c72-498ef70b8e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:43:20.897948 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-d6a985a1-d5f1-49ca-9b00-401a383f1be8 req-14487423-f276-4c28-9c72-498ef70b8e1d service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=42fbb05e-3f96-444f-a676-04ee9d06a8c7 HTTP/1.1" status: 200 len: 870 time: 0.8110564 Oct 04 20:43:20.991842 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-a439dfaf-e76d-4b9c-bdd2-db2bb762406d None None] Set router 6f85ca8d-066c-45b2-a08f-2e71896e8713 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:43:21.158066 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a6a36136-066e-448b-89a8-24aa983547c1 req-e91db30d-2f6f-4cdc-80a6-f6415fde0e40 tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ff7defe6-9faf-48db-929b-31490caa85ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3353136 Oct 04 20:43:21.336460 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:21.344746 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-d6a985a1-d5f1-49ca-9b00-401a383f1be8 req-36e67e70-db6f-4461-ab41-87082c85b950 service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=46ab96a5-0e71-4267-bb4f-54da94372f8e HTTP/1.1" status: 200 len: 217 time: 0.4355395 Oct 04 20:43:21.541373 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-19c73e76-8238-4331-9289-41da637affb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b802e1a0-2cc6-4514-aff7-a3a29ba6775b), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:21.572970 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a985a1-d5f1-49ca-9b00-401a383f1be8 req-6cfc7448-5f72-4c7b-8722-944352acb9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:43:21.576828 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-d6a985a1-d5f1-49ca-9b00-401a383f1be8 req-6cfc7448-5f72-4c7b-8722-944352acb9d8 service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.2170088 Oct 04 20:43:21.589166 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a3c599a9-09ff-473f-9f7d-13b98495cf2f tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (b84e7f4d-8664-4a49-a0c3-307d7abc2f7e), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:21.733030 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.db.resource_extend [None req-a3c599a9-09ff-473f-9f7d-13b98495cf2f tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 04 20:43:21.780165 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-a8313af8-0bac-4f27-9016-e71083511c3e None None] Port b802e1a0-2cc6-4514-aff7-a3a29ba6775b cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:43:21.794897 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a985a1-d5f1-49ca-9b00-401a383f1be8 req-d3b76c3e-22a4-43e6-8175-424f3c176502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:43:21.801676 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-a439dfaf-e76d-4b9c-bdd2-db2bb762406d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f85ca8d-066c-45b2-a08f-2e71896e8713', 'name': 'tempest-ServerDiskConfigTestJSON-1616519809-router', 'tenant_id': 'a9756cde63f04174a293f5b7558d1a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '1a57467a-9462-4999-abfd-928927ea0914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:42:53Z', 'updated_at': '2022-10-04T20:43:03Z', 'revision_number': 3, 'project_id': 'a9756cde63f04174a293f5b7558d1a96', 'gw_port': {'id': '1a57467a-9462-4999-abfd-928927ea0914', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:5d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f85ca8d-066c-45b2-a08f-2e71896e8713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:42:58Z', 'updated_at': '2022-10-04T20:43:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:43:21.801975 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-d6a985a1-d5f1-49ca-9b00-401a383f1be8 req-d3b76c3e-22a4-43e6-8175-424f3c176502 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1968501 Oct 04 20:43:21.908241 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:21.964905 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a439dfaf-e76d-4b9c-bdd2-db2bb762406d None None] The sync data for ids ['6f85ca8d-066c-45b2-a08f-2e71896e8713'] in n-d-852085-12 is: [{'id': '6f85ca8d-066c-45b2-a08f-2e71896e8713', 'name': 'tempest-ServerDiskConfigTestJSON-1616519809-router', 'tenant_id': 'a9756cde63f04174a293f5b7558d1a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '1a57467a-9462-4999-abfd-928927ea0914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:42:53Z', 'updated_at': '2022-10-04T20:43:03Z', 'revision_number': 3, 'project_id': 'a9756cde63f04174a293f5b7558d1a96', 'gw_port': {'id': '1a57467a-9462-4999-abfd-928927ea0914', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:5d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f85ca8d-066c-45b2-a08f-2e71896e8713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:42:58Z', 'updated_at': '2022-10-04T20:43:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:43:21.994599 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:22.001161 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 81d0cabb-63a8-43ff-99b9-6c64b036ad9e triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:43:22.002384 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (81d0cabb-63a8-43ff-99b9-6c64b036ad9e), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:22.003589 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 81d0cabb-63a8-43ff-99b9-6c64b036ad9e Oct 04 20:43:22.007846 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bc0cad6f-4aa7-4f79-8775-3411da1970b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (636e9857-836c-4ed3-a71d-6cb94432b857), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:22.124391 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Device 46ab96a5-0e71-4267-bb4f-54da94372f8e details requested by agent hyperv_n-h2-852085-12 with host n-h2-852085-12 {{(pid=108171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 20:43:22.245663 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a3c599a9-09ff-473f-9f7d-13b98495cf2f tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (b84e7f4d-8664-4a49-a0c3-307d7abc2f7e), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:22.273258 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c599a9-09ff-473f-9f7d-13b98495cf2f tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:43:22.274508 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a3c599a9-09ff-473f-9f7d-13b98495cf2f tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:22.381494 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-19c73e76-8238-4331-9289-41da637affb2 admin admin] Publish callbacks [] for port (b802e1a0-2cc6-4514-aff7-a3a29ba6775b), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:22.437111 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] For port 46ab96a5-0e71-4267-bb4f-54da94372f8e, host n-h2-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852085-12',level=0,port_id=46ab96a5-0e71-4267-bb4f-54da94372f8e,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:43:22.538940 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-19c73e76-8238-4331-9289-41da637affb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (b802e1a0-2cc6-4514-aff7-a3a29ba6775b), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:22.595684 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a3c599a9-09ff-473f-9f7d-13b98495cf2f tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 774 time: 3.1876509 Oct 04 20:43:22.696926 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-0cc7b738-363a-4132-bf0c-5b54ba855ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0638a9f8-27c8-43b8-8763-da29c902f693', 'name': 'tempest-AttachSCSIVolumeTestJSON-1873371409-router', 'tenant_id': '210941eb9659422f81b3cd68dcd5e13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '9a4c9b60-2707-4859-996e-237d6e2fd72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:43:03Z', 'updated_at': '2022-10-04T20:43:11Z', 'revision_number': 3, 'project_id': '210941eb9659422f81b3cd68dcd5e13f', 'gw_port': {'id': '9a4c9b60-2707-4859-996e-237d6e2fd72f', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:52:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0638a9f8-27c8-43b8-8763-da29c902f693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:43:07Z', 'updated_at': '2022-10-04T20:43:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:43:22.766046 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 37882) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:43:22.772148 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-19c73e76-8238-4331-9289-41da637affb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (6f85ca8d-066c-45b2-a08f-2e71896e8713), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:22.787008 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:22.797587 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc7b738-363a-4132-bf0c-5b54ba855ecc None None] Checking router: 0638a9f8-27c8-43b8-8763-da29c902f693 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:43:22.798196 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc7b738-363a-4132-bf0c-5b54ba855ecc None None] Updating router 0638a9f8-27c8-43b8-8763-da29c902f693 port 9a4c9b60-2707-4859-996e-237d6e2fd72f binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:43:22.802600 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Returning: {'device': '46ab96a5-0e71-4267-bb4f-54da94372f8e', 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7', 'port_id': '46ab96a5-0e71-4267-bb4f-54da94372f8e', 'mac_address': 'fa:16:3e:81:c2:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1956090-7ed7-4d05-a46e-a7b0885ca8e4', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 20:43:22.837531 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-523ed877-3bf1-404b-83cc-b26fe0e81422 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Request body: {'subnet': {'network_id': 'd440815a-c7cb-41b5-bf01-b92283177fa8', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:43:22.898321 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c599a9-09ff-473f-9f7d-13b98495cf2f tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Pushing event updated for resources: {'Network': ['ID=b84e7f4d-8664-4a49-a0c3-307d7abc2f7e,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:43:22.984243 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da840de-bb25-425f-8148-c75f66dd0ea2 req-90afb4c7-0db1-4852-a11a-bb219a8e8fe5 tempest-ServersAdminTestJSON-1123919183 tempest-ServersAdminTestJSON-1123919183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:43:22.988582 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da840de-bb25-425f-8148-c75f66dd0ea2 req-90afb4c7-0db1-4852-a11a-bb219a8e8fe5 tempest-ServersAdminTestJSON-1123919183 tempest-ServersAdminTestJSON-1123919183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:43:22.989449 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da840de-bb25-425f-8148-c75f66dd0ea2 req-90afb4c7-0db1-4852-a11a-bb219a8e8fe5 tempest-ServersAdminTestJSON-1123919183 tempest-ServersAdminTestJSON-1123919183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:43:22.995586 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da840de-bb25-425f-8148-c75f66dd0ea2 req-90afb4c7-0db1-4852-a11a-bb219a8e8fe5 tempest-ServersAdminTestJSON-1123919183 tempest-ServersAdminTestJSON-1123919183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:43:22.996618 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da840de-bb25-425f-8148-c75f66dd0ea2 req-90afb4c7-0db1-4852-a11a-bb219a8e8fe5 tempest-ServersAdminTestJSON-1123919183 tempest-ServersAdminTestJSON-1123919183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:43:22.999344 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da840de-bb25-425f-8148-c75f66dd0ea2 req-90afb4c7-0db1-4852-a11a-bb219a8e8fe5 tempest-ServersAdminTestJSON-1123919183 tempest-ServersAdminTestJSON-1123919183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:43:23.011974 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9da840de-bb25-425f-8148-c75f66dd0ea2 req-90afb4c7-0db1-4852-a11a-bb219a8e8fe5 tempest-ServersAdminTestJSON-1123919183 tempest-ServersAdminTestJSON-1123919183-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=568cbe45-b90d-49d4-8ed6-90923e399d49&device_id=62a318d1-22e6-4b7f-ae3b-e460e3ef8a6d&device_id=7df857cc-3e6c-4b0b-910e-dd62869d64d1&device_id=ad3b28cc-8307-4f7a-889b-ab08d068ec0e&device_id=9d42994f-e35e-413c-a0a3-14bb3878e209&device_id=bd64c084-10af-4b12-bdd9-ef53866be364 HTTP/1.1" status: 200 len: 5742 time: 0.6173928 Oct 04 20:43:23.029248 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:23.031079 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Current status of the port 46ab96a5-0e71-4267-bb4f-54da94372f8e is: DOWN; New status is: BUILD {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:43:23.031909 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (46ab96a5-0e71-4267-bb4f-54da94372f8e), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:23.036284 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network b84e7f4d-8664-4a49-a0c3-307d7abc2f7e details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:43:23.042559 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0cc7b738-363a-4132-bf0c-5b54ba855ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (9a4c9b60-2707-4859-996e-237d6e2fd72f), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:23.101569 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:23.164475 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-9da840de-bb25-425f-8148-c75f66dd0ea2 req-ed02d5ef-9c8d-4eb3-ae2a-7689142d9b90 tempest-ServersAdminTestJSON-1123919183 tempest-ServersAdminTestJSON-1123919183-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:23.257195 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-d6a985a1-d5f1-49ca-9b00-401a383f1be8 req-9362f0c3-1fec-4757-a512-ad8d9da9acc5 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4325345 Oct 04 20:43:23.264204 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:23.398499 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 81d0cabb-63a8-43ff-99b9-6c64b036ad9e is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:43:23.423655 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46ab96a5-0e71-4267-bb4f-54da94372f8e {{(pid=108171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 20:43:23.427411 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c73e76-8238-4331-9289-41da637affb2 admin admin] Pushing event updated for resources: {'Port': ['ID=b802e1a0-2cc6-4514-aff7-a3a29ba6775b,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:43:23.437725 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-22a6c6c4-0ef5-41bf-a57c-2d919529e2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:23.452661 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:23.584267 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c73e76-8238-4331-9289-41da637affb2 admin admin] Network a01e9a88-74fc-4f6c-a9eb-b64446db8cab is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:43:23.618867 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711caf2-1434-46ca-b8a3-8696ca66fd47 req-018e01f1-bce5-4e04-b3f9-a4f617d0c7b2 tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:43:23.631364 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-7711caf2-1434-46ca-b8a3-8696ca66fd47 req-018e01f1-bce5-4e04-b3f9-a4f617d0c7b2 tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=568cbe45-b90d-49d4-8ed6-90923e399d49 HTTP/1.1" status: 200 len: 947 time: 0.5102122 Oct 04 20:43:23.637375 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-19c73e76-8238-4331-9289-41da637affb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:43:23.695892 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523ed877-3bf1-404b-83cc-b26fe0e81422 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Made reservation on behalf of 6c5aaa2031d8481ebc5a7b3b9a0522dc for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:43:23.709453 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-523ed877-3bf1-404b-83cc-b26fe0e81422 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:23.861402 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] For port 46ab96a5-0e71-4267-bb4f-54da94372f8e, host n-h2-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852085-12',level=0,port_id=46ab96a5-0e71-4267-bb4f-54da94372f8e,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:43:23.944880 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-7711caf2-1434-46ca-b8a3-8696ca66fd47 req-44f90ae2-1a5c-4a70-8bbd-b5cb9e8d24e4 tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ff7defe6-9faf-48db-929b-31490caa85ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903912 Oct 04 20:43:24.000708 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-bc0cad6f-4aa7-4f79-8775-3411da1970b1 admin admin] Deleting port 96451307-5ab2-4a9c-9089-e13633c6ee79 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:43:24.002504 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bc0cad6f-4aa7-4f79-8775-3411da1970b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (96451307-5ab2-4a9c-9089-e13633c6ee79), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:24.050343 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (46ab96a5-0e71-4267-bb4f-54da94372f8e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:24.263785 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-d6a985a1-d5f1-49ca-9b00-401a383f1be8 req-969394cc-9546-4ab9-9912-e2dfa54dc2d9 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9975650 Oct 04 20:43:24.291045 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 96451307-5ab2-4a9c-9089-e13633c6ee79 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:43:24.560604 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-95596ed6-7f98-4775-ae70-e0d2eb6ec572 None None] Provisioning complete for port b802e1a0-2cc6-4514-aff7-a3a29ba6775b triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:43:24.566609 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-95596ed6-7f98-4775-ae70-e0d2eb6ec572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b802e1a0-2cc6-4514-aff7-a3a29ba6775b), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:24.566609 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-95596ed6-7f98-4775-ae70-e0d2eb6ec572 None None] Attempt 1 to provision port b802e1a0-2cc6-4514-aff7-a3a29ba6775b Oct 04 20:43:24.668954 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-bc0cad6f-4aa7-4f79-8775-3411da1970b1 admin admin] For port 96451307-5ab2-4a9c-9089-e13633c6ee79, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=96451307-5ab2-4a9c-9089-e13633c6ee79,segment=NetworkSegment(67b55822-b314-41dc-8925-985ebb2f3767),segment_id=67b55822-b314-41dc-8925-985ebb2f3767)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:43:24.670338 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bc0cad6f-4aa7-4f79-8775-3411da1970b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (96451307-5ab2-4a9c-9089-e13633c6ee79), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:24.672521 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-9da840de-bb25-425f-8148-c75f66dd0ea2 req-ed02d5ef-9c8d-4eb3-ae2a-7689142d9b90 tempest-ServersAdminTestJSON-1123919183 tempest-ServersAdminTestJSON-1123919183-project-admin] Publish callbacks [] for security_group (a94da03c-76b5-46e9-962f-df7e19ae8aba), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:24.819179 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] get_ports_and_sgs() called for port_ids ['46ab96a5-0e71-4267-bb4f-54da94372f8e'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:43:24.826439 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-bc0cad6f-4aa7-4f79-8775-3411da1970b1 admin admin] Calling delete_port for 96451307-5ab2-4a9c-9089-e13633c6ee79 owned by network:router_interface {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:43:24.843761 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-9da840de-bb25-425f-8148-c75f66dd0ea2 req-ed02d5ef-9c8d-4eb3-ae2a-7689142d9b90 tempest-ServersAdminTestJSON-1123919183 tempest-ServersAdminTestJSON-1123919183-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (a94da03c-76b5-46e9-962f-df7e19ae8aba), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:24.852724 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-22a6c6c4-0ef5-41bf-a57c-2d919529e2a7 admin admin] Allocated IP 172.20.0.1 (9ef6bcc6-2ec2-4348-a1b3-f0f8de76a73d/070b138e-d8d1-45a4-a822-2feee61ba476/370fa64a-a774-4148-82a0-69f48f18a8a9) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:43:24.963858 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-523ed877-3bf1-404b-83cc-b26fe0e81422 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (913092f3-8cd1-4f2a-a2c8-077a54611139), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:25.011854 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed02d5ef-9c8d-4eb3-ae2a-7689142d9b90 tempest-ServersAdminTestJSON-1123919183 tempest-ServersAdminTestJSON-1123919183-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94da03c-76b5-46e9-962f-df7e19ae8aba,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:43:25.065496 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c73e76-8238-4331-9289-41da637affb2 admin admin] Router 6f85ca8d-066c-45b2-a08f-2e71896e8713 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:43:25.161059 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:25.188638 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523ed877-3bf1-404b-83cc-b26fe0e81422 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Checking segment: {'id': 'e02eff7f-3f44-4e0b-be92-dbee676b17be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd440815a-c7cb-41b5-bf01-b92283177fa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:43:25.189750 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523ed877-3bf1-404b-83cc-b26fe0e81422 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Network hostable DHCP agents. Network: d440815a-c7cb-41b5-bf01-b92283177fa8, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:43:25.196169 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9da840de-bb25-425f-8148-c75f66dd0ea2 req-ed02d5ef-9c8d-4eb3-ae2a-7689142d9b90 tempest-ServersAdminTestJSON-1123919183 tempest-ServersAdminTestJSON-1123919183-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ff7defe6-9faf-48db-929b-31490caa85ab&id=9e154c59-4349-4579-ac56-d3f7608a8c2d&id=0b5e75b1-9fa8-4cc9-86ca-a77492b60a89&fields=id&fields=name HTTP/1.1" status: 200 len: 421 time: 2.1661551 Oct 04 20:43:25.205016 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523ed877-3bf1-404b-83cc-b26fe0e81422 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Pushing event updated for resources: {'Subnet': ['ID=913092f3-8cd1-4f2a-a2c8-077a54611139,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:43:25.408349 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:25.568594 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Pushing event updated for resources: {'Port': ['ID=46ab96a5-0e71-4267-bb4f-54da94372f8e,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:43:25.639045 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-22a6c6c4-0ef5-41bf-a57c-2d919529e2a7 admin admin] Publish callbacks [] for port (370fa64a-a774-4148-82a0-69f48f18a8a9), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:25.647399 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-95596ed6-7f98-4775-ae70-e0d2eb6ec572 None None] Port b802e1a0-2cc6-4514-aff7-a3a29ba6775b cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:43:25.691781 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:25.710722 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746d671-8c83-4474-8bee-d26dfbbd7268 req-c79e31ca-1708-443b-bcae-d4b29d00c739 tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:43:25.714522 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a746d671-8c83-4474-8bee-d26dfbbd7268 req-c79e31ca-1708-443b-bcae-d4b29d00c739 tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=568cbe45-b90d-49d4-8ed6-90923e399d49 HTTP/1.1" status: 200 len: 948 time: 0.3030138 Oct 04 20:43:25.759438 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 96451307-5ab2-4a9c-9089-e13633c6ee79 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:43:25.759438 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (96451307-5ab2-4a9c-9089-e13633c6ee79), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:25.764902 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c73e76-8238-4331-9289-41da637affb2 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:43:25.765268 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 96451307-5ab2-4a9c-9089-e13633c6ee79 Oct 04 20:43:25.765650 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-19c73e76-8238-4331-9289-41da637affb2 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/6f85ca8d-066c-45b2-a08f-2e71896e8713/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0340061 Oct 04 20:43:25.798608 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:25.946872 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a746d671-8c83-4474-8bee-d26dfbbd7268 req-71843dd7-0fe0-4881-b75c-886ba05d2788 tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ff7defe6-9faf-48db-929b-31490caa85ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935623 Oct 04 20:43:25.993457 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523ed877-3bf1-404b-83cc-b26fe0e81422 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Network d440815a-c7cb-41b5-bf01-b92283177fa8 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:43:26.017800 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-22a6c6c4-0ef5-41bf-a57c-2d919529e2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (370fa64a-a774-4148-82a0-69f48f18a8a9), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:26.156690 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a6c6c4-0ef5-41bf-a57c-2d919529e2a7 admin admin] Network 9ef6bcc6-2ec2-4348-a1b3-f0f8de76a73d is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:43:26.161124 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:26.170400 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-22a6c6c4-0ef5-41bf-a57c-2d919529e2a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:43:26.190822 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a6c6c4-0ef5-41bf-a57c-2d919529e2a7 admin admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:43:26.195724 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-523ed877-3bf1-404b-83cc-b26fe0e81422 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, d440815a-c7cb-41b5-bf01-b92283177fa8) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:43:26.219072 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523ed877-3bf1-404b-83cc-b26fe0e81422 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:43:26.223318 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-523ed877-3bf1-404b-83cc-b26fe0e81422 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:26.235662 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0cc7b738-363a-4132-bf0c-5b54ba855ecc None None] Publish callbacks [] for port (9a4c9b60-2707-4859-996e-237d6e2fd72f), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:26.371116 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed793bb-27c9-4d07-be05-7059d6310b50 None None] Network d440815a-c7cb-41b5-bf01-b92283177fa8 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:43:26.397625 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bc0cad6f-4aa7-4f79-8775-3411da1970b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (96451307-5ab2-4a9c-9089-e13633c6ee79), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:26.401141 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a6c6c4-0ef5-41bf-a57c-2d919529e2a7 admin admin] Pushing event updated for resources: {'Port': ['ID=370fa64a-a774-4148-82a0-69f48f18a8a9,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:43:26.434190 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-523ed877-3bf1-404b-83cc-b26fe0e81422 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.6666751 Oct 04 20:43:26.435910 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 37934) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:43:26.461529 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-22a6c6c4-0ef5-41bf-a57c-2d919529e2a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (0638a9f8-27c8-43b8-8763-da29c902f693), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:26.482825 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0cc7b738-363a-4132-bf0c-5b54ba855ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (9a4c9b60-2707-4859-996e-237d6e2fd72f), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:26.499107 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-3e7dde6e-2ba8-465e-a5ad-709a216035a9 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Request body: {'subnet': {'network_id': 'b84e7f4d-8664-4a49-a0c3-307d7abc2f7e', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:43:26.528568 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43af8ed1-d682-424c-aa8e-2c93dbc11487 None None] Sync routers for ids ['6f85ca8d-066c-45b2-a08f-2e71896e8713'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:43:26.580962 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43af8ed1-d682-424c-aa8e-2c93dbc11487 None None] Routers {'6f85ca8d-066c-45b2-a08f-2e71896e8713'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:43:26.585375 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-43af8ed1-d682-424c-aa8e-2c93dbc11487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:43:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['6f85ca8d-066c-45b2-a08f-2e71896e8713'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:43:26.683682 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:26.740856 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3729b2b-18df-48d8-8e2b-9bb59d7ff5fa None None] Pushing event updated for resources: {'Port': ['ID=9a4c9b60-2707-4859-996e-237d6e2fd72f,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:43:27.078811 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0cad6f-4aa7-4f79-8775-3411da1970b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=96451307-5ab2-4a9c-9089-e13633c6ee79,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:43:27.078811 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0cad6f-4aa7-4f79-8775-3411da1970b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:43:27.078811 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0cad6f-4aa7-4f79-8775-3411da1970b1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:43:27.078811 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0cad6f-4aa7-4f79-8775-3411da1970b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:43:27.078811 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0cad6f-4aa7-4f79-8775-3411da1970b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:43:27.078811 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0cad6f-4aa7-4f79-8775-3411da1970b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:43:27.078811 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0cad6f-4aa7-4f79-8775-3411da1970b1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:43:27.078811 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0cad6f-4aa7-4f79-8775-3411da1970b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:43:27.078811 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0cad6f-4aa7-4f79-8775-3411da1970b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:43:27.078811 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0cad6f-4aa7-4f79-8775-3411da1970b1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:43:27.078811 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0cad6f-4aa7-4f79-8775-3411da1970b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:43:27.078811 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0cad6f-4aa7-4f79-8775-3411da1970b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:43:27.078811 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0cad6f-4aa7-4f79-8775-3411da1970b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:43:27.078811 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0cad6f-4aa7-4f79-8775-3411da1970b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:43:27.078811 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0cad6f-4aa7-4f79-8775-3411da1970b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:43:27.078811 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0cad6f-4aa7-4f79-8775-3411da1970b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:43:27.096660 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Port 96451307-5ab2-4a9c-9089-e13633c6ee79 update to ACTIVE by agent not found {{(pid=108171) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2310}} Oct 04 20:43:27.096660 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 81d0cabb-63a8-43ff-99b9-6c64b036ad9e up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:43:27.096660 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-25a973d8-b548-4ea1-b817-9e5ebafcdd2d None None] Provisioning complete for port 370fa64a-a774-4148-82a0-69f48f18a8a9 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:43:27.096660 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-25a973d8-b548-4ea1-b817-9e5ebafcdd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (370fa64a-a774-4148-82a0-69f48f18a8a9), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:27.096660 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-25a973d8-b548-4ea1-b817-9e5ebafcdd2d None None] Attempt 1 to provision port 370fa64a-a774-4148-82a0-69f48f18a8a9 Oct 04 20:43:27.141279 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-43af8ed1-d682-424c-aa8e-2c93dbc11487 None None] Set router 6f85ca8d-066c-45b2-a08f-2e71896e8713 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:43:27.144769 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-0cc7b738-363a-4132-bf0c-5b54ba855ecc None None] Attempting to bind port 9a4c9b60-2707-4859-996e-237d6e2fd72f on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:43:27.145341 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-0cc7b738-363a-4132-bf0c-5b54ba855ecc None None] Attempting to bind port 9a4c9b60-2707-4859-996e-237d6e2fd72f by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:43:27.146241 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc7b738-363a-4132-bf0c-5b54ba855ecc None None] Attempting to bind port 9a4c9b60-2707-4859-996e-237d6e2fd72f on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:43:27.185110 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-22a6c6c4-0ef5-41bf-a57c-2d919529e2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (370fa64a-a774-4148-82a0-69f48f18a8a9), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:27.260791 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7dde6e-2ba8-465e-a5ad-709a216035a9 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Made reservation on behalf of 6c5aaa2031d8481ebc5a7b3b9a0522dc for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:43:27.284302 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3e7dde6e-2ba8-465e-a5ad-709a216035a9 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:27.628187 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 81d0cabb-63a8-43ff-99b9-6c64b036ad9e triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:43:27.628798 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (81d0cabb-63a8-43ff-99b9-6c64b036ad9e), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:27.629544 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 81d0cabb-63a8-43ff-99b9-6c64b036ad9e Oct 04 20:43:27.753838 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-25a973d8-b548-4ea1-b817-9e5ebafcdd2d None None] Port 370fa64a-a774-4148-82a0-69f48f18a8a9 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:43:27.843012 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc7b738-363a-4132-bf0c-5b54ba855ecc None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:43:27.843915 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc7b738-363a-4132-bf0c-5b54ba855ecc None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:43:27.844599 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0cc7b738-363a-4132-bf0c-5b54ba855ecc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:27.845246 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc7b738-363a-4132-bf0c-5b54ba855ecc None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:43:27.846978 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-0cc7b738-363a-4132-bf0c-5b54ba855ecc None None] Bound port: 9a4c9b60-2707-4859-996e-237d6e2fd72f, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:43:27.846978 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0cc7b738-363a-4132-bf0c-5b54ba855ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (9a4c9b60-2707-4859-996e-237d6e2fd72f), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:27.963616 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3137b26d-b01e-4949-88b8-4d1ba7220867 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-d440815a-c7cb-41b5-bf01-b92283177fa8', 'network_id': 'd440815a-c7cb-41b5-bf01-b92283177fa8', 'project_id': '6c5aaa2031d8481ebc5a7b3b9a0522dc', 'fixed_ips': [{'subnet_id': '913092f3-8cd1-4f2a-a2c8-077a54611139'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:43:27.965493 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3137b26d-b01e-4949-88b8-4d1ba7220867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:28.002688 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b93b4-13e1-467c-a064-36b1612070dc req-2e59c116-9957-4373-b04e-3bcf5e662874 tempest-ServersAdminTestJSON-1123919183 tempest-ServersAdminTestJSON-1123919183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:43:28.008670 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b93b4-13e1-467c-a064-36b1612070dc req-2e59c116-9957-4373-b04e-3bcf5e662874 tempest-ServersAdminTestJSON-1123919183 tempest-ServersAdminTestJSON-1123919183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:43:28.009550 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b93b4-13e1-467c-a064-36b1612070dc req-2e59c116-9957-4373-b04e-3bcf5e662874 tempest-ServersAdminTestJSON-1123919183 tempest-ServersAdminTestJSON-1123919183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:43:28.013388 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-152b93b4-13e1-467c-a064-36b1612070dc req-2e59c116-9957-4373-b04e-3bcf5e662874 tempest-ServersAdminTestJSON-1123919183 tempest-ServersAdminTestJSON-1123919183-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=62a318d1-22e6-4b7f-ae3b-e460e3ef8a6d&device_id=7df857cc-3e6c-4b0b-910e-dd62869d64d1&device_id=ad3b28cc-8307-4f7a-889b-ab08d068ec0e HTTP/1.1" status: 200 len: 2979 time: 0.1795597 Oct 04 20:43:28.041479 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bc0cad6f-4aa7-4f79-8775-3411da1970b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (636e9857-836c-4ed3-a71d-6cb94432b857), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:28.050118 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:28.058941 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-43af8ed1-d682-424c-aa8e-2c93dbc11487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f85ca8d-066c-45b2-a08f-2e71896e8713', 'name': 'tempest-ServerDiskConfigTestJSON-1616519809-router', 'tenant_id': 'a9756cde63f04174a293f5b7558d1a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '1a57467a-9462-4999-abfd-928927ea0914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:42:53Z', 'updated_at': '2022-10-04T20:43:21Z', 'revision_number': 4, 'project_id': 'a9756cde63f04174a293f5b7558d1a96', 'gw_port': {'id': '1a57467a-9462-4999-abfd-928927ea0914', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:5d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f85ca8d-066c-45b2-a08f-2e71896e8713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:42:58Z', 'updated_at': '2022-10-04T20:43:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'b802e1a0-2cc6-4514-aff7-a3a29ba6775b', 'name': '', 'network_id': 'a01e9a88-74fc-4f6c-a9eb-b64446db8cab', 'tenant_id': 'a9756cde63f04174a293f5b7558d1a96', 'mac_address': 'fa:16:3e:5a:a2:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f85ca8d-066c-45b2-a08f-2e71896e8713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '076ab631-bece-45b9-82d4-9b3c6350b26c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:43:16Z', 'updated_at': '2022-10-04T20:43:21Z', 'revision_number': 2, 'project_id': 'a9756cde63f04174a293f5b7558d1a96', 'subnets': [{'id': '076ab631-bece-45b9-82d4-9b3c6350b26c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:43:28.127517 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43af8ed1-d682-424c-aa8e-2c93dbc11487 None None] Checking router: 6f85ca8d-066c-45b2-a08f-2e71896e8713 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:43:28.128373 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43af8ed1-d682-424c-aa8e-2c93dbc11487 None None] Updating router 6f85ca8d-066c-45b2-a08f-2e71896e8713 port b802e1a0-2cc6-4514-aff7-a3a29ba6775b binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:43:28.197626 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=100 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:28.201341 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-43af8ed1-d682-424c-aa8e-2c93dbc11487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b802e1a0-2cc6-4514-aff7-a3a29ba6775b), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:28.228812 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Device 46ab96a5-0e71-4267-bb4f-54da94372f8e up at agent hyperv_n-h2-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:43:28.303441 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-152b93b4-13e1-467c-a064-36b1612070dc req-940ed383-64b5-4aca-93e4-d10595a1c811 tempest-ServersAdminTestJSON-1123919183 tempest-ServersAdminTestJSON-1123919183-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0b5e75b1-9fa8-4cc9-86ca-a77492b60a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652524 Oct 04 20:43:28.437264 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-0cc7b738-363a-4132-bf0c-5b54ba855ecc None None] For port 9a4c9b60-2707-4859-996e-237d6e2fd72f, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:43:28.442683 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 81d0cabb-63a8-43ff-99b9-6c64b036ad9e is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:43:28.454626 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 1a57467a-9462-4999-abfd-928927ea0914 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:43:28.529126 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=84,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:28.648268 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-0cc7b738-363a-4132-bf0c-5b54ba855ecc None None] For port 9a4c9b60-2707-4859-996e-237d6e2fd72f, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=9a4c9b60-2707-4859-996e-237d6e2fd72f,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:43:28.767578 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:28.791876 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0cc7b738-363a-4132-bf0c-5b54ba855ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (9a4c9b60-2707-4859-996e-237d6e2fd72f), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:28.901137 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc0cad6f-4aa7-4f79-8775-3411da1970b1 admin admin] Router 636e9857-836c-4ed3-a71d-6cb94432b857 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:43:29.033856 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Provisioning for port 46ab96a5-0e71-4267-bb4f-54da94372f8e completed by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 20:43:29.134170 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56f296-84f5-43c9-9f38-0137bd480db9 req-203b6bc9-4350-499d-bd4c-8df33f4b5530 tempest-ServerDiskConfigTestJSON-1197486047 tempest-ServerDiskConfigTestJSON-1197486047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:43:29.139503 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-43af8ed1-d682-424c-aa8e-2c93dbc11487 None None] Publish callbacks [] for port (b802e1a0-2cc6-4514-aff7-a3a29ba6775b), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:29.141744 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc7b738-363a-4132-bf0c-5b54ba855ecc None None] Routers {'0638a9f8-27c8-43b8-8763-da29c902f693'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:43:29.143247 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-0cc7b738-363a-4132-bf0c-5b54ba855ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:43:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['0638a9f8-27c8-43b8-8763-da29c902f693'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:43:29.145762 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=100 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:29.148090 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-cd56f296-84f5-43c9-9f38-0137bd480db9 req-203b6bc9-4350-499d-bd4c-8df33f4b5530 tempest-ServerDiskConfigTestJSON-1197486047 tempest-ServerDiskConfigTestJSON-1197486047-project] 10.222.0.78 "GET /networking/v2.0/networks?id=a01e9a88-74fc-4f6c-a9eb-b64446db8cab HTTP/1.1" status: 200 len: 815 time: 0.8768790 Oct 04 20:43:29.168581 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-22a6c6c4-0ef5-41bf-a57c-2d919529e2a7 admin admin] Publish callbacks [] for port (370fa64a-a774-4148-82a0-69f48f18a8a9), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:29.253118 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-cd56f296-84f5-43c9-9f38-0137bd480db9 req-836e95dd-6e12-4340-8d0b-fe96e8ff59d9 tempest-ServerDiskConfigTestJSON-1197486047 tempest-ServerDiskConfigTestJSON-1197486047-project] 10.222.0.78 "GET /networking/v2.0/quotas/a9756cde63f04174a293f5b7558d1a96 HTTP/1.1" status: 200 len: 375 time: 0.0905356 Oct 04 20:43:29.257039 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-43af8ed1-d682-424c-aa8e-2c93dbc11487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (b802e1a0-2cc6-4514-aff7-a3a29ba6775b), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:29.263775 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 1a57467a-9462-4999-abfd-928927ea0914 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:43:29.263775 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (1a57467a-9462-4999-abfd-928927ea0914), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:29.263775 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 1a57467a-9462-4999-abfd-928927ea0914 Oct 04 20:43:29.361120 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Provisioning complete for port 46ab96a5-0e71-4267-bb4f-54da94372f8e triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:43:29.361959 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (46ab96a5-0e71-4267-bb4f-54da94372f8e), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:29.362656 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Attempt 1 to provision port 46ab96a5-0e71-4267-bb4f-54da94372f8e Oct 04 20:43:29.374066 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:29.422240 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-3137b26d-b01e-4949-88b8-4d1ba7220867 None None] Allocated IP 10.1.1.2 (d440815a-c7cb-41b5-bf01-b92283177fa8/913092f3-8cd1-4f2a-a2c8-077a54611139/4f514e01-e55f-40d4-a67d-2f6e08a599d0) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:43:29.429745 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3729b2b-18df-48d8-8e2b-9bb59d7ff5fa None None] Pushing event updated for resources: {'Port': ['ID=9a4c9b60-2707-4859-996e-237d6e2fd72f,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:43:29.441101 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc0cad6f-4aa7-4f79-8775-3411da1970b1 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:43:29.458508 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-bc0cad6f-4aa7-4f79-8775-3411da1970b1 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/636e9857-836c-4ed3-a71d-6cb94432b857/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6416683 Oct 04 20:43:29.467568 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 37966) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:43:29.476230 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:29.490848 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-22a6c6c4-0ef5-41bf-a57c-2d919529e2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (370fa64a-a774-4148-82a0-69f48f18a8a9), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:29.516675 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8936d73a-6239-44ef-b3d8-6f83f5b64fac None None] Sync routers for ids ['636e9857-836c-4ed3-a71d-6cb94432b857'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:43:29.580172 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babfbdec-bb04-4e4d-aec5-6ccc63da1da6 None None] Pushing event updated for resources: {'Port': ['ID=b802e1a0-2cc6-4514-aff7-a3a29ba6775b,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:43:29.589830 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3729b2b-18df-48d8-8e2b-9bb59d7ff5fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:43:29.590470 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3729b2b-18df-48d8-8e2b-9bb59d7ff5fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:43:29.591048 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3729b2b-18df-48d8-8e2b-9bb59d7ff5fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:43:29.592970 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3729b2b-18df-48d8-8e2b-9bb59d7ff5fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:43:29.593175 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3729b2b-18df-48d8-8e2b-9bb59d7ff5fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:43:29.593785 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3729b2b-18df-48d8-8e2b-9bb59d7ff5fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:43:29.594394 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3729b2b-18df-48d8-8e2b-9bb59d7ff5fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:43:29.594955 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3729b2b-18df-48d8-8e2b-9bb59d7ff5fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:43:29.595632 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3729b2b-18df-48d8-8e2b-9bb59d7ff5fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:43:29.596188 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3729b2b-18df-48d8-8e2b-9bb59d7ff5fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:43:29.596742 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3729b2b-18df-48d8-8e2b-9bb59d7ff5fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:43:29.597307 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3729b2b-18df-48d8-8e2b-9bb59d7ff5fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:43:29.602916 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3729b2b-18df-48d8-8e2b-9bb59d7ff5fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:43:29.602916 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3729b2b-18df-48d8-8e2b-9bb59d7ff5fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:43:29.602916 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3729b2b-18df-48d8-8e2b-9bb59d7ff5fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:43:29.620238 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-43af8ed1-d682-424c-aa8e-2c93dbc11487 None None] Attempting to bind port b802e1a0-2cc6-4514-aff7-a3a29ba6775b on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:43:29.628507 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-43af8ed1-d682-424c-aa8e-2c93dbc11487 None None] Attempting to bind port b802e1a0-2cc6-4514-aff7-a3a29ba6775b by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15623087-b986-4d0c-acac-db72f854251a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a01e9a88-74fc-4f6c-a9eb-b64446db8cab'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:43:29.629780 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43af8ed1-d682-424c-aa8e-2c93dbc11487 None None] Attempting to bind port b802e1a0-2cc6-4514-aff7-a3a29ba6775b on network a01e9a88-74fc-4f6c-a9eb-b64446db8cab {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:43:29.638560 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3e7dde6e-2ba8-465e-a5ad-709a216035a9 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (817f77b3-e836-40e9-910a-8d909d681ed3), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:29.672876 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe65f33-e135-49b0-9ae8-dba57335b724 req-a3c7ced6-1305-4cca-8c07-a7bbb92a0a8f tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:43:29.680730 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-1fe65f33-e135-49b0-9ae8-dba57335b724 req-a3c7ced6-1305-4cca-8c07-a7bbb92a0a8f tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=568cbe45-b90d-49d4-8ed6-90923e399d49 HTTP/1.1" status: 200 len: 948 time: 0.5236135 Oct 04 20:43:29.716466 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8936d73a-6239-44ef-b3d8-6f83f5b64fac None None] Routers {'636e9857-836c-4ed3-a71d-6cb94432b857'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:43:29.717649 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-8936d73a-6239-44ef-b3d8-6f83f5b64fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:43:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['636e9857-836c-4ed3-a71d-6cb94432b857'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:43:29.782343 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-cd56f296-84f5-43c9-9f38-0137bd480db9 req-370ff152-e244-4b08-b681-499647f670e1 tempest-ServerDiskConfigTestJSON-1197486047 tempest-ServerDiskConfigTestJSON-1197486047-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=a9756cde63f04174a293f5b7558d1a96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4974422 Oct 04 20:43:29.889320 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-22a6c6c4-0ef5-41bf-a57c-2d919529e2a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (0638a9f8-27c8-43b8-8763-da29c902f693), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:29.921991 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a6c6c4-0ef5-41bf-a57c-2d919529e2a7 admin admin] Pushing event updated for resources: {'Port': ['ID=370fa64a-a774-4148-82a0-69f48f18a8a9,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:43:29.954259 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43af8ed1-d682-424c-aa8e-2c93dbc11487 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:43:29.956429 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43af8ed1-d682-424c-aa8e-2c93dbc11487 None None] Checking segment: {'id': '15623087-b986-4d0c-acac-db72f854251a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a01e9a88-74fc-4f6c-a9eb-b64446db8cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:43:29.957500 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-43af8ed1-d682-424c-aa8e-2c93dbc11487 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:29.958424 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43af8ed1-d682-424c-aa8e-2c93dbc11487 None None] Bound using segment: {'id': '15623087-b986-4d0c-acac-db72f854251a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a01e9a88-74fc-4f6c-a9eb-b64446db8cab'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:43:29.959638 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-43af8ed1-d682-424c-aa8e-2c93dbc11487 None None] Bound port: b802e1a0-2cc6-4514-aff7-a3a29ba6775b, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15623087-b986-4d0c-acac-db72f854251a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a01e9a88-74fc-4f6c-a9eb-b64446db8cab'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:43:29.961224 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-43af8ed1-d682-424c-aa8e-2c93dbc11487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b802e1a0-2cc6-4514-aff7-a3a29ba6775b), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:30.002952 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 1a57467a-9462-4999-abfd-928927ea0914 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:43:30.003770 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (1a57467a-9462-4999-abfd-928927ea0914), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:30.038499 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-0cc7b738-363a-4132-bf0c-5b54ba855ecc None None] Set router 0638a9f8-27c8-43b8-8763-da29c902f693 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:43:30.123935 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-1fe65f33-e135-49b0-9ae8-dba57335b724 req-8c5fa46f-d98f-42d1-8456-9b335b040440 tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ff7defe6-9faf-48db-929b-31490caa85ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3816345 Oct 04 20:43:30.139744 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7dde6e-2ba8-465e-a5ad-709a216035a9 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Pushing event updated for resources: {'Subnet': ['ID=817f77b3-e836-40e9-910a-8d909d681ed3,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:43:30.164080 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5961f044-5655-4ad7-adf4-6aafd223de43 admin admin] Publish callbacks [] for router (636e9857-836c-4ed3-a71d-6cb94432b857), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:30.287642 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-43af8ed1-d682-424c-aa8e-2c93dbc11487 None None] For port b802e1a0-2cc6-4514-aff7-a3a29ba6775b, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:43:30.295383 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-43af8ed1-d682-424c-aa8e-2c93dbc11487 None None] For port b802e1a0-2cc6-4514-aff7-a3a29ba6775b, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b802e1a0-2cc6-4514-aff7-a3a29ba6775b,segment=NetworkSegment(15623087-b986-4d0c-acac-db72f854251a),segment_id=15623087-b986-4d0c-acac-db72f854251a)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:43:30.318673 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:30.347062 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7dde6e-2ba8-465e-a5ad-709a216035a9 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Checking segment: {'id': 'ecc8cf73-4e74-4b5a-8021-b3b6be3e516e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b84e7f4d-8664-4a49-a0c3-307d7abc2f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:43:30.348007 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7dde6e-2ba8-465e-a5ad-709a216035a9 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Network hostable DHCP agents. Network: b84e7f4d-8664-4a49-a0c3-307d7abc2f7e, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:43:30.389659 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 1a57467a-9462-4999-abfd-928927ea0914, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=1a57467a-9462-4999-abfd-928927ea0914,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:43:30.443506 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:30.466953 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a6c6c4-0ef5-41bf-a57c-2d919529e2a7 admin admin] Network 9ef6bcc6-2ec2-4348-a1b3-f0f8de76a73d is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:43:30.470811 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-22a6c6c4-0ef5-41bf-a57c-2d919529e2a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:43:30.471658 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-43af8ed1-d682-424c-aa8e-2c93dbc11487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (b802e1a0-2cc6-4514-aff7-a3a29ba6775b), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:30.694004 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babfbdec-bb04-4e4d-aec5-6ccc63da1da6 None None] Pushing event updated for resources: {'Port': ['ID=b802e1a0-2cc6-4514-aff7-a3a29ba6775b,revision_number=4']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:43:30.728747 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5961f044-5655-4ad7-adf4-6aafd223de43 admin admin] Publish callbacks [] for router_gateway (636e9857-836c-4ed3-a71d-6cb94432b857), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:30.737037 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43af8ed1-d682-424c-aa8e-2c93dbc11487 None None] Routers {'6f85ca8d-066c-45b2-a08f-2e71896e8713'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:43:30.740336 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-43af8ed1-d682-424c-aa8e-2c93dbc11487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:43:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['6f85ca8d-066c-45b2-a08f-2e71896e8713'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:43:30.752997 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7dde6e-2ba8-465e-a5ad-709a216035a9 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Network b84e7f4d-8664-4a49-a0c3-307d7abc2f7e is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:43:30.807539 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (1a57467a-9462-4999-abfd-928927ea0914), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:30.809066 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 0ec6f239-ba96-4bef-9f9b-a7b7ec39cac3 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:43:31.012177 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-3e7dde6e-2ba8-465e-a5ad-709a216035a9 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, b84e7f4d-8664-4a49-a0c3-307d7abc2f7e) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:43:31.027380 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-43af8ed1-d682-424c-aa8e-2c93dbc11487 None None] Set router 6f85ca8d-066c-45b2-a08f-2e71896e8713 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:43:31.041128 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7dde6e-2ba8-465e-a5ad-709a216035a9 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:43:31.046321 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3e7dde6e-2ba8-465e-a5ad-709a216035a9 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:31.103664 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a6c6c4-0ef5-41bf-a57c-2d919529e2a7 admin admin] Router 0638a9f8-27c8-43b8-8763-da29c902f693 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:43:31.119847 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Current status of the port 46ab96a5-0e71-4267-bb4f-54da94372f8e is: BUILD; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:43:31.120522 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (46ab96a5-0e71-4267-bb4f-54da94372f8e), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:31.124888 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-5961f044-5655-4ad7-adf4-6aafd223de43 admin admin] Deleting port fa901973-a655-4f42-8dfe-ffa76fb10cdd {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:43:31.126988 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5961f044-5655-4ad7-adf4-6aafd223de43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (fa901973-a655-4f42-8dfe-ffa76fb10cdd), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:31.132275 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3137b26d-b01e-4949-88b8-4d1ba7220867 None None] Publish callbacks [] for port (4f514e01-e55f-40d4-a67d-2f6e08a599d0), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:31.166878 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-8936d73a-6239-44ef-b3d8-6f83f5b64fac None None] Set router 636e9857-836c-4ed3-a71d-6cb94432b857 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:43:31.170525 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcd2498-e392-4fd2-94c0-bc650c263558 None None] Network b84e7f4d-8664-4a49-a0c3-307d7abc2f7e requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:43:31.235081 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45978ca5-4f03-46df-92de-ca811349a14e req-188518f9-8716-4e4b-a9ff-ccb25d8d2c79 tempest-ServerDiskConfigTestJSON-1197486047 tempest-ServerDiskConfigTestJSON-1197486047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:43:31.238786 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-45978ca5-4f03-46df-92de-ca811349a14e req-188518f9-8716-4e4b-a9ff-ccb25d8d2c79 tempest-ServerDiskConfigTestJSON-1197486047 tempest-ServerDiskConfigTestJSON-1197486047-project] 10.222.0.78 "GET /networking/v2.0/networks?id=a01e9a88-74fc-4f6c-a9eb-b64446db8cab HTTP/1.1" status: 200 len: 815 time: 0.3911829 Oct 04 20:43:31.259825 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-3e7dde6e-2ba8-465e-a5ad-709a216035a9 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 4.7938254 Oct 04 20:43:31.261740 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 37992) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:43:31.285588 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-188ff4e3-49be-4223-a0aa-910f2f85c888 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Request body: {'port': {'network_id': 'd440815a-c7cb-41b5-bf01-b92283177fa8', 'name': 'tempest-TaggedBootDevicesTest_v242-1097861180', 'fixed_ips': [{'subnet_id': '913092f3-8cd1-4f2a-a2c8-077a54611139'}]}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:43:31.400138 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-5961f044-5655-4ad7-adf4-6aafd223de43 admin admin] For port fa901973-a655-4f42-8dfe-ffa76fb10cdd, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=fa901973-a655-4f42-8dfe-ffa76fb10cdd,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:43:31.402652 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5961f044-5655-4ad7-adf4-6aafd223de43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (fa901973-a655-4f42-8dfe-ffa76fb10cdd), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:31.421562 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-45978ca5-4f03-46df-92de-ca811349a14e req-373e6b28-9b67-469a-bcaa-eae80bd2b6ee tempest-ServerDiskConfigTestJSON-1197486047 tempest-ServerDiskConfigTestJSON-1197486047-project] 10.222.0.78 "GET /networking/v2.0/quotas/a9756cde63f04174a293f5b7558d1a96 HTTP/1.1" status: 200 len: 375 time: 0.1557071 Oct 04 20:43:31.421867 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 0ec6f239-ba96-4bef-9f9b-a7b7ec39cac3 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:43:31.421867 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (0ec6f239-ba96-4bef-9f9b-a7b7ec39cac3), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:31.421867 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 0ec6f239-ba96-4bef-9f9b-a7b7ec39cac3 Oct 04 20:43:31.463877 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-5961f044-5655-4ad7-adf4-6aafd223de43 admin admin] Calling delete_port for fa901973-a655-4f42-8dfe-ffa76fb10cdd owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:43:31.488281 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3137b26d-b01e-4949-88b8-4d1ba7220867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (4f514e01-e55f-40d4-a67d-2f6e08a599d0), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:31.568193 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-43af8ed1-d682-424c-aa8e-2c93dbc11487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f85ca8d-066c-45b2-a08f-2e71896e8713', 'name': 'tempest-ServerDiskConfigTestJSON-1616519809-router', 'tenant_id': 'a9756cde63f04174a293f5b7558d1a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '1a57467a-9462-4999-abfd-928927ea0914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:42:53Z', 'updated_at': '2022-10-04T20:43:21Z', 'revision_number': 4, 'project_id': 'a9756cde63f04174a293f5b7558d1a96', 'gw_port': {'id': '1a57467a-9462-4999-abfd-928927ea0914', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:5d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f85ca8d-066c-45b2-a08f-2e71896e8713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:42:58Z', 'updated_at': '2022-10-04T20:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'b802e1a0-2cc6-4514-aff7-a3a29ba6775b', 'name': '', 'network_id': 'a01e9a88-74fc-4f6c-a9eb-b64446db8cab', 'tenant_id': 'a9756cde63f04174a293f5b7558d1a96', 'mac_address': 'fa:16:3e:5a:a2:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f85ca8d-066c-45b2-a08f-2e71896e8713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '076ab631-bece-45b9-82d4-9b3c6350b26c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:43:16Z', 'updated_at': '2022-10-04T20:43:30Z', 'revision_number': 4, 'project_id': 'a9756cde63f04174a293f5b7558d1a96', 'subnets': [{'id': '076ab631-bece-45b9-82d4-9b3c6350b26c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:43:31.616707 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=1a57467a-9462-4999-abfd-928927ea0914,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:43:31.627207 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79146d-7997-4e75-bd94-682af7a66c45 req-e7e9a3a8-597e-41dc-b519-9c8ab2b35c4b tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:43:31.630481 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-1d79146d-7997-4e75-bd94-682af7a66c45 req-e7e9a3a8-597e-41dc-b519-9c8ab2b35c4b tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9d42994f-e35e-413c-a0a3-14bb3878e209 HTTP/1.1" status: 200 len: 948 time: 0.3893230 Oct 04 20:43:31.661512 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43af8ed1-d682-424c-aa8e-2c93dbc11487 None None] The sync data for ids ['6f85ca8d-066c-45b2-a08f-2e71896e8713'] in n-d-852085-12 is: [{'id': '6f85ca8d-066c-45b2-a08f-2e71896e8713', 'name': 'tempest-ServerDiskConfigTestJSON-1616519809-router', 'tenant_id': 'a9756cde63f04174a293f5b7558d1a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '1a57467a-9462-4999-abfd-928927ea0914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:42:53Z', 'updated_at': '2022-10-04T20:43:21Z', 'revision_number': 4, 'project_id': 'a9756cde63f04174a293f5b7558d1a96', 'gw_port': {'id': '1a57467a-9462-4999-abfd-928927ea0914', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:5d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f85ca8d-066c-45b2-a08f-2e71896e8713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:42:58Z', 'updated_at': '2022-10-04T20:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'b802e1a0-2cc6-4514-aff7-a3a29ba6775b', 'name': '', 'network_id': 'a01e9a88-74fc-4f6c-a9eb-b64446db8cab', 'tenant_id': 'a9756cde63f04174a293f5b7558d1a96', 'mac_address': 'fa:16:3e:5a:a2:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f85ca8d-066c-45b2-a08f-2e71896e8713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '076ab631-bece-45b9-82d4-9b3c6350b26c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:43:16Z', 'updated_at': '2022-10-04T20:43:30Z', 'revision_number': 4, 'project_id': 'a9756cde63f04174a293f5b7558d1a96', 'subnets': [{'id': '076ab631-bece-45b9-82d4-9b3c6350b26c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:43:31.709863 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:31.719108 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-02500fbc-041b-4d7d-bfc3-c7a2c3dd5b10 None None] Provisioning complete for port 370fa64a-a774-4148-82a0-69f48f18a8a9 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:43:31.720236 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-02500fbc-041b-4d7d-bfc3-c7a2c3dd5b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (370fa64a-a774-4148-82a0-69f48f18a8a9), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:31.720836 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-02500fbc-041b-4d7d-bfc3-c7a2c3dd5b10 None None] Attempt 1 to provision port 370fa64a-a774-4148-82a0-69f48f18a8a9 Oct 04 20:43:31.815331 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:31.899770 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:31.903501 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3137b26d-b01e-4949-88b8-4d1ba7220867 None None] Network d440815a-c7cb-41b5-bf01-b92283177fa8 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:43:31.946575 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188ff4e3-49be-4223-a0aa-910f2f85c888 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Made reservation on behalf of 6c5aaa2031d8481ebc5a7b3b9a0522dc for: {'port': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:43:31.986346 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-45978ca5-4f03-46df-92de-ca811349a14e req-5dd77838-dc1c-4ded-b679-5465e66c513f tempest-ServerDiskConfigTestJSON-1197486047 tempest-ServerDiskConfigTestJSON-1197486047-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=a9756cde63f04174a293f5b7558d1a96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3541439 Oct 04 20:43:32.078075 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-3137b26d-b01e-4949-88b8-4d1ba7220867 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:43:32.078075 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '568cbe45-b90d-49d4-8ed6-90923e399d49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ab96a5-0e71-4267-bb4f-54da94372f8e'}] {{(pid=108171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:43:32.095694 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5961f044-5655-4ad7-adf4-6aafd223de43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (fa901973-a655-4f42-8dfe-ffa76fb10cdd), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:32.105200 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966b91da6921e714df7c26a37f4733087768fb9a36052be1ead95d4d835f43be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f7f753-bd5c-48a4-88ac-4088a496e0ac" -d '{"events": [{"server_uuid": "568cbe45-b90d-49d4-8ed6-90923e399d49", "name": "network-vif-plugged", "status": "completed", "tag": "46ab96a5-0e71-4267-bb4f-54da94372f8e"}]}' {{(pid=108171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:43:32.152208 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5961f044-5655-4ad7-adf4-6aafd223de43 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa901973-a655-4f42-8dfe-ffa76fb10cdd,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:43:32.170030 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3137b26d-b01e-4949-88b8-4d1ba7220867 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:43:32.240006 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-188ff4e3-49be-4223-a0aa-910f2f85c888 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:32.240658 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3137b26d-b01e-4949-88b8-4d1ba7220867 None None] Pushing event updated for resources: {'Port': ['ID=4f514e01-e55f-40d4-a67d-2f6e08a599d0,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:43:32.244117 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-02500fbc-041b-4d7d-bfc3-c7a2c3dd5b10 None None] Port 370fa64a-a774-4148-82a0-69f48f18a8a9 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:43:32.311847 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [None req-188ff4e3-49be-4223-a0aa-910f2f85c888 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] device_id is not set on port 2dcc0d61-734d-414a-aa5b-8b02f7908ee5 yet. {{(pid=108170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 20:43:32.314963 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] For port 46ab96a5-0e71-4267-bb4f-54da94372f8e, host n-h2-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852085-12',level=0,port_id=46ab96a5-0e71-4267-bb4f-54da94372f8e,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:43:32.378409 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5961f044-5655-4ad7-adf4-6aafd223de43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (636e9857-836c-4ed3-a71d-6cb94432b857), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:32.506064 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (46ab96a5-0e71-4267-bb4f-54da94372f8e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:32.509532 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:32.612325 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:32.621133 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5961f044-5655-4ad7-adf4-6aafd223de43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (636e9857-836c-4ed3-a71d-6cb94432b857), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:32.626855 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5961f044-5655-4ad7-adf4-6aafd223de43 admin admin] Publish callbacks [] for router_controller (636e9857-836c-4ed3-a71d-6cb94432b857), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:32.665357 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:32.683936 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-1d79146d-7997-4e75-bd94-682af7a66c45 req-25b95c90-03f0-4cc6-8375-d2b3fcc6a11b tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9e154c59-4349-4579-ac56-d3f7608a8c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0124981 Oct 04 20:43:32.706362 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Pushing event updated for resources: {'Port': ['ID=46ab96a5-0e71-4267-bb4f-54da94372f8e,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:43:32.713820 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:32.762367 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 0ec6f239-ba96-4bef-9f9b-a7b7ec39cac3 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:43:32.790912 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a6c6c4-0ef5-41bf-a57c-2d919529e2a7 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:43:32.839240 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-22a6c6c4-0ef5-41bf-a57c-2d919529e2a7 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/0638a9f8-27c8-43b8-8763-da29c902f693/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9311533 Oct 04 20:43:33.020274 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a824d57-af2e-4c2d-ab80-e9ad38cad3ee req-dd6143e5-8d73-4377-b153-378854d7cb40 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:43:33.027409 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-2a824d57-af2e-4c2d-ab80-e9ad38cad3ee req-dd6143e5-8d73-4377-b153-378854d7cb40 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=9d42994f-e35e-413c-a0a3-14bb3878e209 HTTP/1.1" status: 200 len: 948 time: 0.2465811 Oct 04 20:43:33.065578 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-3137b26d-b01e-4949-88b8-4d1ba7220867 None None] Attempting to bind port 4f514e01-e55f-40d4-a67d-2f6e08a599d0 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:43:33.067849 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5961f044-5655-4ad7-adf4-6aafd223de43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (636e9857-836c-4ed3-a71d-6cb94432b857), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:33.068971 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5961f044-5655-4ad7-adf4-6aafd223de43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 636e9857-836c-4ed3-a71d-6cb94432b857 {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:43:33.072984 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-3137b26d-b01e-4949-88b8-4d1ba7220867 None None] Attempting to bind port 4f514e01-e55f-40d4-a67d-2f6e08a599d0 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'e02eff7f-3f44-4e0b-be92-dbee676b17be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd440815a-c7cb-41b5-bf01-b92283177fa8'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:43:33.076321 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3137b26d-b01e-4949-88b8-4d1ba7220867 None None] Attempting to bind port 4f514e01-e55f-40d4-a67d-2f6e08a599d0 on network d440815a-c7cb-41b5-bf01-b92283177fa8 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:43:33.249855 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5961f044-5655-4ad7-adf4-6aafd223de43 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:33.257293 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-5961f044-5655-4ad7-adf4-6aafd223de43 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/636e9857-836c-4ed3-a71d-6cb94432b857 HTTP/1.1" status: 204 len: 168 time: 3.7825789 Oct 04 20:43:33.282389 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 38014) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:43:33.344976 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b254d021-7a05-44a6-a191-7582e6cbeefc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-b84e7f4d-8664-4a49-a0c3-307d7abc2f7e', 'network_id': 'b84e7f4d-8664-4a49-a0c3-307d7abc2f7e', 'project_id': '6c5aaa2031d8481ebc5a7b3b9a0522dc', 'fixed_ips': [{'subnet_id': '817f77b3-e836-40e9-910a-8d909d681ed3'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:43:33.347687 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b254d021-7a05-44a6-a191-7582e6cbeefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:33.402274 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-188ff4e3-49be-4223-a0aa-910f2f85c888 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Allocated IP 10.1.1.71 (d440815a-c7cb-41b5-bf01-b92283177fa8/913092f3-8cd1-4f2a-a2c8-077a54611139/2dcc0d61-734d-414a-aa5b-8b02f7908ee5) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:43:33.403548 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 20:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd092241-a52f-40ac-b99d-57e635b0c60e x-openstack-request-id: req-bd092241-a52f-40ac-b99d-57e635b0c60e {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:43:33.404381 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "568cbe45-b90d-49d4-8ed6-90923e399d49", "name": "network-vif-plugged", "status": "completed", "tag": "46ab96a5-0e71-4267-bb4f-54da94372f8e", "code": 200}]} {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:43:33.405051 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bd092241-a52f-40ac-b99d-57e635b0c60e {{(pid=108171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:43:33.406395 n-d-852085-12 neutron-server[108171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd092241-a52f-40ac-b99d-57e635b0c60e'] response: {'server_uuid': '568cbe45-b90d-49d4-8ed6-90923e399d49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ab96a5-0e71-4267-bb4f-54da94372f8e', 'code': 200} Oct 04 20:43:33.607319 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3137b26d-b01e-4949-88b8-4d1ba7220867 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:43:33.607958 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3137b26d-b01e-4949-88b8-4d1ba7220867 None None] Checking segment: {'id': 'e02eff7f-3f44-4e0b-be92-dbee676b17be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd440815a-c7cb-41b5-bf01-b92283177fa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:43:33.612288 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3137b26d-b01e-4949-88b8-4d1ba7220867 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:33.613644 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3137b26d-b01e-4949-88b8-4d1ba7220867 None None] Bound using segment: {'id': 'e02eff7f-3f44-4e0b-be92-dbee676b17be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd440815a-c7cb-41b5-bf01-b92283177fa8'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:43:33.614577 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-3137b26d-b01e-4949-88b8-4d1ba7220867 None None] Bound port: 4f514e01-e55f-40d4-a67d-2f6e08a599d0, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e02eff7f-3f44-4e0b-be92-dbee676b17be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd440815a-c7cb-41b5-bf01-b92283177fa8'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:43:33.622445 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3137b26d-b01e-4949-88b8-4d1ba7220867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (4f514e01-e55f-40d4-a67d-2f6e08a599d0), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:33.642550 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:33.661173 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [req-2a824d57-af2e-4c2d-ab80-e9ad38cad3ee req-d9c7b712-b0b9-44e7-85cd-2ee6adaa5478 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] Deleting port 2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:43:33.661781 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-2a824d57-af2e-4c2d-ab80-e9ad38cad3ee req-d9c7b712-b0b9-44e7-85cd-2ee6adaa5478 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:33.750250 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-0cc7b738-363a-4132-bf0c-5b54ba855ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0638a9f8-27c8-43b8-8763-da29c902f693', 'name': 'tempest-AttachSCSIVolumeTestJSON-1873371409-router', 'tenant_id': '210941eb9659422f81b3cd68dcd5e13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '9a4c9b60-2707-4859-996e-237d6e2fd72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:43:03Z', 'updated_at': '2022-10-04T20:43:26Z', 'revision_number': 4, 'project_id': '210941eb9659422f81b3cd68dcd5e13f', 'gw_port': {'id': '9a4c9b60-2707-4859-996e-237d6e2fd72f', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:52:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0638a9f8-27c8-43b8-8763-da29c902f693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:43:07Z', 'updated_at': '2022-10-04T20:43:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '370fa64a-a774-4148-82a0-69f48f18a8a9', 'name': '', 'network_id': '9ef6bcc6-2ec2-4348-a1b3-f0f8de76a73d', 'tenant_id': '210941eb9659422f81b3cd68dcd5e13f', 'mac_address': 'fa:16:3e:06:e3:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0638a9f8-27c8-43b8-8763-da29c902f693', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '070b138e-d8d1-45a4-a822-2feee61ba476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:43:23Z', 'updated_at': '2022-10-04T20:43:24Z', 'revision_number': 1, 'project_id': '210941eb9659422f81b3cd68dcd5e13f', 'subnets': [{'id': '070b138e-d8d1-45a4-a822-2feee61ba476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:43:33.773854 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b802e1a0-2cc6-4514-aff7-a3a29ba6775b up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:43:33.784838 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f26147-3239-41c9-ae8f-8be9c25ab3bc req-12a6fa98-eeef-402b-9504-274107726dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:43:33.796297 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-69f26147-3239-41c9-ae8f-8be9c25ab3bc req-12a6fa98-eeef-402b-9504-274107726dcc service neutron] 10.222.0.85 "GET /networking/v2.0/ports?device_id=568cbe45-b90d-49d4-8ed6-90923e399d49 HTTP/1.1" status: 200 len: 1132 time: 0.1921301 Oct 04 20:43:33.890056 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3b7b6-ed2f-499d-b5f3-2fbd94a016a0 req-936fd57f-4eca-4655-aa3d-6e790240fb27 tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:43:33.906017 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f7a3b7b6-ed2f-499d-b5f3-2fbd94a016a0 req-936fd57f-4eca-4655-aa3d-6e790240fb27 tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=568cbe45-b90d-49d4-8ed6-90923e399d49 HTTP/1.1" status: 200 len: 949 time: 0.8016167 Oct 04 20:43:33.999882 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f2345df-9f8b-4ff4-aafe-45033d09ee62 admin admin] Deleting subnet c720c03c-f51f-4159-ace4-33c54c5b8b52 {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:43:34.002074 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [req-2a824d57-af2e-4c2d-ab80-e9ad38cad3ee req-d9c7b712-b0b9-44e7-85cd-2ee6adaa5478 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] For port 2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1, host n-h2-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852085-12',level=0,port_id=2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:43:34.003527 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-2a824d57-af2e-4c2d-ab80-e9ad38cad3ee req-d9c7b712-b0b9-44e7-85cd-2ee6adaa5478 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:34.039991 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [req-2a824d57-af2e-4c2d-ab80-e9ad38cad3ee req-d9c7b712-b0b9-44e7-85cd-2ee6adaa5478 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] Calling delete_port for 2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1 owned by compute:nova {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:43:34.261179 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-b254d021-7a05-44a6-a191-7582e6cbeefc None None] Allocated IP 10.2.2.2 (b84e7f4d-8664-4a49-a0c3-307d7abc2f7e/817f77b3-e836-40e9-910a-8d909d681ed3/6b8f3c0b-7987-4cb2-98a3-841fd53e6549) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:43:34.474423 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1f2345df-9f8b-4ff4-aafe-45033d09ee62 admin admin] Publish callbacks [] for subnet (c720c03c-f51f-4159-ace4-33c54c5b8b52), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:34.788429 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1f2345df-9f8b-4ff4-aafe-45033d09ee62 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (c720c03c-f51f-4159-ace4-33c54c5b8b52), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:34.976586 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b254d021-7a05-44a6-a191-7582e6cbeefc None None] Publish callbacks [] for port (6b8f3c0b-7987-4cb2-98a3-841fd53e6549), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:35.009765 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-2a824d57-af2e-4c2d-ab80-e9ad38cad3ee req-d9c7b712-b0b9-44e7-85cd-2ee6adaa5478 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:35.117595 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-8936d73a-6239-44ef-b3d8-6f83f5b64fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636e9857-836c-4ed3-a71d-6cb94432b857', 'name': 'tempest-InstanceActionsTestJSON-1216275962-router', 'tenant_id': '477e43afdaeb4926a8a0ef8560e30980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'fa901973-a655-4f42-8dfe-ffa76fb10cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:42:33Z', 'updated_at': '2022-10-04T20:43:25Z', 'revision_number': 5, 'project_id': '477e43afdaeb4926a8a0ef8560e30980', 'gw_port': {'id': 'fa901973-a655-4f42-8dfe-ffa76fb10cdd', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636e9857-836c-4ed3-a71d-6cb94432b857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:42:40Z', 'updated_at': '2022-10-04T20:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:43:35.154341 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c7b712-b0b9-44e7-85cd-2ee6adaa5478 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] Pushing event deleted for resources: {'Port': ['ID=2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:43:35.352047 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f7a3b7b6-ed2f-499d-b5f3-2fbd94a016a0 req-cfdd6db7-36eb-40e6-8a51-9a93232bf57e tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ff7defe6-9faf-48db-929b-31490caa85ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4454615 Oct 04 20:43:35.502923 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:35.545762 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc7b738-363a-4132-bf0c-5b54ba855ecc None None] The sync data for ids ['0638a9f8-27c8-43b8-8763-da29c902f693'] in n-d-852085-12 is: [{'id': '0638a9f8-27c8-43b8-8763-da29c902f693', 'name': 'tempest-AttachSCSIVolumeTestJSON-1873371409-router', 'tenant_id': '210941eb9659422f81b3cd68dcd5e13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '9a4c9b60-2707-4859-996e-237d6e2fd72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:43:03Z', 'updated_at': '2022-10-04T20:43:26Z', 'revision_number': 4, 'project_id': '210941eb9659422f81b3cd68dcd5e13f', 'gw_port': {'id': '9a4c9b60-2707-4859-996e-237d6e2fd72f', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:52:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0638a9f8-27c8-43b8-8763-da29c902f693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:43:07Z', 'updated_at': '2022-10-04T20:43:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '370fa64a-a774-4148-82a0-69f48f18a8a9', 'name': '', 'network_id': '9ef6bcc6-2ec2-4348-a1b3-f0f8de76a73d', 'tenant_id': '210941eb9659422f81b3cd68dcd5e13f', 'mac_address': 'fa:16:3e:06:e3:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0638a9f8-27c8-43b8-8763-da29c902f693', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '070b138e-d8d1-45a4-a822-2feee61ba476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:43:23Z', 'updated_at': '2022-10-04T20:43:24Z', 'revision_number': 1, 'project_id': '210941eb9659422f81b3cd68dcd5e13f', 'subnets': [{'id': '070b138e-d8d1-45a4-a822-2feee61ba476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:43:35.761615 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a824d57-af2e-4c2d-ab80-e9ad38cad3ee req-d9c7b712-b0b9-44e7-85cd-2ee6adaa5478 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] No DVR routers for this DVR port 2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1 on host n-h2-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:43:35.821808 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-2a824d57-af2e-4c2d-ab80-e9ad38cad3ee req-d9c7b712-b0b9-44e7-85cd-2ee6adaa5478 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:35.835077 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 20:43:35.870960 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-2a824d57-af2e-4c2d-ab80-e9ad38cad3ee req-d9c7b712-b0b9-44e7-85cd-2ee6adaa5478 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] 10.222.0.85 "DELETE /networking/v2.0/ports/2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1 HTTP/1.1" status: 204 len: 173 time: 2.8288877 Oct 04 20:43:35.871905 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d42994f-e35e-413c-a0a3-14bb3878e209', 'name': 'network-vif-deleted', 'tag': '2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1'}] {{(pid=108169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:43:35.874919 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8936d73a-6239-44ef-b3d8-6f83f5b64fac None None] Checking router: 636e9857-836c-4ed3-a71d-6cb94432b857 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:43:35.899099 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-188ff4e3-49be-4223-a0aa-910f2f85c888 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks [] for port (2dcc0d61-734d-414a-aa5b-8b02f7908ee5), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:35.920363 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dea34fca0f7d6c1de22810621a04fa86ac5e48141775903912ac1624808dfef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bdc67c5-b005-460a-a25f-0c1a8cf5cfb8" -d '{"events": [{"server_uuid": "9d42994f-e35e-413c-a0a3-14bb3878e209", "name": "network-vif-deleted", "tag": "2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1"}]}' {{(pid=108169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:43:35.929402 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b254d021-7a05-44a6-a191-7582e6cbeefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (6b8f3c0b-7987-4cb2-98a3-841fd53e6549), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:36.146154 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:36.296038 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8111b19a-2a70-4c35-a2aa-3c420a1c1540 req-4ad97ad5-81c0-4402-b370-002d7d15a06d tempest-ServerDiskConfigTestJSON-1197486047 tempest-ServerDiskConfigTestJSON-1197486047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:43:36.314113 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-8111b19a-2a70-4c35-a2aa-3c420a1c1540 req-4ad97ad5-81c0-4402-b370-002d7d15a06d tempest-ServerDiskConfigTestJSON-1197486047 tempest-ServerDiskConfigTestJSON-1197486047-project] 10.222.0.78 "GET /networking/v2.0/networks?id=a01e9a88-74fc-4f6c-a9eb-b64446db8cab HTTP/1.1" status: 200 len: 815 time: 2.4392588 Oct 04 20:43:36.557420 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-8111b19a-2a70-4c35-a2aa-3c420a1c1540 req-05b9d839-6a6f-43a3-b542-d345439c90df tempest-ServerDiskConfigTestJSON-1197486047 tempest-ServerDiskConfigTestJSON-1197486047-project] 10.222.0.78 "GET /networking/v2.0/quotas/a9756cde63f04174a293f5b7558d1a96 HTTP/1.1" status: 200 len: 375 time: 0.0832293 Oct 04 20:43:36.577187 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-69f26147-3239-41c9-ae8f-8be9c25ab3bc req-82075de8-61fc-4997-8c65-9617f621a221 service neutron] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ff7defe6-9faf-48db-929b-31490caa85ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.4360721 Oct 04 20:43:36.734962 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port b802e1a0-2cc6-4514-aff7-a3a29ba6775b triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:43:36.737772 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b802e1a0-2cc6-4514-aff7-a3a29ba6775b), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:36.739522 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port b802e1a0-2cc6-4514-aff7-a3a29ba6775b Oct 04 20:43:36.784615 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Device 2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1 no longer exists at agent hyperv_n-h2-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:43:36.976688 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-188ff4e3-49be-4223-a0aa-910f2f85c888 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (2dcc0d61-734d-414a-aa5b-8b02f7908ee5), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:37.149866 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-3137b26d-b01e-4949-88b8-4d1ba7220867 None None] For port 4f514e01-e55f-40d4-a67d-2f6e08a599d0, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:43:37.167718 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-8111b19a-2a70-4c35-a2aa-3c420a1c1540 req-966b9f71-fe26-4a89-b1ac-7a00303c12d1 tempest-ServerDiskConfigTestJSON-1197486047 tempest-ServerDiskConfigTestJSON-1197486047-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=a9756cde63f04174a293f5b7558d1a96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5853097 Oct 04 20:43:37.179736 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8936d73a-6239-44ef-b3d8-6f83f5b64fac None None] Routers set() bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:43:37.183807 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8936d73a-6239-44ef-b3d8-6f83f5b64fac None None] Router IDs set() for agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:467}} Oct 04 20:43:37.186104 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_agentschedulers_db [None req-8936d73a-6239-44ef-b3d8-6f83f5b64fac None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'636e9857-836c-4ed3-a71d-6cb94432b857'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:43:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent'). {{(pid=108171) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 04 20:43:37.187749 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8936d73a-6239-44ef-b3d8-6f83f5b64fac None None] The sync data for ids ['636e9857-836c-4ed3-a71d-6cb94432b857'] in n-d-852085-12 is: [] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:43:37.219809 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188ff4e3-49be-4223-a0aa-910f2f85c888 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Network d440815a-c7cb-41b5-bf01-b92283177fa8 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:43:37.240306 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1f2345df-9f8b-4ff4-aafe-45033d09ee62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (c720c03c-f51f-4159-ace4-33c54c5b8b52), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:37.247433 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-188ff4e3-49be-4223-a0aa-910f2f85c888 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:43:37.368404 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188ff4e3-49be-4223-a0aa-910f2f85c888 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:43:37.377750 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 38052) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:43:37.385528 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b254d021-7a05-44a6-a191-7582e6cbeefc None None] Network b84e7f4d-8664-4a49-a0c3-307d7abc2f7e is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:43:37.403790 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] No Port match for: 2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:43:37.421463 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Device 2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1 not bound to the agent host n-h2-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:43:37.424944 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-b254d021-7a05-44a6-a191-7582e6cbeefc None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:43:37.440080 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b254d021-7a05-44a6-a191-7582e6cbeefc None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:43:37.482389 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-3137b26d-b01e-4949-88b8-4d1ba7220867 None None] For port 4f514e01-e55f-40d4-a67d-2f6e08a599d0, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=4f514e01-e55f-40d4-a67d-2f6e08a599d0,segment=NetworkSegment(e02eff7f-3f44-4e0b-be92-dbee676b17be),segment_id=e02eff7f-3f44-4e0b-be92-dbee676b17be)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:43:37.605098 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b254d021-7a05-44a6-a191-7582e6cbeefc None None] Pushing event updated for resources: {'Port': ['ID=6b8f3c0b-7987-4cb2-98a3-841fd53e6549,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:43:37.728523 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3137b26d-b01e-4949-88b8-4d1ba7220867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (4f514e01-e55f-40d4-a67d-2f6e08a599d0), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:38.058282 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188ff4e3-49be-4223-a0aa-910f2f85c888 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Pushing event updated for resources: {'Port': ['ID=2dcc0d61-734d-414a-aa5b-8b02f7908ee5,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:43:38.109706 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:38.121549 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3137b26d-b01e-4949-88b8-4d1ba7220867 None None] Pushing event updated for resources: {'Port': ['ID=4f514e01-e55f-40d4-a67d-2f6e08a599d0,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:43:38.202467 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d0007762-d4eb-4982-8a44-732f1ead5d4c req-5aeffcaf-58bb-4bd9-8b0b-732e84c7f7ab tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9d42994f-e35e-413c-a0a3-14bb3878e209 HTTP/1.1" status: 200 len: 210 time: 0.7470660 Oct 04 20:43:38.366931 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:38.424701 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 20:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca1d2865-0f8c-4eb1-8907-bcf2cd4e1a25 x-openstack-request-id: req-ca1d2865-0f8c-4eb1-8907-bcf2cd4e1a25 {{(pid=108169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:43:38.431798 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d42994f-e35e-413c-a0a3-14bb3878e209", "name": "network-vif-deleted", "tag": "2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1", "status": "completed", "code": 200}]} {{(pid=108169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:43:38.432373 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ca1d2865-0f8c-4eb1-8907-bcf2cd4e1a25 {{(pid=108169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:43:38.433052 n-d-852085-12 neutron-server[108169]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca1d2865-0f8c-4eb1-8907-bcf2cd4e1a25'] response: {'server_uuid': '9d42994f-e35e-413c-a0a3-14bb3878e209', 'name': 'network-vif-deleted', 'tag': '2a1a7e79-2aa6-49de-b62c-90d4d8aa18d1', 'status': 'completed', 'code': 200} Oct 04 20:43:38.622809 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188ff4e3-49be-4223-a0aa-910f2f85c888 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:43:38.640000 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-188ff4e3-49be-4223-a0aa-910f2f85c888 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:38.789196 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port b802e1a0-2cc6-4514-aff7-a3a29ba6775b is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:43:38.808167 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b802e1a0-2cc6-4514-aff7-a3a29ba6775b), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:39.161605 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-b254d021-7a05-44a6-a191-7582e6cbeefc None None] Attempting to bind port 6b8f3c0b-7987-4cb2-98a3-841fd53e6549 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:43:39.162640 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaebb74-8e7c-471c-a5c5-0a9f9647aa38 req-fc53a6e1-fffa-4a59-a61f-cfb8d5a88727 tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:43:39.174146 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-b254d021-7a05-44a6-a191-7582e6cbeefc None None] Attempting to bind port 6b8f3c0b-7987-4cb2-98a3-841fd53e6549 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'ecc8cf73-4e74-4b5a-8021-b3b6be3e516e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b84e7f4d-8664-4a49-a0c3-307d7abc2f7e'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:43:39.196387 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b254d021-7a05-44a6-a191-7582e6cbeefc None None] Attempting to bind port 6b8f3c0b-7987-4cb2-98a3-841fd53e6549 on network b84e7f4d-8664-4a49-a0c3-307d7abc2f7e {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:43:39.214954 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ccaebb74-8e7c-471c-a5c5-0a9f9647aa38 req-fc53a6e1-fffa-4a59-a61f-cfb8d5a88727 tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=568cbe45-b90d-49d4-8ed6-90923e399d49 HTTP/1.1" status: 200 len: 949 time: 0.4119146 Oct 04 20:43:39.440896 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-188ff4e3-49be-4223-a0aa-910f2f85c888 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 936 time: 8.1597941 Oct 04 20:43:39.446479 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 38058) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:43:39.476054 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-0446fa8e-0df5-40ad-80c3-1a909e1a2f19 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Request body: {'port': {'network_id': 'd440815a-c7cb-41b5-bf01-b92283177fa8', 'name': 'tempest-TaggedBootDevicesTest_v242-602982160', 'fixed_ips': [{'subnet_id': '913092f3-8cd1-4f2a-a2c8-077a54611139'}]}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:43:39.571097 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1f2345df-9f8b-4ff4-aafe-45033d09ee62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (c720c03c-f51f-4159-ace4-33c54c5b8b52), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:39.908117 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ccaebb74-8e7c-471c-a5c5-0a9f9647aa38 req-a66455b0-4286-4c87-8fce-0ead0858faa8 tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ff7defe6-9faf-48db-929b-31490caa85ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6817396 Oct 04 20:43:39.912779 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2345df-9f8b-4ff4-aafe-45033d09ee62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c720c03c-f51f-4159-ace4-33c54c5b8b52,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:43:39.946463 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1f2345df-9f8b-4ff4-aafe-45033d09ee62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:39.969201 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-1f2345df-9f8b-4ff4-aafe-45033d09ee62 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/c720c03c-f51f-4159-ace4-33c54c5b8b52 HTTP/1.1" status: 204 len: 168 time: 6.4254472 Oct 04 20:43:39.975731 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 38062) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:43:40.211110 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f13cff5b-4dfe-4cd8-8205-0d1ce418ea4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (230ddf19-0279-4e45-a111-f5818907c323), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:40.395085 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-052b612a-776e-44ec-b96e-c37701a81f43 req-d4070c73-d2bb-4536-a401-65983df4d6db tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9d42994f-e35e-413c-a0a3-14bb3878e209 HTTP/1.1" status: 200 len: 210 time: 0.1495786 Oct 04 20:43:40.562069 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-f13cff5b-4dfe-4cd8-8205-0d1ce418ea4c admin admin] Deleting port ca3b74b4-5aa8-4739-8ead-e3d67c8321d1 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:43:40.562939 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f13cff5b-4dfe-4cd8-8205-0d1ce418ea4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (ca3b74b4-5aa8-4739-8ead-e3d67c8321d1), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:40.828550 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-f13cff5b-4dfe-4cd8-8205-0d1ce418ea4c admin admin] For port ca3b74b4-5aa8-4739-8ead-e3d67c8321d1, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=ca3b74b4-5aa8-4739-8ead-e3d67c8321d1,segment=NetworkSegment(67b55822-b314-41dc-8925-985ebb2f3767),segment_id=67b55822-b314-41dc-8925-985ebb2f3767)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:43:40.829392 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f13cff5b-4dfe-4cd8-8205-0d1ce418ea4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (ca3b74b4-5aa8-4739-8ead-e3d67c8321d1), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:40.889484 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-f13cff5b-4dfe-4cd8-8205-0d1ce418ea4c admin admin] Calling delete_port for ca3b74b4-5aa8-4739-8ead-e3d67c8321d1 owned by network:dhcp {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:43:41.029275 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4234abeb-f862-48d3-af55-a0ecae4aa06b None None] Network 230ddf19-0279-4e45-a111-f5818907c323 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:43:41.082521 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b254d021-7a05-44a6-a191-7582e6cbeefc None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:43:41.087521 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b254d021-7a05-44a6-a191-7582e6cbeefc None None] Checking segment: {'id': 'ecc8cf73-4e74-4b5a-8021-b3b6be3e516e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b84e7f4d-8664-4a49-a0c3-307d7abc2f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:43:41.088348 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b254d021-7a05-44a6-a191-7582e6cbeefc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:41.089032 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b254d021-7a05-44a6-a191-7582e6cbeefc None None] Bound using segment: {'id': 'ecc8cf73-4e74-4b5a-8021-b3b6be3e516e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b84e7f4d-8664-4a49-a0c3-307d7abc2f7e'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:43:41.090108 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-b254d021-7a05-44a6-a191-7582e6cbeefc None None] Bound port: 6b8f3c0b-7987-4cb2-98a3-841fd53e6549, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecc8cf73-4e74-4b5a-8021-b3b6be3e516e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b84e7f4d-8664-4a49-a0c3-307d7abc2f7e'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:43:41.090797 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b254d021-7a05-44a6-a191-7582e6cbeefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (6b8f3c0b-7987-4cb2-98a3-841fd53e6549), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:41.221274 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88091335-932b-4b1e-b5c1-909c97eeacd5 req-fcc2c221-9fa6-424b-b59e-4edbc64efd6e tempest-ServersAdminTestJSON-1123919183 tempest-ServersAdminTestJSON-1123919183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:43:41.233477 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-88091335-932b-4b1e-b5c1-909c97eeacd5 req-fcc2c221-9fa6-424b-b59e-4edbc64efd6e tempest-ServersAdminTestJSON-1123919183 tempest-ServersAdminTestJSON-1123919183-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ad3b28cc-8307-4f7a-889b-ab08d068ec0e HTTP/1.1" status: 200 len: 1132 time: 0.8008485 Oct 04 20:43:41.318735 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port b802e1a0-2cc6-4514-aff7-a3a29ba6775b, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b802e1a0-2cc6-4514-aff7-a3a29ba6775b,segment=NetworkSegment(15623087-b986-4d0c-acac-db72f854251a),segment_id=15623087-b986-4d0c-acac-db72f854251a)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:43:41.662043 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=76,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:41.692267 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (b802e1a0-2cc6-4514-aff7-a3a29ba6775b), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:41.700918 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 1a57467a-9462-4999-abfd-928927ea0914 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:43:41.784476 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-88091335-932b-4b1e-b5c1-909c97eeacd5 req-320c7689-ac14-4a30-9724-68c0612feb95 tempest-ServersAdminTestJSON-1123919183 tempest-ServersAdminTestJSON-1123919183-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0b5e75b1-9fa8-4cc9-86ca-a77492b60a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5387611 Oct 04 20:43:41.785575 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f13cff5b-4dfe-4cd8-8205-0d1ce418ea4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (ca3b74b4-5aa8-4739-8ead-e3d67c8321d1), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:41.879228 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5dff6b-e0b7-4a6a-bf5a-6fbed0e2f087 req-deafde39-493f-41ca-bcfc-8db401de480d tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:43:41.900501 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-7b5dff6b-e0b7-4a6a-bf5a-6fbed0e2f087 req-deafde39-493f-41ca-bcfc-8db401de480d tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=568cbe45-b90d-49d4-8ed6-90923e399d49 HTTP/1.1" status: 200 len: 949 time: 0.4327226 Oct 04 20:43:41.943929 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13cff5b-4dfe-4cd8-8205-0d1ce418ea4c admin admin] No DVR routers for this DVR port ca3b74b4-5aa8-4739-8ead-e3d67c8321d1 on host n-d-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:43:42.003252 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:42.379462 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13cff5b-4dfe-4cd8-8205-0d1ce418ea4c admin admin] Pushing event deleted for resources: {'Port': ['ID=ca3b74b4-5aa8-4739-8ead-e3d67c8321d1,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:43:42.417840 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=b802e1a0-2cc6-4514-aff7-a3a29ba6775b,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:43:42.440435 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa850f4-e3ce-4399-a998-aa143d3b9e7e None None] Network d440815a-c7cb-41b5-bf01-b92283177fa8 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:43:42.551373 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353dfefa-6c7b-4c24-85ab-20bcaaf572e0 req-7e3a3a96-b417-48cd-8a24-8f5a32c78d04 tempest-ServersAdminTestJSON-1123919183 tempest-ServersAdminTestJSON-1123919183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:43:42.555829 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-353dfefa-6c7b-4c24-85ab-20bcaaf572e0 req-7e3a3a96-b417-48cd-8a24-8f5a32c78d04 tempest-ServersAdminTestJSON-1123919183 tempest-ServersAdminTestJSON-1123919183-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ad3b28cc-8307-4f7a-889b-ab08d068ec0e HTTP/1.1" status: 200 len: 1132 time: 0.1512249 Oct 04 20:43:42.713080 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f13cff5b-4dfe-4cd8-8205-0d1ce418ea4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (230ddf19-0279-4e45-a111-f5818907c323), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:42.825661 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-f13cff5b-4dfe-4cd8-8205-0d1ce418ea4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['230ddf19-0279-4e45-a111-f5818907c323']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:43:42.921005 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-f13cff5b-4dfe-4cd8-8205-0d1ce418ea4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67b55822-b314-41dc-8925-985ebb2f3767') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:43:42.922850 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-f13cff5b-4dfe-4cd8-8205-0d1ce418ea4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67b55822-b314-41dc-8925-985ebb2f3767') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:43:42.956882 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 1a57467a-9462-4999-abfd-928927ea0914 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:43:42.957542 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (1a57467a-9462-4999-abfd-928927ea0914), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:42.958113 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 1a57467a-9462-4999-abfd-928927ea0914 Oct 04 20:43:42.969925 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f13cff5b-4dfe-4cd8-8205-0d1ce418ea4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (67b55822-b314-41dc-8925-985ebb2f3767), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:42.996035 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f22d90e8-20c1-40e9-98c1-c151b5202610 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (6f85ca8d-066c-45b2-a08f-2e71896e8713), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:43.002482 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f13cff5b-4dfe-4cd8-8205-0d1ce418ea4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (67b55822-b314-41dc-8925-985ebb2f3767), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:43.018631 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f13cff5b-4dfe-4cd8-8205-0d1ce418ea4c admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:43:43.019435 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f13cff5b-4dfe-4cd8-8205-0d1ce418ea4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (67b55822-b314-41dc-8925-985ebb2f3767), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:43.100313 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:43.351861 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:43.353782 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:43.368383 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 1a57467a-9462-4999-abfd-928927ea0914 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:43:43.386091 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:43.425535 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-b254d021-7a05-44a6-a191-7582e6cbeefc None None] For port 6b8f3c0b-7987-4cb2-98a3-841fd53e6549, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:43:43.432646 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-b254d021-7a05-44a6-a191-7582e6cbeefc None None] For port 6b8f3c0b-7987-4cb2-98a3-841fd53e6549, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=6b8f3c0b-7987-4cb2-98a3-841fd53e6549,segment=NetworkSegment(ecc8cf73-4e74-4b5a-8021-b3b6be3e516e),segment_id=ecc8cf73-4e74-4b5a-8021-b3b6be3e516e)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:43:43.439211 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-b8705ce3-26eb-4c0f-987f-92da44d03c46 None None] Provisioning complete for port 4f514e01-e55f-40d4-a67d-2f6e08a599d0 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:43:43.439944 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b8705ce3-26eb-4c0f-987f-92da44d03c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (4f514e01-e55f-40d4-a67d-2f6e08a599d0), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:43.440784 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-b8705ce3-26eb-4c0f-987f-92da44d03c46 None None] Attempt 1 to provision port 4f514e01-e55f-40d4-a67d-2f6e08a599d0 Oct 04 20:43:43.463066 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f13cff5b-4dfe-4cd8-8205-0d1ce418ea4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (230ddf19-0279-4e45-a111-f5818907c323), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:43.576962 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0446fa8e-0df5-40ad-80c3-1a909e1a2f19 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Made reservation on behalf of 6c5aaa2031d8481ebc5a7b3b9a0522dc for: {'port': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:43:43.647483 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 67b55822-b314-41dc-8925-985ebb2f3767 resource provider aggregate not found Oct 04 20:43:43.701350 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d21f40-577c-4711-a5a9-9c285cc40564 None None] DHCP port deletion for 230ddf19-0279-4e45-a111-f5818907c323 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:43:43.750662 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f13cff5b-4dfe-4cd8-8205-0d1ce418ea4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:43.768850 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f13cff5b-4dfe-4cd8-8205-0d1ce418ea4c admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/230ddf19-0279-4e45-a111-f5818907c323 HTTP/1.1" status: 204 len: 168 time: 3.7910089 Oct 04 20:43:43.917325 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-98714621-2e8f-44ad-a74f-68f820141421 req-0e296dc6-c3eb-44fa-861d-d9e1b0a476d2 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=ad3b28cc-8307-4f7a-889b-ab08d068ec0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5322821 Oct 04 20:43:43.918680 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13cff5b-4dfe-4cd8-8205-0d1ce418ea4c admin admin] Pushing event deleted for resources: {'Network': ['ID=230ddf19-0279-4e45-a111-f5818907c323,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:43:43.989211 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 67b55822-b314-41dc-8925-985ebb2f3767 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 67b55822-b314-41dc-8925-985ebb2f3767 found for delete ", "request_id": "req-1a45372b-b1fe-4515-81de-baf0a2b965d9"}]} Oct 04 20:43:43.998138 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b254d021-7a05-44a6-a191-7582e6cbeefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (6b8f3c0b-7987-4cb2-98a3-841fd53e6549), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:44.021012 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-7b5dff6b-e0b7-4a6a-bf5a-6fbed0e2f087 req-619bf2e8-e0b6-4a7b-8835-7811350bf4b3 tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ff7defe6-9faf-48db-929b-31490caa85ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.0337441 Oct 04 20:43:44.028352 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-b8705ce3-26eb-4c0f-987f-92da44d03c46 None None] Current status of the port 4f514e01-e55f-40d4-a67d-2f6e08a599d0 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:43:44.031998 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b8705ce3-26eb-4c0f-987f-92da44d03c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (4f514e01-e55f-40d4-a67d-2f6e08a599d0), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:44.079415 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e475332-7384-405d-82e9-f153b5cf0c77 None None] Sync routers for ids ['0638a9f8-27c8-43b8-8763-da29c902f693'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:43:44.201888 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e475332-7384-405d-82e9-f153b5cf0c77 None None] Routers {'0638a9f8-27c8-43b8-8763-da29c902f693'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:43:44.203220 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-0e475332-7384-405d-82e9-f153b5cf0c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:43:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['0638a9f8-27c8-43b8-8763-da29c902f693'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:43:44.433537 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98714621-2e8f-44ad-a74f-68f820141421 req-393df782-249a-425e-ac35-20fc780f9f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:43:44.452522 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-98714621-2e8f-44ad-a74f-68f820141421 req-393df782-249a-425e-ac35-20fc780f9f5b service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=e9fae788056d4b8e9d45e8988fc6920f&device_id=ad3b28cc-8307-4f7a-889b-ab08d068ec0e HTTP/1.1" status: 200 len: 1132 time: 0.3962944 Oct 04 20:43:44.492250 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-353dfefa-6c7b-4c24-85ab-20bcaaf572e0 req-ef33fe54-7440-433a-97ef-437c3cd96faa tempest-ServersAdminTestJSON-1123919183 tempest-ServersAdminTestJSON-1123919183-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0b5e75b1-9fa8-4cc9-86ca-a77492b60a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6034956 Oct 04 20:43:44.814329 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-b8705ce3-26eb-4c0f-987f-92da44d03c46 None None] For port 4f514e01-e55f-40d4-a67d-2f6e08a599d0, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=4f514e01-e55f-40d4-a67d-2f6e08a599d0,segment=NetworkSegment(e02eff7f-3f44-4e0b-be92-dbee676b17be),segment_id=e02eff7f-3f44-4e0b-be92-dbee676b17be)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:43:44.824799 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 4f514e01-e55f-40d4-a67d-2f6e08a599d0 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:43:44.849478 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-f22d90e8-20c1-40e9-98c1-c151b5202610 admin admin] Deleting port b802e1a0-2cc6-4514-aff7-a3a29ba6775b {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:43:44.852876 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f22d90e8-20c1-40e9-98c1-c151b5202610 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (b802e1a0-2cc6-4514-aff7-a3a29ba6775b), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:45.101653 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b8705ce3-26eb-4c0f-987f-92da44d03c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (4f514e01-e55f-40d4-a67d-2f6e08a599d0), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:45.313152 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b254d021-7a05-44a6-a191-7582e6cbeefc None None] Pushing event updated for resources: {'Port': ['ID=6b8f3c0b-7987-4cb2-98a3-841fd53e6549,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:43:45.357290 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98714621-2e8f-44ad-a74f-68f820141421 req-7681e8e7-335a-4f96-8ec3-1675caf4a939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:43:45.381638 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-98714621-2e8f-44ad-a74f-68f820141421 req-7681e8e7-335a-4f96-8ec3-1675caf4a939 service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=42fbb05e-3f96-444f-a676-04ee9d06a8c7 HTTP/1.1" status: 200 len: 870 time: 0.7488177 Oct 04 20:43:45.385849 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-f22d90e8-20c1-40e9-98c1-c151b5202610 admin admin] For port b802e1a0-2cc6-4514-aff7-a3a29ba6775b, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b802e1a0-2cc6-4514-aff7-a3a29ba6775b,segment=NetworkSegment(15623087-b986-4d0c-acac-db72f854251a),segment_id=15623087-b986-4d0c-acac-db72f854251a)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:43:45.389313 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f22d90e8-20c1-40e9-98c1-c151b5202610 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (b802e1a0-2cc6-4514-aff7-a3a29ba6775b), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:45.493307 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-f22d90e8-20c1-40e9-98c1-c151b5202610 admin admin] Calling delete_port for b802e1a0-2cc6-4514-aff7-a3a29ba6775b owned by network:router_interface {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:43:45.580571 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0446fa8e-0df5-40ad-80c3-1a909e1a2f19 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:45.625541 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-342e6f17-d054-4084-84c2-4c290a017520 None None] Provisioning complete for port 4f514e01-e55f-40d4-a67d-2f6e08a599d0 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:43:45.626087 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-342e6f17-d054-4084-84c2-4c290a017520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (4f514e01-e55f-40d4-a67d-2f6e08a599d0), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:45.626660 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-342e6f17-d054-4084-84c2-4c290a017520 None None] Attempt 1 to provision port 4f514e01-e55f-40d4-a67d-2f6e08a599d0 Oct 04 20:43:45.655071 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 38094) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:43:45.661778 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-0e475332-7384-405d-82e9-f153b5cf0c77 None None] Set router 0638a9f8-27c8-43b8-8763-da29c902f693 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:43:45.687366 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-98714621-2e8f-44ad-a74f-68f820141421 req-008fb787-99a7-457a-b3cb-6fde70ab0add service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=e7face03-f5ca-470d-ba1f-9b74713e1d67 HTTP/1.1" status: 200 len: 217 time: 0.2825558 Oct 04 20:43:45.797377 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fc777dcd-3538-442a-9c4a-c37abff154fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:45.887125 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8705ce3-26eb-4c0f-987f-92da44d03c46 None None] Pushing event updated for resources: {'Port': ['ID=4f514e01-e55f-40d4-a67d-2f6e08a599d0,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:43:45.894602 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [None req-0446fa8e-0df5-40ad-80c3-1a909e1a2f19 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] device_id is not set on port 0f3e1f36-6db2-46f0-9c39-b492566d6f3f yet. {{(pid=108169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 20:43:45.912433 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:45.937575 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-eb99d44b-8574-4050-85bf-4617f3de2db0 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=477e43afdaeb4926a8a0ef8560e30980&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2800305 Oct 04 20:43:45.939944 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 38106) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:43:45.951956 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 4f514e01-e55f-40d4-a67d-2f6e08a599d0 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:43:45.958159 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (4f514e01-e55f-40d4-a67d-2f6e08a599d0), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:45.962604 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 4f514e01-e55f-40d4-a67d-2f6e08a599d0 Oct 04 20:43:46.279067 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-61db34e5-da2c-4ac6-a384-dab23a3f9143 admin admin] Publish callbacks [] for security_group (94bec5ed-26c9-454e-952a-a98686f4a4a1), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:46.438743 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-61db34e5-da2c-4ac6-a384-dab23a3f9143 admin admin] Publish callbacks [] for security_group (94bec5ed-26c9-454e-952a-a98686f4a4a1), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:46.480962 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 4f514e01-e55f-40d4-a67d-2f6e08a599d0 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:43:46.483720 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 9a4c9b60-2707-4859-996e-237d6e2fd72f up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:43:46.574458 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:46.628219 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:46.649326 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 9a4c9b60-2707-4859-996e-237d6e2fd72f triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:43:46.651370 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (9a4c9b60-2707-4859-996e-237d6e2fd72f), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:46.652537 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 9a4c9b60-2707-4859-996e-237d6e2fd72f Oct 04 20:43:46.796758 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-61db34e5-da2c-4ac6-a384-dab23a3f9143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (94bec5ed-26c9-454e-952a-a98686f4a4a1), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:46.799726 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-61db34e5-da2c-4ac6-a384-dab23a3f9143 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:46.802173 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-61db34e5-da2c-4ac6-a384-dab23a3f9143 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/94bec5ed-26c9-454e-952a-a98686f4a4a1 HTTP/1.1" status: 204 len: 168 time: 0.8546567 Oct 04 20:43:46.861204 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61db34e5-da2c-4ac6-a384-dab23a3f9143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94bec5ed-26c9-454e-952a-a98686f4a4a1,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:43:46.941677 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-0e475332-7384-405d-82e9-f153b5cf0c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0638a9f8-27c8-43b8-8763-da29c902f693', 'name': 'tempest-AttachSCSIVolumeTestJSON-1873371409-router', 'tenant_id': '210941eb9659422f81b3cd68dcd5e13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '9a4c9b60-2707-4859-996e-237d6e2fd72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:43:03Z', 'updated_at': '2022-10-04T20:43:26Z', 'revision_number': 4, 'project_id': '210941eb9659422f81b3cd68dcd5e13f', 'gw_port': {'id': '9a4c9b60-2707-4859-996e-237d6e2fd72f', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:52:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0638a9f8-27c8-43b8-8763-da29c902f693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:43:07Z', 'updated_at': '2022-10-04T20:43:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '370fa64a-a774-4148-82a0-69f48f18a8a9', 'name': '', 'network_id': '9ef6bcc6-2ec2-4348-a1b3-f0f8de76a73d', 'tenant_id': '210941eb9659422f81b3cd68dcd5e13f', 'mac_address': 'fa:16:3e:06:e3:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0638a9f8-27c8-43b8-8763-da29c902f693', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '070b138e-d8d1-45a4-a822-2feee61ba476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:43:23Z', 'updated_at': '2022-10-04T20:43:27Z', 'revision_number': 2, 'project_id': '210941eb9659422f81b3cd68dcd5e13f', 'subnets': [{'id': '070b138e-d8d1-45a4-a822-2feee61ba476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:43:47.204629 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e475332-7384-405d-82e9-f153b5cf0c77 None None] Checking router: 0638a9f8-27c8-43b8-8763-da29c902f693 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:43:47.206012 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e475332-7384-405d-82e9-f153b5cf0c77 None None] Updating router 0638a9f8-27c8-43b8-8763-da29c902f693 port 370fa64a-a774-4148-82a0-69f48f18a8a9 binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:43:47.318794 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:47.341396 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d740c21e-7457-4307-b06c-981420cb6a1b None None] Network b84e7f4d-8664-4a49-a0c3-307d7abc2f7e requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:43:47.464155 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98714621-2e8f-44ad-a74f-68f820141421 req-d7c405e8-beae-48ee-8061-3a4d86b57887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:43:47.468239 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-98714621-2e8f-44ad-a74f-68f820141421 req-d7c405e8-beae-48ee-8061-3a4d86b57887 service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.4435377 Oct 04 20:43:47.471613 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-342e6f17-d054-4084-84c2-4c290a017520 None None] Current status of the port 4f514e01-e55f-40d4-a67d-2f6e08a599d0 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:43:47.490367 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f22d90e8-20c1-40e9-98c1-c151b5202610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (b802e1a0-2cc6-4514-aff7-a3a29ba6775b), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:47.554727 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-0e475332-7384-405d-82e9-f153b5cf0c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (370fa64a-a774-4148-82a0-69f48f18a8a9), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:47.680813 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-342e6f17-d054-4084-84c2-4c290a017520 None None] Provisioning complete for port 2dcc0d61-734d-414a-aa5b-8b02f7908ee5 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:43:47.681630 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-342e6f17-d054-4084-84c2-4c290a017520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (2dcc0d61-734d-414a-aa5b-8b02f7908ee5), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:47.682159 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-342e6f17-d054-4084-84c2-4c290a017520 None None] Attempt 1 to provision port 2dcc0d61-734d-414a-aa5b-8b02f7908ee5 Oct 04 20:43:47.699646 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-54b3ba35-44e5-464c-9755-0991bafeca4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:48.041660 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 9a4c9b60-2707-4859-996e-237d6e2fd72f is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:43:48.041660 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (9a4c9b60-2707-4859-996e-237d6e2fd72f), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:48.150538 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-342e6f17-d054-4084-84c2-4c290a017520 None None] Port 2dcc0d61-734d-414a-aa5b-8b02f7908ee5 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:43:48.168326 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 9a4c9b60-2707-4859-996e-237d6e2fd72f, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=9a4c9b60-2707-4859-996e-237d6e2fd72f,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:43:48.172268 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22d90e8-20c1-40e9-98c1-c151b5202610 admin admin] Pushing event deleted for resources: {'Port': ['ID=b802e1a0-2cc6-4514-aff7-a3a29ba6775b,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:43:48.200848 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e81818-1305-4841-a0a0-f167388aff27 req-f63698ab-8e96-4c1a-beb3-2c05d926d1fb tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:43:48.207840 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d1e81818-1305-4841-a0a0-f167388aff27 req-f63698ab-8e96-4c1a-beb3-2c05d926d1fb tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bd64c084-10af-4b12-bdd9-ef53866be364 HTTP/1.1" status: 200 len: 949 time: 0.2669864 Oct 04 20:43:48.213890 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98714621-2e8f-44ad-a74f-68f820141421 req-ecc13614-16f9-4909-b826-1178f53c7f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:43:48.227238 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-98714621-2e8f-44ad-a74f-68f820141421 req-ecc13614-16f9-4909-b826-1178f53c7f43 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5518146 Oct 04 20:43:48.367993 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (9a4c9b60-2707-4859-996e-237d6e2fd72f), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:48.369745 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b802e1a0-2cc6-4514-aff7-a3a29ba6775b up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:43:48.671746 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: b802e1a0-2cc6-4514-aff7-a3a29ba6775b {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:43:48.682169 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b802e1a0-2cc6-4514-aff7-a3a29ba6775b not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 04 20:43:48.796618 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Port b802e1a0-2cc6-4514-aff7-a3a29ba6775b not found, will not notify nova. {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 04 20:43:48.886764 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-3e936d23-7aa9-4593-ad1e-449ce3f178e1 None None] Provisioning complete for port 6b8f3c0b-7987-4cb2-98a3-841fd53e6549 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:43:48.887976 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3e936d23-7aa9-4593-ad1e-449ce3f178e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (6b8f3c0b-7987-4cb2-98a3-841fd53e6549), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:48.888911 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-3e936d23-7aa9-4593-ad1e-449ce3f178e1 None None] Attempt 1 to provision port 6b8f3c0b-7987-4cb2-98a3-841fd53e6549 Oct 04 20:43:48.932270 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device fa901973-a655-4f42-8dfe-ffa76fb10cdd no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:43:49.057663 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-0446fa8e-0df5-40ad-80c3-1a909e1a2f19 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Allocated IP 10.1.1.115 (d440815a-c7cb-41b5-bf01-b92283177fa8/913092f3-8cd1-4f2a-a2c8-077a54611139/0f3e1f36-6db2-46f0-9c39-b492566d6f3f) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:43:49.109343 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:49.137516 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d1e81818-1305-4841-a0a0-f167388aff27 req-7bea9375-7fc7-4595-8f56-e0556a40eae0 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9e154c59-4349-4579-ac56-d3f7608a8c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9037430 Oct 04 20:43:49.155751 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-98714621-2e8f-44ad-a74f-68f820141421 req-dc15aef1-4b2c-4b45-b016-2e860546e6d9 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9203887 Oct 04 20:43:49.366851 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: fa901973-a655-4f42-8dfe-ffa76fb10cdd {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:43:49.371637 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device fa901973-a655-4f42-8dfe-ffa76fb10cdd not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:43:49.373230 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 96451307-5ab2-4a9c-9089-e13633c6ee79 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:43:49.439991 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7e82aa-b984-4e3d-b308-a388cca33132 req-ede5e229-e763-493c-9279-046681fe1560 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:43:49.443705 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-3b7e82aa-b984-4e3d-b308-a388cca33132 req-ede5e229-e763-493c-9279-046681fe1560 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=bd64c084-10af-4b12-bdd9-ef53866be364 HTTP/1.1" status: 200 len: 949 time: 1.6464012 Oct 04 20:43:49.537686 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=9a4c9b60-2707-4859-996e-237d6e2fd72f,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:43:49.625847 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 96451307-5ab2-4a9c-9089-e13633c6ee79 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:43:49.628821 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 96451307-5ab2-4a9c-9089-e13633c6ee79 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:43:49.693914 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-0e475332-7384-405d-82e9-f153b5cf0c77 None None] Publish callbacks [] for port (370fa64a-a774-4148-82a0-69f48f18a8a9), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:49.790159 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-0e475332-7384-405d-82e9-f153b5cf0c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (370fa64a-a774-4148-82a0-69f48f18a8a9), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:50.016766 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-3e936d23-7aa9-4593-ad1e-449ce3f178e1 None None] Current status of the port 6b8f3c0b-7987-4cb2-98a3-841fd53e6549 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:43:50.017451 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3e936d23-7aa9-4593-ad1e-449ce3f178e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (6b8f3c0b-7987-4cb2-98a3-841fd53e6549), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:50.155941 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-3e936d23-7aa9-4593-ad1e-449ce3f178e1 None None] For port 6b8f3c0b-7987-4cb2-98a3-841fd53e6549, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=6b8f3c0b-7987-4cb2-98a3-841fd53e6549,segment=NetworkSegment(ecc8cf73-4e74-4b5a-8021-b3b6be3e516e),segment_id=ecc8cf73-4e74-4b5a-8021-b3b6be3e516e)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:43:50.168046 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:50.289259 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3e936d23-7aa9-4593-ad1e-449ce3f178e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (6b8f3c0b-7987-4cb2-98a3-841fd53e6549), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:50.310037 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bed6bb5-56b1-4cdc-b6ae-a5cf3a1fdd90 None None] Pushing event updated for resources: {'Port': ['ID=370fa64a-a774-4148-82a0-69f48f18a8a9,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:43:50.586272 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e936d23-7aa9-4593-ad1e-449ce3f178e1 None None] Pushing event updated for resources: {'Port': ['ID=6b8f3c0b-7987-4cb2-98a3-841fd53e6549,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:43:50.608289 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-1060000a-24c2-43a3-a2d1-3ccfaa353597 None None] Provisioning complete for port 6b8f3c0b-7987-4cb2-98a3-841fd53e6549 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:43:50.609247 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-1060000a-24c2-43a3-a2d1-3ccfaa353597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (6b8f3c0b-7987-4cb2-98a3-841fd53e6549), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:50.610016 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-1060000a-24c2-43a3-a2d1-3ccfaa353597 None None] Attempt 1 to provision port 6b8f3c0b-7987-4cb2-98a3-841fd53e6549 Oct 04 20:43:50.626865 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-0e475332-7384-405d-82e9-f153b5cf0c77 None None] Attempting to bind port 370fa64a-a774-4148-82a0-69f48f18a8a9 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:43:50.646482 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-0e475332-7384-405d-82e9-f153b5cf0c77 None None] Attempting to bind port 370fa64a-a774-4148-82a0-69f48f18a8a9 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '5a01fe48-2a66-46a2-a560-c5100ce48b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9ef6bcc6-2ec2-4348-a1b3-f0f8de76a73d'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:43:50.647552 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e475332-7384-405d-82e9-f153b5cf0c77 None None] Attempting to bind port 370fa64a-a774-4148-82a0-69f48f18a8a9 on network 9ef6bcc6-2ec2-4348-a1b3-f0f8de76a73d {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:43:51.004912 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e475332-7384-405d-82e9-f153b5cf0c77 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:43:51.006946 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e475332-7384-405d-82e9-f153b5cf0c77 None None] Checking segment: {'id': '5a01fe48-2a66-46a2-a560-c5100ce48b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9ef6bcc6-2ec2-4348-a1b3-f0f8de76a73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:43:51.007917 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-0e475332-7384-405d-82e9-f153b5cf0c77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:51.015833 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e475332-7384-405d-82e9-f153b5cf0c77 None None] Bound using segment: {'id': '5a01fe48-2a66-46a2-a560-c5100ce48b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9ef6bcc6-2ec2-4348-a1b3-f0f8de76a73d'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:43:51.016822 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-0e475332-7384-405d-82e9-f153b5cf0c77 None None] Bound port: 370fa64a-a774-4148-82a0-69f48f18a8a9, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a01fe48-2a66-46a2-a560-c5100ce48b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9ef6bcc6-2ec2-4348-a1b3-f0f8de76a73d'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:43:51.017499 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-0e475332-7384-405d-82e9-f153b5cf0c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (370fa64a-a774-4148-82a0-69f48f18a8a9), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:51.066443 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f22d90e8-20c1-40e9-98c1-c151b5202610 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (6f85ca8d-066c-45b2-a08f-2e71896e8713), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:51.166396 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:51.219858 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-1060000a-24c2-43a3-a2d1-3ccfaa353597 None None] Current status of the port 6b8f3c0b-7987-4cb2-98a3-841fd53e6549 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:43:51.314015 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 9a4c9b60-2707-4859-996e-237d6e2fd72f up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:43:51.370818 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [req-3b7e82aa-b984-4e3d-b308-a388cca33132 req-935bc95e-3fe1-4751-bc3c-2c06b3bb52c6 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] Deleting port a55c4fe7-8c63-4a39-819e-95561de2446e {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:43:51.371748 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-3b7e82aa-b984-4e3d-b308-a388cca33132 req-935bc95e-3fe1-4751-bc3c-2c06b3bb52c6 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (a55c4fe7-8c63-4a39-819e-95561de2446e), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:51.480567 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:51.484567 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-0e475332-7384-405d-82e9-f153b5cf0c77 None None] For port 370fa64a-a774-4148-82a0-69f48f18a8a9, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:43:51.490351 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 9a4c9b60-2707-4859-996e-237d6e2fd72f triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:43:51.491165 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (9a4c9b60-2707-4859-996e-237d6e2fd72f), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:51.491760 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 9a4c9b60-2707-4859-996e-237d6e2fd72f Oct 04 20:43:51.516088 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-0e475332-7384-405d-82e9-f153b5cf0c77 None None] For port 370fa64a-a774-4148-82a0-69f48f18a8a9, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=370fa64a-a774-4148-82a0-69f48f18a8a9,segment=NetworkSegment(5a01fe48-2a66-46a2-a560-c5100ce48b56),segment_id=5a01fe48-2a66-46a2-a560-c5100ce48b56)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:43:51.629528 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-98714621-2e8f-44ad-a74f-68f820141421 req-8ffbb12f-c498-427e-9908-886edbcee34e service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.4684422 Oct 04 20:43:51.652880 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-0e475332-7384-405d-82e9-f153b5cf0c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (370fa64a-a774-4148-82a0-69f48f18a8a9), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:51.864630 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=100 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:51.895992 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bed6bb5-56b1-4cdc-b6ae-a5cf3a1fdd90 None None] Pushing event updated for resources: {'Port': ['ID=370fa64a-a774-4148-82a0-69f48f18a8a9,revision_number=4']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:43:51.922560 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:51.972745 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e475332-7384-405d-82e9-f153b5cf0c77 None None] Routers {'0638a9f8-27c8-43b8-8763-da29c902f693'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:43:51.973884 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-0e475332-7384-405d-82e9-f153b5cf0c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:43:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['0638a9f8-27c8-43b8-8763-da29c902f693'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:43:52.012321 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc700959-1da1-47c4-820e-f64606933545 req-41e07e48-a23e-4cd5-8625-a6f0a441daa6 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:43:52.028678 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-bc700959-1da1-47c4-820e-f64606933545 req-41e07e48-a23e-4cd5-8625-a6f0a441daa6 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bd64c084-10af-4b12-bdd9-ef53866be364 HTTP/1.1" status: 200 len: 949 time: 0.3964660 Oct 04 20:43:52.032496 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 38186) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:43:52.098561 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:52.170319 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c05caf-d3f4-47e6-bc36-f0bb170e10e5 req-a7ff7ea3-85a7-4bc5-95c7-2132cfaff9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:43:52.177531 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f4c05caf-d3f4-47e6-bc36-f0bb170e10e5 req-a7ff7ea3-85a7-4bc5-95c7-2132cfaff9a4 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=baa9bc0601f141e48e1b5f001769d221&device_id=568cbe45-b90d-49d4-8ed6-90923e399d49 HTTP/1.1" status: 200 len: 1132 time: 0.5408461 Oct 04 20:43:52.290558 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-bc700959-1da1-47c4-820e-f64606933545 req-a5733efa-a844-4328-9dc7-53b3672ab076 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9e154c59-4349-4579-ac56-d3f7608a8c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951544 Oct 04 20:43:52.345921 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device a55c4fe7-8c63-4a39-819e-95561de2446e no longer exists at agent hyperv_n-h1-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:43:52.452835 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Device 46ab96a5-0e71-4267-bb4f-54da94372f8e details requested by agent hyperv_n-h2-852085-12 with host n-h2-852085-12 {{(pid=108171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 20:43:52.473847 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:52.474932 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0446fa8e-0df5-40ad-80c3-1a909e1a2f19 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks [] for port (0f3e1f36-6db2-46f0-9c39-b492566d6f3f), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:52.848455 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c05caf-d3f4-47e6-bc36-f0bb170e10e5 req-96845d76-50d9-42a1-9fb5-75e426bb5e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:43:52.854653 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f4c05caf-d3f4-47e6-bc36-f0bb170e10e5 req-96845d76-50d9-42a1-9fb5-75e426bb5e35 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=42fbb05e-3f96-444f-a676-04ee9d06a8c7 HTTP/1.1" status: 200 len: 870 time: 0.5826588 Oct 04 20:43:52.956889 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0446fa8e-0df5-40ad-80c3-1a909e1a2f19 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (0f3e1f36-6db2-46f0-9c39-b492566d6f3f), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:53.030854 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f4c05caf-d3f4-47e6-bc36-f0bb170e10e5 req-27bcc8af-ff21-4e82-8f9b-00e3aaae7c04 service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=46ab96a5-0e71-4267-bb4f-54da94372f8e HTTP/1.1" status: 200 len: 217 time: 0.1642630 Oct 04 20:43:53.052890 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-0e475332-7384-405d-82e9-f153b5cf0c77 None None] Set router 0638a9f8-27c8-43b8-8763-da29c902f693 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:43:53.122772 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:53.481346 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c05caf-d3f4-47e6-bc36-f0bb170e10e5 req-e42c059e-f940-4727-ade5-66553d6bcfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:43:53.489404 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f4c05caf-d3f4-47e6-bc36-f0bb170e10e5 req-e42c059e-f940-4727-ade5-66553d6bcfa7 service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.4499249 Oct 04 20:43:53.506818 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0446fa8e-0df5-40ad-80c3-1a909e1a2f19 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Network d440815a-c7cb-41b5-bf01-b92283177fa8 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:43:53.615586 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0446fa8e-0df5-40ad-80c3-1a909e1a2f19 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Pushing event updated for resources: {'Port': ['ID=0f3e1f36-6db2-46f0-9c39-b492566d6f3f,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:43:53.686310 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-52aa8f4a-d339-41d5-9c32-5e080acff1a8 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-447574812-network', 'tenant_id': '9d5c0142707c420798e04f8826804031'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:43:53.690241 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-0446fa8e-0df5-40ad-80c3-1a909e1a2f19 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:43:53.701606 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:53.714135 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0446fa8e-0df5-40ad-80c3-1a909e1a2f19 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:43:53.776357 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [req-3b7e82aa-b984-4e3d-b308-a388cca33132 req-935bc95e-3fe1-4751-bc3c-2c06b3bb52c6 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] For port a55c4fe7-8c63-4a39-819e-95561de2446e, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=a55c4fe7-8c63-4a39-819e-95561de2446e,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:43:53.777776 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-3b7e82aa-b984-4e3d-b308-a388cca33132 req-935bc95e-3fe1-4751-bc3c-2c06b3bb52c6 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (a55c4fe7-8c63-4a39-819e-95561de2446e), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:53.876263 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Current status of the port a55c4fe7-8c63-4a39-819e-95561de2446e is: DOWN; New status is: DOWN {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:43:53.885903 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 9a4c9b60-2707-4859-996e-237d6e2fd72f is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:43:53.888528 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 6b8f3c0b-7987-4cb2-98a3-841fd53e6549 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:43:53.932543 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:53.941140 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-0e475332-7384-405d-82e9-f153b5cf0c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0638a9f8-27c8-43b8-8763-da29c902f693', 'name': 'tempest-AttachSCSIVolumeTestJSON-1873371409-router', 'tenant_id': '210941eb9659422f81b3cd68dcd5e13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '9a4c9b60-2707-4859-996e-237d6e2fd72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:43:03Z', 'updated_at': '2022-10-04T20:43:26Z', 'revision_number': 4, 'project_id': '210941eb9659422f81b3cd68dcd5e13f', 'gw_port': {'id': '9a4c9b60-2707-4859-996e-237d6e2fd72f', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:52:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0638a9f8-27c8-43b8-8763-da29c902f693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:43:07Z', 'updated_at': '2022-10-04T20:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '370fa64a-a774-4148-82a0-69f48f18a8a9', 'name': '', 'network_id': '9ef6bcc6-2ec2-4348-a1b3-f0f8de76a73d', 'tenant_id': '210941eb9659422f81b3cd68dcd5e13f', 'mac_address': 'fa:16:3e:06:e3:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0638a9f8-27c8-43b8-8763-da29c902f693', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '070b138e-d8d1-45a4-a822-2feee61ba476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:43:23Z', 'updated_at': '2022-10-04T20:43:51Z', 'revision_number': 4, 'project_id': '210941eb9659422f81b3cd68dcd5e13f', 'subnets': [{'id': '070b138e-d8d1-45a4-a822-2feee61ba476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:43:54.007084 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7277a4-1d59-451c-8ccf-e1c3a9674674 req-6e4a2f12-4901-4fa5-8a58-6fad4ac76fd4 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:43:54.020684 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-2b7277a4-1d59-451c-8ccf-e1c3a9674674 req-6e4a2f12-4901-4fa5-8a58-6fad4ac76fd4 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ad3b28cc-8307-4f7a-889b-ab08d068ec0e HTTP/1.1" status: 200 len: 949 time: 0.9880505 Oct 04 20:43:54.025467 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c05caf-d3f4-47e6-bc36-f0bb170e10e5 req-f7a65ea1-76cd-46f7-99b3-2605062d0f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:43:54.029752 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f4c05caf-d3f4-47e6-bc36-f0bb170e10e5 req-f7a65ea1-76cd-46f7-99b3-2605062d0f83 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3850975 Oct 04 20:43:54.043733 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52aa8f4a-d339-41d5-9c32-5e080acff1a8 admin admin] Made reservation on behalf of 9d5c0142707c420798e04f8826804031 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:43:54.060542 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-52aa8f4a-d339-41d5-9c32-5e080acff1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:54.162932 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] For port 46ab96a5-0e71-4267-bb4f-54da94372f8e, host n-h2-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852085-12',level=0,port_id=46ab96a5-0e71-4267-bb4f-54da94372f8e,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:43:54.203022 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 6b8f3c0b-7987-4cb2-98a3-841fd53e6549 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:43:54.210310 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (6b8f3c0b-7987-4cb2-98a3-841fd53e6549), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:54.210929 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 6b8f3c0b-7987-4cb2-98a3-841fd53e6549 Oct 04 20:43:54.217253 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e475332-7384-405d-82e9-f153b5cf0c77 None None] The sync data for ids ['0638a9f8-27c8-43b8-8763-da29c902f693'] in n-d-852085-12 is: [{'id': '0638a9f8-27c8-43b8-8763-da29c902f693', 'name': 'tempest-AttachSCSIVolumeTestJSON-1873371409-router', 'tenant_id': '210941eb9659422f81b3cd68dcd5e13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '9a4c9b60-2707-4859-996e-237d6e2fd72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:43:03Z', 'updated_at': '2022-10-04T20:43:26Z', 'revision_number': 4, 'project_id': '210941eb9659422f81b3cd68dcd5e13f', 'gw_port': {'id': '9a4c9b60-2707-4859-996e-237d6e2fd72f', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:52:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0638a9f8-27c8-43b8-8763-da29c902f693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:43:07Z', 'updated_at': '2022-10-04T20:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '370fa64a-a774-4148-82a0-69f48f18a8a9', 'name': '', 'network_id': '9ef6bcc6-2ec2-4348-a1b3-f0f8de76a73d', 'tenant_id': '210941eb9659422f81b3cd68dcd5e13f', 'mac_address': 'fa:16:3e:06:e3:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0638a9f8-27c8-43b8-8763-da29c902f693', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '070b138e-d8d1-45a4-a822-2feee61ba476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:43:23Z', 'updated_at': '2022-10-04T20:43:51Z', 'revision_number': 4, 'project_id': '210941eb9659422f81b3cd68dcd5e13f', 'subnets': [{'id': '070b138e-d8d1-45a4-a822-2feee61ba476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:43:54.286604 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [req-3b7e82aa-b984-4e3d-b308-a388cca33132 req-935bc95e-3fe1-4751-bc3c-2c06b3bb52c6 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] Calling delete_port for a55c4fe7-8c63-4a39-819e-95561de2446e owned by compute:nova {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:43:54.396636 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Returning: {'device': '46ab96a5-0e71-4267-bb4f-54da94372f8e', 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7', 'port_id': '46ab96a5-0e71-4267-bb4f-54da94372f8e', 'mac_address': 'fa:16:3e:81:c2:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1956090-7ed7-4d05-a46e-a7b0885ca8e4', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 20:43:54.403276 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0446fa8e-0df5-40ad-80c3-1a909e1a2f19 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:43:54.404718 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0446fa8e-0df5-40ad-80c3-1a909e1a2f19 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:54.405669 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-2b7277a4-1d59-451c-8ccf-e1c3a9674674 req-3adf4a02-e45e-4eeb-aa02-fb49e2e45e87 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0b5e75b1-9fa8-4cc9-86ca-a77492b60a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3834176 Oct 04 20:43:54.443208 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd1384-2e7d-4060-b8f4-7f1837b897f1 req-0803a0cf-32a2-42cc-bb6f-2bababcdf376 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:43:54.448995 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-b3bd1384-2e7d-4060-b8f4-7f1837b897f1 req-0803a0cf-32a2-42cc-bb6f-2bababcdf376 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bd64c084-10af-4b12-bdd9-ef53866be364 HTTP/1.1" status: 200 len: 949 time: 0.4128473 Oct 04 20:43:54.550690 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-52aa8f4a-d339-41d5-9c32-5e080acff1a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:54.674873 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f22d90e8-20c1-40e9-98c1-c151b5202610 admin admin] Router 6f85ca8d-066c-45b2-a08f-2e71896e8713 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:43:54.735985 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-42beb6ac-ad63-4eff-b5aa-ca94a8a9fbee None None] Provisioning complete for port 0f3e1f36-6db2-46f0-9c39-b492566d6f3f triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:43:54.738114 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-42beb6ac-ad63-4eff-b5aa-ca94a8a9fbee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (0f3e1f36-6db2-46f0-9c39-b492566d6f3f), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:54.738788 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-42beb6ac-ad63-4eff-b5aa-ca94a8a9fbee None None] Attempt 1 to provision port 0f3e1f36-6db2-46f0-9c39-b492566d6f3f Oct 04 20:43:54.746151 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 6b8f3c0b-7987-4cb2-98a3-841fd53e6549 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:43:54.754302 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 4f514e01-e55f-40d4-a67d-2f6e08a599d0 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:43:54.937443 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-0446fa8e-0df5-40ad-80c3-1a909e1a2f19 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 936 time: 15.4839616 Oct 04 20:43:54.974741 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:55.003763 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Current status of the port 46ab96a5-0e71-4267-bb4f-54da94372f8e is: ACTIVE; New status is: BUILD {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:43:55.015178 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (46ab96a5-0e71-4267-bb4f-54da94372f8e), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:55.178123 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-52aa8f4a-d339-41d5-9c32-5e080acff1a8 admin admin] Publish callbacks [] for security_group (f31c3e56-a9b9-4b26-be13-3a3cd155c58d), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:55.179066 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 46ab96a5-0e71-4267-bb4f-54da94372f8e {{(pid=108171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 20:43:55.196664 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-b3bd1384-2e7d-4060-b8f4-7f1837b897f1 req-ce0251b9-8efe-42ef-bdfa-daf7ecad3514 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=9e154c59-4349-4579-ac56-d3f7608a8c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6905713 Oct 04 20:43:55.212541 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-42beb6ac-ad63-4eff-b5aa-ca94a8a9fbee None None] Port 0f3e1f36-6db2-46f0-9c39-b492566d6f3f cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:43:55.363550 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] For port 46ab96a5-0e71-4267-bb4f-54da94372f8e, host n-h2-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852085-12',level=0,port_id=46ab96a5-0e71-4267-bb4f-54da94372f8e,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:43:55.367787 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 4f514e01-e55f-40d4-a67d-2f6e08a599d0 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:43:55.368485 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (4f514e01-e55f-40d4-a67d-2f6e08a599d0), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:55.369091 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 4f514e01-e55f-40d4-a67d-2f6e08a599d0 Oct 04 20:43:55.372945 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f4c05caf-d3f4-47e6-bc36-f0bb170e10e5 req-8a9dee0c-d171-4f6e-bc8e-ab19bc69872d service neutron] 10.222.0.85 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3163083 Oct 04 20:43:55.375566 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-52aa8f4a-d339-41d5-9c32-5e080acff1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (f31c3e56-a9b9-4b26-be13-3a3cd155c58d), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:55.422963 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22d90e8-20c1-40e9-98c1-c151b5202610 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:43:55.436988 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52aa8f4a-d339-41d5-9c32-5e080acff1a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:43:55.481081 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-52aa8f4a-d339-41d5-9c32-5e080acff1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (dd7f8b17-f498-4dbc-a19e-5f1313affc9c), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:55.481561 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-52aa8f4a-d339-41d5-9c32-5e080acff1a8 admin admin] Added segment dd7f8b17-f498-4dbc-a19e-5f1313affc9c of type vlan for network 4b01a391-c7da-45cc-b2a5-65b181a347df Oct 04 20:43:55.491639 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f22d90e8-20c1-40e9-98c1-c151b5202610 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/6f85ca8d-066c-45b2-a08f-2e71896e8713/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 18.1120126 Oct 04 20:43:55.497071 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 38252) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:43:55.556951 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 38254) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:43:55.578373 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad66ef6-7833-4753-815c-ab13c19af787 None None] Sync routers for ids ['6f85ca8d-066c-45b2-a08f-2e71896e8713'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:43:55.608503 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-be48b871-b013-4803-bce9-5f1752f4e269 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Request body: {'security_group': {'name': 'tempest-securitygroup--657943761', 'description': 'tempest-description--1431170445'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:43:55.630607 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (46ab96a5-0e71-4267-bb4f-54da94372f8e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:55.663084 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:55.706066 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-52aa8f4a-d339-41d5-9c32-5e080acff1a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (4b01a391-c7da-45cc-b2a5-65b181a347df), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:55.860000 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:55.884629 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-be48b871-b013-4803-bce9-5f1752f4e269 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:55.889098 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aa8f4a-d339-41d5-9c32-5e080acff1a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f31c3e56-a9b9-4b26-be13-3a3cd155c58d,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:43:55.995109 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad66ef6-7833-4753-815c-ab13c19af787 None None] Routers {'6f85ca8d-066c-45b2-a08f-2e71896e8713'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:43:55.998842 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-9ad66ef6-7833-4753-815c-ab13c19af787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:43:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['6f85ca8d-066c-45b2-a08f-2e71896e8713'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:43:56.036410 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] get_ports_and_sgs() called for port_ids ['46ab96a5-0e71-4267-bb4f-54da94372f8e'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:43:56.069415 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:56.076683 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29345230-133a-4641-ba93-45fdca42e69e req-ceaa4bfc-55a8-4b84-bad5-91e41beaeb84 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:43:56.099229 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-29345230-133a-4641-ba93-45fdca42e69e req-ceaa4bfc-55a8-4b84-bad5-91e41beaeb84 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ad3b28cc-8307-4f7a-889b-ab08d068ec0e HTTP/1.1" status: 200 len: 949 time: 0.3060443 Oct 04 20:43:56.107048 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-52aa8f4a-d339-41d5-9c32-5e080acff1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (4b01a391-c7da-45cc-b2a5-65b181a347df), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:56.108929 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52aa8f4a-d339-41d5-9c32-5e080acff1a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:43:56.109974 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-52aa8f4a-d339-41d5-9c32-5e080acff1a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:56.131422 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:56.317868 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Pushing event updated for resources: {'Port': ['ID=46ab96a5-0e71-4267-bb4f-54da94372f8e,revision_number=6']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:43:56.352353 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aa8f4a-d339-41d5-9c32-5e080acff1a8 admin admin] Pushing event updated for resources: {'Network': ['ID=4b01a391-c7da-45cc-b2a5-65b181a347df,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:43:56.459661 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 4b01a391-c7da-45cc-b2a5-65b181a347df details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:43:56.576526 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-52aa8f4a-d339-41d5-9c32-5e080acff1a8 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 4.4955354 Oct 04 20:43:56.616841 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-29345230-133a-4641-ba93-45fdca42e69e req-f29acc94-0dfc-464f-a6ca-80bf8edd4955 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0b5e75b1-9fa8-4cc9-86ca-a77492b60a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4323258 Oct 04 20:43:56.617634 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 38282) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:43:56.651046 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-71b77f19-3c8a-4fdb-ae44-3cdb381f7f4c admin admin] Request body: {'subnet': {'network_id': '4b01a391-c7da-45cc-b2a5-65b181a347df', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-447574812-subnet', 'tenant_id': '9d5c0142707c420798e04f8826804031', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:43:56.875015 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-376befbc-320d-4d24-b5a9-c591ca556e43 admin admin] Publish callbacks [] for router (6f85ca8d-066c-45b2-a08f-2e71896e8713), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:57.006621 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 4f514e01-e55f-40d4-a67d-2f6e08a599d0 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:43:57.013449 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c86cbc00-4a32-4159-b632-53aaa3b37d5c req-434250af-b6a0-4ede-b1b7-ee491c78c63a tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bd64c084-10af-4b12-bdd9-ef53866be364 HTTP/1.1" status: 200 len: 210 time: 0.2898223 Oct 04 20:43:57.016449 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b77f19-3c8a-4fdb-ae44-3cdb381f7f4c admin admin] Made reservation on behalf of 9d5c0142707c420798e04f8826804031 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:43:57.048632 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-71b77f19-3c8a-4fdb-ae44-3cdb381f7f4c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:57.206155 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device ca3b74b4-5aa8-4739-8ead-e3d67c8321d1 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:43:57.223613 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-be48b871-b013-4803-bce9-5f1752f4e269 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks [] for security_group (68720532-1462-457e-abf1-3e50cd5cd849), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:57.236847 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-3b7e82aa-b984-4e3d-b308-a388cca33132 req-935bc95e-3fe1-4751-bc3c-2c06b3bb52c6 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (a55c4fe7-8c63-4a39-819e-95561de2446e), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:57.267667 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-376befbc-320d-4d24-b5a9-c591ca556e43 admin admin] Publish callbacks [] for router_gateway (6f85ca8d-066c-45b2-a08f-2e71896e8713), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:57.278995 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:57.323425 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f4c05caf-d3f4-47e6-bc36-f0bb170e10e5 req-94c289fb-090c-4187-8640-2dac3e543c3a service neutron] 10.222.0.85 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5245383 Oct 04 20:43:57.330059 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-be48b871-b013-4803-bce9-5f1752f4e269 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (68720532-1462-457e-abf1-3e50cd5cd849), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:57.372600 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935bc95e-3fe1-4751-bc3c-2c06b3bb52c6 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] Pushing event deleted for resources: {'Port': ['ID=a55c4fe7-8c63-4a39-819e-95561de2446e,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:43:57.464041 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: ca3b74b4-5aa8-4739-8ead-e3d67c8321d1 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:43:57.464919 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device ca3b74b4-5aa8-4739-8ead-e3d67c8321d1 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:43:57.517213 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-376befbc-320d-4d24-b5a9-c591ca556e43 admin admin] Deleting port 1a57467a-9462-4999-abfd-928927ea0914 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:43:57.517416 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-376befbc-320d-4d24-b5a9-c591ca556e43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (1a57467a-9462-4999-abfd-928927ea0914), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:57.527606 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-be48b871-b013-4803-bce9-5f1752f4e269 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:57.535392 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-be48b871-b013-4803-bce9-5f1752f4e269 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.9669220 Oct 04 20:43:57.542822 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 38294) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:43:57.597738 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-cca406b8-4db1-4ba1-8e10-abe44f0a1a71 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Request body: {'security_group_rule': {'security_group_id': '68720532-1462-457e-abf1-3e50cd5cd849', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:43:57.783232 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-9ad66ef6-7833-4753-815c-ab13c19af787 None None] Set router 6f85ca8d-066c-45b2-a08f-2e71896e8713 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:43:57.871360 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b7e82aa-b984-4e3d-b308-a388cca33132 req-935bc95e-3fe1-4751-bc3c-2c06b3bb52c6 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] No DVR routers for this DVR port a55c4fe7-8c63-4a39-819e-95561de2446e on host n-h1-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:43:57.878666 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-3b7e82aa-b984-4e3d-b308-a388cca33132 req-935bc95e-3fe1-4751-bc3c-2c06b3bb52c6 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:57.910281 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-3b7e82aa-b984-4e3d-b308-a388cca33132 req-935bc95e-3fe1-4751-bc3c-2c06b3bb52c6 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] 10.222.0.83 "DELETE /networking/v2.0/ports/a55c4fe7-8c63-4a39-819e-95561de2446e HTTP/1.1" status: 204 len: 173 time: 8.4461236 Oct 04 20:43:57.943621 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd64c084-10af-4b12-bdd9-ef53866be364', 'name': 'network-vif-deleted', 'tag': 'a55c4fe7-8c63-4a39-819e-95561de2446e'}] {{(pid=108169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:43:57.964817 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dea34fca0f7d6c1de22810621a04fa86ac5e48141775903912ac1624808dfef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f7267e-1e8f-4664-9690-db4f9d2a91bd" -d '{"events": [{"server_uuid": "bd64c084-10af-4b12-bdd9-ef53866be364", "name": "network-vif-deleted", "tag": "a55c4fe7-8c63-4a39-819e-95561de2446e"}]}' {{(pid=108169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:43:58.084668 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be48b871-b013-4803-bce9-5f1752f4e269 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68720532-1462-457e-abf1-3e50cd5cd849,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:43:58.257005 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cca406b8-4db1-4ba1-8e10-abe44f0a1a71 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks [] for security_group_rule (86fb328c-73f3-4951-b582-759f66230618), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:58.465845 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-376befbc-320d-4d24-b5a9-c591ca556e43 admin admin] For port 1a57467a-9462-4999-abfd-928927ea0914, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=1a57467a-9462-4999-abfd-928927ea0914,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:43:58.468245 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-376befbc-320d-4d24-b5a9-c591ca556e43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (1a57467a-9462-4999-abfd-928927ea0914), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:58.535639 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-71b77f19-3c8a-4fdb-ae44-3cdb381f7f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (6b13f518-8ea4-45ec-b3f8-caf0c2508458), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:58.542224 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-376befbc-320d-4d24-b5a9-c591ca556e43 admin admin] Calling delete_port for 1a57467a-9462-4999-abfd-928927ea0914 owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:43:58.703087 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02835bbd-30a4-4332-b2ee-c85f86b86714 req-291a75e6-2378-4dfd-9b63-0630b8d96c4a tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:43:58.711836 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-02835bbd-30a4-4332-b2ee-c85f86b86714 req-291a75e6-2378-4dfd-9b63-0630b8d96c4a tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ad3b28cc-8307-4f7a-889b-ab08d068ec0e HTTP/1.1" status: 200 len: 949 time: 0.4922128 Oct 04 20:43:58.805719 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 6b8f3c0b-7987-4cb2-98a3-841fd53e6549 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:43:58.950755 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:59.154384 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cca406b8-4db1-4ba1-8e10-abe44f0a1a71 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks [] for security_group_rule (86fb328c-73f3-4951-b582-759f66230618), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:59.156249 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:43:59.259867 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-9ad66ef6-7833-4753-815c-ab13c19af787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f85ca8d-066c-45b2-a08f-2e71896e8713', 'name': 'tempest-ServerDiskConfigTestJSON-1616519809-router', 'tenant_id': 'a9756cde63f04174a293f5b7558d1a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '1a57467a-9462-4999-abfd-928927ea0914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:42:53Z', 'updated_at': '2022-10-04T20:43:46Z', 'revision_number': 5, 'project_id': 'a9756cde63f04174a293f5b7558d1a96', 'gw_port': {'id': '1a57467a-9462-4999-abfd-928927ea0914', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:5d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f85ca8d-066c-45b2-a08f-2e71896e8713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:42:58Z', 'updated_at': '2022-10-04T20:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:43:59.380842 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad66ef6-7833-4753-815c-ab13c19af787 None None] Checking router: 6f85ca8d-066c-45b2-a08f-2e71896e8713 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:43:59.391635 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-02835bbd-30a4-4332-b2ee-c85f86b86714 req-038c6927-7abc-4341-9390-a8db042bd726 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0b5e75b1-9fa8-4cc9-86ca-a77492b60a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5648556 Oct 04 20:43:59.409512 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad66ef6-7833-4753-815c-ab13c19af787 None None] Routers {'6f85ca8d-066c-45b2-a08f-2e71896e8713'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:43:59.410657 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-9ad66ef6-7833-4753-815c-ab13c19af787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:43:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['6f85ca8d-066c-45b2-a08f-2e71896e8713'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:43:59.508304 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cca406b8-4db1-4ba1-8e10-abe44f0a1a71 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (86fb328c-73f3-4951-b582-759f66230618), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:59.579233 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b77f19-3c8a-4fdb-ae44-3cdb381f7f4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b13f518-8ea4-45ec-b3f8-caf0c2508458,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:43:59.622639 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-376befbc-320d-4d24-b5a9-c591ca556e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (1a57467a-9462-4999-abfd-928927ea0914), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:59.650800 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b77f19-3c8a-4fdb-ae44-3cdb381f7f4c admin admin] Checking segment: {'id': 'dd7f8b17-f498-4dbc-a19e-5f1313affc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4b01a391-c7da-45cc-b2a5-65b181a347df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:43:59.651496 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b77f19-3c8a-4fdb-ae44-3cdb381f7f4c admin admin] Network hostable DHCP agents. Network: 4b01a391-c7da-45cc-b2a5-65b181a347df, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:43:59.705834 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca406b8-4db1-4ba1-8e10-abe44f0a1a71 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86fb328c-73f3-4951-b582-759f66230618,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:43:59.776780 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Device 46ab96a5-0e71-4267-bb4f-54da94372f8e up at agent hyperv_n-h2-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:43:59.810924 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 20:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6daa13cf-cc33-46f8-b0f4-4216451e197e x-openstack-request-id: req-6daa13cf-cc33-46f8-b0f4-4216451e197e {{(pid=108169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:43:59.815076 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd64c084-10af-4b12-bdd9-ef53866be364", "name": "network-vif-deleted", "tag": "a55c4fe7-8c63-4a39-819e-95561de2446e", "status": "completed", "code": 200}]} {{(pid=108169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:43:59.815076 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6daa13cf-cc33-46f8-b0f4-4216451e197e {{(pid=108169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:43:59.815076 n-d-852085-12 neutron-server[108169]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6daa13cf-cc33-46f8-b0f4-4216451e197e'] response: {'server_uuid': 'bd64c084-10af-4b12-bdd9-ef53866be364', 'name': 'network-vif-deleted', 'tag': 'a55c4fe7-8c63-4a39-819e-95561de2446e', 'status': 'completed', 'code': 200} Oct 04 20:43:59.817415 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cca406b8-4db1-4ba1-8e10-abe44f0a1a71 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:43:59.826196 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-cca406b8-4db1-4ba1-8e10-abe44f0a1a71 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2801135 Oct 04 20:43:59.826636 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 38316) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:43:59.863692 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-497ba793-2779-462e-b5c6-5a3d416e639a tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Request body: {'security_group_rule': {'security_group_id': '68720532-1462-457e-abf1-3e50cd5cd849', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:43:59.875715 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b77f19-3c8a-4fdb-ae44-3cdb381f7f4c admin admin] Network 4b01a391-c7da-45cc-b2a5-65b181a347df is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:43:59.883567 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376befbc-320d-4d24-b5a9-c591ca556e43 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a57467a-9462-4999-abfd-928927ea0914,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:43:59.999369 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 6b8f3c0b-7987-4cb2-98a3-841fd53e6549 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:44:00.003652 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-71b77f19-3c8a-4fdb-ae44-3cdb381f7f4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 4b01a391-c7da-45cc-b2a5-65b181a347df) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:44:00.013509 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b77f19-3c8a-4fdb-ae44-3cdb381f7f4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:44:00.015711 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-71b77f19-3c8a-4fdb-ae44-3cdb381f7f4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:00.018911 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (6b8f3c0b-7987-4cb2-98a3-841fd53e6549), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:00.024471 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 6b8f3c0b-7987-4cb2-98a3-841fd53e6549 Oct 04 20:44:00.082484 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9ca33d-39fd-4931-8a22-aff159570c68 None None] Network 4b01a391-c7da-45cc-b2a5-65b181a347df requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:44:00.244454 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ff81155b-4c91-485d-8fcd-4e115c3585da req-bd778ff5-ddea-439b-9e32-d99b57cdfaf7 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bd64c084-10af-4b12-bdd9-ef53866be364 HTTP/1.1" status: 200 len: 210 time: 0.1579955 Oct 04 20:44:00.295005 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:00.303510 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-497ba793-2779-462e-b5c6-5a3d416e639a tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks [] for security_group_rule (c416998b-419e-4169-84d4-45df0d13d8cd), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:00.317740 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-71b77f19-3c8a-4fdb-ae44-3cdb381f7f4c admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.6938462 Oct 04 20:44:00.326333 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 38318) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:44:00.350173 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-f0f23c54-01ae-4b13-bf81-c3d7e062d370 admin admin] Request body: {'router': {'name': 'tempest-MultipleCreateTestJSON-447574812-router', 'tenant_id': '9d5c0142707c420798e04f8826804031', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:44:00.517765 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f0f23c54-01ae-4b13-bf81-c3d7e062d370 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (ff02f725-b677-48d0-a08a-cda2d9fa4a8f), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:00.519976 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f0f23c54-01ae-4b13-bf81-c3d7e062d370 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (ff02f725-b677-48d0-a08a-cda2d9fa4a8f), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:00.746576 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-9ad66ef6-7833-4753-815c-ab13c19af787 None None] Set router 6f85ca8d-066c-45b2-a08f-2e71896e8713 gateway port host: None {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:44:00.776232 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-497ba793-2779-462e-b5c6-5a3d416e639a tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks [] for security_group_rule (c416998b-419e-4169-84d4-45df0d13d8cd), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:00.808274 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-376befbc-320d-4d24-b5a9-c591ca556e43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (6f85ca8d-066c-45b2-a08f-2e71896e8713), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:00.820648 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:01.072081 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f0f23c54-01ae-4b13-bf81-c3d7e062d370 admin admin] Publish callbacks [] for router_controller (ff02f725-b677-48d0-a08a-cda2d9fa4a8f), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:01.319425 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f57588-6413-4c80-bf1f-5c2b83208909 req-818a67db-50d3-4c27-b94b-0ebca7421ff2 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:44:01.337120 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-58f57588-6413-4c80-bf1f-5c2b83208909 req-818a67db-50d3-4c27-b94b-0ebca7421ff2 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ad3b28cc-8307-4f7a-889b-ab08d068ec0e HTTP/1.1" status: 200 len: 949 time: 0.3153548 Oct 04 20:44:01.395249 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-497ba793-2779-462e-b5c6-5a3d416e639a tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (c416998b-419e-4169-84d4-45df0d13d8cd), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:01.442447 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-376befbc-320d-4d24-b5a9-c591ca556e43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (6f85ca8d-066c-45b2-a08f-2e71896e8713), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:01.487435 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-376befbc-320d-4d24-b5a9-c591ca556e43 admin admin] Publish callbacks [] for router_controller (6f85ca8d-066c-45b2-a08f-2e71896e8713), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:01.538639 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497ba793-2779-462e-b5c6-5a3d416e639a tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c416998b-419e-4169-84d4-45df0d13d8cd,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:44:01.861697 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-497ba793-2779-462e-b5c6-5a3d416e639a tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:01.861697 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-497ba793-2779-462e-b5c6-5a3d416e639a tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9036903 Oct 04 20:44:01.864336 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Provisioning complete for port 46ab96a5-0e71-4267-bb4f-54da94372f8e triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:44:01.864336 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (46ab96a5-0e71-4267-bb4f-54da94372f8e), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:01.864336 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Attempt 1 to provision port 46ab96a5-0e71-4267-bb4f-54da94372f8e Oct 04 20:44:01.864336 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-9ad66ef6-7833-4753-815c-ab13c19af787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f85ca8d-066c-45b2-a08f-2e71896e8713', 'name': 'tempest-ServerDiskConfigTestJSON-1616519809-router', 'tenant_id': 'a9756cde63f04174a293f5b7558d1a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:42:53Z', 'updated_at': '2022-10-04T20:43:57Z', 'revision_number': 6, 'project_id': 'a9756cde63f04174a293f5b7558d1a96', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:44:01.865721 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 38326) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:44:01.871264 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-ba8b7107-9299-4345-a63f-71aeb921ddce tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Request body: {'floatingip': {'floating_network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:44:01.972347 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f0f23c54-01ae-4b13-bf81-c3d7e062d370 admin admin] Publish callbacks [] for router_gateway (ff02f725-b677-48d0-a08a-cda2d9fa4a8f), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:01.975464 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:02.055492 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad66ef6-7833-4753-815c-ab13c19af787 None None] The sync data for ids ['6f85ca8d-066c-45b2-a08f-2e71896e8713'] in n-d-852085-12 is: [{'id': '6f85ca8d-066c-45b2-a08f-2e71896e8713', 'name': 'tempest-ServerDiskConfigTestJSON-1616519809-router', 'tenant_id': 'a9756cde63f04174a293f5b7558d1a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:42:53Z', 'updated_at': '2022-10-04T20:43:57Z', 'revision_number': 6, 'project_id': 'a9756cde63f04174a293f5b7558d1a96', 'gw_port_host': None}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:44:02.179326 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-58f57588-6413-4c80-bf1f-5c2b83208909 req-87e7f31a-8612-4953-9f6a-ee91cd4ddb5e tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0b5e75b1-9fa8-4cc9-86ca-a77492b60a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8404605 Oct 04 20:44:02.187169 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ba8b7107-9299-4345-a63f-71aeb921ddce tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks [] for floatingip (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:02.195192 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-376befbc-320d-4d24-b5a9-c591ca556e43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (6f85ca8d-066c-45b2-a08f-2e71896e8713), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:02.196944 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-376befbc-320d-4d24-b5a9-c591ca556e43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f85ca8d-066c-45b2-a08f-2e71896e8713 {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:44:02.370393 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152337da-66ab-4125-89c6-ee0ff1f1eb58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-4b01a391-c7da-45cc-b2a5-65b181a347df', 'network_id': '4b01a391-c7da-45cc-b2a5-65b181a347df', 'project_id': '9d5c0142707c420798e04f8826804031', 'fixed_ips': [{'subnet_id': '6b13f518-8ea4-45ec-b3f8-caf0c2508458'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:44:02.372304 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-152337da-66ab-4125-89c6-ee0ff1f1eb58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:02.706095 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-376befbc-320d-4d24-b5a9-c591ca556e43 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:02.707734 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 38336) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:44:02.710044 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-376befbc-320d-4d24-b5a9-c591ca556e43 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/6f85ca8d-066c-45b2-a08f-2e71896e8713 HTTP/1.1" status: 204 len: 168 time: 7.2081156 Oct 04 20:44:02.716375 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:02.837783 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ba8b7107-9299-4345-a63f-71aeb921ddce tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:03.182389 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-152337da-66ab-4125-89c6-ee0ff1f1eb58 None None] Allocated IP 172.20.0.2 (4b01a391-c7da-45cc-b2a5-65b181a347df/6b13f518-8ea4-45ec-b3f8-caf0c2508458/05f72eca-8b1a-4fc7-aed3-0f1063b71f95) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:44:03.358108 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Current status of the port 46ab96a5-0e71-4267-bb4f-54da94372f8e is: BUILD; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:44:03.358842 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (46ab96a5-0e71-4267-bb4f-54da94372f8e), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:03.366268 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 6b8f3c0b-7987-4cb2-98a3-841fd53e6549 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:44:03.378490 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 370fa64a-a774-4148-82a0-69f48f18a8a9 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:44:03.389217 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-ba8b7107-9299-4345-a63f-71aeb921ddce tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Allocated IP 172.25.5.29 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/be4083d9-be6b-458f-82ba-9538e92bffc9) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:44:03.407862 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f0f23c54-01ae-4b13-bf81-c3d7e062d370 admin admin] Publish callbacks [] for router_gateway (ff02f725-b677-48d0-a08a-cda2d9fa4a8f), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:03.579069 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f0f23c54-01ae-4b13-bf81-c3d7e062d370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:03.824492 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:INSERT=10,neutron:SELECT=82,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:03.885055 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:03.898513 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-d45ee72f-e582-4c0f-ba22-3950ffb5074f admin admin] Deleting subnet 076ab631-bece-45b9-82d4-9b3c6350b26c {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:44:03.920405 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d45ee72f-e582-4c0f-ba22-3950ffb5074f admin admin] Publish callbacks [] for subnet (076ab631-bece-45b9-82d4-9b3c6350b26c), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:04.005186 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ba8b7107-9299-4345-a63f-71aeb921ddce tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks [] for port (be4083d9-be6b-458f-82ba-9538e92bffc9), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:04.056961 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-152337da-66ab-4125-89c6-ee0ff1f1eb58 None None] Publish callbacks [] for port (05f72eca-8b1a-4fc7-aed3-0f1063b71f95), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:04.080442 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:04.169882 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=86,neutron:UPDATE=9,neutron:INSERT=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:04.177607 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d45ee72f-e582-4c0f-ba22-3950ffb5074f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (076ab631-bece-45b9-82d4-9b3c6350b26c), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:04.197697 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-152337da-66ab-4125-89c6-ee0ff1f1eb58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (05f72eca-8b1a-4fc7-aed3-0f1063b71f95), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:04.198603 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=34 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:04.205777 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '568cbe45-b90d-49d4-8ed6-90923e399d49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ab96a5-0e71-4267-bb4f-54da94372f8e'}] {{(pid=108171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:44:04.218590 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966b91da6921e714df7c26a37f4733087768fb9a36052be1ead95d4d835f43be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76ee4ae-5f3a-4f93-9b30-fc0bccd54891" -d '{"events": [{"server_uuid": "568cbe45-b90d-49d4-8ed6-90923e399d49", "name": "network-vif-plugged", "status": "completed", "tag": "46ab96a5-0e71-4267-bb4f-54da94372f8e"}]}' {{(pid=108171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:44:04.295006 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ba8b7107-9299-4345-a63f-71aeb921ddce tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (be4083d9-be6b-458f-82ba-9538e92bffc9), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:04.444438 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152337da-66ab-4125-89c6-ee0ff1f1eb58 None None] Pushing event updated for resources: {'Port': ['ID=05f72eca-8b1a-4fc7-aed3-0f1063b71f95,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:44:04.461373 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:04.495495 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] For port 46ab96a5-0e71-4267-bb4f-54da94372f8e, host n-h2-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852085-12',level=0,port_id=46ab96a5-0e71-4267-bb4f-54da94372f8e,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:44:04.549870 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8b7107-9299-4345-a63f-71aeb921ddce tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:44:04.557654 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152337da-66ab-4125-89c6-ee0ff1f1eb58 None None] Network 4b01a391-c7da-45cc-b2a5-65b181a347df is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:44:04.567464 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 370fa64a-a774-4148-82a0-69f48f18a8a9 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:44:04.568211 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (370fa64a-a774-4148-82a0-69f48f18a8a9), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:04.568964 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 370fa64a-a774-4148-82a0-69f48f18a8a9 Oct 04 20:44:04.585518 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-ba8b7107-9299-4345-a63f-71aeb921ddce tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:44:04.603445 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8b7107-9299-4345-a63f-71aeb921ddce tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:44:04.672761 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-152337da-66ab-4125-89c6-ee0ff1f1eb58 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:44:04.702243 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152337da-66ab-4125-89c6-ee0ff1f1eb58 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:44:04.740502 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (46ab96a5-0e71-4267-bb4f-54da94372f8e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:04.804511 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8b7107-9299-4345-a63f-71aeb921ddce tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Pushing event updated for resources: {'Port': ['ID=be4083d9-be6b-458f-82ba-9538e92bffc9,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:44:04.900005 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-f0f23c54-01ae-4b13-bf81-c3d7e062d370 admin admin] Allocated IP 172.25.5.130 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/93683b22-611c-400c-806f-d5cec0e2d548) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:44:04.958449 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d45ee72f-e582-4c0f-ba22-3950ffb5074f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (076ab631-bece-45b9-82d4-9b3c6350b26c), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:05.062108 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Pushing event updated for resources: {'Port': ['ID=46ab96a5-0e71-4267-bb4f-54da94372f8e,revision_number=7']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:44:05.156000 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ba8b7107-9299-4345-a63f-71aeb921ddce tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks [] for floatingip (061ae7d4-cf46-41a9-aa66-513330186028), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:05.238235 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-152337da-66ab-4125-89c6-ee0ff1f1eb58 None None] Attempting to bind port 05f72eca-8b1a-4fc7-aed3-0f1063b71f95 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:44:05.239051 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-152337da-66ab-4125-89c6-ee0ff1f1eb58 None None] Attempting to bind port 05f72eca-8b1a-4fc7-aed3-0f1063b71f95 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'dd7f8b17-f498-4dbc-a19e-5f1313affc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4b01a391-c7da-45cc-b2a5-65b181a347df'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:44:05.239452 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152337da-66ab-4125-89c6-ee0ff1f1eb58 None None] Attempting to bind port 05f72eca-8b1a-4fc7-aed3-0f1063b71f95 on network 4b01a391-c7da-45cc-b2a5-65b181a347df {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:44:05.401541 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 370fa64a-a774-4148-82a0-69f48f18a8a9 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:44:05.402212 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (370fa64a-a774-4148-82a0-69f48f18a8a9), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:05.487349 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ba8b7107-9299-4345-a63f-71aeb921ddce tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (be4083d9-be6b-458f-82ba-9538e92bffc9), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:05.541839 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152337da-66ab-4125-89c6-ee0ff1f1eb58 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:44:05.542561 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152337da-66ab-4125-89c6-ee0ff1f1eb58 None None] Checking segment: {'id': 'dd7f8b17-f498-4dbc-a19e-5f1313affc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4b01a391-c7da-45cc-b2a5-65b181a347df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:44:05.543287 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-152337da-66ab-4125-89c6-ee0ff1f1eb58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:05.543968 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152337da-66ab-4125-89c6-ee0ff1f1eb58 None None] Bound using segment: {'id': 'dd7f8b17-f498-4dbc-a19e-5f1313affc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4b01a391-c7da-45cc-b2a5-65b181a347df'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:44:05.544786 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-152337da-66ab-4125-89c6-ee0ff1f1eb58 None None] Bound port: 05f72eca-8b1a-4fc7-aed3-0f1063b71f95, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd7f8b17-f498-4dbc-a19e-5f1313affc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4b01a391-c7da-45cc-b2a5-65b181a347df'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:44:05.558901 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-152337da-66ab-4125-89c6-ee0ff1f1eb58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (05f72eca-8b1a-4fc7-aed3-0f1063b71f95), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:05.647999 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 370fa64a-a774-4148-82a0-69f48f18a8a9, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=370fa64a-a774-4148-82a0-69f48f18a8a9,segment=NetworkSegment(5a01fe48-2a66-46a2-a560-c5100ce48b56),segment_id=5a01fe48-2a66-46a2-a560-c5100ce48b56)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:44:05.749196 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (370fa64a-a774-4148-82a0-69f48f18a8a9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:05.839465 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f0f23c54-01ae-4b13-bf81-c3d7e062d370 admin admin] Publish callbacks [] for port (93683b22-611c-400c-806f-d5cec0e2d548), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:05.912688 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-152337da-66ab-4125-89c6-ee0ff1f1eb58 None None] For port 05f72eca-8b1a-4fc7-aed3-0f1063b71f95, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:44:05.923015 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-152337da-66ab-4125-89c6-ee0ff1f1eb58 None None] For port 05f72eca-8b1a-4fc7-aed3-0f1063b71f95, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=05f72eca-8b1a-4fc7-aed3-0f1063b71f95,segment=NetworkSegment(dd7f8b17-f498-4dbc-a19e-5f1313affc9c),segment_id=dd7f8b17-f498-4dbc-a19e-5f1313affc9c)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:44:05.948821 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:05.975098 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d45ee72f-e582-4c0f-ba22-3950ffb5074f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (076ab631-bece-45b9-82d4-9b3c6350b26c), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:06.029042 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b802e1a0-2cc6-4514-aff7-a3a29ba6775b no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:44:06.155779 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: b802e1a0-2cc6-4514-aff7-a3a29ba6775b {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:44:06.156442 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b802e1a0-2cc6-4514-aff7-a3a29ba6775b not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:44:06.157225 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 1a57467a-9462-4999-abfd-928927ea0914 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:44:06.191626 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ba8b7107-9299-4345-a63f-71aeb921ddce tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks [] for port (be4083d9-be6b-458f-82ba-9538e92bffc9), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:06.192263 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d45ee72f-e582-4c0f-ba22-3950ffb5074f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:06.206681 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 38350) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:44:06.210406 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-d45ee72f-e582-4c0f-ba22-3950ffb5074f admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/076ab631-bece-45b9-82d4-9b3c6350b26c HTTP/1.1" status: 204 len: 168 time: 3.3330815 Oct 04 20:44:06.212727 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45ee72f-e582-4c0f-ba22-3950ffb5074f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=076ab631-bece-45b9-82d4-9b3c6350b26c,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:44:06.214233 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-152337da-66ab-4125-89c6-ee0ff1f1eb58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (05f72eca-8b1a-4fc7-aed3-0f1063b71f95), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:06.239211 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60be8f09-4dc3-499e-aadb-5a447273e461 None None] Network a01e9a88-74fc-4f6c-a9eb-b64446db8cab requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:44:06.326005 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f0f23c54-01ae-4b13-bf81-c3d7e062d370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (93683b22-611c-400c-806f-d5cec0e2d548), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:06.398461 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ba8b7107-9299-4345-a63f-71aeb921ddce tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (be4083d9-be6b-458f-82ba-9538e92bffc9), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:06.535904 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:06.607738 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 1a57467a-9462-4999-abfd-928927ea0914 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:44:06.626252 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 1a57467a-9462-4999-abfd-928927ea0914 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:44:06.682323 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f23c54-01ae-4b13-bf81-c3d7e062d370 admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:44:06.733057 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-f0f23c54-01ae-4b13-bf81-c3d7e062d370 admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:44:06.765001 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f23c54-01ae-4b13-bf81-c3d7e062d370 admin admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:44:06.910444 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=370fa64a-a774-4148-82a0-69f48f18a8a9,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:44:07.172918 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f23c54-01ae-4b13-bf81-c3d7e062d370 admin admin] Pushing event updated for resources: {'Port': ['ID=93683b22-611c-400c-806f-d5cec0e2d548,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:44:07.177764 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ba8b7107-9299-4345-a63f-71aeb921ddce tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582728'] for floatingip (061ae7d4-cf46-41a9-aa66-513330186028), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:07.299851 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-94851cec-685b-470b-8625-bb0650f008fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (a01e9a88-74fc-4f6c-a9eb-b64446db8cab), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:07.497645 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52be6138-4d5c-4c69-83a5-d7e5cf4ef159 None None] DHCP port deletion for a01e9a88-74fc-4f6c-a9eb-b64446db8cab request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:44:07.788847 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-94851cec-685b-470b-8625-bb0650f008fe admin admin] Deleting port 5403683f-dac9-427a-b996-e07cfb9c655a {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:44:07.789254 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-94851cec-685b-470b-8625-bb0650f008fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (5403683f-dac9-427a-b996-e07cfb9c655a), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:07.793054 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8b7107-9299-4345-a63f-71aeb921ddce tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Pushing event updated for resources: {'Port': ['ID=be4083d9-be6b-458f-82ba-9538e92bffc9,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:44:07.861111 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152337da-66ab-4125-89c6-ee0ff1f1eb58 None None] Pushing event updated for resources: {'Port': ['ID=05f72eca-8b1a-4fc7-aed3-0f1063b71f95,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:44:07.930974 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-52be6138-4d5c-4c69-83a5-d7e5cf4ef159 None None] Deleting port 5403683f-dac9-427a-b996-e07cfb9c655a {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:44:07.931660 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-52be6138-4d5c-4c69-83a5-d7e5cf4ef159 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (5403683f-dac9-427a-b996-e07cfb9c655a), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:08.128281 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ba8b7107-9299-4345-a63f-71aeb921ddce tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:08.154994 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ba8b7107-9299-4345-a63f-71aeb921ddce tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.2921038 Oct 04 20:44:08.384027 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-94851cec-685b-470b-8625-bb0650f008fe admin admin] For port 5403683f-dac9-427a-b996-e07cfb9c655a, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=5403683f-dac9-427a-b996-e07cfb9c655a,segment=NetworkSegment(15623087-b986-4d0c-acac-db72f854251a),segment_id=15623087-b986-4d0c-acac-db72f854251a)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:44:08.384990 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-94851cec-685b-470b-8625-bb0650f008fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (5403683f-dac9-427a-b996-e07cfb9c655a), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:08.398135 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=2,neutron:DELETE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:08.462452 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 370fa64a-a774-4148-82a0-69f48f18a8a9 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:44:08.487123 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-52be6138-4d5c-4c69-83a5-d7e5cf4ef159 None None] For port 5403683f-dac9-427a-b996-e07cfb9c655a, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=5403683f-dac9-427a-b996-e07cfb9c655a,segment=NetworkSegment(15623087-b986-4d0c-acac-db72f854251a),segment_id=15623087-b986-4d0c-acac-db72f854251a)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:44:08.496816 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-94851cec-685b-470b-8625-bb0650f008fe admin admin] Calling delete_port for 5403683f-dac9-427a-b996-e07cfb9c655a owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:44:08.511456 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-52be6138-4d5c-4c69-83a5-d7e5cf4ef159 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (5403683f-dac9-427a-b996-e07cfb9c655a), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:08.817879 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f0f23c54-01ae-4b13-bf81-c3d7e062d370 admin admin] Publish callbacks [] for router_gateway (ff02f725-b677-48d0-a08a-cda2d9fa4a8f), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:08.872023 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-52be6138-4d5c-4c69-83a5-d7e5cf4ef159 None None] Calling delete_port for 5403683f-dac9-427a-b996-e07cfb9c655a owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:44:09.060766 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-94851cec-685b-470b-8625-bb0650f008fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (5403683f-dac9-427a-b996-e07cfb9c655a), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:09.074562 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:09.274829 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94851cec-685b-470b-8625-bb0650f008fe admin admin] Pushing event deleted for resources: {'Port': ['ID=5403683f-dac9-427a-b996-e07cfb9c655a,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:44:09.279521 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 370fa64a-a774-4148-82a0-69f48f18a8a9 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:44:09.280134 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (370fa64a-a774-4148-82a0-69f48f18a8a9), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:09.280694 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 370fa64a-a774-4148-82a0-69f48f18a8a9 Oct 04 20:44:09.294658 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94851cec-685b-470b-8625-bb0650f008fe admin admin] No DVR routers for this DVR port 5403683f-dac9-427a-b996-e07cfb9c655a on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:44:09.440189 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:09.565204 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee4ca7d-5838-41b3-bfec-7f7e013dce98 None None] Network 4b01a391-c7da-45cc-b2a5-65b181a347df requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:44:09.692923 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-19d5906a-72f4-424a-a4ff-c908534b7f1e None None] Provisioning complete for port 05f72eca-8b1a-4fc7-aed3-0f1063b71f95 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:44:09.695076 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-19d5906a-72f4-424a-a4ff-c908534b7f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (05f72eca-8b1a-4fc7-aed3-0f1063b71f95), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:09.695981 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-19d5906a-72f4-424a-a4ff-c908534b7f1e None None] Attempt 1 to provision port 05f72eca-8b1a-4fc7-aed3-0f1063b71f95 Oct 04 20:44:09.756396 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-94851cec-685b-470b-8625-bb0650f008fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (a01e9a88-74fc-4f6c-a9eb-b64446db8cab), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:09.869463 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f0f23c54-01ae-4b13-bf81-c3d7e062d370 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (ff02f725-b677-48d0-a08a-cda2d9fa4a8f), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:09.874092 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-94851cec-685b-470b-8625-bb0650f008fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a01e9a88-74fc-4f6c-a9eb-b64446db8cab']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:44:09.916182 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-94851cec-685b-470b-8625-bb0650f008fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15623087-b986-4d0c-acac-db72f854251a') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:44:09.916709 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-94851cec-685b-470b-8625-bb0650f008fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15623087-b986-4d0c-acac-db72f854251a') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:44:09.938405 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-94851cec-685b-470b-8625-bb0650f008fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (15623087-b986-4d0c-acac-db72f854251a), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:09.944546 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:09.951602 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-52be6138-4d5c-4c69-83a5-d7e5cf4ef159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (5403683f-dac9-427a-b996-e07cfb9c655a), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:09.973647 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-94851cec-685b-470b-8625-bb0650f008fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (15623087-b986-4d0c-acac-db72f854251a), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:09.990672 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94851cec-685b-470b-8625-bb0650f008fe admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:44:09.991751 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-94851cec-685b-470b-8625-bb0650f008fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (15623087-b986-4d0c-acac-db72f854251a), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:10.279561 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 15623087-b986-4d0c-acac-db72f854251a resource provider aggregate not found Oct 04 20:44:10.365208 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 15623087-b986-4d0c-acac-db72f854251a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 15623087-b986-4d0c-acac-db72f854251a found for delete ", "request_id": "req-f49da27e-65cd-40f4-83ce-c09093c31c55"}]} Oct 04 20:44:10.411782 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-19d5906a-72f4-424a-a4ff-c908534b7f1e None None] Current status of the port 05f72eca-8b1a-4fc7-aed3-0f1063b71f95 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:44:10.412450 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-19d5906a-72f4-424a-a4ff-c908534b7f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (05f72eca-8b1a-4fc7-aed3-0f1063b71f95), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:10.425976 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-94851cec-685b-470b-8625-bb0650f008fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (a01e9a88-74fc-4f6c-a9eb-b64446db8cab), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:10.441566 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-94851cec-685b-470b-8625-bb0650f008fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:10.457549 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f23c54-01ae-4b13-bf81-c3d7e062d370 admin admin] Router ff02f725-b677-48d0-a08a-cda2d9fa4a8f is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:44:10.475923 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-94851cec-685b-470b-8625-bb0650f008fe admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/a01e9a88-74fc-4f6c-a9eb-b64446db8cab HTTP/1.1" status: 204 len: 168 time: 4.2671897 Oct 04 20:44:10.495888 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52be6138-4d5c-4c69-83a5-d7e5cf4ef159 None None] No DVR routers for this DVR port 5403683f-dac9-427a-b996-e07cfb9c655a on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:44:10.517928 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52be6138-4d5c-4c69-83a5-d7e5cf4ef159 None None] Pushing event deleted for resources: {'Port': ['ID=5403683f-dac9-427a-b996-e07cfb9c655a,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:44:10.565169 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94851cec-685b-470b-8625-bb0650f008fe admin admin] Pushing event deleted for resources: {'Network': ['ID=a01e9a88-74fc-4f6c-a9eb-b64446db8cab,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:44:11.060379 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 370fa64a-a774-4148-82a0-69f48f18a8a9 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:44:11.121205 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f23c54-01ae-4b13-bf81-c3d7e062d370 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:44:11.147323 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ddb990-bde9-44ff-bf5b-39871ae973bc None None] Sync routers for ids ['ff02f725-b677-48d0-a08a-cda2d9fa4a8f'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:44:11.241552 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ddb990-bde9-44ff-bf5b-39871ae973bc None None] Routers {'ff02f725-b677-48d0-a08a-cda2d9fa4a8f'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:44:11.246832 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-13ddb990-bde9-44ff-bf5b-39871ae973bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:43:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['ff02f725-b677-48d0-a08a-cda2d9fa4a8f'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:44:11.334978 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-19d5906a-72f4-424a-a4ff-c908534b7f1e None None] For port 05f72eca-8b1a-4fc7-aed3-0f1063b71f95, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=05f72eca-8b1a-4fc7-aed3-0f1063b71f95,segment=NetworkSegment(dd7f8b17-f498-4dbc-a19e-5f1313affc9c),segment_id=dd7f8b17-f498-4dbc-a19e-5f1313affc9c)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:44:11.347716 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f0f23c54-01ae-4b13-bf81-c3d7e062d370 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:11.355909 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 38380) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:44:11.359439 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f0f23c54-01ae-4b13-bf81-c3d7e062d370 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 11.0306811 Oct 04 20:44:11.365979 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 5403683f-dac9-427a-b996-e07cfb9c655a no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:44:11.467064 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 38382) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:44:11.529272 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:11.533432 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 5403683f-dac9-427a-b996-e07cfb9c655a {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:44:11.539628 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 5403683f-dac9-427a-b996-e07cfb9c655a not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:44:11.556995 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-19d5906a-72f4-424a-a4ff-c908534b7f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (05f72eca-8b1a-4fc7-aed3-0f1063b71f95), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:11.743266 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-bfa279cc-42c8-4b0a-86cf-5005ae5d0c87 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=a9756cde63f04174a293f5b7558d1a96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2684381 Oct 04 20:44:11.745545 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 38384) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:44:11.752755 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-13ddb990-bde9-44ff-bf5b-39871ae973bc None None] Set router ff02f725-b677-48d0-a08a-cda2d9fa4a8f gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:44:11.953565 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d5906a-72f4-424a-a4ff-c908534b7f1e None None] Pushing event updated for resources: {'Port': ['ID=05f72eca-8b1a-4fc7-aed3-0f1063b71f95,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:44:12.191532 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 05f72eca-8b1a-4fc7-aed3-0f1063b71f95 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:44:12.231239 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a035b6b2-e3d0-4244-bbfc-210538ac0d8e admin admin] Publish callbacks [] for security_group (b0dde518-6694-49e8-88c2-e8841f7020b1), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:12.381414 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a035b6b2-e3d0-4244-bbfc-210538ac0d8e admin admin] Publish callbacks [] for security_group (b0dde518-6694-49e8-88c2-e8841f7020b1), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:12.450528 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:12.612690 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-81a153c0-4042-42f7-adfe-905ebfba072c None None] Provisioning complete for port 05f72eca-8b1a-4fc7-aed3-0f1063b71f95 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:44:12.613450 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-81a153c0-4042-42f7-adfe-905ebfba072c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (05f72eca-8b1a-4fc7-aed3-0f1063b71f95), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:12.614018 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-81a153c0-4042-42f7-adfe-905ebfba072c None None] Attempt 1 to provision port 05f72eca-8b1a-4fc7-aed3-0f1063b71f95 Oct 04 20:44:12.724923 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 05f72eca-8b1a-4fc7-aed3-0f1063b71f95 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:44:12.725587 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (05f72eca-8b1a-4fc7-aed3-0f1063b71f95), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:12.726194 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 05f72eca-8b1a-4fc7-aed3-0f1063b71f95 Oct 04 20:44:12.894621 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 20:44:13.281972 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-81a153c0-4042-42f7-adfe-905ebfba072c None None] Current status of the port 05f72eca-8b1a-4fc7-aed3-0f1063b71f95 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:44:13.307753 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-13ddb990-bde9-44ff-bf5b-39871ae973bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff02f725-b677-48d0-a08a-cda2d9fa4a8f', 'name': 'tempest-MultipleCreateTestJSON-447574812-router', 'tenant_id': '9d5c0142707c420798e04f8826804031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '93683b22-611c-400c-806f-d5cec0e2d548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:44:00Z', 'updated_at': '2022-10-04T20:44:07Z', 'revision_number': 3, 'project_id': '9d5c0142707c420798e04f8826804031', 'gw_port': {'id': '93683b22-611c-400c-806f-d5cec0e2d548', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:48:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff02f725-b677-48d0-a08a-cda2d9fa4a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:44:03Z', 'updated_at': '2022-10-04T20:44:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:44:13.384464 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 05f72eca-8b1a-4fc7-aed3-0f1063b71f95 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:44:13.475513 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ddb990-bde9-44ff-bf5b-39871ae973bc None None] Checking router: ff02f725-b677-48d0-a08a-cda2d9fa4a8f for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:44:13.476074 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ddb990-bde9-44ff-bf5b-39871ae973bc None None] Updating router ff02f725-b677-48d0-a08a-cda2d9fa4a8f port 93683b22-611c-400c-806f-d5cec0e2d548 binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:44:13.476217 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:13.622877 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device e7face03-f5ca-470d-ba1f-9b74713e1d67 no longer exists at agent hyperv_n-h1-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:44:13.650416 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-13ddb990-bde9-44ff-bf5b-39871ae973bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (93683b22-611c-400c-806f-d5cec0e2d548), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:13.764301 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f72f73d7-0da0-40d5-b881-c7a2b5a01686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:13.997765 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a035b6b2-e3d0-4244-bbfc-210538ac0d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (b0dde518-6694-49e8-88c2-e8841f7020b1), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:14.002057 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a035b6b2-e3d0-4244-bbfc-210538ac0d8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:14.008748 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a035b6b2-e3d0-4244-bbfc-210538ac0d8e admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/b0dde518-6694-49e8-88c2-e8841f7020b1 HTTP/1.1" status: 204 len: 168 time: 2.2389469 Oct 04 20:44:14.022611 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Current status of the port e7face03-f5ca-470d-ba1f-9b74713e1d67 is: ACTIVE; New status is: DOWN {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:44:14.023353 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (e7face03-f5ca-470d-ba1f-9b74713e1d67), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:14.046507 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a035b6b2-e3d0-4244-bbfc-210538ac0d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0dde518-6694-49e8-88c2-e8841f7020b1,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:44:14.052350 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 05f72eca-8b1a-4fc7-aed3-0f1063b71f95 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:44:14.221076 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] For port e7face03-f5ca-470d-ba1f-9b74713e1d67, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=e7face03-f5ca-470d-ba1f-9b74713e1d67,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:44:14.313318 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 05f72eca-8b1a-4fc7-aed3-0f1063b71f95 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:44:14.323559 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (05f72eca-8b1a-4fc7-aed3-0f1063b71f95), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:14.326778 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 05f72eca-8b1a-4fc7-aed3-0f1063b71f95 Oct 04 20:44:14.341500 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (e7face03-f5ca-470d-ba1f-9b74713e1d67), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:14.783122 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Pushing event updated for resources: {'Port': ['ID=e7face03-f5ca-470d-ba1f-9b74713e1d67,revision_number=6']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:44:14.905802 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-f72f73d7-0da0-40d5-b881-c7a2b5a01686 admin admin] Allocated IP 172.20.0.1 (4b01a391-c7da-45cc-b2a5-65b181a347df/6b13f518-8ea4-45ec-b3f8-caf0c2508458/4b27d18e-f572-4e7c-a52b-4661d03f0afd) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:44:15.073449 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:15.074264 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc447ee-a2a2-4d1f-9016-5fc2f4c792c2 req-f432f9c8-3d55-49b5-8b54-283dbda5590a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:44:15.074264 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-8dc447ee-a2a2-4d1f-9016-5fc2f4c792c2 req-f432f9c8-3d55-49b5-8b54-283dbda5590a service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=ad3b28cc-8307-4f7a-889b-ab08d068ec0e HTTP/1.1" status: 200 len: 1130 time: 0.1525755 Oct 04 20:44:15.087470 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 05f72eca-8b1a-4fc7-aed3-0f1063b71f95 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:44:15.209457 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-13ddb990-bde9-44ff-bf5b-39871ae973bc None None] Publish callbacks [] for port (93683b22-611c-400c-806f-d5cec0e2d548), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:15.288451 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-13ddb990-bde9-44ff-bf5b-39871ae973bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (93683b22-611c-400c-806f-d5cec0e2d548), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:15.347540 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-13ddb990-bde9-44ff-bf5b-39871ae973bc None None] Attempting to bind port 93683b22-611c-400c-806f-d5cec0e2d548 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:44:15.348123 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-13ddb990-bde9-44ff-bf5b-39871ae973bc None None] Attempting to bind port 93683b22-611c-400c-806f-d5cec0e2d548 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:44:15.348881 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ddb990-bde9-44ff-bf5b-39871ae973bc None None] Attempting to bind port 93683b22-611c-400c-806f-d5cec0e2d548 on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:44:15.493581 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-99917df2-a1bc-4121-a0e1-bddc0dafca7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:15.532676 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f72f73d7-0da0-40d5-b881-c7a2b5a01686 admin admin] Publish callbacks [] for port (4b27d18e-f572-4e7c-a52b-4661d03f0afd), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:15.633643 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device e7face03-f5ca-470d-ba1f-9b74713e1d67 details requested by agent hyperv_n-h1-852085-12 with host n-h1-852085-12 {{(pid=108171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 20:44:15.640710 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ddb990-bde9-44ff-bf5b-39871ae973bc None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:44:15.640710 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ddb990-bde9-44ff-bf5b-39871ae973bc None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:44:15.642756 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-13ddb990-bde9-44ff-bf5b-39871ae973bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:15.643837 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ddb990-bde9-44ff-bf5b-39871ae973bc None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:44:15.644722 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-13ddb990-bde9-44ff-bf5b-39871ae973bc None None] Bound port: 93683b22-611c-400c-806f-d5cec0e2d548, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:44:15.645387 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-13ddb990-bde9-44ff-bf5b-39871ae973bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (93683b22-611c-400c-806f-d5cec0e2d548), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:15.668131 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-8dc447ee-a2a2-4d1f-9016-5fc2f4c792c2 req-ae745664-15b2-4965-840c-b04171d85a8b service neutron] 10.222.0.83 "GET /networking/v2.0/security-groups?id=0b5e75b1-9fa8-4cc9-86ca-a77492b60a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5740623 Oct 04 20:44:15.694628 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:15.714415 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f72f73d7-0da0-40d5-b881-c7a2b5a01686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (4b27d18e-f572-4e7c-a52b-4661d03f0afd), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:15.792903 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-13ddb990-bde9-44ff-bf5b-39871ae973bc None None] For port 93683b22-611c-400c-806f-d5cec0e2d548, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:44:15.804161 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-13ddb990-bde9-44ff-bf5b-39871ae973bc None None] For port 93683b22-611c-400c-806f-d5cec0e2d548, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=93683b22-611c-400c-806f-d5cec0e2d548,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:44:15.881904 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7943089d-e826-4bff-8674-4b10833707fb None None] Pushing event updated for resources: {'Port': ['ID=93683b22-611c-400c-806f-d5cec0e2d548,revision_number=2']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:44:15.912636 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7943089d-e826-4bff-8674-4b10833707fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:44:15.920537 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:15.923543 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7943089d-e826-4bff-8674-4b10833707fb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:44:15.924523 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7943089d-e826-4bff-8674-4b10833707fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:44:15.925102 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7943089d-e826-4bff-8674-4b10833707fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:44:15.925768 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7943089d-e826-4bff-8674-4b10833707fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:44:15.926354 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7943089d-e826-4bff-8674-4b10833707fb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:44:15.927225 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7943089d-e826-4bff-8674-4b10833707fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:44:15.928117 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7943089d-e826-4bff-8674-4b10833707fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:44:15.928117 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7943089d-e826-4bff-8674-4b10833707fb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:44:15.928699 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7943089d-e826-4bff-8674-4b10833707fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:44:15.929200 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7943089d-e826-4bff-8674-4b10833707fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:44:15.929789 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7943089d-e826-4bff-8674-4b10833707fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:44:15.930380 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7943089d-e826-4bff-8674-4b10833707fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:44:15.931324 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7943089d-e826-4bff-8674-4b10833707fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:44:15.931952 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7943089d-e826-4bff-8674-4b10833707fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:44:15.935201 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72f73d7-0da0-40d5-b881-c7a2b5a01686 admin admin] Pushing event updated for resources: {'Port': ['ID=4b27d18e-f572-4e7c-a52b-4661d03f0afd,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:44:15.950016 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-13ddb990-bde9-44ff-bf5b-39871ae973bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (93683b22-611c-400c-806f-d5cec0e2d548), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:15.999805 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72f73d7-0da0-40d5-b881-c7a2b5a01686 admin admin] Network 4b01a391-c7da-45cc-b2a5-65b181a347df is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:44:16.006999 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-f72f73d7-0da0-40d5-b881-c7a2b5a01686 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:44:16.017099 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72f73d7-0da0-40d5-b881-c7a2b5a01686 admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:44:16.324122 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ddb990-bde9-44ff-bf5b-39871ae973bc None None] Routers {'ff02f725-b677-48d0-a08a-cda2d9fa4a8f'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:44:16.326325 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-13ddb990-bde9-44ff-bf5b-39871ae973bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:43:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['ff02f725-b677-48d0-a08a-cda2d9fa4a8f'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:44:16.368297 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] For port e7face03-f5ca-470d-ba1f-9b74713e1d67, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=e7face03-f5ca-470d-ba1f-9b74713e1d67,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:44:16.372939 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f72f73d7-0da0-40d5-b881-c7a2b5a01686 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (ff02f725-b677-48d0-a08a-cda2d9fa4a8f), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:16.391489 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:16.394001 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Returning: {'device': 'e7face03-f5ca-470d-ba1f-9b74713e1d67', 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7', 'port_id': 'e7face03-f5ca-470d-ba1f-9b74713e1d67', 'mac_address': 'fa:16:3e:0c:90:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1956090-7ed7-4d05-a46e-a7b0885ca8e4', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 20:44:16.518985 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7943089d-e826-4bff-8674-4b10833707fb None None] Pushing event updated for resources: {'Port': ['ID=93683b22-611c-400c-806f-d5cec0e2d548,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:44:16.635436 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Current status of the port e7face03-f5ca-470d-ba1f-9b74713e1d67 is: DOWN; New status is: BUILD {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:44:16.644477 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (e7face03-f5ca-470d-ba1f-9b74713e1d67), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:16.739806 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7face03-f5ca-470d-ba1f-9b74713e1d67 {{(pid=108171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 20:44:16.854167 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-13ddb990-bde9-44ff-bf5b-39871ae973bc None None] Set router ff02f725-b677-48d0-a08a-cda2d9fa4a8f gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:44:16.875544 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] For port e7face03-f5ca-470d-ba1f-9b74713e1d67, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=e7face03-f5ca-470d-ba1f-9b74713e1d67,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:44:16.908935 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-62bb6a72-801a-4bb5-9de4-25f1e06539a0 None None] Provisioning complete for port 4b27d18e-f572-4e7c-a52b-4661d03f0afd triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:44:16.915754 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-62bb6a72-801a-4bb5-9de4-25f1e06539a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (4b27d18e-f572-4e7c-a52b-4661d03f0afd), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:16.916686 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-62bb6a72-801a-4bb5-9de4-25f1e06539a0 None None] Attempt 1 to provision port 4b27d18e-f572-4e7c-a52b-4661d03f0afd Oct 04 20:44:17.002047 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:17.009629 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (e7face03-f5ca-470d-ba1f-9b74713e1d67), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:17.105605 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f72f73d7-0da0-40d5-b881-c7a2b5a01686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (4b27d18e-f572-4e7c-a52b-4661d03f0afd), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:17.325879 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:17.479186 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-62bb6a72-801a-4bb5-9de4-25f1e06539a0 None None] Port 4b27d18e-f572-4e7c-a52b-4661d03f0afd cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:44:17.534080 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Pushing event updated for resources: {'Port': ['ID=e7face03-f5ca-470d-ba1f-9b74713e1d67,revision_number=7']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:44:17.588858 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] get_ports_and_sgs() called for port_ids ['e7face03-f5ca-470d-ba1f-9b74713e1d67'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:44:17.725182 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-13ddb990-bde9-44ff-bf5b-39871ae973bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff02f725-b677-48d0-a08a-cda2d9fa4a8f', 'name': 'tempest-MultipleCreateTestJSON-447574812-router', 'tenant_id': '9d5c0142707c420798e04f8826804031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '93683b22-611c-400c-806f-d5cec0e2d548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:44:00Z', 'updated_at': '2022-10-04T20:44:07Z', 'revision_number': 3, 'project_id': '9d5c0142707c420798e04f8826804031', 'gw_port': {'id': '93683b22-611c-400c-806f-d5cec0e2d548', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:48:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff02f725-b677-48d0-a08a-cda2d9fa4a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:44:03Z', 'updated_at': '2022-10-04T20:44:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:44:17.726049 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-dd34f1ea-52fb-4d49-8c98-5294cec5f580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:17.858884 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ddb990-bde9-44ff-bf5b-39871ae973bc None None] The sync data for ids ['ff02f725-b677-48d0-a08a-cda2d9fa4a8f'] in n-d-852085-12 is: [{'id': 'ff02f725-b677-48d0-a08a-cda2d9fa4a8f', 'name': 'tempest-MultipleCreateTestJSON-447574812-router', 'tenant_id': '9d5c0142707c420798e04f8826804031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '93683b22-611c-400c-806f-d5cec0e2d548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:44:00Z', 'updated_at': '2022-10-04T20:44:07Z', 'revision_number': 3, 'project_id': '9d5c0142707c420798e04f8826804031', 'gw_port': {'id': '93683b22-611c-400c-806f-d5cec0e2d548', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:48:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff02f725-b677-48d0-a08a-cda2d9fa4a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:44:03Z', 'updated_at': '2022-10-04T20:44:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:44:17.870216 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f72f73d7-0da0-40d5-b881-c7a2b5a01686 admin admin] Publish callbacks [] for port (4b27d18e-f572-4e7c-a52b-4661d03f0afd), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:17.985693 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f72f73d7-0da0-40d5-b881-c7a2b5a01686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (4b27d18e-f572-4e7c-a52b-4661d03f0afd), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:18.215366 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 38418) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:44:18.361406 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f72f73d7-0da0-40d5-b881-c7a2b5a01686 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (ff02f725-b677-48d0-a08a-cda2d9fa4a8f), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:18.573481 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72f73d7-0da0-40d5-b881-c7a2b5a01686 admin admin] Pushing event updated for resources: {'Port': ['ID=4b27d18e-f572-4e7c-a52b-4661d03f0afd,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:44:18.849900 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-b1be7f38-b5e8-494f-9e1c-071afcab9dcc admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-511442695-network', 'tenant_id': '35b911873f83408f8831ae7971cf021d'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:44:18.917969 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72f73d7-0da0-40d5-b881-c7a2b5a01686 admin admin] Network 4b01a391-c7da-45cc-b2a5-65b181a347df is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:44:18.922862 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-f72f73d7-0da0-40d5-b881-c7a2b5a01686 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:44:19.036014 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1be7f38-b5e8-494f-9e1c-071afcab9dcc admin admin] Made reservation on behalf of 35b911873f83408f8831ae7971cf021d for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:44:19.041027 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b1be7f38-b5e8-494f-9e1c-071afcab9dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:19.084697 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b1be7f38-b5e8-494f-9e1c-071afcab9dcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:19.599441 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b1be7f38-b5e8-494f-9e1c-071afcab9dcc admin admin] Publish callbacks [] for security_group (5365fc32-232e-4f85-a51e-27cebe4fbf09), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:19.648618 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device e7face03-f5ca-470d-ba1f-9b74713e1d67 up at agent hyperv_n-h1-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:44:19.670972 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b1be7f38-b5e8-494f-9e1c-071afcab9dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (5365fc32-232e-4f85-a51e-27cebe4fbf09), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:19.806424 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1be7f38-b5e8-494f-9e1c-071afcab9dcc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:44:19.812462 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f72f73d7-0da0-40d5-b881-c7a2b5a01686 admin admin] Router ff02f725-b677-48d0-a08a-cda2d9fa4a8f has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:44:19.886158 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1be7f38-b5e8-494f-9e1c-071afcab9dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5365fc32-232e-4f85-a51e-27cebe4fbf09,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:44:19.908417 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b1be7f38-b5e8-494f-9e1c-071afcab9dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (2c084218-fc20-4659-b369-6acfaaa90de9), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:19.910381 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-b1be7f38-b5e8-494f-9e1c-071afcab9dcc admin admin] Added segment 2c084218-fc20-4659-b369-6acfaaa90de9 of type vlan for network e9566301-491d-4b89-94f5-ade6a905db3e Oct 04 20:44:19.923531 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1be7f38-b5e8-494f-9e1c-071afcab9dcc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:44:19.924494 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1be7f38-b5e8-494f-9e1c-071afcab9dcc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:44:19.925334 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1be7f38-b5e8-494f-9e1c-071afcab9dcc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:44:19.926140 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1be7f38-b5e8-494f-9e1c-071afcab9dcc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:44:19.927971 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1be7f38-b5e8-494f-9e1c-071afcab9dcc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:44:19.932555 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1be7f38-b5e8-494f-9e1c-071afcab9dcc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:44:19.933761 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1be7f38-b5e8-494f-9e1c-071afcab9dcc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:44:19.934619 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1be7f38-b5e8-494f-9e1c-071afcab9dcc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:44:19.935549 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1be7f38-b5e8-494f-9e1c-071afcab9dcc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:44:19.947706 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1be7f38-b5e8-494f-9e1c-071afcab9dcc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:44:19.947706 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1be7f38-b5e8-494f-9e1c-071afcab9dcc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:44:19.947706 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1be7f38-b5e8-494f-9e1c-071afcab9dcc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:44:19.947706 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1be7f38-b5e8-494f-9e1c-071afcab9dcc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:44:19.947706 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1be7f38-b5e8-494f-9e1c-071afcab9dcc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:44:19.947706 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1be7f38-b5e8-494f-9e1c-071afcab9dcc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:44:20.186754 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 93683b22-611c-400c-806f-d5cec0e2d548 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:44:20.243912 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b1be7f38-b5e8-494f-9e1c-071afcab9dcc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (e9566301-491d-4b89-94f5-ade6a905db3e), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:20.246106 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-17c25905-8cff-4380-8313-99ef4f6d2d95 None None] Provisioning complete for port 4b27d18e-f572-4e7c-a52b-4661d03f0afd triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:44:20.246706 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-17c25905-8cff-4380-8313-99ef4f6d2d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (4b27d18e-f572-4e7c-a52b-4661d03f0afd), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:20.247921 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-17c25905-8cff-4380-8313-99ef4f6d2d95 None None] Attempt 1 to provision port 4b27d18e-f572-4e7c-a52b-4661d03f0afd Oct 04 20:44:20.257692 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:20.589682 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b1be7f38-b5e8-494f-9e1c-071afcab9dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (e9566301-491d-4b89-94f5-ade6a905db3e), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:20.592983 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1be7f38-b5e8-494f-9e1c-071afcab9dcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:44:20.594577 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b1be7f38-b5e8-494f-9e1c-071afcab9dcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:20.608923 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f72f73d7-0da0-40d5-b881-c7a2b5a01686 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:44:20.632985 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f72f73d7-0da0-40d5-b881-c7a2b5a01686 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/ff02f725-b677-48d0-a08a-cda2d9fa4a8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2752445 Oct 04 20:44:20.705652 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:20.730198 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-17c25905-8cff-4380-8313-99ef4f6d2d95 None None] Port 4b27d18e-f572-4e7c-a52b-4661d03f0afd cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:44:20.745636 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Provisioning complete for port e7face03-f5ca-470d-ba1f-9b74713e1d67 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:44:20.746273 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (e7face03-f5ca-470d-ba1f-9b74713e1d67), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:20.746854 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Attempt 1 to provision port e7face03-f5ca-470d-ba1f-9b74713e1d67 Oct 04 20:44:20.957348 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b1be7f38-b5e8-494f-9e1c-071afcab9dcc admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.7360208 Oct 04 20:44:20.959889 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 38432) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:44:20.970600 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-bfeb6596-dcb7-4e7a-aa72-c12c4b358bec admin admin] Request body: {'subnet': {'network_id': 'e9566301-491d-4b89-94f5-ade6a905db3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-511442695-subnet', 'tenant_id': '35b911873f83408f8831ae7971cf021d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:44:21.000886 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 93683b22-611c-400c-806f-d5cec0e2d548 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:44:21.008369 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (93683b22-611c-400c-806f-d5cec0e2d548), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:21.009059 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 93683b22-611c-400c-806f-d5cec0e2d548 Oct 04 20:44:21.108858 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1be7f38-b5e8-494f-9e1c-071afcab9dcc admin admin] Pushing event updated for resources: {'Network': ['ID=e9566301-491d-4b89-94f5-ade6a905db3e,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:44:21.163475 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfeb6596-dcb7-4e7a-aa72-c12c4b358bec admin admin] Made reservation on behalf of 35b911873f83408f8831ae7971cf021d for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:44:21.168530 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bfeb6596-dcb7-4e7a-aa72-c12c4b358bec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:21.173676 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network e9566301-491d-4b89-94f5-ade6a905db3e details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:44:21.864762 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:22.200722 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 93683b22-611c-400c-806f-d5cec0e2d548 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:44:22.201401 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (93683b22-611c-400c-806f-d5cec0e2d548), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:22.244882 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 93683b22-611c-400c-806f-d5cec0e2d548, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=93683b22-611c-400c-806f-d5cec0e2d548,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:44:22.248540 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:22.250785 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:22.252246 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:22.261208 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bfeb6596-dcb7-4e7a-aa72-c12c4b358bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (fe870727-a192-4399-999b-70dba0e1c5dc), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:22.263489 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Current status of the port e7face03-f5ca-470d-ba1f-9b74713e1d67 is: BUILD; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:44:22.268671 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (e7face03-f5ca-470d-ba1f-9b74713e1d67), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:22.328579 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (93683b22-611c-400c-806f-d5cec0e2d548), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:22.403612 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:22.547587 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=93683b22-611c-400c-806f-d5cec0e2d548,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:44:22.616180 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeb6596-dcb7-4e7a-aa72-c12c4b358bec admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe870727-a192-4399-999b-70dba0e1c5dc,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:44:22.636516 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfeb6596-dcb7-4e7a-aa72-c12c4b358bec admin admin] Checking segment: {'id': '2c084218-fc20-4659-b369-6acfaaa90de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e9566301-491d-4b89-94f5-ade6a905db3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:44:22.638437 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfeb6596-dcb7-4e7a-aa72-c12c4b358bec admin admin] Network hostable DHCP agents. Network: e9566301-491d-4b89-94f5-ade6a905db3e, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:44:22.740349 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] For port e7face03-f5ca-470d-ba1f-9b74713e1d67, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=e7face03-f5ca-470d-ba1f-9b74713e1d67,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:44:22.764350 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef07bc4c-9360-443c-879e-264a16ec2c40 None None] Sync routers for ids ['ff02f725-b677-48d0-a08a-cda2d9fa4a8f'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:44:22.804211 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef07bc4c-9360-443c-879e-264a16ec2c40 None None] Routers {'ff02f725-b677-48d0-a08a-cda2d9fa4a8f'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:44:22.844180 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-ef07bc4c-9360-443c-879e-264a16ec2c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:44:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['ff02f725-b677-48d0-a08a-cda2d9fa4a8f'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:44:22.909107 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfeb6596-dcb7-4e7a-aa72-c12c4b358bec admin admin] Network e9566301-491d-4b89-94f5-ade6a905db3e is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:44:23.232939 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (e7face03-f5ca-470d-ba1f-9b74713e1d67), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:23.257239 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-ef07bc4c-9360-443c-879e-264a16ec2c40 None None] Set router ff02f725-b677-48d0-a08a-cda2d9fa4a8f gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:44:23.539755 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Pushing event updated for resources: {'Port': ['ID=e7face03-f5ca-470d-ba1f-9b74713e1d67,revision_number=8']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:44:23.748043 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-ef07bc4c-9360-443c-879e-264a16ec2c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff02f725-b677-48d0-a08a-cda2d9fa4a8f', 'name': 'tempest-MultipleCreateTestJSON-447574812-router', 'tenant_id': '9d5c0142707c420798e04f8826804031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '93683b22-611c-400c-806f-d5cec0e2d548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:44:00Z', 'updated_at': '2022-10-04T20:44:16Z', 'revision_number': 4, 'project_id': '9d5c0142707c420798e04f8826804031', 'gw_port': {'id': '93683b22-611c-400c-806f-d5cec0e2d548', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:48:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff02f725-b677-48d0-a08a-cda2d9fa4a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:44:03Z', 'updated_at': '2022-10-04T20:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '4b27d18e-f572-4e7c-a52b-4661d03f0afd', 'name': '', 'network_id': '4b01a391-c7da-45cc-b2a5-65b181a347df', 'tenant_id': '9d5c0142707c420798e04f8826804031', 'mac_address': 'fa:16:3e:1e:89:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff02f725-b677-48d0-a08a-cda2d9fa4a8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '6b13f518-8ea4-45ec-b3f8-caf0c2508458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:44:13Z', 'updated_at': '2022-10-04T20:44:17Z', 'revision_number': 2, 'project_id': '9d5c0142707c420798e04f8826804031', 'subnets': [{'id': '6b13f518-8ea4-45ec-b3f8-caf0c2508458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:44:23.785113 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef07bc4c-9360-443c-879e-264a16ec2c40 None None] Checking router: ff02f725-b677-48d0-a08a-cda2d9fa4a8f for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:44:23.785550 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef07bc4c-9360-443c-879e-264a16ec2c40 None None] Updating router ff02f725-b677-48d0-a08a-cda2d9fa4a8f port 4b27d18e-f572-4e7c-a52b-4661d03f0afd binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:44:23.828678 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-bfeb6596-dcb7-4e7a-aa72-c12c4b358bec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, e9566301-491d-4b89-94f5-ade6a905db3e) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:44:23.829979 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfeb6596-dcb7-4e7a-aa72-c12c4b358bec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:44:23.833160 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bfeb6596-dcb7-4e7a-aa72-c12c4b358bec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:23.866446 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e46ec82-d67b-47b9-b120-564c95606752 None None] Network e9566301-491d-4b89-94f5-ade6a905db3e requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:44:24.041365 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 38446) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:44:24.050020 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-bfeb6596-dcb7-4e7a-aa72-c12c4b358bec admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 3.0859520 Oct 04 20:44:24.053532 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-ac0a8bf4-d08b-4d8c-8812-282ed9901959 admin admin] Request body: {'router': {'name': 'tempest-ServerAddressesNegativeTestJSON-511442695-router', 'tenant_id': '35b911873f83408f8831ae7971cf021d', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:44:24.226744 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ef07bc4c-9360-443c-879e-264a16ec2c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (4b27d18e-f572-4e7c-a52b-4661d03f0afd), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:24.232120 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ac0a8bf4-d08b-4d8c-8812-282ed9901959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (54a65f61-90c8-489c-9d7b-86b7c1d5fd1d), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:24.244716 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ac0a8bf4-d08b-4d8c-8812-282ed9901959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (54a65f61-90c8-489c-9d7b-86b7c1d5fd1d), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:24.517531 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ac0a8bf4-d08b-4d8c-8812-282ed9901959 admin admin] Publish callbacks [] for router_controller (54a65f61-90c8-489c-9d7b-86b7c1d5fd1d), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:25.086847 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 93683b22-611c-400c-806f-d5cec0e2d548 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:44:25.310603 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ac0a8bf4-d08b-4d8c-8812-282ed9901959 admin admin] Publish callbacks [] for router_gateway (54a65f61-90c8-489c-9d7b-86b7c1d5fd1d), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:25.615816 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=77,neutron:INSERT=13,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:25.618116 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ef07bc4c-9360-443c-879e-264a16ec2c40 None None] Publish callbacks [] for port (4b27d18e-f572-4e7c-a52b-4661d03f0afd), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:25.628584 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171e859c-b691-4f82-94ec-8552e9f5d05a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-e9566301-491d-4b89-94f5-ade6a905db3e', 'network_id': 'e9566301-491d-4b89-94f5-ade6a905db3e', 'project_id': '35b911873f83408f8831ae7971cf021d', 'fixed_ips': [{'subnet_id': 'fe870727-a192-4399-999b-70dba0e1c5dc'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:44:25.635413 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-171e859c-b691-4f82-94ec-8552e9f5d05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:25.640132 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:25.647601 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:25.762535 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 93683b22-611c-400c-806f-d5cec0e2d548 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:44:25.763605 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (93683b22-611c-400c-806f-d5cec0e2d548), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:25.764460 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 93683b22-611c-400c-806f-d5cec0e2d548 Oct 04 20:44:25.830082 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ef07bc4c-9360-443c-879e-264a16ec2c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (4b27d18e-f572-4e7c-a52b-4661d03f0afd), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:26.160506 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c0603e-f597-4150-84a0-4c1227f11839 None None] Pushing event updated for resources: {'Port': ['ID=4b27d18e-f572-4e7c-a52b-4661d03f0afd,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:44:26.209890 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:26.389543 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-171e859c-b691-4f82-94ec-8552e9f5d05a None None] Allocated IP 172.20.0.2 (e9566301-491d-4b89-94f5-ade6a905db3e/fe870727-a192-4399-999b-70dba0e1c5dc/e3fde13d-c9af-4663-bae3-9edc4e5734e9) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:44:26.476352 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ac0a8bf4-d08b-4d8c-8812-282ed9901959 admin admin] Publish callbacks [] for router_gateway (54a65f61-90c8-489c-9d7b-86b7c1d5fd1d), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:26.609734 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ac0a8bf4-d08b-4d8c-8812-282ed9901959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:26.625859 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-ef07bc4c-9360-443c-879e-264a16ec2c40 None None] Attempting to bind port 4b27d18e-f572-4e7c-a52b-4661d03f0afd on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:44:26.626460 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-ef07bc4c-9360-443c-879e-264a16ec2c40 None None] Attempting to bind port 4b27d18e-f572-4e7c-a52b-4661d03f0afd by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'dd7f8b17-f498-4dbc-a19e-5f1313affc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4b01a391-c7da-45cc-b2a5-65b181a347df'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:44:26.627055 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef07bc4c-9360-443c-879e-264a16ec2c40 None None] Attempting to bind port 4b27d18e-f572-4e7c-a52b-4661d03f0afd on network 4b01a391-c7da-45cc-b2a5-65b181a347df {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:44:26.994112 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 93683b22-611c-400c-806f-d5cec0e2d548 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:44:27.006800 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef07bc4c-9360-443c-879e-264a16ec2c40 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:44:27.022750 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef07bc4c-9360-443c-879e-264a16ec2c40 None None] Checking segment: {'id': 'dd7f8b17-f498-4dbc-a19e-5f1313affc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4b01a391-c7da-45cc-b2a5-65b181a347df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:44:27.023587 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ef07bc4c-9360-443c-879e-264a16ec2c40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:27.028263 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef07bc4c-9360-443c-879e-264a16ec2c40 None None] Bound using segment: {'id': 'dd7f8b17-f498-4dbc-a19e-5f1313affc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4b01a391-c7da-45cc-b2a5-65b181a347df'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:44:27.037826 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-ef07bc4c-9360-443c-879e-264a16ec2c40 None None] Bound port: 4b27d18e-f572-4e7c-a52b-4661d03f0afd, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd7f8b17-f498-4dbc-a19e-5f1313affc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4b01a391-c7da-45cc-b2a5-65b181a347df'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:44:27.037826 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ef07bc4c-9360-443c-879e-264a16ec2c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (4b27d18e-f572-4e7c-a52b-4661d03f0afd), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:27.136409 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-ac0a8bf4-d08b-4d8c-8812-282ed9901959 admin admin] Allocated IP 172.25.5.92 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/931cf843-c575-41a5-be9a-52fee967341d) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:44:27.322722 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:27.652962 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ac0a8bf4-d08b-4d8c-8812-282ed9901959 admin admin] Publish callbacks [] for port (931cf843-c575-41a5-be9a-52fee967341d), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:27.734593 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-ef07bc4c-9360-443c-879e-264a16ec2c40 None None] For port 4b27d18e-f572-4e7c-a52b-4661d03f0afd, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:44:27.751267 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=74,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:27.808201 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-ef07bc4c-9360-443c-879e-264a16ec2c40 None None] For port 4b27d18e-f572-4e7c-a52b-4661d03f0afd, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=4b27d18e-f572-4e7c-a52b-4661d03f0afd,segment=NetworkSegment(dd7f8b17-f498-4dbc-a19e-5f1313affc9c),segment_id=dd7f8b17-f498-4dbc-a19e-5f1313affc9c)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:44:27.837474 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-171e859c-b691-4f82-94ec-8552e9f5d05a None None] Publish callbacks [] for port (e3fde13d-c9af-4663-bae3-9edc4e5734e9), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:27.853346 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 38466) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:44:27.902907 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ef07bc4c-9360-443c-879e-264a16ec2c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (4b27d18e-f572-4e7c-a52b-4661d03f0afd), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:27.905342 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ac0a8bf4-d08b-4d8c-8812-282ed9901959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (931cf843-c575-41a5-be9a-52fee967341d), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:28.206956 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0a8bf4-d08b-4d8c-8812-282ed9901959 admin admin] Pushing event updated for resources: {'Port': ['ID=931cf843-c575-41a5-be9a-52fee967341d,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:44:28.294449 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0a8bf4-d08b-4d8c-8812-282ed9901959 admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:44:28.307172 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-ac0a8bf4-d08b-4d8c-8812-282ed9901959 admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:44:28.316583 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0a8bf4-d08b-4d8c-8812-282ed9901959 admin admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:44:28.341224 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c0603e-f597-4150-84a0-4c1227f11839 None None] Pushing event updated for resources: {'Port': ['ID=4b27d18e-f572-4e7c-a52b-4661d03f0afd,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:44:28.358760 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef07bc4c-9360-443c-879e-264a16ec2c40 None None] Routers {'ff02f725-b677-48d0-a08a-cda2d9fa4a8f'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:44:28.365443 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-ef07bc4c-9360-443c-879e-264a16ec2c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:44:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['ff02f725-b677-48d0-a08a-cda2d9fa4a8f'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:44:28.369811 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-171e859c-b691-4f82-94ec-8552e9f5d05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (e3fde13d-c9af-4663-bae3-9edc4e5734e9), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:28.561261 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9e547d80-bf16-4f67-8e49-e0348328054a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:28.643281 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e859c-b691-4f82-94ec-8552e9f5d05a None None] Pushing event updated for resources: {'Port': ['ID=e3fde13d-c9af-4663-bae3-9edc4e5734e9,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:44:28.677871 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171e859c-b691-4f82-94ec-8552e9f5d05a None None] Network e9566301-491d-4b89-94f5-ade6a905db3e is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:44:28.684461 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-171e859c-b691-4f82-94ec-8552e9f5d05a None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:44:28.691862 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171e859c-b691-4f82-94ec-8552e9f5d05a None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:44:28.765586 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9e547d80-bf16-4f67-8e49-e0348328054a admin admin] Publish callbacks [] for security_group (f3fb72a5-b8f5-4976-8053-06d28a617015), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:28.865402 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9e547d80-bf16-4f67-8e49-e0348328054a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (f3fb72a5-b8f5-4976-8053-06d28a617015), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:28.933629 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-9e547d80-bf16-4f67-8e49-e0348328054a admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=3144071d6ca344e29f2c4e2e52dcdb5a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0782821 Oct 04 20:44:28.938631 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 38470) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:44:28.988896 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e547d80-bf16-4f67-8e49-e0348328054a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3fb72a5-b8f5-4976-8053-06d28a617015,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:44:29.167126 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-40de8eb0-8a91-4daa-b35b-61c138b3c317 admin admin] Publish callbacks [] for security_group (f3fb72a5-b8f5-4976-8053-06d28a617015), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:29.233871 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:29.264111 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-171e859c-b691-4f82-94ec-8552e9f5d05a None None] Attempting to bind port e3fde13d-c9af-4663-bae3-9edc4e5734e9 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:44:29.276114 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-171e859c-b691-4f82-94ec-8552e9f5d05a None None] Attempting to bind port e3fde13d-c9af-4663-bae3-9edc4e5734e9 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '2c084218-fc20-4659-b369-6acfaaa90de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e9566301-491d-4b89-94f5-ade6a905db3e'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:44:29.285738 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171e859c-b691-4f82-94ec-8552e9f5d05a None None] Attempting to bind port e3fde13d-c9af-4663-bae3-9edc4e5734e9 on network e9566301-491d-4b89-94f5-ade6a905db3e {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:44:29.326998 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-40de8eb0-8a91-4daa-b35b-61c138b3c317 admin admin] Publish callbacks [] for security_group (f3fb72a5-b8f5-4976-8053-06d28a617015), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:29.356200 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-ef07bc4c-9360-443c-879e-264a16ec2c40 None None] Set router ff02f725-b677-48d0-a08a-cda2d9fa4a8f gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:44:29.605897 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-40de8eb0-8a91-4daa-b35b-61c138b3c317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (f3fb72a5-b8f5-4976-8053-06d28a617015), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:29.618837 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-40de8eb0-8a91-4daa-b35b-61c138b3c317 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:29.628564 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-40de8eb0-8a91-4daa-b35b-61c138b3c317 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/f3fb72a5-b8f5-4976-8053-06d28a617015 HTTP/1.1" status: 204 len: 168 time: 0.6822555 Oct 04 20:44:29.684099 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40de8eb0-8a91-4daa-b35b-61c138b3c317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3fb72a5-b8f5-4976-8053-06d28a617015,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:44:29.750328 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40de8eb0-8a91-4daa-b35b-61c138b3c317 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:44:29.751009 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40de8eb0-8a91-4daa-b35b-61c138b3c317 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:44:29.751951 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40de8eb0-8a91-4daa-b35b-61c138b3c317 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:44:29.752550 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40de8eb0-8a91-4daa-b35b-61c138b3c317 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:44:29.756387 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40de8eb0-8a91-4daa-b35b-61c138b3c317 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:44:29.761076 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40de8eb0-8a91-4daa-b35b-61c138b3c317 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:44:29.767715 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40de8eb0-8a91-4daa-b35b-61c138b3c317 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:44:29.767715 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40de8eb0-8a91-4daa-b35b-61c138b3c317 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:44:29.767715 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40de8eb0-8a91-4daa-b35b-61c138b3c317 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:44:29.770416 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40de8eb0-8a91-4daa-b35b-61c138b3c317 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:44:29.775395 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40de8eb0-8a91-4daa-b35b-61c138b3c317 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:44:29.776375 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40de8eb0-8a91-4daa-b35b-61c138b3c317 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:44:29.779331 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40de8eb0-8a91-4daa-b35b-61c138b3c317 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:44:29.780169 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40de8eb0-8a91-4daa-b35b-61c138b3c317 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:44:29.784478 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40de8eb0-8a91-4daa-b35b-61c138b3c317 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:44:30.025340 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:30.102382 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171e859c-b691-4f82-94ec-8552e9f5d05a None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:44:30.104399 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171e859c-b691-4f82-94ec-8552e9f5d05a None None] Checking segment: {'id': '2c084218-fc20-4659-b369-6acfaaa90de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e9566301-491d-4b89-94f5-ade6a905db3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:44:30.105107 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-171e859c-b691-4f82-94ec-8552e9f5d05a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:30.106229 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171e859c-b691-4f82-94ec-8552e9f5d05a None None] Bound using segment: {'id': '2c084218-fc20-4659-b369-6acfaaa90de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e9566301-491d-4b89-94f5-ade6a905db3e'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:44:30.106988 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-171e859c-b691-4f82-94ec-8552e9f5d05a None None] Bound port: e3fde13d-c9af-4663-bae3-9edc4e5734e9, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c084218-fc20-4659-b369-6acfaaa90de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e9566301-491d-4b89-94f5-ade6a905db3e'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:44:30.113747 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-171e859c-b691-4f82-94ec-8552e9f5d05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (e3fde13d-c9af-4663-bae3-9edc4e5734e9), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:30.162881 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ac0a8bf4-d08b-4d8c-8812-282ed9901959 admin admin] Publish callbacks [] for router_gateway (54a65f61-90c8-489c-9d7b-86b7c1d5fd1d), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:30.339947 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:INSERT=12 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:30.610415 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-171e859c-b691-4f82-94ec-8552e9f5d05a None None] For port e3fde13d-c9af-4663-bae3-9edc4e5734e9, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:44:30.745863 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-171e859c-b691-4f82-94ec-8552e9f5d05a None None] For port e3fde13d-c9af-4663-bae3-9edc4e5734e9, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=e3fde13d-c9af-4663-bae3-9edc4e5734e9,segment=NetworkSegment(2c084218-fc20-4659-b369-6acfaaa90de9),segment_id=2c084218-fc20-4659-b369-6acfaaa90de9)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:44:30.921970 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-ef07bc4c-9360-443c-879e-264a16ec2c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff02f725-b677-48d0-a08a-cda2d9fa4a8f', 'name': 'tempest-MultipleCreateTestJSON-447574812-router', 'tenant_id': '9d5c0142707c420798e04f8826804031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '93683b22-611c-400c-806f-d5cec0e2d548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:44:00Z', 'updated_at': '2022-10-04T20:44:16Z', 'revision_number': 4, 'project_id': '9d5c0142707c420798e04f8826804031', 'gw_port': {'id': '93683b22-611c-400c-806f-d5cec0e2d548', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:48:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff02f725-b677-48d0-a08a-cda2d9fa4a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:44:03Z', 'updated_at': '2022-10-04T20:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '4b27d18e-f572-4e7c-a52b-4661d03f0afd', 'name': '', 'network_id': '4b01a391-c7da-45cc-b2a5-65b181a347df', 'tenant_id': '9d5c0142707c420798e04f8826804031', 'mac_address': 'fa:16:3e:1e:89:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff02f725-b677-48d0-a08a-cda2d9fa4a8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '6b13f518-8ea4-45ec-b3f8-caf0c2508458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:44:13Z', 'updated_at': '2022-10-04T20:44:27Z', 'revision_number': 4, 'project_id': '9d5c0142707c420798e04f8826804031', 'subnets': [{'id': '6b13f518-8ea4-45ec-b3f8-caf0c2508458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:44:31.037795 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-171e859c-b691-4f82-94ec-8552e9f5d05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (e3fde13d-c9af-4663-bae3-9edc4e5734e9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:31.050262 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef07bc4c-9360-443c-879e-264a16ec2c40 None None] The sync data for ids ['ff02f725-b677-48d0-a08a-cda2d9fa4a8f'] in n-d-852085-12 is: [{'id': 'ff02f725-b677-48d0-a08a-cda2d9fa4a8f', 'name': 'tempest-MultipleCreateTestJSON-447574812-router', 'tenant_id': '9d5c0142707c420798e04f8826804031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '93683b22-611c-400c-806f-d5cec0e2d548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:44:00Z', 'updated_at': '2022-10-04T20:44:16Z', 'revision_number': 4, 'project_id': '9d5c0142707c420798e04f8826804031', 'gw_port': {'id': '93683b22-611c-400c-806f-d5cec0e2d548', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:48:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff02f725-b677-48d0-a08a-cda2d9fa4a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:44:03Z', 'updated_at': '2022-10-04T20:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '4b27d18e-f572-4e7c-a52b-4661d03f0afd', 'name': '', 'network_id': '4b01a391-c7da-45cc-b2a5-65b181a347df', 'tenant_id': '9d5c0142707c420798e04f8826804031', 'mac_address': 'fa:16:3e:1e:89:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff02f725-b677-48d0-a08a-cda2d9fa4a8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '6b13f518-8ea4-45ec-b3f8-caf0c2508458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:44:13Z', 'updated_at': '2022-10-04T20:44:27Z', 'revision_number': 4, 'project_id': '9d5c0142707c420798e04f8826804031', 'subnets': [{'id': '6b13f518-8ea4-45ec-b3f8-caf0c2508458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:44:31.289663 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ac0a8bf4-d08b-4d8c-8812-282ed9901959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (54a65f61-90c8-489c-9d7b-86b7c1d5fd1d), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:31.355408 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:31.392509 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e859c-b691-4f82-94ec-8552e9f5d05a None None] Pushing event updated for resources: {'Port': ['ID=e3fde13d-c9af-4663-bae3-9edc4e5734e9,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:44:31.453994 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171e859c-b691-4f82-94ec-8552e9f5d05a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:44:31.454542 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171e859c-b691-4f82-94ec-8552e9f5d05a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:44:31.455157 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171e859c-b691-4f82-94ec-8552e9f5d05a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:44:31.455688 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171e859c-b691-4f82-94ec-8552e9f5d05a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:44:31.456219 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171e859c-b691-4f82-94ec-8552e9f5d05a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:44:31.456735 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171e859c-b691-4f82-94ec-8552e9f5d05a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:44:31.457627 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171e859c-b691-4f82-94ec-8552e9f5d05a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:44:31.458172 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171e859c-b691-4f82-94ec-8552e9f5d05a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:44:31.459102 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171e859c-b691-4f82-94ec-8552e9f5d05a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:44:31.468880 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171e859c-b691-4f82-94ec-8552e9f5d05a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:44:31.469918 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171e859c-b691-4f82-94ec-8552e9f5d05a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:44:31.470503 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171e859c-b691-4f82-94ec-8552e9f5d05a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:44:31.471085 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171e859c-b691-4f82-94ec-8552e9f5d05a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:44:31.471672 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171e859c-b691-4f82-94ec-8552e9f5d05a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:44:31.472320 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171e859c-b691-4f82-94ec-8552e9f5d05a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:44:32.021092 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac0a8bf4-d08b-4d8c-8812-282ed9901959 admin admin] Router 54a65f61-90c8-489c-9d7b-86b7c1d5fd1d is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:44:32.065299 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:32.518694 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac0a8bf4-d08b-4d8c-8812-282ed9901959 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:44:32.539048 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26551ef-388f-40f2-91a7-8add2e50f9e5 None None] Sync routers for ids ['54a65f61-90c8-489c-9d7b-86b7c1d5fd1d'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:44:32.584671 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26551ef-388f-40f2-91a7-8add2e50f9e5 None None] Routers {'54a65f61-90c8-489c-9d7b-86b7c1d5fd1d'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:44:32.586721 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-c26551ef-388f-40f2-91a7-8add2e50f9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:44:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['54a65f61-90c8-489c-9d7b-86b7c1d5fd1d'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:44:32.673205 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ac0a8bf4-d08b-4d8c-8812-282ed9901959 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:32.689942 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-ac0a8bf4-d08b-4d8c-8812-282ed9901959 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 932 time: 8.6466212 Oct 04 20:44:32.694606 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 38492) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:44:33.549592 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-c26551ef-388f-40f2-91a7-8add2e50f9e5 None None] Set router 54a65f61-90c8-489c-9d7b-86b7c1d5fd1d gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:44:33.615103 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:33.874187 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 4b27d18e-f572-4e7c-a52b-4661d03f0afd up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:44:33.911662 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-c26551ef-388f-40f2-91a7-8add2e50f9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a65f61-90c8-489c-9d7b-86b7c1d5fd1d', 'name': 'tempest-ServerAddressesNegativeTestJSON-511442695-router', 'tenant_id': '35b911873f83408f8831ae7971cf021d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '931cf843-c575-41a5-be9a-52fee967341d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:44:24Z', 'updated_at': '2022-10-04T20:44:29Z', 'revision_number': 3, 'project_id': '35b911873f83408f8831ae7971cf021d', 'gw_port': {'id': '931cf843-c575-41a5-be9a-52fee967341d', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:57:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54a65f61-90c8-489c-9d7b-86b7c1d5fd1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:44:26Z', 'updated_at': '2022-10-04T20:44:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:44:34.004623 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26551ef-388f-40f2-91a7-8add2e50f9e5 None None] Checking router: 54a65f61-90c8-489c-9d7b-86b7c1d5fd1d for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:44:34.006807 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26551ef-388f-40f2-91a7-8add2e50f9e5 None None] Updating router 54a65f61-90c8-489c-9d7b-86b7c1d5fd1d port 931cf843-c575-41a5-be9a-52fee967341d binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:44:34.119909 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f284736-2382-47ad-94d2-d1a1f95c4ea7 None None] Network e9566301-491d-4b89-94f5-ade6a905db3e requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:44:34.166205 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-c26551ef-388f-40f2-91a7-8add2e50f9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (931cf843-c575-41a5-be9a-52fee967341d), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:34.266618 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:34.870750 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ff9871d2-1b9f-4e02-b9a1-99d61e340cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:35.138324 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 4b27d18e-f572-4e7c-a52b-4661d03f0afd triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:44:35.139663 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (4b27d18e-f572-4e7c-a52b-4661d03f0afd), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:35.139818 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 4b27d18e-f572-4e7c-a52b-4661d03f0afd Oct 04 20:44:35.242817 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-c26551ef-388f-40f2-91a7-8add2e50f9e5 None None] Publish callbacks [] for port (931cf843-c575-41a5-be9a-52fee967341d), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:35.248288 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-9f65a86c-23e2-4689-8d69-e2b46984f26d None None] Provisioning complete for port e3fde13d-c9af-4663-bae3-9edc4e5734e9 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:44:35.248686 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9f65a86c-23e2-4689-8d69-e2b46984f26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (e3fde13d-c9af-4663-bae3-9edc4e5734e9), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:35.249034 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-9f65a86c-23e2-4689-8d69-e2b46984f26d None None] Attempt 1 to provision port e3fde13d-c9af-4663-bae3-9edc4e5734e9 Oct 04 20:44:35.367694 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-c26551ef-388f-40f2-91a7-8add2e50f9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (931cf843-c575-41a5-be9a-52fee967341d), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:35.621436 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-c26551ef-388f-40f2-91a7-8add2e50f9e5 None None] Attempting to bind port 931cf843-c575-41a5-be9a-52fee967341d on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:44:35.627834 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-c26551ef-388f-40f2-91a7-8add2e50f9e5 None None] Attempting to bind port 931cf843-c575-41a5-be9a-52fee967341d by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:44:35.628838 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:35.630701 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26551ef-388f-40f2-91a7-8add2e50f9e5 None None] Attempting to bind port 931cf843-c575-41a5-be9a-52fee967341d on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:44:35.812679 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731880a9-7005-41c5-ae6f-48906c071938 None None] Pushing event updated for resources: {'Port': ['ID=931cf843-c575-41a5-be9a-52fee967341d,revision_number=2']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:44:35.866924 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 4b27d18e-f572-4e7c-a52b-4661d03f0afd is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:44:35.867463 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (4b27d18e-f572-4e7c-a52b-4661d03f0afd), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:35.908682 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-ff9871d2-1b9f-4e02-b9a1-99d61e340cec admin admin] Allocated IP 172.20.0.1 (e9566301-491d-4b89-94f5-ade6a905db3e/fe870727-a192-4399-999b-70dba0e1c5dc/59206a96-6386-445c-a95c-c1869991d647) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:44:35.930090 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-9f65a86c-23e2-4689-8d69-e2b46984f26d None None] Current status of the port e3fde13d-c9af-4663-bae3-9edc4e5734e9 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:44:35.935517 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9f65a86c-23e2-4689-8d69-e2b46984f26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (e3fde13d-c9af-4663-bae3-9edc4e5734e9), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:35.948472 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26551ef-388f-40f2-91a7-8add2e50f9e5 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:44:35.949074 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26551ef-388f-40f2-91a7-8add2e50f9e5 None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:44:35.949757 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-c26551ef-388f-40f2-91a7-8add2e50f9e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:35.950434 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26551ef-388f-40f2-91a7-8add2e50f9e5 None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:44:35.959114 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-c26551ef-388f-40f2-91a7-8add2e50f9e5 None None] Bound port: 931cf843-c575-41a5-be9a-52fee967341d, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:44:35.960013 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-c26551ef-388f-40f2-91a7-8add2e50f9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (931cf843-c575-41a5-be9a-52fee967341d), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:36.086710 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 4b27d18e-f572-4e7c-a52b-4661d03f0afd, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=4b27d18e-f572-4e7c-a52b-4661d03f0afd,segment=NetworkSegment(dd7f8b17-f498-4dbc-a19e-5f1313affc9c),segment_id=dd7f8b17-f498-4dbc-a19e-5f1313affc9c)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:44:36.229005 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:36.267483 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-9f65a86c-23e2-4689-8d69-e2b46984f26d None None] For port e3fde13d-c9af-4663-bae3-9edc4e5734e9, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=e3fde13d-c9af-4663-bae3-9edc4e5734e9,segment=NetworkSegment(2c084218-fc20-4659-b369-6acfaaa90de9),segment_id=2c084218-fc20-4659-b369-6acfaaa90de9)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:44:36.277161 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (4b27d18e-f572-4e7c-a52b-4661d03f0afd), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:36.285541 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device e3fde13d-c9af-4663-bae3-9edc4e5734e9 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:44:36.317160 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-c26551ef-388f-40f2-91a7-8add2e50f9e5 None None] For port 931cf843-c575-41a5-be9a-52fee967341d, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:44:36.338839 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-c26551ef-388f-40f2-91a7-8add2e50f9e5 None None] For port 931cf843-c575-41a5-be9a-52fee967341d, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=931cf843-c575-41a5-be9a-52fee967341d,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:44:36.431909 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9f65a86c-23e2-4689-8d69-e2b46984f26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (e3fde13d-c9af-4663-bae3-9edc4e5734e9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:36.508116 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ff9871d2-1b9f-4e02-b9a1-99d61e340cec admin admin] Publish callbacks [] for port (59206a96-6386-445c-a95c-c1869991d647), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:36.680590 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-c26551ef-388f-40f2-91a7-8add2e50f9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (931cf843-c575-41a5-be9a-52fee967341d), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:36.858717 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ff9871d2-1b9f-4e02-b9a1-99d61e340cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (59206a96-6386-445c-a95c-c1869991d647), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:36.863630 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=4b27d18e-f572-4e7c-a52b-4661d03f0afd,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:44:36.888884 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e8d0bffe-ecfc-460d-8387-a2e41d4ca7fd None None] Provisioning complete for port e3fde13d-c9af-4663-bae3-9edc4e5734e9 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:44:36.889475 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e8d0bffe-ecfc-460d-8387-a2e41d4ca7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (e3fde13d-c9af-4663-bae3-9edc4e5734e9), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:36.890022 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e8d0bffe-ecfc-460d-8387-a2e41d4ca7fd None None] Attempt 1 to provision port e3fde13d-c9af-4663-bae3-9edc4e5734e9 Oct 04 20:44:36.936865 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731880a9-7005-41c5-ae6f-48906c071938 None None] Pushing event updated for resources: {'Port': ['ID=931cf843-c575-41a5-be9a-52fee967341d,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:44:36.949724 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26551ef-388f-40f2-91a7-8add2e50f9e5 None None] Routers {'54a65f61-90c8-489c-9d7b-86b7c1d5fd1d'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:44:36.950860 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-c26551ef-388f-40f2-91a7-8add2e50f9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:44:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['54a65f61-90c8-489c-9d7b-86b7c1d5fd1d'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:44:37.046476 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:37.048397 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f65a86c-23e2-4689-8d69-e2b46984f26d None None] Pushing event updated for resources: {'Port': ['ID=e3fde13d-c9af-4663-bae3-9edc4e5734e9,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:44:37.150885 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port e3fde13d-c9af-4663-bae3-9edc4e5734e9 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:44:37.150885 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (e3fde13d-c9af-4663-bae3-9edc4e5734e9), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:37.150885 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port e3fde13d-c9af-4663-bae3-9edc4e5734e9 Oct 04 20:44:37.174262 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9871d2-1b9f-4e02-b9a1-99d61e340cec admin admin] Pushing event updated for resources: {'Port': ['ID=59206a96-6386-445c-a95c-c1869991d647,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:44:37.186085 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-c26551ef-388f-40f2-91a7-8add2e50f9e5 None None] Set router 54a65f61-90c8-489c-9d7b-86b7c1d5fd1d gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:44:37.213991 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9871d2-1b9f-4e02-b9a1-99d61e340cec admin admin] Network e9566301-491d-4b89-94f5-ade6a905db3e is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:44:37.216989 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-ff9871d2-1b9f-4e02-b9a1-99d61e340cec admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:44:37.228646 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9871d2-1b9f-4e02-b9a1-99d61e340cec admin admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:44:37.396357 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ff9871d2-1b9f-4e02-b9a1-99d61e340cec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (54a65f61-90c8-489c-9d7b-86b7c1d5fd1d), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:37.405947 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:37.411472 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e8d0bffe-ecfc-460d-8387-a2e41d4ca7fd None None] Current status of the port e3fde13d-c9af-4663-bae3-9edc4e5734e9 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:44:37.546319 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port e3fde13d-c9af-4663-bae3-9edc4e5734e9 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:44:37.905224 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-6bacc799-972c-4625-a330-732b271b0ba4 None None] Provisioning complete for port 59206a96-6386-445c-a95c-c1869991d647 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:44:37.905224 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6bacc799-972c-4625-a330-732b271b0ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (59206a96-6386-445c-a95c-c1869991d647), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:37.905594 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-6bacc799-972c-4625-a330-732b271b0ba4 None None] Attempt 1 to provision port 59206a96-6386-445c-a95c-c1869991d647 Oct 04 20:44:38.033512 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-6bacc799-972c-4625-a330-732b271b0ba4 None None] Port 59206a96-6386-445c-a95c-c1869991d647 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:44:38.086013 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 4b27d18e-f572-4e7c-a52b-4661d03f0afd up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:44:38.161511 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ff9871d2-1b9f-4e02-b9a1-99d61e340cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (59206a96-6386-445c-a95c-c1869991d647), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:38.291621 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-c26551ef-388f-40f2-91a7-8add2e50f9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a65f61-90c8-489c-9d7b-86b7c1d5fd1d', 'name': 'tempest-ServerAddressesNegativeTestJSON-511442695-router', 'tenant_id': '35b911873f83408f8831ae7971cf021d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '931cf843-c575-41a5-be9a-52fee967341d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:44:24Z', 'updated_at': '2022-10-04T20:44:29Z', 'revision_number': 3, 'project_id': '35b911873f83408f8831ae7971cf021d', 'gw_port': {'id': '931cf843-c575-41a5-be9a-52fee967341d', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:57:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54a65f61-90c8-489c-9d7b-86b7c1d5fd1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:44:26Z', 'updated_at': '2022-10-04T20:44:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:44:38.303105 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:38.308087 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 4b27d18e-f572-4e7c-a52b-4661d03f0afd triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:44:38.310868 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (4b27d18e-f572-4e7c-a52b-4661d03f0afd), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:38.311576 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 4b27d18e-f572-4e7c-a52b-4661d03f0afd Oct 04 20:44:38.412775 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26551ef-388f-40f2-91a7-8add2e50f9e5 None None] The sync data for ids ['54a65f61-90c8-489c-9d7b-86b7c1d5fd1d'] in n-d-852085-12 is: [{'id': '54a65f61-90c8-489c-9d7b-86b7c1d5fd1d', 'name': 'tempest-ServerAddressesNegativeTestJSON-511442695-router', 'tenant_id': '35b911873f83408f8831ae7971cf021d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '931cf843-c575-41a5-be9a-52fee967341d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:44:24Z', 'updated_at': '2022-10-04T20:44:29Z', 'revision_number': 3, 'project_id': '35b911873f83408f8831ae7971cf021d', 'gw_port': {'id': '931cf843-c575-41a5-be9a-52fee967341d', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:57:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54a65f61-90c8-489c-9d7b-86b7c1d5fd1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:44:26Z', 'updated_at': '2022-10-04T20:44:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:44:38.613596 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 4b27d18e-f572-4e7c-a52b-4661d03f0afd is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:44:38.621732 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device e3fde13d-c9af-4663-bae3-9edc4e5734e9 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:44:38.761045 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port e3fde13d-c9af-4663-bae3-9edc4e5734e9 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:44:38.761876 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (e3fde13d-c9af-4663-bae3-9edc4e5734e9), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:38.762618 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port e3fde13d-c9af-4663-bae3-9edc4e5734e9 Oct 04 20:44:38.832601 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ff9871d2-1b9f-4e02-b9a1-99d61e340cec admin admin] Publish callbacks [] for port (59206a96-6386-445c-a95c-c1869991d647), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:38.940127 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ff9871d2-1b9f-4e02-b9a1-99d61e340cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (59206a96-6386-445c-a95c-c1869991d647), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:39.115664 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port e3fde13d-c9af-4663-bae3-9edc4e5734e9 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:44:39.145529 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ff9871d2-1b9f-4e02-b9a1-99d61e340cec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (54a65f61-90c8-489c-9d7b-86b7c1d5fd1d), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:39.152284 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:39.290581 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:39.392862 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9871d2-1b9f-4e02-b9a1-99d61e340cec admin admin] Pushing event updated for resources: {'Port': ['ID=59206a96-6386-445c-a95c-c1869991d647,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:44:39.437547 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d8c73-3964-4f51-8440-6f1e55723081 req-c16220cc-2c22-4fa7-95db-a0d0790e3334 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:44:39.440441 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-215d8c73-3964-4f51-8440-6f1e55723081 req-c16220cc-2c22-4fa7-95db-a0d0790e3334 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ad3b28cc-8307-4f7a-889b-ab08d068ec0e HTTP/1.1" status: 200 len: 949 time: 0.1510370 Oct 04 20:44:39.570931 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9871d2-1b9f-4e02-b9a1-99d61e340cec admin admin] Network e9566301-491d-4b89-94f5-ade6a905db3e is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:44:39.578906 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-ff9871d2-1b9f-4e02-b9a1-99d61e340cec admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:44:39.638379 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=49,neutron:INSERT=3,neutron:DELETE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:39.664676 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 20:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91c52a2-2f81-4696-b60d-99d3f08d608e x-openstack-request-id: req-a91c52a2-2f81-4696-b60d-99d3f08d608e {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:44:39.666116 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "568cbe45-b90d-49d4-8ed6-90923e399d49", "name": "network-vif-plugged", "status": "completed", "tag": "46ab96a5-0e71-4267-bb4f-54da94372f8e", "code": 200}]} {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:44:39.666861 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a91c52a2-2f81-4696-b60d-99d3f08d608e {{(pid=108171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:44:39.667989 n-d-852085-12 neutron-server[108171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a91c52a2-2f81-4696-b60d-99d3f08d608e'] response: {'server_uuid': '568cbe45-b90d-49d4-8ed6-90923e399d49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ab96a5-0e71-4267-bb4f-54da94372f8e', 'code': 200} Oct 04 20:44:39.704294 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:39.953070 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 931cf843-c575-41a5-be9a-52fee967341d up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:44:40.122823 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-7cd7e49c-1d90-40ca-a05f-cefb2dae26e1 None None] Provisioning complete for port 59206a96-6386-445c-a95c-c1869991d647 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:44:40.123839 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7cd7e49c-1d90-40ca-a05f-cefb2dae26e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (59206a96-6386-445c-a95c-c1869991d647), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:40.124640 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-7cd7e49c-1d90-40ca-a05f-cefb2dae26e1 None None] Attempt 1 to provision port 59206a96-6386-445c-a95c-c1869991d647 Oct 04 20:44:40.176931 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 931cf843-c575-41a5-be9a-52fee967341d triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:44:40.177783 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (931cf843-c575-41a5-be9a-52fee967341d), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:40.178098 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 931cf843-c575-41a5-be9a-52fee967341d Oct 04 20:44:40.221629 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-7cd7e49c-1d90-40ca-a05f-cefb2dae26e1 None None] Port 59206a96-6386-445c-a95c-c1869991d647 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:44:40.341606 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 931cf843-c575-41a5-be9a-52fee967341d is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:44:40.342233 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (931cf843-c575-41a5-be9a-52fee967341d), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:40.385731 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 931cf843-c575-41a5-be9a-52fee967341d, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=931cf843-c575-41a5-be9a-52fee967341d,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:44:40.462643 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-215d8c73-3964-4f51-8440-6f1e55723081 req-564d5da9-63ea-4316-8c41-31df2e9ea263 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0b5e75b1-9fa8-4cc9-86ca-a77492b60a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0027084 Oct 04 20:44:40.482491 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (931cf843-c575-41a5-be9a-52fee967341d), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:40.587928 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff9871d2-1b9f-4e02-b9a1-99d61e340cec admin admin] Router 54a65f61-90c8-489c-9d7b-86b7c1d5fd1d has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:44:40.596059 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-37694522-e444-412f-bff5-06c00b9e1d3d req-9feb596a-2757-4a1e-b69a-c16f1cf64fed tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--657943761&fields=id&tenant_id=6c5aaa2031d8481ebc5a7b3b9a0522dc HTTP/1.1" status: 200 len: 267 time: 0.1467192 Oct 04 20:44:40.657765 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=931cf843-c575-41a5-be9a-52fee967341d,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:44:40.802859 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37694522-e444-412f-bff5-06c00b9e1d3d req-68891375-5a92-4dc8-9786-47a3409e9df8 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:44:40.807568 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-37694522-e444-412f-bff5-06c00b9e1d3d req-68891375-5a92-4dc8-9786-47a3409e9df8 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] 10.222.0.78 "GET /networking/v2.0/ports/2dcc0d61-734d-414a-aa5b-8b02f7908ee5 HTTP/1.1" status: 200 len: 936 time: 0.1992304 Oct 04 20:44:40.951516 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:40.988937 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37694522-e444-412f-bff5-06c00b9e1d3d req-84a2de97-0fa6-4203-ba0c-934da5f5862a tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:44:40.991451 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-37694522-e444-412f-bff5-06c00b9e1d3d req-84a2de97-0fa6-4203-ba0c-934da5f5862a tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] 10.222.0.78 "GET /networking/v2.0/ports/0f3e1f36-6db2-46f0-9c39-b492566d6f3f HTTP/1.1" status: 200 len: 936 time: 0.1724029 Oct 04 20:44:41.001974 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9871d2-1b9f-4e02-b9a1-99d61e340cec admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:44:41.013780 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-ff9871d2-1b9f-4e02-b9a1-99d61e340cec admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/54a65f61-90c8-489c-9d7b-86b7c1d5fd1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3152101 Oct 04 20:44:41.126405 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-37694522-e444-412f-bff5-06c00b9e1d3d req-7eb0c750-3dab-44bb-9cfb-5031236918db tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] 10.222.0.78 "GET /networking/v2.0/ports?network_id=b84e7f4d-8664-4a49-a0c3-307d7abc2f7e&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1208773 Oct 04 20:44:41.205778 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-37694522-e444-412f-bff5-06c00b9e1d3d req-24fa7e37-a92a-499d-b013-3b999e578c5a tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] 10.222.0.78 "GET /networking/v2.0/ports?network_id=b84e7f4d-8664-4a49-a0c3-307d7abc2f7e&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0607545 Oct 04 20:44:41.591701 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51da7cd2-0d39-46b6-a878-301b16589e4d req-3f636e05-dfda-4ef6-8562-fc766b5d8a4a tempest-MultipleCreateTestJSON-901257962 tempest-MultipleCreateTestJSON-901257962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:44:41.613849 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-51da7cd2-0d39-46b6-a878-301b16589e4d req-3f636e05-dfda-4ef6-8562-fc766b5d8a4a tempest-MultipleCreateTestJSON-901257962 tempest-MultipleCreateTestJSON-901257962-project] 10.222.0.78 "GET /networking/v2.0/networks?id=4b01a391-c7da-45cc-b2a5-65b181a347df HTTP/1.1" status: 200 len: 812 time: 0.4131856 Oct 04 20:44:41.651334 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37694522-e444-412f-bff5-06c00b9e1d3d req-f5305beb-c785-496d-bd13-2bd965b48c8b tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:44:41.662511 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37694522-e444-412f-bff5-06c00b9e1d3d req-f5305beb-c785-496d-bd13-2bd965b48c8b tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:44:41.670264 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad3b28cc-8307-4f7a-889b-ab08d068ec0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7face03-f5ca-470d-ba1f-9b74713e1d67'}, {'server_uuid': 'ad3b28cc-8307-4f7a-889b-ab08d068ec0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7face03-f5ca-470d-ba1f-9b74713e1d67'}] {{(pid=108171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:44:41.677102 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966b91da6921e714df7c26a37f4733087768fb9a36052be1ead95d4d835f43be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5f3b73-0902-4b36-b56a-423204ff5796" -d '{"events": [{"server_uuid": "ad3b28cc-8307-4f7a-889b-ab08d068ec0e", "name": "network-vif-unplugged", "status": "completed", "tag": "e7face03-f5ca-470d-ba1f-9b74713e1d67"}, {"server_uuid": "ad3b28cc-8307-4f7a-889b-ab08d068ec0e", "name": "network-vif-plugged", "status": "completed", "tag": "e7face03-f5ca-470d-ba1f-9b74713e1d67"}]}' {{(pid=108171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:44:41.677655 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37694522-e444-412f-bff5-06c00b9e1d3d req-f5305beb-c785-496d-bd13-2bd965b48c8b tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:44:41.681158 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-37694522-e444-412f-bff5-06c00b9e1d3d req-f5305beb-c785-496d-bd13-2bd965b48c8b tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] 10.222.0.78 "GET /networking/v2.0/networks?id=76684a80-7326-45f0-83f0-fb100785407f&id=d440815a-c7cb-41b5-bf01-b92283177fa8&id=d440815a-c7cb-41b5-bf01-b92283177fa8&id=b84e7f4d-8664-4a49-a0c3-307d7abc2f7e&id=b84e7f4d-8664-4a49-a0c3-307d7abc2f7e HTTP/1.1" status: 200 len: 1995 time: 0.4568911 Oct 04 20:44:41.688657 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-51da7cd2-0d39-46b6-a878-301b16589e4d req-57de9eae-4a34-4503-9b6c-c6f40d86292b tempest-MultipleCreateTestJSON-901257962 tempest-MultipleCreateTestJSON-901257962-project] 10.222.0.78 "GET /networking/v2.0/quotas/9d5c0142707c420798e04f8826804031 HTTP/1.1" status: 200 len: 375 time: 0.0733178 Oct 04 20:44:41.738680 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-37694522-e444-412f-bff5-06c00b9e1d3d req-53a76458-cbf3-4068-a402-805d1d7d47eb tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] 10.222.0.78 "GET /networking/v2.0/quotas/6c5aaa2031d8481ebc5a7b3b9a0522dc HTTP/1.1" status: 200 len: 375 time: 0.0452704 Oct 04 20:44:41.780436 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 38614) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:44:41.783574 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 931cf843-c575-41a5-be9a-52fee967341d up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:44:41.834217 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2124fe-eebd-48e0-b3ae-90e646e2e7fb None None] Sync routers for ids ['54a65f61-90c8-489c-9d7b-86b7c1d5fd1d'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:44:41.882399 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2124fe-eebd-48e0-b3ae-90e646e2e7fb None None] Routers {'54a65f61-90c8-489c-9d7b-86b7c1d5fd1d'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:44:41.882399 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-df2124fe-eebd-48e0-b3ae-90e646e2e7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:44:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['54a65f61-90c8-489c-9d7b-86b7c1d5fd1d'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:44:41.885534 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:41.887222 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-51da7cd2-0d39-46b6-a878-301b16589e4d req-5f17936a-9745-408f-a36c-f5073a43a6d3 tempest-MultipleCreateTestJSON-901257962 tempest-MultipleCreateTestJSON-901257962-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=9d5c0142707c420798e04f8826804031&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1779840 Oct 04 20:44:41.931787 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-37694522-e444-412f-bff5-06c00b9e1d3d req-723a85a4-205b-4b29-b594-d88bdc69b51e tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=6c5aaa2031d8481ebc5a7b3b9a0522dc&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1440964 Oct 04 20:44:42.037589 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Device 46ab96a5-0e71-4267-bb4f-54da94372f8e no longer exists at agent hyperv_n-h2-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:44:42.121880 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6e9e26ff-0b17-401e-92f3-f3faad615f5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:42.263645 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-df2124fe-eebd-48e0-b3ae-90e646e2e7fb None None] Set router 54a65f61-90c8-489c-9d7b-86b7c1d5fd1d gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:44:42.342732 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6e9e26ff-0b17-401e-92f3-f3faad615f5e admin admin] Publish callbacks [] for security_group (6acf52ae-23cc-4b30-8d8c-3d2c4dd3c760), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:42.348121 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:42.406241 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 931cf843-c575-41a5-be9a-52fee967341d triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:44:42.406749 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (931cf843-c575-41a5-be9a-52fee967341d), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:42.407362 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 931cf843-c575-41a5-be9a-52fee967341d Oct 04 20:44:42.431004 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6e9e26ff-0b17-401e-92f3-f3faad615f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (6acf52ae-23cc-4b30-8d8c-3d2c4dd3c760), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:42.521406 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9e26ff-0b17-401e-92f3-f3faad615f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6acf52ae-23cc-4b30-8d8c-3d2c4dd3c760,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:44:42.549011 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-6e9e26ff-0b17-401e-92f3-f3faad615f5e admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=775f2ac906644d03883ec1451343e9f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7621815 Oct 04 20:44:42.550005 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 38646) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:44:42.671461 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-43082af2-430d-40f4-b6aa-d412d44828c5 admin admin] Publish callbacks [] for security_group (6acf52ae-23cc-4b30-8d8c-3d2c4dd3c760), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:42.717971 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-43082af2-430d-40f4-b6aa-d412d44828c5 admin admin] Publish callbacks [] for security_group (6acf52ae-23cc-4b30-8d8c-3d2c4dd3c760), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:42.794196 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 38652) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:44:42.807095 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-bf5fa98a-bfb4-4128-b261-e072cf5622c2 tempest-AttachSCSIVolumeTestJSON-1392402720 tempest-AttachSCSIVolumeTestJSON-1392402720-project] Request body: {'security_group': {'name': 'tempest-securitygroup--52556719', 'description': 'tempest-description--59180369'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:44:42.939900 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-43082af2-430d-40f4-b6aa-d412d44828c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (6acf52ae-23cc-4b30-8d8c-3d2c4dd3c760), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:42.945384 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-43082af2-430d-40f4-b6aa-d412d44828c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:42.956771 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-43082af2-430d-40f4-b6aa-d412d44828c5 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/6acf52ae-23cc-4b30-8d8c-3d2c4dd3c760 HTTP/1.1" status: 204 len: 168 time: 0.3950145 Oct 04 20:44:43.008859 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bf5fa98a-bfb4-4128-b261-e072cf5622c2 tempest-AttachSCSIVolumeTestJSON-1392402720 tempest-AttachSCSIVolumeTestJSON-1392402720-project] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:43.014492 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43082af2-430d-40f4-b6aa-d412d44828c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6acf52ae-23cc-4b30-8d8c-3d2c4dd3c760,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:44:43.063750 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3749822c-3284-4a65-8b69-7be4edf1e5c5 req-ac408049-67e3-452f-b953-027f138aa445 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:44:43.073202 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Current status of the port 46ab96a5-0e71-4267-bb4f-54da94372f8e is: ACTIVE; New status is: DOWN {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:44:43.074105 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (46ab96a5-0e71-4267-bb4f-54da94372f8e), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:43.079060 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-3749822c-3284-4a65-8b69-7be4edf1e5c5 req-ac408049-67e3-452f-b953-027f138aa445 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ad3b28cc-8307-4f7a-889b-ab08d068ec0e HTTP/1.1" status: 200 len: 949 time: 0.1527131 Oct 04 20:44:43.145462 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] For port 46ab96a5-0e71-4267-bb4f-54da94372f8e, host n-h2-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852085-12',level=0,port_id=46ab96a5-0e71-4267-bb4f-54da94372f8e,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:44:43.169940 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 931cf843-c575-41a5-be9a-52fee967341d is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:44:43.228051 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (46ab96a5-0e71-4267-bb4f-54da94372f8e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:43.242296 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-3749822c-3284-4a65-8b69-7be4edf1e5c5 req-c77e6630-bb3b-4bc9-9f47-b13a99d09c25 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0b5e75b1-9fa8-4cc9-86ca-a77492b60a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591773 Oct 04 20:44:43.424816 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Pushing event updated for resources: {'Port': ['ID=46ab96a5-0e71-4267-bb4f-54da94372f8e,revision_number=8']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:44:43.451693 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-df2124fe-eebd-48e0-b3ae-90e646e2e7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a65f61-90c8-489c-9d7b-86b7c1d5fd1d', 'name': 'tempest-ServerAddressesNegativeTestJSON-511442695-router', 'tenant_id': '35b911873f83408f8831ae7971cf021d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '931cf843-c575-41a5-be9a-52fee967341d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:44:24Z', 'updated_at': '2022-10-04T20:44:37Z', 'revision_number': 4, 'project_id': '35b911873f83408f8831ae7971cf021d', 'gw_port': {'id': '931cf843-c575-41a5-be9a-52fee967341d', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:57:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a65f61-90c8-489c-9d7b-86b7c1d5fd1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:44:26Z', 'updated_at': '2022-10-04T20:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '59206a96-6386-445c-a95c-c1869991d647', 'name': '', 'network_id': 'e9566301-491d-4b89-94f5-ade6a905db3e', 'tenant_id': '35b911873f83408f8831ae7971cf021d', 'mac_address': 'fa:16:3e:57:48:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54a65f61-90c8-489c-9d7b-86b7c1d5fd1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': 'fe870727-a192-4399-999b-70dba0e1c5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:44:34Z', 'updated_at': '2022-10-04T20:44:38Z', 'revision_number': 2, 'project_id': '35b911873f83408f8831ae7971cf021d', 'subnets': [{'id': 'fe870727-a192-4399-999b-70dba0e1c5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:44:43.516040 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2124fe-eebd-48e0-b3ae-90e646e2e7fb None None] Checking router: 54a65f61-90c8-489c-9d7b-86b7c1d5fd1d for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:44:43.517026 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2124fe-eebd-48e0-b3ae-90e646e2e7fb None None] Updating router 54a65f61-90c8-489c-9d7b-86b7c1d5fd1d port 59206a96-6386-445c-a95c-c1869991d647 binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:44:43.581514 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-df2124fe-eebd-48e0-b3ae-90e646e2e7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (59206a96-6386-445c-a95c-c1869991d647), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:43.611965 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bf5fa98a-bfb4-4128-b261-e072cf5622c2 tempest-AttachSCSIVolumeTestJSON-1392402720 tempest-AttachSCSIVolumeTestJSON-1392402720-project] Publish callbacks [] for security_group (6d50665e-1053-4689-8af4-2146454126e8), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:43.699181 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bf5fa98a-bfb4-4128-b261-e072cf5622c2 tempest-AttachSCSIVolumeTestJSON-1392402720 tempest-AttachSCSIVolumeTestJSON-1392402720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (6d50665e-1053-4689-8af4-2146454126e8), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:43.801033 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5fa98a-bfb4-4128-b261-e072cf5622c2 tempest-AttachSCSIVolumeTestJSON-1392402720 tempest-AttachSCSIVolumeTestJSON-1392402720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d50665e-1053-4689-8af4-2146454126e8,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:44:43.832840 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 04 Oct 2022 20:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be46cac-f0fc-4028-a218-7ed8387dd5b9 x-openstack-request-id: req-9be46cac-f0fc-4028-a218-7ed8387dd5b9 {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:44:43.833602 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad3b28cc-8307-4f7a-889b-ab08d068ec0e", "name": "network-vif-unplugged", "status": "completed", "tag": "e7face03-f5ca-470d-ba1f-9b74713e1d67", "code": 200}, {"server_uuid": "ad3b28cc-8307-4f7a-889b-ab08d068ec0e", "name": "network-vif-plugged", "status": "completed", "tag": "e7face03-f5ca-470d-ba1f-9b74713e1d67", "code": 200}]} {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:44:43.834001 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9be46cac-f0fc-4028-a218-7ed8387dd5b9 {{(pid=108171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:44:43.835184 n-d-852085-12 neutron-server[108171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9be46cac-f0fc-4028-a218-7ed8387dd5b9'] response: {'server_uuid': 'ad3b28cc-8307-4f7a-889b-ab08d068ec0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7face03-f5ca-470d-ba1f-9b74713e1d67', 'code': 200} Oct 04 20:44:43.835514 n-d-852085-12 neutron-server[108171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9be46cac-f0fc-4028-a218-7ed8387dd5b9'] response: {'server_uuid': 'ad3b28cc-8307-4f7a-889b-ab08d068ec0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7face03-f5ca-470d-ba1f-9b74713e1d67', 'code': 200} Oct 04 20:44:43.883348 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bf5fa98a-bfb4-4128-b261-e072cf5622c2 tempest-AttachSCSIVolumeTestJSON-1392402720 tempest-AttachSCSIVolumeTestJSON-1392402720-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:43.885527 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-bf5fa98a-bfb4-4128-b261-e072cf5622c2 tempest-AttachSCSIVolumeTestJSON-1392402720 tempest-AttachSCSIVolumeTestJSON-1392402720-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.0886941 Oct 04 20:44:43.914496 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 38678) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:44:43.926143 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-943e64de-2913-4bc5-85c3-7df24d38f422 tempest-AttachSCSIVolumeTestJSON-1392402720 tempest-AttachSCSIVolumeTestJSON-1392402720-project] Request body: {'security_group_rule': {'security_group_id': '6d50665e-1053-4689-8af4-2146454126e8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:44:43.936502 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 38680) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:44:44.026450 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-deb4dfb8-f0c4-4d26-90d8-5d3777e0efb6 req-9d48c4d7-f83e-4db1-b4f9-93d2545da466 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7df857cc-3e6c-4b0b-910e-dd62869d64d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1650617 Oct 04 20:44:44.034274 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:44.085992 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7836d0f-7bda-4589-a772-d92f5f2a7580 req-51c8e3c4-1bc3-4f3a-932a-13cb82ae895e tempest-ServerAddressesNegativeTestJSON-796818950 tempest-ServerAddressesNegativeTestJSON-796818950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:44:44.100045 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f7836d0f-7bda-4589-a772-d92f5f2a7580 req-51c8e3c4-1bc3-4f3a-932a-13cb82ae895e tempest-ServerAddressesNegativeTestJSON-796818950 tempest-ServerAddressesNegativeTestJSON-796818950-project] 10.222.0.78 "GET /networking/v2.0/networks?id=e9566301-491d-4b89-94f5-ade6a905db3e HTTP/1.1" status: 200 len: 821 time: 0.2482834 Oct 04 20:44:44.102648 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6f110005-25a7-4c78-87da-99b9d110926c tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks [] for security_group (68720532-1462-457e-abf1-3e50cd5cd849), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:44.179874 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f7836d0f-7bda-4589-a772-d92f5f2a7580 req-0fd182ac-833f-4c1c-a286-5f1d9e4d7c81 tempest-ServerAddressesNegativeTestJSON-796818950 tempest-ServerAddressesNegativeTestJSON-796818950-project] 10.222.0.78 "GET /networking/v2.0/quotas/35b911873f83408f8831ae7971cf021d HTTP/1.1" status: 200 len: 375 time: 0.0773993 Oct 04 20:44:44.205288 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6f110005-25a7-4c78-87da-99b9d110926c tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks [] for security_group (68720532-1462-457e-abf1-3e50cd5cd849), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:44.231011 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-943e64de-2913-4bc5-85c3-7df24d38f422 tempest-AttachSCSIVolumeTestJSON-1392402720 tempest-AttachSCSIVolumeTestJSON-1392402720-project] Publish callbacks [] for security_group_rule (ced0ecdc-1d84-4651-a2bd-6d7bcfac4fd4), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:44.239872 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb4dfb8-f0c4-4d26-90d8-5d3777e0efb6 req-59f90433-7da0-43e8-a982-7e44f2871303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:44:44.244330 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-deb4dfb8-f0c4-4d26-90d8-5d3777e0efb6 req-59f90433-7da0-43e8-a982-7e44f2871303 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=e9fae788056d4b8e9d45e8988fc6920f&device_id=7df857cc-3e6c-4b0b-910e-dd62869d64d1 HTTP/1.1" status: 200 len: 1133 time: 0.1648026 Oct 04 20:44:44.256330 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-df2124fe-eebd-48e0-b3ae-90e646e2e7fb None None] Publish callbacks [] for port (59206a96-6386-445c-a95c-c1869991d647), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:44.302706 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a7dd4e-9b5f-41e1-bbb4-5ba6a52863ca req-ed28277f-0fd7-4563-bfd8-ac753142356b tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:44:44.306727 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a1a7dd4e-9b5f-41e1-bbb4-5ba6a52863ca req-ed28277f-0fd7-4563-bfd8-ac753142356b tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=568cbe45-b90d-49d4-8ed6-90923e399d49 HTTP/1.1" status: 200 len: 947 time: 0.2361972 Oct 04 20:44:44.337790 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-df2124fe-eebd-48e0-b3ae-90e646e2e7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (59206a96-6386-445c-a95c-c1869991d647), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:44.343788 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f7836d0f-7bda-4589-a772-d92f5f2a7580 req-44fed179-27b8-4b19-a383-a61961d0e640 tempest-ServerAddressesNegativeTestJSON-796818950 tempest-ServerAddressesNegativeTestJSON-796818950-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=35b911873f83408f8831ae7971cf021d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1469388 Oct 04 20:44:44.346637 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 38682) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:44:44.374716 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:44.425057 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-22a07a85-7437-4d94-a2ec-ad7e8c2bd5e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:44.430963 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 38686) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:44:44.549818 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05396fd-9936-49fc-8c96-ede5f5c3cb73 None None] Pushing event updated for resources: {'Port': ['ID=59206a96-6386-445c-a95c-c1869991d647,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:44:44.578200 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:44.580194 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-df2124fe-eebd-48e0-b3ae-90e646e2e7fb None None] Attempting to bind port 59206a96-6386-445c-a95c-c1869991d647 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:44:44.580940 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-df2124fe-eebd-48e0-b3ae-90e646e2e7fb None None] Attempting to bind port 59206a96-6386-445c-a95c-c1869991d647 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '2c084218-fc20-4659-b369-6acfaaa90de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e9566301-491d-4b89-94f5-ade6a905db3e'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:44:44.581334 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2124fe-eebd-48e0-b3ae-90e646e2e7fb None None] Attempting to bind port 59206a96-6386-445c-a95c-c1869991d647 on network e9566301-491d-4b89-94f5-ade6a905db3e {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:44:44.617814 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a1a7dd4e-9b5f-41e1-bbb4-5ba6a52863ca req-2152e8eb-e09b-4eba-88bf-840d8c58150f tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ff7defe6-9faf-48db-929b-31490caa85ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964437 Oct 04 20:44:44.649967 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-943e64de-2913-4bc5-85c3-7df24d38f422 tempest-AttachSCSIVolumeTestJSON-1392402720 tempest-AttachSCSIVolumeTestJSON-1392402720-project] Publish callbacks [] for security_group_rule (ced0ecdc-1d84-4651-a2bd-6d7bcfac4fd4), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:44.658495 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:44.712545 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb4dfb8-f0c4-4d26-90d8-5d3777e0efb6 req-03e6ffe3-1ff3-4c91-9614-57fe5cbce0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:44:44.713832 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:44.716907 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-deb4dfb8-f0c4-4d26-90d8-5d3777e0efb6 req-03e6ffe3-1ff3-4c91-9614-57fe5cbce0f8 service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=42fbb05e-3f96-444f-a676-04ee9d06a8c7 HTTP/1.1" status: 200 len: 870 time: 0.4367282 Oct 04 20:44:44.720717 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2124fe-eebd-48e0-b3ae-90e646e2e7fb None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:44:44.722030 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2124fe-eebd-48e0-b3ae-90e646e2e7fb None None] Checking segment: {'id': '2c084218-fc20-4659-b369-6acfaaa90de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e9566301-491d-4b89-94f5-ade6a905db3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:44:44.722683 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-df2124fe-eebd-48e0-b3ae-90e646e2e7fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:44.723367 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2124fe-eebd-48e0-b3ae-90e646e2e7fb None None] Bound using segment: {'id': '2c084218-fc20-4659-b369-6acfaaa90de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e9566301-491d-4b89-94f5-ade6a905db3e'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:44:44.724195 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-df2124fe-eebd-48e0-b3ae-90e646e2e7fb None None] Bound port: 59206a96-6386-445c-a95c-c1869991d647, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c084218-fc20-4659-b369-6acfaaa90de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e9566301-491d-4b89-94f5-ade6a905db3e'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:44:44.724810 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-df2124fe-eebd-48e0-b3ae-90e646e2e7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (59206a96-6386-445c-a95c-c1869991d647), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:44.799003 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-deb4dfb8-f0c4-4d26-90d8-5d3777e0efb6 req-d0c7cf22-3fcb-4227-8284-2e8612e09937 service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=54432a46-1686-4c52-94a1-47829a97e1e1 HTTP/1.1" status: 200 len: 217 time: 0.0762000 Oct 04 20:44:44.800118 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-943e64de-2913-4bc5-85c3-7df24d38f422 tempest-AttachSCSIVolumeTestJSON-1392402720 tempest-AttachSCSIVolumeTestJSON-1392402720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (ced0ecdc-1d84-4651-a2bd-6d7bcfac4fd4), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:44.815400 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-22a07a85-7437-4d94-a2ec-ad7e8c2bd5e1 admin admin] Publish callbacks [] for security_group (30829e82-4986-4fd3-a574-1e715e7676f9), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:44.829428 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:44.845080 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6f110005-25a7-4c78-87da-99b9d110926c tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (68720532-1462-457e-abf1-3e50cd5cd849), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:44.850239 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6f110005-25a7-4c78-87da-99b9d110926c tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:44.857429 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-6f110005-25a7-4c78-87da-99b9d110926c tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/68720532-1462-457e-abf1-3e50cd5cd849 HTTP/1.1" status: 204 len: 168 time: 0.9181385 Oct 04 20:44:44.881196 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 38702) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:44:44.908348 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-df2124fe-eebd-48e0-b3ae-90e646e2e7fb None None] For port 59206a96-6386-445c-a95c-c1869991d647, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:44:44.916464 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-df2124fe-eebd-48e0-b3ae-90e646e2e7fb None None] For port 59206a96-6386-445c-a95c-c1869991d647, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=59206a96-6386-445c-a95c-c1869991d647,segment=NetworkSegment(2c084218-fc20-4659-b369-6acfaaa90de9),segment_id=2c084218-fc20-4659-b369-6acfaaa90de9)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:44:44.923558 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943e64de-2913-4bc5-85c3-7df24d38f422 tempest-AttachSCSIVolumeTestJSON-1392402720 tempest-AttachSCSIVolumeTestJSON-1392402720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ced0ecdc-1d84-4651-a2bd-6d7bcfac4fd4,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:44:44.933060 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f110005-25a7-4c78-87da-99b9d110926c tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68720532-1462-457e-abf1-3e50cd5cd849,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:44:44.949444 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-5ba36893-36d8-4bfc-ac6a-eb39936d8e70 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] show failed (client error): The resource could not be found. Oct 04 20:44:44.955758 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-5ba36893-36d8-4bfc-ac6a-eb39936d8e70 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] 10.222.0.78 "GET /networking/v2.0/security-groups/68720532-1462-457e-abf1-3e50cd5cd849 HTTP/1.1" status: 404 len: 347 time: 0.0677688 Oct 04 20:44:44.964521 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-22a07a85-7437-4d94-a2ec-ad7e8c2bd5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (30829e82-4986-4fd3-a574-1e715e7676f9), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:44.969191 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 38708) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:44:44.988174 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb4dfb8-f0c4-4d26-90d8-5d3777e0efb6 req-e63ff5f9-bc69-4568-a246-db8d85071aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:44:44.990996 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-deb4dfb8-f0c4-4d26-90d8-5d3777e0efb6 req-e63ff5f9-bc69-4568-a246-db8d85071aab service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.1787059 Oct 04 20:44:45.032564 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-df2124fe-eebd-48e0-b3ae-90e646e2e7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (59206a96-6386-445c-a95c-c1869991d647), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:45.089007 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-943e64de-2913-4bc5-85c3-7df24d38f422 tempest-AttachSCSIVolumeTestJSON-1392402720 tempest-AttachSCSIVolumeTestJSON-1392402720-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:45.096715 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-943e64de-2913-4bc5-85c3-7df24d38f422 tempest-AttachSCSIVolumeTestJSON-1392402720 tempest-AttachSCSIVolumeTestJSON-1392402720-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1747844 Oct 04 20:44:45.097032 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 38710) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:44:45.116951 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-f04578f2-e956-42e6-a90f-b86896db3955 tempest-AttachSCSIVolumeTestJSON-1392402720 tempest-AttachSCSIVolumeTestJSON-1392402720-project] Request body: {'security_group_rule': {'security_group_id': '6d50665e-1053-4689-8af4-2146454126e8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:44:45.123588 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2124fe-eebd-48e0-b3ae-90e646e2e7fb None None] Routers {'54a65f61-90c8-489c-9d7b-86b7c1d5fd1d'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:44:45.124804 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-df2124fe-eebd-48e0-b3ae-90e646e2e7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:44:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['54a65f61-90c8-489c-9d7b-86b7c1d5fd1d'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:44:45.199481 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb4dfb8-f0c4-4d26-90d8-5d3777e0efb6 req-1fd583c7-19c6-4ce4-8f88-9760e3192631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:44:45.202297 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-deb4dfb8-f0c4-4d26-90d8-5d3777e0efb6 req-1fd583c7-19c6-4ce4-8f88-9760e3192631 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2043989 Oct 04 20:44:45.215048 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-22a07a85-7437-4d94-a2ec-ad7e8c2bd5e1 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=40ecc491752a4d96ad62543799759912&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8625374 Oct 04 20:44:45.246555 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 38712) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:44:45.257460 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05396fd-9936-49fc-8c96-ede5f5c3cb73 None None] Pushing event updated for resources: {'Port': ['ID=59206a96-6386-445c-a95c-c1869991d647,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:44:45.296844 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a07a85-7437-4d94-a2ec-ad7e8c2bd5e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30829e82-4986-4fd3-a574-1e715e7676f9,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:44:45.467198 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-53f6ca60-3176-434f-9e39-4605a75a09c7 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Deleting port be4083d9-be6b-458f-82ba-9538e92bffc9 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:44:45.467198 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-53f6ca60-3176-434f-9e39-4605a75a09c7 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (be4083d9-be6b-458f-82ba-9538e92bffc9), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:45.515746 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f04578f2-e956-42e6-a90f-b86896db3955 tempest-AttachSCSIVolumeTestJSON-1392402720 tempest-AttachSCSIVolumeTestJSON-1392402720-project] Publish callbacks [] for security_group_rule (e4dbe2b5-c3c8-4b4f-bea8-d5194716f298), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:45.534445 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-df2124fe-eebd-48e0-b3ae-90e646e2e7fb None None] Set router 54a65f61-90c8-489c-9d7b-86b7c1d5fd1d gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:44:45.565786 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:45.579917 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a52385-7889-42c7-afad-6e4b220e4475 req-115040a9-0c6c-40f6-85a6-b453228a439a tempest-MultipleCreateTestJSON-901257962 tempest-MultipleCreateTestJSON-901257962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:44:45.593948 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-85a52385-7889-42c7-afad-6e4b220e4475 req-115040a9-0c6c-40f6-85a6-b453228a439a tempest-MultipleCreateTestJSON-901257962 tempest-MultipleCreateTestJSON-901257962-project] 10.222.0.78 "GET /networking/v2.0/networks?id=4b01a391-c7da-45cc-b2a5-65b181a347df HTTP/1.1" status: 200 len: 812 time: 0.9743414 Oct 04 20:44:45.614978 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9f694b7e-db24-4f28-a261-73fe8cbe7c77 admin admin] Publish callbacks [] for security_group (30829e82-4986-4fd3-a574-1e715e7676f9), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:45.662138 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-deb4dfb8-f0c4-4d26-90d8-5d3777e0efb6 req-263da282-d658-47b3-b265-43d967a16b89 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4184890 Oct 04 20:44:45.727884 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9f694b7e-db24-4f28-a261-73fe8cbe7c77 admin admin] Publish callbacks [] for security_group (30829e82-4986-4fd3-a574-1e715e7676f9), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:45.739302 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f04578f2-e956-42e6-a90f-b86896db3955 tempest-AttachSCSIVolumeTestJSON-1392402720 tempest-AttachSCSIVolumeTestJSON-1392402720-project] Publish callbacks [] for security_group_rule (e4dbe2b5-c3c8-4b4f-bea8-d5194716f298), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:45.768111 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-85a52385-7889-42c7-afad-6e4b220e4475 req-c1a11b19-870a-489f-943e-af1379898628 tempest-MultipleCreateTestJSON-901257962 tempest-MultipleCreateTestJSON-901257962-project] 10.222.0.78 "GET /networking/v2.0/quotas/9d5c0142707c420798e04f8826804031 HTTP/1.1" status: 200 len: 375 time: 0.1680481 Oct 04 20:44:45.782570 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ee2423f8-19ed-4216-8b15-ca58140e3e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:45.826412 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:45.869283 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '568cbe45-b90d-49d4-8ed6-90923e399d49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46ab96a5-0e71-4267-bb4f-54da94372f8e'}] {{(pid=108171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:44:45.874990 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966b91da6921e714df7c26a37f4733087768fb9a36052be1ead95d4d835f43be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550c326d-4223-4660-8a6d-4c8537181697" -d '{"events": [{"server_uuid": "568cbe45-b90d-49d4-8ed6-90923e399d49", "name": "network-vif-unplugged", "status": "completed", "tag": "46ab96a5-0e71-4267-bb4f-54da94372f8e"}]}' {{(pid=108171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:44:45.894583 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f04578f2-e956-42e6-a90f-b86896db3955 tempest-AttachSCSIVolumeTestJSON-1392402720 tempest-AttachSCSIVolumeTestJSON-1392402720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (e4dbe2b5-c3c8-4b4f-bea8-d5194716f298), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:45.926109 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-53f6ca60-3176-434f-9e39-4605a75a09c7 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (be4083d9-be6b-458f-82ba-9538e92bffc9), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:45.926985 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-53f6ca60-3176-434f-9e39-4605a75a09c7 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks [] for floatingip (be4083d9-be6b-458f-82ba-9538e92bffc9), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:46.001504 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-53f6ca60-3176-434f-9e39-4605a75a09c7 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Calling delete_port for be4083d9-be6b-458f-82ba-9538e92bffc9 owned by network:floatingip {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:44:46.011053 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-85a52385-7889-42c7-afad-6e4b220e4475 req-e6393abd-ebc6-4cc8-8615-64ca0b7e78be tempest-MultipleCreateTestJSON-901257962 tempest-MultipleCreateTestJSON-901257962-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=9d5c0142707c420798e04f8826804031&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2447774 Oct 04 20:44:46.016274 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04578f2-e956-42e6-a90f-b86896db3955 tempest-AttachSCSIVolumeTestJSON-1392402720 tempest-AttachSCSIVolumeTestJSON-1392402720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4dbe2b5-c3c8-4b4f-bea8-d5194716f298,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:44:46.146748 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 38738) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:44:46.154396 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f04578f2-e956-42e6-a90f-b86896db3955 tempest-AttachSCSIVolumeTestJSON-1392402720 tempest-AttachSCSIVolumeTestJSON-1392402720-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:46.165682 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f04578f2-e956-42e6-a90f-b86896db3955 tempest-AttachSCSIVolumeTestJSON-1392402720 tempest-AttachSCSIVolumeTestJSON-1392402720-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0565217 Oct 04 20:44:46.167547 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 38744) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:44:46.196494 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-980db03e-6148-403b-8ed4-7a97ffb75ff7 tempest-AttachSCSIVolumeTestJSON-1392402720 tempest-AttachSCSIVolumeTestJSON-1392402720-project] Request body: {'floatingip': {'floating_network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:44:46.212273 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:46.258823 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-df2124fe-eebd-48e0-b3ae-90e646e2e7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a65f61-90c8-489c-9d7b-86b7c1d5fd1d', 'name': 'tempest-ServerAddressesNegativeTestJSON-511442695-router', 'tenant_id': '35b911873f83408f8831ae7971cf021d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '931cf843-c575-41a5-be9a-52fee967341d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:44:24Z', 'updated_at': '2022-10-04T20:44:37Z', 'revision_number': 4, 'project_id': '35b911873f83408f8831ae7971cf021d', 'gw_port': {'id': '931cf843-c575-41a5-be9a-52fee967341d', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:57:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a65f61-90c8-489c-9d7b-86b7c1d5fd1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:44:26Z', 'updated_at': '2022-10-04T20:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '59206a96-6386-445c-a95c-c1869991d647', 'name': '', 'network_id': 'e9566301-491d-4b89-94f5-ade6a905db3e', 'tenant_id': '35b911873f83408f8831ae7971cf021d', 'mac_address': 'fa:16:3e:57:48:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54a65f61-90c8-489c-9d7b-86b7c1d5fd1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': 'fe870727-a192-4399-999b-70dba0e1c5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:44:34Z', 'updated_at': '2022-10-04T20:44:44Z', 'revision_number': 4, 'project_id': '35b911873f83408f8831ae7971cf021d', 'subnets': [{'id': 'fe870727-a192-4399-999b-70dba0e1c5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:44:46.325132 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2124fe-eebd-48e0-b3ae-90e646e2e7fb None None] The sync data for ids ['54a65f61-90c8-489c-9d7b-86b7c1d5fd1d'] in n-d-852085-12 is: [{'id': '54a65f61-90c8-489c-9d7b-86b7c1d5fd1d', 'name': 'tempest-ServerAddressesNegativeTestJSON-511442695-router', 'tenant_id': '35b911873f83408f8831ae7971cf021d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '931cf843-c575-41a5-be9a-52fee967341d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:44:24Z', 'updated_at': '2022-10-04T20:44:37Z', 'revision_number': 4, 'project_id': '35b911873f83408f8831ae7971cf021d', 'gw_port': {'id': '931cf843-c575-41a5-be9a-52fee967341d', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:57:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a65f61-90c8-489c-9d7b-86b7c1d5fd1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:44:26Z', 'updated_at': '2022-10-04T20:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '59206a96-6386-445c-a95c-c1869991d647', 'name': '', 'network_id': 'e9566301-491d-4b89-94f5-ade6a905db3e', 'tenant_id': '35b911873f83408f8831ae7971cf021d', 'mac_address': 'fa:16:3e:57:48:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54a65f61-90c8-489c-9d7b-86b7c1d5fd1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': 'fe870727-a192-4399-999b-70dba0e1c5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:44:34Z', 'updated_at': '2022-10-04T20:44:44Z', 'revision_number': 4, 'project_id': '35b911873f83408f8831ae7971cf021d', 'subnets': [{'id': 'fe870727-a192-4399-999b-70dba0e1c5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:44:46.399855 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-033cac0f-ee68-4d82-83c6-6e5ed1bc5b9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (54a65f61-90c8-489c-9d7b-86b7c1d5fd1d), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:46.418823 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-980db03e-6148-403b-8ed4-7a97ffb75ff7 tempest-AttachSCSIVolumeTestJSON-1392402720 tempest-AttachSCSIVolumeTestJSON-1392402720-project] Publish callbacks [] for floatingip (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:46.729553 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-deb4dfb8-f0c4-4d26-90d8-5d3777e0efb6 req-e4a6afdc-7de3-4c70-ab45-3a1d72d29edf service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0572257 Oct 04 20:44:46.943759 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9f694b7e-db24-4f28-a261-73fe8cbe7c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (30829e82-4986-4fd3-a574-1e715e7676f9), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:46.948170 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9f694b7e-db24-4f28-a261-73fe8cbe7c77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:46.953839 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-9f694b7e-db24-4f28-a261-73fe8cbe7c77 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/30829e82-4986-4fd3-a574-1e715e7676f9 HTTP/1.1" status: 204 len: 168 time: 1.7049029 Oct 04 20:44:46.964992 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a0f342-6f00-41db-a25d-fabd1aaf9df4 req-1ae52702-e8f2-4cb8-bb88-1284573a23e1 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:44:46.966717 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-90a0f342-6f00-41db-a25d-fabd1aaf9df4 req-1ae52702-e8f2-4cb8-bb88-1284573a23e1 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ad3b28cc-8307-4f7a-889b-ab08d068ec0e HTTP/1.1" status: 200 len: 949 time: 0.4345043 Oct 04 20:44:46.966981 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-53f6ca60-3176-434f-9e39-4605a75a09c7 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (be4083d9-be6b-458f-82ba-9538e92bffc9), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:46.974004 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-980db03e-6148-403b-8ed4-7a97ffb75ff7 tempest-AttachSCSIVolumeTestJSON-1392402720 tempest-AttachSCSIVolumeTestJSON-1392402720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:47.014878 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:47.061336 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f694b7e-db24-4f28-a261-73fe8cbe7c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30829e82-4986-4fd3-a574-1e715e7676f9,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:44:47.072075 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f6ca60-3176-434f-9e39-4605a75a09c7 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Pushing event deleted for resources: {'Port': ['ID=be4083d9-be6b-458f-82ba-9538e92bffc9,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:44:47.081900 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:47.284087 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-90a0f342-6f00-41db-a25d-fabd1aaf9df4 req-98691e9b-edd7-4a65-9f84-a9df90b5dec6 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0b5e75b1-9fa8-4cc9-86ca-a77492b60a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629881 Oct 04 20:44:47.340239 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a73e2035-8879-4001-be8d-7fca2d18a7f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:47.563177 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 04 Oct 2022 20:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e676da43-12b2-4a36-a54c-89def6f93d9e x-openstack-request-id: req-e676da43-12b2-4a36-a54c-89def6f93d9e {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:44:47.563953 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "568cbe45-b90d-49d4-8ed6-90923e399d49", "name": "network-vif-unplugged", "status": "completed", "tag": "46ab96a5-0e71-4267-bb4f-54da94372f8e", "code": 200}]} {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:44:47.564471 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e676da43-12b2-4a36-a54c-89def6f93d9e {{(pid=108171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:44:47.565219 n-d-852085-12 neutron-server[108171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e676da43-12b2-4a36-a54c-89def6f93d9e'] response: {'server_uuid': '568cbe45-b90d-49d4-8ed6-90923e399d49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46ab96a5-0e71-4267-bb4f-54da94372f8e', 'code': 200} Oct 04 20:44:47.624933 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-53f6ca60-3176-434f-9e39-4605a75a09c7 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks [] for floatingip (061ae7d4-cf46-41a9-aa66-513330186028), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:47.631972 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-53f6ca60-3176-434f-9e39-4605a75a09c7 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:47.635342 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-53f6ca60-3176-434f-9e39-4605a75a09c7 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/061ae7d4-cf46-41a9-aa66-513330186028 HTTP/1.1" status: 204 len: 168 time: 2.6644216 Oct 04 20:44:47.638981 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 38760) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:44:47.934700 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-033cac0f-ee68-4d82-83c6-6e5ed1bc5b9d admin admin] Deleting port 59206a96-6386-445c-a95c-c1869991d647 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:44:47.940179 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-033cac0f-ee68-4d82-83c6-6e5ed1bc5b9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (59206a96-6386-445c-a95c-c1869991d647), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:47.972186 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 59206a96-6386-445c-a95c-c1869991d647 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:44:48.073483 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-b1c75093-7646-45e3-a9fe-fa8bc75cc2fe tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Deleting port 0f3e1f36-6db2-46f0-9c39-b492566d6f3f {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:44:48.074329 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b1c75093-7646-45e3-a9fe-fa8bc75cc2fe tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (0f3e1f36-6db2-46f0-9c39-b492566d6f3f), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:48.194968 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 59206a96-6386-445c-a95c-c1869991d647 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:44:48.195715 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (59206a96-6386-445c-a95c-c1869991d647), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:48.196262 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 59206a96-6386-445c-a95c-c1869991d647 Oct 04 20:44:48.235833 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-980db03e-6148-403b-8ed4-7a97ffb75ff7 tempest-AttachSCSIVolumeTestJSON-1392402720 tempest-AttachSCSIVolumeTestJSON-1392402720-project] Allocated IP 172.25.5.190 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/23abd508-ed31-4be7-b87c-0c74fab490c2) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:44:48.429658 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 59206a96-6386-445c-a95c-c1869991d647 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:44:48.430531 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (59206a96-6386-445c-a95c-c1869991d647), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:48.490407 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-85b3f545-cfb5-4213-aa79-b44ff479bcf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (ff02f725-b677-48d0-a08a-cda2d9fa4a8f), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:48.626224 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 59206a96-6386-445c-a95c-c1869991d647, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=59206a96-6386-445c-a95c-c1869991d647,segment=NetworkSegment(2c084218-fc20-4659-b369-6acfaaa90de9),segment_id=2c084218-fc20-4659-b369-6acfaaa90de9)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:44:48.718795 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:48.723482 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (59206a96-6386-445c-a95c-c1869991d647), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:48.749281 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-033cac0f-ee68-4d82-83c6-6e5ed1bc5b9d admin admin] For port 59206a96-6386-445c-a95c-c1869991d647, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=59206a96-6386-445c-a95c-c1869991d647,segment=NetworkSegment(2c084218-fc20-4659-b369-6acfaaa90de9),segment_id=2c084218-fc20-4659-b369-6acfaaa90de9)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:44:48.750077 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-033cac0f-ee68-4d82-83c6-6e5ed1bc5b9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (59206a96-6386-445c-a95c-c1869991d647), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:48.813519 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-033cac0f-ee68-4d82-83c6-6e5ed1bc5b9d admin admin] Calling delete_port for 59206a96-6386-445c-a95c-c1869991d647 owned by network:router_interface {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:44:48.928409 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=59206a96-6386-445c-a95c-c1869991d647,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:44:48.948553 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445a07c-bd37-4672-968e-0862eff0d100 req-e804a6c1-2003-49e6-9706-792476ad96bc tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:44:48.951830 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c445a07c-bd37-4672-968e-0862eff0d100 req-e804a6c1-2003-49e6-9706-792476ad96bc tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ad3b28cc-8307-4f7a-889b-ab08d068ec0e HTTP/1.1" status: 200 len: 949 time: 0.3902278 Oct 04 20:44:49.055466 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 38786) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:44:49.171833 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-980db03e-6148-403b-8ed4-7a97ffb75ff7 tempest-AttachSCSIVolumeTestJSON-1392402720 tempest-AttachSCSIVolumeTestJSON-1392402720-project] Publish callbacks [] for port (23abd508-ed31-4be7-b87c-0c74fab490c2), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:49.372990 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b1c75093-7646-45e3-a9fe-fa8bc75cc2fe tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (0f3e1f36-6db2-46f0-9c39-b492566d6f3f), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:49.405733 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-85b3f545-cfb5-4213-aa79-b44ff479bcf9 admin admin] Deleting port 4b27d18e-f572-4e7c-a52b-4661d03f0afd {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:44:49.406309 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-85b3f545-cfb5-4213-aa79-b44ff479bcf9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (4b27d18e-f572-4e7c-a52b-4661d03f0afd), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:49.528287 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=100 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:49.560535 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-b1c75093-7646-45e3-a9fe-fa8bc75cc2fe tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Calling delete_port for 0f3e1f36-6db2-46f0-9c39-b492566d6f3f owned by {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:44:49.561231 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c445a07c-bd37-4672-968e-0862eff0d100 req-8a82da65-245e-473e-a39e-1706a7ae3682 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0b5e75b1-9fa8-4cc9-86ca-a77492b60a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4830811 Oct 04 20:44:49.838854 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 20:44:49.853831 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-14cfe5e2-cd54-4841-b52b-73e0515552b3 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=b46055f08aae47a99a59e1192db71b8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7223434 Oct 04 20:44:49.869129 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 38804) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:44:49.883703 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-85b3f545-cfb5-4213-aa79-b44ff479bcf9 admin admin] For port 4b27d18e-f572-4e7c-a52b-4661d03f0afd, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=4b27d18e-f572-4e7c-a52b-4661d03f0afd,segment=NetworkSegment(dd7f8b17-f498-4dbc-a19e-5f1313affc9c),segment_id=dd7f8b17-f498-4dbc-a19e-5f1313affc9c)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:44:49.884309 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-85b3f545-cfb5-4213-aa79-b44ff479bcf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (4b27d18e-f572-4e7c-a52b-4661d03f0afd), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:49.891941 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 59206a96-6386-445c-a95c-c1869991d647 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:44:49.912860 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:49.921142 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-980db03e-6148-403b-8ed4-7a97ffb75ff7 tempest-AttachSCSIVolumeTestJSON-1392402720 tempest-AttachSCSIVolumeTestJSON-1392402720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (23abd508-ed31-4be7-b87c-0c74fab490c2), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:49.947651 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-85b3f545-cfb5-4213-aa79-b44ff479bcf9 admin admin] Calling delete_port for 4b27d18e-f572-4e7c-a52b-4661d03f0afd owned by network:router_interface {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:44:49.968388 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=100 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:50.022093 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 59206a96-6386-445c-a95c-c1869991d647 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:44:50.022671 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (59206a96-6386-445c-a95c-c1869991d647), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:50.023211 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 59206a96-6386-445c-a95c-c1869991d647 Oct 04 20:44:50.033497 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980db03e-6148-403b-8ed4-7a97ffb75ff7 tempest-AttachSCSIVolumeTestJSON-1392402720 tempest-AttachSCSIVolumeTestJSON-1392402720-project] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:44:50.047857 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-980db03e-6148-403b-8ed4-7a97ffb75ff7 tempest-AttachSCSIVolumeTestJSON-1392402720 tempest-AttachSCSIVolumeTestJSON-1392402720-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:44:50.064609 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980db03e-6148-403b-8ed4-7a97ffb75ff7 tempest-AttachSCSIVolumeTestJSON-1392402720 tempest-AttachSCSIVolumeTestJSON-1392402720-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:44:50.136896 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980db03e-6148-403b-8ed4-7a97ffb75ff7 tempest-AttachSCSIVolumeTestJSON-1392402720 tempest-AttachSCSIVolumeTestJSON-1392402720-project] Pushing event updated for resources: {'Port': ['ID=23abd508-ed31-4be7-b87c-0c74fab490c2,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:44:50.140840 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:50.197174 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-11f4edae-cf04-4ff7-8a22-f2569f2badf5 admin admin] Publish callbacks [] for security_group (9e154c59-4349-4579-ac56-d3f7608a8c2d), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:50.255352 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 59206a96-6386-445c-a95c-c1869991d647 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:44:50.282234 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-033cac0f-ee68-4d82-83c6-6e5ed1bc5b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (59206a96-6386-445c-a95c-c1869991d647), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:50.361904 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033cac0f-ee68-4d82-83c6-6e5ed1bc5b9d admin admin] Pushing event deleted for resources: {'Port': ['ID=59206a96-6386-445c-a95c-c1869991d647,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:44:50.750410 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-033cac0f-ee68-4d82-83c6-6e5ed1bc5b9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (54a65f61-90c8-489c-9d7b-86b7c1d5fd1d), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:50.783646 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-11f4edae-cf04-4ff7-8a22-f2569f2badf5 admin admin] Publish callbacks [] for security_group (9e154c59-4349-4579-ac56-d3f7608a8c2d), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:50.850750 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b1c75093-7646-45e3-a9fe-fa8bc75cc2fe tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (0f3e1f36-6db2-46f0-9c39-b492566d6f3f), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:50.978937 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c75093-7646-45e3-a9fe-fa8bc75cc2fe tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Pushing event deleted for resources: {'Port': ['ID=0f3e1f36-6db2-46f0-9c39-b492566d6f3f,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:44:51.057700 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-980db03e-6148-403b-8ed4-7a97ffb75ff7 tempest-AttachSCSIVolumeTestJSON-1392402720 tempest-AttachSCSIVolumeTestJSON-1392402720-project] Publish callbacks [] for floatingip (75b666c9-e58b-4095-9f1f-3162bf838f14), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:51.071552 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a9e980-c5d0-46db-84ba-5a48ca4c4dbe req-1121a2b2-c6e6-4891-a9f2-272267ae7eb8 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:44:51.084026 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e9a9e980-c5d0-46db-84ba-5a48ca4c4dbe req-1121a2b2-c6e6-4891-a9f2-272267ae7eb8 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ad3b28cc-8307-4f7a-889b-ab08d068ec0e HTTP/1.1" status: 200 len: 949 time: 0.2098312 Oct 04 20:44:51.191618 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:51.240483 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b1c75093-7646-45e3-a9fe-fa8bc75cc2fe tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:51.252346 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b1c75093-7646-45e3-a9fe-fa8bc75cc2fe tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] 10.222.0.78 "DELETE /networking/v2.0/ports/0f3e1f36-6db2-46f0-9c39-b492566d6f3f HTTP/1.1" status: 204 len: 168 time: 3.6111133 Oct 04 20:44:51.252613 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 38834) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:44:51.305331 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-11f4edae-cf04-4ff7-8a22-f2569f2badf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (9e154c59-4349-4579-ac56-d3f7608a8c2d), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:51.314973 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-11f4edae-cf04-4ff7-8a22-f2569f2badf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:51.327074 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-11f4edae-cf04-4ff7-8a22-f2569f2badf5 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/9e154c59-4349-4579-ac56-d3f7608a8c2d HTTP/1.1" status: 204 len: 168 time: 1.4506879 Oct 04 20:44:51.357875 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f4edae-cf04-4ff7-8a22-f2569f2badf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e154c59-4349-4579-ac56-d3f7608a8c2d,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:44:51.385074 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-85b3f545-cfb5-4213-aa79-b44ff479bcf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (4b27d18e-f572-4e7c-a52b-4661d03f0afd), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:51.487000 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b3f545-cfb5-4213-aa79-b44ff479bcf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b27d18e-f572-4e7c-a52b-4661d03f0afd,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:44:51.579651 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:51.664377 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:51.793600 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:52.166474 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=44 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:52.173386 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-85b3f545-cfb5-4213-aa79-b44ff479bcf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (ff02f725-b677-48d0-a08a-cda2d9fa4a8f), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:52.246529 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e9a9e980-c5d0-46db-84ba-5a48ca4c4dbe req-b71b46ab-580d-408f-b800-9023004f21b7 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0b5e75b1-9fa8-4cc9-86ca-a77492b60a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1602852 Oct 04 20:44:52.377579 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-980db03e-6148-403b-8ed4-7a97ffb75ff7 tempest-AttachSCSIVolumeTestJSON-1392402720 tempest-AttachSCSIVolumeTestJSON-1392402720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (23abd508-ed31-4be7-b87c-0c74fab490c2), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:52.442365 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:52.495178 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-27cb76dc-aa95-4e61-aaf6-0a7403089fa2 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Deleting port 2dcc0d61-734d-414a-aa5b-8b02f7908ee5 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:44:52.496263 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-27cb76dc-aa95-4e61-aaf6-0a7403089fa2 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (2dcc0d61-734d-414a-aa5b-8b02f7908ee5), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:52.572013 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:52.696432 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85b3f545-cfb5-4213-aa79-b44ff479bcf9 admin admin] Router ff02f725-b677-48d0-a08a-cda2d9fa4a8f has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:44:52.913605 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-033cac0f-ee68-4d82-83c6-6e5ed1bc5b9d admin admin] Router 54a65f61-90c8-489c-9d7b-86b7c1d5fd1d has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:44:52.993103 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-27cb76dc-aa95-4e61-aaf6-0a7403089fa2 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (2dcc0d61-734d-414a-aa5b-8b02f7908ee5), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:53.001132 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b3f545-cfb5-4213-aa79-b44ff479bcf9 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:44:53.022574 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-85b3f545-cfb5-4213-aa79-b44ff479bcf9 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/ff02f725-b677-48d0-a08a-cda2d9fa4a8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8214176 Oct 04 20:44:53.022574 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 38882) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:44:53.022961 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c76d05-2120-47ce-bd0b-4d612f997b19 None None] Sync routers for ids ['ff02f725-b677-48d0-a08a-cda2d9fa4a8f'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:44:53.050728 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c76d05-2120-47ce-bd0b-4d612f997b19 None None] Routers {'ff02f725-b677-48d0-a08a-cda2d9fa4a8f'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:44:53.055492 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-f4c76d05-2120-47ce-bd0b-4d612f997b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:44:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['ff02f725-b677-48d0-a08a-cda2d9fa4a8f'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:44:53.120282 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-27cb76dc-aa95-4e61-aaf6-0a7403089fa2 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Calling delete_port for 2dcc0d61-734d-414a-aa5b-8b02f7908ee5 owned by {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:44:53.466415 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-f4c76d05-2120-47ce-bd0b-4d612f997b19 None None] Set router ff02f725-b677-48d0-a08a-cda2d9fa4a8f gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:44:53.536021 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-980db03e-6148-403b-8ed4-7a97ffb75ff7 tempest-AttachSCSIVolumeTestJSON-1392402720 tempest-AttachSCSIVolumeTestJSON-1392402720-project] Publish callbacks [] for port (23abd508-ed31-4be7-b87c-0c74fab490c2), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:53.542661 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-55be136e-de07-4323-b105-c69f9bea21d7 admin admin] Publish callbacks [] for router (ff02f725-b677-48d0-a08a-cda2d9fa4a8f), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:53.552757 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-033cac0f-ee68-4d82-83c6-6e5ed1bc5b9d admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:44:53.573425 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-033cac0f-ee68-4d82-83c6-6e5ed1bc5b9d admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/54a65f61-90c8-489c-9d7b-86b7c1d5fd1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1403995 Oct 04 20:44:53.577889 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04c1a84-bab4-47d5-ac52-01c3f2edf16c None None] Sync routers for ids ['54a65f61-90c8-489c-9d7b-86b7c1d5fd1d'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:44:53.627125 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04c1a84-bab4-47d5-ac52-01c3f2edf16c None None] Routers {'54a65f61-90c8-489c-9d7b-86b7c1d5fd1d'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:44:53.628626 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-c04c1a84-bab4-47d5-ac52-01c3f2edf16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:44:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['54a65f61-90c8-489c-9d7b-86b7c1d5fd1d'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:44:53.658029 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 38892) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:44:53.919294 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-55be136e-de07-4323-b105-c69f9bea21d7 admin admin] Publish callbacks [] for router_gateway (ff02f725-b677-48d0-a08a-cda2d9fa4a8f), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:54.129968 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-980db03e-6148-403b-8ed4-7a97ffb75ff7 tempest-AttachSCSIVolumeTestJSON-1392402720 tempest-AttachSCSIVolumeTestJSON-1392402720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (23abd508-ed31-4be7-b87c-0c74fab490c2), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:54.130598 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-c04c1a84-bab4-47d5-ac52-01c3f2edf16c None None] Set router 54a65f61-90c8-489c-9d7b-86b7c1d5fd1d gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:44:54.130900 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-f4c76d05-2120-47ce-bd0b-4d612f997b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff02f725-b677-48d0-a08a-cda2d9fa4a8f', 'name': 'tempest-MultipleCreateTestJSON-447574812-router', 'tenant_id': '9d5c0142707c420798e04f8826804031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '93683b22-611c-400c-806f-d5cec0e2d548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:44:00Z', 'updated_at': '2022-10-04T20:44:51Z', 'revision_number': 5, 'project_id': '9d5c0142707c420798e04f8826804031', 'gw_port': {'id': '93683b22-611c-400c-806f-d5cec0e2d548', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:48:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff02f725-b677-48d0-a08a-cda2d9fa4a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:44:03Z', 'updated_at': '2022-10-04T20:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:44:54.130900 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c76d05-2120-47ce-bd0b-4d612f997b19 None None] Checking router: ff02f725-b677-48d0-a08a-cda2d9fa4a8f for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:44:54.130900 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c76d05-2120-47ce-bd0b-4d612f997b19 None None] Routers {'ff02f725-b677-48d0-a08a-cda2d9fa4a8f'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:44:54.130900 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-f4c76d05-2120-47ce-bd0b-4d612f997b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:44:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['ff02f725-b677-48d0-a08a-cda2d9fa4a8f'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:44:54.161343 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a86048-9a07-410b-8ba0-d78635c14977 req-2d34e440-1345-4054-a5d2-939fdde28a7e tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:44:54.164474 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-75a86048-9a07-410b-8ba0-d78635c14977 req-2d34e440-1345-4054-a5d2-939fdde28a7e tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ad3b28cc-8307-4f7a-889b-ab08d068ec0e HTTP/1.1" status: 200 len: 949 time: 0.6085498 Oct 04 20:44:54.166627 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e0edab-ac37-41fa-92c7-ca54fc1b6bee req-46d428ab-14c0-4444-a272-9ebb6d6ec795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:44:54.169112 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-39e0edab-ac37-41fa-92c7-ca54fc1b6bee req-46d428ab-14c0-4444-a272-9ebb6d6ec795 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=baa9bc0601f141e48e1b5f001769d221&device_id=568cbe45-b90d-49d4-8ed6-90923e399d49 HTTP/1.1" status: 200 len: 1130 time: 0.6558185 Oct 04 20:44:54.282607 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:54.311587 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-f4c76d05-2120-47ce-bd0b-4d612f997b19 None None] Set router ff02f725-b677-48d0-a08a-cda2d9fa4a8f gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:44:54.352989 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-980db03e-6148-403b-8ed4-7a97ffb75ff7 tempest-AttachSCSIVolumeTestJSON-1392402720 tempest-AttachSCSIVolumeTestJSON-1392402720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582728'] for floatingip (75b666c9-e58b-4095-9f1f-3162bf838f14), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:54.445292 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980db03e-6148-403b-8ed4-7a97ffb75ff7 tempest-AttachSCSIVolumeTestJSON-1392402720 tempest-AttachSCSIVolumeTestJSON-1392402720-project] Pushing event updated for resources: {'Port': ['ID=23abd508-ed31-4be7-b87c-0c74fab490c2,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:44:54.511441 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-55be136e-de07-4323-b105-c69f9bea21d7 admin admin] Deleting port 93683b22-611c-400c-806f-d5cec0e2d548 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:44:54.512331 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-55be136e-de07-4323-b105-c69f9bea21d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (93683b22-611c-400c-806f-d5cec0e2d548), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:54.559836 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:54.606659 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-c04c1a84-bab4-47d5-ac52-01c3f2edf16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a65f61-90c8-489c-9d7b-86b7c1d5fd1d', 'name': 'tempest-ServerAddressesNegativeTestJSON-511442695-router', 'tenant_id': '35b911873f83408f8831ae7971cf021d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '931cf843-c575-41a5-be9a-52fee967341d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:44:24Z', 'updated_at': '2022-10-04T20:44:49Z', 'revision_number': 5, 'project_id': '35b911873f83408f8831ae7971cf021d', 'gw_port': {'id': '931cf843-c575-41a5-be9a-52fee967341d', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:57:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a65f61-90c8-489c-9d7b-86b7c1d5fd1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:44:26Z', 'updated_at': '2022-10-04T20:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:44:54.621622 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-522e3ece-ab0b-49c2-aa19-86d350840cdc admin admin] Publish callbacks [] for router (54a65f61-90c8-489c-9d7b-86b7c1d5fd1d), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:54.652519 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:54.656659 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-980db03e-6148-403b-8ed4-7a97ffb75ff7 tempest-AttachSCSIVolumeTestJSON-1392402720 tempest-AttachSCSIVolumeTestJSON-1392402720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:54.665670 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-980db03e-6148-403b-8ed4-7a97ffb75ff7 tempest-AttachSCSIVolumeTestJSON-1392402720 tempest-AttachSCSIVolumeTestJSON-1392402720-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.4785678 Oct 04 20:44:54.763733 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04c1a84-bab4-47d5-ac52-01c3f2edf16c None None] Checking router: 54a65f61-90c8-489c-9d7b-86b7c1d5fd1d for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:44:54.812128 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04c1a84-bab4-47d5-ac52-01c3f2edf16c None None] Routers {'54a65f61-90c8-489c-9d7b-86b7c1d5fd1d'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:44:54.821165 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-c04c1a84-bab4-47d5-ac52-01c3f2edf16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:44:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['54a65f61-90c8-489c-9d7b-86b7c1d5fd1d'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:44:54.831113 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-75a86048-9a07-410b-8ba0-d78635c14977 req-5504acf2-3df3-40b8-9ce2-e40ab092dc5f tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0b5e75b1-9fa8-4cc9-86ca-a77492b60a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6271563 Oct 04 20:44:54.843635 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-55be136e-de07-4323-b105-c69f9bea21d7 admin admin] For port 93683b22-611c-400c-806f-d5cec0e2d548, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=93683b22-611c-400c-806f-d5cec0e2d548,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:44:54.844876 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-55be136e-de07-4323-b105-c69f9bea21d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (93683b22-611c-400c-806f-d5cec0e2d548), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:54.896917 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-55be136e-de07-4323-b105-c69f9bea21d7 admin admin] Calling delete_port for 93683b22-611c-400c-806f-d5cec0e2d548 owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:44:54.955291 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e0edab-ac37-41fa-92c7-ca54fc1b6bee req-54ebf88f-14cc-487e-b758-40a171c24a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:44:54.963816 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-39e0edab-ac37-41fa-92c7-ca54fc1b6bee req-54ebf88f-14cc-487e-b758-40a171c24a20 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=42fbb05e-3f96-444f-a676-04ee9d06a8c7 HTTP/1.1" status: 200 len: 870 time: 0.6925995 Oct 04 20:44:55.060154 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-f4c76d05-2120-47ce-bd0b-4d612f997b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff02f725-b677-48d0-a08a-cda2d9fa4a8f', 'name': 'tempest-MultipleCreateTestJSON-447574812-router', 'tenant_id': '9d5c0142707c420798e04f8826804031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '93683b22-611c-400c-806f-d5cec0e2d548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:44:00Z', 'updated_at': '2022-10-04T20:44:51Z', 'revision_number': 5, 'project_id': '9d5c0142707c420798e04f8826804031', 'gw_port': {'id': '93683b22-611c-400c-806f-d5cec0e2d548', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:48:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff02f725-b677-48d0-a08a-cda2d9fa4a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:44:03Z', 'updated_at': '2022-10-04T20:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:44:55.084908 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:55.098008 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-27cb76dc-aa95-4e61-aaf6-0a7403089fa2 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (2dcc0d61-734d-414a-aa5b-8b02f7908ee5), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:55.106824 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=100 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:55.223957 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c76d05-2120-47ce-bd0b-4d612f997b19 None None] The sync data for ids ['ff02f725-b677-48d0-a08a-cda2d9fa4a8f'] in n-d-852085-12 is: [{'id': 'ff02f725-b677-48d0-a08a-cda2d9fa4a8f', 'name': 'tempest-MultipleCreateTestJSON-447574812-router', 'tenant_id': '9d5c0142707c420798e04f8826804031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '93683b22-611c-400c-806f-d5cec0e2d548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:44:00Z', 'updated_at': '2022-10-04T20:44:51Z', 'revision_number': 5, 'project_id': '9d5c0142707c420798e04f8826804031', 'gw_port': {'id': '93683b22-611c-400c-806f-d5cec0e2d548', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:48:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff02f725-b677-48d0-a08a-cda2d9fa4a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:44:03Z', 'updated_at': '2022-10-04T20:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:44:55.354698 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-39e0edab-ac37-41fa-92c7-ca54fc1b6bee req-1d2051f6-31f9-4ace-aa6e-5deb8463589b service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=46ab96a5-0e71-4267-bb4f-54da94372f8e HTTP/1.1" status: 200 len: 217 time: 0.2934852 Oct 04 20:44:55.372925 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cb76dc-aa95-4e61-aaf6-0a7403089fa2 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Pushing event deleted for resources: {'Port': ['ID=2dcc0d61-734d-414a-aa5b-8b02f7908ee5,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:44:55.458902 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-c04c1a84-bab4-47d5-ac52-01c3f2edf16c None None] Set router 54a65f61-90c8-489c-9d7b-86b7c1d5fd1d gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:44:55.567079 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-55be136e-de07-4323-b105-c69f9bea21d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (93683b22-611c-400c-806f-d5cec0e2d548), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:55.668944 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-522e3ece-ab0b-49c2-aa19-86d350840cdc admin admin] Publish callbacks [] for router_gateway (54a65f61-90c8-489c-9d7b-86b7c1d5fd1d), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:55.737772 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be136e-de07-4323-b105-c69f9bea21d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=93683b22-611c-400c-806f-d5cec0e2d548,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:44:55.832601 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e0edab-ac37-41fa-92c7-ca54fc1b6bee req-b8c5e2ae-e8ec-43af-b3a4-7cdfa8c41a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:44:55.836354 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-39e0edab-ac37-41fa-92c7-ca54fc1b6bee req-b8c5e2ae-e8ec-43af-b3a4-7cdfa8c41a0e service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.4707026 Oct 04 20:44:55.897361 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 4b27d18e-f572-4e7c-a52b-4661d03f0afd no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:44:55.956105 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-27cb76dc-aa95-4e61-aaf6-0a7403089fa2 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:55.966978 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-55be136e-de07-4323-b105-c69f9bea21d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (ff02f725-b677-48d0-a08a-cda2d9fa4a8f), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:55.967691 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-27cb76dc-aa95-4e61-aaf6-0a7403089fa2 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] 10.222.0.78 "DELETE /networking/v2.0/ports/2dcc0d61-734d-414a-aa5b-8b02f7908ee5 HTTP/1.1" status: 204 len: 168 time: 4.7126050 Oct 04 20:44:56.071715 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 4b27d18e-f572-4e7c-a52b-4661d03f0afd {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:44:56.072417 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 4b27d18e-f572-4e7c-a52b-4661d03f0afd not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:44:56.072604 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 38958) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:44:56.304679 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-55be136e-de07-4323-b105-c69f9bea21d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (ff02f725-b677-48d0-a08a-cda2d9fa4a8f), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:56.314973 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-55be136e-de07-4323-b105-c69f9bea21d7 admin admin] Publish callbacks [] for router_controller (ff02f725-b677-48d0-a08a-cda2d9fa4a8f), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:56.475967 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e0edab-ac37-41fa-92c7-ca54fc1b6bee req-ce673967-3793-4a82-86a7-e256f661f2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:44:56.479035 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-39e0edab-ac37-41fa-92c7-ca54fc1b6bee req-ce673967-3793-4a82-86a7-e256f661f2cc service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5857828 Oct 04 20:44:56.497442 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-522e3ece-ab0b-49c2-aa19-86d350840cdc admin admin] Deleting port 931cf843-c575-41a5-be9a-52fee967341d {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:44:56.498114 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-522e3ece-ab0b-49c2-aa19-86d350840cdc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (931cf843-c575-41a5-be9a-52fee967341d), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:56.506725 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-384d8610-37be-4177-b34c-1193b5261758 req-5f058776-0973-44a7-afd1-a408d89d4031 tempest-AttachSCSIVolumeTestJSON-1392402720 tempest-AttachSCSIVolumeTestJSON-1392402720-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--52556719&fields=id&tenant_id=1181b876697c473ba1d15bbefeea2cf2 HTTP/1.1" status: 200 len: 267 time: 0.7076852 Oct 04 20:44:56.522216 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-55be136e-de07-4323-b105-c69f9bea21d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (ff02f725-b677-48d0-a08a-cda2d9fa4a8f), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:56.526941 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55be136e-de07-4323-b105-c69f9bea21d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff02f725-b677-48d0-a08a-cda2d9fa4a8f {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:44:56.537922 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-55be136e-de07-4323-b105-c69f9bea21d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:56.549084 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-55be136e-de07-4323-b105-c69f9bea21d7 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/ff02f725-b677-48d0-a08a-cda2d9fa4a8f HTTP/1.1" status: 204 len: 168 time: 3.5238512 Oct 04 20:44:56.559284 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 38966) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:44:56.592155 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-c04c1a84-bab4-47d5-ac52-01c3f2edf16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a65f61-90c8-489c-9d7b-86b7c1d5fd1d', 'name': 'tempest-ServerAddressesNegativeTestJSON-511442695-router', 'tenant_id': '35b911873f83408f8831ae7971cf021d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '931cf843-c575-41a5-be9a-52fee967341d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:44:24Z', 'updated_at': '2022-10-04T20:44:49Z', 'revision_number': 5, 'project_id': '35b911873f83408f8831ae7971cf021d', 'gw_port': {'id': '931cf843-c575-41a5-be9a-52fee967341d', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:57:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a65f61-90c8-489c-9d7b-86b7c1d5fd1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:44:26Z', 'updated_at': '2022-10-04T20:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:44:56.679490 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04c1a84-bab4-47d5-ac52-01c3f2edf16c None None] The sync data for ids ['54a65f61-90c8-489c-9d7b-86b7c1d5fd1d'] in n-d-852085-12 is: [{'id': '54a65f61-90c8-489c-9d7b-86b7c1d5fd1d', 'name': 'tempest-ServerAddressesNegativeTestJSON-511442695-router', 'tenant_id': '35b911873f83408f8831ae7971cf021d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '931cf843-c575-41a5-be9a-52fee967341d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:44:24Z', 'updated_at': '2022-10-04T20:44:49Z', 'revision_number': 5, 'project_id': '35b911873f83408f8831ae7971cf021d', 'gw_port': {'id': '931cf843-c575-41a5-be9a-52fee967341d', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:57:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a65f61-90c8-489c-9d7b-86b7c1d5fd1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:44:26Z', 'updated_at': '2022-10-04T20:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:44:56.692256 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=11 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:56.714454 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-37fd81fc-fc9b-4b65-8d20-6e2bc17025e1 admin admin] Deleting subnet 6b13f518-8ea4-45ec-b3f8-caf0c2508458 {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:44:56.724124 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-37fd81fc-fc9b-4b65-8d20-6e2bc17025e1 admin admin] Publish callbacks [] for subnet (6b13f518-8ea4-45ec-b3f8-caf0c2508458), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:56.786976 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ca5e1b0-079b-41d0-990a-5f6c1f5b8190 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Deleting subnet 817f77b3-e836-40e9-910a-8d909d681ed3 {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:44:56.812362 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c42ea3-7b19-4916-bc25-c0138159e8f1 req-a76b82c4-0d67-4ab8-b4ff-aa35ecd660b5 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:44:56.815738 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-b3c42ea3-7b19-4916-bc25-c0138159e8f1 req-a76b82c4-0d67-4ab8-b4ff-aa35ecd660b5 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ad3b28cc-8307-4f7a-889b-ab08d068ec0e HTTP/1.1" status: 200 len: 949 time: 0.5892074 Oct 04 20:44:56.858156 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7ca5e1b0-079b-41d0-990a-5f6c1f5b8190 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks [] for subnet (817f77b3-e836-40e9-910a-8d909d681ed3), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:56.880460 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-37fd81fc-fc9b-4b65-8d20-6e2bc17025e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (6b13f518-8ea4-45ec-b3f8-caf0c2508458), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:56.991078 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:57.073788 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-37fd81fc-fc9b-4b65-8d20-6e2bc17025e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (6b13f518-8ea4-45ec-b3f8-caf0c2508458), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:57.138385 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 38974) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:44:57.355833 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-37fd81fc-fc9b-4b65-8d20-6e2bc17025e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (6b13f518-8ea4-45ec-b3f8-caf0c2508458), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:57.450266 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fd81fc-fc9b-4b65-8d20-6e2bc17025e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b13f518-8ea4-45ec-b3f8-caf0c2508458,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:44:57.463610 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-37fd81fc-fc9b-4b65-8d20-6e2bc17025e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:57.472389 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-37fd81fc-fc9b-4b65-8d20-6e2bc17025e1 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/6b13f518-8ea4-45ec-b3f8-caf0c2508458 HTTP/1.1" status: 204 len: 168 time: 0.9083006 Oct 04 20:44:57.474877 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0f5155-b140-47d3-94d0-6f23b8abd7f4 None None] Network 4b01a391-c7da-45cc-b2a5-65b181a347df requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:44:57.485437 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 38980) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:44:57.501484 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-aec7f444-fdf3-4897-b03a-811eb41d25b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:57.660019 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7ca5e1b0-079b-41d0-990a-5f6c1f5b8190 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (817f77b3-e836-40e9-910a-8d909d681ed3), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:57.753073 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c26f8d8a-5a5b-41b9-a4f6-0aad06d2be74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (4b01a391-c7da-45cc-b2a5-65b181a347df), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:57.827613 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 59206a96-6386-445c-a95c-c1869991d647 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:44:57.889090 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device e7face03-f5ca-470d-ba1f-9b74713e1d67 no longer exists at agent hyperv_n-h1-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:44:57.903405 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:57.926111 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-522e3ece-ab0b-49c2-aa19-86d350840cdc admin admin] For port 931cf843-c575-41a5-be9a-52fee967341d, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=931cf843-c575-41a5-be9a-52fee967341d,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:44:57.926111 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-522e3ece-ab0b-49c2-aa19-86d350840cdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (931cf843-c575-41a5-be9a-52fee967341d), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:57.942067 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-c26f8d8a-5a5b-41b9-a4f6-0aad06d2be74 admin admin] Deleting port 05f72eca-8b1a-4fc7-aed3-0f1063b71f95 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:44:57.942628 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c26f8d8a-5a5b-41b9-a4f6-0aad06d2be74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (05f72eca-8b1a-4fc7-aed3-0f1063b71f95), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:57.969806 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-b3c42ea3-7b19-4916-bc25-c0138159e8f1 req-c42e0b98-b9a1-4f9c-8a2f-9b6787d2fa85 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0b5e75b1-9fa8-4cc9-86ca-a77492b60a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1037138 Oct 04 20:44:57.979402 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 59206a96-6386-445c-a95c-c1869991d647 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:44:57.980360 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 59206a96-6386-445c-a95c-c1869991d647 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:44:57.981302 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 93683b22-611c-400c-806f-d5cec0e2d548 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:44:58.042295 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Device 46ab96a5-0e71-4267-bb4f-54da94372f8e details requested by agent hyperv_n-h2-852085-12 with host n-h2-852085-12 {{(pid=108171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 20:44:58.059036 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 93683b22-611c-400c-806f-d5cec0e2d548 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:44:58.080434 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 93683b22-611c-400c-806f-d5cec0e2d548 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:44:58.135588 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-39e0edab-ac37-41fa-92c7-ca54fc1b6bee req-e9f55267-077e-4330-937a-90fb82e1d423 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6396580 Oct 04 20:44:58.164478 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d8610-37be-4177-b34c-1193b5261758 req-135f75ec-0536-4655-bcd6-5fe68bb6cbfe tempest-AttachSCSIVolumeTestJSON-1392402720 tempest-AttachSCSIVolumeTestJSON-1392402720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:44:58.167529 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-384d8610-37be-4177-b34c-1193b5261758 req-135f75ec-0536-4655-bcd6-5fe68bb6cbfe tempest-AttachSCSIVolumeTestJSON-1392402720 tempest-AttachSCSIVolumeTestJSON-1392402720-project] 10.222.0.78 "GET /networking/v2.0/networks?id=e26dd16c-c221-4602-987e-d0307147f3f4 HTTP/1.1" status: 200 len: 815 time: 1.6184151 Oct 04 20:44:58.176421 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-522e3ece-ab0b-49c2-aa19-86d350840cdc admin admin] Calling delete_port for 931cf843-c575-41a5-be9a-52fee967341d owned by network:router_gateway {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:44:58.187187 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-c26f8d8a-5a5b-41b9-a4f6-0aad06d2be74 admin admin] For port 05f72eca-8b1a-4fc7-aed3-0f1063b71f95, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=05f72eca-8b1a-4fc7-aed3-0f1063b71f95,segment=NetworkSegment(dd7f8b17-f498-4dbc-a19e-5f1313affc9c),segment_id=dd7f8b17-f498-4dbc-a19e-5f1313affc9c)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:44:58.188300 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c26f8d8a-5a5b-41b9-a4f6-0aad06d2be74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (05f72eca-8b1a-4fc7-aed3-0f1063b71f95), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:58.202386 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3777f3c-0759-4b00-acb2-7854cec6e59f None None] DHCP port deletion for 4b01a391-c7da-45cc-b2a5-65b181a347df request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:44:58.228086 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-aec7f444-fdf3-4897-b03a-811eb41d25b6 admin admin] Publish callbacks [] for security_group (f349ac87-07ba-41a4-a60e-491c69daa64b), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:58.250326 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-c26f8d8a-5a5b-41b9-a4f6-0aad06d2be74 admin admin] Calling delete_port for 05f72eca-8b1a-4fc7-aed3-0f1063b71f95 owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:44:58.255067 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:58.424184 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-aec7f444-fdf3-4897-b03a-811eb41d25b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (f349ac87-07ba-41a4-a60e-491c69daa64b), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:58.469634 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-c3777f3c-0759-4b00-acb2-7854cec6e59f None None] Deleting port 05f72eca-8b1a-4fc7-aed3-0f1063b71f95 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:44:58.470249 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c3777f3c-0759-4b00-acb2-7854cec6e59f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (05f72eca-8b1a-4fc7-aed3-0f1063b71f95), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:58.527897 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Current status of the port e7face03-f5ca-470d-ba1f-9b74713e1d67 is: ACTIVE; New status is: DOWN {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:44:58.529705 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (e7face03-f5ca-470d-ba1f-9b74713e1d67), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:58.609979 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec7f444-fdf3-4897-b03a-811eb41d25b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f349ac87-07ba-41a4-a60e-491c69daa64b,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:44:58.624845 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-384d8610-37be-4177-b34c-1193b5261758 req-b6b382d0-be28-41df-8366-db7880fd1831 tempest-AttachSCSIVolumeTestJSON-1392402720 tempest-AttachSCSIVolumeTestJSON-1392402720-project] 10.222.0.78 "GET /networking/v2.0/quotas/1181b876697c473ba1d15bbefeea2cf2 HTTP/1.1" status: 200 len: 375 time: 0.4297028 Oct 04 20:44:58.716541 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] For port e7face03-f5ca-470d-ba1f-9b74713e1d67, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=e7face03-f5ca-470d-ba1f-9b74713e1d67,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:44:58.717816 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7ca5e1b0-079b-41d0-990a-5f6c1f5b8190 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (817f77b3-e836-40e9-910a-8d909d681ed3), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:58.732281 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad3b28cc-8307-4f7a-889b-ab08d068ec0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7face03-f5ca-470d-ba1f-9b74713e1d67'}] {{(pid=108171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:44:58.737044 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966b91da6921e714df7c26a37f4733087768fb9a36052be1ead95d4d835f43be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a236bf1-09e4-42ce-8642-f6b1e5e8d372" -d '{"events": [{"server_uuid": "ad3b28cc-8307-4f7a-889b-ab08d068ec0e", "name": "network-vif-unplugged", "status": "completed", "tag": "e7face03-f5ca-470d-ba1f-9b74713e1d67"}]}' {{(pid=108171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:44:58.742946 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-aec7f444-fdf3-4897-b03a-811eb41d25b6 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=104842f18dae47dcaab4e91bca1e5d7c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6025414 Oct 04 20:44:58.745126 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca18c0-f953-4145-be1a-153e77da7e45 req-3d82ea87-8117-4623-b0e6-12a383204f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:44:58.747966 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-30ca18c0-f953-4145-be1a-153e77da7e45 req-3d82ea87-8117-4623-b0e6-12a383204f24 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=ad3b28cc-8307-4f7a-889b-ab08d068ec0e HTTP/1.1" status: 200 len: 1132 time: 0.3481770 Oct 04 20:44:58.752145 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 39002) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:44:58.758830 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] For port 46ab96a5-0e71-4267-bb4f-54da94372f8e, host n-h2-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852085-12',level=0,port_id=46ab96a5-0e71-4267-bb4f-54da94372f8e,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:44:58.779581 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:58.803476 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-c3777f3c-0759-4b00-acb2-7854cec6e59f None None] For port 05f72eca-8b1a-4fc7-aed3-0f1063b71f95, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=05f72eca-8b1a-4fc7-aed3-0f1063b71f95,segment=NetworkSegment(dd7f8b17-f498-4dbc-a19e-5f1313affc9c),segment_id=dd7f8b17-f498-4dbc-a19e-5f1313affc9c)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:44:58.804709 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c3777f3c-0759-4b00-acb2-7854cec6e59f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (05f72eca-8b1a-4fc7-aed3-0f1063b71f95), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:58.813663 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (e7face03-f5ca-470d-ba1f-9b74713e1d67), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:58.838922 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Returning: {'device': '46ab96a5-0e71-4267-bb4f-54da94372f8e', 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7', 'port_id': '46ab96a5-0e71-4267-bb4f-54da94372f8e', 'mac_address': 'fa:16:3e:81:c2:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1956090-7ed7-4d05-a46e-a7b0885ca8e4', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 20:44:58.860084 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:58.877269 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 04 Oct 2022 20:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba35300-3c8a-4493-9469-2d6bb62b7d01 x-openstack-request-id: req-cba35300-3c8a-4493-9469-2d6bb62b7d01 {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:44:58.878072 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad3b28cc-8307-4f7a-889b-ab08d068ec0e", "name": "network-vif-unplugged", "status": "completed", "tag": "e7face03-f5ca-470d-ba1f-9b74713e1d67", "code": 200}]} {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:44:58.878598 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cba35300-3c8a-4493-9469-2d6bb62b7d01 {{(pid=108171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:44:58.879521 n-d-852085-12 neutron-server[108171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cba35300-3c8a-4493-9469-2d6bb62b7d01'] response: {'server_uuid': 'ad3b28cc-8307-4f7a-889b-ab08d068ec0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7face03-f5ca-470d-ba1f-9b74713e1d67', 'code': 200} Oct 04 20:44:58.888876 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-c3777f3c-0759-4b00-acb2-7854cec6e59f None None] Calling delete_port for 05f72eca-8b1a-4fc7-aed3-0f1063b71f95 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:44:58.935899 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-384d8610-37be-4177-b34c-1193b5261758 req-726bcde3-a44a-496a-a331-e049fe3318e3 tempest-AttachSCSIVolumeTestJSON-1392402720 tempest-AttachSCSIVolumeTestJSON-1392402720-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=1181b876697c473ba1d15bbefeea2cf2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2423978 Oct 04 20:44:58.945929 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3057230d-8890-45d0-b19f-14b7d80ad2b1 admin admin] Publish callbacks [] for security_group (f349ac87-07ba-41a4-a60e-491c69daa64b), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:59.021620 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-30ca18c0-f953-4145-be1a-153e77da7e45 req-b4d7730d-b41c-4373-ba6f-c2ce62751b51 service neutron] 10.222.0.83 "GET /networking/v2.0/security-groups?id=0b5e75b1-9fa8-4cc9-86ca-a77492b60a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845889 Oct 04 20:44:59.024946 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3057230d-8890-45d0-b19f-14b7d80ad2b1 admin admin] Publish callbacks [] for security_group (f349ac87-07ba-41a4-a60e-491c69daa64b), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:59.086343 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-39e0edab-ac37-41fa-92c7-ca54fc1b6bee req-da89f388-a809-4798-a772-e060b5ff3c3b service neutron] 10.222.0.85 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9002945 Oct 04 20:44:59.093256 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Pushing event updated for resources: {'Port': ['ID=e7face03-f5ca-470d-ba1f-9b74713e1d67,revision_number=9']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:44:59.100183 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:59.106592 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Current status of the port 46ab96a5-0e71-4267-bb4f-54da94372f8e is: DOWN; New status is: BUILD {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:44:59.107474 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (46ab96a5-0e71-4267-bb4f-54da94372f8e), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:59.168378 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46ab96a5-0e71-4267-bb4f-54da94372f8e {{(pid=108171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 20:44:59.203299 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c26f8d8a-5a5b-41b9-a4f6-0aad06d2be74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (05f72eca-8b1a-4fc7-aed3-0f1063b71f95), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:59.271697 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] For port 46ab96a5-0e71-4267-bb4f-54da94372f8e, host n-h2-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852085-12',level=0,port_id=46ab96a5-0e71-4267-bb4f-54da94372f8e,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:44:59.290819 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26f8d8a-5a5b-41b9-a4f6-0aad06d2be74 admin admin] Pushing event deleted for resources: {'Port': ['ID=05f72eca-8b1a-4fc7-aed3-0f1063b71f95,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:44:59.297531 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26f8d8a-5a5b-41b9-a4f6-0aad06d2be74 admin admin] No DVR routers for this DVR port 05f72eca-8b1a-4fc7-aed3-0f1063b71f95 on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:44:59.310636 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c3777f3c-0759-4b00-acb2-7854cec6e59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (05f72eca-8b1a-4fc7-aed3-0f1063b71f95), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:59.375849 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 39014) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:44:59.388895 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3777f3c-0759-4b00-acb2-7854cec6e59f None None] No DVR routers for this DVR port 05f72eca-8b1a-4fc7-aed3-0f1063b71f95 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:44:59.397189 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3777f3c-0759-4b00-acb2-7854cec6e59f None None] Pushing event deleted for resources: {'Port': ['ID=05f72eca-8b1a-4fc7-aed3-0f1063b71f95,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:44:59.399513 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0520c-0172-4ddf-b342-0a04ac5689fd req-05e57dc5-8891-4cad-8c1a-a517881f2d4d tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:44:59.402652 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-94e0520c-0172-4ddf-b342-0a04ac5689fd req-05e57dc5-8891-4cad-8c1a-a517881f2d4d tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ad3b28cc-8307-4f7a-889b-ab08d068ec0e HTTP/1.1" status: 200 len: 947 time: 0.1529250 Oct 04 20:44:59.446054 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:44:59.448087 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3057230d-8890-45d0-b19f-14b7d80ad2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (f349ac87-07ba-41a4-a60e-491c69daa64b), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:59.451234 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (46ab96a5-0e71-4267-bb4f-54da94372f8e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:59.453675 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3057230d-8890-45d0-b19f-14b7d80ad2b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:59.455738 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-3057230d-8890-45d0-b19f-14b7d80ad2b1 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/f349ac87-07ba-41a4-a60e-491c69daa64b HTTP/1.1" status: 204 len: 168 time: 0.7017233 Oct 04 20:44:59.520761 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3057230d-8890-45d0-b19f-14b7d80ad2b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f349ac87-07ba-41a4-a60e-491c69daa64b,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:44:59.535456 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c26f8d8a-5a5b-41b9-a4f6-0aad06d2be74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (4b01a391-c7da-45cc-b2a5-65b181a347df), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:59.565160 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7ca5e1b0-079b-41d0-990a-5f6c1f5b8190 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (817f77b3-e836-40e9-910a-8d909d681ed3), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:59.622127 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] get_ports_and_sgs() called for port_ids ['46ab96a5-0e71-4267-bb4f-54da94372f8e'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:44:59.647011 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-c26f8d8a-5a5b-41b9-a4f6-0aad06d2be74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b01a391-c7da-45cc-b2a5-65b181a347df']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:44:59.663363 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-522e3ece-ab0b-49c2-aa19-86d350840cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (931cf843-c575-41a5-be9a-52fee967341d), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:59.698530 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-c26f8d8a-5a5b-41b9-a4f6-0aad06d2be74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd7f8b17-f498-4dbc-a19e-5f1313affc9c') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:44:59.701082 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-c26f8d8a-5a5b-41b9-a4f6-0aad06d2be74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd7f8b17-f498-4dbc-a19e-5f1313affc9c') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:44:59.760469 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c26f8d8a-5a5b-41b9-a4f6-0aad06d2be74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (dd7f8b17-f498-4dbc-a19e-5f1313affc9c), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:59.778348 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Pushing event updated for resources: {'Port': ['ID=46ab96a5-0e71-4267-bb4f-54da94372f8e,revision_number=9']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:44:59.798541 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca5e1b0-079b-41d0-990a-5f6c1f5b8190 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Pushing event deleted for resources: {'Subnet': ['ID=817f77b3-e836-40e9-910a-8d909d681ed3,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:44:59.819460 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c26f8d8a-5a5b-41b9-a4f6-0aad06d2be74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (dd7f8b17-f498-4dbc-a19e-5f1313affc9c), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:59.826842 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7ca5e1b0-079b-41d0-990a-5f6c1f5b8190 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:59.836869 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-7ca5e1b0-079b-41d0-990a-5f6c1f5b8190 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/817f77b3-e836-40e9-910a-8d909d681ed3 HTTP/1.1" status: 204 len: 168 time: 3.7618375 Oct 04 20:44:59.847212 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 39026) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:44:59.852278 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5c9de9-d8b7-46de-ae15-47af39c3abff None None] Network b84e7f4d-8664-4a49-a0c3-307d7abc2f7e requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:44:59.856147 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c26f8d8a-5a5b-41b9-a4f6-0aad06d2be74 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:44:59.857122 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c26f8d8a-5a5b-41b9-a4f6-0aad06d2be74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (dd7f8b17-f498-4dbc-a19e-5f1313affc9c), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:44:59.857667 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522e3ece-ab0b-49c2-aa19-86d350840cdc admin admin] Pushing event deleted for resources: {'Port': ['ID=931cf843-c575-41a5-be9a-52fee967341d,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:44:59.857861 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device e7face03-f5ca-470d-ba1f-9b74713e1d67 details requested by agent hyperv_n-h1-852085-12 with host n-h1-852085-12 {{(pid=108171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 20:44:59.902148 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-94e0520c-0172-4ddf-b342-0a04ac5689fd req-c0bc5d27-57bf-4ac0-9f0f-278251f3ba08 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0b5e75b1-9fa8-4cc9-86ca-a77492b60a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4629517 Oct 04 20:45:00.030516 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-08e40d98-bc65-4fa2-b9f6-e325929a8c23 tempest-AttachSCSIVolumeTestJSON-1392402720 tempest-AttachSCSIVolumeTestJSON-1392402720-project] Publish callbacks [] for security_group (6d50665e-1053-4689-8af4-2146454126e8), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:00.039903 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 05f72eca-8b1a-4fc7-aed3-0f1063b71f95 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:45:00.183154 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment dd7f8b17-f498-4dbc-a19e-5f1313affc9c resource provider aggregate not found Oct 04 20:45:00.200999 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-de79f4cd-8c11-45f1-b14b-08950c81d60a tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Deleting subnet 913092f3-8cd1-4f2a-a2c8-077a54611139 {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:45:00.211947 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c26f8d8a-5a5b-41b9-a4f6-0aad06d2be74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (4b01a391-c7da-45cc-b2a5-65b181a347df), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:00.216118 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:00.220733 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 05f72eca-8b1a-4fc7-aed3-0f1063b71f95 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:45:00.221501 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 05f72eca-8b1a-4fc7-aed3-0f1063b71f95 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:45:00.263277 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c26f8d8a-5a5b-41b9-a4f6-0aad06d2be74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:00.267509 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-de79f4cd-8c11-45f1-b14b-08950c81d60a tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks [] for subnet (913092f3-8cd1-4f2a-a2c8-077a54611139), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:00.281446 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c26f8d8a-5a5b-41b9-a4f6-0aad06d2be74 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/4b01a391-c7da-45cc-b2a5-65b181a347df HTTP/1.1" status: 204 len: 168 time: 2.7896650 Oct 04 20:45:00.283166 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment dd7f8b17-f498-4dbc-a19e-5f1313affc9c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dd7f8b17-f498-4dbc-a19e-5f1313affc9c found for delete ", "request_id": "req-ad6f8b67-4e4c-43a5-aa62-2e18564ee4e8"}]} Oct 04 20:45:00.284611 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-08e40d98-bc65-4fa2-b9f6-e325929a8c23 tempest-AttachSCSIVolumeTestJSON-1392402720 tempest-AttachSCSIVolumeTestJSON-1392402720-project] Publish callbacks [] for security_group (6d50665e-1053-4689-8af4-2146454126e8), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:00.307252 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26f8d8a-5a5b-41b9-a4f6-0aad06d2be74 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b01a391-c7da-45cc-b2a5-65b181a347df,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:45:00.357485 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 39036) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:45:00.364339 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:00.367363 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] For port e7face03-f5ca-470d-ba1f-9b74713e1d67, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=e7face03-f5ca-470d-ba1f-9b74713e1d67,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:45:00.376138 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-522e3ece-ab0b-49c2-aa19-86d350840cdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (54a65f61-90c8-489c-9d7b-86b7c1d5fd1d), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:00.477207 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Returning: {'device': 'e7face03-f5ca-470d-ba1f-9b74713e1d67', 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7', 'port_id': 'e7face03-f5ca-470d-ba1f-9b74713e1d67', 'mac_address': 'fa:16:3e:0c:90:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1956090-7ed7-4d05-a46e-a7b0885ca8e4', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 20:45:00.675025 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Current status of the port e7face03-f5ca-470d-ba1f-9b74713e1d67 is: DOWN; New status is: BUILD {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:45:00.676016 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (e7face03-f5ca-470d-ba1f-9b74713e1d67), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:00.763953 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7face03-f5ca-470d-ba1f-9b74713e1d67 {{(pid=108171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 20:45:00.809875 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25208a74-e555-4da9-ac32-ca02b64121d3 None None] DHCP port deletion for b84e7f4d-8664-4a49-a0c3-307d7abc2f7e request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:45:00.881150 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] For port e7face03-f5ca-470d-ba1f-9b74713e1d67, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=e7face03-f5ca-470d-ba1f-9b74713e1d67,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:45:00.918663 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-de79f4cd-8c11-45f1-b14b-08950c81d60a tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (913092f3-8cd1-4f2a-a2c8-077a54611139), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:00.926410 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-522e3ece-ab0b-49c2-aa19-86d350840cdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (54a65f61-90c8-489c-9d7b-86b7c1d5fd1d), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:00.932455 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-522e3ece-ab0b-49c2-aa19-86d350840cdc admin admin] Publish callbacks [] for router_controller (54a65f61-90c8-489c-9d7b-86b7c1d5fd1d), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:01.019199 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-219893ac-c0b3-454d-9527-f8ab4338a253 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:01.047914 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-25208a74-e555-4da9-ac32-ca02b64121d3 None None] Deleting port 6b8f3c0b-7987-4cb2-98a3-841fd53e6549 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:45:01.048981 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-25208a74-e555-4da9-ac32-ca02b64121d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (6b8f3c0b-7987-4cb2-98a3-841fd53e6549), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:01.064112 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (e7face03-f5ca-470d-ba1f-9b74713e1d67), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:01.108608 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=83,neutron:DELETE=14,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:01.226456 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-08e40d98-bc65-4fa2-b9f6-e325929a8c23 tempest-AttachSCSIVolumeTestJSON-1392402720 tempest-AttachSCSIVolumeTestJSON-1392402720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (6d50665e-1053-4689-8af4-2146454126e8), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:01.232922 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-08e40d98-bc65-4fa2-b9f6-e325929a8c23 tempest-AttachSCSIVolumeTestJSON-1392402720 tempest-AttachSCSIVolumeTestJSON-1392402720-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:01.235362 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-08e40d98-bc65-4fa2-b9f6-e325929a8c23 tempest-AttachSCSIVolumeTestJSON-1392402720 tempest-AttachSCSIVolumeTestJSON-1392402720-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/6d50665e-1053-4689-8af4-2146454126e8 HTTP/1.1" status: 204 len: 168 time: 1.8569191 Oct 04 20:45:01.246062 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 39056) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:45:01.267316 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-522e3ece-ab0b-49c2-aa19-86d350840cdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (54a65f61-90c8-489c-9d7b-86b7c1d5fd1d), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:01.268226 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522e3ece-ab0b-49c2-aa19-86d350840cdc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54a65f61-90c8-489c-9d7b-86b7c1d5fd1d {{(pid=108170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:45:01.310519 n-d-852085-12 neutron-server[108169]: INFO neutron.api.v2.resource [None req-0f027512-88ba-44a0-b9c2-a4ac91d138dc tempest-AttachSCSIVolumeTestJSON-1392402720 tempest-AttachSCSIVolumeTestJSON-1392402720-project] show failed (client error): The resource could not be found. Oct 04 20:45:01.317678 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-0f027512-88ba-44a0-b9c2-a4ac91d138dc tempest-AttachSCSIVolumeTestJSON-1392402720 tempest-AttachSCSIVolumeTestJSON-1392402720-project] 10.222.0.78 "GET /networking/v2.0/security-groups/6d50665e-1053-4689-8af4-2146454126e8 HTTP/1.1" status: 404 len: 347 time: 0.0623682 Oct 04 20:45:01.318743 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 39060) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:45:01.319318 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 39062) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:45:01.371921 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-25208a74-e555-4da9-ac32-ca02b64121d3 None None] For port 6b8f3c0b-7987-4cb2-98a3-841fd53e6549, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=6b8f3c0b-7987-4cb2-98a3-841fd53e6549,segment=NetworkSegment(ecc8cf73-4e74-4b5a-8021-b3b6be3e516e),segment_id=ecc8cf73-4e74-4b5a-8021-b3b6be3e516e)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:45:01.372627 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-25208a74-e555-4da9-ac32-ca02b64121d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (6b8f3c0b-7987-4cb2-98a3-841fd53e6549), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:01.407563 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e40d98-bc65-4fa2-b9f6-e325929a8c23 tempest-AttachSCSIVolumeTestJSON-1392402720 tempest-AttachSCSIVolumeTestJSON-1392402720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d50665e-1053-4689-8af4-2146454126e8,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:45:01.436346 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-25208a74-e555-4da9-ac32-ca02b64121d3 None None] Calling delete_port for 6b8f3c0b-7987-4cb2-98a3-841fd53e6549 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:45:01.454055 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e95afc-852f-42a8-bdbe-d966ae5130cf req-69edabaf-583a-4148-b269-e5f65265395a tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:45:01.459497 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e9e95afc-852f-42a8-bdbe-d966ae5130cf req-69edabaf-583a-4148-b269-e5f65265395a tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ad3b28cc-8307-4f7a-889b-ab08d068ec0e HTTP/1.1" status: 200 len: 949 time: 0.1714132 Oct 04 20:45:01.468971 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-522e3ece-ab0b-49c2-aa19-86d350840cdc admin admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:01.471676 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-522e3ece-ab0b-49c2-aa19-86d350840cdc admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/54a65f61-90c8-489c-9d7b-86b7c1d5fd1d HTTP/1.1" status: 204 len: 168 time: 7.7994246 Oct 04 20:45:01.477941 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-de79f4cd-8c11-45f1-b14b-08950c81d60a tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (913092f3-8cd1-4f2a-a2c8-077a54611139), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:01.496505 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 39064) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:45:01.515687 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-219893ac-c0b3-454d-9527-f8ab4338a253 admin admin] Publish callbacks [] for security_group (603837b0-ba23-4edf-8320-bc82f8aa0301), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:01.632782 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:01.689257 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-219893ac-c0b3-454d-9527-f8ab4338a253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (603837b0-ba23-4edf-8320-bc82f8aa0301), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:01.749613 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-219893ac-c0b3-454d-9527-f8ab4338a253 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=ec86540d601d461ea5b60ed430728da5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3833034 Oct 04 20:45:01.760788 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 39068) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:45:01.777352 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Pushing event updated for resources: {'Port': ['ID=e7face03-f5ca-470d-ba1f-9b74713e1d67,revision_number=10']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:45:01.794673 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-25208a74-e555-4da9-ac32-ca02b64121d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (6b8f3c0b-7987-4cb2-98a3-841fd53e6549), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:01.813329 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-41759130-be1b-44c3-937c-53f8dc1d20a4 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=9d5c0142707c420798e04f8826804031&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4871049 Oct 04 20:45:01.819388 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec39e5c7-30cd-4cee-a7a2-1893606ff25f admin admin] Deleting subnet fe870727-a192-4399-999b-70dba0e1c5dc {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:45:01.822957 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 39070) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:45:01.837942 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25208a74-e555-4da9-ac32-ca02b64121d3 None None] Pushing event deleted for resources: {'Port': ['ID=6b8f3c0b-7987-4cb2-98a3-841fd53e6549,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:45:01.865281 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25208a74-e555-4da9-ac32-ca02b64121d3 None None] No DVR routers for this DVR port 6b8f3c0b-7987-4cb2-98a3-841fd53e6549 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:45:01.903797 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ec39e5c7-30cd-4cee-a7a2-1893606ff25f admin admin] Publish callbacks [] for subnet (fe870727-a192-4399-999b-70dba0e1c5dc), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:01.926028 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] get_ports_and_sgs() called for port_ids ['e7face03-f5ca-470d-ba1f-9b74713e1d67'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:45:01.972279 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219893ac-c0b3-454d-9527-f8ab4338a253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=603837b0-ba23-4edf-8320-bc82f8aa0301,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:45:01.978857 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e9e95afc-852f-42a8-bdbe-d966ae5130cf req-39bf0262-9430-4f3a-baf2-658bd553d3a4 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0b5e75b1-9fa8-4cc9-86ca-a77492b60a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4215932 Oct 04 20:45:02.024609 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-feafad79-6684-4839-b02f-07f54a674145 tempest-AttachSCSIVolumeTestJSON-1392402720 tempest-AttachSCSIVolumeTestJSON-1392402720-project] Deleting port 23abd508-ed31-4be7-b87c-0c74fab490c2 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:45:02.025021 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-feafad79-6684-4839-b02f-07f54a674145 tempest-AttachSCSIVolumeTestJSON-1392402720 tempest-AttachSCSIVolumeTestJSON-1392402720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (23abd508-ed31-4be7-b87c-0c74fab490c2), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:02.064153 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:02.117747 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Device 46ab96a5-0e71-4267-bb4f-54da94372f8e up at agent hyperv_n-h2-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:45:02.166464 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ef00b7be-b309-42bd-8532-6383e9ea8dac admin admin] Publish callbacks [] for security_group (603837b0-ba23-4edf-8320-bc82f8aa0301), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:02.199859 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:02.233619 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ef00b7be-b309-42bd-8532-6383e9ea8dac admin admin] Publish callbacks [] for security_group (603837b0-ba23-4edf-8320-bc82f8aa0301), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:02.305346 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-de79f4cd-8c11-45f1-b14b-08950c81d60a tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (913092f3-8cd1-4f2a-a2c8-077a54611139), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:02.361054 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 6b8f3c0b-7987-4cb2-98a3-841fd53e6549 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:45:02.403879 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-de79f4cd-8c11-45f1-b14b-08950c81d60a tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:02.417745 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-de79f4cd-8c11-45f1-b14b-08950c81d60a tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/913092f3-8cd1-4f2a-a2c8-077a54611139 HTTP/1.1" status: 204 len: 168 time: 2.5456698 Oct 04 20:45:02.420099 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79f4cd-8c11-45f1-b14b-08950c81d60a tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Pushing event deleted for resources: {'Subnet': ['ID=913092f3-8cd1-4f2a-a2c8-077a54611139,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:45:02.423930 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 39086) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:45:02.577505 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ec39e5c7-30cd-4cee-a7a2-1893606ff25f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (fe870727-a192-4399-999b-70dba0e1c5dc), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:02.654579 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f96aeb-92f8-4b4e-8d8e-febf32095296 None None] Network d440815a-c7cb-41b5-bf01-b92283177fa8 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:45:02.662857 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d20d4663-0517-4afd-ac42-91f5950e6910 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (b84e7f4d-8664-4a49-a0c3-307d7abc2f7e), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:02.682449 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 6b8f3c0b-7987-4cb2-98a3-841fd53e6549 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:45:02.682449 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 6b8f3c0b-7987-4cb2-98a3-841fd53e6549 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:45:02.762694 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fe15d13f-e93f-409d-be9f-b81eabe3efc6 admin admin] Publish callbacks [] for security_group (f31c3e56-a9b9-4b26-be13-3a3cd155c58d), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:02.857081 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:02.907298 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fe15d13f-e93f-409d-be9f-b81eabe3efc6 admin admin] Publish callbacks [] for security_group (f31c3e56-a9b9-4b26-be13-3a3cd155c58d), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:02.933242 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d20d4663-0517-4afd-ac42-91f5950e6910 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (b84e7f4d-8664-4a49-a0c3-307d7abc2f7e), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:02.939529 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-feafad79-6684-4839-b02f-07f54a674145 tempest-AttachSCSIVolumeTestJSON-1392402720 tempest-AttachSCSIVolumeTestJSON-1392402720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (23abd508-ed31-4be7-b87c-0c74fab490c2), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:02.940461 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-feafad79-6684-4839-b02f-07f54a674145 tempest-AttachSCSIVolumeTestJSON-1392402720 tempest-AttachSCSIVolumeTestJSON-1392402720-project] Publish callbacks [] for floatingip (23abd508-ed31-4be7-b87c-0c74fab490c2), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:03.038243 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-d20d4663-0517-4afd-ac42-91f5950e6910 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b84e7f4d-8664-4a49-a0c3-307d7abc2f7e']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:45:03.040352 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-feafad79-6684-4839-b02f-07f54a674145 tempest-AttachSCSIVolumeTestJSON-1392402720 tempest-AttachSCSIVolumeTestJSON-1392402720-project] Calling delete_port for 23abd508-ed31-4be7-b87c-0c74fab490c2 owned by network:floatingip {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:45:03.040352 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ec39e5c7-30cd-4cee-a7a2-1893606ff25f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (fe870727-a192-4399-999b-70dba0e1c5dc), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:03.041269 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:03.041450 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-d20d4663-0517-4afd-ac42-91f5950e6910 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecc8cf73-4e74-4b5a-8021-b3b6be3e516e') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:45:03.041450 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-d20d4663-0517-4afd-ac42-91f5950e6910 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecc8cf73-4e74-4b5a-8021-b3b6be3e516e') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:45:03.059581 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d20d4663-0517-4afd-ac42-91f5950e6910 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (ecc8cf73-4e74-4b5a-8021-b3b6be3e516e), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:03.079774 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Provisioning complete for port 46ab96a5-0e71-4267-bb4f-54da94372f8e triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:45:03.080992 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (46ab96a5-0e71-4267-bb4f-54da94372f8e), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:03.081376 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Attempt 1 to provision port 46ab96a5-0e71-4267-bb4f-54da94372f8e Oct 04 20:45:03.129114 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d20d4663-0517-4afd-ac42-91f5950e6910 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (ecc8cf73-4e74-4b5a-8021-b3b6be3e516e), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:03.142802 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d20d4663-0517-4afd-ac42-91f5950e6910 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:45:03.144108 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d20d4663-0517-4afd-ac42-91f5950e6910 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (ecc8cf73-4e74-4b5a-8021-b3b6be3e516e), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:03.352784 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:03.429763 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment ecc8cf73-4e74-4b5a-8021-b3b6be3e516e resource provider aggregate not found Oct 04 20:45:03.438200 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d20d4663-0517-4afd-ac42-91f5950e6910 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (b84e7f4d-8664-4a49-a0c3-307d7abc2f7e), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:03.474815 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d20d4663-0517-4afd-ac42-91f5950e6910 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:03.493455 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-d20d4663-0517-4afd-ac42-91f5950e6910 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] 10.222.0.78 "DELETE /networking/v2.0/networks/b84e7f4d-8664-4a49-a0c3-307d7abc2f7e HTTP/1.1" status: 204 len: 168 time: 1.0501750 Oct 04 20:45:03.506497 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 39120) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:45:03.539004 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment ecc8cf73-4e74-4b5a-8021-b3b6be3e516e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ecc8cf73-4e74-4b5a-8021-b3b6be3e516e found for delete ", "request_id": "req-086a3341-ccf6-4656-b5a2-ede02e6b33e8"}]} Oct 04 20:45:03.544561 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effddf9b-2d15-440f-94e9-e66bf476f270 req-d39f17e4-1b46-443b-81f9-6f5c5d526c35 tempest-ServersAdminTestJSON-1123919183 tempest-ServersAdminTestJSON-1123919183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:45:03.553133 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038029b5-09a3-4400-9756-fe1b8c99019f None None] DHCP port deletion for d440815a-c7cb-41b5-bf01-b92283177fa8 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:45:03.557877 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-effddf9b-2d15-440f-94e9-e66bf476f270 req-d39f17e4-1b46-443b-81f9-6f5c5d526c35 tempest-ServersAdminTestJSON-1123919183 tempest-ServersAdminTestJSON-1123919183-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ad3b28cc-8307-4f7a-889b-ab08d068ec0e HTTP/1.1" status: 200 len: 1132 time: 0.2707496 Oct 04 20:45:03.581142 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20d4663-0517-4afd-ac42-91f5950e6910 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Pushing event deleted for resources: {'Network': ['ID=b84e7f4d-8664-4a49-a0c3-307d7abc2f7e,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:45:03.646891 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:DELETE=10,neutron:SELECT=89,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:03.653168 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ef00b7be-b309-42bd-8532-6383e9ea8dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (603837b0-ba23-4edf-8320-bc82f8aa0301), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:03.656726 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ef00b7be-b309-42bd-8532-6383e9ea8dac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:03.658284 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-ef00b7be-b309-42bd-8532-6383e9ea8dac admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/603837b0-ba23-4edf-8320-bc82f8aa0301 HTTP/1.1" status: 204 len: 168 time: 1.8953321 Oct 04 20:45:03.692009 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Current status of the port 46ab96a5-0e71-4267-bb4f-54da94372f8e is: BUILD; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:45:03.693369 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (46ab96a5-0e71-4267-bb4f-54da94372f8e), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:03.720052 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-038029b5-09a3-4400-9756-fe1b8c99019f None None] Deleting port 4f514e01-e55f-40d4-a67d-2f6e08a599d0 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:45:03.720052 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-038029b5-09a3-4400-9756-fe1b8c99019f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (4f514e01-e55f-40d4-a67d-2f6e08a599d0), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:03.808590 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:03.871696 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ec39e5c7-30cd-4cee-a7a2-1893606ff25f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (fe870727-a192-4399-999b-70dba0e1c5dc), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:03.896855 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '568cbe45-b90d-49d4-8ed6-90923e399d49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ab96a5-0e71-4267-bb4f-54da94372f8e'}] {{(pid=108171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:45:03.901128 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966b91da6921e714df7c26a37f4733087768fb9a36052be1ead95d4d835f43be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8563861-48b1-4720-8e81-866670381f23" -d '{"events": [{"server_uuid": "568cbe45-b90d-49d4-8ed6-90923e399d49", "name": "network-vif-plugged", "status": "completed", "tag": "46ab96a5-0e71-4267-bb4f-54da94372f8e"}]}' {{(pid=108171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:45:03.913757 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 931cf843-c575-41a5-be9a-52fee967341d no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:45:03.995302 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] For port 46ab96a5-0e71-4267-bb4f-54da94372f8e, host n-h2-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852085-12',level=0,port_id=46ab96a5-0e71-4267-bb4f-54da94372f8e,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:45:04.011659 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec39e5c7-30cd-4cee-a7a2-1893606ff25f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe870727-a192-4399-999b-70dba0e1c5dc,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:45:04.018800 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-feafad79-6684-4839-b02f-07f54a674145 tempest-AttachSCSIVolumeTestJSON-1392402720 tempest-AttachSCSIVolumeTestJSON-1392402720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (23abd508-ed31-4be7-b87c-0c74fab490c2), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:04.038763 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 931cf843-c575-41a5-be9a-52fee967341d {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:45:04.039387 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 931cf843-c575-41a5-be9a-52fee967341d not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:45:04.044506 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 4f514e01-e55f-40d4-a67d-2f6e08a599d0 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:45:04.072515 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef00b7be-b309-42bd-8532-6383e9ea8dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603837b0-ba23-4edf-8320-bc82f8aa0301,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:45:04.090976 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ec39e5c7-30cd-4cee-a7a2-1893606ff25f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:04.099426 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ec39e5c7-30cd-4cee-a7a2-1893606ff25f admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/fe870727-a192-4399-999b-70dba0e1c5dc HTTP/1.1" status: 204 len: 168 time: 2.5988317 Oct 04 20:45:04.102884 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 39134) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:45:04.106185 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feafad79-6684-4839-b02f-07f54a674145 tempest-AttachSCSIVolumeTestJSON-1392402720 tempest-AttachSCSIVolumeTestJSON-1392402720-project] Pushing event deleted for resources: {'Port': ['ID=23abd508-ed31-4be7-b87c-0c74fab490c2,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:45:04.114972 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-038029b5-09a3-4400-9756-fe1b8c99019f None None] For port 4f514e01-e55f-40d4-a67d-2f6e08a599d0, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=4f514e01-e55f-40d4-a67d-2f6e08a599d0,segment=NetworkSegment(e02eff7f-3f44-4e0b-be92-dbee676b17be),segment_id=e02eff7f-3f44-4e0b-be92-dbee676b17be)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:45:04.117544 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-038029b5-09a3-4400-9756-fe1b8c99019f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (4f514e01-e55f-40d4-a67d-2f6e08a599d0), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:04.135699 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3419fb8b-f536-4ea8-9d31-f78441bbaab7 None None] Network e9566301-491d-4b89-94f5-ade6a905db3e requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:45:04.167217 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7441a100-a47b-4de9-a0ec-f4f5bbf6e334 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (d440815a-c7cb-41b5-bf01-b92283177fa8), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:04.206565 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-038029b5-09a3-4400-9756-fe1b8c99019f None None] Calling delete_port for 4f514e01-e55f-40d4-a67d-2f6e08a599d0 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:45:04.220540 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-effddf9b-2d15-440f-94e9-e66bf476f270 req-d0b069c0-41df-4186-8c54-bf16d1acaac0 tempest-ServersAdminTestJSON-1123919183 tempest-ServersAdminTestJSON-1123919183-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0b5e75b1-9fa8-4cc9-86ca-a77492b60a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6603737 Oct 04 20:45:04.321603 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-7441a100-a47b-4de9-a0ec-f4f5bbf6e334 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Deleting port 4f514e01-e55f-40d4-a67d-2f6e08a599d0 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:45:04.322204 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7441a100-a47b-4de9-a0ec-f4f5bbf6e334 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (4f514e01-e55f-40d4-a67d-2f6e08a599d0), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:04.329861 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-738a8b46-5ab4-4d3a-9f56-690be7cfe449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (e9566301-491d-4b89-94f5-ade6a905db3e), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:04.441105 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (46ab96a5-0e71-4267-bb4f-54da94372f8e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:04.470831 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 20:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-289007c7-9a1d-4b3e-922b-399d1cbda63d x-openstack-request-id: req-289007c7-9a1d-4b3e-922b-399d1cbda63d {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:45:04.475949 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "568cbe45-b90d-49d4-8ed6-90923e399d49", "name": "network-vif-plugged", "status": "completed", "tag": "46ab96a5-0e71-4267-bb4f-54da94372f8e", "code": 200}]} {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:45:04.488513 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-289007c7-9a1d-4b3e-922b-399d1cbda63d {{(pid=108171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:45:04.488513 n-d-852085-12 neutron-server[108171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-289007c7-9a1d-4b3e-922b-399d1cbda63d'] response: {'server_uuid': '568cbe45-b90d-49d4-8ed6-90923e399d49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ab96a5-0e71-4267-bb4f-54da94372f8e', 'code': 200} Oct 04 20:45:04.494544 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:04.515724 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fe15d13f-e93f-409d-be9f-b81eabe3efc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (f31c3e56-a9b9-4b26-be13-3a3cd155c58d), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:04.522254 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fe15d13f-e93f-409d-be9f-b81eabe3efc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:04.524785 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-fe15d13f-e93f-409d-be9f-b81eabe3efc6 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/f31c3e56-a9b9-4b26-be13-3a3cd155c58d HTTP/1.1" status: 204 len: 168 time: 2.6583629 Oct 04 20:45:04.528290 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-738a8b46-5ab4-4d3a-9f56-690be7cfe449 admin admin] Deleting port e3fde13d-c9af-4663-bae3-9edc4e5734e9 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:45:04.529183 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-738a8b46-5ab4-4d3a-9f56-690be7cfe449 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (e3fde13d-c9af-4663-bae3-9edc4e5734e9), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:04.590124 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device e7face03-f5ca-470d-ba1f-9b74713e1d67 up at agent hyperv_n-h1-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:45:04.607110 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-7441a100-a47b-4de9-a0ec-f4f5bbf6e334 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] For port 4f514e01-e55f-40d4-a67d-2f6e08a599d0, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=4f514e01-e55f-40d4-a67d-2f6e08a599d0,segment=NetworkSegment(e02eff7f-3f44-4e0b-be92-dbee676b17be),segment_id=e02eff7f-3f44-4e0b-be92-dbee676b17be)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:45:04.610882 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7441a100-a47b-4de9-a0ec-f4f5bbf6e334 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (4f514e01-e55f-40d4-a67d-2f6e08a599d0), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:04.670615 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-7441a100-a47b-4de9-a0ec-f4f5bbf6e334 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Calling delete_port for 4f514e01-e55f-40d4-a67d-2f6e08a599d0 owned by network:dhcp {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:45:04.860522 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe15d13f-e93f-409d-be9f-b81eabe3efc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f31c3e56-a9b9-4b26-be13-3a3cd155c58d,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:45:04.946237 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-738a8b46-5ab4-4d3a-9f56-690be7cfe449 admin admin] For port e3fde13d-c9af-4663-bae3-9edc4e5734e9, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=e3fde13d-c9af-4663-bae3-9edc4e5734e9,segment=NetworkSegment(2c084218-fc20-4659-b369-6acfaaa90de9),segment_id=2c084218-fc20-4659-b369-6acfaaa90de9)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:45:04.947047 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-738a8b46-5ab4-4d3a-9f56-690be7cfe449 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (e3fde13d-c9af-4663-bae3-9edc4e5734e9), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:04.982809 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-feafad79-6684-4839-b02f-07f54a674145 tempest-AttachSCSIVolumeTestJSON-1392402720 tempest-AttachSCSIVolumeTestJSON-1392402720-project] Publish callbacks [] for floatingip (75b666c9-e58b-4095-9f1f-3162bf838f14), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:04.988160 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-feafad79-6684-4839-b02f-07f54a674145 tempest-AttachSCSIVolumeTestJSON-1392402720 tempest-AttachSCSIVolumeTestJSON-1392402720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:04.990858 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-feafad79-6684-4839-b02f-07f54a674145 tempest-AttachSCSIVolumeTestJSON-1392402720 tempest-AttachSCSIVolumeTestJSON-1392402720-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/75b666c9-e58b-4095-9f1f-3162bf838f14 HTTP/1.1" status: 204 len: 168 time: 3.6621995 Oct 04 20:45:04.993217 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-738a8b46-5ab4-4d3a-9f56-690be7cfe449 admin admin] Calling delete_port for e3fde13d-c9af-4663-bae3-9edc4e5734e9 owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:45:05.038503 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:DELETE=11,neutron:SELECT=88,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:05.079917 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=72 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:05.148562 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Pushing event updated for resources: {'Port': ['ID=46ab96a5-0e71-4267-bb4f-54da94372f8e,revision_number=10']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:45:05.168085 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7441a100-a47b-4de9-a0ec-f4f5bbf6e334 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (4f514e01-e55f-40d4-a67d-2f6e08a599d0), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:05.243609 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7441a100-a47b-4de9-a0ec-f4f5bbf6e334 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Pushing event deleted for resources: {'Port': ['ID=4f514e01-e55f-40d4-a67d-2f6e08a599d0,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:45:05.251652 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7441a100-a47b-4de9-a0ec-f4f5bbf6e334 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] No DVR routers for this DVR port 4f514e01-e55f-40d4-a67d-2f6e08a599d0 on host n-d-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:45:05.304536 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Provisioning complete for port e7face03-f5ca-470d-ba1f-9b74713e1d67 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:45:05.305094 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (e7face03-f5ca-470d-ba1f-9b74713e1d67), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:05.305774 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Attempt 1 to provision port e7face03-f5ca-470d-ba1f-9b74713e1d67 Oct 04 20:45:05.313987 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-038029b5-09a3-4400-9756-fe1b8c99019f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (4f514e01-e55f-40d4-a67d-2f6e08a599d0), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:05.371183 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 4f514e01-e55f-40d4-a67d-2f6e08a599d0 is: ACTIVE; New status is: DOWN {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:45:05.371905 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (4f514e01-e55f-40d4-a67d-2f6e08a599d0), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:05.391407 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-738a8b46-5ab4-4d3a-9f56-690be7cfe449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (e3fde13d-c9af-4663-bae3-9edc4e5734e9), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:05.430964 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038029b5-09a3-4400-9756-fe1b8c99019f None None] Pushing event deleted for resources: {'Port': ['ID=4f514e01-e55f-40d4-a67d-2f6e08a599d0,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:45:05.450204 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038029b5-09a3-4400-9756-fe1b8c99019f None None] No DVR routers for this DVR port 4f514e01-e55f-40d4-a67d-2f6e08a599d0 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:45:05.499860 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9490e350-f8ef-4860-aea9-b0dcb302dd0d None None] DHCP port deletion for e9566301-491d-4b89-94f5-ade6a905db3e request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:45:05.520707 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7441a100-a47b-4de9-a0ec-f4f5bbf6e334 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (d440815a-c7cb-41b5-bf01-b92283177fa8), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:05.573528 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738a8b46-5ab4-4d3a-9f56-690be7cfe449 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3fde13d-c9af-4663-bae3-9edc4e5734e9,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:45:05.578562 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738a8b46-5ab4-4d3a-9f56-690be7cfe449 admin admin] No DVR routers for this DVR port e3fde13d-c9af-4663-bae3-9edc4e5734e9 on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:45:05.716166 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:05.722054 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1553ae-0139-49ac-9e67-89a5187c38d8 req-3491b9a3-6494-4030-8fc9-24d279fef234 tempest-ServersAdminTestJSON-1123919183 tempest-ServersAdminTestJSON-1123919183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:45:05.730050 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-de1553ae-0139-49ac-9e67-89a5187c38d8 req-3491b9a3-6494-4030-8fc9-24d279fef234 tempest-ServersAdminTestJSON-1123919183 tempest-ServersAdminTestJSON-1123919183-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ad3b28cc-8307-4f7a-889b-ab08d068ec0e HTTP/1.1" status: 200 len: 1132 time: 0.1575437 Oct 04 20:45:05.739687 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Current status of the port e7face03-f5ca-470d-ba1f-9b74713e1d67 is: BUILD; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:45:05.743794 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (e7face03-f5ca-470d-ba1f-9b74713e1d67), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:05.782936 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-7441a100-a47b-4de9-a0ec-f4f5bbf6e334 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d440815a-c7cb-41b5-bf01-b92283177fa8']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:45:05.818922 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-738a8b46-5ab4-4d3a-9f56-690be7cfe449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (e9566301-491d-4b89-94f5-ade6a905db3e), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:05.829369 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 39180) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:45:05.878995 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-7441a100-a47b-4de9-a0ec-f4f5bbf6e334 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e02eff7f-3f44-4e0b-be92-dbee676b17be') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:45:05.879554 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-7441a100-a47b-4de9-a0ec-f4f5bbf6e334 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e02eff7f-3f44-4e0b-be92-dbee676b17be') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:45:05.881600 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device e3fde13d-c9af-4663-bae3-9edc4e5734e9 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:45:05.903762 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] For port e7face03-f5ca-470d-ba1f-9b74713e1d67, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=e7face03-f5ca-470d-ba1f-9b74713e1d67,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:45:05.943772 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dafe83c9-3038-438a-962c-c6bb0b8af9df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:05.973346 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7441a100-a47b-4de9-a0ec-f4f5bbf6e334 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (e02eff7f-3f44-4e0b-be92-dbee676b17be), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:05.973681 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: e3fde13d-c9af-4663-bae3-9edc4e5734e9 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:45:05.974016 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device e3fde13d-c9af-4663-bae3-9edc4e5734e9 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:45:05.980440 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-de1553ae-0139-49ac-9e67-89a5187c38d8 req-a7d0a896-4f34-4762-a735-20c91dc2c5ef tempest-ServersAdminTestJSON-1123919183 tempest-ServersAdminTestJSON-1123919183-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0b5e75b1-9fa8-4cc9-86ca-a77492b60a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132983 Oct 04 20:45:05.983096 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-738a8b46-5ab4-4d3a-9f56-690be7cfe449 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9566301-491d-4b89-94f5-ade6a905db3e']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:45:06.016884 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7441a100-a47b-4de9-a0ec-f4f5bbf6e334 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (e02eff7f-3f44-4e0b-be92-dbee676b17be), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:06.017225 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-738a8b46-5ab4-4d3a-9f56-690be7cfe449 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c084218-fc20-4659-b369-6acfaaa90de9') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:45:06.017486 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-738a8b46-5ab4-4d3a-9f56-690be7cfe449 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c084218-fc20-4659-b369-6acfaaa90de9') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:45:06.039167 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (e7face03-f5ca-470d-ba1f-9b74713e1d67), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:06.053216 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7441a100-a47b-4de9-a0ec-f4f5bbf6e334 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:45:06.053869 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7441a100-a47b-4de9-a0ec-f4f5bbf6e334 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (e02eff7f-3f44-4e0b-be92-dbee676b17be), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:06.223434 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-738a8b46-5ab4-4d3a-9f56-690be7cfe449 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (2c084218-fc20-4659-b369-6acfaaa90de9), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:06.247283 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment e02eff7f-3f44-4e0b-be92-dbee676b17be resource provider aggregate not found Oct 04 20:45:06.322006 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment e02eff7f-3f44-4e0b-be92-dbee676b17be resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e02eff7f-3f44-4e0b-be92-dbee676b17be found for delete ", "request_id": "req-e2119874-bdc8-4e1e-b614-23d7d5e175ad"}]} Oct 04 20:45:06.344441 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-738a8b46-5ab4-4d3a-9f56-690be7cfe449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (2c084218-fc20-4659-b369-6acfaaa90de9), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:06.353466 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Pushing event updated for resources: {'Port': ['ID=e7face03-f5ca-470d-ba1f-9b74713e1d67,revision_number=11']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:45:06.359919 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:06.379733 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-738a8b46-5ab4-4d3a-9f56-690be7cfe449 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:45:06.380171 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-738a8b46-5ab4-4d3a-9f56-690be7cfe449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (2c084218-fc20-4659-b369-6acfaaa90de9), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:06.478926 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad3b28cc-8307-4f7a-889b-ab08d068ec0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7face03-f5ca-470d-ba1f-9b74713e1d67'}] {{(pid=108171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:45:06.482143 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 2c084218-fc20-4659-b369-6acfaaa90de9 resource provider aggregate not found Oct 04 20:45:06.484235 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966b91da6921e714df7c26a37f4733087768fb9a36052be1ead95d4d835f43be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97986e81-b396-4e79-9949-7bf49dac8848" -d '{"events": [{"server_uuid": "ad3b28cc-8307-4f7a-889b-ab08d068ec0e", "name": "network-vif-plugged", "status": "completed", "tag": "e7face03-f5ca-470d-ba1f-9b74713e1d67"}]}' {{(pid=108171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:45:06.498978 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7441a100-a47b-4de9-a0ec-f4f5bbf6e334 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (d440815a-c7cb-41b5-bf01-b92283177fa8), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:06.544895 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7441a100-a47b-4de9-a0ec-f4f5bbf6e334 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:06.562405 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-7441a100-a47b-4de9-a0ec-f4f5bbf6e334 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] 10.222.0.78 "DELETE /networking/v2.0/networks/d440815a-c7cb-41b5-bf01-b92283177fa8 HTTP/1.1" status: 204 len: 168 time: 3.0481083 Oct 04 20:45:06.589968 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 2c084218-fc20-4659-b369-6acfaaa90de9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2c084218-fc20-4659-b369-6acfaaa90de9 found for delete ", "request_id": "req-724b02ef-825e-4934-9180-89ee2d496bc3"}]} Oct 04 20:45:06.614915 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7441a100-a47b-4de9-a0ec-f4f5bbf6e334 tempest-TaggedBootDevicesTest_v242-823522393 tempest-TaggedBootDevicesTest_v242-823522393-project] Pushing event deleted for resources: {'Network': ['ID=d440815a-c7cb-41b5-bf01-b92283177fa8,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:45:06.698410 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dafe83c9-3038-438a-962c-c6bb0b8af9df admin admin] Publish callbacks [] for security_group (c8eaff25-4f8b-4ddb-8d30-8f8f2fae389d), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:06.701951 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-738a8b46-5ab4-4d3a-9f56-690be7cfe449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (e9566301-491d-4b89-94f5-ade6a905db3e), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:06.717892 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-738a8b46-5ab4-4d3a-9f56-690be7cfe449 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:06.729436 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-738a8b46-5ab4-4d3a-9f56-690be7cfe449 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/e9566301-491d-4b89-94f5-ade6a905db3e HTTP/1.1" status: 204 len: 168 time: 2.6244221 Oct 04 20:45:06.765921 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738a8b46-5ab4-4d3a-9f56-690be7cfe449 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9566301-491d-4b89-94f5-ade6a905db3e,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:45:06.802207 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dafe83c9-3038-438a-962c-c6bb0b8af9df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (c8eaff25-4f8b-4ddb-8d30-8f8f2fae389d), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:06.893951 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-dafe83c9-3038-438a-962c-c6bb0b8af9df admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=063d5f74c5fc4da79ff187defa4e65fe&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0589914 Oct 04 20:45:06.895460 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafe83c9-3038-438a-962c-c6bb0b8af9df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8eaff25-4f8b-4ddb-8d30-8f8f2fae389d,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:45:06.898545 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 39228) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:45:07.108949 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-888fcc3c-cbc9-4863-b8b3-441465b0969b admin admin] Publish callbacks [] for security_group (c8eaff25-4f8b-4ddb-8d30-8f8f2fae389d), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:07.168833 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-888fcc3c-cbc9-4863-b8b3-441465b0969b admin admin] Publish callbacks [] for security_group (c8eaff25-4f8b-4ddb-8d30-8f8f2fae389d), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:07.338284 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=77,neutron:DELETE=10,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:07.426092 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-888fcc3c-cbc9-4863-b8b3-441465b0969b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (c8eaff25-4f8b-4ddb-8d30-8f8f2fae389d), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:07.432025 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-888fcc3c-cbc9-4863-b8b3-441465b0969b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:07.434030 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-888fcc3c-cbc9-4863-b8b3-441465b0969b admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/c8eaff25-4f8b-4ddb-8d30-8f8f2fae389d HTTP/1.1" status: 204 len: 168 time: 0.5340538 Oct 04 20:45:07.470032 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888fcc3c-cbc9-4863-b8b3-441465b0969b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8eaff25-4f8b-4ddb-8d30-8f8f2fae389d,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:45:07.480390 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 20:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa0aab8-5bc1-489b-a123-32fa40581fea x-openstack-request-id: req-faa0aab8-5bc1-489b-a123-32fa40581fea {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:45:07.481727 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad3b28cc-8307-4f7a-889b-ab08d068ec0e", "name": "network-vif-plugged", "status": "completed", "tag": "e7face03-f5ca-470d-ba1f-9b74713e1d67", "code": 200}]} {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:45:07.481727 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-faa0aab8-5bc1-489b-a123-32fa40581fea {{(pid=108171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:45:07.482212 n-d-852085-12 neutron-server[108171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faa0aab8-5bc1-489b-a123-32fa40581fea'] response: {'server_uuid': 'ad3b28cc-8307-4f7a-889b-ab08d068ec0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7face03-f5ca-470d-ba1f-9b74713e1d67', 'code': 200} Oct 04 20:45:07.713165 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 39256) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:45:07.865782 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4dec00-3bc8-472c-b55f-ef5da934f3a7 req-c13a64ae-9f80-43c3-81ad-53ea2a52cf93 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:45:07.880639 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4e4dec00-3bc8-472c-b55f-ef5da934f3a7 req-c13a64ae-9f80-43c3-81ad-53ea2a52cf93 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=62a318d1-22e6-4b7f-ae3b-e460e3ef8a6d HTTP/1.1" status: 200 len: 950 time: 0.2071381 Oct 04 20:45:07.934210 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 39260) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:45:07.943020 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-75de6d3e-b015-4462-b9fe-fb239e25b729 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=35b911873f83408f8831ae7971cf021d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2270591 Oct 04 20:45:08.179933 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4e4dec00-3bc8-472c-b55f-ef5da934f3a7 req-e6000554-67fb-4724-8e3c-a44a313c7ad4 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0b5e75b1-9fa8-4cc9-86ca-a77492b60a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977192 Oct 04 20:45:08.281204 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6bbc58c6-8c8b-4f0f-a85b-2b64d2a5f0d5 admin admin] Publish callbacks [] for security_group (5365fc32-232e-4f85-a51e-27cebe4fbf09), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:08.382856 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6bbc58c6-8c8b-4f0f-a85b-2b64d2a5f0d5 admin admin] Publish callbacks [] for security_group (5365fc32-232e-4f85-a51e-27cebe4fbf09), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:08.520020 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:08.571845 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 39276) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:45:08.729806 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6bbc58c6-8c8b-4f0f-a85b-2b64d2a5f0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (5365fc32-232e-4f85-a51e-27cebe4fbf09), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:08.738994 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6bbc58c6-8c8b-4f0f-a85b-2b64d2a5f0d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:08.744802 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-6bbc58c6-8c8b-4f0f-a85b-2b64d2a5f0d5 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/5365fc32-232e-4f85-a51e-27cebe4fbf09 HTTP/1.1" status: 204 len: 168 time: 0.7753155 Oct 04 20:45:08.825044 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbc58c6-8c8b-4f0f-a85b-2b64d2a5f0d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5365fc32-232e-4f85-a51e-27cebe4fbf09,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:45:08.935037 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e6211b-876e-4a17-beca-3862e5577099 req-80213816-d57f-4b49-926c-7115f3b6e33a tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:45:08.941319 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-61e6211b-876e-4a17-beca-3862e5577099 req-80213816-d57f-4b49-926c-7115f3b6e33a tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=62a318d1-22e6-4b7f-ae3b-e460e3ef8a6d HTTP/1.1" status: 200 len: 950 time: 0.3143022 Oct 04 20:45:09.232920 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [req-61e6211b-876e-4a17-beca-3862e5577099 req-32a10797-7372-41a1-a58f-2588383d8118 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Deleting port ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:45:09.236469 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-61e6211b-876e-4a17-beca-3862e5577099 req-32a10797-7372-41a1-a58f-2588383d8118 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:09.621167 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [req-61e6211b-876e-4a17-beca-3862e5577099 req-32a10797-7372-41a1-a58f-2588383d8118 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] For port ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:45:09.621167 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-61e6211b-876e-4a17-beca-3862e5577099 req-32a10797-7372-41a1-a58f-2588383d8118 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:09.659761 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [req-61e6211b-876e-4a17-beca-3862e5577099 req-32a10797-7372-41a1-a58f-2588383d8118 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Calling delete_port for ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3 owned by compute:nova {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:45:10.054850 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d800e-e52c-487d-9594-2451037a3d97 req-205e442f-4873-4a24-aa3a-7add737e4c7b tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:45:10.081314 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-fb6d800e-e52c-487d-9594-2451037a3d97 req-205e442f-4873-4a24-aa3a-7add737e4c7b tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=62a318d1-22e6-4b7f-ae3b-e460e3ef8a6d HTTP/1.1" status: 200 len: 950 time: 0.4422612 Oct 04 20:45:10.314565 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-61e6211b-876e-4a17-beca-3862e5577099 req-32a10797-7372-41a1-a58f-2588383d8118 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:10.361496 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] get_ports_and_sgs() called for port_ids ['54432a46-1686-4c52-94a1-47829a97e1e1', 'ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3', 'e7face03-f5ca-470d-ba1f-9b74713e1d67'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:45:10.403703 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-fb6d800e-e52c-487d-9594-2451037a3d97 req-150b82f2-fb43-42fa-9c79-f4321842f1c2 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0b5e75b1-9fa8-4cc9-86ca-a77492b60a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977400 Oct 04 20:45:10.452794 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a10797-7372-41a1-a58f-2588383d8118 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Pushing event deleted for resources: {'Port': ['ID=ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:45:10.644423 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [req-61e6211b-876e-4a17-beca-3862e5577099 req-32a10797-7372-41a1-a58f-2588383d8118 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] No DVR routers for this DVR port ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3 on host n-h1-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:45:10.649982 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-61e6211b-876e-4a17-beca-3862e5577099 req-32a10797-7372-41a1-a58f-2588383d8118 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:10.657836 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-61e6211b-876e-4a17-beca-3862e5577099 req-32a10797-7372-41a1-a58f-2588383d8118 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.83 "DELETE /networking/v2.0/ports/ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3 HTTP/1.1" status: 204 len: 173 time: 1.7096949 Oct 04 20:45:10.659344 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62a318d1-22e6-4b7f-ae3b-e460e3ef8a6d', 'name': 'network-vif-deleted', 'tag': 'ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3'}] {{(pid=108169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:45:10.680485 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dea34fca0f7d6c1de22810621a04fa86ac5e48141775903912ac1624808dfef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf3158f-729c-492c-9211-06a439b394f9" -d '{"events": [{"server_uuid": "62a318d1-22e6-4b7f-ae3b-e460e3ef8a6d", "name": "network-vif-deleted", "tag": "ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3"}]}' {{(pid=108169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:45:10.729516 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b7fe2435-e0ee-43cb-9c43-cc4d371d9aac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (622ad786-e50f-4d02-a74b-c15886da592d), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:10.791990 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=54,neutron:DELETE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:10.796616 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 20:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de26e7f-3b48-4d40-9969-5fa8111c0a45 x-openstack-request-id: req-4de26e7f-3b48-4d40-9969-5fa8111c0a45 {{(pid=108169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:45:10.797674 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62a318d1-22e6-4b7f-ae3b-e460e3ef8a6d", "name": "network-vif-deleted", "tag": "ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3", "status": "completed", "code": 200}]} {{(pid=108169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:45:10.798354 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4de26e7f-3b48-4d40-9969-5fa8111c0a45 {{(pid=108169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:45:10.799389 n-d-852085-12 neutron-server[108169]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4de26e7f-3b48-4d40-9969-5fa8111c0a45'] response: {'server_uuid': '62a318d1-22e6-4b7f-ae3b-e460e3ef8a6d', 'name': 'network-vif-deleted', 'tag': 'ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3', 'status': 'completed', 'code': 200} Oct 04 20:45:11.384456 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:12.147354 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e13bd45b-b084-4329-85cb-ad29492a4ceb req-1d382ca7-08d8-4f8a-ae11-e1e92c8bbc33 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=62a318d1-22e6-4b7f-ae3b-e460e3ef8a6d HTTP/1.1" status: 200 len: 210 time: 0.2653282 Oct 04 20:45:12.336619 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-b7fe2435-e0ee-43cb-9c43-cc4d371d9aac admin admin] Deleting port 0ec6f239-ba96-4bef-9f9b-a7b7ec39cac3 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:45:12.337206 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b7fe2435-e0ee-43cb-9c43-cc4d371d9aac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (0ec6f239-ba96-4bef-9f9b-a7b7ec39cac3), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:12.514673 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3 no longer exists at agent hyperv_n-h1-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:45:12.542261 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 39378) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:45:12.644841 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] No Port match for: ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:45:12.645509 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device ecc4bf5f-7d12-4714-83d5-e6b2d3d3cbb3 not bound to the agent host n-h1-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:45:12.800459 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-b7fe2435-e0ee-43cb-9c43-cc4d371d9aac admin admin] For port 0ec6f239-ba96-4bef-9f9b-a7b7ec39cac3, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=0ec6f239-ba96-4bef-9f9b-a7b7ec39cac3,segment=NetworkSegment(85e74012-b593-44e5-a5af-5b58787ed805),segment_id=85e74012-b593-44e5-a5af-5b58787ed805)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:45:12.811363 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b7fe2435-e0ee-43cb-9c43-cc4d371d9aac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (0ec6f239-ba96-4bef-9f9b-a7b7ec39cac3), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:12.869018 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-b7fe2435-e0ee-43cb-9c43-cc4d371d9aac admin admin] Calling delete_port for 0ec6f239-ba96-4bef-9f9b-a7b7ec39cac3 owned by network:router_interface {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:45:13.818993 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b7fe2435-e0ee-43cb-9c43-cc4d371d9aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (0ec6f239-ba96-4bef-9f9b-a7b7ec39cac3), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:13.868876 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7e05d340-eb9f-47dd-bc43-98ae317cd719 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:14.080526 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fe2435-e0ee-43cb-9c43-cc4d371d9aac admin admin] Pushing event deleted for resources: {'Port': ['ID=0ec6f239-ba96-4bef-9f9b-a7b7ec39cac3,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:45:14.291523 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7e05d340-eb9f-47dd-bc43-98ae317cd719 admin admin] Publish callbacks [] for security_group (a216536c-5125-47cf-8700-391ef7101f46), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:14.428268 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7e05d340-eb9f-47dd-bc43-98ae317cd719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (a216536c-5125-47cf-8700-391ef7101f46), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:14.485353 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:14.503785 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:14.516275 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e05d340-eb9f-47dd-bc43-98ae317cd719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a216536c-5125-47cf-8700-391ef7101f46,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:45:14.615499 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-7e05d340-eb9f-47dd-bc43-98ae317cd719 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=92a9a9dac9f2406db27f20da0159ebd7&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0684206 Oct 04 20:45:14.617237 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 39426) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:45:14.726105 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b7fe2435-e0ee-43cb-9c43-cc4d371d9aac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (622ad786-e50f-4d02-a74b-c15886da592d), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:14.760464 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-87246393-66e4-497b-a797-125975caa6e0 admin admin] Publish callbacks [] for security_group (a216536c-5125-47cf-8700-391ef7101f46), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:14.824524 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-87246393-66e4-497b-a797-125975caa6e0 admin admin] Publish callbacks [] for security_group (a216536c-5125-47cf-8700-391ef7101f46), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:14.929390 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:15.107457 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-87246393-66e4-497b-a797-125975caa6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (a216536c-5125-47cf-8700-391ef7101f46), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:15.111202 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-87246393-66e4-497b-a797-125975caa6e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:15.113592 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-87246393-66e4-497b-a797-125975caa6e0 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/a216536c-5125-47cf-8700-391ef7101f46 HTTP/1.1" status: 204 len: 168 time: 0.4938867 Oct 04 20:45:15.124524 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1172d95-87fa-47e2-8f88-31da4dea7b0e req-09dffc5a-3293-41bb-b92b-9f2f6474e33e tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:45:15.133502 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a1172d95-87fa-47e2-8f88-31da4dea7b0e req-09dffc5a-3293-41bb-b92b-9f2f6474e33e tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7df857cc-3e6c-4b0b-910e-dd62869d64d1 HTTP/1.1" status: 200 len: 950 time: 0.1304877 Oct 04 20:45:15.148037 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:15.209770 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87246393-66e4-497b-a797-125975caa6e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a216536c-5125-47cf-8700-391ef7101f46,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:45:15.373891 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 39446) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:45:15.535335 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a1172d95-87fa-47e2-8f88-31da4dea7b0e req-ceea217c-a175-4ca7-b101-6abe243db1ab tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0b5e75b1-9fa8-4cc9-86ca-a77492b60a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3841987 Oct 04 20:45:15.549162 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 39450) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:45:15.613166 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b40bc800-4c8a-4ee7-b74f-ca3b20c399b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:16.542934 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4475062d-8300-45cd-8176-55beb1c7bc5b req-20cea7e4-7c98-4968-987b-8dfb7998c8f4 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:45:16.546339 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-4475062d-8300-45cd-8176-55beb1c7bc5b req-20cea7e4-7c98-4968-987b-8dfb7998c8f4 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7df857cc-3e6c-4b0b-910e-dd62869d64d1 HTTP/1.1" status: 200 len: 950 time: 0.3079069 Oct 04 20:45:16.753851 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-77464e54-620d-4742-b90f-ab651545360d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:16.825331 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7fe2435-e0ee-43cb-9c43-cc4d371d9aac admin admin] Router 622ad786-e50f-4d02-a74b-c15886da592d has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:45:16.953421 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-77464e54-620d-4742-b90f-ab651545360d admin admin] Publish callbacks [] for security_group (6162c502-ab40-4b97-a504-be1a3d7a4078), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:16.967336 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-321fc370-7aa6-448c-be71-9ebfb2c3c062 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-736172391-network', 'tenant_id': '62b8092f95334c3181e1703fd8d161fb'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:45:17.182336 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-77464e54-620d-4742-b90f-ab651545360d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (6162c502-ab40-4b97-a504-be1a3d7a4078), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:17.236655 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-321fc370-7aa6-448c-be71-9ebfb2c3c062 admin admin] Made reservation on behalf of 62b8092f95334c3181e1703fd8d161fb for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:45:17.243865 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-321fc370-7aa6-448c-be71-9ebfb2c3c062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:17.304885 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-321fc370-7aa6-448c-be71-9ebfb2c3c062 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:17.354823 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e2301b-3bb9-4e2a-919c-f1f743387a90 req-b5986b02-1d82-4e3a-9569-f53e196e79b9 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:45:17.358276 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-84e2301b-3bb9-4e2a-919c-f1f743387a90 req-b5986b02-1d82-4e3a-9569-f53e196e79b9 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7df857cc-3e6c-4b0b-910e-dd62869d64d1 HTTP/1.1" status: 200 len: 950 time: 0.4769688 Oct 04 20:45:17.376724 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-687dd659-0532-411d-bf0d-fb462f2fdbad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:17.460720 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [req-4475062d-8300-45cd-8176-55beb1c7bc5b req-39d11bb3-2863-49d0-965e-4f62381a6433 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Deleting port 54432a46-1686-4c52-94a1-47829a97e1e1 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:45:17.461546 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-4475062d-8300-45cd-8176-55beb1c7bc5b req-39d11bb3-2863-49d0-965e-4f62381a6433 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (54432a46-1686-4c52-94a1-47829a97e1e1), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:17.592309 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-77464e54-620d-4742-b90f-ab651545360d admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=649d27ef54104cce8d99a13d9d49da3a&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0394223 Oct 04 20:45:17.705075 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 39496) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:45:17.749567 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-84e2301b-3bb9-4e2a-919c-f1f743387a90 req-454ef848-1af6-4d17-8557-0688815a0498 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0b5e75b1-9fa8-4cc9-86ca-a77492b60a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3781235 Oct 04 20:45:17.854451 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77464e54-620d-4742-b90f-ab651545360d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6162c502-ab40-4b97-a504-be1a3d7a4078,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:45:17.968387 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-77938112-e3b5-43ca-ab8a-b22b6bbed3ec admin admin] Publish callbacks [] for security_group (6162c502-ab40-4b97-a504-be1a3d7a4078), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:17.977165 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7fe2435-e0ee-43cb-9c43-cc4d371d9aac admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:45:17.988355 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b7fe2435-e0ee-43cb-9c43-cc4d371d9aac admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/622ad786-e50f-4d02-a74b-c15886da592d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4145248 Oct 04 20:45:17.995324 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 39506) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:45:18.006414 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d835b8-bc41-4e28-9f37-481db7f05912 None None] Sync routers for ids ['622ad786-e50f-4d02-a74b-c15886da592d'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:45:18.054280 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d835b8-bc41-4e28-9f37-481db7f05912 None None] Routers {'622ad786-e50f-4d02-a74b-c15886da592d'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:45:18.057650 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-e1d835b8-bc41-4e28-9f37-481db7f05912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:45:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['622ad786-e50f-4d02-a74b-c15886da592d'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:45:18.088073 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-77938112-e3b5-43ca-ab8a-b22b6bbed3ec admin admin] Publish callbacks [] for security_group (6162c502-ab40-4b97-a504-be1a3d7a4078), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:18.473049 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-e1d835b8-bc41-4e28-9f37-481db7f05912 None None] Set router 622ad786-e50f-4d02-a74b-c15886da592d gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:45:18.473759 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-321fc370-7aa6-448c-be71-9ebfb2c3c062 admin admin] Publish callbacks [] for security_group (527e64e1-9c11-4dc8-92d7-2052fd9c5a1f), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:18.496666 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-77938112-e3b5-43ca-ab8a-b22b6bbed3ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (6162c502-ab40-4b97-a504-be1a3d7a4078), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:18.502063 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-77938112-e3b5-43ca-ab8a-b22b6bbed3ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:18.504734 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-77938112-e3b5-43ca-ab8a-b22b6bbed3ec admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/6162c502-ab40-4b97-a504-be1a3d7a4078 HTTP/1.1" status: 204 len: 168 time: 0.7533953 Oct 04 20:45:18.523915 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [req-4475062d-8300-45cd-8176-55beb1c7bc5b req-39d11bb3-2863-49d0-965e-4f62381a6433 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] For port 54432a46-1686-4c52-94a1-47829a97e1e1, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=54432a46-1686-4c52-94a1-47829a97e1e1,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:45:18.524553 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-4475062d-8300-45cd-8176-55beb1c7bc5b req-39d11bb3-2863-49d0-965e-4f62381a6433 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (54432a46-1686-4c52-94a1-47829a97e1e1), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:18.546509 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77938112-e3b5-43ca-ab8a-b22b6bbed3ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6162c502-ab40-4b97-a504-be1a3d7a4078,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:45:18.625948 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [req-4475062d-8300-45cd-8176-55beb1c7bc5b req-39d11bb3-2863-49d0-965e-4f62381a6433 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Calling delete_port for 54432a46-1686-4c52-94a1-47829a97e1e1 owned by compute:nova {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:45:19.545918 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5755eb-b23f-46b6-994b-f364b3c92d85 req-f6e59284-dedf-409b-9c50-d79d405ef971 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:45:19.570942 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ee5755eb-b23f-46b6-994b-f364b3c92d85 req-f6e59284-dedf-409b-9c50-d79d405ef971 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7df857cc-3e6c-4b0b-910e-dd62869d64d1 HTTP/1.1" status: 200 len: 950 time: 0.4550233 Oct 04 20:45:19.630229 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:19.751713 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-321fc370-7aa6-448c-be71-9ebfb2c3c062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (527e64e1-9c11-4dc8-92d7-2052fd9c5a1f), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:20.001164 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ee5755eb-b23f-46b6-994b-f364b3c92d85 req-14e25d15-5ba0-4e44-9b07-321f186c8a47 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0b5e75b1-9fa8-4cc9-86ca-a77492b60a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4287987 Oct 04 20:45:20.010500 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=75,neutron:DELETE=5,neutron:INSERT=19,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:20.064498 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321fc370-7aa6-448c-be71-9ebfb2c3c062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=527e64e1-9c11-4dc8-92d7-2052fd9c5a1f,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:45:20.090169 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-e1d835b8-bc41-4e28-9f37-481db7f05912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622ad786-e50f-4d02-a74b-c15886da592d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1352324937-router', 'tenant_id': '1181b876697c473ba1d15bbefeea2cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '59ea6710-99d8-4e4d-b39b-e648ed448e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:42:30Z', 'updated_at': '2022-10-04T20:45:13Z', 'revision_number': 5, 'project_id': '1181b876697c473ba1d15bbefeea2cf2', 'gw_port': {'id': '59ea6710-99d8-4e4d-b39b-e648ed448e58', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622ad786-e50f-4d02-a74b-c15886da592d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:42:32Z', 'updated_at': '2022-10-04T20:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:45:20.184027 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d835b8-bc41-4e28-9f37-481db7f05912 None None] Checking router: 622ad786-e50f-4d02-a74b-c15886da592d for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:45:20.221889 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d835b8-bc41-4e28-9f37-481db7f05912 None None] Routers {'622ad786-e50f-4d02-a74b-c15886da592d'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:45:20.226396 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-e1d835b8-bc41-4e28-9f37-481db7f05912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:45:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['622ad786-e50f-4d02-a74b-c15886da592d'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:45:20.287655 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-008876b9-a067-499e-8d83-53c8fee2b756 admin admin] Publish callbacks [] for router (622ad786-e50f-4d02-a74b-c15886da592d), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:20.363322 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:20.441716 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-321fc370-7aa6-448c-be71-9ebfb2c3c062 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:45:20.477397 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-4475062d-8300-45cd-8176-55beb1c7bc5b req-39d11bb3-2863-49d0-965e-4f62381a6433 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (54432a46-1686-4c52-94a1-47829a97e1e1), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:20.496357 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] get_ports_and_sgs() called for port_ids ['e7face03-f5ca-470d-ba1f-9b74713e1d67'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 20:45:20.586404 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-321fc370-7aa6-448c-be71-9ebfb2c3c062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (bed443e2-8f92-41b4-a226-9d303c48b433), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:20.586963 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-321fc370-7aa6-448c-be71-9ebfb2c3c062 admin admin] Added segment bed443e2-8f92-41b4-a226-9d303c48b433 of type vlan for network 9e32d24b-d5bc-4229-a75e-1999f71b4a0c Oct 04 20:45:20.712896 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d11bb3-2863-49d0-965e-4f62381a6433 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Pushing event deleted for resources: {'Port': ['ID=54432a46-1686-4c52-94a1-47829a97e1e1,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:45:20.761297 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-e1d835b8-bc41-4e28-9f37-481db7f05912 None None] Set router 622ad786-e50f-4d02-a74b-c15886da592d gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:45:20.784443 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device 54432a46-1686-4c52-94a1-47829a97e1e1 no longer exists at agent hyperv_n-h1-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:45:21.056204 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 39566) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:45:21.056945 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] No Port match for: 54432a46-1686-4c52-94a1-47829a97e1e1 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:45:21.057603 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device 54432a46-1686-4c52-94a1-47829a97e1e1 not bound to the agent host n-h1-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:45:21.133509 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [req-4475062d-8300-45cd-8176-55beb1c7bc5b req-39d11bb3-2863-49d0-965e-4f62381a6433 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] No DVR routers for this DVR port 54432a46-1686-4c52-94a1-47829a97e1e1 on host n-h1-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:45:21.145809 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-321fc370-7aa6-448c-be71-9ebfb2c3c062 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (9e32d24b-d5bc-4229-a75e-1999f71b4a0c), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:21.154119 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-4475062d-8300-45cd-8176-55beb1c7bc5b req-39d11bb3-2863-49d0-965e-4f62381a6433 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:21.165418 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-4475062d-8300-45cd-8176-55beb1c7bc5b req-39d11bb3-2863-49d0-965e-4f62381a6433 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.83 "DELETE /networking/v2.0/ports/54432a46-1686-4c52-94a1-47829a97e1e1 HTTP/1.1" status: 204 len: 173 time: 4.6072121 Oct 04 20:45:21.166893 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7df857cc-3e6c-4b0b-910e-dd62869d64d1', 'name': 'network-vif-deleted', 'tag': '54432a46-1686-4c52-94a1-47829a97e1e1'}] {{(pid=108169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:45:21.171299 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dea34fca0f7d6c1de22810621a04fa86ac5e48141775903912ac1624808dfef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cadf330-0929-404a-b078-c07af5d7b3fc" -d '{"events": [{"server_uuid": "7df857cc-3e6c-4b0b-910e-dd62869d64d1", "name": "network-vif-deleted", "tag": "54432a46-1686-4c52-94a1-47829a97e1e1"}]}' {{(pid=108169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:45:21.293713 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.db.resource_extend [None req-321fc370-7aa6-448c-be71-9ebfb2c3c062 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 04 20:45:21.371723 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:21.403279 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f206f3ac-22ae-4225-9130-80d788a9b5e7 req-93a9889e-b118-423d-b31d-eccd361a5229 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7df857cc-3e6c-4b0b-910e-dd62869d64d1 HTTP/1.1" status: 200 len: 210 time: 0.1107640 Oct 04 20:45:21.414257 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 20:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c50ef9-e0b5-452d-bcdc-6adc9531f828 x-openstack-request-id: req-f5c50ef9-e0b5-452d-bcdc-6adc9531f828 {{(pid=108169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:45:21.416438 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7df857cc-3e6c-4b0b-910e-dd62869d64d1", "name": "network-vif-deleted", "tag": "54432a46-1686-4c52-94a1-47829a97e1e1", "status": "completed", "code": 200}]} {{(pid=108169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:45:21.431240 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f5c50ef9-e0b5-452d-bcdc-6adc9531f828 {{(pid=108169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:45:21.433205 n-d-852085-12 neutron-server[108169]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5c50ef9-e0b5-452d-bcdc-6adc9531f828'] response: {'server_uuid': '7df857cc-3e6c-4b0b-910e-dd62869d64d1', 'name': 'network-vif-deleted', 'tag': '54432a46-1686-4c52-94a1-47829a97e1e1', 'status': 'completed', 'code': 200} Oct 04 20:45:21.445338 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-008876b9-a067-499e-8d83-53c8fee2b756 admin admin] Publish callbacks [] for router_gateway (622ad786-e50f-4d02-a74b-c15886da592d), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:21.612520 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-fc4966cd-f12c-47da-86ac-951dc2871e72 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1622830968-network', 'tenant_id': '20a4ff06d4d748a7af1b5daf97fd6b39'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:45:21.757528 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-e1d835b8-bc41-4e28-9f37-481db7f05912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622ad786-e50f-4d02-a74b-c15886da592d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1352324937-router', 'tenant_id': '1181b876697c473ba1d15bbefeea2cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '59ea6710-99d8-4e4d-b39b-e648ed448e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:42:30Z', 'updated_at': '2022-10-04T20:45:13Z', 'revision_number': 5, 'project_id': '1181b876697c473ba1d15bbefeea2cf2', 'gw_port': {'id': '59ea6710-99d8-4e4d-b39b-e648ed448e58', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622ad786-e50f-4d02-a74b-c15886da592d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:42:32Z', 'updated_at': '2022-10-04T20:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:45:21.807040 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d835b8-bc41-4e28-9f37-481db7f05912 None None] The sync data for ids ['622ad786-e50f-4d02-a74b-c15886da592d'] in n-d-852085-12 is: [{'id': '622ad786-e50f-4d02-a74b-c15886da592d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1352324937-router', 'tenant_id': '1181b876697c473ba1d15bbefeea2cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '59ea6710-99d8-4e4d-b39b-e648ed448e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:42:30Z', 'updated_at': '2022-10-04T20:45:13Z', 'revision_number': 5, 'project_id': '1181b876697c473ba1d15bbefeea2cf2', 'gw_port': {'id': '59ea6710-99d8-4e4d-b39b-e648ed448e58', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:6a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622ad786-e50f-4d02-a74b-c15886da592d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:42:32Z', 'updated_at': '2022-10-04T20:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:45:21.929447 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4966cd-f12c-47da-86ac-951dc2871e72 admin admin] Made reservation on behalf of 20a4ff06d4d748a7af1b5daf97fd6b39 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:45:21.929962 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:21.934186 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fc4966cd-f12c-47da-86ac-951dc2871e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:21.945991 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:21.947291 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-321fc370-7aa6-448c-be71-9ebfb2c3c062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (9e32d24b-d5bc-4229-a75e-1999f71b4a0c), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:21.962475 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321fc370-7aa6-448c-be71-9ebfb2c3c062 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:45:21.965477 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fc4966cd-f12c-47da-86ac-951dc2871e72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:21.970240 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-321fc370-7aa6-448c-be71-9ebfb2c3c062 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:22.029449 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:22.284071 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-008876b9-a067-499e-8d83-53c8fee2b756 admin admin] Deleting port 59ea6710-99d8-4e4d-b39b-e648ed448e58 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:45:22.285697 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-008876b9-a067-499e-8d83-53c8fee2b756 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (59ea6710-99d8-4e4d-b39b-e648ed448e58), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:22.461527 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fc4966cd-f12c-47da-86ac-951dc2871e72 admin admin] Publish callbacks [] for security_group (b337a887-3668-431a-a021-926b887c48bd), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:22.546427 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321fc370-7aa6-448c-be71-9ebfb2c3c062 admin admin] Pushing event updated for resources: {'Network': ['ID=9e32d24b-d5bc-4229-a75e-1999f71b4a0c,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:45:22.579124 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 9e32d24b-d5bc-4229-a75e-1999f71b4a0c details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:45:22.639344 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fc4966cd-f12c-47da-86ac-951dc2871e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (b337a887-3668-431a-a021-926b887c48bd), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:22.732632 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-008876b9-a067-499e-8d83-53c8fee2b756 admin admin] For port 59ea6710-99d8-4e4d-b39b-e648ed448e58, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=59ea6710-99d8-4e4d-b39b-e648ed448e58,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:45:22.740865 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-008876b9-a067-499e-8d83-53c8fee2b756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (59ea6710-99d8-4e4d-b39b-e648ed448e58), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:22.835978 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:22.861002 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-008876b9-a067-499e-8d83-53c8fee2b756 admin admin] Calling delete_port for 59ea6710-99d8-4e4d-b39b-e648ed448e58 owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:45:22.979839 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-3afc4741-2a63-4b9f-a735-271afee41b6d req-8dd8e5a7-b438-43ab-aed6-831fdac77552 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7df857cc-3e6c-4b0b-910e-dd62869d64d1 HTTP/1.1" status: 200 len: 210 time: 0.0963564 Oct 04 20:45:22.995921 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc4966cd-f12c-47da-86ac-951dc2871e72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:45:23.031470 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4966cd-f12c-47da-86ac-951dc2871e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b337a887-3668-431a-a021-926b887c48bd,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:45:23.108826 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fc4966cd-f12c-47da-86ac-951dc2871e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (efb79d4b-9dcc-4656-a45c-ba38a3966202), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:23.109389 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-fc4966cd-f12c-47da-86ac-951dc2871e72 admin admin] Added segment efb79d4b-9dcc-4656-a45c-ba38a3966202 of type vlan for network becb2bb8-4aa1-4ce8-843c-ef0a82d766a9 Oct 04 20:45:23.117219 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-321fc370-7aa6-448c-be71-9ebfb2c3c062 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 7.7388971 Oct 04 20:45:23.123960 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:23.127576 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4966cd-f12c-47da-86ac-951dc2871e72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:45:23.128942 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 39626) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:45:23.131920 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4966cd-f12c-47da-86ac-951dc2871e72 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:45:23.132815 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4966cd-f12c-47da-86ac-951dc2871e72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:45:23.136360 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4966cd-f12c-47da-86ac-951dc2871e72 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:45:23.137357 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4966cd-f12c-47da-86ac-951dc2871e72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:45:23.138217 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4966cd-f12c-47da-86ac-951dc2871e72 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:45:23.139031 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4966cd-f12c-47da-86ac-951dc2871e72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:45:23.140253 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4966cd-f12c-47da-86ac-951dc2871e72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:45:23.141128 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4966cd-f12c-47da-86ac-951dc2871e72 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:45:23.141907 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4966cd-f12c-47da-86ac-951dc2871e72 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:45:23.142716 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4966cd-f12c-47da-86ac-951dc2871e72 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:45:23.144885 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4966cd-f12c-47da-86ac-951dc2871e72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:45:23.146364 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4966cd-f12c-47da-86ac-951dc2871e72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:45:23.149000 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4966cd-f12c-47da-86ac-951dc2871e72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:45:23.149000 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4966cd-f12c-47da-86ac-951dc2871e72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:45:23.209674 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-bb0776f0-fb39-4150-b0ff-45c56cb945af admin admin] Request body: {'subnet': {'network_id': '9e32d24b-d5bc-4229-a75e-1999f71b4a0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-736172391-subnet', 'tenant_id': '62b8092f95334c3181e1703fd8d161fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:45:23.320890 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fc4966cd-f12c-47da-86ac-951dc2871e72 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (becb2bb8-4aa1-4ce8-843c-ef0a82d766a9), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:23.397555 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 39628) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:45:23.459322 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0776f0-fb39-4150-b0ff-45c56cb945af admin admin] Made reservation on behalf of 62b8092f95334c3181e1703fd8d161fb for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:45:23.464764 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bb0776f0-fb39-4150-b0ff-45c56cb945af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:23.544567 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fc4966cd-f12c-47da-86ac-951dc2871e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (becb2bb8-4aa1-4ce8-843c-ef0a82d766a9), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:23.546557 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4966cd-f12c-47da-86ac-951dc2871e72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:45:23.547590 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fc4966cd-f12c-47da-86ac-951dc2871e72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:23.741171 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 0ec6f239-ba96-4bef-9f9b-a7b7ec39cac3 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:45:23.854387 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 0ec6f239-ba96-4bef-9f9b-a7b7ec39cac3 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:45:23.855194 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 0ec6f239-ba96-4bef-9f9b-a7b7ec39cac3 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:45:23.952401 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4966cd-f12c-47da-86ac-951dc2871e72 admin admin] Pushing event updated for resources: {'Network': ['ID=becb2bb8-4aa1-4ce8-843c-ef0a82d766a9,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:45:24.006746 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-3c83081c-312d-4e3e-a963-922614eb983c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-500861378-network', 'tenant_id': 'f2c92a8a2d7b4a7f8d8374cfe5670ce1'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:45:24.014427 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:24.017057 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network becb2bb8-4aa1-4ce8-843c-ef0a82d766a9 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:45:24.028910 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-008876b9-a067-499e-8d83-53c8fee2b756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (59ea6710-99d8-4e4d-b39b-e648ed448e58), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:24.046031 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 39656) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:45:24.056818 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-fc4966cd-f12c-47da-86ac-951dc2871e72 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.9760673 Oct 04 20:45:24.126332 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-1aed62bb-8863-445d-b94f-c3de7fa70820 admin admin] Request body: {'subnet': {'network_id': 'becb2bb8-4aa1-4ce8-843c-ef0a82d766a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1622830968-subnet', 'tenant_id': '20a4ff06d4d748a7af1b5daf97fd6b39', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:45:24.216800 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008876b9-a067-499e-8d83-53c8fee2b756 admin admin] Pushing event deleted for resources: {'Port': ['ID=59ea6710-99d8-4e4d-b39b-e648ed448e58,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:45:24.304270 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c83081c-312d-4e3e-a963-922614eb983c admin admin] Made reservation on behalf of f2c92a8a2d7b4a7f8d8374cfe5670ce1 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:45:24.310192 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3c83081c-312d-4e3e-a963-922614eb983c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:24.350787 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3c83081c-312d-4e3e-a963-922614eb983c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:24.568458 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aed62bb-8863-445d-b94f-c3de7fa70820 admin admin] Made reservation on behalf of 20a4ff06d4d748a7af1b5daf97fd6b39 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:45:24.574190 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1aed62bb-8863-445d-b94f-c3de7fa70820 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:24.686843 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d776e139-3dfe-464e-833a-741102fa56ce req-5e4533fc-eb7f-4b64-bf4d-a77c7bd6716e tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7df857cc-3e6c-4b0b-910e-dd62869d64d1 HTTP/1.1" status: 200 len: 210 time: 0.2083046 Oct 04 20:45:24.960995 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:25.006715 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3c83081c-312d-4e3e-a963-922614eb983c admin admin] Publish callbacks [] for security_group (90366793-224b-4279-810f-110f9921fda6), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:25.069592 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-008876b9-a067-499e-8d83-53c8fee2b756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (622ad786-e50f-4d02-a74b-c15886da592d), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:25.159283 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3c83081c-312d-4e3e-a963-922614eb983c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (90366793-224b-4279-810f-110f9921fda6), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:25.249020 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=76,neutron:UPDATE=4,neutron:INSERT=18,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:25.254164 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c83081c-312d-4e3e-a963-922614eb983c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:45:25.307654 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c83081c-312d-4e3e-a963-922614eb983c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90366793-224b-4279-810f-110f9921fda6,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:45:25.349122 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3c83081c-312d-4e3e-a963-922614eb983c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (2eb391df-e920-4437-834a-b0ec07413770), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:25.349122 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-3c83081c-312d-4e3e-a963-922614eb983c admin admin] Added segment 2eb391df-e920-4437-834a-b0ec07413770 of type vlan for network ea295f65-b2b0-4162-9a9d-6d9b3e880cb5 Oct 04 20:45:25.498144 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3c83081c-312d-4e3e-a963-922614eb983c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (ea295f65-b2b0-4162-9a9d-6d9b3e880cb5), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:25.622995 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bb0776f0-fb39-4150-b0ff-45c56cb945af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (f8978256-acc2-4e92-a2aa-d3a4e6c935dd), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:25.677898 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-008876b9-a067-499e-8d83-53c8fee2b756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (622ad786-e50f-4d02-a74b-c15886da592d), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:25.690396 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-008876b9-a067-499e-8d83-53c8fee2b756 admin admin] Publish callbacks [] for router_controller (622ad786-e50f-4d02-a74b-c15886da592d), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:25.772868 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3c83081c-312d-4e3e-a963-922614eb983c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (ea295f65-b2b0-4162-9a9d-6d9b3e880cb5), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:25.776691 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c83081c-312d-4e3e-a963-922614eb983c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:45:25.779712 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3c83081c-312d-4e3e-a963-922614eb983c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:25.877900 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1aed62bb-8863-445d-b94f-c3de7fa70820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (e5474982-219e-429b-8fc0-cd2f63ad7933), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:26.073230 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-3c83081c-312d-4e3e-a963-922614eb983c admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.6738937 Oct 04 20:45:26.079622 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 39696) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:45:26.088588 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-54cf95a0-57e2-46d9-a0b6-23d4d206980b admin admin] Request body: {'subnet': {'network_id': 'ea295f65-b2b0-4162-9a9d-6d9b3e880cb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-500861378-subnet', 'tenant_id': 'f2c92a8a2d7b4a7f8d8374cfe5670ce1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:45:26.128002 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c83081c-312d-4e3e-a963-922614eb983c admin admin] Pushing event updated for resources: {'Network': ['ID=ea295f65-b2b0-4162-9a9d-6d9b3e880cb5,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:45:26.162194 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network ea295f65-b2b0-4162-9a9d-6d9b3e880cb5 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:45:26.277312 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0776f0-fb39-4150-b0ff-45c56cb945af admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8978256-acc2-4e92-a2aa-d3a4e6c935dd,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:45:26.315614 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54cf95a0-57e2-46d9-a0b6-23d4d206980b admin admin] Made reservation on behalf of f2c92a8a2d7b4a7f8d8374cfe5670ce1 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:45:26.320089 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-54cf95a0-57e2-46d9-a0b6-23d4d206980b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:26.472136 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 39698) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:45:26.485700 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aed62bb-8863-445d-b94f-c3de7fa70820 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5474982-219e-429b-8fc0-cd2f63ad7933,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:45:26.516551 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-008876b9-a067-499e-8d83-53c8fee2b756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (622ad786-e50f-4d02-a74b-c15886da592d), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:26.517690 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008876b9-a067-499e-8d83-53c8fee2b756 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 622ad786-e50f-4d02-a74b-c15886da592d {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:45:26.527386 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-008876b9-a067-499e-8d83-53c8fee2b756 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:26.536616 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-008876b9-a067-499e-8d83-53c8fee2b756 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/622ad786-e50f-4d02-a74b-c15886da592d HTTP/1.1" status: 204 len: 168 time: 8.5084860 Oct 04 20:45:26.555081 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 39702) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:45:26.767114 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0776f0-fb39-4150-b0ff-45c56cb945af admin admin] Checking segment: {'id': 'bed443e2-8f92-41b4-a226-9d303c48b433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9e32d24b-d5bc-4229-a75e-1999f71b4a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:45:26.771558 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0776f0-fb39-4150-b0ff-45c56cb945af admin admin] Network hostable DHCP agents. Network: 9e32d24b-d5bc-4229-a75e-1999f71b4a0c, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:45:26.871163 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 20:45:27.457864 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4f8470d-4c11-4c50-b863-fd2c7f150f2c admin admin] Deleting subnet 2a98f900-a487-42bd-b115-821252f0a3b5 {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:45:27.512238 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e4f8470d-4c11-4c50-b863-fd2c7f150f2c admin admin] Publish callbacks [] for subnet (2a98f900-a487-42bd-b115-821252f0a3b5), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:27.518004 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:27.524967 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aed62bb-8863-445d-b94f-c3de7fa70820 admin admin] Checking segment: {'id': 'efb79d4b-9dcc-4656-a45c-ba38a3966202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'becb2bb8-4aa1-4ce8-843c-ef0a82d766a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:45:27.525854 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aed62bb-8863-445d-b94f-c3de7fa70820 admin admin] Network hostable DHCP agents. Network: becb2bb8-4aa1-4ce8-843c-ef0a82d766a9, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:45:27.571009 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a9e42b-0b3e-4555-89dd-756b78663a2c req-a8e7b069-00ed-4c07-8b14-ede6492fd9a3 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:45:27.586052 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d0a9e42b-0b3e-4555-89dd-756b78663a2c req-a8e7b069-00ed-4c07-8b14-ede6492fd9a3 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ad3b28cc-8307-4f7a-889b-ab08d068ec0e HTTP/1.1" status: 200 len: 950 time: 0.2283678 Oct 04 20:45:27.635666 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:UPDATE=4,neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:27.648936 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d34d7d0d-07a1-4041-84cf-aacb8f442837 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:27.715839 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-54cf95a0-57e2-46d9-a0b6-23d4d206980b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (4a17f880-819a-4886-a998-14adbcf69147), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:27.718334 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:27.748467 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e4f8470d-4c11-4c50-b863-fd2c7f150f2c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (2a98f900-a487-42bd-b115-821252f0a3b5), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:27.774546 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 59ea6710-99d8-4e4d-b39b-e648ed448e58 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:45:27.817822 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0776f0-fb39-4150-b0ff-45c56cb945af admin admin] Network 9e32d24b-d5bc-4229-a75e-1999f71b4a0c is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:45:27.853045 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 59ea6710-99d8-4e4d-b39b-e648ed448e58 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:45:27.861397 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 59ea6710-99d8-4e4d-b39b-e648ed448e58 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:45:28.036364 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d0a9e42b-0b3e-4555-89dd-756b78663a2c req-104f662b-7a9f-47ac-98aa-006dd35f7756 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0b5e75b1-9fa8-4cc9-86ca-a77492b60a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4481392 Oct 04 20:45:28.056668 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e4f8470d-4c11-4c50-b863-fd2c7f150f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (2a98f900-a487-42bd-b115-821252f0a3b5), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:28.238229 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cf95a0-57e2-46d9-a0b6-23d4d206980b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a17f880-819a-4886-a998-14adbcf69147,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:45:28.254506 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aed62bb-8863-445d-b94f-c3de7fa70820 admin admin] Network becb2bb8-4aa1-4ce8-843c-ef0a82d766a9 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:45:28.258230 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cf95a0-57e2-46d9-a0b6-23d4d206980b admin admin] Checking segment: {'id': '2eb391df-e920-4437-834a-b0ec07413770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ea295f65-b2b0-4162-9a9d-6d9b3e880cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:45:28.259068 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54cf95a0-57e2-46d9-a0b6-23d4d206980b admin admin] Network hostable DHCP agents. Network: ea295f65-b2b0-4162-9a9d-6d9b3e880cb5, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:45:28.324785 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d34d7d0d-07a1-4041-84cf-aacb8f442837 admin admin] Publish callbacks [] for security_group (3276fff9-f6ec-412e-bc18-f2b3946c2c92), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:28.345096 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e4f8470d-4c11-4c50-b863-fd2c7f150f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (2a98f900-a487-42bd-b115-821252f0a3b5), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:28.419010 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-bb0776f0-fb39-4150-b0ff-45c56cb945af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 9e32d24b-d5bc-4229-a75e-1999f71b4a0c) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:45:28.438710 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d94464-0171-48bc-9d3c-5848c0e60a10 None None] Network 9e32d24b-d5bc-4229-a75e-1999f71b4a0c requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:45:28.448959 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0776f0-fb39-4150-b0ff-45c56cb945af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:45:28.451848 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bb0776f0-fb39-4150-b0ff-45c56cb945af admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:28.468529 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54cf95a0-57e2-46d9-a0b6-23d4d206980b admin admin] Network ea295f65-b2b0-4162-9a9d-6d9b3e880cb5 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:45:28.496814 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-54cf95a0-57e2-46d9-a0b6-23d4d206980b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, ea295f65-b2b0-4162-9a9d-6d9b3e880cb5) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:45:28.513855 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54cf95a0-57e2-46d9-a0b6-23d4d206980b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:45:28.521137 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-54cf95a0-57e2-46d9-a0b6-23d4d206980b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:28.530216 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e4f8470d-4c11-4c50-b863-fd2c7f150f2c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:28.549893 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e4f8470d-4c11-4c50-b863-fd2c7f150f2c admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/2a98f900-a487-42bd-b115-821252f0a3b5 HTTP/1.1" status: 204 len: 168 time: 1.9794629 Oct 04 20:45:28.554537 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f8470d-4c11-4c50-b863-fd2c7f150f2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a98f900-a487-42bd-b115-821252f0a3b5,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:45:28.563081 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 39730) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:45:28.583414 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-1aed62bb-8863-445d-b94f-c3de7fa70820 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, becb2bb8-4aa1-4ce8-843c-ef0a82d766a9) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:45:28.609019 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d34d7d0d-07a1-4041-84cf-aacb8f442837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (3276fff9-f6ec-412e-bc18-f2b3946c2c92), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:28.621308 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aed62bb-8863-445d-b94f-c3de7fa70820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:45:28.622384 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1aed62bb-8863-445d-b94f-c3de7fa70820 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:28.668173 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7613522-45ad-446d-b4e2-e6c0e43e2a98 None None] Network ea295f65-b2b0-4162-9a9d-6d9b3e880cb5 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:45:28.715575 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-54cf95a0-57e2-46d9-a0b6-23d4d206980b admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.6340573 Oct 04 20:45:28.721876 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 39732) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:45:28.766970 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-57ac027a-cf45-4091-8227-0ac836ce3ecb admin admin] Request body: {'router': {'name': 'tempest-InstanceActionsNegativeTestJSON-500861378-router', 'tenant_id': 'f2c92a8a2d7b4a7f8d8374cfe5670ce1', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:45:28.779838 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-bb0776f0-fb39-4150-b0ff-45c56cb945af admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 5.6376462 Oct 04 20:45:28.796782 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 39734) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:45:28.826841 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-3e506701-5791-4c33-a3c1-69a2acd295fe admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-736172391-router', 'tenant_id': '62b8092f95334c3181e1703fd8d161fb', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:45:28.873554 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-1aed62bb-8863-445d-b94f-c3de7fa70820 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 4.7942281 Oct 04 20:45:28.890218 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d34d7d0d-07a1-4041-84cf-aacb8f442837 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=d0322ecaba43479982bf40bf4b8c18ae&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4001136 Oct 04 20:45:28.893416 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 39736) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:45:28.905866 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-dc7a465b-d7cd-4f47-a8a7-c912d3de802b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1622830968-router', 'tenant_id': '20a4ff06d4d748a7af1b5daf97fd6b39', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:45:28.914259 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 39738) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:45:28.927075 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=75,neutron:INSERT=13,neutron:UPDATE=5,neutron:DELETE=7 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:28.930040 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8ca4ea-e71d-4e26-8278-e47e9e51f116 None None] Network e26dd16c-c221-4602-987e-d0307147f3f4 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:45:28.934522 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351fb4fd-6cd1-4c94-95d2-25f89e915dcd None None] Network becb2bb8-4aa1-4ce8-843c-ef0a82d766a9 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:45:28.944801 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34d7d0d-07a1-4041-84cf-aacb8f442837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3276fff9-f6ec-412e-bc18-f2b3946c2c92,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:45:28.966956 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77977df7-cb73-41bb-a81c-52f67d6a67ec req-d3a02af2-5ce4-49b6-8b8c-e77849d2928e tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:45:28.969580 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-77977df7-cb73-41bb-a81c-52f67d6a67ec req-d3a02af2-5ce4-49b6-8b8c-e77849d2928e tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=ad3b28cc-8307-4f7a-889b-ab08d068ec0e HTTP/1.1" status: 200 len: 950 time: 0.3164132 Oct 04 20:45:29.100866 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3e506701-5791-4c33-a3c1-69a2acd295fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (1004a7e1-de3b-486f-b5c1-14e04614d9d9), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:29.103273 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3e506701-5791-4c33-a3c1-69a2acd295fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (1004a7e1-de3b-486f-b5c1-14e04614d9d9), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:29.249761 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-57ac027a-cf45-4091-8227-0ac836ce3ecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (e60e1fd3-34f4-4d61-9ca1-4e0007c3d8f0), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:29.258520 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-57ac027a-cf45-4091-8227-0ac836ce3ecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (e60e1fd3-34f4-4d61-9ca1-4e0007c3d8f0), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:29.298072 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-76323d54-79da-4bff-a774-62aa8398a18c admin admin] Publish callbacks [] for security_group (3276fff9-f6ec-412e-bc18-f2b3946c2c92), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:29.306426 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [req-77977df7-cb73-41bb-a81c-52f67d6a67ec req-97050576-740b-483d-ba68-f0e69112f5dd tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Deleting port e7face03-f5ca-470d-ba1f-9b74713e1d67 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:45:29.306996 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-77977df7-cb73-41bb-a81c-52f67d6a67ec req-97050576-740b-483d-ba68-f0e69112f5dd tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (e7face03-f5ca-470d-ba1f-9b74713e1d67), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:29.356660 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dc7a465b-d7cd-4f47-a8a7-c912d3de802b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (1cb91226-007d-4d45-ab44-d6c5170c5e28), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:29.358518 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dc7a465b-d7cd-4f47-a8a7-c912d3de802b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (1cb91226-007d-4d45-ab44-d6c5170c5e28), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:29.589753 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f4376386-e2f4-4c2e-881b-035a717056a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (e26dd16c-c221-4602-987e-d0307147f3f4), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:29.634459 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-57ac027a-cf45-4091-8227-0ac836ce3ecb admin admin] Publish callbacks [] for router_controller (e60e1fd3-34f4-4d61-9ca1-4e0007c3d8f0), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:29.858969 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [req-77977df7-cb73-41bb-a81c-52f67d6a67ec req-97050576-740b-483d-ba68-f0e69112f5dd tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] For port e7face03-f5ca-470d-ba1f-9b74713e1d67, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=e7face03-f5ca-470d-ba1f-9b74713e1d67,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:45:29.859941 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-77977df7-cb73-41bb-a81c-52f67d6a67ec req-97050576-740b-483d-ba68-f0e69112f5dd tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (e7face03-f5ca-470d-ba1f-9b74713e1d67), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:29.963851 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:29.967384 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4592f3-6974-4709-9598-efdcea71bc5b req-c585cc45-9e94-49e5-b531-bca32b7580b4 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:45:29.983376 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-fb4592f3-6974-4709-9598-efdcea71bc5b req-c585cc45-9e94-49e5-b531-bca32b7580b4 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ad3b28cc-8307-4f7a-889b-ab08d068ec0e HTTP/1.1" status: 200 len: 950 time: 0.4369085 Oct 04 20:45:30.095767 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a978a7c-2246-47cc-b4fb-85906a2547e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-becb2bb8-4aa1-4ce8-843c-ef0a82d766a9', 'network_id': 'becb2bb8-4aa1-4ce8-843c-ef0a82d766a9', 'project_id': '20a4ff06d4d748a7af1b5daf97fd6b39', 'fixed_ips': [{'subnet_id': 'e5474982-219e-429b-8fc0-cd2f63ad7933'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:45:30.105071 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7a978a7c-2246-47cc-b4fb-85906a2547e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:30.144395 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [req-77977df7-cb73-41bb-a81c-52f67d6a67ec req-97050576-740b-483d-ba68-f0e69112f5dd tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Calling delete_port for e7face03-f5ca-470d-ba1f-9b74713e1d67 owned by compute:nova {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:45:30.155409 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa6431e-d95a-4274-877d-c86451b07b58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-ea295f65-b2b0-4162-9a9d-6d9b3e880cb5', 'network_id': 'ea295f65-b2b0-4162-9a9d-6d9b3e880cb5', 'project_id': 'f2c92a8a2d7b4a7f8d8374cfe5670ce1', 'fixed_ips': [{'subnet_id': '4a17f880-819a-4886-a998-14adbcf69147'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:45:30.157202 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2aa6431e-d95a-4274-877d-c86451b07b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:30.162462 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3e506701-5791-4c33-a3c1-69a2acd295fe admin admin] Publish callbacks [] for router_controller (1004a7e1-de3b-486f-b5c1-14e04614d9d9), precommit_add_association {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:30.172691 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-76323d54-79da-4bff-a774-62aa8398a18c admin admin] Publish callbacks [] for security_group (3276fff9-f6ec-412e-bc18-f2b3946c2c92), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:30.233486 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-fb4592f3-6974-4709-9598-efdcea71bc5b req-5bccc71a-38c7-4ef7-aecd-2f8b475aa05a tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=0b5e75b1-9fa8-4cc9-86ca-a77492b60a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481351 Oct 04 20:45:30.266789 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-f4376386-e2f4-4c2e-881b-035a717056a9 admin admin] Deleting port af74b6bf-b8dd-40d3-b7a0-af2bd5662c4a {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:45:30.270681 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f4376386-e2f4-4c2e-881b-035a717056a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (af74b6bf-b8dd-40d3-b7a0-af2bd5662c4a), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:30.323418 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66657b1e-3684-4061-b924-415435e584e9 None None] Network 9e32d24b-d5bc-4229-a75e-1999f71b4a0c requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:45:30.372560 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:30.384438 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547a6614-7ccd-4176-a1b3-48b543ea27ad None None] DHCP port deletion for e26dd16c-c221-4602-987e-d0307147f3f4 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:45:30.463278 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-57ac027a-cf45-4091-8227-0ac836ce3ecb admin admin] Publish callbacks [] for router_gateway (e60e1fd3-34f4-4d61-9ca1-4e0007c3d8f0), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:30.914899 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-547a6614-7ccd-4176-a1b3-48b543ea27ad None None] Deleting port af74b6bf-b8dd-40d3-b7a0-af2bd5662c4a {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:45:30.915680 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-547a6614-7ccd-4176-a1b3-48b543ea27ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (af74b6bf-b8dd-40d3-b7a0-af2bd5662c4a), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:30.934935 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-f4376386-e2f4-4c2e-881b-035a717056a9 admin admin] For port af74b6bf-b8dd-40d3-b7a0-af2bd5662c4a, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=af74b6bf-b8dd-40d3-b7a0-af2bd5662c4a,segment=NetworkSegment(85e74012-b593-44e5-a5af-5b58787ed805),segment_id=85e74012-b593-44e5-a5af-5b58787ed805)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:45:30.936101 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f4376386-e2f4-4c2e-881b-035a717056a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (af74b6bf-b8dd-40d3-b7a0-af2bd5662c4a), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:30.981355 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-f4376386-e2f4-4c2e-881b-035a717056a9 admin admin] Calling delete_port for af74b6bf-b8dd-40d3-b7a0-af2bd5662c4a owned by network:dhcp {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:45:30.983442 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dc7a465b-d7cd-4f47-a8a7-c912d3de802b admin admin] Publish callbacks [] for router_controller (1cb91226-007d-4d45-ab44-d6c5170c5e28), precommit_add_association {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:31.041248 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:31.086567 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-547a6614-7ccd-4176-a1b3-48b543ea27ad None None] For port af74b6bf-b8dd-40d3-b7a0-af2bd5662c4a, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=af74b6bf-b8dd-40d3-b7a0-af2bd5662c4a,segment=NetworkSegment(85e74012-b593-44e5-a5af-5b58787ed805),segment_id=85e74012-b593-44e5-a5af-5b58787ed805)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:45:31.087478 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-547a6614-7ccd-4176-a1b3-48b543ea27ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (af74b6bf-b8dd-40d3-b7a0-af2bd5662c4a), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:31.118016 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-547a6614-7ccd-4176-a1b3-48b543ea27ad None None] Calling delete_port for af74b6bf-b8dd-40d3-b7a0-af2bd5662c4a owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:45:31.325886 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3e506701-5791-4c33-a3c1-69a2acd295fe admin admin] Publish callbacks [] for router_gateway (1004a7e1-de3b-486f-b5c1-14e04614d9d9), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:31.588721 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-547a6614-7ccd-4176-a1b3-48b543ea27ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (af74b6bf-b8dd-40d3-b7a0-af2bd5662c4a), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:31.609590 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-76323d54-79da-4bff-a774-62aa8398a18c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (3276fff9-f6ec-412e-bc18-f2b3946c2c92), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:31.615851 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-76323d54-79da-4bff-a774-62aa8398a18c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:31.621788 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-76323d54-79da-4bff-a774-62aa8398a18c admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/3276fff9-f6ec-412e-bc18-f2b3946c2c92 HTTP/1.1" status: 204 len: 168 time: 2.6998069 Oct 04 20:45:31.635754 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547a6614-7ccd-4176-a1b3-48b543ea27ad None None] No DVR routers for this DVR port af74b6bf-b8dd-40d3-b7a0-af2bd5662c4a on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:45:31.708471 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547a6614-7ccd-4176-a1b3-48b543ea27ad None None] Pushing event deleted for resources: {'Port': ['ID=af74b6bf-b8dd-40d3-b7a0-af2bd5662c4a,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:45:31.764431 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=67 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:31.776043 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a6614-7ccd-4176-a1b3-48b543ea27ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:45:31.777106 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a6614-7ccd-4176-a1b3-48b543ea27ad None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:45:31.777864 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a6614-7ccd-4176-a1b3-48b543ea27ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:45:31.779319 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a6614-7ccd-4176-a1b3-48b543ea27ad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:45:31.780312 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a6614-7ccd-4176-a1b3-48b543ea27ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:45:31.781464 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a6614-7ccd-4176-a1b3-48b543ea27ad None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:45:31.783082 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a6614-7ccd-4176-a1b3-48b543ea27ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:45:31.784372 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a6614-7ccd-4176-a1b3-48b543ea27ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:45:31.785421 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a6614-7ccd-4176-a1b3-48b543ea27ad None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:45:31.786360 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a6614-7ccd-4176-a1b3-48b543ea27ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:45:31.787296 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a6614-7ccd-4176-a1b3-48b543ea27ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:45:31.788415 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a6614-7ccd-4176-a1b3-48b543ea27ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:45:31.795301 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a6614-7ccd-4176-a1b3-48b543ea27ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:45:31.796526 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a6614-7ccd-4176-a1b3-48b543ea27ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:45:31.797481 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547a6614-7ccd-4176-a1b3-48b543ea27ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:45:31.866450 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-3c931d29-0833-4d74-a88c-92222bf773eb req-3075a6b9-0259-400c-826e-d6f57ed948f5 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ad3b28cc-8307-4f7a-889b-ab08d068ec0e HTTP/1.1" status: 200 len: 210 time: 0.1295962 Oct 04 20:45:31.879067 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:32.000919 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-7a978a7c-2246-47cc-b4fb-85906a2547e8 None None] Allocated IP 172.20.0.2 (becb2bb8-4aa1-4ce8-843c-ef0a82d766a9/e5474982-219e-429b-8fc0-cd2f63ad7933/9a957149-dc49-4700-a0a8-5a8d9a8a5704) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:45:32.002873 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-57ac027a-cf45-4091-8227-0ac836ce3ecb admin admin] Publish callbacks [] for router_gateway (e60e1fd3-34f4-4d61-9ca1-4e0007c3d8f0), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:32.033477 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device af74b6bf-b8dd-40d3-b7a0-af2bd5662c4a no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:45:32.114618 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f4376386-e2f4-4c2e-881b-035a717056a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (af74b6bf-b8dd-40d3-b7a0-af2bd5662c4a), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:32.143175 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-57ac027a-cf45-4091-8227-0ac836ce3ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:32.180848 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76323d54-79da-4bff-a774-62aa8398a18c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3276fff9-f6ec-412e-bc18-f2b3946c2c92,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:45:32.196204 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-77977df7-cb73-41bb-a81c-52f67d6a67ec req-97050576-740b-483d-ba68-f0e69112f5dd tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (e7face03-f5ca-470d-ba1f-9b74713e1d67), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:32.273741 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4376386-e2f4-4c2e-881b-035a717056a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=af74b6bf-b8dd-40d3-b7a0-af2bd5662c4a,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:45:32.299476 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dc7a465b-d7cd-4f47-a8a7-c912d3de802b admin admin] Publish callbacks [] for router_gateway (1cb91226-007d-4d45-ab44-d6c5170c5e28), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:32.317535 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:32.357865 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4376386-e2f4-4c2e-881b-035a717056a9 admin admin] No DVR routers for this DVR port af74b6bf-b8dd-40d3-b7a0-af2bd5662c4a on host n-d-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:45:32.395868 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: af74b6bf-b8dd-40d3-b7a0-af2bd5662c4a {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:45:32.396966 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device af74b6bf-b8dd-40d3-b7a0-af2bd5662c4a not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:45:32.414563 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-2aa6431e-d95a-4274-877d-c86451b07b58 None None] Allocated IP 172.20.0.2 (ea295f65-b2b0-4162-9a9d-6d9b3e880cb5/4a17f880-819a-4886-a998-14adbcf69147/66793fc3-3ece-4e4c-8e22-b627a8daf696) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:45:32.472430 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76323d54-79da-4bff-a774-62aa8398a18c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:45:32.480775 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76323d54-79da-4bff-a774-62aa8398a18c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:45:32.483792 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76323d54-79da-4bff-a774-62aa8398a18c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:45:32.486604 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76323d54-79da-4bff-a774-62aa8398a18c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:45:32.486604 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76323d54-79da-4bff-a774-62aa8398a18c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:45:32.487860 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76323d54-79da-4bff-a774-62aa8398a18c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:45:32.492081 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76323d54-79da-4bff-a774-62aa8398a18c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:45:32.493814 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76323d54-79da-4bff-a774-62aa8398a18c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:45:32.497016 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76323d54-79da-4bff-a774-62aa8398a18c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:45:32.499459 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76323d54-79da-4bff-a774-62aa8398a18c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:45:32.500257 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76323d54-79da-4bff-a774-62aa8398a18c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:45:32.504148 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76323d54-79da-4bff-a774-62aa8398a18c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:45:32.505151 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76323d54-79da-4bff-a774-62aa8398a18c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:45:32.505854 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76323d54-79da-4bff-a774-62aa8398a18c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:45:32.506778 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76323d54-79da-4bff-a774-62aa8398a18c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:45:32.548605 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97050576-740b-483d-ba68-f0e69112f5dd tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Pushing event deleted for resources: {'Port': ['ID=e7face03-f5ca-470d-ba1f-9b74713e1d67,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:45:32.578964 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=7 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:32.755961 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f4376386-e2f4-4c2e-881b-035a717056a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (e26dd16c-c221-4602-987e-d0307147f3f4), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:32.844763 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-f4376386-e2f4-4c2e-881b-035a717056a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e26dd16c-c221-4602-987e-d0307147f3f4']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:45:32.889898 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-f4376386-e2f4-4c2e-881b-035a717056a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85e74012-b593-44e5-a5af-5b58787ed805') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:45:32.892796 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-f4376386-e2f4-4c2e-881b-035a717056a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85e74012-b593-44e5-a5af-5b58787ed805') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:45:32.930477 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f4376386-e2f4-4c2e-881b-035a717056a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (85e74012-b593-44e5-a5af-5b58787ed805), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:32.985210 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f4376386-e2f4-4c2e-881b-035a717056a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (85e74012-b593-44e5-a5af-5b58787ed805), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:33.015920 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4376386-e2f4-4c2e-881b-035a717056a9 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:45:33.017741 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f4376386-e2f4-4c2e-881b-035a717056a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (85e74012-b593-44e5-a5af-5b58787ed805), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:33.134087 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [req-77977df7-cb73-41bb-a81c-52f67d6a67ec req-97050576-740b-483d-ba68-f0e69112f5dd tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] No DVR routers for this DVR port e7face03-f5ca-470d-ba1f-9b74713e1d67 on host n-h1-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:45:33.149953 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-77977df7-cb73-41bb-a81c-52f67d6a67ec req-97050576-740b-483d-ba68-f0e69112f5dd tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:33.170183 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-77977df7-cb73-41bb-a81c-52f67d6a67ec req-97050576-740b-483d-ba68-f0e69112f5dd tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.83 "DELETE /networking/v2.0/ports/e7face03-f5ca-470d-ba1f-9b74713e1d67 HTTP/1.1" status: 204 len: 173 time: 4.1852605 Oct 04 20:45:33.233544 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad3b28cc-8307-4f7a-889b-ab08d068ec0e', 'name': 'network-vif-deleted', 'tag': 'e7face03-f5ca-470d-ba1f-9b74713e1d67'}] {{(pid=108169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:45:33.282785 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dea34fca0f7d6c1de22810621a04fa86ac5e48141775903912ac1624808dfef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad85018-4bf8-4e1e-92a7-ae904a0915d7" -d '{"events": [{"server_uuid": "ad3b28cc-8307-4f7a-889b-ab08d068ec0e", "name": "network-vif-deleted", "tag": "e7face03-f5ca-470d-ba1f-9b74713e1d67"}]}' {{(pid=108169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:45:33.459876 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 85e74012-b593-44e5-a5af-5b58787ed805 resource provider aggregate not found Oct 04 20:45:33.488455 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:33.516627 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f4376386-e2f4-4c2e-881b-035a717056a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (e26dd16c-c221-4602-987e-d0307147f3f4), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:33.602606 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f4376386-e2f4-4c2e-881b-035a717056a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:33.609120 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f4376386-e2f4-4c2e-881b-035a717056a9 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/e26dd16c-c221-4602-987e-d0307147f3f4 HTTP/1.1" status: 204 len: 168 time: 5.0379231 Oct 04 20:45:33.617213 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-cd334f67-c197-4dde-9c56-e4150e297d26 req-fc8a5b31-0554-45af-9621-7118631b9b4b tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ad3b28cc-8307-4f7a-889b-ab08d068ec0e HTTP/1.1" status: 200 len: 210 time: 0.2280354 Oct 04 20:45:33.651614 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 85e74012-b593-44e5-a5af-5b58787ed805 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 85e74012-b593-44e5-a5af-5b58787ed805 found for delete ", "request_id": "req-7e09ce29-e2c8-4909-8d3d-7d56375e07bb"}]} Oct 04 20:45:33.652720 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 39804) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:45:33.713468 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 20:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10668a3a-a3f7-42d0-a6bc-98ed48803708 x-openstack-request-id: req-10668a3a-a3f7-42d0-a6bc-98ed48803708 {{(pid=108169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:45:33.713468 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad3b28cc-8307-4f7a-889b-ab08d068ec0e", "name": "network-vif-deleted", "tag": "e7face03-f5ca-470d-ba1f-9b74713e1d67", "status": "completed", "code": 200}]} {{(pid=108169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:45:33.713468 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-10668a3a-a3f7-42d0-a6bc-98ed48803708 {{(pid=108169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:45:33.713468 n-d-852085-12 neutron-server[108169]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10668a3a-a3f7-42d0-a6bc-98ed48803708'] response: {'server_uuid': 'ad3b28cc-8307-4f7a-889b-ab08d068ec0e', 'name': 'network-vif-deleted', 'tag': 'e7face03-f5ca-470d-ba1f-9b74713e1d67', 'status': 'completed', 'code': 200} Oct 04 20:45:33.921366 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 39806) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:45:33.961543 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4376386-e2f4-4c2e-881b-035a717056a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e26dd16c-c221-4602-987e-d0307147f3f4,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:45:33.967947 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7a978a7c-2246-47cc-b4fb-85906a2547e8 None None] Publish callbacks [] for port (9a957149-dc49-4700-a0a8-5a8d9a8a5704), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:33.978477 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device e7face03-f5ca-470d-ba1f-9b74713e1d67 no longer exists at agent hyperv_n-h1-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:45:33.984605 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:34.058076 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4cf1c93c-c10d-42f6-8587-0246fc730fbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:34.094436 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] No Port match for: e7face03-f5ca-470d-ba1f-9b74713e1d67 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:45:34.095015 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device e7face03-f5ca-470d-ba1f-9b74713e1d67 not bound to the agent host n-h1-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:45:34.117360 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7a978a7c-2246-47cc-b4fb-85906a2547e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (9a957149-dc49-4700-a0a8-5a8d9a8a5704), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:34.161954 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-57ac027a-cf45-4091-8227-0ac836ce3ecb admin admin] Allocated IP 172.25.5.188 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/d024726f-6e31-448d-b24d-6140e10f6c4d) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:45:34.219803 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2aa6431e-d95a-4274-877d-c86451b07b58 None None] Publish callbacks [] for port (66793fc3-3ece-4e4c-8e22-b627a8daf696), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:34.284302 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a978a7c-2246-47cc-b4fb-85906a2547e8 None None] Network becb2bb8-4aa1-4ce8-843c-ef0a82d766a9 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:45:34.287571 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-7a978a7c-2246-47cc-b4fb-85906a2547e8 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:45:34.294602 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a978a7c-2246-47cc-b4fb-85906a2547e8 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:45:34.299656 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:34.339864 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3e506701-5791-4c33-a3c1-69a2acd295fe admin admin] Publish callbacks [] for router_gateway (1004a7e1-de3b-486f-b5c1-14e04614d9d9), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:34.421372 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=82,neutron:DELETE=10,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:34.481295 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3e506701-5791-4c33-a3c1-69a2acd295fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:34.553654 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2aa6431e-d95a-4274-877d-c86451b07b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (66793fc3-3ece-4e4c-8e22-b627a8daf696), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:34.633298 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a978a7c-2246-47cc-b4fb-85906a2547e8 None None] Pushing event updated for resources: {'Port': ['ID=9a957149-dc49-4700-a0a8-5a8d9a8a5704,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:45:34.700806 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa6431e-d95a-4274-877d-c86451b07b58 None None] Network ea295f65-b2b0-4162-9a9d-6d9b3e880cb5 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:45:34.728233 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dc7a465b-d7cd-4f47-a8a7-c912d3de802b admin admin] Publish callbacks [] for router_gateway (1cb91226-007d-4d45-ab44-d6c5170c5e28), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:34.756551 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:34.758232 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 39820) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:45:34.803506 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-7a978a7c-2246-47cc-b4fb-85906a2547e8 None None] Attempting to bind port 9a957149-dc49-4700-a0a8-5a8d9a8a5704 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:45:34.804058 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-7a978a7c-2246-47cc-b4fb-85906a2547e8 None None] Attempting to bind port 9a957149-dc49-4700-a0a8-5a8d9a8a5704 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'efb79d4b-9dcc-4656-a45c-ba38a3966202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'becb2bb8-4aa1-4ce8-843c-ef0a82d766a9'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:45:34.806429 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a978a7c-2246-47cc-b4fb-85906a2547e8 None None] Attempting to bind port 9a957149-dc49-4700-a0a8-5a8d9a8a5704 on network becb2bb8-4aa1-4ce8-843c-ef0a82d766a9 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:45:34.815271 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-2aa6431e-d95a-4274-877d-c86451b07b58 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:45:34.822409 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa6431e-d95a-4274-877d-c86451b07b58 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:45:34.894659 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dc7a465b-d7cd-4f47-a8a7-c912d3de802b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:35.273487 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-2aa6431e-d95a-4274-877d-c86451b07b58 None None] Attempting to bind port 66793fc3-3ece-4e4c-8e22-b627a8daf696 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:45:35.278737 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-2aa6431e-d95a-4274-877d-c86451b07b58 None None] Attempting to bind port 66793fc3-3ece-4e4c-8e22-b627a8daf696 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '2eb391df-e920-4437-834a-b0ec07413770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ea295f65-b2b0-4162-9a9d-6d9b3e880cb5'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:45:35.279569 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa6431e-d95a-4274-877d-c86451b07b58 None None] Attempting to bind port 66793fc3-3ece-4e4c-8e22-b627a8daf696 on network ea295f65-b2b0-4162-9a9d-6d9b3e880cb5 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:45:35.454311 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:35.456127 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa6431e-d95a-4274-877d-c86451b07b58 None None] Pushing event updated for resources: {'Port': ['ID=66793fc3-3ece-4e4c-8e22-b627a8daf696,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:45:35.486053 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a978a7c-2246-47cc-b4fb-85906a2547e8 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:45:35.486053 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a978a7c-2246-47cc-b4fb-85906a2547e8 None None] Checking segment: {'id': 'efb79d4b-9dcc-4656-a45c-ba38a3966202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'becb2bb8-4aa1-4ce8-843c-ef0a82d766a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:45:35.486053 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7a978a7c-2246-47cc-b4fb-85906a2547e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:35.486053 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a978a7c-2246-47cc-b4fb-85906a2547e8 None None] Bound using segment: {'id': 'efb79d4b-9dcc-4656-a45c-ba38a3966202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'becb2bb8-4aa1-4ce8-843c-ef0a82d766a9'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:45:35.486053 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-7a978a7c-2246-47cc-b4fb-85906a2547e8 None None] Bound port: 9a957149-dc49-4700-a0a8-5a8d9a8a5704, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efb79d4b-9dcc-4656-a45c-ba38a3966202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'becb2bb8-4aa1-4ce8-843c-ef0a82d766a9'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:45:35.486819 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7a978a7c-2246-47cc-b4fb-85906a2547e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (9a957149-dc49-4700-a0a8-5a8d9a8a5704), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:35.734663 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa6431e-d95a-4274-877d-c86451b07b58 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:45:35.740901 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa6431e-d95a-4274-877d-c86451b07b58 None None] Checking segment: {'id': '2eb391df-e920-4437-834a-b0ec07413770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ea295f65-b2b0-4162-9a9d-6d9b3e880cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:45:35.741916 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2aa6431e-d95a-4274-877d-c86451b07b58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:35.742809 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa6431e-d95a-4274-877d-c86451b07b58 None None] Bound using segment: {'id': '2eb391df-e920-4437-834a-b0ec07413770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ea295f65-b2b0-4162-9a9d-6d9b3e880cb5'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:45:35.746081 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-2aa6431e-d95a-4274-877d-c86451b07b58 None None] Bound port: 66793fc3-3ece-4e4c-8e22-b627a8daf696, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eb391df-e920-4437-834a-b0ec07413770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ea295f65-b2b0-4162-9a9d-6d9b3e880cb5'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:45:35.747061 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2aa6431e-d95a-4274-877d-c86451b07b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (66793fc3-3ece-4e4c-8e22-b627a8daf696), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:35.795828 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-7a978a7c-2246-47cc-b4fb-85906a2547e8 None None] For port 9a957149-dc49-4700-a0a8-5a8d9a8a5704, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:45:35.828495 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-dceea131-d8e5-4f6c-b5d2-ff3d43cec73c req-24c6a519-809b-48e4-9096-31a4cdb31e01 tempest-ServersAdminTestJSON-672945853 tempest-ServersAdminTestJSON-672945853-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ad3b28cc-8307-4f7a-889b-ab08d068ec0e HTTP/1.1" status: 200 len: 210 time: 0.4006341 Oct 04 20:45:35.859878 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-7a978a7c-2246-47cc-b4fb-85906a2547e8 None None] For port 9a957149-dc49-4700-a0a8-5a8d9a8a5704, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=9a957149-dc49-4700-a0a8-5a8d9a8a5704,segment=NetworkSegment(efb79d4b-9dcc-4656-a45c-ba38a3966202),segment_id=efb79d4b-9dcc-4656-a45c-ba38a3966202)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:45:35.889785 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:35.956141 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2aa6431e-d95a-4274-877d-c86451b07b58 None None] For port 66793fc3-3ece-4e4c-8e22-b627a8daf696, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:45:35.959051 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4cf1c93c-c10d-42f6-8587-0246fc730fbe admin admin] Publish callbacks [] for security_group (44968808-ff96-4ff5-9c19-b8e336821989), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:35.968741 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2aa6431e-d95a-4274-877d-c86451b07b58 None None] For port 66793fc3-3ece-4e4c-8e22-b627a8daf696, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=66793fc3-3ece-4e4c-8e22-b627a8daf696,segment=NetworkSegment(2eb391df-e920-4437-834a-b0ec07413770),segment_id=2eb391df-e920-4437-834a-b0ec07413770)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:45:35.982253 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7a978a7c-2246-47cc-b4fb-85906a2547e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (9a957149-dc49-4700-a0a8-5a8d9a8a5704), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:36.032318 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-57ac027a-cf45-4091-8227-0ac836ce3ecb admin admin] Publish callbacks [] for port (d024726f-6e31-448d-b24d-6140e10f6c4d), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:36.154391 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4cf1c93c-c10d-42f6-8587-0246fc730fbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (44968808-ff96-4ff5-9c19-b8e336821989), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:36.262999 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a978a7c-2246-47cc-b4fb-85906a2547e8 None None] Pushing event updated for resources: {'Port': ['ID=9a957149-dc49-4700-a0a8-5a8d9a8a5704,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:45:36.288712 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2aa6431e-d95a-4274-877d-c86451b07b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (66793fc3-3ece-4e4c-8e22-b627a8daf696), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:36.511883 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf1c93c-c10d-42f6-8587-0246fc730fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44968808-ff96-4ff5-9c19-b8e336821989,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:45:36.565218 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5c27c806-db63-45ca-9f65-7887e78789cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (0638a9f8-27c8-43b8-8763-da29c902f693), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:36.683022 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa6431e-d95a-4274-877d-c86451b07b58 None None] Pushing event updated for resources: {'Port': ['ID=66793fc3-3ece-4e4c-8e22-b627a8daf696,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:45:36.705542 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:36.740980 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4cf1c93c-c10d-42f6-8587-0246fc730fbe admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=2901aaa93ba54ad7b8f56fef2349c8f4&name=default HTTP/1.1" status: 200 len: 3000 time: 2.8048799 Oct 04 20:45:36.748929 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 39836) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:45:36.817969 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=61 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:37.995088 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-3e506701-5791-4c33-a3c1-69a2acd295fe admin admin] Allocated IP 172.25.5.17 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/b04e77c1-22cf-4818-ad0a-f799fbd90e78) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:45:38.145481 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-57ac027a-cf45-4091-8227-0ac836ce3ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (d024726f-6e31-448d-b24d-6140e10f6c4d), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:38.160132 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 66793fc3-3ece-4e4c-8e22-b627a8daf696 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:45:38.416605 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 66793fc3-3ece-4e4c-8e22-b627a8daf696 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:45:38.417238 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (66793fc3-3ece-4e4c-8e22-b627a8daf696), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:38.417862 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 66793fc3-3ece-4e4c-8e22-b627a8daf696 Oct 04 20:45:38.516218 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c712d31c-4dc4-43b6-9578-23f7dd81f03d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (2c38c712-a6a8-43fd-87cb-bb4d34df3072), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:38.605855 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:38.611319 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7171ebf4-fe3e-4c3d-a5c0-a39c46228d8a admin admin] Publish callbacks [] for security_group (44968808-ff96-4ff5-9c19-b8e336821989), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:38.614013 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3e506701-5791-4c33-a3c1-69a2acd295fe admin admin] Publish callbacks [] for port (b04e77c1-22cf-4818-ad0a-f799fbd90e78), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:38.898231 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:38.899804 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ac027a-cf45-4091-8227-0ac836ce3ecb admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:45:38.926491 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3e506701-5791-4c33-a3c1-69a2acd295fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (b04e77c1-22cf-4818-ad0a-f799fbd90e78), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:38.944010 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 66793fc3-3ece-4e4c-8e22-b627a8daf696 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:45:38.944602 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (66793fc3-3ece-4e4c-8e22-b627a8daf696), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:39.046476 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7171ebf4-fe3e-4c3d-a5c0-a39c46228d8a admin admin] Publish callbacks [] for security_group (44968808-ff96-4ff5-9c19-b8e336821989), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:39.076174 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-57ac027a-cf45-4091-8227-0ac836ce3ecb admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:45:39.098543 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ac027a-cf45-4091-8227-0ac836ce3ecb admin admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:45:39.110624 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac027a-cf45-4091-8227-0ac836ce3ecb admin admin] Pushing event updated for resources: {'Port': ['ID=d024726f-6e31-448d-b24d-6140e10f6c4d,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:45:39.126542 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 66793fc3-3ece-4e4c-8e22-b627a8daf696, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=66793fc3-3ece-4e4c-8e22-b627a8daf696,segment=NetworkSegment(2eb391df-e920-4437-834a-b0ec07413770),segment_id=2eb391df-e920-4437-834a-b0ec07413770)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:45:39.165518 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 39870) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:45:39.227387 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (66793fc3-3ece-4e4c-8e22-b627a8daf696), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:39.228759 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 9a957149-dc49-4700-a0a8-5a8d9a8a5704 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:45:39.483937 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5145461f-b230-4d99-ac58-fd1714e0dd5f None None] Network becb2bb8-4aa1-4ce8-843c-ef0a82d766a9 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:45:39.645414 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e506701-5791-4c33-a3c1-69a2acd295fe admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:45:39.661150 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-5c27c806-db63-45ca-9f65-7887e78789cf admin admin] Deleting port 370fa64a-a774-4148-82a0-69f48f18a8a9 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:45:39.661695 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5c27c806-db63-45ca-9f65-7887e78789cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (370fa64a-a774-4148-82a0-69f48f18a8a9), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:39.697571 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=100 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:39.744940 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-3e506701-5791-4c33-a3c1-69a2acd295fe admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:45:39.756608 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e506701-5791-4c33-a3c1-69a2acd295fe admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:45:39.767668 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-dc7a465b-d7cd-4f47-a8a7-c912d3de802b admin admin] Allocated IP 172.25.5.132 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/63d564a5-3252-4029-b2b4-25141d0b7e2b) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:45:39.774573 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=66793fc3-3ece-4e4c-8e22-b627a8daf696,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:45:39.917960 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e506701-5791-4c33-a3c1-69a2acd295fe admin admin] Pushing event updated for resources: {'Port': ['ID=b04e77c1-22cf-4818-ad0a-f799fbd90e78,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:45:39.999045 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-661134a3-cda1-4a16-8739-f8c1b5710b76 None None] Provisioning complete for port 9a957149-dc49-4700-a0a8-5a8d9a8a5704 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:45:40.008155 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-661134a3-cda1-4a16-8739-f8c1b5710b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (9a957149-dc49-4700-a0a8-5a8d9a8a5704), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:40.008931 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-661134a3-cda1-4a16-8739-f8c1b5710b76 None None] Attempt 1 to provision port 9a957149-dc49-4700-a0a8-5a8d9a8a5704 Oct 04 20:45:40.086950 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-5c27c806-db63-45ca-9f65-7887e78789cf admin admin] For port 370fa64a-a774-4148-82a0-69f48f18a8a9, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=370fa64a-a774-4148-82a0-69f48f18a8a9,segment=NetworkSegment(5a01fe48-2a66-46a2-a560-c5100ce48b56),segment_id=5a01fe48-2a66-46a2-a560-c5100ce48b56)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:45:40.087576 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5c27c806-db63-45ca-9f65-7887e78789cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (370fa64a-a774-4148-82a0-69f48f18a8a9), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:40.101316 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d96182c-8878-47bb-8709-a47c26b5e122 None None] Network ea295f65-b2b0-4162-9a9d-6d9b3e880cb5 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:45:40.123383 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-5c27c806-db63-45ca-9f65-7887e78789cf admin admin] Calling delete_port for 370fa64a-a774-4148-82a0-69f48f18a8a9 owned by network:router_interface {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:45:40.174703 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7171ebf4-fe3e-4c3d-a5c0-a39c46228d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (44968808-ff96-4ff5-9c19-b8e336821989), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:40.179553 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7171ebf4-fe3e-4c3d-a5c0-a39c46228d8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:40.185433 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-7171ebf4-fe3e-4c3d-a5c0-a39c46228d8a admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/44968808-ff96-4ff5-9c19-b8e336821989 HTTP/1.1" status: 204 len: 168 time: 3.4286134 Oct 04 20:45:40.340239 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 9a957149-dc49-4700-a0a8-5a8d9a8a5704 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:45:40.345416 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (9a957149-dc49-4700-a0a8-5a8d9a8a5704), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:40.346432 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 9a957149-dc49-4700-a0a8-5a8d9a8a5704 Oct 04 20:45:40.494406 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-3ff9e8d0-4710-49ab-8bc0-498ecf5c15b5 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=e9fae788056d4b8e9d45e8988fc6920f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3256049 Oct 04 20:45:40.498851 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 39886) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:45:40.618372 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7171ebf4-fe3e-4c3d-a5c0-a39c46228d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44968808-ff96-4ff5-9c19-b8e336821989,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:45:40.646975 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 9a957149-dc49-4700-a0a8-5a8d9a8a5704 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:45:40.648620 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (9a957149-dc49-4700-a0a8-5a8d9a8a5704), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:40.770991 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 9a957149-dc49-4700-a0a8-5a8d9a8a5704, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=9a957149-dc49-4700-a0a8-5a8d9a8a5704,segment=NetworkSegment(efb79d4b-9dcc-4656-a45c-ba38a3966202),segment_id=efb79d4b-9dcc-4656-a45c-ba38a3966202)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:45:40.799705 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:41.042094 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (9a957149-dc49-4700-a0a8-5a8d9a8a5704), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:41.082733 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-661134a3-cda1-4a16-8739-f8c1b5710b76 None None] Current status of the port 9a957149-dc49-4700-a0a8-5a8d9a8a5704 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:45:41.084644 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-661134a3-cda1-4a16-8739-f8c1b5710b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (9a957149-dc49-4700-a0a8-5a8d9a8a5704), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:41.257655 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dc7a465b-d7cd-4f47-a8a7-c912d3de802b admin admin] Publish callbacks [] for port (63d564a5-3252-4029-b2b4-25141d0b7e2b), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:41.436370 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 66793fc3-3ece-4e4c-8e22-b627a8daf696 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:45:41.494694 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8897f8b9-c09c-4deb-ad3b-24d7045a49c2 admin admin] Publish callbacks [] for security_group (0b5e75b1-9fa8-4cc9-86ca-a77492b60a89), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:41.547196 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dc7a465b-d7cd-4f47-a8a7-c912d3de802b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (63d564a5-3252-4029-b2b4-25141d0b7e2b), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:41.789201 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:41.843322 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=9a957149-dc49-4700-a0a8-5a8d9a8a5704,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:45:41.858979 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-661134a3-cda1-4a16-8739-f8c1b5710b76 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 20:45:41.859706 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-661134a3-cda1-4a16-8739-f8c1b5710b76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 20:45:41.904103 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 66793fc3-3ece-4e4c-8e22-b627a8daf696 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:45:41.904103 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (66793fc3-3ece-4e4c-8e22-b627a8daf696), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:41.904880 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 66793fc3-3ece-4e4c-8e22-b627a8daf696 Oct 04 20:45:41.941021 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:41.943939 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:41.962393 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8897f8b9-c09c-4deb-ad3b-24d7045a49c2 admin admin] Publish callbacks [] for security_group (0b5e75b1-9fa8-4cc9-86ca-a77492b60a89), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:42.121511 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5c27c806-db63-45ca-9f65-7887e78789cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (370fa64a-a774-4148-82a0-69f48f18a8a9), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:42.156709 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7a465b-d7cd-4f47-a8a7-c912d3de802b admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:45:42.167006 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3e506701-5791-4c33-a3c1-69a2acd295fe admin admin] Publish callbacks [] for router_gateway (1004a7e1-de3b-486f-b5c1-14e04614d9d9), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:42.172075 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-dc7a465b-d7cd-4f47-a8a7-c912d3de802b admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:45:42.187077 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7a465b-d7cd-4f47-a8a7-c912d3de802b admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:45:42.243104 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 66793fc3-3ece-4e4c-8e22-b627a8daf696 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:45:42.500331 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-661134a3-cda1-4a16-8739-f8c1b5710b76 None None] Current status of the port 9a957149-dc49-4700-a0a8-5a8d9a8a5704 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:45:42.532105 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-c712d31c-4dc4-43b6-9578-23f7dd81f03d admin admin] Deleting port b569f8e0-2490-4cd4-8d3b-a00666239603 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:45:42.533027 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c712d31c-4dc4-43b6-9578-23f7dd81f03d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (b569f8e0-2490-4cd4-8d3b-a00666239603), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:42.601760 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c27c806-db63-45ca-9f65-7887e78789cf admin admin] Pushing event deleted for resources: {'Port': ['ID=370fa64a-a774-4148-82a0-69f48f18a8a9,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:45:42.637475 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7a465b-d7cd-4f47-a8a7-c912d3de802b admin admin] Pushing event updated for resources: {'Port': ['ID=63d564a5-3252-4029-b2b4-25141d0b7e2b,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:45:42.646308 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-a76378ec-d71d-417f-a1ca-63dca2c06ff0 None None] Provisioning complete for port 66793fc3-3ece-4e4c-8e22-b627a8daf696 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:45:42.647486 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a76378ec-d71d-417f-a1ca-63dca2c06ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (66793fc3-3ece-4e4c-8e22-b627a8daf696), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:42.648312 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-a76378ec-d71d-417f-a1ca-63dca2c06ff0 None None] Attempt 1 to provision port 66793fc3-3ece-4e4c-8e22-b627a8daf696 Oct 04 20:45:42.784314 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5c27c806-db63-45ca-9f65-7887e78789cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (0638a9f8-27c8-43b8-8763-da29c902f693), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:42.820510 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-57ac027a-cf45-4091-8227-0ac836ce3ecb admin admin] Publish callbacks [] for router_gateway (e60e1fd3-34f4-4d61-9ca1-4e0007c3d8f0), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:42.913487 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:43.054207 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-a76378ec-d71d-417f-a1ca-63dca2c06ff0 None None] Current status of the port 66793fc3-3ece-4e4c-8e22-b627a8daf696 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:45:43.143057 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-a76378ec-d71d-417f-a1ca-63dca2c06ff0 None None] Provisioning complete for port 9a957149-dc49-4700-a0a8-5a8d9a8a5704 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:45:43.149704 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a76378ec-d71d-417f-a1ca-63dca2c06ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (9a957149-dc49-4700-a0a8-5a8d9a8a5704), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:43.150968 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-a76378ec-d71d-417f-a1ca-63dca2c06ff0 None None] Attempt 1 to provision port 9a957149-dc49-4700-a0a8-5a8d9a8a5704 Oct 04 20:45:43.223850 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:43.248301 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8897f8b9-c09c-4deb-ad3b-24d7045a49c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (0b5e75b1-9fa8-4cc9-86ca-a77492b60a89), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:43.255396 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8897f8b9-c09c-4deb-ad3b-24d7045a49c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:43.263397 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-8897f8b9-c09c-4deb-ad3b-24d7045a49c2 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/0b5e75b1-9fa8-4cc9-86ca-a77492b60a89 HTTP/1.1" status: 204 len: 168 time: 2.6596375 Oct 04 20:45:43.327326 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8897f8b9-c09c-4deb-ad3b-24d7045a49c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5e75b1-9fa8-4cc9-86ca-a77492b60a89,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:45:43.369065 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-c712d31c-4dc4-43b6-9578-23f7dd81f03d admin admin] For port b569f8e0-2490-4cd4-8d3b-a00666239603, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b569f8e0-2490-4cd4-8d3b-a00666239603,segment=NetworkSegment(130bc8dc-7d89-4199-8ac9-b47e950f46aa),segment_id=130bc8dc-7d89-4199-8ac9-b47e950f46aa)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:45:43.369065 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c712d31c-4dc4-43b6-9578-23f7dd81f03d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (b569f8e0-2490-4cd4-8d3b-a00666239603), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:43.421201 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-c712d31c-4dc4-43b6-9578-23f7dd81f03d admin admin] Calling delete_port for b569f8e0-2490-4cd4-8d3b-a00666239603 owned by network:router_interface {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:45:43.744571 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3e506701-5791-4c33-a3c1-69a2acd295fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (1004a7e1-de3b-486f-b5c1-14e04614d9d9), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:43.785661 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:43.900237 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 9a957149-dc49-4700-a0a8-5a8d9a8a5704 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:45:44.054322 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 9a957149-dc49-4700-a0a8-5a8d9a8a5704 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:45:44.054954 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (9a957149-dc49-4700-a0a8-5a8d9a8a5704), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:44.055768 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 9a957149-dc49-4700-a0a8-5a8d9a8a5704 Oct 04 20:45:44.134324 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c27c806-db63-45ca-9f65-7887e78789cf admin admin] Router 0638a9f8-27c8-43b8-8763-da29c902f693 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:45:44.354156 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c27c806-db63-45ca-9f65-7887e78789cf admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:45:44.364493 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-5c27c806-db63-45ca-9f65-7887e78789cf admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/0638a9f8-27c8-43b8-8763-da29c902f693/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7094619 Oct 04 20:45:44.368954 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-57ac027a-cf45-4091-8227-0ac836ce3ecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (e60e1fd3-34f4-4d61-9ca1-4e0007c3d8f0), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:44.373863 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 39944) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:45:44.466679 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 9a957149-dc49-4700-a0a8-5a8d9a8a5704 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:45:44.478886 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c848b5cd-0d7c-4a60-ac7d-76a9697d9acf None None] Sync routers for ids ['0638a9f8-27c8-43b8-8763-da29c902f693'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:45:44.498235 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dc7a465b-d7cd-4f47-a8a7-c912d3de802b admin admin] Publish callbacks [] for router_gateway (1cb91226-007d-4d45-ab44-d6c5170c5e28), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:44.553410 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-a76378ec-d71d-417f-a1ca-63dca2c06ff0 None None] Current status of the port 9a957149-dc49-4700-a0a8-5a8d9a8a5704 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:45:44.573825 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c848b5cd-0d7c-4a60-ac7d-76a9697d9acf None None] Routers {'0638a9f8-27c8-43b8-8763-da29c902f693'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:45:44.574059 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-c848b5cd-0d7c-4a60-ac7d-76a9697d9acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:45:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['0638a9f8-27c8-43b8-8763-da29c902f693'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:45:44.720635 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:44.964299 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4dbc4289-a014-4894-acc1-1d62a71b9c91 admin admin] Publish callbacks [] for router (0638a9f8-27c8-43b8-8763-da29c902f693), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:44.976243 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:44.981887 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:45.016317 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-c848b5cd-0d7c-4a60-ac7d-76a9697d9acf None None] Set router 0638a9f8-27c8-43b8-8763-da29c902f693 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:45:45.214565 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 39960) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:45:45.224295 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e506701-5791-4c33-a3c1-69a2acd295fe admin admin] Router 1004a7e1-de3b-486f-b5c1-14e04614d9d9 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:45:45.224564 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57ac027a-cf45-4091-8227-0ac836ce3ecb admin admin] Router e60e1fd3-34f4-4d61-9ca1-4e0007c3d8f0 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:45:45.296558 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c712d31c-4dc4-43b6-9578-23f7dd81f03d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (b569f8e0-2490-4cd4-8d3b-a00666239603), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:45.417656 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4dbc4289-a014-4894-acc1-1d62a71b9c91 admin admin] Publish callbacks [] for router_gateway (0638a9f8-27c8-43b8-8763-da29c902f693), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:45.619471 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 39964) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:45:45.662443 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c3c5f310-e05b-425f-8e59-6f201188c461 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:45.693336 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-698baac3-1678-454e-afab-b62a2fcd58f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:45.841038 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-c848b5cd-0d7c-4a60-ac7d-76a9697d9acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0638a9f8-27c8-43b8-8763-da29c902f693', 'name': 'tempest-AttachSCSIVolumeTestJSON-1873371409-router', 'tenant_id': '210941eb9659422f81b3cd68dcd5e13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '9a4c9b60-2707-4859-996e-237d6e2fd72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:43:03Z', 'updated_at': '2022-10-04T20:45:41Z', 'revision_number': 5, 'project_id': '210941eb9659422f81b3cd68dcd5e13f', 'gw_port': {'id': '9a4c9b60-2707-4859-996e-237d6e2fd72f', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:52:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0638a9f8-27c8-43b8-8763-da29c902f693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:43:07Z', 'updated_at': '2022-10-04T20:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:45:45.922651 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c848b5cd-0d7c-4a60-ac7d-76a9697d9acf None None] Checking router: 0638a9f8-27c8-43b8-8763-da29c902f693 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:45:45.952358 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c848b5cd-0d7c-4a60-ac7d-76a9697d9acf None None] Routers {'0638a9f8-27c8-43b8-8763-da29c902f693'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:45:45.954010 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-c848b5cd-0d7c-4a60-ac7d-76a9697d9acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:45:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['0638a9f8-27c8-43b8-8763-da29c902f693'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:45:46.008685 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c712d31c-4dc4-43b6-9578-23f7dd81f03d admin admin] Pushing event deleted for resources: {'Port': ['ID=b569f8e0-2490-4cd4-8d3b-a00666239603,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:45:46.326962 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:46.365917 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-c848b5cd-0d7c-4a60-ac7d-76a9697d9acf None None] Set router 0638a9f8-27c8-43b8-8763-da29c902f693 gateway port host: None {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:45:46.419837 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dc7a465b-d7cd-4f47-a8a7-c912d3de802b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (1cb91226-007d-4d45-ab44-d6c5170c5e28), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:46.652602 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-c848b5cd-0d7c-4a60-ac7d-76a9697d9acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0638a9f8-27c8-43b8-8763-da29c902f693', 'name': 'tempest-AttachSCSIVolumeTestJSON-1873371409-router', 'tenant_id': '210941eb9659422f81b3cd68dcd5e13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:43:03Z', 'updated_at': '2022-10-04T20:45:45Z', 'revision_number': 6, 'project_id': '210941eb9659422f81b3cd68dcd5e13f', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:45:46.658316 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:46.689275 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e506701-5791-4c33-a3c1-69a2acd295fe admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:45:46.710086 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96fcad3-c3d8-402d-be01-1a31e0cb92a0 None None] Sync routers for ids ['1004a7e1-de3b-486f-b5c1-14e04614d9d9'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:45:46.753070 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96fcad3-c3d8-402d-be01-1a31e0cb92a0 None None] Routers {'1004a7e1-de3b-486f-b5c1-14e04614d9d9'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:45:46.763959 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-f96fcad3-c3d8-402d-be01-1a31e0cb92a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:45:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['1004a7e1-de3b-486f-b5c1-14e04614d9d9'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:45:46.772350 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c848b5cd-0d7c-4a60-ac7d-76a9697d9acf None None] The sync data for ids ['0638a9f8-27c8-43b8-8763-da29c902f693'] in n-d-852085-12 is: [{'id': '0638a9f8-27c8-43b8-8763-da29c902f693', 'name': 'tempest-AttachSCSIVolumeTestJSON-1873371409-router', 'tenant_id': '210941eb9659422f81b3cd68dcd5e13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:43:03Z', 'updated_at': '2022-10-04T20:45:45Z', 'revision_number': 6, 'project_id': '210941eb9659422f81b3cd68dcd5e13f', 'gw_port_host': None}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:45:46.788601 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c3c5f310-e05b-425f-8e59-6f201188c461 admin admin] Publish callbacks [] for security_group (d5a3b935-ea82-4071-a0d4-bc2ce8a7a1ba), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:46.924255 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-396627fb-64b5-46ff-a2ad-cee0170f502a admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=76ebb788e0674a7b99f294cb37a30f46&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2971938 Oct 04 20:45:46.931504 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 39976) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:45:46.938715 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ac027a-cf45-4091-8227-0ac836ce3ecb admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:45:46.959711 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32282bf7-ffb6-4146-b342-c9e6eac57310 None None] Sync routers for ids ['e60e1fd3-34f4-4d61-9ca1-4e0007c3d8f0'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:45:46.996317 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c3c5f310-e05b-425f-8e59-6f201188c461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (d5a3b935-ea82-4071-a0d4-bc2ce8a7a1ba), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:47.001407 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32282bf7-ffb6-4146-b342-c9e6eac57310 None None] Routers {'e60e1fd3-34f4-4d61-9ca1-4e0007c3d8f0'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:45:47.002905 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-32282bf7-ffb6-4146-b342-c9e6eac57310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:45:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['e60e1fd3-34f4-4d61-9ca1-4e0007c3d8f0'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:45:47.029282 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:47.038814 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-4dbc4289-a014-4894-acc1-1d62a71b9c91 admin admin] Deleting port 9a4c9b60-2707-4859-996e-237d6e2fd72f {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:45:47.044031 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4dbc4289-a014-4894-acc1-1d62a71b9c91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (9a4c9b60-2707-4859-996e-237d6e2fd72f), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:47.067370 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3e506701-5791-4c33-a3c1-69a2acd295fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:47.074352 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-3e506701-5791-4c33-a3c1-69a2acd295fe admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 18.2493770 Oct 04 20:45:47.074790 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-f96fcad3-c3d8-402d-be01-1a31e0cb92a0 None None] Set router 1004a7e1-de3b-486f-b5c1-14e04614d9d9 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:45:47.094422 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 39978) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:45:47.489709 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-57ac027a-cf45-4091-8227-0ac836ce3ecb admin admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:47.490169 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 370fa64a-a774-4148-82a0-69f48f18a8a9 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:45:47.494050 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-57ac027a-cf45-4091-8227-0ac836ce3ecb admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 933 time: 18.7563853 Oct 04 20:45:47.528427 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 39990) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:45:47.632342 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-32282bf7-ffb6-4146-b342-c9e6eac57310 None None] Set router e60e1fd3-34f4-4d61-9ca1-4e0007c3d8f0 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:45:47.638562 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c712d31c-4dc4-43b6-9578-23f7dd81f03d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (2c38c712-a6a8-43fd-87cb-bb4d34df3072), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:47.740939 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-f96fcad3-c3d8-402d-be01-1a31e0cb92a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1004a7e1-de3b-486f-b5c1-14e04614d9d9', 'name': 'tempest-ServerRescueTestJSONUnderV235-736172391-router', 'tenant_id': '62b8092f95334c3181e1703fd8d161fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'b04e77c1-22cf-4818-ad0a-f799fbd90e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:45:29Z', 'updated_at': '2022-10-04T20:45:41Z', 'revision_number': 3, 'project_id': '62b8092f95334c3181e1703fd8d161fb', 'gw_port': {'id': 'b04e77c1-22cf-4818-ad0a-f799fbd90e78', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b5:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1004a7e1-de3b-486f-b5c1-14e04614d9d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:45:34Z', 'updated_at': '2022-10-04T20:45:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:45:47.821066 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96fcad3-c3d8-402d-be01-1a31e0cb92a0 None None] Checking router: 1004a7e1-de3b-486f-b5c1-14e04614d9d9 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:45:47.822123 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96fcad3-c3d8-402d-be01-1a31e0cb92a0 None None] Updating router 1004a7e1-de3b-486f-b5c1-14e04614d9d9 port b04e77c1-22cf-4818-ad0a-f799fbd90e78 binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:45:47.904355 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c3c5f310-e05b-425f-8e59-6f201188c461 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=ba39367c8d474f5aaef41d208defff8d&name=default HTTP/1.1" status: 200 len: 3000 time: 2.6867080 Oct 04 20:45:47.908397 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-f96fcad3-c3d8-402d-be01-1a31e0cb92a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b04e77c1-22cf-4818-ad0a-f799fbd90e78), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:47.915722 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c5f310-e05b-425f-8e59-6f201188c461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a3b935-ea82-4071-a0d4-bc2ce8a7a1ba,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:45:48.039258 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 39992) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:45:48.067985 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:48.090316 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 370fa64a-a774-4148-82a0-69f48f18a8a9 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:45:48.099747 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 370fa64a-a774-4148-82a0-69f48f18a8a9 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:45:48.162649 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7b5ff5d1-e0c9-43b5-96c6-81cdb7e158ed admin admin] Publish callbacks [] for security_group (a94da03c-76b5-46e9-962f-df7e19ae8aba), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:48.318147 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-1f541dd3-67e1-4a55-87be-edd5c27d46ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:48.386084 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7b5ff5d1-e0c9-43b5-96c6-81cdb7e158ed admin admin] Publish callbacks [] for security_group (a94da03c-76b5-46e9-962f-df7e19ae8aba), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:48.598550 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-f96fcad3-c3d8-402d-be01-1a31e0cb92a0 None None] Publish callbacks [] for port (b04e77c1-22cf-4818-ad0a-f799fbd90e78), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:48.683737 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-32282bf7-ffb6-4146-b342-c9e6eac57310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e60e1fd3-34f4-4d61-9ca1-4e0007c3d8f0', 'name': 'tempest-InstanceActionsNegativeTestJSON-500861378-router', 'tenant_id': 'f2c92a8a2d7b4a7f8d8374cfe5670ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'd024726f-6e31-448d-b24d-6140e10f6c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:45:29Z', 'updated_at': '2022-10-04T20:45:41Z', 'revision_number': 3, 'project_id': 'f2c92a8a2d7b4a7f8d8374cfe5670ce1', 'gw_port': {'id': 'd024726f-6e31-448d-b24d-6140e10f6c4d', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d6:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e60e1fd3-34f4-4d61-9ca1-4e0007c3d8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:45:32Z', 'updated_at': '2022-10-04T20:45:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:45:48.696247 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-f96fcad3-c3d8-402d-be01-1a31e0cb92a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (b04e77c1-22cf-4818-ad0a-f799fbd90e78), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:48.741948 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-4dbc4289-a014-4894-acc1-1d62a71b9c91 admin admin] For port 9a4c9b60-2707-4859-996e-237d6e2fd72f, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=9a4c9b60-2707-4859-996e-237d6e2fd72f,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:45:48.743338 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4dbc4289-a014-4894-acc1-1d62a71b9c91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (9a4c9b60-2707-4859-996e-237d6e2fd72f), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:48.757628 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1db849fd-34bd-413e-8861-5c6c81bc2126 admin admin] Publish callbacks [] for security_group (d5a3b935-ea82-4071-a0d4-bc2ce8a7a1ba), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:48.807582 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-f96fcad3-c3d8-402d-be01-1a31e0cb92a0 None None] Attempting to bind port b04e77c1-22cf-4818-ad0a-f799fbd90e78 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:45:48.809611 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-f96fcad3-c3d8-402d-be01-1a31e0cb92a0 None None] Attempting to bind port b04e77c1-22cf-4818-ad0a-f799fbd90e78 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:45:48.810808 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96fcad3-c3d8-402d-be01-1a31e0cb92a0 None None] Attempting to bind port b04e77c1-22cf-4818-ad0a-f799fbd90e78 on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:45:48.836215 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32282bf7-ffb6-4146-b342-c9e6eac57310 None None] Checking router: e60e1fd3-34f4-4d61-9ca1-4e0007c3d8f0 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:45:48.841036 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32282bf7-ffb6-4146-b342-c9e6eac57310 None None] Updating router e60e1fd3-34f4-4d61-9ca1-4e0007c3d8f0 port d024726f-6e31-448d-b24d-6140e10f6c4d binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:45:48.851264 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-4dbc4289-a014-4894-acc1-1d62a71b9c91 admin admin] Calling delete_port for 9a4c9b60-2707-4859-996e-237d6e2fd72f owned by network:router_gateway {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:45:48.903174 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1db849fd-34bd-413e-8861-5c6c81bc2126 admin admin] Publish callbacks [] for security_group (d5a3b935-ea82-4071-a0d4-bc2ce8a7a1ba), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:48.967396 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4774686d-1245-4505-9f33-bbb56c8b8245 None None] Pushing event updated for resources: {'Port': ['ID=b04e77c1-22cf-4818-ad0a-f799fbd90e78,revision_number=2']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:45:48.979896 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-32282bf7-ffb6-4146-b342-c9e6eac57310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (d024726f-6e31-448d-b24d-6140e10f6c4d), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:48.992730 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4774686d-1245-4505-9f33-bbb56c8b8245 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:45:48.993282 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4774686d-1245-4505-9f33-bbb56c8b8245 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:45:48.993782 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4774686d-1245-4505-9f33-bbb56c8b8245 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:45:48.994375 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4774686d-1245-4505-9f33-bbb56c8b8245 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:45:48.994861 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4774686d-1245-4505-9f33-bbb56c8b8245 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:45:48.995578 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4774686d-1245-4505-9f33-bbb56c8b8245 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:45:48.995822 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4774686d-1245-4505-9f33-bbb56c8b8245 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:45:48.996310 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4774686d-1245-4505-9f33-bbb56c8b8245 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:45:48.996768 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4774686d-1245-4505-9f33-bbb56c8b8245 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:45:48.997235 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4774686d-1245-4505-9f33-bbb56c8b8245 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:45:48.997732 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4774686d-1245-4505-9f33-bbb56c8b8245 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:45:48.998342 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4774686d-1245-4505-9f33-bbb56c8b8245 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:45:48.998811 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4774686d-1245-4505-9f33-bbb56c8b8245 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:45:48.999324 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4774686d-1245-4505-9f33-bbb56c8b8245 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:45:48.999794 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4774686d-1245-4505-9f33-bbb56c8b8245 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:45:49.095177 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96fcad3-c3d8-402d-be01-1a31e0cb92a0 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:45:49.098313 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96fcad3-c3d8-402d-be01-1a31e0cb92a0 None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:45:49.102365 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-f96fcad3-c3d8-402d-be01-1a31e0cb92a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:49.103648 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96fcad3-c3d8-402d-be01-1a31e0cb92a0 None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:45:49.108258 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-f96fcad3-c3d8-402d-be01-1a31e0cb92a0 None None] Bound port: b04e77c1-22cf-4818-ad0a-f799fbd90e78, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:45:49.109533 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-f96fcad3-c3d8-402d-be01-1a31e0cb92a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b04e77c1-22cf-4818-ad0a-f799fbd90e78), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:49.201598 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:49.211089 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc7a465b-d7cd-4f47-a8a7-c912d3de802b admin admin] Router 1cb91226-007d-4d45-ab44-d6c5170c5e28 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:45:49.292559 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 9a4c9b60-2707-4859-996e-237d6e2fd72f no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:45:49.331079 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-f96fcad3-c3d8-402d-be01-1a31e0cb92a0 None None] For port b04e77c1-22cf-4818-ad0a-f799fbd90e78, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:45:49.341026 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-f96fcad3-c3d8-402d-be01-1a31e0cb92a0 None None] For port b04e77c1-22cf-4818-ad0a-f799fbd90e78, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b04e77c1-22cf-4818-ad0a-f799fbd90e78,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:45:49.435211 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-f96fcad3-c3d8-402d-be01-1a31e0cb92a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (b04e77c1-22cf-4818-ad0a-f799fbd90e78), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:49.506313 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7b5ff5d1-e0c9-43b5-96c6-81cdb7e158ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (a94da03c-76b5-46e9-962f-df7e19ae8aba), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:49.511958 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc7a465b-d7cd-4f47-a8a7-c912d3de802b admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:45:49.515645 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7b5ff5d1-e0c9-43b5-96c6-81cdb7e158ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:49.520695 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-7b5ff5d1-e0c9-43b5-96c6-81cdb7e158ed admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/a94da03c-76b5-46e9-962f-df7e19ae8aba HTTP/1.1" status: 204 len: 168 time: 2.5825143 Oct 04 20:45:49.558407 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf3950a-41cc-4b67-bd8d-99f9da6bc9b1 None None] Sync routers for ids ['1cb91226-007d-4d45-ab44-d6c5170c5e28'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:45:49.572313 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5ff5d1-e0c9-43b5-96c6-81cdb7e158ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94da03c-76b5-46e9-962f-df7e19ae8aba,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:45:49.592262 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:49.636775 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96fcad3-c3d8-402d-be01-1a31e0cb92a0 None None] Routers {'1004a7e1-de3b-486f-b5c1-14e04614d9d9'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:45:49.637733 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-f96fcad3-c3d8-402d-be01-1a31e0cb92a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:45:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['1004a7e1-de3b-486f-b5c1-14e04614d9d9'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:45:49.713077 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1db849fd-34bd-413e-8861-5c6c81bc2126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (d5a3b935-ea82-4071-a0d4-bc2ce8a7a1ba), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:49.724571 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1db849fd-34bd-413e-8861-5c6c81bc2126 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:49.750824 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-1db849fd-34bd-413e-8861-5c6c81bc2126 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/d5a3b935-ea82-4071-a0d4-bc2ce8a7a1ba HTTP/1.1" status: 204 len: 168 time: 1.6805031 Oct 04 20:45:49.811322 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:49.821706 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-32282bf7-ffb6-4146-b342-c9e6eac57310 None None] Publish callbacks [] for port (d024726f-6e31-448d-b24d-6140e10f6c4d), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:49.829109 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db849fd-34bd-413e-8861-5c6c81bc2126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a3b935-ea82-4071-a0d4-bc2ce8a7a1ba,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:45:49.869230 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf3950a-41cc-4b67-bd8d-99f9da6bc9b1 None None] Routers {'1cb91226-007d-4d45-ab44-d6c5170c5e28'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:45:49.876522 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-1cf3950a-41cc-4b67-bd8d-99f9da6bc9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:45:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['1cb91226-007d-4d45-ab44-d6c5170c5e28'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:45:49.909528 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:49.950320 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:50.041039 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:50.047994 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c712d31c-4dc4-43b6-9578-23f7dd81f03d admin admin] Router 2c38c712-a6a8-43fd-87cb-bb4d34df3072 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:45:50.073440 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-32282bf7-ffb6-4146-b342-c9e6eac57310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (d024726f-6e31-448d-b24d-6140e10f6c4d), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:50.179811 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4774686d-1245-4505-9f33-bbb56c8b8245 None None] Pushing event updated for resources: {'Port': ['ID=b04e77c1-22cf-4818-ad0a-f799fbd90e78,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:45:50.210773 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 9a4c9b60-2707-4859-996e-237d6e2fd72f is: ACTIVE; New status is: DOWN {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:45:50.213881 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (9a4c9b60-2707-4859-996e-237d6e2fd72f), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:50.231759 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dc7a465b-d7cd-4f47-a8a7-c912d3de802b admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:50.234686 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-32282bf7-ffb6-4146-b342-c9e6eac57310 None None] Attempting to bind port d024726f-6e31-448d-b24d-6140e10f6c4d on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:45:50.235523 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-dc7a465b-d7cd-4f47-a8a7-c912d3de802b admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 21.3351982 Oct 04 20:45:50.235794 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-32282bf7-ffb6-4146-b342-c9e6eac57310 None None] Attempting to bind port d024726f-6e31-448d-b24d-6140e10f6c4d by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:45:50.237269 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32282bf7-ffb6-4146-b342-c9e6eac57310 None None] Attempting to bind port d024726f-6e31-448d-b24d-6140e10f6c4d on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:45:50.249474 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 40018) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:45:50.337204 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:50.358245 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:50.436898 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1df8103-3f0d-4a34-98f3-6a09108f8aee None None] Pushing event updated for resources: {'Port': ['ID=d024726f-6e31-448d-b24d-6140e10f6c4d,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:45:50.451744 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784dbb3-cfce-4d33-886d-9cdfc83f20f3 req-a6f65e22-ac91-47d1-9f11-2a00fd10fe91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:45:50.467402 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-2784dbb3-cfce-4d33-886d-9cdfc83f20f3 req-a6f65e22-ac91-47d1-9f11-2a00fd10fe91 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=baa9bc0601f141e48e1b5f001769d221&device_id=568cbe45-b90d-49d4-8ed6-90923e399d49 HTTP/1.1" status: 200 len: 1133 time: 0.6089001 Oct 04 20:45:50.521099 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32282bf7-ffb6-4146-b342-c9e6eac57310 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:45:50.530118 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32282bf7-ffb6-4146-b342-c9e6eac57310 None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:45:50.530935 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-32282bf7-ffb6-4146-b342-c9e6eac57310 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:50.531639 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32282bf7-ffb6-4146-b342-c9e6eac57310 None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:45:50.532490 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-32282bf7-ffb6-4146-b342-c9e6eac57310 None None] Bound port: d024726f-6e31-448d-b24d-6140e10f6c4d, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:45:50.533152 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-32282bf7-ffb6-4146-b342-c9e6eac57310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (d024726f-6e31-448d-b24d-6140e10f6c4d), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:50.666425 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-f96fcad3-c3d8-402d-be01-1a31e0cb92a0 None None] Set router 1004a7e1-de3b-486f-b5c1-14e04614d9d9 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:45:51.036044 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4dbc4289-a014-4894-acc1-1d62a71b9c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (9a4c9b60-2707-4859-996e-237d6e2fd72f), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:51.286553 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-1cf3950a-41cc-4b67-bd8d-99f9da6bc9b1 None None] Set router 1cb91226-007d-4d45-ab44-d6c5170c5e28 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:45:51.396344 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:51.411611 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-de0b45ac-fd99-4a7f-96ef-b015296f0e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:51.441859 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-32282bf7-ffb6-4146-b342-c9e6eac57310 None None] For port d024726f-6e31-448d-b24d-6140e10f6c4d, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:45:51.496238 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784dbb3-cfce-4d33-886d-9cdfc83f20f3 req-f3148064-d31a-4b12-b86f-34e179682021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:45:51.502916 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-2784dbb3-cfce-4d33-886d-9cdfc83f20f3 req-f3148064-d31a-4b12-b86f-34e179682021 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=42fbb05e-3f96-444f-a676-04ee9d06a8c7 HTTP/1.1" status: 200 len: 870 time: 0.9734876 Oct 04 20:45:51.570001 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-32282bf7-ffb6-4146-b342-c9e6eac57310 None None] For port d024726f-6e31-448d-b24d-6140e10f6c4d, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=d024726f-6e31-448d-b24d-6140e10f6c4d,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:45:51.578721 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbc4289-a014-4894-acc1-1d62a71b9c91 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a4c9b60-2707-4859-996e-237d6e2fd72f,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:45:51.584384 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-2784dbb3-cfce-4d33-886d-9cdfc83f20f3 req-986436c6-0a65-420d-a452-de81ea257d25 service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=46ab96a5-0e71-4267-bb4f-54da94372f8e HTTP/1.1" status: 200 len: 217 time: 0.0750561 Oct 04 20:45:51.603329 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:51.721656 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-32282bf7-ffb6-4146-b342-c9e6eac57310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (d024726f-6e31-448d-b24d-6140e10f6c4d), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:51.871383 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:51.949584 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1df8103-3f0d-4a34-98f3-6a09108f8aee None None] Pushing event updated for resources: {'Port': ['ID=d024726f-6e31-448d-b24d-6140e10f6c4d,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:45:51.950970 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784dbb3-cfce-4d33-886d-9cdfc83f20f3 req-76c0b429-c508-4008-87f2-eff6e505b46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:45:51.954971 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-2784dbb3-cfce-4d33-886d-9cdfc83f20f3 req-76c0b429-c508-4008-87f2-eff6e505b46a service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.3299744 Oct 04 20:45:51.989331 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:52.005271 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32282bf7-ffb6-4146-b342-c9e6eac57310 None None] Routers {'e60e1fd3-34f4-4d61-9ca1-4e0007c3d8f0'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:45:52.006417 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-32282bf7-ffb6-4146-b342-c9e6eac57310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:45:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['e60e1fd3-34f4-4d61-9ca1-4e0007c3d8f0'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:45:52.043259 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c712d31c-4dc4-43b6-9578-23f7dd81f03d admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:45:52.182254 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c712d31c-4dc4-43b6-9578-23f7dd81f03d admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/2c38c712-a6a8-43fd-87cb-bb4d34df3072/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 17.3330297 Oct 04 20:45:52.196747 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 40048) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:45:52.226025 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fdaca0-b2fb-4f64-949c-db1b49306e5a None None] Sync routers for ids ['2c38c712-a6a8-43fd-87cb-bb4d34df3072'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:45:52.289089 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fdaca0-b2fb-4f64-949c-db1b49306e5a None None] Routers {'2c38c712-a6a8-43fd-87cb-bb4d34df3072'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:45:52.289449 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-58fdaca0-b2fb-4f64-949c-db1b49306e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:45:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['2c38c712-a6a8-43fd-87cb-bb4d34df3072'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:45:52.680194 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-32282bf7-ffb6-4146-b342-c9e6eac57310 None None] Set router e60e1fd3-34f4-4d61-9ca1-4e0007c3d8f0 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:45:52.726344 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-54201e08-373d-4416-99fc-cdd5574c5574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:52.930251 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-de0b45ac-fd99-4a7f-96ef-b015296f0e21 admin admin] Allocated IP 172.20.0.1 (ea295f65-b2b0-4162-9a9d-6d9b3e880cb5/4a17f880-819a-4886-a998-14adbcf69147/662e4ccf-3527-41b1-b67c-01eb76ec14d7) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:45:52.934199 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-f96fcad3-c3d8-402d-be01-1a31e0cb92a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1004a7e1-de3b-486f-b5c1-14e04614d9d9', 'name': 'tempest-ServerRescueTestJSONUnderV235-736172391-router', 'tenant_id': '62b8092f95334c3181e1703fd8d161fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'b04e77c1-22cf-4818-ad0a-f799fbd90e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:45:29Z', 'updated_at': '2022-10-04T20:45:41Z', 'revision_number': 3, 'project_id': '62b8092f95334c3181e1703fd8d161fb', 'gw_port': {'id': 'b04e77c1-22cf-4818-ad0a-f799fbd90e78', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b5:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1004a7e1-de3b-486f-b5c1-14e04614d9d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:45:34Z', 'updated_at': '2022-10-04T20:45:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:45:53.053940 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96fcad3-c3d8-402d-be01-1a31e0cb92a0 None None] The sync data for ids ['1004a7e1-de3b-486f-b5c1-14e04614d9d9'] in n-d-852085-12 is: [{'id': '1004a7e1-de3b-486f-b5c1-14e04614d9d9', 'name': 'tempest-ServerRescueTestJSONUnderV235-736172391-router', 'tenant_id': '62b8092f95334c3181e1703fd8d161fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'b04e77c1-22cf-4818-ad0a-f799fbd90e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:45:29Z', 'updated_at': '2022-10-04T20:45:41Z', 'revision_number': 3, 'project_id': '62b8092f95334c3181e1703fd8d161fb', 'gw_port': {'id': 'b04e77c1-22cf-4818-ad0a-f799fbd90e78', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b5:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1004a7e1-de3b-486f-b5c1-14e04614d9d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:45:34Z', 'updated_at': '2022-10-04T20:45:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:45:53.137090 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-1cf3950a-41cc-4b67-bd8d-99f9da6bc9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb91226-007d-4d45-ab44-d6c5170c5e28', 'name': 'tempest-AttachVolumeShelveTestJSON-1622830968-router', 'tenant_id': '20a4ff06d4d748a7af1b5daf97fd6b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '63d564a5-3252-4029-b2b4-25141d0b7e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:45:29Z', 'updated_at': '2022-10-04T20:45:43Z', 'revision_number': 3, 'project_id': '20a4ff06d4d748a7af1b5daf97fd6b39', 'gw_port': {'id': '63d564a5-3252-4029-b2b4-25141d0b7e2b', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cb91226-007d-4d45-ab44-d6c5170c5e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:45:34Z', 'updated_at': '2022-10-04T20:45:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:45:53.207835 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf3950a-41cc-4b67-bd8d-99f9da6bc9b1 None None] Checking router: 1cb91226-007d-4d45-ab44-d6c5170c5e28 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:45:53.208171 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf3950a-41cc-4b67-bd8d-99f9da6bc9b1 None None] Updating router 1cb91226-007d-4d45-ab44-d6c5170c5e28 port 63d564a5-3252-4029-b2b4-25141d0b7e2b binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:45:53.243079 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:53.293676 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784dbb3-cfce-4d33-886d-9cdfc83f20f3 req-4a4b12ec-64ba-4bb1-9b27-ed2279d0891a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:45:53.296696 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-2784dbb3-cfce-4d33-886d-9cdfc83f20f3 req-4a4b12ec-64ba-4bb1-9b27-ed2279d0891a service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 1.3242145 Oct 04 20:45:53.330783 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-1cf3950a-41cc-4b67-bd8d-99f9da6bc9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (63d564a5-3252-4029-b2b4-25141d0b7e2b), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:53.520155 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:53.610600 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-32282bf7-ffb6-4146-b342-c9e6eac57310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e60e1fd3-34f4-4d61-9ca1-4e0007c3d8f0', 'name': 'tempest-InstanceActionsNegativeTestJSON-500861378-router', 'tenant_id': 'f2c92a8a2d7b4a7f8d8374cfe5670ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'd024726f-6e31-448d-b24d-6140e10f6c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:45:29Z', 'updated_at': '2022-10-04T20:45:41Z', 'revision_number': 3, 'project_id': 'f2c92a8a2d7b4a7f8d8374cfe5670ce1', 'gw_port': {'id': 'd024726f-6e31-448d-b24d-6140e10f6c4d', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d6:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e60e1fd3-34f4-4d61-9ca1-4e0007c3d8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:45:32Z', 'updated_at': '2022-10-04T20:45:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:45:53.766224 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32282bf7-ffb6-4146-b342-c9e6eac57310 None None] The sync data for ids ['e60e1fd3-34f4-4d61-9ca1-4e0007c3d8f0'] in n-d-852085-12 is: [{'id': 'e60e1fd3-34f4-4d61-9ca1-4e0007c3d8f0', 'name': 'tempest-InstanceActionsNegativeTestJSON-500861378-router', 'tenant_id': 'f2c92a8a2d7b4a7f8d8374cfe5670ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'd024726f-6e31-448d-b24d-6140e10f6c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:45:29Z', 'updated_at': '2022-10-04T20:45:41Z', 'revision_number': 3, 'project_id': 'f2c92a8a2d7b4a7f8d8374cfe5670ce1', 'gw_port': {'id': 'd024726f-6e31-448d-b24d-6140e10f6c4d', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d6:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e60e1fd3-34f4-4d61-9ca1-4e0007c3d8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:45:32Z', 'updated_at': '2022-10-04T20:45:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:45:53.867777 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-58fdaca0-b2fb-4f64-949c-db1b49306e5a None None] Set router 2c38c712-a6a8-43fd-87cb-bb4d34df3072 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:45:54.121091 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4dbc4289-a014-4894-acc1-1d62a71b9c91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (0638a9f8-27c8-43b8-8763-da29c902f693), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:54.196746 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 40090) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:45:54.709258 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-2784dbb3-cfce-4d33-886d-9cdfc83f20f3 req-5c9b731c-1515-4814-a128-e7ceda66a1d8 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3966007 Oct 04 20:45:54.799936 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=100 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:54.945052 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-1cf3950a-41cc-4b67-bd8d-99f9da6bc9b1 None None] Publish callbacks [] for port (63d564a5-3252-4029-b2b4-25141d0b7e2b), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:54.981508 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4f0515c0-7d31-434e-86b0-790bfbeb1eb2 admin admin] Publish callbacks [] for router (2c38c712-a6a8-43fd-87cb-bb4d34df3072), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:55.102016 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-1cf3950a-41cc-4b67-bd8d-99f9da6bc9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (63d564a5-3252-4029-b2b4-25141d0b7e2b), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:55.127878 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-58fdaca0-b2fb-4f64-949c-db1b49306e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c38c712-a6a8-43fd-87cb-bb4d34df3072', 'name': 'tempest-TaggedBootDevicesTest_v242-590517087-router', 'tenant_id': '6c5aaa2031d8481ebc5a7b3b9a0522dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': 'cd37341c-f2a0-47ac-bc92-a66ad229554a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:40:23Z', 'updated_at': '2022-10-04T20:45:44Z', 'revision_number': 5, 'project_id': '6c5aaa2031d8481ebc5a7b3b9a0522dc', 'gw_port': {'id': 'cd37341c-f2a0-47ac-bc92-a66ad229554a', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:55:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c38c712-a6a8-43fd-87cb-bb4d34df3072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:40:25Z', 'updated_at': '2022-10-04T20:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:45:55.303917 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fdaca0-b2fb-4f64-949c-db1b49306e5a None None] Checking router: 2c38c712-a6a8-43fd-87cb-bb4d34df3072 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:45:55.338848 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fdaca0-b2fb-4f64-949c-db1b49306e5a None None] Routers {'2c38c712-a6a8-43fd-87cb-bb4d34df3072'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:45:55.343732 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-58fdaca0-b2fb-4f64-949c-db1b49306e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:45:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['2c38c712-a6a8-43fd-87cb-bb4d34df3072'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:45:55.373165 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-1cf3950a-41cc-4b67-bd8d-99f9da6bc9b1 None None] Attempting to bind port 63d564a5-3252-4029-b2b4-25141d0b7e2b on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:45:55.374001 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-1cf3950a-41cc-4b67-bd8d-99f9da6bc9b1 None None] Attempting to bind port 63d564a5-3252-4029-b2b4-25141d0b7e2b by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:45:55.374473 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf3950a-41cc-4b67-bd8d-99f9da6bc9b1 None None] Attempting to bind port 63d564a5-3252-4029-b2b4-25141d0b7e2b on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:45:55.555119 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69978c11-9a72-4772-8aa8-6fc4ee3e1aee None None] Pushing event updated for resources: {'Port': ['ID=63d564a5-3252-4029-b2b4-25141d0b7e2b,revision_number=2']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:45:55.608682 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-2784dbb3-cfce-4d33-886d-9cdfc83f20f3 req-a437870c-9c0f-41e9-94a7-8231e25e6acc service neutron] 10.222.0.85 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8822598 Oct 04 20:45:55.630056 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4dbc4289-a014-4894-acc1-1d62a71b9c91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (0638a9f8-27c8-43b8-8763-da29c902f693), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:55.663933 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4dbc4289-a014-4894-acc1-1d62a71b9c91 admin admin] Publish callbacks [] for router_controller (0638a9f8-27c8-43b8-8763-da29c902f693), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:55.675575 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf3950a-41cc-4b67-bd8d-99f9da6bc9b1 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:45:55.676782 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf3950a-41cc-4b67-bd8d-99f9da6bc9b1 None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:45:55.677881 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-1cf3950a-41cc-4b67-bd8d-99f9da6bc9b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:55.678819 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf3950a-41cc-4b67-bd8d-99f9da6bc9b1 None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:45:55.680059 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-1cf3950a-41cc-4b67-bd8d-99f9da6bc9b1 None None] Bound port: 63d564a5-3252-4029-b2b4-25141d0b7e2b, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:45:55.684304 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-1cf3950a-41cc-4b67-bd8d-99f9da6bc9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (63d564a5-3252-4029-b2b4-25141d0b7e2b), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:55.756617 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-de0b45ac-fd99-4a7f-96ef-b015296f0e21 admin admin] Publish callbacks [] for port (662e4ccf-3527-41b1-b67c-01eb76ec14d7), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:55.979777 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device d024726f-6e31-448d-b24d-6140e10f6c4d up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:45:55.986870 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-1cf3950a-41cc-4b67-bd8d-99f9da6bc9b1 None None] For port 63d564a5-3252-4029-b2b4-25141d0b7e2b, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:45:55.996216 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-1cf3950a-41cc-4b67-bd8d-99f9da6bc9b1 None None] For port 63d564a5-3252-4029-b2b4-25141d0b7e2b, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=63d564a5-3252-4029-b2b4-25141d0b7e2b,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:45:56.073661 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:56.079605 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bfd58b91-a57e-4f93-91be-35e7a9c91b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:56.094395 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-00c5d242-2d02-47e5-aa27-ca1a65cdbce9 admin admin] Request body: {'network': {'name': 'tempest-ImagesNegativeTestJSON-858423729-network', 'tenant_id': '0320ad4639f0459295c6b219ed5668c8'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:45:56.209662 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4dbc4289-a014-4894-acc1-1d62a71b9c91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (0638a9f8-27c8-43b8-8763-da29c902f693), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:56.210740 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dbc4289-a014-4894-acc1-1d62a71b9c91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0638a9f8-27c8-43b8-8763-da29c902f693 {{(pid=108170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:45:56.212556 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port d024726f-6e31-448d-b24d-6140e10f6c4d triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:45:56.224220 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4dbc4289-a014-4894-acc1-1d62a71b9c91 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:56.228123 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (d024726f-6e31-448d-b24d-6140e10f6c4d), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:56.228670 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port d024726f-6e31-448d-b24d-6140e10f6c4d Oct 04 20:45:56.230181 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 40108) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:45:56.235987 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4dbc4289-a014-4894-acc1-1d62a71b9c91 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/0638a9f8-27c8-43b8-8763-da29c902f693 HTTP/1.1" status: 204 len: 168 time: 11.8599713 Oct 04 20:45:56.241240 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-58fdaca0-b2fb-4f64-949c-db1b49306e5a None None] Set router 2c38c712-a6a8-43fd-87cb-bb4d34df3072 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:45:56.359568 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-1cf3950a-41cc-4b67-bd8d-99f9da6bc9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (63d564a5-3252-4029-b2b4-25141d0b7e2b), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:56.420160 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-de0b45ac-fd99-4a7f-96ef-b015296f0e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (662e4ccf-3527-41b1-b67c-01eb76ec14d7), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:56.637400 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0b45ac-fd99-4a7f-96ef-b015296f0e21 admin admin] Network ea295f65-b2b0-4162-9a9d-6d9b3e880cb5 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:45:56.659054 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4f0515c0-7d31-434e-86b0-790bfbeb1eb2 admin admin] Publish callbacks [] for router_gateway (2c38c712-a6a8-43fd-87cb-bb4d34df3072), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:56.667841 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-de0b45ac-fd99-4a7f-96ef-b015296f0e21 admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:45:56.748394 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0b45ac-fd99-4a7f-96ef-b015296f0e21 admin admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:45:56.779872 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69978c11-9a72-4772-8aa8-6fc4ee3e1aee None None] Pushing event updated for resources: {'Port': ['ID=63d564a5-3252-4029-b2b4-25141d0b7e2b,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:45:56.838198 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c5d242-2d02-47e5-aa27-ca1a65cdbce9 admin admin] Made reservation on behalf of 0320ad4639f0459295c6b219ed5668c8 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:45:56.858540 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-00c5d242-2d02-47e5-aa27-ca1a65cdbce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:56.861263 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf3950a-41cc-4b67-bd8d-99f9da6bc9b1 None None] Routers {'1cb91226-007d-4d45-ab44-d6c5170c5e28'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:45:56.867725 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-1cf3950a-41cc-4b67-bd8d-99f9da6bc9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:45:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['1cb91226-007d-4d45-ab44-d6c5170c5e28'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:45:56.992088 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-54201e08-373d-4416-99fc-cdd5574c5574 admin admin] Allocated IP 172.20.0.1 (9e32d24b-d5bc-4229-a75e-1999f71b4a0c/f8978256-acc2-4e92-a2aa-d3a4e6c935dd/884452dd-ef7f-4792-b377-9112d1ea7a7f) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:45:57.096152 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-de0b45ac-fd99-4a7f-96ef-b015296f0e21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (e60e1fd3-34f4-4d61-9ca1-4e0007c3d8f0), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:57.209295 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-00c5d242-2d02-47e5-aa27-ca1a65cdbce9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:57.334485 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0b45ac-fd99-4a7f-96ef-b015296f0e21 admin admin] Pushing event updated for resources: {'Port': ['ID=662e4ccf-3527-41b1-b67c-01eb76ec14d7,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:45:57.427756 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:57.627257 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-1cf3950a-41cc-4b67-bd8d-99f9da6bc9b1 None None] Set router 1cb91226-007d-4d45-ab44-d6c5170c5e28 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:45:57.643323 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-58fdaca0-b2fb-4f64-949c-db1b49306e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c38c712-a6a8-43fd-87cb-bb4d34df3072', 'name': 'tempest-TaggedBootDevicesTest_v242-590517087-router', 'tenant_id': '6c5aaa2031d8481ebc5a7b3b9a0522dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': 'cd37341c-f2a0-47ac-bc92-a66ad229554a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:40:23Z', 'updated_at': '2022-10-04T20:45:44Z', 'revision_number': 5, 'project_id': '6c5aaa2031d8481ebc5a7b3b9a0522dc', 'gw_port': {'id': 'cd37341c-f2a0-47ac-bc92-a66ad229554a', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:55:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c38c712-a6a8-43fd-87cb-bb4d34df3072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:40:25Z', 'updated_at': '2022-10-04T20:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:45:57.814761 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-0059fa14-30b8-4766-9e0c-322e475ef9af admin admin] Deleting subnet 070b138e-d8d1-45a4-a822-2feee61ba476 {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:45:57.828750 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-1288ce35-a3fd-4383-9547-957a9bccf196 None None] Provisioning complete for port 662e4ccf-3527-41b1-b67c-01eb76ec14d7 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:45:57.835098 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-1288ce35-a3fd-4383-9547-957a9bccf196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (662e4ccf-3527-41b1-b67c-01eb76ec14d7), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:57.836675 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-1288ce35-a3fd-4383-9547-957a9bccf196 None None] Attempt 1 to provision port 662e4ccf-3527-41b1-b67c-01eb76ec14d7 Oct 04 20:45:57.920621 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-de0b45ac-fd99-4a7f-96ef-b015296f0e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (662e4ccf-3527-41b1-b67c-01eb76ec14d7), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:58.010363 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0059fa14-30b8-4766-9e0c-322e475ef9af admin admin] Publish callbacks [] for subnet (070b138e-d8d1-45a4-a822-2feee61ba476), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:58.017843 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fdaca0-b2fb-4f64-949c-db1b49306e5a None None] The sync data for ids ['2c38c712-a6a8-43fd-87cb-bb4d34df3072'] in n-d-852085-12 is: [{'id': '2c38c712-a6a8-43fd-87cb-bb4d34df3072', 'name': 'tempest-TaggedBootDevicesTest_v242-590517087-router', 'tenant_id': '6c5aaa2031d8481ebc5a7b3b9a0522dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': 'cd37341c-f2a0-47ac-bc92-a66ad229554a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:40:23Z', 'updated_at': '2022-10-04T20:45:44Z', 'revision_number': 5, 'project_id': '6c5aaa2031d8481ebc5a7b3b9a0522dc', 'gw_port': {'id': 'cd37341c-f2a0-47ac-bc92-a66ad229554a', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:55:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c38c712-a6a8-43fd-87cb-bb4d34df3072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:40:25Z', 'updated_at': '2022-10-04T20:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:45:58.046687 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-1288ce35-a3fd-4383-9547-957a9bccf196 None None] Port 662e4ccf-3527-41b1-b67c-01eb76ec14d7 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:45:58.172791 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:58.216435 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:58.283736 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port d024726f-6e31-448d-b24d-6140e10f6c4d is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:45:58.288281 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (d024726f-6e31-448d-b24d-6140e10f6c4d), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:58.305805 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0059fa14-30b8-4766-9e0c-322e475ef9af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (070b138e-d8d1-45a4-a822-2feee61ba476), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:58.357581 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:58.385075 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port d024726f-6e31-448d-b24d-6140e10f6c4d, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=d024726f-6e31-448d-b24d-6140e10f6c4d,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:45:58.389021 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-54201e08-373d-4416-99fc-cdd5574c5574 admin admin] Publish callbacks [] for port (884452dd-ef7f-4792-b377-9112d1ea7a7f), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:58.416142 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-4f0515c0-7d31-434e-86b0-790bfbeb1eb2 admin admin] Deleting port cd37341c-f2a0-47ac-bc92-a66ad229554a {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:45:58.416694 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4f0515c0-7d31-434e-86b0-790bfbeb1eb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (cd37341c-f2a0-47ac-bc92-a66ad229554a), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:58.482587 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (d024726f-6e31-448d-b24d-6140e10f6c4d), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:58.483958 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b04e77c1-22cf-4818-ad0a-f799fbd90e78 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:45:58.529687 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-1cf3950a-41cc-4b67-bd8d-99f9da6bc9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb91226-007d-4d45-ab44-d6c5170c5e28', 'name': 'tempest-AttachVolumeShelveTestJSON-1622830968-router', 'tenant_id': '20a4ff06d4d748a7af1b5daf97fd6b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '63d564a5-3252-4029-b2b4-25141d0b7e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:45:29Z', 'updated_at': '2022-10-04T20:45:43Z', 'revision_number': 3, 'project_id': '20a4ff06d4d748a7af1b5daf97fd6b39', 'gw_port': {'id': '63d564a5-3252-4029-b2b4-25141d0b7e2b', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cb91226-007d-4d45-ab44-d6c5170c5e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:45:34Z', 'updated_at': '2022-10-04T20:45:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:45:58.569714 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:58.599795 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-de0b45ac-fd99-4a7f-96ef-b015296f0e21 admin admin] Publish callbacks [] for port (662e4ccf-3527-41b1-b67c-01eb76ec14d7), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:58.604780 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:58.638543 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf3950a-41cc-4b67-bd8d-99f9da6bc9b1 None None] The sync data for ids ['1cb91226-007d-4d45-ab44-d6c5170c5e28'] in n-d-852085-12 is: [{'id': '1cb91226-007d-4d45-ab44-d6c5170c5e28', 'name': 'tempest-AttachVolumeShelveTestJSON-1622830968-router', 'tenant_id': '20a4ff06d4d748a7af1b5daf97fd6b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '63d564a5-3252-4029-b2b4-25141d0b7e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:45:29Z', 'updated_at': '2022-10-04T20:45:43Z', 'revision_number': 3, 'project_id': '20a4ff06d4d748a7af1b5daf97fd6b39', 'gw_port': {'id': '63d564a5-3252-4029-b2b4-25141d0b7e2b', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cb91226-007d-4d45-ab44-d6c5170c5e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:45:34Z', 'updated_at': '2022-10-04T20:45:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:45:58.687520 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port b04e77c1-22cf-4818-ad0a-f799fbd90e78 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:45:58.688254 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b04e77c1-22cf-4818-ad0a-f799fbd90e78), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:58.688682 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port b04e77c1-22cf-4818-ad0a-f799fbd90e78 Oct 04 20:45:58.715575 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-de0b45ac-fd99-4a7f-96ef-b015296f0e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (662e4ccf-3527-41b1-b67c-01eb76ec14d7), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:58.772565 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-bfd58b91-a57e-4f93-91be-35e7a9c91b8e admin admin] Allocated IP 172.20.0.1 (becb2bb8-4aa1-4ce8-843c-ef0a82d766a9/e5474982-219e-429b-8fc0-cd2f63ad7933/34874eab-36de-4e02-bfc8-bb652f0217da) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:45:58.809925 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=d024726f-6e31-448d-b24d-6140e10f6c4d,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:45:58.891761 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=86,neutron:UPDATE=7,neutron:INSERT=7 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:45:58.910408 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 40148) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:45:59.019853 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0b45ac-fd99-4a7f-96ef-b015296f0e21 admin admin] Pushing event updated for resources: {'Port': ['ID=662e4ccf-3527-41b1-b67c-01eb76ec14d7,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:45:59.087407 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-de0b45ac-fd99-4a7f-96ef-b015296f0e21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (e60e1fd3-34f4-4d61-9ca1-4e0007c3d8f0), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:59.212582 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port b04e77c1-22cf-4818-ad0a-f799fbd90e78 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:45:59.213585 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b04e77c1-22cf-4818-ad0a-f799fbd90e78), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:59.303271 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port b04e77c1-22cf-4818-ad0a-f799fbd90e78, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b04e77c1-22cf-4818-ad0a-f799fbd90e78,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:45:59.424216 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (b04e77c1-22cf-4818-ad0a-f799fbd90e78), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:59.451974 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-4f0515c0-7d31-434e-86b0-790bfbeb1eb2 admin admin] For port cd37341c-f2a0-47ac-bc92-a66ad229554a, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=cd37341c-f2a0-47ac-bc92-a66ad229554a,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:45:59.453542 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4f0515c0-7d31-434e-86b0-790bfbeb1eb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (cd37341c-f2a0-47ac-bc92-a66ad229554a), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:45:59.614910 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-8591b1f9-9018-481d-88b3-d3661d3e4c47 tempest-MeteringIpV6TestJSON-1281843391 tempest-MeteringIpV6TestJSON-1281843391-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-995096718'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:45:59.617381 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0b45ac-fd99-4a7f-96ef-b015296f0e21 admin admin] Network ea295f65-b2b0-4162-9a9d-6d9b3e880cb5 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:45:59.623274 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-8591b1f9-9018-481d-88b3-d3661d3e4c47 tempest-MeteringIpV6TestJSON-1281843391 tempest-MeteringIpV6TestJSON-1281843391-project-admin] Unknown quota resources ['metering_label']. {{(pid=108169) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Oct 04 20:45:59.630210 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-de0b45ac-fd99-4a7f-96ef-b015296f0e21 admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:45:59.707533 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=b04e77c1-22cf-4818-ad0a-f799fbd90e78,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:45:59.748989 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-4f0515c0-7d31-434e-86b0-790bfbeb1eb2 admin admin] Calling delete_port for cd37341c-f2a0-47ac-bc92-a66ad229554a owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:45:59.856181 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device d024726f-6e31-448d-b24d-6140e10f6c4d up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:46:00.033211 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port d024726f-6e31-448d-b24d-6140e10f6c4d triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:46:00.035057 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (d024726f-6e31-448d-b24d-6140e10f6c4d), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:00.043051 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port d024726f-6e31-448d-b24d-6140e10f6c4d Oct 04 20:46:00.058619 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-54201e08-373d-4416-99fc-cdd5574c5574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (884452dd-ef7f-4792-b377-9112d1ea7a7f), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:00.153311 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de0b45ac-fd99-4a7f-96ef-b015296f0e21 admin admin] Router e60e1fd3-34f4-4d61-9ca1-4e0007c3d8f0 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:46:00.162829 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-00c5d242-2d02-47e5-aa27-ca1a65cdbce9 admin admin] Publish callbacks [] for security_group (f8741d95-cc44-4d6c-a49a-b29981bb4ca7), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:00.291554 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0059fa14-30b8-4766-9e0c-322e475ef9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (070b138e-d8d1-45a4-a822-2feee61ba476), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:00.325985 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port d024726f-6e31-448d-b24d-6140e10f6c4d is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:46:00.351921 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b569f8e0-2490-4cd4-8d3b-a00666239603 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:46:00.403410 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: b569f8e0-2490-4cd4-8d3b-a00666239603 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:46:00.404260 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b569f8e0-2490-4cd4-8d3b-a00666239603 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:46:00.444250 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-3d7c3080-1a90-4c60-9d95-4ccc8d12cd96 None None] Provisioning complete for port 662e4ccf-3527-41b1-b67c-01eb76ec14d7 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:46:00.445244 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3d7c3080-1a90-4c60-9d95-4ccc8d12cd96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (662e4ccf-3527-41b1-b67c-01eb76ec14d7), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:00.446053 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-3d7c3080-1a90-4c60-9d95-4ccc8d12cd96 None None] Attempt 1 to provision port 662e4ccf-3527-41b1-b67c-01eb76ec14d7 Oct 04 20:46:00.450809 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8660282-cdee-4a4f-9c8e-20585afbc712 req-0c403130-c023-41ea-9d2a-52b119a266c7 tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:46:00.459741 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d8660282-cdee-4a4f-9c8e-20585afbc712 req-0c403130-c023-41ea-9d2a-52b119a266c7 tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=568cbe45-b90d-49d4-8ed6-90923e399d49 HTTP/1.1" status: 200 len: 950 time: 0.2985482 Oct 04 20:46:00.477335 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:00.479162 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-00c5d242-2d02-47e5-aa27-ca1a65cdbce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (f8741d95-cc44-4d6c-a49a-b29981bb4ca7), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:00.504432 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bfd58b91-a57e-4f93-91be-35e7a9c91b8e admin admin] Publish callbacks [] for port (34874eab-36de-4e02-bfc8-bb652f0217da), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:00.521180 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-3d7c3080-1a90-4c60-9d95-4ccc8d12cd96 None None] Port 662e4ccf-3527-41b1-b67c-01eb76ec14d7 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:46:00.613817 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54201e08-373d-4416-99fc-cdd5574c5574 admin admin] Network 9e32d24b-d5bc-4229-a75e-1999f71b4a0c is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:46:00.687834 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d8660282-cdee-4a4f-9c8e-20585afbc712 req-d0bfe939-7ec8-470f-9764-17fd050af1b5 tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ff7defe6-9faf-48db-929b-31490caa85ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149894 Oct 04 20:46:00.706077 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0b45ac-fd99-4a7f-96ef-b015296f0e21 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:46:00.728673 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-de0b45ac-fd99-4a7f-96ef-b015296f0e21 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/e60e1fd3-34f4-4d61-9ca1-4e0007c3d8f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1957412 Oct 04 20:46:00.735991 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be28bf5b-8be0-44ba-ba89-db9f3bdc182c None None] Sync routers for ids ['e60e1fd3-34f4-4d61-9ca1-4e0007c3d8f0'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:46:00.782706 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-54201e08-373d-4416-99fc-cdd5574c5574 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:46:00.801604 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00c5d242-2d02-47e5-aa27-ca1a65cdbce9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:46:00.801938 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be28bf5b-8be0-44ba-ba89-db9f3bdc182c None None] Routers {'e60e1fd3-34f4-4d61-9ca1-4e0007c3d8f0'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:46:00.802858 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-be28bf5b-8be0-44ba-ba89-db9f3bdc182c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:45:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['e60e1fd3-34f4-4d61-9ca1-4e0007c3d8f0'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:46:00.822874 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54201e08-373d-4416-99fc-cdd5574c5574 admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:46:00.837793 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54201e08-373d-4416-99fc-cdd5574c5574 admin admin] Pushing event updated for resources: {'Port': ['ID=884452dd-ef7f-4792-b377-9112d1ea7a7f,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:01.057456 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-be28bf5b-8be0-44ba-ba89-db9f3bdc182c None None] Set router e60e1fd3-34f4-4d61-9ca1-4e0007c3d8f0 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:46:01.067321 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-00c5d242-2d02-47e5-aa27-ca1a65cdbce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (5a1ce03f-233f-4cf3-b8b8-565dc22a7a99), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:01.067671 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-00c5d242-2d02-47e5-aa27-ca1a65cdbce9 admin admin] Added segment 5a1ce03f-233f-4cf3-b8b8-565dc22a7a99 of type vlan for network f901d054-56d5-4cbc-a133-05325e8ffd94 Oct 04 20:46:01.075317 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8591b1f9-9018-481d-88b3-d3661d3e4c47 tempest-MeteringIpV6TestJSON-1281843391 tempest-MeteringIpV6TestJSON-1281843391-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:01.077420 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-8591b1f9-9018-481d-88b3-d3661d3e4c47 tempest-MeteringIpV6TestJSON-1281843391 tempest-MeteringIpV6TestJSON-1281843391-project-admin] 10.222.0.78 "POST /networking/v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 2.1503887 Oct 04 20:46:01.090101 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 40186) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:01.097911 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-98547eb8-820d-4f76-a9ef-6fd52b4871ae tempest-MeteringIpV6TestJSON-1281843391 tempest-MeteringIpV6TestJSON-1281843391-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '790d571e-05b8-43ee-8b82-e7bf29497584'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:46:01.098905 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-98547eb8-820d-4f76-a9ef-6fd52b4871ae tempest-MeteringIpV6TestJSON-1281843391 tempest-MeteringIpV6TestJSON-1281843391-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=108170) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Oct 04 20:46:01.356174 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=80,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=12 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:01.369876 n-d-852085-12 neutron-server[108170]: WARNING neutron.services.metering.metering_plugin [None req-98547eb8-820d-4f76-a9ef-6fd52b4871ae tempest-MeteringIpV6TestJSON-1281843391 tempest-MeteringIpV6TestJSON-1281843391-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 04 20:46:01.460115 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5d242-2d02-47e5-aa27-ca1a65cdbce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8741d95-cc44-4d6c-a49a-b29981bb4ca7,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:01.480613 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0059fa14-30b8-4766-9e0c-322e475ef9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (070b138e-d8d1-45a4-a822-2feee61ba476), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:01.578177 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-00c5d242-2d02-47e5-aa27-ca1a65cdbce9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (f901d054-56d5-4cbc-a133-05325e8ffd94), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:01.610553 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-54201e08-373d-4416-99fc-cdd5574c5574 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (1004a7e1-de3b-486f-b5c1-14e04614d9d9), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:01.645694 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-be28bf5b-8be0-44ba-ba89-db9f3bdc182c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e60e1fd3-34f4-4d61-9ca1-4e0007c3d8f0', 'name': 'tempest-InstanceActionsNegativeTestJSON-500861378-router', 'tenant_id': 'f2c92a8a2d7b4a7f8d8374cfe5670ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'd024726f-6e31-448d-b24d-6140e10f6c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:45:29Z', 'updated_at': '2022-10-04T20:45:57Z', 'revision_number': 4, 'project_id': 'f2c92a8a2d7b4a7f8d8374cfe5670ce1', 'gw_port': {'id': 'd024726f-6e31-448d-b24d-6140e10f6c4d', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60e1fd3-34f4-4d61-9ca1-4e0007c3d8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:45:32Z', 'updated_at': '2022-10-04T20:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '662e4ccf-3527-41b1-b67c-01eb76ec14d7', 'name': '', 'network_id': 'ea295f65-b2b0-4162-9a9d-6d9b3e880cb5', 'tenant_id': 'f2c92a8a2d7b4a7f8d8374cfe5670ce1', 'mac_address': 'fa:16:3e:d3:47:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e60e1fd3-34f4-4d61-9ca1-4e0007c3d8f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '4a17f880-819a-4886-a998-14adbcf69147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:45:51Z', 'updated_at': '2022-10-04T20:45:58Z', 'revision_number': 2, 'project_id': 'f2c92a8a2d7b4a7f8d8374cfe5670ce1', 'subnets': [{'id': '4a17f880-819a-4886-a998-14adbcf69147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:46:01.746919 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be28bf5b-8be0-44ba-ba89-db9f3bdc182c None None] Checking router: e60e1fd3-34f4-4d61-9ca1-4e0007c3d8f0 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:46:01.753652 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be28bf5b-8be0-44ba-ba89-db9f3bdc182c None None] Updating router e60e1fd3-34f4-4d61-9ca1-4e0007c3d8f0 port 662e4ccf-3527-41b1-b67c-01eb76ec14d7 binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:46:01.757742 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:01.785752 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.db.resource_extend [None req-00c5d242-2d02-47e5-aa27-ca1a65cdbce9 admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 04 20:46:01.817863 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bfd58b91-a57e-4f93-91be-35e7a9c91b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (34874eab-36de-4e02-bfc8-bb652f0217da), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:01.842709 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-98547eb8-820d-4f76-a9ef-6fd52b4871ae tempest-MeteringIpV6TestJSON-1281843391 tempest-MeteringIpV6TestJSON-1281843391-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:01.844507 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-98547eb8-820d-4f76-a9ef-6fd52b4871ae tempest-MeteringIpV6TestJSON-1281843391 tempest-MeteringIpV6TestJSON-1281843391-project-admin] 10.222.0.78 "POST /networking/v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.7524700 Oct 04 20:46:01.848425 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 40204) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:01.856153 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-c9f20a63-f508-4010-bc62-8dc30190e289 tempest-MeteringIpV6TestJSON-1281843391 tempest-MeteringIpV6TestJSON-1281843391-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '790d571e-05b8-43ee-8b82-e7bf29497584'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:46:01.857252 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-c9f20a63-f508-4010-bc62-8dc30190e289 tempest-MeteringIpV6TestJSON-1281843391 tempest-MeteringIpV6TestJSON-1281843391-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=108170) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Oct 04 20:46:01.857743 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0059fa14-30b8-4766-9e0c-322e475ef9af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=070b138e-d8d1-45a4-a822-2feee61ba476,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:01.882613 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400cf47f-a0f0-4411-8245-b364607e0c8d None None] Network 9ef6bcc6-2ec2-4348-a1b3-f0f8de76a73d requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:46:01.884516 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0059fa14-30b8-4766-9e0c-322e475ef9af admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:01.900110 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-be28bf5b-8be0-44ba-ba89-db9f3bdc182c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (662e4ccf-3527-41b1-b67c-01eb76ec14d7), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:01.910056 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-0059fa14-30b8-4766-9e0c-322e475ef9af admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/070b138e-d8d1-45a4-a822-2feee61ba476 HTTP/1.1" status: 204 len: 168 time: 5.6640491 Oct 04 20:46:02.008251 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 40206) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:02.059622 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4f0515c0-7d31-434e-86b0-790bfbeb1eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (cd37341c-f2a0-47ac-bc92-a66ad229554a), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:02.143857 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b04e77c1-22cf-4818-ad0a-f799fbd90e78 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:46:02.253525 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd58b91-a57e-4f93-91be-35e7a9c91b8e admin admin] Pushing event updated for resources: {'Port': ['ID=34874eab-36de-4e02-bfc8-bb652f0217da,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:02.277650 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port b04e77c1-22cf-4818-ad0a-f799fbd90e78 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:46:02.277650 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b04e77c1-22cf-4818-ad0a-f799fbd90e78), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:02.277650 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port b04e77c1-22cf-4818-ad0a-f799fbd90e78 Oct 04 20:46:02.380814 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:02.397794 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:02.573717 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port b04e77c1-22cf-4818-ad0a-f799fbd90e78 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:46:02.586863 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 63d564a5-3252-4029-b2b4-25141d0b7e2b up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:46:02.658488 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:02.714155 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353d4426-bb0f-4191-8d94-b7feb790798a None None] DHCP port deletion for 9ef6bcc6-2ec2-4348-a1b3-f0f8de76a73d request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:46:02.838520 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbcf02f-21a6-4d1f-aff7-1af23f29db1a req-79d8b839-185b-4fee-ac68-893f993cad29 tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:46:02.841526 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-edbcf02f-21a6-4d1f-aff7-1af23f29db1a req-79d8b839-185b-4fee-ac68-893f993cad29 tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=568cbe45-b90d-49d4-8ed6-90923e399d49 HTTP/1.1" status: 200 len: 950 time: 0.4029968 Oct 04 20:46:02.893075 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:02.895566 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 63d564a5-3252-4029-b2b4-25141d0b7e2b triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:46:02.897454 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (63d564a5-3252-4029-b2b4-25141d0b7e2b), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:02.898284 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 63d564a5-3252-4029-b2b4-25141d0b7e2b Oct 04 20:46:02.914827 n-d-852085-12 neutron-server[108170]: WARNING neutron.services.metering.metering_plugin [None req-c9f20a63-f508-4010-bc62-8dc30190e289 tempest-MeteringIpV6TestJSON-1281843391 tempest-MeteringIpV6TestJSON-1281843391-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 04 20:46:02.916311 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-be28bf5b-8be0-44ba-ba89-db9f3bdc182c None None] Publish callbacks [] for port (662e4ccf-3527-41b1-b67c-01eb76ec14d7), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:02.937580 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd58b91-a57e-4f93-91be-35e7a9c91b8e admin admin] Network becb2bb8-4aa1-4ce8-843c-ef0a82d766a9 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:46:02.939948 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0515c0-7d31-434e-86b0-790bfbeb1eb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd37341c-f2a0-47ac-bc92-a66ad229554a,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:03.034985 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-353d4426-bb0f-4191-8d94-b7feb790798a None None] Deleting port 81d0cabb-63a8-43ff-99b9-6c64b036ad9e {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:46:03.036990 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-353d4426-bb0f-4191-8d94-b7feb790798a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (81d0cabb-63a8-43ff-99b9-6c64b036ad9e), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:03.037642 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-be28bf5b-8be0-44ba-ba89-db9f3bdc182c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (662e4ccf-3527-41b1-b67c-01eb76ec14d7), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:03.089851 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-00c5d242-2d02-47e5-aa27-ca1a65cdbce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (f901d054-56d5-4cbc-a133-05325e8ffd94), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:03.091727 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c5d242-2d02-47e5-aa27-ca1a65cdbce9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:46:03.100351 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-00c5d242-2d02-47e5-aa27-ca1a65cdbce9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:03.100607 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd9cd7f-d14b-4617-8421-08563df8bac5 req-3e68adb2-2214-44fb-8e15-e256c7a62477 tempest-InstanceActionsNegativeTestJSON-2026946522 tempest-InstanceActionsNegativeTestJSON-2026946522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:46:03.100842 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:03.101940 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-dcd9cd7f-d14b-4617-8421-08563df8bac5 req-3e68adb2-2214-44fb-8e15-e256c7a62477 tempest-InstanceActionsNegativeTestJSON-2026946522 tempest-InstanceActionsNegativeTestJSON-2026946522-project] 10.222.0.78 "GET /networking/v2.0/networks?id=ea295f65-b2b0-4162-9a9d-6d9b3e880cb5 HTTP/1.1" status: 200 len: 821 time: 1.2325046 Oct 04 20:46:03.102734 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-bfd58b91-a57e-4f93-91be-35e7a9c91b8e admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:46:03.123021 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd58b91-a57e-4f93-91be-35e7a9c91b8e admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:46:03.198489 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c9f20a63-f508-4010-bc62-8dc30190e289 tempest-MeteringIpV6TestJSON-1281843391 tempest-MeteringIpV6TestJSON-1281843391-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:03.201096 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c9f20a63-f508-4010-bc62-8dc30190e289 tempest-MeteringIpV6TestJSON-1281843391 tempest-MeteringIpV6TestJSON-1281843391-project-admin] 10.222.0.78 "POST /networking/v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 1.3508463 Oct 04 20:46:03.205751 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:03.220556 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-353d4426-bb0f-4191-8d94-b7feb790798a None None] For port 81d0cabb-63a8-43ff-99b9-6c64b036ad9e, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=81d0cabb-63a8-43ff-99b9-6c64b036ad9e,segment=NetworkSegment(5a01fe48-2a66-46a2-a560-c5100ce48b56),segment_id=5a01fe48-2a66-46a2-a560-c5100ce48b56)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:46:03.221254 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-353d4426-bb0f-4191-8d94-b7feb790798a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (81d0cabb-63a8-43ff-99b9-6c64b036ad9e), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:03.256176 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-dcd9cd7f-d14b-4617-8421-08563df8bac5 req-a64676d0-217d-4752-8d7f-3f02952f741a tempest-InstanceActionsNegativeTestJSON-2026946522 tempest-InstanceActionsNegativeTestJSON-2026946522-project] 10.222.0.78 "GET /networking/v2.0/quotas/f2c92a8a2d7b4a7f8d8374cfe5670ce1 HTTP/1.1" status: 200 len: 375 time: 0.0636065 Oct 04 20:46:03.257075 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 40210) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:03.265276 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-353d4426-bb0f-4191-8d94-b7feb790798a None None] Calling delete_port for 81d0cabb-63a8-43ff-99b9-6c64b036ad9e owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:46:03.308225 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-64cd03f5-7a9e-4d77-a87f-119706536d07 tempest-MeteringIpV6TestJSON-1281843391 tempest-MeteringIpV6TestJSON-1281843391-project-admin] 10.222.0.78 "GET /networking/v2.0/metering/metering-label-rules?id=f042b8e3-cc61-4b15-8ba8-157b51a486dd HTTP/1.1" status: 200 len: 462 time: 0.0451372 Oct 04 20:46:03.327077 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d80dd-9694-4fe1-afb1-1bf89bd898df None None] Pushing event updated for resources: {'Port': ['ID=662e4ccf-3527-41b1-b67c-01eb76ec14d7,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:03.340606 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 40212) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:03.368910 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-54201e08-373d-4416-99fc-cdd5574c5574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (884452dd-ef7f-4792-b377-9112d1ea7a7f), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:03.387754 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-be28bf5b-8be0-44ba-ba89-db9f3bdc182c None None] Attempting to bind port 662e4ccf-3527-41b1-b67c-01eb76ec14d7 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:46:03.388155 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-be28bf5b-8be0-44ba-ba89-db9f3bdc182c None None] Attempting to bind port 662e4ccf-3527-41b1-b67c-01eb76ec14d7 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '2eb391df-e920-4437-834a-b0ec07413770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ea295f65-b2b0-4162-9a9d-6d9b3e880cb5'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:46:03.391921 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be28bf5b-8be0-44ba-ba89-db9f3bdc182c None None] Attempting to bind port 662e4ccf-3527-41b1-b67c-01eb76ec14d7 on network ea295f65-b2b0-4162-9a9d-6d9b3e880cb5 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:46:03.468285 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-edbcf02f-21a6-4d1f-aff7-1af23f29db1a req-fa3e0a12-6c13-4bf2-af55-2254692c603d tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ff7defe6-9faf-48db-929b-31490caa85ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6024876 Oct 04 20:46:03.495753 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-03247a6c-41e0-491a-bdec-6893c28854d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (9ef6bcc6-2ec2-4348-a1b3-f0f8de76a73d), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:03.550626 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-dcd9cd7f-d14b-4617-8421-08563df8bac5 req-e2158c62-5aa1-4390-8913-3fc7c03a3984 tempest-InstanceActionsNegativeTestJSON-2026946522 tempest-InstanceActionsNegativeTestJSON-2026946522-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=f2c92a8a2d7b4a7f8d8374cfe5670ce1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2444742 Oct 04 20:46:03.554399 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:03.590064 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 63d564a5-3252-4029-b2b4-25141d0b7e2b is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:46:03.610031 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (63d564a5-3252-4029-b2b4-25141d0b7e2b), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:03.640218 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be28bf5b-8be0-44ba-ba89-db9f3bdc182c None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:46:03.640961 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be28bf5b-8be0-44ba-ba89-db9f3bdc182c None None] Checking segment: {'id': '2eb391df-e920-4437-834a-b0ec07413770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ea295f65-b2b0-4162-9a9d-6d9b3e880cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:46:03.641566 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-be28bf5b-8be0-44ba-ba89-db9f3bdc182c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:03.642161 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be28bf5b-8be0-44ba-ba89-db9f3bdc182c None None] Bound using segment: {'id': '2eb391df-e920-4437-834a-b0ec07413770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ea295f65-b2b0-4162-9a9d-6d9b3e880cb5'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:46:03.642961 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-be28bf5b-8be0-44ba-ba89-db9f3bdc182c None None] Bound port: 662e4ccf-3527-41b1-b67c-01eb76ec14d7, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eb391df-e920-4437-834a-b0ec07413770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ea295f65-b2b0-4162-9a9d-6d9b3e880cb5'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:46:03.657748 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-be28bf5b-8be0-44ba-ba89-db9f3bdc182c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (662e4ccf-3527-41b1-b67c-01eb76ec14d7), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:03.668993 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 63d564a5-3252-4029-b2b4-25141d0b7e2b, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=63d564a5-3252-4029-b2b4-25141d0b7e2b,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:46:03.748184 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bfd58b91-a57e-4f93-91be-35e7a9c91b8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (1cb91226-007d-4d45-ab44-d6c5170c5e28), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:03.767585 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 40222) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:03.789405 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-353d4426-bb0f-4191-8d94-b7feb790798a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (81d0cabb-63a8-43ff-99b9-6c64b036ad9e), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:03.833790 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 20:46:03.891235 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-be28bf5b-8be0-44ba-ba89-db9f3bdc182c None None] For port 662e4ccf-3527-41b1-b67c-01eb76ec14d7, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:46:03.901837 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-be28bf5b-8be0-44ba-ba89-db9f3bdc182c None None] For port 662e4ccf-3527-41b1-b67c-01eb76ec14d7, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=662e4ccf-3527-41b1-b67c-01eb76ec14d7,segment=NetworkSegment(2eb391df-e920-4437-834a-b0ec07413770),segment_id=2eb391df-e920-4437-834a-b0ec07413770)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:46:03.913060 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353d4426-bb0f-4191-8d94-b7feb790798a None None] Pushing event deleted for resources: {'Port': ['ID=81d0cabb-63a8-43ff-99b9-6c64b036ad9e,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:03.940359 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (63d564a5-3252-4029-b2b4-25141d0b7e2b), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:03.956567 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353d4426-bb0f-4191-8d94-b7feb790798a None None] No DVR routers for this DVR port 81d0cabb-63a8-43ff-99b9-6c64b036ad9e on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:46:04.003058 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-08b3d15a-a76b-4cdc-bfb7-0a93948d64b1 None None] Provisioning complete for port 34874eab-36de-4e02-bfc8-bb652f0217da triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:46:04.011457 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-08b3d15a-a76b-4cdc-bfb7-0a93948d64b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (34874eab-36de-4e02-bfc8-bb652f0217da), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:04.011457 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-08b3d15a-a76b-4cdc-bfb7-0a93948d64b1 None None] Attempt 1 to provision port 34874eab-36de-4e02-bfc8-bb652f0217da Oct 04 20:46:04.050383 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-be28bf5b-8be0-44ba-ba89-db9f3bdc182c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (662e4ccf-3527-41b1-b67c-01eb76ec14d7), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:04.148457 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be28bf5b-8be0-44ba-ba89-db9f3bdc182c None None] Routers {'e60e1fd3-34f4-4d61-9ca1-4e0007c3d8f0'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:46:04.149802 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-be28bf5b-8be0-44ba-ba89-db9f3bdc182c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:45:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['e60e1fd3-34f4-4d61-9ca1-4e0007c3d8f0'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:46:04.153937 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-08b3d15a-a76b-4cdc-bfb7-0a93948d64b1 None None] Port 34874eab-36de-4e02-bfc8-bb652f0217da cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:46:04.169599 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=63d564a5-3252-4029-b2b4-25141d0b7e2b,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:04.246707 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-682f7ae0-9922-42bf-bc92-cf903ba45123 tempest-MeteringIpV6TestJSON-1281843391 tempest-MeteringIpV6TestJSON-1281843391-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:04.253171 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-682f7ae0-9922-42bf-bc92-cf903ba45123 tempest-MeteringIpV6TestJSON-1281843391 tempest-MeteringIpV6TestJSON-1281843391-project-admin] 10.222.0.78 "DELETE /networking/v2.0/metering/metering-label-rules/f042b8e3-cc61-4b15-8ba8-157b51a486dd HTTP/1.1" status: 204 len: 168 time: 0.9022598 Oct 04 20:46:04.254333 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:04.255989 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 40230) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:04.272536 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5d242-2d02-47e5-aa27-ca1a65cdbce9 admin admin] Pushing event updated for resources: {'Network': ['ID=f901d054-56d5-4cbc-a133-05325e8ffd94,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:04.282202 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-00c5d242-2d02-47e5-aa27-ca1a65cdbce9 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 10.0078895 Oct 04 20:46:04.289214 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4f0515c0-7d31-434e-86b0-790bfbeb1eb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (2c38c712-a6a8-43fd-87cb-bb4d34df3072), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:04.291075 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 40232) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:04.298369 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network f901d054-56d5-4cbc-a133-05325e8ffd94 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:46:04.324754 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-bacf84e0-aa6e-4a38-91a2-d7e3af574663 admin admin] Request body: {'subnet': {'network_id': 'f901d054-56d5-4cbc-a133-05325e8ffd94', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesNegativeTestJSON-858423729-subnet', 'tenant_id': '0320ad4639f0459295c6b219ed5668c8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:46:04.358756 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Device 46ab96a5-0e71-4267-bb4f-54da94372f8e no longer exists at agent hyperv_n-h2-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:46:04.400536 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-03247a6c-41e0-491a-bdec-6893c28854d3 admin admin] The port '81d0cabb-63a8-43ff-99b9-6c64b036ad9e' was deleted {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Oct 04 20:46:04.457385 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c26371b2-f11a-49ae-8509-59329fa4db7e tempest-MeteringIpV6TestJSON-1281843391 tempest-MeteringIpV6TestJSON-1281843391-project-admin] 10.222.0.78 "GET /networking/v2.0/metering/metering-label-rules?id=f042b8e3-cc61-4b15-8ba8-157b51a486dd HTTP/1.1" status: 200 len: 221 time: 0.1887710 Oct 04 20:46:04.461831 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 40234) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:04.479431 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-6a346f6a-121e-401e-a225-a8d5f0773ae6 tempest-MeteringIpV6TestJSON-1281843391 tempest-MeteringIpV6TestJSON-1281843391-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1302057954', 'description': 'label created by tempest'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:46:04.479872 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-6a346f6a-121e-401e-a225-a8d5f0773ae6 tempest-MeteringIpV6TestJSON-1281843391 tempest-MeteringIpV6TestJSON-1281843391-project-admin] Unknown quota resources ['metering_label']. {{(pid=108170) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Oct 04 20:46:04.513873 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:04.576949 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 81d0cabb-63a8-43ff-99b9-6c64b036ad9e no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:46:04.639468 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 81d0cabb-63a8-43ff-99b9-6c64b036ad9e {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:46:04.639468 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 81d0cabb-63a8-43ff-99b9-6c64b036ad9e not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:46:04.725019 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d80dd-9694-4fe1-afb1-1bf89bd898df None None] Pushing event updated for resources: {'Port': ['ID=662e4ccf-3527-41b1-b67c-01eb76ec14d7,revision_number=4']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:04.758744 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-03247a6c-41e0-491a-bdec-6893c28854d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (9ef6bcc6-2ec2-4348-a1b3-f0f8de76a73d), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:04.870061 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:04.929229 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-be28bf5b-8be0-44ba-ba89-db9f3bdc182c None None] Set router e60e1fd3-34f4-4d61-9ca1-4e0007c3d8f0 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:46:04.936096 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Current status of the port 46ab96a5-0e71-4267-bb4f-54da94372f8e is: ACTIVE; New status is: DOWN {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:46:04.936978 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (46ab96a5-0e71-4267-bb4f-54da94372f8e), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:05.017661 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-54201e08-373d-4416-99fc-cdd5574c5574 admin admin] Publish callbacks [] for port (884452dd-ef7f-4792-b377-9112d1ea7a7f), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:05.044042 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] For port 46ab96a5-0e71-4267-bb4f-54da94372f8e, host n-h2-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852085-12',level=0,port_id=46ab96a5-0e71-4267-bb4f-54da94372f8e,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:46:05.044736 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-03247a6c-41e0-491a-bdec-6893c28854d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ef6bcc6-2ec2-4348-a1b3-f0f8de76a73d']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:46:05.048868 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '568cbe45-b90d-49d4-8ed6-90923e399d49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46ab96a5-0e71-4267-bb4f-54da94372f8e'}] {{(pid=108171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:46:05.056491 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966b91da6921e714df7c26a37f4733087768fb9a36052be1ead95d4d835f43be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9760365a-4199-457d-84da-5170089c15f3" -d '{"events": [{"server_uuid": "568cbe45-b90d-49d4-8ed6-90923e399d49", "name": "network-vif-unplugged", "status": "completed", "tag": "46ab96a5-0e71-4267-bb4f-54da94372f8e"}]}' {{(pid=108171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:46:05.078340 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4f0515c0-7d31-434e-86b0-790bfbeb1eb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (2c38c712-a6a8-43fd-87cb-bb4d34df3072), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:05.088407 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4f0515c0-7d31-434e-86b0-790bfbeb1eb2 admin admin] Publish callbacks [] for router_controller (2c38c712-a6a8-43fd-87cb-bb4d34df3072), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:05.096193 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-03247a6c-41e0-491a-bdec-6893c28854d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a01fe48-2a66-46a2-a560-c5100ce48b56') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:46:05.097100 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-03247a6c-41e0-491a-bdec-6893c28854d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a01fe48-2a66-46a2-a560-c5100ce48b56') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:46:05.097520 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:05.135984 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-03247a6c-41e0-491a-bdec-6893c28854d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (5a01fe48-2a66-46a2-a560-c5100ce48b56), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:05.147520 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bacf84e0-aa6e-4a38-91a2-d7e3af574663 admin admin] Made reservation on behalf of 0320ad4639f0459295c6b219ed5668c8 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:46:05.148953 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 04 Oct 2022 20:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e6a9d9-ddbf-43d3-91ae-d93345df66a3 x-openstack-request-id: req-b1e6a9d9-ddbf-43d3-91ae-d93345df66a3 {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:46:05.149888 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "568cbe45-b90d-49d4-8ed6-90923e399d49", "name": "network-vif-unplugged", "status": "completed", "tag": "46ab96a5-0e71-4267-bb4f-54da94372f8e", "code": 200}]} {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:46:05.150703 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b1e6a9d9-ddbf-43d3-91ae-d93345df66a3 {{(pid=108171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:46:05.151657 n-d-852085-12 neutron-server[108171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1e6a9d9-ddbf-43d3-91ae-d93345df66a3'] response: {'server_uuid': '568cbe45-b90d-49d4-8ed6-90923e399d49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46ab96a5-0e71-4267-bb4f-54da94372f8e', 'code': 200} Oct 04 20:46:05.152581 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bacf84e0-aa6e-4a38-91a2-d7e3af574663 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:05.236852 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-03247a6c-41e0-491a-bdec-6893c28854d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (5a01fe48-2a66-46a2-a560-c5100ce48b56), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:05.250170 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03247a6c-41e0-491a-bdec-6893c28854d3 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:46:05.250745 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-03247a6c-41e0-491a-bdec-6893c28854d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (5a01fe48-2a66-46a2-a560-c5100ce48b56), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:05.356185 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 5a01fe48-2a66-46a2-a560-c5100ce48b56 resource provider aggregate not found Oct 04 20:46:05.372675 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-54201e08-373d-4416-99fc-cdd5574c5574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (884452dd-ef7f-4792-b377-9112d1ea7a7f), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:05.395937 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (46ab96a5-0e71-4267-bb4f-54da94372f8e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:05.396195 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6a346f6a-121e-401e-a225-a8d5f0773ae6 tempest-MeteringIpV6TestJSON-1281843391 tempest-MeteringIpV6TestJSON-1281843391-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:05.396195 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-6a346f6a-121e-401e-a225-a8d5f0773ae6 tempest-MeteringIpV6TestJSON-1281843391 tempest-MeteringIpV6TestJSON-1281843391-project-admin] 10.222.0.78 "POST /networking/v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.9035933 Oct 04 20:46:05.396195 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 40254) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:05.463387 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 5a01fe48-2a66-46a2-a560-c5100ce48b56 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5a01fe48-2a66-46a2-a560-c5100ce48b56 found for delete ", "request_id": "req-943f94ca-514d-4292-b11d-ee17b8d55e53"}]} Oct 04 20:46:05.468236 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-54201e08-373d-4416-99fc-cdd5574c5574 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (1004a7e1-de3b-486f-b5c1-14e04614d9d9), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:05.545165 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Pushing event updated for resources: {'Port': ['ID=46ab96a5-0e71-4267-bb4f-54da94372f8e,revision_number=11']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:05.588360 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-be28bf5b-8be0-44ba-ba89-db9f3bdc182c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e60e1fd3-34f4-4d61-9ca1-4e0007c3d8f0', 'name': 'tempest-InstanceActionsNegativeTestJSON-500861378-router', 'tenant_id': 'f2c92a8a2d7b4a7f8d8374cfe5670ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'd024726f-6e31-448d-b24d-6140e10f6c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:45:29Z', 'updated_at': '2022-10-04T20:45:57Z', 'revision_number': 4, 'project_id': 'f2c92a8a2d7b4a7f8d8374cfe5670ce1', 'gw_port': {'id': 'd024726f-6e31-448d-b24d-6140e10f6c4d', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60e1fd3-34f4-4d61-9ca1-4e0007c3d8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:45:32Z', 'updated_at': '2022-10-04T20:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '662e4ccf-3527-41b1-b67c-01eb76ec14d7', 'name': '', 'network_id': 'ea295f65-b2b0-4162-9a9d-6d9b3e880cb5', 'tenant_id': 'f2c92a8a2d7b4a7f8d8374cfe5670ce1', 'mac_address': 'fa:16:3e:d3:47:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e60e1fd3-34f4-4d61-9ca1-4e0007c3d8f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '4a17f880-819a-4886-a998-14adbcf69147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:45:51Z', 'updated_at': '2022-10-04T20:46:03Z', 'revision_number': 4, 'project_id': 'f2c92a8a2d7b4a7f8d8374cfe5670ce1', 'subnets': [{'id': '4a17f880-819a-4886-a998-14adbcf69147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:46:05.639675 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be28bf5b-8be0-44ba-ba89-db9f3bdc182c None None] The sync data for ids ['e60e1fd3-34f4-4d61-9ca1-4e0007c3d8f0'] in n-d-852085-12 is: [{'id': 'e60e1fd3-34f4-4d61-9ca1-4e0007c3d8f0', 'name': 'tempest-InstanceActionsNegativeTestJSON-500861378-router', 'tenant_id': 'f2c92a8a2d7b4a7f8d8374cfe5670ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'd024726f-6e31-448d-b24d-6140e10f6c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:45:29Z', 'updated_at': '2022-10-04T20:45:57Z', 'revision_number': 4, 'project_id': 'f2c92a8a2d7b4a7f8d8374cfe5670ce1', 'gw_port': {'id': 'd024726f-6e31-448d-b24d-6140e10f6c4d', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60e1fd3-34f4-4d61-9ca1-4e0007c3d8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:45:32Z', 'updated_at': '2022-10-04T20:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '662e4ccf-3527-41b1-b67c-01eb76ec14d7', 'name': '', 'network_id': 'ea295f65-b2b0-4162-9a9d-6d9b3e880cb5', 'tenant_id': 'f2c92a8a2d7b4a7f8d8374cfe5670ce1', 'mac_address': 'fa:16:3e:d3:47:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e60e1fd3-34f4-4d61-9ca1-4e0007c3d8f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '4a17f880-819a-4886-a998-14adbcf69147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:45:51Z', 'updated_at': '2022-10-04T20:46:03Z', 'revision_number': 4, 'project_id': 'f2c92a8a2d7b4a7f8d8374cfe5670ce1', 'subnets': [{'id': '4a17f880-819a-4886-a998-14adbcf69147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:46:05.645002 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-834d03b9-b294-4893-ac6a-536e6fa9bcc0 tempest-MeteringIpV6TestJSON-1281843391 tempest-MeteringIpV6TestJSON-1281843391-project-admin] 10.222.0.78 "GET /networking/v2.0/metering/metering-labels?id=7807e99a-3e17-4b63-8abf-ab7f1f2f8ec3 HTTP/1.1" status: 200 len: 468 time: 0.2561333 Oct 04 20:46:05.665414 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 40260) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:05.679430 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:05.681173 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4f0515c0-7d31-434e-86b0-790bfbeb1eb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (2c38c712-a6a8-43fd-87cb-bb4d34df3072), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:05.682250 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f0515c0-7d31-434e-86b0-790bfbeb1eb2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c38c712-a6a8-43fd-87cb-bb4d34df3072 {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:46:05.719276 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4f0515c0-7d31-434e-86b0-790bfbeb1eb2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:05.724980 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-4f0515c0-7d31-434e-86b0-790bfbeb1eb2 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/2c38c712-a6a8-43fd-87cb-bb4d34df3072 HTTP/1.1" status: 204 len: 168 time: 13.5236351 Oct 04 20:46:05.725944 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 40262) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:05.931691 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-03247a6c-41e0-491a-bdec-6893c28854d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (9ef6bcc6-2ec2-4348-a1b3-f0f8de76a73d), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:05.937729 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54201e08-373d-4416-99fc-cdd5574c5574 admin admin] Pushing event updated for resources: {'Port': ['ID=884452dd-ef7f-4792-b377-9112d1ea7a7f,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:05.945551 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c44f6437-8557-4c38-b6cf-849c813d4001 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (e60e1fd3-34f4-4d61-9ca1-4e0007c3d8f0), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:06.007782 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-03247a6c-41e0-491a-bdec-6893c28854d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:06.017190 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-03247a6c-41e0-491a-bdec-6893c28854d3 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/9ef6bcc6-2ec2-4348-a1b3-f0f8de76a73d HTTP/1.1" status: 204 len: 168 time: 4.0066075 Oct 04 20:46:06.077990 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bfd58b91-a57e-4f93-91be-35e7a9c91b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (34874eab-36de-4e02-bfc8-bb652f0217da), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:06.166405 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03247a6c-41e0-491a-bdec-6893c28854d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ef6bcc6-2ec2-4348-a1b3-f0f8de76a73d,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:06.336668 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54201e08-373d-4416-99fc-cdd5574c5574 admin admin] Network 9e32d24b-d5bc-4229-a75e-1999f71b4a0c is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:46:06.344286 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-45d854ad-5de1-4078-984d-3bc4ebea61bc admin admin] Deleting subnet 1ebc82ff-e0aa-4b49-8441-3c9aff767fd8 {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:46:06.373873 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-54201e08-373d-4416-99fc-cdd5574c5574 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:46:06.383684 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-45d854ad-5de1-4078-984d-3bc4ebea61bc admin admin] Publish callbacks [] for subnet (1ebc82ff-e0aa-4b49-8441-3c9aff767fd8), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:06.455483 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:06.469227 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bacf84e0-aa6e-4a38-91a2-d7e3af574663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (3ac4e8a5-bc7c-44e3-9ceb-f82e268fdaf6), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:06.640877 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-45d854ad-5de1-4078-984d-3bc4ebea61bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (1ebc82ff-e0aa-4b49-8441-3c9aff767fd8), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:06.727524 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6b6cd3f6-3b6c-4177-ac51-0903ce25611c tempest-MeteringIpV6TestJSON-1281843391 tempest-MeteringIpV6TestJSON-1281843391-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:06.729897 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-6b6cd3f6-3b6c-4177-ac51-0903ce25611c tempest-MeteringIpV6TestJSON-1281843391 tempest-MeteringIpV6TestJSON-1281843391-project-admin] 10.222.0.78 "DELETE /networking/v2.0/metering/metering-labels/7807e99a-3e17-4b63-8abf-ab7f1f2f8ec3 HTTP/1.1" status: 204 len: 168 time: 1.0660875 Oct 04 20:46:06.738232 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 40276) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:06.772351 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 662e4ccf-3527-41b1-b67c-01eb76ec14d7 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:46:06.819923 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-5d1354ed-53cc-4ca7-9a5d-ecc92c22b71c tempest-MeteringIpV6TestJSON-1281843391 tempest-MeteringIpV6TestJSON-1281843391-project-admin] 10.222.0.78 "GET /networking/v2.0/metering/metering-labels?id=7807e99a-3e17-4b63-8abf-ab7f1f2f8ec3 HTTP/1.1" status: 200 len: 216 time: 0.0649841 Oct 04 20:46:06.830356 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 40278) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:06.840066 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:06.889907 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacf84e0-aa6e-4a38-91a2-d7e3af574663 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ac4e8a5-bc7c-44e3-9ceb-f82e268fdaf6,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:06.914429 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 662e4ccf-3527-41b1-b67c-01eb76ec14d7 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:46:06.926372 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-2602e8b2-2668-4cb2-ac4c-58c28b2d7e4c tempest-MeteringIpV6TestJSON-1281843391 tempest-MeteringIpV6TestJSON-1281843391-project-admin] 10.222.0.78 "GET /networking/v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0821900 Oct 04 20:46:06.934594 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (662e4ccf-3527-41b1-b67c-01eb76ec14d7), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:06.936045 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 40280) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:06.936282 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 662e4ccf-3527-41b1-b67c-01eb76ec14d7 Oct 04 20:46:06.937222 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:07.007002 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacf84e0-aa6e-4a38-91a2-d7e3af574663 admin admin] Checking segment: {'id': '5a1ce03f-233f-4cf3-b8b8-565dc22a7a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f901d054-56d5-4cbc-a133-05325e8ffd94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:46:07.008041 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacf84e0-aa6e-4a38-91a2-d7e3af574663 admin admin] Network hostable DHCP agents. Network: f901d054-56d5-4cbc-a133-05325e8ffd94, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:46:07.016789 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 40282) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:07.031255 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-d5e55c71-c12c-4f62-a029-6308778b9ac6 tempest-MeteringIpV6TestJSON-1281843391 tempest-MeteringIpV6TestJSON-1281843391-project-admin] 10.222.0.78 "GET /networking/v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0898361 Oct 04 20:46:07.033536 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 40284) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:07.205536 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 662e4ccf-3527-41b1-b67c-01eb76ec14d7 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:46:07.206647 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (662e4ccf-3527-41b1-b67c-01eb76ec14d7), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:07.249554 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-ecea2014-465a-4212-81e2-e2d063b707eb tempest-MeteringIpV6TestJSON-1281843391 tempest-MeteringIpV6TestJSON-1281843391-project-admin] 10.222.0.78 "GET /networking/v2.0/metering/metering-labels/790d571e-05b8-43ee-8b82-e7bf29497584 HTTP/1.1" status: 200 len: 472 time: 0.1953876 Oct 04 20:46:07.254290 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54201e08-373d-4416-99fc-cdd5574c5574 admin admin] Router 1004a7e1-de3b-486f-b5c1-14e04614d9d9 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:46:07.259108 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 40292) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:07.314721 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-45d854ad-5de1-4078-984d-3bc4ebea61bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (1ebc82ff-e0aa-4b49-8441-3c9aff767fd8), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:07.318609 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 662e4ccf-3527-41b1-b67c-01eb76ec14d7, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=662e4ccf-3527-41b1-b67c-01eb76ec14d7,segment=NetworkSegment(2eb391df-e920-4437-834a-b0ec07413770),segment_id=2eb391df-e920-4437-834a-b0ec07413770)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:46:07.323868 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bfd58b91-a57e-4f93-91be-35e7a9c91b8e admin admin] Publish callbacks [] for port (34874eab-36de-4e02-bfc8-bb652f0217da), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:07.359869 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-0cac3bfe-a2a1-4b15-8c2a-78dbb1fd2b94 tempest-MeteringIpV6TestJSON-1281843391 tempest-MeteringIpV6TestJSON-1281843391-project-admin] 10.222.0.78 "GET /networking/v2.0/metering/metering-label-rules/9e62d90a-2f38-497f-a36c-e8e9f0e4c302 HTTP/1.1" status: 200 len: 459 time: 0.0981901 Oct 04 20:46:07.365665 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 40296) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:07.374509 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f4fa62bc-4112-4748-849a-5e6c3fdb3608 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=1181b876697c473ba1d15bbefeea2cf2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3459330 Oct 04 20:46:07.375682 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 40298) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:07.441362 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacf84e0-aa6e-4a38-91a2-d7e3af574663 admin admin] Network f901d054-56d5-4cbc-a133-05325e8ffd94 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:46:07.457082 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (662e4ccf-3527-41b1-b67c-01eb76ec14d7), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:07.459883 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 63d564a5-3252-4029-b2b4-25141d0b7e2b up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:46:07.475485 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-c44f6437-8557-4c38-b6cf-849c813d4001 admin admin] Deleting port 662e4ccf-3527-41b1-b67c-01eb76ec14d7 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:46:07.476275 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c44f6437-8557-4c38-b6cf-849c813d4001 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (662e4ccf-3527-41b1-b67c-01eb76ec14d7), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:07.548857 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bfd58b91-a57e-4f93-91be-35e7a9c91b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (34874eab-36de-4e02-bfc8-bb652f0217da), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:07.665654 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-c44f6437-8557-4c38-b6cf-849c813d4001 admin admin] For port 662e4ccf-3527-41b1-b67c-01eb76ec14d7, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=662e4ccf-3527-41b1-b67c-01eb76ec14d7,segment=NetworkSegment(2eb391df-e920-4437-834a-b0ec07413770),segment_id=2eb391df-e920-4437-834a-b0ec07413770)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:46:07.666392 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c44f6437-8557-4c38-b6cf-849c813d4001 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (662e4ccf-3527-41b1-b67c-01eb76ec14d7), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:07.672568 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=662e4ccf-3527-41b1-b67c-01eb76ec14d7,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:07.698074 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-bacf84e0-aa6e-4a38-91a2-d7e3af574663 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, f901d054-56d5-4cbc-a133-05325e8ffd94) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:46:07.704703 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 63d564a5-3252-4029-b2b4-25141d0b7e2b triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:46:07.706985 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (63d564a5-3252-4029-b2b4-25141d0b7e2b), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:07.709081 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 63d564a5-3252-4029-b2b4-25141d0b7e2b Oct 04 20:46:07.712868 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bacf84e0-aa6e-4a38-91a2-d7e3af574663 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:46:07.716627 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bacf84e0-aa6e-4a38-91a2-d7e3af574663 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:07.723578 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112031b2-f25f-4d00-8117-927021af8a79 None None] Network f901d054-56d5-4cbc-a133-05325e8ffd94 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:46:07.727420 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-c44f6437-8557-4c38-b6cf-849c813d4001 admin admin] Calling delete_port for 662e4ccf-3527-41b1-b67c-01eb76ec14d7 owned by network:router_interface {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:46:07.729754 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:07.910520 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bfd58b91-a57e-4f93-91be-35e7a9c91b8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (1cb91226-007d-4d45-ab44-d6c5170c5e28), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:07.985236 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd58b91-a57e-4f93-91be-35e7a9c91b8e admin admin] Pushing event updated for resources: {'Port': ['ID=34874eab-36de-4e02-bfc8-bb652f0217da,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:08.062591 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:08.114989 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 63d564a5-3252-4029-b2b4-25141d0b7e2b is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:46:08.128216 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-45d854ad-5de1-4078-984d-3bc4ebea61bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (1ebc82ff-e0aa-4b49-8441-3c9aff767fd8), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:08.177250 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:08.220455 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54201e08-373d-4416-99fc-cdd5574c5574 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:46:08.260008 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-54201e08-373d-4416-99fc-cdd5574c5574 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/1004a7e1-de3b-486f-b5c1-14e04614d9d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 21.1633978 Oct 04 20:46:08.261878 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bd0c1b3a-d38e-4d3c-9f60-c74d0d0b55b0 admin admin] Publish callbacks [] for security_group (399f18d7-61a6-4142-93ee-bddf0bfe779e), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:08.270658 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f1dd9d-ef1f-4e0c-a334-9678bedee57a None None] Sync routers for ids ['1004a7e1-de3b-486f-b5c1-14e04614d9d9'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:46:08.336990 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf1cda8-f079-42c5-b622-0db3174f609e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-f901d054-56d5-4cbc-a133-05325e8ffd94', 'network_id': 'f901d054-56d5-4cbc-a133-05325e8ffd94', 'project_id': '0320ad4639f0459295c6b219ed5668c8', 'fixed_ips': [{'subnet_id': '3ac4e8a5-bc7c-44e3-9ceb-f82e268fdaf6'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:46:08.339613 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-edf1cda8-f079-42c5-b622-0db3174f609e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:08.384148 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bd0c1b3a-d38e-4d3c-9f60-c74d0d0b55b0 admin admin] Publish callbacks [] for security_group (399f18d7-61a6-4142-93ee-bddf0bfe779e), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:08.387031 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f1dd9d-ef1f-4e0c-a334-9678bedee57a None None] Routers {'1004a7e1-de3b-486f-b5c1-14e04614d9d9'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:46:08.396842 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-a2f1dd9d-ef1f-4e0c-a334-9678bedee57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:45:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['1004a7e1-de3b-486f-b5c1-14e04614d9d9'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:46:08.425243 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-bacf84e0-aa6e-4a38-91a2-d7e3af574663 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.1237674 Oct 04 20:46:08.431478 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-41d9aa98-1baa-4eec-bb75-7c910ef994ef tempest-MeteringIpV6TestJSON-1281843391 tempest-MeteringIpV6TestJSON-1281843391-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:08.433289 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-41d9aa98-1baa-4eec-bb75-7c910ef994ef tempest-MeteringIpV6TestJSON-1281843391 tempest-MeteringIpV6TestJSON-1281843391-project-admin] 10.222.0.78 "DELETE /networking/v2.0/metering/metering-label-rules/9e62d90a-2f38-497f-a36c-e8e9f0e4c302 HTTP/1.1" status: 204 len: 168 time: 1.0661759 Oct 04 20:46:08.442396 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 40304) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:08.442630 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d854ad-5de1-4078-984d-3bc4ebea61bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ebc82ff-e0aa-4b49-8441-3c9aff767fd8,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:08.453764 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 40306) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:08.468970 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-45d854ad-5de1-4078-984d-3bc4ebea61bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:08.474306 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-45d854ad-5de1-4078-984d-3bc4ebea61bc admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/1ebc82ff-e0aa-4b49-8441-3c9aff767fd8 HTTP/1.1" status: 204 len: 168 time: 2.7390392 Oct 04 20:46:08.488308 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-4b1a8653-6a11-49e5-b886-0be869c9e8a9 admin admin] Request body: {'router': {'name': 'tempest-ImagesNegativeTestJSON-858423729-router', 'tenant_id': '0320ad4639f0459295c6b219ed5668c8', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:46:08.497472 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 40308) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:08.554557 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 662e4ccf-3527-41b1-b67c-01eb76ec14d7 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:46:08.559846 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f490c984-78b2-451c-9ef3-57254a87b6c4 None None] Network 76684a80-7326-45f0-83f0-fb100785407f requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:46:08.770605 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd58b91-a57e-4f93-91be-35e7a9c91b8e admin admin] Network becb2bb8-4aa1-4ce8-843c-ef0a82d766a9 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:46:08.779189 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-bfd58b91-a57e-4f93-91be-35e7a9c91b8e admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:46:08.802698 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bf5585bf-cfe1-4e53-b204-849150d34242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (76684a80-7326-45f0-83f0-fb100785407f), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:08.922839 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:08.925185 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-bf5585bf-cfe1-4e53-b204-849150d34242 admin admin] Deleting port e6821fa8-6295-4008-a92b-6c077751dee4 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:46:08.925763 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bf5585bf-cfe1-4e53-b204-849150d34242 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (e6821fa8-6295-4008-a92b-6c077751dee4), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:09.271465 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43271f-0132-46d1-9438-ec0da4c67840 req-1479ac4d-52ec-4079-bba0-6add25597d36 tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:46:09.284729 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-dc43271f-0132-46d1-9438-ec0da4c67840 req-1479ac4d-52ec-4079-bba0-6add25597d36 tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=568cbe45-b90d-49d4-8ed6-90923e399d49 HTTP/1.1" status: 200 len: 948 time: 1.1148441 Oct 04 20:46:09.551263 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4b1a8653-6a11-49e5-b886-0be869c9e8a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (ce72b441-83df-44a5-acf0-341dac9198f2), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:09.553025 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4b1a8653-6a11-49e5-b886-0be869c9e8a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (ce72b441-83df-44a5-acf0-341dac9198f2), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:09.611032 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bd0c1b3a-d38e-4d3c-9f60-c74d0d0b55b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (399f18d7-61a6-4142-93ee-bddf0bfe779e), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:09.616446 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bd0c1b3a-d38e-4d3c-9f60-c74d0d0b55b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:09.619874 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-bd0c1b3a-d38e-4d3c-9f60-c74d0d0b55b0 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/399f18d7-61a6-4142-93ee-bddf0bfe779e HTTP/1.1" status: 204 len: 168 time: 2.2375937 Oct 04 20:46:09.667079 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-ca3a9b00-dac5-4ed1-911b-838fdfbeeaea None None] Provisioning complete for port 34874eab-36de-4e02-bfc8-bb652f0217da triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:46:09.668127 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ca3a9b00-dac5-4ed1-911b-838fdfbeeaea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (34874eab-36de-4e02-bfc8-bb652f0217da), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:09.668971 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-ca3a9b00-dac5-4ed1-911b-838fdfbeeaea None None] Attempt 1 to provision port 34874eab-36de-4e02-bfc8-bb652f0217da Oct 04 20:46:09.752106 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 662e4ccf-3527-41b1-b67c-01eb76ec14d7 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:46:09.752876 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (662e4ccf-3527-41b1-b67c-01eb76ec14d7), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:09.753656 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 662e4ccf-3527-41b1-b67c-01eb76ec14d7 Oct 04 20:46:09.763292 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0c1b3a-d38e-4d3c-9f60-c74d0d0b55b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=399f18d7-61a6-4142-93ee-bddf0bfe779e,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:09.802541 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-bf5585bf-cfe1-4e53-b204-849150d34242 admin admin] For port e6821fa8-6295-4008-a92b-6c077751dee4, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=e6821fa8-6295-4008-a92b-6c077751dee4,segment=NetworkSegment(130bc8dc-7d89-4199-8ac9-b47e950f46aa),segment_id=130bc8dc-7d89-4199-8ac9-b47e950f46aa)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:46:09.803921 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bf5585bf-cfe1-4e53-b204-849150d34242 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (e6821fa8-6295-4008-a92b-6c077751dee4), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:09.852415 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-bf5585bf-cfe1-4e53-b204-849150d34242 admin admin] Calling delete_port for e6821fa8-6295-4008-a92b-6c077751dee4 owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:46:09.882750 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-dc43271f-0132-46d1-9438-ec0da4c67840 req-d3d57db8-c6ce-4664-bf76-786680c68e8c tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ff7defe6-9faf-48db-929b-31490caa85ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5876219 Oct 04 20:46:09.902259 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-092784fd-a823-41ce-99a0-0f97441c1deb tempest-MeteringIpV6TestJSON-1281843391 tempest-MeteringIpV6TestJSON-1281843391-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:09.906998 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-092784fd-a823-41ce-99a0-0f97441c1deb tempest-MeteringIpV6TestJSON-1281843391 tempest-MeteringIpV6TestJSON-1281843391-project-admin] 10.222.0.78 "DELETE /networking/v2.0/metering/metering-labels/790d571e-05b8-43ee-8b82-e7bf29497584 HTTP/1.1" status: 204 len: 168 time: 1.4493589 Oct 04 20:46:09.923697 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-a2f1dd9d-ef1f-4e0c-a334-9678bedee57a None None] Set router 1004a7e1-de3b-486f-b5c1-14e04614d9d9 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:46:10.064270 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdf1892-ae26-43c7-bcb4-4d162fc9b79e None None] DHCP port deletion for 76684a80-7326-45f0-83f0-fb100785407f request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:46:10.093280 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:10.119766 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd58b91-a57e-4f93-91be-35e7a9c91b8e admin admin] Router 1cb91226-007d-4d45-ab44-d6c5170c5e28 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:46:10.129160 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e5d48-86b8-40c0-a3be-db5b83fe2ad7 req-3e31f03a-c375-4bbd-9fad-69e0f74c0890 tempest-ServerRescueTestJSONUnderV235-96863184 tempest-ServerRescueTestJSONUnderV235-96863184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:46:10.131923 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-194e5d48-86b8-40c0-a3be-db5b83fe2ad7 req-3e31f03a-c375-4bbd-9fad-69e0f74c0890 tempest-ServerRescueTestJSONUnderV235-96863184 tempest-ServerRescueTestJSONUnderV235-96863184-project] 10.222.0.78 "GET /networking/v2.0/networks?id=9e32d24b-d5bc-4229-a75e-1999f71b4a0c HTTP/1.1" status: 200 len: 819 time: 0.6272352 Oct 04 20:46:10.135931 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c44f6437-8557-4c38-b6cf-849c813d4001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (662e4ccf-3527-41b1-b67c-01eb76ec14d7), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:10.158034 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-ca3a9b00-dac5-4ed1-911b-838fdfbeeaea None None] Port 34874eab-36de-4e02-bfc8-bb652f0217da cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:46:10.265561 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-194e5d48-86b8-40c0-a3be-db5b83fe2ad7 req-0848bb1c-e438-45b9-af6f-489df04f340c tempest-ServerRescueTestJSONUnderV235-96863184 tempest-ServerRescueTestJSONUnderV235-96863184-project] 10.222.0.78 "GET /networking/v2.0/quotas/62b8092f95334c3181e1703fd8d161fb HTTP/1.1" status: 200 len: 375 time: 0.1039314 Oct 04 20:46:10.359192 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:10.384627 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Could not find standard attr ID for object 662e4ccf-3527-41b1-b67c-01eb76ec14d7. {{(pid=108171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 04 20:46:10.400572 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44f6437-8557-4c38-b6cf-849c813d4001 admin admin] Pushing event deleted for resources: {'Port': ['ID=662e4ccf-3527-41b1-b67c-01eb76ec14d7,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:10.421812 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba36b05-b66c-4572-8909-f34914c49736 req-c1cfd8f5-03a4-47ac-96a6-894ab5ecb54c tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:46:10.427666 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-fba36b05-b66c-4572-8909-f34914c49736 req-c1cfd8f5-03a4-47ac-96a6-894ab5ecb54c tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=568cbe45-b90d-49d4-8ed6-90923e399d49 HTTP/1.1" status: 200 len: 948 time: 0.2722604 Oct 04 20:46:10.430532 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No ports have port_id starting with 662e4ccf-3527-41b1-b67c-01eb76ec14d7 Oct 04 20:46:10.551508 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-dcdf1892-ae26-43c7-bcb4-4d162fc9b79e None None] Deleting port e6821fa8-6295-4008-a92b-6c077751dee4 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:46:10.552133 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bf5585bf-cfe1-4e53-b204-849150d34242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (e6821fa8-6295-4008-a92b-6c077751dee4), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:10.552511 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-dcdf1892-ae26-43c7-bcb4-4d162fc9b79e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (e6821fa8-6295-4008-a92b-6c077751dee4), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:10.607564 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd58b91-a57e-4f93-91be-35e7a9c91b8e admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:46:10.629469 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-bfd58b91-a57e-4f93-91be-35e7a9c91b8e admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/1cb91226-007d-4d45-ab44-d6c5170c5e28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 20.3637769 Oct 04 20:46:10.629469 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5585bf-cfe1-4e53-b204-849150d34242 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6821fa8-6295-4008-a92b-6c077751dee4,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:10.633898 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5585bf-cfe1-4e53-b204-849150d34242 admin admin] No DVR routers for this DVR port e6821fa8-6295-4008-a92b-6c077751dee4 on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:46:10.657452 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f02cc44-690e-4fca-8949-6d5e410aacb0 None None] Sync routers for ids ['1cb91226-007d-4d45-ab44-d6c5170c5e28'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:46:10.736498 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f02cc44-690e-4fca-8949-6d5e410aacb0 None None] Routers {'1cb91226-007d-4d45-ab44-d6c5170c5e28'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:46:10.737741 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-2f02cc44-690e-4fca-8949-6d5e410aacb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:45:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['1cb91226-007d-4d45-ab44-d6c5170c5e28'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:46:10.802807 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:10.807506 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device cd37341c-f2a0-47ac-bc92-a66ad229554a no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:46:10.814553 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-dcdf1892-ae26-43c7-bcb4-4d162fc9b79e None None] For port e6821fa8-6295-4008-a92b-6c077751dee4, host n-d-852085-12, got binding levels [] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:46:10.815781 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-dcdf1892-ae26-43c7-bcb4-4d162fc9b79e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (e6821fa8-6295-4008-a92b-6c077751dee4), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:10.857324 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-edf1cda8-f079-42c5-b622-0db3174f609e None None] Allocated IP 172.20.0.2 (f901d054-56d5-4cbc-a133-05325e8ffd94/3ac4e8a5-bc7c-44e3-9ceb-f82e268fdaf6/da12b663-fd08-418f-b9b7-c44666054c09) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:46:10.886603 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4b1a8653-6a11-49e5-b886-0be869c9e8a9 admin admin] Publish callbacks [] for router_controller (ce72b441-83df-44a5-acf0-341dac9198f2), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:10.896694 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [req-fba36b05-b66c-4572-8909-f34914c49736 req-664d6794-3870-4acc-bf7a-e8ba54e9931d tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] Deleting port 46ab96a5-0e71-4267-bb4f-54da94372f8e {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:46:10.897215 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-fba36b05-b66c-4572-8909-f34914c49736 req-664d6794-3870-4acc-bf7a-e8ba54e9931d tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (46ab96a5-0e71-4267-bb4f-54da94372f8e), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:10.959978 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-194e5d48-86b8-40c0-a3be-db5b83fe2ad7 req-ebb2499d-0a86-4b38-babd-70b5432fc9db tempest-ServerRescueTestJSONUnderV235-96863184 tempest-ServerRescueTestJSONUnderV235-96863184-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=62b8092f95334c3181e1703fd8d161fb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5630713 Oct 04 20:46:10.973252 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-dcdf1892-ae26-43c7-bcb4-4d162fc9b79e None None] Calling delete_port for e6821fa8-6295-4008-a92b-6c077751dee4 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:46:10.983681 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.ipam_backend_mixin [None req-dcdf1892-ae26-43c7-bcb4-4d162fc9b79e None None] Port e6821fa8-6295-4008-a92b-6c077751dee4 was not found and therefore no delete operation was performed {{(pid=108171) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 04 20:46:11.001828 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-dcdf1892-ae26-43c7-bcb4-4d162fc9b79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (e6821fa8-6295-4008-a92b-6c077751dee4), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:11.059433 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: cd37341c-f2a0-47ac-bc92-a66ad229554a {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:46:11.061224 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bf5585bf-cfe1-4e53-b204-849150d34242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (76684a80-7326-45f0-83f0-fb100785407f), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:11.061727 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device cd37341c-f2a0-47ac-bc92-a66ad229554a not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:46:11.134879 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-2f02cc44-690e-4fca-8949-6d5e410aacb0 None None] Set router 1cb91226-007d-4d45-ab44-d6c5170c5e28 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:46:11.157377 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdf1892-ae26-43c7-bcb4-4d162fc9b79e None None] Pushing event deleted for resources: {'Port': ['ID=e6821fa8-6295-4008-a92b-6c077751dee4,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:11.183433 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdf1892-ae26-43c7-bcb4-4d162fc9b79e None None] No DVR routers for this DVR port e6821fa8-6295-4008-a92b-6c077751dee4 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:46:11.247387 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-bf5585bf-cfe1-4e53-b204-849150d34242 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76684a80-7326-45f0-83f0-fb100785407f']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:46:11.296896 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 40340) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:11.351785 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-bf5585bf-cfe1-4e53-b204-849150d34242 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '130bc8dc-7d89-4199-8ac9-b47e950f46aa') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:46:11.352418 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-bf5585bf-cfe1-4e53-b204-849150d34242 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '130bc8dc-7d89-4199-8ac9-b47e950f46aa') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:46:11.435025 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:11.593720 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bf5585bf-cfe1-4e53-b204-849150d34242 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (130bc8dc-7d89-4199-8ac9-b47e950f46aa), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:11.609317 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device e6821fa8-6295-4008-a92b-6c077751dee4 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:46:11.635639 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 40344) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:11.758690 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:11.784391 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bf5585bf-cfe1-4e53-b204-849150d34242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (130bc8dc-7d89-4199-8ac9-b47e950f46aa), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:11.821388 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-2f02cc44-690e-4fca-8949-6d5e410aacb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb91226-007d-4d45-ab44-d6c5170c5e28', 'name': 'tempest-AttachVolumeShelveTestJSON-1622830968-router', 'tenant_id': '20a4ff06d4d748a7af1b5daf97fd6b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '63d564a5-3252-4029-b2b4-25141d0b7e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:45:29Z', 'updated_at': '2022-10-04T20:46:05Z', 'revision_number': 4, 'project_id': '20a4ff06d4d748a7af1b5daf97fd6b39', 'gw_port': {'id': '63d564a5-3252-4029-b2b4-25141d0b7e2b', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb91226-007d-4d45-ab44-d6c5170c5e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:45:34Z', 'updated_at': '2022-10-04T20:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '34874eab-36de-4e02-bfc8-bb652f0217da', 'name': '', 'network_id': 'becb2bb8-4aa1-4ce8-843c-ef0a82d766a9', 'tenant_id': '20a4ff06d4d748a7af1b5daf97fd6b39', 'mac_address': 'fa:16:3e:c8:d6:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cb91226-007d-4d45-ab44-d6c5170c5e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'e5474982-219e-429b-8fc0-cd2f63ad7933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:45:56Z', 'updated_at': '2022-10-04T20:46:06Z', 'revision_number': 2, 'project_id': '20a4ff06d4d748a7af1b5daf97fd6b39', 'subnets': [{'id': 'e5474982-219e-429b-8fc0-cd2f63ad7933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:46:11.823952 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: e6821fa8-6295-4008-a92b-6c077751dee4 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:46:11.824788 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device e6821fa8-6295-4008-a92b-6c077751dee4 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:46:11.842215 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:11.866457 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf5585bf-cfe1-4e53-b204-849150d34242 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:46:11.869352 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bf5585bf-cfe1-4e53-b204-849150d34242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (130bc8dc-7d89-4199-8ac9-b47e950f46aa), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:11.885619 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f02cc44-690e-4fca-8949-6d5e410aacb0 None None] Checking router: 1cb91226-007d-4d45-ab44-d6c5170c5e28 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:46:11.886482 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f02cc44-690e-4fca-8949-6d5e410aacb0 None None] Updating router 1cb91226-007d-4d45-ab44-d6c5170c5e28 port 34874eab-36de-4e02-bfc8-bb652f0217da binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:46:11.969905 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 130bc8dc-7d89-4199-8ac9-b47e950f46aa resource provider aggregate not found Oct 04 20:46:11.974020 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-2f02cc44-690e-4fca-8949-6d5e410aacb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (34874eab-36de-4e02-bfc8-bb652f0217da), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:12.044408 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75891e0-1a4c-4824-b3df-0a07cde63f45 req-b9302d71-4f9e-4cd3-9e59-860236cdc806 tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:46:12.048802 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d75891e0-1a4c-4824-b3df-0a07cde63f45 req-b9302d71-4f9e-4cd3-9e59-860236cdc806 tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=568cbe45-b90d-49d4-8ed6-90923e399d49 HTTP/1.1" status: 200 len: 948 time: 0.5737610 Oct 04 20:46:12.138989 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 130bc8dc-7d89-4199-8ac9-b47e950f46aa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 130bc8dc-7d89-4199-8ac9-b47e950f46aa found for delete ", "request_id": "req-b95cd8f7-38e7-4228-b842-aa3359738598"}]} Oct 04 20:46:12.171567 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-edf1cda8-f079-42c5-b622-0db3174f609e None None] Publish callbacks [] for port (da12b663-fd08-418f-b9b7-c44666054c09), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:12.255950 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-a2f1dd9d-ef1f-4e0c-a334-9678bedee57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1004a7e1-de3b-486f-b5c1-14e04614d9d9', 'name': 'tempest-ServerRescueTestJSONUnderV235-736172391-router', 'tenant_id': '62b8092f95334c3181e1703fd8d161fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'b04e77c1-22cf-4818-ad0a-f799fbd90e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:45:29Z', 'updated_at': '2022-10-04T20:46:02Z', 'revision_number': 4, 'project_id': '62b8092f95334c3181e1703fd8d161fb', 'gw_port': {'id': 'b04e77c1-22cf-4818-ad0a-f799fbd90e78', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1004a7e1-de3b-486f-b5c1-14e04614d9d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:45:34Z', 'updated_at': '2022-10-04T20:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '884452dd-ef7f-4792-b377-9112d1ea7a7f', 'name': '', 'network_id': '9e32d24b-d5bc-4229-a75e-1999f71b4a0c', 'tenant_id': '62b8092f95334c3181e1703fd8d161fb', 'mac_address': 'fa:16:3e:7d:ab:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1004a7e1-de3b-486f-b5c1-14e04614d9d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'f8978256-acc2-4e92-a2aa-d3a4e6c935dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:45:54Z', 'updated_at': '2022-10-04T20:46:04Z', 'revision_number': 2, 'project_id': '62b8092f95334c3181e1703fd8d161fb', 'subnets': [{'id': 'f8978256-acc2-4e92-a2aa-d3a4e6c935dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:46:12.263957 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bf5585bf-cfe1-4e53-b204-849150d34242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (76684a80-7326-45f0-83f0-fb100785407f), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:12.295624 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bf5585bf-cfe1-4e53-b204-849150d34242 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:12.301386 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4b1a8653-6a11-49e5-b886-0be869c9e8a9 admin admin] Publish callbacks [] for router_gateway (ce72b441-83df-44a5-acf0-341dac9198f2), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:12.307062 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-bf5585bf-cfe1-4e53-b204-849150d34242 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/76684a80-7326-45f0-83f0-fb100785407f HTTP/1.1" status: 204 len: 168 time: 3.8040478 Oct 04 20:46:12.318055 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 40352) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:12.376677 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f1dd9d-ef1f-4e0c-a334-9678bedee57a None None] Checking router: 1004a7e1-de3b-486f-b5c1-14e04614d9d9 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:46:12.377235 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f1dd9d-ef1f-4e0c-a334-9678bedee57a None None] Updating router 1004a7e1-de3b-486f-b5c1-14e04614d9d9 port 884452dd-ef7f-4792-b377-9112d1ea7a7f binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:46:12.389505 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-edf1cda8-f079-42c5-b622-0db3174f609e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (da12b663-fd08-418f-b9b7-c44666054c09), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:12.409660 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 40354) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:12.515362 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf1cda8-f079-42c5-b622-0db3174f609e None None] Network f901d054-56d5-4cbc-a133-05325e8ffd94 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:46:12.534438 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a2f1dd9d-ef1f-4e0c-a334-9678bedee57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (884452dd-ef7f-4792-b377-9112d1ea7a7f), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:12.539059 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-edf1cda8-f079-42c5-b622-0db3174f609e None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:46:12.541673 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 40356) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:12.547673 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf1cda8-f079-42c5-b622-0db3174f609e None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:46:12.562926 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-f340b77a-3be7-4f10-a7aa-b230104d93a8 tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Request body: {'security_group': {'name': 'tempest-securitygroup--286793502', 'description': 'tempest-description--1495152501'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:46:12.579192 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5585bf-cfe1-4e53-b204-849150d34242 admin admin] Pushing event deleted for resources: {'Network': ['ID=76684a80-7326-45f0-83f0-fb100785407f,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:12.619391 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf1cda8-f079-42c5-b622-0db3174f609e None None] Pushing event updated for resources: {'Port': ['ID=da12b663-fd08-418f-b9b7-c44666054c09,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:12.711554 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:12.799971 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:12.882265 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:12.914803 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-edf1cda8-f079-42c5-b622-0db3174f609e None None] Attempting to bind port da12b663-fd08-418f-b9b7-c44666054c09 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:46:12.916682 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-edf1cda8-f079-42c5-b622-0db3174f609e None None] Attempting to bind port da12b663-fd08-418f-b9b7-c44666054c09 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '5a1ce03f-233f-4cf3-b8b8-565dc22a7a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f901d054-56d5-4cbc-a133-05325e8ffd94'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:46:12.917962 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf1cda8-f079-42c5-b622-0db3174f609e None None] Attempting to bind port da12b663-fd08-418f-b9b7-c44666054c09 on network f901d054-56d5-4cbc-a133-05325e8ffd94 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:46:12.942810 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-2f02cc44-690e-4fca-8949-6d5e410aacb0 None None] Publish callbacks [] for port (34874eab-36de-4e02-bfc8-bb652f0217da), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:12.964169 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f340b77a-3be7-4f10-a7aa-b230104d93a8 tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:13.067678 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ef7f7928-7199-4bc4-94bc-1487ec71d183 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (1004a7e1-de3b-486f-b5c1-14e04614d9d9), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:13.091970 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [req-fba36b05-b66c-4572-8909-f34914c49736 req-664d6794-3870-4acc-bf7a-e8ba54e9931d tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] For port 46ab96a5-0e71-4267-bb4f-54da94372f8e, host n-h2-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-852085-12',level=0,port_id=46ab96a5-0e71-4267-bb4f-54da94372f8e,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:46:13.092765 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-fba36b05-b66c-4572-8909-f34914c49736 req-664d6794-3870-4acc-bf7a-e8ba54e9931d tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (46ab96a5-0e71-4267-bb4f-54da94372f8e), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:13.144546 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf1cda8-f079-42c5-b622-0db3174f609e None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:46:13.145225 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf1cda8-f079-42c5-b622-0db3174f609e None None] Checking segment: {'id': '5a1ce03f-233f-4cf3-b8b8-565dc22a7a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f901d054-56d5-4cbc-a133-05325e8ffd94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:46:13.145729 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-edf1cda8-f079-42c5-b622-0db3174f609e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:13.146393 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf1cda8-f079-42c5-b622-0db3174f609e None None] Bound using segment: {'id': '5a1ce03f-233f-4cf3-b8b8-565dc22a7a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f901d054-56d5-4cbc-a133-05325e8ffd94'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:46:13.147323 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-edf1cda8-f079-42c5-b622-0db3174f609e None None] Bound port: da12b663-fd08-418f-b9b7-c44666054c09, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a1ce03f-233f-4cf3-b8b8-565dc22a7a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f901d054-56d5-4cbc-a133-05325e8ffd94'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:46:13.148121 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-edf1cda8-f079-42c5-b622-0db3174f609e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (da12b663-fd08-418f-b9b7-c44666054c09), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:13.203331 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c44f6437-8557-4c38-b6cf-849c813d4001 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (e60e1fd3-34f4-4d61-9ca1-4e0007c3d8f0), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:13.205295 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-946cbe07-da13-46ee-a275-239d7037bb0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:13.251343 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [req-fba36b05-b66c-4572-8909-f34914c49736 req-664d6794-3870-4acc-bf7a-e8ba54e9931d tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] Calling delete_port for 46ab96a5-0e71-4267-bb4f-54da94372f8e owned by compute:nova {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:46:13.259100 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-2f02cc44-690e-4fca-8949-6d5e410aacb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (34874eab-36de-4e02-bfc8-bb652f0217da), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:13.268911 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d75891e0-1a4c-4824-b3df-0a07cde63f45 req-e9a28770-8257-40f7-8e1d-0f638834b455 tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ff7defe6-9faf-48db-929b-31490caa85ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1673062 Oct 04 20:46:13.295052 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-24c5d8d1-77c8-445b-ab0f-14bea825cbc7 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=210941eb9659422f81b3cd68dcd5e13f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8534617 Oct 04 20:46:13.312545 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 40360) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:13.424101 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-edf1cda8-f079-42c5-b622-0db3174f609e None None] For port da12b663-fd08-418f-b9b7-c44666054c09, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:46:13.431706 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:13.435261 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8290c508-9d88-40b7-a558-1513f7ba4afe None None] Pushing event updated for resources: {'Port': ['ID=34874eab-36de-4e02-bfc8-bb652f0217da,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:13.470588 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-edf1cda8-f079-42c5-b622-0db3174f609e None None] For port da12b663-fd08-418f-b9b7-c44666054c09, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=da12b663-fd08-418f-b9b7-c44666054c09,segment=NetworkSegment(5a1ce03f-233f-4cf3-b8b8-565dc22a7a99),segment_id=5a1ce03f-233f-4cf3-b8b8-565dc22a7a99)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:46:13.506173 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-946cbe07-da13-46ee-a275-239d7037bb0c admin admin] Publish callbacks [] for security_group (e512719e-422f-41f6-9366-ae56fd410f75), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:13.543759 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f340b77a-3be7-4f10-a7aa-b230104d93a8 tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Publish callbacks [] for security_group (7a689fc4-3104-4a79-84e5-e859680e0c03), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:13.548537 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=79,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:13.560155 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-2f02cc44-690e-4fca-8949-6d5e410aacb0 None None] Attempting to bind port 34874eab-36de-4e02-bfc8-bb652f0217da on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:46:13.561334 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-2f02cc44-690e-4fca-8949-6d5e410aacb0 None None] Attempting to bind port 34874eab-36de-4e02-bfc8-bb652f0217da by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'efb79d4b-9dcc-4656-a45c-ba38a3966202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'becb2bb8-4aa1-4ce8-843c-ef0a82d766a9'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:46:13.564239 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f02cc44-690e-4fca-8949-6d5e410aacb0 None None] Attempting to bind port 34874eab-36de-4e02-bfc8-bb652f0217da on network becb2bb8-4aa1-4ce8-843c-ef0a82d766a9 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:46:13.617858 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a2f1dd9d-ef1f-4e0c-a334-9678bedee57a None None] Publish callbacks [] for port (884452dd-ef7f-4792-b377-9112d1ea7a7f), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:13.645605 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-946cbe07-da13-46ee-a275-239d7037bb0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (e512719e-422f-41f6-9366-ae56fd410f75), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:13.651934 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-edf1cda8-f079-42c5-b622-0db3174f609e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (da12b663-fd08-418f-b9b7-c44666054c09), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:13.693605 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f02cc44-690e-4fca-8949-6d5e410aacb0 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:46:13.696190 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f02cc44-690e-4fca-8949-6d5e410aacb0 None None] Checking segment: {'id': 'efb79d4b-9dcc-4656-a45c-ba38a3966202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'becb2bb8-4aa1-4ce8-843c-ef0a82d766a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:46:13.700744 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f340b77a-3be7-4f10-a7aa-b230104d93a8 tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (7a689fc4-3104-4a79-84e5-e859680e0c03), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:13.703126 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-2f02cc44-690e-4fca-8949-6d5e410aacb0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:13.703964 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f02cc44-690e-4fca-8949-6d5e410aacb0 None None] Bound using segment: {'id': 'efb79d4b-9dcc-4656-a45c-ba38a3966202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'becb2bb8-4aa1-4ce8-843c-ef0a82d766a9'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:46:13.708305 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-2f02cc44-690e-4fca-8949-6d5e410aacb0 None None] Bound port: 34874eab-36de-4e02-bfc8-bb652f0217da, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efb79d4b-9dcc-4656-a45c-ba38a3966202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'becb2bb8-4aa1-4ce8-843c-ef0a82d766a9'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:46:13.708992 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-2f02cc44-690e-4fca-8949-6d5e410aacb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (34874eab-36de-4e02-bfc8-bb652f0217da), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:13.715003 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:13.802207 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf1cda8-f079-42c5-b622-0db3174f609e None None] Pushing event updated for resources: {'Port': ['ID=da12b663-fd08-418f-b9b7-c44666054c09,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:13.820229 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a2f1dd9d-ef1f-4e0c-a334-9678bedee57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (884452dd-ef7f-4792-b377-9112d1ea7a7f), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:13.867994 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-946cbe07-da13-46ee-a275-239d7037bb0c admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=580a17f3337d4598967c6fad7b7a420f&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1914692 Oct 04 20:46:13.867994 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946cbe07-da13-46ee-a275-239d7037bb0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e512719e-422f-41f6-9366-ae56fd410f75,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:13.877443 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 40362) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:13.916667 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-2f02cc44-690e-4fca-8949-6d5e410aacb0 None None] For port 34874eab-36de-4e02-bfc8-bb652f0217da, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:46:13.920642 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c533e75-8feb-4927-b970-3d5de3425596 None None] Pushing event updated for resources: {'Port': ['ID=884452dd-ef7f-4792-b377-9112d1ea7a7f,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:13.926845 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-2f02cc44-690e-4fca-8949-6d5e410aacb0 None None] For port 34874eab-36de-4e02-bfc8-bb652f0217da, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=34874eab-36de-4e02-bfc8-bb652f0217da,segment=NetworkSegment(efb79d4b-9dcc-4656-a45c-ba38a3966202),segment_id=efb79d4b-9dcc-4656-a45c-ba38a3966202)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:46:14.060531 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f340b77a-3be7-4f10-a7aa-b230104d93a8 tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:14.063687 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f340b77a-3be7-4f10-a7aa-b230104d93a8 tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.5090232 Oct 04 20:46:14.074021 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-2f02cc44-690e-4fca-8949-6d5e410aacb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (34874eab-36de-4e02-bfc8-bb652f0217da), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:14.097139 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7da251cd-013f-4b10-ad6a-810a9cfbe9d8 admin admin] Publish callbacks [] for security_group (19eb2f81-295a-46db-a093-a04dff7a9863), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:14.111003 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-a2f1dd9d-ef1f-4e0c-a334-9678bedee57a None None] Attempting to bind port 884452dd-ef7f-4792-b377-9112d1ea7a7f on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:46:14.114911 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-a2f1dd9d-ef1f-4e0c-a334-9678bedee57a None None] Attempting to bind port 884452dd-ef7f-4792-b377-9112d1ea7a7f by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'bed443e2-8f92-41b4-a226-9d303c48b433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9e32d24b-d5bc-4229-a75e-1999f71b4a0c'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:46:14.116697 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f1dd9d-ef1f-4e0c-a334-9678bedee57a None None] Attempting to bind port 884452dd-ef7f-4792-b377-9112d1ea7a7f on network 9e32d24b-d5bc-4229-a75e-1999f71b4a0c {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:46:14.179439 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 40364) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:14.191658 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-ca3c0ea6-4dbb-4e8e-970d-31198c96041a tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Request body: {'security_group_rule': {'security_group_id': '7a689fc4-3104-4a79-84e5-e859680e0c03', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:46:14.225634 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7da251cd-013f-4b10-ad6a-810a9cfbe9d8 admin admin] Publish callbacks [] for security_group (19eb2f81-295a-46db-a093-a04dff7a9863), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:14.250906 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f02cc44-690e-4fca-8949-6d5e410aacb0 None None] Routers {'1cb91226-007d-4d45-ab44-d6c5170c5e28'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:46:14.251620 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-2f02cc44-690e-4fca-8949-6d5e410aacb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:45:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['1cb91226-007d-4d45-ab44-d6c5170c5e28'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:46:14.318581 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f1dd9d-ef1f-4e0c-a334-9678bedee57a None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:46:14.319042 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f1dd9d-ef1f-4e0c-a334-9678bedee57a None None] Checking segment: {'id': 'bed443e2-8f92-41b4-a226-9d303c48b433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9e32d24b-d5bc-4229-a75e-1999f71b4a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:46:14.319630 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a2f1dd9d-ef1f-4e0c-a334-9678bedee57a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:14.320198 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f1dd9d-ef1f-4e0c-a334-9678bedee57a None None] Bound using segment: {'id': 'bed443e2-8f92-41b4-a226-9d303c48b433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9e32d24b-d5bc-4229-a75e-1999f71b4a0c'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:46:14.321421 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-a2f1dd9d-ef1f-4e0c-a334-9678bedee57a None None] Bound port: 884452dd-ef7f-4792-b377-9112d1ea7a7f, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bed443e2-8f92-41b4-a226-9d303c48b433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9e32d24b-d5bc-4229-a75e-1999f71b4a0c'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:46:14.321913 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a2f1dd9d-ef1f-4e0c-a334-9678bedee57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (884452dd-ef7f-4792-b377-9112d1ea7a7f), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:14.340401 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-ef7f7928-7199-4bc4-94bc-1487ec71d183 admin admin] Deleting port 884452dd-ef7f-4792-b377-9112d1ea7a7f {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:46:14.341248 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ef7f7928-7199-4bc4-94bc-1487ec71d183 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (884452dd-ef7f-4792-b377-9112d1ea7a7f), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:14.361723 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Device 46ab96a5-0e71-4267-bb4f-54da94372f8e no longer exists at agent hyperv_n-h2-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:46:14.535680 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-ef7f7928-7199-4bc4-94bc-1487ec71d183 admin admin] For port 884452dd-ef7f-4792-b377-9112d1ea7a7f, host n-d-852085-12, got binding levels [] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:46:14.536826 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ef7f7928-7199-4bc4-94bc-1487ec71d183 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (884452dd-ef7f-4792-b377-9112d1ea7a7f), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:14.563837 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:14.566534 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-ef7f7928-7199-4bc4-94bc-1487ec71d183 admin admin] Calling delete_port for 884452dd-ef7f-4792-b377-9112d1ea7a7f owned by network:router_interface {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:46:14.631357 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-2f02cc44-690e-4fca-8949-6d5e410aacb0 None None] Set router 1cb91226-007d-4d45-ab44-d6c5170c5e28 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:46:14.829143 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8290c508-9d88-40b7-a558-1513f7ba4afe None None] Pushing event updated for resources: {'Port': ['ID=34874eab-36de-4e02-bfc8-bb652f0217da,revision_number=4']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:14.877292 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f340b77a-3be7-4f10-a7aa-b230104d93a8 tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a689fc4-3104-4a79-84e5-e859680e0c03,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:14.938399 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:14.960908 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a2e93481-6242-4207-8a25-ed1183859db1 admin admin] Publish callbacks [] for security_group (e512719e-422f-41f6-9366-ae56fd410f75), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:14.965286 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ca3c0ea6-4dbb-4e8e-970d-31198c96041a tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Publish callbacks [] for security_group_rule (143a588f-75ae-49ee-8f3b-71c5c5aff1ef), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:15.071724 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:15.180865 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Current status of the port 46ab96a5-0e71-4267-bb4f-54da94372f8e is: DOWN; New status is: DOWN {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:46:15.195040 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-2f02cc44-690e-4fca-8949-6d5e410aacb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb91226-007d-4d45-ab44-d6c5170c5e28', 'name': 'tempest-AttachVolumeShelveTestJSON-1622830968-router', 'tenant_id': '20a4ff06d4d748a7af1b5daf97fd6b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '63d564a5-3252-4029-b2b4-25141d0b7e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:45:29Z', 'updated_at': '2022-10-04T20:46:05Z', 'revision_number': 4, 'project_id': '20a4ff06d4d748a7af1b5daf97fd6b39', 'gw_port': {'id': '63d564a5-3252-4029-b2b4-25141d0b7e2b', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb91226-007d-4d45-ab44-d6c5170c5e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:45:34Z', 'updated_at': '2022-10-04T20:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '34874eab-36de-4e02-bfc8-bb652f0217da', 'name': '', 'network_id': 'becb2bb8-4aa1-4ce8-843c-ef0a82d766a9', 'tenant_id': '20a4ff06d4d748a7af1b5daf97fd6b39', 'mac_address': 'fa:16:3e:c8:d6:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cb91226-007d-4d45-ab44-d6c5170c5e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'e5474982-219e-429b-8fc0-cd2f63ad7933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:45:56Z', 'updated_at': '2022-10-04T20:46:13Z', 'revision_number': 4, 'project_id': '20a4ff06d4d748a7af1b5daf97fd6b39', 'subnets': [{'id': 'e5474982-219e-429b-8fc0-cd2f63ad7933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:46:15.212309 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a2e93481-6242-4207-8a25-ed1183859db1 admin admin] Publish callbacks [] for security_group (e512719e-422f-41f6-9366-ae56fd410f75), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:15.271015 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f02cc44-690e-4fca-8949-6d5e410aacb0 None None] The sync data for ids ['1cb91226-007d-4d45-ab44-d6c5170c5e28'] in n-d-852085-12 is: [{'id': '1cb91226-007d-4d45-ab44-d6c5170c5e28', 'name': 'tempest-AttachVolumeShelveTestJSON-1622830968-router', 'tenant_id': '20a4ff06d4d748a7af1b5daf97fd6b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '63d564a5-3252-4029-b2b4-25141d0b7e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:45:29Z', 'updated_at': '2022-10-04T20:46:05Z', 'revision_number': 4, 'project_id': '20a4ff06d4d748a7af1b5daf97fd6b39', 'gw_port': {'id': '63d564a5-3252-4029-b2b4-25141d0b7e2b', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb91226-007d-4d45-ab44-d6c5170c5e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:45:34Z', 'updated_at': '2022-10-04T20:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '34874eab-36de-4e02-bfc8-bb652f0217da', 'name': '', 'network_id': 'becb2bb8-4aa1-4ce8-843c-ef0a82d766a9', 'tenant_id': '20a4ff06d4d748a7af1b5daf97fd6b39', 'mac_address': 'fa:16:3e:c8:d6:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cb91226-007d-4d45-ab44-d6c5170c5e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'e5474982-219e-429b-8fc0-cd2f63ad7933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:45:56Z', 'updated_at': '2022-10-04T20:46:13Z', 'revision_number': 4, 'project_id': '20a4ff06d4d748a7af1b5daf97fd6b39', 'subnets': [{'id': 'e5474982-219e-429b-8fc0-cd2f63ad7933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:46:15.643767 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device da12b663-fd08-418f-b9b7-c44666054c09 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:46:15.648589 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ca3c0ea6-4dbb-4e8e-970d-31198c96041a tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Publish callbacks [] for security_group_rule (143a588f-75ae-49ee-8f3b-71c5c5aff1ef), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:15.654665 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7da251cd-013f-4b10-ad6a-810a9cfbe9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (19eb2f81-295a-46db-a093-a04dff7a9863), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:15.654665 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7da251cd-013f-4b10-ad6a-810a9cfbe9d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:15.654665 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-7da251cd-013f-4b10-ad6a-810a9cfbe9d8 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/19eb2f81-295a-46db-a093-a04dff7a9863 HTTP/1.1" status: 204 len: 168 time: 2.2292738 Oct 04 20:46:15.655909 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ef7f7928-7199-4bc4-94bc-1487ec71d183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (884452dd-ef7f-4792-b377-9112d1ea7a7f), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:15.655909 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:15.700051 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-a2f1dd9d-ef1f-4e0c-a334-9678bedee57a None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 20:46:15.700051 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-a2f1dd9d-ef1f-4e0c-a334-9678bedee57a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 20:46:15.700051 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port da12b663-fd08-418f-b9b7-c44666054c09 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:46:15.700573 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7f7928-7199-4bc4-94bc-1487ec71d183 admin admin] Pushing event deleted for resources: {'Port': ['ID=884452dd-ef7f-4792-b377-9112d1ea7a7f,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:15.700750 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (da12b663-fd08-418f-b9b7-c44666054c09), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:15.700750 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port da12b663-fd08-418f-b9b7-c44666054c09 Oct 04 20:46:15.709221 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ca3c0ea6-4dbb-4e8e-970d-31198c96041a tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (143a588f-75ae-49ee-8f3b-71c5c5aff1ef), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:15.713804 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d01ef8df-484d-489d-b4ad-1008b4105536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:15.761621 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3c0ea6-4dbb-4e8e-970d-31198c96041a tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=143a588f-75ae-49ee-8f3b-71c5c5aff1ef,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:15.869163 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:15.873032 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a2e93481-6242-4207-8a25-ed1183859db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (e512719e-422f-41f6-9366-ae56fd410f75), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:15.881367 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a2e93481-6242-4207-8a25-ed1183859db1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:15.887849 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a2e93481-6242-4207-8a25-ed1183859db1 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/e512719e-422f-41f6-9366-ae56fd410f75 HTTP/1.1" status: 204 len: 168 time: 2.0025706 Oct 04 20:46:15.971673 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e93481-6242-4207-8a25-ed1183859db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e512719e-422f-41f6-9366-ae56fd410f75,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:16.018947 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc530982-e1bc-4306-945a-3e68c0a1b8ba req-5ab359e5-2f42-4f8d-ba4b-f8580b2a4f35 tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:46:16.034455 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-cc530982-e1bc-4306-945a-3e68c0a1b8ba req-5ab359e5-2f42-4f8d-ba4b-f8580b2a4f35 tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=568cbe45-b90d-49d4-8ed6-90923e399d49 HTTP/1.1" status: 200 len: 948 time: 1.4343877 Oct 04 20:46:16.056431 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ca3c0ea6-4dbb-4e8e-970d-31198c96041a tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:16.066399 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61a4c21-ace5-49f0-82f7-feb8155a8f77 None None] Network f901d054-56d5-4cbc-a133-05325e8ffd94 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:46:16.067691 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ca3c0ea6-4dbb-4e8e-970d-31198c96041a tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8798878 Oct 04 20:46:16.068727 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 40372) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:16.089905 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-6e88281a-e58c-4de3-b781-4484cad5292e tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Request body: {'security_group_rule': {'security_group_id': '7a689fc4-3104-4a79-84e5-e859680e0c03', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:46:16.114715 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port da12b663-fd08-418f-b9b7-c44666054c09 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:46:16.115412 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (da12b663-fd08-418f-b9b7-c44666054c09), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:16.249826 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da251cd-013f-4b10-ad6a-810a9cfbe9d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19eb2f81-295a-46db-a093-a04dff7a9863,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:16.257363 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4b1a8653-6a11-49e5-b886-0be869c9e8a9 admin admin] Publish callbacks [] for router_gateway (ce72b441-83df-44a5-acf0-341dac9198f2), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:16.285590 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-31faded6-f787-49ea-9a48-95af45b97948 None None] Provisioning complete for port da12b663-fd08-418f-b9b7-c44666054c09 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:46:16.286498 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-31faded6-f787-49ea-9a48-95af45b97948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (da12b663-fd08-418f-b9b7-c44666054c09), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:16.287127 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-31faded6-f787-49ea-9a48-95af45b97948 None None] Attempt 1 to provision port da12b663-fd08-418f-b9b7-c44666054c09 Oct 04 20:46:16.380164 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4b1a8653-6a11-49e5-b886-0be869c9e8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:16.467710 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-a2f1dd9d-ef1f-4e0c-a334-9678bedee57a None None] Attempting to bind port 884452dd-ef7f-4792-b377-9112d1ea7a7f on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:46:16.468536 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-a2f1dd9d-ef1f-4e0c-a334-9678bedee57a None None] Attempting to bind port 884452dd-ef7f-4792-b377-9112d1ea7a7f by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'bed443e2-8f92-41b4-a226-9d303c48b433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9e32d24b-d5bc-4229-a75e-1999f71b4a0c'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:46:16.469448 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f1dd9d-ef1f-4e0c-a334-9678bedee57a None None] Attempting to bind port 884452dd-ef7f-4792-b377-9112d1ea7a7f on network 9e32d24b-d5bc-4229-a75e-1999f71b4a0c {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:46:16.528323 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6e88281a-e58c-4de3-b781-4484cad5292e tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Publish callbacks [] for security_group_rule (37e3dc70-37ee-4812-83a2-f237779f01df), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:16.576645 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port da12b663-fd08-418f-b9b7-c44666054c09, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=da12b663-fd08-418f-b9b7-c44666054c09,segment=NetworkSegment(5a1ce03f-233f-4cf3-b8b8-565dc22a7a99),segment_id=5a1ce03f-233f-4cf3-b8b8-565dc22a7a99)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:46:16.645152 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:16.712352 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (da12b663-fd08-418f-b9b7-c44666054c09), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:16.779813 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f1dd9d-ef1f-4e0c-a334-9678bedee57a None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:46:16.780470 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f1dd9d-ef1f-4e0c-a334-9678bedee57a None None] Checking segment: {'id': 'bed443e2-8f92-41b4-a226-9d303c48b433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9e32d24b-d5bc-4229-a75e-1999f71b4a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:46:16.781114 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a2f1dd9d-ef1f-4e0c-a334-9678bedee57a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:16.781798 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f1dd9d-ef1f-4e0c-a334-9678bedee57a None None] Bound using segment: {'id': 'bed443e2-8f92-41b4-a226-9d303c48b433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9e32d24b-d5bc-4229-a75e-1999f71b4a0c'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:46:16.789449 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6e88281a-e58c-4de3-b781-4484cad5292e tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Publish callbacks [] for security_group_rule (37e3dc70-37ee-4812-83a2-f237779f01df), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:16.805832 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-a2f1dd9d-ef1f-4e0c-a334-9678bedee57a None None] Bound port: 884452dd-ef7f-4792-b377-9112d1ea7a7f, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bed443e2-8f92-41b4-a226-9d303c48b433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9e32d24b-d5bc-4229-a75e-1999f71b4a0c'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:46:16.805832 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a2f1dd9d-ef1f-4e0c-a334-9678bedee57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (884452dd-ef7f-4792-b377-9112d1ea7a7f), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:16.814155 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ef7f7928-7199-4bc4-94bc-1487ec71d183 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (1004a7e1-de3b-486f-b5c1-14e04614d9d9), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:16.881509 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a8bfe79c-ae8c-4ebe-9b99-717e8b106675 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (2230a921-fe76-4b21-b385-6cd21bedc8cb), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:17.001782 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6e88281a-e58c-4de3-b781-4484cad5292e tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (37e3dc70-37ee-4812-83a2-f237779f01df), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:17.119426 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-31faded6-f787-49ea-9a48-95af45b97948 None None] Current status of the port da12b663-fd08-418f-b9b7-c44666054c09 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:46:17.155083 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-a2f1dd9d-ef1f-4e0c-a334-9678bedee57a None None] Port 884452dd-ef7f-4792-b377-9112d1ea7a7f has been deleted concurrently {{(pid=108171) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:696}} Oct 04 20:46:17.165236 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=da12b663-fd08-418f-b9b7-c44666054c09,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:17.203985 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f1dd9d-ef1f-4e0c-a334-9678bedee57a None None] Routers {'1004a7e1-de3b-486f-b5c1-14e04614d9d9'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:46:17.215042 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-a2f1dd9d-ef1f-4e0c-a334-9678bedee57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:45:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['1004a7e1-de3b-486f-b5c1-14e04614d9d9'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:46:17.215564 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e88281a-e58c-4de3-b781-4484cad5292e tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37e3dc70-37ee-4812-83a2-f237779f01df,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:17.329151 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-fba36b05-b66c-4572-8909-f34914c49736 req-664d6794-3870-4acc-bf7a-e8ba54e9931d tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (46ab96a5-0e71-4267-bb4f-54da94372f8e), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:17.395582 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6e88281a-e58c-4de3-b781-4484cad5292e tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:17.403622 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-4b1a8653-6a11-49e5-b886-0be869c9e8a9 admin admin] Allocated IP 172.25.5.47 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/659815c0-f3ef-4696-9563-423fe47a4793) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:46:17.407630 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-6e88281a-e58c-4de3-b781-4484cad5292e tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3366141 Oct 04 20:46:17.456379 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 40384) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:17.583266 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-d14b3548-c3e6-443f-8f81-85ce3b6dfd2b tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Request body: {'floatingip': {'floating_network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:46:17.659895 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 40386) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:17.662132 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-a2f1dd9d-ef1f-4e0c-a334-9678bedee57a None None] Set router 1004a7e1-de3b-486f-b5c1-14e04614d9d9 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:46:17.662986 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:17.699850 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:17.702205 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664d6794-3870-4acc-bf7a-e8ba54e9931d tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] Pushing event deleted for resources: {'Port': ['ID=46ab96a5-0e71-4267-bb4f-54da94372f8e,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:17.706992 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 34874eab-36de-4e02-bfc8-bb652f0217da up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:46:17.748621 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-cc530982-e1bc-4306-945a-3e68c0a1b8ba req-08f1d317-408b-46ab-bd7b-33d0bd5b7d11 tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=ff7defe6-9faf-48db-929b-31490caa85ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7120202 Oct 04 20:46:17.867343 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-89a437c8-087e-437b-94ca-e347a06e1785 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:17.891408 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef7f7928-7199-4bc4-94bc-1487ec71d183 admin admin] Router 1004a7e1-de3b-486f-b5c1-14e04614d9d9 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:46:17.907300 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c44f6437-8557-4c38-b6cf-849c813d4001 admin admin] Router e60e1fd3-34f4-4d61-9ca1-4e0007c3d8f0 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:46:17.941848 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-8b75c241-cc09-4fdf-a1ae-b75ec1321256 None None] Provisioning complete for port da12b663-fd08-418f-b9b7-c44666054c09 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:46:17.943601 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8b75c241-cc09-4fdf-a1ae-b75ec1321256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (da12b663-fd08-418f-b9b7-c44666054c09), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:17.947882 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-8b75c241-cc09-4fdf-a1ae-b75ec1321256 None None] Attempt 1 to provision port da12b663-fd08-418f-b9b7-c44666054c09 Oct 04 20:46:18.107062 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ab361b7f-91d2-462a-820c-4a4f0936b68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:18.223605 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:18.225058 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba36b05-b66c-4572-8909-f34914c49736 req-664d6794-3870-4acc-bf7a-e8ba54e9931d tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] No DVR routers for this DVR port 46ab96a5-0e71-4267-bb4f-54da94372f8e on host n-h2-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:46:18.237695 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-fba36b05-b66c-4572-8909-f34914c49736 req-664d6794-3870-4acc-bf7a-e8ba54e9931d tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:18.258610 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-fba36b05-b66c-4572-8909-f34914c49736 req-664d6794-3870-4acc-bf7a-e8ba54e9931d tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] 10.222.0.85 "DELETE /networking/v2.0/ports/46ab96a5-0e71-4267-bb4f-54da94372f8e HTTP/1.1" status: 204 len: 173 time: 7.7189846 Oct 04 20:46:18.281845 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '568cbe45-b90d-49d4-8ed6-90923e399d49', 'name': 'network-vif-deleted', 'tag': '46ab96a5-0e71-4267-bb4f-54da94372f8e'}] {{(pid=108170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 20:46:18.286594 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a696e922a709062c6bf2650733a1f4a2b44940721a32d933316dd509f3aaf0ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bcc23de-c870-4d16-8a0a-ba08250b3aa4" -d '{"events": [{"server_uuid": "568cbe45-b90d-49d4-8ed6-90923e399d49", "name": "network-vif-deleted", "tag": "46ab96a5-0e71-4267-bb4f-54da94372f8e"}]}' {{(pid=108170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 20:46:18.317806 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 34874eab-36de-4e02-bfc8-bb652f0217da triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:46:18.319210 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d14b3548-c3e6-443f-8f81-85ce3b6dfd2b tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Publish callbacks [] for floatingip (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:18.320109 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (34874eab-36de-4e02-bfc8-bb652f0217da), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:18.326999 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 34874eab-36de-4e02-bfc8-bb652f0217da Oct 04 20:46:18.394645 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef7f7928-7199-4bc4-94bc-1487ec71d183 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:46:18.418044 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ef7f7928-7199-4bc4-94bc-1487ec71d183 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/1004a7e1-de3b-486f-b5c1-14e04614d9d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1105080 Oct 04 20:46:18.420632 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 40392) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:18.645142 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 20:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146a79d2-a858-4d48-a1e4-2d4442008ae1 x-openstack-request-id: req-146a79d2-a858-4d48-a1e4-2d4442008ae1 {{(pid=108170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 20:46:18.663864 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "568cbe45-b90d-49d4-8ed6-90923e399d49", "name": "network-vif-deleted", "tag": "46ab96a5-0e71-4267-bb4f-54da94372f8e", "status": "completed", "code": 200}]} {{(pid=108170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 20:46:18.664689 n-d-852085-12 neutron-server[108170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-146a79d2-a858-4d48-a1e4-2d4442008ae1 {{(pid=108170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 20:46:18.665553 n-d-852085-12 neutron-server[108170]: INFO neutron.notifiers.nova [-] Nova event matching ['req-146a79d2-a858-4d48-a1e4-2d4442008ae1'] response: {'server_uuid': '568cbe45-b90d-49d4-8ed6-90923e399d49', 'name': 'network-vif-deleted', 'tag': '46ab96a5-0e71-4267-bb4f-54da94372f8e', 'status': 'completed', 'code': 200} Oct 04 20:46:18.713204 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-8b75c241-cc09-4fdf-a1ae-b75ec1321256 None None] Current status of the port da12b663-fd08-418f-b9b7-c44666054c09 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:46:18.896933 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9dd11214-8cd9-418e-b1b5-045b9ac2d5dc admin admin] Publish callbacks [] for router (1004a7e1-de3b-486f-b5c1-14e04614d9d9), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:18.986160 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 34874eab-36de-4e02-bfc8-bb652f0217da is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:46:18.986994 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (34874eab-36de-4e02-bfc8-bb652f0217da), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:19.057331 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4b1a8653-6a11-49e5-b886-0be869c9e8a9 admin admin] Publish callbacks [] for port (659815c0-f3ef-4696-9563-423fe47a4793), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:19.127722 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:19.147751 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-a2f1dd9d-ef1f-4e0c-a334-9678bedee57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1004a7e1-de3b-486f-b5c1-14e04614d9d9', 'name': 'tempest-ServerRescueTestJSONUnderV235-736172391-router', 'tenant_id': '62b8092f95334c3181e1703fd8d161fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'b04e77c1-22cf-4818-ad0a-f799fbd90e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:45:29Z', 'updated_at': '2022-10-04T20:46:15Z', 'revision_number': 5, 'project_id': '62b8092f95334c3181e1703fd8d161fb', 'gw_port': {'id': 'b04e77c1-22cf-4818-ad0a-f799fbd90e78', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1004a7e1-de3b-486f-b5c1-14e04614d9d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:45:34Z', 'updated_at': '2022-10-04T20:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:46:19.217257 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f1dd9d-ef1f-4e0c-a334-9678bedee57a None None] The sync data for ids ['1004a7e1-de3b-486f-b5c1-14e04614d9d9'] in n-d-852085-12 is: [{'id': '1004a7e1-de3b-486f-b5c1-14e04614d9d9', 'name': 'tempest-ServerRescueTestJSONUnderV235-736172391-router', 'tenant_id': '62b8092f95334c3181e1703fd8d161fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'b04e77c1-22cf-4818-ad0a-f799fbd90e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:45:29Z', 'updated_at': '2022-10-04T20:46:15Z', 'revision_number': 5, 'project_id': '62b8092f95334c3181e1703fd8d161fb', 'gw_port': {'id': 'b04e77c1-22cf-4818-ad0a-f799fbd90e78', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1004a7e1-de3b-486f-b5c1-14e04614d9d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:45:34Z', 'updated_at': '2022-10-04T20:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:46:19.233635 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9dd11214-8cd9-418e-b1b5-045b9ac2d5dc admin admin] Publish callbacks [] for router_gateway (1004a7e1-de3b-486f-b5c1-14e04614d9d9), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:19.247531 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 34874eab-36de-4e02-bfc8-bb652f0217da, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=34874eab-36de-4e02-bfc8-bb652f0217da,segment=NetworkSegment(efb79d4b-9dcc-4656-a45c-ba38a3966202),segment_id=efb79d4b-9dcc-4656-a45c-ba38a3966202)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:46:19.254771 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-6202f562-22aa-44ac-a64a-164a6dcba37c req-8b5d4e1f-52fe-485e-82a8-2f2257cb39e7 tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=568cbe45-b90d-49d4-8ed6-90923e399d49 HTTP/1.1" status: 200 len: 210 time: 0.2397065 Oct 04 20:46:19.320692 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (34874eab-36de-4e02-bfc8-bb652f0217da), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:19.375644 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-89a437c8-087e-437b-94ca-e347a06e1785 admin admin] Publish callbacks [] for security_group (3b50cad1-6b99-4974-9910-a983fd0c6ed8), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:19.450097 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:INSERT=12,neutron:SELECT=87,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:19.466395 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d14b3548-c3e6-443f-8f81-85ce3b6dfd2b tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:19.526112 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-9dd11214-8cd9-418e-b1b5-045b9ac2d5dc admin admin] Deleting port b04e77c1-22cf-4818-ad0a-f799fbd90e78 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:46:19.527314 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9dd11214-8cd9-418e-b1b5-045b9ac2d5dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (b04e77c1-22cf-4818-ad0a-f799fbd90e78), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:19.536150 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=34874eab-36de-4e02-bfc8-bb652f0217da,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:19.633660 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-89a437c8-087e-437b-94ca-e347a06e1785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (3b50cad1-6b99-4974-9910-a983fd0c6ed8), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:19.669479 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device da12b663-fd08-418f-b9b7-c44666054c09 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:46:19.707720 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4b1a8653-6a11-49e5-b886-0be869c9e8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (659815c0-f3ef-4696-9563-423fe47a4793), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:19.832728 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-9dd11214-8cd9-418e-b1b5-045b9ac2d5dc admin admin] For port b04e77c1-22cf-4818-ad0a-f799fbd90e78, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b04e77c1-22cf-4818-ad0a-f799fbd90e78,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:46:19.834220 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9dd11214-8cd9-418e-b1b5-045b9ac2d5dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (b04e77c1-22cf-4818-ad0a-f799fbd90e78), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:19.884561 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port da12b663-fd08-418f-b9b7-c44666054c09 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:46:19.887614 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (da12b663-fd08-418f-b9b7-c44666054c09), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:19.888523 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port da12b663-fd08-418f-b9b7-c44666054c09 Oct 04 20:46:19.898073 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-9dd11214-8cd9-418e-b1b5-045b9ac2d5dc admin admin] Calling delete_port for b04e77c1-22cf-4818-ad0a-f799fbd90e78 owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:46:19.920167 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44f6437-8557-4c38-b6cf-849c813d4001 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:46:20.017084 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6618af5a-d2d8-4d68-b417-a6c11a5cade3 None None] Sync routers for ids ['e60e1fd3-34f4-4d61-9ca1-4e0007c3d8f0'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:46:20.059645 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6618af5a-d2d8-4d68-b417-a6c11a5cade3 None None] Routers {'e60e1fd3-34f4-4d61-9ca1-4e0007c3d8f0'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:46:20.060723 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-6618af5a-d2d8-4d68-b417-a6c11a5cade3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:46:18Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['e60e1fd3-34f4-4d61-9ca1-4e0007c3d8f0'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:46:20.061347 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c44f6437-8557-4c38-b6cf-849c813d4001 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/e60e1fd3-34f4-4d61-9ca1-4e0007c3d8f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.2137065 Oct 04 20:46:20.070813 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 40410) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:20.086332 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a437c8-087e-437b-94ca-e347a06e1785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b50cad1-6b99-4974-9910-a983fd0c6ed8,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:20.116016 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-89a437c8-087e-437b-94ca-e347a06e1785 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=50717574c7a948b88193be54c01c30e1&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4434614 Oct 04 20:46:20.145515 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1a8653-6a11-49e5-b886-0be869c9e8a9 admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:46:20.252567 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 40412) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:20.350625 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-6618af5a-d2d8-4d68-b417-a6c11a5cade3 None None] Set router e60e1fd3-34f4-4d61-9ca1-4e0007c3d8f0 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:46:20.435592 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-4b1a8653-6a11-49e5-b886-0be869c9e8a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:46:20.490816 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1a8653-6a11-49e5-b886-0be869c9e8a9 admin admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:46:20.513219 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-a8bfe79c-ae8c-4ebe-9b99-717e8b106675 admin admin] Deleting port b0f20d4c-303f-46f3-8a61-3e3eec51d0ab {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:46:20.514298 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a8bfe79c-ae8c-4ebe-9b99-717e8b106675 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (b0f20d4c-303f-46f3-8a61-3e3eec51d0ab), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:20.521671 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:20.717407 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:20.849970 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9dd11214-8cd9-418e-b1b5-045b9ac2d5dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (b04e77c1-22cf-4818-ad0a-f799fbd90e78), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:20.978117 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd11214-8cd9-418e-b1b5-045b9ac2d5dc admin admin] Pushing event deleted for resources: {'Port': ['ID=b04e77c1-22cf-4818-ad0a-f799fbd90e78,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:20.997042 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:21.047767 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:21.077563 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e319246-9dbf-4685-8a76-84be4c9386f3 None None] Sync routers for ids ['1004a7e1-de3b-486f-b5c1-14e04614d9d9'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:46:21.121964 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e319246-9dbf-4685-8a76-84be4c9386f3 None None] Routers {'1004a7e1-de3b-486f-b5c1-14e04614d9d9'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:46:21.122995 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-5e319246-9dbf-4685-8a76-84be4c9386f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:46:18Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['1004a7e1-de3b-486f-b5c1-14e04614d9d9'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:46:21.171298 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1a8653-6a11-49e5-b886-0be869c9e8a9 admin admin] Pushing event updated for resources: {'Port': ['ID=659815c0-f3ef-4696-9563-423fe47a4793,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:21.173000 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port da12b663-fd08-418f-b9b7-c44666054c09 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:46:21.224002 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9dd11214-8cd9-418e-b1b5-045b9ac2d5dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (1004a7e1-de3b-486f-b5c1-14e04614d9d9), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:21.287113 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-d14b3548-c3e6-443f-8f81-85ce3b6dfd2b tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Allocated IP 172.25.5.174 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/9f93a996-3647-453e-9e32-6d4672ef8416) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:46:21.350439 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-5e319246-9dbf-4685-8a76-84be4c9386f3 None None] Set router 1004a7e1-de3b-486f-b5c1-14e04614d9d9 gateway port host: None {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:46:21.507536 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-a8bfe79c-ae8c-4ebe-9b99-717e8b106675 admin admin] For port b0f20d4c-303f-46f3-8a61-3e3eec51d0ab, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b0f20d4c-303f-46f3-8a61-3e3eec51d0ab,segment=NetworkSegment(a9c8124b-7163-4cfd-b4c4-9699e8e6c754),segment_id=a9c8124b-7163-4cfd-b4c4-9699e8e6c754)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:46:21.509034 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a8bfe79c-ae8c-4ebe-9b99-717e8b106675 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (b0f20d4c-303f-46f3-8a61-3e3eec51d0ab), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:21.529054 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c39460fd-2e1b-44ff-affe-5db378feebd8 req-a8fc42c9-fd39-4a5d-b48d-33af4fbc7ee1 tempest-ImagesOneServerTestJSON-2098750367 tempest-ImagesOneServerTestJSON-2098750367-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=568cbe45-b90d-49d4-8ed6-90923e399d49 HTTP/1.1" status: 200 len: 210 time: 0.5438976 Oct 04 20:46:21.555195 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-625abfcc-4530-4514-aef2-9d21cb795797 admin admin] Publish callbacks [] for router (e60e1fd3-34f4-4d61-9ca1-4e0007c3d8f0), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:21.569774 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-6618af5a-d2d8-4d68-b417-a6c11a5cade3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e60e1fd3-34f4-4d61-9ca1-4e0007c3d8f0', 'name': 'tempest-InstanceActionsNegativeTestJSON-500861378-router', 'tenant_id': 'f2c92a8a2d7b4a7f8d8374cfe5670ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'd024726f-6e31-448d-b24d-6140e10f6c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:45:29Z', 'updated_at': '2022-10-04T20:46:09Z', 'revision_number': 5, 'project_id': 'f2c92a8a2d7b4a7f8d8374cfe5670ce1', 'gw_port': {'id': 'd024726f-6e31-448d-b24d-6140e10f6c4d', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60e1fd3-34f4-4d61-9ca1-4e0007c3d8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:45:32Z', 'updated_at': '2022-10-04T20:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:46:21.572924 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-5e319246-9dbf-4685-8a76-84be4c9386f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1004a7e1-de3b-486f-b5c1-14e04614d9d9', 'name': 'tempest-ServerRescueTestJSONUnderV235-736172391-router', 'tenant_id': '62b8092f95334c3181e1703fd8d161fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:45:29Z', 'updated_at': '2022-10-04T20:46:20Z', 'revision_number': 7, 'project_id': '62b8092f95334c3181e1703fd8d161fb', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:46:21.624540 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:21.638877 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6618af5a-d2d8-4d68-b417-a6c11a5cade3 None None] Checking router: e60e1fd3-34f4-4d61-9ca1-4e0007c3d8f0 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:46:21.672949 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6618af5a-d2d8-4d68-b417-a6c11a5cade3 None None] Routers {'e60e1fd3-34f4-4d61-9ca1-4e0007c3d8f0'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:46:21.674646 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-6618af5a-d2d8-4d68-b417-a6c11a5cade3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:46:18Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['e60e1fd3-34f4-4d61-9ca1-4e0007c3d8f0'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:46:21.676545 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e319246-9dbf-4685-8a76-84be4c9386f3 None None] Checking router: 1004a7e1-de3b-486f-b5c1-14e04614d9d9 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:46:21.718093 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9dd11214-8cd9-418e-b1b5-045b9ac2d5dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (1004a7e1-de3b-486f-b5c1-14e04614d9d9), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:21.728506 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e319246-9dbf-4685-8a76-84be4c9386f3 None None] Routers {'1004a7e1-de3b-486f-b5c1-14e04614d9d9'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:46:21.728970 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9dd11214-8cd9-418e-b1b5-045b9ac2d5dc admin admin] Publish callbacks [] for router_controller (1004a7e1-de3b-486f-b5c1-14e04614d9d9), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:21.729126 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-5e319246-9dbf-4685-8a76-84be4c9386f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:46:18Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['1004a7e1-de3b-486f-b5c1-14e04614d9d9'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:46:21.972463 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-a8bfe79c-ae8c-4ebe-9b99-717e8b106675 admin admin] Calling delete_port for b0f20d4c-303f-46f3-8a61-3e3eec51d0ab owned by network:router_interface {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:46:21.976316 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:21.985239 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 34874eab-36de-4e02-bfc8-bb652f0217da up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:46:21.996013 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-5e319246-9dbf-4685-8a76-84be4c9386f3 None None] Set router 1004a7e1-de3b-486f-b5c1-14e04614d9d9 gateway port host: None {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:46:22.010220 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:22.026815 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8018eb6f-dbd2-4967-97c6-0c0d855c8667 admin admin] Publish callbacks [] for security_group (3b50cad1-6b99-4974-9910-a983fd0c6ed8), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:22.055627 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:22.055627 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-625abfcc-4530-4514-aef2-9d21cb795797 admin admin] Publish callbacks [] for router_gateway (e60e1fd3-34f4-4d61-9ca1-4e0007c3d8f0), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:22.143733 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-6618af5a-d2d8-4d68-b417-a6c11a5cade3 None None] Set router e60e1fd3-34f4-4d61-9ca1-4e0007c3d8f0 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:46:22.184028 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-5e319246-9dbf-4685-8a76-84be4c9386f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1004a7e1-de3b-486f-b5c1-14e04614d9d9', 'name': 'tempest-ServerRescueTestJSONUnderV235-736172391-router', 'tenant_id': '62b8092f95334c3181e1703fd8d161fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:45:29Z', 'updated_at': '2022-10-04T20:46:20Z', 'revision_number': 7, 'project_id': '62b8092f95334c3181e1703fd8d161fb', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:46:22.243293 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e319246-9dbf-4685-8a76-84be4c9386f3 None None] The sync data for ids ['1004a7e1-de3b-486f-b5c1-14e04614d9d9'] in n-d-852085-12 is: [{'id': '1004a7e1-de3b-486f-b5c1-14e04614d9d9', 'name': 'tempest-ServerRescueTestJSONUnderV235-736172391-router', 'tenant_id': '62b8092f95334c3181e1703fd8d161fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:45:29Z', 'updated_at': '2022-10-04T20:46:20Z', 'revision_number': 7, 'project_id': '62b8092f95334c3181e1703fd8d161fb', 'gw_port_host': None}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:46:22.344771 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:22.368484 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 34874eab-36de-4e02-bfc8-bb652f0217da triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:46:22.369416 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (34874eab-36de-4e02-bfc8-bb652f0217da), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:22.370111 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 34874eab-36de-4e02-bfc8-bb652f0217da Oct 04 20:46:22.576756 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9dd11214-8cd9-418e-b1b5-045b9ac2d5dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (1004a7e1-de3b-486f-b5c1-14e04614d9d9), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:22.578607 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd11214-8cd9-418e-b1b5-045b9ac2d5dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1004a7e1-de3b-486f-b5c1-14e04614d9d9 {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:46:22.596122 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9dd11214-8cd9-418e-b1b5-045b9ac2d5dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:22.598796 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-9dd11214-8cd9-418e-b1b5-045b9ac2d5dc admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/1004a7e1-de3b-486f-b5c1-14e04614d9d9 HTTP/1.1" status: 204 len: 168 time: 4.1783347 Oct 04 20:46:22.602945 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 40452) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:22.727738 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 34874eab-36de-4e02-bfc8-bb652f0217da is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:46:22.751440 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8018eb6f-dbd2-4967-97c6-0c0d855c8667 admin admin] Publish callbacks [] for security_group (3b50cad1-6b99-4974-9910-a983fd0c6ed8), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:22.771398 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-6618af5a-d2d8-4d68-b417-a6c11a5cade3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e60e1fd3-34f4-4d61-9ca1-4e0007c3d8f0', 'name': 'tempest-InstanceActionsNegativeTestJSON-500861378-router', 'tenant_id': 'f2c92a8a2d7b4a7f8d8374cfe5670ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'd024726f-6e31-448d-b24d-6140e10f6c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:45:29Z', 'updated_at': '2022-10-04T20:46:09Z', 'revision_number': 5, 'project_id': 'f2c92a8a2d7b4a7f8d8374cfe5670ce1', 'gw_port': {'id': 'd024726f-6e31-448d-b24d-6140e10f6c4d', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60e1fd3-34f4-4d61-9ca1-4e0007c3d8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:45:32Z', 'updated_at': '2022-10-04T20:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:46:22.835888 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-78fed039-39c3-4281-94f5-8872c0c62816 admin admin] Deleting subnet f8978256-acc2-4e92-a2aa-d3a4e6c935dd {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:46:22.842691 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-78fed039-39c3-4281-94f5-8872c0c62816 admin admin] Publish callbacks [] for subnet (f8978256-acc2-4e92-a2aa-d3a4e6c935dd), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:22.895546 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6618af5a-d2d8-4d68-b417-a6c11a5cade3 None None] The sync data for ids ['e60e1fd3-34f4-4d61-9ca1-4e0007c3d8f0'] in n-d-852085-12 is: [{'id': 'e60e1fd3-34f4-4d61-9ca1-4e0007c3d8f0', 'name': 'tempest-InstanceActionsNegativeTestJSON-500861378-router', 'tenant_id': 'f2c92a8a2d7b4a7f8d8374cfe5670ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'd024726f-6e31-448d-b24d-6140e10f6c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:45:29Z', 'updated_at': '2022-10-04T20:46:09Z', 'revision_number': 5, 'project_id': 'f2c92a8a2d7b4a7f8d8374cfe5670ce1', 'gw_port': {'id': 'd024726f-6e31-448d-b24d-6140e10f6c4d', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60e1fd3-34f4-4d61-9ca1-4e0007c3d8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:45:32Z', 'updated_at': '2022-10-04T20:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:46:22.975526 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-78fed039-39c3-4281-94f5-8872c0c62816 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (f8978256-acc2-4e92-a2aa-d3a4e6c935dd), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:23.102214 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-78fed039-39c3-4281-94f5-8872c0c62816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (f8978256-acc2-4e92-a2aa-d3a4e6c935dd), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:23.201185 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d14b3548-c3e6-443f-8f81-85ce3b6dfd2b tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Publish callbacks [] for port (9f93a996-3647-453e-9e32-6d4672ef8416), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:23.259533 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 40460) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:23.264803 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-625abfcc-4530-4514-aef2-9d21cb795797 admin admin] Deleting port d024726f-6e31-448d-b24d-6140e10f6c4d {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:46:23.265219 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-625abfcc-4530-4514-aef2-9d21cb795797 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (d024726f-6e31-448d-b24d-6140e10f6c4d), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:23.374197 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:23.375824 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8018eb6f-dbd2-4967-97c6-0c0d855c8667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (3b50cad1-6b99-4974-9910-a983fd0c6ed8), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:23.381851 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8018eb6f-dbd2-4967-97c6-0c0d855c8667 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:23.384363 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-8018eb6f-dbd2-4967-97c6-0c0d855c8667 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/3b50cad1-6b99-4974-9910-a983fd0c6ed8 HTTP/1.1" status: 204 len: 168 time: 3.1296911 Oct 04 20:46:23.403998 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-78fed039-39c3-4281-94f5-8872c0c62816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (f8978256-acc2-4e92-a2aa-d3a4e6c935dd), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:23.433874 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b04e77c1-22cf-4818-ad0a-f799fbd90e78 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:46:23.471127 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fed039-39c3-4281-94f5-8872c0c62816 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8978256-acc2-4e92-a2aa-d3a4e6c935dd,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:23.499485 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-78fed039-39c3-4281-94f5-8872c0c62816 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:23.508288 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-78fed039-39c3-4281-94f5-8872c0c62816 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/f8978256-acc2-4e92-a2aa-d3a4e6c935dd HTTP/1.1" status: 204 len: 168 time: 0.9031935 Oct 04 20:46:23.516061 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 40466) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:23.537088 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8018eb6f-dbd2-4967-97c6-0c0d855c8667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b50cad1-6b99-4974-9910-a983fd0c6ed8,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:23.551309 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: b04e77c1-22cf-4818-ad0a-f799fbd90e78 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:46:23.561597 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b04e77c1-22cf-4818-ad0a-f799fbd90e78 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:46:23.563672 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 662e4ccf-3527-41b1-b67c-01eb76ec14d7 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:46:23.628310 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018eb6f-dbd2-4967-97c6-0c0d855c8667 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:46:23.633512 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018eb6f-dbd2-4967-97c6-0c0d855c8667 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:46:23.634349 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018eb6f-dbd2-4967-97c6-0c0d855c8667 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:46:23.634918 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018eb6f-dbd2-4967-97c6-0c0d855c8667 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:46:23.635533 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018eb6f-dbd2-4967-97c6-0c0d855c8667 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:46:23.636135 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018eb6f-dbd2-4967-97c6-0c0d855c8667 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:46:23.636719 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018eb6f-dbd2-4967-97c6-0c0d855c8667 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:46:23.637510 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018eb6f-dbd2-4967-97c6-0c0d855c8667 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:46:23.638278 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018eb6f-dbd2-4967-97c6-0c0d855c8667 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:46:23.638844 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018eb6f-dbd2-4967-97c6-0c0d855c8667 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:46:23.639472 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018eb6f-dbd2-4967-97c6-0c0d855c8667 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:46:23.640450 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018eb6f-dbd2-4967-97c6-0c0d855c8667 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:46:23.640645 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018eb6f-dbd2-4967-97c6-0c0d855c8667 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:46:23.641151 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018eb6f-dbd2-4967-97c6-0c0d855c8667 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:46:23.641700 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018eb6f-dbd2-4967-97c6-0c0d855c8667 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:46:23.656984 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4b1a8653-6a11-49e5-b886-0be869c9e8a9 admin admin] Publish callbacks [] for router_gateway (ce72b441-83df-44a5-acf0-341dac9198f2), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:23.669379 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 662e4ccf-3527-41b1-b67c-01eb76ec14d7 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:46:23.673090 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 662e4ccf-3527-41b1-b67c-01eb76ec14d7 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:46:23.726131 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-eca9671e-4e26-4c74-982c-e0bb862a20df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:23.821466 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9b4d2fff-34ea-4012-87b9-8f74e87d0a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (9e32d24b-d5bc-4229-a75e-1999f71b4a0c), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:23.946150 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-625abfcc-4530-4514-aef2-9d21cb795797 admin admin] For port d024726f-6e31-448d-b24d-6140e10f6c4d, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=d024726f-6e31-448d-b24d-6140e10f6c4d,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:46:23.947042 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-625abfcc-4530-4514-aef2-9d21cb795797 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (d024726f-6e31-448d-b24d-6140e10f6c4d), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:24.069067 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9b4d2fff-34ea-4012-87b9-8f74e87d0a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (9e32d24b-d5bc-4229-a75e-1999f71b4a0c), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:24.095763 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d14b3548-c3e6-443f-8f81-85ce3b6dfd2b tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (9f93a996-3647-453e-9e32-6d4672ef8416), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:24.101037 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-625abfcc-4530-4514-aef2-9d21cb795797 admin admin] Calling delete_port for d024726f-6e31-448d-b24d-6140e10f6c4d owned by network:router_gateway {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:46:24.102829 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 40470) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:24.133704 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:24.141729 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-eca9671e-4e26-4c74-982c-e0bb862a20df admin admin] Publish callbacks [] for security_group (bd7516f8-b0a0-47b1-9596-83b121eda1e7), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:24.146000 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-9b4d2fff-34ea-4012-87b9-8f74e87d0a0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e32d24b-d5bc-4229-a75e-1999f71b4a0c']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:46:24.166329 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-9b4d2fff-34ea-4012-87b9-8f74e87d0a0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bed443e2-8f92-41b4-a226-9d303c48b433') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:46:24.168622 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-9b4d2fff-34ea-4012-87b9-8f74e87d0a0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bed443e2-8f92-41b4-a226-9d303c48b433') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:46:24.187698 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9b4d2fff-34ea-4012-87b9-8f74e87d0a0b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (bed443e2-8f92-41b4-a226-9d303c48b433), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:24.190867 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:24.224510 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9b4d2fff-34ea-4012-87b9-8f74e87d0a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (bed443e2-8f92-41b4-a226-9d303c48b433), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:24.242133 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b4d2fff-34ea-4012-87b9-8f74e87d0a0b admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:46:24.243012 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9b4d2fff-34ea-4012-87b9-8f74e87d0a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (bed443e2-8f92-41b4-a226-9d303c48b433), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:24.277386 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-eca9671e-4e26-4c74-982c-e0bb862a20df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (bd7516f8-b0a0-47b1-9596-83b121eda1e7), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:24.369722 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment bed443e2-8f92-41b4-a226-9d303c48b433 resource provider aggregate not found Oct 04 20:46:24.407032 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14b3548-c3e6-443f-8f81-85ce3b6dfd2b tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:46:24.428750 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-d14b3548-c3e6-443f-8f81-85ce3b6dfd2b tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:46:24.432703 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a8bfe79c-ae8c-4ebe-9b99-717e8b106675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (b0f20d4c-303f-46f3-8a61-3e3eec51d0ab), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:24.463178 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment bed443e2-8f92-41b4-a226-9d303c48b433 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bed443e2-8f92-41b4-a226-9d303c48b433 found for delete ", "request_id": "req-7395f8e3-3246-4f29-a7a1-09c0b16cfa6a"}]} Oct 04 20:46:24.469267 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-eca9671e-4e26-4c74-982c-e0bb862a20df admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=06dfaada3f54494480069629faf732e1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2071357 Oct 04 20:46:24.471188 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca9671e-4e26-4c74-982c-e0bb862a20df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7516f8-b0a0-47b1-9596-83b121eda1e7,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:24.474083 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14b3548-c3e6-443f-8f81-85ce3b6dfd2b tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:46:24.475569 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 40480) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:24.480561 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14b3548-c3e6-443f-8f81-85ce3b6dfd2b tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Pushing event updated for resources: {'Port': ['ID=9f93a996-3647-453e-9e32-6d4672ef8416,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:24.627612 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dc018d28-42aa-4ad5-9483-9d31af066f15 admin admin] Publish callbacks [] for security_group (bd7516f8-b0a0-47b1-9596-83b121eda1e7), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:24.662591 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9b4d2fff-34ea-4012-87b9-8f74e87d0a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (9e32d24b-d5bc-4229-a75e-1999f71b4a0c), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:24.692051 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9b4d2fff-34ea-4012-87b9-8f74e87d0a0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:24.708347 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bfe79c-ae8c-4ebe-9b99-717e8b106675 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0f20d4c-303f-46f3-8a61-3e3eec51d0ab,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:24.708791 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-9b4d2fff-34ea-4012-87b9-8f74e87d0a0b admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/9e32d24b-d5bc-4229-a75e-1999f71b4a0c HTTP/1.1" status: 204 len: 168 time: 1.1844532 Oct 04 20:46:24.735802 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dc018d28-42aa-4ad5-9483-9d31af066f15 admin admin] Publish callbacks [] for security_group (bd7516f8-b0a0-47b1-9596-83b121eda1e7), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:24.848353 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:24.968084 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4d2fff-34ea-4012-87b9-8f74e87d0a0b admin admin] Pushing event deleted for resources: {'Network': ['ID=9e32d24b-d5bc-4229-a75e-1999f71b4a0c,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:25.046596 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-6b1e04ed-6ed1-49aa-bbe1-5a90386a9f6b admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=baa9bc0601f141e48e1b5f001769d221&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9346912 Oct 04 20:46:25.052895 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 40490) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:25.128399 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4b1a8653-6a11-49e5-b886-0be869c9e8a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (ce72b441-83df-44a5-acf0-341dac9198f2), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:25.140064 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-35930b73-a16a-4065-971f-5595973b1e4a admin admin] Publish callbacks [] for security_group (ff7defe6-9faf-48db-929b-31490caa85ab), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:25.182515 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-35930b73-a16a-4065-971f-5595973b1e4a admin admin] Publish callbacks [] for security_group (ff7defe6-9faf-48db-929b-31490caa85ab), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:25.208749 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:25.414381 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dc018d28-42aa-4ad5-9483-9d31af066f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (bd7516f8-b0a0-47b1-9596-83b121eda1e7), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:25.418973 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dc018d28-42aa-4ad5-9483-9d31af066f15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:25.425087 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-dc018d28-42aa-4ad5-9483-9d31af066f15 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/bd7516f8-b0a0-47b1-9596-83b121eda1e7 HTTP/1.1" status: 204 len: 168 time: 0.9439733 Oct 04 20:46:25.437832 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc018d28-42aa-4ad5-9483-9d31af066f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7516f8-b0a0-47b1-9596-83b121eda1e7,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:25.482673 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-35930b73-a16a-4065-971f-5595973b1e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (ff7defe6-9faf-48db-929b-31490caa85ab), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:25.490336 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-35930b73-a16a-4065-971f-5595973b1e4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:25.492339 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-35930b73-a16a-4065-971f-5595973b1e4a admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/ff7defe6-9faf-48db-929b-31490caa85ab HTTP/1.1" status: 204 len: 168 time: 0.4375854 Oct 04 20:46:25.510726 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35930b73-a16a-4065-971f-5595973b1e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7defe6-9faf-48db-929b-31490caa85ab,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:25.618214 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a8bfe79c-ae8c-4ebe-9b99-717e8b106675 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (2230a921-fe76-4b21-b385-6cd21bedc8cb), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:25.749150 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-625abfcc-4530-4514-aef2-9d21cb795797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (d024726f-6e31-448d-b24d-6140e10f6c4d), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:25.815502 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 40498) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:25.890293 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b1a8653-6a11-49e5-b886-0be869c9e8a9 admin admin] Router ce72b441-83df-44a5-acf0-341dac9198f2 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:46:25.905447 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625abfcc-4530-4514-aef2-9d21cb795797 admin admin] Pushing event deleted for resources: {'Port': ['ID=d024726f-6e31-448d-b24d-6140e10f6c4d,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:25.941564 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-24e19182-6e22-4ab1-8a55-751efbb918f8 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=62b8092f95334c3181e1703fd8d161fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1239195 Oct 04 20:46:25.945305 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 40500) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:25.987547 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d14b3548-c3e6-443f-8f81-85ce3b6dfd2b tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Publish callbacks [] for floatingip (8de4b195-8afe-4a42-9ec2-cb56e60cba06), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:26.065596 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3f06b7c2-882e-4b08-8fe4-7cb97c27a167 admin admin] Publish callbacks [] for security_group (527e64e1-9c11-4dc8-92d7-2052fd9c5a1f), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:26.118486 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3f06b7c2-882e-4b08-8fe4-7cb97c27a167 admin admin] Publish callbacks [] for security_group (527e64e1-9c11-4dc8-92d7-2052fd9c5a1f), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:26.195813 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:26.413718 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-625abfcc-4530-4514-aef2-9d21cb795797 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (e60e1fd3-34f4-4d61-9ca1-4e0007c3d8f0), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:26.426316 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3f06b7c2-882e-4b08-8fe4-7cb97c27a167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (527e64e1-9c11-4dc8-92d7-2052fd9c5a1f), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:26.432413 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3f06b7c2-882e-4b08-8fe4-7cb97c27a167 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:26.436740 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-3f06b7c2-882e-4b08-8fe4-7cb97c27a167 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/527e64e1-9c11-4dc8-92d7-2052fd9c5a1f HTTP/1.1" status: 204 len: 168 time: 0.4890506 Oct 04 20:46:26.457926 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f06b7c2-882e-4b08-8fe4-7cb97c27a167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=527e64e1-9c11-4dc8-92d7-2052fd9c5a1f,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:26.557596 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:26.963825 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d14b3548-c3e6-443f-8f81-85ce3b6dfd2b tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (9f93a996-3647-453e-9e32-6d4672ef8416), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:27.106834 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b1a8653-6a11-49e5-b886-0be869c9e8a9 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:46:27.115809 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-625abfcc-4530-4514-aef2-9d21cb795797 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (e60e1fd3-34f4-4d61-9ca1-4e0007c3d8f0), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:27.121836 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-625abfcc-4530-4514-aef2-9d21cb795797 admin admin] Publish callbacks [] for router_controller (e60e1fd3-34f4-4d61-9ca1-4e0007c3d8f0), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:27.130010 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152ce0ed-070f-4df5-a383-88b20222a1c0 None None] Sync routers for ids ['ce72b441-83df-44a5-acf0-341dac9198f2'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:46:27.154374 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152ce0ed-070f-4df5-a383-88b20222a1c0 None None] Routers {'ce72b441-83df-44a5-acf0-341dac9198f2'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:46:27.155543 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-152ce0ed-070f-4df5-a383-88b20222a1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:46:18Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['ce72b441-83df-44a5-acf0-341dac9198f2'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:46:27.217193 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8bfe79c-ae8c-4ebe-9b99-717e8b106675 admin admin] Router 2230a921-fe76-4b21-b385-6cd21bedc8cb has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:46:27.240565 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:27.358079 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-152ce0ed-070f-4df5-a383-88b20222a1c0 None None] Set router ce72b441-83df-44a5-acf0-341dac9198f2 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:46:27.572102 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8bfe79c-ae8c-4ebe-9b99-717e8b106675 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:46:27.587840 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a8bfe79c-ae8c-4ebe-9b99-717e8b106675 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/2230a921-fe76-4b21-b385-6cd21bedc8cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.2475529 Oct 04 20:46:27.589648 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d868a8e-ebdc-4fcc-bf0b-59827352984d None None] Sync routers for ids ['2230a921-fe76-4b21-b385-6cd21bedc8cb'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:46:27.595259 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 40522) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:27.610917 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d14b3548-c3e6-443f-8f81-85ce3b6dfd2b tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Publish callbacks [] for port (9f93a996-3647-453e-9e32-6d4672ef8416), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:27.636710 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d868a8e-ebdc-4fcc-bf0b-59827352984d None None] Routers {'2230a921-fe76-4b21-b385-6cd21bedc8cb'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:46:27.638420 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-9d868a8e-ebdc-4fcc-bf0b-59827352984d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:46:18Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['2230a921-fe76-4b21-b385-6cd21bedc8cb'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:46:27.731728 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-152ce0ed-070f-4df5-a383-88b20222a1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce72b441-83df-44a5-acf0-341dac9198f2', 'name': 'tempest-ImagesNegativeTestJSON-858423729-router', 'tenant_id': '0320ad4639f0459295c6b219ed5668c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '659815c0-f3ef-4696-9563-423fe47a4793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:46:09Z', 'updated_at': '2022-10-04T20:46:22Z', 'revision_number': 3, 'project_id': '0320ad4639f0459295c6b219ed5668c8', 'gw_port': {'id': '659815c0-f3ef-4696-9563-423fe47a4793', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cb:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce72b441-83df-44a5-acf0-341dac9198f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:46:16Z', 'updated_at': '2022-10-04T20:46:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:46:27.782274 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152ce0ed-070f-4df5-a383-88b20222a1c0 None None] Checking router: ce72b441-83df-44a5-acf0-341dac9198f2 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:46:27.783291 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152ce0ed-070f-4df5-a383-88b20222a1c0 None None] Updating router ce72b441-83df-44a5-acf0-341dac9198f2 port 659815c0-f3ef-4696-9563-423fe47a4793 binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:46:27.791016 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0e10d661-5272-4950-a549-0473e4a53587 admin admin] Publish callbacks [] for router (2230a921-fe76-4b21-b385-6cd21bedc8cb), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:27.837130 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-9d868a8e-ebdc-4fcc-bf0b-59827352984d None None] Set router 2230a921-fe76-4b21-b385-6cd21bedc8cb gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:46:27.845199 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-152ce0ed-070f-4df5-a383-88b20222a1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (659815c0-f3ef-4696-9563-423fe47a4793), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:27.898487 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d14b3548-c3e6-443f-8f81-85ce3b6dfd2b tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (9f93a996-3647-453e-9e32-6d4672ef8416), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:28.022338 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4b1a8653-6a11-49e5-b886-0be869c9e8a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:28.029273 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0e10d661-5272-4950-a549-0473e4a53587 admin admin] Publish callbacks [] for router_gateway (2230a921-fe76-4b21-b385-6cd21bedc8cb), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:28.030816 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 40528) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:28.031494 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4b1a8653-6a11-49e5-b886-0be869c9e8a9 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 19.5864291 Oct 04 20:46:28.074036 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14b3548-c3e6-443f-8f81-85ce3b6dfd2b tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Pushing event updated for resources: {'Port': ['ID=9f93a996-3647-453e-9e32-6d4672ef8416,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:28.095204 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-625abfcc-4530-4514-aef2-9d21cb795797 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (e60e1fd3-34f4-4d61-9ca1-4e0007c3d8f0), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:28.097605 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-625abfcc-4530-4514-aef2-9d21cb795797 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e60e1fd3-34f4-4d61-9ca1-4e0007c3d8f0 {{(pid=108170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:46:28.115454 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-625abfcc-4530-4514-aef2-9d21cb795797 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:28.115454 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-625abfcc-4530-4514-aef2-9d21cb795797 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/e60e1fd3-34f4-4d61-9ca1-4e0007c3d8f0 HTTP/1.1" status: 204 len: 168 time: 8.0107064 Oct 04 20:46:28.121125 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 40530) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:28.248164 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:28.258542 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-c96ed7ca-2d22-4520-bf50-e91a856f4288 admin admin] Deleting subnet 4a17f880-819a-4886-a998-14adbcf69147 {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:46:28.322744 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:28.343588 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d14b3548-c3e6-443f-8f81-85ce3b6dfd2b tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582728'] for floatingip (8de4b195-8afe-4a42-9ec2-cb56e60cba06), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:28.354680 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c96ed7ca-2d22-4520-bf50-e91a856f4288 admin admin] Publish callbacks [] for subnet (4a17f880-819a-4886-a998-14adbcf69147), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:28.491425 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-9d868a8e-ebdc-4fcc-bf0b-59827352984d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2230a921-fe76-4b21-b385-6cd21bedc8cb', 'name': 'tempest-TaggedBootDevicesTest_v242-76940211-router', 'tenant_id': '24e71aeef8ae451d8e152abb19afe23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'df0fd8dd-9be8-4cb4-ad40-6eece4e25edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:40:57Z', 'updated_at': '2022-10-04T20:46:23Z', 'revision_number': 5, 'project_id': '24e71aeef8ae451d8e152abb19afe23b', 'gw_port': {'id': 'df0fd8dd-9be8-4cb4-ad40-6eece4e25edb', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2230a921-fe76-4b21-b385-6cd21bedc8cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:41:04Z', 'updated_at': '2022-10-04T20:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:46:28.532521 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-0e10d661-5272-4950-a549-0473e4a53587 admin admin] Deleting port df0fd8dd-9be8-4cb4-ad40-6eece4e25edb {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:46:28.533780 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0e10d661-5272-4950-a549-0473e4a53587 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (df0fd8dd-9be8-4cb4-ad40-6eece4e25edb), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:28.582716 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d868a8e-ebdc-4fcc-bf0b-59827352984d None None] Checking router: 2230a921-fe76-4b21-b385-6cd21bedc8cb for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:46:28.586259 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c96ed7ca-2d22-4520-bf50-e91a856f4288 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (4a17f880-819a-4886-a998-14adbcf69147), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:28.630448 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d868a8e-ebdc-4fcc-bf0b-59827352984d None None] Routers {'2230a921-fe76-4b21-b385-6cd21bedc8cb'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:46:28.631670 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-9d868a8e-ebdc-4fcc-bf0b-59827352984d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:46:18Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['2230a921-fe76-4b21-b385-6cd21bedc8cb'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:46:28.700682 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d14b3548-c3e6-443f-8f81-85ce3b6dfd2b tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:28.715182 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-d14b3548-c3e6-443f-8f81-85ce3b6dfd2b tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 11.2094011 Oct 04 20:46:28.900024 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:DELETE=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:28.906709 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-152ce0ed-070f-4df5-a383-88b20222a1c0 None None] Publish callbacks [] for port (659815c0-f3ef-4696-9563-423fe47a4793), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:28.918121 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c96ed7ca-2d22-4520-bf50-e91a856f4288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (4a17f880-819a-4886-a998-14adbcf69147), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:28.937677 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 40538) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:28.988259 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-0e10d661-5272-4950-a549-0473e4a53587 admin admin] For port df0fd8dd-9be8-4cb4-ad40-6eece4e25edb, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=df0fd8dd-9be8-4cb4-ad40-6eece4e25edb,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:46:28.994921 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0e10d661-5272-4950-a549-0473e4a53587 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (df0fd8dd-9be8-4cb4-ad40-6eece4e25edb), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:29.032049 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-152ce0ed-070f-4df5-a383-88b20222a1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (659815c0-f3ef-4696-9563-423fe47a4793), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:29.106097 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-0e10d661-5272-4950-a549-0473e4a53587 admin admin] Calling delete_port for df0fd8dd-9be8-4cb4-ad40-6eece4e25edb owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:46:29.137519 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:DELETE=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:29.162146 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-9d868a8e-ebdc-4fcc-bf0b-59827352984d None None] Set router 2230a921-fe76-4b21-b385-6cd21bedc8cb gateway port host: None {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:46:29.197461 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-152ce0ed-070f-4df5-a383-88b20222a1c0 None None] Attempting to bind port 659815c0-f3ef-4696-9563-423fe47a4793 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:46:29.198235 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-152ce0ed-070f-4df5-a383-88b20222a1c0 None None] Attempting to bind port 659815c0-f3ef-4696-9563-423fe47a4793 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:46:29.199865 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152ce0ed-070f-4df5-a383-88b20222a1c0 None None] Attempting to bind port 659815c0-f3ef-4696-9563-423fe47a4793 on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:46:29.214010 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:29.247915 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c96ed7ca-2d22-4520-bf50-e91a856f4288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (4a17f880-819a-4886-a998-14adbcf69147), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:29.312368 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-9d868a8e-ebdc-4fcc-bf0b-59827352984d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2230a921-fe76-4b21-b385-6cd21bedc8cb', 'name': 'tempest-TaggedBootDevicesTest_v242-76940211-router', 'tenant_id': '24e71aeef8ae451d8e152abb19afe23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:40:57Z', 'updated_at': '2022-10-04T20:46:28Z', 'revision_number': 6, 'project_id': '24e71aeef8ae451d8e152abb19afe23b', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:46:29.409645 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9865f4-3844-49b2-89e2-9856743fcb02 None None] Pushing event updated for resources: {'Port': ['ID=659815c0-f3ef-4696-9563-423fe47a4793,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:29.437756 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96ed7ca-2d22-4520-bf50-e91a856f4288 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a17f880-819a-4886-a998-14adbcf69147,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:29.452108 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c96ed7ca-2d22-4520-bf50-e91a856f4288 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:29.457125 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device d024726f-6e31-448d-b24d-6140e10f6c4d no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:46:29.467088 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c96ed7ca-2d22-4520-bf50-e91a856f4288 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/4a17f880-819a-4886-a998-14adbcf69147 HTTP/1.1" status: 204 len: 168 time: 1.3432770 Oct 04 20:46:29.467718 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173f46e5-e747-4300-a922-c634fc3330bb None None] Network ea295f65-b2b0-4162-9a9d-6d9b3e880cb5 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:46:29.469008 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 40548) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:29.491518 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d868a8e-ebdc-4fcc-bf0b-59827352984d None None] The sync data for ids ['2230a921-fe76-4b21-b385-6cd21bedc8cb'] in n-d-852085-12 is: [{'id': '2230a921-fe76-4b21-b385-6cd21bedc8cb', 'name': 'tempest-TaggedBootDevicesTest_v242-76940211-router', 'tenant_id': '24e71aeef8ae451d8e152abb19afe23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:40:57Z', 'updated_at': '2022-10-04T20:46:28Z', 'revision_number': 6, 'project_id': '24e71aeef8ae451d8e152abb19afe23b', 'gw_port_host': None}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:46:29.558550 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152ce0ed-070f-4df5-a383-88b20222a1c0 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:46:29.564659 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152ce0ed-070f-4df5-a383-88b20222a1c0 None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:46:29.565540 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-152ce0ed-070f-4df5-a383-88b20222a1c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:29.566432 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152ce0ed-070f-4df5-a383-88b20222a1c0 None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:46:29.567410 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-152ce0ed-070f-4df5-a383-88b20222a1c0 None None] Bound port: 659815c0-f3ef-4696-9563-423fe47a4793, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:46:29.568828 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-152ce0ed-070f-4df5-a383-88b20222a1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (659815c0-f3ef-4696-9563-423fe47a4793), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:29.692470 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-78d8f92f-5c22-411a-9d71-151d4eb957b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (ea295f65-b2b0-4162-9a9d-6d9b3e880cb5), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:29.760537 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: d024726f-6e31-448d-b24d-6140e10f6c4d {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:46:29.770890 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device d024726f-6e31-448d-b24d-6140e10f6c4d not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:46:29.850751 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-152ce0ed-070f-4df5-a383-88b20222a1c0 None None] For port 659815c0-f3ef-4696-9563-423fe47a4793, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:46:29.852238 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:29.918296 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-152ce0ed-070f-4df5-a383-88b20222a1c0 None None] For port 659815c0-f3ef-4696-9563-423fe47a4793, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=659815c0-f3ef-4696-9563-423fe47a4793,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:46:29.959116 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-78d8f92f-5c22-411a-9d71-151d4eb957b7 admin admin] Deleting port 66793fc3-3ece-4e4c-8e22-b627a8daf696 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:46:29.960001 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-78d8f92f-5c22-411a-9d71-151d4eb957b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (66793fc3-3ece-4e4c-8e22-b627a8daf696), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:30.050215 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-152ce0ed-070f-4df5-a383-88b20222a1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (659815c0-f3ef-4696-9563-423fe47a4793), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:30.068253 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-60a09a87-8c78-49b1-a277-e159d2729b4a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Request body: {'network': {'name': 'tempest-RoutersTest-59265478'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:46:30.167269 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-182dd498-cbb8-401e-918c-3589677b2ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:30.167583 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:30.178198 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152ce0ed-070f-4df5-a383-88b20222a1c0 None None] Routers {'ce72b441-83df-44a5-acf0-341dac9198f2'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:46:30.179616 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-152ce0ed-070f-4df5-a383-88b20222a1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:46:18Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['ce72b441-83df-44a5-acf0-341dac9198f2'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:46:30.268523 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf73006-2b12-456a-b72b-08fa72685e07 None None] DHCP port deletion for ea295f65-b2b0-4162-9a9d-6d9b3e880cb5 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:46:30.326385 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-6fb401cf-c266-49fb-bbfb-24a0ea8d086e req-b005dfda-f153-4f6d-9617-58af83b0b7a5 tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--286793502&fields=id&tenant_id=20a4ff06d4d748a7af1b5daf97fd6b39 HTTP/1.1" status: 200 len: 267 time: 0.5233617 Oct 04 20:46:30.335354 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9865f4-3844-49b2-89e2-9856743fcb02 None None] Pushing event updated for resources: {'Port': ['ID=659815c0-f3ef-4696-9563-423fe47a4793,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:30.439601 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0e10d661-5272-4950-a549-0473e4a53587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (df0fd8dd-9be8-4cb4-ad40-6eece4e25edb), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:30.443577 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a09a87-8c78-49b1-a277-e159d2729b4a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Made reservation on behalf of 869ac0b5366d400d99edf8b0539f2d2d for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:46:30.451323 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-60a09a87-8c78-49b1-a277-e159d2729b4a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:30.625576 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-78d8f92f-5c22-411a-9d71-151d4eb957b7 admin admin] For port 66793fc3-3ece-4e4c-8e22-b627a8daf696, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=66793fc3-3ece-4e4c-8e22-b627a8daf696,segment=NetworkSegment(2eb391df-e920-4437-834a-b0ec07413770),segment_id=2eb391df-e920-4437-834a-b0ec07413770)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:46:30.626713 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-78d8f92f-5c22-411a-9d71-151d4eb957b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (66793fc3-3ece-4e4c-8e22-b627a8daf696), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:30.684501 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-78d8f92f-5c22-411a-9d71-151d4eb957b7 admin admin] Calling delete_port for 66793fc3-3ece-4e4c-8e22-b627a8daf696 owned by network:dhcp {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:46:30.684951 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-60a09a87-8c78-49b1-a277-e159d2729b4a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:30.701016 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:30.811054 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-152ce0ed-070f-4df5-a383-88b20222a1c0 None None] Set router ce72b441-83df-44a5-acf0-341dac9198f2 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:46:30.850831 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb401cf-c266-49fb-bbfb-24a0ea8d086e req-39cefb33-87e8-449c-b629-834781717a5b tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:46:30.853993 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-6fb401cf-c266-49fb-bbfb-24a0ea8d086e req-39cefb33-87e8-449c-b629-834781717a5b tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] 10.222.0.78 "GET /networking/v2.0/networks?id=becb2bb8-4aa1-4ce8-843c-ef0a82d766a9 HTTP/1.1" status: 200 len: 817 time: 0.5160904 Oct 04 20:46:30.908637 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-6fb401cf-c266-49fb-bbfb-24a0ea8d086e req-52e858a4-b996-4141-991e-5a229af1a582 tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] 10.222.0.78 "GET /networking/v2.0/quotas/20a4ff06d4d748a7af1b5daf97fd6b39 HTTP/1.1" status: 200 len: 375 time: 0.0363064 Oct 04 20:46:31.013286 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-60a09a87-8c78-49b1-a277-e159d2729b4a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for security_group (bcc24a52-ee3d-466c-95ae-9186ed6afb1f), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:31.047465 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e10d661-5272-4950-a549-0473e4a53587 admin admin] Pushing event deleted for resources: {'Port': ['ID=df0fd8dd-9be8-4cb4-ad40-6eece4e25edb,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:31.074971 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-2cf73006-2b12-456a-b72b-08fa72685e07 None None] Deleting port 66793fc3-3ece-4e4c-8e22-b627a8daf696 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:46:31.080394 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2cf73006-2b12-456a-b72b-08fa72685e07 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (66793fc3-3ece-4e4c-8e22-b627a8daf696), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:31.098585 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-6fb401cf-c266-49fb-bbfb-24a0ea8d086e req-87f5ad5c-1ba6-49ad-8916-bfa31dd5bb08 tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=20a4ff06d4d748a7af1b5daf97fd6b39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1587090 Oct 04 20:46:31.171243 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-78d8f92f-5c22-411a-9d71-151d4eb957b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (66793fc3-3ece-4e4c-8e22-b627a8daf696), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:31.176432 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:31.188675 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-60a09a87-8c78-49b1-a277-e159d2729b4a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (bcc24a52-ee3d-466c-95ae-9186ed6afb1f), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:31.212648 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60a09a87-8c78-49b1-a277-e159d2729b4a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:46:31.230918 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-60a09a87-8c78-49b1-a277-e159d2729b4a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (2fc329fd-6c93-46c2-b312-a20f60d85632), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:31.231528 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-60a09a87-8c78-49b1-a277-e159d2729b4a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Added segment 2fc329fd-6c93-46c2-b312-a20f60d85632 of type vlan for network 80401b68-47f3-44d9-a2f0-a74d784cef1c Oct 04 20:46:31.233820 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d8f92f-5c22-411a-9d71-151d4eb957b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=66793fc3-3ece-4e4c-8e22-b627a8daf696,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:31.248308 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2cf73006-2b12-456a-b72b-08fa72685e07 None None] For port 66793fc3-3ece-4e4c-8e22-b627a8daf696, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=66793fc3-3ece-4e4c-8e22-b627a8daf696,segment=NetworkSegment(2eb391df-e920-4437-834a-b0ec07413770),segment_id=2eb391df-e920-4437-834a-b0ec07413770)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:46:31.248983 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2cf73006-2b12-456a-b72b-08fa72685e07 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (66793fc3-3ece-4e4c-8e22-b627a8daf696), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:31.268876 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d8f92f-5c22-411a-9d71-151d4eb957b7 admin admin] No DVR routers for this DVR port 66793fc3-3ece-4e4c-8e22-b627a8daf696 on host n-d-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:46:31.283538 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-2cf73006-2b12-456a-b72b-08fa72685e07 None None] Calling delete_port for 66793fc3-3ece-4e4c-8e22-b627a8daf696 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:46:31.395910 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-60a09a87-8c78-49b1-a277-e159d2729b4a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (80401b68-47f3-44d9-a2f0-a74d784cef1c), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:31.527715 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-78d8f92f-5c22-411a-9d71-151d4eb957b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (ea295f65-b2b0-4162-9a9d-6d9b3e880cb5), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:31.583878 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:31.584232 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.db.resource_extend [None req-60a09a87-8c78-49b1-a277-e159d2729b4a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 04 20:46:31.639197 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-78d8f92f-5c22-411a-9d71-151d4eb957b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea295f65-b2b0-4162-9a9d-6d9b3e880cb5']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:46:31.692228 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 40584) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:31.696617 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-78d8f92f-5c22-411a-9d71-151d4eb957b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eb391df-e920-4437-834a-b0ec07413770') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:46:31.696913 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-78d8f92f-5c22-411a-9d71-151d4eb957b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eb391df-e920-4437-834a-b0ec07413770') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:46:31.705980 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2cf73006-2b12-456a-b72b-08fa72685e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (66793fc3-3ece-4e4c-8e22-b627a8daf696), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:31.716009 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0e10d661-5272-4950-a549-0473e4a53587 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (2230a921-fe76-4b21-b385-6cd21bedc8cb), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:31.732989 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-78d8f92f-5c22-411a-9d71-151d4eb957b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (2eb391df-e920-4437-834a-b0ec07413770), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:31.768086 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-152ce0ed-070f-4df5-a383-88b20222a1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce72b441-83df-44a5-acf0-341dac9198f2', 'name': 'tempest-ImagesNegativeTestJSON-858423729-router', 'tenant_id': '0320ad4639f0459295c6b219ed5668c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '659815c0-f3ef-4696-9563-423fe47a4793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:46:09Z', 'updated_at': '2022-10-04T20:46:22Z', 'revision_number': 3, 'project_id': '0320ad4639f0459295c6b219ed5668c8', 'gw_port': {'id': '659815c0-f3ef-4696-9563-423fe47a4793', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cb:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce72b441-83df-44a5-acf0-341dac9198f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:46:16Z', 'updated_at': '2022-10-04T20:46:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:46:31.778187 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf73006-2b12-456a-b72b-08fa72685e07 None None] Pushing event deleted for resources: {'Port': ['ID=66793fc3-3ece-4e4c-8e22-b627a8daf696,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:31.782075 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf73006-2b12-456a-b72b-08fa72685e07 None None] No DVR routers for this DVR port 66793fc3-3ece-4e4c-8e22-b627a8daf696 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:46:31.785746 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-78d8f92f-5c22-411a-9d71-151d4eb957b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (2eb391df-e920-4437-834a-b0ec07413770), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:31.816678 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78d8f92f-5c22-411a-9d71-151d4eb957b7 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:46:31.817450 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-78d8f92f-5c22-411a-9d71-151d4eb957b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (2eb391df-e920-4437-834a-b0ec07413770), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:31.837949 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152ce0ed-070f-4df5-a383-88b20222a1c0 None None] The sync data for ids ['ce72b441-83df-44a5-acf0-341dac9198f2'] in n-d-852085-12 is: [{'id': 'ce72b441-83df-44a5-acf0-341dac9198f2', 'name': 'tempest-ImagesNegativeTestJSON-858423729-router', 'tenant_id': '0320ad4639f0459295c6b219ed5668c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '659815c0-f3ef-4696-9563-423fe47a4793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:46:09Z', 'updated_at': '2022-10-04T20:46:22Z', 'revision_number': 3, 'project_id': '0320ad4639f0459295c6b219ed5668c8', 'gw_port': {'id': '659815c0-f3ef-4696-9563-423fe47a4793', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cb:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce72b441-83df-44a5-acf0-341dac9198f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:46:16Z', 'updated_at': '2022-10-04T20:46:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:46:31.975519 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a09a87-8c78-49b1-a277-e159d2729b4a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc24a52-ee3d-466c-95ae-9186ed6afb1f,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:32.030240 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:32.076934 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device df0fd8dd-9be8-4cb4-ad40-6eece4e25edb no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:46:32.105338 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0e10d661-5272-4950-a549-0473e4a53587 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (2230a921-fe76-4b21-b385-6cd21bedc8cb), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:32.111597 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0e10d661-5272-4950-a549-0473e4a53587 admin admin] Publish callbacks [] for router_controller (2230a921-fe76-4b21-b385-6cd21bedc8cb), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:32.172948 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:32.176061 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: df0fd8dd-9be8-4cb4-ad40-6eece4e25edb {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:46:32.176692 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device df0fd8dd-9be8-4cb4-ad40-6eece4e25edb not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:46:32.177329 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b0f20d4c-303f-46f3-8a61-3e3eec51d0ab no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:46:32.188302 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-78d8f92f-5c22-411a-9d71-151d4eb957b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (ea295f65-b2b0-4162-9a9d-6d9b3e880cb5), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:32.226446 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-182dd498-cbb8-401e-918c-3589677b2ca6 admin admin] Allocated IP 172.20.0.1 (f901d054-56d5-4cbc-a133-05325e8ffd94/3ac4e8a5-bc7c-44e3-9ceb-f82e268fdaf6/97bb0b74-aaf2-47af-b799-72e14138e56c) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:46:32.230855 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-60a09a87-8c78-49b1-a277-e159d2729b4a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (80401b68-47f3-44d9-a2f0-a74d784cef1c), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:32.236456 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-78d8f92f-5c22-411a-9d71-151d4eb957b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:32.244205 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: b0f20d4c-303f-46f3-8a61-3e3eec51d0ab {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:46:32.244942 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b0f20d4c-303f-46f3-8a61-3e3eec51d0ab not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:46:32.245420 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 66793fc3-3ece-4e4c-8e22-b627a8daf696 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:46:32.245893 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a09a87-8c78-49b1-a277-e159d2729b4a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:46:32.247867 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-60a09a87-8c78-49b1-a277-e159d2729b4a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:32.248152 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-78d8f92f-5c22-411a-9d71-151d4eb957b7 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/ea295f65-b2b0-4162-9a9d-6d9b3e880cb5 HTTP/1.1" status: 204 len: 168 time: 2.7770677 Oct 04 20:46:32.253937 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d8f92f-5c22-411a-9d71-151d4eb957b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea295f65-b2b0-4162-9a9d-6d9b3e880cb5,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:32.323419 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 66793fc3-3ece-4e4c-8e22-b627a8daf696 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:46:32.324362 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 66793fc3-3ece-4e4c-8e22-b627a8daf696 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:46:32.500558 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=79,neutron:INSERT=7,neutron:UPDATE=8,neutron:DELETE=6 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:32.529849 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0e10d661-5272-4950-a549-0473e4a53587 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (2230a921-fe76-4b21-b385-6cd21bedc8cb), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:32.530963 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e10d661-5272-4950-a549-0473e4a53587 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2230a921-fe76-4b21-b385-6cd21bedc8cb {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:46:32.559018 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0e10d661-5272-4950-a549-0473e4a53587 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:32.565404 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-0e10d661-5272-4950-a549-0473e4a53587 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/2230a921-fe76-4b21-b385-6cd21bedc8cb HTTP/1.1" status: 204 len: 168 time: 4.9664314 Oct 04 20:46:32.566917 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 40606) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:32.778381 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3008005-7f85-486f-95c3-53bbee0baa31 admin admin] Deleting subnet 76d4f381-a419-4f6b-ad6d-02874aca05ea {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:46:32.787731 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c3008005-7f85-486f-95c3-53bbee0baa31 admin admin] Publish callbacks [] for subnet (76d4f381-a419-4f6b-ad6d-02874aca05ea), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:32.832686 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a09a87-8c78-49b1-a277-e159d2729b4a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event updated for resources: {'Network': ['ID=80401b68-47f3-44d9-a2f0-a74d784cef1c,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:32.865933 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3e063a52-584c-44b3-aa35-80ddb1ae916f tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Publish callbacks [] for security_group (7a689fc4-3104-4a79-84e5-e859680e0c03), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:32.878102 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 2eb391df-e920-4437-834a-b0ec07413770 resource provider aggregate not found Oct 04 20:46:32.883024 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a09a87-8c78-49b1-a277-e159d2729b4a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:46:32.884146 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a09a87-8c78-49b1-a277-e159d2729b4a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:46:32.885031 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a09a87-8c78-49b1-a277-e159d2729b4a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:46:32.885836 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a09a87-8c78-49b1-a277-e159d2729b4a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:46:32.886678 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a09a87-8c78-49b1-a277-e159d2729b4a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:46:32.887573 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a09a87-8c78-49b1-a277-e159d2729b4a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:46:32.888471 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a09a87-8c78-49b1-a277-e159d2729b4a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:46:32.889468 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a09a87-8c78-49b1-a277-e159d2729b4a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:46:32.892785 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a09a87-8c78-49b1-a277-e159d2729b4a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:46:32.895056 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a09a87-8c78-49b1-a277-e159d2729b4a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:46:32.896037 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a09a87-8c78-49b1-a277-e159d2729b4a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:46:32.896965 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a09a87-8c78-49b1-a277-e159d2729b4a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:46:32.899789 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a09a87-8c78-49b1-a277-e159d2729b4a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:46:32.900952 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a09a87-8c78-49b1-a277-e159d2729b4a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:46:32.901742 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a09a87-8c78-49b1-a277-e159d2729b4a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:46:32.922802 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-60a09a87-8c78-49b1-a277-e159d2729b4a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 764 time: 3.9898126 Oct 04 20:46:32.928686 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 40610) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:32.950318 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-50521046-b158-452c-802b-0b1dbef40d81 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Request body: {'network': {'name': 'tempest-RoutersTest-1638887577'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:46:32.958438 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c3008005-7f85-486f-95c3-53bbee0baa31 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (76d4f381-a419-4f6b-ad6d-02874aca05ea), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:32.975747 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 80401b68-47f3-44d9-a2f0-a74d784cef1c details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:46:33.030865 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 2eb391df-e920-4437-834a-b0ec07413770 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2eb391df-e920-4437-834a-b0ec07413770 found for delete ", "request_id": "req-c05f516e-0394-4d0d-8dc0-53645ac32da3"}]} Oct 04 20:46:33.150518 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3e063a52-584c-44b3-aa35-80ddb1ae916f tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Publish callbacks [] for security_group (7a689fc4-3104-4a79-84e5-e859680e0c03), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:33.200682 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:33.229889 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50521046-b158-452c-802b-0b1dbef40d81 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Made reservation on behalf of 869ac0b5366d400d99edf8b0539f2d2d for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:46:33.241000 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-50521046-b158-452c-802b-0b1dbef40d81 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:33.318362 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c3008005-7f85-486f-95c3-53bbee0baa31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (76d4f381-a419-4f6b-ad6d-02874aca05ea), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:33.389005 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-182dd498-cbb8-401e-918c-3589677b2ca6 admin admin] Publish callbacks [] for port (97bb0b74-aaf2-47af-b799-72e14138e56c), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:33.421553 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50521046-b158-452c-802b-0b1dbef40d81 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:46:33.476909 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-50521046-b158-452c-802b-0b1dbef40d81 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (742dd106-3a8c-4229-9eb0-35665acb709c), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:33.477869 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-50521046-b158-452c-802b-0b1dbef40d81 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Added segment 742dd106-3a8c-4229-9eb0-35665acb709c of type vlan for network d3834182-34ec-45d2-a784-645d754f6b48 Oct 04 20:46:33.544986 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:33.576742 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-50521046-b158-452c-802b-0b1dbef40d81 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (d3834182-34ec-45d2-a784-645d754f6b48), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:33.825644 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-182dd498-cbb8-401e-918c-3589677b2ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (97bb0b74-aaf2-47af-b799-72e14138e56c), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:33.839046 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c3008005-7f85-486f-95c3-53bbee0baa31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (76d4f381-a419-4f6b-ad6d-02874aca05ea), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:33.844097 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3e063a52-584c-44b3-aa35-80ddb1ae916f tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (7a689fc4-3104-4a79-84e5-e859680e0c03), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:33.854547 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3e063a52-584c-44b3-aa35-80ddb1ae916f tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:33.864345 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-3e063a52-584c-44b3-aa35-80ddb1ae916f tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/7a689fc4-3104-4a79-84e5-e859680e0c03 HTTP/1.1" status: 204 len: 168 time: 2.1669433 Oct 04 20:46:33.887242 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-50521046-b158-452c-802b-0b1dbef40d81 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (d3834182-34ec-45d2-a784-645d754f6b48), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:33.918786 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50521046-b158-452c-802b-0b1dbef40d81 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:46:33.926460 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-50521046-b158-452c-802b-0b1dbef40d81 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:33.941960 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 40618) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:33.995353 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3008005-7f85-486f-95c3-53bbee0baa31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76d4f381-a419-4f6b-ad6d-02874aca05ea,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:34.051481 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c3008005-7f85-486f-95c3-53bbee0baa31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:34.069022 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25859dd-7f31-441a-9c34-bf8925485f24 None None] Network 74e1ec26-5da6-4cff-9540-bb60c800cec9 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:46:34.070946 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c3008005-7f85-486f-95c3-53bbee0baa31 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/76d4f381-a419-4f6b-ad6d-02874aca05ea HTTP/1.1" status: 204 len: 168 time: 1.4997263 Oct 04 20:46:34.073223 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 40626) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:34.078565 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-13fbefe6-0c98-42e2-9fc4-9415f11c22fe tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] show failed (client error): The resource could not be found. Oct 04 20:46:34.094221 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-13fbefe6-0c98-42e2-9fc4-9415f11c22fe tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] 10.222.0.78 "GET /networking/v2.0/security-groups/7a689fc4-3104-4a79-84e5-e859680e0c03 HTTP/1.1" status: 404 len: 347 time: 0.1431062 Oct 04 20:46:34.115656 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 40628) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:34.214755 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e063a52-584c-44b3-aa35-80ddb1ae916f tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a689fc4-3104-4a79-84e5-e859680e0c03,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:34.237355 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182dd498-cbb8-401e-918c-3589677b2ca6 admin admin] Network f901d054-56d5-4cbc-a133-05325e8ffd94 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:46:34.299233 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 40632) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:34.446039 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4341626d-5f54-4d4c-8c7a-dff5d54c4440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (74e1ec26-5da6-4cff-9540-bb60c800cec9), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:34.465808 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c1fcf912-bf28-409a-9724-932a1df66e38 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=f2c92a8a2d7b4a7f8d8374cfe5670ce1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1565728 Oct 04 20:46:34.483371 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 40636) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:34.598021 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 659815c0-f3ef-4696-9563-423fe47a4793 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:46:34.755559 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-4341626d-5f54-4d4c-8c7a-dff5d54c4440 admin admin] Deleting port e3b24c6f-c628-49ee-8728-161158eade5f {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:46:34.763680 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4341626d-5f54-4d4c-8c7a-dff5d54c4440 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (e3b24c6f-c628-49ee-8728-161158eade5f), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:34.874646 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35080cc-d611-4e30-bcca-857d092291d4 None None] DHCP port deletion for 74e1ec26-5da6-4cff-9540-bb60c800cec9 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:46:34.895372 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 659815c0-f3ef-4696-9563-423fe47a4793 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:46:34.900192 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (659815c0-f3ef-4696-9563-423fe47a4793), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:34.904722 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 659815c0-f3ef-4696-9563-423fe47a4793 Oct 04 20:46:35.037214 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-4341626d-5f54-4d4c-8c7a-dff5d54c4440 admin admin] For port e3b24c6f-c628-49ee-8728-161158eade5f, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=e3b24c6f-c628-49ee-8728-161158eade5f,segment=NetworkSegment(a9c8124b-7163-4cfd-b4c4-9699e8e6c754),segment_id=a9c8124b-7163-4cfd-b4c4-9699e8e6c754)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:46:35.039024 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4341626d-5f54-4d4c-8c7a-dff5d54c4440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (e3b24c6f-c628-49ee-8728-161158eade5f), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:35.057036 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-50521046-b158-452c-802b-0b1dbef40d81 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.1178391 Oct 04 20:46:35.060497 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-182dd498-cbb8-401e-918c-3589677b2ca6 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:46:35.080721 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 40642) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:35.088552 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-4341626d-5f54-4d4c-8c7a-dff5d54c4440 admin admin] Calling delete_port for e3b24c6f-c628-49ee-8728-161158eade5f owned by network:dhcp {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:46:35.090759 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182dd498-cbb8-401e-918c-3589677b2ca6 admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:46:35.168002 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-86147ca9-573e-4e72-bde8-6c08ba89ac6c tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Request body: {'subnet': {'network_id': '80401b68-47f3-44d9-a2f0-a74d784cef1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:46:35.211257 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-f35080cc-d611-4e30-bcca-857d092291d4 None None] Deleting port e3b24c6f-c628-49ee-8728-161158eade5f {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:46:35.212253 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f35080cc-d611-4e30-bcca-857d092291d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (e3b24c6f-c628-49ee-8728-161158eade5f), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:35.497275 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-26ebc62a-34f0-4686-9611-88f5dca4703f admin admin] Publish callbacks [] for security_group (90366793-224b-4279-810f-110f9921fda6), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:35.537669 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182dd498-cbb8-401e-918c-3589677b2ca6 admin admin] Pushing event updated for resources: {'Port': ['ID=97bb0b74-aaf2-47af-b799-72e14138e56c,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:35.613215 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-26ebc62a-34f0-4686-9611-88f5dca4703f admin admin] Publish callbacks [] for security_group (90366793-224b-4279-810f-110f9921fda6), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:35.660220 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-f35080cc-d611-4e30-bcca-857d092291d4 None None] For port e3b24c6f-c628-49ee-8728-161158eade5f, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=e3b24c6f-c628-49ee-8728-161158eade5f,segment=NetworkSegment(a9c8124b-7163-4cfd-b4c4-9699e8e6c754),segment_id=a9c8124b-7163-4cfd-b4c4-9699e8e6c754)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:46:35.662634 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f35080cc-d611-4e30-bcca-857d092291d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (e3b24c6f-c628-49ee-8728-161158eade5f), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:35.723171 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-f35080cc-d611-4e30-bcca-857d092291d4 None None] Calling delete_port for e3b24c6f-c628-49ee-8728-161158eade5f owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:46:35.776207 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:35.786589 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4341626d-5f54-4d4c-8c7a-dff5d54c4440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (e3b24c6f-c628-49ee-8728-161158eade5f), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:35.852406 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-f7ce338a-4ce3-42c9-b242-9c8311efafb4 None None] Provisioning complete for port 97bb0b74-aaf2-47af-b799-72e14138e56c triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:46:35.853149 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4341626d-5f54-4d4c-8c7a-dff5d54c4440 admin admin] No DVR routers for this DVR port e3b24c6f-c628-49ee-8728-161158eade5f on host n-d-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:46:35.853787 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f7ce338a-4ce3-42c9-b242-9c8311efafb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (97bb0b74-aaf2-47af-b799-72e14138e56c), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:35.854531 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-f7ce338a-4ce3-42c9-b242-9c8311efafb4 None None] Attempt 1 to provision port 97bb0b74-aaf2-47af-b799-72e14138e56c Oct 04 20:46:35.861240 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50521046-b158-452c-802b-0b1dbef40d81 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event updated for resources: {'Network': ['ID=d3834182-34ec-45d2-a784-645d754f6b48,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:35.933179 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4341626d-5f54-4d4c-8c7a-dff5d54c4440 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3b24c6f-c628-49ee-8728-161158eade5f,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:36.137075 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network d3834182-34ec-45d2-a784-645d754f6b48 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:46:36.137286 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-182dd498-cbb8-401e-918c-3589677b2ca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (ce72b441-83df-44a5-acf0-341dac9198f2), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:36.139675 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:36.150509 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-2380b9c3-6277-464c-9f46-3be6f0136ae1 tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Deleting port 9f93a996-3647-453e-9e32-6d4672ef8416 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:46:36.151590 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2380b9c3-6277-464c-9f46-3be6f0136ae1 tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (9f93a996-3647-453e-9e32-6d4672ef8416), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:36.184280 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-26ebc62a-34f0-4686-9611-88f5dca4703f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (90366793-224b-4279-810f-110f9921fda6), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:36.201903 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-26ebc62a-34f0-4686-9611-88f5dca4703f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:36.210186 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-26ebc62a-34f0-4686-9611-88f5dca4703f admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/90366793-224b-4279-810f-110f9921fda6 HTTP/1.1" status: 204 len: 168 time: 1.7208877 Oct 04 20:46:36.263208 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4341626d-5f54-4d4c-8c7a-dff5d54c4440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (74e1ec26-5da6-4cff-9540-bb60c800cec9), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:36.330117 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ebc62a-34f0-4686-9611-88f5dca4703f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90366793-224b-4279-810f-110f9921fda6,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:36.350858 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86147ca9-573e-4e72-bde8-6c08ba89ac6c tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Made reservation on behalf of 869ac0b5366d400d99edf8b0539f2d2d for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:46:36.360025 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-86147ca9-573e-4e72-bde8-6c08ba89ac6c tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:36.386775 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-4341626d-5f54-4d4c-8c7a-dff5d54c4440 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74e1ec26-5da6-4cff-9540-bb60c800cec9']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:46:36.418640 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 659815c0-f3ef-4696-9563-423fe47a4793 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:46:36.419269 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (659815c0-f3ef-4696-9563-423fe47a4793), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:36.441006 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-4341626d-5f54-4d4c-8c7a-dff5d54c4440 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9c8124b-7163-4cfd-b4c4-9699e8e6c754') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:46:36.442462 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-4341626d-5f54-4d4c-8c7a-dff5d54c4440 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9c8124b-7163-4cfd-b4c4-9699e8e6c754') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:46:36.484907 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4341626d-5f54-4d4c-8c7a-dff5d54c4440 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (a9c8124b-7163-4cfd-b4c4-9699e8e6c754), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:36.536183 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-f7ce338a-4ce3-42c9-b242-9c8311efafb4 None None] Port 97bb0b74-aaf2-47af-b799-72e14138e56c cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:46:36.559382 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4341626d-5f54-4d4c-8c7a-dff5d54c4440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (a9c8124b-7163-4cfd-b4c4-9699e8e6c754), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:36.589352 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4341626d-5f54-4d4c-8c7a-dff5d54c4440 admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:46:36.591189 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4341626d-5f54-4d4c-8c7a-dff5d54c4440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (a9c8124b-7163-4cfd-b4c4-9699e8e6c754), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:36.639213 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 659815c0-f3ef-4696-9563-423fe47a4793, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=659815c0-f3ef-4696-9563-423fe47a4793,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:46:36.674992 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f35080cc-d611-4e30-bcca-857d092291d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (e3b24c6f-c628-49ee-8728-161158eade5f), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:36.718033 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:36.720913 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35080cc-d611-4e30-bcca-857d092291d4 None None] No DVR routers for this DVR port e3b24c6f-c628-49ee-8728-161158eade5f on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:46:36.741724 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:36.766425 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (659815c0-f3ef-4696-9563-423fe47a4793), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:36.776998 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35080cc-d611-4e30-bcca-857d092291d4 None None] Pushing event deleted for resources: {'Port': ['ID=e3b24c6f-c628-49ee-8728-161158eade5f,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:36.795539 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35080cc-d611-4e30-bcca-857d092291d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:46:36.796243 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35080cc-d611-4e30-bcca-857d092291d4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:46:36.796951 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35080cc-d611-4e30-bcca-857d092291d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:46:36.797654 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35080cc-d611-4e30-bcca-857d092291d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:46:36.798891 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35080cc-d611-4e30-bcca-857d092291d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:46:36.799612 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35080cc-d611-4e30-bcca-857d092291d4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:46:36.800269 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35080cc-d611-4e30-bcca-857d092291d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:46:36.800937 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35080cc-d611-4e30-bcca-857d092291d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:46:36.801623 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35080cc-d611-4e30-bcca-857d092291d4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:46:36.802264 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35080cc-d611-4e30-bcca-857d092291d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:46:36.802932 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35080cc-d611-4e30-bcca-857d092291d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:46:36.804060 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35080cc-d611-4e30-bcca-857d092291d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:46:36.804670 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35080cc-d611-4e30-bcca-857d092291d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:46:36.805689 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35080cc-d611-4e30-bcca-857d092291d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:46:36.806449 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35080cc-d611-4e30-bcca-857d092291d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:46:36.829706 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2380b9c3-6277-464c-9f46-3be6f0136ae1 tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (9f93a996-3647-453e-9e32-6d4672ef8416), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:36.830205 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2380b9c3-6277-464c-9f46-3be6f0136ae1 tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Publish callbacks [] for floatingip (9f93a996-3647-453e-9e32-6d4672ef8416), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:36.865668 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment a9c8124b-7163-4cfd-b4c4-9699e8e6c754 resource provider aggregate not found Oct 04 20:46:36.932157 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-2380b9c3-6277-464c-9f46-3be6f0136ae1 tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Calling delete_port for 9f93a996-3647-453e-9e32-6d4672ef8416 owned by network:floatingip {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:46:36.971836 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:37.024985 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment a9c8124b-7163-4cfd-b4c4-9699e8e6c754 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a9c8124b-7163-4cfd-b4c4-9699e8e6c754 found for delete ", "request_id": "req-3e88930d-8888-458f-b2bc-b5f865e3c403"}]} Oct 04 20:46:37.043543 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=659815c0-f3ef-4696-9563-423fe47a4793,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:37.053721 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device e3b24c6f-c628-49ee-8728-161158eade5f no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:46:37.082195 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-3bfc670b-e63d-4b65-8e04-00ee5c9bf22b req-3c4a9c13-841b-453a-892e-e4356e07ada5 tempest-AbsoluteLimitsNegativeTestJSON-351205928 tempest-AbsoluteLimitsNegativeTestJSON-351205928-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=e82f7c37d2584e16b55273fcd62d6cb2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1189709 Oct 04 20:46:37.149048 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: e3b24c6f-c628-49ee-8728-161158eade5f {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:46:37.149530 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device e3b24c6f-c628-49ee-8728-161158eade5f not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:46:37.154615 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4341626d-5f54-4d4c-8c7a-dff5d54c4440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (74e1ec26-5da6-4cff-9540-bb60c800cec9), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:37.206299 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4341626d-5f54-4d4c-8c7a-dff5d54c4440 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:37.229012 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4341626d-5f54-4d4c-8c7a-dff5d54c4440 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/74e1ec26-5da6-4cff-9540-bb60c800cec9 HTTP/1.1" status: 204 len: 168 time: 3.1424501 Oct 04 20:46:37.268345 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-182dd498-cbb8-401e-918c-3589677b2ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (97bb0b74-aaf2-47af-b799-72e14138e56c), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:37.314408 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:37.507757 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4341626d-5f54-4d4c-8c7a-dff5d54c4440 admin admin] Pushing event deleted for resources: {'Network': ['ID=74e1ec26-5da6-4cff-9540-bb60c800cec9,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:37.564804 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc670b-e63d-4b65-8e04-00ee5c9bf22b req-c9721a0e-5c65-4211-bd84-0fd81aa177ec tempest-AbsoluteLimitsNegativeTestJSON-351205928 tempest-AbsoluteLimitsNegativeTestJSON-351205928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:46:37.569410 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-3bfc670b-e63d-4b65-8e04-00ee5c9bf22b req-c9721a0e-5c65-4211-bd84-0fd81aa177ec tempest-AbsoluteLimitsNegativeTestJSON-351205928 tempest-AbsoluteLimitsNegativeTestJSON-351205928-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4585445 Oct 04 20:46:37.639526 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-3bfc670b-e63d-4b65-8e04-00ee5c9bf22b req-cf86f28e-eb14-4eab-b176-2922baf8d3b8 tempest-AbsoluteLimitsNegativeTestJSON-351205928 tempest-AbsoluteLimitsNegativeTestJSON-351205928-project] 10.222.0.78 "GET /networking/v2.0/quotas/e82f7c37d2584e16b55273fcd62d6cb2 HTTP/1.1" status: 200 len: 375 time: 0.0542002 Oct 04 20:46:37.790981 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-3bfc670b-e63d-4b65-8e04-00ee5c9bf22b req-8148cc87-e301-4b3e-b504-7eb2eb4a4147 tempest-AbsoluteLimitsNegativeTestJSON-351205928 tempest-AbsoluteLimitsNegativeTestJSON-351205928-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=e82f7c37d2584e16b55273fcd62d6cb2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1342444 Oct 04 20:46:37.977100 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-fad34191-9166-4eb0-865e-23d55774205e req-bf3ef3b7-ca00-4bd6-97f1-cd19a80308ba tempest-ServerShowV247Test-279755118 tempest-ServerShowV247Test-279755118-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9019f887-5690-4833-b69b-879c91f3e6c1 HTTP/1.1" status: 200 len: 210 time: 0.1644075 Oct 04 20:46:38.256541 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 40724) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:38.287394 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-182dd498-cbb8-401e-918c-3589677b2ca6 admin admin] Publish callbacks [] for port (97bb0b74-aaf2-47af-b799-72e14138e56c), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:38.323374 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2380b9c3-6277-464c-9f46-3be6f0136ae1 tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (9f93a996-3647-453e-9e32-6d4672ef8416), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:38.530180 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-86147ca9-573e-4e72-bde8-6c08ba89ac6c tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (5fb03846-63ab-4de5-af98-c073b3053950), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:38.536176 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2380b9c3-6277-464c-9f46-3be6f0136ae1 tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Pushing event deleted for resources: {'Port': ['ID=9f93a996-3647-453e-9e32-6d4672ef8416,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:38.549649 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-d8a3e1ed-24a6-4881-a365-c5424a28202d admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=6c5aaa2031d8481ebc5a7b3b9a0522dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2911375 Oct 04 20:46:38.560302 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-182dd498-cbb8-401e-918c-3589677b2ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (97bb0b74-aaf2-47af-b799-72e14138e56c), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:38.568759 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 40746) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:38.729932 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a9095833-7ed2-4f69-9387-f810d4680544 admin admin] Publish callbacks [] for security_group (67a6b4b0-4d7f-4c4a-b928-4d1b1f936dfd), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:38.777798 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a9095833-7ed2-4f69-9387-f810d4680544 admin admin] Publish callbacks [] for security_group (67a6b4b0-4d7f-4c4a-b928-4d1b1f936dfd), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:38.809707 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:DELETE=5,neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:38.935389 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86147ca9-573e-4e72-bde8-6c08ba89ac6c tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event updated for resources: {'Subnet': ['ID=5fb03846-63ab-4de5-af98-c073b3053950,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:39.056405 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-182dd498-cbb8-401e-918c-3589677b2ca6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (ce72b441-83df-44a5-acf0-341dac9198f2), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:39.083100 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182dd498-cbb8-401e-918c-3589677b2ca6 admin admin] Pushing event updated for resources: {'Port': ['ID=97bb0b74-aaf2-47af-b799-72e14138e56c,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:39.092848 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 659815c0-f3ef-4696-9563-423fe47a4793 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:46:39.098372 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a9095833-7ed2-4f69-9387-f810d4680544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (67a6b4b0-4d7f-4c4a-b928-4d1b1f936dfd), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:39.103745 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a9095833-7ed2-4f69-9387-f810d4680544 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:39.106367 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a9095833-7ed2-4f69-9387-f810d4680544 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/67a6b4b0-4d7f-4c4a-b928-4d1b1f936dfd HTTP/1.1" status: 204 len: 168 time: 0.5339594 Oct 04 20:46:39.141641 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9095833-7ed2-4f69-9387-f810d4680544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a6b4b0-4d7f-4c4a-b928-4d1b1f936dfd,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:39.184810 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86147ca9-573e-4e72-bde8-6c08ba89ac6c tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Checking segment: {'id': '2fc329fd-6c93-46c2-b312-a20f60d85632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '80401b68-47f3-44d9-a2f0-a74d784cef1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:46:39.185561 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86147ca9-573e-4e72-bde8-6c08ba89ac6c tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Network hostable DHCP agents. Network: 80401b68-47f3-44d9-a2f0-a74d784cef1c, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:46:39.238313 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 659815c0-f3ef-4696-9563-423fe47a4793 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:46:39.240180 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (659815c0-f3ef-4696-9563-423fe47a4793), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:39.241670 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 659815c0-f3ef-4696-9563-423fe47a4793 Oct 04 20:46:39.244694 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2380b9c3-6277-464c-9f46-3be6f0136ae1 tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Publish callbacks [] for floatingip (8de4b195-8afe-4a42-9ec2-cb56e60cba06), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:39.250233 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2380b9c3-6277-464c-9f46-3be6f0136ae1 tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:39.254849 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-2380b9c3-6277-464c-9f46-3be6f0136ae1 tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/8de4b195-8afe-4a42-9ec2-cb56e60cba06 HTTP/1.1" status: 204 len: 168 time: 5.1148851 Oct 04 20:46:39.398138 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182dd498-cbb8-401e-918c-3589677b2ca6 admin admin] Network f901d054-56d5-4cbc-a133-05325e8ffd94 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:46:39.401046 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86147ca9-573e-4e72-bde8-6c08ba89ac6c tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Network 80401b68-47f3-44d9-a2f0-a74d784cef1c is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:46:39.408156 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-182dd498-cbb8-401e-918c-3589677b2ca6 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:46:39.524708 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 659815c0-f3ef-4696-9563-423fe47a4793 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:46:39.862233 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 40814) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:39.872926 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-63061979-cf47-4d73-8213-9602d96e92f6 tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1154056546', 'description': 'tempest-description--1743051841'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:46:39.926504 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-182dd498-cbb8-401e-918c-3589677b2ca6 admin admin] Router ce72b441-83df-44a5-acf0-341dac9198f2 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:46:39.939658 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-86147ca9-573e-4e72-bde8-6c08ba89ac6c tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 80401b68-47f3-44d9-a2f0-a74d784cef1c) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:46:39.962092 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c91a23d-3659-44b5-aa45-8b756a478d90 None None] Network 80401b68-47f3-44d9-a2f0-a74d784cef1c requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:46:39.970634 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:39.979858 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86147ca9-573e-4e72-bde8-6c08ba89ac6c tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:46:39.982638 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-86147ca9-573e-4e72-bde8-6c08ba89ac6c tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:40.171801 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-63061979-cf47-4d73-8213-9602d96e92f6 tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:40.259419 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 40828) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:40.280321 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-49518baa-c83b-4b6f-9ec3-0780f47ea0af None None] Provisioning complete for port 97bb0b74-aaf2-47af-b799-72e14138e56c triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:46:40.288429 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-49518baa-c83b-4b6f-9ec3-0780f47ea0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (97bb0b74-aaf2-47af-b799-72e14138e56c), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:40.289369 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-49518baa-c83b-4b6f-9ec3-0780f47ea0af None None] Attempt 1 to provision port 97bb0b74-aaf2-47af-b799-72e14138e56c Oct 04 20:46:40.290069 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-86147ca9-573e-4e72-bde8-6c08ba89ac6c tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.2053857 Oct 04 20:46:40.297152 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 40830) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:40.318120 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-cf7d2c91-3a00-4284-a64a-8ade5c966cc6 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Request body: {'subnet': {'network_id': 'd3834182-34ec-45d2-a784-645d754f6b48', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:46:40.383690 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-edc89dbd-3b3c-4c76-b3e7-eae91205edf2 req-393cf7f2-5c92-4e80-8fa3-52b99086a840 tempest-ServerShowV247Test-279755118 tempest-ServerShowV247Test-279755118-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7372fc97-e79b-446c-85ce-95b39f56b697 HTTP/1.1" status: 200 len: 210 time: 0.2031553 Oct 04 20:46:40.457939 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-49518baa-c83b-4b6f-9ec3-0780f47ea0af None None] Port 97bb0b74-aaf2-47af-b799-72e14138e56c cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:46:40.546638 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc348522-59b9-4b63-8de4-a7ce3e6e8d60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-80401b68-47f3-44d9-a2f0-a74d784cef1c', 'network_id': '80401b68-47f3-44d9-a2f0-a74d784cef1c', 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'fixed_ips': [{'subnet_id': '5fb03846-63ab-4de5-af98-c073b3053950'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:46:40.550644 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fc348522-59b9-4b63-8de4-a7ce3e6e8d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:40.591585 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-63061979-cf47-4d73-8213-9602d96e92f6 tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Publish callbacks [] for security_group (af89c24c-32fc-4cab-8431-80016ee3e60d), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:40.702394 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7d2c91-3a00-4284-a64a-8ade5c966cc6 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Made reservation on behalf of 869ac0b5366d400d99edf8b0539f2d2d for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:46:40.710894 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cf7d2c91-3a00-4284-a64a-8ade5c966cc6 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:40.720438 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-63061979-cf47-4d73-8213-9602d96e92f6 tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (af89c24c-32fc-4cab-8431-80016ee3e60d), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:40.834737 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63061979-cf47-4d73-8213-9602d96e92f6 tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af89c24c-32fc-4cab-8431-80016ee3e60d,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:40.881860 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 20:46:40.919179 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-63061979-cf47-4d73-8213-9602d96e92f6 tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:40.924054 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-63061979-cf47-4d73-8213-9602d96e92f6 tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.0575819 Oct 04 20:46:40.926667 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-182dd498-cbb8-401e-918c-3589677b2ca6 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:46:40.927969 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 40858) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:40.960415 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-b3b917fa-3241-4772-8643-1212674c7dcb tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Request body: {'security_group_rule': {'security_group_id': 'af89c24c-32fc-4cab-8431-80016ee3e60d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:46:40.972775 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-182dd498-cbb8-401e-918c-3589677b2ca6 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/ce72b441-83df-44a5-acf0-341dac9198f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9388249 Oct 04 20:46:40.988437 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944b1b57-a350-433b-bc19-eb2682bc66bd None None] Sync routers for ids ['ce72b441-83df-44a5-acf0-341dac9198f2'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:46:41.044694 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:41.101224 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 40868) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:41.196260 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944b1b57-a350-433b-bc19-eb2682bc66bd None None] Routers {'ce72b441-83df-44a5-acf0-341dac9198f2'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:46:41.204857 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-944b1b57-a350-433b-bc19-eb2682bc66bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:46:18Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['ce72b441-83df-44a5-acf0-341dac9198f2'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:46:41.259900 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b3b917fa-3241-4772-8643-1212674c7dcb tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Publish callbacks [] for security_group_rule (9cd14879-8d66-4a4d-97f2-9335749bfc24), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:41.365982 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c4e9188e-ba74-4cdb-8618-990388582f86 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=24e71aeef8ae451d8e152abb19afe23b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2628357 Oct 04 20:46:41.405247 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 40886) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:41.557948 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cf7d2c91-3a00-4284-a64a-8ade5c966cc6 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (552e9130-f263-45c1-b83d-78122c850f00), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:41.588631 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:41.713817 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7d2c91-3a00-4284-a64a-8ade5c966cc6 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event updated for resources: {'Subnet': ['ID=552e9130-f263-45c1-b83d-78122c850f00,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:41.728987 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b3b917fa-3241-4772-8643-1212674c7dcb tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Publish callbacks [] for security_group_rule (9cd14879-8d66-4a4d-97f2-9335749bfc24), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:41.817435 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d175c791-578d-4a5d-ac26-1fd4acb5fde2 admin admin] Publish callbacks [] for security_group (89506387-1812-481b-a96d-c2f23c51ddc2), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:41.888588 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7d2c91-3a00-4284-a64a-8ade5c966cc6 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Checking segment: {'id': '742dd106-3a8c-4229-9eb0-35665acb709c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd3834182-34ec-45d2-a784-645d754f6b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:46:41.888945 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7d2c91-3a00-4284-a64a-8ade5c966cc6 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Network hostable DHCP agents. Network: d3834182-34ec-45d2-a784-645d754f6b48, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:46:41.900010 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d175c791-578d-4a5d-ac26-1fd4acb5fde2 admin admin] Publish callbacks [] for security_group (89506387-1812-481b-a96d-c2f23c51ddc2), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:41.972599 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-504f3109-d3cd-4241-9e29-5af28fe9a626 req-51157665-ce34-47ed-b13d-ff87ae686189 tempest-ServerShowV247Test-279755118 tempest-ServerShowV247Test-279755118-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7372fc97-e79b-446c-85ce-95b39f56b697 HTTP/1.1" status: 200 len: 210 time: 0.1693697 Oct 04 20:46:41.983039 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b3b917fa-3241-4772-8643-1212674c7dcb tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (9cd14879-8d66-4a4d-97f2-9335749bfc24), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:42.046156 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7d2c91-3a00-4284-a64a-8ade5c966cc6 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Network d3834182-34ec-45d2-a784-645d754f6b48 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:46:42.128983 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-944b1b57-a350-433b-bc19-eb2682bc66bd None None] Set router ce72b441-83df-44a5-acf0-341dac9198f2 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:46:42.141897 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b917fa-3241-4772-8643-1212674c7dcb tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cd14879-8d66-4a4d-97f2-9335749bfc24,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:42.153180 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c28c9009-721b-453d-90c6-d73f0432b6b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:42.231705 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-cf7d2c91-3a00-4284-a64a-8ade5c966cc6 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, d3834182-34ec-45d2-a784-645d754f6b48) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:46:42.243939 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7d2c91-3a00-4284-a64a-8ade5c966cc6 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:46:42.246328 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cf7d2c91-3a00-4284-a64a-8ade5c966cc6 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:42.296361 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eba5a6a-5db7-4cf2-a35a-30c93b6c04a7 None None] Network d3834182-34ec-45d2-a784-645d754f6b48 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:46:42.387931 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c28c9009-721b-453d-90c6-d73f0432b6b2 admin admin] Publish callbacks [] for security_group (327418d6-525f-41e8-abc2-8b9d33b7552a), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:42.519767 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-fc348522-59b9-4b63-8de4-a7ce3e6e8d60 None None] Allocated IP 172.20.0.2 (80401b68-47f3-44d9-a2f0-a74d784cef1c/5fb03846-63ab-4de5-af98-c073b3053950/762cf4e9-ad6e-4574-b0f2-8b078fd54a7b) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:46:42.536267 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b3b917fa-3241-4772-8643-1212674c7dcb tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:42.541191 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b3b917fa-3241-4772-8643-1212674c7dcb tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5990160 Oct 04 20:46:42.551660 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 40928) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:42.560405 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-ed501c04-1bf3-4806-a88d-807c4a9062a6 tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Request body: {'security_group_rule': {'security_group_id': 'af89c24c-32fc-4cab-8431-80016ee3e60d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:46:42.582229 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d175c791-578d-4a5d-ac26-1fd4acb5fde2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (89506387-1812-481b-a96d-c2f23c51ddc2), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:42.589991 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d175c791-578d-4a5d-ac26-1fd4acb5fde2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:42.611871 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-d175c791-578d-4a5d-ac26-1fd4acb5fde2 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/89506387-1812-481b-a96d-c2f23c51ddc2 HTTP/1.1" status: 204 len: 168 time: 1.1780334 Oct 04 20:46:42.626974 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:42.662643 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d175c791-578d-4a5d-ac26-1fd4acb5fde2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89506387-1812-481b-a96d-c2f23c51ddc2,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:42.685252 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c28c9009-721b-453d-90c6-d73f0432b6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (327418d6-525f-41e8-abc2-8b9d33b7552a), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:42.742033 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-cf7d2c91-3a00-4284-a64a-8ade5c966cc6 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4423320 Oct 04 20:46:42.751784 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 40942) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:42.841562 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-68d59367-d651-4f30-bdf0-c301a1bc7c71 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-918046965', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:46:42.920981 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c28c9009-721b-453d-90c6-d73f0432b6b2 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=e82f7c37d2584e16b55273fcd62d6cb2&name=default HTTP/1.1" status: 200 len: 3000 time: 2.6523452 Oct 04 20:46:42.926425 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 40966) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:42.984436 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28c9009-721b-453d-90c6-d73f0432b6b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=327418d6-525f-41e8-abc2-8b9d33b7552a,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:43.087031 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:43.119618 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ed501c04-1bf3-4806-a88d-807c4a9062a6 tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Publish callbacks [] for security_group_rule (6cb7ff9f-90d3-4381-bb44-39c6fb9f25dd), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:43.141388 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:43.237901 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-68d59367-d651-4f30-bdf0-c301a1bc7c71 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (a0dfdf25-928e-467b-a080-b2ba41ed7029), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:43.245195 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0397ab1c-091e-4235-af87-01c8955f61cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-d3834182-34ec-45d2-a784-645d754f6b48', 'network_id': 'd3834182-34ec-45d2-a784-645d754f6b48', 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'fixed_ips': [{'subnet_id': '552e9130-f263-45c1-b83d-78122c850f00'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:46:43.246181 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-68d59367-d651-4f30-bdf0-c301a1bc7c71 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (a0dfdf25-928e-467b-a080-b2ba41ed7029), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:43.246800 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0397ab1c-091e-4235-af87-01c8955f61cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:43.297271 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f513f81-e9d9-485f-bec3-97b2157a9dfe req-575756b4-e806-48c4-a525-226a7d0125e7 tempest-ImagesNegativeTestJSON-494549152 tempest-ImagesNegativeTestJSON-494549152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:46:43.313015 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=3 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:43.314606 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9f513f81-e9d9-485f-bec3-97b2157a9dfe req-575756b4-e806-48c4-a525-226a7d0125e7 tempest-ImagesNegativeTestJSON-494549152 tempest-ImagesNegativeTestJSON-494549152-project] 10.222.0.78 "GET /networking/v2.0/networks?id=f901d054-56d5-4cbc-a133-05325e8ffd94 HTTP/1.1" status: 200 len: 812 time: 0.4101930 Oct 04 20:46:43.371988 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9f513f81-e9d9-485f-bec3-97b2157a9dfe req-46db6777-dd08-41c8-9e9a-7994c2403596 tempest-ImagesNegativeTestJSON-494549152 tempest-ImagesNegativeTestJSON-494549152-project] 10.222.0.78 "GET /networking/v2.0/quotas/0320ad4639f0459295c6b219ed5668c8 HTTP/1.1" status: 200 len: 375 time: 0.0547726 Oct 04 20:46:43.387163 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7f525fc2-bf24-426d-9986-b65e7bb0766d admin admin] Publish callbacks [] for security_group (327418d6-525f-41e8-abc2-8b9d33b7552a), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:43.486711 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7f525fc2-bf24-426d-9986-b65e7bb0766d admin admin] Publish callbacks [] for security_group (327418d6-525f-41e8-abc2-8b9d33b7552a), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:43.531921 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9f513f81-e9d9-485f-bec3-97b2157a9dfe req-e84c468d-aeaa-4ca7-8581-8dd93c7f6c73 tempest-ImagesNegativeTestJSON-494549152 tempest-ImagesNegativeTestJSON-494549152-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=0320ad4639f0459295c6b219ed5668c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1576769 Oct 04 20:46:43.538667 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ed501c04-1bf3-4806-a88d-807c4a9062a6 tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Publish callbacks [] for security_group_rule (6cb7ff9f-90d3-4381-bb44-39c6fb9f25dd), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:43.590457 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:43.659066 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ed501c04-1bf3-4806-a88d-807c4a9062a6 tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (6cb7ff9f-90d3-4381-bb44-39c6fb9f25dd), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:43.668596 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-3b3c53c0-0499-4862-924a-c03f1bded7fe req-d9ebfe74-285e-457e-ae61-1eaf91ef3d70 tempest-ServerShowV247Test-279755118 tempest-ServerShowV247Test-279755118-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7372fc97-e79b-446c-85ce-95b39f56b697 HTTP/1.1" status: 200 len: 210 time: 0.1263788 Oct 04 20:46:43.778128 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed501c04-1bf3-4806-a88d-807c4a9062a6 tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cb7ff9f-90d3-4381-bb44-39c6fb9f25dd,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:43.778128 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:43.825324 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7f525fc2-bf24-426d-9986-b65e7bb0766d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (327418d6-525f-41e8-abc2-8b9d33b7552a), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:43.834447 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-0397ab1c-091e-4235-af87-01c8955f61cd None None] Allocated IP 172.21.0.2 (d3834182-34ec-45d2-a784-645d754f6b48/552e9130-f263-45c1-b83d-78122c850f00/de6ad8a6-287a-4947-952e-be063a35bad4) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:46:43.838534 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7f525fc2-bf24-426d-9986-b65e7bb0766d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:43.842293 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-68d59367-d651-4f30-bdf0-c301a1bc7c71 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for router_controller (a0dfdf25-928e-467b-a080-b2ba41ed7029), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:43.845638 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-7f525fc2-bf24-426d-9986-b65e7bb0766d admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/327418d6-525f-41e8-abc2-8b9d33b7552a HTTP/1.1" status: 204 len: 168 time: 0.9172916 Oct 04 20:46:43.868142 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f525fc2-bf24-426d-9986-b65e7bb0766d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=327418d6-525f-41e8-abc2-8b9d33b7552a,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:43.959342 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ed501c04-1bf3-4806-a88d-807c4a9062a6 tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:43.959342 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ed501c04-1bf3-4806-a88d-807c4a9062a6 tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4010181 Oct 04 20:46:43.962488 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 41010) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:43.970492 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-110ebc0b-f7f5-4c62-b3c1-b586a5e94421 tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Request body: {'floatingip': {'floating_network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:46:44.005341 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-68d59367-d651-4f30-bdf0-c301a1bc7c71 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (a0dfdf25-928e-467b-a080-b2ba41ed7029), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:44.115051 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-944b1b57-a350-433b-bc19-eb2682bc66bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce72b441-83df-44a5-acf0-341dac9198f2', 'name': 'tempest-ImagesNegativeTestJSON-858423729-router', 'tenant_id': '0320ad4639f0459295c6b219ed5668c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '659815c0-f3ef-4696-9563-423fe47a4793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:46:09Z', 'updated_at': '2022-10-04T20:46:36Z', 'revision_number': 4, 'project_id': '0320ad4639f0459295c6b219ed5668c8', 'gw_port': {'id': '659815c0-f3ef-4696-9563-423fe47a4793', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce72b441-83df-44a5-acf0-341dac9198f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:46:16Z', 'updated_at': '2022-10-04T20:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '97bb0b74-aaf2-47af-b799-72e14138e56c', 'name': '', 'network_id': 'f901d054-56d5-4cbc-a133-05325e8ffd94', 'tenant_id': '0320ad4639f0459295c6b219ed5668c8', 'mac_address': 'fa:16:3e:13:ca:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce72b441-83df-44a5-acf0-341dac9198f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '3ac4e8a5-bc7c-44e3-9ceb-f82e268fdaf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:46:30Z', 'updated_at': '2022-10-04T20:46:37Z', 'revision_number': 2, 'project_id': '0320ad4639f0459295c6b219ed5668c8', 'subnets': [{'id': '3ac4e8a5-bc7c-44e3-9ceb-f82e268fdaf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:46:44.157635 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-110ebc0b-f7f5-4c62-b3c1-b586a5e94421 tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Publish callbacks [] for floatingip (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:44.236769 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944b1b57-a350-433b-bc19-eb2682bc66bd None None] Checking router: ce72b441-83df-44a5-acf0-341dac9198f2 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:46:44.240134 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944b1b57-a350-433b-bc19-eb2682bc66bd None None] Updating router ce72b441-83df-44a5-acf0-341dac9198f2 port 97bb0b74-aaf2-47af-b799-72e14138e56c binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:46:44.246294 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-68d59367-d651-4f30-bdf0-c301a1bc7c71 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:44.255052 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-68d59367-d651-4f30-bdf0-c301a1bc7c71 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.4698918 Oct 04 20:46:44.255454 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 41026) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:44.532654 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-110ebc0b-f7f5-4c62-b3c1-b586a5e94421 tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:44.535887 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fc348522-59b9-4b63-8de4-a7ce3e6e8d60 None None] Publish callbacks [] for port (762cf4e9-ad6e-4574-b0f2-8b078fd54a7b), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:44.561988 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-944b1b57-a350-433b-bc19-eb2682bc66bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (97bb0b74-aaf2-47af-b799-72e14138e56c), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:44.713019 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fc348522-59b9-4b63-8de4-a7ce3e6e8d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (762cf4e9-ad6e-4574-b0f2-8b078fd54a7b), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:44.961784 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc348522-59b9-4b63-8de4-a7ce3e6e8d60 None None] Pushing event updated for resources: {'Port': ['ID=762cf4e9-ad6e-4574-b0f2-8b078fd54a7b,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:45.081679 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-110ebc0b-f7f5-4c62-b3c1-b586a5e94421 tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Allocated IP 172.25.5.178 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/978e717d-dc83-4b0c-ae79-63fccad0fa03) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:46:45.086580 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:45.182257 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc348522-59b9-4b63-8de4-a7ce3e6e8d60 None None] Network 80401b68-47f3-44d9-a2f0-a74d784cef1c is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:46:45.211535 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-fc348522-59b9-4b63-8de4-a7ce3e6e8d60 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:46:45.223956 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc348522-59b9-4b63-8de4-a7ce3e6e8d60 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:46:45.228808 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0397ab1c-091e-4235-af87-01c8955f61cd None None] Publish callbacks [] for port (de6ad8a6-287a-4947-952e-be063a35bad4), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:45.459109 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 41102) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:45.678447 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-110ebc0b-f7f5-4c62-b3c1-b586a5e94421 tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Publish callbacks [] for port (978e717d-dc83-4b0c-ae79-63fccad0fa03), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:45.683034 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0397ab1c-091e-4235-af87-01c8955f61cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (de6ad8a6-287a-4947-952e-be063a35bad4), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:45.845181 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-3c64e1a2-1461-4a70-b805-361967deba27 req-2d216304-61de-4290-ba95-584135d5ba08 tempest-ServerShowV247Test-279755118 tempest-ServerShowV247Test-279755118-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7372fc97-e79b-446c-85ce-95b39f56b697 HTTP/1.1" status: 200 len: 210 time: 0.1471658 Oct 04 20:46:45.972686 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-66943f55-0da0-4746-91ea-641ef113f2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:45.993934 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-fc348522-59b9-4b63-8de4-a7ce3e6e8d60 None None] Attempting to bind port 762cf4e9-ad6e-4574-b0f2-8b078fd54a7b on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:46:45.994750 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-fc348522-59b9-4b63-8de4-a7ce3e6e8d60 None None] Attempting to bind port 762cf4e9-ad6e-4574-b0f2-8b078fd54a7b by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '2fc329fd-6c93-46c2-b312-a20f60d85632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '80401b68-47f3-44d9-a2f0-a74d784cef1c'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:46:45.995431 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc348522-59b9-4b63-8de4-a7ce3e6e8d60 None None] Attempting to bind port 762cf4e9-ad6e-4574-b0f2-8b078fd54a7b on network 80401b68-47f3-44d9-a2f0-a74d784cef1c {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:46:46.116439 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0397ab1c-091e-4235-af87-01c8955f61cd None None] Network d3834182-34ec-45d2-a784-645d754f6b48 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:46:46.140402 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-0397ab1c-091e-4235-af87-01c8955f61cd None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:46:46.160351 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-536ff937-ee0d-450f-ad80-3628d61da204 req-9511bba0-624f-461c-91b1-11b386d8a1ab tempest-ServersAaction247Test-1698006710 tempest-ServersAaction247Test-1698006710-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a0608ad0-bdbd-4b39-b216-b01cff9cddba HTTP/1.1" status: 200 len: 210 time: 0.1156099 Oct 04 20:46:46.166439 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0397ab1c-091e-4235-af87-01c8955f61cd None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:46:46.218570 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc348522-59b9-4b63-8de4-a7ce3e6e8d60 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:46:46.219052 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc348522-59b9-4b63-8de4-a7ce3e6e8d60 None None] Checking segment: {'id': '2fc329fd-6c93-46c2-b312-a20f60d85632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '80401b68-47f3-44d9-a2f0-a74d784cef1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:46:46.220405 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fc348522-59b9-4b63-8de4-a7ce3e6e8d60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:46.221058 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc348522-59b9-4b63-8de4-a7ce3e6e8d60 None None] Bound using segment: {'id': '2fc329fd-6c93-46c2-b312-a20f60d85632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '80401b68-47f3-44d9-a2f0-a74d784cef1c'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:46:46.221970 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-fc348522-59b9-4b63-8de4-a7ce3e6e8d60 None None] Bound port: 762cf4e9-ad6e-4574-b0f2-8b078fd54a7b, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fc329fd-6c93-46c2-b312-a20f60d85632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '80401b68-47f3-44d9-a2f0-a74d784cef1c'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:46:46.237640 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fc348522-59b9-4b63-8de4-a7ce3e6e8d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (762cf4e9-ad6e-4574-b0f2-8b078fd54a7b), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:46.237640 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0397ab1c-091e-4235-af87-01c8955f61cd None None] Pushing event updated for resources: {'Port': ['ID=de6ad8a6-287a-4947-952e-be063a35bad4,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:46.282879 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-110ebc0b-f7f5-4c62-b3c1-b586a5e94421 tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (978e717d-dc83-4b0c-ae79-63fccad0fa03), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:46.391728 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f504d6ad-bef1-4722-a5f9-e0a5a6b2cbe7 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:46.417438 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110ebc0b-f7f5-4c62-b3c1-b586a5e94421 tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:46:46.427770 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-110ebc0b-f7f5-4c62-b3c1-b586a5e94421 tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:46:46.437713 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110ebc0b-f7f5-4c62-b3c1-b586a5e94421 tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:46:46.508811 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-0397ab1c-091e-4235-af87-01c8955f61cd None None] Attempting to bind port de6ad8a6-287a-4947-952e-be063a35bad4 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:46:46.509399 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-0397ab1c-091e-4235-af87-01c8955f61cd None None] Attempting to bind port de6ad8a6-287a-4947-952e-be063a35bad4 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '742dd106-3a8c-4229-9eb0-35665acb709c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd3834182-34ec-45d2-a784-645d754f6b48'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:46:46.510008 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0397ab1c-091e-4235-af87-01c8955f61cd None None] Attempting to bind port de6ad8a6-287a-4947-952e-be063a35bad4 on network d3834182-34ec-45d2-a784-645d754f6b48 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:46:46.578181 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110ebc0b-f7f5-4c62-b3c1-b586a5e94421 tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Pushing event updated for resources: {'Port': ['ID=978e717d-dc83-4b0c-ae79-63fccad0fa03,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:46.644744 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-944b1b57-a350-433b-bc19-eb2682bc66bd None None] Publish callbacks [] for port (97bb0b74-aaf2-47af-b799-72e14138e56c), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:46.653387 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-fc348522-59b9-4b63-8de4-a7ce3e6e8d60 None None] For port 762cf4e9-ad6e-4574-b0f2-8b078fd54a7b, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:46:46.667601 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-fc348522-59b9-4b63-8de4-a7ce3e6e8d60 None None] For port 762cf4e9-ad6e-4574-b0f2-8b078fd54a7b, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=762cf4e9-ad6e-4574-b0f2-8b078fd54a7b,segment=NetworkSegment(2fc329fd-6c93-46c2-b312-a20f60d85632),segment_id=2fc329fd-6c93-46c2-b312-a20f60d85632)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:46:46.705303 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0397ab1c-091e-4235-af87-01c8955f61cd None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:46:46.707632 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0397ab1c-091e-4235-af87-01c8955f61cd None None] Checking segment: {'id': '742dd106-3a8c-4229-9eb0-35665acb709c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd3834182-34ec-45d2-a784-645d754f6b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:46:46.713255 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0397ab1c-091e-4235-af87-01c8955f61cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:46.714151 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0397ab1c-091e-4235-af87-01c8955f61cd None None] Bound using segment: {'id': '742dd106-3a8c-4229-9eb0-35665acb709c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd3834182-34ec-45d2-a784-645d754f6b48'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:46:46.716698 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-0397ab1c-091e-4235-af87-01c8955f61cd None None] Bound port: de6ad8a6-287a-4947-952e-be063a35bad4, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '742dd106-3a8c-4229-9eb0-35665acb709c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd3834182-34ec-45d2-a784-645d754f6b48'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:46:46.718621 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0397ab1c-091e-4235-af87-01c8955f61cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (de6ad8a6-287a-4947-952e-be063a35bad4), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:46.751068 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:46.867745 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-944b1b57-a350-433b-bc19-eb2682bc66bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (97bb0b74-aaf2-47af-b799-72e14138e56c), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:46.879065 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fc348522-59b9-4b63-8de4-a7ce3e6e8d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (762cf4e9-ad6e-4574-b0f2-8b078fd54a7b), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:46.895452 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-110ebc0b-f7f5-4c62-b3c1-b586a5e94421 tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Publish callbacks [] for floatingip (2dbd75ab-eab4-42a0-b878-864da2607105), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:47.442029 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:DELETE=1,neutron:SELECT=97,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:47.498121 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-110ebc0b-f7f5-4c62-b3c1-b586a5e94421 tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (978e717d-dc83-4b0c-ae79-63fccad0fa03), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:47.653405 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-11a21418-e4bb-44b7-b9c7-2039af8c7a06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (ce72b441-83df-44a5-acf0-341dac9198f2), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:47.846930 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 41190) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:47.897412 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-04b575dd-57be-4651-ba91-32be431b8bc6 req-fcdf8f68-c452-454c-b346-a5b1e87576e7 tempest-ServerShowV247Test-279755118 tempest-ServerShowV247Test-279755118-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7372fc97-e79b-446c-85ce-95b39f56b697 HTTP/1.1" status: 200 len: 210 time: 0.6583617 Oct 04 20:46:47.961399 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2c6f5e-bdc8-4edc-ab73-e53593976b63 None None] Pushing event updated for resources: {'Port': ['ID=97bb0b74-aaf2-47af-b799-72e14138e56c,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:47.974464 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:48.178413 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-0397ab1c-091e-4235-af87-01c8955f61cd None None] For port de6ad8a6-287a-4947-952e-be063a35bad4, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:46:48.221591 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-0397ab1c-091e-4235-af87-01c8955f61cd None None] For port de6ad8a6-287a-4947-952e-be063a35bad4, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=de6ad8a6-287a-4947-952e-be063a35bad4,segment=NetworkSegment(742dd106-3a8c-4229-9eb0-35665acb709c),segment_id=742dd106-3a8c-4229-9eb0-35665acb709c)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:46:48.237065 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-944b1b57-a350-433b-bc19-eb2682bc66bd None None] Attempting to bind port 97bb0b74-aaf2-47af-b799-72e14138e56c on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:46:48.238479 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-944b1b57-a350-433b-bc19-eb2682bc66bd None None] Attempting to bind port 97bb0b74-aaf2-47af-b799-72e14138e56c by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '5a1ce03f-233f-4cf3-b8b8-565dc22a7a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f901d054-56d5-4cbc-a133-05325e8ffd94'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:46:48.238704 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944b1b57-a350-433b-bc19-eb2682bc66bd None None] Attempting to bind port 97bb0b74-aaf2-47af-b799-72e14138e56c on network f901d054-56d5-4cbc-a133-05325e8ffd94 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:46:48.364768 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0397ab1c-091e-4235-af87-01c8955f61cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (de6ad8a6-287a-4947-952e-be063a35bad4), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:48.389441 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d4c25292-ad30-4ba5-a07e-62573beedaf5 req-64519013-1576-47e1-9f2c-ff2dfac7d9a6 tempest-ServersAaction247Test-1698006710 tempest-ServersAaction247Test-1698006710-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a0608ad0-bdbd-4b39-b216-b01cff9cddba HTTP/1.1" status: 200 len: 210 time: 0.2345662 Oct 04 20:46:48.412982 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc348522-59b9-4b63-8de4-a7ce3e6e8d60 None None] Pushing event updated for resources: {'Port': ['ID=762cf4e9-ad6e-4574-b0f2-8b078fd54a7b,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:48.440331 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-dfda99c9-f741-4fcf-9f6c-a515f94593df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:48.647887 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-110ebc0b-f7f5-4c62-b3c1-b586a5e94421 tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Publish callbacks [] for port (978e717d-dc83-4b0c-ae79-63fccad0fa03), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:48.743604 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-110ebc0b-f7f5-4c62-b3c1-b586a5e94421 tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (978e717d-dc83-4b0c-ae79-63fccad0fa03), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:48.932936 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-f504d6ad-bef1-4722-a5f9-e0a5a6b2cbe7 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Allocated IP 172.20.0.1 (80401b68-47f3-44d9-a2f0-a74d784cef1c/5fb03846-63ab-4de5-af98-c073b3053950/5891f1d4-c815-45d1-a30b-5fb861d4dc2e) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:46:49.012777 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 41210) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:49.081161 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:49.118356 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944b1b57-a350-433b-bc19-eb2682bc66bd None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:46:49.126329 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944b1b57-a350-433b-bc19-eb2682bc66bd None None] Checking segment: {'id': '5a1ce03f-233f-4cf3-b8b8-565dc22a7a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f901d054-56d5-4cbc-a133-05325e8ffd94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:46:49.131060 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-944b1b57-a350-433b-bc19-eb2682bc66bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:49.136073 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944b1b57-a350-433b-bc19-eb2682bc66bd None None] Bound using segment: {'id': '5a1ce03f-233f-4cf3-b8b8-565dc22a7a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f901d054-56d5-4cbc-a133-05325e8ffd94'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:46:49.144165 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-944b1b57-a350-433b-bc19-eb2682bc66bd None None] Bound port: 97bb0b74-aaf2-47af-b799-72e14138e56c, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a1ce03f-233f-4cf3-b8b8-565dc22a7a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f901d054-56d5-4cbc-a133-05325e8ffd94'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:46:49.151473 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-944b1b57-a350-433b-bc19-eb2682bc66bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (97bb0b74-aaf2-47af-b799-72e14138e56c), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:49.201059 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-e7a8d0b4-f5b6-418f-98a5-d0d3a73af17f req-929c8c37-179c-4378-aa5b-ab2178d2877d service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9019f887-5690-4833-b69b-879c91f3e6c1 HTTP/1.1" status: 200 len: 210 time: 1.7919896 Oct 04 20:46:49.233183 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110ebc0b-f7f5-4c62-b3c1-b586a5e94421 tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Pushing event updated for resources: {'Port': ['ID=978e717d-dc83-4b0c-ae79-63fccad0fa03,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:49.235461 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-2564287a-2329-408d-9462-ab569b9d83b3 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-480175451-network', 'tenant_id': '5452397c0d2c44f2a98d71701462dcfd'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:46:49.249697 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-110ebc0b-f7f5-4c62-b3c1-b586a5e94421 tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582728'] for floatingip (2dbd75ab-eab4-42a0-b878-864da2607105), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:49.423614 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0397ab1c-091e-4235-af87-01c8955f61cd None None] Pushing event updated for resources: {'Port': ['ID=de6ad8a6-287a-4947-952e-be063a35bad4,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:49.429376 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-110ebc0b-f7f5-4c62-b3c1-b586a5e94421 tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:49.443188 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-110ebc0b-f7f5-4c62-b3c1-b586a5e94421 tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4689932 Oct 04 20:46:49.541922 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 762cf4e9-ad6e-4574-b0f2-8b078fd54a7b up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:46:49.572420 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-16af415d-eb47-490b-8168-ca359e0f896f req-6420e414-6f97-433f-9c58-7a42b7b1301a tempest-ServerShowV247Test-279755118 tempest-ServerShowV247Test-279755118-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7372fc97-e79b-446c-85ce-95b39f56b697 HTTP/1.1" status: 200 len: 210 time: 0.0758135 Oct 04 20:46:49.588220 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-88a48771-71d8-4c8c-aaf6-1eb7bd3f0bc2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-184398332-network', 'tenant_id': '2afc6ef8dc874ff5ad52048c0ea409e2'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:46:49.684065 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-944b1b57-a350-433b-bc19-eb2682bc66bd None None] For port 97bb0b74-aaf2-47af-b799-72e14138e56c, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:46:49.711841 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-944b1b57-a350-433b-bc19-eb2682bc66bd None None] For port 97bb0b74-aaf2-47af-b799-72e14138e56c, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=97bb0b74-aaf2-47af-b799-72e14138e56c,segment=NetworkSegment(5a1ce03f-233f-4cf3-b8b8-565dc22a7a99),segment_id=5a1ce03f-233f-4cf3-b8b8-565dc22a7a99)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:46:49.755556 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:49.761106 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:49.762999 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2564287a-2329-408d-9462-ab569b9d83b3 admin admin] Made reservation on behalf of 5452397c0d2c44f2a98d71701462dcfd for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:46:49.770269 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2564287a-2329-408d-9462-ab569b9d83b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:49.812344 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 762cf4e9-ad6e-4574-b0f2-8b078fd54a7b triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:46:49.813830 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (762cf4e9-ad6e-4574-b0f2-8b078fd54a7b), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:49.814817 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 762cf4e9-ad6e-4574-b0f2-8b078fd54a7b Oct 04 20:46:49.817835 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a48771-71d8-4c8c-aaf6-1eb7bd3f0bc2 admin admin] Made reservation on behalf of 2afc6ef8dc874ff5ad52048c0ea409e2 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:46:49.822153 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-88a48771-71d8-4c8c-aaf6-1eb7bd3f0bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:49.868471 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-88a48771-71d8-4c8c-aaf6-1eb7bd3f0bc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:49.920265 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2564287a-2329-408d-9462-ab569b9d83b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:49.941187 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d01dfa1-3a6d-4613-904b-a8a0438672cf None None] Network 80401b68-47f3-44d9-a2f0-a74d784cef1c requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:46:49.954979 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-944b1b57-a350-433b-bc19-eb2682bc66bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (97bb0b74-aaf2-47af-b799-72e14138e56c), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:50.073279 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:50.095409 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c6157534-a696-4e67-b5e6-a1b81417856a req-0f5485ff-37a5-43bb-9104-29299ded33d1 tempest-ServersAaction247Test-1698006710 tempest-ServersAaction247Test-1698006710-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a0608ad0-bdbd-4b39-b216-b01cff9cddba HTTP/1.1" status: 200 len: 210 time: 0.1583967 Oct 04 20:46:50.110846 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-11a21418-e4bb-44b7-b9c7-2039af8c7a06 admin admin] Deleting port 97bb0b74-aaf2-47af-b799-72e14138e56c {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:46:50.113232 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-11a21418-e4bb-44b7-b9c7-2039af8c7a06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (97bb0b74-aaf2-47af-b799-72e14138e56c), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:50.305031 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:50.339247 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-226d049f-7d27-43d2-a0d5-498e828dc89f None None] Provisioning complete for port 762cf4e9-ad6e-4574-b0f2-8b078fd54a7b triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:46:50.340569 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-226d049f-7d27-43d2-a0d5-498e828dc89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (762cf4e9-ad6e-4574-b0f2-8b078fd54a7b), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:50.341092 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-226d049f-7d27-43d2-a0d5-498e828dc89f None None] Attempt 1 to provision port 762cf4e9-ad6e-4574-b0f2-8b078fd54a7b Oct 04 20:46:50.374287 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-88a48771-71d8-4c8c-aaf6-1eb7bd3f0bc2 admin admin] Publish callbacks [] for security_group (8877cd5e-b2c1-433c-ab9a-7d5b727cb525), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:50.495803 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2564287a-2329-408d-9462-ab569b9d83b3 admin admin] Publish callbacks [] for security_group (c07bd5ad-e953-40a3-8183-4968e16aaf2e), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:50.509986 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:50.519104 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-88a48771-71d8-4c8c-aaf6-1eb7bd3f0bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (8877cd5e-b2c1-433c-ab9a-7d5b727cb525), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:50.559342 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f504d6ad-bef1-4722-a5f9-e0a5a6b2cbe7 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for port (5891f1d4-c815-45d1-a30b-5fb861d4dc2e), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:50.615557 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944b1b57-a350-433b-bc19-eb2682bc66bd None None] Routers {'ce72b441-83df-44a5-acf0-341dac9198f2'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:46:50.616888 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-944b1b57-a350-433b-bc19-eb2682bc66bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:46:48Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['ce72b441-83df-44a5-acf0-341dac9198f2'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:46:50.636709 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 762cf4e9-ad6e-4574-b0f2-8b078fd54a7b is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:46:50.637755 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (762cf4e9-ad6e-4574-b0f2-8b078fd54a7b), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:50.660466 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:INSERT=13,neutron:SELECT=86,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:50.662207 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2564287a-2329-408d-9462-ab569b9d83b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (c07bd5ad-e953-40a3-8183-4968e16aaf2e), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:50.687844 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2564287a-2329-408d-9462-ab569b9d83b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:46:50.712786 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2564287a-2329-408d-9462-ab569b9d83b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (e68cb399-1b4a-4088-ac5d-932d2bfae783), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:50.713482 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-2564287a-2329-408d-9462-ab569b9d83b3 admin admin] Added segment e68cb399-1b4a-4088-ac5d-932d2bfae783 of type vlan for network 7a0a3681-b4b5-4ca7-a8da-a06e2256c63b Oct 04 20:46:50.755556 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a48771-71d8-4c8c-aaf6-1eb7bd3f0bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8877cd5e-b2c1-433c-ab9a-7d5b727cb525,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:50.773869 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88a48771-71d8-4c8c-aaf6-1eb7bd3f0bc2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:46:50.826999 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=82 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:50.842947 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-88a48771-71d8-4c8c-aaf6-1eb7bd3f0bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (76103a33-8ee9-4b04-8ef5-a4f9d21e3bb4), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:50.845153 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-88a48771-71d8-4c8c-aaf6-1eb7bd3f0bc2 admin admin] Added segment 76103a33-8ee9-4b04-8ef5-a4f9d21e3bb4 of type vlan for network 5eb8650f-28b1-4a3f-b09a-60bc7b73dc5d Oct 04 20:46:50.873939 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2564287a-2329-408d-9462-ab569b9d83b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (7a0a3681-b4b5-4ca7-a8da-a06e2256c63b), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:50.960435 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-274307d4-60ef-4713-bb2a-2caae5dec760 req-750110b5-abc3-4fb1-afda-dad4aa0414e7 tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1154056546&fields=id&tenant_id=20a4ff06d4d748a7af1b5daf97fd6b39 HTTP/1.1" status: 200 len: 267 time: 0.5294733 Oct 04 20:46:50.960884 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f504d6ad-bef1-4722-a5f9-e0a5a6b2cbe7 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (5891f1d4-c815-45d1-a30b-5fb861d4dc2e), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:50.972124 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2c6f5e-bdc8-4edc-ab73-e53593976b63 None None] Pushing event updated for resources: {'Port': ['ID=97bb0b74-aaf2-47af-b799-72e14138e56c,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:51.036770 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2564287a-2329-408d-9462-ab569b9d83b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (7a0a3681-b4b5-4ca7-a8da-a06e2256c63b), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:51.038877 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2564287a-2329-408d-9462-ab569b9d83b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:46:51.039965 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2564287a-2329-408d-9462-ab569b9d83b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:51.073516 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77ec2c6-7692-4d44-ae0c-a0fdcb3c0f93 None None] Network d3834182-34ec-45d2-a784-645d754f6b48 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:46:51.278451 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2564287a-2329-408d-9462-ab569b9d83b3 admin admin] Pushing event updated for resources: {'Network': ['ID=7a0a3681-b4b5-4ca7-a8da-a06e2256c63b,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:51.328595 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-88a48771-71d8-4c8c-aaf6-1eb7bd3f0bc2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (5eb8650f-28b1-4a3f-b09a-60bc7b73dc5d), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:51.371666 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274307d4-60ef-4713-bb2a-2caae5dec760 req-d49877da-01d7-4589-ab4a-1d64951e1be2 tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:46:51.374930 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-274307d4-60ef-4713-bb2a-2caae5dec760 req-d49877da-01d7-4589-ab4a-1d64951e1be2 tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] 10.222.0.78 "GET /networking/v2.0/networks?id=becb2bb8-4aa1-4ce8-843c-ef0a82d766a9 HTTP/1.1" status: 200 len: 817 time: 0.3518686 Oct 04 20:46:51.395564 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2564287a-2329-408d-9462-ab569b9d83b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c07bd5ad-e953-40a3-8183-4968e16aaf2e,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:51.424185 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 762cf4e9-ad6e-4574-b0f2-8b078fd54a7b, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=762cf4e9-ad6e-4574-b0f2-8b078fd54a7b,segment=NetworkSegment(2fc329fd-6c93-46c2-b312-a20f60d85632),segment_id=2fc329fd-6c93-46c2-b312-a20f60d85632)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:46:51.427359 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 7a0a3681-b4b5-4ca7-a8da-a06e2256c63b details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:46:51.430268 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f504d6ad-bef1-4722-a5f9-e0a5a6b2cbe7 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Network 80401b68-47f3-44d9-a2f0-a74d784cef1c is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:46:51.433122 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-226d049f-7d27-43d2-a0d5-498e828dc89f None None] Current status of the port 762cf4e9-ad6e-4574-b0f2-8b078fd54a7b is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:46:51.434787 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-226d049f-7d27-43d2-a0d5-498e828dc89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (762cf4e9-ad6e-4574-b0f2-8b078fd54a7b), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:51.445165 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-11a21418-e4bb-44b7-b9c7-2039af8c7a06 admin admin] For port 97bb0b74-aaf2-47af-b799-72e14138e56c, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=97bb0b74-aaf2-47af-b799-72e14138e56c,segment=NetworkSegment(5a1ce03f-233f-4cf3-b8b8-565dc22a7a99),segment_id=5a1ce03f-233f-4cf3-b8b8-565dc22a7a99)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:46:51.445165 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-11a21418-e4bb-44b7-b9c7-2039af8c7a06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (97bb0b74-aaf2-47af-b799-72e14138e56c), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:51.453240 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-f504d6ad-bef1-4722-a5f9-e0a5a6b2cbe7 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:46:51.458317 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f504d6ad-bef1-4722-a5f9-e0a5a6b2cbe7 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:46:51.483982 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-274307d4-60ef-4713-bb2a-2caae5dec760 req-19f6166a-bcf6-4d84-b7d9-fe9f3b6a1d46 tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] 10.222.0.78 "GET /networking/v2.0/quotas/20a4ff06d4d748a7af1b5daf97fd6b39 HTTP/1.1" status: 200 len: 375 time: 0.0922167 Oct 04 20:46:51.562471 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f504d6ad-bef1-4722-a5f9-e0a5a6b2cbe7 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event updated for resources: {'Port': ['ID=5891f1d4-c815-45d1-a30b-5fb861d4dc2e,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:51.578384 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-88a48771-71d8-4c8c-aaf6-1eb7bd3f0bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (5eb8650f-28b1-4a3f-b09a-60bc7b73dc5d), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:51.580795 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a48771-71d8-4c8c-aaf6-1eb7bd3f0bc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:46:51.582271 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-88a48771-71d8-4c8c-aaf6-1eb7bd3f0bc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:51.600817 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:51.600972 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-2564287a-2329-408d-9462-ab569b9d83b3 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.7335589 Oct 04 20:46:51.606978 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-11a21418-e4bb-44b7-b9c7-2039af8c7a06 admin admin] Calling delete_port for 97bb0b74-aaf2-47af-b799-72e14138e56c owned by network:router_interface {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:46:51.616440 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 41306) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:51.626451 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-6c1110df-d63c-4264-9bbd-15af1971a3de admin admin] Request body: {'subnet': {'network_id': '7a0a3681-b4b5-4ca7-a8da-a06e2256c63b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-480175451-subnet', 'tenant_id': '5452397c0d2c44f2a98d71701462dcfd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:46:51.659169 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (762cf4e9-ad6e-4574-b0f2-8b078fd54a7b), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:51.717555 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f504d6ad-bef1-4722-a5f9-e0a5a6b2cbe7 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (a0dfdf25-928e-467b-a080-b2ba41ed7029), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:51.741049 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-944b1b57-a350-433b-bc19-eb2682bc66bd None None] Set router ce72b441-83df-44a5-acf0-341dac9198f2 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:46:51.820283 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-274307d4-60ef-4713-bb2a-2caae5dec760 req-d5cd1090-93d0-45da-832d-604bc32ab3ba tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=20a4ff06d4d748a7af1b5daf97fd6b39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3189089 Oct 04 20:46:51.881976 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a48771-71d8-4c8c-aaf6-1eb7bd3f0bc2 admin admin] Pushing event updated for resources: {'Network': ['ID=5eb8650f-28b1-4a3f-b09a-60bc7b73dc5d,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:51.936086 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-88a48771-71d8-4c8c-aaf6-1eb7bd3f0bc2 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.8879263 Oct 04 20:46:51.945022 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 41314) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:51.967791 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-a93204dc-88ca-4cdc-b95a-f8422998751d admin admin] Request body: {'subnet': {'network_id': '5eb8650f-28b1-4a3f-b09a-60bc7b73dc5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-184398332-subnet', 'tenant_id': '2afc6ef8dc874ff5ad52048c0ea409e2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:46:52.030269 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:52.195530 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1110df-d63c-4264-9bbd-15af1971a3de admin admin] Made reservation on behalf of 5452397c0d2c44f2a98d71701462dcfd for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:46:52.199708 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6c1110df-d63c-4264-9bbd-15af1971a3de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:52.269016 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-56b19f14-e8c6-4dcc-afbf-fd614bcb84bc req-951fb6e5-c360-4df0-bb48-dd8cb74df26b tempest-ServerShowV247Test-279755118 tempest-ServerShowV247Test-279755118-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7372fc97-e79b-446c-85ce-95b39f56b697 HTTP/1.1" status: 200 len: 210 time: 0.1418638 Oct 04 20:46:52.274342 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93204dc-88ca-4cdc-b95a-f8422998751d admin admin] Made reservation on behalf of 2afc6ef8dc874ff5ad52048c0ea409e2 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:46:52.291171 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a93204dc-88ca-4cdc-b95a-f8422998751d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:52.400632 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 5eb8650f-28b1-4a3f-b09a-60bc7b73dc5d details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:46:52.406773 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device de6ad8a6-287a-4947-952e-be063a35bad4 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:46:52.431444 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-3ed3a117-8ed2-4b16-b75a-87fb5d71654b req-06d41462-cccb-4725-9ea2-ebb9d1ee3898 tempest-ServersAaction247Test-1698006710 tempest-ServersAaction247Test-1698006710-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a0608ad0-bdbd-4b39-b216-b01cff9cddba HTTP/1.1" status: 200 len: 210 time: 0.1597412 Oct 04 20:46:52.446418 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f504d6ad-bef1-4722-a5f9-e0a5a6b2cbe7 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (5891f1d4-c815-45d1-a30b-5fb861d4dc2e), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:52.516383 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:52.542719 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 41320) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:52.582547 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:52.914793 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-55bae7bf-e287-4206-9078-70d141dbe57f tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Publish callbacks [] for security_group (af89c24c-32fc-4cab-8431-80016ee3e60d), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:52.939520 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:53.012088 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-55bae7bf-e287-4206-9078-70d141dbe57f tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Publish callbacks [] for security_group (af89c24c-32fc-4cab-8431-80016ee3e60d), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:53.044234 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:53.175986 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-226d049f-7d27-43d2-a0d5-498e828dc89f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 20:46:53.177101 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-226d049f-7d27-43d2-a0d5-498e828dc89f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 20:46:53.248908 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:53.371729 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:53.373632 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=762cf4e9-ad6e-4574-b0f2-8b078fd54a7b,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:53.404951 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port de6ad8a6-287a-4947-952e-be063a35bad4 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:46:53.405892 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (de6ad8a6-287a-4947-952e-be063a35bad4), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:53.406650 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port de6ad8a6-287a-4947-952e-be063a35bad4 Oct 04 20:46:53.517757 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-944b1b57-a350-433b-bc19-eb2682bc66bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce72b441-83df-44a5-acf0-341dac9198f2', 'name': 'tempest-ImagesNegativeTestJSON-858423729-router', 'tenant_id': '0320ad4639f0459295c6b219ed5668c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '659815c0-f3ef-4696-9563-423fe47a4793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:46:09Z', 'updated_at': '2022-10-04T20:46:36Z', 'revision_number': 4, 'project_id': '0320ad4639f0459295c6b219ed5668c8', 'gw_port': {'id': '659815c0-f3ef-4696-9563-423fe47a4793', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce72b441-83df-44a5-acf0-341dac9198f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:46:16Z', 'updated_at': '2022-10-04T20:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '97bb0b74-aaf2-47af-b799-72e14138e56c', 'name': '', 'network_id': 'f901d054-56d5-4cbc-a133-05325e8ffd94', 'tenant_id': '0320ad4639f0459295c6b219ed5668c8', 'mac_address': 'fa:16:3e:13:ca:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce72b441-83df-44a5-acf0-341dac9198f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '3ac4e8a5-bc7c-44e3-9ceb-f82e268fdaf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:46:30Z', 'updated_at': '2022-10-04T20:46:49Z', 'revision_number': 4, 'project_id': '0320ad4639f0459295c6b219ed5668c8', 'subnets': [{'id': '3ac4e8a5-bc7c-44e3-9ceb-f82e268fdaf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:46:53.620961 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944b1b57-a350-433b-bc19-eb2682bc66bd None None] The sync data for ids ['ce72b441-83df-44a5-acf0-341dac9198f2'] in n-d-852085-12 is: [{'id': 'ce72b441-83df-44a5-acf0-341dac9198f2', 'name': 'tempest-ImagesNegativeTestJSON-858423729-router', 'tenant_id': '0320ad4639f0459295c6b219ed5668c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '659815c0-f3ef-4696-9563-423fe47a4793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:46:09Z', 'updated_at': '2022-10-04T20:46:36Z', 'revision_number': 4, 'project_id': '0320ad4639f0459295c6b219ed5668c8', 'gw_port': {'id': '659815c0-f3ef-4696-9563-423fe47a4793', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce72b441-83df-44a5-acf0-341dac9198f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:46:16Z', 'updated_at': '2022-10-04T20:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '97bb0b74-aaf2-47af-b799-72e14138e56c', 'name': '', 'network_id': 'f901d054-56d5-4cbc-a133-05325e8ffd94', 'tenant_id': '0320ad4639f0459295c6b219ed5668c8', 'mac_address': 'fa:16:3e:13:ca:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce72b441-83df-44a5-acf0-341dac9198f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '3ac4e8a5-bc7c-44e3-9ceb-f82e268fdaf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:46:30Z', 'updated_at': '2022-10-04T20:46:49Z', 'revision_number': 4, 'project_id': '0320ad4639f0459295c6b219ed5668c8', 'subnets': [{'id': '3ac4e8a5-bc7c-44e3-9ceb-f82e268fdaf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:46:53.807255 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-6ddbca3a-d6ee-4b01-b08d-faac2869f2ca req-e0c691f5-a6d9-45d3-bfc4-44e8074f2066 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7372fc97-e79b-446c-85ce-95b39f56b697 HTTP/1.1" status: 200 len: 210 time: 0.7679670 Oct 04 20:46:54.102352 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-bcb56f09-fba3-4fb2-bba7-89a39aeea7f7 req-b6f3bcb7-347b-4175-af95-b6baf679ef9d tempest-ServerShowV247Test-279755118 tempest-ServerShowV247Test-279755118-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7372fc97-e79b-446c-85ce-95b39f56b697 HTTP/1.1" status: 200 len: 210 time: 0.1226306 Oct 04 20:46:54.253364 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port de6ad8a6-287a-4947-952e-be063a35bad4 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:46:54.254205 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (de6ad8a6-287a-4947-952e-be063a35bad4), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:54.267469 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-55bae7bf-e287-4206-9078-70d141dbe57f tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (af89c24c-32fc-4cab-8431-80016ee3e60d), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:54.274266 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-55bae7bf-e287-4206-9078-70d141dbe57f tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:54.280406 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-55bae7bf-e287-4206-9078-70d141dbe57f tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/af89c24c-32fc-4cab-8431-80016ee3e60d HTTP/1.1" status: 204 len: 168 time: 1.7305045 Oct 04 20:46:54.288421 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-226d049f-7d27-43d2-a0d5-498e828dc89f None None] Current status of the port 762cf4e9-ad6e-4574-b0f2-8b078fd54a7b is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:46:54.338832 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 41370) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:54.340421 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-11a21418-e4bb-44b7-b9c7-2039af8c7a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (97bb0b74-aaf2-47af-b799-72e14138e56c), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:54.349803 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a93204dc-88ca-4cdc-b95a-f8422998751d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (ca0e8b05-9716-4c32-b4e9-16f8e25a3c5c), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:54.356403 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bae7bf-e287-4206-9078-70d141dbe57f tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af89c24c-32fc-4cab-8431-80016ee3e60d,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:54.425304 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a21418-e4bb-44b7-b9c7-2039af8c7a06 admin admin] Pushing event deleted for resources: {'Port': ['ID=97bb0b74-aaf2-47af-b799-72e14138e56c,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:54.426924 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port de6ad8a6-287a-4947-952e-be063a35bad4, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=de6ad8a6-287a-4947-952e-be063a35bad4,segment=NetworkSegment(742dd106-3a8c-4229-9eb0-35665acb709c),segment_id=742dd106-3a8c-4229-9eb0-35665acb709c)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:46:54.440556 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:54.447263 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6c1110df-d63c-4264-9bbd-15af1971a3de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (62a6b2d5-bbf9-42f8-9db0-65c0630b0dc9), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:54.461307 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-3c010299-56ca-460b-9baf-98d303a57c93 req-21d015d4-b458-49c8-8fba-2bde427d3632 tempest-ServersAaction247Test-1698006710 tempest-ServersAaction247Test-1698006710-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a0608ad0-bdbd-4b39-b216-b01cff9cddba HTTP/1.1" status: 200 len: 210 time: 0.2329409 Oct 04 20:46:54.489136 n-d-852085-12 neutron-server[108169]: INFO neutron.api.v2.resource [None req-8ec141b8-9f40-4fec-9bc0-cd2e1e49c913 tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] show failed (client error): The resource could not be found. Oct 04 20:46:54.491057 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-8ec141b8-9f40-4fec-9bc0-cd2e1e49c913 tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] 10.222.0.78 "GET /networking/v2.0/security-groups/af89c24c-32fc-4cab-8431-80016ee3e60d HTTP/1.1" status: 404 len: 347 time: 0.1454654 Oct 04 20:46:54.500950 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 41382) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:54.527864 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-30caf4a0-96aa-4fec-a3e9-d5343657247c None None] Provisioning complete for port 762cf4e9-ad6e-4574-b0f2-8b078fd54a7b triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:46:54.527864 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-30caf4a0-96aa-4fec-a3e9-d5343657247c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (762cf4e9-ad6e-4574-b0f2-8b078fd54a7b), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:54.527864 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-30caf4a0-96aa-4fec-a3e9-d5343657247c None None] Attempt 1 to provision port 762cf4e9-ad6e-4574-b0f2-8b078fd54a7b Oct 04 20:46:54.619963 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (de6ad8a6-287a-4947-952e-be063a35bad4), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:54.647835 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93204dc-88ca-4cdc-b95a-f8422998751d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca0e8b05-9716-4c32-b4e9-16f8e25a3c5c,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:54.831520 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f504d6ad-bef1-4722-a5f9-e0a5a6b2cbe7 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for port (5891f1d4-c815-45d1-a30b-5fb861d4dc2e), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:54.843384 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1110df-d63c-4264-9bbd-15af1971a3de admin admin] Pushing event updated for resources: {'Subnet': ['ID=62a6b2d5-bbf9-42f8-9db0-65c0630b0dc9,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:54.977496 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93204dc-88ca-4cdc-b95a-f8422998751d admin admin] Checking segment: {'id': '76103a33-8ee9-4b04-8ef5-a4f9d21e3bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '5eb8650f-28b1-4a3f-b09a-60bc7b73dc5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:46:54.980850 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93204dc-88ca-4cdc-b95a-f8422998751d admin admin] Network hostable DHCP agents. Network: 5eb8650f-28b1-4a3f-b09a-60bc7b73dc5d, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:46:55.012961 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 762cf4e9-ad6e-4574-b0f2-8b078fd54a7b up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:46:55.046915 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f504d6ad-bef1-4722-a5f9-e0a5a6b2cbe7 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (5891f1d4-c815-45d1-a30b-5fb861d4dc2e), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:55.069762 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-ab47ba14-0cf6-4d19-91e9-5ca31c7a53bc tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Deleting port 978e717d-dc83-4b0c-ae79-63fccad0fa03 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:46:55.070866 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ab47ba14-0cf6-4d19-91e9-5ca31c7a53bc tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (978e717d-dc83-4b0c-ae79-63fccad0fa03), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:55.167809 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=de6ad8a6-287a-4947-952e-be063a35bad4,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:55.310450 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f504d6ad-bef1-4722-a5f9-e0a5a6b2cbe7 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event updated for resources: {'Port': ['ID=5891f1d4-c815-45d1-a30b-5fb861d4dc2e,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:55.325499 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93204dc-88ca-4cdc-b95a-f8422998751d admin admin] Network 5eb8650f-28b1-4a3f-b09a-60bc7b73dc5d is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:46:55.353614 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-30caf4a0-96aa-4fec-a3e9-d5343657247c None None] Current status of the port 762cf4e9-ad6e-4574-b0f2-8b078fd54a7b is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:46:55.419246 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-30caf4a0-96aa-4fec-a3e9-d5343657247c None None] Provisioning complete for port 5891f1d4-c815-45d1-a30b-5fb861d4dc2e triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:46:55.419900 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-30caf4a0-96aa-4fec-a3e9-d5343657247c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (5891f1d4-c815-45d1-a30b-5fb861d4dc2e), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:55.420670 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-30caf4a0-96aa-4fec-a3e9-d5343657247c None None] Attempt 1 to provision port 5891f1d4-c815-45d1-a30b-5fb861d4dc2e Oct 04 20:46:55.450668 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4769d89e-c93e-4801-97a9-36b63d173800 req-34258d3b-e3ce-4682-aeab-c62e9b679f7e service neutron] 10.222.0.85 "GET /networking/v2.0/ports?device_id=a0608ad0-bdbd-4b39-b216-b01cff9cddba HTTP/1.1" status: 200 len: 210 time: 0.1969225 Oct 04 20:46:55.532724 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 762cf4e9-ad6e-4574-b0f2-8b078fd54a7b triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:46:55.534082 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-a93204dc-88ca-4cdc-b95a-f8422998751d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 5eb8650f-28b1-4a3f-b09a-60bc7b73dc5d) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:46:55.534243 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (762cf4e9-ad6e-4574-b0f2-8b078fd54a7b), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:55.534243 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 762cf4e9-ad6e-4574-b0f2-8b078fd54a7b Oct 04 20:46:55.550401 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5baa67cd-efcf-4f74-a358-7a5ce82381f5 None None] Network 5eb8650f-28b1-4a3f-b09a-60bc7b73dc5d requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:46:55.566684 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-8e6cf27b-edc1-4417-aea7-44add8334f40 req-4333c6c0-da87-46cc-a06e-844ed073af3d tempest-ServerShowV247Test-279755118 tempest-ServerShowV247Test-279755118-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7372fc97-e79b-446c-85ce-95b39f56b697 HTTP/1.1" status: 200 len: 210 time: 0.2104754 Oct 04 20:46:55.621616 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93204dc-88ca-4cdc-b95a-f8422998751d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:46:55.633195 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1110df-d63c-4264-9bbd-15af1971a3de admin admin] Checking segment: {'id': 'e68cb399-1b4a-4088-ac5d-932d2bfae783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7a0a3681-b4b5-4ca7-a8da-a06e2256c63b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:46:55.634110 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1110df-d63c-4264-9bbd-15af1971a3de admin admin] Network hostable DHCP agents. Network: 7a0a3681-b4b5-4ca7-a8da-a06e2256c63b, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:46:55.638470 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a93204dc-88ca-4cdc-b95a-f8422998751d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:55.656413 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f504d6ad-bef1-4722-a5f9-e0a5a6b2cbe7 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (a0dfdf25-928e-467b-a080-b2ba41ed7029), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:55.734341 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ab47ba14-0cf6-4d19-91e9-5ca31c7a53bc tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (978e717d-dc83-4b0c-ae79-63fccad0fa03), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:55.736744 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ab47ba14-0cf6-4d19-91e9-5ca31c7a53bc tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Publish callbacks [] for floatingip (978e717d-dc83-4b0c-ae79-63fccad0fa03), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:55.754076 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-30caf4a0-96aa-4fec-a3e9-d5343657247c None None] Port 5891f1d4-c815-45d1-a30b-5fb861d4dc2e cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:46:55.774593 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-ab47ba14-0cf6-4d19-91e9-5ca31c7a53bc tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Calling delete_port for 978e717d-dc83-4b0c-ae79-63fccad0fa03 owned by network:floatingip {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:46:55.830270 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a93204dc-88ca-4cdc-b95a-f8422998751d admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.8835578 Oct 04 20:46:55.857526 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 41400) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:55.867317 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-b478aef8-9c05-49cc-9c16-25a1cccfe77d admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-184398332-router', 'tenant_id': '2afc6ef8dc874ff5ad52048c0ea409e2', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:46:55.886002 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:DELETE=3,neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:55.941008 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-30caf4a0-96aa-4fec-a3e9-d5343657247c None None] Provisioning complete for port de6ad8a6-287a-4947-952e-be063a35bad4 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:46:55.941636 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-30caf4a0-96aa-4fec-a3e9-d5343657247c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (de6ad8a6-287a-4947-952e-be063a35bad4), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:55.949644 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-30caf4a0-96aa-4fec-a3e9-d5343657247c None None] Attempt 1 to provision port de6ad8a6-287a-4947-952e-be063a35bad4 Oct 04 20:46:55.949840 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1110df-d63c-4264-9bbd-15af1971a3de admin admin] Network 7a0a3681-b4b5-4ca7-a8da-a06e2256c63b is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:46:55.964535 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:55.984817 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-6c1110df-d63c-4264-9bbd-15af1971a3de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 7a0a3681-b4b5-4ca7-a8da-a06e2256c63b) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:46:56.014090 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1110df-d63c-4264-9bbd-15af1971a3de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:46:56.015046 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6c1110df-d63c-4264-9bbd-15af1971a3de admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:56.025820 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:56.030625 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc31d69-e127-4778-a986-d6b7a18691c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-5eb8650f-28b1-4a3f-b09a-60bc7b73dc5d', 'network_id': '5eb8650f-28b1-4a3f-b09a-60bc7b73dc5d', 'project_id': '2afc6ef8dc874ff5ad52048c0ea409e2', 'fixed_ips': [{'subnet_id': 'ca0e8b05-9716-4c32-b4e9-16f8e25a3c5c'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:46:56.033141 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-1cc31d69-e127-4778-a986-d6b7a18691c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:56.037234 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d03095-2279-4492-87fd-a41046c48240 None None] Network 7a0a3681-b4b5-4ca7-a8da-a06e2256c63b requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:46:56.083910 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-3c5f2f1a-27ae-4bdc-b5b9-82bf39a8ede0 req-46bf8728-e903-4552-9c3b-7a3aab6a0916 tempest-ServersAaction247Test-1698006710 tempest-ServersAaction247Test-1698006710-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a0608ad0-bdbd-4b39-b216-b01cff9cddba HTTP/1.1" status: 200 len: 210 time: 0.2478588 Oct 04 20:46:56.086948 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-11a21418-e4bb-44b7-b9c7-2039af8c7a06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (ce72b441-83df-44a5-acf0-341dac9198f2), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:56.196966 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b478aef8-9c05-49cc-9c16-25a1cccfe77d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (f2f1f8c2-aeab-4472-bd52-4120bc591261), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:56.199051 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b478aef8-9c05-49cc-9c16-25a1cccfe77d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (f2f1f8c2-aeab-4472-bd52-4120bc591261), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:56.214126 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-6c1110df-d63c-4264-9bbd-15af1971a3de admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 4.5947173 Oct 04 20:46:56.215454 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 41402) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:56.234699 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-9e7c25f9-fb86-40e7-8296-ad18e231f9be admin admin] Request body: {'router': {'name': 'tempest-ListServersNegativeTestJSON-480175451-router', 'tenant_id': '5452397c0d2c44f2a98d71701462dcfd', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:46:56.263718 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f504d6ad-bef1-4722-a5f9-e0a5a6b2cbe7 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Network 80401b68-47f3-44d9-a2f0-a74d784cef1c is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:46:56.292328 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-f504d6ad-bef1-4722-a5f9-e0a5a6b2cbe7 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:46:56.392180 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b478aef8-9c05-49cc-9c16-25a1cccfe77d admin admin] Publish callbacks [] for router_controller (f2f1f8c2-aeab-4472-bd52-4120bc591261), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:56.584287 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-30caf4a0-96aa-4fec-a3e9-d5343657247c None None] Current status of the port de6ad8a6-287a-4947-952e-be063a35bad4 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:46:56.614453 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9e7c25f9-fb86-40e7-8296-ad18e231f9be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (29bc738e-7463-41e5-a742-c4815593f6cc), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:56.617345 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9e7c25f9-fb86-40e7-8296-ad18e231f9be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (29bc738e-7463-41e5-a742-c4815593f6cc), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:56.779713 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:56.883699 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 762cf4e9-ad6e-4574-b0f2-8b078fd54a7b is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:46:56.997720 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9e7c25f9-fb86-40e7-8296-ad18e231f9be admin admin] Publish callbacks [] for router_controller (29bc738e-7463-41e5-a742-c4815593f6cc), precommit_add_association {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:57.007030 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b478aef8-9c05-49cc-9c16-25a1cccfe77d admin admin] Publish callbacks [] for router_gateway (f2f1f8c2-aeab-4472-bd52-4120bc591261), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:57.038792 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ab47ba14-0cf6-4d19-91e9-5ca31c7a53bc tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (978e717d-dc83-4b0c-ae79-63fccad0fa03), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:57.127602 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170f7d1a-75a6-4613-9be3-506ebbf42931 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-7a0a3681-b4b5-4ca7-a8da-a06e2256c63b', 'network_id': '7a0a3681-b4b5-4ca7-a8da-a06e2256c63b', 'project_id': '5452397c0d2c44f2a98d71701462dcfd', 'fixed_ips': [{'subnet_id': '62a6b2d5-bbf9-42f8-9db0-65c0630b0dc9'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:46:57.138932 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-170f7d1a-75a6-4613-9be3-506ebbf42931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:57.193974 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-9ff41b6d-9706-4d1b-a146-2092388b7dfa None None] Provisioning complete for port 5891f1d4-c815-45d1-a30b-5fb861d4dc2e triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:46:57.195067 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9ff41b6d-9706-4d1b-a146-2092388b7dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (5891f1d4-c815-45d1-a30b-5fb861d4dc2e), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:57.195483 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-9ff41b6d-9706-4d1b-a146-2092388b7dfa None None] Attempt 1 to provision port 5891f1d4-c815-45d1-a30b-5fb861d4dc2e Oct 04 20:46:57.342362 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab47ba14-0cf6-4d19-91e9-5ca31c7a53bc tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Pushing event deleted for resources: {'Port': ['ID=978e717d-dc83-4b0c-ae79-63fccad0fa03,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:57.356092 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-9ff41b6d-9706-4d1b-a146-2092388b7dfa None None] Port 5891f1d4-c815-45d1-a30b-5fb861d4dc2e cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:46:57.364776 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-893e0c91-8f01-4e66-998d-2741b466d1c5 req-216a97d2-e1a0-4b90-946c-dae0214befc5 tempest-ServerShowV247Test-279755118 tempest-ServerShowV247Test-279755118-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7372fc97-e79b-446c-85ce-95b39f56b697 HTTP/1.1" status: 200 len: 210 time: 0.3403757 Oct 04 20:46:57.442163 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 41412) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:57.551289 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-1cc31d69-e127-4778-a986-d6b7a18691c6 None None] Allocated IP 172.20.0.2 (5eb8650f-28b1-4a3f-b09a-60bc7b73dc5d/ca0e8b05-9716-4c32-b4e9-16f8e25a3c5c/2741df76-7c24-44a0-b7c8-d0c20c839dd1) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:46:57.607112 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:57.682516 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-7fc1d6ba-9f04-4c28-aa9f-9129a24a1e8e req-171417db-810e-4aac-8dee-688698114cad tempest-ServersAaction247Test-1698006710 tempest-ServersAaction247Test-1698006710-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a0608ad0-bdbd-4b39-b216-b01cff9cddba HTTP/1.1" status: 200 len: 210 time: 0.1932006 Oct 04 20:46:57.805579 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ab47ba14-0cf6-4d19-91e9-5ca31c7a53bc tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Publish callbacks [] for floatingip (2dbd75ab-eab4-42a0-b878-864da2607105), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:57.810996 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ab47ba14-0cf6-4d19-91e9-5ca31c7a53bc tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:57.813393 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-ab47ba14-0cf6-4d19-91e9-5ca31c7a53bc tempest-AttachVolumeShelveTestJSON-635005537 tempest-AttachVolumeShelveTestJSON-635005537-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/2dbd75ab-eab4-42a0-b878-864da2607105 HTTP/1.1" status: 204 len: 168 time: 3.2500539 Oct 04 20:46:57.831781 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device de6ad8a6-287a-4947-952e-be063a35bad4 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:46:57.885444 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 41422) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:58.061989 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4e33935c-53cf-4b84-b806-904e782eb0cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:58.069874 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:58.123440 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b478aef8-9c05-49cc-9c16-25a1cccfe77d admin admin] Publish callbacks [] for router_gateway (f2f1f8c2-aeab-4472-bd52-4120bc591261), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:58.132277 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port de6ad8a6-287a-4947-952e-be063a35bad4 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:46:58.132750 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (de6ad8a6-287a-4947-952e-be063a35bad4), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:58.133331 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port de6ad8a6-287a-4947-952e-be063a35bad4 Oct 04 20:46:58.181952 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b478aef8-9c05-49cc-9c16-25a1cccfe77d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:58.214508 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-170f7d1a-75a6-4613-9be3-506ebbf42931 None None] Allocated IP 172.20.0.2 (7a0a3681-b4b5-4ca7-a8da-a06e2256c63b/62a6b2d5-bbf9-42f8-9db0-65c0630b0dc9/ce82bee4-da88-4496-ad9f-fff0f4efe6b7) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:46:58.280333 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f504d6ad-bef1-4722-a5f9-e0a5a6b2cbe7 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Router a0dfdf25-928e-467b-a080-b2ba41ed7029 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:46:58.307583 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9e7c25f9-fb86-40e7-8296-ad18e231f9be admin admin] Publish callbacks [] for router_gateway (29bc738e-7463-41e5-a742-c4815593f6cc), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:58.331935 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a21418-e4bb-44b7-b9c7-2039af8c7a06 admin admin] Router ce72b441-83df-44a5-acf0-341dac9198f2 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:46:58.448243 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=7 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:58.448555 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4e33935c-53cf-4b84-b806-904e782eb0cd admin admin] Publish callbacks [] for security_group (d592cfab-faba-48b1-8db5-50e3ea320780), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:58.503061 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-b478aef8-9c05-49cc-9c16-25a1cccfe77d admin admin] Allocated IP 172.25.5.95 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/cdb9f7be-62af-40dc-b7c5-752999f7d8d3) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:46:58.561323 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port de6ad8a6-287a-4947-952e-be063a35bad4 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:46:58.575690 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-1cc31d69-e127-4778-a986-d6b7a18691c6 None None] Publish callbacks [] for port (2741df76-7c24-44a0-b7c8-d0c20c839dd1), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:58.694495 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:58.699396 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4e33935c-53cf-4b84-b806-904e782eb0cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (d592cfab-faba-48b1-8db5-50e3ea320780), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:58.750011 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f504d6ad-bef1-4722-a5f9-e0a5a6b2cbe7 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:46:58.769946 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-170f7d1a-75a6-4613-9be3-506ebbf42931 None None] Publish callbacks [] for port (ce82bee4-da88-4496-ad9f-fff0f4efe6b7), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:58.780535 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-1cc31d69-e127-4778-a986-d6b7a18691c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (2741df76-7c24-44a0-b7c8-d0c20c839dd1), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:58.785672 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7b4b7a-a715-4994-a98f-7e9e354e68ec None None] Sync routers for ids ['a0dfdf25-928e-467b-a080-b2ba41ed7029'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:46:58.824046 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7b4b7a-a715-4994-a98f-7e9e354e68ec None None] Routers {'a0dfdf25-928e-467b-a080-b2ba41ed7029'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:46:58.826616 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-5c7b4b7a-a715-4994-a98f-7e9e354e68ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:46:48Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['a0dfdf25-928e-467b-a080-b2ba41ed7029'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:46:58.845121 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4e33935c-53cf-4b84-b806-904e782eb0cd admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=d0f1de86b29c47899f3a04f3fb5b9108&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3998227 Oct 04 20:46:58.872226 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 41432) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:58.896197 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f504d6ad-bef1-4722-a5f9-e0a5a6b2cbe7 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "PUT /networking/v2.0/routers/a0dfdf25-928e-467b-a080-b2ba41ed7029/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.6236835 Oct 04 20:46:58.900842 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 41434) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:58.917932 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc31d69-e127-4778-a986-d6b7a18691c6 None None] Network 5eb8650f-28b1-4a3f-b09a-60bc7b73dc5d is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:46:58.928578 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-1cc31d69-e127-4778-a986-d6b7a18691c6 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:46:58.933936 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-170f7d1a-75a6-4613-9be3-506ebbf42931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (ce82bee4-da88-4496-ad9f-fff0f4efe6b7), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:58.945782 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc31d69-e127-4778-a986-d6b7a18691c6 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:46:58.980197 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc31d69-e127-4778-a986-d6b7a18691c6 None None] Pushing event updated for resources: {'Port': ['ID=2741df76-7c24-44a0-b7c8-d0c20c839dd1,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:58.982724 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-5c7b4b7a-a715-4994-a98f-7e9e354e68ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:46:59.018137 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7b4b7a-a715-4994-a98f-7e9e354e68ec None None] Routers {'a0dfdf25-928e-467b-a080-b2ba41ed7029'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:46:59.020137 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-5c7b4b7a-a715-4994-a98f-7e9e354e68ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:46:48Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['a0dfdf25-928e-467b-a080-b2ba41ed7029'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:46:59.053672 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170f7d1a-75a6-4613-9be3-506ebbf42931 None None] Network 7a0a3681-b4b5-4ca7-a8da-a06e2256c63b is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:46:59.059259 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-170f7d1a-75a6-4613-9be3-506ebbf42931 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:46:59.071287 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170f7d1a-75a6-4613-9be3-506ebbf42931 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:46:59.096709 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-5c7b4b7a-a715-4994-a98f-7e9e354e68ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:46:59.098186 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7b4b7a-a715-4994-a98f-7e9e354e68ec None None] The sync data for ids ['a0dfdf25-928e-467b-a080-b2ba41ed7029'] in n-d-852085-12 is: [] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:46:59.200006 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-1cc31d69-e127-4778-a986-d6b7a18691c6 None None] Attempting to bind port 2741df76-7c24-44a0-b7c8-d0c20c839dd1 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:46:59.200006 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-1cc31d69-e127-4778-a986-d6b7a18691c6 None None] Attempting to bind port 2741df76-7c24-44a0-b7c8-d0c20c839dd1 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '76103a33-8ee9-4b04-8ef5-a4f9d21e3bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '5eb8650f-28b1-4a3f-b09a-60bc7b73dc5d'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:46:59.200006 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc31d69-e127-4778-a986-d6b7a18691c6 None None] Attempting to bind port 2741df76-7c24-44a0-b7c8-d0c20c839dd1 on network 5eb8650f-28b1-4a3f-b09a-60bc7b73dc5d {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:46:59.236765 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e33935c-53cf-4b84-b806-904e782eb0cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d592cfab-faba-48b1-8db5-50e3ea320780,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:59.304358 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-56c6dcfb-27e0-4def-bb9c-547220c44473 req-833d06d2-79df-4229-8c80-08df4a5521d1 tempest-ServerShowV247Test-279755118 tempest-ServerShowV247Test-279755118-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7372fc97-e79b-446c-85ce-95b39f56b697 HTTP/1.1" status: 200 len: 210 time: 0.2850990 Oct 04 20:46:59.361352 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-96e762b6-b55c-4ddf-9b9c-e4c9e1462ef2 req-387b5560-412a-4920-9ce7-0715fb917e4d tempest-ServersAaction247Test-1698006710 tempest-ServersAaction247Test-1698006710-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a0608ad0-bdbd-4b39-b216-b01cff9cddba HTTP/1.1" status: 200 len: 210 time: 0.2179735 Oct 04 20:46:59.388728 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e7b095-e3ed-4d5e-bdf5-9988231c3e43 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:46:59.392205 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-99e7b095-e3ed-4d5e-bdf5-9988231c3e43 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "GET /networking/v2.0/ports/5891f1d4-c815-45d1-a30b-5fb861d4dc2e HTTP/1.1" status: 200 len: 910 time: 0.4634793 Oct 04 20:46:59.405927 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 41440) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:59.463609 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f7d1a-75a6-4613-9be3-506ebbf42931 None None] Pushing event updated for resources: {'Port': ['ID=ce82bee4-da88-4496-ad9f-fff0f4efe6b7,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:46:59.473896 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc31d69-e127-4778-a986-d6b7a18691c6 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:46:59.475066 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc31d69-e127-4778-a986-d6b7a18691c6 None None] Checking segment: {'id': '76103a33-8ee9-4b04-8ef5-a4f9d21e3bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '5eb8650f-28b1-4a3f-b09a-60bc7b73dc5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:46:59.476302 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-1cc31d69-e127-4778-a986-d6b7a18691c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:59.479443 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc31d69-e127-4778-a986-d6b7a18691c6 None None] Bound using segment: {'id': '76103a33-8ee9-4b04-8ef5-a4f9d21e3bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '5eb8650f-28b1-4a3f-b09a-60bc7b73dc5d'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:46:59.480739 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-1cc31d69-e127-4778-a986-d6b7a18691c6 None None] Bound port: 2741df76-7c24-44a0-b7c8-d0c20c839dd1, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76103a33-8ee9-4b04-8ef5-a4f9d21e3bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '5eb8650f-28b1-4a3f-b09a-60bc7b73dc5d'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:46:59.481797 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-1cc31d69-e127-4778-a986-d6b7a18691c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (2741df76-7c24-44a0-b7c8-d0c20c839dd1), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:59.487249 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b478aef8-9c05-49cc-9c16-25a1cccfe77d admin admin] Publish callbacks [] for port (cdb9f7be-62af-40dc-b7c5-752999f7d8d3), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:59.518195 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-170f7d1a-75a6-4613-9be3-506ebbf42931 None None] Attempting to bind port ce82bee4-da88-4496-ad9f-fff0f4efe6b7 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:46:59.519420 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-170f7d1a-75a6-4613-9be3-506ebbf42931 None None] Attempting to bind port ce82bee4-da88-4496-ad9f-fff0f4efe6b7 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'e68cb399-1b4a-4088-ac5d-932d2bfae783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7a0a3681-b4b5-4ca7-a8da-a06e2256c63b'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:46:59.520861 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170f7d1a-75a6-4613-9be3-506ebbf42931 None None] Attempting to bind port ce82bee4-da88-4496-ad9f-fff0f4efe6b7 on network 7a0a3681-b4b5-4ca7-a8da-a06e2256c63b {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:46:59.648988 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3598252f-30e0-4df5-98d6-16c6e41a74fc admin admin] Publish callbacks [] for security_group (d592cfab-faba-48b1-8db5-50e3ea320780), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:59.695684 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:59.695684 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a21418-e4bb-44b7-b9c7-2039af8c7a06 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:46:59.713380 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9921b224-4d67-4f96-bdaf-dd9bf4585e51 None None] Sync routers for ids ['ce72b441-83df-44a5-acf0-341dac9198f2'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:46:59.715309 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-11a21418-e4bb-44b7-b9c7-2039af8c7a06 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/ce72b441-83df-44a5-acf0-341dac9198f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2526655 Oct 04 20:46:59.726792 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 41452) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:46:59.740954 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170f7d1a-75a6-4613-9be3-506ebbf42931 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:46:59.741795 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170f7d1a-75a6-4613-9be3-506ebbf42931 None None] Checking segment: {'id': 'e68cb399-1b4a-4088-ac5d-932d2bfae783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7a0a3681-b4b5-4ca7-a8da-a06e2256c63b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:46:59.742618 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-170f7d1a-75a6-4613-9be3-506ebbf42931 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:59.745040 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:46:59.745910 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170f7d1a-75a6-4613-9be3-506ebbf42931 None None] Bound using segment: {'id': 'e68cb399-1b4a-4088-ac5d-932d2bfae783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7a0a3681-b4b5-4ca7-a8da-a06e2256c63b'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:46:59.747027 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-170f7d1a-75a6-4613-9be3-506ebbf42931 None None] Bound port: ce82bee4-da88-4496-ad9f-fff0f4efe6b7, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e68cb399-1b4a-4088-ac5d-932d2bfae783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7a0a3681-b4b5-4ca7-a8da-a06e2256c63b'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:46:59.747892 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-170f7d1a-75a6-4613-9be3-506ebbf42931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (ce82bee4-da88-4496-ad9f-fff0f4efe6b7), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:59.773064 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-1cc31d69-e127-4778-a986-d6b7a18691c6 None None] For port 2741df76-7c24-44a0-b7c8-d0c20c839dd1, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:46:59.789864 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9921b224-4d67-4f96-bdaf-dd9bf4585e51 None None] Routers {'ce72b441-83df-44a5-acf0-341dac9198f2'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:46:59.791081 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-9921b224-4d67-4f96-bdaf-dd9bf4585e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:46:48Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['ce72b441-83df-44a5-acf0-341dac9198f2'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:46:59.864520 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3598252f-30e0-4df5-98d6-16c6e41a74fc admin admin] Publish callbacks [] for security_group (d592cfab-faba-48b1-8db5-50e3ea320780), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:46:59.973378 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:00.134399 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:00.142460 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-1cc31d69-e127-4778-a986-d6b7a18691c6 None None] For port 2741df76-7c24-44a0-b7c8-d0c20c839dd1, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=2741df76-7c24-44a0-b7c8-d0c20c839dd1,segment=NetworkSegment(76103a33-8ee9-4b04-8ef5-a4f9d21e3bb4),segment_id=76103a33-8ee9-4b04-8ef5-a4f9d21e3bb4)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:47:00.256938 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-170f7d1a-75a6-4613-9be3-506ebbf42931 None None] For port ce82bee4-da88-4496-ad9f-fff0f4efe6b7, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:47:00.267103 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-170f7d1a-75a6-4613-9be3-506ebbf42931 None None] For port ce82bee4-da88-4496-ad9f-fff0f4efe6b7, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=ce82bee4-da88-4496-ad9f-fff0f4efe6b7,segment=NetworkSegment(e68cb399-1b4a-4088-ac5d-932d2bfae783),segment_id=e68cb399-1b4a-4088-ac5d-932d2bfae783)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:47:00.370671 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0657c081-7c09-4e2a-a1c7-eae0da019ef5 admin admin] Publish callbacks [] for router (ce72b441-83df-44a5-acf0-341dac9198f2), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:00.380129 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-1cc31d69-e127-4778-a986-d6b7a18691c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (2741df76-7c24-44a0-b7c8-d0c20c839dd1), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:00.485145 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-170f7d1a-75a6-4613-9be3-506ebbf42931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (ce82bee4-da88-4496-ad9f-fff0f4efe6b7), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:00.516455 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-9921b224-4d67-4f96-bdaf-dd9bf4585e51 None None] Set router ce72b441-83df-44a5-acf0-341dac9198f2 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:47:00.633439 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9e7c25f9-fb86-40e7-8296-ad18e231f9be admin admin] Publish callbacks [] for router_gateway (29bc738e-7463-41e5-a742-c4815593f6cc), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:00.652931 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f1be6a47-5679-4257-8627-686b8a0d162a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (1cb91226-007d-4d45-ab44-d6c5170c5e28), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:00.782102 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b478aef8-9c05-49cc-9c16-25a1cccfe77d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (cdb9f7be-62af-40dc-b7c5-752999f7d8d3), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:00.857968 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:00.878486 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9e7c25f9-fb86-40e7-8296-ad18e231f9be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:00.996533 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc31d69-e127-4778-a986-d6b7a18691c6 None None] Pushing event updated for resources: {'Port': ['ID=2741df76-7c24-44a0-b7c8-d0c20c839dd1,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:01.066523 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c4e4f811-1611-4734-bed8-b401f55a30c3 req-b327d8a9-6eb2-423d-bcaa-599878229edd tempest-ServerShowV247Test-279755118 tempest-ServerShowV247Test-279755118-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7372fc97-e79b-446c-85ce-95b39f56b697 HTTP/1.1" status: 200 len: 210 time: 0.4099166 Oct 04 20:47:01.119255 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3598252f-30e0-4df5-98d6-16c6e41a74fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (d592cfab-faba-48b1-8db5-50e3ea320780), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:01.141645 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3598252f-30e0-4df5-98d6-16c6e41a74fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:01.147696 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-3598252f-30e0-4df5-98d6-16c6e41a74fc admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/d592cfab-faba-48b1-8db5-50e3ea320780 HTTP/1.1" status: 204 len: 168 time: 2.2565837 Oct 04 20:47:01.216942 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b478aef8-9c05-49cc-9c16-25a1cccfe77d admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:47:01.263249 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0657c081-7c09-4e2a-a1c7-eae0da019ef5 admin admin] Publish callbacks [] for router_gateway (ce72b441-83df-44a5-acf0-341dac9198f2), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:01.356462 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f7d1a-75a6-4613-9be3-506ebbf42931 None None] Pushing event updated for resources: {'Port': ['ID=ce82bee4-da88-4496-ad9f-fff0f4efe6b7,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:01.519256 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-b478aef8-9c05-49cc-9c16-25a1cccfe77d admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:47:01.535410 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b478aef8-9c05-49cc-9c16-25a1cccfe77d admin admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:47:01.544826 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b478aef8-9c05-49cc-9c16-25a1cccfe77d admin admin] Pushing event updated for resources: {'Port': ['ID=cdb9f7be-62af-40dc-b7c5-752999f7d8d3,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:01.552770 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=100 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:01.651439 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3598252f-30e0-4df5-98d6-16c6e41a74fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d592cfab-faba-48b1-8db5-50e3ea320780,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:01.716950 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-9e7c25f9-fb86-40e7-8296-ad18e231f9be admin admin] Allocated IP 172.25.5.111 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/83291fe0-31ab-48d0-9c20-5edaf7e19e94) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:47:01.717444 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4217a520-7487-43dd-87f4-21a4c66cf9db tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:01.738972 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-9921b224-4d67-4f96-bdaf-dd9bf4585e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce72b441-83df-44a5-acf0-341dac9198f2', 'name': 'tempest-ImagesNegativeTestJSON-858423729-router', 'tenant_id': '0320ad4639f0459295c6b219ed5668c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '659815c0-f3ef-4696-9563-423fe47a4793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:46:09Z', 'updated_at': '2022-10-04T20:46:53Z', 'revision_number': 5, 'project_id': '0320ad4639f0459295c6b219ed5668c8', 'gw_port': {'id': '659815c0-f3ef-4696-9563-423fe47a4793', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce72b441-83df-44a5-acf0-341dac9198f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:46:16Z', 'updated_at': '2022-10-04T20:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:47:01.747107 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-0657c081-7c09-4e2a-a1c7-eae0da019ef5 admin admin] Deleting port 659815c0-f3ef-4696-9563-423fe47a4793 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:47:01.747650 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0657c081-7c09-4e2a-a1c7-eae0da019ef5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (659815c0-f3ef-4696-9563-423fe47a4793), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:01.766302 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:01.843614 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9921b224-4d67-4f96-bdaf-dd9bf4585e51 None None] Checking router: ce72b441-83df-44a5-acf0-341dac9198f2 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:47:01.889255 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9921b224-4d67-4f96-bdaf-dd9bf4585e51 None None] Routers {'ce72b441-83df-44a5-acf0-341dac9198f2'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:47:01.898003 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-9921b224-4d67-4f96-bdaf-dd9bf4585e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:46:48Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['ce72b441-83df-44a5-acf0-341dac9198f2'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:47:01.925191 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d5dfbec3-ae56-41b2-b916-a2be55bad00f req-bed50097-5e6e-4fb1-8080-8524f3f94e34 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=6eaee4910b0c4b3ba89057bcc76771ff&device_id=a0608ad0-bdbd-4b39-b216-b01cff9cddba HTTP/1.1" status: 200 len: 210 time: 0.0661118 Oct 04 20:47:02.030359 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:02.170893 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-9921b224-4d67-4f96-bdaf-dd9bf4585e51 None None] Set router ce72b441-83df-44a5-acf0-341dac9198f2 gateway port host: None {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:47:02.237392 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9e7c25f9-fb86-40e7-8296-ad18e231f9be admin admin] Publish callbacks [] for port (83291fe0-31ab-48d0-9c20-5edaf7e19e94), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:02.306442 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-9921b224-4d67-4f96-bdaf-dd9bf4585e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce72b441-83df-44a5-acf0-341dac9198f2', 'name': 'tempest-ImagesNegativeTestJSON-858423729-router', 'tenant_id': '0320ad4639f0459295c6b219ed5668c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:46:09Z', 'updated_at': '2022-10-04T20:47:01Z', 'revision_number': 6, 'project_id': '0320ad4639f0459295c6b219ed5668c8', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:47:02.309999 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d5dfbec3-ae56-41b2-b916-a2be55bad00f req-fa7dfec8-0d8e-4631-bce1-553055b5dc69 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?tenant_id=6eaee4910b0c4b3ba89057bcc76771ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2657471 Oct 04 20:47:02.319404 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9eac7045-15e6-4ee8-a939-d3da65fb5624 req-c7c5ba0e-2561-44d0-a53a-7aabd925c5ee tempest-ServersAaction247Test-1698006710 tempest-ServersAaction247Test-1698006710-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a0608ad0-bdbd-4b39-b216-b01cff9cddba HTTP/1.1" status: 200 len: 210 time: 0.2486298 Oct 04 20:47:02.413730 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9921b224-4d67-4f96-bdaf-dd9bf4585e51 None None] The sync data for ids ['ce72b441-83df-44a5-acf0-341dac9198f2'] in n-d-852085-12 is: [{'id': 'ce72b441-83df-44a5-acf0-341dac9198f2', 'name': 'tempest-ImagesNegativeTestJSON-858423729-router', 'tenant_id': '0320ad4639f0459295c6b219ed5668c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:46:09Z', 'updated_at': '2022-10-04T20:47:01Z', 'revision_number': 6, 'project_id': '0320ad4639f0459295c6b219ed5668c8', 'gw_port_host': None}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:47:02.488719 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:02.613450 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-0657c081-7c09-4e2a-a1c7-eae0da019ef5 admin admin] For port 659815c0-f3ef-4696-9563-423fe47a4793, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=659815c0-f3ef-4696-9563-423fe47a4793,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:47:02.614060 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0657c081-7c09-4e2a-a1c7-eae0da019ef5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (659815c0-f3ef-4696-9563-423fe47a4793), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:02.641541 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9e7c25f9-fb86-40e7-8296-ad18e231f9be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (83291fe0-31ab-48d0-9c20-5edaf7e19e94), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:02.645090 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-f1be6a47-5679-4257-8627-686b8a0d162a admin admin] Deleting port 34874eab-36de-4e02-bfc8-bb652f0217da {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:47:02.645645 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f1be6a47-5679-4257-8627-686b8a0d162a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (34874eab-36de-4e02-bfc8-bb652f0217da), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:02.665256 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-0657c081-7c09-4e2a-a1c7-eae0da019ef5 admin admin] Calling delete_port for 659815c0-f3ef-4696-9563-423fe47a4793 owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:47:02.688636 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-83f2f09f-9d1f-4e24-8457-715eae7c9e3a req-18d2c38d-83c2-4bcf-a8e3-ebfeecea7343 tempest-ServerShowV247Test-279755118 tempest-ServerShowV247Test-279755118-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7372fc97-e79b-446c-85ce-95b39f56b697 HTTP/1.1" status: 200 len: 210 time: 0.2558329 Oct 04 20:47:02.806924 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7c25f9-fb86-40e7-8296-ad18e231f9be admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:47:02.896781 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-9e7c25f9-fb86-40e7-8296-ad18e231f9be admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:47:02.928090 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7c25f9-fb86-40e7-8296-ad18e231f9be admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:47:03.195589 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:03.339299 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:03.366523 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fb2bb6-015c-4a52-a3ba-69d700d84dd1 None None] Network 7a0a3681-b4b5-4ca7-a8da-a06e2256c63b requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:47:03.405565 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7c25f9-fb86-40e7-8296-ad18e231f9be admin admin] Pushing event updated for resources: {'Port': ['ID=83291fe0-31ab-48d0-9c20-5edaf7e19e94,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:03.411482 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-f1be6a47-5679-4257-8627-686b8a0d162a admin admin] For port 34874eab-36de-4e02-bfc8-bb652f0217da, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=34874eab-36de-4e02-bfc8-bb652f0217da,segment=NetworkSegment(efb79d4b-9dcc-4656-a45c-ba38a3966202),segment_id=efb79d4b-9dcc-4656-a45c-ba38a3966202)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:47:03.412128 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f1be6a47-5679-4257-8627-686b8a0d162a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (34874eab-36de-4e02-bfc8-bb652f0217da), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:03.497267 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-f1be6a47-5679-4257-8627-686b8a0d162a admin admin] Calling delete_port for 34874eab-36de-4e02-bfc8-bb652f0217da owned by network:router_interface {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:47:03.573400 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-d6f60c72-f572-420e-8500-16d8ed3092db None None] Provisioning complete for port ce82bee4-da88-4496-ad9f-fff0f4efe6b7 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:47:03.576009 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d6f60c72-f572-420e-8500-16d8ed3092db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (ce82bee4-da88-4496-ad9f-fff0f4efe6b7), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:03.576009 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-d6f60c72-f572-420e-8500-16d8ed3092db None None] Attempt 1 to provision port ce82bee4-da88-4496-ad9f-fff0f4efe6b7 Oct 04 20:47:03.688602 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 2741df76-7c24-44a0-b7c8-d0c20c839dd1 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:47:03.737033 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77543a35-245e-43af-bae4-1f3c60237f79 None None] Network 5eb8650f-28b1-4a3f-b09a-60bc7b73dc5d requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:47:04.154035 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:04.292320 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-d6f60c72-f572-420e-8500-16d8ed3092db None None] Current status of the port ce82bee4-da88-4496-ad9f-fff0f4efe6b7 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:47:04.292656 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d6f60c72-f572-420e-8500-16d8ed3092db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (ce82bee4-da88-4496-ad9f-fff0f4efe6b7), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:04.339344 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 2741df76-7c24-44a0-b7c8-d0c20c839dd1 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:47:04.340085 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (2741df76-7c24-44a0-b7c8-d0c20c839dd1), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:04.340737 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 2741df76-7c24-44a0-b7c8-d0c20c839dd1 Oct 04 20:47:04.413719 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-b47d17e5-1c29-488d-a566-9efbdc15914f req-bda040ec-0efc-46d8-953b-54ff9ba7acb8 tempest-ServersAaction247Test-1698006710 tempest-ServersAaction247Test-1698006710-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a0608ad0-bdbd-4b39-b216-b01cff9cddba HTTP/1.1" status: 200 len: 210 time: 0.5226796 Oct 04 20:47:04.416062 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dfbec3-ae56-41b2-b916-a2be55bad00f req-d7d06f7a-451e-4e95-b8ea-6ddbf3656c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:47:04.418773 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d5dfbec3-ae56-41b2-b916-a2be55bad00f req-d7d06f7a-451e-4e95-b8ea-6ddbf3656c3f service neutron] 10.222.0.85 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 2.0913391 Oct 04 20:47:04.462301 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-8024ed13-0921-4b36-9c35-d95655271dc9 req-502fc808-db53-4895-999d-fbc2e849bdee tempest-ServerShowV247Test-279755118 tempest-ServerShowV247Test-279755118-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7372fc97-e79b-446c-85ce-95b39f56b697 HTTP/1.1" status: 200 len: 210 time: 0.3183968 Oct 04 20:47:04.635110 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-4217a520-7487-43dd-87f4-21a4c66cf9db tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Allocated IP 172.21.0.1 (d3834182-34ec-45d2-a784-645d754f6b48/552e9130-f263-45c1-b83d-78122c850f00/f2e73bce-9ae9-45c2-a95c-a44d1ebcfd7d) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:47:04.689515 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b478aef8-9c05-49cc-9c16-25a1cccfe77d admin admin] Publish callbacks [] for router_gateway (f2f1f8c2-aeab-4472-bd52-4120bc591261), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:04.713551 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-d6f60c72-f572-420e-8500-16d8ed3092db None None] For port ce82bee4-da88-4496-ad9f-fff0f4efe6b7, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=ce82bee4-da88-4496-ad9f-fff0f4efe6b7,segment=NetworkSegment(e68cb399-1b4a-4088-ac5d-932d2bfae783),segment_id=e68cb399-1b4a-4088-ac5d-932d2bfae783)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:47:04.723228 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 2741df76-7c24-44a0-b7c8-d0c20c839dd1 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:47:04.723838 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (2741df76-7c24-44a0-b7c8-d0c20c839dd1), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:04.757394 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:04.893300 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 2741df76-7c24-44a0-b7c8-d0c20c839dd1, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=2741df76-7c24-44a0-b7c8-d0c20c839dd1,segment=NetworkSegment(76103a33-8ee9-4b04-8ef5-a4f9d21e3bb4),segment_id=76103a33-8ee9-4b04-8ef5-a4f9d21e3bb4)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:47:04.903959 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d6f60c72-f572-420e-8500-16d8ed3092db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (ce82bee4-da88-4496-ad9f-fff0f4efe6b7), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:04.936099 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9e7c25f9-fb86-40e7-8296-ad18e231f9be admin admin] Publish callbacks [] for router_gateway (29bc738e-7463-41e5-a742-c4815593f6cc), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:05.055868 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-4cf1a08d-a9db-4288-a9a8-ec4689be1fb8 None None] Provisioning complete for port 2741df76-7c24-44a0-b7c8-d0c20c839dd1 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:47:05.056516 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4cf1a08d-a9db-4288-a9a8-ec4689be1fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (2741df76-7c24-44a0-b7c8-d0c20c839dd1), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:05.057095 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-4cf1a08d-a9db-4288-a9a8-ec4689be1fb8 None None] Attempt 1 to provision port 2741df76-7c24-44a0-b7c8-d0c20c839dd1 Oct 04 20:47:05.087370 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (2741df76-7c24-44a0-b7c8-d0c20c839dd1), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:05.089054 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device ce82bee4-da88-4496-ad9f-fff0f4efe6b7 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:47:05.094080 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:05.198863 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f60c72-f572-420e-8500-16d8ed3092db None None] Pushing event updated for resources: {'Port': ['ID=ce82bee4-da88-4496-ad9f-fff0f4efe6b7,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:05.305717 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4217a520-7487-43dd-87f4-21a4c66cf9db tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for port (f2e73bce-9ae9-45c2-a95c-a44d1ebcfd7d), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:05.496139 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-4cf1a08d-a9db-4288-a9a8-ec4689be1fb8 None None] Current status of the port 2741df76-7c24-44a0-b7c8-d0c20c839dd1 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:47:05.502814 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=2741df76-7c24-44a0-b7c8-d0c20c839dd1,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:05.520328 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port ce82bee4-da88-4496-ad9f-fff0f4efe6b7 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:47:05.520947 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (ce82bee4-da88-4496-ad9f-fff0f4efe6b7), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:05.521480 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port ce82bee4-da88-4496-ad9f-fff0f4efe6b7 Oct 04 20:47:05.619343 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0657c081-7c09-4e2a-a1c7-eae0da019ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (659815c0-f3ef-4696-9563-423fe47a4793), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:05.693922 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:05.696661 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:05.699323 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4217a520-7487-43dd-87f4-21a4c66cf9db tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (f2e73bce-9ae9-45c2-a95c-a44d1ebcfd7d), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:05.757171 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-8625a21d-460f-49d6-bd57-16a67be72c6e None None] Provisioning complete for port ce82bee4-da88-4496-ad9f-fff0f4efe6b7 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:47:05.758008 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8625a21d-460f-49d6-bd57-16a67be72c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (ce82bee4-da88-4496-ad9f-fff0f4efe6b7), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:05.758230 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-8625a21d-460f-49d6-bd57-16a67be72c6e None None] Attempt 1 to provision port ce82bee4-da88-4496-ad9f-fff0f4efe6b7 Oct 04 20:47:05.789960 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0657c081-7c09-4e2a-a1c7-eae0da019ef5 admin admin] Pushing event deleted for resources: {'Port': ['ID=659815c0-f3ef-4696-9563-423fe47a4793,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:05.854516 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-50366808-c0d0-4e79-83be-e06d16478fe6 req-66023880-7e14-40d1-85be-db137c1c13b6 tempest-ServersAaction247Test-1698006710 tempest-ServersAaction247Test-1698006710-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a0608ad0-bdbd-4b39-b216-b01cff9cddba HTTP/1.1" status: 200 len: 210 time: 0.1447463 Oct 04 20:47:05.923171 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4217a520-7487-43dd-87f4-21a4c66cf9db tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Network d3834182-34ec-45d2-a784-645d754f6b48 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:47:05.966475 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-4217a520-7487-43dd-87f4-21a4c66cf9db tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:47:06.012332 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b478aef8-9c05-49cc-9c16-25a1cccfe77d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (f2f1f8c2-aeab-4472-bd52-4120bc591261), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:06.012850 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port ce82bee4-da88-4496-ad9f-fff0f4efe6b7 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:47:06.020787 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4217a520-7487-43dd-87f4-21a4c66cf9db tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:47:06.038546 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 97bb0b74-aaf2-47af-b799-72e14138e56c no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:47:06.222839 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0657c081-7c09-4e2a-a1c7-eae0da019ef5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (ce72b441-83df-44a5-acf0-341dac9198f2), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:06.229226 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-bbb6c6c8-9fae-4603-a252-ac86dcf96272 req-b12c9fe1-c49f-4a13-969c-f182572b380b tempest-ServerShowV247Test-279755118 tempest-ServerShowV247Test-279755118-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7372fc97-e79b-446c-85ce-95b39f56b697 HTTP/1.1" status: 200 len: 210 time: 0.2788002 Oct 04 20:47:06.279344 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4217a520-7487-43dd-87f4-21a4c66cf9db tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event updated for resources: {'Port': ['ID=f2e73bce-9ae9-45c2-a95c-a44d1ebcfd7d,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:06.478637 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0657c081-7c09-4e2a-a1c7-eae0da019ef5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (ce72b441-83df-44a5-acf0-341dac9198f2), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:06.481187 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 97bb0b74-aaf2-47af-b799-72e14138e56c {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:47:06.482286 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 97bb0b74-aaf2-47af-b799-72e14138e56c not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:47:06.483755 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0657c081-7c09-4e2a-a1c7-eae0da019ef5 admin admin] Publish callbacks [] for router_controller (ce72b441-83df-44a5-acf0-341dac9198f2), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:06.486973 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-8625a21d-460f-49d6-bd57-16a67be72c6e None None] Current status of the port ce82bee4-da88-4496-ad9f-fff0f4efe6b7 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:47:06.490659 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f1be6a47-5679-4257-8627-686b8a0d162a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (34874eab-36de-4e02-bfc8-bb652f0217da), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:06.506200 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4217a520-7487-43dd-87f4-21a4c66cf9db tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (a0dfdf25-928e-467b-a080-b2ba41ed7029), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:06.623385 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:06.630970 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1be6a47-5679-4257-8627-686b8a0d162a admin admin] Pushing event deleted for resources: {'Port': ['ID=34874eab-36de-4e02-bfc8-bb652f0217da,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:06.702357 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e095d492-2d0e-4fb6-b343-6e89aaaffecc None None] Provisioning complete for port f2e73bce-9ae9-45c2-a95c-a44d1ebcfd7d triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:47:06.703690 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e095d492-2d0e-4fb6-b343-6e89aaaffecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (f2e73bce-9ae9-45c2-a95c-a44d1ebcfd7d), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:06.705083 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e095d492-2d0e-4fb6-b343-6e89aaaffecc None None] Attempt 1 to provision port f2e73bce-9ae9-45c2-a95c-a44d1ebcfd7d Oct 04 20:47:06.805676 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e095d492-2d0e-4fb6-b343-6e89aaaffecc None None] Port f2e73bce-9ae9-45c2-a95c-a44d1ebcfd7d cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:47:06.811050 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 2741df76-7c24-44a0-b7c8-d0c20c839dd1 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:47:06.830618 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0657c081-7c09-4e2a-a1c7-eae0da019ef5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (ce72b441-83df-44a5-acf0-341dac9198f2), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:06.831754 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0657c081-7c09-4e2a-a1c7-eae0da019ef5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce72b441-83df-44a5-acf0-341dac9198f2 {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:47:06.850060 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0657c081-7c09-4e2a-a1c7-eae0da019ef5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:06.852700 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-0657c081-7c09-4e2a-a1c7-eae0da019ef5 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/ce72b441-83df-44a5-acf0-341dac9198f2 HTTP/1.1" status: 204 len: 168 time: 7.1234684 Oct 04 20:47:06.869245 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 41538) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:47:06.945978 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d5dfbec3-ae56-41b2-b916-a2be55bad00f req-bec5eec9-6fe0-480a-a29a-8618e97f9394 tempest-ServersAaction247Test-1698006710 tempest-ServersAaction247Test-1698006710-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=a0608ad0-bdbd-4b39-b216-b01cff9cddba HTTP/1.1" status: 200 len: 210 time: 0.1936920 Oct 04 20:47:06.962557 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9e7c25f9-fb86-40e7-8296-ad18e231f9be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (29bc738e-7463-41e5-a742-c4815593f6cc), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:06.979892 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:07.040907 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 2741df76-7c24-44a0-b7c8-d0c20c839dd1 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:47:07.045462 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (2741df76-7c24-44a0-b7c8-d0c20c839dd1), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:07.046468 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 2741df76-7c24-44a0-b7c8-d0c20c839dd1 Oct 04 20:47:07.207282 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-8d18b6b3-72db-4649-8d12-951d3c42eaef req-f6e396d5-81c1-4153-a716-df334bfd5756 tempest-ServersAaction247Test-1698006710 tempest-ServersAaction247Test-1698006710-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a0608ad0-bdbd-4b39-b216-b01cff9cddba HTTP/1.1" status: 200 len: 210 time: 0.0623262 Oct 04 20:47:07.209106 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b478aef8-9c05-49cc-9c16-25a1cccfe77d admin admin] Router f2f1f8c2-aeab-4472-bd52-4120bc591261 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:47:07.323718 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-313f58fd-1808-439d-9c2e-45b0a58669db admin admin] Deleting subnet 3ac4e8a5-bc7c-44e3-9ceb-f82e268fdaf6 {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:47:07.342390 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-313f58fd-1808-439d-9c2e-45b0a58669db admin admin] Publish callbacks [] for subnet (3ac4e8a5-bc7c-44e3-9ceb-f82e268fdaf6), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:07.366977 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 2741df76-7c24-44a0-b7c8-d0c20c839dd1 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:47:07.370235 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device ce82bee4-da88-4496-ad9f-fff0f4efe6b7 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:47:07.402373 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4217a520-7487-43dd-87f4-21a4c66cf9db tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (f2e73bce-9ae9-45c2-a95c-a44d1ebcfd7d), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:07.501219 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port ce82bee4-da88-4496-ad9f-fff0f4efe6b7 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:47:07.502163 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (ce82bee4-da88-4496-ad9f-fff0f4efe6b7), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:07.504544 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port ce82bee4-da88-4496-ad9f-fff0f4efe6b7 Oct 04 20:47:07.611072 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 41546) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:47:07.628287 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-7d22e1ed-8279-4e69-99fd-0619fcdb13ec req-371d3233-f0ef-4566-86f6-45b7259609ca tempest-ServerShowV247Test-279755118 tempest-ServerShowV247Test-279755118-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7372fc97-e79b-446c-85ce-95b39f56b697 HTTP/1.1" status: 200 len: 210 time: 0.0847774 Oct 04 20:47:07.756075 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port ce82bee4-da88-4496-ad9f-fff0f4efe6b7 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:47:07.772121 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-313f58fd-1808-439d-9c2e-45b0a58669db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (3ac4e8a5-bc7c-44e3-9ceb-f82e268fdaf6), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:07.854848 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f1be6a47-5679-4257-8627-686b8a0d162a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (1cb91226-007d-4d45-ab44-d6c5170c5e28), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:07.893067 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 659815c0-f3ef-4696-9563-423fe47a4793 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:47:07.919723 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b478aef8-9c05-49cc-9c16-25a1cccfe77d admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:47:07.941304 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4b5df2-88cb-43ac-9580-4d1b597b375f None None] Sync routers for ids ['f2f1f8c2-aeab-4472-bd52-4120bc591261'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:47:07.943470 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 659815c0-f3ef-4696-9563-423fe47a4793 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:47:07.945081 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 659815c0-f3ef-4696-9563-423fe47a4793 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:47:07.971025 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4b5df2-88cb-43ac-9580-4d1b597b375f None None] Routers {'f2f1f8c2-aeab-4472-bd52-4120bc591261'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:47:07.972494 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-ae4b5df2-88cb-43ac-9580-4d1b597b375f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:46:48Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['f2f1f8c2-aeab-4472-bd52-4120bc591261'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:47:08.026871 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:08.114030 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-760eec46-82e0-42e5-a5a5-568f16ffd724 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:08.180357 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:08.204645 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-ae4b5df2-88cb-43ac-9580-4d1b597b375f None None] Set router f2f1f8c2-aeab-4472-bd52-4120bc591261 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:47:08.210421 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-313f58fd-1808-439d-9c2e-45b0a58669db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (3ac4e8a5-bc7c-44e3-9ceb-f82e268fdaf6), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:08.231390 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b478aef8-9c05-49cc-9c16-25a1cccfe77d admin admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:08.236006 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b478aef8-9c05-49cc-9c16-25a1cccfe77d admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 12.3737001 Oct 04 20:47:08.238863 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 41550) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:47:08.283705 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e7c25f9-fb86-40e7-8296-ad18e231f9be admin admin] Router 29bc738e-7463-41e5-a742-c4815593f6cc is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:47:08.376134 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4217a520-7487-43dd-87f4-21a4c66cf9db tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for port (f2e73bce-9ae9-45c2-a95c-a44d1ebcfd7d), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:08.380359 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:08.552381 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:08.604540 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4217a520-7487-43dd-87f4-21a4c66cf9db tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (f2e73bce-9ae9-45c2-a95c-a44d1ebcfd7d), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:08.733352 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-ae4b5df2-88cb-43ac-9580-4d1b597b375f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f1f8c2-aeab-4472-bd52-4120bc591261', 'name': 'tempest-ServersTestManualDisk-184398332-router', 'tenant_id': '2afc6ef8dc874ff5ad52048c0ea409e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'cdb9f7be-62af-40dc-b7c5-752999f7d8d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:46:56Z', 'updated_at': '2022-10-04T20:47:03Z', 'revision_number': 3, 'project_id': '2afc6ef8dc874ff5ad52048c0ea409e2', 'gw_port': {'id': 'cdb9f7be-62af-40dc-b7c5-752999f7d8d3', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c0:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f1f8c2-aeab-4472-bd52-4120bc591261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:46:58Z', 'updated_at': '2022-10-04T20:46:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:47:08.751494 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-313f58fd-1808-439d-9c2e-45b0a58669db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (3ac4e8a5-bc7c-44e3-9ceb-f82e268fdaf6), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:08.819825 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4b5df2-88cb-43ac-9580-4d1b597b375f None None] Checking router: f2f1f8c2-aeab-4472-bd52-4120bc591261 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:47:08.820455 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4b5df2-88cb-43ac-9580-4d1b597b375f None None] Updating router f2f1f8c2-aeab-4472-bd52-4120bc591261 port cdb9f7be-62af-40dc-b7c5-752999f7d8d3 binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:47:08.828634 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-3d7465ae-0836-417e-b7b1-06553fdd889f req-e3e9810d-63c7-4992-8834-edd115f4ecd0 tempest-ServersAaction247Test-1698006710 tempest-ServersAaction247Test-1698006710-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a0608ad0-bdbd-4b39-b216-b01cff9cddba HTTP/1.1" status: 200 len: 210 time: 0.2976851 Oct 04 20:47:08.920318 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-ae4b5df2-88cb-43ac-9580-4d1b597b375f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (cdb9f7be-62af-40dc-b7c5-752999f7d8d3), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:08.931384 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313f58fd-1808-439d-9c2e-45b0a58669db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ac4e8a5-bc7c-44e3-9ceb-f82e268fdaf6,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:08.955418 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5414658-393f-4a88-acae-3034b9fc3215 None None] Network f901d054-56d5-4cbc-a133-05325e8ffd94 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:47:08.959349 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-313f58fd-1808-439d-9c2e-45b0a58669db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:08.970326 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-313f58fd-1808-439d-9c2e-45b0a58669db admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/3ac4e8a5-bc7c-44e3-9ceb-f82e268fdaf6 HTTP/1.1" status: 204 len: 168 time: 2.0946381 Oct 04 20:47:08.977892 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 41556) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:47:08.981178 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-760eec46-82e0-42e5-a5a5-568f16ffd724 admin admin] Publish callbacks [] for security_group (bc9ce7ce-12e9-4c0f-ab0f-a9d7dd4db3d9), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:09.001461 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e7c25f9-fb86-40e7-8296-ad18e231f9be admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:47:09.002547 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4217a520-7487-43dd-87f4-21a4c66cf9db tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event updated for resources: {'Port': ['ID=f2e73bce-9ae9-45c2-a95c-a44d1ebcfd7d,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:09.057001 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f823ff06-c673-4baf-857b-6e9db2823eab req-d1797d3e-6920-470b-8dac-66ff70bd54bc tempest-ServerShowV247Test-279755118 tempest-ServerShowV247Test-279755118-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7372fc97-e79b-446c-85ce-95b39f56b697 HTTP/1.1" status: 200 len: 210 time: 0.2194693 Oct 04 20:47:09.091694 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684fd8ea-2582-4614-843a-cb1c81382722 None None] Sync routers for ids ['29bc738e-7463-41e5-a742-c4815593f6cc'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:47:09.094030 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4217a520-7487-43dd-87f4-21a4c66cf9db tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (a0dfdf25-928e-467b-a080-b2ba41ed7029), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:09.129936 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684fd8ea-2582-4614-843a-cb1c81382722 None None] Routers {'29bc738e-7463-41e5-a742-c4815593f6cc'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:47:09.131365 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-684fd8ea-2582-4614-843a-cb1c81382722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:46:48Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['29bc738e-7463-41e5-a742-c4815593f6cc'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:47:09.224129 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4664d831-8b03-4f26-8dbc-250981fa12a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (f901d054-56d5-4cbc-a133-05325e8ffd94), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:09.263190 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-760eec46-82e0-42e5-a5a5-568f16ffd724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (bc9ce7ce-12e9-4c0f-ab0f-a9d7dd4db3d9), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:09.309106 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:DELETE=6,neutron:INSERT=8,neutron:SELECT=84,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:09.334567 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1be6a47-5679-4257-8627-686b8a0d162a admin admin] Router 1cb91226-007d-4d45-ab44-d6c5170c5e28 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:47:09.392986 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9e7c25f9-fb86-40e7-8296-ad18e231f9be admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:09.400753 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-9e7c25f9-fb86-40e7-8296-ad18e231f9be admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 13.1739998 Oct 04 20:47:09.407538 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 41558) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:47:09.422931 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760eec46-82e0-42e5-a5a5-568f16ffd724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9ce7ce-12e9-4c0f-ab0f-a9d7dd4db3d9,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:09.433960 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-760eec46-82e0-42e5-a5a5-568f16ffd724 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=2ef7f47c67d54d6aa7dbc5165d7addaf&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7672994 Oct 04 20:47:09.436742 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 41560) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:47:09.477423 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:09.543054 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-684fd8ea-2582-4614-843a-cb1c81382722 None None] Set router 29bc738e-7463-41e5-a742-c4815593f6cc gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:47:09.598246 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd1f406-7a73-4c69-867a-e5fe98040b23 None None] DHCP port deletion for f901d054-56d5-4cbc-a133-05325e8ffd94 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:47:09.640786 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-4664d831-8b03-4f26-8dbc-250981fa12a9 admin admin] Deleting port da12b663-fd08-418f-b9b7-c44666054c09 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:47:09.642448 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4664d831-8b03-4f26-8dbc-250981fa12a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (da12b663-fd08-418f-b9b7-c44666054c09), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:09.739744 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-ae4b5df2-88cb-43ac-9580-4d1b597b375f None None] Publish callbacks [] for port (cdb9f7be-62af-40dc-b7c5-752999f7d8d3), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:09.761096 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:09.774137 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4217a520-7487-43dd-87f4-21a4c66cf9db tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Network d3834182-34ec-45d2-a784-645d754f6b48 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:47:09.822389 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-ae4b5df2-88cb-43ac-9580-4d1b597b375f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (cdb9f7be-62af-40dc-b7c5-752999f7d8d3), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:09.830407 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-ccd1f406-7a73-4c69-867a-e5fe98040b23 None None] Deleting port da12b663-fd08-418f-b9b7-c44666054c09 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:47:09.837784 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ccd1f406-7a73-4c69-867a-e5fe98040b23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (da12b663-fd08-418f-b9b7-c44666054c09), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:09.926981 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-4664d831-8b03-4f26-8dbc-250981fa12a9 admin admin] For port da12b663-fd08-418f-b9b7-c44666054c09, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=da12b663-fd08-418f-b9b7-c44666054c09,segment=NetworkSegment(5a1ce03f-233f-4cf3-b8b8-565dc22a7a99),segment_id=5a1ce03f-233f-4cf3-b8b8-565dc22a7a99)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:47:09.927692 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4664d831-8b03-4f26-8dbc-250981fa12a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (da12b663-fd08-418f-b9b7-c44666054c09), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:09.946390 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4f7bcb64-38ff-4ee1-adb0-4d5e671909e3 admin admin] Publish callbacks [] for security_group (bc9ce7ce-12e9-4c0f-ab0f-a9d7dd4db3d9), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:09.980592 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-ccd1f406-7a73-4c69-867a-e5fe98040b23 None None] For port da12b663-fd08-418f-b9b7-c44666054c09, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=da12b663-fd08-418f-b9b7-c44666054c09,segment=NetworkSegment(5a1ce03f-233f-4cf3-b8b8-565dc22a7a99),segment_id=5a1ce03f-233f-4cf3-b8b8-565dc22a7a99)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:47:09.981487 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ccd1f406-7a73-4c69-867a-e5fe98040b23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (da12b663-fd08-418f-b9b7-c44666054c09), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:09.988581 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-4664d831-8b03-4f26-8dbc-250981fa12a9 admin admin] Calling delete_port for da12b663-fd08-418f-b9b7-c44666054c09 owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:47:10.022004 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-ccd1f406-7a73-4c69-867a-e5fe98040b23 None None] Calling delete_port for da12b663-fd08-418f-b9b7-c44666054c09 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:47:10.041657 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4f7bcb64-38ff-4ee1-adb0-4d5e671909e3 admin admin] Publish callbacks [] for security_group (bc9ce7ce-12e9-4c0f-ab0f-a9d7dd4db3d9), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:10.060245 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1be6a47-5679-4257-8627-686b8a0d162a admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:47:10.078966 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc5a8b1-d743-4dca-a5d9-bf67e4682d28 None None] Pushing event updated for resources: {'Port': ['ID=cdb9f7be-62af-40dc-b7c5-752999f7d8d3,revision_number=2']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:10.085217 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f1be6a47-5679-4257-8627-686b8a0d162a admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/1cb91226-007d-4d45-ab44-d6c5170c5e28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1761093 Oct 04 20:47:10.094639 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 41564) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:47:10.136383 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc5a8b1-d743-4dca-a5d9-bf67e4682d28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:10.142037 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc5a8b1-d743-4dca-a5d9-bf67e4682d28 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:10.143396 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc5a8b1-d743-4dca-a5d9-bf67e4682d28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:10.144319 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc5a8b1-d743-4dca-a5d9-bf67e4682d28 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:10.146390 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc5a8b1-d743-4dca-a5d9-bf67e4682d28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:10.154646 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc5a8b1-d743-4dca-a5d9-bf67e4682d28 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:10.156041 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc5a8b1-d743-4dca-a5d9-bf67e4682d28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:10.157043 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc5a8b1-d743-4dca-a5d9-bf67e4682d28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:10.174238 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=100 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:10.177778 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc5a8b1-d743-4dca-a5d9-bf67e4682d28 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:10.180958 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc5a8b1-d743-4dca-a5d9-bf67e4682d28 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:10.181888 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc5a8b1-d743-4dca-a5d9-bf67e4682d28 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:10.183802 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc5a8b1-d743-4dca-a5d9-bf67e4682d28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:10.186930 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc5a8b1-d743-4dca-a5d9-bf67e4682d28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:10.191406 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc5a8b1-d743-4dca-a5d9-bf67e4682d28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:10.192408 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc5a8b1-d743-4dca-a5d9-bf67e4682d28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:10.219575 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:10.226361 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e156e2f8-cd73-4995-ad3d-b01996f5ff3a None None] Sync routers for ids ['1cb91226-007d-4d45-ab44-d6c5170c5e28'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:47:10.276526 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-ae4b5df2-88cb-43ac-9580-4d1b597b375f None None] Attempting to bind port cdb9f7be-62af-40dc-b7c5-752999f7d8d3 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:47:10.278670 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-ae4b5df2-88cb-43ac-9580-4d1b597b375f None None] Attempting to bind port cdb9f7be-62af-40dc-b7c5-752999f7d8d3 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:47:10.279422 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4b5df2-88cb-43ac-9580-4d1b597b375f None None] Attempting to bind port cdb9f7be-62af-40dc-b7c5-752999f7d8d3 on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:47:10.335422 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ccd1f406-7a73-4c69-867a-e5fe98040b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (da12b663-fd08-418f-b9b7-c44666054c09), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:10.429685 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd1f406-7a73-4c69-867a-e5fe98040b23 None None] No DVR routers for this DVR port da12b663-fd08-418f-b9b7-c44666054c09 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:47:10.469671 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e156e2f8-cd73-4995-ad3d-b01996f5ff3a None None] Routers {'1cb91226-007d-4d45-ab44-d6c5170c5e28'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:47:10.470752 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-e156e2f8-cd73-4995-ad3d-b01996f5ff3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:46:48Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['1cb91226-007d-4d45-ab44-d6c5170c5e28'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:47:10.477976 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-4217a520-7487-43dd-87f4-21a4c66cf9db tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:47:10.492506 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd1f406-7a73-4c69-867a-e5fe98040b23 None None] Pushing event deleted for resources: {'Port': ['ID=da12b663-fd08-418f-b9b7-c44666054c09,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:10.586494 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-feee0be2-f70e-4776-b85c-c143d297ac47 req-2edef87a-e7ad-458b-936c-752313447605 tempest-ServerShowV247Test-279755118 tempest-ServerShowV247Test-279755118-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7372fc97-e79b-446c-85ce-95b39f56b697 HTTP/1.1" status: 200 len: 210 time: 0.1248367 Oct 04 20:47:10.632313 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d747a331-e31d-427a-a77b-cb1ad3d1211a admin admin] Publish callbacks [] for router (1cb91226-007d-4d45-ab44-d6c5170c5e28), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:10.700335 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-684fd8ea-2582-4614-843a-cb1c81382722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bc738e-7463-41e5-a742-c4815593f6cc', 'name': 'tempest-ListServersNegativeTestJSON-480175451-router', 'tenant_id': '5452397c0d2c44f2a98d71701462dcfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '83291fe0-31ab-48d0-9c20-5edaf7e19e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:46:56Z', 'updated_at': '2022-10-04T20:47:03Z', 'revision_number': 3, 'project_id': '5452397c0d2c44f2a98d71701462dcfd', 'gw_port': {'id': '83291fe0-31ab-48d0-9c20-5edaf7e19e94', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d7:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bc738e-7463-41e5-a742-c4815593f6cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:47:00Z', 'updated_at': '2022-10-04T20:47:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:47:10.774790 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684fd8ea-2582-4614-843a-cb1c81382722 None None] Checking router: 29bc738e-7463-41e5-a742-c4815593f6cc for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:47:10.775331 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684fd8ea-2582-4614-843a-cb1c81382722 None None] Updating router 29bc738e-7463-41e5-a742-c4815593f6cc port 83291fe0-31ab-48d0-9c20-5edaf7e19e94 binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:47:10.842670 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device da12b663-fd08-418f-b9b7-c44666054c09 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:47:10.903179 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: da12b663-fd08-418f-b9b7-c44666054c09 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:47:10.903864 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device da12b663-fd08-418f-b9b7-c44666054c09 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:47:10.914586 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-684fd8ea-2582-4614-843a-cb1c81382722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (83291fe0-31ab-48d0-9c20-5edaf7e19e94), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:10.924745 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4b5df2-88cb-43ac-9580-4d1b597b375f None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:47:10.931367 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4b5df2-88cb-43ac-9580-4d1b597b375f None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:47:10.932229 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-ae4b5df2-88cb-43ac-9580-4d1b597b375f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:10.932887 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4b5df2-88cb-43ac-9580-4d1b597b375f None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:47:10.939790 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-ae4b5df2-88cb-43ac-9580-4d1b597b375f None None] Bound port: cdb9f7be-62af-40dc-b7c5-752999f7d8d3, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:47:10.945667 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-ae4b5df2-88cb-43ac-9580-4d1b597b375f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (cdb9f7be-62af-40dc-b7c5-752999f7d8d3), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:10.969891 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:10.977139 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:10.986803 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-e156e2f8-cd73-4995-ad3d-b01996f5ff3a None None] Set router 1cb91226-007d-4d45-ab44-d6c5170c5e28 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:47:11.255495 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-37ce3759-ad3f-4517-a030-cd147594daf9 None None] Provisioning complete for port f2e73bce-9ae9-45c2-a95c-a44d1ebcfd7d triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:47:11.256405 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-37ce3759-ad3f-4517-a030-cd147594daf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (f2e73bce-9ae9-45c2-a95c-a44d1ebcfd7d), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:11.256682 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-37ce3759-ad3f-4517-a030-cd147594daf9 None None] Attempt 1 to provision port f2e73bce-9ae9-45c2-a95c-a44d1ebcfd7d Oct 04 20:47:11.298725 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4217a520-7487-43dd-87f4-21a4c66cf9db tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Router a0dfdf25-928e-467b-a080-b2ba41ed7029 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:47:11.380313 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-37ce3759-ad3f-4517-a030-cd147594daf9 None None] Port f2e73bce-9ae9-45c2-a95c-a44d1ebcfd7d cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:47:11.381683 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-ae4b5df2-88cb-43ac-9580-4d1b597b375f None None] For port cdb9f7be-62af-40dc-b7c5-752999f7d8d3, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:47:11.399963 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 41572) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:47:11.406431 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-af6d68a8-5cdc-464a-be39-5701edce564b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:11.423457 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-ae4b5df2-88cb-43ac-9580-4d1b597b375f None None] For port cdb9f7be-62af-40dc-b7c5-752999f7d8d3, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=cdb9f7be-62af-40dc-b7c5-752999f7d8d3,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:47:11.517282 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4664d831-8b03-4f26-8dbc-250981fa12a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (da12b663-fd08-418f-b9b7-c44666054c09), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:11.549442 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4664d831-8b03-4f26-8dbc-250981fa12a9 admin admin] No DVR routers for this DVR port da12b663-fd08-418f-b9b7-c44666054c09 on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:47:11.561138 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4f7bcb64-38ff-4ee1-adb0-4d5e671909e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (bc9ce7ce-12e9-4c0f-ab0f-a9d7dd4db3d9), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:11.568146 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4f7bcb64-38ff-4ee1-adb0-4d5e671909e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:11.570637 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-4f7bcb64-38ff-4ee1-adb0-4d5e671909e3 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/bc9ce7ce-12e9-4c0f-ab0f-a9d7dd4db3d9 HTTP/1.1" status: 204 len: 168 time: 2.1294954 Oct 04 20:47:11.621272 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-ae4b5df2-88cb-43ac-9580-4d1b597b375f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (cdb9f7be-62af-40dc-b7c5-752999f7d8d3), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:11.771257 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4217a520-7487-43dd-87f4-21a4c66cf9db tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:47:11.778572 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4664d831-8b03-4f26-8dbc-250981fa12a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=da12b663-fd08-418f-b9b7-c44666054c09,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:11.791684 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-684fd8ea-2582-4614-843a-cb1c81382722 None None] Publish callbacks [] for port (83291fe0-31ab-48d0-9c20-5edaf7e19e94), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:11.810084 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad75a488-e7a7-4644-a59b-df02e1411b11 None None] Sync routers for ids ['a0dfdf25-928e-467b-a080-b2ba41ed7029'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:47:11.839930 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad75a488-e7a7-4644-a59b-df02e1411b11 None None] Routers {'a0dfdf25-928e-467b-a080-b2ba41ed7029'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:47:11.853463 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-ad75a488-e7a7-4644-a59b-df02e1411b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:46:48Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['a0dfdf25-928e-467b-a080-b2ba41ed7029'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:47:11.867116 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7bcb64-38ff-4ee1-adb0-4d5e671909e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9ce7ce-12e9-4c0f-ab0f-a9d7dd4db3d9,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:11.898107 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4217a520-7487-43dd-87f4-21a4c66cf9db tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "PUT /networking/v2.0/routers/a0dfdf25-928e-467b-a080-b2ba41ed7029/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4850497 Oct 04 20:47:11.922755 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 41580) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:47:11.962523 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-ad75a488-e7a7-4644-a59b-df02e1411b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:47:11.971193 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-684fd8ea-2582-4614-843a-cb1c81382722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (83291fe0-31ab-48d0-9c20-5edaf7e19e94), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:11.974014 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-704de1f2-e1fc-414c-9f82-9b5b53ad0767 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:12.023435 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-684fd8ea-2582-4614-843a-cb1c81382722 None None] Attempting to bind port 83291fe0-31ab-48d0-9c20-5edaf7e19e94 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:47:12.024111 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-684fd8ea-2582-4614-843a-cb1c81382722 None None] Attempting to bind port 83291fe0-31ab-48d0-9c20-5edaf7e19e94 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:47:12.024771 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684fd8ea-2582-4614-843a-cb1c81382722 None None] Attempting to bind port 83291fe0-31ab-48d0-9c20-5edaf7e19e94 on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:47:12.039999 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-e156e2f8-cd73-4995-ad3d-b01996f5ff3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb91226-007d-4d45-ab44-d6c5170c5e28', 'name': 'tempest-AttachVolumeShelveTestJSON-1622830968-router', 'tenant_id': '20a4ff06d4d748a7af1b5daf97fd6b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '63d564a5-3252-4029-b2b4-25141d0b7e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:45:29Z', 'updated_at': '2022-10-04T20:47:04Z', 'revision_number': 5, 'project_id': '20a4ff06d4d748a7af1b5daf97fd6b39', 'gw_port': {'id': '63d564a5-3252-4029-b2b4-25141d0b7e2b', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb91226-007d-4d45-ab44-d6c5170c5e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:45:34Z', 'updated_at': '2022-10-04T20:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:47:12.072470 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4664d831-8b03-4f26-8dbc-250981fa12a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (f901d054-56d5-4cbc-a133-05325e8ffd94), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:12.109933 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e156e2f8-cd73-4995-ad3d-b01996f5ff3a None None] Checking router: 1cb91226-007d-4d45-ab44-d6c5170c5e28 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:47:12.121468 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4b5df2-88cb-43ac-9580-4d1b597b375f None None] Routers {'f2f1f8c2-aeab-4472-bd52-4120bc591261'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:47:12.122966 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-ae4b5df2-88cb-43ac-9580-4d1b597b375f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:46:48Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['f2f1f8c2-aeab-4472-bd52-4120bc591261'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:47:12.184938 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad75a488-e7a7-4644-a59b-df02e1411b11 None None] Routers {'a0dfdf25-928e-467b-a080-b2ba41ed7029'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:47:12.187629 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-ad75a488-e7a7-4644-a59b-df02e1411b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:46:48Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['a0dfdf25-928e-467b-a080-b2ba41ed7029'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:47:12.195199 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-4664d831-8b03-4f26-8dbc-250981fa12a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f901d054-56d5-4cbc-a133-05325e8ffd94']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:47:12.253367 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-4664d831-8b03-4f26-8dbc-250981fa12a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a1ce03f-233f-4cf3-b8b8-565dc22a7a99') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:47:12.254235 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-4664d831-8b03-4f26-8dbc-250981fa12a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a1ce03f-233f-4cf3-b8b8-565dc22a7a99') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:47:12.266377 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-af6d68a8-5cdc-464a-be39-5701edce564b admin admin] Allocated IP 172.20.0.1 (5eb8650f-28b1-4a3f-b09a-60bc7b73dc5d/ca0e8b05-9716-4c32-b4e9-16f8e25a3c5c/7728c244-c8a1-4884-af35-cb2c23203566) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:47:12.275084 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e156e2f8-cd73-4995-ad3d-b01996f5ff3a None None] Routers {'1cb91226-007d-4d45-ab44-d6c5170c5e28'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:47:12.276289 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-e156e2f8-cd73-4995-ad3d-b01996f5ff3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:46:48Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['1cb91226-007d-4d45-ab44-d6c5170c5e28'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:47:12.292600 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc5a8b1-d743-4dca-a5d9-bf67e4682d28 None None] Pushing event updated for resources: {'Port': ['ID=cdb9f7be-62af-40dc-b7c5-752999f7d8d3,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:12.327119 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4664d831-8b03-4f26-8dbc-250981fa12a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (5a1ce03f-233f-4cf3-b8b8-565dc22a7a99), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:12.332996 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-ad75a488-e7a7-4644-a59b-df02e1411b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:47:12.334494 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad75a488-e7a7-4644-a59b-df02e1411b11 None None] The sync data for ids ['a0dfdf25-928e-467b-a080-b2ba41ed7029'] in n-d-852085-12 is: [] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:47:12.354291 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0f30a1-fe13-49b0-b66f-7ff285a47daf None None] Pushing event updated for resources: {'Port': ['ID=83291fe0-31ab-48d0-9c20-5edaf7e19e94,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:12.377632 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684fd8ea-2582-4614-843a-cb1c81382722 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:47:12.378229 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684fd8ea-2582-4614-843a-cb1c81382722 None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:47:12.378910 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-684fd8ea-2582-4614-843a-cb1c81382722 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:12.379611 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684fd8ea-2582-4614-843a-cb1c81382722 None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:47:12.380525 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-684fd8ea-2582-4614-843a-cb1c81382722 None None] Bound port: 83291fe0-31ab-48d0-9c20-5edaf7e19e94, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:47:12.381349 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-684fd8ea-2582-4614-843a-cb1c81382722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (83291fe0-31ab-48d0-9c20-5edaf7e19e94), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:12.387651 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d747a331-e31d-427a-a77b-cb1ad3d1211a admin admin] Publish callbacks [] for router_gateway (1cb91226-007d-4d45-ab44-d6c5170c5e28), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:12.458454 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4664d831-8b03-4f26-8dbc-250981fa12a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (5a1ce03f-233f-4cf3-b8b8-565dc22a7a99), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:12.498084 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4664d831-8b03-4f26-8dbc-250981fa12a9 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:47:12.498946 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4664d831-8b03-4f26-8dbc-250981fa12a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (5a1ce03f-233f-4cf3-b8b8-565dc22a7a99), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:12.654353 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-ae4b5df2-88cb-43ac-9580-4d1b597b375f None None] Set router f2f1f8c2-aeab-4472-bd52-4120bc591261 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:47:12.710720 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 5a1ce03f-233f-4cf3-b8b8-565dc22a7a99 resource provider aggregate not found Oct 04 20:47:12.742776 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:12.768678 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-684fd8ea-2582-4614-843a-cb1c81382722 None None] For port 83291fe0-31ab-48d0-9c20-5edaf7e19e94, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:47:12.780242 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-af6d68a8-5cdc-464a-be39-5701edce564b admin admin] Publish callbacks [] for port (7728c244-c8a1-4884-af35-cb2c23203566), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:12.782361 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 5a1ce03f-233f-4cf3-b8b8-565dc22a7a99 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5a1ce03f-233f-4cf3-b8b8-565dc22a7a99 found for delete ", "request_id": "req-8f0c8ca4-08eb-4846-b13f-636e41ddc0d4"}]} Oct 04 20:47:12.784551 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-684fd8ea-2582-4614-843a-cb1c81382722 None None] For port 83291fe0-31ab-48d0-9c20-5edaf7e19e94, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=83291fe0-31ab-48d0-9c20-5edaf7e19e94,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:47:12.797755 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-d747a331-e31d-427a-a77b-cb1ad3d1211a admin admin] Deleting port 63d564a5-3252-4029-b2b4-25141d0b7e2b {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:47:12.798330 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d747a331-e31d-427a-a77b-cb1ad3d1211a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (63d564a5-3252-4029-b2b4-25141d0b7e2b), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:12.833275 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-e156e2f8-cd73-4995-ad3d-b01996f5ff3a None None] Set router 1cb91226-007d-4d45-ab44-d6c5170c5e28 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:47:12.841423 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:12.844076 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:12.860546 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-104dc8c7-35ee-462d-856f-6a713c72bc7a req-3cc8cdb1-42c9-4d0a-8684-aa5638d5a516 tempest-ServerShowV247Test-279755118 tempest-ServerShowV247Test-279755118-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7372fc97-e79b-446c-85ce-95b39f56b697 HTTP/1.1" status: 200 len: 210 time: 0.8920612 Oct 04 20:47:12.919011 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-684fd8ea-2582-4614-843a-cb1c81382722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (83291fe0-31ab-48d0-9c20-5edaf7e19e94), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:12.959538 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1444f36a-5f1e-4145-af15-03e153f71739 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:47:12.967357 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-1444f36a-5f1e-4145-af15-03e153f71739 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "GET /networking/v2.0/ports/f2e73bce-9ae9-45c2-a95c-a44d1ebcfd7d HTTP/1.1" status: 200 len: 910 time: 1.0422409 Oct 04 20:47:12.973809 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 41592) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:47:13.044477 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684fd8ea-2582-4614-843a-cb1c81382722 None None] Routers {'29bc738e-7463-41e5-a742-c4815593f6cc'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:47:13.045949 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-684fd8ea-2582-4614-843a-cb1c81382722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:46:48Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['29bc738e-7463-41e5-a742-c4815593f6cc'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:47:13.144149 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4664d831-8b03-4f26-8dbc-250981fa12a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (f901d054-56d5-4cbc-a133-05325e8ffd94), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:13.175731 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4664d831-8b03-4f26-8dbc-250981fa12a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:13.182422 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-4664d831-8b03-4f26-8dbc-250981fa12a9 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/f901d054-56d5-4cbc-a133-05325e8ffd94 HTTP/1.1" status: 204 len: 168 time: 4.1981287 Oct 04 20:47:13.259598 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-704de1f2-e1fc-414c-9f82-9b5b53ad0767 admin admin] Publish callbacks [] for security_group (7d60bd27-8afd-4751-bfc3-bd314f8309dd), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:13.272776 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-af6d68a8-5cdc-464a-be39-5701edce564b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (7728c244-c8a1-4884-af35-cb2c23203566), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:13.333280 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4664d831-8b03-4f26-8dbc-250981fa12a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f901d054-56d5-4cbc-a133-05325e8ffd94,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:13.342123 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-684fd8ea-2582-4614-843a-cb1c81382722 None None] Set router 29bc738e-7463-41e5-a742-c4815593f6cc gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:47:13.365629 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6d68a8-5cdc-464a-be39-5701edce564b admin admin] Network 5eb8650f-28b1-4a3f-b09a-60bc7b73dc5d is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:47:13.391398 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:13.452126 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-af6d68a8-5cdc-464a-be39-5701edce564b admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:47:13.494334 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6d68a8-5cdc-464a-be39-5701edce564b admin admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:47:13.506817 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:13.512800 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0f30a1-fe13-49b0-b66f-7ff285a47daf None None] Pushing event updated for resources: {'Port': ['ID=83291fe0-31ab-48d0-9c20-5edaf7e19e94,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:13.565781 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-ae4b5df2-88cb-43ac-9580-4d1b597b375f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f1f8c2-aeab-4472-bd52-4120bc591261', 'name': 'tempest-ServersTestManualDisk-184398332-router', 'tenant_id': '2afc6ef8dc874ff5ad52048c0ea409e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'cdb9f7be-62af-40dc-b7c5-752999f7d8d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:46:56Z', 'updated_at': '2022-10-04T20:47:03Z', 'revision_number': 3, 'project_id': '2afc6ef8dc874ff5ad52048c0ea409e2', 'gw_port': {'id': 'cdb9f7be-62af-40dc-b7c5-752999f7d8d3', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c0:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f1f8c2-aeab-4472-bd52-4120bc591261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:46:58Z', 'updated_at': '2022-10-04T20:47:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:47:13.614622 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-704de1f2-e1fc-414c-9f82-9b5b53ad0767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (7d60bd27-8afd-4751-bfc3-bd314f8309dd), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:13.706463 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4b5df2-88cb-43ac-9580-4d1b597b375f None None] The sync data for ids ['f2f1f8c2-aeab-4472-bd52-4120bc591261'] in n-d-852085-12 is: [{'id': 'f2f1f8c2-aeab-4472-bd52-4120bc591261', 'name': 'tempest-ServersTestManualDisk-184398332-router', 'tenant_id': '2afc6ef8dc874ff5ad52048c0ea409e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'cdb9f7be-62af-40dc-b7c5-752999f7d8d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:46:56Z', 'updated_at': '2022-10-04T20:47:03Z', 'revision_number': 3, 'project_id': '2afc6ef8dc874ff5ad52048c0ea409e2', 'gw_port': {'id': 'cdb9f7be-62af-40dc-b7c5-752999f7d8d3', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c0:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f1f8c2-aeab-4472-bd52-4120bc591261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:46:58Z', 'updated_at': '2022-10-04T20:47:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:47:13.713334 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-e156e2f8-cd73-4995-ad3d-b01996f5ff3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb91226-007d-4d45-ab44-d6c5170c5e28', 'name': 'tempest-AttachVolumeShelveTestJSON-1622830968-router', 'tenant_id': '20a4ff06d4d748a7af1b5daf97fd6b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '63d564a5-3252-4029-b2b4-25141d0b7e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:45:29Z', 'updated_at': '2022-10-04T20:47:04Z', 'revision_number': 5, 'project_id': '20a4ff06d4d748a7af1b5daf97fd6b39', 'gw_port': {'id': '63d564a5-3252-4029-b2b4-25141d0b7e2b', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb91226-007d-4d45-ab44-d6c5170c5e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:45:34Z', 'updated_at': '2022-10-04T20:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:47:13.790601 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-d747a331-e31d-427a-a77b-cb1ad3d1211a admin admin] For port 63d564a5-3252-4029-b2b4-25141d0b7e2b, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=63d564a5-3252-4029-b2b4-25141d0b7e2b,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:47:13.792720 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d747a331-e31d-427a-a77b-cb1ad3d1211a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (63d564a5-3252-4029-b2b4-25141d0b7e2b), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:13.854358 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8b6fb99c-bdd3-4e53-b40c-7a426a572c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:13.872068 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-d747a331-e31d-427a-a77b-cb1ad3d1211a admin admin] Calling delete_port for 63d564a5-3252-4029-b2b4-25141d0b7e2b owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:47:13.899636 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e156e2f8-cd73-4995-ad3d-b01996f5ff3a None None] The sync data for ids ['1cb91226-007d-4d45-ab44-d6c5170c5e28'] in n-d-852085-12 is: [{'id': '1cb91226-007d-4d45-ab44-d6c5170c5e28', 'name': 'tempest-AttachVolumeShelveTestJSON-1622830968-router', 'tenant_id': '20a4ff06d4d748a7af1b5daf97fd6b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '63d564a5-3252-4029-b2b4-25141d0b7e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:45:29Z', 'updated_at': '2022-10-04T20:47:04Z', 'revision_number': 5, 'project_id': '20a4ff06d4d748a7af1b5daf97fd6b39', 'gw_port': {'id': '63d564a5-3252-4029-b2b4-25141d0b7e2b', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb91226-007d-4d45-ab44-d6c5170c5e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:45:34Z', 'updated_at': '2022-10-04T20:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:47:13.912476 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704de1f2-e1fc-414c-9f82-9b5b53ad0767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d60bd27-8afd-4751-bfc3-bd314f8309dd,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:13.919125 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6d68a8-5cdc-464a-be39-5701edce564b admin admin] Pushing event updated for resources: {'Port': ['ID=7728c244-c8a1-4884-af35-cb2c23203566,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:13.924679 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-af6d68a8-5cdc-464a-be39-5701edce564b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (f2f1f8c2-aeab-4472-bd52-4120bc591261), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:14.097802 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:14.106531 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-684fd8ea-2582-4614-843a-cb1c81382722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bc738e-7463-41e5-a742-c4815593f6cc', 'name': 'tempest-ListServersNegativeTestJSON-480175451-router', 'tenant_id': '5452397c0d2c44f2a98d71701462dcfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '83291fe0-31ab-48d0-9c20-5edaf7e19e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:46:56Z', 'updated_at': '2022-10-04T20:47:03Z', 'revision_number': 3, 'project_id': '5452397c0d2c44f2a98d71701462dcfd', 'gw_port': {'id': '83291fe0-31ab-48d0-9c20-5edaf7e19e94', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d7:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bc738e-7463-41e5-a742-c4815593f6cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:47:00Z', 'updated_at': '2022-10-04T20:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:47:14.206010 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:14.208620 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684fd8ea-2582-4614-843a-cb1c81382722 None None] The sync data for ids ['29bc738e-7463-41e5-a742-c4815593f6cc'] in n-d-852085-12 is: [{'id': '29bc738e-7463-41e5-a742-c4815593f6cc', 'name': 'tempest-ListServersNegativeTestJSON-480175451-router', 'tenant_id': '5452397c0d2c44f2a98d71701462dcfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '83291fe0-31ab-48d0-9c20-5edaf7e19e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:46:56Z', 'updated_at': '2022-10-04T20:47:03Z', 'revision_number': 3, 'project_id': '5452397c0d2c44f2a98d71701462dcfd', 'gw_port': {'id': '83291fe0-31ab-48d0-9c20-5edaf7e19e94', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d7:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bc738e-7463-41e5-a742-c4815593f6cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:47:00Z', 'updated_at': '2022-10-04T20:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:47:14.255782 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-fd6e1718-b036-4f28-a634-b4f537bc8b0b None None] Provisioning complete for port 7728c244-c8a1-4884-af35-cb2c23203566 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:47:14.256356 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fd6e1718-b036-4f28-a634-b4f537bc8b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (7728c244-c8a1-4884-af35-cb2c23203566), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:14.256995 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-fd6e1718-b036-4f28-a634-b4f537bc8b0b None None] Attempt 1 to provision port 7728c244-c8a1-4884-af35-cb2c23203566 Oct 04 20:47:14.294677 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 41604) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:47:14.396623 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e1718-b036-4f28-a634-b4f537bc8b0b None None] Port 7728c244-c8a1-4884-af35-cb2c23203566 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:47:14.415113 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9d9b8d4c-a728-4f09-aaee-f7eacac0b124 req-bdf39ca4-d4d2-42c7-8b1b-7f6bab20698e tempest-ServerShowV247Test-279755118 tempest-ServerShowV247Test-279755118-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7372fc97-e79b-446c-85ce-95b39f56b697 HTTP/1.1" status: 200 len: 210 time: 0.2301240 Oct 04 20:47:14.465812 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-704de1f2-e1fc-414c-9f82-9b5b53ad0767 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=6eaee4910b0c4b3ba89057bcc76771ff&name=default HTTP/1.1" status: 200 len: 3000 time: 3.0549250 Oct 04 20:47:14.471965 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 41608) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:47:14.631972 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:14.941265 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device cdb9f7be-62af-40dc-b7c5-752999f7d8d3 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:47:15.052410 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2964c287-db80-48c0-86b0-bc82c10b1fb7 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (a0dfdf25-928e-467b-a080-b2ba41ed7029), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:15.210647 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port cdb9f7be-62af-40dc-b7c5-752999f7d8d3 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:47:15.211623 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (cdb9f7be-62af-40dc-b7c5-752999f7d8d3), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:15.212457 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port cdb9f7be-62af-40dc-b7c5-752999f7d8d3 Oct 04 20:47:15.306500 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:15.373646 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-8b6fb99c-bdd3-4e53-b40c-7a426a572c5a admin admin] Allocated IP 172.20.0.1 (7a0a3681-b4b5-4ca7-a8da-a06e2256c63b/62a6b2d5-bbf9-42f8-9db0-65c0630b0dc9/a4f41561-cc4d-4c09-8067-8b55069e1225) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:47:15.407592 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d747a331-e31d-427a-a77b-cb1ad3d1211a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (63d564a5-3252-4029-b2b4-25141d0b7e2b), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:15.543249 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port cdb9f7be-62af-40dc-b7c5-752999f7d8d3 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:47:15.544110 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (cdb9f7be-62af-40dc-b7c5-752999f7d8d3), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:15.582968 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d747a331-e31d-427a-a77b-cb1ad3d1211a admin admin] Pushing event deleted for resources: {'Port': ['ID=63d564a5-3252-4029-b2b4-25141d0b7e2b,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:15.623391 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port cdb9f7be-62af-40dc-b7c5-752999f7d8d3, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=cdb9f7be-62af-40dc-b7c5-752999f7d8d3,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:47:15.628318 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d4c95b24-4a36-4849-8a13-ca5146e42a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:15.780193 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 41616) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:47:15.815053 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-e2d1efd6-5211-4656-ab45-8f0e7605d896 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=0320ad4639f0459295c6b219ed5668c8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4960761 Oct 04 20:47:15.827369 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (cdb9f7be-62af-40dc-b7c5-752999f7d8d3), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:15.855489 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 41620) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:47:15.895259 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8b6fb99c-bdd3-4e53-b40c-7a426a572c5a admin admin] Publish callbacks [] for port (a4f41561-cc4d-4c09-8067-8b55069e1225), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:16.017765 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-09d588bc-8e01-45f2-8b3a-5fd9d989919c req-e4ac39e3-cb8c-44eb-b394-3299c2469c0d tempest-ServerShowV247Test-279755118 tempest-ServerShowV247Test-279755118-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7372fc97-e79b-446c-85ce-95b39f56b697 HTTP/1.1" status: 200 len: 210 time: 0.2330899 Oct 04 20:47:16.037857 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 34874eab-36de-4e02-bfc8-bb652f0217da no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:47:16.121982 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-a5caa9a3-7ab9-4135-b067-f7ae1eb2d090 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1221915251-network', 'tenant_id': 'e7e1ecd83e39483281a9b6b3db59648e'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:47:16.134682 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=cdb9f7be-62af-40dc-b7c5-752999f7d8d3,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:16.140913 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 34874eab-36de-4e02-bfc8-bb652f0217da {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:47:16.141726 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 34874eab-36de-4e02-bfc8-bb652f0217da not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:47:16.144484 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-af6d68a8-5cdc-464a-be39-5701edce564b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (7728c244-c8a1-4884-af35-cb2c23203566), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:16.157388 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d747a331-e31d-427a-a77b-cb1ad3d1211a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (1cb91226-007d-4d45-ab44-d6c5170c5e28), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:16.184440 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-686d3081-eebb-4c82-82ee-85185541c323 admin admin] Publish callbacks [] for security_group (7d60bd27-8afd-4751-bfc3-bd314f8309dd), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:16.196939 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:16.336360 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-686d3081-eebb-4c82-82ee-85185541c323 admin admin] Publish callbacks [] for security_group (7d60bd27-8afd-4751-bfc3-bd314f8309dd), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:16.362472 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5e1134a1-dbbd-4fef-93c0-435a9a5ab1c4 admin admin] Publish callbacks [] for security_group (f8741d95-cc44-4d6c-a49a-b29981bb4ca7), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:16.391294 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8b6fb99c-bdd3-4e53-b40c-7a426a572c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (a4f41561-cc4d-4c09-8067-8b55069e1225), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:16.510433 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5e1134a1-dbbd-4fef-93c0-435a9a5ab1c4 admin admin] Publish callbacks [] for security_group (f8741d95-cc44-4d6c-a49a-b29981bb4ca7), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:16.517958 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d747a331-e31d-427a-a77b-cb1ad3d1211a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (1cb91226-007d-4d45-ab44-d6c5170c5e28), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:16.531652 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-2964c287-db80-48c0-86b0-bc82c10b1fb7 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Deleting port f2e73bce-9ae9-45c2-a95c-a44d1ebcfd7d {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:47:16.532467 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2964c287-db80-48c0-86b0-bc82c10b1fb7 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (f2e73bce-9ae9-45c2-a95c-a44d1ebcfd7d), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:16.544871 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d747a331-e31d-427a-a77b-cb1ad3d1211a admin admin] Publish callbacks [] for router_controller (1cb91226-007d-4d45-ab44-d6c5170c5e28), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:16.717504 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:16.736945 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5caa9a3-7ab9-4135-b067-f7ae1eb2d090 admin admin] Made reservation on behalf of e7e1ecd83e39483281a9b6b3db59648e for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:47:16.742306 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a5caa9a3-7ab9-4135-b067-f7ae1eb2d090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:16.820172 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-af6d68a8-5cdc-464a-be39-5701edce564b admin admin] Publish callbacks [] for port (7728c244-c8a1-4884-af35-cb2c23203566), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:16.872149 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2964c287-db80-48c0-86b0-bc82c10b1fb7 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (f2e73bce-9ae9-45c2-a95c-a44d1ebcfd7d), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:16.892612 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6fb99c-bdd3-4e53-b40c-7a426a572c5a admin admin] Network 7a0a3681-b4b5-4ca7-a8da-a06e2256c63b is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:47:16.902896 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-2964c287-db80-48c0-86b0-bc82c10b1fb7 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Calling delete_port for f2e73bce-9ae9-45c2-a95c-a44d1ebcfd7d owned by network:router_interface {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:47:16.924086 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-8b6fb99c-bdd3-4e53-b40c-7a426a572c5a admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:47:16.934003 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a5caa9a3-7ab9-4135-b067-f7ae1eb2d090 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:16.943065 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6fb99c-bdd3-4e53-b40c-7a426a572c5a admin admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:47:17.038483 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-af6d68a8-5cdc-464a-be39-5701edce564b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (7728c244-c8a1-4884-af35-cb2c23203566), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:17.053023 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d747a331-e31d-427a-a77b-cb1ad3d1211a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (1cb91226-007d-4d45-ab44-d6c5170c5e28), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:17.054243 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d747a331-e31d-427a-a77b-cb1ad3d1211a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1cb91226-007d-4d45-ab44-d6c5170c5e28 {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:47:17.075513 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d747a331-e31d-427a-a77b-cb1ad3d1211a admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:17.078598 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d747a331-e31d-427a-a77b-cb1ad3d1211a admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/1cb91226-007d-4d45-ab44-d6c5170c5e28 HTTP/1.1" status: 204 len: 168 time: 6.9288659 Oct 04 20:47:17.080765 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5e1134a1-dbbd-4fef-93c0-435a9a5ab1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (f8741d95-cc44-4d6c-a49a-b29981bb4ca7), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:17.086172 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5e1134a1-dbbd-4fef-93c0-435a9a5ab1c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:17.092804 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-5e1134a1-dbbd-4fef-93c0-435a9a5ab1c4 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/f8741d95-cc44-4d6c-a49a-b29981bb4ca7 HTTP/1.1" status: 204 len: 168 time: 1.2290714 Oct 04 20:47:17.096389 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 41622) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:47:17.126438 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device cdb9f7be-62af-40dc-b7c5-752999f7d8d3 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:47:17.176981 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8b6fb99c-bdd3-4e53-b40c-7a426a572c5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (29bc738e-7463-41e5-a742-c4815593f6cc), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:17.304326 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7c4a017-38cf-4c66-a93b-c3a356bb02e9 admin admin] Deleting subnet e5474982-219e-429b-8fc0-cd2f63ad7933 {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:47:17.316801 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c7c4a017-38cf-4c66-a93b-c3a356bb02e9 admin admin] Publish callbacks [] for subnet (e5474982-219e-429b-8fc0-cd2f63ad7933), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:17.381947 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6fb99c-bdd3-4e53-b40c-7a426a572c5a admin admin] Pushing event updated for resources: {'Port': ['ID=a4f41561-cc4d-4c09-8067-8b55069e1225,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:17.414239 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port cdb9f7be-62af-40dc-b7c5-752999f7d8d3 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:47:17.415035 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (cdb9f7be-62af-40dc-b7c5-752999f7d8d3), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:17.415754 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port cdb9f7be-62af-40dc-b7c5-752999f7d8d3 Oct 04 20:47:17.535686 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c7c4a017-38cf-4c66-a93b-c3a356bb02e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (e5474982-219e-429b-8fc0-cd2f63ad7933), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:17.565111 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:17.598138 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e5180ac0-b0d2-408e-a1fa-c7f385577342 req-46486725-3272-47f9-b88b-5230aa639f30 tempest-ServerShowV247Test-279755118 tempest-ServerShowV247Test-279755118-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7372fc97-e79b-446c-85ce-95b39f56b697 HTTP/1.1" status: 200 len: 210 time: 0.1929574 Oct 04 20:47:17.599942 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-1a4d620a-d24b-43dc-98ce-43b084a6cf3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:17.615587 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:17.624102 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1134a1-dbbd-4fef-93c0-435a9a5ab1c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8741d95-cc44-4d6c-a49a-b29981bb4ca7,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:17.675255 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:17.825434 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-c1057651-9fbd-414c-944d-9452280a3b77 None None] Provisioning complete for port a4f41561-cc4d-4c09-8067-8b55069e1225 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:47:17.825953 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c1057651-9fbd-414c-944d-9452280a3b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (a4f41561-cc4d-4c09-8067-8b55069e1225), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:17.826800 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-c1057651-9fbd-414c-944d-9452280a3b77 None None] Attempt 1 to provision port a4f41561-cc4d-4c09-8067-8b55069e1225 Oct 04 20:47:17.838683 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 20:47:17.882628 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c7c4a017-38cf-4c66-a93b-c3a356bb02e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (e5474982-219e-429b-8fc0-cd2f63ad7933), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:17.885865 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port cdb9f7be-62af-40dc-b7c5-752999f7d8d3 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:47:17.888758 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 83291fe0-31ab-48d0-9c20-5edaf7e19e94 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:47:17.892223 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6d68a8-5cdc-464a-be39-5701edce564b admin admin] Pushing event updated for resources: {'Port': ['ID=7728c244-c8a1-4884-af35-cb2c23203566,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:17.915482 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-af6d68a8-5cdc-464a-be39-5701edce564b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (f2f1f8c2-aeab-4472-bd52-4120bc591261), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:17.981155 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-c1057651-9fbd-414c-944d-9452280a3b77 None None] Port a4f41561-cc4d-4c09-8067-8b55069e1225 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:47:18.050136 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 83291fe0-31ab-48d0-9c20-5edaf7e19e94 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:47:18.050528 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (83291fe0-31ab-48d0-9c20-5edaf7e19e94), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:18.051086 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 83291fe0-31ab-48d0-9c20-5edaf7e19e94 Oct 04 20:47:18.157706 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c7c4a017-38cf-4c66-a93b-c3a356bb02e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (e5474982-219e-429b-8fc0-cd2f63ad7933), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:18.183625 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-686d3081-eebb-4c82-82ee-85185541c323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (7d60bd27-8afd-4751-bfc3-bd314f8309dd), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:18.188510 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-686d3081-eebb-4c82-82ee-85185541c323 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:18.195706 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-686d3081-eebb-4c82-82ee-85185541c323 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/7d60bd27-8afd-4751-bfc3-bd314f8309dd HTTP/1.1" status: 204 len: 168 time: 3.7160740 Oct 04 20:47:18.262011 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62022034-6ff8-4de8-b026-ad08532a1535 None None] Network becb2bb8-4aa1-4ce8-843c-ef0a82d766a9 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:47:18.287705 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686d3081-eebb-4c82-82ee-85185541c323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d60bd27-8afd-4751-bfc3-bd314f8309dd,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:18.318421 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c7c4a017-38cf-4c66-a93b-c3a356bb02e9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:18.334320 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c7c4a017-38cf-4c66-a93b-c3a356bb02e9 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/e5474982-219e-429b-8fc0-cd2f63ad7933 HTTP/1.1" status: 204 len: 168 time: 1.2301543 Oct 04 20:47:18.338874 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 41632) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:47:18.341495 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c4a017-38cf-4c66-a93b-c3a356bb02e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5474982-219e-429b-8fc0-cd2f63ad7933,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:18.378194 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8b6fb99c-bdd3-4e53-b40c-7a426a572c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (a4f41561-cc4d-4c09-8067-8b55069e1225), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:18.478180 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6d68a8-5cdc-464a-be39-5701edce564b admin admin] Network 5eb8650f-28b1-4a3f-b09a-60bc7b73dc5d is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:47:18.513954 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a5caa9a3-7ab9-4135-b067-f7ae1eb2d090 admin admin] Publish callbacks [] for security_group (5b9d71e5-14bd-46a3-9ce7-819e4ebdfa9d), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:18.517179 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-af6d68a8-5cdc-464a-be39-5701edce564b admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:47:18.637909 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:18.648011 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a5caa9a3-7ab9-4135-b067-f7ae1eb2d090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (5b9d71e5-14bd-46a3-9ce7-819e4ebdfa9d), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:18.784182 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 83291fe0-31ab-48d0-9c20-5edaf7e19e94 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:47:18.786118 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (83291fe0-31ab-48d0-9c20-5edaf7e19e94), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:18.865112 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5caa9a3-7ab9-4135-b067-f7ae1eb2d090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9d71e5-14bd-46a3-9ce7-819e4ebdfa9d,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:18.977361 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-981f6f7d-9e30-41ed-87b0-3a2604955ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (becb2bb8-4aa1-4ce8-843c-ef0a82d766a9), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:18.985920 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:19.023093 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 83291fe0-31ab-48d0-9c20-5edaf7e19e94, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=83291fe0-31ab-48d0-9c20-5edaf7e19e94,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:47:19.024402 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:19.138562 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (83291fe0-31ab-48d0-9c20-5edaf7e19e94), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:19.181893 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-981f6f7d-9e30-41ed-87b0-3a2604955ede admin admin] Deleting port 9a957149-dc49-4700-a0a8-5a8d9a8a5704 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:47:19.182485 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-981f6f7d-9e30-41ed-87b0-3a2604955ede admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (9a957149-dc49-4700-a0a8-5a8d9a8a5704), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:19.384836 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2964c287-db80-48c0-86b0-bc82c10b1fb7 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (f2e73bce-9ae9-45c2-a95c-a44d1ebcfd7d), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:19.438336 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=83291fe0-31ab-48d0-9c20-5edaf7e19e94,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:19.457151 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0090c953-374b-4f1b-813e-a36bfdfefdef None None] DHCP port deletion for becb2bb8-4aa1-4ce8-843c-ef0a82d766a9 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:47:19.509525 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 9a957149-dc49-4700-a0a8-5a8d9a8a5704 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:47:19.533558 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2964c287-db80-48c0-86b0-bc82c10b1fb7 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event deleted for resources: {'Port': ['ID=f2e73bce-9ae9-45c2-a95c-a44d1ebcfd7d,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:19.643269 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-fd1f4a6a-8238-4fc7-93be-345bd8315225 None None] Provisioning complete for port 7728c244-c8a1-4884-af35-cb2c23203566 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:47:19.643269 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fd1f4a6a-8238-4fc7-93be-345bd8315225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (7728c244-c8a1-4884-af35-cb2c23203566), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:19.643269 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-fd1f4a6a-8238-4fc7-93be-345bd8315225 None None] Attempt 1 to provision port 7728c244-c8a1-4884-af35-cb2c23203566 Oct 04 20:47:19.663391 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-981f6f7d-9e30-41ed-87b0-3a2604955ede admin admin] For port 9a957149-dc49-4700-a0a8-5a8d9a8a5704, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=9a957149-dc49-4700-a0a8-5a8d9a8a5704,segment=NetworkSegment(efb79d4b-9dcc-4656-a45c-ba38a3966202),segment_id=efb79d4b-9dcc-4656-a45c-ba38a3966202)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:47:19.667905 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-981f6f7d-9e30-41ed-87b0-3a2604955ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (9a957149-dc49-4700-a0a8-5a8d9a8a5704), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:19.740567 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-fd1f4a6a-8238-4fc7-93be-345bd8315225 None None] Port 7728c244-c8a1-4884-af35-cb2c23203566 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:47:19.787056 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-0090c953-374b-4f1b-813e-a36bfdfefdef None None] Deleting port 9a957149-dc49-4700-a0a8-5a8d9a8a5704 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:47:19.788055 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0090c953-374b-4f1b-813e-a36bfdfefdef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (9a957149-dc49-4700-a0a8-5a8d9a8a5704), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:19.959942 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-981f6f7d-9e30-41ed-87b0-3a2604955ede admin admin] Calling delete_port for 9a957149-dc49-4700-a0a8-5a8d9a8a5704 owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:47:20.054829 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5caa9a3-7ab9-4135-b067-f7ae1eb2d090 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:47:20.142838 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 9a957149-dc49-4700-a0a8-5a8d9a8a5704 is: ACTIVE; New status is: DOWN {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:47:20.143725 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (9a957149-dc49-4700-a0a8-5a8d9a8a5704), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:20.151384 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-0090c953-374b-4f1b-813e-a36bfdfefdef None None] For port 9a957149-dc49-4700-a0a8-5a8d9a8a5704, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=9a957149-dc49-4700-a0a8-5a8d9a8a5704,segment=NetworkSegment(efb79d4b-9dcc-4656-a45c-ba38a3966202),segment_id=efb79d4b-9dcc-4656-a45c-ba38a3966202)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:47:20.152629 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0090c953-374b-4f1b-813e-a36bfdfefdef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (9a957149-dc49-4700-a0a8-5a8d9a8a5704), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:20.216344 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-0090c953-374b-4f1b-813e-a36bfdfefdef None None] Calling delete_port for 9a957149-dc49-4700-a0a8-5a8d9a8a5704 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:47:20.238337 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a5caa9a3-7ab9-4135-b067-f7ae1eb2d090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (da054a40-48c2-4724-81a0-7e65114acf9d), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:20.238956 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-a5caa9a3-7ab9-4135-b067-f7ae1eb2d090 admin admin] Added segment da054a40-48c2-4724-81a0-7e65114acf9d of type vlan for network 6c69303b-863b-42ce-86a6-3cb7f2cdff93 Oct 04 20:47:20.258095 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-8a5aa7ed-52c5-4d79-8995-c3fe79ad1c95 req-5d3f49ea-aace-4cff-a74e-f9e8299bd1e3 tempest-ServerShowV247Test-279755118 tempest-ServerShowV247Test-279755118-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7372fc97-e79b-446c-85ce-95b39f56b697 HTTP/1.1" status: 200 len: 210 time: 0.2447176 Oct 04 20:47:20.271727 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:20.276015 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 9a957149-dc49-4700-a0a8-5a8d9a8a5704, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=9a957149-dc49-4700-a0a8-5a8d9a8a5704,segment=NetworkSegment(efb79d4b-9dcc-4656-a45c-ba38a3966202),segment_id=efb79d4b-9dcc-4656-a45c-ba38a3966202)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:47:20.316690 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af6d68a8-5cdc-464a-be39-5701edce564b admin admin] Router f2f1f8c2-aeab-4472-bd52-4120bc591261 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:47:20.397543 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (9a957149-dc49-4700-a0a8-5a8d9a8a5704), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:20.399068 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 63d564a5-3252-4029-b2b4-25141d0b7e2b no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:47:20.448452 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 63d564a5-3252-4029-b2b4-25141d0b7e2b {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:47:20.449521 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 63d564a5-3252-4029-b2b4-25141d0b7e2b not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:47:20.454087 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8b6fb99c-bdd3-4e53-b40c-7a426a572c5a admin admin] Publish callbacks [] for port (a4f41561-cc4d-4c09-8067-8b55069e1225), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:20.612434 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a5caa9a3-7ab9-4135-b067-f7ae1eb2d090 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (6c69303b-863b-42ce-86a6-3cb7f2cdff93), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:20.617865 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8b6fb99c-bdd3-4e53-b40c-7a426a572c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (a4f41561-cc4d-4c09-8067-8b55069e1225), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:20.681889 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:20.726735 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=9a957149-dc49-4700-a0a8-5a8d9a8a5704,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:20.733801 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.db.resource_extend [None req-a5caa9a3-7ab9-4135-b067-f7ae1eb2d090 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 04 20:47:20.891918 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:20.893301 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0090c953-374b-4f1b-813e-a36bfdfefdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (9a957149-dc49-4700-a0a8-5a8d9a8a5704), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:20.907266 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6fb99c-bdd3-4e53-b40c-7a426a572c5a admin admin] Pushing event updated for resources: {'Port': ['ID=a4f41561-cc4d-4c09-8067-8b55069e1225,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:20.927010 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8b6fb99c-bdd3-4e53-b40c-7a426a572c5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (29bc738e-7463-41e5-a742-c4815593f6cc), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:20.959007 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 41664) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:47:20.966637 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0090c953-374b-4f1b-813e-a36bfdfefdef None None] Pushing event deleted for resources: {'Port': ['ID=9a957149-dc49-4700-a0a8-5a8d9a8a5704,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:20.975481 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2964c287-db80-48c0-86b0-bc82c10b1fb7 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (a0dfdf25-928e-467b-a080-b2ba41ed7029), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:20.989554 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0090c953-374b-4f1b-813e-a36bfdfefdef None None] No DVR routers for this DVR port 9a957149-dc49-4700-a0a8-5a8d9a8a5704 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:47:21.005904 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6d68a8-5cdc-464a-be39-5701edce564b admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:47:21.025355 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-af6d68a8-5cdc-464a-be39-5701edce564b admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/f2f1f8c2-aeab-4472-bd52-4120bc591261/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7842951 Oct 04 20:47:21.033077 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017bc03c-033c-47df-95bf-8753eeb14108 None None] Sync routers for ids ['f2f1f8c2-aeab-4472-bd52-4120bc591261'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:47:21.088301 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017bc03c-033c-47df-95bf-8753eeb14108 None None] Routers {'f2f1f8c2-aeab-4472-bd52-4120bc591261'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:47:21.089954 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-017bc03c-033c-47df-95bf-8753eeb14108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:47:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['f2f1f8c2-aeab-4472-bd52-4120bc591261'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:47:21.098637 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a5caa9a3-7ab9-4135-b067-f7ae1eb2d090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (6c69303b-863b-42ce-86a6-3cb7f2cdff93), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:21.102078 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5caa9a3-7ab9-4135-b067-f7ae1eb2d090 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:47:21.103342 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a5caa9a3-7ab9-4135-b067-f7ae1eb2d090 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:21.412453 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-5d66ce99-3b20-42f5-9308-457348c8e84e admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-326153634-network', 'tenant_id': 'cfa8bdf2eb414417a0ee4e64f7932019'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:47:21.420659 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 83291fe0-31ab-48d0-9c20-5edaf7e19e94 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:47:21.499921 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-017bc03c-033c-47df-95bf-8753eeb14108 None None] Set router f2f1f8c2-aeab-4472-bd52-4120bc591261 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:47:21.561325 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a5caa9a3-7ab9-4135-b067-f7ae1eb2d090 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 5.7551136 Oct 04 20:47:21.561325 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5caa9a3-7ab9-4135-b067-f7ae1eb2d090 admin admin] Pushing event updated for resources: {'Network': ['ID=6c69303b-863b-42ce-86a6-3cb7f2cdff93,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:21.582261 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:21.594894 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-981f6f7d-9e30-41ed-87b0-3a2604955ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (9a957149-dc49-4700-a0a8-5a8d9a8a5704), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:21.605212 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 6c69303b-863b-42ce-86a6-3cb7f2cdff93 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:47:21.616853 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 41678) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:47:21.679857 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-9e6594b5-096c-43b4-8f26-96ceb1fbbef6 admin admin] Request body: {'subnet': {'network_id': '6c69303b-863b-42ce-86a6-3cb7f2cdff93', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1221915251-subnet', 'tenant_id': 'e7e1ecd83e39483281a9b6b3db59648e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:47:21.717275 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:21.726607 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6fb99c-bdd3-4e53-b40c-7a426a572c5a admin admin] Network 7a0a3681-b4b5-4ca7-a8da-a06e2256c63b is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:47:21.761854 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-8b6fb99c-bdd3-4e53-b40c-7a426a572c5a admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:47:21.767848 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d8755d78-3d5b-484b-b1b9-a2a6babfa582 req-31d82718-363f-4216-a42d-8d9ab5ca1661 tempest-ServerShowV247Test-279755118 tempest-ServerShowV247Test-279755118-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7372fc97-e79b-446c-85ce-95b39f56b697 HTTP/1.1" status: 200 len: 210 time: 0.1259947 Oct 04 20:47:21.827027 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:21.832856 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 83291fe0-31ab-48d0-9c20-5edaf7e19e94 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:47:21.833485 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (83291fe0-31ab-48d0-9c20-5edaf7e19e94), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:21.834136 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 83291fe0-31ab-48d0-9c20-5edaf7e19e94 Oct 04 20:47:21.965679 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981f6f7d-9e30-41ed-87b0-3a2604955ede admin admin] Pushing event deleted for resources: {'Port': ['ID=9a957149-dc49-4700-a0a8-5a8d9a8a5704,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:21.973191 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d66ce99-3b20-42f5-9308-457348c8e84e admin admin] Made reservation on behalf of cfa8bdf2eb414417a0ee4e64f7932019 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:47:21.984876 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981f6f7d-9e30-41ed-87b0-3a2604955ede admin admin] No DVR routers for this DVR port 9a957149-dc49-4700-a0a8-5a8d9a8a5704 on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:47:21.993842 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5d66ce99-3b20-42f5-9308-457348c8e84e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:22.065869 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5d66ce99-3b20-42f5-9308-457348c8e84e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:22.184278 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 83291fe0-31ab-48d0-9c20-5edaf7e19e94 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:47:22.200577 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e6594b5-096c-43b4-8f26-96ceb1fbbef6 admin admin] Made reservation on behalf of e7e1ecd83e39483281a9b6b3db59648e for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:47:22.206962 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9e6594b5-096c-43b4-8f26-96ceb1fbbef6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:22.221370 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 41684) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:47:22.222156 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:22.371110 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-981f6f7d-9e30-41ed-87b0-3a2604955ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (becb2bb8-4aa1-4ce8-843c-ef0a82d766a9), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:22.374026 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5d66ce99-3b20-42f5-9308-457348c8e84e admin admin] Publish callbacks [] for security_group (6a685d28-31e5-4373-b3cf-30f5949fbc35), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:22.445620 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:22.471639 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-981f6f7d-9e30-41ed-87b0-3a2604955ede admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['becb2bb8-4aa1-4ce8-843c-ef0a82d766a9']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:47:22.471922 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-017bc03c-033c-47df-95bf-8753eeb14108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f1f8c2-aeab-4472-bd52-4120bc591261', 'name': 'tempest-ServersTestManualDisk-184398332-router', 'tenant_id': '2afc6ef8dc874ff5ad52048c0ea409e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'cdb9f7be-62af-40dc-b7c5-752999f7d8d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:46:56Z', 'updated_at': '2022-10-04T20:47:15Z', 'revision_number': 4, 'project_id': '2afc6ef8dc874ff5ad52048c0ea409e2', 'gw_port': {'id': 'cdb9f7be-62af-40dc-b7c5-752999f7d8d3', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f1f8c2-aeab-4472-bd52-4120bc591261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:46:58Z', 'updated_at': '2022-10-04T20:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '7728c244-c8a1-4884-af35-cb2c23203566', 'name': '', 'network_id': '5eb8650f-28b1-4a3f-b09a-60bc7b73dc5d', 'tenant_id': '2afc6ef8dc874ff5ad52048c0ea409e2', 'mac_address': 'fa:16:3e:d2:c9:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f1f8c2-aeab-4472-bd52-4120bc591261', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'ca0e8b05-9716-4c32-b4e9-16f8e25a3c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:47:11Z', 'updated_at': '2022-10-04T20:47:16Z', 'revision_number': 2, 'project_id': '2afc6ef8dc874ff5ad52048c0ea409e2', 'subnets': [{'id': 'ca0e8b05-9716-4c32-b4e9-16f8e25a3c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:47:22.491018 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5d66ce99-3b20-42f5-9308-457348c8e84e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (6a685d28-31e5-4373-b3cf-30f5949fbc35), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:22.493400 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-981f6f7d-9e30-41ed-87b0-3a2604955ede admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efb79d4b-9dcc-4656-a45c-ba38a3966202') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:47:22.494259 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-981f6f7d-9e30-41ed-87b0-3a2604955ede admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efb79d4b-9dcc-4656-a45c-ba38a3966202') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:47:22.513725 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-981f6f7d-9e30-41ed-87b0-3a2604955ede admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (efb79d4b-9dcc-4656-a45c-ba38a3966202), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:22.542403 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-981f6f7d-9e30-41ed-87b0-3a2604955ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (efb79d4b-9dcc-4656-a45c-ba38a3966202), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:22.555774 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-981f6f7d-9e30-41ed-87b0-3a2604955ede admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:47:22.556903 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-981f6f7d-9e30-41ed-87b0-3a2604955ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (efb79d4b-9dcc-4656-a45c-ba38a3966202), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:22.558117 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d66ce99-3b20-42f5-9308-457348c8e84e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:47:22.564309 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-a9bc4a6f-52ce-44c2-99e4-74470a52e46e None None] Provisioning complete for port a4f41561-cc4d-4c09-8067-8b55069e1225 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:47:22.564916 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a9bc4a6f-52ce-44c2-99e4-74470a52e46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (a4f41561-cc4d-4c09-8067-8b55069e1225), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:22.567283 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-a9bc4a6f-52ce-44c2-99e4-74470a52e46e None None] Attempt 1 to provision port a4f41561-cc4d-4c09-8067-8b55069e1225 Oct 04 20:47:22.585793 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5d66ce99-3b20-42f5-9308-457348c8e84e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (ea94fdea-0aa6-46f6-99b3-58f0d18da342), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:22.586535 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-5d66ce99-3b20-42f5-9308-457348c8e84e admin admin] Added segment ea94fdea-0aa6-46f6-99b3-58f0d18da342 of type vlan for network e0de794a-aaf1-4696-ba55-fa056bac33b3 Oct 04 20:47:22.588354 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017bc03c-033c-47df-95bf-8753eeb14108 None None] Checking router: f2f1f8c2-aeab-4472-bd52-4120bc591261 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:47:22.602533 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017bc03c-033c-47df-95bf-8753eeb14108 None None] Updating router f2f1f8c2-aeab-4472-bd52-4120bc591261 port 7728c244-c8a1-4884-af35-cb2c23203566 binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:47:22.670234 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-017bc03c-033c-47df-95bf-8753eeb14108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (7728c244-c8a1-4884-af35-cb2c23203566), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:22.697623 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-a9bc4a6f-52ce-44c2-99e4-74470a52e46e None None] Port a4f41561-cc4d-4c09-8067-8b55069e1225 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:47:22.728342 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2964c287-db80-48c0-86b0-bc82c10b1fb7 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Router a0dfdf25-928e-467b-a080-b2ba41ed7029 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:47:22.771406 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:22.774540 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d66ce99-3b20-42f5-9308-457348c8e84e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a685d28-31e5-4373-b3cf-30f5949fbc35,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:22.786817 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-d3da0d79-0968-4862-b285-9e6ac0e420f5 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1712253565-network', 'tenant_id': 'ce3823a32e454504b467aa845688fc46'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:47:22.821189 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b6fb99c-bdd3-4e53-b40c-7a426a572c5a admin admin] Router 29bc738e-7463-41e5-a742-c4815593f6cc has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:47:22.825183 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5d66ce99-3b20-42f5-9308-457348c8e84e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (e0de794a-aaf1-4696-ba55-fa056bac33b3), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:22.965706 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 41694) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:47:22.974201 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-37770af8-50a5-4834-8b11-d07dda29bb8d tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2009966976', 'description': 'tempest-description--1626166681'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:47:23.018511 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:INSERT=14,neutron:SELECT=82,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:23.045130 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-981f6f7d-9e30-41ed-87b0-3a2604955ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (becb2bb8-4aa1-4ce8-843c-ef0a82d766a9), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:23.148072 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5d66ce99-3b20-42f5-9308-457348c8e84e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (e0de794a-aaf1-4696-ba55-fa056bac33b3), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:23.150031 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d66ce99-3b20-42f5-9308-457348c8e84e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:47:23.152581 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5d66ce99-3b20-42f5-9308-457348c8e84e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:23.183828 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-981f6f7d-9e30-41ed-87b0-3a2604955ede admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:23.198954 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-981f6f7d-9e30-41ed-87b0-3a2604955ede admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/becb2bb8-4aa1-4ce8-843c-ef0a82d766a9 HTTP/1.1" status: 204 len: 168 time: 4.8499024 Oct 04 20:47:23.222062 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment efb79d4b-9dcc-4656-a45c-ba38a3966202 resource provider aggregate not found Oct 04 20:47:23.229966 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981f6f7d-9e30-41ed-87b0-3a2604955ede admin admin] Pushing event deleted for resources: {'Network': ['ID=becb2bb8-4aa1-4ce8-843c-ef0a82d766a9,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:23.245103 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3da0d79-0968-4862-b285-9e6ac0e420f5 admin admin] Made reservation on behalf of ce3823a32e454504b467aa845688fc46 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:47:23.249386 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d3da0d79-0968-4862-b285-9e6ac0e420f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:23.273977 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d3da0d79-0968-4862-b285-9e6ac0e420f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:23.300969 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment efb79d4b-9dcc-4656-a45c-ba38a3966202 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid efb79d4b-9dcc-4656-a45c-ba38a3966202 found for delete ", "request_id": "req-420d477e-837c-4d40-8c4c-ba4795ecb10b"}]} Oct 04 20:47:23.324441 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2964c287-db80-48c0-86b0-bc82c10b1fb7 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:47:23.340949 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-2964c287-db80-48c0-86b0-bc82c10b1fb7 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "PUT /networking/v2.0/routers/a0dfdf25-928e-467b-a080-b2ba41ed7029/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3598480 Oct 04 20:47:23.347904 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-5d66ce99-3b20-42f5-9308-457348c8e84e admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3840375 Oct 04 20:47:23.349327 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 41700) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:47:23.358716 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-37770af8-50a5-4834-8b11-d07dda29bb8d tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:23.366342 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e289804-a274-4b84-a825-5e38e0be3727 None None] Sync routers for ids ['a0dfdf25-928e-467b-a080-b2ba41ed7029'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:47:23.368614 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e88a8460-d87e-40ee-b118-678002e2e041 req-02d7373f-27ba-49f5-9da4-3fdb8a382adb tempest-ServerShowV247Test-279755118 tempest-ServerShowV247Test-279755118-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7372fc97-e79b-446c-85ce-95b39f56b697 HTTP/1.1" status: 200 len: 210 time: 0.1873295 Oct 04 20:47:23.375243 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 41702) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:47:23.379409 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:23.470743 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-c13a9d43-587b-443f-8e1e-fd4d33bb23b6 admin admin] Request body: {'subnet': {'network_id': 'e0de794a-aaf1-4696-ba55-fa056bac33b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-326153634-subnet', 'tenant_id': 'cfa8bdf2eb414417a0ee4e64f7932019', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:47:23.504194 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b6fb99c-bdd3-4e53-b40c-7a426a572c5a admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:47:23.542421 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-017bc03c-033c-47df-95bf-8753eeb14108 None None] Publish callbacks [] for port (7728c244-c8a1-4884-af35-cb2c23203566), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:23.552535 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4fe9cb-3e40-4382-b632-16ac0fb08f79 None None] Sync routers for ids ['29bc738e-7463-41e5-a742-c4815593f6cc'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:47:23.582776 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4fe9cb-3e40-4382-b632-16ac0fb08f79 None None] Routers {'29bc738e-7463-41e5-a742-c4815593f6cc'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:47:23.584062 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-7f4fe9cb-3e40-4382-b632-16ac0fb08f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:47:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['29bc738e-7463-41e5-a742-c4815593f6cc'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:47:23.644143 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-37770af8-50a5-4834-8b11-d07dda29bb8d tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] Publish callbacks [] for security_group (92fd1589-bd1f-46cc-948c-eb9fae42920b), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:23.673762 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-8b6fb99c-bdd3-4e53-b40c-7a426a572c5a admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/29bc738e-7463-41e5-a742-c4815593f6cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2634385 Oct 04 20:47:23.679191 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:23.681075 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-017bc03c-033c-47df-95bf-8753eeb14108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (7728c244-c8a1-4884-af35-cb2c23203566), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:23.732880 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d66ce99-3b20-42f5-9308-457348c8e84e admin admin] Pushing event updated for resources: {'Network': ['ID=e0de794a-aaf1-4696-ba55-fa056bac33b3,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:23.762468 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-37770af8-50a5-4834-8b11-d07dda29bb8d tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (92fd1589-bd1f-46cc-948c-eb9fae42920b), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:23.805341 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e289804-a274-4b84-a825-5e38e0be3727 None None] Routers {'a0dfdf25-928e-467b-a080-b2ba41ed7029'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:47:23.807755 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-9e289804-a274-4b84-a825-5e38e0be3727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:47:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['a0dfdf25-928e-467b-a080-b2ba41ed7029'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:47:23.898291 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-9e289804-a274-4b84-a825-5e38e0be3727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:47:23.918754 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37770af8-50a5-4834-8b11-d07dda29bb8d tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92fd1589-bd1f-46cc-948c-eb9fae42920b,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:23.936032 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d66ce99-3b20-42f5-9308-457348c8e84e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:23.937162 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d66ce99-3b20-42f5-9308-457348c8e84e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:23.937744 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d66ce99-3b20-42f5-9308-457348c8e84e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:23.938310 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d66ce99-3b20-42f5-9308-457348c8e84e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:23.938858 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d66ce99-3b20-42f5-9308-457348c8e84e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:23.939651 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d66ce99-3b20-42f5-9308-457348c8e84e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:23.940016 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d66ce99-3b20-42f5-9308-457348c8e84e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:23.940653 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d66ce99-3b20-42f5-9308-457348c8e84e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:23.941097 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d66ce99-3b20-42f5-9308-457348c8e84e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:23.941663 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d66ce99-3b20-42f5-9308-457348c8e84e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:23.942213 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d66ce99-3b20-42f5-9308-457348c8e84e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:23.942762 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d66ce99-3b20-42f5-9308-457348c8e84e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:23.954805 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d66ce99-3b20-42f5-9308-457348c8e84e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:23.955516 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d66ce99-3b20-42f5-9308-457348c8e84e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:23.956081 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d66ce99-3b20-42f5-9308-457348c8e84e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:23.961603 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e289804-a274-4b84-a825-5e38e0be3727 None None] Routers {'a0dfdf25-928e-467b-a080-b2ba41ed7029'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:47:23.965518 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-9e289804-a274-4b84-a825-5e38e0be3727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:47:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['a0dfdf25-928e-467b-a080-b2ba41ed7029'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:47:23.995680 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c13a9d43-587b-443f-8e1e-fd4d33bb23b6 admin admin] Made reservation on behalf of cfa8bdf2eb414417a0ee4e64f7932019 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:47:24.008587 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c13a9d43-587b-443f-8e1e-fd4d33bb23b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:24.028487 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44157b98-6163-42ec-b488-06439d49f723 None None] Pushing event updated for resources: {'Port': ['ID=7728c244-c8a1-4884-af35-cb2c23203566,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:24.058136 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 41706) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:47:24.075680 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37770af8-50a5-4834-8b11-d07dda29bb8d tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:24.076495 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37770af8-50a5-4834-8b11-d07dda29bb8d tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:24.076886 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37770af8-50a5-4834-8b11-d07dda29bb8d tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:24.077631 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37770af8-50a5-4834-8b11-d07dda29bb8d tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:24.078286 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37770af8-50a5-4834-8b11-d07dda29bb8d tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:24.078833 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37770af8-50a5-4834-8b11-d07dda29bb8d tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:24.079393 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37770af8-50a5-4834-8b11-d07dda29bb8d tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:24.079862 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37770af8-50a5-4834-8b11-d07dda29bb8d tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:24.080384 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37770af8-50a5-4834-8b11-d07dda29bb8d tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:24.080933 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37770af8-50a5-4834-8b11-d07dda29bb8d tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:24.081467 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37770af8-50a5-4834-8b11-d07dda29bb8d tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:24.081999 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37770af8-50a5-4834-8b11-d07dda29bb8d tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:24.082545 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37770af8-50a5-4834-8b11-d07dda29bb8d tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:24.083103 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37770af8-50a5-4834-8b11-d07dda29bb8d tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:24.085885 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37770af8-50a5-4834-8b11-d07dda29bb8d tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:24.117760 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network e0de794a-aaf1-4696-ba55-fa056bac33b3 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:47:24.150340 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-9e289804-a274-4b84-a825-5e38e0be3727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:47:24.151745 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e289804-a274-4b84-a825-5e38e0be3727 None None] The sync data for ids ['a0dfdf25-928e-467b-a080-b2ba41ed7029'] in n-d-852085-12 is: [] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:47:24.176645 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-017bc03c-033c-47df-95bf-8753eeb14108 None None] Attempting to bind port 7728c244-c8a1-4884-af35-cb2c23203566 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:47:24.177353 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-017bc03c-033c-47df-95bf-8753eeb14108 None None] Attempting to bind port 7728c244-c8a1-4884-af35-cb2c23203566 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '76103a33-8ee9-4b04-8ef5-a4f9d21e3bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '5eb8650f-28b1-4a3f-b09a-60bc7b73dc5d'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:47:24.178123 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017bc03c-033c-47df-95bf-8753eeb14108 None None] Attempting to bind port 7728c244-c8a1-4884-af35-cb2c23203566 on network 5eb8650f-28b1-4a3f-b09a-60bc7b73dc5d {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:47:24.264155 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d3da0d79-0968-4862-b285-9e6ac0e420f5 admin admin] Publish callbacks [] for security_group (ba470e61-658a-4b2e-bec7-6693f2b0b625), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:24.284674 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9e6594b5-096c-43b4-8f26-96ceb1fbbef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (312a1a3c-8be9-48f8-aacd-5ceeb9130a89), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:24.287371 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:24.298747 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:24.330454 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-89f3f517-06fb-4931-87ee-b0273ba578f4 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=20a4ff06d4d748a7af1b5daf97fd6b39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2299049 Oct 04 20:47:24.338106 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 41712) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:47:24.381395 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-37770af8-50a5-4834-8b11-d07dda29bb8d tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:24.384888 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-37770af8-50a5-4834-8b11-d07dda29bb8d tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.4164510 Oct 04 20:47:24.399181 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 41716) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:47:24.402063 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017bc03c-033c-47df-95bf-8753eeb14108 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:47:24.405310 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017bc03c-033c-47df-95bf-8753eeb14108 None None] Checking segment: {'id': '76103a33-8ee9-4b04-8ef5-a4f9d21e3bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '5eb8650f-28b1-4a3f-b09a-60bc7b73dc5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:47:24.407081 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-017bc03c-033c-47df-95bf-8753eeb14108 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:24.408129 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017bc03c-033c-47df-95bf-8753eeb14108 None None] Bound using segment: {'id': '76103a33-8ee9-4b04-8ef5-a4f9d21e3bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '5eb8650f-28b1-4a3f-b09a-60bc7b73dc5d'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:47:24.412348 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-017bc03c-033c-47df-95bf-8753eeb14108 None None] Bound port: 7728c244-c8a1-4884-af35-cb2c23203566, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76103a33-8ee9-4b04-8ef5-a4f9d21e3bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '5eb8650f-28b1-4a3f-b09a-60bc7b73dc5d'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:47:24.413513 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-017bc03c-033c-47df-95bf-8753eeb14108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (7728c244-c8a1-4884-af35-cb2c23203566), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:24.413754 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-b02ada7d-36fe-4692-a2ab-5b6206b9af28 tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] Request body: {'security_group_rule': {'security_group_id': '92fd1589-bd1f-46cc-948c-eb9fae42920b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:47:24.458773 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d3da0d79-0968-4862-b285-9e6ac0e420f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (ba470e61-658a-4b2e-bec7-6693f2b0b625), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:24.515181 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3da0d79-0968-4862-b285-9e6ac0e420f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:47:24.573382 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d3da0d79-0968-4862-b285-9e6ac0e420f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (bdad9211-8a24-413e-8cec-60765d2ab529), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:24.574223 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-d3da0d79-0968-4862-b285-9e6ac0e420f5 admin admin] Added segment bdad9211-8a24-413e-8cec-60765d2ab529 of type vlan for network ff423222-41b0-48ee-a580-97808d89e865 Oct 04 20:47:24.754958 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6594b5-096c-43b4-8f26-96ceb1fbbef6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=312a1a3c-8be9-48f8-aacd-5ceeb9130a89,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:24.808044 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-7f4fe9cb-3e40-4382-b632-16ac0fb08f79 None None] Set router 29bc738e-7463-41e5-a742-c4815593f6cc gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:47:24.819740 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c645bc94-6137-46fc-945d-3f8382ac7f04 admin admin] Publish callbacks [] for security_group (b337a887-3668-431a-a021-926b887c48bd), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:24.918083 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3da0d79-0968-4862-b285-9e6ac0e420f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba470e61-658a-4b2e-bec7-6693f2b0b625,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:24.926913 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:24.950439 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c645bc94-6137-46fc-945d-3f8382ac7f04 admin admin] Publish callbacks [] for security_group (b337a887-3668-431a-a021-926b887c48bd), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:24.972832 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b02ada7d-36fe-4692-a2ab-5b6206b9af28 tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] Publish callbacks [] for security_group_rule (e3f4302e-31bc-498c-9ca6-524fdd594d05), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:24.980000 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-89ddace8-6cbe-4236-b128-5de08faa3ae6 req-a93fefef-9577-43cd-beca-cd22cc8219bb tempest-ServerShowV247Test-279755118 tempest-ServerShowV247Test-279755118-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7372fc97-e79b-446c-85ce-95b39f56b697 HTTP/1.1" status: 200 len: 210 time: 0.1622903 Oct 04 20:47:25.084893 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-017bc03c-033c-47df-95bf-8753eeb14108 None None] For port 7728c244-c8a1-4884-af35-cb2c23203566, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:47:25.107837 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6594b5-096c-43b4-8f26-96ceb1fbbef6 admin admin] Checking segment: {'id': 'da054a40-48c2-4724-81a0-7e65114acf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6c69303b-863b-42ce-86a6-3cb7f2cdff93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:47:25.108480 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6594b5-096c-43b4-8f26-96ceb1fbbef6 admin admin] Network hostable DHCP agents. Network: 6c69303b-863b-42ce-86a6-3cb7f2cdff93, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:47:25.138805 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:25.161869 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d3da0d79-0968-4862-b285-9e6ac0e420f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (ff423222-41b0-48ee-a580-97808d89e865), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:25.178701 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-017bc03c-033c-47df-95bf-8753eeb14108 None None] For port 7728c244-c8a1-4884-af35-cb2c23203566, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=7728c244-c8a1-4884-af35-cb2c23203566,segment=NetworkSegment(76103a33-8ee9-4b04-8ef5-a4f9d21e3bb4),segment_id=76103a33-8ee9-4b04-8ef5-a4f9d21e3bb4)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:47:25.211472 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-df6b63eb-9020-4007-b4a2-f730fec04ece tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (a0dfdf25-928e-467b-a080-b2ba41ed7029), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:25.270943 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-017bc03c-033c-47df-95bf-8753eeb14108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (7728c244-c8a1-4884-af35-cb2c23203566), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:25.308400 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6594b5-096c-43b4-8f26-96ceb1fbbef6 admin admin] Network 6c69303b-863b-42ce-86a6-3cb7f2cdff93 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:47:25.316447 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:25.428615 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b02ada7d-36fe-4692-a2ab-5b6206b9af28 tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] Publish callbacks [] for security_group_rule (e3f4302e-31bc-498c-9ca6-524fdd594d05), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:25.450573 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017bc03c-033c-47df-95bf-8753eeb14108 None None] Routers {'f2f1f8c2-aeab-4472-bd52-4120bc591261'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:47:25.453022 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-017bc03c-033c-47df-95bf-8753eeb14108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:47:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['f2f1f8c2-aeab-4472-bd52-4120bc591261'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:47:25.482440 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2010864-2d23-4195-93a3-650fbc010c97 req-66bea2c8-60eb-4bd1-a61c-67c94cb17378 tempest-ListServersNegativeTestJSON-381937197 tempest-ListServersNegativeTestJSON-381937197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:47:25.489593 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f2010864-2d23-4195-93a3-650fbc010c97 req-66bea2c8-60eb-4bd1-a61c-67c94cb17378 tempest-ListServersNegativeTestJSON-381937197 tempest-ListServersNegativeTestJSON-381937197-project] 10.222.0.78 "GET /networking/v2.0/networks?id=7a0a3681-b4b5-4ca7-a8da-a06e2256c63b HTTP/1.1" status: 200 len: 817 time: 0.5741847 Oct 04 20:47:25.493046 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c13a9d43-587b-443f-8e1e-fd4d33bb23b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (43db6efd-abca-4f89-8444-8ef14a39f239), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:25.517052 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-9e6594b5-096c-43b4-8f26-96ceb1fbbef6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 6c69303b-863b-42ce-86a6-3cb7f2cdff93) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:47:25.517052 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d3da0d79-0968-4862-b285-9e6ac0e420f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (ff423222-41b0-48ee-a580-97808d89e865), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:25.517490 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3da0d79-0968-4862-b285-9e6ac0e420f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:47:25.519039 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d3da0d79-0968-4862-b285-9e6ac0e420f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:25.544605 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9642c58d-7cb7-4717-8729-3681c5d255c1 None None] Network 6c69303b-863b-42ce-86a6-3cb7f2cdff93 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:47:25.569308 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c645bc94-6137-46fc-945d-3f8382ac7f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (b337a887-3668-431a-a021-926b887c48bd), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:25.574651 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c645bc94-6137-46fc-945d-3f8382ac7f04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:25.577295 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c645bc94-6137-46fc-945d-3f8382ac7f04 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/b337a887-3668-431a-a021-926b887c48bd HTTP/1.1" status: 204 len: 168 time: 1.2359779 Oct 04 20:47:25.582994 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6594b5-096c-43b4-8f26-96ceb1fbbef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:47:25.586316 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9e6594b5-096c-43b4-8f26-96ceb1fbbef6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:25.612309 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44157b98-6163-42ec-b488-06439d49f723 None None] Pushing event updated for resources: {'Port': ['ID=7728c244-c8a1-4884-af35-cb2c23203566,revision_number=4']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:25.633762 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-7f4fe9cb-3e40-4382-b632-16ac0fb08f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bc738e-7463-41e5-a742-c4815593f6cc', 'name': 'tempest-ListServersNegativeTestJSON-480175451-router', 'tenant_id': '5452397c0d2c44f2a98d71701462dcfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '83291fe0-31ab-48d0-9c20-5edaf7e19e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:46:56Z', 'updated_at': '2022-10-04T20:47:17Z', 'revision_number': 4, 'project_id': '5452397c0d2c44f2a98d71701462dcfd', 'gw_port': {'id': '83291fe0-31ab-48d0-9c20-5edaf7e19e94', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bc738e-7463-41e5-a742-c4815593f6cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:47:00Z', 'updated_at': '2022-10-04T20:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'a4f41561-cc4d-4c09-8067-8b55069e1225', 'name': '', 'network_id': '7a0a3681-b4b5-4ca7-a8da-a06e2256c63b', 'tenant_id': '5452397c0d2c44f2a98d71701462dcfd', 'mac_address': 'fa:16:3e:fe:ec:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bc738e-7463-41e5-a742-c4815593f6cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '62a6b2d5-bbf9-42f8-9db0-65c0630b0dc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:47:14Z', 'updated_at': '2022-10-04T20:47:18Z', 'revision_number': 2, 'project_id': '5452397c0d2c44f2a98d71701462dcfd', 'subnets': [{'id': '62a6b2d5-bbf9-42f8-9db0-65c0630b0dc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:47:25.653919 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b02ada7d-36fe-4692-a2ab-5b6206b9af28 tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (e3f4302e-31bc-498c-9ca6-524fdd594d05), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:25.705174 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f2010864-2d23-4195-93a3-650fbc010c97 req-040af668-9b8a-49ad-a4ca-ddec2eafd59e tempest-ListServersNegativeTestJSON-381937197 tempest-ListServersNegativeTestJSON-381937197-project] 10.222.0.78 "GET /networking/v2.0/quotas/5452397c0d2c44f2a98d71701462dcfd HTTP/1.1" status: 200 len: 375 time: 0.1942832 Oct 04 20:47:25.738432 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c645bc94-6137-46fc-945d-3f8382ac7f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b337a887-3668-431a-a021-926b887c48bd,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:25.772602 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4fe9cb-3e40-4382-b632-16ac0fb08f79 None None] Checking router: 29bc738e-7463-41e5-a742-c4815593f6cc for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:47:25.773114 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4fe9cb-3e40-4382-b632-16ac0fb08f79 None None] Updating router 29bc738e-7463-41e5-a742-c4815593f6cc port a4f41561-cc4d-4c09-8067-8b55069e1225 binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:47:25.799259 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:25.831637 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e7db8f-cd44-41d6-959a-ca175811ca9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-6c69303b-863b-42ce-86a6-3cb7f2cdff93', 'network_id': '6c69303b-863b-42ce-86a6-3cb7f2cdff93', 'project_id': 'e7e1ecd83e39483281a9b6b3db59648e', 'fixed_ips': [{'subnet_id': '312a1a3c-8be9-48f8-aacd-5ceeb9130a89'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:47:25.835109 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b4e7db8f-cd44-41d6-959a-ca175811ca9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:25.855012 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02ada7d-36fe-4692-a2ab-5b6206b9af28 tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3f4302e-31bc-498c-9ca6-524fdd594d05,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:25.902533 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-7f4fe9cb-3e40-4382-b632-16ac0fb08f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (a4f41561-cc4d-4c09-8067-8b55069e1225), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:25.905098 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13a9d43-587b-443f-8e1e-fd4d33bb23b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43db6efd-abca-4f89-8444-8ef14a39f239,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:25.959678 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f2010864-2d23-4195-93a3-650fbc010c97 req-5535072f-2887-409e-b265-0573a2167354 tempest-ListServersNegativeTestJSON-381937197 tempest-ListServersNegativeTestJSON-381937197-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=5452397c0d2c44f2a98d71701462dcfd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1864376 Oct 04 20:47:25.960817 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 41730) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:47:25.961602 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d3da0d79-0968-4862-b285-9e6ac0e420f5 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.7367020 Oct 04 20:47:25.965554 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13a9d43-587b-443f-8e1e-fd4d33bb23b6 admin admin] Checking segment: {'id': 'ea94fdea-0aa6-46f6-99b3-58f0d18da342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e0de794a-aaf1-4696-ba55-fa056bac33b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:47:25.966517 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13a9d43-587b-443f-8e1e-fd4d33bb23b6 admin admin] Network hostable DHCP agents. Network: e0de794a-aaf1-4696-ba55-fa056bac33b3, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:47:25.977342 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-90f17d65-faff-4a99-9d4c-b841eb563ba3 admin admin] Request body: {'subnet': {'network_id': 'ff423222-41b0-48ee-a580-97808d89e865', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1712253565-subnet', 'tenant_id': 'ce3823a32e454504b467aa845688fc46', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:47:25.988765 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-017bc03c-033c-47df-95bf-8753eeb14108 None None] Set router f2f1f8c2-aeab-4472-bd52-4120bc591261 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:47:25.991093 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3da0d79-0968-4862-b285-9e6ac0e420f5 admin admin] Pushing event updated for resources: {'Network': ['ID=ff423222-41b0-48ee-a580-97808d89e865,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:26.001351 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:26.073295 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 41734) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:47:26.110397 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b02ada7d-36fe-4692-a2ab-5b6206b9af28 tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:26.123324 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b02ada7d-36fe-4692-a2ab-5b6206b9af28 tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7113621 Oct 04 20:47:26.143438 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 41738) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:47:26.161060 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-9e6594b5-096c-43b4-8f26-96ceb1fbbef6 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 4.5200672 Oct 04 20:47:26.167518 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-b301abd5-518c-4fc1-9b49-347f03fdd671 tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] Request body: {'security_group_rule': {'security_group_id': '92fd1589-bd1f-46cc-948c-eb9fae42920b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:47:26.187881 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 41740) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:47:26.202199 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network ff423222-41b0-48ee-a580-97808d89e865 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:47:26.221054 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-d0383980-45ef-4785-8659-5fa7adbccf6c admin admin] Request body: {'router': {'name': 'tempest-SecurityGroupRulesTestJSON-1221915251-router', 'tenant_id': 'e7e1ecd83e39483281a9b6b3db59648e', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:47:26.272213 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13a9d43-587b-443f-8e1e-fd4d33bb23b6 admin admin] Network e0de794a-aaf1-4696-ba55-fa056bac33b3 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:47:26.276910 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f17d65-faff-4a99-9d4c-b841eb563ba3 admin admin] Made reservation on behalf of ce3823a32e454504b467aa845688fc46 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:47:26.281575 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-90f17d65-faff-4a99-9d4c-b841eb563ba3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:26.380755 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-7e6371b9-ab12-4eb1-be01-f9b12bdd622d req-84ba5631-b5af-4f84-b983-57bee6a534bf tempest-ServerShowV247Test-279755118 tempest-ServerShowV247Test-279755118-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7372fc97-e79b-446c-85ce-95b39f56b697 HTTP/1.1" status: 200 len: 210 time: 0.1175723 Oct 04 20:47:26.526407 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d0383980-45ef-4785-8659-5fa7adbccf6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (21476b52-975d-44ca-a625-35e534824e3a), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:26.528345 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d0383980-45ef-4785-8659-5fa7adbccf6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (21476b52-975d-44ca-a625-35e534824e3a), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:26.542650 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-c13a9d43-587b-443f-8e1e-fd4d33bb23b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, e0de794a-aaf1-4696-ba55-fa056bac33b3) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:47:26.586806 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:26.613345 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e388e47d-62b1-4e90-91dc-2d86fbc6fd92 None None] Network e0de794a-aaf1-4696-ba55-fa056bac33b3 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:47:26.627981 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13a9d43-587b-443f-8e1e-fd4d33bb23b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:47:26.629680 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c13a9d43-587b-443f-8e1e-fd4d33bb23b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:26.638737 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-df6b63eb-9020-4007-b4a2-f730fec04ece tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Deleting port 5891f1d4-c815-45d1-a30b-5fb861d4dc2e {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:47:26.639381 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-df6b63eb-9020-4007-b4a2-f730fec04ece tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (5891f1d4-c815-45d1-a30b-5fb861d4dc2e), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:26.649091 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:26.845955 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c13a9d43-587b-443f-8e1e-fd4d33bb23b6 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.3995869 Oct 04 20:47:26.855276 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-b4e7db8f-cd44-41d6-959a-ca175811ca9d None None] Allocated IP 172.20.0.2 (6c69303b-863b-42ce-86a6-3cb7f2cdff93/312a1a3c-8be9-48f8-aacd-5ceeb9130a89/c41f38ef-f8cc-47d5-86c7-e1b295a47968) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:47:26.858148 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 41744) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:47:26.883532 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-7d8aab07-3bb8-4567-a3a6-ec9a11eb292b admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-326153634-router', 'tenant_id': 'cfa8bdf2eb414417a0ee4e64f7932019', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:47:26.927324 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b301abd5-518c-4fc1-9b49-347f03fdd671 tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] Publish callbacks [] for security_group_rule (c54f4e38-493a-4900-9367-5b7b1fc61fc3), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:27.231475 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-017bc03c-033c-47df-95bf-8753eeb14108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f1f8c2-aeab-4472-bd52-4120bc591261', 'name': 'tempest-ServersTestManualDisk-184398332-router', 'tenant_id': '2afc6ef8dc874ff5ad52048c0ea409e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'cdb9f7be-62af-40dc-b7c5-752999f7d8d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:46:56Z', 'updated_at': '2022-10-04T20:47:15Z', 'revision_number': 4, 'project_id': '2afc6ef8dc874ff5ad52048c0ea409e2', 'gw_port': {'id': 'cdb9f7be-62af-40dc-b7c5-752999f7d8d3', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f1f8c2-aeab-4472-bd52-4120bc591261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:46:58Z', 'updated_at': '2022-10-04T20:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '7728c244-c8a1-4884-af35-cb2c23203566', 'name': '', 'network_id': '5eb8650f-28b1-4a3f-b09a-60bc7b73dc5d', 'tenant_id': '2afc6ef8dc874ff5ad52048c0ea409e2', 'mac_address': 'fa:16:3e:d2:c9:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f1f8c2-aeab-4472-bd52-4120bc591261', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'ca0e8b05-9716-4c32-b4e9-16f8e25a3c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:47:11Z', 'updated_at': '2022-10-04T20:47:25Z', 'revision_number': 4, 'project_id': '2afc6ef8dc874ff5ad52048c0ea409e2', 'subnets': [{'id': 'ca0e8b05-9716-4c32-b4e9-16f8e25a3c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:47:27.254817 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7d8aab07-3bb8-4567-a3a6-ec9a11eb292b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (4ed69b54-f417-43c9-89f0-ac61adb9315e), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:27.256298 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7d8aab07-3bb8-4567-a3a6-ec9a11eb292b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (4ed69b54-f417-43c9-89f0-ac61adb9315e), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:27.271739 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d0383980-45ef-4785-8659-5fa7adbccf6c admin admin] Publish callbacks [] for router_controller (21476b52-975d-44ca-a625-35e534824e3a), precommit_add_association {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:27.356022 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017bc03c-033c-47df-95bf-8753eeb14108 None None] The sync data for ids ['f2f1f8c2-aeab-4472-bd52-4120bc591261'] in n-d-852085-12 is: [{'id': 'f2f1f8c2-aeab-4472-bd52-4120bc591261', 'name': 'tempest-ServersTestManualDisk-184398332-router', 'tenant_id': '2afc6ef8dc874ff5ad52048c0ea409e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'cdb9f7be-62af-40dc-b7c5-752999f7d8d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:46:56Z', 'updated_at': '2022-10-04T20:47:15Z', 'revision_number': 4, 'project_id': '2afc6ef8dc874ff5ad52048c0ea409e2', 'gw_port': {'id': 'cdb9f7be-62af-40dc-b7c5-752999f7d8d3', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f1f8c2-aeab-4472-bd52-4120bc591261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:46:58Z', 'updated_at': '2022-10-04T20:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '7728c244-c8a1-4884-af35-cb2c23203566', 'name': '', 'network_id': '5eb8650f-28b1-4a3f-b09a-60bc7b73dc5d', 'tenant_id': '2afc6ef8dc874ff5ad52048c0ea409e2', 'mac_address': 'fa:16:3e:d2:c9:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f1f8c2-aeab-4472-bd52-4120bc591261', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'ca0e8b05-9716-4c32-b4e9-16f8e25a3c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:47:11Z', 'updated_at': '2022-10-04T20:47:25Z', 'revision_number': 4, 'project_id': '2afc6ef8dc874ff5ad52048c0ea409e2', 'subnets': [{'id': 'ca0e8b05-9716-4c32-b4e9-16f8e25a3c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:47:27.454820 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4c9e79-c434-48a9-bad9-2c12331da25a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-e0de794a-aaf1-4696-ba55-fa056bac33b3', 'network_id': 'e0de794a-aaf1-4696-ba55-fa056bac33b3', 'project_id': 'cfa8bdf2eb414417a0ee4e64f7932019', 'fixed_ips': [{'subnet_id': '43db6efd-abca-4f89-8444-8ef14a39f239'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:47:27.496456 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6e4c9e79-c434-48a9-bad9-2c12331da25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:27.524059 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-90f17d65-faff-4a99-9d4c-b841eb563ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (ef6d89d8-941d-4029-8b59-71577d0942ba), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:27.585336 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b4e7db8f-cd44-41d6-959a-ca175811ca9d None None] Publish callbacks [] for port (c41f38ef-f8cc-47d5-86c7-e1b295a47968), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:27.607129 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:27.679847 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b4e7db8f-cd44-41d6-959a-ca175811ca9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (c41f38ef-f8cc-47d5-86c7-e1b295a47968), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:27.732598 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-7f4fe9cb-3e40-4382-b632-16ac0fb08f79 None None] Publish callbacks [] for port (a4f41561-cc4d-4c09-8067-8b55069e1225), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:27.732889 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-df6b63eb-9020-4007-b4a2-f730fec04ece tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (5891f1d4-c815-45d1-a30b-5fb861d4dc2e), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:27.750254 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b301abd5-518c-4fc1-9b49-347f03fdd671 tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] Publish callbacks [] for security_group_rule (c54f4e38-493a-4900-9367-5b7b1fc61fc3), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:27.755366 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7d8aab07-3bb8-4567-a3a6-ec9a11eb292b admin admin] Publish callbacks [] for router_controller (4ed69b54-f417-43c9-89f0-ac61adb9315e), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:27.842419 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-7f4fe9cb-3e40-4382-b632-16ac0fb08f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (a4f41561-cc4d-4c09-8067-8b55069e1225), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:27.868166 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:28.080999 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-20665236-bc8f-4713-a936-2c4b16c357e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (29bc738e-7463-41e5-a742-c4815593f6cc), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:28.105578 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:28.141215 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558ba4ef-8525-4d62-9a0e-35489b555b58 None None] Pushing event updated for resources: {'Port': ['ID=a4f41561-cc4d-4c09-8067-8b55069e1225,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:28.208341 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c1f0e6bc-e893-4661-88bc-6871ba6cd337 req-369bfce4-e784-4e54-8c2c-bba942c8333d tempest-ServerShowV247Test-279755118 tempest-ServerShowV247Test-279755118-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7372fc97-e79b-446c-85ce-95b39f56b697 HTTP/1.1" status: 200 len: 210 time: 0.4385970 Oct 04 20:47:28.262338 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e7db8f-cd44-41d6-959a-ca175811ca9d None None] Network 6c69303b-863b-42ce-86a6-3cb7f2cdff93 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:47:28.287243 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-b4e7db8f-cd44-41d6-959a-ca175811ca9d None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:47:28.299664 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e7db8f-cd44-41d6-959a-ca175811ca9d None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:47:28.317895 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-6e4c9e79-c434-48a9-bad9-2c12331da25a None None] Allocated IP 172.20.0.2 (e0de794a-aaf1-4696-ba55-fa056bac33b3/43db6efd-abca-4f89-8444-8ef14a39f239/ede91cdb-c530-43ef-bdd9-c6835cb39643) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:47:28.332830 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-7f4fe9cb-3e40-4382-b632-16ac0fb08f79 None None] Attempting to bind port a4f41561-cc4d-4c09-8067-8b55069e1225 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:47:28.334441 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-7f4fe9cb-3e40-4382-b632-16ac0fb08f79 None None] Attempting to bind port a4f41561-cc4d-4c09-8067-8b55069e1225 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'e68cb399-1b4a-4088-ac5d-932d2bfae783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7a0a3681-b4b5-4ca7-a8da-a06e2256c63b'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:47:28.335956 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4fe9cb-3e40-4382-b632-16ac0fb08f79 None None] Attempting to bind port a4f41561-cc4d-4c09-8067-8b55069e1225 on network 7a0a3681-b4b5-4ca7-a8da-a06e2256c63b {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:47:28.349654 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f17d65-faff-4a99-9d4c-b841eb563ba3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef6d89d8-941d-4029-8b59-71577d0942ba,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:28.378728 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e7db8f-cd44-41d6-959a-ca175811ca9d None None] Pushing event updated for resources: {'Port': ['ID=c41f38ef-f8cc-47d5-86c7-e1b295a47968,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:28.544634 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f17d65-faff-4a99-9d4c-b841eb563ba3 admin admin] Checking segment: {'id': 'bdad9211-8a24-413e-8cec-60765d2ab529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ff423222-41b0-48ee-a580-97808d89e865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:47:28.544634 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f17d65-faff-4a99-9d4c-b841eb563ba3 admin admin] Network hostable DHCP agents. Network: ff423222-41b0-48ee-a580-97808d89e865, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:47:28.640057 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-df6b63eb-9020-4007-b4a2-f730fec04ece tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Calling delete_port for 5891f1d4-c815-45d1-a30b-5fb861d4dc2e owned by network:router_interface {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:47:28.650069 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4fe9cb-3e40-4382-b632-16ac0fb08f79 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:47:28.654950 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4fe9cb-3e40-4382-b632-16ac0fb08f79 None None] Checking segment: {'id': 'e68cb399-1b4a-4088-ac5d-932d2bfae783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7a0a3681-b4b5-4ca7-a8da-a06e2256c63b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:47:28.660479 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-7f4fe9cb-3e40-4382-b632-16ac0fb08f79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:28.665170 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4fe9cb-3e40-4382-b632-16ac0fb08f79 None None] Bound using segment: {'id': 'e68cb399-1b4a-4088-ac5d-932d2bfae783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7a0a3681-b4b5-4ca7-a8da-a06e2256c63b'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:47:28.667365 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b301abd5-518c-4fc1-9b49-347f03fdd671 tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (c54f4e38-493a-4900-9367-5b7b1fc61fc3), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:28.668533 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-7f4fe9cb-3e40-4382-b632-16ac0fb08f79 None None] Bound port: a4f41561-cc4d-4c09-8067-8b55069e1225, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e68cb399-1b4a-4088-ac5d-932d2bfae783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7a0a3681-b4b5-4ca7-a8da-a06e2256c63b'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:47:28.672991 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-7f4fe9cb-3e40-4382-b632-16ac0fb08f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (a4f41561-cc4d-4c09-8067-8b55069e1225), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:28.884724 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-b4e7db8f-cd44-41d6-959a-ca175811ca9d None None] Attempting to bind port c41f38ef-f8cc-47d5-86c7-e1b295a47968 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:47:28.886985 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-b4e7db8f-cd44-41d6-959a-ca175811ca9d None None] Attempting to bind port c41f38ef-f8cc-47d5-86c7-e1b295a47968 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'da054a40-48c2-4724-81a0-7e65114acf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6c69303b-863b-42ce-86a6-3cb7f2cdff93'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:47:28.889268 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e7db8f-cd44-41d6-959a-ca175811ca9d None None] Attempting to bind port c41f38ef-f8cc-47d5-86c7-e1b295a47968 on network 6c69303b-863b-42ce-86a6-3cb7f2cdff93 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:47:28.904964 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7d8aab07-3bb8-4567-a3a6-ec9a11eb292b admin admin] Publish callbacks [] for router_gateway (4ed69b54-f417-43c9-89f0-ac61adb9315e), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:28.966625 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-7f4fe9cb-3e40-4382-b632-16ac0fb08f79 None None] For port a4f41561-cc4d-4c09-8067-8b55069e1225, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:47:28.977423 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-7f4fe9cb-3e40-4382-b632-16ac0fb08f79 None None] For port a4f41561-cc4d-4c09-8067-8b55069e1225, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=a4f41561-cc4d-4c09-8067-8b55069e1225,segment=NetworkSegment(e68cb399-1b4a-4088-ac5d-932d2bfae783),segment_id=e68cb399-1b4a-4088-ac5d-932d2bfae783)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:47:28.980471 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d0383980-45ef-4785-8659-5fa7adbccf6c admin admin] Publish callbacks [] for router_gateway (21476b52-975d-44ca-a625-35e534824e3a), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:28.996675 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:29.009294 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b301abd5-518c-4fc1-9b49-347f03fdd671 tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c54f4e38-493a-4900-9367-5b7b1fc61fc3,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:29.102428 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e7db8f-cd44-41d6-959a-ca175811ca9d None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:47:29.102814 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e7db8f-cd44-41d6-959a-ca175811ca9d None None] Checking segment: {'id': 'da054a40-48c2-4724-81a0-7e65114acf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6c69303b-863b-42ce-86a6-3cb7f2cdff93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:47:29.104038 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b4e7db8f-cd44-41d6-959a-ca175811ca9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:29.104765 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e7db8f-cd44-41d6-959a-ca175811ca9d None None] Bound using segment: {'id': 'da054a40-48c2-4724-81a0-7e65114acf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6c69303b-863b-42ce-86a6-3cb7f2cdff93'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:47:29.105591 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-b4e7db8f-cd44-41d6-959a-ca175811ca9d None None] Bound port: c41f38ef-f8cc-47d5-86c7-e1b295a47968, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da054a40-48c2-4724-81a0-7e65114acf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6c69303b-863b-42ce-86a6-3cb7f2cdff93'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:47:29.106246 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b4e7db8f-cd44-41d6-959a-ca175811ca9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (c41f38ef-f8cc-47d5-86c7-e1b295a47968), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:29.130759 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:29.141621 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:29.234685 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6e4c9e79-c434-48a9-bad9-2c12331da25a None None] Publish callbacks [] for port (ede91cdb-c530-43ef-bdd9-c6835cb39643), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:29.331605 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-20665236-bc8f-4713-a936-2c4b16c357e3 admin admin] Deleting port a4f41561-cc4d-4c09-8067-8b55069e1225 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:47:29.332583 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-20665236-bc8f-4713-a936-2c4b16c357e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (a4f41561-cc4d-4c09-8067-8b55069e1225), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:29.340421 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-b4e7db8f-cd44-41d6-959a-ca175811ca9d None None] For port c41f38ef-f8cc-47d5-86c7-e1b295a47968, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:47:29.368534 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-b4e7db8f-cd44-41d6-959a-ca175811ca9d None None] For port c41f38ef-f8cc-47d5-86c7-e1b295a47968, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=c41f38ef-f8cc-47d5-86c7-e1b295a47968,segment=NetworkSegment(da054a40-48c2-4724-81a0-7e65114acf9d),segment_id=da054a40-48c2-4724-81a0-7e65114acf9d)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:47:29.394067 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f17d65-faff-4a99-9d4c-b841eb563ba3 admin admin] Network ff423222-41b0-48ee-a580-97808d89e865 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:47:29.414105 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 7728c244-c8a1-4884-af35-cb2c23203566 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:47:29.507603 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-7f4fe9cb-3e40-4382-b632-16ac0fb08f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (a4f41561-cc4d-4c09-8067-8b55069e1225), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:29.524400 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b301abd5-518c-4fc1-9b49-347f03fdd671 tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:29.531922 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6e4c9e79-c434-48a9-bad9-2c12331da25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (ede91cdb-c530-43ef-bdd9-c6835cb39643), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:29.533444 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b301abd5-518c-4fc1-9b49-347f03fdd671 tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 3.3753932 Oct 04 20:47:29.544522 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 41766) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:47:29.602240 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4c9e79-c434-48a9-bad9-2c12331da25a None None] Network e0de794a-aaf1-4696-ba55-fa056bac33b3 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:47:29.614520 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-25d1837e-33ed-4ace-ba81-265e959cc17d tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] Request body: {'floatingip': {'floating_network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:47:29.621986 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-6e4c9e79-c434-48a9-bad9-2c12331da25a None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:47:29.628166 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b4e7db8f-cd44-41d6-959a-ca175811ca9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (c41f38ef-f8cc-47d5-86c7-e1b295a47968), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:29.628720 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-90f17d65-faff-4a99-9d4c-b841eb563ba3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, ff423222-41b0-48ee-a580-97808d89e865) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:47:29.630688 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4fe9cb-3e40-4382-b632-16ac0fb08f79 None None] Routers {'29bc738e-7463-41e5-a742-c4815593f6cc'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:47:29.632097 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-7f4fe9cb-3e40-4382-b632-16ac0fb08f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:47:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['29bc738e-7463-41e5-a742-c4815593f6cc'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:47:29.761586 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4c9e79-c434-48a9-bad9-2c12331da25a None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:47:29.785919 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-df6b63eb-9020-4007-b4a2-f730fec04ece tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (5891f1d4-c815-45d1-a30b-5fb861d4dc2e), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:29.927122 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27972067-a4a5-4897-91c6-25c1edd0f776 None None] Network ff423222-41b0-48ee-a580-97808d89e865 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:47:29.991727 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558ba4ef-8525-4d62-9a0e-35489b555b58 None None] Pushing event updated for resources: {'Port': ['ID=a4f41561-cc4d-4c09-8067-8b55069e1225,revision_number=4']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:30.048843 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6b63eb-9020-4007-b4a2-f730fec04ece tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event deleted for resources: {'Port': ['ID=5891f1d4-c815-45d1-a30b-5fb861d4dc2e,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:30.147647 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-7f4fe9cb-3e40-4382-b632-16ac0fb08f79 None None] Set router 29bc738e-7463-41e5-a742-c4815593f6cc gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:47:30.734070 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-428d0e47-cfbc-4048-8035-e368a293b5f1 req-259e979f-05be-4655-a9ef-cf997e2fd496 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7372fc97-e79b-446c-85ce-95b39f56b697 HTTP/1.1" status: 200 len: 210 time: 0.2026372 Oct 04 20:47:30.836739 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f17d65-faff-4a99-9d4c-b841eb563ba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:47:30.838658 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-90f17d65-faff-4a99-9d4c-b841eb563ba3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:30.858655 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4c9e79-c434-48a9-bad9-2c12331da25a None None] Pushing event updated for resources: {'Port': ['ID=ede91cdb-c530-43ef-bdd9-c6835cb39643,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:30.924684 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-25d1837e-33ed-4ace-ba81-265e959cc17d tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] Publish callbacks [] for floatingip (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:30.945768 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f048d7ab-5e65-4aac-976e-b7ecf65f419f req-53324224-cda4-48f8-be7d-9613e85e5b7f tempest-ServerShowV247Test-279755118 tempest-ServerShowV247Test-279755118-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7372fc97-e79b-446c-85ce-95b39f56b697 HTTP/1.1" status: 200 len: 210 time: 1.3656566 Oct 04 20:47:31.019916 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-20665236-bc8f-4713-a936-2c4b16c357e3 admin admin] For port a4f41561-cc4d-4c09-8067-8b55069e1225, host n-d-852085-12, got binding levels [] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:47:31.020558 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-20665236-bc8f-4713-a936-2c4b16c357e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (a4f41561-cc4d-4c09-8067-8b55069e1225), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:31.073477 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-20665236-bc8f-4713-a936-2c4b16c357e3 admin admin] Calling delete_port for a4f41561-cc4d-4c09-8067-8b55069e1225 owned by network:router_interface {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:47:31.300746 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-6e4c9e79-c434-48a9-bad9-2c12331da25a None None] Attempting to bind port ede91cdb-c530-43ef-bdd9-c6835cb39643 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:47:31.303538 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-6e4c9e79-c434-48a9-bad9-2c12331da25a None None] Attempting to bind port ede91cdb-c530-43ef-bdd9-c6835cb39643 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'ea94fdea-0aa6-46f6-99b3-58f0d18da342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e0de794a-aaf1-4696-ba55-fa056bac33b3'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:47:31.304872 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4c9e79-c434-48a9-bad9-2c12331da25a None None] Attempting to bind port ede91cdb-c530-43ef-bdd9-c6835cb39643 on network e0de794a-aaf1-4696-ba55-fa056bac33b3 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:47:31.478998 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:31.488342 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:31.501774 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d0383980-45ef-4785-8659-5fa7adbccf6c admin admin] Publish callbacks [] for router_gateway (21476b52-975d-44ca-a625-35e534824e3a), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:31.510536 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-90f17d65-faff-4a99-9d4c-b841eb563ba3 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 5.5471516 Oct 04 20:47:31.521534 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4c9e79-c434-48a9-bad9-2c12331da25a None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:47:31.522193 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4c9e79-c434-48a9-bad9-2c12331da25a None None] Checking segment: {'id': 'ea94fdea-0aa6-46f6-99b3-58f0d18da342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e0de794a-aaf1-4696-ba55-fa056bac33b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:47:31.522889 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6e4c9e79-c434-48a9-bad9-2c12331da25a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:31.523576 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4c9e79-c434-48a9-bad9-2c12331da25a None None] Bound using segment: {'id': 'ea94fdea-0aa6-46f6-99b3-58f0d18da342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e0de794a-aaf1-4696-ba55-fa056bac33b3'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:47:31.524343 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-6e4c9e79-c434-48a9-bad9-2c12331da25a None None] Bound port: ede91cdb-c530-43ef-bdd9-c6835cb39643, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea94fdea-0aa6-46f6-99b3-58f0d18da342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e0de794a-aaf1-4696-ba55-fa056bac33b3'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:47:31.525491 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6e4c9e79-c434-48a9-bad9-2c12331da25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (ede91cdb-c530-43ef-bdd9-c6835cb39643), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:31.528490 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 41776) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:47:31.529387 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-7f4fe9cb-3e40-4382-b632-16ac0fb08f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bc738e-7463-41e5-a742-c4815593f6cc', 'name': 'tempest-ListServersNegativeTestJSON-480175451-router', 'tenant_id': '5452397c0d2c44f2a98d71701462dcfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '83291fe0-31ab-48d0-9c20-5edaf7e19e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:46:56Z', 'updated_at': '2022-10-04T20:47:17Z', 'revision_number': 4, 'project_id': '5452397c0d2c44f2a98d71701462dcfd', 'gw_port': {'id': '83291fe0-31ab-48d0-9c20-5edaf7e19e94', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bc738e-7463-41e5-a742-c4815593f6cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:47:00Z', 'updated_at': '2022-10-04T20:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'a4f41561-cc4d-4c09-8067-8b55069e1225', 'name': '', 'network_id': '7a0a3681-b4b5-4ca7-a8da-a06e2256c63b', 'tenant_id': '5452397c0d2c44f2a98d71701462dcfd', 'mac_address': 'fa:16:3e:fe:ec:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bc738e-7463-41e5-a742-c4815593f6cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '62a6b2d5-bbf9-42f8-9db0-65c0630b0dc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:47:14Z', 'updated_at': '2022-10-04T20:47:28Z', 'revision_number': 4, 'project_id': '5452397c0d2c44f2a98d71701462dcfd', 'subnets': [{'id': '62a6b2d5-bbf9-42f8-9db0-65c0630b0dc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:47:31.558101 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-d95c6318-d8fb-4211-ab1c-f197a47a592b admin admin] Request body: {'router': {'name': 'tempest-ServerAddressesTestJSON-1712253565-router', 'tenant_id': 'ce3823a32e454504b467aa845688fc46', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:47:31.617393 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:31.633181 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d0383980-45ef-4785-8659-5fa7adbccf6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:31.671948 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4fe9cb-3e40-4382-b632-16ac0fb08f79 None None] The sync data for ids ['29bc738e-7463-41e5-a742-c4815593f6cc'] in n-d-852085-12 is: [{'id': '29bc738e-7463-41e5-a742-c4815593f6cc', 'name': 'tempest-ListServersNegativeTestJSON-480175451-router', 'tenant_id': '5452397c0d2c44f2a98d71701462dcfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '83291fe0-31ab-48d0-9c20-5edaf7e19e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:46:56Z', 'updated_at': '2022-10-04T20:47:17Z', 'revision_number': 4, 'project_id': '5452397c0d2c44f2a98d71701462dcfd', 'gw_port': {'id': '83291fe0-31ab-48d0-9c20-5edaf7e19e94', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bc738e-7463-41e5-a742-c4815593f6cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:47:00Z', 'updated_at': '2022-10-04T20:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'a4f41561-cc4d-4c09-8067-8b55069e1225', 'name': '', 'network_id': '7a0a3681-b4b5-4ca7-a8da-a06e2256c63b', 'tenant_id': '5452397c0d2c44f2a98d71701462dcfd', 'mac_address': 'fa:16:3e:fe:ec:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bc738e-7463-41e5-a742-c4815593f6cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '62a6b2d5-bbf9-42f8-9db0-65c0630b0dc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:47:14Z', 'updated_at': '2022-10-04T20:47:28Z', 'revision_number': 4, 'project_id': '5452397c0d2c44f2a98d71701462dcfd', 'subnets': [{'id': '62a6b2d5-bbf9-42f8-9db0-65c0630b0dc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:47:31.683412 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae5f453-8595-4e70-85aa-01ae53f7f5c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-ff423222-41b0-48ee-a580-97808d89e865', 'network_id': 'ff423222-41b0-48ee-a580-97808d89e865', 'project_id': 'ce3823a32e454504b467aa845688fc46', 'fixed_ips': [{'subnet_id': 'ef6d89d8-941d-4029-8b59-71577d0942ba'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:47:31.683412 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-eae5f453-8595-4e70-85aa-01ae53f7f5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:31.710458 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 7728c244-c8a1-4884-af35-cb2c23203566 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:47:31.711077 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (7728c244-c8a1-4884-af35-cb2c23203566), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:31.713975 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 7728c244-c8a1-4884-af35-cb2c23203566 Oct 04 20:47:31.825832 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d95c6318-d8fb-4211-ab1c-f197a47a592b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (f41b4d87-24a8-4dcd-b918-28d2e2b8cfc7), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:31.825832 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d95c6318-d8fb-4211-ab1c-f197a47a592b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (f41b4d87-24a8-4dcd-b918-28d2e2b8cfc7), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:31.859209 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-df6b63eb-9020-4007-b4a2-f730fec04ece tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (a0dfdf25-928e-467b-a080-b2ba41ed7029), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:31.925969 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e7db8f-cd44-41d6-959a-ca175811ca9d None None] Pushing event updated for resources: {'Port': ['ID=c41f38ef-f8cc-47d5-86c7-e1b295a47968,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:32.059345 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-25d1837e-33ed-4ace-ba81-265e959cc17d tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:32.303430 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e7e476-5a84-4aef-80e2-f73c85e516c8 None None] Network 6c69303b-863b-42ce-86a6-3cb7f2cdff93 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:47:32.320889 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:32.326578 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-6e4c9e79-c434-48a9-bad9-2c12331da25a None None] For port ede91cdb-c530-43ef-bdd9-c6835cb39643, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:47:32.341127 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7d8aab07-3bb8-4567-a3a6-ec9a11eb292b admin admin] Publish callbacks [] for router_gateway (4ed69b54-f417-43c9-89f0-ac61adb9315e), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:32.407773 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-d0383980-45ef-4785-8659-5fa7adbccf6c admin admin] Allocated IP 172.25.5.65 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/f86b6096-5258-48fe-b95e-92b59603c79b) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:47:32.477250 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-6e4c9e79-c434-48a9-bad9-2c12331da25a None None] For port ede91cdb-c530-43ef-bdd9-c6835cb39643, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=ede91cdb-c530-43ef-bdd9-c6835cb39643,segment=NetworkSegment(ea94fdea-0aa6-46f6-99b3-58f0d18da342),segment_id=ea94fdea-0aa6-46f6-99b3-58f0d18da342)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:47:32.485759 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7d8aab07-3bb8-4567-a3a6-ec9a11eb292b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:32.502749 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-23b62a73-e64b-4ae1-a48f-6fa22c10bc41 req-248902c1-c59d-4b7d-8f63-d42c9b003944 tempest-ServerShowV247Test-279755118 tempest-ServerShowV247Test-279755118-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7372fc97-e79b-446c-85ce-95b39f56b697 HTTP/1.1" status: 200 len: 210 time: 0.1555402 Oct 04 20:47:32.710664 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6e4c9e79-c434-48a9-bad9-2c12331da25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (ede91cdb-c530-43ef-bdd9-c6835cb39643), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:32.723948 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-cc6db9d3-88de-472c-8f5a-cae7b64c4298 None None] Provisioning complete for port c41f38ef-f8cc-47d5-86c7-e1b295a47968 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:47:32.724706 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-cc6db9d3-88de-472c-8f5a-cae7b64c4298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (c41f38ef-f8cc-47d5-86c7-e1b295a47968), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:32.725363 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-cc6db9d3-88de-472c-8f5a-cae7b64c4298 None None] Attempt 1 to provision port c41f38ef-f8cc-47d5-86c7-e1b295a47968 Oct 04 20:47:32.745299 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d95c6318-d8fb-4211-ab1c-f197a47a592b admin admin] Publish callbacks [] for router_controller (f41b4d87-24a8-4dcd-b918-28d2e2b8cfc7), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:33.106447 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:33.135069 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d0383980-45ef-4785-8659-5fa7adbccf6c admin admin] Publish callbacks [] for port (f86b6096-5258-48fe-b95e-92b59603c79b), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:33.376125 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 7728c244-c8a1-4884-af35-cb2c23203566 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:47:33.376986 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (7728c244-c8a1-4884-af35-cb2c23203566), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:33.445595 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d95c6318-d8fb-4211-ab1c-f197a47a592b admin admin] Publish callbacks [] for router_gateway (f41b4d87-24a8-4dcd-b918-28d2e2b8cfc7), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:33.635744 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:33.700640 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df6b63eb-9020-4007-b4a2-f730fec04ece tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Router a0dfdf25-928e-467b-a080-b2ba41ed7029 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:47:33.722818 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4c9e79-c434-48a9-bad9-2c12331da25a None None] Pushing event updated for resources: {'Port': ['ID=ede91cdb-c530-43ef-bdd9-c6835cb39643,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:33.801048 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-cc6db9d3-88de-472c-8f5a-cae7b64c4298 None None] Current status of the port c41f38ef-f8cc-47d5-86c7-e1b295a47968 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:47:33.801048 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-cc6db9d3-88de-472c-8f5a-cae7b64c4298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (c41f38ef-f8cc-47d5-86c7-e1b295a47968), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:33.913353 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:33.999598 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 7728c244-c8a1-4884-af35-cb2c23203566, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=7728c244-c8a1-4884-af35-cb2c23203566,segment=NetworkSegment(76103a33-8ee9-4b04-8ef5-a4f9d21e3bb4),segment_id=76103a33-8ee9-4b04-8ef5-a4f9d21e3bb4)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:47:34.010150 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6b63eb-9020-4007-b4a2-f730fec04ece tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:47:34.050890 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-df6b63eb-9020-4007-b4a2-f730fec04ece tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "PUT /networking/v2.0/routers/a0dfdf25-928e-467b-a080-b2ba41ed7029/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6935370 Oct 04 20:47:34.055860 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 41792) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:47:34.056778 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e5c282-fd4b-458f-ab5a-c961a3b45245 None None] Sync routers for ids ['a0dfdf25-928e-467b-a080-b2ba41ed7029'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:47:34.111399 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d0383980-45ef-4785-8659-5fa7adbccf6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (f86b6096-5258-48fe-b95e-92b59603c79b), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:34.159248 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-eae5f453-8595-4e70-85aa-01ae53f7f5c5 None None] Allocated IP 172.20.0.2 (ff423222-41b0-48ee-a580-97808d89e865/ef6d89d8-941d-4029-8b59-71577d0942ba/16c77cde-49a3-4a40-b094-c8c07bb78960) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:47:34.185136 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-20665236-bc8f-4713-a936-2c4b16c357e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (a4f41561-cc4d-4c09-8067-8b55069e1225), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:34.185455 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e5c282-fd4b-458f-ab5a-c961a3b45245 None None] Routers {'a0dfdf25-928e-467b-a080-b2ba41ed7029'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:47:34.186357 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-73e5c282-fd4b-458f-ab5a-c961a3b45245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:47:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['a0dfdf25-928e-467b-a080-b2ba41ed7029'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:47:34.285218 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-cc6db9d3-88de-472c-8f5a-cae7b64c4298 None None] For port c41f38ef-f8cc-47d5-86c7-e1b295a47968, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=c41f38ef-f8cc-47d5-86c7-e1b295a47968,segment=NetworkSegment(da054a40-48c2-4724-81a0-7e65114acf9d),segment_id=da054a40-48c2-4724-81a0-7e65114acf9d)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:47:34.291566 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-73e5c282-fd4b-458f-ab5a-c961a3b45245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:47:34.326170 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (7728c244-c8a1-4884-af35-cb2c23203566), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:34.333506 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=90,neutron:UPDATE=8,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:34.335710 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e5c282-fd4b-458f-ab5a-c961a3b45245 None None] Routers {'a0dfdf25-928e-467b-a080-b2ba41ed7029'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:47:34.337284 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-73e5c282-fd4b-458f-ab5a-c961a3b45245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:47:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['a0dfdf25-928e-467b-a080-b2ba41ed7029'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:47:34.534612 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0383980-45ef-4785-8659-5fa7adbccf6c admin admin] Pushing event updated for resources: {'Port': ['ID=f86b6096-5258-48fe-b95e-92b59603c79b,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:34.609805 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-cc6db9d3-88de-472c-8f5a-cae7b64c4298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (c41f38ef-f8cc-47d5-86c7-e1b295a47968), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:34.620012 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0383980-45ef-4785-8659-5fa7adbccf6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:34.620823 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0383980-45ef-4785-8659-5fa7adbccf6c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:34.621449 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0383980-45ef-4785-8659-5fa7adbccf6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:34.621963 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0383980-45ef-4785-8659-5fa7adbccf6c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:34.622482 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0383980-45ef-4785-8659-5fa7adbccf6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:34.624080 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-7d8aab07-3bb8-4567-a3a6-ec9a11eb292b admin admin] Allocated IP 172.25.5.33 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/974a8313-642b-4afb-b882-5c691a5b2b61) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:47:34.636750 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0383980-45ef-4785-8659-5fa7adbccf6c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:34.637407 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0383980-45ef-4785-8659-5fa7adbccf6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:34.638256 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0383980-45ef-4785-8659-5fa7adbccf6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:34.639118 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0383980-45ef-4785-8659-5fa7adbccf6c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:34.639996 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0383980-45ef-4785-8659-5fa7adbccf6c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:34.640873 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0383980-45ef-4785-8659-5fa7adbccf6c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:34.642661 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0383980-45ef-4785-8659-5fa7adbccf6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:34.643539 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0383980-45ef-4785-8659-5fa7adbccf6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:34.644181 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0383980-45ef-4785-8659-5fa7adbccf6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:34.645402 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0383980-45ef-4785-8659-5fa7adbccf6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:34.678632 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-38445042-c5b8-4975-90b5-ae8c3fd33064 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a0dfdf25-928e-467b-a080-b2ba41ed7029 HTTP/1.1" status: 200 len: 205 time: 0.6189954 Oct 04 20:47:34.684229 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 41794) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:47:34.753052 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=7728c244-c8a1-4884-af35-cb2c23203566,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:34.865128 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-73e5c282-fd4b-458f-ab5a-c961a3b45245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:47:34.865128 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e5c282-fd4b-458f-ab5a-c961a3b45245 None None] The sync data for ids ['a0dfdf25-928e-467b-a080-b2ba41ed7029'] in n-d-852085-12 is: [] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:47:34.916017 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0383980-45ef-4785-8659-5fa7adbccf6c admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:47:34.942504 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-d0383980-45ef-4785-8659-5fa7adbccf6c admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:47:35.097002 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0383980-45ef-4785-8659-5fa7adbccf6c admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:47:35.122292 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a4f41561-cc4d-4c09-8067-8b55069e1225 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:47:35.155297 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5edc3305-4591-482a-b30a-7f0d37073829 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for router (a0dfdf25-928e-467b-a080-b2ba41ed7029), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:35.161763 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-ba79b71a-96c9-45ed-acc0-c89cc8a1e18f None None] Provisioning complete for port c41f38ef-f8cc-47d5-86c7-e1b295a47968 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:47:35.162728 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ba79b71a-96c9-45ed-acc0-c89cc8a1e18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (c41f38ef-f8cc-47d5-86c7-e1b295a47968), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:35.163627 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-ba79b71a-96c9-45ed-acc0-c89cc8a1e18f None None] Attempt 1 to provision port c41f38ef-f8cc-47d5-86c7-e1b295a47968 Oct 04 20:47:35.220878 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7d8aab07-3bb8-4567-a3a6-ec9a11eb292b admin admin] Publish callbacks [] for port (974a8313-642b-4afb-b882-5c691a5b2b61), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:35.337155 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-b1bb942f-a1c6-4d18-a71b-647adc48ab0c req-00b64279-69a9-42ff-bacd-db67c91d79ab tempest-ServerShowV247Test-279755118 tempest-ServerShowV247Test-279755118-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7372fc97-e79b-446c-85ce-95b39f56b697 HTTP/1.1" status: 200 len: 210 time: 1.1702023 Oct 04 20:47:35.345735 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: a4f41561-cc4d-4c09-8067-8b55069e1225 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:47:35.346209 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a4f41561-cc4d-4c09-8067-8b55069e1225 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 04 20:47:35.372930 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6ff49b-5eb8-4032-899d-0c35c33e6653 None None] Network e0de794a-aaf1-4696-ba55-fa056bac33b3 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:47:35.566228 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Port a4f41561-cc4d-4c09-8067-8b55069e1225 not found, will not notify nova. {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 04 20:47:35.567518 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device ede91cdb-c530-43ef-bdd9-c6835cb39643 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:47:35.574550 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=84,neutron:INSERT=6,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:35.816140 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7d8aab07-3bb8-4567-a3a6-ec9a11eb292b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (974a8313-642b-4afb-b882-5c691a5b2b61), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:35.835610 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:35.893469 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6db9d3-88de-472c-8f5a-cae7b64c4298 None None] Pushing event updated for resources: {'Port': ['ID=c41f38ef-f8cc-47d5-86c7-e1b295a47968,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:36.000864 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-25d1837e-33ed-4ace-ba81-265e959cc17d tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] Allocated IP 172.25.5.3 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/478d5c1b-d0b5-4289-917b-01f34353e1fd) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:47:36.056902 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20665236-bc8f-4713-a936-2c4b16c357e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4f41561-cc4d-4c09-8067-8b55069e1225,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:36.325331 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8aab07-3bb8-4567-a3a6-ec9a11eb292b admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:47:36.328575 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d95c6318-d8fb-4211-ab1c-f197a47a592b admin admin] Publish callbacks [] for router_gateway (f41b4d87-24a8-4dcd-b918-28d2e2b8cfc7), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:36.338812 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-ba79b71a-96c9-45ed-acc0-c89cc8a1e18f None None] Current status of the port c41f38ef-f8cc-47d5-86c7-e1b295a47968 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:47:36.378816 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-7d8aab07-3bb8-4567-a3a6-ec9a11eb292b admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:47:36.477097 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port ede91cdb-c530-43ef-bdd9-c6835cb39643 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:47:36.478809 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (ede91cdb-c530-43ef-bdd9-c6835cb39643), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:36.479901 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port ede91cdb-c530-43ef-bdd9-c6835cb39643 Oct 04 20:47:36.595444 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d95c6318-d8fb-4211-ab1c-f197a47a592b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:36.605692 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-20665236-bc8f-4713-a936-2c4b16c357e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (29bc738e-7463-41e5-a742-c4815593f6cc), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:36.616087 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:36.620294 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-4392d50e-4697-47e1-be41-e7b00ffd9482 None None] Provisioning complete for port ede91cdb-c530-43ef-bdd9-c6835cb39643 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:47:36.620796 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4392d50e-4697-47e1-be41-e7b00ffd9482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (ede91cdb-c530-43ef-bdd9-c6835cb39643), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:36.621473 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-4392d50e-4697-47e1-be41-e7b00ffd9482 None None] Attempt 1 to provision port ede91cdb-c530-43ef-bdd9-c6835cb39643 Oct 04 20:47:36.657567 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8aab07-3bb8-4567-a3a6-ec9a11eb292b admin admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:47:36.932956 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-eae5f453-8595-4e70-85aa-01ae53f7f5c5 None None] Publish callbacks [] for port (16c77cde-49a3-4a40-b094-c8c07bb78960), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:36.969226 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f8329938-dca6-450a-9e0a-def3c4dbde74 req-682a725c-511f-4fd0-bd5d-69b2615be28e tempest-ServerShowV247Test-279755118 tempest-ServerShowV247Test-279755118-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7372fc97-e79b-446c-85ce-95b39f56b697&device_id=9019f887-5690-4833-b69b-879c91f3e6c1 HTTP/1.1" status: 200 len: 210 time: 0.2876689 Oct 04 20:47:37.077371 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-4392d50e-4697-47e1-be41-e7b00ffd9482 None None] Current status of the port ede91cdb-c530-43ef-bdd9-c6835cb39643 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:47:37.077896 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4392d50e-4697-47e1-be41-e7b00ffd9482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (ede91cdb-c530-43ef-bdd9-c6835cb39643), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:37.155217 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-4392d50e-4697-47e1-be41-e7b00ffd9482 None None] For port ede91cdb-c530-43ef-bdd9-c6835cb39643, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=ede91cdb-c530-43ef-bdd9-c6835cb39643,segment=NetworkSegment(ea94fdea-0aa6-46f6-99b3-58f0d18da342),segment_id=ea94fdea-0aa6-46f6-99b3-58f0d18da342)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:47:37.158176 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-eae5f453-8595-4e70-85aa-01ae53f7f5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (16c77cde-49a3-4a40-b094-c8c07bb78960), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:37.296997 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port ede91cdb-c530-43ef-bdd9-c6835cb39643 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:47:37.297645 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (ede91cdb-c530-43ef-bdd9-c6835cb39643), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:37.317572 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8aab07-3bb8-4567-a3a6-ec9a11eb292b admin admin] Pushing event updated for resources: {'Port': ['ID=974a8313-642b-4afb-b882-5c691a5b2b61,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:37.329330 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae5f453-8595-4e70-85aa-01ae53f7f5c5 None None] Network ff423222-41b0-48ee-a580-97808d89e865 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:47:37.341580 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4392d50e-4697-47e1-be41-e7b00ffd9482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (ede91cdb-c530-43ef-bdd9-c6835cb39643), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:37.362465 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae5f453-8595-4e70-85aa-01ae53f7f5c5 None None] Pushing event updated for resources: {'Port': ['ID=16c77cde-49a3-4a40-b094-c8c07bb78960,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:37.368652 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:37.384095 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5f453-8595-4e70-85aa-01ae53f7f5c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:37.384968 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5f453-8595-4e70-85aa-01ae53f7f5c5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:37.385356 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5f453-8595-4e70-85aa-01ae53f7f5c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:37.386212 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5f453-8595-4e70-85aa-01ae53f7f5c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:37.386212 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5f453-8595-4e70-85aa-01ae53f7f5c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:37.386692 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5f453-8595-4e70-85aa-01ae53f7f5c5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:37.387554 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5f453-8595-4e70-85aa-01ae53f7f5c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:37.387954 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5f453-8595-4e70-85aa-01ae53f7f5c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:37.388415 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5f453-8595-4e70-85aa-01ae53f7f5c5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:37.389475 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5f453-8595-4e70-85aa-01ae53f7f5c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:37.391438 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5f453-8595-4e70-85aa-01ae53f7f5c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:37.392117 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5f453-8595-4e70-85aa-01ae53f7f5c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:37.392626 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5f453-8595-4e70-85aa-01ae53f7f5c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:37.393250 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5f453-8595-4e70-85aa-01ae53f7f5c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:37.394115 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5f453-8595-4e70-85aa-01ae53f7f5c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:47:37.400755 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-eae5f453-8595-4e70-85aa-01ae53f7f5c5 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:47:37.410790 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae5f453-8595-4e70-85aa-01ae53f7f5c5 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:47:37.417633 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5edc3305-4591-482a-b30a-7f0d37073829 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (a0dfdf25-928e-467b-a080-b2ba41ed7029), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:37.432467 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5edc3305-4591-482a-b30a-7f0d37073829 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for router_controller (a0dfdf25-928e-467b-a080-b2ba41ed7029), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:37.485703 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:37.616953 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-f12a9de8-e761-4438-a26a-adfdba1a44e9 None None] Provisioning complete for port ede91cdb-c530-43ef-bdd9-c6835cb39643 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:47:37.617599 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f12a9de8-e761-4438-a26a-adfdba1a44e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (ede91cdb-c530-43ef-bdd9-c6835cb39643), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:37.618136 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-f12a9de8-e761-4438-a26a-adfdba1a44e9 None None] Attempt 1 to provision port ede91cdb-c530-43ef-bdd9-c6835cb39643 Oct 04 20:47:37.675856 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-25d1837e-33ed-4ace-ba81-265e959cc17d tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] Publish callbacks [] for port (478d5c1b-d0b5-4289-917b-01f34353e1fd), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:37.952375 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5edc3305-4591-482a-b30a-7f0d37073829 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (a0dfdf25-928e-467b-a080-b2ba41ed7029), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:37.969165 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5edc3305-4591-482a-b30a-7f0d37073829 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Fanout notify agent at l3_agent the message router_deleted on router a0dfdf25-928e-467b-a080-b2ba41ed7029 {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:47:38.020318 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 20:47:38.025939 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 20:47:38.035657 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4392d50e-4697-47e1-be41-e7b00ffd9482 None None] Pushing event updated for resources: {'Port': ['ID=ede91cdb-c530-43ef-bdd9-c6835cb39643,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:38.081609 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-eae5f453-8595-4e70-85aa-01ae53f7f5c5 None None] Attempting to bind port 16c77cde-49a3-4a40-b094-c8c07bb78960 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:47:38.082220 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-eae5f453-8595-4e70-85aa-01ae53f7f5c5 None None] Attempting to bind port 16c77cde-49a3-4a40-b094-c8c07bb78960 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'bdad9211-8a24-413e-8cec-60765d2ab529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ff423222-41b0-48ee-a580-97808d89e865'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:47:38.082822 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae5f453-8595-4e70-85aa-01ae53f7f5c5 None None] Attempting to bind port 16c77cde-49a3-4a40-b094-c8c07bb78960 on network ff423222-41b0-48ee-a580-97808d89e865 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:47:38.137994 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5edc3305-4591-482a-b30a-7f0d37073829 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:38.141395 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-5edc3305-4591-482a-b30a-7f0d37073829 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "DELETE /networking/v2.0/routers/a0dfdf25-928e-467b-a080-b2ba41ed7029 HTTP/1.1" status: 204 len: 168 time: 3.4532268 Oct 04 20:47:38.146820 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 41818) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:47:38.169650 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-25d1837e-33ed-4ace-ba81-265e959cc17d tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (478d5c1b-d0b5-4289-917b-01f34353e1fd), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:38.241694 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-f12a9de8-e761-4438-a26a-adfdba1a44e9 None None] Current status of the port ede91cdb-c530-43ef-bdd9-c6835cb39643 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:47:38.246066 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae5f453-8595-4e70-85aa-01ae53f7f5c5 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:47:38.246800 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae5f453-8595-4e70-85aa-01ae53f7f5c5 None None] Checking segment: {'id': 'bdad9211-8a24-413e-8cec-60765d2ab529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ff423222-41b0-48ee-a580-97808d89e865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:47:38.248181 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-eae5f453-8595-4e70-85aa-01ae53f7f5c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:38.248181 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae5f453-8595-4e70-85aa-01ae53f7f5c5 None None] Bound using segment: {'id': 'bdad9211-8a24-413e-8cec-60765d2ab529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ff423222-41b0-48ee-a580-97808d89e865'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:47:38.248995 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-eae5f453-8595-4e70-85aa-01ae53f7f5c5 None None] Bound port: 16c77cde-49a3-4a40-b094-c8c07bb78960, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdad9211-8a24-413e-8cec-60765d2ab529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ff423222-41b0-48ee-a580-97808d89e865'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:47:38.249727 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-eae5f453-8595-4e70-85aa-01ae53f7f5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (16c77cde-49a3-4a40-b094-c8c07bb78960), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:38.272065 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-d95c6318-d8fb-4211-ab1c-f197a47a592b admin admin] Allocated IP 172.25.5.164 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/ebd16c07-9395-4d3e-a6cd-6acff42cc187) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:47:38.273769 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:38.283824 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d1837e-33ed-4ace-ba81-265e959cc17d tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] Pushing event updated for resources: {'Port': ['ID=478d5c1b-d0b5-4289-917b-01f34353e1fd,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:38.406148 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-eae5f453-8595-4e70-85aa-01ae53f7f5c5 None None] For port 16c77cde-49a3-4a40-b094-c8c07bb78960, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:47:38.414534 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-eae5f453-8595-4e70-85aa-01ae53f7f5c5 None None] For port 16c77cde-49a3-4a40-b094-c8c07bb78960, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=16c77cde-49a3-4a40-b094-c8c07bb78960,segment=NetworkSegment(bdad9211-8a24-413e-8cec-60765d2ab529),segment_id=bdad9211-8a24-413e-8cec-60765d2ab529)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:47:38.444857 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:38.479497 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d0383980-45ef-4785-8659-5fa7adbccf6c admin admin] Publish callbacks [] for router_gateway (21476b52-975d-44ca-a625-35e534824e3a), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:38.502304 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d1837e-33ed-4ace-ba81-265e959cc17d tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:47:38.508522 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-eae5f453-8595-4e70-85aa-01ae53f7f5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (16c77cde-49a3-4a40-b094-c8c07bb78960), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:38.522935 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-25d1837e-33ed-4ace-ba81-265e959cc17d tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:47:38.535247 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d1837e-33ed-4ace-ba81-265e959cc17d tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:47:38.702335 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:38.761950 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-295fc8cd-f486-4fff-bc91-7b8c6c2a067a req-aba7f5a8-6fc1-491c-b68f-89f248e3a0f9 tempest-ServerShowV247Test-279755118 tempest-ServerShowV247Test-279755118-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7372fc97-e79b-446c-85ce-95b39f56b697 HTTP/1.1" status: 200 len: 210 time: 0.1074598 Oct 04 20:47:38.809257 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae5f453-8595-4e70-85aa-01ae53f7f5c5 None None] Pushing event updated for resources: {'Port': ['ID=16c77cde-49a3-4a40-b094-c8c07bb78960,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:38.827212 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port ede91cdb-c530-43ef-bdd9-c6835cb39643 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:47:38.830048 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device c41f38ef-f8cc-47d5-86c7-e1b295a47968 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:47:38.865521 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-64f4d6e5-3927-4b63-b8ac-0978147b69c6 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Deleting subnet 552e9130-f263-45c1-b83d-78122c850f00 {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:47:38.879814 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-64f4d6e5-3927-4b63-b8ac-0978147b69c6 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for subnet (552e9130-f263-45c1-b83d-78122c850f00), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:39.048122 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port c41f38ef-f8cc-47d5-86c7-e1b295a47968 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:47:39.049070 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (c41f38ef-f8cc-47d5-86c7-e1b295a47968), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:39.049492 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port c41f38ef-f8cc-47d5-86c7-e1b295a47968 Oct 04 20:47:39.097148 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-728403ac-0268-43d5-a9e0-00698c3cf3f6 req-ec2d8fc2-aa12-4321-8190-91713f4b9950 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=0bda882a4cd446619c42073bf0aec919&device_id=7372fc97-e79b-446c-85ce-95b39f56b697 HTTP/1.1" status: 200 len: 210 time: 0.6083467 Oct 04 20:47:39.190657 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:39.193461 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7d8aab07-3bb8-4567-a3a6-ec9a11eb292b admin admin] Publish callbacks [] for router_gateway (4ed69b54-f417-43c9-89f0-ac61adb9315e), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:39.301987 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-728403ac-0268-43d5-a9e0-00698c3cf3f6 req-43260cf4-74fe-471b-b4b0-ba840f1583a0 service neutron] 10.222.0.83 "GET /networking/v2.0/networks?tenant_id=0bda882a4cd446619c42073bf0aec919&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1611025 Oct 04 20:47:39.397690 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port c41f38ef-f8cc-47d5-86c7-e1b295a47968 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:47:39.454322 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-25d1837e-33ed-4ace-ba81-265e959cc17d tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] Publish callbacks [] for floatingip (13634415-f369-4bf1-9549-382da89988b5), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:39.519102 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-64f4d6e5-3927-4b63-b8ac-0978147b69c6 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (552e9130-f263-45c1-b83d-78122c850f00), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:39.631061 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20665236-bc8f-4713-a936-2c4b16c357e3 admin admin] Router 29bc738e-7463-41e5-a742-c4815593f6cc has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:47:39.636807 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d95c6318-d8fb-4211-ab1c-f197a47a592b admin admin] Publish callbacks [] for port (ebd16c07-9395-4d3e-a6cd-6acff42cc187), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:39.682007 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:40.022215 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-25d1837e-33ed-4ace-ba81-265e959cc17d tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (478d5c1b-d0b5-4289-917b-01f34353e1fd), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:40.208025 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 16c77cde-49a3-4a40-b094-c8c07bb78960 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:47:40.330554 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-25d1837e-33ed-4ace-ba81-265e959cc17d tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] Publish callbacks [] for port (478d5c1b-d0b5-4289-917b-01f34353e1fd), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:40.397006 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-64f4d6e5-3927-4b63-b8ac-0978147b69c6 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (552e9130-f263-45c1-b83d-78122c850f00), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:40.420397 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 16c77cde-49a3-4a40-b094-c8c07bb78960 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:47:40.420734 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (16c77cde-49a3-4a40-b094-c8c07bb78960), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:40.422179 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 16c77cde-49a3-4a40-b094-c8c07bb78960 Oct 04 20:47:40.495582 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728403ac-0268-43d5-a9e0-00698c3cf3f6 req-0c2f9db5-1a53-4655-9c83-7f7823c087ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:47:40.497597 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-728403ac-0268-43d5-a9e0-00698c3cf3f6 req-0c2f9db5-1a53-4655-9c83-7f7823c087ec service neutron] 10.222.0.83 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1576571 Oct 04 20:47:40.537456 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-25d1837e-33ed-4ace-ba81-265e959cc17d tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (478d5c1b-d0b5-4289-917b-01f34353e1fd), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:40.555323 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20665236-bc8f-4713-a936-2c4b16c357e3 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:47:40.568352 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b58c663-1270-49b1-b3dd-9c15dc29389e None None] Sync routers for ids ['29bc738e-7463-41e5-a742-c4815593f6cc'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:47:40.574550 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-20665236-bc8f-4713-a936-2c4b16c357e3 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/29bc738e-7463-41e5-a742-c4815593f6cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.4928834 Oct 04 20:47:40.612469 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7d8aab07-3bb8-4567-a3a6-ec9a11eb292b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (4ed69b54-f417-43c9-89f0-ac61adb9315e), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:40.620151 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 41840) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:47:40.621960 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b58c663-1270-49b1-b3dd-9c15dc29389e None None] Routers {'29bc738e-7463-41e5-a742-c4815593f6cc'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:47:40.633714 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-4b58c663-1270-49b1-b3dd-9c15dc29389e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:47:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['29bc738e-7463-41e5-a742-c4815593f6cc'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:47:40.635023 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:40.746094 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d0383980-45ef-4785-8659-5fa7adbccf6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (21476b52-975d-44ca-a625-35e534824e3a), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:40.759359 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-25d1837e-33ed-4ace-ba81-265e959cc17d tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582728'] for floatingip (13634415-f369-4bf1-9549-382da89988b5), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:40.773417 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d1837e-33ed-4ace-ba81-265e959cc17d tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] Pushing event updated for resources: {'Port': ['ID=478d5c1b-d0b5-4289-917b-01f34353e1fd,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:40.796317 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4c77c2-4716-4a8f-8200-979929d50c0c None None] Network ff423222-41b0-48ee-a580-97808d89e865 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:47:40.846523 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:40.855632 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-42b1c42f-8975-49de-84d7-8200899f2d79 admin admin] Publish callbacks [] for router (29bc738e-7463-41e5-a742-c4815593f6cc), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:40.865490 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d95c6318-d8fb-4211-ab1c-f197a47a592b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (ebd16c07-9395-4d3e-a6cd-6acff42cc187), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:40.948410 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-4b58c663-1270-49b1-b3dd-9c15dc29389e None None] Set router 29bc738e-7463-41e5-a742-c4815593f6cc gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:47:40.948929 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-0de15c2b-cb7b-468d-a716-d5d702852d2b None None] Provisioning complete for port 16c77cde-49a3-4a40-b094-c8c07bb78960 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:47:40.949512 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0de15c2b-cb7b-468d-a716-d5d702852d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (16c77cde-49a3-4a40-b094-c8c07bb78960), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:40.950037 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-0de15c2b-cb7b-468d-a716-d5d702852d2b None None] Attempt 1 to provision port 16c77cde-49a3-4a40-b094-c8c07bb78960 Oct 04 20:47:40.964614 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 16c77cde-49a3-4a40-b094-c8c07bb78960 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:47:40.965794 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (16c77cde-49a3-4a40-b094-c8c07bb78960), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:41.059637 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:41.162800 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 16c77cde-49a3-4a40-b094-c8c07bb78960, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=16c77cde-49a3-4a40-b094-c8c07bb78960,segment=NetworkSegment(bdad9211-8a24-413e-8cec-60765d2ab529),segment_id=bdad9211-8a24-413e-8cec-60765d2ab529)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:47:41.176308 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-25d1837e-33ed-4ace-ba81-265e959cc17d tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:41.178570 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-25d1837e-33ed-4ace-ba81-265e959cc17d tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 11.6300535 Oct 04 20:47:41.234790 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-64f4d6e5-3927-4b63-b8ac-0978147b69c6 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (552e9130-f263-45c1-b83d-78122c850f00), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:41.286342 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (16c77cde-49a3-4a40-b094-c8c07bb78960), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:41.288301 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device c41f38ef-f8cc-47d5-86c7-e1b295a47968 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:47:41.347341 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-8b1931ad-5788-4d29-baa4-9d6e6e85b2a8 req-4cfadb94-93f3-41c3-b548-37475b525b59 tempest-ServerShowV247Test-279755118 tempest-ServerShowV247Test-279755118-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7372fc97-e79b-446c-85ce-95b39f56b697 HTTP/1.1" status: 200 len: 210 time: 0.7379811 Oct 04 20:47:41.382260 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-4b58c663-1270-49b1-b3dd-9c15dc29389e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bc738e-7463-41e5-a742-c4815593f6cc', 'name': 'tempest-ListServersNegativeTestJSON-480175451-router', 'tenant_id': '5452397c0d2c44f2a98d71701462dcfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '83291fe0-31ab-48d0-9c20-5edaf7e19e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:46:56Z', 'updated_at': '2022-10-04T20:47:32Z', 'revision_number': 5, 'project_id': '5452397c0d2c44f2a98d71701462dcfd', 'gw_port': {'id': '83291fe0-31ab-48d0-9c20-5edaf7e19e94', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bc738e-7463-41e5-a742-c4815593f6cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:47:00Z', 'updated_at': '2022-10-04T20:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:47:41.383855 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-64f4d6e5-3927-4b63-b8ac-0978147b69c6 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:41.394430 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-64f4d6e5-3927-4b63-b8ac-0978147b69c6 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/552e9130-f263-45c1-b83d-78122c850f00 HTTP/1.1" status: 204 len: 168 time: 3.2459505 Oct 04 20:47:41.403116 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f4d6e5-3927-4b63-b8ac-0978147b69c6 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event deleted for resources: {'Subnet': ['ID=552e9130-f263-45c1-b83d-78122c850f00,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:41.414817 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0383980-45ef-4785-8659-5fa7adbccf6c admin admin] Router 21476b52-975d-44ca-a625-35e534824e3a is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:47:41.418331 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 41844) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:47:41.443182 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:41.449236 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7dc445b-92db-47c9-b967-ece6bf0fac39 None None] Network d3834182-34ec-45d2-a784-645d754f6b48 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:47:41.501405 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95c6318-d8fb-4211-ab1c-f197a47a592b admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:47:41.526976 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-d95c6318-d8fb-4211-ab1c-f197a47a592b admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:47:41.562527 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b58c663-1270-49b1-b3dd-9c15dc29389e None None] Checking router: 29bc738e-7463-41e5-a742-c4815593f6cc for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:47:41.614016 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b58c663-1270-49b1-b3dd-9c15dc29389e None None] Routers {'29bc738e-7463-41e5-a742-c4815593f6cc'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:47:41.617674 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-4b58c663-1270-49b1-b3dd-9c15dc29389e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:47:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['29bc738e-7463-41e5-a742-c4815593f6cc'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:47:41.622302 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95c6318-d8fb-4211-ab1c-f197a47a592b admin admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:47:41.700842 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:41.708265 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95c6318-d8fb-4211-ab1c-f197a47a592b admin admin] Pushing event updated for resources: {'Port': ['ID=ebd16c07-9395-4d3e-a6cd-6acff42cc187,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:41.733037 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-0de15c2b-cb7b-468d-a716-d5d702852d2b None None] Current status of the port 16c77cde-49a3-4a40-b094-c8c07bb78960 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:47:41.789370 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bdeeb50-5c56-409a-9107-d2dd07f8a566 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Deleting subnet 5fb03846-63ab-4de5-af98-c073b3053950 {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:47:41.812089 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:41.819042 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8bdeeb50-5c56-409a-9107-d2dd07f8a566 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for subnet (5fb03846-63ab-4de5-af98-c073b3053950), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:41.946908 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=16c77cde-49a3-4a40-b094-c8c07bb78960,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:41.962763 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8bdeeb50-5c56-409a-9107-d2dd07f8a566 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (5fb03846-63ab-4de5-af98-c073b3053950), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:41.982348 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-42b1c42f-8975-49de-84d7-8200899f2d79 admin admin] Publish callbacks [] for router_gateway (29bc738e-7463-41e5-a742-c4815593f6cc), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:42.013450 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port c41f38ef-f8cc-47d5-86c7-e1b295a47968 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:47:42.016961 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (c41f38ef-f8cc-47d5-86c7-e1b295a47968), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:42.017626 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port c41f38ef-f8cc-47d5-86c7-e1b295a47968 Oct 04 20:47:42.075297 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-3d0c45e0-252d-459c-ad35-989a91846c76 None None] Provisioning complete for port 16c77cde-49a3-4a40-b094-c8c07bb78960 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:47:42.075926 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3d0c45e0-252d-459c-ad35-989a91846c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (16c77cde-49a3-4a40-b094-c8c07bb78960), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:42.077056 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-3d0c45e0-252d-459c-ad35-989a91846c76 None None] Attempt 1 to provision port 16c77cde-49a3-4a40-b094-c8c07bb78960 Oct 04 20:47:42.079001 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-4b58c663-1270-49b1-b3dd-9c15dc29389e None None] Set router 29bc738e-7463-41e5-a742-c4815593f6cc gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:47:42.190528 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d8aab07-3bb8-4567-a3a6-ec9a11eb292b admin admin] Router 4ed69b54-f417-43c9-89f0-ac61adb9315e is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:47:42.310502 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:42.317854 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-42b1c42f-8975-49de-84d7-8200899f2d79 admin admin] Deleting port 83291fe0-31ab-48d0-9c20-5edaf7e19e94 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:47:42.318508 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-42b1c42f-8975-49de-84d7-8200899f2d79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (83291fe0-31ab-48d0-9c20-5edaf7e19e94), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:42.322404 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-728403ac-0268-43d5-a9e0-00698c3cf3f6 req-38f426af-f2ab-44f8-ac32-02def850ba9e tempest-ServerShowV247Test-279755118 tempest-ServerShowV247Test-279755118-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=7372fc97-e79b-446c-85ce-95b39f56b697 HTTP/1.1" status: 200 len: 210 time: 0.0985174 Oct 04 20:47:42.343538 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:42.409326 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-109a9289-55ad-464f-bc52-20dfea1c35b9 req-257977ec-62d3-48d8-a687-493eb0a6e44a tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2009966976&fields=id&tenant_id=2afc6ef8dc874ff5ad52048c0ea409e2 HTTP/1.1" status: 200 len: 267 time: 0.5695045 Oct 04 20:47:42.425693 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-3d0c45e0-252d-459c-ad35-989a91846c76 None None] Current status of the port 16c77cde-49a3-4a40-b094-c8c07bb78960 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:47:42.464144 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port c41f38ef-f8cc-47d5-86c7-e1b295a47968 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:47:42.467326 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device ede91cdb-c530-43ef-bdd9-c6835cb39643 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:47:42.496708 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e399da-b04b-4edb-92e0-ac5693fbc002 None None] DHCP port deletion for d3834182-34ec-45d2-a784-645d754f6b48 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:47:42.519802 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0383980-45ef-4785-8659-5fa7adbccf6c admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:47:42.646330 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac16501f-04ab-4ad0-b17d-a690eb594b9b None None] Sync routers for ids ['21476b52-975d-44ca-a625-35e534824e3a'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:47:42.685359 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8bdeeb50-5c56-409a-9107-d2dd07f8a566 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (5fb03846-63ab-4de5-af98-c073b3053950), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:42.761098 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d0383980-45ef-4785-8659-5fa7adbccf6c admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:42.768391 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d0383980-45ef-4785-8659-5fa7adbccf6c admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 16.5676684 Oct 04 20:47:42.772122 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 41868) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:47:42.791580 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-42b1c42f-8975-49de-84d7-8200899f2d79 admin admin] For port 83291fe0-31ab-48d0-9c20-5edaf7e19e94, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=83291fe0-31ab-48d0-9c20-5edaf7e19e94,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:47:42.798040 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-42b1c42f-8975-49de-84d7-8200899f2d79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (83291fe0-31ab-48d0-9c20-5edaf7e19e94), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:42.819952 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port ede91cdb-c530-43ef-bdd9-c6835cb39643 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:47:42.820562 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (ede91cdb-c530-43ef-bdd9-c6835cb39643), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:42.821801 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port ede91cdb-c530-43ef-bdd9-c6835cb39643 Oct 04 20:47:42.826045 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-42b1c42f-8975-49de-84d7-8200899f2d79 admin admin] Calling delete_port for 83291fe0-31ab-48d0-9c20-5edaf7e19e94 owned by network:router_gateway {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:47:42.840130 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-4b58c663-1270-49b1-b3dd-9c15dc29389e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bc738e-7463-41e5-a742-c4815593f6cc', 'name': 'tempest-ListServersNegativeTestJSON-480175451-router', 'tenant_id': '5452397c0d2c44f2a98d71701462dcfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '83291fe0-31ab-48d0-9c20-5edaf7e19e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:46:56Z', 'updated_at': '2022-10-04T20:47:32Z', 'revision_number': 5, 'project_id': '5452397c0d2c44f2a98d71701462dcfd', 'gw_port': {'id': '83291fe0-31ab-48d0-9c20-5edaf7e19e94', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bc738e-7463-41e5-a742-c4815593f6cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:47:00Z', 'updated_at': '2022-10-04T20:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:47:42.904925 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac16501f-04ab-4ad0-b17d-a690eb594b9b None None] Routers {'21476b52-975d-44ca-a625-35e534824e3a'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:47:42.905928 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-ac16501f-04ab-4ad0-b17d-a690eb594b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:47:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['21476b52-975d-44ca-a625-35e534824e3a'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:47:42.906667 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b58c663-1270-49b1-b3dd-9c15dc29389e None None] The sync data for ids ['29bc738e-7463-41e5-a742-c4815593f6cc'] in n-d-852085-12 is: [{'id': '29bc738e-7463-41e5-a742-c4815593f6cc', 'name': 'tempest-ListServersNegativeTestJSON-480175451-router', 'tenant_id': '5452397c0d2c44f2a98d71701462dcfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '83291fe0-31ab-48d0-9c20-5edaf7e19e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:46:56Z', 'updated_at': '2022-10-04T20:47:32Z', 'revision_number': 5, 'project_id': '5452397c0d2c44f2a98d71701462dcfd', 'gw_port': {'id': '83291fe0-31ab-48d0-9c20-5edaf7e19e94', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bc738e-7463-41e5-a742-c4815593f6cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:47:00Z', 'updated_at': '2022-10-04T20:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:47:42.910432 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-41e399da-b04b-4edb-92e0-ac5693fbc002 None None] Deleting port de6ad8a6-287a-4947-952e-be063a35bad4 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:47:42.911028 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-41e399da-b04b-4edb-92e0-ac5693fbc002 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (de6ad8a6-287a-4947-952e-be063a35bad4), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:43.174312 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8bdeeb50-5c56-409a-9107-d2dd07f8a566 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (5fb03846-63ab-4de5-af98-c073b3053950), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:43.230870 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdeeb50-5c56-409a-9107-d2dd07f8a566 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event deleted for resources: {'Subnet': ['ID=5fb03846-63ab-4de5-af98-c073b3053950,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:43.250474 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8bdeeb50-5c56-409a-9107-d2dd07f8a566 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:43.254475 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-8bdeeb50-5c56-409a-9107-d2dd07f8a566 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/5fb03846-63ab-4de5-af98-c073b3053950 HTTP/1.1" status: 204 len: 168 time: 1.8316741 Oct 04 20:47:43.259680 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 41872) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:47:43.293473 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44413e91-200f-438b-a370-f192365770a8 None None] Network 80401b68-47f3-44d9-a2f0-a74d784cef1c requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:47:43.293729 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:43.309849 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-8651a139-fe77-4825-be12-b6f55543bf8c req-b1bb403f-0603-4dbe-8d07-ed074faf3e70 tempest-ServerShowV247Test-279755118 tempest-ServerShowV247Test-279755118-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=7372fc97-e79b-446c-85ce-95b39f56b697 HTTP/1.1" status: 200 len: 210 time: 0.6211870 Oct 04 20:47:43.727280 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-41e399da-b04b-4edb-92e0-ac5693fbc002 None None] For port de6ad8a6-287a-4947-952e-be063a35bad4, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=de6ad8a6-287a-4947-952e-be063a35bad4,segment=NetworkSegment(742dd106-3a8c-4229-9eb0-35665acb709c),segment_id=742dd106-3a8c-4229-9eb0-35665acb709c)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:47:43.728142 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8aab07-3bb8-4567-a3a6-ec9a11eb292b admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:47:43.728574 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-41e399da-b04b-4edb-92e0-ac5693fbc002 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (de6ad8a6-287a-4947-952e-be063a35bad4), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:43.747258 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0afcb6-fdb5-42a7-8077-69730618e71c None None] Sync routers for ids ['4ed69b54-f417-43c9-89f0-ac61adb9315e'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:47:43.801223 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0afcb6-fdb5-42a7-8077-69730618e71c None None] Routers {'4ed69b54-f417-43c9-89f0-ac61adb9315e'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:47:43.807070 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-9c0afcb6-fdb5-42a7-8077-69730618e71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:47:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['4ed69b54-f417-43c9-89f0-ac61adb9315e'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:47:43.829692 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a9289-55ad-464f-bc52-20dfea1c35b9 req-9fef2810-a98e-4c5e-a48d-19de00c6c820 tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:47:43.834750 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-109a9289-55ad-464f-bc52-20dfea1c35b9 req-9fef2810-a98e-4c5e-a48d-19de00c6c820 tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] 10.222.0.78 "GET /networking/v2.0/networks?id=5eb8650f-28b1-4a3f-b09a-60bc7b73dc5d HTTP/1.1" status: 200 len: 811 time: 1.3890059 Oct 04 20:47:43.891858 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-41e399da-b04b-4edb-92e0-ac5693fbc002 None None] Calling delete_port for de6ad8a6-287a-4947-952e-be063a35bad4 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:47:43.915989 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port ede91cdb-c530-43ef-bdd9-c6835cb39643 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:47:43.918179 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 7728c244-c8a1-4884-af35-cb2c23203566 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:47:44.010191 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d95c6318-d8fb-4211-ab1c-f197a47a592b admin admin] Publish callbacks [] for router_gateway (f41b4d87-24a8-4dcd-b918-28d2e2b8cfc7), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:44.020639 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-109a9289-55ad-464f-bc52-20dfea1c35b9 req-dc4a4e4f-7f96-4ded-bcdc-55bda7363acf tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] 10.222.0.78 "GET /networking/v2.0/quotas/2afc6ef8dc874ff5ad52048c0ea409e2 HTTP/1.1" status: 200 len: 375 time: 0.1328123 Oct 04 20:47:44.060192 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e2d8f3-dca8-4c72-87da-e9300c258cb7 None None] DHCP port deletion for 80401b68-47f3-44d9-a2f0-a74d784cef1c request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:47:44.064195 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:44.120055 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-109a9289-55ad-464f-bc52-20dfea1c35b9 req-9d1b73f7-8d0f-45c5-8a8c-556f056b6a7c tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=2afc6ef8dc874ff5ad52048c0ea409e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0902052 Oct 04 20:47:44.123996 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7d8aab07-3bb8-4567-a3a6-ec9a11eb292b admin admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:44.128760 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-7d8aab07-3bb8-4567-a3a6-ec9a11eb292b admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 17.2579947 Oct 04 20:47:44.184529 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-ac16501f-04ab-4ad0-b17d-a690eb594b9b None None] Set router 21476b52-975d-44ca-a625-35e534824e3a gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:47:44.191355 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-9c0afcb6-fdb5-42a7-8077-69730618e71c None None] Set router 4ed69b54-f417-43c9-89f0-ac61adb9315e gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:47:44.224150 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 41886) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:47:44.421970 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 41892) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:47:44.663482 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-ac16501f-04ab-4ad0-b17d-a690eb594b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21476b52-975d-44ca-a625-35e534824e3a', 'name': 'tempest-SecurityGroupRulesTestJSON-1221915251-router', 'tenant_id': 'e7e1ecd83e39483281a9b6b3db59648e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': 'f86b6096-5258-48fe-b95e-92b59603c79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:47:26Z', 'updated_at': '2022-10-04T20:47:37Z', 'revision_number': 3, 'project_id': 'e7e1ecd83e39483281a9b6b3db59648e', 'gw_port': {'id': 'f86b6096-5258-48fe-b95e-92b59603c79b', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:1b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21476b52-975d-44ca-a625-35e534824e3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:47:31Z', 'updated_at': '2022-10-04T20:47:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:47:44.666947 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 7728c244-c8a1-4884-af35-cb2c23203566 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:47:44.667609 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (7728c244-c8a1-4884-af35-cb2c23203566), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:44.668354 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 7728c244-c8a1-4884-af35-cb2c23203566 Oct 04 20:47:44.695286 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-13e2d8f3-dca8-4c72-87da-e9300c258cb7 None None] Deleting port 762cf4e9-ad6e-4574-b0f2-8b078fd54a7b {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:47:44.695869 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-13e2d8f3-dca8-4c72-87da-e9300c258cb7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (762cf4e9-ad6e-4574-b0f2-8b078fd54a7b), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:44.696105 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f0d728d0-2402-4eab-9309-8769fb575271 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (d3834182-34ec-45d2-a784-645d754f6b48), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:44.835288 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac16501f-04ab-4ad0-b17d-a690eb594b9b None None] Checking router: 21476b52-975d-44ca-a625-35e534824e3a for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:47:44.836216 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac16501f-04ab-4ad0-b17d-a690eb594b9b None None] Updating router 21476b52-975d-44ca-a625-35e534824e3a port f86b6096-5258-48fe-b95e-92b59603c79b binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:47:44.852967 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:44.913192 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-9c0afcb6-fdb5-42a7-8077-69730618e71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed69b54-f417-43c9-89f0-ac61adb9315e', 'name': 'tempest-ServersTestBootFromVolume-326153634-router', 'tenant_id': 'cfa8bdf2eb414417a0ee4e64f7932019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '974a8313-642b-4afb-b882-5c691a5b2b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:47:27Z', 'updated_at': '2022-10-04T20:47:37Z', 'revision_number': 3, 'project_id': 'cfa8bdf2eb414417a0ee4e64f7932019', 'gw_port': {'id': '974a8313-642b-4afb-b882-5c691a5b2b61', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d8:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ed69b54-f417-43c9-89f0-ac61adb9315e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:47:32Z', 'updated_at': '2022-10-04T20:47:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:47:44.966912 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ac16501f-04ab-4ad0-b17d-a690eb594b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (f86b6096-5258-48fe-b95e-92b59603c79b), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:44.972000 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0afcb6-fdb5-42a7-8077-69730618e71c None None] Checking router: 4ed69b54-f417-43c9-89f0-ac61adb9315e for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:47:44.972911 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0afcb6-fdb5-42a7-8077-69730618e71c None None] Updating router 4ed69b54-f417-43c9-89f0-ac61adb9315e port 974a8313-642b-4afb-b882-5c691a5b2b61 binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:47:44.978575 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-f0d728d0-2402-4eab-9309-8769fb575271 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Deleting port de6ad8a6-287a-4947-952e-be063a35bad4 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:47:44.979961 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f0d728d0-2402-4eab-9309-8769fb575271 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (de6ad8a6-287a-4947-952e-be063a35bad4), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:44.984966 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d95c6318-d8fb-4211-ab1c-f197a47a592b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (f41b4d87-24a8-4dcd-b918-28d2e2b8cfc7), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:44.993513 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-42b1c42f-8975-49de-84d7-8200899f2d79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (83291fe0-31ab-48d0-9c20-5edaf7e19e94), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:45.046271 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-9c0afcb6-fdb5-42a7-8077-69730618e71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (974a8313-642b-4afb-b882-5c691a5b2b61), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:45.122042 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:45.167914 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-f0d728d0-2402-4eab-9309-8769fb575271 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] For port de6ad8a6-287a-4947-952e-be063a35bad4, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=de6ad8a6-287a-4947-952e-be063a35bad4,segment=NetworkSegment(742dd106-3a8c-4229-9eb0-35665acb709c),segment_id=742dd106-3a8c-4229-9eb0-35665acb709c)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:47:45.168789 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f0d728d0-2402-4eab-9309-8769fb575271 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (de6ad8a6-287a-4947-952e-be063a35bad4), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:45.198962 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-f0d728d0-2402-4eab-9309-8769fb575271 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Calling delete_port for de6ad8a6-287a-4947-952e-be063a35bad4 owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:47:45.201576 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:45.348865 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b1c42f-8975-49de-84d7-8200899f2d79 admin admin] Pushing event deleted for resources: {'Port': ['ID=83291fe0-31ab-48d0-9c20-5edaf7e19e94,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:45.377111 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6edb5155-2056-46ae-a1c1-8baac4dc5d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:45.422108 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:45.533744 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-13e2d8f3-dca8-4c72-87da-e9300c258cb7 None None] For port 762cf4e9-ad6e-4574-b0f2-8b078fd54a7b, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=762cf4e9-ad6e-4574-b0f2-8b078fd54a7b,segment=NetworkSegment(2fc329fd-6c93-46c2-b312-a20f60d85632),segment_id=2fc329fd-6c93-46c2-b312-a20f60d85632)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:47:45.534407 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-13e2d8f3-dca8-4c72-87da-e9300c258cb7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (762cf4e9-ad6e-4574-b0f2-8b078fd54a7b), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:45.538166 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-cff23e57-884f-47d2-a02e-d5955bbc09f2 req-b7ee9b41-8e23-4ac2-8d37-1e82bd4f2cbb service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=0bda882a4cd446619c42073bf0aec919&device_id=9019f887-5690-4833-b69b-879c91f3e6c1 HTTP/1.1" status: 200 len: 210 time: 0.1526954 Oct 04 20:47:45.563778 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b3599299-be02-4c59-b99b-5bf8945606b9 tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] Publish callbacks [] for security_group (92fd1589-bd1f-46cc-948c-eb9fae42920b), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:45.588355 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-13e2d8f3-dca8-4c72-87da-e9300c258cb7 None None] Calling delete_port for 762cf4e9-ad6e-4574-b0f2-8b078fd54a7b owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:47:45.720655 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-9c0afcb6-fdb5-42a7-8077-69730618e71c None None] Publish callbacks [] for port (974a8313-642b-4afb-b882-5c691a5b2b61), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:45.725818 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:45.736143 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-cff23e57-884f-47d2-a02e-d5955bbc09f2 req-2eca6da5-6648-466a-a244-d0bf930324bc service neutron] 10.222.0.83 "GET /networking/v2.0/networks?tenant_id=0bda882a4cd446619c42073bf0aec919&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1770992 Oct 04 20:47:45.772694 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:45.782973 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-41e399da-b04b-4edb-92e0-ac5693fbc002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (de6ad8a6-287a-4947-952e-be063a35bad4), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:45.834831 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-9c0afcb6-fdb5-42a7-8077-69730618e71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (974a8313-642b-4afb-b882-5c691a5b2b61), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:45.895885 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:45.904366 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e399da-b04b-4edb-92e0-ac5693fbc002 None None] Pushing event deleted for resources: {'Port': ['ID=de6ad8a6-287a-4947-952e-be063a35bad4,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:45.938732 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e399da-b04b-4edb-92e0-ac5693fbc002 None None] No DVR routers for this DVR port de6ad8a6-287a-4947-952e-be063a35bad4 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:47:45.939525 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-13e2d8f3-dca8-4c72-87da-e9300c258cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (762cf4e9-ad6e-4574-b0f2-8b078fd54a7b), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:45.966050 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4c91e04a-4329-4ad1-bd75-efb7fad26eae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:45.970107 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-9c0afcb6-fdb5-42a7-8077-69730618e71c None None] Attempting to bind port 974a8313-642b-4afb-b882-5c691a5b2b61 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:47:45.970107 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-9c0afcb6-fdb5-42a7-8077-69730618e71c None None] Attempting to bind port 974a8313-642b-4afb-b882-5c691a5b2b61 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:47:45.970107 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0afcb6-fdb5-42a7-8077-69730618e71c None None] Attempting to bind port 974a8313-642b-4afb-b882-5c691a5b2b61 on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:47:46.052569 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f0d728d0-2402-4eab-9309-8769fb575271 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (de6ad8a6-287a-4947-952e-be063a35bad4), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:46.062554 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b3599299-be02-4c59-b99b-5bf8945606b9 tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] Publish callbacks [] for security_group (92fd1589-bd1f-46cc-948c-eb9fae42920b), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:46.095856 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c6b65cc8-448e-4ab0-a634-82aa6c8699ac req-8c5af71c-5e3a-405c-b8b6-48dfcf34e909 tempest-ServerShowV247Test-279755118 tempest-ServerShowV247Test-279755118-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9019f887-5690-4833-b69b-879c91f3e6c1 HTTP/1.1" status: 200 len: 210 time: 0.5085981 Oct 04 20:47:46.147944 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-42b1c42f-8975-49de-84d7-8200899f2d79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (29bc738e-7463-41e5-a742-c4815593f6cc), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:46.167862 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e2d8f3-dca8-4c72-87da-e9300c258cb7 None None] Pushing event deleted for resources: {'Port': ['ID=762cf4e9-ad6e-4574-b0f2-8b078fd54a7b,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:46.177905 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e2d8f3-dca8-4c72-87da-e9300c258cb7 None None] No DVR routers for this DVR port 762cf4e9-ad6e-4574-b0f2-8b078fd54a7b on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:47:46.250221 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 7728c244-c8a1-4884-af35-cb2c23203566 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:47:46.344387 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaaac10-5430-4591-b4f7-7c409bb74eb7 None None] Pushing event updated for resources: {'Port': ['ID=974a8313-642b-4afb-b882-5c691a5b2b61,revision_number=2']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:46.380014 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:46.421962 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0afcb6-fdb5-42a7-8077-69730618e71c None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:47:46.424992 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0afcb6-fdb5-42a7-8077-69730618e71c None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:47:46.428241 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-9c0afcb6-fdb5-42a7-8077-69730618e71c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:46.430406 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0afcb6-fdb5-42a7-8077-69730618e71c None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:47:46.431794 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-9c0afcb6-fdb5-42a7-8077-69730618e71c None None] Bound port: 974a8313-642b-4afb-b882-5c691a5b2b61, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:47:46.437592 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-9c0afcb6-fdb5-42a7-8077-69730618e71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (974a8313-642b-4afb-b882-5c691a5b2b61), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:46.438834 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d728d0-2402-4eab-9309-8769fb575271 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event deleted for resources: {'Port': ['ID=de6ad8a6-287a-4947-952e-be063a35bad4,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:46.489179 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d728d0-2402-4eab-9309-8769fb575271 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] No DVR routers for this DVR port de6ad8a6-287a-4947-952e-be063a35bad4 on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:47:46.597657 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ac16501f-04ab-4ad0-b17d-a690eb594b9b None None] Publish callbacks [] for port (f86b6096-5258-48fe-b95e-92b59603c79b), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:46.664059 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-9c0afcb6-fdb5-42a7-8077-69730618e71c None None] For port 974a8313-642b-4afb-b882-5c691a5b2b61, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:47:46.677215 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-9c0afcb6-fdb5-42a7-8077-69730618e71c None None] For port 974a8313-642b-4afb-b882-5c691a5b2b61, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=974a8313-642b-4afb-b882-5c691a5b2b61,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:47:46.718440 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ac16501f-04ab-4ad0-b17d-a690eb594b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (f86b6096-5258-48fe-b95e-92b59603c79b), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:46.749944 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-ac16501f-04ab-4ad0-b17d-a690eb594b9b None None] Attempting to bind port f86b6096-5258-48fe-b95e-92b59603c79b on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:47:46.750520 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-ac16501f-04ab-4ad0-b17d-a690eb594b9b None None] Attempting to bind port f86b6096-5258-48fe-b95e-92b59603c79b by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:47:46.751091 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac16501f-04ab-4ad0-b17d-a690eb594b9b None None] Attempting to bind port f86b6096-5258-48fe-b95e-92b59603c79b on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:47:46.789997 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 16c77cde-49a3-4a40-b094-c8c07bb78960 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:47:46.837586 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff23e57-884f-47d2-a02e-d5955bbc09f2 req-7a2b493d-0694-436f-9393-f3ca1976f5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:47:46.840552 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-cff23e57-884f-47d2-a02e-d5955bbc09f2 req-7a2b493d-0694-436f-9393-f3ca1976f5c5 service neutron] 10.222.0.83 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0985045 Oct 04 20:47:46.862388 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-9c0afcb6-fdb5-42a7-8077-69730618e71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (974a8313-642b-4afb-b882-5c691a5b2b61), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:46.896293 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f0d728d0-2402-4eab-9309-8769fb575271 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (d3834182-34ec-45d2-a784-645d754f6b48), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:46.975002 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-6edb5155-2056-46ae-a1c1-8baac4dc5d73 admin admin] Allocated IP 172.20.0.1 (6c69303b-863b-42ce-86a6-3cb7f2cdff93/312a1a3c-8be9-48f8-aacd-5ceeb9130a89/8dea16b1-7000-4a1f-a3f4-650961dec6b8) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:47:47.000391 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-f0d728d0-2402-4eab-9309-8769fb575271 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3834182-34ec-45d2-a784-645d754f6b48']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:47:47.007123 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c60fef-d4e0-452f-b174-981ec03176f7 None None] Pushing event updated for resources: {'Port': ['ID=f86b6096-5258-48fe-b95e-92b59603c79b,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:47.047610 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-f0d728d0-2402-4eab-9309-8769fb575271 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '742dd106-3a8c-4229-9eb0-35665acb709c') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:47:47.048032 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-f0d728d0-2402-4eab-9309-8769fb575271 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '742dd106-3a8c-4229-9eb0-35665acb709c') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:47:47.064806 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac16501f-04ab-4ad0-b17d-a690eb594b9b None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:47:47.065961 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac16501f-04ab-4ad0-b17d-a690eb594b9b None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:47:47.065961 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ac16501f-04ab-4ad0-b17d-a690eb594b9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:47.066548 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac16501f-04ab-4ad0-b17d-a690eb594b9b None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:47:47.067618 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-ac16501f-04ab-4ad0-b17d-a690eb594b9b None None] Bound port: f86b6096-5258-48fe-b95e-92b59603c79b, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:47:47.069320 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ac16501f-04ab-4ad0-b17d-a690eb594b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (f86b6096-5258-48fe-b95e-92b59603c79b), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:47.077311 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0afcb6-fdb5-42a7-8077-69730618e71c None None] Routers {'4ed69b54-f417-43c9-89f0-ac61adb9315e'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:47:47.077815 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 16c77cde-49a3-4a40-b094-c8c07bb78960 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:47:47.078423 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (16c77cde-49a3-4a40-b094-c8c07bb78960), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:47.079175 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f0d728d0-2402-4eab-9309-8769fb575271 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (742dd106-3a8c-4229-9eb0-35665acb709c), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:47.079410 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 16c77cde-49a3-4a40-b094-c8c07bb78960 Oct 04 20:47:47.082160 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-9c0afcb6-fdb5-42a7-8077-69730618e71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:47:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['4ed69b54-f417-43c9-89f0-ac61adb9315e'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:47:47.122655 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-42b1c42f-8975-49de-84d7-8200899f2d79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (29bc738e-7463-41e5-a742-c4815593f6cc), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:47.144182 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-42b1c42f-8975-49de-84d7-8200899f2d79 admin admin] Publish callbacks [] for router_controller (29bc738e-7463-41e5-a742-c4815593f6cc), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:47.215444 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f0d728d0-2402-4eab-9309-8769fb575271 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (742dd106-3a8c-4229-9eb0-35665acb709c), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:47.256393 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0d728d0-2402-4eab-9309-8769fb575271 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:47:47.257060 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f0d728d0-2402-4eab-9309-8769fb575271 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (742dd106-3a8c-4229-9eb0-35665acb709c), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:47.275187 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:47.295757 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-ac16501f-04ab-4ad0-b17d-a690eb594b9b None None] For port f86b6096-5258-48fe-b95e-92b59603c79b, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:47:47.307866 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-ac16501f-04ab-4ad0-b17d-a690eb594b9b None None] For port f86b6096-5258-48fe-b95e-92b59603c79b, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=f86b6096-5258-48fe-b95e-92b59603c79b,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:47:47.410540 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 742dd106-3a8c-4229-9eb0-35665acb709c resource provider aggregate not found Oct 04 20:47:47.423176 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-45df8aa8-b879-4f2a-bfe8-bb22ca1b1596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:47.446385 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaaac10-5430-4591-b4f7-7c409bb74eb7 None None] Pushing event updated for resources: {'Port': ['ID=974a8313-642b-4afb-b882-5c691a5b2b61,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:47.447771 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 16c77cde-49a3-4a40-b094-c8c07bb78960 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:47:47.517072 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ac16501f-04ab-4ad0-b17d-a690eb594b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (f86b6096-5258-48fe-b95e-92b59603c79b), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:47.574965 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-9c0afcb6-fdb5-42a7-8077-69730618e71c None None] Set router 4ed69b54-f417-43c9-89f0-ac61adb9315e gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:47:47.649633 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 742dd106-3a8c-4229-9eb0-35665acb709c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 742dd106-3a8c-4229-9eb0-35665acb709c found for delete ", "request_id": "req-e94594fd-90b6-48cb-802c-2f524178d71d"}]} Oct 04 20:47:47.682595 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c60fef-d4e0-452f-b174-981ec03176f7 None None] Pushing event updated for resources: {'Port': ['ID=f86b6096-5258-48fe-b95e-92b59603c79b,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:47.694719 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a4f41561-cc4d-4c09-8067-8b55069e1225 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:47:47.708561 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6edb5155-2056-46ae-a1c1-8baac4dc5d73 admin admin] Publish callbacks [] for port (8dea16b1-7000-4a1f-a3f4-650961dec6b8), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:47.713858 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac16501f-04ab-4ad0-b17d-a690eb594b9b None None] Routers {'21476b52-975d-44ca-a625-35e534824e3a'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:47:47.713858 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-ac16501f-04ab-4ad0-b17d-a690eb594b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:47:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['21476b52-975d-44ca-a625-35e534824e3a'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:47:47.730701 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-20e0a7d1-89c1-4a78-90da-8589c30060f3 req-6913795d-56fa-4fad-96b8-071969f87f57 tempest-ServerShowV247Test-279755118 tempest-ServerShowV247Test-279755118-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9019f887-5690-4833-b69b-879c91f3e6c1 HTTP/1.1" status: 200 len: 210 time: 0.2874773 Oct 04 20:47:47.834947 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-42b1c42f-8975-49de-84d7-8200899f2d79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (29bc738e-7463-41e5-a742-c4815593f6cc), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:47.835994 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b1c42f-8975-49de-84d7-8200899f2d79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29bc738e-7463-41e5-a742-c4815593f6cc {{(pid=108170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:47:47.839371 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b3599299-be02-4c59-b99b-5bf8945606b9 tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (92fd1589-bd1f-46cc-948c-eb9fae42920b), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:47.840388 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f0d728d0-2402-4eab-9309-8769fb575271 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (d3834182-34ec-45d2-a784-645d754f6b48), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:47.844590 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b3599299-be02-4c59-b99b-5bf8945606b9 tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:47.847218 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b3599299-be02-4c59-b99b-5bf8945606b9 tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/92fd1589-bd1f-46cc-948c-eb9fae42920b HTTP/1.1" status: 204 len: 168 time: 3.2124498 Oct 04 20:47:47.853766 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-42b1c42f-8975-49de-84d7-8200899f2d79 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:47.858366 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-42b1c42f-8975-49de-84d7-8200899f2d79 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/29bc738e-7463-41e5-a742-c4815593f6cc HTTP/1.1" status: 204 len: 168 time: 7.2347121 Oct 04 20:47:47.865659 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: a4f41561-cc4d-4c09-8067-8b55069e1225 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:47:47.865659 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a4f41561-cc4d-4c09-8067-8b55069e1225 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:47:47.865659 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device de6ad8a6-287a-4947-952e-be063a35bad4 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:47:47.872464 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 41954) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:47:47.872737 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 41956) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:47:47.908159 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f0d728d0-2402-4eab-9309-8769fb575271 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:47.913228 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: de6ad8a6-287a-4947-952e-be063a35bad4 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:47:47.923486 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device de6ad8a6-287a-4947-952e-be063a35bad4 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:47:47.923486 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 762cf4e9-ad6e-4574-b0f2-8b078fd54a7b no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:47:47.926739 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f0d728d0-2402-4eab-9309-8769fb575271 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "DELETE /networking/v2.0/networks/d3834182-34ec-45d2-a784-645d754f6b48 HTTP/1.1" status: 204 len: 168 time: 4.6651173 Oct 04 20:47:47.951761 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 41958) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:47:47.952801 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d728d0-2402-4eab-9309-8769fb575271 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event deleted for resources: {'Network': ['ID=d3834182-34ec-45d2-a784-645d754f6b48,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:48.020219 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d95c6318-d8fb-4211-ab1c-f197a47a592b admin admin] Router f41b4d87-24a8-4dcd-b918-28d2e2b8cfc7 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:47:48.040065 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-33d95109-8f50-4f4f-8fc5-0bd5997e8ecd tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] show failed (client error): The resource could not be found. Oct 04 20:47:48.043033 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-33d95109-8f50-4f4f-8fc5-0bd5997e8ecd tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] 10.222.0.78 "GET /networking/v2.0/security-groups/92fd1589-bd1f-46cc-948c-eb9fae42920b HTTP/1.1" status: 404 len: 347 time: 0.1651828 Oct 04 20:47:48.048698 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 41964) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:47:48.049926 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3599299-be02-4c59-b99b-5bf8945606b9 tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92fd1589-bd1f-46cc-948c-eb9fae42920b,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:48.064228 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 762cf4e9-ad6e-4574-b0f2-8b078fd54a7b {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:47:48.065154 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 762cf4e9-ad6e-4574-b0f2-8b078fd54a7b not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:47:48.201485 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-9c0afcb6-fdb5-42a7-8077-69730618e71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed69b54-f417-43c9-89f0-ac61adb9315e', 'name': 'tempest-ServersTestBootFromVolume-326153634-router', 'tenant_id': 'cfa8bdf2eb414417a0ee4e64f7932019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '974a8313-642b-4afb-b882-5c691a5b2b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:47:27Z', 'updated_at': '2022-10-04T20:47:37Z', 'revision_number': 3, 'project_id': 'cfa8bdf2eb414417a0ee4e64f7932019', 'gw_port': {'id': '974a8313-642b-4afb-b882-5c691a5b2b61', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d8:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ed69b54-f417-43c9-89f0-ac61adb9315e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:47:32Z', 'updated_at': '2022-10-04T20:47:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:47:48.224368 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:48.227312 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6edb5155-2056-46ae-a1c1-8baac4dc5d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (8dea16b1-7000-4a1f-a3f4-650961dec6b8), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:48.254393 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:DELETE=4,neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:48.284355 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-8350bffa-4b32-4f48-aff0-8eb69ca7b2a9 admin admin] Deleting subnet 62a6b2d5-bbf9-42f8-9db0-65c0630b0dc9 {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:47:48.287813 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0afcb6-fdb5-42a7-8077-69730618e71c None None] The sync data for ids ['4ed69b54-f417-43c9-89f0-ac61adb9315e'] in n-d-852085-12 is: [{'id': '4ed69b54-f417-43c9-89f0-ac61adb9315e', 'name': 'tempest-ServersTestBootFromVolume-326153634-router', 'tenant_id': 'cfa8bdf2eb414417a0ee4e64f7932019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '974a8313-642b-4afb-b882-5c691a5b2b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:47:27Z', 'updated_at': '2022-10-04T20:47:37Z', 'revision_number': 3, 'project_id': 'cfa8bdf2eb414417a0ee4e64f7932019', 'gw_port': {'id': '974a8313-642b-4afb-b882-5c691a5b2b61', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d8:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ed69b54-f417-43c9-89f0-ac61adb9315e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:47:32Z', 'updated_at': '2022-10-04T20:47:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:47:48.310247 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8350bffa-4b32-4f48-aff0-8eb69ca7b2a9 admin admin] Publish callbacks [] for subnet (62a6b2d5-bbf9-42f8-9db0-65c0630b0dc9), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:48.323719 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-ac16501f-04ab-4ad0-b17d-a690eb594b9b None None] Set router 21476b52-975d-44ca-a625-35e534824e3a gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:47:48.328104 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:48.430301 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8350bffa-4b32-4f48-aff0-8eb69ca7b2a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (62a6b2d5-bbf9-42f8-9db0-65c0630b0dc9), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:48.541643 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 83291fe0-31ab-48d0-9c20-5edaf7e19e94 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:47:48.567863 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edb5155-2056-46ae-a1c1-8baac4dc5d73 admin admin] Network 6c69303b-863b-42ce-86a6-3cb7f2cdff93 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:47:48.613879 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 83291fe0-31ab-48d0-9c20-5edaf7e19e94 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:47:48.614770 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 83291fe0-31ab-48d0-9c20-5edaf7e19e94 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:47:48.663751 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8350bffa-4b32-4f48-aff0-8eb69ca7b2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (62a6b2d5-bbf9-42f8-9db0-65c0630b0dc9), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:48.664058 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-cff23e57-884f-47d2-a02e-d5955bbc09f2 req-c1bd214b-07f6-41ed-93d6-b4a8949c567d tempest-ServerShowV247Test-279755118 tempest-ServerShowV247Test-279755118-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=9019f887-5690-4833-b69b-879c91f3e6c1 HTTP/1.1" status: 200 len: 210 time: 0.2899358 Oct 04 20:47:48.665853 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-6edb5155-2056-46ae-a1c1-8baac4dc5d73 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:47:48.679869 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edb5155-2056-46ae-a1c1-8baac4dc5d73 admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:47:48.793874 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edb5155-2056-46ae-a1c1-8baac4dc5d73 admin admin] Pushing event updated for resources: {'Port': ['ID=8dea16b1-7000-4a1f-a3f4-650961dec6b8,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:48.827551 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-31cfee17-afab-4a5d-b28f-6cb02bd1e14a tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] Deleting port 478d5c1b-d0b5-4289-917b-01f34353e1fd {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:47:48.827551 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-31cfee17-afab-4a5d-b28f-6cb02bd1e14a tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (478d5c1b-d0b5-4289-917b-01f34353e1fd), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:48.965672 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=83,neutron:DELETE=12,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:49.305616 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-31cfee17-afab-4a5d-b28f-6cb02bd1e14a tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (478d5c1b-d0b5-4289-917b-01f34353e1fd), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:49.306436 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-31cfee17-afab-4a5d-b28f-6cb02bd1e14a tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] Publish callbacks [] for floatingip (478d5c1b-d0b5-4289-917b-01f34353e1fd), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:49.371034 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:49.374157 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-82d93002-dfdf-478d-b6c0-0dd12f3a0440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:49.381831 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e4bdb90f-5045-461f-ab9b-e0cf5f53764a req-f3d26ad0-aa96-4d35-a44f-ce930cdd2ef8 tempest-ServerShowV247Test-279755118 tempest-ServerShowV247Test-279755118-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9019f887-5690-4833-b69b-879c91f3e6c1 HTTP/1.1" status: 200 len: 210 time: 0.0799067 Oct 04 20:47:49.389149 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8350bffa-4b32-4f48-aff0-8eb69ca7b2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (62a6b2d5-bbf9-42f8-9db0-65c0630b0dc9), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:49.389842 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-31cfee17-afab-4a5d-b28f-6cb02bd1e14a tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] Calling delete_port for 478d5c1b-d0b5-4289-917b-01f34353e1fd owned by network:floatingip {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:47:49.498720 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8350bffa-4b32-4f48-aff0-8eb69ca7b2a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:49.507546 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-8350bffa-4b32-4f48-aff0-8eb69ca7b2a9 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/62a6b2d5-bbf9-42f8-9db0-65c0630b0dc9 HTTP/1.1" status: 204 len: 168 time: 1.6116462 Oct 04 20:47:49.644469 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-ac16501f-04ab-4ad0-b17d-a690eb594b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21476b52-975d-44ca-a625-35e534824e3a', 'name': 'tempest-SecurityGroupRulesTestJSON-1221915251-router', 'tenant_id': 'e7e1ecd83e39483281a9b6b3db59648e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': 'f86b6096-5258-48fe-b95e-92b59603c79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:47:26Z', 'updated_at': '2022-10-04T20:47:37Z', 'revision_number': 3, 'project_id': 'e7e1ecd83e39483281a9b6b3db59648e', 'gw_port': {'id': 'f86b6096-5258-48fe-b95e-92b59603c79b', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:1b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21476b52-975d-44ca-a625-35e534824e3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:47:31Z', 'updated_at': '2022-10-04T20:47:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:47:49.649647 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7b449e-4de2-474a-9963-a97b04ccbcaa None None] Network 7a0a3681-b4b5-4ca7-a8da-a06e2256c63b requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:47:49.660767 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-ce08942f-6675-4e34-a445-fe690b19e534 None None] Provisioning complete for port 8dea16b1-7000-4a1f-a3f4-650961dec6b8 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:47:49.661509 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ce08942f-6675-4e34-a445-fe690b19e534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (8dea16b1-7000-4a1f-a3f4-650961dec6b8), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:49.662149 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-ce08942f-6675-4e34-a445-fe690b19e534 None None] Attempt 1 to provision port 8dea16b1-7000-4a1f-a3f4-650961dec6b8 Oct 04 20:47:49.789579 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 41994) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:47:49.806361 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8350bffa-4b32-4f48-aff0-8eb69ca7b2a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62a6b2d5-bbf9-42f8-9db0-65c0630b0dc9,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:49.818197 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6edb5155-2056-46ae-a1c1-8baac4dc5d73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (21476b52-975d-44ca-a625-35e534824e3a), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:49.821192 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d95c6318-d8fb-4211-ab1c-f197a47a592b admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:47:49.846904 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6ed00d22-a1bd-46a0-af41-bb79b2c11332 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (80401b68-47f3-44d9-a2f0-a74d784cef1c), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:49.952278 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac16501f-04ab-4ad0-b17d-a690eb594b9b None None] The sync data for ids ['21476b52-975d-44ca-a625-35e534824e3a'] in n-d-852085-12 is: [{'id': '21476b52-975d-44ca-a625-35e534824e3a', 'name': 'tempest-SecurityGroupRulesTestJSON-1221915251-router', 'tenant_id': 'e7e1ecd83e39483281a9b6b3db59648e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': 'f86b6096-5258-48fe-b95e-92b59603c79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:47:26Z', 'updated_at': '2022-10-04T20:47:37Z', 'revision_number': 3, 'project_id': 'e7e1ecd83e39483281a9b6b3db59648e', 'gw_port': {'id': 'f86b6096-5258-48fe-b95e-92b59603c79b', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:1b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21476b52-975d-44ca-a625-35e534824e3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:47:31Z', 'updated_at': '2022-10-04T20:47:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:47:49.979747 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989fda0e-2c73-40c2-9088-c4ed780b3cd7 None None] Sync routers for ids ['f41b4d87-24a8-4dcd-b918-28d2e2b8cfc7'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:47:50.112729 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d95c6318-d8fb-4211-ab1c-f197a47a592b admin admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:50.122226 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-d95c6318-d8fb-4211-ab1c-f197a47a592b admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 18.5733950 Oct 04 20:47:50.158070 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 42010) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:47:50.344370 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989fda0e-2c73-40c2-9088-c4ed780b3cd7 None None] Routers {'f41b4d87-24a8-4dcd-b918-28d2e2b8cfc7'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:47:50.345608 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-989fda0e-2c73-40c2-9088-c4ed780b3cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:47:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['f41b4d87-24a8-4dcd-b918-28d2e2b8cfc7'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:47:50.353012 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-ce08942f-6675-4e34-a445-fe690b19e534 None None] Port 8dea16b1-7000-4a1f-a3f4-650961dec6b8 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:47:50.636677 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:50.678411 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-82d93002-dfdf-478d-b6c0-0dd12f3a0440 admin admin] Allocated IP 172.20.0.1 (e0de794a-aaf1-4696-ba55-fa056bac33b3/43db6efd-abca-4f89-8444-8ef14a39f239/b9f5e8f9-2c81-40b0-b923-8da4e884902e) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:47:50.686953 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 974a8313-642b-4afb-b882-5c691a5b2b61 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:47:51.068941 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6c4b45-255b-4247-8a3c-a4407b557b02 None None] DHCP port deletion for 7a0a3681-b4b5-4ca7-a8da-a06e2256c63b request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:47:51.075063 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6ed00d22-a1bd-46a0-af41-bb79b2c11332 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (80401b68-47f3-44d9-a2f0-a74d784cef1c), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:51.234316 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 974a8313-642b-4afb-b882-5c691a5b2b61 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:47:51.235537 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (974a8313-642b-4afb-b882-5c691a5b2b61), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:51.236385 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 974a8313-642b-4afb-b882-5c691a5b2b61 Oct 04 20:47:51.324967 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-6ed00d22-a1bd-46a0-af41-bb79b2c11332 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80401b68-47f3-44d9-a2f0-a74d784cef1c']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:47:51.327840 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:51.347984 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-6ed00d22-a1bd-46a0-af41-bb79b2c11332 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fc329fd-6c93-46c2-b312-a20f60d85632') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:47:51.348422 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-6ed00d22-a1bd-46a0-af41-bb79b2c11332 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fc329fd-6c93-46c2-b312-a20f60d85632') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:47:51.378947 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6ed00d22-a1bd-46a0-af41-bb79b2c11332 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (2fc329fd-6c93-46c2-b312-a20f60d85632), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:51.393579 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-31cfee17-afab-4a5d-b28f-6cb02bd1e14a tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (478d5c1b-d0b5-4289-917b-01f34353e1fd), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:51.428553 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6edb5155-2056-46ae-a1c1-8baac4dc5d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (8dea16b1-7000-4a1f-a3f4-650961dec6b8), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:51.430343 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6ed00d22-a1bd-46a0-af41-bb79b2c11332 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (2fc329fd-6c93-46c2-b312-a20f60d85632), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:51.462424 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ed00d22-a1bd-46a0-af41-bb79b2c11332 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:47:51.463124 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6ed00d22-a1bd-46a0-af41-bb79b2c11332 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (2fc329fd-6c93-46c2-b312-a20f60d85632), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:51.563711 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-989fda0e-2c73-40c2-9088-c4ed780b3cd7 None None] Set router f41b4d87-24a8-4dcd-b918-28d2e2b8cfc7 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:47:51.681862 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-152afa78-6ce4-4739-9238-cb829f12f5af req-de488dbc-bc72-4ce1-9966-651dfed279ef tempest-ServerShowV247Test-279755118 tempest-ServerShowV247Test-279755118-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9019f887-5690-4833-b69b-879c91f3e6c1 HTTP/1.1" status: 200 len: 210 time: 0.6227479 Oct 04 20:47:51.682758 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:51.873521 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cfee17-afab-4a5d-b28f-6cb02bd1e14a tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] Pushing event deleted for resources: {'Port': ['ID=478d5c1b-d0b5-4289-917b-01f34353e1fd,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:51.874024 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-82d93002-dfdf-478d-b6c0-0dd12f3a0440 admin admin] Publish callbacks [] for port (b9f5e8f9-2c81-40b0-b923-8da4e884902e), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:51.877663 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:51.907423 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6ed00d22-a1bd-46a0-af41-bb79b2c11332 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (80401b68-47f3-44d9-a2f0-a74d784cef1c), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:51.931795 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 2fc329fd-6c93-46c2-b312-a20f60d85632 resource provider aggregate not found Oct 04 20:47:51.960715 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-6e6c4b45-255b-4247-8a3c-a4407b557b02 None None] Deleting port ce82bee4-da88-4496-ad9f-fff0f4efe6b7 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:47:51.961641 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6e6c4b45-255b-4247-8a3c-a4407b557b02 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (ce82bee4-da88-4496-ad9f-fff0f4efe6b7), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:51.979198 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e17cb425-c110-4c60-8bf0-4ac36a576c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (7a0a3681-b4b5-4ca7-a8da-a06e2256c63b), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:52.011849 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6ed00d22-a1bd-46a0-af41-bb79b2c11332 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:52.021989 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-6ed00d22-a1bd-46a0-af41-bb79b2c11332 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "DELETE /networking/v2.0/networks/80401b68-47f3-44d9-a2f0-a74d784cef1c HTTP/1.1" status: 204 len: 168 time: 4.0146782 Oct 04 20:47:52.078810 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 42042) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:47:52.086237 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 2fc329fd-6c93-46c2-b312-a20f60d85632 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2fc329fd-6c93-46c2-b312-a20f60d85632 found for delete ", "request_id": "req-136de6e4-b278-451f-86af-057aea7fb83b"}]} Oct 04 20:47:52.094127 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-d348ce07-f6fd-4eb4-9ed8-903aeab662b5 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Request body: {'network': {'name': 'tempest-RoutersTest-1900966883'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:47:52.105524 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:52.110587 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed00d22-a1bd-46a0-af41-bb79b2c11332 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event deleted for resources: {'Network': ['ID=80401b68-47f3-44d9-a2f0-a74d784cef1c,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:52.143118 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-e17cb425-c110-4c60-8bf0-4ac36a576c87 admin admin] Deleting port ce82bee4-da88-4496-ad9f-fff0f4efe6b7 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:47:52.143803 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e17cb425-c110-4c60-8bf0-4ac36a576c87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (ce82bee4-da88-4496-ad9f-fff0f4efe6b7), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:52.231474 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:52.333664 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d348ce07-f6fd-4eb4-9ed8-903aeab662b5 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Made reservation on behalf of 869ac0b5366d400d99edf8b0539f2d2d for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:47:52.350084 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-6e6c4b45-255b-4247-8a3c-a4407b557b02 None None] For port ce82bee4-da88-4496-ad9f-fff0f4efe6b7, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=ce82bee4-da88-4496-ad9f-fff0f4efe6b7,segment=NetworkSegment(e68cb399-1b4a-4088-ac5d-932d2bfae783),segment_id=e68cb399-1b4a-4088-ac5d-932d2bfae783)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:47:52.350756 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6e6c4b45-255b-4247-8a3c-a4407b557b02 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (ce82bee4-da88-4496-ad9f-fff0f4efe6b7), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:52.361193 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d348ce07-f6fd-4eb4-9ed8-903aeab662b5 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:52.377761 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-6e6c4b45-255b-4247-8a3c-a4407b557b02 None None] Calling delete_port for ce82bee4-da88-4496-ad9f-fff0f4efe6b7 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:47:52.425066 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-82d93002-dfdf-478d-b6c0-0dd12f3a0440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (b9f5e8f9-2c81-40b0-b923-8da4e884902e), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:52.564982 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:52.591077 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:52.598580 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d93002-dfdf-478d-b6c0-0dd12f3a0440 admin admin] Network e0de794a-aaf1-4696-ba55-fa056bac33b3 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:47:52.604023 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=6,neutron:DELETE=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:52.616500 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-82d93002-dfdf-478d-b6c0-0dd12f3a0440 admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:47:52.626379 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d93002-dfdf-478d-b6c0-0dd12f3a0440 admin admin] Pushing event updated for resources: {'Port': ['ID=b9f5e8f9-2c81-40b0-b923-8da4e884902e,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:52.631324 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d93002-dfdf-478d-b6c0-0dd12f3a0440 admin admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:47:52.636597 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d348ce07-f6fd-4eb4-9ed8-903aeab662b5 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:47:52.657176 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 974a8313-642b-4afb-b882-5c691a5b2b61 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:47:52.658201 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (974a8313-642b-4afb-b882-5c691a5b2b61), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:52.681909 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6e6c4b45-255b-4247-8a3c-a4407b557b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (ce82bee4-da88-4496-ad9f-fff0f4efe6b7), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:52.779440 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d348ce07-f6fd-4eb4-9ed8-903aeab662b5 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (de10e563-28e4-4049-8cf8-750324049080), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:52.780258 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-d348ce07-f6fd-4eb4-9ed8-903aeab662b5 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Added segment de10e563-28e4-4049-8cf8-750324049080 of type vlan for network 70d6b927-82ac-4b92-acbd-a7f7ee5ea706 Oct 04 20:47:52.850405 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 974a8313-642b-4afb-b882-5c691a5b2b61, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=974a8313-642b-4afb-b882-5c691a5b2b61,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:47:52.852290 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-82d93002-dfdf-478d-b6c0-0dd12f3a0440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (4ed69b54-f417-43c9-89f0-ac61adb9315e), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:52.857203 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c4b45-255b-4247-8a3c-a4407b557b02 None None] Pushing event deleted for resources: {'Port': ['ID=ce82bee4-da88-4496-ad9f-fff0f4efe6b7,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:52.886693 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6c4b45-255b-4247-8a3c-a4407b557b02 None None] No DVR routers for this DVR port ce82bee4-da88-4496-ad9f-fff0f4efe6b7 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:47:53.031612 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (974a8313-642b-4afb-b882-5c691a5b2b61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:53.059463 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6edb5155-2056-46ae-a1c1-8baac4dc5d73 admin admin] Publish callbacks [] for port (8dea16b1-7000-4a1f-a3f4-650961dec6b8), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:53.073367 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d348ce07-f6fd-4eb4-9ed8-903aeab662b5 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (70d6b927-82ac-4b92-acbd-a7f7ee5ea706), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:53.088790 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 42050) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:47:53.328718 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-e17cb425-c110-4c60-8bf0-4ac36a576c87 admin admin] For port ce82bee4-da88-4496-ad9f-fff0f4efe6b7, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=ce82bee4-da88-4496-ad9f-fff0f4efe6b7,segment=NetworkSegment(e68cb399-1b4a-4088-ac5d-932d2bfae783),segment_id=e68cb399-1b4a-4088-ac5d-932d2bfae783)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:47:53.329351 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e17cb425-c110-4c60-8bf0-4ac36a576c87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (ce82bee4-da88-4496-ad9f-fff0f4efe6b7), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:53.355643 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-989fda0e-2c73-40c2-9088-c4ed780b3cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41b4d87-24a8-4dcd-b918-28d2e2b8cfc7', 'name': 'tempest-ServerAddressesTestJSON-1712253565-router', 'tenant_id': 'ce3823a32e454504b467aa845688fc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': 'ebd16c07-9395-4d3e-a6cd-6acff42cc187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:47:32Z', 'updated_at': '2022-10-04T20:47:42Z', 'revision_number': 3, 'project_id': 'ce3823a32e454504b467aa845688fc46', 'gw_port': {'id': 'ebd16c07-9395-4d3e-a6cd-6acff42cc187', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a9:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41b4d87-24a8-4dcd-b918-28d2e2b8cfc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:47:36Z', 'updated_at': '2022-10-04T20:47:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:47:53.362168 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-e17cb425-c110-4c60-8bf0-4ac36a576c87 admin admin] Calling delete_port for ce82bee4-da88-4496-ad9f-fff0f4efe6b7 owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:47:53.381437 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d348ce07-f6fd-4eb4-9ed8-903aeab662b5 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (70d6b927-82ac-4b92-acbd-a7f7ee5ea706), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:53.405922 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d348ce07-f6fd-4eb4-9ed8-903aeab662b5 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:47:53.407264 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d348ce07-f6fd-4eb4-9ed8-903aeab662b5 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:53.426554 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989fda0e-2c73-40c2-9088-c4ed780b3cd7 None None] Checking router: f41b4d87-24a8-4dcd-b918-28d2e2b8cfc7 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:47:53.427777 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989fda0e-2c73-40c2-9088-c4ed780b3cd7 None None] Updating router f41b4d87-24a8-4dcd-b918-28d2e2b8cfc7 port ebd16c07-9395-4d3e-a6cd-6acff42cc187 binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:47:53.484828 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-6ff9e4e6-527c-45f4-8443-427b21a4647b None None] Provisioning complete for port b9f5e8f9-2c81-40b0-b923-8da4e884902e triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:47:53.486143 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6ff9e4e6-527c-45f4-8443-427b21a4647b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b9f5e8f9-2c81-40b0-b923-8da4e884902e), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:53.487459 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-6ff9e4e6-527c-45f4-8443-427b21a4647b None None] Attempt 1 to provision port b9f5e8f9-2c81-40b0-b923-8da4e884902e Oct 04 20:47:53.490914 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-31cfee17-afab-4a5d-b28f-6cb02bd1e14a tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] Publish callbacks [] for floatingip (13634415-f369-4bf1-9549-382da89988b5), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:53.496905 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-31cfee17-afab-4a5d-b28f-6cb02bd1e14a tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:53.499707 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-31cfee17-afab-4a5d-b28f-6cb02bd1e14a tempest-ServersTestManualDisk-928586094 tempest-ServersTestManualDisk-928586094-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/13634415-f369-4bf1-9549-382da89988b5 HTTP/1.1" status: 204 len: 168 time: 5.4491308 Oct 04 20:47:53.520123 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6edb5155-2056-46ae-a1c1-8baac4dc5d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (8dea16b1-7000-4a1f-a3f4-650961dec6b8), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:53.537704 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device f86b6096-5258-48fe-b95e-92b59603c79b up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:47:53.549593 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=974a8313-642b-4afb-b882-5c691a5b2b61,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:53.615458 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 42054) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:47:53.617388 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:53.659498 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-82d93002-dfdf-478d-b6c0-0dd12f3a0440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b9f5e8f9-2c81-40b0-b923-8da4e884902e), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:53.685031 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-989fda0e-2c73-40c2-9088-c4ed780b3cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (ebd16c07-9395-4d3e-a6cd-6acff42cc187), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:53.690808 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6edb5155-2056-46ae-a1c1-8baac4dc5d73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (21476b52-975d-44ca-a625-35e534824e3a), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:53.699268 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-6ff9e4e6-527c-45f4-8443-427b21a4647b None None] Port b9f5e8f9-2c81-40b0-b923-8da4e884902e cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:47:53.821417 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d29e5420-46f2-4173-801b-aced80eb1a11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:53.855283 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edb5155-2056-46ae-a1c1-8baac4dc5d73 admin admin] Pushing event updated for resources: {'Port': ['ID=8dea16b1-7000-4a1f-a3f4-650961dec6b8,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:53.900078 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-d348ce07-f6fd-4eb4-9ed8-903aeab662b5 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.8182690 Oct 04 20:47:53.976484 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d348ce07-f6fd-4eb4-9ed8-903aeab662b5 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event updated for resources: {'Network': ['ID=70d6b927-82ac-4b92-acbd-a7f7ee5ea706,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:54.009150 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 70d6b927-82ac-4b92-acbd-a7f7ee5ea706 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:47:54.010345 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 42056) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:47:54.031180 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-f4028da0-32d5-4c3a-837b-809c1b004273 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Request body: {'subnet': {'network_id': '70d6b927-82ac-4b92-acbd-a7f7ee5ea706', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:47:54.233587 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 42060) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:47:54.248539 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e17cb425-c110-4c60-8bf0-4ac36a576c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (ce82bee4-da88-4496-ad9f-fff0f4efe6b7), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:54.275462 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:54.312193 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port f86b6096-5258-48fe-b95e-92b59603c79b triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:47:54.313061 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (f86b6096-5258-48fe-b95e-92b59603c79b), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:54.313791 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port f86b6096-5258-48fe-b95e-92b59603c79b Oct 04 20:47:54.345084 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:54.364099 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:54.381565 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-82d93002-dfdf-478d-b6c0-0dd12f3a0440 admin admin] Publish callbacks [] for port (b9f5e8f9-2c81-40b0-b923-8da4e884902e), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:54.454564 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17cb425-c110-4c60-8bf0-4ac36a576c87 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce82bee4-da88-4496-ad9f-fff0f4efe6b7,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:54.507474 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17cb425-c110-4c60-8bf0-4ac36a576c87 admin admin] No DVR routers for this DVR port ce82bee4-da88-4496-ad9f-fff0f4efe6b7 on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:47:54.507750 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d29e5420-46f2-4173-801b-aced80eb1a11 admin admin] Publish callbacks [] for security_group (9ba677cd-9709-47cf-9e6a-94fbe9443f1e), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:54.549449 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-82d93002-dfdf-478d-b6c0-0dd12f3a0440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (b9f5e8f9-2c81-40b0-b923-8da4e884902e), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:54.578150 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port f86b6096-5258-48fe-b95e-92b59603c79b is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:47:54.578977 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (f86b6096-5258-48fe-b95e-92b59603c79b), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:54.654425 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port f86b6096-5258-48fe-b95e-92b59603c79b, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=f86b6096-5258-48fe-b95e-92b59603c79b,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:47:54.686856 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d29e5420-46f2-4173-801b-aced80eb1a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (9ba677cd-9709-47cf-9e6a-94fbe9443f1e), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:54.742199 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edb5155-2056-46ae-a1c1-8baac4dc5d73 admin admin] Network 6c69303b-863b-42ce-86a6-3cb7f2cdff93 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:47:54.783097 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d93002-dfdf-478d-b6c0-0dd12f3a0440 admin admin] Pushing event updated for resources: {'Port': ['ID=b9f5e8f9-2c81-40b0-b923-8da4e884902e,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:54.792951 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4028da0-32d5-4c3a-837b-809c1b004273 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Made reservation on behalf of 869ac0b5366d400d99edf8b0539f2d2d for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:47:54.799173 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f4028da0-32d5-4c3a-837b-809c1b004273 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:54.818938 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-d29e5420-46f2-4173-801b-aced80eb1a11 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=a389ac5392924f5d8ad261551f5c5872&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7258251 Oct 04 20:47:54.824152 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-82d93002-dfdf-478d-b6c0-0dd12f3a0440 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (4ed69b54-f417-43c9-89f0-ac61adb9315e), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:54.829588 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d2fcdde7-1b96-4917-9b7c-43b098cd6475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:54.829877 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 42064) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:47:54.843107 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 20:47:54.864764 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29e5420-46f2-4173-801b-aced80eb1a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba677cd-9709-47cf-9e6a-94fbe9443f1e,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:54.867315 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-6edb5155-2056-46ae-a1c1-8baac4dc5d73 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:47:54.881212 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:54.893369 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (f86b6096-5258-48fe-b95e-92b59603c79b), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:54.995900 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4152c16b-b39c-44b1-99eb-e25bfff9e07c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:55.014165 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e17cb425-c110-4c60-8bf0-4ac36a576c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (7a0a3681-b4b5-4ca7-a8da-a06e2256c63b), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:55.072416 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=f86b6096-5258-48fe-b95e-92b59603c79b,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:55.095740 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1ad24b51-1b2d-4d42-a0a1-ed1294781e96 admin admin] Publish callbacks [] for security_group (9ba677cd-9709-47cf-9e6a-94fbe9443f1e), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:55.107433 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device ce82bee4-da88-4496-ad9f-fff0f4efe6b7 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:47:55.176382 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1ad24b51-1b2d-4d42-a0a1-ed1294781e96 admin admin] Publish callbacks [] for security_group (9ba677cd-9709-47cf-9e6a-94fbe9443f1e), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:55.177449 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-989fda0e-2c73-40c2-9088-c4ed780b3cd7 None None] Publish callbacks [] for port (ebd16c07-9395-4d3e-a6cd-6acff42cc187), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:55.181426 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: ce82bee4-da88-4496-ad9f-fff0f4efe6b7 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:47:55.181950 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device ce82bee4-da88-4496-ad9f-fff0f4efe6b7 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:47:55.286369 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d93002-dfdf-478d-b6c0-0dd12f3a0440 admin admin] Network e0de794a-aaf1-4696-ba55-fa056bac33b3 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:47:55.292960 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-82d93002-dfdf-478d-b6c0-0dd12f3a0440 admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:47:55.293164 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:55.307980 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-989fda0e-2c73-40c2-9088-c4ed780b3cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (ebd16c07-9395-4d3e-a6cd-6acff42cc187), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:55.410184 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-e17cb425-c110-4c60-8bf0-4ac36a576c87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a0a3681-b4b5-4ca7-a8da-a06e2256c63b']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:47:55.462704 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede53bac-e8f5-4b63-baec-bfffe2e8cc81 None None] Pushing event updated for resources: {'Port': ['ID=ebd16c07-9395-4d3e-a6cd-6acff42cc187,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:55.483747 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device f86b6096-5258-48fe-b95e-92b59603c79b up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:47:55.525847 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-e17cb425-c110-4c60-8bf0-4ac36a576c87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e68cb399-1b4a-4088-ac5d-932d2bfae783') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:47:55.526595 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-e17cb425-c110-4c60-8bf0-4ac36a576c87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e68cb399-1b4a-4088-ac5d-932d2bfae783') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:47:55.589414 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82d93002-dfdf-478d-b6c0-0dd12f3a0440 admin admin] Router 4ed69b54-f417-43c9-89f0-ac61adb9315e has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:47:55.595717 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-989fda0e-2c73-40c2-9088-c4ed780b3cd7 None None] Attempting to bind port ebd16c07-9395-4d3e-a6cd-6acff42cc187 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:47:55.596311 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-989fda0e-2c73-40c2-9088-c4ed780b3cd7 None None] Attempting to bind port ebd16c07-9395-4d3e-a6cd-6acff42cc187 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:47:55.596895 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989fda0e-2c73-40c2-9088-c4ed780b3cd7 None None] Attempting to bind port ebd16c07-9395-4d3e-a6cd-6acff42cc187 on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:47:55.615833 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-1b122081-ab7b-4742-af2e-6b055f241473 None None] Provisioning complete for port 8dea16b1-7000-4a1f-a3f4-650961dec6b8 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:47:55.616128 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-1b122081-ab7b-4742-af2e-6b055f241473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (8dea16b1-7000-4a1f-a3f4-650961dec6b8), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:55.616371 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-1b122081-ab7b-4742-af2e-6b055f241473 None None] Attempt 1 to provision port 8dea16b1-7000-4a1f-a3f4-650961dec6b8 Oct 04 20:47:55.649291 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e17cb425-c110-4c60-8bf0-4ac36a576c87 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (e68cb399-1b4a-4088-ac5d-932d2bfae783), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:55.659237 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:55.756324 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-1b122081-ab7b-4742-af2e-6b055f241473 None None] Port 8dea16b1-7000-4a1f-a3f4-650961dec6b8 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:47:55.761125 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1ad24b51-1b2d-4d42-a0a1-ed1294781e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (9ba677cd-9709-47cf-9e6a-94fbe9443f1e), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:55.772065 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1ad24b51-1b2d-4d42-a0a1-ed1294781e96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:55.774722 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-1ad24b51-1b2d-4d42-a0a1-ed1294781e96 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/9ba677cd-9709-47cf-9e6a-94fbe9443f1e HTTP/1.1" status: 204 len: 168 time: 0.9411731 Oct 04 20:47:55.788571 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port f86b6096-5258-48fe-b95e-92b59603c79b triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:47:55.789545 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (f86b6096-5258-48fe-b95e-92b59603c79b), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:55.790676 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port f86b6096-5258-48fe-b95e-92b59603c79b Oct 04 20:47:55.861799 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6edb5155-2056-46ae-a1c1-8baac4dc5d73 admin admin] Router 21476b52-975d-44ca-a625-35e534824e3a has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:47:55.870657 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e17cb425-c110-4c60-8bf0-4ac36a576c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (e68cb399-1b4a-4088-ac5d-932d2bfae783), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:55.899156 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad24b51-1b2d-4d42-a0a1-ed1294781e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba677cd-9709-47cf-9e6a-94fbe9443f1e,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:55.908606 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989fda0e-2c73-40c2-9088-c4ed780b3cd7 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:47:55.908606 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989fda0e-2c73-40c2-9088-c4ed780b3cd7 None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:47:55.908606 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-989fda0e-2c73-40c2-9088-c4ed780b3cd7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:55.909560 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989fda0e-2c73-40c2-9088-c4ed780b3cd7 None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:47:55.910614 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-989fda0e-2c73-40c2-9088-c4ed780b3cd7 None None] Bound port: ebd16c07-9395-4d3e-a6cd-6acff42cc187, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:47:55.910614 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-989fda0e-2c73-40c2-9088-c4ed780b3cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (ebd16c07-9395-4d3e-a6cd-6acff42cc187), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:55.928149 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e17cb425-c110-4c60-8bf0-4ac36a576c87 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:47:55.928830 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e17cb425-c110-4c60-8bf0-4ac36a576c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (e68cb399-1b4a-4088-ac5d-932d2bfae783), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:55.967571 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-64fe1350-bccc-45e8-b53a-ee52b932c5e8 None None] Provisioning complete for port b9f5e8f9-2c81-40b0-b923-8da4e884902e triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:47:55.968140 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-64fe1350-bccc-45e8-b53a-ee52b932c5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b9f5e8f9-2c81-40b0-b923-8da4e884902e), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:55.968680 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-64fe1350-bccc-45e8-b53a-ee52b932c5e8 None None] Attempt 1 to provision port b9f5e8f9-2c81-40b0-b923-8da4e884902e Oct 04 20:47:55.992036 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:56.003901 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d93002-dfdf-478d-b6c0-0dd12f3a0440 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:47:56.015304 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-82d93002-dfdf-478d-b6c0-0dd12f3a0440 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/4ed69b54-f417-43c9-89f0-ac61adb9315e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7802527 Oct 04 20:47:56.052915 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20aa2be-89e5-4fbd-9003-e89dabd61c51 None None] Sync routers for ids ['4ed69b54-f417-43c9-89f0-ac61adb9315e'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:47:56.089776 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20aa2be-89e5-4fbd-9003-e89dabd61c51 None None] Routers {'4ed69b54-f417-43c9-89f0-ac61adb9315e'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:47:56.098646 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-d20aa2be-89e5-4fbd-9003-e89dabd61c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:47:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['4ed69b54-f417-43c9-89f0-ac61adb9315e'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:47:56.150699 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port f86b6096-5258-48fe-b95e-92b59603c79b is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:47:56.152719 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 974a8313-642b-4afb-b882-5c691a5b2b61 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:47:56.228406 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:56.229809 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-64fe1350-bccc-45e8-b53a-ee52b932c5e8 None None] Port b9f5e8f9-2c81-40b0-b923-8da4e884902e cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:47:56.243826 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-989fda0e-2c73-40c2-9088-c4ed780b3cd7 None None] For port ebd16c07-9395-4d3e-a6cd-6acff42cc187, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:47:56.253167 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-989fda0e-2c73-40c2-9088-c4ed780b3cd7 None None] For port ebd16c07-9395-4d3e-a6cd-6acff42cc187, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=ebd16c07-9395-4d3e-a6cd-6acff42cc187,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:47:56.286184 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 974a8313-642b-4afb-b882-5c691a5b2b61 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:47:56.287101 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (974a8313-642b-4afb-b882-5c691a5b2b61), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:56.287838 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 974a8313-642b-4afb-b882-5c691a5b2b61 Oct 04 20:47:56.303841 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-d20aa2be-89e5-4fbd-9003-e89dabd61c51 None None] Set router 4ed69b54-f417-43c9-89f0-ac61adb9315e gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:47:56.414016 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-d2fcdde7-1b96-4917-9b7c-43b098cd6475 admin admin] Allocated IP 172.20.0.1 (ff423222-41b0-48ee-a580-97808d89e865/ef6d89d8-941d-4029-8b59-71577d0942ba/723d7ad5-6af6-405f-92da-91a53b6813c6) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:47:56.421796 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-989fda0e-2c73-40c2-9088-c4ed780b3cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (ebd16c07-9395-4d3e-a6cd-6acff42cc187), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:56.565490 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989fda0e-2c73-40c2-9088-c4ed780b3cd7 None None] Routers {'f41b4d87-24a8-4dcd-b918-28d2e2b8cfc7'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:47:56.567411 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-989fda0e-2c73-40c2-9088-c4ed780b3cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:47:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['f41b4d87-24a8-4dcd-b918-28d2e2b8cfc7'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:47:56.696044 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 974a8313-642b-4afb-b882-5c691a5b2b61 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:47:56.754510 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede53bac-e8f5-4b63-baec-bfffe2e8cc81 None None] Pushing event updated for resources: {'Port': ['ID=ebd16c07-9395-4d3e-a6cd-6acff42cc187,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:56.811767 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-d20aa2be-89e5-4fbd-9003-e89dabd61c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed69b54-f417-43c9-89f0-ac61adb9315e', 'name': 'tempest-ServersTestBootFromVolume-326153634-router', 'tenant_id': 'cfa8bdf2eb414417a0ee4e64f7932019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '974a8313-642b-4afb-b882-5c691a5b2b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:47:27Z', 'updated_at': '2022-10-04T20:47:53Z', 'revision_number': 4, 'project_id': 'cfa8bdf2eb414417a0ee4e64f7932019', 'gw_port': {'id': '974a8313-642b-4afb-b882-5c691a5b2b61', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed69b54-f417-43c9-89f0-ac61adb9315e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:47:32Z', 'updated_at': '2022-10-04T20:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'b9f5e8f9-2c81-40b0-b923-8da4e884902e', 'name': '', 'network_id': 'e0de794a-aaf1-4696-ba55-fa056bac33b3', 'tenant_id': 'cfa8bdf2eb414417a0ee4e64f7932019', 'mac_address': 'fa:16:3e:90:33:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ed69b54-f417-43c9-89f0-ac61adb9315e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '43db6efd-abca-4f89-8444-8ef14a39f239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:47:49Z', 'updated_at': '2022-10-04T20:47:54Z', 'revision_number': 2, 'project_id': 'cfa8bdf2eb414417a0ee4e64f7932019', 'subnets': [{'id': '43db6efd-abca-4f89-8444-8ef14a39f239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:47:56.816621 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment e68cb399-1b4a-4088-ac5d-932d2bfae783 resource provider aggregate not found Oct 04 20:47:56.833166 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c1e69e01-50a9-4ade-b29d-b5a256537fa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (f2f1f8c2-aeab-4472-bd52-4120bc591261), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:56.869269 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20aa2be-89e5-4fbd-9003-e89dabd61c51 None None] Checking router: 4ed69b54-f417-43c9-89f0-ac61adb9315e for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:47:56.869654 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20aa2be-89e5-4fbd-9003-e89dabd61c51 None None] Updating router 4ed69b54-f417-43c9-89f0-ac61adb9315e port b9f5e8f9-2c81-40b0-b923-8da4e884902e binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:47:56.877156 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-989fda0e-2c73-40c2-9088-c4ed780b3cd7 None None] Set router f41b4d87-24a8-4dcd-b918-28d2e2b8cfc7 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:47:56.908394 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:56.918268 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-d20aa2be-89e5-4fbd-9003-e89dabd61c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b9f5e8f9-2c81-40b0-b923-8da4e884902e), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:56.948315 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e17cb425-c110-4c60-8bf0-4ac36a576c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (7a0a3681-b4b5-4ca7-a8da-a06e2256c63b), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:57.003797 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 42080) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:47:57.012580 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-60f22f7d-72f4-482a-9f00-3ea5a3b3db04 tempest-ServersTestBootFromVolume-1686909715 tempest-ServersTestBootFromVolume-1686909715-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1991656598', 'description': 'tempest-description--1182646439'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:47:57.051833 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:57.181581 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-60f22f7d-72f4-482a-9f00-3ea5a3b3db04 tempest-ServersTestBootFromVolume-1686909715 tempest-ServersTestBootFromVolume-1686909715-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:57.284216 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-989fda0e-2c73-40c2-9088-c4ed780b3cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41b4d87-24a8-4dcd-b918-28d2e2b8cfc7', 'name': 'tempest-ServerAddressesTestJSON-1712253565-router', 'tenant_id': 'ce3823a32e454504b467aa845688fc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': 'ebd16c07-9395-4d3e-a6cd-6acff42cc187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:47:32Z', 'updated_at': '2022-10-04T20:47:42Z', 'revision_number': 3, 'project_id': 'ce3823a32e454504b467aa845688fc46', 'gw_port': {'id': 'ebd16c07-9395-4d3e-a6cd-6acff42cc187', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a9:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41b4d87-24a8-4dcd-b918-28d2e2b8cfc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:47:36Z', 'updated_at': '2022-10-04T20:47:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:47:57.292322 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:57.350953 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989fda0e-2c73-40c2-9088-c4ed780b3cd7 None None] The sync data for ids ['f41b4d87-24a8-4dcd-b918-28d2e2b8cfc7'] in n-d-852085-12 is: [{'id': 'f41b4d87-24a8-4dcd-b918-28d2e2b8cfc7', 'name': 'tempest-ServerAddressesTestJSON-1712253565-router', 'tenant_id': 'ce3823a32e454504b467aa845688fc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': 'ebd16c07-9395-4d3e-a6cd-6acff42cc187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:47:32Z', 'updated_at': '2022-10-04T20:47:42Z', 'revision_number': 3, 'project_id': 'ce3823a32e454504b467aa845688fc46', 'gw_port': {'id': 'ebd16c07-9395-4d3e-a6cd-6acff42cc187', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a9:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41b4d87-24a8-4dcd-b918-28d2e2b8cfc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:47:36Z', 'updated_at': '2022-10-04T20:47:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:47:57.400340 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-60f22f7d-72f4-482a-9f00-3ea5a3b3db04 tempest-ServersTestBootFromVolume-1686909715 tempest-ServersTestBootFromVolume-1686909715-project] Publish callbacks [] for security_group (880bd9e2-b449-42b3-8d8d-86ed6a3e0939), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:57.402583 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 42082) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:47:57.440589 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a09781df-22a3-4fa1-a4c1-db1c70ed48f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:57.467967 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment e68cb399-1b4a-4088-ac5d-932d2bfae783 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e68cb399-1b4a-4088-ac5d-932d2bfae783 found for delete ", "request_id": "req-16c47cd4-554f-4bf9-8d5a-d6d9645211e0"}]} Oct 04 20:47:57.492150 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e17cb425-c110-4c60-8bf0-4ac36a576c87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:57.497136 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e17cb425-c110-4c60-8bf0-4ac36a576c87 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/7a0a3681-b4b5-4ca7-a8da-a06e2256c63b HTTP/1.1" status: 204 len: 168 time: 7.7013156 Oct 04 20:47:57.498894 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:57.509995 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-60f22f7d-72f4-482a-9f00-3ea5a3b3db04 tempest-ServersTestBootFromVolume-1686909715 tempest-ServersTestBootFromVolume-1686909715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (880bd9e2-b449-42b3-8d8d-86ed6a3e0939), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:57.578411 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17cb425-c110-4c60-8bf0-4ac36a576c87 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a0a3681-b4b5-4ca7-a8da-a06e2256c63b,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:57.636780 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f22f7d-72f4-482a-9f00-3ea5a3b3db04 tempest-ServersTestBootFromVolume-1686909715 tempest-ServersTestBootFromVolume-1686909715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=880bd9e2-b449-42b3-8d8d-86ed6a3e0939,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:57.701981 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-60f22f7d-72f4-482a-9f00-3ea5a3b3db04 tempest-ServersTestBootFromVolume-1686909715 tempest-ServersTestBootFromVolume-1686909715-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:57.704719 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-60f22f7d-72f4-482a-9f00-3ea5a3b3db04 tempest-ServersTestBootFromVolume-1686909715 tempest-ServersTestBootFromVolume-1686909715-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6980124 Oct 04 20:47:57.709308 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 42086) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:47:57.718091 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-78daaf6f-d4f0-43e1-aeb0-429dc18f2ffe tempest-ServersTestBootFromVolume-1686909715 tempest-ServersTestBootFromVolume-1686909715-project] Request body: {'security_group_rule': {'security_group_id': '880bd9e2-b449-42b3-8d8d-86ed6a3e0939', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:47:57.742258 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-d20aa2be-89e5-4fbd-9003-e89dabd61c51 None None] Publish callbacks [] for port (b9f5e8f9-2c81-40b0-b923-8da4e884902e), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:57.772928 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f4028da0-32d5-4c3a-837b-809c1b004273 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (cfb03dad-c277-4292-ac9b-05030efd9062), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:57.836336 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a09781df-22a3-4fa1-a4c1-db1c70ed48f1 admin admin] Publish callbacks [] for security_group (99438906-311a-4c30-9a0f-5fd29be6a8a8), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:57.837684 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4152c16b-b39c-44b1-99eb-e25bfff9e07c admin admin] Publish callbacks [] for security_group (a8ddf37f-12b5-4e49-ac3a-69e017ac0d35), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:57.845819 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-d20aa2be-89e5-4fbd-9003-e89dabd61c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (b9f5e8f9-2c81-40b0-b923-8da4e884902e), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:57.950797 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a09781df-22a3-4fa1-a4c1-db1c70ed48f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (99438906-311a-4c30-9a0f-5fd29be6a8a8), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:57.993746 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94efddbb-aa23-4eb5-a4d2-96068fdd56d7 None None] Pushing event updated for resources: {'Port': ['ID=b9f5e8f9-2c81-40b0-b923-8da4e884902e,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:58.003792 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4152c16b-b39c-44b1-99eb-e25bfff9e07c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (a8ddf37f-12b5-4e49-ac3a-69e017ac0d35), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:58.028239 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-78daaf6f-d4f0-43e1-aeb0-429dc18f2ffe tempest-ServersTestBootFromVolume-1686909715 tempest-ServersTestBootFromVolume-1686909715-project] Publish callbacks [] for security_group_rule (3315f0b4-fb0e-4370-b60c-f08aa924441f), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:58.093304 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6edb5155-2056-46ae-a1c1-8baac4dc5d73 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:47:58.109122 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2d904d-4961-4893-9ca0-b0e2a7a2f2ab None None] Sync routers for ids ['21476b52-975d-44ca-a625-35e534824e3a'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:47:58.137848 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09781df-22a3-4fa1-a4c1-db1c70ed48f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99438906-311a-4c30-9a0f-5fd29be6a8a8,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:58.153405 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2d904d-4961-4893-9ca0-b0e2a7a2f2ab None None] Routers {'21476b52-975d-44ca-a625-35e534824e3a'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:47:58.155042 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-ae2d904d-4961-4893-9ca0-b0e2a7a2f2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:47:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['21476b52-975d-44ca-a625-35e534824e3a'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:47:58.198010 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d2fcdde7-1b96-4917-9b7c-43b098cd6475 admin admin] Publish callbacks [] for port (723d7ad5-6af6-405f-92da-91a53b6813c6), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:58.208382 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-d20aa2be-89e5-4fbd-9003-e89dabd61c51 None None] Attempting to bind port b9f5e8f9-2c81-40b0-b923-8da4e884902e on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:47:58.208382 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-d20aa2be-89e5-4fbd-9003-e89dabd61c51 None None] Attempting to bind port b9f5e8f9-2c81-40b0-b923-8da4e884902e by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'ea94fdea-0aa6-46f6-99b3-58f0d18da342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e0de794a-aaf1-4696-ba55-fa056bac33b3'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:47:58.210337 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20aa2be-89e5-4fbd-9003-e89dabd61c51 None None] Attempting to bind port b9f5e8f9-2c81-40b0-b923-8da4e884902e on network e0de794a-aaf1-4696-ba55-fa056bac33b3 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:47:58.253363 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-78daaf6f-d4f0-43e1-aeb0-429dc18f2ffe tempest-ServersTestBootFromVolume-1686909715 tempest-ServersTestBootFromVolume-1686909715-project] Publish callbacks [] for security_group_rule (3315f0b4-fb0e-4370-b60c-f08aa924441f), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:58.264225 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=76,neutron:INSERT=20,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:58.276975 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a09781df-22a3-4fa1-a4c1-db1c70ed48f1 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=59d9e06fb7874692bddf701463cf6691&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8679142 Oct 04 20:47:58.278070 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 42088) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:47:58.325414 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20aa2be-89e5-4fbd-9003-e89dabd61c51 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:47:58.326824 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20aa2be-89e5-4fbd-9003-e89dabd61c51 None None] Checking segment: {'id': 'ea94fdea-0aa6-46f6-99b3-58f0d18da342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e0de794a-aaf1-4696-ba55-fa056bac33b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:47:58.327365 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-d20aa2be-89e5-4fbd-9003-e89dabd61c51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:58.328085 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20aa2be-89e5-4fbd-9003-e89dabd61c51 None None] Bound using segment: {'id': 'ea94fdea-0aa6-46f6-99b3-58f0d18da342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e0de794a-aaf1-4696-ba55-fa056bac33b3'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:47:58.328808 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-d20aa2be-89e5-4fbd-9003-e89dabd61c51 None None] Bound port: b9f5e8f9-2c81-40b0-b923-8da4e884902e, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea94fdea-0aa6-46f6-99b3-58f0d18da342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e0de794a-aaf1-4696-ba55-fa056bac33b3'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:47:58.329576 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-d20aa2be-89e5-4fbd-9003-e89dabd61c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b9f5e8f9-2c81-40b0-b923-8da4e884902e), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:58.342869 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-6edb5155-2056-46ae-a1c1-8baac4dc5d73 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/21476b52-975d-44ca-a625-35e534824e3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.5688417 Oct 04 20:47:58.371974 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-78daaf6f-d4f0-43e1-aeb0-429dc18f2ffe tempest-ServersTestBootFromVolume-1686909715 tempest-ServersTestBootFromVolume-1686909715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (3315f0b4-fb0e-4370-b60c-f08aa924441f), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:58.445032 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-ae2d904d-4961-4893-9ca0-b0e2a7a2f2ab None None] Set router 21476b52-975d-44ca-a625-35e534824e3a gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:47:58.462902 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:58.547016 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-d20aa2be-89e5-4fbd-9003-e89dabd61c51 None None] For port b9f5e8f9-2c81-40b0-b923-8da4e884902e, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:47:58.554727 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-d20aa2be-89e5-4fbd-9003-e89dabd61c51 None None] For port b9f5e8f9-2c81-40b0-b923-8da4e884902e, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b9f5e8f9-2c81-40b0-b923-8da4e884902e,segment=NetworkSegment(ea94fdea-0aa6-46f6-99b3-58f0d18da342),segment_id=ea94fdea-0aa6-46f6-99b3-58f0d18da342)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:47:58.558063 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 42092) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:47:58.582345 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d2fcdde7-1b96-4917-9b7c-43b098cd6475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (723d7ad5-6af6-405f-92da-91a53b6813c6), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:58.627994 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78daaf6f-d4f0-43e1-aeb0-429dc18f2ffe tempest-ServersTestBootFromVolume-1686909715 tempest-ServersTestBootFromVolume-1686909715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3315f0b4-fb0e-4370-b60c-f08aa924441f,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:58.645233 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fcdde7-1b96-4917-9b7c-43b098cd6475 admin admin] Network ff423222-41b0-48ee-a580-97808d89e865 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:47:58.645891 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4028da0-32d5-4c3a-837b-809c1b004273 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event updated for resources: {'Subnet': ['ID=cfb03dad-c277-4292-ac9b-05030efd9062,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:58.668637 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-d2fcdde7-1b96-4917-9b7c-43b098cd6475 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:47:58.675293 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-4152c16b-b39c-44b1-99eb-e25bfff9e07c admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=0bda882a4cd446619c42073bf0aec919&name=default HTTP/1.1" status: 200 len: 3000 time: 4.4288881 Oct 04 20:47:58.679729 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-d20aa2be-89e5-4fbd-9003-e89dabd61c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (b9f5e8f9-2c81-40b0-b923-8da4e884902e), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:58.720755 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fcdde7-1b96-4917-9b7c-43b098cd6475 admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:47:58.733841 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4152c16b-b39c-44b1-99eb-e25bfff9e07c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ddf37f-12b5-4e49-ac3a-69e017ac0d35,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:58.746747 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 42094) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:47:58.768752 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20aa2be-89e5-4fbd-9003-e89dabd61c51 None None] Routers {'4ed69b54-f417-43c9-89f0-ac61adb9315e'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:47:58.773656 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-d20aa2be-89e5-4fbd-9003-e89dabd61c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:47:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['4ed69b54-f417-43c9-89f0-ac61adb9315e'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:47:58.794710 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1d5f2641-f5c3-422a-8247-1ff2a1a6727a admin admin] Publish callbacks [] for security_group (99438906-311a-4c30-9a0f-5fd29be6a8a8), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:58.804485 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-78daaf6f-d4f0-43e1-aeb0-429dc18f2ffe tempest-ServersTestBootFromVolume-1686909715 tempest-ServersTestBootFromVolume-1686909715-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:58.821973 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-78daaf6f-d4f0-43e1-aeb0-429dc18f2ffe tempest-ServersTestBootFromVolume-1686909715 tempest-ServersTestBootFromVolume-1686909715-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1093223 Oct 04 20:47:58.823693 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 42096) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:47:58.881976 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-2c2197b1-29b0-4301-8c3a-1854c9c617e5 tempest-ServersTestBootFromVolume-1686909715 tempest-ServersTestBootFromVolume-1686909715-project] Request body: {'security_group_rule': {'security_group_id': '880bd9e2-b449-42b3-8d8d-86ed6a3e0939', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:47:59.058439 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1d5f2641-f5c3-422a-8247-1ff2a1a6727a admin admin] Publish callbacks [] for security_group (99438906-311a-4c30-9a0f-5fd29be6a8a8), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:59.207994 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fcdde7-1b96-4917-9b7c-43b098cd6475 admin admin] Pushing event updated for resources: {'Port': ['ID=723d7ad5-6af6-405f-92da-91a53b6813c6,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:59.210251 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-ae2d904d-4961-4893-9ca0-b0e2a7a2f2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21476b52-975d-44ca-a625-35e534824e3a', 'name': 'tempest-SecurityGroupRulesTestJSON-1221915251-router', 'tenant_id': 'e7e1ecd83e39483281a9b6b3db59648e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': 'f86b6096-5258-48fe-b95e-92b59603c79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:47:26Z', 'updated_at': '2022-10-04T20:47:50Z', 'revision_number': 4, 'project_id': 'e7e1ecd83e39483281a9b6b3db59648e', 'gw_port': {'id': 'f86b6096-5258-48fe-b95e-92b59603c79b', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:1b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21476b52-975d-44ca-a625-35e534824e3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:47:31Z', 'updated_at': '2022-10-04T20:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '8dea16b1-7000-4a1f-a3f4-650961dec6b8', 'name': '', 'network_id': '6c69303b-863b-42ce-86a6-3cb7f2cdff93', 'tenant_id': 'e7e1ecd83e39483281a9b6b3db59648e', 'mac_address': 'fa:16:3e:9d:58:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21476b52-975d-44ca-a625-35e534824e3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '312a1a3c-8be9-48f8-aacd-5ceeb9130a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:47:45Z', 'updated_at': '2022-10-04T20:47:51Z', 'revision_number': 2, 'project_id': 'e7e1ecd83e39483281a9b6b3db59648e', 'subnets': [{'id': '312a1a3c-8be9-48f8-aacd-5ceeb9130a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:47:59.236893 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d2fcdde7-1b96-4917-9b7c-43b098cd6475 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (f41b4d87-24a8-4dcd-b918-28d2e2b8cfc7), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:59.312056 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2c2197b1-29b0-4301-8c3a-1854c9c617e5 tempest-ServersTestBootFromVolume-1686909715 tempest-ServersTestBootFromVolume-1686909715-project] Publish callbacks [] for security_group_rule (4066f4e2-4abe-4260-ab93-5cc1f61b7372), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:59.381801 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [req-388dbd7b-9028-4945-b9e6-6a6f392b11ae req-b9aa25f0-7090-4637-91e4-46a125d6d3aa tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1257594268', 'description': 'tempest-description-1624896974'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:47:59.398373 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:59.407182 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2d904d-4961-4893-9ca0-b0e2a7a2f2ab None None] Checking router: 21476b52-975d-44ca-a625-35e534824e3a for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:47:59.407954 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2d904d-4961-4893-9ca0-b0e2a7a2f2ab None None] Updating router 21476b52-975d-44ca-a625-35e534824e3a port 8dea16b1-7000-4a1f-a3f4-650961dec6b8 binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:47:59.440042 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94efddbb-aa23-4eb5-a4d2-96068fdd56d7 None None] Pushing event updated for resources: {'Port': ['ID=b9f5e8f9-2c81-40b0-b923-8da4e884902e,revision_number=4']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:47:59.537672 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-c11567f7-1154-4976-9550-132fe874ac18 None None] Provisioning complete for port 723d7ad5-6af6-405f-92da-91a53b6813c6 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:47:59.540288 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c11567f7-1154-4976-9550-132fe874ac18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (723d7ad5-6af6-405f-92da-91a53b6813c6), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:59.541292 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-c11567f7-1154-4976-9550-132fe874ac18 None None] Attempt 1 to provision port 723d7ad5-6af6-405f-92da-91a53b6813c6 Oct 04 20:47:59.564335 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-d20aa2be-89e5-4fbd-9003-e89dabd61c51 None None] Set router 4ed69b54-f417-43c9-89f0-ac61adb9315e gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:47:59.625516 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4028da0-32d5-4c3a-837b-809c1b004273 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Checking segment: {'id': 'de10e563-28e4-4049-8cf8-750324049080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '70d6b927-82ac-4b92-acbd-a7f7ee5ea706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:47:59.626274 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4028da0-32d5-4c3a-837b-809c1b004273 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Network hostable DHCP agents. Network: 70d6b927-82ac-4b92-acbd-a7f7ee5ea706, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:47:59.664221 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device ebd16c07-9395-4d3e-a6cd-6acff42cc187 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:47:59.665186 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2c2197b1-29b0-4301-8c3a-1854c9c617e5 tempest-ServersTestBootFromVolume-1686909715 tempest-ServersTestBootFromVolume-1686909715-project] Publish callbacks [] for security_group_rule (4066f4e2-4abe-4260-ab93-5cc1f61b7372), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:59.675523 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ae2d904d-4961-4893-9ca0-b0e2a7a2f2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (8dea16b1-7000-4a1f-a3f4-650961dec6b8), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:59.757865 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 42102) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:47:59.761331 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:59.764823 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-45d4fbe3-513a-4168-9211-a356e6cf517b admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=5452397c0d2c44f2a98d71701462dcfd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1950154 Oct 04 20:47:59.774369 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-c11567f7-1154-4976-9550-132fe874ac18 None None] Port 723d7ad5-6af6-405f-92da-91a53b6813c6 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:47:59.793596 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:47:59.818453 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-974c28f2-65ee-42c4-a5d0-722b15f099ab admin admin] Publish callbacks [] for security_group (a8ddf37f-12b5-4e49-ac3a-69e017ac0d35), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:59.837967 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-c1e69e01-50a9-4ade-b29d-b5a256537fa3 admin admin] Deleting port 7728c244-c8a1-4884-af35-cb2c23203566 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:47:59.839127 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c1e69e01-50a9-4ade-b29d-b5a256537fa3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (7728c244-c8a1-4884-af35-cb2c23203566), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:59.918640 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1d5f2641-f5c3-422a-8247-1ff2a1a6727a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (99438906-311a-4c30-9a0f-5fd29be6a8a8), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:59.923224 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1d5f2641-f5c3-422a-8247-1ff2a1a6727a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:59.928356 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-1d5f2641-f5c3-422a-8247-1ff2a1a6727a admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/99438906-311a-4c30-9a0f-5fd29be6a8a8 HTTP/1.1" status: 204 len: 168 time: 1.6406209 Oct 04 20:47:59.928356 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2c2197b1-29b0-4301-8c3a-1854c9c617e5 tempest-ServersTestBootFromVolume-1686909715 tempest-ServersTestBootFromVolume-1686909715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (4066f4e2-4abe-4260-ab93-5cc1f61b7372), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:59.935808 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0e460667-6056-4bb1-a047-81824e700ae5 admin admin] Publish callbacks [] for security_group (c07bd5ad-e953-40a3-8183-4968e16aaf2e), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:59.952732 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-388dbd7b-9028-4945-b9e6-6a6f392b11ae req-b9aa25f0-7090-4637-91e4-46a125d6d3aa tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:47:59.971654 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4028da0-32d5-4c3a-837b-809c1b004273 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Network 70d6b927-82ac-4b92-acbd-a7f7ee5ea706 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:47:59.979098 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-974c28f2-65ee-42c4-a5d0-722b15f099ab admin admin] Publish callbacks [] for security_group (a8ddf37f-12b5-4e49-ac3a-69e017ac0d35), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:00.029344 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0e460667-6056-4bb1-a047-81824e700ae5 admin admin] Publish callbacks [] for security_group (c07bd5ad-e953-40a3-8183-4968e16aaf2e), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:00.146795 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:00.212263 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-f4028da0-32d5-4c3a-837b-809c1b004273 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 70d6b927-82ac-4b92-acbd-a7f7ee5ea706) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:48:00.212612 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5f2641-f5c3-422a-8247-1ff2a1a6727a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99438906-311a-4c30-9a0f-5fd29be6a8a8,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:00.218630 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2197b1-29b0-4301-8c3a-1854c9c617e5 tempest-ServersTestBootFromVolume-1686909715 tempest-ServersTestBootFromVolume-1686909715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4066f4e2-4abe-4260-ab93-5cc1f61b7372,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:00.253308 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4028da0-32d5-4c3a-837b-809c1b004273 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:48:00.263548 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f4028da0-32d5-4c3a-837b-809c1b004273 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:00.273416 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d2fcdde7-1b96-4917-9b7c-43b098cd6475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (723d7ad5-6af6-405f-92da-91a53b6813c6), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:00.294877 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2c2197b1-29b0-4301-8c3a-1854c9c617e5 tempest-ServersTestBootFromVolume-1686909715 tempest-ServersTestBootFromVolume-1686909715-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:00.296859 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2c2197b1-29b0-4301-8c3a-1854c9c617e5 tempest-ServersTestBootFromVolume-1686909715 tempest-ServersTestBootFromVolume-1686909715-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4506581 Oct 04 20:48:00.305179 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 42106) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:48:00.324977 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-ed7b95d8-c9c4-4950-b3ae-9069c92b2694 tempest-ServersTestBootFromVolume-1686909715 tempest-ServersTestBootFromVolume-1686909715-project] Request body: {'floatingip': {'floating_network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:48:00.364283 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0e460667-6056-4bb1-a047-81824e700ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (c07bd5ad-e953-40a3-8183-4968e16aaf2e), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:00.370943 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0e460667-6056-4bb1-a047-81824e700ae5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:00.378951 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-0e460667-6056-4bb1-a047-81824e700ae5 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/c07bd5ad-e953-40a3-8183-4968e16aaf2e HTTP/1.1" status: 204 len: 168 time: 0.6195128 Oct 04 20:48:00.425147 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9a0dbb-add4-4296-ab7a-a4a776b9d03b None None] Network 70d6b927-82ac-4b92-acbd-a7f7ee5ea706 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:48:00.426847 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e460667-6056-4bb1-a047-81824e700ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c07bd5ad-e953-40a3-8183-4968e16aaf2e,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:00.435451 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-c1e69e01-50a9-4ade-b29d-b5a256537fa3 admin admin] For port 7728c244-c8a1-4884-af35-cb2c23203566, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=7728c244-c8a1-4884-af35-cb2c23203566,segment=NetworkSegment(76103a33-8ee9-4b04-8ef5-a4f9d21e3bb4),segment_id=76103a33-8ee9-4b04-8ef5-a4f9d21e3bb4)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:48:00.436093 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c1e69e01-50a9-4ade-b29d-b5a256537fa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (7728c244-c8a1-4884-af35-cb2c23203566), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:00.504104 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-974c28f2-65ee-42c4-a5d0-722b15f099ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (a8ddf37f-12b5-4e49-ac3a-69e017ac0d35), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:00.514948 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-974c28f2-65ee-42c4-a5d0-722b15f099ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:00.525119 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-974c28f2-65ee-42c4-a5d0-722b15f099ab admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/a8ddf37f-12b5-4e49-ac3a-69e017ac0d35 HTTP/1.1" status: 204 len: 168 time: 1.7575984 Oct 04 20:48:00.543637 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-388dbd7b-9028-4945-b9e6-6a6f392b11ae req-b9aa25f0-7090-4637-91e4-46a125d6d3aa tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks [] for security_group (79d64924-8f9c-406d-8ab2-243692f331dd), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:00.565489 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ed7b95d8-c9c4-4950-b3ae-9069c92b2694 tempest-ServersTestBootFromVolume-1686909715 tempest-ServersTestBootFromVolume-1686909715-project] Publish callbacks [] for floatingip (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:00.570963 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-c1e69e01-50a9-4ade-b29d-b5a256537fa3 admin admin] Calling delete_port for 7728c244-c8a1-4884-af35-cb2c23203566 owned by network:router_interface {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:48:00.597629 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-d20aa2be-89e5-4fbd-9003-e89dabd61c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed69b54-f417-43c9-89f0-ac61adb9315e', 'name': 'tempest-ServersTestBootFromVolume-326153634-router', 'tenant_id': 'cfa8bdf2eb414417a0ee4e64f7932019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '974a8313-642b-4afb-b882-5c691a5b2b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:47:27Z', 'updated_at': '2022-10-04T20:47:53Z', 'revision_number': 4, 'project_id': 'cfa8bdf2eb414417a0ee4e64f7932019', 'gw_port': {'id': '974a8313-642b-4afb-b882-5c691a5b2b61', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed69b54-f417-43c9-89f0-ac61adb9315e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:47:32Z', 'updated_at': '2022-10-04T20:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'b9f5e8f9-2c81-40b0-b923-8da4e884902e', 'name': '', 'network_id': 'e0de794a-aaf1-4696-ba55-fa056bac33b3', 'tenant_id': 'cfa8bdf2eb414417a0ee4e64f7932019', 'mac_address': 'fa:16:3e:90:33:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ed69b54-f417-43c9-89f0-ac61adb9315e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '43db6efd-abca-4f89-8444-8ef14a39f239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:47:49Z', 'updated_at': '2022-10-04T20:47:58Z', 'revision_number': 4, 'project_id': 'cfa8bdf2eb414417a0ee4e64f7932019', 'subnets': [{'id': '43db6efd-abca-4f89-8444-8ef14a39f239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:48:00.600825 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:00.628875 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974c28f2-65ee-42c4-a5d0-722b15f099ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ddf37f-12b5-4e49-ac3a-69e017ac0d35,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:00.661497 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f4028da0-32d5-4c3a-837b-809c1b004273 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 6.6444998 Oct 04 20:48:00.667277 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 42112) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:48:00.672934 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-75f26d39-f62a-4be0-a5e9-cebba888819f tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-631827942', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:48:00.678350 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20aa2be-89e5-4fbd-9003-e89dabd61c51 None None] The sync data for ids ['4ed69b54-f417-43c9-89f0-ac61adb9315e'] in n-d-852085-12 is: [{'id': '4ed69b54-f417-43c9-89f0-ac61adb9315e', 'name': 'tempest-ServersTestBootFromVolume-326153634-router', 'tenant_id': 'cfa8bdf2eb414417a0ee4e64f7932019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '974a8313-642b-4afb-b882-5c691a5b2b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:47:27Z', 'updated_at': '2022-10-04T20:47:53Z', 'revision_number': 4, 'project_id': 'cfa8bdf2eb414417a0ee4e64f7932019', 'gw_port': {'id': '974a8313-642b-4afb-b882-5c691a5b2b61', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed69b54-f417-43c9-89f0-ac61adb9315e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:47:32Z', 'updated_at': '2022-10-04T20:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'b9f5e8f9-2c81-40b0-b923-8da4e884902e', 'name': '', 'network_id': 'e0de794a-aaf1-4696-ba55-fa056bac33b3', 'tenant_id': 'cfa8bdf2eb414417a0ee4e64f7932019', 'mac_address': 'fa:16:3e:90:33:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ed69b54-f417-43c9-89f0-ac61adb9315e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '43db6efd-abca-4f89-8444-8ef14a39f239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:47:49Z', 'updated_at': '2022-10-04T20:47:58Z', 'revision_number': 4, 'project_id': 'cfa8bdf2eb414417a0ee4e64f7932019', 'subnets': [{'id': '43db6efd-abca-4f89-8444-8ef14a39f239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:48:00.884739 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port ebd16c07-9395-4d3e-a6cd-6acff42cc187 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:48:00.884962 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (ebd16c07-9395-4d3e-a6cd-6acff42cc187), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:00.885397 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port ebd16c07-9395-4d3e-a6cd-6acff42cc187 Oct 04 20:48:00.907927 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-388dbd7b-9028-4945-b9e6-6a6f392b11ae req-b9aa25f0-7090-4637-91e4-46a125d6d3aa tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (79d64924-8f9c-406d-8ab2-243692f331dd), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:00.922694 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1721a8-9305-421b-869e-cb7adc345967 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-70d6b927-82ac-4b92-acbd-a7f7ee5ea706', 'network_id': '70d6b927-82ac-4b92-acbd-a7f7ee5ea706', 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'fixed_ips': [{'subnet_id': 'cfb03dad-c277-4292-ac9b-05030efd9062'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:48:00.932772 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5e1721a8-9305-421b-869e-cb7adc345967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:00.945947 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=80,neutron:DELETE=9,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:01.027567 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:01.148366 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-75f26d39-f62a-4be0-a5e9-cebba888819f tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (325462af-0762-4ed3-b041-a8d209a8b923), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:01.150352 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-75f26d39-f62a-4be0-a5e9-cebba888819f tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (325462af-0762-4ed3-b041-a8d209a8b923), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:01.175045 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aa25f0-7090-4637-91e4-46a125d6d3aa tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79d64924-8f9c-406d-8ab2-243692f331dd,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:01.215355 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-388dbd7b-9028-4945-b9e6-6a6f392b11ae req-b9aa25f0-7090-4637-91e4-46a125d6d3aa tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:01.227419 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-388dbd7b-9028-4945-b9e6-6a6f392b11ae req-b9aa25f0-7090-4637-91e4-46a125d6d3aa tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 1.8559937 Oct 04 20:48:01.296733 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ed7b95d8-c9c4-4950-b3ae-9069c92b2694 tempest-ServersTestBootFromVolume-1686909715 tempest-ServersTestBootFromVolume-1686909715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:01.520294 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-41761d11-a831-4c6c-98bd-22cbab2d6e83 req-6b50e9f2-7236-45d6-8cbd-484be52ce0b9 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] 10.222.0.78 "GET /networking/v2.0/security-groups/79d64924-8f9c-406d-8ab2-243692f331dd HTTP/1.1" status: 200 len: 1824 time: 0.1977518 Oct 04 20:48:01.590626 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [req-41761d11-a831-4c6c-98bd-22cbab2d6e83 req-3636fd1b-4ec9-475f-985f-c0cbbc94267d tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '79d64924-8f9c-406d-8ab2-243692f331dd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:48:01.591760 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [req-41761d11-a831-4c6c-98bd-22cbab2d6e83 req-3636fd1b-4ec9-475f-985f-c0cbbc94267d tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '79d64924-8f9c-406d-8ab2-243692f331dd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:48:01.659662 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ae2d904d-4961-4893-9ca0-b0e2a7a2f2ab None None] Publish callbacks [] for port (8dea16b1-7000-4a1f-a3f4-650961dec6b8), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:01.700652 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port ebd16c07-9395-4d3e-a6cd-6acff42cc187 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:48:01.701733 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (ebd16c07-9395-4d3e-a6cd-6acff42cc187), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:01.789887 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port ebd16c07-9395-4d3e-a6cd-6acff42cc187, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=ebd16c07-9395-4d3e-a6cd-6acff42cc187,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:48:01.789887 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ae2d904d-4961-4893-9ca0-b0e2a7a2f2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (8dea16b1-7000-4a1f-a3f4-650961dec6b8), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:01.817435 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d2fcdde7-1b96-4917-9b7c-43b098cd6475 admin admin] Publish callbacks [] for port (723d7ad5-6af6-405f-92da-91a53b6813c6), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:01.836550 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-75f26d39-f62a-4be0-a5e9-cebba888819f tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for router_controller (325462af-0762-4ed3-b041-a8d209a8b923), precommit_add_association {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:01.850111 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-5e1721a8-9305-421b-869e-cb7adc345967 None None] Allocated IP 172.20.0.2 (70d6b927-82ac-4b92-acbd-a7f7ee5ea706/cfb03dad-c277-4292-ac9b-05030efd9062/ad59713c-19aa-460f-910d-9a513c563283) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:48:01.862319 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=5,neutron:DELETE=7 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:01.922019 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (ebd16c07-9395-4d3e-a6cd-6acff42cc187), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:01.939713 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d2fcdde7-1b96-4917-9b7c-43b098cd6475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (723d7ad5-6af6-405f-92da-91a53b6813c6), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:01.948797 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-75f26d39-f62a-4be0-a5e9-cebba888819f tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (325462af-0762-4ed3-b041-a8d209a8b923), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:02.079175 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-ed7b95d8-c9c4-4950-b3ae-9069c92b2694 tempest-ServersTestBootFromVolume-1686909715 tempest-ServersTestBootFromVolume-1686909715-project] Allocated IP 172.25.5.183 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/50ff2c2b-56c8-43fc-b4d0-265d26503b86) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:48:02.166037 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c1e69e01-50a9-4ade-b29d-b5a256537fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (7728c244-c8a1-4884-af35-cb2c23203566), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:02.180603 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aba513e-eddc-459f-99e9-5da0300b9534 None None] Pushing event updated for resources: {'Port': ['ID=8dea16b1-7000-4a1f-a3f4-650961dec6b8,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:02.296305 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-41761d11-a831-4c6c-98bd-22cbab2d6e83 req-3636fd1b-4ec9-475f-985f-c0cbbc94267d tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks [] for security_group_rule (c6c1706d-bc77-4a15-b95a-e0fcb57a27b4), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:02.310668 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:02.343884 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d2fcdde7-1b96-4917-9b7c-43b098cd6475 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (f41b4d87-24a8-4dcd-b918-28d2e2b8cfc7), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:02.422129 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-41761d11-a831-4c6c-98bd-22cbab2d6e83 req-3636fd1b-4ec9-475f-985f-c0cbbc94267d tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks [] for security_group_rule (c6c1706d-bc77-4a15-b95a-e0fcb57a27b4), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:02.446962 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-75f26d39-f62a-4be0-a5e9-cebba888819f tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:02.447990 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b9f5e8f9-2c81-40b0-b923-8da4e884902e up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:48:02.454070 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-75f26d39-f62a-4be0-a5e9-cebba888819f tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.7801800 Oct 04 20:48:02.468356 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:02.477315 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fcdde7-1b96-4917-9b7c-43b098cd6475 admin admin] Pushing event updated for resources: {'Port': ['ID=723d7ad5-6af6-405f-92da-91a53b6813c6,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:02.537993 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 42136) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:48:02.585494 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-1b06ae5c-3ca1-463e-b4b3-971dc43370e4 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Request body: {'port': {'network_id': '70d6b927-82ac-4b92-acbd-a7f7ee5ea706', 'name': 'tempest-RoutersTest-1446559709'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:48:02.747866 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e69e01-50a9-4ade-b29d-b5a256537fa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7728c244-c8a1-4884-af35-cb2c23203566,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:02.828537 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-41761d11-a831-4c6c-98bd-22cbab2d6e83 req-3636fd1b-4ec9-475f-985f-c0cbbc94267d tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (c6c1706d-bc77-4a15-b95a-e0fcb57a27b4), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:02.905231 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5e1721a8-9305-421b-869e-cb7adc345967 None None] Publish callbacks [] for port (ad59713c-19aa-460f-910d-9a513c563283), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:02.915162 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:02.976798 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-ae2d904d-4961-4893-9ca0-b0e2a7a2f2ab None None] Attempting to bind port 8dea16b1-7000-4a1f-a3f4-650961dec6b8 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:48:02.977300 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-ae2d904d-4961-4893-9ca0-b0e2a7a2f2ab None None] Attempting to bind port 8dea16b1-7000-4a1f-a3f4-650961dec6b8 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'da054a40-48c2-4724-81a0-7e65114acf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6c69303b-863b-42ce-86a6-3cb7f2cdff93'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:48:02.977651 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2d904d-4961-4893-9ca0-b0e2a7a2f2ab None None] Attempting to bind port 8dea16b1-7000-4a1f-a3f4-650961dec6b8 on network 6c69303b-863b-42ce-86a6-3cb7f2cdff93 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:48:03.159678 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5e1721a8-9305-421b-869e-cb7adc345967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (ad59713c-19aa-460f-910d-9a513c563283), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:03.181125 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ed7b95d8-c9c4-4950-b3ae-9069c92b2694 tempest-ServersTestBootFromVolume-1686909715 tempest-ServersTestBootFromVolume-1686909715-project] Publish callbacks [] for port (50ff2c2b-56c8-43fc-b4d0-265d26503b86), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:03.200773 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1721a8-9305-421b-869e-cb7adc345967 None None] Network 70d6b927-82ac-4b92-acbd-a7f7ee5ea706 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:48:03.222099 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-5e1721a8-9305-421b-869e-cb7adc345967 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:48:03.226412 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1721a8-9305-421b-869e-cb7adc345967 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:48:03.239829 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:03.267041 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3636fd1b-4ec9-475f-985f-c0cbbc94267d tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6c1706d-bc77-4a15-b95a-e0fcb57a27b4,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:03.310141 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fcdde7-1b96-4917-9b7c-43b098cd6475 admin admin] Network ff423222-41b0-48ee-a580-97808d89e865 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:48:03.326210 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-d2fcdde7-1b96-4917-9b7c-43b098cd6475 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:48:03.346799 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c1e69e01-50a9-4ade-b29d-b5a256537fa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (f2f1f8c2-aeab-4472-bd52-4120bc591261), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:03.347121 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ed7b95d8-c9c4-4950-b3ae-9069c92b2694 tempest-ServersTestBootFromVolume-1686909715 tempest-ServersTestBootFromVolume-1686909715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (50ff2c2b-56c8-43fc-b4d0-265d26503b86), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:03.387350 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2d904d-4961-4893-9ca0-b0e2a7a2f2ab None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:48:03.389255 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2d904d-4961-4893-9ca0-b0e2a7a2f2ab None None] Checking segment: {'id': 'da054a40-48c2-4724-81a0-7e65114acf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6c69303b-863b-42ce-86a6-3cb7f2cdff93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:48:03.395067 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ae2d904d-4961-4893-9ca0-b0e2a7a2f2ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:03.396220 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2d904d-4961-4893-9ca0-b0e2a7a2f2ab None None] Bound using segment: {'id': 'da054a40-48c2-4724-81a0-7e65114acf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6c69303b-863b-42ce-86a6-3cb7f2cdff93'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:48:03.397241 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-ae2d904d-4961-4893-9ca0-b0e2a7a2f2ab None None] Bound port: 8dea16b1-7000-4a1f-a3f4-650961dec6b8, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da054a40-48c2-4724-81a0-7e65114acf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6c69303b-863b-42ce-86a6-3cb7f2cdff93'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:48:03.398102 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ae2d904d-4961-4893-9ca0-b0e2a7a2f2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (8dea16b1-7000-4a1f-a3f4-650961dec6b8), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:03.409219 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b06ae5c-3ca1-463e-b4b3-971dc43370e4 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Made reservation on behalf of 869ac0b5366d400d99edf8b0539f2d2d for: {'port': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:48:03.424563 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1b06ae5c-3ca1-463e-b4b3-971dc43370e4 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:03.475983 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-41761d11-a831-4c6c-98bd-22cbab2d6e83 req-3636fd1b-4ec9-475f-985f-c0cbbc94267d tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:03.477929 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-41761d11-a831-4c6c-98bd-22cbab2d6e83 req-3636fd1b-4ec9-475f-985f-c0cbbc94267d tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.8958006 Oct 04 20:48:03.491902 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7b95d8-c9c4-4950-b3ae-9069c92b2694 tempest-ServersTestBootFromVolume-1686909715 tempest-ServersTestBootFromVolume-1686909715-project] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:48:03.835713 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-ae2d904d-4961-4893-9ca0-b0e2a7a2f2ab None None] For port 8dea16b1-7000-4a1f-a3f4-650961dec6b8, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:48:03.859912 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:03.861101 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port b9f5e8f9-2c81-40b0-b923-8da4e884902e triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:48:03.861722 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b9f5e8f9-2c81-40b0-b923-8da4e884902e), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:03.862268 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port b9f5e8f9-2c81-40b0-b923-8da4e884902e Oct 04 20:48:03.876131 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=ebd16c07-9395-4d3e-a6cd-6acff42cc187,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:03.885942 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-ae2d904d-4961-4893-9ca0-b0e2a7a2f2ab None None] For port 8dea16b1-7000-4a1f-a3f4-650961dec6b8, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=8dea16b1-7000-4a1f-a3f4-650961dec6b8,segment=NetworkSegment(da054a40-48c2-4724-81a0-7e65114acf9d),segment_id=da054a40-48c2-4724-81a0-7e65114acf9d)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:48:03.911207 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:04.115692 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-5e1721a8-9305-421b-869e-cb7adc345967 None None] Attempting to bind port ad59713c-19aa-460f-910d-9a513c563283 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:48:04.116261 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-5e1721a8-9305-421b-869e-cb7adc345967 None None] Attempting to bind port ad59713c-19aa-460f-910d-9a513c563283 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'de10e563-28e4-4049-8cf8-750324049080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '70d6b927-82ac-4b92-acbd-a7f7ee5ea706'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:48:04.117130 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1721a8-9305-421b-869e-cb7adc345967 None None] Attempting to bind port ad59713c-19aa-460f-910d-9a513c563283 on network 70d6b927-82ac-4b92-acbd-a7f7ee5ea706 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:48:04.128572 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ae2d904d-4961-4893-9ca0-b0e2a7a2f2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (8dea16b1-7000-4a1f-a3f4-650961dec6b8), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:04.186008 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:04.217038 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2fcdde7-1b96-4917-9b7c-43b098cd6475 admin admin] Router f41b4d87-24a8-4dcd-b918-28d2e2b8cfc7 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:48:04.422978 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1721a8-9305-421b-869e-cb7adc345967 None None] Pushing event updated for resources: {'Port': ['ID=ad59713c-19aa-460f-910d-9a513c563283,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:04.445099 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [req-58573282-323f-4f77-b832-56d38230b28b req-a54411ba-3d61-473c-b6c7-e830f0fed854 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1189776917', 'description': 'tempest-description-229635045'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:48:04.482539 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-f0011468-e64a-430b-9946-f6f364a3d325 None None] Provisioning complete for port 723d7ad5-6af6-405f-92da-91a53b6813c6 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:48:04.483028 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f0011468-e64a-430b-9946-f6f364a3d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (723d7ad5-6af6-405f-92da-91a53b6813c6), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:04.484526 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-f0011468-e64a-430b-9946-f6f364a3d325 None None] Attempt 1 to provision port 723d7ad5-6af6-405f-92da-91a53b6813c6 Oct 04 20:48:04.518701 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-ed7b95d8-c9c4-4950-b3ae-9069c92b2694 tempest-ServersTestBootFromVolume-1686909715 tempest-ServersTestBootFromVolume-1686909715-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:48:04.532329 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7b95d8-c9c4-4950-b3ae-9069c92b2694 tempest-ServersTestBootFromVolume-1686909715 tempest-ServersTestBootFromVolume-1686909715-project] Pushing event updated for resources: {'Port': ['ID=50ff2c2b-56c8-43fc-b4d0-265d26503b86,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:04.543391 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [None req-1b06ae5c-3ca1-463e-b4b3-971dc43370e4 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] device_id is not set on port 881fcac4-93b7-4850-8663-dce57e4c0484 yet. {{(pid=108170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 20:48:04.562516 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7b95d8-c9c4-4950-b3ae-9069c92b2694 tempest-ServersTestBootFromVolume-1686909715 tempest-ServersTestBootFromVolume-1686909715-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:48:04.663512 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:04.665908 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-f0011468-e64a-430b-9946-f6f364a3d325 None None] Port 723d7ad5-6af6-405f-92da-91a53b6813c6 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:48:04.674699 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1721a8-9305-421b-869e-cb7adc345967 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:48:04.677032 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1721a8-9305-421b-869e-cb7adc345967 None None] Checking segment: {'id': 'de10e563-28e4-4049-8cf8-750324049080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '70d6b927-82ac-4b92-acbd-a7f7ee5ea706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:48:04.678451 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5e1721a8-9305-421b-869e-cb7adc345967 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:04.679411 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1721a8-9305-421b-869e-cb7adc345967 None None] Bound using segment: {'id': 'de10e563-28e4-4049-8cf8-750324049080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '70d6b927-82ac-4b92-acbd-a7f7ee5ea706'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:48:04.682497 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-5e1721a8-9305-421b-869e-cb7adc345967 None None] Bound port: ad59713c-19aa-460f-910d-9a513c563283, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de10e563-28e4-4049-8cf8-750324049080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '70d6b927-82ac-4b92-acbd-a7f7ee5ea706'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:48:04.682497 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5e1721a8-9305-421b-869e-cb7adc345967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (ad59713c-19aa-460f-910d-9a513c563283), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:04.717852 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1e69e01-50a9-4ade-b29d-b5a256537fa3 admin admin] Router f2f1f8c2-aeab-4472-bd52-4120bc591261 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:48:04.744377 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2fcdde7-1b96-4917-9b7c-43b098cd6475 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:48:04.763368 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481eff34-db68-413e-8560-557c7c1e2900 None None] Sync routers for ids ['f41b4d87-24a8-4dcd-b918-28d2e2b8cfc7'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:48:04.772096 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d2fcdde7-1b96-4917-9b7c-43b098cd6475 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/f41b4d87-24a8-4dcd-b918-28d2e2b8cfc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.4826913 Oct 04 20:48:04.823742 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481eff34-db68-413e-8560-557c7c1e2900 None None] Routers {'f41b4d87-24a8-4dcd-b918-28d2e2b8cfc7'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:48:04.827367 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-481eff34-db68-413e-8560-557c7c1e2900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:47:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['f41b4d87-24a8-4dcd-b918-28d2e2b8cfc7'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:48:04.849240 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aba513e-eddc-459f-99e9-5da0300b9534 None None] Pushing event updated for resources: {'Port': ['ID=8dea16b1-7000-4a1f-a3f4-650961dec6b8,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:04.855071 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2d904d-4961-4893-9ca0-b0e2a7a2f2ab None None] Routers {'21476b52-975d-44ca-a625-35e534824e3a'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:48:04.857135 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-ae2d904d-4961-4893-9ca0-b0e2a7a2f2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:47:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['21476b52-975d-44ca-a625-35e534824e3a'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:48:04.961558 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-58573282-323f-4f77-b832-56d38230b28b req-a54411ba-3d61-473c-b6c7-e830f0fed854 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:05.032760 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port b9f5e8f9-2c81-40b0-b923-8da4e884902e is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:48:05.033602 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b9f5e8f9-2c81-40b0-b923-8da4e884902e), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:05.116445 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ed7b95d8-c9c4-4950-b3ae-9069c92b2694 tempest-ServersTestBootFromVolume-1686909715 tempest-ServersTestBootFromVolume-1686909715-project] Publish callbacks [] for floatingip (f51a90c6-1030-45d7-b46d-bba997b5a4e4), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:05.177615 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port b9f5e8f9-2c81-40b0-b923-8da4e884902e, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b9f5e8f9-2c81-40b0-b923-8da4e884902e,segment=NetworkSegment(ea94fdea-0aa6-46f6-99b3-58f0d18da342),segment_id=ea94fdea-0aa6-46f6-99b3-58f0d18da342)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:48:05.197322 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:05.203632 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 42172) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:48:05.280209 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (b9f5e8f9-2c81-40b0-b923-8da4e884902e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:05.311629 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-1b06ae5c-3ca1-463e-b4b3-971dc43370e4 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Allocated IP 172.20.0.4 (70d6b927-82ac-4b92-acbd-a7f7ee5ea706/cfb03dad-c277-4292-ac9b-05030efd9062/881fcac4-93b7-4850-8663-dce57e4c0484) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:48:05.320047 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:05.389890 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ed7b95d8-c9c4-4950-b3ae-9069c92b2694 tempest-ServersTestBootFromVolume-1686909715 tempest-ServersTestBootFromVolume-1686909715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (50ff2c2b-56c8-43fc-b4d0-265d26503b86), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:05.459991 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-ae2d904d-4961-4893-9ca0-b0e2a7a2f2ab None None] Set router 21476b52-975d-44ca-a625-35e534824e3a gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:48:05.477387 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-481eff34-db68-413e-8560-557c7c1e2900 None None] Set router f41b4d87-24a8-4dcd-b918-28d2e2b8cfc7 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:48:05.599576 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:05.705137 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-58573282-323f-4f77-b832-56d38230b28b req-a54411ba-3d61-473c-b6c7-e830f0fed854 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks [] for security_group (9fca0543-5be4-4728-b28b-c49181800804), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:05.913035 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-5e1721a8-9305-421b-869e-cb7adc345967 None None] For port ad59713c-19aa-460f-910d-9a513c563283, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:48:05.938842 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device ebd16c07-9395-4d3e-a6cd-6acff42cc187 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:48:06.032499 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-58573282-323f-4f77-b832-56d38230b28b req-a54411ba-3d61-473c-b6c7-e830f0fed854 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (9fca0543-5be4-4728-b28b-c49181800804), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:06.103696 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e69e01-50a9-4ade-b29d-b5a256537fa3 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:48:06.134685 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c1e69e01-50a9-4ade-b29d-b5a256537fa3 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/f2f1f8c2-aeab-4472-bd52-4120bc591261/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4398899 Oct 04 20:48:06.137234 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 42182) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:48:06.175911 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54411ba-3d61-473c-b6c7-e830f0fed854 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fca0543-5be4-4728-b28b-c49181800804,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:06.264666 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-d2594662-87aa-43fe-a3a4-e188bbf0f212 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-727680469-network', 'tenant_id': '21485db3d9e240e0927cd9c3bcf0ed1f'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:48:06.302141 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-58573282-323f-4f77-b832-56d38230b28b req-a54411ba-3d61-473c-b6c7-e830f0fed854 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:06.311857 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-58573282-323f-4f77-b832-56d38230b28b req-a54411ba-3d61-473c-b6c7-e830f0fed854 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 1.8744926 Oct 04 20:48:06.369976 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-481eff34-db68-413e-8560-557c7c1e2900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41b4d87-24a8-4dcd-b918-28d2e2b8cfc7', 'name': 'tempest-ServerAddressesTestJSON-1712253565-router', 'tenant_id': 'ce3823a32e454504b467aa845688fc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': 'ebd16c07-9395-4d3e-a6cd-6acff42cc187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:47:32Z', 'updated_at': '2022-10-04T20:47:59Z', 'revision_number': 4, 'project_id': 'ce3823a32e454504b467aa845688fc46', 'gw_port': {'id': 'ebd16c07-9395-4d3e-a6cd-6acff42cc187', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41b4d87-24a8-4dcd-b918-28d2e2b8cfc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:47:36Z', 'updated_at': '2022-10-04T20:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '723d7ad5-6af6-405f-92da-91a53b6813c6', 'name': '', 'network_id': 'ff423222-41b0-48ee-a580-97808d89e865', 'tenant_id': 'ce3823a32e454504b467aa845688fc46', 'mac_address': 'fa:16:3e:bb:4f:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41b4d87-24a8-4dcd-b918-28d2e2b8cfc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'ef6d89d8-941d-4029-8b59-71577d0942ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:47:55Z', 'updated_at': '2022-10-04T20:48:00Z', 'revision_number': 2, 'project_id': 'ce3823a32e454504b467aa845688fc46', 'subnets': [{'id': 'ef6d89d8-941d-4029-8b59-71577d0942ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:48:06.498223 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481eff34-db68-413e-8560-557c7c1e2900 None None] Checking router: f41b4d87-24a8-4dcd-b918-28d2e2b8cfc7 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:48:06.501280 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=b9f5e8f9-2c81-40b0-b923-8da4e884902e,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:06.502206 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481eff34-db68-413e-8560-557c7c1e2900 None None] Updating router f41b4d87-24a8-4dcd-b918-28d2e2b8cfc7 port 723d7ad5-6af6-405f-92da-91a53b6813c6 binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:48:06.509084 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-5e1721a8-9305-421b-869e-cb7adc345967 None None] For port ad59713c-19aa-460f-910d-9a513c563283, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=ad59713c-19aa-460f-910d-9a513c563283,segment=NetworkSegment(de10e563-28e4-4049-8cf8-750324049080),segment_id=de10e563-28e4-4049-8cf8-750324049080)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:48:06.517351 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-ae2d904d-4961-4893-9ca0-b0e2a7a2f2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21476b52-975d-44ca-a625-35e534824e3a', 'name': 'tempest-SecurityGroupRulesTestJSON-1221915251-router', 'tenant_id': 'e7e1ecd83e39483281a9b6b3db59648e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': 'f86b6096-5258-48fe-b95e-92b59603c79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:47:26Z', 'updated_at': '2022-10-04T20:47:50Z', 'revision_number': 4, 'project_id': 'e7e1ecd83e39483281a9b6b3db59648e', 'gw_port': {'id': 'f86b6096-5258-48fe-b95e-92b59603c79b', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:1b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21476b52-975d-44ca-a625-35e534824e3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:47:31Z', 'updated_at': '2022-10-04T20:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '8dea16b1-7000-4a1f-a3f4-650961dec6b8', 'name': '', 'network_id': '6c69303b-863b-42ce-86a6-3cb7f2cdff93', 'tenant_id': 'e7e1ecd83e39483281a9b6b3db59648e', 'mac_address': 'fa:16:3e:9d:58:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21476b52-975d-44ca-a625-35e534824e3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '312a1a3c-8be9-48f8-aacd-5ceeb9130a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:47:45Z', 'updated_at': '2022-10-04T20:48:03Z', 'revision_number': 4, 'project_id': 'e7e1ecd83e39483281a9b6b3db59648e', 'subnets': [{'id': '312a1a3c-8be9-48f8-aacd-5ceeb9130a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:48:06.523693 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84443f5f-a73b-442a-9813-6af2a4a55cf2 None None] Sync routers for ids ['f2f1f8c2-aeab-4472-bd52-4120bc591261'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:48:06.577885 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=100 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:06.580877 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e940383a-db76-496f-b040-aa5c3bf2e746 admin admin] Publish callbacks [] for router (f2f1f8c2-aeab-4472-bd52-4120bc591261), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:06.629177 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-481eff34-db68-413e-8560-557c7c1e2900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (723d7ad5-6af6-405f-92da-91a53b6813c6), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:06.635968 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2d904d-4961-4893-9ca0-b0e2a7a2f2ab None None] The sync data for ids ['21476b52-975d-44ca-a625-35e534824e3a'] in n-d-852085-12 is: [{'id': '21476b52-975d-44ca-a625-35e534824e3a', 'name': 'tempest-SecurityGroupRulesTestJSON-1221915251-router', 'tenant_id': 'e7e1ecd83e39483281a9b6b3db59648e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': 'f86b6096-5258-48fe-b95e-92b59603c79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:47:26Z', 'updated_at': '2022-10-04T20:47:50Z', 'revision_number': 4, 'project_id': 'e7e1ecd83e39483281a9b6b3db59648e', 'gw_port': {'id': 'f86b6096-5258-48fe-b95e-92b59603c79b', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:1b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21476b52-975d-44ca-a625-35e534824e3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:47:31Z', 'updated_at': '2022-10-04T20:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '8dea16b1-7000-4a1f-a3f4-650961dec6b8', 'name': '', 'network_id': '6c69303b-863b-42ce-86a6-3cb7f2cdff93', 'tenant_id': 'e7e1ecd83e39483281a9b6b3db59648e', 'mac_address': 'fa:16:3e:9d:58:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21476b52-975d-44ca-a625-35e534824e3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '312a1a3c-8be9-48f8-aacd-5ceeb9130a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:47:45Z', 'updated_at': '2022-10-04T20:48:03Z', 'revision_number': 4, 'project_id': 'e7e1ecd83e39483281a9b6b3db59648e', 'subnets': [{'id': '312a1a3c-8be9-48f8-aacd-5ceeb9130a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:48:06.641457 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port ebd16c07-9395-4d3e-a6cd-6acff42cc187 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:48:06.642100 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (ebd16c07-9395-4d3e-a6cd-6acff42cc187), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:06.642984 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port ebd16c07-9395-4d3e-a6cd-6acff42cc187 Oct 04 20:48:06.674316 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1b06ae5c-3ca1-463e-b4b3-971dc43370e4 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for port (881fcac4-93b7-4850-8663-dce57e4c0484), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:06.749970 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2594662-87aa-43fe-a3a4-e188bbf0f212 admin admin] Made reservation on behalf of 21485db3d9e240e0927cd9c3bcf0ed1f for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:48:06.770165 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d2594662-87aa-43fe-a3a4-e188bbf0f212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:06.811240 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84443f5f-a73b-442a-9813-6af2a4a55cf2 None None] Routers {'f2f1f8c2-aeab-4472-bd52-4120bc591261'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:48:06.814324 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-84443f5f-a73b-442a-9813-6af2a4a55cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:47:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['f2f1f8c2-aeab-4472-bd52-4120bc591261'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:48:06.850034 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ed7b95d8-c9c4-4950-b3ae-9069c92b2694 tempest-ServersTestBootFromVolume-1686909715 tempest-ServersTestBootFromVolume-1686909715-project] Publish callbacks [] for port (50ff2c2b-56c8-43fc-b4d0-265d26503b86), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:06.861874 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-80244cf6-d6d7-45be-aabc-70a429f30a7d req-205c3cb6-6efb-4617-8e80-2b16798d3c49 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] 10.222.0.78 "GET /networking/v2.0/security-groups/9fca0543-5be4-4728-b28b-c49181800804 HTTP/1.1" status: 200 len: 1823 time: 0.4693983 Oct 04 20:48:06.902429 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d2594662-87aa-43fe-a3a4-e188bbf0f212 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:06.916623 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:06.995705 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ed7b95d8-c9c4-4950-b3ae-9069c92b2694 tempest-ServersTestBootFromVolume-1686909715 tempest-ServersTestBootFromVolume-1686909715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (50ff2c2b-56c8-43fc-b4d0-265d26503b86), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:07.025901 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [req-80244cf6-d6d7-45be-aabc-70a429f30a7d req-31e1e561-3b2c-4857-b1b2-3b6c0f4b8bd7 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '9fca0543-5be4-4728-b28b-c49181800804', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:48:07.030111 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [req-80244cf6-d6d7-45be-aabc-70a429f30a7d req-31e1e561-3b2c-4857-b1b2-3b6c0f4b8bd7 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '9fca0543-5be4-4728-b28b-c49181800804', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:48:07.144122 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e940383a-db76-496f-b040-aa5c3bf2e746 admin admin] Publish callbacks [] for router_gateway (f2f1f8c2-aeab-4472-bd52-4120bc591261), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:07.160920 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5e1721a8-9305-421b-869e-cb7adc345967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (ad59713c-19aa-460f-910d-9a513c563283), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:07.491795 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-e940383a-db76-496f-b040-aa5c3bf2e746 admin admin] Deleting port cdb9f7be-62af-40dc-b7c5-752999f7d8d3 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:48:07.496962 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e940383a-db76-496f-b040-aa5c3bf2e746 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (cdb9f7be-62af-40dc-b7c5-752999f7d8d3), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:07.583690 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-84443f5f-a73b-442a-9813-6af2a4a55cf2 None None] Set router f2f1f8c2-aeab-4472-bd52-4120bc591261 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:48:07.780166 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ed7b95d8-c9c4-4950-b3ae-9069c92b2694 tempest-ServersTestBootFromVolume-1686909715 tempest-ServersTestBootFromVolume-1686909715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582728'] for floatingip (f51a90c6-1030-45d7-b46d-bba997b5a4e4), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:07.807228 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d2594662-87aa-43fe-a3a4-e188bbf0f212 admin admin] Publish callbacks [] for security_group (f4c93892-0a9a-45cb-889e-133856d1d534), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:07.984105 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d2594662-87aa-43fe-a3a4-e188bbf0f212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (f4c93892-0a9a-45cb-889e-133856d1d534), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:08.080483 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-481eff34-db68-413e-8560-557c7c1e2900 None None] Publish callbacks [] for port (723d7ad5-6af6-405f-92da-91a53b6813c6), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:08.114903 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7b95d8-c9c4-4950-b3ae-9069c92b2694 tempest-ServersTestBootFromVolume-1686909715 tempest-ServersTestBootFromVolume-1686909715-project] Pushing event updated for resources: {'Port': ['ID=50ff2c2b-56c8-43fc-b4d0-265d26503b86,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:08.136210 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:08.172502 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-e940383a-db76-496f-b040-aa5c3bf2e746 admin admin] For port cdb9f7be-62af-40dc-b7c5-752999f7d8d3, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=cdb9f7be-62af-40dc-b7c5-752999f7d8d3,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:48:08.175538 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:08.176579 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e940383a-db76-496f-b040-aa5c3bf2e746 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (cdb9f7be-62af-40dc-b7c5-752999f7d8d3), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:08.191442 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1b06ae5c-3ca1-463e-b4b3-971dc43370e4 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (881fcac4-93b7-4850-8663-dce57e4c0484), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:08.222101 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-481eff34-db68-413e-8560-557c7c1e2900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (723d7ad5-6af6-405f-92da-91a53b6813c6), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:08.242293 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-e940383a-db76-496f-b040-aa5c3bf2e746 admin admin] Calling delete_port for cdb9f7be-62af-40dc-b7c5-752999f7d8d3 owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:48:08.269327 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2594662-87aa-43fe-a3a4-e188bbf0f212 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:48:08.291274 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1721a8-9305-421b-869e-cb7adc345967 None None] Pushing event updated for resources: {'Port': ['ID=ad59713c-19aa-460f-910d-9a513c563283,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:08.313897 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port ebd16c07-9395-4d3e-a6cd-6acff42cc187 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:48:08.456977 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2594662-87aa-43fe-a3a4-e188bbf0f212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c93892-0a9a-45cb-889e-133856d1d534,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:08.526140 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b06ae5c-3ca1-463e-b4b3-971dc43370e4 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Network 70d6b927-82ac-4b92-acbd-a7f7ee5ea706 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:48:08.564428 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bb59c1-c28c-4f58-9866-620e9aa6901a None None] Pushing event updated for resources: {'Port': ['ID=723d7ad5-6af6-405f-92da-91a53b6813c6,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:08.592432 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-481eff34-db68-413e-8560-557c7c1e2900 None None] Attempting to bind port 723d7ad5-6af6-405f-92da-91a53b6813c6 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:48:08.592973 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-481eff34-db68-413e-8560-557c7c1e2900 None None] Attempting to bind port 723d7ad5-6af6-405f-92da-91a53b6813c6 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'bdad9211-8a24-413e-8cec-60765d2ab529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ff423222-41b0-48ee-a580-97808d89e865'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:48:08.593517 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481eff34-db68-413e-8560-557c7c1e2900 None None] Attempting to bind port 723d7ad5-6af6-405f-92da-91a53b6813c6 on network ff423222-41b0-48ee-a580-97808d89e865 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:48:08.603578 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-84443f5f-a73b-442a-9813-6af2a4a55cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f1f8c2-aeab-4472-bd52-4120bc591261', 'name': 'tempest-ServersTestManualDisk-184398332-router', 'tenant_id': '2afc6ef8dc874ff5ad52048c0ea409e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'cdb9f7be-62af-40dc-b7c5-752999f7d8d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:46:56Z', 'updated_at': '2022-10-04T20:48:01Z', 'revision_number': 5, 'project_id': '2afc6ef8dc874ff5ad52048c0ea409e2', 'gw_port': {'id': 'cdb9f7be-62af-40dc-b7c5-752999f7d8d3', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f1f8c2-aeab-4472-bd52-4120bc591261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:46:58Z', 'updated_at': '2022-10-04T20:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:48:08.699702 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:08.727069 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84443f5f-a73b-442a-9813-6af2a4a55cf2 None None] Checking router: f2f1f8c2-aeab-4472-bd52-4120bc591261 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:48:08.765956 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-1b06ae5c-3ca1-463e-b4b3-971dc43370e4 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:48:08.786418 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84443f5f-a73b-442a-9813-6af2a4a55cf2 None None] Routers {'f2f1f8c2-aeab-4472-bd52-4120bc591261'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:48:08.787576 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-84443f5f-a73b-442a-9813-6af2a4a55cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:47:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['f2f1f8c2-aeab-4472-bd52-4120bc591261'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:48:08.792419 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ed7b95d8-c9c4-4950-b3ae-9069c92b2694 tempest-ServersTestBootFromVolume-1686909715 tempest-ServersTestBootFromVolume-1686909715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:08.804207 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-ed7b95d8-c9c4-4950-b3ae-9069c92b2694 tempest-ServersTestBootFromVolume-1686909715 tempest-ServersTestBootFromVolume-1686909715-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.4920781 Oct 04 20:48:08.811845 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b06ae5c-3ca1-463e-b4b3-971dc43370e4 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event updated for resources: {'Port': ['ID=881fcac4-93b7-4850-8663-dce57e4c0484,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:08.845766 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481eff34-db68-413e-8560-557c7c1e2900 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:48:08.847478 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481eff34-db68-413e-8560-557c7c1e2900 None None] Checking segment: {'id': 'bdad9211-8a24-413e-8cec-60765d2ab529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ff423222-41b0-48ee-a580-97808d89e865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:48:08.850914 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-481eff34-db68-413e-8560-557c7c1e2900 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:08.853687 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481eff34-db68-413e-8560-557c7c1e2900 None None] Bound using segment: {'id': 'bdad9211-8a24-413e-8cec-60765d2ab529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ff423222-41b0-48ee-a580-97808d89e865'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:48:08.866237 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-481eff34-db68-413e-8560-557c7c1e2900 None None] Bound port: 723d7ad5-6af6-405f-92da-91a53b6813c6, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdad9211-8a24-413e-8cec-60765d2ab529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ff423222-41b0-48ee-a580-97808d89e865'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:48:08.867119 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-481eff34-db68-413e-8560-557c7c1e2900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (723d7ad5-6af6-405f-92da-91a53b6813c6), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:08.977842 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b06ae5c-3ca1-463e-b4b3-971dc43370e4 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:48:09.167543 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d2594662-87aa-43fe-a3a4-e188bbf0f212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (4b26686d-03c2-46a6-a641-d335072cc635), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:09.168315 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-d2594662-87aa-43fe-a3a4-e188bbf0f212 admin admin] Added segment 4b26686d-03c2-46a6-a641-d335072cc635 of type vlan for network b5eb5bea-3a79-48db-bd21-b80445c9ff3f Oct 04 20:48:09.192352 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e940383a-db76-496f-b040-aa5c3bf2e746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (cdb9f7be-62af-40dc-b7c5-752999f7d8d3), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:09.200394 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-481eff34-db68-413e-8560-557c7c1e2900 None None] For port 723d7ad5-6af6-405f-92da-91a53b6813c6, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:48:09.207117 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-481eff34-db68-413e-8560-557c7c1e2900 None None] For port 723d7ad5-6af6-405f-92da-91a53b6813c6, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=723d7ad5-6af6-405f-92da-91a53b6813c6,segment=NetworkSegment(bdad9211-8a24-413e-8cec-60765d2ab529),segment_id=bdad9211-8a24-413e-8cec-60765d2ab529)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:48:09.245423 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-84443f5f-a73b-442a-9813-6af2a4a55cf2 None None] Set router f2f1f8c2-aeab-4472-bd52-4120bc591261 gateway port host: None {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:48:09.311719 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-481eff34-db68-413e-8560-557c7c1e2900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (723d7ad5-6af6-405f-92da-91a53b6813c6), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:09.359839 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e940383a-db76-496f-b040-aa5c3bf2e746 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdb9f7be-62af-40dc-b7c5-752999f7d8d3,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:09.566393 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481eff34-db68-413e-8560-557c7c1e2900 None None] Routers {'f41b4d87-24a8-4dcd-b918-28d2e2b8cfc7'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:48:09.571231 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-481eff34-db68-413e-8560-557c7c1e2900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:47:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['f41b4d87-24a8-4dcd-b918-28d2e2b8cfc7'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:48:09.572381 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b9f5e8f9-2c81-40b0-b923-8da4e884902e up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:48:09.581272 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d2594662-87aa-43fe-a3a4-e188bbf0f212 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (b5eb5bea-3a79-48db-bd21-b80445c9ff3f), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:09.616656 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-84443f5f-a73b-442a-9813-6af2a4a55cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f1f8c2-aeab-4472-bd52-4120bc591261', 'name': 'tempest-ServersTestManualDisk-184398332-router', 'tenant_id': '2afc6ef8dc874ff5ad52048c0ea409e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:46:56Z', 'updated_at': '2022-10-04T20:48:07Z', 'revision_number': 6, 'project_id': '2afc6ef8dc874ff5ad52048c0ea409e2', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:48:09.734228 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a226772e-168c-4522-bb04-a7561798e354 req-e883ef4e-521a-4cc2-9d3f-33a340b9315c tempest-ServerAddressesTestJSON-392328723 tempest-ServerAddressesTestJSON-392328723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:48:09.736697 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a226772e-168c-4522-bb04-a7561798e354 req-e883ef4e-521a-4cc2-9d3f-33a340b9315c tempest-ServerAddressesTestJSON-392328723 tempest-ServerAddressesTestJSON-392328723-project] 10.222.0.78 "GET /networking/v2.0/networks?id=ff423222-41b0-48ee-a580-97808d89e865 HTTP/1.1" status: 200 len: 814 time: 1.9245336 Oct 04 20:48:09.746182 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b06ae5c-3ca1-463e-b4b3-971dc43370e4 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:48:09.749609 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1b06ae5c-3ca1-463e-b4b3-971dc43370e4 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:09.794166 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e940383a-db76-496f-b040-aa5c3bf2e746 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (f2f1f8c2-aeab-4472-bd52-4120bc591261), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:09.836294 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-80244cf6-d6d7-45be-aabc-70a429f30a7d req-31e1e561-3b2c-4857-b1b2-3b6c0f4b8bd7 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks [] for security_group_rule (d40c0577-86d6-4dd6-8d0b-193db166ed66), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:09.871769 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-80244cf6-d6d7-45be-aabc-70a429f30a7d req-31e1e561-3b2c-4857-b1b2-3b6c0f4b8bd7 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks [] for security_group_rule (d40c0577-86d6-4dd6-8d0b-193db166ed66), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:09.884106 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a226772e-168c-4522-bb04-a7561798e354 req-60d83ab9-3552-424a-9c2b-f625f8c4b627 tempest-ServerAddressesTestJSON-392328723 tempest-ServerAddressesTestJSON-392328723-project] 10.222.0.78 "GET /networking/v2.0/quotas/ce3823a32e454504b467aa845688fc46 HTTP/1.1" status: 200 len: 375 time: 0.1195419 Oct 04 20:48:09.895211 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d2594662-87aa-43fe-a3a4-e188bbf0f212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (b5eb5bea-3a79-48db-bd21-b80445c9ff3f), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:09.896924 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2594662-87aa-43fe-a3a4-e188bbf0f212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:48:09.899586 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d2594662-87aa-43fe-a3a4-e188bbf0f212 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:09.982234 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bb59c1-c28c-4f58-9866-620e9aa6901a None None] Pushing event updated for resources: {'Port': ['ID=723d7ad5-6af6-405f-92da-91a53b6813c6,revision_number=4']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:09.991840 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bd0dbc-c611-45e3-85e0-56a92e093ec4 None None] Network 70d6b927-82ac-4b92-acbd-a7f7ee5ea706 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:48:10.087796 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84443f5f-a73b-442a-9813-6af2a4a55cf2 None None] The sync data for ids ['f2f1f8c2-aeab-4472-bd52-4120bc591261'] in n-d-852085-12 is: [{'id': 'f2f1f8c2-aeab-4472-bd52-4120bc591261', 'name': 'tempest-ServersTestManualDisk-184398332-router', 'tenant_id': '2afc6ef8dc874ff5ad52048c0ea409e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:46:56Z', 'updated_at': '2022-10-04T20:48:07Z', 'revision_number': 6, 'project_id': '2afc6ef8dc874ff5ad52048c0ea409e2', 'gw_port_host': None}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:48:10.162536 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2594662-87aa-43fe-a3a4-e188bbf0f212 admin admin] Pushing event updated for resources: {'Network': ['ID=b5eb5bea-3a79-48db-bd21-b80445c9ff3f,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:10.167054 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-80244cf6-d6d7-45be-aabc-70a429f30a7d req-31e1e561-3b2c-4857-b1b2-3b6c0f4b8bd7 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (d40c0577-86d6-4dd6-8d0b-193db166ed66), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:10.170195 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:10.214334 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-1b06ae5c-3ca1-463e-b4b3-971dc43370e4 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 922 time: 7.6646483 Oct 04 20:48:10.233971 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 42268) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:48:10.274632 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e1e561-3b2c-4857-b1b2-3b6c0f4b8bd7 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d40c0577-86d6-4dd6-8d0b-193db166ed66,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:10.418038 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e940383a-db76-496f-b040-aa5c3bf2e746 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (f2f1f8c2-aeab-4472-bd52-4120bc591261), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:10.424050 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e940383a-db76-496f-b040-aa5c3bf2e746 admin admin] Publish callbacks [] for router_controller (f2f1f8c2-aeab-4472-bd52-4120bc591261), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:10.425370 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network b5eb5bea-3a79-48db-bd21-b80445c9ff3f details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:48:10.499533 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-481eff34-db68-413e-8560-557c7c1e2900 None None] Set router f41b4d87-24a8-4dcd-b918-28d2e2b8cfc7 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:48:10.560941 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-80244cf6-d6d7-45be-aabc-70a429f30a7d req-31e1e561-3b2c-4857-b1b2-3b6c0f4b8bd7 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:10.579585 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-80244cf6-d6d7-45be-aabc-70a429f30a7d req-31e1e561-3b2c-4857-b1b2-3b6c0f4b8bd7 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 3.6208551 Oct 04 20:48:10.621570 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-cab9039e-1ef4-4bfc-bb3f-bc4ec44b74b3 None None] Provisioning complete for port ad59713c-19aa-460f-910d-9a513c563283 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:48:10.625457 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-cab9039e-1ef4-4bfc-bb3f-bc4ec44b74b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (ad59713c-19aa-460f-910d-9a513c563283), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:10.626721 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-cab9039e-1ef4-4bfc-bb3f-bc4ec44b74b3 None None] Attempt 1 to provision port ad59713c-19aa-460f-910d-9a513c563283 Oct 04 20:48:10.629974 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-d2594662-87aa-43fe-a3a4-e188bbf0f212 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 5.4138720 Oct 04 20:48:10.635460 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 42274) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:48:10.651389 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-c0e773b3-3f09-43a6-bcd0-8bbb29ef130f admin admin] Request body: {'subnet': {'network_id': 'b5eb5bea-3a79-48db-bd21-b80445c9ff3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-727680469-subnet', 'tenant_id': '21485db3d9e240e0927cd9c3bcf0ed1f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:48:10.717112 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:10.729520 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e940383a-db76-496f-b040-aa5c3bf2e746 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (f2f1f8c2-aeab-4472-bd52-4120bc591261), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:10.732466 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e940383a-db76-496f-b040-aa5c3bf2e746 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2f1f8c2-aeab-4472-bd52-4120bc591261 {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:48:10.747839 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e940383a-db76-496f-b040-aa5c3bf2e746 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:10.777524 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e940383a-db76-496f-b040-aa5c3bf2e746 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/f2f1f8c2-aeab-4472-bd52-4120bc591261 HTTP/1.1" status: 204 len: 168 time: 4.6363270 Oct 04 20:48:10.807023 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 42276) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:48:10.822586 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [req-a229302f-03c1-40f1-a96c-59362ec36bd8 req-9028c8ed-bb89-4f97-bf0f-1575a8e04a9e tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1572618405', 'description': 'tempest-description-95227566'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:48:10.875382 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:10.940285 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:10.973012 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e773b3-3f09-43a6-bcd0-8bbb29ef130f admin admin] Made reservation on behalf of 21485db3d9e240e0927cd9c3bcf0ed1f for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:48:10.974192 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a226772e-168c-4522-bb04-a7561798e354 req-ddea4732-e218-4d0f-8c3e-62e56e257436 tempest-ServerAddressesTestJSON-392328723 tempest-ServerAddressesTestJSON-392328723-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=ce3823a32e454504b467aa845688fc46&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0653672 Oct 04 20:48:10.989033 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c0e773b3-3f09-43a6-bcd0-8bbb29ef130f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:11.147554 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f0a27c4-e8cf-459c-8540-f41f3abaeab2 admin admin] Deleting subnet ca0e8b05-9716-4c32-b4e9-16f8e25a3c5c {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:48:11.178342 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 42284) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:48:11.195281 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5f0a27c4-e8cf-459c-8540-f41f3abaeab2 admin admin] Publish callbacks [] for subnet (ca0e8b05-9716-4c32-b4e9-16f8e25a3c5c), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:11.195664 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port b9f5e8f9-2c81-40b0-b923-8da4e884902e triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:48:11.196202 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b9f5e8f9-2c81-40b0-b923-8da4e884902e), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:11.196811 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port b9f5e8f9-2c81-40b0-b923-8da4e884902e Oct 04 20:48:11.237798 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-481eff34-db68-413e-8560-557c7c1e2900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41b4d87-24a8-4dcd-b918-28d2e2b8cfc7', 'name': 'tempest-ServerAddressesTestJSON-1712253565-router', 'tenant_id': 'ce3823a32e454504b467aa845688fc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': 'ebd16c07-9395-4d3e-a6cd-6acff42cc187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:47:32Z', 'updated_at': '2022-10-04T20:47:59Z', 'revision_number': 4, 'project_id': 'ce3823a32e454504b467aa845688fc46', 'gw_port': {'id': 'ebd16c07-9395-4d3e-a6cd-6acff42cc187', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41b4d87-24a8-4dcd-b918-28d2e2b8cfc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:47:36Z', 'updated_at': '2022-10-04T20:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '723d7ad5-6af6-405f-92da-91a53b6813c6', 'name': '', 'network_id': 'ff423222-41b0-48ee-a580-97808d89e865', 'tenant_id': 'ce3823a32e454504b467aa845688fc46', 'mac_address': 'fa:16:3e:bb:4f:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41b4d87-24a8-4dcd-b918-28d2e2b8cfc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'ef6d89d8-941d-4029-8b59-71577d0942ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:47:55Z', 'updated_at': '2022-10-04T20:48:09Z', 'revision_number': 4, 'project_id': 'ce3823a32e454504b467aa845688fc46', 'subnets': [{'id': 'ef6d89d8-941d-4029-8b59-71577d0942ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:48:11.292065 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481eff34-db68-413e-8560-557c7c1e2900 None None] The sync data for ids ['f41b4d87-24a8-4dcd-b918-28d2e2b8cfc7'] in n-d-852085-12 is: [{'id': 'f41b4d87-24a8-4dcd-b918-28d2e2b8cfc7', 'name': 'tempest-ServerAddressesTestJSON-1712253565-router', 'tenant_id': 'ce3823a32e454504b467aa845688fc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': 'ebd16c07-9395-4d3e-a6cd-6acff42cc187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:47:32Z', 'updated_at': '2022-10-04T20:47:59Z', 'revision_number': 4, 'project_id': 'ce3823a32e454504b467aa845688fc46', 'gw_port': {'id': 'ebd16c07-9395-4d3e-a6cd-6acff42cc187', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41b4d87-24a8-4dcd-b918-28d2e2b8cfc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:47:36Z', 'updated_at': '2022-10-04T20:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '723d7ad5-6af6-405f-92da-91a53b6813c6', 'name': '', 'network_id': 'ff423222-41b0-48ee-a580-97808d89e865', 'tenant_id': 'ce3823a32e454504b467aa845688fc46', 'mac_address': 'fa:16:3e:bb:4f:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41b4d87-24a8-4dcd-b918-28d2e2b8cfc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'ef6d89d8-941d-4029-8b59-71577d0942ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:47:55Z', 'updated_at': '2022-10-04T20:48:09Z', 'revision_number': 4, 'project_id': 'ce3823a32e454504b467aa845688fc46', 'subnets': [{'id': 'ef6d89d8-941d-4029-8b59-71577d0942ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:48:11.367254 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-a229302f-03c1-40f1-a96c-59362ec36bd8 req-9028c8ed-bb89-4f97-bf0f-1575a8e04a9e tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:11.585275 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=83,neutron:DELETE=12,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:11.721823 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port b9f5e8f9-2c81-40b0-b923-8da4e884902e is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:48:11.731217 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 8dea16b1-7000-4a1f-a3f4-650961dec6b8 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:48:11.829041 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-cab9039e-1ef4-4bfc-bb3f-bc4ec44b74b3 None None] Current status of the port ad59713c-19aa-460f-910d-9a513c563283 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:48:11.834064 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-cab9039e-1ef4-4bfc-bb3f-bc4ec44b74b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (ad59713c-19aa-460f-910d-9a513c563283), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:12.157210 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5f0a27c4-e8cf-459c-8540-f41f3abaeab2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (ca0e8b05-9716-4c32-b4e9-16f8e25a3c5c), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:12.186524 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-cab9039e-1ef4-4bfc-bb3f-bc4ec44b74b3 None None] For port ad59713c-19aa-460f-910d-9a513c563283, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=ad59713c-19aa-460f-910d-9a513c563283,segment=NetworkSegment(de10e563-28e4-4049-8cf8-750324049080),segment_id=de10e563-28e4-4049-8cf8-750324049080)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:48:12.279269 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 8dea16b1-7000-4a1f-a3f4-650961dec6b8 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:48:12.280342 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (8dea16b1-7000-4a1f-a3f4-650961dec6b8), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:12.283095 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 8dea16b1-7000-4a1f-a3f4-650961dec6b8 Oct 04 20:48:12.343297 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-cab9039e-1ef4-4bfc-bb3f-bc4ec44b74b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (ad59713c-19aa-460f-910d-9a513c563283), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:12.486755 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab9039e-1ef4-4bfc-bb3f-bc4ec44b74b3 None None] Pushing event updated for resources: {'Port': ['ID=ad59713c-19aa-460f-910d-9a513c563283,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:12.492888 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-a229302f-03c1-40f1-a96c-59362ec36bd8 req-9028c8ed-bb89-4f97-bf0f-1575a8e04a9e tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks [] for security_group (8877ad4f-cdca-4f74-aabb-d860aef0ce89), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:12.518496 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-f9a0604c-2d0f-4217-955a-4e2190ecf458 None None] Provisioning complete for port ad59713c-19aa-460f-910d-9a513c563283 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:48:12.518929 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f9a0604c-2d0f-4217-955a-4e2190ecf458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (ad59713c-19aa-460f-910d-9a513c563283), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:12.519365 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-f9a0604c-2d0f-4217-955a-4e2190ecf458 None None] Attempt 1 to provision port ad59713c-19aa-460f-910d-9a513c563283 Oct 04 20:48:12.642097 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:12.718657 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-a229302f-03c1-40f1-a96c-59362ec36bd8 req-9028c8ed-bb89-4f97-bf0f-1575a8e04a9e tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (8877ad4f-cdca-4f74-aabb-d860aef0ce89), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:12.737944 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 8dea16b1-7000-4a1f-a3f4-650961dec6b8 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:48:12.744858 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (8dea16b1-7000-4a1f-a3f4-650961dec6b8), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:12.815199 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:DELETE=4,neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:12.909023 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9028c8ed-bb89-4f97-bf0f-1575a8e04a9e tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8877ad4f-cdca-4f74-aabb-d860aef0ce89,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:12.947319 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d347eb2b-933d-4dc6-b328-13414b50d6f8 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (881fcac4-93b7-4850-8663-dce57e4c0484), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:12.949018 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:12.965009 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5f0a27c4-e8cf-459c-8540-f41f3abaeab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (ca0e8b05-9716-4c32-b4e9-16f8e25a3c5c), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:13.006028 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-f9a0604c-2d0f-4217-955a-4e2190ecf458 None None] Current status of the port ad59713c-19aa-460f-910d-9a513c563283 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:48:13.023002 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 8dea16b1-7000-4a1f-a3f4-650961dec6b8, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=8dea16b1-7000-4a1f-a3f4-650961dec6b8,segment=NetworkSegment(da054a40-48c2-4724-81a0-7e65114acf9d),segment_id=da054a40-48c2-4724-81a0-7e65114acf9d)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:48:13.026860 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-a229302f-03c1-40f1-a96c-59362ec36bd8 req-9028c8ed-bb89-4f97-bf0f-1575a8e04a9e tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:13.046264 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a229302f-03c1-40f1-a96c-59362ec36bd8 req-9028c8ed-bb89-4f97-bf0f-1575a8e04a9e tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 2.2333860 Oct 04 20:48:13.056147 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-f9a0604c-2d0f-4217-955a-4e2190ecf458 None None] Provisioning complete for port 881fcac4-93b7-4850-8663-dce57e4c0484 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:48:13.063369 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f9a0604c-2d0f-4217-955a-4e2190ecf458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (881fcac4-93b7-4850-8663-dce57e4c0484), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:13.063369 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-f9a0604c-2d0f-4217-955a-4e2190ecf458 None None] Attempt 1 to provision port 881fcac4-93b7-4850-8663-dce57e4c0484 Oct 04 20:48:13.146955 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (8dea16b1-7000-4a1f-a3f4-650961dec6b8), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:13.148144 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device ad59713c-19aa-460f-910d-9a513c563283 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:48:13.176440 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [req-fd40cfec-cdce-4176-93e2-68edbc75dea9 req-990a638a-c632-4fe1-b534-fdb05efe9ccf tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1336978250', 'description': 'tempest-description-1962528522'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:48:13.577537 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-fd40cfec-cdce-4176-93e2-68edbc75dea9 req-990a638a-c632-4fe1-b534-fdb05efe9ccf tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:13.666637 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5f0a27c4-e8cf-459c-8540-f41f3abaeab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (ca0e8b05-9716-4c32-b4e9-16f8e25a3c5c), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:13.670561 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d3cc3158-f964-4f6e-ad12-6a1230585456 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (f41b4d87-24a8-4dcd-b918-28d2e2b8cfc7), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:13.771393 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-f9a0604c-2d0f-4217-955a-4e2190ecf458 None None] Port 881fcac4-93b7-4850-8663-dce57e4c0484 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:48:13.791583 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:13.892964 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c0e773b3-3f09-43a6-bcd0-8bbb29ef130f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (85509b5e-ac51-400f-9726-16711bbff0c1), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:13.906102 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0a27c4-e8cf-459c-8540-f41f3abaeab2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca0e8b05-9716-4c32-b4e9-16f8e25a3c5c,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:13.919766 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5f0a27c4-e8cf-459c-8540-f41f3abaeab2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:13.927242 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-5f0a27c4-e8cf-459c-8540-f41f3abaeab2 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/ca0e8b05-9716-4c32-b4e9-16f8e25a3c5c HTTP/1.1" status: 204 len: 168 time: 3.1178222 Oct 04 20:48:13.931926 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=8dea16b1-7000-4a1f-a3f4-650961dec6b8,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:13.945780 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 42352) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:48:13.956764 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8600ce71-a492-4c68-bde2-6c03d82b5d6b None None] Network 5eb8650f-28b1-4a3f-b09a-60bc7b73dc5d requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:48:14.044062 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-9fa8bf2b-06f3-44d8-ab42-f5fd67ae48e5 None None] Provisioning complete for port 881fcac4-93b7-4850-8663-dce57e4c0484 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:48:14.050952 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9fa8bf2b-06f3-44d8-ab42-f5fd67ae48e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (881fcac4-93b7-4850-8663-dce57e4c0484), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:14.050952 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-9fa8bf2b-06f3-44d8-ab42-f5fd67ae48e5 None None] Attempt 1 to provision port 881fcac4-93b7-4850-8663-dce57e4c0484 Oct 04 20:48:14.153193 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port ad59713c-19aa-460f-910d-9a513c563283 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:48:14.153667 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (ad59713c-19aa-460f-910d-9a513c563283), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:14.154027 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port ad59713c-19aa-460f-910d-9a513c563283 Oct 04 20:48:14.167664 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-fd40cfec-cdce-4176-93e2-68edbc75dea9 req-990a638a-c632-4fe1-b534-fdb05efe9ccf tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks [] for security_group (199bc653-37bf-4555-a2da-7688e88168d5), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:14.277644 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-fd40cfec-cdce-4176-93e2-68edbc75dea9 req-990a638a-c632-4fe1-b534-fdb05efe9ccf tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (199bc653-37bf-4555-a2da-7688e88168d5), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:14.370886 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990a638a-c632-4fe1-b534-fdb05efe9ccf tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=199bc653-37bf-4555-a2da-7688e88168d5,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:14.416697 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-9fa8bf2b-06f3-44d8-ab42-f5fd67ae48e5 None None] Port 881fcac4-93b7-4850-8663-dce57e4c0484 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:48:14.436600 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d347eb2b-933d-4dc6-b328-13414b50d6f8 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for port (881fcac4-93b7-4850-8663-dce57e4c0484), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:14.546949 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e773b3-3f09-43a6-bcd0-8bbb29ef130f admin admin] Pushing event updated for resources: {'Subnet': ['ID=85509b5e-ac51-400f-9726-16711bbff0c1,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:14.554655 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-fd40cfec-cdce-4176-93e2-68edbc75dea9 req-990a638a-c632-4fe1-b534-fdb05efe9ccf tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:14.557730 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-fd40cfec-cdce-4176-93e2-68edbc75dea9 req-990a638a-c632-4fe1-b534-fdb05efe9ccf tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 1.3893480 Oct 04 20:48:14.558601 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d347eb2b-933d-4dc6-b328-13414b50d6f8 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (881fcac4-93b7-4850-8663-dce57e4c0484), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:14.569454 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e773b3-3f09-43a6-bcd0-8bbb29ef130f admin admin] Checking segment: {'id': '4b26686d-03c2-46a6-a641-d335072cc635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b5eb5bea-3a79-48db-bd21-b80445c9ff3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:48:14.570563 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e773b3-3f09-43a6-bcd0-8bbb29ef130f admin admin] Network hostable DHCP agents. Network: b5eb5bea-3a79-48db-bd21-b80445c9ff3f, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:48:14.590018 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cc7fcead-5585-432a-8aa7-6b7bcaeec9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (5eb8650f-28b1-4a3f-b09a-60bc7b73dc5d), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:14.684518 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port ad59713c-19aa-460f-910d-9a513c563283 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:48:14.805929 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d347eb2b-933d-4dc6-b328-13414b50d6f8 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event updated for resources: {'Port': ['ID=881fcac4-93b7-4850-8663-dce57e4c0484,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:14.818455 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d02e31a-acc2-4c8d-adbf-f322a02573ba None None] DHCP port deletion for 5eb8650f-28b1-4a3f-b09a-60bc7b73dc5d request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:48:14.904280 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e773b3-3f09-43a6-bcd0-8bbb29ef130f admin admin] Network b5eb5bea-3a79-48db-bd21-b80445c9ff3f is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:48:14.938949 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-8d02e31a-acc2-4c8d-adbf-f322a02573ba None None] Deleting port 2741df76-7c24-44a0-b7c8-d0c20c839dd1 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:48:14.940183 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8d02e31a-acc2-4c8d-adbf-f322a02573ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (2741df76-7c24-44a0-b7c8-d0c20c839dd1), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:14.988708 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:15.000404 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f4ec9102-77f6-4788-b5f4-9ca88fe4b908 req-8d689272-1efc-4ffe-8705-7bbed2eeb79d tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] 10.222.0.78 "GET /networking/v2.0/security-groups/8877ad4f-cdca-4f74-aabb-d860aef0ce89 HTTP/1.1" status: 200 len: 1822 time: 0.3182492 Oct 04 20:48:15.011054 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-c0e773b3-3f09-43a6-bcd0-8bbb29ef130f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, b5eb5bea-3a79-48db-bd21-b80445c9ff3f) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:48:15.026461 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e773b3-3f09-43a6-bcd0-8bbb29ef130f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:48:15.029537 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c0e773b3-3f09-43a6-bcd0-8bbb29ef130f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:15.135283 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:15.143546 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-cc7fcead-5585-432a-8aa7-6b7bcaeec9b0 admin admin] Deleting port 2741df76-7c24-44a0-b7c8-d0c20c839dd1 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:48:15.150930 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e385ca-8f7e-4e00-8fb4-6402d2a232e9 None None] Network b5eb5bea-3a79-48db-bd21-b80445c9ff3f requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:48:15.152214 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cc7fcead-5585-432a-8aa7-6b7bcaeec9b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (2741df76-7c24-44a0-b7c8-d0c20c839dd1), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:15.326252 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-cc7fcead-5585-432a-8aa7-6b7bcaeec9b0 admin admin] For port 2741df76-7c24-44a0-b7c8-d0c20c839dd1, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=2741df76-7c24-44a0-b7c8-d0c20c839dd1,segment=NetworkSegment(76103a33-8ee9-4b04-8ef5-a4f9d21e3bb4),segment_id=76103a33-8ee9-4b04-8ef5-a4f9d21e3bb4)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:48:15.326757 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cc7fcead-5585-432a-8aa7-6b7bcaeec9b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (2741df76-7c24-44a0-b7c8-d0c20c839dd1), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:15.351911 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-cc7fcead-5585-432a-8aa7-6b7bcaeec9b0 admin admin] Calling delete_port for 2741df76-7c24-44a0-b7c8-d0c20c839dd1 owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:48:15.407964 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d347eb2b-933d-4dc6-b328-13414b50d6f8 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (325462af-0762-4ed3-b041-a8d209a8b923), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:15.522129 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 723d7ad5-6af6-405f-92da-91a53b6813c6 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:48:15.656009 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c0e773b3-3f09-43a6-bcd0-8bbb29ef130f admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 5.0145411 Oct 04 20:48:15.660542 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 42372) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:48:15.673077 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-4f0c2def-bcaf-4295-be56-73612ab1e573 admin admin] Request body: {'router': {'name': 'tempest-ServerGroupTestJSON-727680469-router', 'tenant_id': '21485db3d9e240e0927cd9c3bcf0ed1f', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:48:15.705631 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:15.707809 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f4ec9102-77f6-4788-b5f4-9ca88fe4b908 req-86f26119-176b-4544-8770-e67bb0f631d3 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] 10.222.0.78 "GET /networking/v2.0/security-groups/199bc653-37bf-4555-a2da-7688e88168d5 HTTP/1.1" status: 200 len: 1824 time: 0.6922302 Oct 04 20:48:15.708911 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc3158-f964-4f6e-ad12-6a1230585456 admin admin] Deleting port 723d7ad5-6af6-405f-92da-91a53b6813c6 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:48:15.709106 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-8d02e31a-acc2-4c8d-adbf-f322a02573ba None None] For port 2741df76-7c24-44a0-b7c8-d0c20c839dd1, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=2741df76-7c24-44a0-b7c8-d0c20c839dd1,segment=NetworkSegment(76103a33-8ee9-4b04-8ef5-a4f9d21e3bb4),segment_id=76103a33-8ee9-4b04-8ef5-a4f9d21e3bb4)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:48:15.709685 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8d02e31a-acc2-4c8d-adbf-f322a02573ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (2741df76-7c24-44a0-b7c8-d0c20c839dd1), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:15.710190 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d3cc3158-f964-4f6e-ad12-6a1230585456 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (723d7ad5-6af6-405f-92da-91a53b6813c6), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:15.740561 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [req-f4ec9102-77f6-4788-b5f4-9ca88fe4b908 req-911455f7-c37d-41ad-a345-92be1eb29b72 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8877ad4f-cdca-4f74-aabb-d860aef0ce89', 'remote_group_id': '199bc653-37bf-4555-a2da-7688e88168d5', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:48:15.741180 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [req-f4ec9102-77f6-4788-b5f4-9ca88fe4b908 req-911455f7-c37d-41ad-a345-92be1eb29b72 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8877ad4f-cdca-4f74-aabb-d860aef0ce89', 'remote_group_id': '199bc653-37bf-4555-a2da-7688e88168d5', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:48:15.770377 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-087666c3-3d17-46ad-b788-aeecc1da2274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:15.773716 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-8d02e31a-acc2-4c8d-adbf-f322a02573ba None None] Calling delete_port for 2741df76-7c24-44a0-b7c8-d0c20c839dd1 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:48:15.792696 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:15.879684 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 723d7ad5-6af6-405f-92da-91a53b6813c6 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:48:15.880543 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (723d7ad5-6af6-405f-92da-91a53b6813c6), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:15.880920 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 723d7ad5-6af6-405f-92da-91a53b6813c6 Oct 04 20:48:15.884370 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897b9530-0118-466e-ac3e-64ee041327b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-b5eb5bea-3a79-48db-bd21-b80445c9ff3f', 'network_id': 'b5eb5bea-3a79-48db-bd21-b80445c9ff3f', 'project_id': '21485db3d9e240e0927cd9c3bcf0ed1f', 'fixed_ips': [{'subnet_id': '85509b5e-ac51-400f-9726-16711bbff0c1'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:48:15.886225 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-897b9530-0118-466e-ac3e-64ee041327b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:15.961112 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-d3cc3158-f964-4f6e-ad12-6a1230585456 admin admin] For port 723d7ad5-6af6-405f-92da-91a53b6813c6, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=723d7ad5-6af6-405f-92da-91a53b6813c6,segment=NetworkSegment(bdad9211-8a24-413e-8cec-60765d2ab529),segment_id=bdad9211-8a24-413e-8cec-60765d2ab529)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:48:15.962195 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d3cc3158-f964-4f6e-ad12-6a1230585456 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (723d7ad5-6af6-405f-92da-91a53b6813c6), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:16.050823 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc3158-f964-4f6e-ad12-6a1230585456 admin admin] Calling delete_port for 723d7ad5-6af6-405f-92da-91a53b6813c6 owned by network:router_interface {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:48:16.063379 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d347eb2b-933d-4dc6-b328-13414b50d6f8 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (881fcac4-93b7-4850-8663-dce57e4c0484), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:16.125065 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:16.249888 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4f0c2def-bcaf-4295-be56-73612ab1e573 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (fdff0e89-e7aa-412a-be70-25e7eaaf3185), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:16.262821 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4f0c2def-bcaf-4295-be56-73612ab1e573 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (fdff0e89-e7aa-412a-be70-25e7eaaf3185), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:16.351271 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cc7fcead-5585-432a-8aa7-6b7bcaeec9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (2741df76-7c24-44a0-b7c8-d0c20c839dd1), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:16.385670 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-f4ec9102-77f6-4788-b5f4-9ca88fe4b908 req-911455f7-c37d-41ad-a345-92be1eb29b72 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks [] for security_group_rule (4140e962-080e-4e0e-9584-a309a2c204ae), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:16.420994 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7fcead-5585-432a-8aa7-6b7bcaeec9b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2741df76-7c24-44a0-b7c8-d0c20c839dd1,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:16.428355 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7fcead-5585-432a-8aa7-6b7bcaeec9b0 admin admin] No DVR routers for this DVR port 2741df76-7c24-44a0-b7c8-d0c20c839dd1 on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:48:16.475191 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:16.544586 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4f0c2def-bcaf-4295-be56-73612ab1e573 admin admin] Publish callbacks [] for router_controller (fdff0e89-e7aa-412a-be70-25e7eaaf3185), precommit_add_association {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:16.600279 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8d02e31a-acc2-4c8d-adbf-f322a02573ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (2741df76-7c24-44a0-b7c8-d0c20c839dd1), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:16.616560 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 723d7ad5-6af6-405f-92da-91a53b6813c6 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:48:16.617121 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (723d7ad5-6af6-405f-92da-91a53b6813c6), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:16.641470 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:16.695236 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-f4ec9102-77f6-4788-b5f4-9ca88fe4b908 req-911455f7-c37d-41ad-a345-92be1eb29b72 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks [] for security_group_rule (4140e962-080e-4e0e-9584-a309a2c204ae), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:16.699767 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d02e31a-acc2-4c8d-adbf-f322a02573ba None None] Pushing event deleted for resources: {'Port': ['ID=2741df76-7c24-44a0-b7c8-d0c20c839dd1,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:16.733788 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d02e31a-acc2-4c8d-adbf-f322a02573ba None None] No DVR routers for this DVR port 2741df76-7c24-44a0-b7c8-d0c20c839dd1 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:48:16.794249 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-f4ec9102-77f6-4788-b5f4-9ca88fe4b908 req-911455f7-c37d-41ad-a345-92be1eb29b72 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (4140e962-080e-4e0e-9584-a309a2c204ae), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:16.806151 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-897b9530-0118-466e-ac3e-64ee041327b3 None None] Allocated IP 172.20.0.2 (b5eb5bea-3a79-48db-bd21-b80445c9ff3f/85509b5e-ac51-400f-9726-16711bbff0c1/9e4ba594-fd83-4368-b893-8eb4a0285ea1) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:48:16.930229 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911455f7-c37d-41ad-a345-92be1eb29b72 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4140e962-080e-4e0e-9584-a309a2c204ae,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:17.172273 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-f4ec9102-77f6-4788-b5f4-9ca88fe4b908 req-911455f7-c37d-41ad-a345-92be1eb29b72 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:17.178819 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f4ec9102-77f6-4788-b5f4-9ca88fe4b908 req-911455f7-c37d-41ad-a345-92be1eb29b72 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.4479134 Oct 04 20:48:17.279238 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [req-228cb360-c143-4789-912e-bb681ea5030a req-0d2fbbd8-235a-4bc9-a6b6-66d98698d5d7 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2107630295', 'description': 'tempest-description-771791058'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:48:17.318774 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-897b9530-0118-466e-ac3e-64ee041327b3 None None] Publish callbacks [] for port (9e4ba594-fd83-4368-b893-8eb4a0285ea1), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:17.356739 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:17.406945 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 723d7ad5-6af6-405f-92da-91a53b6813c6, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=723d7ad5-6af6-405f-92da-91a53b6813c6,segment=NetworkSegment(bdad9211-8a24-413e-8cec-60765d2ab529),segment_id=bdad9211-8a24-413e-8cec-60765d2ab529)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:48:17.422591 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d347eb2b-933d-4dc6-b328-13414b50d6f8 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for port (881fcac4-93b7-4850-8663-dce57e4c0484), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:17.494736 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cc7fcead-5585-432a-8aa7-6b7bcaeec9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (5eb8650f-28b1-4a3f-b09a-60bc7b73dc5d), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:17.501228 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-897b9530-0118-466e-ac3e-64ee041327b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (9e4ba594-fd83-4368-b893-8eb4a0285ea1), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:17.532387 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-228cb360-c143-4789-912e-bb681ea5030a req-0d2fbbd8-235a-4bc9-a6b6-66d98698d5d7 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:17.536972 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d347eb2b-933d-4dc6-b328-13414b50d6f8 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (881fcac4-93b7-4850-8663-dce57e4c0484), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:17.616842 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (723d7ad5-6af6-405f-92da-91a53b6813c6), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:17.618855 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 8dea16b1-7000-4a1f-a3f4-650961dec6b8 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:48:17.635409 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6ad31566-f2f3-46d6-a47a-7e0c04a35632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:17.699418 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:UPDATE=9,neutron:INSERT=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:17.764598 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897b9530-0118-466e-ac3e-64ee041327b3 None None] Network b5eb5bea-3a79-48db-bd21-b80445c9ff3f is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:48:17.766472 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897b9530-0118-466e-ac3e-64ee041327b3 None None] Pushing event updated for resources: {'Port': ['ID=9e4ba594-fd83-4368-b893-8eb4a0285ea1,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:17.781508 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4f0c2def-bcaf-4295-be56-73612ab1e573 admin admin] Publish callbacks [] for router_gateway (fdff0e89-e7aa-412a-be70-25e7eaaf3185), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:17.798968 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-cc7fcead-5585-432a-8aa7-6b7bcaeec9b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eb8650f-28b1-4a3f-b09a-60bc7b73dc5d']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:48:17.803307 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-897b9530-0118-466e-ac3e-64ee041327b3 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:48:17.813553 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897b9530-0118-466e-ac3e-64ee041327b3 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:48:17.827170 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d347eb2b-933d-4dc6-b328-13414b50d6f8 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event updated for resources: {'Port': ['ID=881fcac4-93b7-4850-8663-dce57e4c0484,revision_number=3']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:17.828362 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-cc7fcead-5585-432a-8aa7-6b7bcaeec9b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76103a33-8ee9-4b04-8ef5-a4f9d21e3bb4') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:48:17.828973 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-cc7fcead-5585-432a-8aa7-6b7bcaeec9b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76103a33-8ee9-4b04-8ef5-a4f9d21e3bb4') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:48:17.846510 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d347eb2b-933d-4dc6-b328-13414b50d6f8 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (325462af-0762-4ed3-b041-a8d209a8b923), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:17.898110 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cc7fcead-5585-432a-8aa7-6b7bcaeec9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (76103a33-8ee9-4b04-8ef5-a4f9d21e3bb4), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:18.007078 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cc7fcead-5585-432a-8aa7-6b7bcaeec9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (76103a33-8ee9-4b04-8ef5-a4f9d21e3bb4), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:18.077403 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 42392) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:48:18.129145 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc7fcead-5585-432a-8aa7-6b7bcaeec9b0 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:48:18.131126 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cc7fcead-5585-432a-8aa7-6b7bcaeec9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (76103a33-8ee9-4b04-8ef5-a4f9d21e3bb4), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:18.240326 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-228cb360-c143-4789-912e-bb681ea5030a req-0d2fbbd8-235a-4bc9-a6b6-66d98698d5d7 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks [] for security_group (1aed740b-a268-487c-b4f3-df02991ddbcc), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:18.242827 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d3cc3158-f964-4f6e-ad12-6a1230585456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (723d7ad5-6af6-405f-92da-91a53b6813c6), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:18.259476 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d347eb2b-933d-4dc6-b328-13414b50d6f8 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Network 70d6b927-82ac-4b92-acbd-a7f7ee5ea706 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:48:18.262207 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-d347eb2b-933d-4dc6-b328-13414b50d6f8 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:48:18.305137 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 8dea16b1-7000-4a1f-a3f4-650961dec6b8 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:48:18.305775 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (8dea16b1-7000-4a1f-a3f4-650961dec6b8), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:18.314129 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 8dea16b1-7000-4a1f-a3f4-650961dec6b8 Oct 04 20:48:18.333894 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-897b9530-0118-466e-ac3e-64ee041327b3 None None] Attempting to bind port 9e4ba594-fd83-4368-b893-8eb4a0285ea1 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:48:18.338219 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-897b9530-0118-466e-ac3e-64ee041327b3 None None] Attempting to bind port 9e4ba594-fd83-4368-b893-8eb4a0285ea1 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '4b26686d-03c2-46a6-a641-d335072cc635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b5eb5bea-3a79-48db-bd21-b80445c9ff3f'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:48:18.339476 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897b9530-0118-466e-ac3e-64ee041327b3 None None] Attempting to bind port 9e4ba594-fd83-4368-b893-8eb4a0285ea1 on network b5eb5bea-3a79-48db-bd21-b80445c9ff3f {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:48:18.391125 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 76103a33-8ee9-4b04-8ef5-a4f9d21e3bb4 resource provider aggregate not found Oct 04 20:48:18.402593 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc3158-f964-4f6e-ad12-6a1230585456 admin admin] Pushing event deleted for resources: {'Port': ['ID=723d7ad5-6af6-405f-92da-91a53b6813c6,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:18.414386 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:18.462742 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=723d7ad5-6af6-405f-92da-91a53b6813c6,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:18.504958 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-228cb360-c143-4789-912e-bb681ea5030a req-0d2fbbd8-235a-4bc9-a6b6-66d98698d5d7 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (1aed740b-a268-487c-b4f3-df02991ddbcc), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:18.526282 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 76103a33-8ee9-4b04-8ef5-a4f9d21e3bb4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 76103a33-8ee9-4b04-8ef5-a4f9d21e3bb4 found for delete ", "request_id": "req-93a2c3b2-a222-4535-9dd2-173c3a0b4963"}]} Oct 04 20:48:18.604522 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2f82b5d6-72ce-4253-ae59-77e097ab8333 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:18.624411 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2fbbd8-235a-4bc9-a6b6-66d98698d5d7 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1aed740b-a268-487c-b4f3-df02991ddbcc,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:18.747973 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d347eb2b-933d-4dc6-b328-13414b50d6f8 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Router 325462af-0762-4ed3-b041-a8d209a8b923 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:48:18.754203 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-228cb360-c143-4789-912e-bb681ea5030a req-0d2fbbd8-235a-4bc9-a6b6-66d98698d5d7 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:18.761991 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-228cb360-c143-4789-912e-bb681ea5030a req-0d2fbbd8-235a-4bc9-a6b6-66d98698d5d7 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 1.5018201 Oct 04 20:48:18.775239 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 8dea16b1-7000-4a1f-a3f4-650961dec6b8 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:48:18.775239 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device ad59713c-19aa-460f-910d-9a513c563283 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:48:18.775647 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:18.780567 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897b9530-0118-466e-ac3e-64ee041327b3 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:48:18.781206 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897b9530-0118-466e-ac3e-64ee041327b3 None None] Checking segment: {'id': '4b26686d-03c2-46a6-a641-d335072cc635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b5eb5bea-3a79-48db-bd21-b80445c9ff3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:48:18.781867 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-897b9530-0118-466e-ac3e-64ee041327b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:18.782658 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897b9530-0118-466e-ac3e-64ee041327b3 None None] Bound using segment: {'id': '4b26686d-03c2-46a6-a641-d335072cc635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b5eb5bea-3a79-48db-bd21-b80445c9ff3f'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:48:18.783777 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-897b9530-0118-466e-ac3e-64ee041327b3 None None] Bound port: 9e4ba594-fd83-4368-b893-8eb4a0285ea1, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b26686d-03c2-46a6-a641-d335072cc635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b5eb5bea-3a79-48db-bd21-b80445c9ff3f'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:48:18.784534 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-897b9530-0118-466e-ac3e-64ee041327b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (9e4ba594-fd83-4368-b893-8eb4a0285ea1), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:18.798522 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4f0c2def-bcaf-4295-be56-73612ab1e573 admin admin] Publish callbacks [] for router_gateway (fdff0e89-e7aa-412a-be70-25e7eaaf3185), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:18.840059 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cc7fcead-5585-432a-8aa7-6b7bcaeec9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (5eb8650f-28b1-4a3f-b09a-60bc7b73dc5d), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:18.918041 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port ad59713c-19aa-460f-910d-9a513c563283 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:48:18.920522 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (ad59713c-19aa-460f-910d-9a513c563283), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:18.921189 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port ad59713c-19aa-460f-910d-9a513c563283 Oct 04 20:48:19.011528 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2f82b5d6-72ce-4253-ae59-77e097ab8333 admin admin] Publish callbacks [] for security_group (aec62443-743f-4612-84a4-8daa3dfd8f50), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:19.031895 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [req-17395e74-4cf6-433a-a0c3-3616aff9d7cb req-8ce88f40-330b-435c-addb-07eeb9244746 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-455272013', 'description': 'tempest-description-455025358'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:48:19.044868 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:19.065883 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cc7fcead-5585-432a-8aa7-6b7bcaeec9b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:19.075342 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-cc7fcead-5585-432a-8aa7-6b7bcaeec9b0 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/5eb8650f-28b1-4a3f-b09a-60bc7b73dc5d HTTP/1.1" status: 204 len: 168 time: 5.1216350 Oct 04 20:48:19.076389 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4f0c2def-bcaf-4295-be56-73612ab1e573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:19.104305 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-196c41d3-b91e-4304-86ed-531d22a249a5 None None] Provisioning complete for port 881fcac4-93b7-4850-8663-dce57e4c0484 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:48:19.104870 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-196c41d3-b91e-4304-86ed-531d22a249a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (881fcac4-93b7-4850-8663-dce57e4c0484), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:19.105808 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-196c41d3-b91e-4304-86ed-531d22a249a5 None None] Attempt 1 to provision port 881fcac4-93b7-4850-8663-dce57e4c0484 Oct 04 20:48:19.109476 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 42406) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:48:19.225680 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d347eb2b-933d-4dc6-b328-13414b50d6f8 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:48:19.232530 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7fcead-5585-432a-8aa7-6b7bcaeec9b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5eb8650f-28b1-4a3f-b09a-60bc7b73dc5d,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:19.235924 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2f82b5d6-72ce-4253-ae59-77e097ab8333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (aec62443-743f-4612-84a4-8daa3dfd8f50), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:19.269467 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67724ab5-a95e-4409-99a5-09860be09871 None None] Sync routers for ids ['325462af-0762-4ed3-b041-a8d209a8b923'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:48:19.296491 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-196c41d3-b91e-4304-86ed-531d22a249a5 None None] Port 881fcac4-93b7-4850-8663-dce57e4c0484 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:48:19.297195 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-d347eb2b-933d-4dc6-b328-13414b50d6f8 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "PUT /networking/v2.0/routers/325462af-0762-4ed3-b041-a8d209a8b923/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0273292 Oct 04 20:48:19.299111 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 42412) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:48:19.313491 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-897b9530-0118-466e-ac3e-64ee041327b3 None None] For port 9e4ba594-fd83-4368-b893-8eb4a0285ea1, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:48:19.320819 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-897b9530-0118-466e-ac3e-64ee041327b3 None None] For port 9e4ba594-fd83-4368-b893-8eb4a0285ea1, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=9e4ba594-fd83-4368-b893-8eb4a0285ea1,segment=NetworkSegment(4b26686d-03c2-46a6-a641-d335072cc635),segment_id=4b26686d-03c2-46a6-a641-d335072cc635)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:48:19.324198 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67724ab5-a95e-4409-99a5-09860be09871 None None] Routers {'325462af-0762-4ed3-b041-a8d209a8b923'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:48:19.331392 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-67724ab5-a95e-4409-99a5-09860be09871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:48:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['325462af-0762-4ed3-b041-a8d209a8b923'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:48:19.368190 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-17395e74-4cf6-433a-a0c3-3616aff9d7cb req-8ce88f40-330b-435c-addb-07eeb9244746 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:19.458653 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-2f82b5d6-72ce-4253-ae59-77e097ab8333 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=daded8d01de747ecb1500cba48234bb3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3744688 Oct 04 20:48:19.514929 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port ad59713c-19aa-460f-910d-9a513c563283 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:48:19.543836 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-897b9530-0118-466e-ac3e-64ee041327b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (9e4ba594-fd83-4368-b893-8eb4a0285ea1), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:19.693336 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device cdb9f7be-62af-40dc-b7c5-752999f7d8d3 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:48:19.706208 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f82b5d6-72ce-4253-ae59-77e097ab8333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec62443-743f-4612-84a4-8daa3dfd8f50,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:19.714977 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 42414) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:48:19.734859 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-67724ab5-a95e-4409-99a5-09860be09871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:48:19.756676 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67724ab5-a95e-4409-99a5-09860be09871 None None] Routers {'325462af-0762-4ed3-b041-a8d209a8b923'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:48:19.757755 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-67724ab5-a95e-4409-99a5-09860be09871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:48:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['325462af-0762-4ed3-b041-a8d209a8b923'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:48:19.811913 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: cdb9f7be-62af-40dc-b7c5-752999f7d8d3 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:48:19.813068 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device cdb9f7be-62af-40dc-b7c5-752999f7d8d3 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:48:19.814361 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 7728c244-c8a1-4884-af35-cb2c23203566 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:48:19.838397 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-67724ab5-a95e-4409-99a5-09860be09871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:48:19.839502 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67724ab5-a95e-4409-99a5-09860be09871 None None] The sync data for ids ['325462af-0762-4ed3-b041-a8d209a8b923'] in n-d-852085-12 is: [] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:48:19.857492 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1a3cbaac-8000-4aab-9982-d06cccc30933 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:19.861496 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d3cc3158-f964-4f6e-ad12-6a1230585456 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (f41b4d87-24a8-4dcd-b918-28d2e2b8cfc7), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:19.871091 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:DELETE=3,neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:20.155554 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 42418) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:48:20.228863 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 7728c244-c8a1-4884-af35-cb2c23203566 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:48:20.229613 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 7728c244-c8a1-4884-af35-cb2c23203566 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:48:20.356774 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897b9530-0118-466e-ac3e-64ee041327b3 None None] Pushing event updated for resources: {'Port': ['ID=9e4ba594-fd83-4368-b893-8eb4a0285ea1,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:20.492924 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:20.524841 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255e5d1f-bf3c-445e-8bab-e3dc27f5fd55 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:48:20.531365 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-255e5d1f-bf3c-445e-8bab-e3dc27f5fd55 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "GET /networking/v2.0/ports/881fcac4-93b7-4850-8663-dce57e4c0484 HTTP/1.1" status: 200 len: 977 time: 1.2169425 Oct 04 20:48:20.532236 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 42422) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:48:20.603713 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-4f0c2def-bcaf-4295-be56-73612ab1e573 admin admin] Allocated IP 172.25.5.198 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/ee3c7017-b9a5-4a8d-bcd9-2d22734eb8a8) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:48:20.690398 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 9e4ba594-fd83-4368-b893-8eb4a0285ea1 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:48:20.793569 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 9e4ba594-fd83-4368-b893-8eb4a0285ea1 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:48:20.794120 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (9e4ba594-fd83-4368-b893-8eb4a0285ea1), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:20.794684 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 9e4ba594-fd83-4368-b893-8eb4a0285ea1 Oct 04 20:48:20.911450 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=83,neutron:UPDATE=5,neutron:INSERT=12 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:20.965516 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4e7caabd-83e3-450a-93f3-0777c7a1f787 admin admin] Publish callbacks [] for security_group (aec62443-743f-4612-84a4-8daa3dfd8f50), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:21.014027 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f30b5d08-62f3-4086-aa7a-97af9cd07807 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=2afc6ef8dc874ff5ad52048c0ea409e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8547597 Oct 04 20:48:21.014450 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 42424) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:48:21.058347 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 9e4ba594-fd83-4368-b893-8eb4a0285ea1 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:48:21.059349 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (9e4ba594-fd83-4368-b893-8eb4a0285ea1), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:21.104163 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4e7caabd-83e3-450a-93f3-0777c7a1f787 admin admin] Publish callbacks [] for security_group (aec62443-743f-4612-84a4-8daa3dfd8f50), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:21.126733 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-17395e74-4cf6-433a-a0c3-3616aff9d7cb req-8ce88f40-330b-435c-addb-07eeb9244746 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks [] for security_group (6ceef318-ae40-4d84-bb52-19926e472aef), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:21.147760 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 9e4ba594-fd83-4368-b893-8eb4a0285ea1, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=9e4ba594-fd83-4368-b893-8eb4a0285ea1,segment=NetworkSegment(4b26686d-03c2-46a6-a641-d335072cc635),segment_id=4b26686d-03c2-46a6-a641-d335072cc635)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:48:21.182938 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1a3cbaac-8000-4aab-9982-d06cccc30933 admin admin] Publish callbacks [] for security_group (2865c148-7441-40a7-ae70-427fc695f17f), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:21.279297 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-17395e74-4cf6-433a-a0c3-3616aff9d7cb req-8ce88f40-330b-435c-addb-07eeb9244746 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (6ceef318-ae40-4d84-bb52-19926e472aef), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:21.297793 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (9e4ba594-fd83-4368-b893-8eb4a0285ea1), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:21.363681 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1a3cbaac-8000-4aab-9982-d06cccc30933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (2865c148-7441-40a7-ae70-427fc695f17f), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:21.379542 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:21.447368 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 2741df76-7c24-44a0-b7c8-d0c20c839dd1 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:48:21.522870 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 2741df76-7c24-44a0-b7c8-d0c20c839dd1 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:48:21.523460 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 2741df76-7c24-44a0-b7c8-d0c20c839dd1 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:48:21.562226 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:21.566052 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=9e4ba594-fd83-4368-b893-8eb4a0285ea1,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:21.598568 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8a8ff2b8-2ab4-4aa2-bde3-f419f6c8cc14 admin admin] Publish callbacks [] for security_group (8877cd5e-b2c1-433c-ab9a-7d5b727cb525), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:21.601485 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-1a3cbaac-8000-4aab-9982-d06cccc30933 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=d0920d2dd14e4228a97a1c49ad5eb688&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4772899 Oct 04 20:48:21.611443 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 42426) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:48:21.617112 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4f0c2def-bcaf-4295-be56-73612ab1e573 admin admin] Publish callbacks [] for port (ee3c7017-b9a5-4a8d-bcd9-2d22734eb8a8), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:21.633259 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-17395e74-4cf6-433a-a0c3-3616aff9d7cb req-8ce88f40-330b-435c-addb-07eeb9244746 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:21.636622 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-17395e74-4cf6-433a-a0c3-3616aff9d7cb req-8ce88f40-330b-435c-addb-07eeb9244746 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 2.6393449 Oct 04 20:48:21.644695 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4e7caabd-83e3-450a-93f3-0777c7a1f787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (aec62443-743f-4612-84a4-8daa3dfd8f50), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:21.650669 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4e7caabd-83e3-450a-93f3-0777c7a1f787 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:21.658294 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-4e7caabd-83e3-450a-93f3-0777c7a1f787 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/aec62443-743f-4612-84a4-8daa3dfd8f50 HTTP/1.1" status: 204 len: 168 time: 1.9261644 Oct 04 20:48:21.691183 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:21.707730 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3cbaac-8000-4aab-9982-d06cccc30933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2865c148-7441-40a7-ae70-427fc695f17f,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:21.732784 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce88f40-330b-435c-addb-07eeb9244746 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ceef318-ae40-4d84-bb52-19926e472aef,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:21.822318 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7caabd-83e3-450a-93f3-0777c7a1f787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec62443-743f-4612-84a4-8daa3dfd8f50,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:21.831926 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:21.848524 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3cc3158-f964-4f6e-ad12-6a1230585456 admin admin] Router f41b4d87-24a8-4dcd-b918-28d2e2b8cfc7 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:48:21.849718 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de5bda4-d0dc-4fde-8451-10453ec5e6cb None None] Network b5eb5bea-3a79-48db-bd21-b80445c9ff3f requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:48:21.979045 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4f0c2def-bcaf-4295-be56-73612ab1e573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (ee3c7017-b9a5-4a8d-bcd9-2d22734eb8a8), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:21.979890 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:22.061104 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8a8ff2b8-2ab4-4aa2-bde3-f419f6c8cc14 admin admin] Publish callbacks [] for security_group (8877cd5e-b2c1-433c-ab9a-7d5b727cb525), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:22.102197 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0c2def-bcaf-4295-be56-73612ab1e573 admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:48:22.112429 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-977b30a3-eadf-4657-bb46-7d2a522c24d7 None None] Provisioning complete for port 9e4ba594-fd83-4368-b893-8eb4a0285ea1 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:48:22.113499 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-977b30a3-eadf-4657-bb46-7d2a522c24d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (9e4ba594-fd83-4368-b893-8eb4a0285ea1), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:22.114134 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-977b30a3-eadf-4657-bb46-7d2a522c24d7 None None] Attempt 1 to provision port 9e4ba594-fd83-4368-b893-8eb4a0285ea1 Oct 04 20:48:22.231340 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:22.234061 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-4f0c2def-bcaf-4295-be56-73612ab1e573 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:48:22.246599 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0c2def-bcaf-4295-be56-73612ab1e573 admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:48:22.257461 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ba568b1f-6ac1-4a7c-97b9-af0aa33e6dd2 admin admin] Publish callbacks [] for security_group (2865c148-7441-40a7-ae70-427fc695f17f), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:22.261784 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2afdbc57-b0c0-4051-8922-2472c1161a15 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (325462af-0762-4ed3-b041-a8d209a8b923), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:22.361941 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0c2def-bcaf-4295-be56-73612ab1e573 admin admin] Pushing event updated for resources: {'Port': ['ID=ee3c7017-b9a5-4a8d-bcd9-2d22734eb8a8,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:22.364134 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d3815f6e-98e6-4c19-a873-837ae99579f7 req-dc5bd7ec-7683-4c37-854e-eedadb9e72dc tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] 10.222.0.78 "GET /networking/v2.0/security-groups/1aed740b-a268-487c-b4f3-df02991ddbcc HTTP/1.1" status: 200 len: 1823 time: 0.4682131 Oct 04 20:48:22.420756 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3cc3158-f964-4f6e-ad12-6a1230585456 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:48:22.493155 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddd39d1-df4b-4249-8fc4-5f2ba92176a8 None None] Sync routers for ids ['f41b4d87-24a8-4dcd-b918-28d2e2b8cfc7'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:48:22.514907 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 9e4ba594-fd83-4368-b893-8eb4a0285ea1 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:48:22.522343 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d3cc3158-f964-4f6e-ad12-6a1230585456 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/f41b4d87-24a8-4dcd-b918-28d2e2b8cfc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3418326 Oct 04 20:48:22.528552 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 42434) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:48:22.575436 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-977b30a3-eadf-4657-bb46-7d2a522c24d7 None None] Current status of the port 9e4ba594-fd83-4368-b893-8eb4a0285ea1 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:48:22.576009 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ba568b1f-6ac1-4a7c-97b9-af0aa33e6dd2 admin admin] Publish callbacks [] for security_group (2865c148-7441-40a7-ae70-427fc695f17f), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:22.622555 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddd39d1-df4b-4249-8fc4-5f2ba92176a8 None None] Routers {'f41b4d87-24a8-4dcd-b918-28d2e2b8cfc7'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:48:22.624151 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-8ddd39d1-df4b-4249-8fc4-5f2ba92176a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:48:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['f41b4d87-24a8-4dcd-b918-28d2e2b8cfc7'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:48:22.753993 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:22.757202 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 9e4ba594-fd83-4368-b893-8eb4a0285ea1 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:48:22.758177 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (9e4ba594-fd83-4368-b893-8eb4a0285ea1), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:22.758987 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 9e4ba594-fd83-4368-b893-8eb4a0285ea1 Oct 04 20:48:22.853663 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8a8ff2b8-2ab4-4aa2-bde3-f419f6c8cc14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (8877cd5e-b2c1-433c-ab9a-7d5b727cb525), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:22.865439 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8a8ff2b8-2ab4-4aa2-bde3-f419f6c8cc14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:22.869073 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-8a8ff2b8-2ab4-4aa2-bde3-f419f6c8cc14 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/8877cd5e-b2c1-433c-ab9a-7d5b727cb525 HTTP/1.1" status: 204 len: 168 time: 1.8347976 Oct 04 20:48:23.094331 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e7cf658d-81e3-4305-8023-5efa7cf05ab9 admin admin] Publish callbacks [] for router (f41b4d87-24a8-4dcd-b918-28d2e2b8cfc7), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:23.160916 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d3815f6e-98e6-4c19-a873-837ae99579f7 req-495e41e3-a596-4c3f-9f7c-a306ad90f560 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] 10.222.0.78 "GET /networking/v2.0/security-groups/6ceef318-ae40-4d84-bb52-19926e472aef HTTP/1.1" status: 200 len: 1822 time: 0.7566605 Oct 04 20:48:23.184487 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [req-d3815f6e-98e6-4c19-a873-837ae99579f7 req-6fd85fc1-9473-4057-80d3-645290b9d1eb tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '1aed740b-a268-487c-b4f3-df02991ddbcc', 'remote_group_id': '6ceef318-ae40-4d84-bb52-19926e472aef', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:48:23.186010 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [req-d3815f6e-98e6-4c19-a873-837ae99579f7 req-6fd85fc1-9473-4057-80d3-645290b9d1eb tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '1aed740b-a268-487c-b4f3-df02991ddbcc', 'remote_group_id': '6ceef318-ae40-4d84-bb52-19926e472aef', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:48:23.220830 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8ff2b8-2ab4-4aa2-bde3-f419f6c8cc14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8877cd5e-b2c1-433c-ab9a-7d5b727cb525,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:23.222329 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-8ddd39d1-df4b-4249-8fc4-5f2ba92176a8 None None] Set router f41b4d87-24a8-4dcd-b918-28d2e2b8cfc7 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:48:23.336523 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-2afdbc57-b0c0-4051-8922-2472c1161a15 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Deleting port 881fcac4-93b7-4850-8663-dce57e4c0484 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:48:23.337160 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2afdbc57-b0c0-4051-8922-2472c1161a15 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (881fcac4-93b7-4850-8663-dce57e4c0484), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:23.531663 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ba568b1f-6ac1-4a7c-97b9-af0aa33e6dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (2865c148-7441-40a7-ae70-427fc695f17f), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:23.538769 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ba568b1f-6ac1-4a7c-97b9-af0aa33e6dd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:23.546014 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-ba568b1f-6ac1-4a7c-97b9-af0aa33e6dd2 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/2865c148-7441-40a7-ae70-427fc695f17f HTTP/1.1" status: 204 len: 168 time: 1.9029279 Oct 04 20:48:23.548300 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-83b1984e-a914-41c2-8292-8a22d5a83ee3 None None] Provisioning complete for port 9e4ba594-fd83-4368-b893-8eb4a0285ea1 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:48:23.548937 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-83b1984e-a914-41c2-8292-8a22d5a83ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (9e4ba594-fd83-4368-b893-8eb4a0285ea1), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:23.550569 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-83b1984e-a914-41c2-8292-8a22d5a83ee3 None None] Attempt 1 to provision port 9e4ba594-fd83-4368-b893-8eb4a0285ea1 Oct 04 20:48:23.614939 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:23.616669 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba568b1f-6ac1-4a7c-97b9-af0aa33e6dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2865c148-7441-40a7-ae70-427fc695f17f,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:23.664533 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 9e4ba594-fd83-4368-b893-8eb4a0285ea1 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:48:23.735018 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4f0c2def-bcaf-4295-be56-73612ab1e573 admin admin] Publish callbacks [] for router_gateway (fdff0e89-e7aa-412a-be70-25e7eaaf3185), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:23.739185 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e7cf658d-81e3-4305-8023-5efa7cf05ab9 admin admin] Publish callbacks [] for router_gateway (f41b4d87-24a8-4dcd-b918-28d2e2b8cfc7), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:23.833182 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-d3815f6e-98e6-4c19-a873-837ae99579f7 req-6fd85fc1-9473-4057-80d3-645290b9d1eb tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks [] for security_group_rule (0bb9a7a3-b0fc-4f14-90f4-2af6ab910ecd), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:23.917510 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-d3815f6e-98e6-4c19-a873-837ae99579f7 req-6fd85fc1-9473-4057-80d3-645290b9d1eb tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks [] for security_group_rule (0bb9a7a3-b0fc-4f14-90f4-2af6ab910ecd), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:23.920322 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 42444) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:48:23.959893 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2afdbc57-b0c0-4051-8922-2472c1161a15 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (881fcac4-93b7-4850-8663-dce57e4c0484), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:24.007648 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4d247fde-8d57-4e2c-ae90-9d1fbad00948 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:24.034728 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-8ddd39d1-df4b-4249-8fc4-5f2ba92176a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41b4d87-24a8-4dcd-b918-28d2e2b8cfc7', 'name': 'tempest-ServerAddressesTestJSON-1712253565-router', 'tenant_id': 'ce3823a32e454504b467aa845688fc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': 'ebd16c07-9395-4d3e-a6cd-6acff42cc187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:47:32Z', 'updated_at': '2022-10-04T20:48:17Z', 'revision_number': 5, 'project_id': 'ce3823a32e454504b467aa845688fc46', 'gw_port': {'id': 'ebd16c07-9395-4d3e-a6cd-6acff42cc187', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41b4d87-24a8-4dcd-b918-28d2e2b8cfc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:47:36Z', 'updated_at': '2022-10-04T20:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:48:24.056653 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:24.136416 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-2afdbc57-b0c0-4051-8922-2472c1161a15 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Calling delete_port for 881fcac4-93b7-4850-8663-dce57e4c0484 owned by network:router_interface {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:48:24.142107 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-d3815f6e-98e6-4c19-a873-837ae99579f7 req-6fd85fc1-9473-4057-80d3-645290b9d1eb tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (0bb9a7a3-b0fc-4f14-90f4-2af6ab910ecd), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:24.267616 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-83b1984e-a914-41c2-8292-8a22d5a83ee3 None None] Current status of the port 9e4ba594-fd83-4368-b893-8eb4a0285ea1 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:48:24.276966 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd85fc1-9473-4057-80d3-645290b9d1eb tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bb9a7a3-b0fc-4f14-90f4-2af6ab910ecd,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:24.286487 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddd39d1-df4b-4249-8fc4-5f2ba92176a8 None None] Checking router: f41b4d87-24a8-4dcd-b918-28d2e2b8cfc7 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:48:24.329627 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddd39d1-df4b-4249-8fc4-5f2ba92176a8 None None] Routers {'f41b4d87-24a8-4dcd-b918-28d2e2b8cfc7'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:48:24.331519 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-8ddd39d1-df4b-4249-8fc4-5f2ba92176a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:48:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['f41b4d87-24a8-4dcd-b918-28d2e2b8cfc7'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:48:24.426585 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd85fc1-9473-4057-80d3-645290b9d1eb tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:48:24.427576 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd85fc1-9473-4057-80d3-645290b9d1eb tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:48:24.428200 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd85fc1-9473-4057-80d3-645290b9d1eb tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:48:24.428795 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd85fc1-9473-4057-80d3-645290b9d1eb tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:48:24.429376 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd85fc1-9473-4057-80d3-645290b9d1eb tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:48:24.429954 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd85fc1-9473-4057-80d3-645290b9d1eb tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:48:24.430752 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd85fc1-9473-4057-80d3-645290b9d1eb tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:48:24.431444 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd85fc1-9473-4057-80d3-645290b9d1eb tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:48:24.432102 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd85fc1-9473-4057-80d3-645290b9d1eb tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:48:24.433042 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd85fc1-9473-4057-80d3-645290b9d1eb tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:48:24.434305 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd85fc1-9473-4057-80d3-645290b9d1eb tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:48:24.435392 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd85fc1-9473-4057-80d3-645290b9d1eb tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:48:24.435644 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd85fc1-9473-4057-80d3-645290b9d1eb tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:48:24.436307 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd85fc1-9473-4057-80d3-645290b9d1eb tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:48:24.436944 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd85fc1-9473-4057-80d3-645290b9d1eb tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:48:24.469220 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-d3815f6e-98e6-4c19-a873-837ae99579f7 req-6fd85fc1-9473-4057-80d3-645290b9d1eb tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:24.471957 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d3815f6e-98e6-4c19-a873-837ae99579f7 req-6fd85fc1-9473-4057-80d3-645290b9d1eb tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.2963262 Oct 04 20:48:24.658004 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-8ddd39d1-df4b-4249-8fc4-5f2ba92176a8 None None] Set router f41b4d87-24a8-4dcd-b918-28d2e2b8cfc7 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:48:24.783258 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf658d-81e3-4305-8023-5efa7cf05ab9 admin admin] Deleting port ebd16c07-9395-4d3e-a6cd-6acff42cc187 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:48:24.784123 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e7cf658d-81e3-4305-8023-5efa7cf05ab9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (ebd16c07-9395-4d3e-a6cd-6acff42cc187), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:24.917929 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-adb0ae82-ffdf-4ff2-b543-c25f6bd048d2 req-76d689c2-983b-4494-9891-b41d9cb408aa tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] 10.222.0.78 "GET /networking/v2.0/security-groups/6ceef318-ae40-4d84-bb52-19926e472aef HTTP/1.1" status: 200 len: 1822 time: 0.3185174 Oct 04 20:48:24.939579 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4d247fde-8d57-4e2c-ae90-9d1fbad00948 admin admin] Publish callbacks [] for security_group (d73d11f2-e801-4b92-9ff2-0813e4a09557), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:25.036384 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:25.127814 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4d247fde-8d57-4e2c-ae90-9d1fbad00948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (d73d11f2-e801-4b92-9ff2-0813e4a09557), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:25.146502 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-e7cf658d-81e3-4305-8023-5efa7cf05ab9 admin admin] For port ebd16c07-9395-4d3e-a6cd-6acff42cc187, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=ebd16c07-9395-4d3e-a6cd-6acff42cc187,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:48:25.148663 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e7cf658d-81e3-4305-8023-5efa7cf05ab9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (ebd16c07-9395-4d3e-a6cd-6acff42cc187), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:25.165816 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4f0c2def-bcaf-4295-be56-73612ab1e573 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (fdff0e89-e7aa-412a-be70-25e7eaaf3185), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:25.193089 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf658d-81e3-4305-8023-5efa7cf05ab9 admin admin] Calling delete_port for ebd16c07-9395-4d3e-a6cd-6acff42cc187 owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:48:25.267538 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:25.422267 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4d247fde-8d57-4e2c-ae90-9d1fbad00948 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=19104120f10b4143a5304bc6eafc9d23&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4877474 Oct 04 20:48:25.424053 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d247fde-8d57-4e2c-ae90-9d1fbad00948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d73d11f2-e801-4b92-9ff2-0813e4a09557,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:25.437699 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 42464) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:48:25.468637 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-adb0ae82-ffdf-4ff2-b543-c25f6bd048d2 req-63959342-2cce-4973-a6b3-9298a612d477 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks [] for security_group (6ceef318-ae40-4d84-bb52-19926e472aef), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:25.500777 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-8ddd39d1-df4b-4249-8fc4-5f2ba92176a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41b4d87-24a8-4dcd-b918-28d2e2b8cfc7', 'name': 'tempest-ServerAddressesTestJSON-1712253565-router', 'tenant_id': 'ce3823a32e454504b467aa845688fc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': 'ebd16c07-9395-4d3e-a6cd-6acff42cc187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:47:32Z', 'updated_at': '2022-10-04T20:48:17Z', 'revision_number': 5, 'project_id': 'ce3823a32e454504b467aa845688fc46', 'gw_port': {'id': 'ebd16c07-9395-4d3e-a6cd-6acff42cc187', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41b4d87-24a8-4dcd-b918-28d2e2b8cfc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:47:36Z', 'updated_at': '2022-10-04T20:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:48:25.514019 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-adb0ae82-ffdf-4ff2-b543-c25f6bd048d2 req-63959342-2cce-4973-a6b3-9298a612d477 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks [] for security_group (6ceef318-ae40-4d84-bb52-19926e472aef), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:25.617621 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddd39d1-df4b-4249-8fc4-5f2ba92176a8 None None] The sync data for ids ['f41b4d87-24a8-4dcd-b918-28d2e2b8cfc7'] in n-d-852085-12 is: [{'id': 'f41b4d87-24a8-4dcd-b918-28d2e2b8cfc7', 'name': 'tempest-ServerAddressesTestJSON-1712253565-router', 'tenant_id': 'ce3823a32e454504b467aa845688fc46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': 'ebd16c07-9395-4d3e-a6cd-6acff42cc187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:47:32Z', 'updated_at': '2022-10-04T20:48:17Z', 'revision_number': 5, 'project_id': 'ce3823a32e454504b467aa845688fc46', 'gw_port': {'id': 'ebd16c07-9395-4d3e-a6cd-6acff42cc187', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41b4d87-24a8-4dcd-b918-28d2e2b8cfc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:47:36Z', 'updated_at': '2022-10-04T20:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:48:25.773329 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2afdbc57-b0c0-4051-8922-2472c1161a15 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (881fcac4-93b7-4850-8663-dce57e4c0484), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:25.775710 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:UPDATE=2,neutron:SELECT=90,neutron:INSERT=3,neutron:DELETE=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:25.835815 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-88480baf-7518-44ba-b26d-a92c1fd9a6f8 admin admin] Publish callbacks [] for security_group (d73d11f2-e801-4b92-9ff2-0813e4a09557), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:25.845849 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afdbc57-b0c0-4051-8922-2472c1161a15 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event deleted for resources: {'Port': ['ID=881fcac4-93b7-4850-8663-dce57e4c0484,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:25.916318 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-88480baf-7518-44ba-b26d-a92c1fd9a6f8 admin admin] Publish callbacks [] for security_group (d73d11f2-e801-4b92-9ff2-0813e4a09557), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:26.108383 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:26.144413 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 42474) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:48:26.144884 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-adb0ae82-ffdf-4ff2-b543-c25f6bd048d2 req-63959342-2cce-4973-a6b3-9298a612d477 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (6ceef318-ae40-4d84-bb52-19926e472aef), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:26.159425 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-adb0ae82-ffdf-4ff2-b543-c25f6bd048d2 req-63959342-2cce-4973-a6b3-9298a612d477 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:26.161626 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-adb0ae82-ffdf-4ff2-b543-c25f6bd048d2 req-63959342-2cce-4973-a6b3-9298a612d477 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/6ceef318-ae40-4d84-bb52-19926e472aef HTTP/1.1" status: 204 len: 173 time: 1.2198372 Oct 04 20:48:26.222733 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a321-76a6-4c64-8377-b044680c4fca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:26.408660 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e7cf658d-81e3-4305-8023-5efa7cf05ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (ebd16c07-9395-4d3e-a6cd-6acff42cc187), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:26.416972 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 42478) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:48:26.480486 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf658d-81e3-4305-8023-5efa7cf05ab9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebd16c07-9395-4d3e-a6cd-6acff42cc187,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:26.492767 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f0c2def-bcaf-4295-be56-73612ab1e573 admin admin] Router fdff0e89-e7aa-412a-be70-25e7eaaf3185 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:48:26.584575 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63959342-2cce-4973-a6b3-9298a612d477 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ceef318-ae40-4d84-bb52-19926e472aef,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:26.695774 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2afdbc57-b0c0-4051-8922-2472c1161a15 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (325462af-0762-4ed3-b041-a8d209a8b923), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:26.757930 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 723d7ad5-6af6-405f-92da-91a53b6813c6 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:48:26.815521 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 723d7ad5-6af6-405f-92da-91a53b6813c6 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:48:26.816507 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 723d7ad5-6af6-405f-92da-91a53b6813c6 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:48:26.923532 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e568f7a7-41fe-476b-a312-1413a18b08bf req-f16ed916-5ea2-4cd4-81ef-85b44289f1eb tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] 10.222.0.78 "GET /networking/v2.0/security-groups/1aed740b-a268-487c-b4f3-df02991ddbcc HTTP/1.1" status: 200 len: 1823 time: 0.5562389 Oct 04 20:48:26.956006 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e7cf658d-81e3-4305-8023-5efa7cf05ab9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (f41b4d87-24a8-4dcd-b918-28d2e2b8cfc7), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:26.999078 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-88480baf-7518-44ba-b26d-a92c1fd9a6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (d73d11f2-e801-4b92-9ff2-0813e4a09557), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:27.004066 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-88480baf-7518-44ba-b26d-a92c1fd9a6f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:27.010856 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-88480baf-7518-44ba-b26d-a92c1fd9a6f8 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/d73d11f2-e801-4b92-9ff2-0813e4a09557 HTTP/1.1" status: 204 len: 168 time: 1.5709510 Oct 04 20:48:27.048424 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [req-a63f653d-20e7-4d72-8916-da16f0cb80b2 req-07235d3b-f883-46b4-b0ba-ae420546a5d3 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-941025707', 'description': 'tempest-description-1445401268'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:48:27.060400 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88480baf-7518-44ba-b26d-a92c1fd9a6f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73d11f2-e801-4b92-9ff2-0813e4a09557,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:27.256812 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2afdbc57-b0c0-4051-8922-2472c1161a15 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Router 325462af-0762-4ed3-b041-a8d209a8b923 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:48:27.260071 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-a63f653d-20e7-4d72-8916-da16f0cb80b2 req-07235d3b-f883-46b4-b0ba-ae420546a5d3 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:27.287773 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a321-76a6-4c64-8377-b044680c4fca admin admin] Publish callbacks [] for security_group (499632af-a56c-4c43-b295-fe93522c2100), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:27.300752 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e7cf658d-81e3-4305-8023-5efa7cf05ab9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (f41b4d87-24a8-4dcd-b918-28d2e2b8cfc7), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:27.302586 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-ffebbe2a-5138-4328-868a-e60f747c4be0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1058829323-network', 'tenant_id': '0ab943ca7b4f4ad3ac63ee0067fa6376'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:48:27.309580 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e7cf658d-81e3-4305-8023-5efa7cf05ab9 admin admin] Publish callbacks [] for router_controller (f41b4d87-24a8-4dcd-b918-28d2e2b8cfc7), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:27.341719 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f0c2def-bcaf-4295-be56-73612ab1e573 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:48:27.366706 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77467853-3c12-441f-9841-62048f37ab32 None None] Sync routers for ids ['fdff0e89-e7aa-412a-be70-25e7eaaf3185'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:48:27.374091 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:27.391443 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77467853-3c12-441f-9841-62048f37ab32 None None] Routers {'fdff0e89-e7aa-412a-be70-25e7eaaf3185'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:48:27.393317 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-77467853-3c12-441f-9841-62048f37ab32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:48:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['fdff0e89-e7aa-412a-be70-25e7eaaf3185'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:48:27.489046 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a321-76a6-4c64-8377-b044680c4fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (499632af-a56c-4c43-b295-fe93522c2100), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:27.519863 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffebbe2a-5138-4328-868a-e60f747c4be0 admin admin] Made reservation on behalf of 0ab943ca7b4f4ad3ac63ee0067fa6376 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:48:27.524210 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ffebbe2a-5138-4328-868a-e60f747c4be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:27.556002 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2afdbc57-b0c0-4051-8922-2472c1161a15 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:48:27.561318 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ffebbe2a-5138-4328-868a-e60f747c4be0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:27.578936 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fb6520-b0b2-4b1e-a598-6bdbb9802cc1 None None] Sync routers for ids ['325462af-0762-4ed3-b041-a8d209a8b923'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:48:27.586997 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2afdbc57-b0c0-4051-8922-2472c1161a15 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "PUT /networking/v2.0/routers/325462af-0762-4ed3-b041-a8d209a8b923/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0529315 Oct 04 20:48:27.598402 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:27.600386 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 42488) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:48:27.614741 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fb6520-b0b2-4b1e-a598-6bdbb9802cc1 None None] Routers {'325462af-0762-4ed3-b041-a8d209a8b923'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:48:27.616666 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-a0fb6520-b0b2-4b1e-a598-6bdbb9802cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:48:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['325462af-0762-4ed3-b041-a8d209a8b923'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:48:27.645372 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4f0c2def-bcaf-4295-be56-73612ab1e573 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:27.654529 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-4f0c2def-bcaf-4295-be56-73612ab1e573 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 11.9887307 Oct 04 20:48:27.656295 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e7cf658d-81e3-4305-8023-5efa7cf05ab9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (f41b4d87-24a8-4dcd-b918-28d2e2b8cfc7), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:27.663431 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7cf658d-81e3-4305-8023-5efa7cf05ab9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f41b4d87-24a8-4dcd-b918-28d2e2b8cfc7 {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:48:27.667261 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b4a321-76a6-4c64-8377-b044680c4fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=499632af-a56c-4c43-b295-fe93522c2100,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:27.677889 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b2b4a321-76a6-4c64-8377-b044680c4fca admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=d707a15a090d421fadc14564d2ef3764&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5254908 Oct 04 20:48:27.679092 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 42490) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:48:27.685376 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e7cf658d-81e3-4305-8023-5efa7cf05ab9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:27.687815 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e7cf658d-81e3-4305-8023-5efa7cf05ab9 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/f41b4d87-24a8-4dcd-b918-28d2e2b8cfc7 HTTP/1.1" status: 204 len: 168 time: 5.1575091 Oct 04 20:48:27.703652 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 42492) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:48:27.704478 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 42494) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:48:27.705690 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-77467853-3c12-441f-9841-62048f37ab32 None None] Set router fdff0e89-e7aa-412a-be70-25e7eaaf3185 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:48:27.757115 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-a63f653d-20e7-4d72-8916-da16f0cb80b2 req-07235d3b-f883-46b4-b0ba-ae420546a5d3 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks [] for security_group (c4438861-d5c8-41cf-b804-249cab100bd8), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:27.923473 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-a63f653d-20e7-4d72-8916-da16f0cb80b2 req-07235d3b-f883-46b4-b0ba-ae420546a5d3 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (c4438861-d5c8-41cf-b804-249cab100bd8), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:28.149430 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-a0fb6520-b0b2-4b1e-a598-6bdbb9802cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:48:28.191371 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fb6520-b0b2-4b1e-a598-6bdbb9802cc1 None None] Routers {'325462af-0762-4ed3-b041-a8d209a8b923'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:48:28.194980 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-a0fb6520-b0b2-4b1e-a598-6bdbb9802cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:48:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['325462af-0762-4ed3-b041-a8d209a8b923'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:48:28.257991 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:28.356097 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-30062c69-a40f-4faa-b3a2-ba10291ef967 admin admin] Deleting subnet ef6d89d8-941d-4029-8b59-71577d0942ba {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:48:28.359555 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-a0fb6520-b0b2-4b1e-a598-6bdbb9802cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:48:28.360993 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fb6520-b0b2-4b1e-a598-6bdbb9802cc1 None None] The sync data for ids ['325462af-0762-4ed3-b041-a8d209a8b923'] in n-d-852085-12 is: [] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:48:28.397113 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-30062c69-a40f-4faa-b3a2-ba10291ef967 admin admin] Publish callbacks [] for subnet (ef6d89d8-941d-4029-8b59-71577d0942ba), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:28.521483 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-77467853-3c12-441f-9841-62048f37ab32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdff0e89-e7aa-412a-be70-25e7eaaf3185', 'name': 'tempest-ServerGroupTestJSON-727680469-router', 'tenant_id': '21485db3d9e240e0927cd9c3bcf0ed1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'ee3c7017-b9a5-4a8d-bcd9-2d22734eb8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:48:16Z', 'updated_at': '2022-10-04T20:48:22Z', 'revision_number': 3, 'project_id': '21485db3d9e240e0927cd9c3bcf0ed1f', 'gw_port': {'id': 'ee3c7017-b9a5-4a8d-bcd9-2d22734eb8a8', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fa:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdff0e89-e7aa-412a-be70-25e7eaaf3185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:48:19Z', 'updated_at': '2022-10-04T20:48:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:48:28.534938 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d5ab0db6-1b5f-4e51-a822-eb59295bb189 admin admin] Publish callbacks [] for security_group (499632af-a56c-4c43-b295-fe93522c2100), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:28.588099 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77467853-3c12-441f-9841-62048f37ab32 None None] Checking router: fdff0e89-e7aa-412a-be70-25e7eaaf3185 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:48:28.589443 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77467853-3c12-441f-9841-62048f37ab32 None None] Updating router fdff0e89-e7aa-412a-be70-25e7eaaf3185 port ee3c7017-b9a5-4a8d-bcd9-2d22734eb8a8 binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:48:28.613335 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device ebd16c07-9395-4d3e-a6cd-6acff42cc187 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:48:28.646163 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-30062c69-a40f-4faa-b3a2-ba10291ef967 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (ef6d89d8-941d-4029-8b59-71577d0942ba), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:28.695379 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: ebd16c07-9395-4d3e-a6cd-6acff42cc187 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:48:28.698796 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device ebd16c07-9395-4d3e-a6cd-6acff42cc187 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:48:28.732097 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-77467853-3c12-441f-9841-62048f37ab32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (ee3c7017-b9a5-4a8d-bcd9-2d22734eb8a8), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:28.752096 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d5ab0db6-1b5f-4e51-a822-eb59295bb189 admin admin] Publish callbacks [] for security_group (499632af-a56c-4c43-b295-fe93522c2100), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:28.953048 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07235d3b-f883-46b4-b0ba-ae420546a5d3 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4438861-d5c8-41cf-b804-249cab100bd8,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:28.968822 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:29.002698 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-a63f653d-20e7-4d72-8916-da16f0cb80b2 req-07235d3b-f883-46b4-b0ba-ae420546a5d3 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:29.011223 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a63f653d-20e7-4d72-8916-da16f0cb80b2 req-07235d3b-f883-46b4-b0ba-ae420546a5d3 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 1.9787889 Oct 04 20:48:29.032247 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:29.257841 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-ed98e8dc-f396-4eb1-ad4e-49d09726d326 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] remove_router_interface failed (client error): The resource could not be found. Oct 04 20:48:29.265730 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-ed98e8dc-f396-4eb1-ad4e-49d09726d326 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "PUT /networking/v2.0/routers/325462af-0762-4ed3-b041-a8d209a8b923/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.6472714 Oct 04 20:48:29.273546 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 42512) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:48:29.378289 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ffebbe2a-5138-4328-868a-e60f747c4be0 admin admin] Publish callbacks [] for security_group (fa7ddc1a-74fd-46d1-b623-d8768b2c24fe), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:29.391751 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d5ab0db6-1b5f-4e51-a822-eb59295bb189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (499632af-a56c-4c43-b295-fe93522c2100), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:29.394522 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d5ab0db6-1b5f-4e51-a822-eb59295bb189 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:29.397231 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-7d5b2c62-731c-4bc6-92cf-2e378a5b5634 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=325462af-0762-4ed3-b041-a8d209a8b923 HTTP/1.1" status: 200 len: 205 time: 0.1163514 Oct 04 20:48:29.399968 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d5ab0db6-1b5f-4e51-a822-eb59295bb189 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/499632af-a56c-4c43-b295-fe93522c2100 HTTP/1.1" status: 204 len: 168 time: 1.6862006 Oct 04 20:48:29.404467 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 42516) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:48:29.438642 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-30062c69-a40f-4faa-b3a2-ba10291ef967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (ef6d89d8-941d-4029-8b59-71577d0942ba), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:29.459817 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ab0db6-1b5f-4e51-a822-eb59295bb189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=499632af-a56c-4c43-b295-fe93522c2100,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:29.623172 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:29.694920 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-77467853-3c12-441f-9841-62048f37ab32 None None] Publish callbacks [] for port (ee3c7017-b9a5-4a8d-bcd9-2d22734eb8a8), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:29.725598 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-25c99d25-19ae-47ac-ab42-af7415ddf65a req-d7888c8d-db82-48b3-9192-5a7d61f88f25 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] 10.222.0.78 "GET /networking/v2.0/security-groups/c4438861-d5c8-41cf-b804-249cab100bd8 HTTP/1.1" status: 200 len: 1823 time: 0.6512947 Oct 04 20:48:29.726706 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ffebbe2a-5138-4328-868a-e60f747c4be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (fa7ddc1a-74fd-46d1-b623-d8768b2c24fe), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:29.770657 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [req-25c99d25-19ae-47ac-ab42-af7415ddf65a req-4059f318-090a-448e-9360-7fc2a7be7836 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c4438861-d5c8-41cf-b804-249cab100bd8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:48:29.771231 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [req-25c99d25-19ae-47ac-ab42-af7415ddf65a req-4059f318-090a-448e-9360-7fc2a7be7836 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c4438861-d5c8-41cf-b804-249cab100bd8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:48:29.787922 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-77467853-3c12-441f-9841-62048f37ab32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (ee3c7017-b9a5-4a8d-bcd9-2d22734eb8a8), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:29.823805 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b9850769-85b4-4fd4-823e-6b0b0be34f22 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for router (325462af-0762-4ed3-b041-a8d209a8b923), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:29.905213 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-77467853-3c12-441f-9841-62048f37ab32 None None] Attempting to bind port ee3c7017-b9a5-4a8d-bcd9-2d22734eb8a8 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:48:29.906473 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-77467853-3c12-441f-9841-62048f37ab32 None None] Attempting to bind port ee3c7017-b9a5-4a8d-bcd9-2d22734eb8a8 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:48:29.908861 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77467853-3c12-441f-9841-62048f37ab32 None None] Attempting to bind port ee3c7017-b9a5-4a8d-bcd9-2d22734eb8a8 on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:48:29.937340 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffebbe2a-5138-4328-868a-e60f747c4be0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:48:29.969512 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:29.971276 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffebbe2a-5138-4328-868a-e60f747c4be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7ddc1a-74fd-46d1-b623-d8768b2c24fe,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:29.985972 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-30062c69-a40f-4faa-b3a2-ba10291ef967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (ef6d89d8-941d-4029-8b59-71577d0942ba), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:30.027848 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481b0bcb-fa91-4993-98f9-a92eeccd14f1 None None] Pushing event updated for resources: {'Port': ['ID=ee3c7017-b9a5-4a8d-bcd9-2d22734eb8a8,revision_number=2']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:30.076292 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481b0bcb-fa91-4993-98f9-a92eeccd14f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:48:30.076832 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481b0bcb-fa91-4993-98f9-a92eeccd14f1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:48:30.077370 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481b0bcb-fa91-4993-98f9-a92eeccd14f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:48:30.077900 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481b0bcb-fa91-4993-98f9-a92eeccd14f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:48:30.078436 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481b0bcb-fa91-4993-98f9-a92eeccd14f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:48:30.087515 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481b0bcb-fa91-4993-98f9-a92eeccd14f1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:48:30.090767 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481b0bcb-fa91-4993-98f9-a92eeccd14f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:48:30.091359 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481b0bcb-fa91-4993-98f9-a92eeccd14f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:48:30.092309 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481b0bcb-fa91-4993-98f9-a92eeccd14f1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:48:30.092614 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481b0bcb-fa91-4993-98f9-a92eeccd14f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:48:30.093464 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481b0bcb-fa91-4993-98f9-a92eeccd14f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:48:30.093772 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481b0bcb-fa91-4993-98f9-a92eeccd14f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:48:30.094264 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481b0bcb-fa91-4993-98f9-a92eeccd14f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:48:30.096101 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481b0bcb-fa91-4993-98f9-a92eeccd14f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:48:30.096934 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481b0bcb-fa91-4993-98f9-a92eeccd14f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:48:30.102095 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ffebbe2a-5138-4328-868a-e60f747c4be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (e46edfbf-aa2a-42f2-84a4-33213f061a9a), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:30.102675 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-ffebbe2a-5138-4328-868a-e60f747c4be0 admin admin] Added segment e46edfbf-aa2a-42f2-84a4-33213f061a9a of type vlan for network 90cd3eb5-9709-45c4-95f1-239dd148a341 Oct 04 20:48:30.123021 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30062c69-a40f-4faa-b3a2-ba10291ef967 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef6d89d8-941d-4029-8b59-71577d0942ba,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:30.131072 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77467853-3c12-441f-9841-62048f37ab32 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:48:30.131072 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77467853-3c12-441f-9841-62048f37ab32 None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:48:30.131072 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-77467853-3c12-441f-9841-62048f37ab32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:30.131072 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77467853-3c12-441f-9841-62048f37ab32 None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:48:30.132958 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-77467853-3c12-441f-9841-62048f37ab32 None None] Bound port: ee3c7017-b9a5-4a8d-bcd9-2d22734eb8a8, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:48:30.133705 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-77467853-3c12-441f-9841-62048f37ab32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (ee3c7017-b9a5-4a8d-bcd9-2d22734eb8a8), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:30.259509 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-30062c69-a40f-4faa-b3a2-ba10291ef967 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:30.275555 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4549766e-335e-4c9b-8801-84c5b7b28386 None None] Network ff423222-41b0-48ee-a580-97808d89e865 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:48:30.303244 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-30062c69-a40f-4faa-b3a2-ba10291ef967 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/ef6d89d8-941d-4029-8b59-71577d0942ba HTTP/1.1" status: 204 len: 168 time: 2.5784154 Oct 04 20:48:30.331350 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-77467853-3c12-441f-9841-62048f37ab32 None None] For port ee3c7017-b9a5-4a8d-bcd9-2d22734eb8a8, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:48:30.332118 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 42530) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:48:30.372210 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-77467853-3c12-441f-9841-62048f37ab32 None None] For port ee3c7017-b9a5-4a8d-bcd9-2d22734eb8a8, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=ee3c7017-b9a5-4a8d-bcd9-2d22734eb8a8,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:48:30.544113 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-77467853-3c12-441f-9841-62048f37ab32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (ee3c7017-b9a5-4a8d-bcd9-2d22734eb8a8), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:30.580568 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-41cb610a-1fa1-41fd-9a8c-649e1c6696e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:30.703606 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7152de5b-72fe-41c6-a406-91439fa11b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (ff423222-41b0-48ee-a580-97808d89e865), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:30.766167 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:30.769760 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ffebbe2a-5138-4328-868a-e60f747c4be0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (90cd3eb5-9709-45c4-95f1-239dd148a341), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:30.818734 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77467853-3c12-441f-9841-62048f37ab32 None None] Routers {'fdff0e89-e7aa-412a-be70-25e7eaaf3185'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:48:30.826162 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-77467853-3c12-441f-9841-62048f37ab32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:48:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['fdff0e89-e7aa-412a-be70-25e7eaaf3185'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:48:30.841561 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:30.844333 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d1683c-2ffd-47f7-9da8-4f5ef143b918 None None] DHCP port deletion for ff423222-41b0-48ee-a580-97808d89e865 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:48:30.861395 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b9850769-85b4-4fd4-823e-6b0b0be34f22 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (325462af-0762-4ed3-b041-a8d209a8b923), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:30.868865 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-25c99d25-19ae-47ac-ab42-af7415ddf65a req-4059f318-090a-448e-9360-7fc2a7be7836 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks [] for security_group_rule (53e81ba5-4f46-484d-85f7-97ffaa991a16), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:30.876619 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b9850769-85b4-4fd4-823e-6b0b0be34f22 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for router_controller (325462af-0762-4ed3-b041-a8d209a8b923), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:31.024183 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481b0bcb-fa91-4993-98f9-a92eeccd14f1 None None] Pushing event updated for resources: {'Port': ['ID=ee3c7017-b9a5-4a8d-bcd9-2d22734eb8a8,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:31.042879 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-79d1683c-2ffd-47f7-9da8-4f5ef143b918 None None] Deleting port 16c77cde-49a3-4a40-b094-c8c07bb78960 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:48:31.044883 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-79d1683c-2ffd-47f7-9da8-4f5ef143b918 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (16c77cde-49a3-4a40-b094-c8c07bb78960), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:31.130318 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-7152de5b-72fe-41c6-a406-91439fa11b94 admin admin] Deleting port 16c77cde-49a3-4a40-b094-c8c07bb78960 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:48:31.130888 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7152de5b-72fe-41c6-a406-91439fa11b94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (16c77cde-49a3-4a40-b094-c8c07bb78960), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:31.167311 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ffebbe2a-5138-4328-868a-e60f747c4be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (90cd3eb5-9709-45c4-95f1-239dd148a341), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:31.169403 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffebbe2a-5138-4328-868a-e60f747c4be0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:48:31.170487 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ffebbe2a-5138-4328-868a-e60f747c4be0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:31.293835 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b9850769-85b4-4fd4-823e-6b0b0be34f22 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (325462af-0762-4ed3-b041-a8d209a8b923), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:31.303065 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9850769-85b4-4fd4-823e-6b0b0be34f22 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Fanout notify agent at l3_agent the message router_deleted on router 325462af-0762-4ed3-b041-a8d209a8b923 {{(pid=108170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:48:31.316889 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-77467853-3c12-441f-9841-62048f37ab32 None None] Set router fdff0e89-e7aa-412a-be70-25e7eaaf3185 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:48:31.360170 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:31.377719 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b9850769-85b4-4fd4-823e-6b0b0be34f22 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:31.384128 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b9850769-85b4-4fd4-823e-6b0b0be34f22 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "DELETE /networking/v2.0/routers/325462af-0762-4ed3-b041-a8d209a8b923 HTTP/1.1" status: 204 len: 168 time: 1.9731104 Oct 04 20:48:31.410504 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-79d1683c-2ffd-47f7-9da8-4f5ef143b918 None None] For port 16c77cde-49a3-4a40-b094-c8c07bb78960, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=16c77cde-49a3-4a40-b094-c8c07bb78960,segment=NetworkSegment(bdad9211-8a24-413e-8cec-60765d2ab529),segment_id=bdad9211-8a24-413e-8cec-60765d2ab529)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:48:31.416853 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-79d1683c-2ffd-47f7-9da8-4f5ef143b918 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (16c77cde-49a3-4a40-b094-c8c07bb78960), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:31.481978 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-79d1683c-2ffd-47f7-9da8-4f5ef143b918 None None] Calling delete_port for 16c77cde-49a3-4a40-b094-c8c07bb78960 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:48:31.557066 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 42542) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:48:31.651283 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-ffebbe2a-5138-4328-868a-e60f747c4be0 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 5.0714934 Oct 04 20:48:31.651910 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 42548) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:48:31.675434 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-7152de5b-72fe-41c6-a406-91439fa11b94 admin admin] For port 16c77cde-49a3-4a40-b094-c8c07bb78960, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=16c77cde-49a3-4a40-b094-c8c07bb78960,segment=NetworkSegment(bdad9211-8a24-413e-8cec-60765d2ab529),segment_id=bdad9211-8a24-413e-8cec-60765d2ab529)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:48:31.676276 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7152de5b-72fe-41c6-a406-91439fa11b94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (16c77cde-49a3-4a40-b094-c8c07bb78960), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:31.733869 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-7152de5b-72fe-41c6-a406-91439fa11b94 admin admin] Calling delete_port for 16c77cde-49a3-4a40-b094-c8c07bb78960 owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:48:31.830172 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-fea7158d-63c3-473a-870c-5fcf9e28d1b3 admin admin] Request body: {'subnet': {'network_id': '90cd3eb5-9709-45c4-95f1-239dd148a341', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1058829323-subnet', 'tenant_id': '0ab943ca7b4f4ad3ac63ee0067fa6376', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:48:31.849994 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-25c99d25-19ae-47ac-ab42-af7415ddf65a req-4059f318-090a-448e-9360-7fc2a7be7836 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks [] for security_group_rule (53e81ba5-4f46-484d-85f7-97ffaa991a16), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:31.893051 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 20:48:31.926831 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:31.933257 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffebbe2a-5138-4328-868a-e60f747c4be0 admin admin] Pushing event updated for resources: {'Network': ['ID=90cd3eb5-9709-45c4-95f1-239dd148a341,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:31.957880 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 90cd3eb5-9709-45c4-95f1-239dd148a341 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:48:32.031119 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ed50459-51f1-49ae-b6f1-f928dac4da95 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Deleting subnet cfb03dad-c277-4292-ac9b-05030efd9062 {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:48:32.031439 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-41cb610a-1fa1-41fd-9a8c-649e1c6696e9 admin admin] Allocated IP 172.20.0.1 (b5eb5bea-3a79-48db-bd21-b80445c9ff3f/85509b5e-ac51-400f-9726-16711bbff0c1/0de6d3a3-c3ab-4605-86eb-cdf5702bccba) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:48:32.053003 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-25c99d25-19ae-47ac-ab42-af7415ddf65a req-4059f318-090a-448e-9360-7fc2a7be7836 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (53e81ba5-4f46-484d-85f7-97ffaa991a16), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:32.054273 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7152de5b-72fe-41c6-a406-91439fa11b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (16c77cde-49a3-4a40-b094-c8c07bb78960), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:32.088387 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2ed50459-51f1-49ae-b6f1-f928dac4da95 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for subnet (cfb03dad-c277-4292-ac9b-05030efd9062), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:32.125854 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7152de5b-72fe-41c6-a406-91439fa11b94 admin admin] No DVR routers for this DVR port 16c77cde-49a3-4a40-b094-c8c07bb78960 on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:48:32.137498 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7152de5b-72fe-41c6-a406-91439fa11b94 admin admin] Pushing event deleted for resources: {'Port': ['ID=16c77cde-49a3-4a40-b094-c8c07bb78960,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:32.241237 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-77467853-3c12-441f-9841-62048f37ab32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdff0e89-e7aa-412a-be70-25e7eaaf3185', 'name': 'tempest-ServerGroupTestJSON-727680469-router', 'tenant_id': '21485db3d9e240e0927cd9c3bcf0ed1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'ee3c7017-b9a5-4a8d-bcd9-2d22734eb8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:48:16Z', 'updated_at': '2022-10-04T20:48:22Z', 'revision_number': 3, 'project_id': '21485db3d9e240e0927cd9c3bcf0ed1f', 'gw_port': {'id': 'ee3c7017-b9a5-4a8d-bcd9-2d22734eb8a8', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fa:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdff0e89-e7aa-412a-be70-25e7eaaf3185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:48:19Z', 'updated_at': '2022-10-04T20:48:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:48:32.259012 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4059f318-090a-448e-9360-7fc2a7be7836 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53e81ba5-4f46-484d-85f7-97ffaa991a16,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:32.294131 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2ed50459-51f1-49ae-b6f1-f928dac4da95 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (cfb03dad-c277-4292-ac9b-05030efd9062), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:32.297794 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-79d1683c-2ffd-47f7-9da8-4f5ef143b918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (16c77cde-49a3-4a40-b094-c8c07bb78960), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:32.364438 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d1683c-2ffd-47f7-9da8-4f5ef143b918 None None] Pushing event deleted for resources: {'Port': ['ID=16c77cde-49a3-4a40-b094-c8c07bb78960,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:32.379228 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77467853-3c12-441f-9841-62048f37ab32 None None] The sync data for ids ['fdff0e89-e7aa-412a-be70-25e7eaaf3185'] in n-d-852085-12 is: [{'id': 'fdff0e89-e7aa-412a-be70-25e7eaaf3185', 'name': 'tempest-ServerGroupTestJSON-727680469-router', 'tenant_id': '21485db3d9e240e0927cd9c3bcf0ed1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'ee3c7017-b9a5-4a8d-bcd9-2d22734eb8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:48:16Z', 'updated_at': '2022-10-04T20:48:22Z', 'revision_number': 3, 'project_id': '21485db3d9e240e0927cd9c3bcf0ed1f', 'gw_port': {'id': 'ee3c7017-b9a5-4a8d-bcd9-2d22734eb8a8', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fa:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdff0e89-e7aa-412a-be70-25e7eaaf3185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:48:19Z', 'updated_at': '2022-10-04T20:48:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:48:32.394184 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d1683c-2ffd-47f7-9da8-4f5ef143b918 None None] No DVR routers for this DVR port 16c77cde-49a3-4a40-b094-c8c07bb78960 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:48:32.429795 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-25c99d25-19ae-47ac-ab42-af7415ddf65a req-4059f318-090a-448e-9360-7fc2a7be7836 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:32.433095 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-25c99d25-19ae-47ac-ab42-af7415ddf65a req-4059f318-090a-448e-9360-7fc2a7be7836 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 2.6829231 Oct 04 20:48:32.458612 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea7158d-63c3-473a-870c-5fcf9e28d1b3 admin admin] Made reservation on behalf of 0ab943ca7b4f4ad3ac63ee0067fa6376 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:48:32.478534 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fea7158d-63c3-473a-870c-5fcf9e28d1b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:32.482670 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:32.734764 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 16c77cde-49a3-4a40-b094-c8c07bb78960 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:48:32.794848 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2ed50459-51f1-49ae-b6f1-f928dac4da95 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (cfb03dad-c277-4292-ac9b-05030efd9062), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:32.891674 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-41cb610a-1fa1-41fd-9a8c-649e1c6696e9 admin admin] Publish callbacks [] for port (0de6d3a3-c3ab-4605-86eb-cdf5702bccba), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:32.914368 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 16c77cde-49a3-4a40-b094-c8c07bb78960 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:48:32.916233 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 16c77cde-49a3-4a40-b094-c8c07bb78960 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:48:32.954936 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7152de5b-72fe-41c6-a406-91439fa11b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (ff423222-41b0-48ee-a580-97808d89e865), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:33.038007 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-7152de5b-72fe-41c6-a406-91439fa11b94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff423222-41b0-48ee-a580-97808d89e865']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:48:33.092791 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-7152de5b-72fe-41c6-a406-91439fa11b94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdad9211-8a24-413e-8cec-60765d2ab529') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:48:33.103666 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-7152de5b-72fe-41c6-a406-91439fa11b94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdad9211-8a24-413e-8cec-60765d2ab529') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:48:33.130675 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:33.176528 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7152de5b-72fe-41c6-a406-91439fa11b94 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (bdad9211-8a24-413e-8cec-60765d2ab529), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:33.209110 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-41cb610a-1fa1-41fd-9a8c-649e1c6696e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (0de6d3a3-c3ab-4605-86eb-cdf5702bccba), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:33.301008 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7152de5b-72fe-41c6-a406-91439fa11b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (bdad9211-8a24-413e-8cec-60765d2ab529), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:33.330631 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:33.336774 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7152de5b-72fe-41c6-a406-91439fa11b94 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:48:33.337397 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7152de5b-72fe-41c6-a406-91439fa11b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (bdad9211-8a24-413e-8cec-60765d2ab529), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:33.378549 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cb610a-1fa1-41fd-9a8c-649e1c6696e9 admin admin] Network b5eb5bea-3a79-48db-bd21-b80445c9ff3f is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:48:33.410702 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment bdad9211-8a24-413e-8cec-60765d2ab529 resource provider aggregate not found Oct 04 20:48:33.450724 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-41cb610a-1fa1-41fd-9a8c-649e1c6696e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:48:33.452383 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cb610a-1fa1-41fd-9a8c-649e1c6696e9 admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:48:33.580123 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2ed50459-51f1-49ae-b6f1-f928dac4da95 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (cfb03dad-c277-4292-ac9b-05030efd9062), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:33.611467 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2ed50459-51f1-49ae-b6f1-f928dac4da95 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:33.624048 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2ed50459-51f1-49ae-b6f1-f928dac4da95 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/cfb03dad-c277-4292-ac9b-05030efd9062 HTTP/1.1" status: 204 len: 168 time: 2.0611620 Oct 04 20:48:33.626764 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40196756-b9e8-4657-9c20-ce98561f5873 None None] Network 70d6b927-82ac-4b92-acbd-a7f7ee5ea706 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:48:33.629499 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 42578) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:48:33.666536 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-75795366-6f9d-457b-abb9-a209a72510e3 req-d7c3aa44-f7e8-433b-bc23-490afa25ed28 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] 10.222.0.78 "GET /networking/v2.0/security-groups/c4438861-d5c8-41cf-b804-249cab100bd8 HTTP/1.1" status: 200 len: 2417 time: 1.1310477 Oct 04 20:48:33.736771 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment bdad9211-8a24-413e-8cec-60765d2ab529 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bdad9211-8a24-413e-8cec-60765d2ab529 found for delete ", "request_id": "req-a51aa0cf-6039-4295-9e51-0ec76366def9"}]} Oct 04 20:48:33.746520 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cb610a-1fa1-41fd-9a8c-649e1c6696e9 admin admin] Pushing event updated for resources: {'Port': ['ID=0de6d3a3-c3ab-4605-86eb-cdf5702bccba,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:33.944595 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-41cb610a-1fa1-41fd-9a8c-649e1c6696e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (fdff0e89-e7aa-412a-be70-25e7eaaf3185), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:34.106396 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=84,neutron:DELETE=11,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:34.114187 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7c284622-6309-4015-8b60-a308055a6c21 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (70d6b927-82ac-4b92-acbd-a7f7ee5ea706), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:34.133037 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed50459-51f1-49ae-b6f1-f928dac4da95 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event deleted for resources: {'Subnet': ['ID=cfb03dad-c277-4292-ac9b-05030efd9062,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:34.144600 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [req-75795366-6f9d-457b-abb9-a209a72510e3 req-1aae7a98-18c1-4663-8b1e-2b782fb6973f tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c4438861-d5c8-41cf-b804-249cab100bd8', 'remote_group_id': None}]} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:48:34.145274 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [req-75795366-6f9d-457b-abb9-a209a72510e3 req-1aae7a98-18c1-4663-8b1e-2b782fb6973f tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c4438861-d5c8-41cf-b804-249cab100bd8', 'remote_group_id': None}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:48:34.363752 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-a7207ada-e117-457a-8f64-673819028934 None None] Provisioning complete for port 0de6d3a3-c3ab-4605-86eb-cdf5702bccba triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:48:34.367041 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a7207ada-e117-457a-8f64-673819028934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (0de6d3a3-c3ab-4605-86eb-cdf5702bccba), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:34.368297 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-a7207ada-e117-457a-8f64-673819028934 None None] Attempt 1 to provision port 0de6d3a3-c3ab-4605-86eb-cdf5702bccba Oct 04 20:48:34.528619 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633adc40-fff1-4f18-addf-fe913532a09c None None] DHCP port deletion for 70d6b927-82ac-4b92-acbd-a7f7ee5ea706 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:48:34.636147 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:34.665194 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-633adc40-fff1-4f18-addf-fe913532a09c None None] Deleting port ad59713c-19aa-460f-910d-9a513c563283 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:48:34.665993 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-633adc40-fff1-4f18-addf-fe913532a09c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (ad59713c-19aa-460f-910d-9a513c563283), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:34.730487 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7152de5b-72fe-41c6-a406-91439fa11b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (ff423222-41b0-48ee-a580-97808d89e865), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:34.750917 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7152de5b-72fe-41c6-a406-91439fa11b94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:34.763860 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-7152de5b-72fe-41c6-a406-91439fa11b94 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/ff423222-41b0-48ee-a580-97808d89e865 HTTP/1.1" status: 204 len: 168 time: 4.4193337 Oct 04 20:48:34.802640 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fea7158d-63c3-473a-870c-5fcf9e28d1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (600ce204-af55-4f99-9e5b-9ead6d70af4b), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:34.825766 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7152de5b-72fe-41c6-a406-91439fa11b94 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff423222-41b0-48ee-a580-97808d89e865,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:34.864047 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7152de5b-72fe-41c6-a406-91439fa11b94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:48:34.865288 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7152de5b-72fe-41c6-a406-91439fa11b94 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:48:34.866098 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7152de5b-72fe-41c6-a406-91439fa11b94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:48:34.867322 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7152de5b-72fe-41c6-a406-91439fa11b94 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:48:34.868262 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7152de5b-72fe-41c6-a406-91439fa11b94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:48:34.869072 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7152de5b-72fe-41c6-a406-91439fa11b94 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:48:34.871268 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7152de5b-72fe-41c6-a406-91439fa11b94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:48:34.872434 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7152de5b-72fe-41c6-a406-91439fa11b94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:48:34.873302 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7152de5b-72fe-41c6-a406-91439fa11b94 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:48:34.874231 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7152de5b-72fe-41c6-a406-91439fa11b94 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:48:34.875479 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7152de5b-72fe-41c6-a406-91439fa11b94 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:48:34.876360 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7152de5b-72fe-41c6-a406-91439fa11b94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:48:34.877952 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7152de5b-72fe-41c6-a406-91439fa11b94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:48:34.878898 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7152de5b-72fe-41c6-a406-91439fa11b94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:48:34.879813 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7152de5b-72fe-41c6-a406-91439fa11b94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:48:35.023677 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-41cb610a-1fa1-41fd-9a8c-649e1c6696e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (0de6d3a3-c3ab-4605-86eb-cdf5702bccba), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:35.062844 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-7c284622-6309-4015-8b60-a308055a6c21 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Deleting port ad59713c-19aa-460f-910d-9a513c563283 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:48:35.072907 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7c284622-6309-4015-8b60-a308055a6c21 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (ad59713c-19aa-460f-910d-9a513c563283), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:35.118987 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-75795366-6f9d-457b-abb9-a209a72510e3 req-1aae7a98-18c1-4663-8b1e-2b782fb6973f tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks [] for security_group_rule (bff2e047-aa5f-4700-9a34-11ec9a2b9d62), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:35.142930 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-633adc40-fff1-4f18-addf-fe913532a09c None None] For port ad59713c-19aa-460f-910d-9a513c563283, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=ad59713c-19aa-460f-910d-9a513c563283,segment=NetworkSegment(de10e563-28e4-4049-8cf8-750324049080),segment_id=de10e563-28e4-4049-8cf8-750324049080)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:48:35.146206 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-633adc40-fff1-4f18-addf-fe913532a09c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (ad59713c-19aa-460f-910d-9a513c563283), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:35.199761 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-633adc40-fff1-4f18-addf-fe913532a09c None None] Calling delete_port for ad59713c-19aa-460f-910d-9a513c563283 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:48:35.438493 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea7158d-63c3-473a-870c-5fcf9e28d1b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=600ce204-af55-4f99-9e5b-9ead6d70af4b,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:35.448162 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-7c284622-6309-4015-8b60-a308055a6c21 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] For port ad59713c-19aa-460f-910d-9a513c563283, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=ad59713c-19aa-460f-910d-9a513c563283,segment=NetworkSegment(de10e563-28e4-4049-8cf8-750324049080),segment_id=de10e563-28e4-4049-8cf8-750324049080)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:48:35.450538 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7c284622-6309-4015-8b60-a308055a6c21 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (ad59713c-19aa-460f-910d-9a513c563283), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:35.496594 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-75795366-6f9d-457b-abb9-a209a72510e3 req-1aae7a98-18c1-4663-8b1e-2b782fb6973f tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks [] for security_group_rule (bff2e047-aa5f-4700-9a34-11ec9a2b9d62), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:35.568728 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-7c284622-6309-4015-8b60-a308055a6c21 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Calling delete_port for ad59713c-19aa-460f-910d-9a513c563283 owned by network:dhcp {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:48:35.586458 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:35.613320 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device ee3c7017-b9a5-4a8d-bcd9-2d22734eb8a8 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:48:35.621294 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea7158d-63c3-473a-870c-5fcf9e28d1b3 admin admin] Checking segment: {'id': 'e46edfbf-aa2a-42f2-84a4-33213f061a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '90cd3eb5-9709-45c4-95f1-239dd148a341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:48:35.621605 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea7158d-63c3-473a-870c-5fcf9e28d1b3 admin admin] Network hostable DHCP agents. Network: 90cd3eb5-9709-45c4-95f1-239dd148a341, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:48:35.647274 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-a7207ada-e117-457a-8f64-673819028934 None None] Port 0de6d3a3-c3ab-4605-86eb-cdf5702bccba cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:48:35.717538 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:35.726558 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-41cb610a-1fa1-41fd-9a8c-649e1c6696e9 admin admin] Publish callbacks [] for port (0de6d3a3-c3ab-4605-86eb-cdf5702bccba), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:35.738379 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-75795366-6f9d-457b-abb9-a209a72510e3 req-1aae7a98-18c1-4663-8b1e-2b782fb6973f tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (bff2e047-aa5f-4700-9a34-11ec9a2b9d62), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:35.843721 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aae7a98-18c1-4663-8b1e-2b782fb6973f tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bff2e047-aa5f-4700-9a34-11ec9a2b9d62,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:35.864656 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port ee3c7017-b9a5-4a8d-bcd9-2d22734eb8a8 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:48:35.865520 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (ee3c7017-b9a5-4a8d-bcd9-2d22734eb8a8), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:35.865832 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port ee3c7017-b9a5-4a8d-bcd9-2d22734eb8a8 Oct 04 20:48:35.873823 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-41cb610a-1fa1-41fd-9a8c-649e1c6696e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (0de6d3a3-c3ab-4605-86eb-cdf5702bccba), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:35.923008 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:35.947986 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7c284622-6309-4015-8b60-a308055a6c21 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (ad59713c-19aa-460f-910d-9a513c563283), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:35.965318 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea7158d-63c3-473a-870c-5fcf9e28d1b3 admin admin] Network 90cd3eb5-9709-45c4-95f1-239dd148a341 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:48:36.011089 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-633adc40-fff1-4f18-addf-fe913532a09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (ad59713c-19aa-460f-910d-9a513c563283), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:36.033750 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-75795366-6f9d-457b-abb9-a209a72510e3 req-1aae7a98-18c1-4663-8b1e-2b782fb6973f tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:36.051740 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-75795366-6f9d-457b-abb9-a209a72510e3 req-1aae7a98-18c1-4663-8b1e-2b782fb6973f tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 1.9274752 Oct 04 20:48:36.057070 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c284622-6309-4015-8b60-a308055a6c21 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event deleted for resources: {'Port': ['ID=ad59713c-19aa-460f-910d-9a513c563283,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:36.064232 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 42608) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:48:36.106074 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c284622-6309-4015-8b60-a308055a6c21 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] No DVR routers for this DVR port ad59713c-19aa-460f-910d-9a513c563283 on host n-d-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:48:36.151675 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cb610a-1fa1-41fd-9a8c-649e1c6696e9 admin admin] Pushing event updated for resources: {'Port': ['ID=0de6d3a3-c3ab-4605-86eb-cdf5702bccba,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:36.159329 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-41cb610a-1fa1-41fd-9a8c-649e1c6696e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (fdff0e89-e7aa-412a-be70-25e7eaaf3185), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:36.181928 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633adc40-fff1-4f18-addf-fe913532a09c None None] Pushing event deleted for resources: {'Port': ['ID=ad59713c-19aa-460f-910d-9a513c563283,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:36.197653 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633adc40-fff1-4f18-addf-fe913532a09c None None] No DVR routers for this DVR port ad59713c-19aa-460f-910d-9a513c563283 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:48:36.299401 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:36.359107 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port ee3c7017-b9a5-4a8d-bcd9-2d22734eb8a8 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:48:36.359466 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (ee3c7017-b9a5-4a8d-bcd9-2d22734eb8a8), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:36.360229 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-fea7158d-63c3-473a-870c-5fcf9e28d1b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 90cd3eb5-9709-45c4-95f1-239dd148a341) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:48:36.394910 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfa3a38-448e-47bd-80b2-23f8ee876630 None None] Network 90cd3eb5-9709-45c4-95f1-239dd148a341 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:48:36.519566 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea7158d-63c3-473a-870c-5fcf9e28d1b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:48:36.520686 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fea7158d-63c3-473a-870c-5fcf9e28d1b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:36.612653 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cb610a-1fa1-41fd-9a8c-649e1c6696e9 admin admin] Network b5eb5bea-3a79-48db-bd21-b80445c9ff3f is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:48:36.621845 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-41cb610a-1fa1-41fd-9a8c-649e1c6696e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:48:36.672428 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port ee3c7017-b9a5-4a8d-bcd9-2d22734eb8a8, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=ee3c7017-b9a5-4a8d-bcd9-2d22734eb8a8,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:48:36.805168 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (ee3c7017-b9a5-4a8d-bcd9-2d22734eb8a8), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:37.044893 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device ad59713c-19aa-460f-910d-9a513c563283 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:48:37.132914 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-cf007583-26b2-4323-9c9d-b5d4da7fb6e5 req-22d338e0-4b32-46eb-b848-173bd7c37c31 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] 10.222.0.78 "GET /networking/v2.0/security-groups/c4438861-d5c8-41cf-b804-249cab100bd8 HTTP/1.1" status: 200 len: 3016 time: 1.0109782 Oct 04 20:48:37.207190 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41cb610a-1fa1-41fd-9a8c-649e1c6696e9 admin admin] Router fdff0e89-e7aa-412a-be70-25e7eaaf3185 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:48:37.227608 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 42620) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:48:37.230902 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-d52e95a4-f20f-4ae5-a67b-7e6e583a84a7 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=ce3823a32e454504b467aa845688fc46&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1603985 Oct 04 20:48:37.332293 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-fea7158d-63c3-473a-870c-5fcf9e28d1b3 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 5.6360531 Oct 04 20:48:37.346457 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7c284622-6309-4015-8b60-a308055a6c21 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (70d6b927-82ac-4b92-acbd-a7f7ee5ea706), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:37.377958 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 42624) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:48:37.378301 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: ad59713c-19aa-460f-910d-9a513c563283 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:48:37.380188 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device ad59713c-19aa-460f-910d-9a513c563283 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:48:37.402631 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-3e57420d-2e96-4540-95ce-80d9e705bd9b admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1058829323-router', 'tenant_id': '0ab943ca7b4f4ad3ac63ee0067fa6376', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:48:37.453468 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4376dc44-3e60-416a-b409-8719252a89d8 req-f0b0174c-aa43-45de-becd-c8251f02c06d tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules/bff2e047-aa5f-4700-9a34-11ec9a2b9d62 HTTP/1.1" status: 200 len: 783 time: 0.2165916 Oct 04 20:48:37.457607 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-7c284622-6309-4015-8b60-a308055a6c21 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70d6b927-82ac-4b92-acbd-a7f7ee5ea706']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:48:37.471314 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7dbb31-5e7f-4b14-be3f-9ab6e9a9da81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-90cd3eb5-9709-45c4-95f1-239dd148a341', 'network_id': '90cd3eb5-9709-45c4-95f1-239dd148a341', 'project_id': '0ab943ca7b4f4ad3ac63ee0067fa6376', 'fixed_ips': [{'subnet_id': '600ce204-af55-4f99-9e5b-9ead6d70af4b'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:48:37.477321 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ef7dbb31-5e7f-4b14-be3f-9ab6e9a9da81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:37.544551 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-7c284622-6309-4015-8b60-a308055a6c21 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de10e563-28e4-4049-8cf8-750324049080') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:48:37.545035 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-7c284622-6309-4015-8b60-a308055a6c21 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de10e563-28e4-4049-8cf8-750324049080') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:48:37.568009 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-263660ac-8029-400c-b88e-6d74eba5d234 None None] Provisioning complete for port 0de6d3a3-c3ab-4605-86eb-cdf5702bccba triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:48:37.569981 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-263660ac-8029-400c-b88e-6d74eba5d234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (0de6d3a3-c3ab-4605-86eb-cdf5702bccba), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:37.571794 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-263660ac-8029-400c-b88e-6d74eba5d234 None None] Attempt 1 to provision port 0de6d3a3-c3ab-4605-86eb-cdf5702bccba Oct 04 20:48:37.616874 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=ee3c7017-b9a5-4a8d-bcd9-2d22734eb8a8,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:37.729020 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:48:37.729597 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:48:37.733783 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:48:37.734427 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:48:37.734986 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:48:37.737152 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:48:37.739491 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:48:37.740092 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:48:37.743798 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:48:37.744354 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:48:37.744930 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:48:37.746027 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:48:37.746564 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:48:37.747155 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:48:37.747700 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:48:37.797742 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7c284622-6309-4015-8b60-a308055a6c21 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (de10e563-28e4-4049-8cf8-750324049080), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:37.864356 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=100 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:37.867089 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41cb610a-1fa1-41fd-9a8c-649e1c6696e9 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:48:37.884131 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdeeba4b-f218-4625-8f02-f54b5c17666c None None] Sync routers for ids ['fdff0e89-e7aa-412a-be70-25e7eaaf3185'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:48:37.892604 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4376dc44-3e60-416a-b409-8719252a89d8 req-b589b2d8-2074-47e5-b7a0-0d8d0ef49c2d tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] 10.222.0.78 "GET /networking/v2.0/security-groups/c4438861-d5c8-41cf-b804-249cab100bd8 HTTP/1.1" status: 200 len: 3016 time: 0.3837092 Oct 04 20:48:37.909002 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3e57420d-2e96-4540-95ce-80d9e705bd9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (d1ef45f1-6f0b-4fda-8fbd-4f681506debb), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:37.910859 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3e57420d-2e96-4540-95ce-80d9e705bd9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (d1ef45f1-6f0b-4fda-8fbd-4f681506debb), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:37.932002 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdeeba4b-f218-4625-8f02-f54b5c17666c None None] Routers {'fdff0e89-e7aa-412a-be70-25e7eaaf3185'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:48:37.936457 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-bdeeba4b-f218-4625-8f02-f54b5c17666c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:48:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['fdff0e89-e7aa-412a-be70-25e7eaaf3185'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:48:37.945146 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7c284622-6309-4015-8b60-a308055a6c21 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (de10e563-28e4-4049-8cf8-750324049080), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:37.960762 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-41cb610a-1fa1-41fd-9a8c-649e1c6696e9 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/fdff0e89-e7aa-412a-be70-25e7eaaf3185/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2702940 Oct 04 20:48:38.064714 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-14cc66d9-1391-45ed-9a78-bf2a84866da1 admin admin] Publish callbacks [] for security_group (ba470e61-658a-4b2e-bec7-6693f2b0b625), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:38.065530 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c284622-6309-4015-8b60-a308055a6c21 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:48:38.066214 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7c284622-6309-4015-8b60-a308055a6c21 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (de10e563-28e4-4049-8cf8-750324049080), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:38.215473 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment de10e563-28e4-4049-8cf8-750324049080 resource provider aggregate not found Oct 04 20:48:38.222738 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-14cc66d9-1391-45ed-9a78-bf2a84866da1 admin admin] Publish callbacks [] for security_group (ba470e61-658a-4b2e-bec7-6693f2b0b625), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:38.408647 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment de10e563-28e4-4049-8cf8-750324049080 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid de10e563-28e4-4049-8cf8-750324049080 found for delete ", "request_id": "req-7ee96922-e2b8-44f5-8319-b5b33024caf5"}]} Oct 04 20:48:38.414649 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-4376dc44-3e60-416a-b409-8719252a89d8 req-5179a9ce-6050-4405-9d63-71e5f146dda5 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks [] for security_group_rule (bff2e047-aa5f-4700-9a34-11ec9a2b9d62), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:38.422271 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:DELETE=9,neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:38.464281 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-263660ac-8029-400c-b88e-6d74eba5d234 None None] Port 0de6d3a3-c3ab-4605-86eb-cdf5702bccba cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:48:38.492166 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-ef7dbb31-5e7f-4b14-be3f-9ab6e9a9da81 None None] Allocated IP 172.20.0.2 (90cd3eb5-9709-45c4-95f1-239dd148a341/600ce204-af55-4f99-9e5b-9ead6d70af4b/ec173b94-f8df-4b7d-b22c-7ef7cc733b12) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:48:38.502836 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-4376dc44-3e60-416a-b409-8719252a89d8 req-5179a9ce-6050-4405-9d63-71e5f146dda5 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks [] for security_group_rule (bff2e047-aa5f-4700-9a34-11ec9a2b9d62), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:38.510755 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3e57420d-2e96-4540-95ce-80d9e705bd9b admin admin] Publish callbacks [] for router_controller (d1ef45f1-6f0b-4fda-8fbd-4f681506debb), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:38.541736 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7c284622-6309-4015-8b60-a308055a6c21 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (70d6b927-82ac-4b92-acbd-a7f7ee5ea706), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:38.571625 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-bdeeba4b-f218-4625-8f02-f54b5c17666c None None] Set router fdff0e89-e7aa-412a-be70-25e7eaaf3185 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:48:38.591181 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-14cc66d9-1391-45ed-9a78-bf2a84866da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (ba470e61-658a-4b2e-bec7-6693f2b0b625), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:38.596722 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7c284622-6309-4015-8b60-a308055a6c21 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:38.597022 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-14cc66d9-1391-45ed-9a78-bf2a84866da1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:38.602957 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-14cc66d9-1391-45ed-9a78-bf2a84866da1 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/ba470e61-658a-4b2e-bec7-6693f2b0b625 HTTP/1.1" status: 204 len: 168 time: 1.3688142 Oct 04 20:48:38.606998 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-7c284622-6309-4015-8b60-a308055a6c21 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "DELETE /networking/v2.0/networks/70d6b927-82ac-4b92-acbd-a7f7ee5ea706 HTTP/1.1" status: 204 len: 168 time: 4.9685929 Oct 04 20:48:38.609155 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c284622-6309-4015-8b60-a308055a6c21 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event deleted for resources: {'Network': ['ID=70d6b927-82ac-4b92-acbd-a7f7ee5ea706,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:38.622287 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 42656) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:48:38.692471 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-542366d7-9ea5-46d0-a8e3-c2bcc9ae302a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Request body: {'network': {'name': 'tempest-RoutersTest-160101639'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:48:38.710842 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cc66d9-1391-45ed-9a78-bf2a84866da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba470e61-658a-4b2e-bec7-6693f2b0b625,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:38.853998 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-4376dc44-3e60-416a-b409-8719252a89d8 req-5179a9ce-6050-4405-9d63-71e5f146dda5 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (bff2e047-aa5f-4700-9a34-11ec9a2b9d62), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:38.899989 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-4376dc44-3e60-416a-b409-8719252a89d8 req-5179a9ce-6050-4405-9d63-71e5f146dda5 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:38.906462 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4376dc44-3e60-416a-b409-8719252a89d8 req-5179a9ce-6050-4405-9d63-71e5f146dda5 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] 10.222.0.78 "DELETE /networking/v2.0/security-group-rules/bff2e047-aa5f-4700-9a34-11ec9a2b9d62 HTTP/1.1" status: 204 len: 173 time: 0.9656119 Oct 04 20:48:38.928164 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542366d7-9ea5-46d0-a8e3-c2bcc9ae302a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Made reservation on behalf of 869ac0b5366d400d99edf8b0539f2d2d for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:48:38.934170 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-542366d7-9ea5-46d0-a8e3-c2bcc9ae302a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:38.953638 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5179a9ce-6050-4405-9d63-71e5f146dda5 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bff2e047-aa5f-4700-9a34-11ec9a2b9d62,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:39.025569 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-542366d7-9ea5-46d0-a8e3-c2bcc9ae302a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:48:39.079318 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-542366d7-9ea5-46d0-a8e3-c2bcc9ae302a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (c272656c-ab2c-4674-bc67-029b16d17f8f), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:39.080628 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-542366d7-9ea5-46d0-a8e3-c2bcc9ae302a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Added segment c272656c-ab2c-4674-bc67-029b16d17f8f of type vlan for network fb7fa743-d04e-4977-9a7e-5011302d683e Oct 04 20:48:39.196767 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ef7dbb31-5e7f-4b14-be3f-9ab6e9a9da81 None None] Publish callbacks [] for port (ec173b94-f8df-4b7d-b22c-7ef7cc733b12), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:39.326371 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ef7dbb31-5e7f-4b14-be3f-9ab6e9a9da81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (ec173b94-f8df-4b7d-b22c-7ef7cc733b12), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:39.339938 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-542366d7-9ea5-46d0-a8e3-c2bcc9ae302a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (fb7fa743-d04e-4977-9a7e-5011302d683e), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:39.356456 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-bdeeba4b-f218-4625-8f02-f54b5c17666c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdff0e89-e7aa-412a-be70-25e7eaaf3185', 'name': 'tempest-ServerGroupTestJSON-727680469-router', 'tenant_id': '21485db3d9e240e0927cd9c3bcf0ed1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'ee3c7017-b9a5-4a8d-bcd9-2d22734eb8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:48:16Z', 'updated_at': '2022-10-04T20:48:34Z', 'revision_number': 4, 'project_id': '21485db3d9e240e0927cd9c3bcf0ed1f', 'gw_port': {'id': 'ee3c7017-b9a5-4a8d-bcd9-2d22734eb8a8', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fa:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdff0e89-e7aa-412a-be70-25e7eaaf3185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:48:19Z', 'updated_at': '2022-10-04T20:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '0de6d3a3-c3ab-4605-86eb-cdf5702bccba', 'name': '', 'network_id': 'b5eb5bea-3a79-48db-bd21-b80445c9ff3f', 'tenant_id': '21485db3d9e240e0927cd9c3bcf0ed1f', 'mac_address': 'fa:16:3e:60:f2:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdff0e89-e7aa-412a-be70-25e7eaaf3185', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '85509b5e-ac51-400f-9726-16711bbff0c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:48:30Z', 'updated_at': '2022-10-04T20:48:35Z', 'revision_number': 2, 'project_id': '21485db3d9e240e0927cd9c3bcf0ed1f', 'subnets': [{'id': '85509b5e-ac51-400f-9726-16711bbff0c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:48:39.389545 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3e57420d-2e96-4540-95ce-80d9e705bd9b admin admin] Publish callbacks [] for router_gateway (d1ef45f1-6f0b-4fda-8fbd-4f681506debb), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:39.404193 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7dbb31-5e7f-4b14-be3f-9ab6e9a9da81 None None] Network 90cd3eb5-9709-45c4-95f1-239dd148a341 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:48:39.411955 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:39.416414 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-ef7dbb31-5e7f-4b14-be3f-9ab6e9a9da81 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:48:39.460698 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a3eca942-165f-4148-b808-bb81c66e2a1d req-d7fb9f6b-fd10-40a0-a033-51c7729597c5 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] 10.222.0.78 "GET /networking/v2.0/security-groups/c4438861-d5c8-41cf-b804-249cab100bd8 HTTP/1.1" status: 200 len: 2417 time: 0.4785833 Oct 04 20:48:39.489818 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdeeba4b-f218-4625-8f02-f54b5c17666c None None] Checking router: fdff0e89-e7aa-412a-be70-25e7eaaf3185 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:48:39.494750 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdeeba4b-f218-4625-8f02-f54b5c17666c None None] Updating router fdff0e89-e7aa-412a-be70-25e7eaaf3185 port 0de6d3a3-c3ab-4605-86eb-cdf5702bccba binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:48:39.524077 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7dbb31-5e7f-4b14-be3f-9ab6e9a9da81 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:48:39.588018 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-542366d7-9ea5-46d0-a8e3-c2bcc9ae302a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (fb7fa743-d04e-4977-9a7e-5011302d683e), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:39.601123 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:39.603272 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542366d7-9ea5-46d0-a8e3-c2bcc9ae302a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:48:39.612532 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-542366d7-9ea5-46d0-a8e3-c2bcc9ae302a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:39.654843 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:39.662403 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-bdeeba4b-f218-4625-8f02-f54b5c17666c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (0de6d3a3-c3ab-4605-86eb-cdf5702bccba), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:39.973649 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device ee3c7017-b9a5-4a8d-bcd9-2d22734eb8a8 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:48:39.979080 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7dbb31-5e7f-4b14-be3f-9ab6e9a9da81 None None] Pushing event updated for resources: {'Port': ['ID=ec173b94-f8df-4b7d-b22c-7ef7cc733b12,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:40.046529 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-542366d7-9ea5-46d0-a8e3-c2bcc9ae302a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4092135 Oct 04 20:48:40.067561 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 42668) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:48:40.109491 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-eebf31f5-98c9-4fe8-9a6c-0318c418c7c7 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Request body: {'subnet': {'network_id': 'fb7fa743-d04e-4977-9a7e-5011302d683e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:48:40.333216 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-a3eca942-165f-4148-b808-bb81c66e2a1d req-e069ae78-dd7a-4e0a-acf2-ab7e8df37fc3 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks [] for security_group (c4438861-d5c8-41cf-b804-249cab100bd8), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:40.353755 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-ef7dbb31-5e7f-4b14-be3f-9ab6e9a9da81 None None] Attempting to bind port ec173b94-f8df-4b7d-b22c-7ef7cc733b12 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:48:40.377903 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-ef7dbb31-5e7f-4b14-be3f-9ab6e9a9da81 None None] Attempting to bind port ec173b94-f8df-4b7d-b22c-7ef7cc733b12 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'e46edfbf-aa2a-42f2-84a4-33213f061a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '90cd3eb5-9709-45c4-95f1-239dd148a341'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:48:40.381785 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7dbb31-5e7f-4b14-be3f-9ab6e9a9da81 None None] Attempting to bind port ec173b94-f8df-4b7d-b22c-7ef7cc733b12 on network 90cd3eb5-9709-45c4-95f1-239dd148a341 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:48:40.396357 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542366d7-9ea5-46d0-a8e3-c2bcc9ae302a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event updated for resources: {'Network': ['ID=fb7fa743-d04e-4977-9a7e-5011302d683e,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:40.452193 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-a3eca942-165f-4148-b808-bb81c66e2a1d req-e069ae78-dd7a-4e0a-acf2-ab7e8df37fc3 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks [] for security_group (c4438861-d5c8-41cf-b804-249cab100bd8), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:40.770214 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-bdeeba4b-f218-4625-8f02-f54b5c17666c None None] Publish callbacks [] for port (0de6d3a3-c3ab-4605-86eb-cdf5702bccba), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:40.886933 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-bdeeba4b-f218-4625-8f02-f54b5c17666c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (0de6d3a3-c3ab-4605-86eb-cdf5702bccba), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:40.962978 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eebf31f5-98c9-4fe8-9a6c-0318c418c7c7 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Made reservation on behalf of 869ac0b5366d400d99edf8b0539f2d2d for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:48:40.970834 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-eebf31f5-98c9-4fe8-9a6c-0318c418c7c7 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:40.997163 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network fb7fa743-d04e-4977-9a7e-5011302d683e details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:48:41.004776 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port ee3c7017-b9a5-4a8d-bcd9-2d22734eb8a8 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:48:41.005404 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (ee3c7017-b9a5-4a8d-bcd9-2d22734eb8a8), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:41.005979 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port ee3c7017-b9a5-4a8d-bcd9-2d22734eb8a8 Oct 04 20:48:41.060809 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0c1484-2846-42d0-8cfc-d7dbd58675ad None None] Pushing event updated for resources: {'Port': ['ID=0de6d3a3-c3ab-4605-86eb-cdf5702bccba,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:41.089745 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-a3eca942-165f-4148-b808-bb81c66e2a1d req-e069ae78-dd7a-4e0a-acf2-ab7e8df37fc3 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (c4438861-d5c8-41cf-b804-249cab100bd8), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:41.093473 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-a3eca942-165f-4148-b808-bb81c66e2a1d req-e069ae78-dd7a-4e0a-acf2-ab7e8df37fc3 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:41.099954 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a3eca942-165f-4148-b808-bb81c66e2a1d req-e069ae78-dd7a-4e0a-acf2-ab7e8df37fc3 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/c4438861-d5c8-41cf-b804-249cab100bd8 HTTP/1.1" status: 204 len: 173 time: 1.6062324 Oct 04 20:48:41.226320 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-bdeeba4b-f218-4625-8f02-f54b5c17666c None None] Attempting to bind port 0de6d3a3-c3ab-4605-86eb-cdf5702bccba on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:48:41.228372 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-bdeeba4b-f218-4625-8f02-f54b5c17666c None None] Attempting to bind port 0de6d3a3-c3ab-4605-86eb-cdf5702bccba by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '4b26686d-03c2-46a6-a641-d335072cc635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b5eb5bea-3a79-48db-bd21-b80445c9ff3f'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:48:41.229366 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdeeba4b-f218-4625-8f02-f54b5c17666c None None] Attempting to bind port 0de6d3a3-c3ab-4605-86eb-cdf5702bccba on network b5eb5bea-3a79-48db-bd21-b80445c9ff3f {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:48:41.242756 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3e57420d-2e96-4540-95ce-80d9e705bd9b admin admin] Publish callbacks [] for router_gateway (d1ef45f1-6f0b-4fda-8fbd-4f681506debb), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:41.311853 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e069ae78-dd7a-4e0a-acf2-ab7e8df37fc3 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4438861-d5c8-41cf-b804-249cab100bd8,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:41.330537 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3e57420d-2e96-4540-95ce-80d9e705bd9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:41.372680 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdeeba4b-f218-4625-8f02-f54b5c17666c None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:48:41.373291 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdeeba4b-f218-4625-8f02-f54b5c17666c None None] Checking segment: {'id': '4b26686d-03c2-46a6-a641-d335072cc635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b5eb5bea-3a79-48db-bd21-b80445c9ff3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:48:41.376211 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-bdeeba4b-f218-4625-8f02-f54b5c17666c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:41.378440 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:41.379932 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdeeba4b-f218-4625-8f02-f54b5c17666c None None] Bound using segment: {'id': '4b26686d-03c2-46a6-a641-d335072cc635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b5eb5bea-3a79-48db-bd21-b80445c9ff3f'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:48:41.382257 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-bdeeba4b-f218-4625-8f02-f54b5c17666c None None] Bound port: 0de6d3a3-c3ab-4605-86eb-cdf5702bccba, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b26686d-03c2-46a6-a641-d335072cc635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b5eb5bea-3a79-48db-bd21-b80445c9ff3f'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:48:41.384893 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-bdeeba4b-f218-4625-8f02-f54b5c17666c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (0de6d3a3-c3ab-4605-86eb-cdf5702bccba), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:41.479246 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7dbb31-5e7f-4b14-be3f-9ab6e9a9da81 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:48:41.482256 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7dbb31-5e7f-4b14-be3f-9ab6e9a9da81 None None] Checking segment: {'id': 'e46edfbf-aa2a-42f2-84a4-33213f061a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '90cd3eb5-9709-45c4-95f1-239dd148a341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:48:41.484059 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ef7dbb31-5e7f-4b14-be3f-9ab6e9a9da81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:41.485878 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7dbb31-5e7f-4b14-be3f-9ab6e9a9da81 None None] Bound using segment: {'id': 'e46edfbf-aa2a-42f2-84a4-33213f061a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '90cd3eb5-9709-45c4-95f1-239dd148a341'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:48:41.487465 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-ef7dbb31-5e7f-4b14-be3f-9ab6e9a9da81 None None] Bound port: ec173b94-f8df-4b7d-b22c-7ef7cc733b12, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e46edfbf-aa2a-42f2-84a4-33213f061a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '90cd3eb5-9709-45c4-95f1-239dd148a341'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:48:41.489366 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ef7dbb31-5e7f-4b14-be3f-9ab6e9a9da81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (ec173b94-f8df-4b7d-b22c-7ef7cc733b12), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:41.495920 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [req-5ca14a76-c6af-4bff-9804-3292832826e8 req-176fd457-63c7-422c-bc29-5c7685cc8960 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] show failed (client error): The resource could not be found. Oct 04 20:48:41.495920 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-5ca14a76-c6af-4bff-9804-3292832826e8 req-176fd457-63c7-422c-bc29-5c7685cc8960 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] 10.222.0.78 "GET /networking/v2.0/security-groups/6ceef318-ae40-4d84-bb52-19926e472aef HTTP/1.1" status: 404 len: 352 time: 0.2528093 Oct 04 20:48:41.737118 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-bdeeba4b-f218-4625-8f02-f54b5c17666c None None] For port 0de6d3a3-c3ab-4605-86eb-cdf5702bccba, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:48:41.758198 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-bdeeba4b-f218-4625-8f02-f54b5c17666c None None] For port 0de6d3a3-c3ab-4605-86eb-cdf5702bccba, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=0de6d3a3-c3ab-4605-86eb-cdf5702bccba,segment=NetworkSegment(4b26686d-03c2-46a6-a641-d335072cc635),segment_id=4b26686d-03c2-46a6-a641-d335072cc635)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:48:41.884210 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port ee3c7017-b9a5-4a8d-bcd9-2d22734eb8a8 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:48:41.963035 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-bdeeba4b-f218-4625-8f02-f54b5c17666c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (0de6d3a3-c3ab-4605-86eb-cdf5702bccba), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:41.973730 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:41.979197 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-ef7dbb31-5e7f-4b14-be3f-9ab6e9a9da81 None None] For port ec173b94-f8df-4b7d-b22c-7ef7cc733b12, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:48:42.009812 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-ef7dbb31-5e7f-4b14-be3f-9ab6e9a9da81 None None] For port ec173b94-f8df-4b7d-b22c-7ef7cc733b12, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=ec173b94-f8df-4b7d-b22c-7ef7cc733b12,segment=NetworkSegment(e46edfbf-aa2a-42f2-84a4-33213f061a9a),segment_id=e46edfbf-aa2a-42f2-84a4-33213f061a9a)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:48:42.046666 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4fdfe46b-e8c2-4e41-a5dc-623cf39d9ec9 req-0aa8efb2-14ca-41e6-bc5d-a21c22ee3e53 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] 10.222.0.78 "GET /networking/v2.0/security-groups/1aed740b-a268-487c-b4f3-df02991ddbcc HTTP/1.1" status: 200 len: 1823 time: 0.3565986 Oct 04 20:48:42.125419 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-3e57420d-2e96-4540-95ce-80d9e705bd9b admin admin] Allocated IP 172.25.5.180 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/5ee2c5f8-53fd-44fb-95ba-3f30a0864856) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:48:42.134987 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdeeba4b-f218-4625-8f02-f54b5c17666c None None] Routers {'fdff0e89-e7aa-412a-be70-25e7eaaf3185'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:48:42.139872 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-bdeeba4b-f218-4625-8f02-f54b5c17666c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:48:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['fdff0e89-e7aa-412a-be70-25e7eaaf3185'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:48:42.190854 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-eebf31f5-98c9-4fe8-9a6c-0318c418c7c7 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (452c7c4e-d000-41c5-96f5-33c14fe9e9f8), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:42.192299 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ef7dbb31-5e7f-4b14-be3f-9ab6e9a9da81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (ec173b94-f8df-4b7d-b22c-7ef7cc733b12), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:42.410587 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0c1484-2846-42d0-8cfc-d7dbd58675ad None None] Pushing event updated for resources: {'Port': ['ID=0de6d3a3-c3ab-4605-86eb-cdf5702bccba,revision_number=4']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:42.433009 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-4fdfe46b-e8c2-4e41-a5dc-623cf39d9ec9 req-f08da955-7b66-4663-a65d-7f9fc8e2d5ec tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks [] for security_group (1aed740b-a268-487c-b4f3-df02991ddbcc), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:42.496620 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:42.535103 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7dbb31-5e7f-4b14-be3f-9ab6e9a9da81 None None] Pushing event updated for resources: {'Port': ['ID=ec173b94-f8df-4b7d-b22c-7ef7cc733b12,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:42.566894 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-4fdfe46b-e8c2-4e41-a5dc-623cf39d9ec9 req-f08da955-7b66-4663-a65d-7f9fc8e2d5ec tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks [] for security_group (1aed740b-a268-487c-b4f3-df02991ddbcc), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:42.633021 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebf31f5-98c9-4fe8-9a6c-0318c418c7c7 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event updated for resources: {'Subnet': ['ID=452c7c4e-d000-41c5-96f5-33c14fe9e9f8,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:42.663401 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:42.668221 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebf31f5-98c9-4fe8-9a6c-0318c418c7c7 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Checking segment: {'id': 'c272656c-ab2c-4674-bc67-029b16d17f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'fb7fa743-d04e-4977-9a7e-5011302d683e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:48:42.668783 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebf31f5-98c9-4fe8-9a6c-0318c418c7c7 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Network hostable DHCP agents. Network: fb7fa743-d04e-4977-9a7e-5011302d683e, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:48:42.676395 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:42.727178 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-bdeeba4b-f218-4625-8f02-f54b5c17666c None None] Set router fdff0e89-e7aa-412a-be70-25e7eaaf3185 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:48:42.847367 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 42712) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:48:42.913899 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebf31f5-98c9-4fe8-9a6c-0318c418c7c7 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Network fb7fa743-d04e-4977-9a7e-5011302d683e is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:48:42.972388 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3e57420d-2e96-4540-95ce-80d9e705bd9b admin admin] Publish callbacks [] for port (5ee2c5f8-53fd-44fb-95ba-3f30a0864856), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:43.049516 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-eebf31f5-98c9-4fe8-9a6c-0318c418c7c7 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, fb7fa743-d04e-4977-9a7e-5011302d683e) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:48:43.061219 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebf31f5-98c9-4fe8-9a6c-0318c418c7c7 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:48:43.066269 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf3d96f-3215-4036-97dc-b0a2dda51a90 None None] Network fb7fa743-d04e-4977-9a7e-5011302d683e requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:48:43.076486 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-eebf31f5-98c9-4fe8-9a6c-0318c418c7c7 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:43.080521 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:43.383006 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337c7a69-2a1b-4df4-a102-2617aacbf9b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-fb7fa743-d04e-4977-9a7e-5011302d683e', 'network_id': 'fb7fa743-d04e-4977-9a7e-5011302d683e', 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'fixed_ips': [{'subnet_id': '452c7c4e-d000-41c5-96f5-33c14fe9e9f8'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:48:43.384761 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-337c7a69-2a1b-4df4-a102-2617aacbf9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:43.423863 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-bdeeba4b-f218-4625-8f02-f54b5c17666c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdff0e89-e7aa-412a-be70-25e7eaaf3185', 'name': 'tempest-ServerGroupTestJSON-727680469-router', 'tenant_id': '21485db3d9e240e0927cd9c3bcf0ed1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'ee3c7017-b9a5-4a8d-bcd9-2d22734eb8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:48:16Z', 'updated_at': '2022-10-04T20:48:34Z', 'revision_number': 4, 'project_id': '21485db3d9e240e0927cd9c3bcf0ed1f', 'gw_port': {'id': 'ee3c7017-b9a5-4a8d-bcd9-2d22734eb8a8', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fa:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdff0e89-e7aa-412a-be70-25e7eaaf3185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:48:19Z', 'updated_at': '2022-10-04T20:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '0de6d3a3-c3ab-4605-86eb-cdf5702bccba', 'name': '', 'network_id': 'b5eb5bea-3a79-48db-bd21-b80445c9ff3f', 'tenant_id': '21485db3d9e240e0927cd9c3bcf0ed1f', 'mac_address': 'fa:16:3e:60:f2:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdff0e89-e7aa-412a-be70-25e7eaaf3185', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '85509b5e-ac51-400f-9726-16711bbff0c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:48:30Z', 'updated_at': '2022-10-04T20:48:41Z', 'revision_number': 4, 'project_id': '21485db3d9e240e0927cd9c3bcf0ed1f', 'subnets': [{'id': '85509b5e-ac51-400f-9726-16711bbff0c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:48:43.485600 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdeeba4b-f218-4625-8f02-f54b5c17666c None None] The sync data for ids ['fdff0e89-e7aa-412a-be70-25e7eaaf3185'] in n-d-852085-12 is: [{'id': 'fdff0e89-e7aa-412a-be70-25e7eaaf3185', 'name': 'tempest-ServerGroupTestJSON-727680469-router', 'tenant_id': '21485db3d9e240e0927cd9c3bcf0ed1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'ee3c7017-b9a5-4a8d-bcd9-2d22734eb8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:48:16Z', 'updated_at': '2022-10-04T20:48:34Z', 'revision_number': 4, 'project_id': '21485db3d9e240e0927cd9c3bcf0ed1f', 'gw_port': {'id': 'ee3c7017-b9a5-4a8d-bcd9-2d22734eb8a8', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fa:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdff0e89-e7aa-412a-be70-25e7eaaf3185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:48:19Z', 'updated_at': '2022-10-04T20:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '0de6d3a3-c3ab-4605-86eb-cdf5702bccba', 'name': '', 'network_id': 'b5eb5bea-3a79-48db-bd21-b80445c9ff3f', 'tenant_id': '21485db3d9e240e0927cd9c3bcf0ed1f', 'mac_address': 'fa:16:3e:60:f2:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdff0e89-e7aa-412a-be70-25e7eaaf3185', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '85509b5e-ac51-400f-9726-16711bbff0c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:48:30Z', 'updated_at': '2022-10-04T20:48:41Z', 'revision_number': 4, 'project_id': '21485db3d9e240e0927cd9c3bcf0ed1f', 'subnets': [{'id': '85509b5e-ac51-400f-9726-16711bbff0c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:48:43.498108 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-4fdfe46b-e8c2-4e41-a5dc-623cf39d9ec9 req-f08da955-7b66-4663-a65d-7f9fc8e2d5ec tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (1aed740b-a268-487c-b4f3-df02991ddbcc), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:43.510623 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-4fdfe46b-e8c2-4e41-a5dc-623cf39d9ec9 req-f08da955-7b66-4663-a65d-7f9fc8e2d5ec tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:43.525972 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4fdfe46b-e8c2-4e41-a5dc-623cf39d9ec9 req-f08da955-7b66-4663-a65d-7f9fc8e2d5ec tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/1aed740b-a268-487c-b4f3-df02991ddbcc HTTP/1.1" status: 204 len: 173 time: 1.4670589 Oct 04 20:48:43.546469 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-eebf31f5-98c9-4fe8-9a6c-0318c418c7c7 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4635487 Oct 04 20:48:43.554671 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 42726) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:48:43.707895 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3e57420d-2e96-4540-95ce-80d9e705bd9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (5ee2c5f8-53fd-44fb-95ba-3f30a0864856), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:43.757460 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-cb09dd5b-88a8-43cc-bdd0-9658faf32fd8 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1503288821', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:48:43.778791 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08da955-7b66-4663-a65d-7f9fc8e2d5ec tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aed740b-a268-487c-b4f3-df02991ddbcc,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:43.993005 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e57420d-2e96-4540-95ce-80d9e705bd9b admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:48:44.011901 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-3e57420d-2e96-4540-95ce-80d9e705bd9b admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:48:44.037255 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e57420d-2e96-4540-95ce-80d9e705bd9b admin admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:48:44.067351 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:44.333184 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e57420d-2e96-4540-95ce-80d9e705bd9b admin admin] Pushing event updated for resources: {'Port': ['ID=5ee2c5f8-53fd-44fb-95ba-3f30a0864856,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:44.334982 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-337c7a69-2a1b-4df4-a102-2617aacbf9b1 None None] Allocated IP 172.20.0.2 (fb7fa743-d04e-4977-9a7e-5011302d683e/452c7c4e-d000-41c5-96f5-33c14fe9e9f8/0b2bd107-f4e7-4a1c-80b0-23d5b84d363c) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:48:44.359341 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-af56b010-08c7-4a28-9849-a9a0780d0136 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:44.458602 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:DELETE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:44.684536 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f2ebb75f-3d51-4f7f-920f-53c484a9bd42 req-045b966a-b22e-42bb-a093-3e0e365cdaa3 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] 10.222.0.78 "GET /networking/v2.0/security-groups/199bc653-37bf-4555-a2da-7688e88168d5 HTTP/1.1" status: 200 len: 1824 time: 0.9646738 Oct 04 20:48:44.713484 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cb09dd5b-88a8-43cc-bdd0-9658faf32fd8 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (53e43980-a425-44f4-a363-1c9f646f4bdc), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:44.713484 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cb09dd5b-88a8-43cc-bdd0-9658faf32fd8 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (53e43980-a425-44f4-a363-1c9f646f4bdc), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:44.861265 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-af56b010-08c7-4a28-9849-a9a0780d0136 admin admin] Publish callbacks [] for security_group (66040a65-6105-4f75-88c5-15f2639f16a3), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:44.991230 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-af56b010-08c7-4a28-9849-a9a0780d0136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (66040a65-6105-4f75-88c5-15f2639f16a3), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:45.120774 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-337c7a69-2a1b-4df4-a102-2617aacbf9b1 None None] Publish callbacks [] for port (0b2bd107-f4e7-4a1c-80b0-23d5b84d363c), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:45.144970 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device ec173b94-f8df-4b7d-b22c-7ef7cc733b12 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:48:45.148662 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ef8bc0-0a43-4ea1-8a52-2faf3b1b3b53 None None] Network 90cd3eb5-9709-45c4-95f1-239dd148a341 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:48:45.177273 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-af56b010-08c7-4a28-9849-a9a0780d0136 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=5f237a5e0966447a9dec01717ee02981&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3207359 Oct 04 20:48:45.185053 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 42748) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:48:45.186322 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 42750) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:48:45.291714 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af56b010-08c7-4a28-9849-a9a0780d0136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66040a65-6105-4f75-88c5-15f2639f16a3,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:45.409380 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3d4a6bb7-ef24-4771-9ed3-aaa3b8abf41f admin admin] Publish callbacks [] for security_group (66040a65-6105-4f75-88c5-15f2639f16a3), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:45.419367 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cb09dd5b-88a8-43cc-bdd0-9658faf32fd8 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for router_controller (53e43980-a425-44f4-a363-1c9f646f4bdc), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:45.476622 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3d4a6bb7-ef24-4771-9ed3-aaa3b8abf41f admin admin] Publish callbacks [] for security_group (66040a65-6105-4f75-88c5-15f2639f16a3), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:45.590202 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-337c7a69-2a1b-4df4-a102-2617aacbf9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (0b2bd107-f4e7-4a1c-80b0-23d5b84d363c), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:45.652339 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-f2ebb75f-3d51-4f7f-920f-53c484a9bd42 req-a15d3056-5abe-4cd8-9773-cc50a4e515fc tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks [] for security_group (199bc653-37bf-4555-a2da-7688e88168d5), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:45.685132 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cb09dd5b-88a8-43cc-bdd0-9658faf32fd8 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (53e43980-a425-44f4-a363-1c9f646f4bdc), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:45.762115 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-83e61654-508c-4318-abfa-32e3f1d0a9db None None] Provisioning complete for port ec173b94-f8df-4b7d-b22c-7ef7cc733b12 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:48:45.762804 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-83e61654-508c-4318-abfa-32e3f1d0a9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (ec173b94-f8df-4b7d-b22c-7ef7cc733b12), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:45.763418 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-83e61654-508c-4318-abfa-32e3f1d0a9db None None] Attempt 1 to provision port ec173b94-f8df-4b7d-b22c-7ef7cc733b12 Oct 04 20:48:45.913440 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3d4a6bb7-ef24-4771-9ed3-aaa3b8abf41f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (66040a65-6105-4f75-88c5-15f2639f16a3), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:45.925857 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3d4a6bb7-ef24-4771-9ed3-aaa3b8abf41f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:45.934471 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-3d4a6bb7-ef24-4771-9ed3-aaa3b8abf41f admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/66040a65-6105-4f75-88c5-15f2639f16a3 HTTP/1.1" status: 204 len: 168 time: 0.7279181 Oct 04 20:48:45.946553 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-f2ebb75f-3d51-4f7f-920f-53c484a9bd42 req-a15d3056-5abe-4cd8-9773-cc50a4e515fc tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks [] for security_group (199bc653-37bf-4555-a2da-7688e88168d5), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:45.976625 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4a6bb7-ef24-4771-9ed3-aaa3b8abf41f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66040a65-6105-4f75-88c5-15f2639f16a3,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:46.039649 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 42770) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:48:46.222459 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-22301c76-5266-413d-b4a5-e6c79de73142 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:46.341674 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-1d2f2314-2f14-4419-ba06-f218e9feee88 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-433273543-network', 'tenant_id': 'b2e6812055b3473db24481cdd7504bd6'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:48:46.364793 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:46.424401 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337c7a69-2a1b-4df4-a102-2617aacbf9b1 None None] Network fb7fa743-d04e-4977-9a7e-5011302d683e is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:48:46.432919 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337c7a69-2a1b-4df4-a102-2617aacbf9b1 None None] Pushing event updated for resources: {'Port': ['ID=0b2bd107-f4e7-4a1c-80b0-23d5b84d363c,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:46.481377 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ffe8bfc3-4d78-4e87-9cf3-8e79cf937d36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:46.484217 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-337c7a69-2a1b-4df4-a102-2617aacbf9b1 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:48:46.503305 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337c7a69-2a1b-4df4-a102-2617aacbf9b1 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:48:46.600773 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2f2314-2f14-4419-ba06-f218e9feee88 admin admin] Made reservation on behalf of b2e6812055b3473db24481cdd7504bd6 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:48:46.614910 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1d2f2314-2f14-4419-ba06-f218e9feee88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:46.711122 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1d2f2314-2f14-4419-ba06-f218e9feee88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:46.717158 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-22301c76-5266-413d-b4a5-e6c79de73142 admin admin] Publish callbacks [] for security_group (7354e44f-080e-46ab-8432-c387c07bf155), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:46.836298 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-22301c76-5266-413d-b4a5-e6c79de73142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (7354e44f-080e-46ab-8432-c387c07bf155), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:46.919060 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port ec173b94-f8df-4b7d-b22c-7ef7cc733b12 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:48:46.919780 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (ec173b94-f8df-4b7d-b22c-7ef7cc733b12), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:46.920451 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port ec173b94-f8df-4b7d-b22c-7ef7cc733b12 Oct 04 20:48:47.058675 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-22301c76-5266-413d-b4a5-e6c79de73142 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=c05e6a12cb3f4ca4845af3353d86f6c9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8670435 Oct 04 20:48:47.067121 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 42778) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:48:47.086005 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-83e61654-508c-4318-abfa-32e3f1d0a9db None None] Current status of the port ec173b94-f8df-4b7d-b22c-7ef7cc733b12 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:48:47.086779 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-83e61654-508c-4318-abfa-32e3f1d0a9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (ec173b94-f8df-4b7d-b22c-7ef7cc733b12), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:47.090966 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cb09dd5b-88a8-43cc-bdd0-9658faf32fd8 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:47.100023 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-cb09dd5b-88a8-43cc-bdd0-9658faf32fd8 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 700 time: 3.4018452 Oct 04 20:48:47.137396 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 42780) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:48:47.179417 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-337c7a69-2a1b-4df4-a102-2617aacbf9b1 None None] Attempting to bind port 0b2bd107-f4e7-4a1c-80b0-23d5b84d363c on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:48:47.180451 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-337c7a69-2a1b-4df4-a102-2617aacbf9b1 None None] Attempting to bind port 0b2bd107-f4e7-4a1c-80b0-23d5b84d363c by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'c272656c-ab2c-4674-bc67-029b16d17f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'fb7fa743-d04e-4977-9a7e-5011302d683e'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:48:47.181381 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337c7a69-2a1b-4df4-a102-2617aacbf9b1 None None] Attempting to bind port 0b2bd107-f4e7-4a1c-80b0-23d5b84d363c on network fb7fa743-d04e-4977-9a7e-5011302d683e {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:48:47.271725 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1d2f2314-2f14-4419-ba06-f218e9feee88 admin admin] Publish callbacks [] for security_group (784edb54-4c26-45bb-8ab4-211601d7a620), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:47.308620 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22301c76-5266-413d-b4a5-e6c79de73142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7354e44f-080e-46ab-8432-c387c07bf155,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:47.378012 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1d2f2314-2f14-4419-ba06-f218e9feee88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (784edb54-4c26-45bb-8ab4-211601d7a620), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:47.381879 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-83e61654-508c-4318-abfa-32e3f1d0a9db None None] For port ec173b94-f8df-4b7d-b22c-7ef7cc733b12, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=ec173b94-f8df-4b7d-b22c-7ef7cc733b12,segment=NetworkSegment(e46edfbf-aa2a-42f2-84a4-33213f061a9a),segment_id=e46edfbf-aa2a-42f2-84a4-33213f061a9a)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:48:47.402486 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=78,neutron:DELETE=2,neutron:INSERT=19,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:47.411481 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337c7a69-2a1b-4df4-a102-2617aacbf9b1 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:48:47.412009 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337c7a69-2a1b-4df4-a102-2617aacbf9b1 None None] Checking segment: {'id': 'c272656c-ab2c-4674-bc67-029b16d17f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'fb7fa743-d04e-4977-9a7e-5011302d683e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:48:47.412599 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-337c7a69-2a1b-4df4-a102-2617aacbf9b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:47.413120 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337c7a69-2a1b-4df4-a102-2617aacbf9b1 None None] Bound using segment: {'id': 'c272656c-ab2c-4674-bc67-029b16d17f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'fb7fa743-d04e-4977-9a7e-5011302d683e'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:48:47.413643 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-337c7a69-2a1b-4df4-a102-2617aacbf9b1 None None] Bound port: 0b2bd107-f4e7-4a1c-80b0-23d5b84d363c, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c272656c-ab2c-4674-bc67-029b16d17f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'fb7fa743-d04e-4977-9a7e-5011302d683e'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:48:47.414089 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-337c7a69-2a1b-4df4-a102-2617aacbf9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (0b2bd107-f4e7-4a1c-80b0-23d5b84d363c), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:47.470738 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d2f2314-2f14-4419-ba06-f218e9feee88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:48:47.497952 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2f2314-2f14-4419-ba06-f218e9feee88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=784edb54-4c26-45bb-8ab4-211601d7a620,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:47.513593 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1d2f2314-2f14-4419-ba06-f218e9feee88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (eba4265b-6b45-4f95-a2e3-cbc3d49c3ad9), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:47.514505 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-1d2f2314-2f14-4419-ba06-f218e9feee88 admin admin] Added segment eba4265b-6b45-4f95-a2e3-cbc3d49c3ad9 of type vlan for network db71688b-3652-4732-b41d-6f2f4da2e587 Oct 04 20:48:47.517203 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=73,neutron:DELETE=4,neutron:INSERT=20,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:47.572187 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f408dd36-7526-4902-b62b-d515618c9909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:47.632572 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port ec173b94-f8df-4b7d-b22c-7ef7cc733b12 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:48:47.633410 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (ec173b94-f8df-4b7d-b22c-7ef7cc733b12), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:47.654048 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-83e61654-508c-4318-abfa-32e3f1d0a9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (ec173b94-f8df-4b7d-b22c-7ef7cc733b12), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:47.656726 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1d2f2314-2f14-4419-ba06-f218e9feee88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (db71688b-3652-4732-b41d-6f2f4da2e587), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:47.832794 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-09ca899b-b7bf-4819-89d1-9f640daf665a None None] Provisioning complete for port ec173b94-f8df-4b7d-b22c-7ef7cc733b12 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:48:47.832794 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-09ca899b-b7bf-4819-89d1-9f640daf665a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (ec173b94-f8df-4b7d-b22c-7ef7cc733b12), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:47.832794 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-09ca899b-b7bf-4819-89d1-9f640daf665a None None] Attempt 1 to provision port ec173b94-f8df-4b7d-b22c-7ef7cc733b12 Oct 04 20:48:47.834539 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 42782) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:48:47.858782 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48fe804-83e6-4ea3-9893-1c42fde15855 req-9f2b5df5-b052-400d-ab13-128e9a580cdc tempest-ServerGroupTestJSON-850155292 tempest-ServerGroupTestJSON-850155292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:48:47.861647 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e48fe804-83e6-4ea3-9893-1c42fde15855 req-9f2b5df5-b052-400d-ab13-128e9a580cdc tempest-ServerGroupTestJSON-850155292 tempest-ServerGroupTestJSON-850155292-project] 10.222.0.78 "GET /networking/v2.0/networks?id=b5eb5bea-3a79-48db-bd21-b80445c9ff3f HTTP/1.1" status: 200 len: 809 time: 2.0227363 Oct 04 20:48:47.876409 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3e57420d-2e96-4540-95ce-80d9e705bd9b admin admin] Publish callbacks [] for router_gateway (d1ef45f1-6f0b-4fda-8fbd-4f681506debb), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:47.900741 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-10ae7af1-08f7-4562-9a2a-375e2a89e3e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:47.913638 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:47.919754 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1d2f2314-2f14-4419-ba06-f218e9feee88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (db71688b-3652-4732-b41d-6f2f4da2e587), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:47.921960 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2f2314-2f14-4419-ba06-f218e9feee88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:48:47.923291 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1d2f2314-2f14-4419-ba06-f218e9feee88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:47.967442 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-337c7a69-2a1b-4df4-a102-2617aacbf9b1 None None] For port 0b2bd107-f4e7-4a1c-80b0-23d5b84d363c, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:48:48.003126 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-337c7a69-2a1b-4df4-a102-2617aacbf9b1 None None] For port 0b2bd107-f4e7-4a1c-80b0-23d5b84d363c, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=0b2bd107-f4e7-4a1c-80b0-23d5b84d363c,segment=NetworkSegment(c272656c-ab2c-4674-bc67-029b16d17f8f),segment_id=c272656c-ab2c-4674-bc67-029b16d17f8f)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:48:48.098048 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:48.125037 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2f2314-2f14-4419-ba06-f218e9feee88 admin admin] Pushing event updated for resources: {'Network': ['ID=db71688b-3652-4732-b41d-6f2f4da2e587,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:48.147900 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 20:48:48.148753 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 20:48:48.154210 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e48fe804-83e6-4ea3-9893-1c42fde15855 req-db2bd096-3fb9-4cb2-97f7-849c11fb215b tempest-ServerGroupTestJSON-850155292 tempest-ServerGroupTestJSON-850155292-project] 10.222.0.78 "GET /networking/v2.0/quotas/21485db3d9e240e0927cd9c3bcf0ed1f HTTP/1.1" status: 200 len: 375 time: 0.2716498 Oct 04 20:48:48.179625 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network db71688b-3652-4732-b41d-6f2f4da2e587 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:48:48.222864 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f4823c3b-d04c-41b7-b25b-61a61eacd984 admin admin] Publish callbacks [] for security_group (7354e44f-080e-46ab-8432-c387c07bf155), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:48.288993 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e61654-508c-4318-abfa-32e3f1d0a9db None None] Pushing event updated for resources: {'Port': ['ID=ec173b94-f8df-4b7d-b22c-7ef7cc733b12,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:48.300842 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-10ae7af1-08f7-4562-9a2a-375e2a89e3e2 admin admin] Publish callbacks [] for security_group (f7c9f74d-5070-4ee2-bcce-0a4756f3780c), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:48.461913 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f4823c3b-d04c-41b7-b25b-61a61eacd984 admin admin] Publish callbacks [] for security_group (7354e44f-080e-46ab-8432-c387c07bf155), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:48.473128 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-09ca899b-b7bf-4819-89d1-9f640daf665a None None] Current status of the port ec173b94-f8df-4b7d-b22c-7ef7cc733b12 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:48:48.554071 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:48.612457 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e48fe804-83e6-4ea3-9893-1c42fde15855 req-6030fc52-90a4-4d33-a763-2126e7d299e6 tempest-ServerGroupTestJSON-850155292 tempest-ServerGroupTestJSON-850155292-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=21485db3d9e240e0927cd9c3bcf0ed1f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3720725 Oct 04 20:48:48.771669 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-98c0b86e-dd12-4bc9-b766-2c84db7d7910 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:48.788915 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port ec173b94-f8df-4b7d-b22c-7ef7cc733b12 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:48:48.792897 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 0de6d3a3-c3ab-4605-86eb-cdf5702bccba up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:48:48.929030 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:48.930755 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 0de6d3a3-c3ab-4605-86eb-cdf5702bccba triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:48:48.931678 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (0de6d3a3-c3ab-4605-86eb-cdf5702bccba), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:48.932234 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 0de6d3a3-c3ab-4605-86eb-cdf5702bccba Oct 04 20:48:49.099013 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3e57420d-2e96-4540-95ce-80d9e705bd9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (d1ef45f1-6f0b-4fda-8fbd-4f681506debb), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:49.103806 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 0de6d3a3-c3ab-4605-86eb-cdf5702bccba is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:48:49.105077 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (0de6d3a3-c3ab-4605-86eb-cdf5702bccba), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:49.209550 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 0de6d3a3-c3ab-4605-86eb-cdf5702bccba, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=0de6d3a3-c3ab-4605-86eb-cdf5702bccba,segment=NetworkSegment(4b26686d-03c2-46a6-a641-d335072cc635),segment_id=4b26686d-03c2-46a6-a641-d335072cc635)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:48:49.237994 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-337c7a69-2a1b-4df4-a102-2617aacbf9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (0b2bd107-f4e7-4a1c-80b0-23d5b84d363c), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:49.288125 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-1d2f2314-2f14-4419-ba06-f218e9feee88 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.2414913 Oct 04 20:48:49.288125 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-10ae7af1-08f7-4562-9a2a-375e2a89e3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (f7c9f74d-5070-4ee2-bcce-0a4756f3780c), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:49.342259 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f4823c3b-d04c-41b7-b25b-61a61eacd984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (7354e44f-080e-46ab-8432-c387c07bf155), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:49.347827 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f4823c3b-d04c-41b7-b25b-61a61eacd984 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:49.356435 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 42802) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:48:49.356624 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f4823c3b-d04c-41b7-b25b-61a61eacd984 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/7354e44f-080e-46ab-8432-c387c07bf155 HTTP/1.1" status: 204 len: 168 time: 2.2710056 Oct 04 20:48:49.437218 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (0de6d3a3-c3ab-4605-86eb-cdf5702bccba), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:49.437959 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-10ae7af1-08f7-4562-9a2a-375e2a89e3e2 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=57844bd2fc324d8485de5e477195f104&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6001945 Oct 04 20:48:49.447769 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-64a209f4-2396-4719-90c7-23d3a50aabf8 admin admin] Request body: {'subnet': {'network_id': 'db71688b-3652-4732-b41d-6f2f4da2e587', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-433273543-subnet', 'tenant_id': 'b2e6812055b3473db24481cdd7504bd6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:48:49.470740 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337c7a69-2a1b-4df4-a102-2617aacbf9b1 None None] Pushing event updated for resources: {'Port': ['ID=0b2bd107-f4e7-4a1c-80b0-23d5b84d363c,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:49.476939 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-f2ebb75f-3d51-4f7f-920f-53c484a9bd42 req-a15d3056-5abe-4cd8-9773-cc50a4e515fc tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (199bc653-37bf-4555-a2da-7688e88168d5), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:49.491863 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-f2ebb75f-3d51-4f7f-920f-53c484a9bd42 req-a15d3056-5abe-4cd8-9773-cc50a4e515fc tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:49.515804 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f2ebb75f-3d51-4f7f-920f-53c484a9bd42 req-a15d3056-5abe-4cd8-9773-cc50a4e515fc tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/199bc653-37bf-4555-a2da-7688e88168d5 HTTP/1.1" status: 204 len: 173 time: 4.6039505 Oct 04 20:48:49.546864 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 42808) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:48:49.548651 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 42810) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:48:49.550204 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae7af1-08f7-4562-9a2a-375e2a89e3e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c9f74d-5070-4ee2-bcce-0a4756f3780c,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:49.695648 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:UPDATE=3,neutron:SELECT=81,neutron:INSERT=14,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:49.720453 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=0de6d3a3-c3ab-4605-86eb-cdf5702bccba,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:49.725096 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4823c3b-d04c-41b7-b25b-61a61eacd984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7354e44f-080e-46ab-8432-c387c07bf155,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:49.774331 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15d3056-5abe-4cd8-9773-cc50a4e515fc tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=199bc653-37bf-4555-a2da-7688e88168d5,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:49.922529 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a209f4-2396-4719-90c7-23d3a50aabf8 admin admin] Made reservation on behalf of b2e6812055b3473db24481cdd7504bd6 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:48:49.927805 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-64a209f4-2396-4719-90c7-23d3a50aabf8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:49.978823 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device ec173b94-f8df-4b7d-b22c-7ef7cc733b12 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:48:50.036195 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-20b8e1a1-a0c5-48d9-a005-2996fea385d2 req-b7c4d402-5cc3-4753-af08-1fbd6af9dda8 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] 10.222.0.78 "GET /networking/v2.0/security-groups/8877ad4f-cdca-4f74-aabb-d860aef0ce89 HTTP/1.1" status: 200 len: 1822 time: 0.4633207 Oct 04 20:48:50.280502 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0c96e482-9e31-4220-9b68-867187a4b047 admin admin] Publish callbacks [] for security_group (f7c9f74d-5070-4ee2-bcce-0a4756f3780c), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:50.379041 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port ec173b94-f8df-4b7d-b22c-7ef7cc733b12 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:48:50.380246 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (ec173b94-f8df-4b7d-b22c-7ef7cc733b12), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:50.381093 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port ec173b94-f8df-4b7d-b22c-7ef7cc733b12 Oct 04 20:48:50.388076 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-98c0b86e-dd12-4bc9-b766-2c84db7d7910 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Allocated IP 172.20.0.1 (fb7fa743-d04e-4977-9a7e-5011302d683e/452c7c4e-d000-41c5-96f5-33c14fe9e9f8/d1df2cae-0275-4da7-aa55-ae45416a79e3) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:48:50.389695 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0c96e482-9e31-4220-9b68-867187a4b047 admin admin] Publish callbacks [] for security_group (f7c9f74d-5070-4ee2-bcce-0a4756f3780c), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:50.408562 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:50.500603 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-20b8e1a1-a0c5-48d9-a005-2996fea385d2 req-f0b25c23-3f1b-4e14-ae05-235fb0f3d997 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks [] for security_group (8877ad4f-cdca-4f74-aabb-d860aef0ce89), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:50.644167 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:50.659029 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:50.664282 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port ec173b94-f8df-4b7d-b22c-7ef7cc733b12 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:48:50.762403 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e57420d-2e96-4540-95ce-80d9e705bd9b admin admin] Router d1ef45f1-6f0b-4fda-8fbd-4f681506debb is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:48:51.007221 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-20b8e1a1-a0c5-48d9-a005-2996fea385d2 req-f0b25c23-3f1b-4e14-ae05-235fb0f3d997 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks [] for security_group (8877ad4f-cdca-4f74-aabb-d860aef0ce89), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:51.025979 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:51.051502 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0c96e482-9e31-4220-9b68-867187a4b047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (f7c9f74d-5070-4ee2-bcce-0a4756f3780c), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:51.063493 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0c96e482-9e31-4220-9b68-867187a4b047 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:51.063493 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-0c96e482-9e31-4220-9b68-867187a4b047 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/f7c9f74d-5070-4ee2-bcce-0a4756f3780c HTTP/1.1" status: 204 len: 168 time: 1.4926353 Oct 04 20:48:51.090306 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c96e482-9e31-4220-9b68-867187a4b047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c9f74d-5070-4ee2-bcce-0a4756f3780c,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:51.245387 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-64a209f4-2396-4719-90c7-23d3a50aabf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (0afe14df-8ff3-4f80-ac8a-1cc04b8ebbe7), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:51.357032 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-98c0b86e-dd12-4bc9-b766-2c84db7d7910 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for port (d1df2cae-0275-4da7-aa55-ae45416a79e3), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:51.417199 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e57420d-2e96-4540-95ce-80d9e705bd9b admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:48:51.433366 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9952510-cda8-45d4-816c-73ffcba75235 None None] Sync routers for ids ['d1ef45f1-6f0b-4fda-8fbd-4f681506debb'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:48:51.457088 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:51.471008 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 42828) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:48:51.500320 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:51.513159 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9952510-cda8-45d4-816c-73ffcba75235 None None] Routers {'d1ef45f1-6f0b-4fda-8fbd-4f681506debb'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:48:51.519600 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-c9952510-cda8-45d4-816c-73ffcba75235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:48:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['d1ef45f1-6f0b-4fda-8fbd-4f681506debb'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:48:51.537505 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a209f4-2396-4719-90c7-23d3a50aabf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0afe14df-8ff3-4f80-ac8a-1cc04b8ebbe7,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:51.576197 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-20b8e1a1-a0c5-48d9-a005-2996fea385d2 req-f0b25c23-3f1b-4e14-ae05-235fb0f3d997 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (8877ad4f-cdca-4f74-aabb-d860aef0ce89), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:51.596325 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-20b8e1a1-a0c5-48d9-a005-2996fea385d2 req-f0b25c23-3f1b-4e14-ae05-235fb0f3d997 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:51.613917 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-20b8e1a1-a0c5-48d9-a005-2996fea385d2 req-f0b25c23-3f1b-4e14-ae05-235fb0f3d997 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/8877ad4f-cdca-4f74-aabb-d860aef0ce89 HTTP/1.1" status: 204 len: 173 time: 1.4548693 Oct 04 20:48:51.627338 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1d49ac20-df1b-43e7-9a59-3e37a51c2a65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:51.661750 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a209f4-2396-4719-90c7-23d3a50aabf8 admin admin] Checking segment: {'id': 'eba4265b-6b45-4f95-a2e3-cbc3d49c3ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'db71688b-3652-4732-b41d-6f2f4da2e587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:48:51.662746 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a209f4-2396-4719-90c7-23d3a50aabf8 admin admin] Network hostable DHCP agents. Network: db71688b-3652-4732-b41d-6f2f4da2e587, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:48:51.741637 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b25c23-3f1b-4e14-ae05-235fb0f3d997 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8877ad4f-cdca-4f74-aabb-d860aef0ce89,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:51.790002 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b04e20-8117-41f5-9317-d85b93df490c None None] Network fb7fa743-d04e-4977-9a7e-5011302d683e requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:48:51.825893 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3e57420d-2e96-4540-95ce-80d9e705bd9b admin admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:51.835580 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-3e57420d-2e96-4540-95ce-80d9e705bd9b admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 14.4478700 Oct 04 20:48:51.862767 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 42834) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:48:51.976121 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-98c0b86e-dd12-4bc9-b766-2c84db7d7910 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (d1df2cae-0275-4da7-aa55-ae45416a79e3), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:51.999627 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-1c3da63f-b1f9-43c9-94d2-dcaae89ef4cd None None] Provisioning complete for port 0b2bd107-f4e7-4a1c-80b0-23d5b84d363c triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:48:52.000682 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-1c3da63f-b1f9-43c9-94d2-dcaae89ef4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (0b2bd107-f4e7-4a1c-80b0-23d5b84d363c), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:52.001397 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-1c3da63f-b1f9-43c9-94d2-dcaae89ef4cd None None] Attempt 1 to provision port 0b2bd107-f4e7-4a1c-80b0-23d5b84d363c Oct 04 20:48:52.068144 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:52.087359 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-1271a62d-51b8-4408-9cab-3149fe5d1766 req-96e617ee-bea9-4f2a-8b17-4c6f18945d65 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] 10.222.0.78 "GET /networking/v2.0/security-groups/9fca0543-5be4-4728-b28b-c49181800804 HTTP/1.1" status: 200 len: 2423 time: 0.3958597 Oct 04 20:48:52.162910 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a9874994-7a8f-4177-9e4e-aa7950632a75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (fdff0e89-e7aa-412a-be70-25e7eaaf3185), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:52.175507 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 0de6d3a3-c3ab-4605-86eb-cdf5702bccba up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:48:52.188021 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a209f4-2396-4719-90c7-23d3a50aabf8 admin admin] Network db71688b-3652-4732-b41d-6f2f4da2e587 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:48:52.202542 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c0b86e-dd12-4bc9-b766-2c84db7d7910 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Network fb7fa743-d04e-4977-9a7e-5011302d683e is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:48:52.269308 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c0b86e-dd12-4bc9-b766-2c84db7d7910 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event updated for resources: {'Port': ['ID=d1df2cae-0275-4da7-aa55-ae45416a79e3,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:52.317527 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-98c0b86e-dd12-4bc9-b766-2c84db7d7910 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:48:52.330760 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-64a209f4-2396-4719-90c7-23d3a50aabf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, db71688b-3652-4732-b41d-6f2f4da2e587) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:48:52.333966 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:52.348368 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c0b86e-dd12-4bc9-b766-2c84db7d7910 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:48:52.395454 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a209f4-2396-4719-90c7-23d3a50aabf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:48:52.396860 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-64a209f4-2396-4719-90c7-23d3a50aabf8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:52.409603 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8fb4bc-677e-482d-b64b-7c6734b20ff6 None None] Network db71688b-3652-4732-b41d-6f2f4da2e587 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:48:52.527904 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-1271a62d-51b8-4408-9cab-3149fe5d1766 req-5d755bc2-7675-47c3-b20d-e519b3e76e34 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks [] for security_group (9fca0543-5be4-4728-b28b-c49181800804), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:52.584459 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1d49ac20-df1b-43e7-9a59-3e37a51c2a65 admin admin] Publish callbacks [] for security_group (ca07f1a4-29fb-43d9-907f-a41bb3ca5949), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:52.616704 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-1271a62d-51b8-4408-9cab-3149fe5d1766 req-5d755bc2-7675-47c3-b20d-e519b3e76e34 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks [] for security_group (9fca0543-5be4-4728-b28b-c49181800804), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:52.674698 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1d49ac20-df1b-43e7-9a59-3e37a51c2a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (ca07f1a4-29fb-43d9-907f-a41bb3ca5949), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:52.745590 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:52.778339 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-64a209f4-2396-4719-90c7-23d3a50aabf8 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 3.3379331 Oct 04 20:48:52.789003 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 42846) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:48:52.793754 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d32e97-f0fe-4935-b8f9-2caf5ae4c1fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-db71688b-3652-4732-b41d-6f2f4da2e587', 'network_id': 'db71688b-3652-4732-b41d-6f2f4da2e587', 'project_id': 'b2e6812055b3473db24481cdd7504bd6', 'fixed_ips': [{'subnet_id': '0afe14df-8ff3-4f80-ac8a-1cc04b8ebbe7'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:48:52.795425 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-85d32e97-f0fe-4935-b8f9-2caf5ae4c1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:52.799320 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 0de6d3a3-c3ab-4605-86eb-cdf5702bccba triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:48:52.799902 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (0de6d3a3-c3ab-4605-86eb-cdf5702bccba), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:52.800446 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 0de6d3a3-c3ab-4605-86eb-cdf5702bccba Oct 04 20:48:52.808323 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-67531a09-7889-4a16-8ae0-af70ddcce95a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-433273543-router', 'tenant_id': 'b2e6812055b3473db24481cdd7504bd6', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:48:52.856803 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-1d49ac20-df1b-43e7-9a59-3e37a51c2a65 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=2864d9742b54497d9c90842361857324&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3599775 Oct 04 20:48:52.856803 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 42852) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:48:52.918176 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-c9952510-cda8-45d4-816c-73ffcba75235 None None] Set router d1ef45f1-6f0b-4fda-8fbd-4f681506debb gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:48:52.929106 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-98c0b86e-dd12-4bc9-b766-2c84db7d7910 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (53e43980-a425-44f4-a363-1c9f646f4bdc), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:53.040782 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-1271a62d-51b8-4408-9cab-3149fe5d1766 req-5d755bc2-7675-47c3-b20d-e519b3e76e34 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (9fca0543-5be4-4728-b28b-c49181800804), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:53.047061 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-1271a62d-51b8-4408-9cab-3149fe5d1766 req-5d755bc2-7675-47c3-b20d-e519b3e76e34 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:53.049856 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-1271a62d-51b8-4408-9cab-3149fe5d1766 req-5d755bc2-7675-47c3-b20d-e519b3e76e34 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/9fca0543-5be4-4728-b28b-c49181800804 HTTP/1.1" status: 204 len: 173 time: 0.8696196 Oct 04 20:48:53.182915 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 0de6d3a3-c3ab-4605-86eb-cdf5702bccba is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:48:53.199813 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 0b2bd107-f4e7-4a1c-80b0-23d5b84d363c up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:48:53.226203 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d755bc2-7675-47c3-b20d-e519b3e76e34 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fca0543-5be4-4728-b28b-c49181800804,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:53.255548 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-67531a09-7889-4a16-8ae0-af70ddcce95a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (a6a869e8-5600-4b36-993d-a6989b0296de), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:53.258354 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-67531a09-7889-4a16-8ae0-af70ddcce95a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (a6a869e8-5600-4b36-993d-a6989b0296de), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:53.431422 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:53.450911 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d49ac20-df1b-43e7-9a59-3e37a51c2a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca07f1a4-29fb-43d9-907f-a41bb3ca5949,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:53.553504 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-67531a09-7889-4a16-8ae0-af70ddcce95a admin admin] Publish callbacks [] for router_controller (a6a869e8-5600-4b36-993d-a6989b0296de), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:53.652849 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c3459345-ab07-426b-b55a-b9f49cea2dd3 req-c2d07dc2-638d-409e-af5c-3b0877d7065c tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] 10.222.0.78 "GET /networking/v2.0/security-groups/79d64924-8f9c-406d-8ab2-243692f331dd HTTP/1.1" status: 200 len: 2418 time: 0.5665061 Oct 04 20:48:53.714710 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:53.740669 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-98c0b86e-dd12-4bc9-b766-2c84db7d7910 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (d1df2cae-0275-4da7-aa55-ae45416a79e3), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:53.851258 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-85d32e97-f0fe-4935-b8f9-2caf5ae4c1fd None None] Allocated IP 172.20.0.2 (db71688b-3652-4732-b41d-6f2f4da2e587/0afe14df-8ff3-4f80-ac8a-1cc04b8ebbe7/28c9edeb-3dce-4298-a01a-5d441bef34a8) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:48:53.854836 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d7512944-c466-4fdf-8fd5-7ed91a670d4b admin admin] Publish callbacks [] for security_group (ca07f1a4-29fb-43d9-907f-a41bb3ca5949), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:54.144872 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d7512944-c466-4fdf-8fd5-7ed91a670d4b admin admin] Publish callbacks [] for security_group (ca07f1a4-29fb-43d9-907f-a41bb3ca5949), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:54.264608 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:54.305004 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-85d32e97-f0fe-4935-b8f9-2caf5ae4c1fd None None] Publish callbacks [] for port (28c9edeb-3dce-4298-a01a-5d441bef34a8), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:54.370726 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-a9874994-7a8f-4177-9e4e-aa7950632a75 admin admin] Deleting port 0de6d3a3-c3ab-4605-86eb-cdf5702bccba {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:48:54.371346 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a9874994-7a8f-4177-9e4e-aa7950632a75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (0de6d3a3-c3ab-4605-86eb-cdf5702bccba), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:54.467119 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:54.467119 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:54.573315 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-c3459345-ab07-426b-b55a-b9f49cea2dd3 req-5abc4a73-df79-4765-afc7-3e0399467808 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks [] for security_group (79d64924-8f9c-406d-8ab2-243692f331dd), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:54.636786 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-1c3da63f-b1f9-43c9-94d2-dcaae89ef4cd None None] Current status of the port 0b2bd107-f4e7-4a1c-80b0-23d5b84d363c is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:48:54.637999 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-1c3da63f-b1f9-43c9-94d2-dcaae89ef4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (0b2bd107-f4e7-4a1c-80b0-23d5b84d363c), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:54.643058 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 0b2bd107-f4e7-4a1c-80b0-23d5b84d363c triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:48:54.644096 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (0b2bd107-f4e7-4a1c-80b0-23d5b84d363c), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:54.645122 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 0b2bd107-f4e7-4a1c-80b0-23d5b84d363c Oct 04 20:48:54.650529 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-85d32e97-f0fe-4935-b8f9-2caf5ae4c1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (28c9edeb-3dce-4298-a01a-5d441bef34a8), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:54.754303 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-67531a09-7889-4a16-8ae0-af70ddcce95a admin admin] Publish callbacks [] for router_gateway (a6a869e8-5600-4b36-993d-a6989b0296de), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:54.871229 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:54.873272 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d7512944-c466-4fdf-8fd5-7ed91a670d4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (ca07f1a4-29fb-43d9-907f-a41bb3ca5949), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:54.874667 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-c3459345-ab07-426b-b55a-b9f49cea2dd3 req-5abc4a73-df79-4765-afc7-3e0399467808 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks [] for security_group (79d64924-8f9c-406d-8ab2-243692f331dd), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:54.883178 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d7512944-c466-4fdf-8fd5-7ed91a670d4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:54.889951 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d7512944-c466-4fdf-8fd5-7ed91a670d4b admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/ca07f1a4-29fb-43d9-907f-a41bb3ca5949 HTTP/1.1" status: 204 len: 168 time: 2.0298183 Oct 04 20:48:55.019093 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9fbd4415-7524-453a-ba7b-a1b49af788da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:55.058890 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-1c3da63f-b1f9-43c9-94d2-dcaae89ef4cd None None] For port 0b2bd107-f4e7-4a1c-80b0-23d5b84d363c, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=0b2bd107-f4e7-4a1c-80b0-23d5b84d363c,segment=NetworkSegment(c272656c-ab2c-4674-bc67-029b16d17f8f),segment_id=c272656c-ab2c-4674-bc67-029b16d17f8f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:48:55.083490 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7512944-c466-4fdf-8fd5-7ed91a670d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca07f1a4-29fb-43d9-907f-a41bb3ca5949,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:55.086009 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d32e97-f0fe-4935-b8f9-2caf5ae4c1fd None None] Network db71688b-3652-4732-b41d-6f2f4da2e587 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:48:55.150272 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-85d32e97-f0fe-4935-b8f9-2caf5ae4c1fd None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:48:55.183511 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d32e97-f0fe-4935-b8f9-2caf5ae4c1fd None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:48:55.249631 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d32e97-f0fe-4935-b8f9-2caf5ae4c1fd None None] Pushing event updated for resources: {'Port': ['ID=28c9edeb-3dce-4298-a01a-5d441bef34a8,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:55.277754 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-1c3da63f-b1f9-43c9-94d2-dcaae89ef4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (0b2bd107-f4e7-4a1c-80b0-23d5b84d363c), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:55.503171 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-a9874994-7a8f-4177-9e4e-aa7950632a75 admin admin] For port 0de6d3a3-c3ab-4605-86eb-cdf5702bccba, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=0de6d3a3-c3ab-4605-86eb-cdf5702bccba,segment=NetworkSegment(4b26686d-03c2-46a6-a641-d335072cc635),segment_id=4b26686d-03c2-46a6-a641-d335072cc635)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:48:55.507948 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a9874994-7a8f-4177-9e4e-aa7950632a75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (0de6d3a3-c3ab-4605-86eb-cdf5702bccba), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:55.567925 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3da63f-b1f9-43c9-94d2-dcaae89ef4cd None None] Pushing event updated for resources: {'Port': ['ID=0b2bd107-f4e7-4a1c-80b0-23d5b84d363c,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:55.803748 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-a9874994-7a8f-4177-9e4e-aa7950632a75 admin admin] Calling delete_port for 0de6d3a3-c3ab-4605-86eb-cdf5702bccba owned by network:router_interface {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:48:55.878392 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-1203dfde-cb14-4987-9789-f0422b99f1e5 None None] Provisioning complete for port d1df2cae-0275-4da7-aa55-ae45416a79e3 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:48:55.879000 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-1203dfde-cb14-4987-9789-f0422b99f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (d1df2cae-0275-4da7-aa55-ae45416a79e3), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:55.879590 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-1203dfde-cb14-4987-9789-f0422b99f1e5 None None] Attempt 1 to provision port d1df2cae-0275-4da7-aa55-ae45416a79e3 Oct 04 20:48:56.059407 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-1203dfde-cb14-4987-9789-f0422b99f1e5 None None] Port d1df2cae-0275-4da7-aa55-ae45416a79e3 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:48:56.078423 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:56.109134 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-1203dfde-cb14-4987-9789-f0422b99f1e5 None None] Provisioning complete for port 0b2bd107-f4e7-4a1c-80b0-23d5b84d363c triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:48:56.109728 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-1203dfde-cb14-4987-9789-f0422b99f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (0b2bd107-f4e7-4a1c-80b0-23d5b84d363c), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:56.112246 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-1203dfde-cb14-4987-9789-f0422b99f1e5 None None] Attempt 1 to provision port 0b2bd107-f4e7-4a1c-80b0-23d5b84d363c Oct 04 20:48:56.218895 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-c9952510-cda8-45d4-816c-73ffcba75235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1ef45f1-6f0b-4fda-8fbd-4f681506debb', 'name': 'tempest-ServersTestMultiNic-1058829323-router', 'tenant_id': '0ab943ca7b4f4ad3ac63ee0067fa6376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '5ee2c5f8-53fd-44fb-95ba-3f30a0864856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:48:37Z', 'updated_at': '2022-10-04T20:48:45Z', 'revision_number': 3, 'project_id': '0ab943ca7b4f4ad3ac63ee0067fa6376', 'gw_port': {'id': '5ee2c5f8-53fd-44fb-95ba-3f30a0864856', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d7:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ef45f1-6f0b-4fda-8fbd-4f681506debb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:48:41Z', 'updated_at': '2022-10-04T20:48:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:48:56.222215 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 0b2bd107-f4e7-4a1c-80b0-23d5b84d363c is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:48:56.451357 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-9fbd4415-7524-453a-ba7b-a1b49af788da admin admin] Allocated IP 172.20.0.1 (90cd3eb5-9709-45c4-95f1-239dd148a341/600ce204-af55-4f99-9e5b-9ead6d70af4b/59e67fb9-6b5e-4920-9184-1aba8969f376) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:48:56.525131 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-98c0b86e-dd12-4bc9-b766-2c84db7d7910 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for port (d1df2cae-0275-4da7-aa55-ae45416a79e3), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:56.549816 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:56.653821 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-98c0b86e-dd12-4bc9-b766-2c84db7d7910 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (d1df2cae-0275-4da7-aa55-ae45416a79e3), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:56.690094 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 0b2bd107-f4e7-4a1c-80b0-23d5b84d363c up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:48:56.694948 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-85d32e97-f0fe-4935-b8f9-2caf5ae4c1fd None None] Attempting to bind port 28c9edeb-3dce-4298-a01a-5d441bef34a8 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:48:56.695616 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-85d32e97-f0fe-4935-b8f9-2caf5ae4c1fd None None] Attempting to bind port 28c9edeb-3dce-4298-a01a-5d441bef34a8 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'eba4265b-6b45-4f95-a2e3-cbc3d49c3ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'db71688b-3652-4732-b41d-6f2f4da2e587'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:48:56.696233 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d32e97-f0fe-4935-b8f9-2caf5ae4c1fd None None] Attempting to bind port 28c9edeb-3dce-4298-a01a-5d441bef34a8 on network db71688b-3652-4732-b41d-6f2f4da2e587 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:48:56.709776 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-67531a09-7889-4a16-8ae0-af70ddcce95a admin admin] Publish callbacks [] for router_gateway (a6a869e8-5600-4b36-993d-a6989b0296de), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:56.877132 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-67531a09-7889-4a16-8ae0-af70ddcce95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:56.888199 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-c3459345-ab07-426b-b55a-b9f49cea2dd3 req-5abc4a73-df79-4765-afc7-3e0399467808 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (79d64924-8f9c-406d-8ab2-243692f331dd), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:56.901982 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [req-c3459345-ab07-426b-b55a-b9f49cea2dd3 req-5abc4a73-df79-4765-afc7-3e0399467808 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:56.911098 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c3459345-ab07-426b-b55a-b9f49cea2dd3 req-5abc4a73-df79-4765-afc7-3e0399467808 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/79d64924-8f9c-406d-8ab2-243692f331dd HTTP/1.1" status: 204 len: 173 time: 3.2342746 Oct 04 20:48:56.923869 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9952510-cda8-45d4-816c-73ffcba75235 None None] Checking router: d1ef45f1-6f0b-4fda-8fbd-4f681506debb for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:48:56.924439 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9952510-cda8-45d4-816c-73ffcba75235 None None] Updating router d1ef45f1-6f0b-4fda-8fbd-4f681506debb port 5ee2c5f8-53fd-44fb-95ba-3f30a0864856 binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:48:56.962364 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 42902) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:48:56.964893 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9fbd4415-7524-453a-ba7b-a1b49af788da admin admin] Publish callbacks [] for port (59e67fb9-6b5e-4920-9184-1aba8969f376), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:57.056368 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:57.085421 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c9952510-cda8-45d4-816c-73ffcba75235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (5ee2c5f8-53fd-44fb-95ba-3f30a0864856), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:57.101062 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abc4a73-df79-4765-afc7-3e0399467808 tempest-SecurityGroupRulesTestJSON-140248486 tempest-SecurityGroupRulesTestJSON-140248486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d64924-8f9c-406d-8ab2-243692f331dd,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:57.204874 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:57.207709 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d32e97-f0fe-4935-b8f9-2caf5ae4c1fd None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:48:57.208755 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d32e97-f0fe-4935-b8f9-2caf5ae4c1fd None None] Checking segment: {'id': 'eba4265b-6b45-4f95-a2e3-cbc3d49c3ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'db71688b-3652-4732-b41d-6f2f4da2e587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:48:57.209659 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-85d32e97-f0fe-4935-b8f9-2caf5ae4c1fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:57.210633 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d32e97-f0fe-4935-b8f9-2caf5ae4c1fd None None] Bound using segment: {'id': 'eba4265b-6b45-4f95-a2e3-cbc3d49c3ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'db71688b-3652-4732-b41d-6f2f4da2e587'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:48:57.211980 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-85d32e97-f0fe-4935-b8f9-2caf5ae4c1fd None None] Bound port: 28c9edeb-3dce-4298-a01a-5d441bef34a8, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eba4265b-6b45-4f95-a2e3-cbc3d49c3ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'db71688b-3652-4732-b41d-6f2f4da2e587'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:48:57.213254 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-85d32e97-f0fe-4935-b8f9-2caf5ae4c1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (28c9edeb-3dce-4298-a01a-5d441bef34a8), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:57.241223 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c0b86e-dd12-4bc9-b766-2c84db7d7910 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event updated for resources: {'Port': ['ID=d1df2cae-0275-4da7-aa55-ae45416a79e3,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:57.248323 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-98c0b86e-dd12-4bc9-b766-2c84db7d7910 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (53e43980-a425-44f4-a363-1c9f646f4bdc), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:57.263159 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9fbd4415-7524-453a-ba7b-a1b49af788da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (59e67fb9-6b5e-4920-9184-1aba8969f376), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:57.321348 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a9874994-7a8f-4177-9e4e-aa7950632a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (0de6d3a3-c3ab-4605-86eb-cdf5702bccba), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:57.470660 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbd4415-7524-453a-ba7b-a1b49af788da admin admin] Network 90cd3eb5-9709-45c4-95f1-239dd148a341 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:48:57.549768 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 0b2bd107-f4e7-4a1c-80b0-23d5b84d363c triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:48:57.550615 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (0b2bd107-f4e7-4a1c-80b0-23d5b84d363c), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:57.551174 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 0b2bd107-f4e7-4a1c-80b0-23d5b84d363c Oct 04 20:48:57.648659 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-9fbd4415-7524-453a-ba7b-a1b49af788da admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:48:57.694359 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbd4415-7524-453a-ba7b-a1b49af788da admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:48:57.699296 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-85d32e97-f0fe-4935-b8f9-2caf5ae4c1fd None None] For port 28c9edeb-3dce-4298-a01a-5d441bef34a8, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:48:57.705947 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-85d32e97-f0fe-4935-b8f9-2caf5ae4c1fd None None] For port 28c9edeb-3dce-4298-a01a-5d441bef34a8, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=28c9edeb-3dce-4298-a01a-5d441bef34a8,segment=NetworkSegment(eba4265b-6b45-4f95-a2e3-cbc3d49c3ad9),segment_id=eba4265b-6b45-4f95-a2e3-cbc3d49c3ad9)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:48:57.844802 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-1203dfde-cb14-4987-9789-f0422b99f1e5 None None] Current status of the port 0b2bd107-f4e7-4a1c-80b0-23d5b84d363c is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:48:57.870409 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-85d32e97-f0fe-4935-b8f9-2caf5ae4c1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (28c9edeb-3dce-4298-a01a-5d441bef34a8), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:57.976738 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd4415-7524-453a-ba7b-a1b49af788da admin admin] Pushing event updated for resources: {'Port': ['ID=59e67fb9-6b5e-4920-9184-1aba8969f376,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:58.142908 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=7 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:58.415628 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d32e97-f0fe-4935-b8f9-2caf5ae4c1fd None None] Pushing event updated for resources: {'Port': ['ID=28c9edeb-3dce-4298-a01a-5d441bef34a8,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:58.440733 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-23d54266-2562-43ff-b43c-90c2a6774bf3 None None] Provisioning complete for port d1df2cae-0275-4da7-aa55-ae45416a79e3 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:48:58.441938 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-23d54266-2562-43ff-b43c-90c2a6774bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (d1df2cae-0275-4da7-aa55-ae45416a79e3), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:58.442861 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-23d54266-2562-43ff-b43c-90c2a6774bf3 None None] Attempt 1 to provision port d1df2cae-0275-4da7-aa55-ae45416a79e3 Oct 04 20:48:58.513193 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a9874994-7a8f-4177-9e4e-aa7950632a75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (fdff0e89-e7aa-412a-be70-25e7eaaf3185), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:58.522887 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 0b2bd107-f4e7-4a1c-80b0-23d5b84d363c is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:48:58.565297 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-67531a09-7889-4a16-8ae0-af70ddcce95a admin admin] Allocated IP 172.25.5.115 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/a04974a7-f64c-4cda-a7d4-899f749e1ac4) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:48:58.583277 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9874994-7a8f-4177-9e4e-aa7950632a75 admin admin] Pushing event deleted for resources: {'Port': ['ID=0de6d3a3-c3ab-4605-86eb-cdf5702bccba,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:48:58.624683 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-23d54266-2562-43ff-b43c-90c2a6774bf3 None None] Port d1df2cae-0275-4da7-aa55-ae45416a79e3 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:48:58.804783 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-f615df04-577d-48c2-9f6c-d58c8a5c93a9 None None] Provisioning complete for port 59e67fb9-6b5e-4920-9184-1aba8969f376 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:48:58.807837 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f615df04-577d-48c2-9f6c-d58c8a5c93a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (59e67fb9-6b5e-4920-9184-1aba8969f376), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:58.808928 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-f615df04-577d-48c2-9f6c-d58c8a5c93a9 None None] Attempt 1 to provision port 59e67fb9-6b5e-4920-9184-1aba8969f376 Oct 04 20:48:58.883620 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9fbd4415-7524-453a-ba7b-a1b49af788da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (d1ef45f1-6f0b-4fda-8fbd-4f681506debb), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:59.021093 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-f615df04-577d-48c2-9f6c-d58c8a5c93a9 None None] Port 59e67fb9-6b5e-4920-9184-1aba8969f376 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:48:59.270240 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 28c9edeb-3dce-4298-a01a-5d441bef34a8 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:48:59.270805 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c0b86e-dd12-4bc9-b766-2c84db7d7910 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Network fb7fa743-d04e-4977-9a7e-5011302d683e is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:48:59.331229 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-98c0b86e-dd12-4bc9-b766-2c84db7d7910 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:48:59.378358 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:48:59.612343 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 28c9edeb-3dce-4298-a01a-5d441bef34a8 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:48:59.613443 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (28c9edeb-3dce-4298-a01a-5d441bef34a8), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:48:59.621153 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 28c9edeb-3dce-4298-a01a-5d441bef34a8 Oct 04 20:48:59.655285 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9fbd4415-7524-453a-ba7b-a1b49af788da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (59e67fb9-6b5e-4920-9184-1aba8969f376), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:00.025640 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-67531a09-7889-4a16-8ae0-af70ddcce95a admin admin] Publish callbacks [] for port (a04974a7-f64c-4cda-a7d4-899f749e1ac4), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:00.034396 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 28c9edeb-3dce-4298-a01a-5d441bef34a8 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:49:00.034697 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (28c9edeb-3dce-4298-a01a-5d441bef34a8), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:00.085980 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:00.269715 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e47a1143-9956-422a-833d-9f3e89a65203 None None] Provisioning complete for port d1df2cae-0275-4da7-aa55-ae45416a79e3 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:49:00.270690 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e47a1143-9956-422a-833d-9f3e89a65203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (d1df2cae-0275-4da7-aa55-ae45416a79e3), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:00.273451 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e47a1143-9956-422a-833d-9f3e89a65203 None None] Attempt 1 to provision port d1df2cae-0275-4da7-aa55-ae45416a79e3 Oct 04 20:49:00.364873 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-35eb2343-af19-47a5-83f4-d4c02dfe8051 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (21476b52-975d-44ca-a625-35e534824e3a), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:00.418815 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 28c9edeb-3dce-4298-a01a-5d441bef34a8, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=28c9edeb-3dce-4298-a01a-5d441bef34a8,segment=NetworkSegment(eba4265b-6b45-4f95-a2e3-cbc3d49c3ad9),segment_id=eba4265b-6b45-4f95-a2e3-cbc3d49c3ad9)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:49:00.437212 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e47a1143-9956-422a-833d-9f3e89a65203 None None] Port d1df2cae-0275-4da7-aa55-ae45416a79e3 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:49:00.532783 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (28c9edeb-3dce-4298-a01a-5d441bef34a8), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:00.697173 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0731b968-b37f-43fe-a8c3-0aa0c50fac2c None None] Network db71688b-3652-4732-b41d-6f2f4da2e587 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:49:00.735413 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=28c9edeb-3dce-4298-a01a-5d441bef34a8,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:00.836122 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9874994-7a8f-4177-9e4e-aa7950632a75 admin admin] Router fdff0e89-e7aa-412a-be70-25e7eaaf3185 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:49:00.841179 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:00.883627 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-9db82ac3-7a29-4f1d-b59b-ba38c904fb8a None None] Provisioning complete for port 28c9edeb-3dce-4298-a01a-5d441bef34a8 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:49:00.884396 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9db82ac3-7a29-4f1d-b59b-ba38c904fb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (28c9edeb-3dce-4298-a01a-5d441bef34a8), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:00.886011 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-9db82ac3-7a29-4f1d-b59b-ba38c904fb8a None None] Attempt 1 to provision port 28c9edeb-3dce-4298-a01a-5d441bef34a8 Oct 04 20:49:00.891276 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98c0b86e-dd12-4bc9-b766-2c84db7d7910 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Router 53e43980-a425-44f4-a363-1c9f646f4bdc is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:49:00.969752 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:01.097115 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-67531a09-7889-4a16-8ae0-af70ddcce95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (a04974a7-f64c-4cda-a7d4-899f749e1ac4), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:01.163270 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9fbd4415-7524-453a-ba7b-a1b49af788da admin admin] Publish callbacks [] for port (59e67fb9-6b5e-4920-9184-1aba8969f376), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:01.170115 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:01.307764 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9fbd4415-7524-453a-ba7b-a1b49af788da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (59e67fb9-6b5e-4920-9184-1aba8969f376), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:01.499345 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c9952510-cda8-45d4-816c-73ffcba75235 None None] Publish callbacks [] for port (5ee2c5f8-53fd-44fb-95ba-3f30a0864856), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:01.544898 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9874994-7a8f-4177-9e4e-aa7950632a75 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:49:01.574523 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67531a09-7889-4a16-8ae0-af70ddcce95a admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:49:01.577062 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67531a09-7889-4a16-8ae0-af70ddcce95a admin admin] Pushing event updated for resources: {'Port': ['ID=a04974a7-f64c-4cda-a7d4-899f749e1ac4,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:01.588822 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5780c710-b7ac-42e2-a30f-7f6a91987665 None None] Sync routers for ids ['fdff0e89-e7aa-412a-be70-25e7eaaf3185'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:49:01.589645 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-67531a09-7889-4a16-8ae0-af70ddcce95a admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:49:01.617896 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67531a09-7889-4a16-8ae0-af70ddcce95a admin admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:49:01.648326 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a9874994-7a8f-4177-9e4e-aa7950632a75 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/fdff0e89-e7aa-412a-be70-25e7eaaf3185/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9834173 Oct 04 20:49:01.652923 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 42958) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:01.755214 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5780c710-b7ac-42e2-a30f-7f6a91987665 None None] Routers {'fdff0e89-e7aa-412a-be70-25e7eaaf3185'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:49:01.756617 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-5780c710-b7ac-42e2-a30f-7f6a91987665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:48:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['fdff0e89-e7aa-412a-be70-25e7eaaf3185'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:49:01.813015 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c9952510-cda8-45d4-816c-73ffcba75235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (5ee2c5f8-53fd-44fb-95ba-3f30a0864856), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:01.877127 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c0b86e-dd12-4bc9-b766-2c84db7d7910 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:49:01.918847 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-98c0b86e-dd12-4bc9-b766-2c84db7d7910 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "PUT /networking/v2.0/routers/53e43980-a425-44f4-a363-1c9f646f4bdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.7756963 Oct 04 20:49:01.989451 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 42962) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:02.013743 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e0e1c4-d1ae-4e22-a9ab-622d14fc6c70 None None] Sync routers for ids ['53e43980-a425-44f4-a363-1c9f646f4bdc'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:49:02.045769 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd4415-7524-453a-ba7b-a1b49af788da admin admin] Pushing event updated for resources: {'Port': ['ID=59e67fb9-6b5e-4920-9184-1aba8969f376,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:02.214674 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-5780c710-b7ac-42e2-a30f-7f6a91987665 None None] Set router fdff0e89-e7aa-412a-be70-25e7eaaf3185 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:49:02.258540 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-c9952510-cda8-45d4-816c-73ffcba75235 None None] Attempting to bind port 5ee2c5f8-53fd-44fb-95ba-3f30a0864856 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:49:02.259503 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-c9952510-cda8-45d4-816c-73ffcba75235 None None] Attempting to bind port 5ee2c5f8-53fd-44fb-95ba-3f30a0864856 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:49:02.260290 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9952510-cda8-45d4-816c-73ffcba75235 None None] Attempting to bind port 5ee2c5f8-53fd-44fb-95ba-3f30a0864856 on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:49:02.453263 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5bb581-abc5-45b4-ab4d-80cbb346b486 None None] Pushing event updated for resources: {'Port': ['ID=5ee2c5f8-53fd-44fb-95ba-3f30a0864856,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:02.461053 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9952510-cda8-45d4-816c-73ffcba75235 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:49:02.462025 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9952510-cda8-45d4-816c-73ffcba75235 None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:49:02.462782 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c9952510-cda8-45d4-816c-73ffcba75235 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:02.463987 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9952510-cda8-45d4-816c-73ffcba75235 None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:49:02.465031 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-c9952510-cda8-45d4-816c-73ffcba75235 None None] Bound port: 5ee2c5f8-53fd-44fb-95ba-3f30a0864856, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:49:02.465928 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c9952510-cda8-45d4-816c-73ffcba75235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (5ee2c5f8-53fd-44fb-95ba-3f30a0864856), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:02.474572 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e0e1c4-d1ae-4e22-a9ab-622d14fc6c70 None None] Routers {'53e43980-a425-44f4-a363-1c9f646f4bdc'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:49:02.475456 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-94e0e1c4-d1ae-4e22-a9ab-622d14fc6c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:48:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['53e43980-a425-44f4-a363-1c9f646f4bdc'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:49:02.484030 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9fbd4415-7524-453a-ba7b-a1b49af788da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (d1ef45f1-6f0b-4fda-8fbd-4f681506debb), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:02.511424 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:02.517150 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2b42c263-44c3-48b3-afb5-8e9c9cce9f22 admin admin] Publish callbacks [] for router (fdff0e89-e7aa-412a-be70-25e7eaaf3185), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:02.563903 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-9db82ac3-7a29-4f1d-b59b-ba38c904fb8a None None] Current status of the port 28c9edeb-3dce-4298-a01a-5d441bef34a8 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:49:02.646944 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-35eb2343-af19-47a5-83f4-d4c02dfe8051 admin admin] Deleting port 8dea16b1-7000-4a1f-a3f4-650961dec6b8 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:49:02.647931 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-35eb2343-af19-47a5-83f4-d4c02dfe8051 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (8dea16b1-7000-4a1f-a3f4-650961dec6b8), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:02.841583 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:02.846595 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:02.873830 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-22db9ccf-cb44-448e-ae9c-0a09dd7699aa None None] Provisioning complete for port 28c9edeb-3dce-4298-a01a-5d441bef34a8 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:49:02.875989 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-22db9ccf-cb44-448e-ae9c-0a09dd7699aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (28c9edeb-3dce-4298-a01a-5d441bef34a8), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:02.878405 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-22db9ccf-cb44-448e-ae9c-0a09dd7699aa None None] Attempt 1 to provision port 28c9edeb-3dce-4298-a01a-5d441bef34a8 Oct 04 20:49:02.888999 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-94e0e1c4-d1ae-4e22-a9ab-622d14fc6c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:49:02.976307 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 28c9edeb-3dce-4298-a01a-5d441bef34a8 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:49:02.996463 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:03.047954 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-5780c710-b7ac-42e2-a30f-7f6a91987665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdff0e89-e7aa-412a-be70-25e7eaaf3185', 'name': 'tempest-ServerGroupTestJSON-727680469-router', 'tenant_id': '21485db3d9e240e0927cd9c3bcf0ed1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'ee3c7017-b9a5-4a8d-bcd9-2d22734eb8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:48:16Z', 'updated_at': '2022-10-04T20:48:56Z', 'revision_number': 5, 'project_id': '21485db3d9e240e0927cd9c3bcf0ed1f', 'gw_port': {'id': 'ee3c7017-b9a5-4a8d-bcd9-2d22734eb8a8', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fa:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdff0e89-e7aa-412a-be70-25e7eaaf3185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:48:19Z', 'updated_at': '2022-10-04T20:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:49:03.082583 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbd4415-7524-453a-ba7b-a1b49af788da admin admin] Network 90cd3eb5-9709-45c4-95f1-239dd148a341 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:49:03.111987 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-c9952510-cda8-45d4-816c-73ffcba75235 None None] For port 5ee2c5f8-53fd-44fb-95ba-3f30a0864856, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:49:03.121896 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-c9952510-cda8-45d4-816c-73ffcba75235 None None] For port 5ee2c5f8-53fd-44fb-95ba-3f30a0864856, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=5ee2c5f8-53fd-44fb-95ba-3f30a0864856,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:49:03.133008 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-9fbd4415-7524-453a-ba7b-a1b49af788da admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:49:03.187966 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5780c710-b7ac-42e2-a30f-7f6a91987665 None None] Checking router: fdff0e89-e7aa-412a-be70-25e7eaaf3185 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:49:03.221774 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5780c710-b7ac-42e2-a30f-7f6a91987665 None None] Routers {'fdff0e89-e7aa-412a-be70-25e7eaaf3185'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:49:03.223590 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-5780c710-b7ac-42e2-a30f-7f6a91987665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:48:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['fdff0e89-e7aa-412a-be70-25e7eaaf3185'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:49:03.285713 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e0e1c4-d1ae-4e22-a9ab-622d14fc6c70 None None] Routers {'53e43980-a425-44f4-a363-1c9f646f4bdc'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:49:03.291557 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-94e0e1c4-d1ae-4e22-a9ab-622d14fc6c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:48:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['53e43980-a425-44f4-a363-1c9f646f4bdc'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:49:03.302752 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c9952510-cda8-45d4-816c-73ffcba75235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (5ee2c5f8-53fd-44fb-95ba-3f30a0864856), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:03.322551 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f492a1-0b7e-4c47-826c-58e9cf941317 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:49:03.324763 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-35eb2343-af19-47a5-83f4-d4c02dfe8051 admin admin] For port 8dea16b1-7000-4a1f-a3f4-650961dec6b8, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=8dea16b1-7000-4a1f-a3f4-650961dec6b8,segment=NetworkSegment(da054a40-48c2-4724-81a0-7e65114acf9d),segment_id=da054a40-48c2-4724-81a0-7e65114acf9d)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:49:03.325479 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-35eb2343-af19-47a5-83f4-d4c02dfe8051 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (8dea16b1-7000-4a1f-a3f4-650961dec6b8), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:03.341400 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-09f492a1-0b7e-4c47-826c-58e9cf941317 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "GET /networking/v2.0/ports/d1df2cae-0275-4da7-aa55-ae45416a79e3 HTTP/1.1" status: 200 len: 910 time: 1.3018618 Oct 04 20:49:03.353480 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 42974) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:03.593323 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-35eb2343-af19-47a5-83f4-d4c02dfe8051 admin admin] Calling delete_port for 8dea16b1-7000-4a1f-a3f4-650961dec6b8 owned by network:router_interface {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:49:03.742002 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-5780c710-b7ac-42e2-a30f-7f6a91987665 None None] Set router fdff0e89-e7aa-412a-be70-25e7eaaf3185 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:49:03.773184 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-67531a09-7889-4a16-8ae0-af70ddcce95a admin admin] Publish callbacks [] for router_gateway (a6a869e8-5600-4b36-993d-a6989b0296de), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:03.775352 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:03.784508 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-94e0e1c4-d1ae-4e22-a9ab-622d14fc6c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:49:03.786012 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e0e1c4-d1ae-4e22-a9ab-622d14fc6c70 None None] The sync data for ids ['53e43980-a425-44f4-a363-1c9f646f4bdc'] in n-d-852085-12 is: [] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:49:03.866699 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9952510-cda8-45d4-816c-73ffcba75235 None None] Routers {'d1ef45f1-6f0b-4fda-8fbd-4f681506debb'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:49:03.870798 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-c9952510-cda8-45d4-816c-73ffcba75235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:48:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['d1ef45f1-6f0b-4fda-8fbd-4f681506debb'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:49:03.916259 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2b42c263-44c3-48b3-afb5-8e9c9cce9f22 admin admin] Publish callbacks [] for router_gateway (fdff0e89-e7aa-412a-be70-25e7eaaf3185), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:04.028226 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5bb581-abc5-45b4-ab4d-80cbb346b486 None None] Pushing event updated for resources: {'Port': ['ID=5ee2c5f8-53fd-44fb-95ba-3f30a0864856,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:04.381931 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 28c9edeb-3dce-4298-a01a-5d441bef34a8 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:49:04.382491 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (28c9edeb-3dce-4298-a01a-5d441bef34a8), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:04.384060 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 28c9edeb-3dce-4298-a01a-5d441bef34a8 Oct 04 20:49:04.500539 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-22db9ccf-cb44-448e-ae9c-0a09dd7699aa None None] Current status of the port 28c9edeb-3dce-4298-a01a-5d441bef34a8 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:49:04.667646 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-5780c710-b7ac-42e2-a30f-7f6a91987665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdff0e89-e7aa-412a-be70-25e7eaaf3185', 'name': 'tempest-ServerGroupTestJSON-727680469-router', 'tenant_id': '21485db3d9e240e0927cd9c3bcf0ed1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'ee3c7017-b9a5-4a8d-bcd9-2d22734eb8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:48:16Z', 'updated_at': '2022-10-04T20:48:56Z', 'revision_number': 5, 'project_id': '21485db3d9e240e0927cd9c3bcf0ed1f', 'gw_port': {'id': 'ee3c7017-b9a5-4a8d-bcd9-2d22734eb8a8', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fa:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdff0e89-e7aa-412a-be70-25e7eaaf3185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:48:19Z', 'updated_at': '2022-10-04T20:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:49:04.699755 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 42980) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:04.750945 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5780c710-b7ac-42e2-a30f-7f6a91987665 None None] The sync data for ids ['fdff0e89-e7aa-412a-be70-25e7eaaf3185'] in n-d-852085-12 is: [{'id': 'fdff0e89-e7aa-412a-be70-25e7eaaf3185', 'name': 'tempest-ServerGroupTestJSON-727680469-router', 'tenant_id': '21485db3d9e240e0927cd9c3bcf0ed1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'ee3c7017-b9a5-4a8d-bcd9-2d22734eb8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:48:16Z', 'updated_at': '2022-10-04T20:48:56Z', 'revision_number': 5, 'project_id': '21485db3d9e240e0927cd9c3bcf0ed1f', 'gw_port': {'id': 'ee3c7017-b9a5-4a8d-bcd9-2d22734eb8a8', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:fa:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdff0e89-e7aa-412a-be70-25e7eaaf3185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:48:19Z', 'updated_at': '2022-10-04T20:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:49:04.822388 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fbd4415-7524-453a-ba7b-a1b49af788da admin admin] Router d1ef45f1-6f0b-4fda-8fbd-4f681506debb has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:49:04.939274 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-16a1722c-3b2f-44b6-a73d-42345ddb2521 None None] Provisioning complete for port 59e67fb9-6b5e-4920-9184-1aba8969f376 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:49:04.940170 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-16a1722c-3b2f-44b6-a73d-42345ddb2521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (59e67fb9-6b5e-4920-9184-1aba8969f376), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:04.940460 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-16a1722c-3b2f-44b6-a73d-42345ddb2521 None None] Attempt 1 to provision port 59e67fb9-6b5e-4920-9184-1aba8969f376 Oct 04 20:49:05.026998 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-16a1722c-3b2f-44b6-a73d-42345ddb2521 None None] Port 59e67fb9-6b5e-4920-9184-1aba8969f376 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:49:05.045666 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-c9952510-cda8-45d4-816c-73ffcba75235 None None] Set router d1ef45f1-6f0b-4fda-8fbd-4f681506debb gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:49:05.050138 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 28c9edeb-3dce-4298-a01a-5d441bef34a8 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:49:05.107522 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:05.128442 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-2b42c263-44c3-48b3-afb5-8e9c9cce9f22 admin admin] Deleting port ee3c7017-b9a5-4a8d-bcd9-2d22734eb8a8 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:49:05.129871 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2b42c263-44c3-48b3-afb5-8e9c9cce9f22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (ee3c7017-b9a5-4a8d-bcd9-2d22734eb8a8), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:05.202610 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:05.209890 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ef1c7a40-6b67-418a-b9b0-d82c3ed9a303 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:05.369173 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 0de6d3a3-c3ab-4605-86eb-cdf5702bccba no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:49:05.637244 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ef1c7a40-6b67-418a-b9b0-d82c3ed9a303 admin admin] Publish callbacks [] for security_group (50347bce-716e-4462-9cbb-a79b4b279c4f), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:05.648057 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-67531a09-7889-4a16-8ae0-af70ddcce95a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (a6a869e8-5600-4b36-993d-a6989b0296de), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:05.661791 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:05.755351 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 0de6d3a3-c3ab-4605-86eb-cdf5702bccba {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:49:05.756458 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 0de6d3a3-c3ab-4605-86eb-cdf5702bccba not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:49:05.802070 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ef1c7a40-6b67-418a-b9b0-d82c3ed9a303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (50347bce-716e-4462-9cbb-a79b4b279c4f), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:05.886411 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-c9952510-cda8-45d4-816c-73ffcba75235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1ef45f1-6f0b-4fda-8fbd-4f681506debb', 'name': 'tempest-ServersTestMultiNic-1058829323-router', 'tenant_id': '0ab943ca7b4f4ad3ac63ee0067fa6376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '5ee2c5f8-53fd-44fb-95ba-3f30a0864856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:48:37Z', 'updated_at': '2022-10-04T20:48:59Z', 'revision_number': 4, 'project_id': '0ab943ca7b4f4ad3ac63ee0067fa6376', 'gw_port': {'id': '5ee2c5f8-53fd-44fb-95ba-3f30a0864856', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d7:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ef45f1-6f0b-4fda-8fbd-4f681506debb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:48:41Z', 'updated_at': '2022-10-04T20:49:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '59e67fb9-6b5e-4920-9184-1aba8969f376', 'name': '', 'network_id': '90cd3eb5-9709-45c4-95f1-239dd148a341', 'tenant_id': '0ab943ca7b4f4ad3ac63ee0067fa6376', 'mac_address': 'fa:16:3e:8f:11:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ef45f1-6f0b-4fda-8fbd-4f681506debb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '600ce204-af55-4f99-9e5b-9ead6d70af4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:48:55Z', 'updated_at': '2022-10-04T20:49:00Z', 'revision_number': 2, 'project_id': '0ab943ca7b4f4ad3ac63ee0067fa6376', 'subnets': [{'id': '600ce204-af55-4f99-9e5b-9ead6d70af4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:49:05.887379 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fbd4415-7524-453a-ba7b-a1b49af788da admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:49:05.947552 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-9fbd4415-7524-453a-ba7b-a1b49af788da admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/d1ef45f1-6f0b-4fda-8fbd-4f681506debb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9998312 Oct 04 20:49:05.966104 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9952510-cda8-45d4-816c-73ffcba75235 None None] The sync data for ids ['d1ef45f1-6f0b-4fda-8fbd-4f681506debb'] in n-d-852085-12 is: [{'id': 'd1ef45f1-6f0b-4fda-8fbd-4f681506debb', 'name': 'tempest-ServersTestMultiNic-1058829323-router', 'tenant_id': '0ab943ca7b4f4ad3ac63ee0067fa6376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '5ee2c5f8-53fd-44fb-95ba-3f30a0864856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:48:37Z', 'updated_at': '2022-10-04T20:48:59Z', 'revision_number': 4, 'project_id': '0ab943ca7b4f4ad3ac63ee0067fa6376', 'gw_port': {'id': '5ee2c5f8-53fd-44fb-95ba-3f30a0864856', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d7:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ef45f1-6f0b-4fda-8fbd-4f681506debb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:48:41Z', 'updated_at': '2022-10-04T20:49:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '59e67fb9-6b5e-4920-9184-1aba8969f376', 'name': '', 'network_id': '90cd3eb5-9709-45c4-95f1-239dd148a341', 'tenant_id': '0ab943ca7b4f4ad3ac63ee0067fa6376', 'mac_address': 'fa:16:3e:8f:11:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ef45f1-6f0b-4fda-8fbd-4f681506debb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '600ce204-af55-4f99-9e5b-9ead6d70af4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:48:55Z', 'updated_at': '2022-10-04T20:49:00Z', 'revision_number': 2, 'project_id': '0ab943ca7b4f4ad3ac63ee0067fa6376', 'subnets': [{'id': '600ce204-af55-4f99-9e5b-9ead6d70af4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:49:05.979976 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:05.991961 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ef1c7a40-6b67-418a-b9b0-d82c3ed9a303 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=e569e0c63e47419cb9b0a2cbc45f29a8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2874293 Oct 04 20:49:05.993359 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1c7a40-6b67-418a-b9b0-d82c3ed9a303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50347bce-716e-4462-9cbb-a79b4b279c4f,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:06.000091 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 42998) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:06.003874 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-2b42c263-44c3-48b3-afb5-8e9c9cce9f22 admin admin] For port ee3c7017-b9a5-4a8d-bcd9-2d22734eb8a8, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=ee3c7017-b9a5-4a8d-bcd9-2d22734eb8a8,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:49:06.004520 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2b42c263-44c3-48b3-afb5-8e9c9cce9f22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (ee3c7017-b9a5-4a8d-bcd9-2d22734eb8a8), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:06.086813 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-2b42c263-44c3-48b3-afb5-8e9c9cce9f22 admin admin] Calling delete_port for ee3c7017-b9a5-4a8d-bcd9-2d22734eb8a8 owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:49:06.322686 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c97c0fe0-6e91-42ce-8c9b-b61eef2b6524 admin admin] Publish callbacks [] for security_group (50347bce-716e-4462-9cbb-a79b4b279c4f), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:06.381474 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c97c0fe0-6e91-42ce-8c9b-b61eef2b6524 admin admin] Publish callbacks [] for security_group (50347bce-716e-4462-9cbb-a79b4b279c4f), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:06.468090 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 43002) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:06.900822 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c97c0fe0-6e91-42ce-8c9b-b61eef2b6524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (50347bce-716e-4462-9cbb-a79b4b279c4f), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:06.905883 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c97c0fe0-6e91-42ce-8c9b-b61eef2b6524 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:06.925115 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c97c0fe0-6e91-42ce-8c9b-b61eef2b6524 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/50347bce-716e-4462-9cbb-a79b4b279c4f HTTP/1.1" status: 204 len: 168 time: 0.9086618 Oct 04 20:49:06.927881 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:07.028740 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c0fe0-6e91-42ce-8c9b-b61eef2b6524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50347bce-716e-4462-9cbb-a79b4b279c4f,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:07.164284 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-35eb2343-af19-47a5-83f4-d4c02dfe8051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (8dea16b1-7000-4a1f-a3f4-650961dec6b8), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:07.260219 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eb2343-af19-47a5-83f4-d4c02dfe8051 admin admin] Pushing event deleted for resources: {'Port': ['ID=8dea16b1-7000-4a1f-a3f4-650961dec6b8,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:07.279230 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2b42c263-44c3-48b3-afb5-8e9c9cce9f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (ee3c7017-b9a5-4a8d-bcd9-2d22734eb8a8), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:07.403732 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b42c263-44c3-48b3-afb5-8e9c9cce9f22 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee3c7017-b9a5-4a8d-bcd9-2d22734eb8a8,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:07.408994 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-6a730741-4379-421d-870d-5fb7e722d283 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2046983741'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:49:07.538417 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67531a09-7889-4a16-8ae0-af70ddcce95a admin admin] Router a6a869e8-5600-4b36-993d-a6989b0296de is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:49:07.633556 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2b42c263-44c3-48b3-afb5-8e9c9cce9f22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (fdff0e89-e7aa-412a-be70-25e7eaaf3185), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:07.642287 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-54ba53e3-8d66-467a-b470-ad73d57248fc tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (53e43980-a425-44f4-a363-1c9f646f4bdc), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:07.932435 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2b42c263-44c3-48b3-afb5-8e9c9cce9f22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (fdff0e89-e7aa-412a-be70-25e7eaaf3185), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:07.938155 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2b42c263-44c3-48b3-afb5-8e9c9cce9f22 admin admin] Publish callbacks [] for router_controller (fdff0e89-e7aa-412a-be70-25e7eaaf3185), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:07.961702 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:08.029603 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a730741-4379-421d-870d-5fb7e722d283 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Made reservation on behalf of 0ab943ca7b4f4ad3ac63ee0067fa6376 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:49:08.053442 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6a730741-4379-421d-870d-5fb7e722d283 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:08.209135 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2b42c263-44c3-48b3-afb5-8e9c9cce9f22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (fdff0e89-e7aa-412a-be70-25e7eaaf3185), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:08.211203 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b42c263-44c3-48b3-afb5-8e9c9cce9f22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fdff0e89-e7aa-412a-be70-25e7eaaf3185 {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:49:08.236596 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2b42c263-44c3-48b3-afb5-8e9c9cce9f22 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:08.243410 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-2b42c263-44c3-48b3-afb5-8e9c9cce9f22 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/fdff0e89-e7aa-412a-be70-25e7eaaf3185 HTTP/1.1" status: 204 len: 168 time: 6.5752230 Oct 04 20:49:08.245636 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 43018) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:08.281310 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:08.416804 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-03177498-e614-4a5b-8b5b-335dce3d4354 admin admin] Deleting subnet 85509b5e-ac51-400f-9726-16711bbff0c1 {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:49:08.423786 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-03177498-e614-4a5b-8b5b-335dce3d4354 admin admin] Publish callbacks [] for subnet (85509b5e-ac51-400f-9726-16711bbff0c1), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:08.528284 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-03177498-e614-4a5b-8b5b-335dce3d4354 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (85509b5e-ac51-400f-9726-16711bbff0c1), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:08.528924 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a730741-4379-421d-870d-5fb7e722d283 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:49:08.715053 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6a730741-4379-421d-870d-5fb7e722d283 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (e64dfa47-f805-41fd-b032-46002a755397), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:08.716163 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-6a730741-4379-421d-870d-5fb7e722d283 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Added segment e64dfa47-f805-41fd-b032-46002a755397 of type vlan for network 2abf657d-6b87-4d31-ab66-054a60025651 Oct 04 20:49:08.818550 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67531a09-7889-4a16-8ae0-af70ddcce95a admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:49:08.823497 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-03177498-e614-4a5b-8b5b-335dce3d4354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (85509b5e-ac51-400f-9726-16711bbff0c1), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:08.844929 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d42bb7-abc9-412d-ba89-d3fd22c81169 None None] Sync routers for ids ['a6a869e8-5600-4b36-993d-a6989b0296de'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:49:08.861213 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-35eb2343-af19-47a5-83f4-d4c02dfe8051 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (21476b52-975d-44ca-a625-35e534824e3a), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:08.884169 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:08.925598 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 20:49:08.925598 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d42bb7-abc9-412d-ba89-d3fd22c81169 None None] Routers {'a6a869e8-5600-4b36-993d-a6989b0296de'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:49:08.925598 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-19d42bb7-abc9-412d-ba89-d3fd22c81169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:48:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['a6a869e8-5600-4b36-993d-a6989b0296de'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:49:08.939773 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6a730741-4379-421d-870d-5fb7e722d283 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (2abf657d-6b87-4d31-ab66-054a60025651), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:09.012626 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 43022) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:09.077420 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.db.resource_extend [None req-6a730741-4379-421d-870d-5fb7e722d283 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 04 20:49:09.185716 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-67531a09-7889-4a16-8ae0-af70ddcce95a admin admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:09.198013 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-67531a09-7889-4a16-8ae0-af70ddcce95a admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 16.4052768 Oct 04 20:49:09.203166 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 43028) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:09.217499 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-54ba53e3-8d66-467a-b470-ad73d57248fc tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Deleting port d1df2cae-0275-4da7-aa55-ae45416a79e3 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:49:09.228191 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-54ba53e3-8d66-467a-b470-ad73d57248fc tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (d1df2cae-0275-4da7-aa55-ae45416a79e3), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:09.257207 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 43030) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:09.415669 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-03177498-e614-4a5b-8b5b-335dce3d4354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (85509b5e-ac51-400f-9726-16711bbff0c1), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:09.429059 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6a730741-4379-421d-870d-5fb7e722d283 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (2abf657d-6b87-4d31-ab66-054a60025651), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:09.437374 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-19d42bb7-abc9-412d-ba89-d3fd22c81169 None None] Set router a6a869e8-5600-4b36-993d-a6989b0296de gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:49:09.456820 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a730741-4379-421d-870d-5fb7e722d283 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:49:09.457888 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6a730741-4379-421d-870d-5fb7e722d283 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:09.497101 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03177498-e614-4a5b-8b5b-335dce3d4354 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85509b5e-ac51-400f-9726-16711bbff0c1,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:09.521339 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-03177498-e614-4a5b-8b5b-335dce3d4354 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:09.533728 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-03177498-e614-4a5b-8b5b-335dce3d4354 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/85509b5e-ac51-400f-9726-16711bbff0c1 HTTP/1.1" status: 204 len: 168 time: 1.2859535 Oct 04 20:49:09.537589 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 43032) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:09.538788 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b081367-bb94-44b0-95a4-193245594ab6 None None] Network b5eb5bea-3a79-48db-bd21-b80445c9ff3f requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:49:09.630381 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 5ee2c5f8-53fd-44fb-95ba-3f30a0864856 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:49:09.674825 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a21dcf63-a75d-4fcd-a3bd-dd1c6a613ca5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:10.001950 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-97fd5915-ba8d-4fa3-97de-ef101243925e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (b5eb5bea-3a79-48db-bd21-b80445c9ff3f), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:10.012760 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a21dcf63-a75d-4fcd-a3bd-dd1c6a613ca5 admin admin] Publish callbacks [] for security_group (c8272d58-85cb-4823-99d0-17d0c34091bf), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:10.160929 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 5ee2c5f8-53fd-44fb-95ba-3f30a0864856 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:49:10.162171 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (5ee2c5f8-53fd-44fb-95ba-3f30a0864856), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:10.162987 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 5ee2c5f8-53fd-44fb-95ba-3f30a0864856 Oct 04 20:49:10.169534 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:10.171600 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-97fd5915-ba8d-4fa3-97de-ef101243925e admin admin] Deleting port 9e4ba594-fd83-4368-b893-8eb4a0285ea1 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:49:10.172193 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-97fd5915-ba8d-4fa3-97de-ef101243925e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (9e4ba594-fd83-4368-b893-8eb4a0285ea1), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:10.258114 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:DELETE=3,neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:10.259544 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-19d42bb7-abc9-412d-ba89-d3fd22c81169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a869e8-5600-4b36-993d-a6989b0296de', 'name': 'tempest-ServerRescueNegativeTestJSON-433273543-router', 'tenant_id': 'b2e6812055b3473db24481cdd7504bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'a04974a7-f64c-4cda-a7d4-899f749e1ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:48:53Z', 'updated_at': '2022-10-04T20:49:02Z', 'revision_number': 3, 'project_id': 'b2e6812055b3473db24481cdd7504bd6', 'gw_port': {'id': 'a04974a7-f64c-4cda-a7d4-899f749e1ac4', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a3:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a869e8-5600-4b36-993d-a6989b0296de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:48:57Z', 'updated_at': '2022-10-04T20:48:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:49:10.283081 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a21dcf63-a75d-4fcd-a3bd-dd1c6a613ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (c8272d58-85cb-4823-99d0-17d0c34091bf), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:10.299408 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:10.314374 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e972a7-188a-436c-a59f-39152c469abe None None] DHCP port deletion for b5eb5bea-3a79-48db-bd21-b80445c9ff3f request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:49:10.330193 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d42bb7-abc9-412d-ba89-d3fd22c81169 None None] Checking router: a6a869e8-5600-4b36-993d-a6989b0296de for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:49:10.331356 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d42bb7-abc9-412d-ba89-d3fd22c81169 None None] Updating router a6a869e8-5600-4b36-993d-a6989b0296de port a04974a7-f64c-4cda-a7d4-899f749e1ac4 binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:49:10.379942 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b20c4815-b6e6-4288-bcac-5f2e3a1416e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:10.395238 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a730741-4379-421d-870d-5fb7e722d283 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Pushing event updated for resources: {'Network': ['ID=2abf657d-6b87-4d31-ab66-054a60025651,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:10.399940 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:10.415782 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-19d42bb7-abc9-412d-ba89-d3fd22c81169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (a04974a7-f64c-4cda-a7d4-899f749e1ac4), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:10.457913 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-97fd5915-ba8d-4fa3-97de-ef101243925e admin admin] For port 9e4ba594-fd83-4368-b893-8eb4a0285ea1, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=9e4ba594-fd83-4368-b893-8eb4a0285ea1,segment=NetworkSegment(4b26686d-03c2-46a6-a641-d335072cc635),segment_id=4b26686d-03c2-46a6-a641-d335072cc635)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:49:10.458545 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-97fd5915-ba8d-4fa3-97de-ef101243925e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (9e4ba594-fd83-4368-b893-8eb4a0285ea1), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:10.469072 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=100 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:10.494076 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-97fd5915-ba8d-4fa3-97de-ef101243925e admin admin] Calling delete_port for 9e4ba594-fd83-4368-b893-8eb4a0285ea1 owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:49:10.553000 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 2abf657d-6b87-4d31-ab66-054a60025651 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:49:10.611057 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-6a730741-4379-421d-870d-5fb7e722d283 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 774 time: 4.1312249 Oct 04 20:49:10.636292 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35eb2343-af19-47a5-83f4-d4c02dfe8051 admin admin] Router 21476b52-975d-44ca-a625-35e534824e3a has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:49:10.687026 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 43036) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:10.714057 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-cf7d3ae4-4894-4165-9f78-b6da65622c09 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Request body: {'subnet': {'network_id': '2abf657d-6b87-4d31-ab66-054a60025651', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:49:10.779544 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a21dcf63-a75d-4fcd-a3bd-dd1c6a613ca5 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=5a5206a8e6b14452b513b5befdfdc23e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5020034 Oct 04 20:49:10.801464 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 43038) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:10.814480 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 5ee2c5f8-53fd-44fb-95ba-3f30a0864856 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:49:10.817197 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (5ee2c5f8-53fd-44fb-95ba-3f30a0864856), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:10.834078 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-54ba53e3-8d66-467a-b470-ad73d57248fc tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (d1df2cae-0275-4da7-aa55-ae45416a79e3), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:10.839219 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-69e972a7-188a-436c-a59f-39152c469abe None None] Deleting port 9e4ba594-fd83-4368-b893-8eb4a0285ea1 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:49:10.841225 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-69e972a7-188a-436c-a59f-39152c469abe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (9e4ba594-fd83-4368-b893-8eb4a0285ea1), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:10.846108 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21dcf63-a75d-4fcd-a3bd-dd1c6a613ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8272d58-85cb-4823-99d0-17d0c34091bf,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:10.897755 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:11.006797 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 5ee2c5f8-53fd-44fb-95ba-3f30a0864856, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=5ee2c5f8-53fd-44fb-95ba-3f30a0864856,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:49:11.027725 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-54ba53e3-8d66-467a-b470-ad73d57248fc tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Calling delete_port for d1df2cae-0275-4da7-aa55-ae45416a79e3 owned by network:router_interface {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:49:11.098252 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-69e972a7-188a-436c-a59f-39152c469abe None None] For port 9e4ba594-fd83-4368-b893-8eb4a0285ea1, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=9e4ba594-fd83-4368-b893-8eb4a0285ea1,segment=NetworkSegment(4b26686d-03c2-46a6-a641-d335072cc635),segment_id=4b26686d-03c2-46a6-a641-d335072cc635)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:49:11.099070 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-69e972a7-188a-436c-a59f-39152c469abe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (9e4ba594-fd83-4368-b893-8eb4a0285ea1), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:11.111766 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b20c4815-b6e6-4288-bcac-5f2e3a1416e3 admin admin] Publish callbacks [] for security_group (9823d5ad-b6ef-4852-b0ca-17489aaac5cf), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:11.125903 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-97fd5915-ba8d-4fa3-97de-ef101243925e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (9e4ba594-fd83-4368-b893-8eb4a0285ea1), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:11.127616 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-69e972a7-188a-436c-a59f-39152c469abe None None] Calling delete_port for 9e4ba594-fd83-4368-b893-8eb4a0285ea1 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:49:11.166644 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fd5915-ba8d-4fa3-97de-ef101243925e admin admin] No DVR routers for this DVR port 9e4ba594-fd83-4368-b893-8eb4a0285ea1 on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:49:11.254330 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-19d42bb7-abc9-412d-ba89-d3fd22c81169 None None] Publish callbacks [] for port (a04974a7-f64c-4cda-a7d4-899f749e1ac4), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:11.272732 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fd5915-ba8d-4fa3-97de-ef101243925e admin admin] Pushing event deleted for resources: {'Port': ['ID=9e4ba594-fd83-4368-b893-8eb4a0285ea1,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:11.311201 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (5ee2c5f8-53fd-44fb-95ba-3f30a0864856), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:11.318406 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b20c4815-b6e6-4288-bcac-5f2e3a1416e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (9823d5ad-b6ef-4852-b0ca-17489aaac5cf), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:11.351012 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:11.389541 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:11.444720 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-69e972a7-188a-436c-a59f-39152c469abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (9e4ba594-fd83-4368-b893-8eb4a0285ea1), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:11.474476 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e972a7-188a-436c-a59f-39152c469abe None None] No DVR routers for this DVR port 9e4ba594-fd83-4368-b893-8eb4a0285ea1 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:49:11.482206 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device ee3c7017-b9a5-4a8d-bcd9-2d22734eb8a8 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:49:11.487229 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=5ee2c5f8-53fd-44fb-95ba-3f30a0864856,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:11.503221 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26f254a-8677-42a5-9a29-1837b839cbf5 None None] Sync routers for ids ['d1ef45f1-6f0b-4fda-8fbd-4f681506debb'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:49:11.503617 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-19d42bb7-abc9-412d-ba89-d3fd22c81169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (a04974a7-f64c-4cda-a7d4-899f749e1ac4), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:11.505955 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b20c4815-b6e6-4288-bcac-5f2e3a1416e3 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=8edf2e3c40da4848a8d7ab3a4edb5fec&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4912457 Oct 04 20:49:11.528609 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 43040) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:11.581566 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ba07c1f9-bcaa-484b-a2bf-0945b40f8914 admin admin] Publish callbacks [] for security_group (c8272d58-85cb-4823-99d0-17d0c34091bf), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:11.599481 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-19d42bb7-abc9-412d-ba89-d3fd22c81169 None None] Attempting to bind port a04974a7-f64c-4cda-a7d4-899f749e1ac4 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:49:11.600503 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-19d42bb7-abc9-412d-ba89-d3fd22c81169 None None] Attempting to bind port a04974a7-f64c-4cda-a7d4-899f749e1ac4 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:49:11.601161 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: ee3c7017-b9a5-4a8d-bcd9-2d22734eb8a8 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:49:11.602034 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device ee3c7017-b9a5-4a8d-bcd9-2d22734eb8a8 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:49:11.602562 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d42bb7-abc9-412d-ba89-d3fd22c81169 None None] Attempting to bind port a04974a7-f64c-4cda-a7d4-899f749e1ac4 on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:49:11.607051 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26f254a-8677-42a5-9a29-1837b839cbf5 None None] Routers {'d1ef45f1-6f0b-4fda-8fbd-4f681506debb'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:49:11.608735 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-d26f254a-8677-42a5-9a29-1837b839cbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:48:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['d1ef45f1-6f0b-4fda-8fbd-4f681506debb'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:49:11.613983 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e972a7-188a-436c-a59f-39152c469abe None None] Pushing event deleted for resources: {'Port': ['ID=9e4ba594-fd83-4368-b893-8eb4a0285ea1,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:11.686565 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ba07c1f9-bcaa-484b-a2bf-0945b40f8914 admin admin] Publish callbacks [] for security_group (c8272d58-85cb-4823-99d0-17d0c34091bf), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:11.781095 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19878627-b1f1-445f-9f78-98eff3e0e33c None None] Pushing event updated for resources: {'Port': ['ID=a04974a7-f64c-4cda-a7d4-899f749e1ac4,revision_number=2']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:11.845483 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d42bb7-abc9-412d-ba89-d3fd22c81169 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:49:11.847989 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d42bb7-abc9-412d-ba89-d3fd22c81169 None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:49:11.847989 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-19d42bb7-abc9-412d-ba89-d3fd22c81169 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:11.848712 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d42bb7-abc9-412d-ba89-d3fd22c81169 None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:49:11.854787 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-19d42bb7-abc9-412d-ba89-d3fd22c81169 None None] Bound port: a04974a7-f64c-4cda-a7d4-899f749e1ac4, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:49:11.854787 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-19d42bb7-abc9-412d-ba89-d3fd22c81169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (a04974a7-f64c-4cda-a7d4-899f749e1ac4), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:11.855315 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-97fd5915-ba8d-4fa3-97de-ef101243925e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (b5eb5bea-3a79-48db-bd21-b80445c9ff3f), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:11.862927 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20c4815-b6e6-4288-bcac-5f2e3a1416e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9823d5ad-b6ef-4852-b0ca-17489aaac5cf,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:11.892934 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7d3ae4-4894-4165-9f78-b6da65622c09 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Made reservation on behalf of 0ab943ca7b4f4ad3ac63ee0067fa6376 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:49:11.901487 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cf7d3ae4-4894-4165-9f78-b6da65622c09 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:11.967569 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 5ee2c5f8-53fd-44fb-95ba-3f30a0864856 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:49:11.983416 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-19d42bb7-abc9-412d-ba89-d3fd22c81169 None None] For port a04974a7-f64c-4cda-a7d4-899f749e1ac4, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:49:11.997432 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-19d42bb7-abc9-412d-ba89-d3fd22c81169 None None] For port a04974a7-f64c-4cda-a7d4-899f749e1ac4, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=a04974a7-f64c-4cda-a7d4-899f749e1ac4,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:49:12.047422 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35eb2343-af19-47a5-83f4-d4c02dfe8051 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:49:12.068691 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-35eb2343-af19-47a5-83f4-d4c02dfe8051 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/21476b52-975d-44ca-a625-35e534824e3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.1027997 Oct 04 20:49:12.076574 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 43044) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:12.079952 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f951ce1-c92a-48ac-84bf-080575b346e2 None None] Sync routers for ids ['21476b52-975d-44ca-a625-35e534824e3a'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:49:12.093337 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:12.094726 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-d26f254a-8677-42a5-9a29-1837b839cbf5 None None] Set router d1ef45f1-6f0b-4fda-8fbd-4f681506debb gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:49:12.112794 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f951ce1-c92a-48ac-84bf-080575b346e2 None None] Routers {'21476b52-975d-44ca-a625-35e534824e3a'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:49:12.114434 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-4f951ce1-c92a-48ac-84bf-080575b346e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:48:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['21476b52-975d-44ca-a625-35e534824e3a'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:49:12.175982 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-97fd5915-ba8d-4fa3-97de-ef101243925e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5eb5bea-3a79-48db-bd21-b80445c9ff3f']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:49:12.199531 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 5ee2c5f8-53fd-44fb-95ba-3f30a0864856 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:49:12.199894 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (5ee2c5f8-53fd-44fb-95ba-3f30a0864856), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:12.200320 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 5ee2c5f8-53fd-44fb-95ba-3f30a0864856 Oct 04 20:49:12.213710 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-19d42bb7-abc9-412d-ba89-d3fd22c81169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (a04974a7-f64c-4cda-a7d4-899f749e1ac4), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:12.214684 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f0a9e2b5-22c8-48ab-bc33-0a5c465929c2 admin admin] Publish callbacks [] for security_group (9823d5ad-b6ef-4852-b0ca-17489aaac5cf), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:12.266155 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f0a9e2b5-22c8-48ab-bc33-0a5c465929c2 admin admin] Publish callbacks [] for security_group (9823d5ad-b6ef-4852-b0ca-17489aaac5cf), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:12.272052 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-97fd5915-ba8d-4fa3-97de-ef101243925e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b26686d-03c2-46a6-a641-d335072cc635') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:49:12.272675 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-97fd5915-ba8d-4fa3-97de-ef101243925e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b26686d-03c2-46a6-a641-d335072cc635') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:49:12.356842 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-97fd5915-ba8d-4fa3-97de-ef101243925e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (4b26686d-03c2-46a6-a641-d335072cc635), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:12.366098 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ba07c1f9-bcaa-484b-a2bf-0945b40f8914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (c8272d58-85cb-4823-99d0-17d0c34091bf), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:12.371532 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ba07c1f9-bcaa-484b-a2bf-0945b40f8914 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:12.372208 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:12.374042 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-ba07c1f9-bcaa-484b-a2bf-0945b40f8914 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/c8272d58-85cb-4823-99d0-17d0c34091bf HTTP/1.1" status: 204 len: 168 time: 1.5703437 Oct 04 20:49:12.393476 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-54ba53e3-8d66-467a-b470-ad73d57248fc tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (d1df2cae-0275-4da7-aa55-ae45416a79e3), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:12.484718 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-97fd5915-ba8d-4fa3-97de-ef101243925e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (4b26686d-03c2-46a6-a641-d335072cc635), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:12.489879 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ba53e3-8d66-467a-b470-ad73d57248fc tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event deleted for resources: {'Port': ['ID=d1df2cae-0275-4da7-aa55-ae45416a79e3,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:12.505896 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba07c1f9-bcaa-484b-a2bf-0945b40f8914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8272d58-85cb-4823-99d0-17d0c34091bf,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:12.519979 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19878627-b1f1-445f-9f78-98eff3e0e33c None None] Pushing event updated for resources: {'Port': ['ID=a04974a7-f64c-4cda-a7d4-899f749e1ac4,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:12.531776 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97fd5915-ba8d-4fa3-97de-ef101243925e admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:49:12.540260 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-97fd5915-ba8d-4fa3-97de-ef101243925e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (4b26686d-03c2-46a6-a641-d335072cc635), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:12.585467 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d42bb7-abc9-412d-ba89-d3fd22c81169 None None] Routers {'a6a869e8-5600-4b36-993d-a6989b0296de'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:49:12.586562 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-19d42bb7-abc9-412d-ba89-d3fd22c81169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:48:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['a6a869e8-5600-4b36-993d-a6989b0296de'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:49:12.686981 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 4b26686d-03c2-46a6-a641-d335072cc635 resource provider aggregate not found Oct 04 20:49:12.802448 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 4b26686d-03c2-46a6-a641-d335072cc635 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4b26686d-03c2-46a6-a641-d335072cc635 found for delete ", "request_id": "req-46d6af5c-94a4-4331-b093-fc98c83be36f"}]} Oct 04 20:49:12.870522 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-492459bc-b068-4a0f-8820-5923b40779f4 admin admin] Publish callbacks [] for router (21476b52-975d-44ca-a625-35e534824e3a), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:12.891558 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:13.092555 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-45beb90b-a94f-44a5-8cc3-575c07f654bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:13.158367 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 5ee2c5f8-53fd-44fb-95ba-3f30a0864856 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:49:13.184676 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-97fd5915-ba8d-4fa3-97de-ef101243925e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (b5eb5bea-3a79-48db-bd21-b80445c9ff3f), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:13.244129 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-4f951ce1-c92a-48ac-84bf-080575b346e2 None None] Set router 21476b52-975d-44ca-a625-35e534824e3a gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:49:13.254018 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-d26f254a-8677-42a5-9a29-1837b839cbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1ef45f1-6f0b-4fda-8fbd-4f681506debb', 'name': 'tempest-ServersTestMultiNic-1058829323-router', 'tenant_id': '0ab943ca7b4f4ad3ac63ee0067fa6376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '5ee2c5f8-53fd-44fb-95ba-3f30a0864856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:48:37Z', 'updated_at': '2022-10-04T20:48:59Z', 'revision_number': 4, 'project_id': '0ab943ca7b4f4ad3ac63ee0067fa6376', 'gw_port': {'id': '5ee2c5f8-53fd-44fb-95ba-3f30a0864856', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ef45f1-6f0b-4fda-8fbd-4f681506debb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:48:41Z', 'updated_at': '2022-10-04T20:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '59e67fb9-6b5e-4920-9184-1aba8969f376', 'name': '', 'network_id': '90cd3eb5-9709-45c4-95f1-239dd148a341', 'tenant_id': '0ab943ca7b4f4ad3ac63ee0067fa6376', 'mac_address': 'fa:16:3e:8f:11:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ef45f1-6f0b-4fda-8fbd-4f681506debb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '600ce204-af55-4f99-9e5b-9ead6d70af4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:48:55Z', 'updated_at': '2022-10-04T20:49:00Z', 'revision_number': 2, 'project_id': '0ab943ca7b4f4ad3ac63ee0067fa6376', 'subnets': [{'id': '600ce204-af55-4f99-9e5b-9ead6d70af4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:49:13.376282 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-19d42bb7-abc9-412d-ba89-d3fd22c81169 None None] Set router a6a869e8-5600-4b36-993d-a6989b0296de gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:49:13.418079 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 9e4ba594-fd83-4368-b893-8eb4a0285ea1 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:49:13.427750 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:13.480226 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-97fd5915-ba8d-4fa3-97de-ef101243925e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:13.486745 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-97fd5915-ba8d-4fa3-97de-ef101243925e admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/b5eb5bea-3a79-48db-bd21-b80445c9ff3f HTTP/1.1" status: 204 len: 168 time: 3.8843780 Oct 04 20:49:13.500827 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fd5915-ba8d-4fa3-97de-ef101243925e admin admin] Pushing event deleted for resources: {'Network': ['ID=b5eb5bea-3a79-48db-bd21-b80445c9ff3f,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:13.505506 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26f254a-8677-42a5-9a29-1837b839cbf5 None None] Checking router: d1ef45f1-6f0b-4fda-8fbd-4f681506debb for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:49:13.506092 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26f254a-8677-42a5-9a29-1837b839cbf5 None None] Updating router d1ef45f1-6f0b-4fda-8fbd-4f681506debb port 59e67fb9-6b5e-4920-9184-1aba8969f376 binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:49:13.528682 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f0a9e2b5-22c8-48ab-bc33-0a5c465929c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (9823d5ad-b6ef-4852-b0ca-17489aaac5cf), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:13.534369 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f0a9e2b5-22c8-48ab-bc33-0a5c465929c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:13.544117 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f0a9e2b5-22c8-48ab-bc33-0a5c465929c2 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/9823d5ad-b6ef-4852-b0ca-17489aaac5cf HTTP/1.1" status: 204 len: 168 time: 2.0036650 Oct 04 20:49:13.569141 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=84,neutron:DELETE=15,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:13.571263 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9e2b5-22c8-48ab-bc33-0a5c465929c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9823d5ad-b6ef-4852-b0ca-17489aaac5cf,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:13.713300 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 9e4ba594-fd83-4368-b893-8eb4a0285ea1 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:49:13.713861 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 9e4ba594-fd83-4368-b893-8eb4a0285ea1 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:49:13.764348 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d26f254a-8677-42a5-9a29-1837b839cbf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (59e67fb9-6b5e-4920-9184-1aba8969f376), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:13.990793 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-54ba53e3-8d66-467a-b470-ad73d57248fc tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (53e43980-a425-44f4-a363-1c9f646f4bdc), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:14.151871 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-492459bc-b068-4a0f-8820-5923b40779f4 admin admin] Publish callbacks [] for router_gateway (21476b52-975d-44ca-a625-35e534824e3a), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:14.252895 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cf7d3ae4-4894-4165-9f78-b6da65622c09 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (78a49b72-28a1-42ba-bd14-ed5f22ec85d0), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:14.406204 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ba53e3-8d66-467a-b470-ad73d57248fc tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Router 53e43980-a425-44f4-a363-1c9f646f4bdc has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:49:14.584902 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=100 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:14.611305 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:14.667453 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-4f951ce1-c92a-48ac-84bf-080575b346e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21476b52-975d-44ca-a625-35e534824e3a', 'name': 'tempest-SecurityGroupRulesTestJSON-1221915251-router', 'tenant_id': 'e7e1ecd83e39483281a9b6b3db59648e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': 'f86b6096-5258-48fe-b95e-92b59603c79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:47:26Z', 'updated_at': '2022-10-04T20:49:06Z', 'revision_number': 5, 'project_id': 'e7e1ecd83e39483281a9b6b3db59648e', 'gw_port': {'id': 'f86b6096-5258-48fe-b95e-92b59603c79b', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:1b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21476b52-975d-44ca-a625-35e534824e3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:47:31Z', 'updated_at': '2022-10-04T20:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:49:14.708642 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d26f254a-8677-42a5-9a29-1837b839cbf5 None None] Publish callbacks [] for port (59e67fb9-6b5e-4920-9184-1aba8969f376), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:14.743500 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f951ce1-c92a-48ac-84bf-080575b346e2 None None] Checking router: 21476b52-975d-44ca-a625-35e534824e3a for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:49:14.746865 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ba53e3-8d66-467a-b470-ad73d57248fc tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:49:14.758995 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-19d42bb7-abc9-412d-ba89-d3fd22c81169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a869e8-5600-4b36-993d-a6989b0296de', 'name': 'tempest-ServerRescueNegativeTestJSON-433273543-router', 'tenant_id': 'b2e6812055b3473db24481cdd7504bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'a04974a7-f64c-4cda-a7d4-899f749e1ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:48:53Z', 'updated_at': '2022-10-04T20:49:02Z', 'revision_number': 3, 'project_id': 'b2e6812055b3473db24481cdd7504bd6', 'gw_port': {'id': 'a04974a7-f64c-4cda-a7d4-899f749e1ac4', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a3:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a869e8-5600-4b36-993d-a6989b0296de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:48:57Z', 'updated_at': '2022-10-04T20:49:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:49:14.785033 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b8d803-f05f-4b35-867c-0ed709c3beaf None None] Sync routers for ids ['53e43980-a425-44f4-a363-1c9f646f4bdc'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:49:14.796820 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-45beb90b-a94f-44a5-8cc3-575c07f654bb admin admin] Allocated IP 172.20.0.1 (db71688b-3652-4732-b41d-6f2f4da2e587/0afe14df-8ff3-4f80-ac8a-1cc04b8ebbe7/e8446b22-43df-4f6e-b3b3-c1a660cfb814) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:49:14.807363 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-54ba53e3-8d66-467a-b470-ad73d57248fc tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "PUT /networking/v2.0/routers/53e43980-a425-44f4-a363-1c9f646f4bdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4456229 Oct 04 20:49:14.815532 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 43068) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:14.817625 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:14.821538 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-492459bc-b068-4a0f-8820-5923b40779f4 admin admin] Deleting port f86b6096-5258-48fe-b95e-92b59603c79b {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:49:14.822488 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-492459bc-b068-4a0f-8820-5923b40779f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (f86b6096-5258-48fe-b95e-92b59603c79b), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:14.826140 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7d3ae4-4894-4165-9f78-b6da65622c09 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Pushing event updated for resources: {'Subnet': ['ID=78a49b72-28a1-42ba-bd14-ed5f22ec85d0,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:14.830435 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f951ce1-c92a-48ac-84bf-080575b346e2 None None] Routers {'21476b52-975d-44ca-a625-35e534824e3a'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:49:14.830435 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-4f951ce1-c92a-48ac-84bf-080575b346e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:48:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['21476b52-975d-44ca-a625-35e534824e3a'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:49:14.833380 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b8d803-f05f-4b35-867c-0ed709c3beaf None None] Routers {'53e43980-a425-44f4-a363-1c9f646f4bdc'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:49:14.835164 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-04b8d803-f05f-4b35-867c-0ed709c3beaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:48:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['53e43980-a425-44f4-a363-1c9f646f4bdc'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:49:14.855587 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d42bb7-abc9-412d-ba89-d3fd22c81169 None None] The sync data for ids ['a6a869e8-5600-4b36-993d-a6989b0296de'] in n-d-852085-12 is: [{'id': 'a6a869e8-5600-4b36-993d-a6989b0296de', 'name': 'tempest-ServerRescueNegativeTestJSON-433273543-router', 'tenant_id': 'b2e6812055b3473db24481cdd7504bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'a04974a7-f64c-4cda-a7d4-899f749e1ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:48:53Z', 'updated_at': '2022-10-04T20:49:02Z', 'revision_number': 3, 'project_id': 'b2e6812055b3473db24481cdd7504bd6', 'gw_port': {'id': 'a04974a7-f64c-4cda-a7d4-899f749e1ac4', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a3:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a869e8-5600-4b36-993d-a6989b0296de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:48:57Z', 'updated_at': '2022-10-04T20:49:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:49:14.954550 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7d3ae4-4894-4165-9f78-b6da65622c09 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Checking segment: {'id': 'e64dfa47-f805-41fd-b032-46002a755397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2abf657d-6b87-4d31-ab66-054a60025651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:49:14.956010 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7d3ae4-4894-4165-9f78-b6da65622c09 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Network hostable DHCP agents. Network: 2abf657d-6b87-4d31-ab66-054a60025651, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:49:14.965999 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-10940467-1c50-4a40-94e3-4a10afc71323 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=53e43980-a425-44f4-a363-1c9f646f4bdc HTTP/1.1" status: 200 len: 205 time: 0.1474109 Oct 04 20:49:14.970760 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 43070) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:14.971286 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 43072) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:14.994656 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d26f254a-8677-42a5-9a29-1837b839cbf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (59e67fb9-6b5e-4920-9184-1aba8969f376), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:15.106668 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-04b8d803-f05f-4b35-867c-0ed709c3beaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:49:15.122780 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9ba6f8-ab02-465e-be22-2e5e30609b72 None None] Pushing event updated for resources: {'Port': ['ID=59e67fb9-6b5e-4920-9184-1aba8969f376,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:15.230835 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-4f951ce1-c92a-48ac-84bf-080575b346e2 None None] Set router 21476b52-975d-44ca-a625-35e534824e3a gateway port host: None {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:49:15.232808 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b8d803-f05f-4b35-867c-0ed709c3beaf None None] Routers {'53e43980-a425-44f4-a363-1c9f646f4bdc'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:49:15.234544 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-04b8d803-f05f-4b35-867c-0ed709c3beaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:48:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['53e43980-a425-44f4-a363-1c9f646f4bdc'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:49:15.251443 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-492459bc-b068-4a0f-8820-5923b40779f4 admin admin] For port f86b6096-5258-48fe-b95e-92b59603c79b, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=f86b6096-5258-48fe-b95e-92b59603c79b,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:49:15.252418 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-492459bc-b068-4a0f-8820-5923b40779f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (f86b6096-5258-48fe-b95e-92b59603c79b), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:15.298007 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7d3ae4-4894-4165-9f78-b6da65622c09 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Network 2abf657d-6b87-4d31-ab66-054a60025651 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:49:15.340915 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-492459bc-b068-4a0f-8820-5923b40779f4 admin admin] Calling delete_port for f86b6096-5258-48fe-b95e-92b59603c79b owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:49:15.398933 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a72277cb-9988-4093-81fd-3f78ebd897ad admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=21485db3d9e240e0927cd9c3bcf0ed1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4243743 Oct 04 20:49:15.419211 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 43076) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:15.420315 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-04b8d803-f05f-4b35-867c-0ed709c3beaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:49:15.421488 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b8d803-f05f-4b35-867c-0ed709c3beaf None None] The sync data for ids ['53e43980-a425-44f4-a363-1c9f646f4bdc'] in n-d-852085-12 is: [] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:49:15.455185 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-45beb90b-a94f-44a5-8cc3-575c07f654bb admin admin] Publish callbacks [] for port (e8446b22-43df-4f6e-b3b3-c1a660cfb814), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:15.546773 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-4f951ce1-c92a-48ac-84bf-080575b346e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21476b52-975d-44ca-a625-35e534824e3a', 'name': 'tempest-SecurityGroupRulesTestJSON-1221915251-router', 'tenant_id': 'e7e1ecd83e39483281a9b6b3db59648e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:47:26Z', 'updated_at': '2022-10-04T20:49:14Z', 'revision_number': 6, 'project_id': 'e7e1ecd83e39483281a9b6b3db59648e', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:49:15.629929 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-08b57a1d-d9ea-4092-a44f-157349601bba tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for router (53e43980-a425-44f4-a363-1c9f646f4bdc), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:15.730639 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-d26f254a-8677-42a5-9a29-1837b839cbf5 None None] Attempting to bind port 59e67fb9-6b5e-4920-9184-1aba8969f376 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:49:15.733424 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-d26f254a-8677-42a5-9a29-1837b839cbf5 None None] Attempting to bind port 59e67fb9-6b5e-4920-9184-1aba8969f376 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'e46edfbf-aa2a-42f2-84a4-33213f061a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '90cd3eb5-9709-45c4-95f1-239dd148a341'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:49:15.734325 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26f254a-8677-42a5-9a29-1837b839cbf5 None None] Attempting to bind port 59e67fb9-6b5e-4920-9184-1aba8969f376 on network 90cd3eb5-9709-45c4-95f1-239dd148a341 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:49:15.743748 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f951ce1-c92a-48ac-84bf-080575b346e2 None None] The sync data for ids ['21476b52-975d-44ca-a625-35e534824e3a'] in n-d-852085-12 is: [{'id': '21476b52-975d-44ca-a625-35e534824e3a', 'name': 'tempest-SecurityGroupRulesTestJSON-1221915251-router', 'tenant_id': 'e7e1ecd83e39483281a9b6b3db59648e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:47:26Z', 'updated_at': '2022-10-04T20:49:14Z', 'revision_number': 6, 'project_id': 'e7e1ecd83e39483281a9b6b3db59648e', 'gw_port_host': None}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:49:15.744622 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 43080) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:15.765771 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-cf7d3ae4-4894-4165-9f78-b6da65622c09 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 2abf657d-6b87-4d31-ab66-054a60025651) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:49:15.803951 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7d3ae4-4894-4165-9f78-b6da65622c09 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:49:15.805470 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cf7d3ae4-4894-4165-9f78-b6da65622c09 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:15.953039 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1db0c79e-2f78-487d-ba97-b7851e599412 admin admin] Publish callbacks [] for security_group (f4c93892-0a9a-45cb-889e-133856d1d534), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:15.958256 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26f254a-8677-42a5-9a29-1837b839cbf5 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:49:15.958891 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26f254a-8677-42a5-9a29-1837b839cbf5 None None] Checking segment: {'id': 'e46edfbf-aa2a-42f2-84a4-33213f061a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '90cd3eb5-9709-45c4-95f1-239dd148a341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:49:15.959992 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d26f254a-8677-42a5-9a29-1837b839cbf5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:15.960998 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26f254a-8677-42a5-9a29-1837b839cbf5 None None] Bound using segment: {'id': 'e46edfbf-aa2a-42f2-84a4-33213f061a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '90cd3eb5-9709-45c4-95f1-239dd148a341'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:49:15.961813 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-d26f254a-8677-42a5-9a29-1837b839cbf5 None None] Bound port: 59e67fb9-6b5e-4920-9184-1aba8969f376, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e46edfbf-aa2a-42f2-84a4-33213f061a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '90cd3eb5-9709-45c4-95f1-239dd148a341'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:49:15.963228 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d26f254a-8677-42a5-9a29-1837b839cbf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (59e67fb9-6b5e-4920-9184-1aba8969f376), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:15.992407 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3d605439-fe2c-46b9-ac24-ae8272f499a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:16.003847 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53f9597-b194-4e02-8e14-c6ed4d82e69a None None] Network 2abf657d-6b87-4d31-ab66-054a60025651 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:49:16.202815 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ad33f07d-6c1a-47ac-bf88-1899c7bc36cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:16.224277 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-08b57a1d-d9ea-4092-a44f-157349601bba tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (53e43980-a425-44f4-a363-1c9f646f4bdc), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:16.237096 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-08b57a1d-d9ea-4092-a44f-157349601bba tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for router_controller (53e43980-a425-44f4-a363-1c9f646f4bdc), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:16.383233 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1db0c79e-2f78-487d-ba97-b7851e599412 admin admin] Publish callbacks [] for security_group (f4c93892-0a9a-45cb-889e-133856d1d534), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:16.398818 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-45beb90b-a94f-44a5-8cc3-575c07f654bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (e8446b22-43df-4f6e-b3b3-c1a660cfb814), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:16.406994 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-cf7d3ae4-4894-4165-9f78-b6da65622c09 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 5.7004514 Oct 04 20:49:16.429798 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:16.441342 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 43084) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:16.450519 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-17322a05-63e5-4a98-8190-f7c4a7493089 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2113992653'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:49:16.462101 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-d26f254a-8677-42a5-9a29-1837b839cbf5 None None] For port 59e67fb9-6b5e-4920-9184-1aba8969f376, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:49:16.468482 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-d26f254a-8677-42a5-9a29-1837b839cbf5 None None] For port 59e67fb9-6b5e-4920-9184-1aba8969f376, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=59e67fb9-6b5e-4920-9184-1aba8969f376,segment=NetworkSegment(e46edfbf-aa2a-42f2-84a4-33213f061a9a),segment_id=e46edfbf-aa2a-42f2-84a4-33213f061a9a)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:49:16.508480 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a04974a7-f64c-4cda-a7d4-899f749e1ac4 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:49:16.652173 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17322a05-63e5-4a98-8190-f7c4a7493089 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Made reservation on behalf of 0ab943ca7b4f4ad3ac63ee0067fa6376 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:49:16.652371 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45beb90b-a94f-44a5-8cc3-575c07f654bb admin admin] Network db71688b-3652-4732-b41d-6f2f4da2e587 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:49:16.657735 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-17322a05-63e5-4a98-8190-f7c4a7493089 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:16.663925 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:16.669672 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-492459bc-b068-4a0f-8820-5923b40779f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (f86b6096-5258-48fe-b95e-92b59603c79b), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:16.676310 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d26f254a-8677-42a5-9a29-1837b839cbf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (59e67fb9-6b5e-4920-9184-1aba8969f376), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:16.679344 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-08b57a1d-d9ea-4092-a44f-157349601bba tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (53e43980-a425-44f4-a363-1c9f646f4bdc), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:16.680821 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b57a1d-d9ea-4092-a44f-157349601bba tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Fanout notify agent at l3_agent the message router_deleted on router 53e43980-a425-44f4-a363-1c9f646f4bdc {{(pid=108170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:49:16.692686 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-45beb90b-a94f-44a5-8cc3-575c07f654bb admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:49:16.712401 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45beb90b-a94f-44a5-8cc3-575c07f654bb admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:49:16.739608 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45beb90b-a94f-44a5-8cc3-575c07f654bb admin admin] Pushing event updated for resources: {'Port': ['ID=e8446b22-43df-4f6e-b3b3-c1a660cfb814,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:16.756256 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:16.829464 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492459bc-b068-4a0f-8820-5923b40779f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f86b6096-5258-48fe-b95e-92b59603c79b,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:16.856534 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-08b57a1d-d9ea-4092-a44f-157349601bba tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:16.867408 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-08b57a1d-d9ea-4092-a44f-157349601bba tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "DELETE /networking/v2.0/routers/53e43980-a425-44f4-a363-1c9f646f4bdc HTTP/1.1" status: 204 len: 168 time: 1.8905842 Oct 04 20:49:16.885783 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 43094) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:16.917708 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port a04974a7-f64c-4cda-a7d4-899f749e1ac4 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:49:16.918300 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (a04974a7-f64c-4cda-a7d4-899f749e1ac4), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:16.919056 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port a04974a7-f64c-4cda-a7d4-899f749e1ac4 Oct 04 20:49:16.923742 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26f254a-8677-42a5-9a29-1837b839cbf5 None None] Routers {'d1ef45f1-6f0b-4fda-8fbd-4f681506debb'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:49:16.929321 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-d26f254a-8677-42a5-9a29-1837b839cbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:48:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['d1ef45f1-6f0b-4fda-8fbd-4f681506debb'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:49:17.125919 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3d605439-fe2c-46b9-ac24-ae8272f499a5 admin admin] Publish callbacks [] for security_group (7763638e-8e90-4d0a-918c-c26a06330c3f), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:17.156257 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17322a05-63e5-4a98-8190-f7c4a7493089 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:49:17.196176 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-492459bc-b068-4a0f-8820-5923b40779f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (21476b52-975d-44ca-a625-35e534824e3a), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:17.213550 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd0585aa-3f29-446e-88c7-9acb2deca29b tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Deleting subnet 452c7c4e-d000-41c5-96f5-33c14fe9e9f8 {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:49:17.243496 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cd0585aa-3f29-446e-88c7-9acb2deca29b tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for subnet (452c7c4e-d000-41c5-96f5-33c14fe9e9f8), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:17.386181 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cd0585aa-3f29-446e-88c7-9acb2deca29b tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (452c7c4e-d000-41c5-96f5-33c14fe9e9f8), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:17.406656 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3d605439-fe2c-46b9-ac24-ae8272f499a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (7763638e-8e90-4d0a-918c-c26a06330c3f), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:17.444186 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1db0c79e-2f78-487d-ba97-b7851e599412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (f4c93892-0a9a-45cb-889e-133856d1d534), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:17.452865 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1db0c79e-2f78-487d-ba97-b7851e599412 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:17.456772 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-1db0c79e-2f78-487d-ba97-b7851e599412 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/f4c93892-0a9a-45cb-889e-133856d1d534 HTTP/1.1" status: 204 len: 168 time: 2.0391755 Oct 04 20:49:17.569678 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-492459bc-b068-4a0f-8820-5923b40779f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (21476b52-975d-44ca-a625-35e534824e3a), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:17.574912 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-492459bc-b068-4a0f-8820-5923b40779f4 admin admin] Publish callbacks [] for router_controller (21476b52-975d-44ca-a625-35e534824e3a), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:17.610447 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-17322a05-63e5-4a98-8190-f7c4a7493089 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (ad15e005-7226-4910-8848-e920006ba1a6), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:17.611038 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-17322a05-63e5-4a98-8190-f7c4a7493089 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Added segment ad15e005-7226-4910-8848-e920006ba1a6 of type vlan for network a75ec7bf-5684-499b-95e5-1894ec91f3af Oct 04 20:49:17.641592 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-45beb90b-a94f-44a5-8cc3-575c07f654bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (a6a869e8-5600-4b36-993d-a6989b0296de), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:17.658604 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db0c79e-2f78-487d-ba97-b7851e599412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c93892-0a9a-45cb-889e-133856d1d534,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:17.671683 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=73,neutron:DELETE=4,neutron:UPDATE=6,neutron:INSERT=17 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:17.727096 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-1119dcd6-df86-4f7e-b291-60263ec478e5 None None] Provisioning complete for port e8446b22-43df-4f6e-b3b3-c1a660cfb814 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:49:17.730624 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-1119dcd6-df86-4f7e-b291-60263ec478e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (e8446b22-43df-4f6e-b3b3-c1a660cfb814), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:17.731375 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-1119dcd6-df86-4f7e-b291-60263ec478e5 None None] Attempt 1 to provision port e8446b22-43df-4f6e-b3b3-c1a660cfb814 Oct 04 20:49:17.780335 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d605439-fe2c-46b9-ac24-ae8272f499a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7763638e-8e90-4d0a-918c-c26a06330c3f,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:17.834903 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-3d605439-fe2c-46b9-ac24-ae8272f499a5 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=c6e79d7f175f4d4a81f5074bdf19ac07&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0878050 Oct 04 20:49:17.839388 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd32510f-5a4a-48bc-b35e-4f2323b156d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-2abf657d-6b87-4d31-ab66-054a60025651', 'network_id': '2abf657d-6b87-4d31-ab66-054a60025651', 'project_id': '0ab943ca7b4f4ad3ac63ee0067fa6376', 'fixed_ips': [{'subnet_id': '78a49b72-28a1-42ba-bd14-ed5f22ec85d0'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:49:17.840242 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-dd32510f-5a4a-48bc-b35e-4f2323b156d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:17.846345 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 43108) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:17.848109 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-1119dcd6-df86-4f7e-b291-60263ec478e5 None None] Port e8446b22-43df-4f6e-b3b3-c1a660cfb814 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:49:17.930513 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-17322a05-63e5-4a98-8190-f7c4a7493089 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (a75ec7bf-5684-499b-95e5-1894ec91f3af), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:18.001154 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port a04974a7-f64c-4cda-a7d4-899f749e1ac4 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:49:18.001772 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (a04974a7-f64c-4cda-a7d4-899f749e1ac4), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:18.053550 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port a04974a7-f64c-4cda-a7d4-899f749e1ac4, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=a04974a7-f64c-4cda-a7d4-899f749e1ac4,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:49:18.057321 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3afed585-cc15-42cd-b11c-f83c0029d2fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:18.061914 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9ba6f8-ab02-465e-be22-2e5e30609b72 None None] Pushing event updated for resources: {'Port': ['ID=59e67fb9-6b5e-4920-9184-1aba8969f376,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:18.126041 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-d26f254a-8677-42a5-9a29-1837b839cbf5 None None] Set router d1ef45f1-6f0b-4fda-8fbd-4f681506debb gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:49:18.144947 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-492459bc-b068-4a0f-8820-5923b40779f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (21476b52-975d-44ca-a625-35e534824e3a), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:18.146891 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-492459bc-b068-4a0f-8820-5923b40779f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21476b52-975d-44ca-a625-35e534824e3a {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:49:18.178814 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-492459bc-b068-4a0f-8820-5923b40779f4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:18.186332 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cd0585aa-3f29-446e-88c7-9acb2deca29b tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (452c7c4e-d000-41c5-96f5-33c14fe9e9f8), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:18.190330 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-492459bc-b068-4a0f-8820-5923b40779f4 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/21476b52-975d-44ca-a625-35e534824e3a HTTP/1.1" status: 204 len: 168 time: 6.0251465 Oct 04 20:49:18.195513 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 43110) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:18.258381 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9726b7a8-4a65-4751-b23a-a738678cb431 admin admin] Publish callbacks [] for security_group (7763638e-8e90-4d0a-918c-c26a06330c3f), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:18.273442 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:18.343424 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9726b7a8-4a65-4751-b23a-a738678cb431 admin admin] Publish callbacks [] for security_group (7763638e-8e90-4d0a-918c-c26a06330c3f), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:18.373624 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b420b4f-3583-4fc9-9bad-026a0e19f05f admin admin] Deleting subnet 312a1a3c-8be9-48f8-aacd-5ceeb9130a89 {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:49:18.383933 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2b420b4f-3583-4fc9-9bad-026a0e19f05f admin admin] Publish callbacks [] for subnet (312a1a3c-8be9-48f8-aacd-5ceeb9130a89), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:18.384287 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-17322a05-63e5-4a98-8190-f7c4a7493089 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (a75ec7bf-5684-499b-95e5-1894ec91f3af), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:18.403173 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17322a05-63e5-4a98-8190-f7c4a7493089 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:49:18.404320 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-17322a05-63e5-4a98-8190-f7c4a7493089 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:18.527620 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2b420b4f-3583-4fc9-9bad-026a0e19f05f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (312a1a3c-8be9-48f8-aacd-5ceeb9130a89), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:18.611659 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (a04974a7-f64c-4cda-a7d4-899f749e1ac4), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:18.753881 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-45beb90b-a94f-44a5-8cc3-575c07f654bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (e8446b22-43df-4f6e-b3b3-c1a660cfb814), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:18.817095 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=a04974a7-f64c-4cda-a7d4-899f749e1ac4,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:18.832297 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-17322a05-63e5-4a98-8190-f7c4a7493089 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.3884389 Oct 04 20:49:18.862313 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=87,neutron:INSERT=1,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:18.872720 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 43118) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:18.885996 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17322a05-63e5-4a98-8190-f7c4a7493089 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Pushing event updated for resources: {'Network': ['ID=a75ec7bf-5684-499b-95e5-1894ec91f3af,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:18.910921 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-9308bd20-32a0-4a13-885d-076978dae34a tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Request body: {'subnet': {'network_id': 'a75ec7bf-5684-499b-95e5-1894ec91f3af', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:49:18.930256 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network a75ec7bf-5684-499b-95e5-1894ec91f3af details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:49:19.018029 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cd0585aa-3f29-446e-88c7-9acb2deca29b tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (452c7c4e-d000-41c5-96f5-33c14fe9e9f8), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:19.074639 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 59e67fb9-6b5e-4920-9184-1aba8969f376 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:49:19.217660 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2b420b4f-3583-4fc9-9bad-026a0e19f05f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (312a1a3c-8be9-48f8-aacd-5ceeb9130a89), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:19.239188 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0585aa-3f29-446e-88c7-9acb2deca29b tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event deleted for resources: {'Subnet': ['ID=452c7c4e-d000-41c5-96f5-33c14fe9e9f8,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:19.298471 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9726b7a8-4a65-4751-b23a-a738678cb431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (7763638e-8e90-4d0a-918c-c26a06330c3f), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:19.320805 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9726b7a8-4a65-4751-b23a-a738678cb431 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:19.330989 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-9726b7a8-4a65-4751-b23a-a738678cb431 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/7763638e-8e90-4d0a-918c-c26a06330c3f HTTP/1.1" status: 204 len: 168 time: 1.4738712 Oct 04 20:49:19.366447 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cd0585aa-3f29-446e-88c7-9acb2deca29b tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:19.402058 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-cd0585aa-3f29-446e-88c7-9acb2deca29b tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/452c7c4e-d000-41c5-96f5-33c14fe9e9f8 HTTP/1.1" status: 204 len: 168 time: 2.5085070 Oct 04 20:49:19.420032 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 43134) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:19.504427 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9726b7a8-4a65-4751-b23a-a738678cb431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7763638e-8e90-4d0a-918c-c26a06330c3f,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:19.610434 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-45beb90b-a94f-44a5-8cc3-575c07f654bb admin admin] Publish callbacks [] for port (e8446b22-43df-4f6e-b3b3-c1a660cfb814), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:19.669536 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a9eecc56-dd5c-44fa-a9ef-07c98c4fe89a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (fb7fa743-d04e-4977-9a7e-5011302d683e), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:19.674114 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b0d381-8977-4332-8813-f749280e1cd8 None None] Network fb7fa743-d04e-4977-9a7e-5011302d683e requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:49:19.859033 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2b420b4f-3583-4fc9-9bad-026a0e19f05f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (312a1a3c-8be9-48f8-aacd-5ceeb9130a89), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:19.859033 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-a9eecc56-dd5c-44fa-a9ef-07c98c4fe89a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Deleting port 0b2bd107-f4e7-4a1c-80b0-23d5b84d363c {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:49:19.859033 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a9eecc56-dd5c-44fa-a9ef-07c98c4fe89a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (0b2bd107-f4e7-4a1c-80b0-23d5b84d363c), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:19.910940 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b420b4f-3583-4fc9-9bad-026a0e19f05f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=312a1a3c-8be9-48f8-aacd-5ceeb9130a89,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:19.921362 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2b420b4f-3583-4fc9-9bad-026a0e19f05f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:19.926257 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-2b420b4f-3583-4fc9-9bad-026a0e19f05f admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/312a1a3c-8be9-48f8-aacd-5ceeb9130a89 HTTP/1.1" status: 204 len: 168 time: 1.7229941 Oct 04 20:49:19.930727 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 43142) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:20.026819 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-dd32510f-5a4a-48bc-b35e-4f2323b156d0 None None] Allocated IP 19.80.0.2 (2abf657d-6b87-4d31-ab66-054a60025651/78a49b72-28a1-42ba-bd14-ed5f22ec85d0/9655e73a-1103-4574-b112-3bd36147ca1d) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:49:20.026819 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410f7dba-2aa1-4aff-b546-ce734bf2d439 None None] Network 6c69303b-863b-42ce-86a6-3cb7f2cdff93 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:49:20.031840 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9308bd20-32a0-4a13-885d-076978dae34a tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Made reservation on behalf of 0ab943ca7b4f4ad3ac63ee0067fa6376 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:49:20.033228 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-45beb90b-a94f-44a5-8cc3-575c07f654bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (e8446b22-43df-4f6e-b3b3-c1a660cfb814), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:20.033468 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9308bd20-32a0-4a13-885d-076978dae34a tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:20.033671 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-a9eecc56-dd5c-44fa-a9ef-07c98c4fe89a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] For port 0b2bd107-f4e7-4a1c-80b0-23d5b84d363c, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=0b2bd107-f4e7-4a1c-80b0-23d5b84d363c,segment=NetworkSegment(c272656c-ab2c-4674-bc67-029b16d17f8f),segment_id=c272656c-ab2c-4674-bc67-029b16d17f8f)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:49:20.033671 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a9eecc56-dd5c-44fa-a9ef-07c98c4fe89a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (0b2bd107-f4e7-4a1c-80b0-23d5b84d363c), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:20.100845 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:20.186678 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-a9eecc56-dd5c-44fa-a9ef-07c98c4fe89a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Calling delete_port for 0b2bd107-f4e7-4a1c-80b0-23d5b84d363c owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:49:20.295038 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-04ff7849-c77a-4039-b55a-92c85703b131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (6c69303b-863b-42ce-86a6-3cb7f2cdff93), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:20.342067 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45beb90b-a94f-44a5-8cc3-575c07f654bb admin admin] Pushing event updated for resources: {'Port': ['ID=e8446b22-43df-4f6e-b3b3-c1a660cfb814,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:20.353218 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 59e67fb9-6b5e-4920-9184-1aba8969f376 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:49:20.353846 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (59e67fb9-6b5e-4920-9184-1aba8969f376), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:20.354426 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 59e67fb9-6b5e-4920-9184-1aba8969f376 Oct 04 20:49:20.375406 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-45beb90b-a94f-44a5-8cc3-575c07f654bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (a6a869e8-5600-4b36-993d-a6989b0296de), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:20.641806 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-04ff7849-c77a-4039-b55a-92c85703b131 admin admin] Deleting port c41f38ef-f8cc-47d5-86c7-e1b295a47968 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:49:20.642880 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-04ff7849-c77a-4039-b55a-92c85703b131 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (c41f38ef-f8cc-47d5-86c7-e1b295a47968), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:20.734487 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:20.766157 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45beb90b-a94f-44a5-8cc3-575c07f654bb admin admin] Network db71688b-3652-4732-b41d-6f2f4da2e587 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:49:20.783894 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-45beb90b-a94f-44a5-8cc3-575c07f654bb admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:49:20.962746 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-d26f254a-8677-42a5-9a29-1837b839cbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1ef45f1-6f0b-4fda-8fbd-4f681506debb', 'name': 'tempest-ServersTestMultiNic-1058829323-router', 'tenant_id': '0ab943ca7b4f4ad3ac63ee0067fa6376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '5ee2c5f8-53fd-44fb-95ba-3f30a0864856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:48:37Z', 'updated_at': '2022-10-04T20:48:59Z', 'revision_number': 4, 'project_id': '0ab943ca7b4f4ad3ac63ee0067fa6376', 'gw_port': {'id': '5ee2c5f8-53fd-44fb-95ba-3f30a0864856', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ef45f1-6f0b-4fda-8fbd-4f681506debb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:48:41Z', 'updated_at': '2022-10-04T20:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '59e67fb9-6b5e-4920-9184-1aba8969f376', 'name': '', 'network_id': '90cd3eb5-9709-45c4-95f1-239dd148a341', 'tenant_id': '0ab943ca7b4f4ad3ac63ee0067fa6376', 'mac_address': 'fa:16:3e:8f:11:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ef45f1-6f0b-4fda-8fbd-4f681506debb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '600ce204-af55-4f99-9e5b-9ead6d70af4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:48:55Z', 'updated_at': '2022-10-04T20:49:16Z', 'revision_number': 4, 'project_id': '0ab943ca7b4f4ad3ac63ee0067fa6376', 'subnets': [{'id': '600ce204-af55-4f99-9e5b-9ead6d70af4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:49:21.195442 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a9eecc56-dd5c-44fa-a9ef-07c98c4fe89a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (0b2bd107-f4e7-4a1c-80b0-23d5b84d363c), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:21.241303 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-04ff7849-c77a-4039-b55a-92c85703b131 admin admin] For port c41f38ef-f8cc-47d5-86c7-e1b295a47968, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=c41f38ef-f8cc-47d5-86c7-e1b295a47968,segment=NetworkSegment(da054a40-48c2-4724-81a0-7e65114acf9d),segment_id=da054a40-48c2-4724-81a0-7e65114acf9d)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:49:21.242104 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-04ff7849-c77a-4039-b55a-92c85703b131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (c41f38ef-f8cc-47d5-86c7-e1b295a47968), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:21.279097 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-04ff7849-c77a-4039-b55a-92c85703b131 admin admin] Calling delete_port for c41f38ef-f8cc-47d5-86c7-e1b295a47968 owned by network:dhcp {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:49:21.319030 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:DELETE=7,neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:21.340069 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b28e04c-d9a8-4a82-8fa5-94319677d154 None None] DHCP port deletion for fb7fa743-d04e-4977-9a7e-5011302d683e request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:49:21.405534 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9eecc56-dd5c-44fa-a9ef-07c98c4fe89a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] No DVR routers for this DVR port 0b2bd107-f4e7-4a1c-80b0-23d5b84d363c on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:49:21.412940 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26f254a-8677-42a5-9a29-1837b839cbf5 None None] The sync data for ids ['d1ef45f1-6f0b-4fda-8fbd-4f681506debb'] in n-d-852085-12 is: [{'id': 'd1ef45f1-6f0b-4fda-8fbd-4f681506debb', 'name': 'tempest-ServersTestMultiNic-1058829323-router', 'tenant_id': '0ab943ca7b4f4ad3ac63ee0067fa6376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '5ee2c5f8-53fd-44fb-95ba-3f30a0864856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:48:37Z', 'updated_at': '2022-10-04T20:48:59Z', 'revision_number': 4, 'project_id': '0ab943ca7b4f4ad3ac63ee0067fa6376', 'gw_port': {'id': '5ee2c5f8-53fd-44fb-95ba-3f30a0864856', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ef45f1-6f0b-4fda-8fbd-4f681506debb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:48:41Z', 'updated_at': '2022-10-04T20:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '59e67fb9-6b5e-4920-9184-1aba8969f376', 'name': '', 'network_id': '90cd3eb5-9709-45c4-95f1-239dd148a341', 'tenant_id': '0ab943ca7b4f4ad3ac63ee0067fa6376', 'mac_address': 'fa:16:3e:8f:11:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ef45f1-6f0b-4fda-8fbd-4f681506debb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '600ce204-af55-4f99-9e5b-9ead6d70af4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:48:55Z', 'updated_at': '2022-10-04T20:49:16Z', 'revision_number': 4, 'project_id': '0ab943ca7b4f4ad3ac63ee0067fa6376', 'subnets': [{'id': '600ce204-af55-4f99-9e5b-9ead6d70af4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:49:21.414205 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eecc56-dd5c-44fa-a9ef-07c98c4fe89a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event deleted for resources: {'Port': ['ID=0b2bd107-f4e7-4a1c-80b0-23d5b84d363c,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:21.540161 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9308bd20-32a0-4a13-885d-076978dae34a tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (ecfffe48-46d0-436b-a4aa-ab3bb55ecfcf), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:21.705424 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-7bfed738-3035-4507-a3b3-ec66570945c0 None None] Provisioning complete for port e8446b22-43df-4f6e-b3b3-c1a660cfb814 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:49:21.706059 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7bfed738-3035-4507-a3b3-ec66570945c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (e8446b22-43df-4f6e-b3b3-c1a660cfb814), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:21.706627 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-7bfed738-3035-4507-a3b3-ec66570945c0 None None] Attempt 1 to provision port e8446b22-43df-4f6e-b3b3-c1a660cfb814 Oct 04 20:49:21.730640 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 43188) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:21.772500 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-dd32510f-5a4a-48bc-b35e-4f2323b156d0 None None] Publish callbacks [] for port (9655e73a-1103-4574-b112-3bd36147ca1d), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:21.784032 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f548203-2502-4aca-9e4e-697b293cd333 None None] DHCP port deletion for 6c69303b-863b-42ce-86a6-3cb7f2cdff93 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:49:21.788343 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45beb90b-a94f-44a5-8cc3-575c07f654bb admin admin] Router a6a869e8-5600-4b36-993d-a6989b0296de has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:49:21.830716 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9308bd20-32a0-4a13-885d-076978dae34a tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Pushing event updated for resources: {'Subnet': ['ID=ecfffe48-46d0-436b-a4aa-ab3bb55ecfcf,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:21.966445 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 59e67fb9-6b5e-4920-9184-1aba8969f376 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:49:21.967300 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (59e67fb9-6b5e-4920-9184-1aba8969f376), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:21.972478 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9308bd20-32a0-4a13-885d-076978dae34a tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Checking segment: {'id': 'ad15e005-7226-4910-8848-e920006ba1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a75ec7bf-5684-499b-95e5-1894ec91f3af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:49:21.972813 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-7bfed738-3035-4507-a3b3-ec66570945c0 None None] Port e8446b22-43df-4f6e-b3b3-c1a660cfb814 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:49:21.973837 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9308bd20-32a0-4a13-885d-076978dae34a tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Network hostable DHCP agents. Network: a75ec7bf-5684-499b-95e5-1894ec91f3af, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:49:22.001769 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a9eecc56-dd5c-44fa-a9ef-07c98c4fe89a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (fb7fa743-d04e-4977-9a7e-5011302d683e), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:22.082657 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:22.086228 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-dd32510f-5a4a-48bc-b35e-4f2323b156d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (9655e73a-1103-4574-b112-3bd36147ca1d), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:22.090432 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:22.096822 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:22.128516 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-04ff7849-c77a-4039-b55a-92c85703b131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (c41f38ef-f8cc-47d5-86c7-e1b295a47968), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:22.165244 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-a9eecc56-dd5c-44fa-a9ef-07c98c4fe89a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb7fa743-d04e-4977-9a7e-5011302d683e']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:49:22.179716 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ff7849-c77a-4039-b55a-92c85703b131 admin admin] No DVR routers for this DVR port c41f38ef-f8cc-47d5-86c7-e1b295a47968 on host n-d-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:49:22.199257 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-a9eecc56-dd5c-44fa-a9ef-07c98c4fe89a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c272656c-ab2c-4674-bc67-029b16d17f8f') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:49:22.218055 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-a9eecc56-dd5c-44fa-a9ef-07c98c4fe89a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c272656c-ab2c-4674-bc67-029b16d17f8f') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:49:22.228894 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a9eecc56-dd5c-44fa-a9ef-07c98c4fe89a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (c272656c-ab2c-4674-bc67-029b16d17f8f), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:22.268911 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 59e67fb9-6b5e-4920-9184-1aba8969f376, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=59e67fb9-6b5e-4920-9184-1aba8969f376,segment=NetworkSegment(e46edfbf-aa2a-42f2-84a4-33213f061a9a),segment_id=e46edfbf-aa2a-42f2-84a4-33213f061a9a)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:49:22.367975 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd32510f-5a4a-48bc-b35e-4f2323b156d0 None None] Network 2abf657d-6b87-4d31-ab66-054a60025651 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:49:22.385230 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9308bd20-32a0-4a13-885d-076978dae34a tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Network a75ec7bf-5684-499b-95e5-1894ec91f3af is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:49:22.396863 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ff7849-c77a-4039-b55a-92c85703b131 admin admin] Pushing event deleted for resources: {'Port': ['ID=c41f38ef-f8cc-47d5-86c7-e1b295a47968,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:22.403622 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-dd32510f-5a4a-48bc-b35e-4f2323b156d0 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:49:22.415899 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a9eecc56-dd5c-44fa-a9ef-07c98c4fe89a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (c272656c-ab2c-4674-bc67-029b16d17f8f), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:22.447414 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd32510f-5a4a-48bc-b35e-4f2323b156d0 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:49:22.457585 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (59e67fb9-6b5e-4920-9184-1aba8969f376), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:22.495164 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-6f548203-2502-4aca-9e4e-697b293cd333 None None] Deleting port c41f38ef-f8cc-47d5-86c7-e1b295a47968 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:49:22.496389 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6f548203-2502-4aca-9e4e-697b293cd333 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (c41f38ef-f8cc-47d5-86c7-e1b295a47968), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:22.507859 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9eecc56-dd5c-44fa-a9ef-07c98c4fe89a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:49:22.508500 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a9eecc56-dd5c-44fa-a9ef-07c98c4fe89a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (c272656c-ab2c-4674-bc67-029b16d17f8f), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:22.611977 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-04ff7849-c77a-4039-b55a-92c85703b131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (6c69303b-863b-42ce-86a6-3cb7f2cdff93), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:22.615442 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45beb90b-a94f-44a5-8cc3-575c07f654bb admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:49:22.640558 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83dec6f7-39af-40bf-b630-24cefe76917d None None] Sync routers for ids ['a6a869e8-5600-4b36-993d-a6989b0296de'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:49:22.655553 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-718de136-c83c-4fba-a43b-9c9861c9ae9d admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1169255087-network', 'tenant_id': 'c158dac976d04c289ac71653feb4ca36'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:49:22.679286 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83dec6f7-39af-40bf-b630-24cefe76917d None None] Routers {'a6a869e8-5600-4b36-993d-a6989b0296de'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:49:22.681767 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-83dec6f7-39af-40bf-b630-24cefe76917d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:49:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['a6a869e8-5600-4b36-993d-a6989b0296de'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:49:22.698988 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-9308bd20-32a0-4a13-885d-076978dae34a tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, a75ec7bf-5684-499b-95e5-1894ec91f3af) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:49:22.707694 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-04ff7849-c77a-4039-b55a-92c85703b131 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c69303b-863b-42ce-86a6-3cb7f2cdff93']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:49:22.731786 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-45beb90b-a94f-44a5-8cc3-575c07f654bb admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/a6a869e8-5600-4b36-993d-a6989b0296de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5178566 Oct 04 20:49:22.744419 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9308bd20-32a0-4a13-885d-076978dae34a tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:49:22.744419 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9308bd20-32a0-4a13-885d-076978dae34a tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:22.745594 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment c272656c-ab2c-4674-bc67-029b16d17f8f resource provider aggregate not found Oct 04 20:49:22.905697 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-04ff7849-c77a-4039-b55a-92c85703b131 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da054a40-48c2-4724-81a0-7e65114acf9d') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:49:22.908204 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-04ff7849-c77a-4039-b55a-92c85703b131 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da054a40-48c2-4724-81a0-7e65114acf9d') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:49:22.927092 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-6f548203-2502-4aca-9e4e-697b293cd333 None None] For port c41f38ef-f8cc-47d5-86c7-e1b295a47968, host n-d-852085-12, got binding levels [] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:49:22.930991 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6f548203-2502-4aca-9e4e-697b293cd333 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (c41f38ef-f8cc-47d5-86c7-e1b295a47968), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:22.952469 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-04ff7849-c77a-4039-b55a-92c85703b131 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (da054a40-48c2-4724-81a0-7e65114acf9d), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:23.003429 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-6f548203-2502-4aca-9e4e-697b293cd333 None None] Calling delete_port for c41f38ef-f8cc-47d5-86c7-e1b295a47968 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:49:23.018907 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.ipam_backend_mixin [None req-6f548203-2502-4aca-9e4e-697b293cd333 None None] Port c41f38ef-f8cc-47d5-86c7-e1b295a47968 was not found and therefore no delete operation was performed {{(pid=108171) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 04 20:49:23.026422 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-04ff7849-c77a-4039-b55a-92c85703b131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (da054a40-48c2-4724-81a0-7e65114acf9d), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:23.046255 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6f548203-2502-4aca-9e4e-697b293cd333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (c41f38ef-f8cc-47d5-86c7-e1b295a47968), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:23.050627 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd32510f-5a4a-48bc-b35e-4f2323b156d0 None None] Pushing event updated for resources: {'Port': ['ID=9655e73a-1103-4574-b112-3bd36147ca1d,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:23.080926 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-9308bd20-32a0-4a13-885d-076978dae34a tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 4.2058644 Oct 04 20:49:23.084514 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment c272656c-ab2c-4674-bc67-029b16d17f8f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c272656c-ab2c-4674-bc67-029b16d17f8f found for delete ", "request_id": "req-13914b10-9141-4bb3-bf7a-aaa0a8585c03"}]} Oct 04 20:49:23.090265 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04ff7849-c77a-4039-b55a-92c85703b131 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:49:23.094270 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-04ff7849-c77a-4039-b55a-92c85703b131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (da054a40-48c2-4724-81a0-7e65114acf9d), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:23.119551 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 43210) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:23.138314 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device f86b6096-5258-48fe-b95e-92b59603c79b no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:49:23.142462 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbb4836-104e-424a-b27f-6c1ef089ccf8 None None] Network a75ec7bf-5684-499b-95e5-1894ec91f3af requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:49:23.201092 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:DELETE=2,neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:23.239636 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a9eecc56-dd5c-44fa-a9ef-07c98c4fe89a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (fb7fa743-d04e-4977-9a7e-5011302d683e), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:23.248108 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:23.266706 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a9eecc56-dd5c-44fa-a9ef-07c98c4fe89a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:23.297636 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a9eecc56-dd5c-44fa-a9ef-07c98c4fe89a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "DELETE /networking/v2.0/networks/fb7fa743-d04e-4977-9a7e-5011302d683e HTTP/1.1" status: 204 len: 168 time: 3.8755364 Oct 04 20:49:23.308488 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 43220) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:23.323439 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-ba580529-04e4-4bbe-bc2e-09fb687ba650 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1041553088', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}, 'admin_state_up': False}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:49:23.388803 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment da054a40-48c2-4724-81a0-7e65114acf9d resource provider aggregate not found Oct 04 20:49:23.407865 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-718de136-c83c-4fba-a43b-9c9861c9ae9d admin admin] Made reservation on behalf of c158dac976d04c289ac71653feb4ca36 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:49:23.418437 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-718de136-c83c-4fba-a43b-9c9861c9ae9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:23.428765 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-83dec6f7-39af-40bf-b630-24cefe76917d None None] Set router a6a869e8-5600-4b36-993d-a6989b0296de gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:49:23.442176 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: f86b6096-5258-48fe-b95e-92b59603c79b {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:49:23.448712 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device f86b6096-5258-48fe-b95e-92b59603c79b not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:49:23.451085 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment da054a40-48c2-4724-81a0-7e65114acf9d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid da054a40-48c2-4724-81a0-7e65114acf9d found for delete ", "request_id": "req-95271052-2600-45f9-ba80-fbbc0bb7259d"}]} Oct 04 20:49:23.455465 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 8dea16b1-7000-4a1f-a3f4-650961dec6b8 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:49:23.476343 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:23.485023 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eecc56-dd5c-44fa-a9ef-07c98c4fe89a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event deleted for resources: {'Network': ['ID=fb7fa743-d04e-4977-9a7e-5011302d683e,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:23.488717 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-718de136-c83c-4fba-a43b-9c9861c9ae9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:23.525263 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 8dea16b1-7000-4a1f-a3f4-650961dec6b8 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:49:23.525604 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 8dea16b1-7000-4a1f-a3f4-650961dec6b8 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:49:23.566527 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-04ff7849-c77a-4039-b55a-92c85703b131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (6c69303b-863b-42ce-86a6-3cb7f2cdff93), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:23.586704 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-04ff7849-c77a-4039-b55a-92c85703b131 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:23.593124 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-04ff7849-c77a-4039-b55a-92c85703b131 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/6c69303b-863b-42ce-86a6-3cb7f2cdff93 HTTP/1.1" status: 204 len: 168 time: 3.6598141 Oct 04 20:49:23.598071 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f548203-2502-4aca-9e4e-697b293cd333 None None] No DVR routers for this DVR port c41f38ef-f8cc-47d5-86c7-e1b295a47968 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:49:23.645808 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-dd32510f-5a4a-48bc-b35e-4f2323b156d0 None None] Attempting to bind port 9655e73a-1103-4574-b112-3bd36147ca1d on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:49:23.651070 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-dd32510f-5a4a-48bc-b35e-4f2323b156d0 None None] Attempting to bind port 9655e73a-1103-4574-b112-3bd36147ca1d by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'e64dfa47-f805-41fd-b032-46002a755397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2abf657d-6b87-4d31-ab66-054a60025651'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:49:23.651070 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd32510f-5a4a-48bc-b35e-4f2323b156d0 None None] Attempting to bind port 9655e73a-1103-4574-b112-3bd36147ca1d on network 2abf657d-6b87-4d31-ab66-054a60025651 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:49:23.658682 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ff7849-c77a-4039-b55a-92c85703b131 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c69303b-863b-42ce-86a6-3cb7f2cdff93,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:23.729643 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ba580529-04e4-4bbe-bc2e-09fb687ba650 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (eabaedbc-ef75-4593-b77c-db25f4f54e85), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:23.736953 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ba580529-04e4-4bbe-bc2e-09fb687ba650 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (eabaedbc-ef75-4593-b77c-db25f4f54e85), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:23.907440 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:23.963408 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd32510f-5a4a-48bc-b35e-4f2323b156d0 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:49:23.964242 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd32510f-5a4a-48bc-b35e-4f2323b156d0 None None] Checking segment: {'id': 'e64dfa47-f805-41fd-b032-46002a755397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2abf657d-6b87-4d31-ab66-054a60025651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:49:23.964925 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-dd32510f-5a4a-48bc-b35e-4f2323b156d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:23.965820 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd32510f-5a4a-48bc-b35e-4f2323b156d0 None None] Bound using segment: {'id': 'e64dfa47-f805-41fd-b032-46002a755397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2abf657d-6b87-4d31-ab66-054a60025651'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:49:23.966459 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-dd32510f-5a4a-48bc-b35e-4f2323b156d0 None None] Bound port: 9655e73a-1103-4574-b112-3bd36147ca1d, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e64dfa47-f805-41fd-b032-46002a755397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2abf657d-6b87-4d31-ab66-054a60025651'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:49:23.967102 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-dd32510f-5a4a-48bc-b35e-4f2323b156d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (9655e73a-1103-4574-b112-3bd36147ca1d), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:24.051574 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-718de136-c83c-4fba-a43b-9c9861c9ae9d admin admin] Publish callbacks [] for security_group (a0cf9434-cb94-42e4-8bcd-b02db18d95d5), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:24.161816 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a04974a7-f64c-4cda-a7d4-899f749e1ac4 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:49:24.268832 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-718de136-c83c-4fba-a43b-9c9861c9ae9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (a0cf9434-cb94-42e4-8bcd-b02db18d95d5), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:24.300891 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=59e67fb9-6b5e-4920-9184-1aba8969f376,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:24.332334 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ba580529-04e4-4bbe-bc2e-09fb687ba650 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for router_controller (eabaedbc-ef75-4593-b77c-db25f4f54e85), precommit_add_association {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:24.390621 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-83dec6f7-39af-40bf-b630-24cefe76917d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a869e8-5600-4b36-993d-a6989b0296de', 'name': 'tempest-ServerRescueNegativeTestJSON-433273543-router', 'tenant_id': 'b2e6812055b3473db24481cdd7504bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'a04974a7-f64c-4cda-a7d4-899f749e1ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:48:53Z', 'updated_at': '2022-10-04T20:49:18Z', 'revision_number': 4, 'project_id': 'b2e6812055b3473db24481cdd7504bd6', 'gw_port': {'id': 'a04974a7-f64c-4cda-a7d4-899f749e1ac4', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a869e8-5600-4b36-993d-a6989b0296de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:48:57Z', 'updated_at': '2022-10-04T20:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'e8446b22-43df-4f6e-b3b3-c1a660cfb814', 'name': '', 'network_id': 'db71688b-3652-4732-b41d-6f2f4da2e587', 'tenant_id': 'b2e6812055b3473db24481cdd7504bd6', 'mac_address': 'fa:16:3e:18:6e:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a869e8-5600-4b36-993d-a6989b0296de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '0afe14df-8ff3-4f80-ac8a-1cc04b8ebbe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:49:13Z', 'updated_at': '2022-10-04T20:49:18Z', 'revision_number': 2, 'project_id': 'b2e6812055b3473db24481cdd7504bd6', 'subnets': [{'id': '0afe14df-8ff3-4f80-ac8a-1cc04b8ebbe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:49:24.403623 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-718de136-c83c-4fba-a43b-9c9861c9ae9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:49:24.510216 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718de136-c83c-4fba-a43b-9c9861c9ae9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0cf9434-cb94-42e4-8bcd-b02db18d95d5,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:24.522972 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83dec6f7-39af-40bf-b630-24cefe76917d None None] Checking router: a6a869e8-5600-4b36-993d-a6989b0296de for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:49:24.529969 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83dec6f7-39af-40bf-b630-24cefe76917d None None] Updating router a6a869e8-5600-4b36-993d-a6989b0296de port e8446b22-43df-4f6e-b3b3-c1a660cfb814 binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:49:24.640022 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f548203-2502-4aca-9e4e-697b293cd333 None None] Pushing event deleted for resources: {'Port': ['ID=c41f38ef-f8cc-47d5-86c7-e1b295a47968,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:24.666853 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97549cb6-997f-4d0c-b018-0853e869609e req-39873974-2bc9-4c15-81ea-a2525593b7bd tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:49:24.693320 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-83dec6f7-39af-40bf-b630-24cefe76917d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (e8446b22-43df-4f6e-b3b3-c1a660cfb814), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:24.705514 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97549cb6-997f-4d0c-b018-0853e869609e req-39873974-2bc9-4c15-81ea-a2525593b7bd tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:49:24.709121 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-97549cb6-997f-4d0c-b018-0853e869609e req-39873974-2bc9-4c15-81ea-a2525593b7bd tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] 10.222.0.78 "GET /networking/v2.0/networks?id=2abf657d-6b87-4d31-ab66-054a60025651&id=a75ec7bf-5684-499b-95e5-1894ec91f3af&id=2abf657d-6b87-4d31-ab66-054a60025651 HTTP/1.1" status: 200 len: 1392 time: 0.5990999 Oct 04 20:49:24.730815 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-718de136-c83c-4fba-a43b-9c9861c9ae9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (dca1dec9-3339-4d9e-a105-b74778b6d9e5), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:24.731862 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-718de136-c83c-4fba-a43b-9c9861c9ae9d admin admin] Added segment dca1dec9-3339-4d9e-a105-b74778b6d9e5 of type vlan for network a0eeff0d-3e51-4506-b340-b7609536e974 Oct 04 20:49:24.745156 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-97549cb6-997f-4d0c-b018-0853e869609e req-0a41005c-05ad-4b17-9785-fadba9ec99d5 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] 10.222.0.78 "GET /networking/v2.0/quotas/0ab943ca7b4f4ad3ac63ee0067fa6376 HTTP/1.1" status: 200 len: 375 time: 0.0238278 Oct 04 20:49:24.858134 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b6e522ed-a7fb-461c-91ea-a2a0da301e6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:24.933346 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-97549cb6-997f-4d0c-b018-0853e869609e req-79e097dd-cc23-462b-afa5-b8fb32636a32 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=0ab943ca7b4f4ad3ac63ee0067fa6376&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1646965 Oct 04 20:49:24.948957 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:25.036149 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa16733-2ffb-41c1-9b15-d982658ff463 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-a75ec7bf-5684-499b-95e5-1894ec91f3af', 'network_id': 'a75ec7bf-5684-499b-95e5-1894ec91f3af', 'project_id': '0ab943ca7b4f4ad3ac63ee0067fa6376', 'fixed_ips': [{'subnet_id': 'ecfffe48-46d0-436b-a4aa-ab3bb55ecfcf'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:49:25.037875 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-dfa16733-2ffb-41c1-9b15-d982658ff463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:25.245331 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 43252) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:25.347109 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 43254) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:25.457755 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-83dec6f7-39af-40bf-b630-24cefe76917d None None] Publish callbacks [] for port (e8446b22-43df-4f6e-b3b3-c1a660cfb814), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:25.467069 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:25.515635 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port a04974a7-f64c-4cda-a7d4-899f749e1ac4 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:49:25.522454 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (a04974a7-f64c-4cda-a7d4-899f749e1ac4), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:25.523330 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port a04974a7-f64c-4cda-a7d4-899f749e1ac4 Oct 04 20:49:25.532302 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-dd32510f-5a4a-48bc-b35e-4f2323b156d0 None None] For port 9655e73a-1103-4574-b112-3bd36147ca1d, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:49:25.557546 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-83dec6f7-39af-40bf-b630-24cefe76917d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (e8446b22-43df-4f6e-b3b3-c1a660cfb814), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:25.562640 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-dd32510f-5a4a-48bc-b35e-4f2323b156d0 None None] For port 9655e73a-1103-4574-b112-3bd36147ca1d, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=9655e73a-1103-4574-b112-3bd36147ca1d,segment=NetworkSegment(e64dfa47-f805-41fd-b032-46002a755397),segment_id=e64dfa47-f805-41fd-b032-46002a755397)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:49:25.622205 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-5ad2842d-1d89-43bf-9385-3e06be45bfba admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=e7e1ecd83e39483281a9b6b3db59648e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3845406 Oct 04 20:49:25.626625 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 43260) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:25.706295 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=100 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:25.723609 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=100 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:25.850594 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-f754d08a-bdd6-4fbf-953b-3d64cbeb17af tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Deleting subnet ecfffe48-46d0-436b-a4aa-ab3bb55ecfcf {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:49:25.865565 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-83dec6f7-39af-40bf-b630-24cefe76917d None None] Attempting to bind port e8446b22-43df-4f6e-b3b3-c1a660cfb814 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:49:25.867263 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-83dec6f7-39af-40bf-b630-24cefe76917d None None] Attempting to bind port e8446b22-43df-4f6e-b3b3-c1a660cfb814 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'eba4265b-6b45-4f95-a2e3-cbc3d49c3ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'db71688b-3652-4732-b41d-6f2f4da2e587'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:49:25.868206 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83dec6f7-39af-40bf-b630-24cefe76917d None None] Attempting to bind port e8446b22-43df-4f6e-b3b3-c1a660cfb814 on network db71688b-3652-4732-b41d-6f2f4da2e587 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:49:25.878150 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ba580529-04e4-4bbe-bc2e-09fb687ba650 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for router_gateway (eabaedbc-ef75-4593-b77c-db25f4f54e85), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:25.893591 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-718de136-c83c-4fba-a43b-9c9861c9ae9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (a0eeff0d-3e51-4506-b340-b7609536e974), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:25.961168 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-66e71b26-2c12-492a-80d2-7f21f39a56e1 admin admin] Publish callbacks [] for security_group (5b9d71e5-14bd-46a3-9ce7-819e4ebdfa9d), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:25.995390 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83dec6f7-39af-40bf-b630-24cefe76917d None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:49:25.996700 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83dec6f7-39af-40bf-b630-24cefe76917d None None] Checking segment: {'id': 'eba4265b-6b45-4f95-a2e3-cbc3d49c3ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'db71688b-3652-4732-b41d-6f2f4da2e587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:49:25.998288 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-83dec6f7-39af-40bf-b630-24cefe76917d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:25.999486 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83dec6f7-39af-40bf-b630-24cefe76917d None None] Bound using segment: {'id': 'eba4265b-6b45-4f95-a2e3-cbc3d49c3ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'db71688b-3652-4732-b41d-6f2f4da2e587'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:49:26.002300 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-83dec6f7-39af-40bf-b630-24cefe76917d None None] Bound port: e8446b22-43df-4f6e-b3b3-c1a660cfb814, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eba4265b-6b45-4f95-a2e3-cbc3d49c3ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'db71688b-3652-4732-b41d-6f2f4da2e587'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:49:26.004061 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-83dec6f7-39af-40bf-b630-24cefe76917d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (e8446b22-43df-4f6e-b3b3-c1a660cfb814), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:26.041784 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b637b625-e1aa-4e5c-92ab-b5d5a5197f88 None None] Pushing event updated for resources: {'Port': ['ID=e8446b22-43df-4f6e-b3b3-c1a660cfb814,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:26.088881 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-66e71b26-2c12-492a-80d2-7f21f39a56e1 admin admin] Publish callbacks [] for security_group (5b9d71e5-14bd-46a3-9ce7-819e4ebdfa9d), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:26.134916 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-718de136-c83c-4fba-a43b-9c9861c9ae9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (a0eeff0d-3e51-4506-b340-b7609536e974), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:26.134916 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718de136-c83c-4fba-a43b-9c9861c9ae9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:49:26.135293 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-718de136-c83c-4fba-a43b-9c9861c9ae9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:26.201217 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-83dec6f7-39af-40bf-b630-24cefe76917d None None] For port e8446b22-43df-4f6e-b3b3-c1a660cfb814, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:49:26.226516 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-83dec6f7-39af-40bf-b630-24cefe76917d None None] For port e8446b22-43df-4f6e-b3b3-c1a660cfb814, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=e8446b22-43df-4f6e-b3b3-c1a660cfb814,segment=NetworkSegment(eba4265b-6b45-4f95-a2e3-cbc3d49c3ad9),segment_id=eba4265b-6b45-4f95-a2e3-cbc3d49c3ad9)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:49:26.322965 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718de136-c83c-4fba-a43b-9c9861c9ae9d admin admin] Pushing event updated for resources: {'Network': ['ID=a0eeff0d-3e51-4506-b340-b7609536e974,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:26.362353 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-83dec6f7-39af-40bf-b630-24cefe76917d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (e8446b22-43df-4f6e-b3b3-c1a660cfb814), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:26.398220 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network a0eeff0d-3e51-4506-b340-b7609536e974 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:49:26.473451 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-718de136-c83c-4fba-a43b-9c9861c9ae9d admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 4.7346327 Oct 04 20:49:26.485251 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b6e522ed-a7fb-461c-91ea-a2a0da301e6f admin admin] Publish callbacks [] for security_group (85b4fcd4-a3af-470c-b0fe-418b85918106), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:26.489857 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 43274) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:26.501205 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-64c70d64-fa85-4509-b3be-381ea3493f2e admin admin] Request body: {'subnet': {'network_id': 'a0eeff0d-3e51-4506-b340-b7609536e974', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1169255087-subnet', 'tenant_id': 'c158dac976d04c289ac71653feb4ca36', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:49:26.545657 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-66e71b26-2c12-492a-80d2-7f21f39a56e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (5b9d71e5-14bd-46a3-9ce7-819e4ebdfa9d), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:26.551559 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-66e71b26-2c12-492a-80d2-7f21f39a56e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:26.560369 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83dec6f7-39af-40bf-b630-24cefe76917d None None] Routers {'a6a869e8-5600-4b36-993d-a6989b0296de'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:49:26.560369 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-83dec6f7-39af-40bf-b630-24cefe76917d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:49:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['a6a869e8-5600-4b36-993d-a6989b0296de'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:49:26.563328 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-66e71b26-2c12-492a-80d2-7f21f39a56e1 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/5b9d71e5-14bd-46a3-9ce7-819e4ebdfa9d HTTP/1.1" status: 204 len: 168 time: 0.9271314 Oct 04 20:49:26.576482 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-dd32510f-5a4a-48bc-b35e-4f2323b156d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (9655e73a-1103-4574-b112-3bd36147ca1d), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:26.607878 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e71b26-2c12-492a-80d2-7f21f39a56e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9d71e5-14bd-46a3-9ce7-819e4ebdfa9d,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:26.660456 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e71b26-2c12-492a-80d2-7f21f39a56e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:49:26.661770 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e71b26-2c12-492a-80d2-7f21f39a56e1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:49:26.662809 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e71b26-2c12-492a-80d2-7f21f39a56e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:49:26.663769 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e71b26-2c12-492a-80d2-7f21f39a56e1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:49:26.664697 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e71b26-2c12-492a-80d2-7f21f39a56e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:49:26.666113 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e71b26-2c12-492a-80d2-7f21f39a56e1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:49:26.666995 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e71b26-2c12-492a-80d2-7f21f39a56e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:49:26.667891 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e71b26-2c12-492a-80d2-7f21f39a56e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:49:26.668945 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e71b26-2c12-492a-80d2-7f21f39a56e1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:49:26.669852 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e71b26-2c12-492a-80d2-7f21f39a56e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:49:26.670825 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e71b26-2c12-492a-80d2-7f21f39a56e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:49:26.671832 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e71b26-2c12-492a-80d2-7f21f39a56e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:49:26.672755 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e71b26-2c12-492a-80d2-7f21f39a56e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:49:26.673719 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e71b26-2c12-492a-80d2-7f21f39a56e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:49:26.681687 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e71b26-2c12-492a-80d2-7f21f39a56e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:49:26.729819 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-dfa16733-2ffb-41c1-9b15-d982658ff463 None None] Allocated IP 19.86.0.2 (a75ec7bf-5684-499b-95e5-1894ec91f3af/ecfffe48-46d0-436b-a4aa-ab3bb55ecfcf/16594838-c671-4515-80e1-19f1edd1af9b) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:49:26.784255 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c70d64-fa85-4509-b3be-381ea3493f2e admin admin] Made reservation on behalf of c158dac976d04c289ac71653feb4ca36 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:49:26.792862 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-64c70d64-fa85-4509-b3be-381ea3493f2e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:26.809714 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b6e522ed-a7fb-461c-91ea-a2a0da301e6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (85b4fcd4-a3af-470c-b0fe-418b85918106), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:26.816233 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b637b625-e1aa-4e5c-92ab-b5d5a5197f88 None None] Pushing event updated for resources: {'Port': ['ID=e8446b22-43df-4f6e-b3b3-c1a660cfb814,revision_number=4']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:26.914924 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e4b4c-ffc6-4617-bf50-b31520c49267 req-d34c03b1-f279-4084-9d85-41358a161aa5 tempest-ServerRescueNegativeTestJSON-37175280 tempest-ServerRescueNegativeTestJSON-37175280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:49:26.919577 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e25e4b4c-ffc6-4617-bf50-b31520c49267 req-d34c03b1-f279-4084-9d85-41358a161aa5 tempest-ServerRescueNegativeTestJSON-37175280 tempest-ServerRescueNegativeTestJSON-37175280-project] 10.222.0.78 "GET /networking/v2.0/networks?id=db71688b-3652-4732-b41d-6f2f4da2e587 HTTP/1.1" status: 200 len: 818 time: 0.5598445 Oct 04 20:49:26.977783 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e25e4b4c-ffc6-4617-bf50-b31520c49267 req-aab7b264-8815-4979-81ed-40c865cccd6d tempest-ServerRescueNegativeTestJSON-37175280 tempest-ServerRescueNegativeTestJSON-37175280-project] 10.222.0.78 "GET /networking/v2.0/quotas/b2e6812055b3473db24481cdd7504bd6 HTTP/1.1" status: 200 len: 375 time: 0.0417736 Oct 04 20:49:27.076868 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd32510f-5a4a-48bc-b35e-4f2323b156d0 None None] Pushing event updated for resources: {'Port': ['ID=9655e73a-1103-4574-b112-3bd36147ca1d,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:27.157989 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:27.202619 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-83dec6f7-39af-40bf-b630-24cefe76917d None None] Set router a6a869e8-5600-4b36-993d-a6989b0296de gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:49:27.233746 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:27.261116 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port a04974a7-f64c-4cda-a7d4-899f749e1ac4 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:49:27.376091 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e25e4b4c-ffc6-4617-bf50-b31520c49267 req-3481eabe-336e-4bb6-a30a-b531a8ad06ef tempest-ServerRescueNegativeTestJSON-37175280 tempest-ServerRescueNegativeTestJSON-37175280-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=b2e6812055b3473db24481cdd7504bd6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3738124 Oct 04 20:49:27.472258 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:27.485871 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=70,neutron:DELETE=3,neutron:INSERT=23,neutron:UPDATE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:27.569410 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-365799a5-23af-4460-985a-f61621a8b261 req-d1f8f7af-8fb9-471a-8178-fc80c01928a9 tempest-ServersTestBootFromVolume-1686909715 tempest-ServersTestBootFromVolume-1686909715-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1991656598&fields=id&tenant_id=cfa8bdf2eb414417a0ee4e64f7932019 HTTP/1.1" status: 200 len: 267 time: 0.1714334 Oct 04 20:49:27.630218 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ba580529-04e4-4bbe-bc2e-09fb687ba650 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for router_gateway (eabaedbc-ef75-4593-b77c-db25f4f54e85), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:27.650215 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e522ed-a7fb-461c-91ea-a2a0da301e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b4fcd4-a3af-470c-b0fe-418b85918106,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:27.718743 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-dfa16733-2ffb-41c1-9b15-d982658ff463 None None] Publish callbacks [] for port (16594838-c671-4515-80e1-19f1edd1af9b), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:27.756436 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 0b2bd107-f4e7-4a1c-80b0-23d5b84d363c no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:49:27.756436 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:27.770640 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b6e522ed-a7fb-461c-91ea-a2a0da301e6f admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=739fbcb5ed2244948c79494953752ad5&name=default HTTP/1.1" status: 200 len: 3000 time: 4.6425827 Oct 04 20:49:27.783405 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 0b2bd107-f4e7-4a1c-80b0-23d5b84d363c {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:49:27.784008 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 0b2bd107-f4e7-4a1c-80b0-23d5b84d363c not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:49:27.784376 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ba580529-04e4-4bbe-bc2e-09fb687ba650 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:27.785408 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device c41f38ef-f8cc-47d5-86c7-e1b295a47968 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:49:27.794312 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 43292) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:27.804035 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 43296) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:27.845122 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-dfa16733-2ffb-41c1-9b15-d982658ff463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (16594838-c671-4515-80e1-19f1edd1af9b), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:27.908854 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f754d08a-bdd6-4fbf-953b-3d64cbeb17af tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks [] for subnet (ecfffe48-46d0-436b-a4aa-ab3bb55ecfcf), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:27.957778 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: c41f38ef-f8cc-47d5-86c7-e1b295a47968 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:49:27.958702 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device c41f38ef-f8cc-47d5-86c7-e1b295a47968 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:49:27.970522 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa16733-2ffb-41c1-9b15-d982658ff463 None None] Pushing event updated for resources: {'Port': ['ID=16594838-c671-4515-80e1-19f1edd1af9b,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:27.996846 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa16733-2ffb-41c1-9b15-d982658ff463 None None] Network a75ec7bf-5684-499b-95e5-1894ec91f3af is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:49:28.000902 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-dfa16733-2ffb-41c1-9b15-d982658ff463 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:49:28.007037 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa16733-2ffb-41c1-9b15-d982658ff463 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:49:28.120318 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:28.254505 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f754d08a-bdd6-4fbf-953b-3d64cbeb17af tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (ecfffe48-46d0-436b-a4aa-ab3bb55ecfcf), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:28.364457 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-dfa16733-2ffb-41c1-9b15-d982658ff463 None None] Attempting to bind port 16594838-c671-4515-80e1-19f1edd1af9b on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:49:28.367427 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-dfa16733-2ffb-41c1-9b15-d982658ff463 None None] Attempting to bind port 16594838-c671-4515-80e1-19f1edd1af9b by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'ad15e005-7226-4910-8848-e920006ba1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a75ec7bf-5684-499b-95e5-1894ec91f3af'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:49:28.367427 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa16733-2ffb-41c1-9b15-d982658ff463 None None] Attempting to bind port 16594838-c671-4515-80e1-19f1edd1af9b on network a75ec7bf-5684-499b-95e5-1894ec91f3af {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:49:28.429351 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-83dec6f7-39af-40bf-b630-24cefe76917d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a869e8-5600-4b36-993d-a6989b0296de', 'name': 'tempest-ServerRescueNegativeTestJSON-433273543-router', 'tenant_id': 'b2e6812055b3473db24481cdd7504bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'a04974a7-f64c-4cda-a7d4-899f749e1ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:48:53Z', 'updated_at': '2022-10-04T20:49:18Z', 'revision_number': 4, 'project_id': 'b2e6812055b3473db24481cdd7504bd6', 'gw_port': {'id': 'a04974a7-f64c-4cda-a7d4-899f749e1ac4', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a869e8-5600-4b36-993d-a6989b0296de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:48:57Z', 'updated_at': '2022-10-04T20:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'e8446b22-43df-4f6e-b3b3-c1a660cfb814', 'name': '', 'network_id': 'db71688b-3652-4732-b41d-6f2f4da2e587', 'tenant_id': 'b2e6812055b3473db24481cdd7504bd6', 'mac_address': 'fa:16:3e:18:6e:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a869e8-5600-4b36-993d-a6989b0296de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '0afe14df-8ff3-4f80-ac8a-1cc04b8ebbe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:49:13Z', 'updated_at': '2022-10-04T20:49:26Z', 'revision_number': 4, 'project_id': 'b2e6812055b3473db24481cdd7504bd6', 'subnets': [{'id': '0afe14df-8ff3-4f80-ac8a-1cc04b8ebbe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:49:28.526253 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365799a5-23af-4460-985a-f61621a8b261 req-0f7edf17-f85c-4ea8-9812-d06883919b1d tempest-ServersTestBootFromVolume-1686909715 tempest-ServersTestBootFromVolume-1686909715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:49:28.529562 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-365799a5-23af-4460-985a-f61621a8b261 req-0f7edf17-f85c-4ea8-9812-d06883919b1d tempest-ServersTestBootFromVolume-1686909715 tempest-ServersTestBootFromVolume-1686909715-project] 10.222.0.78 "GET /networking/v2.0/networks?id=e0de794a-aaf1-4696-ba55-fa056bac33b3 HTTP/1.1" status: 200 len: 815 time: 0.9348314 Oct 04 20:49:28.556323 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-ba580529-04e4-4bbe-bc2e-09fb687ba650 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Allocated IP 172.25.5.113 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/dbc377cf-aaea-4a4e-a4fd-87978c7878e9) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:49:28.586367 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa16733-2ffb-41c1-9b15-d982658ff463 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:49:28.587336 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa16733-2ffb-41c1-9b15-d982658ff463 None None] Checking segment: {'id': 'ad15e005-7226-4910-8848-e920006ba1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a75ec7bf-5684-499b-95e5-1894ec91f3af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:49:28.588088 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83dec6f7-39af-40bf-b630-24cefe76917d None None] The sync data for ids ['a6a869e8-5600-4b36-993d-a6989b0296de'] in n-d-852085-12 is: [{'id': 'a6a869e8-5600-4b36-993d-a6989b0296de', 'name': 'tempest-ServerRescueNegativeTestJSON-433273543-router', 'tenant_id': 'b2e6812055b3473db24481cdd7504bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'a04974a7-f64c-4cda-a7d4-899f749e1ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:48:53Z', 'updated_at': '2022-10-04T20:49:18Z', 'revision_number': 4, 'project_id': 'b2e6812055b3473db24481cdd7504bd6', 'gw_port': {'id': 'a04974a7-f64c-4cda-a7d4-899f749e1ac4', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a869e8-5600-4b36-993d-a6989b0296de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:48:57Z', 'updated_at': '2022-10-04T20:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'e8446b22-43df-4f6e-b3b3-c1a660cfb814', 'name': '', 'network_id': 'db71688b-3652-4732-b41d-6f2f4da2e587', 'tenant_id': 'b2e6812055b3473db24481cdd7504bd6', 'mac_address': 'fa:16:3e:18:6e:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a869e8-5600-4b36-993d-a6989b0296de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '0afe14df-8ff3-4f80-ac8a-1cc04b8ebbe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:49:13Z', 'updated_at': '2022-10-04T20:49:26Z', 'revision_number': 4, 'project_id': 'b2e6812055b3473db24481cdd7504bd6', 'subnets': [{'id': '0afe14df-8ff3-4f80-ac8a-1cc04b8ebbe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:49:28.588672 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-dfa16733-2ffb-41c1-9b15-d982658ff463 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:28.589679 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa16733-2ffb-41c1-9b15-d982658ff463 None None] Bound using segment: {'id': 'ad15e005-7226-4910-8848-e920006ba1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a75ec7bf-5684-499b-95e5-1894ec91f3af'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:49:28.591004 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-dfa16733-2ffb-41c1-9b15-d982658ff463 None None] Bound port: 16594838-c671-4515-80e1-19f1edd1af9b, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad15e005-7226-4910-8848-e920006ba1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a75ec7bf-5684-499b-95e5-1894ec91f3af'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:49:28.592034 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-dfa16733-2ffb-41c1-9b15-d982658ff463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (16594838-c671-4515-80e1-19f1edd1af9b), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:28.608700 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:28.629021 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-365799a5-23af-4460-985a-f61621a8b261 req-1b8f6b3d-ba92-45a9-bc8a-a963492a564c tempest-ServersTestBootFromVolume-1686909715 tempest-ServersTestBootFromVolume-1686909715-project] 10.222.0.78 "GET /networking/v2.0/quotas/cfa8bdf2eb414417a0ee4e64f7932019 HTTP/1.1" status: 200 len: 375 time: 0.0874023 Oct 04 20:49:28.904749 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-dfa16733-2ffb-41c1-9b15-d982658ff463 None None] For port 16594838-c671-4515-80e1-19f1edd1af9b, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:49:28.913569 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-dfa16733-2ffb-41c1-9b15-d982658ff463 None None] For port 16594838-c671-4515-80e1-19f1edd1af9b, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=16594838-c671-4515-80e1-19f1edd1af9b,segment=NetworkSegment(ad15e005-7226-4910-8848-e920006ba1a6),segment_id=ad15e005-7226-4910-8848-e920006ba1a6)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:49:28.945067 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 59e67fb9-6b5e-4920-9184-1aba8969f376 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:49:29.032965 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-365799a5-23af-4460-985a-f61621a8b261 req-a88fae39-f7ec-45a8-b397-0c7a8e1044f3 tempest-ServersTestBootFromVolume-1686909715 tempest-ServersTestBootFromVolume-1686909715-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=cfa8bdf2eb414417a0ee4e64f7932019&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3869064 Oct 04 20:49:29.099719 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f754d08a-bdd6-4fbf-953b-3d64cbeb17af tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (ecfffe48-46d0-436b-a4aa-ab3bb55ecfcf), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:29.157983 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-dfa16733-2ffb-41c1-9b15-d982658ff463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (16594838-c671-4515-80e1-19f1edd1af9b), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:29.205028 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-193586bb-536f-4ffe-b703-527e6306f9a9 admin admin] Publish callbacks [] for security_group (85b4fcd4-a3af-470c-b0fe-418b85918106), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:29.205028 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-64c70d64-fa85-4509-b3be-381ea3493f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (23493a9b-0926-43d5-be86-0783f26ff852), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:29.451555 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147fcab4-aa54-45a6-9e6f-ce6d984424c1 None None] Network 2abf657d-6b87-4d31-ab66-054a60025651 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:49:29.474090 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:29.514394 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 43316) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:29.586872 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f754d08a-bdd6-4fbf-953b-3d64cbeb17af tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (ecfffe48-46d0-436b-a4aa-ab3bb55ecfcf), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:29.651790 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-193586bb-536f-4ffe-b703-527e6306f9a9 admin admin] Publish callbacks [] for security_group (85b4fcd4-a3af-470c-b0fe-418b85918106), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:29.741072 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 59e67fb9-6b5e-4920-9184-1aba8969f376 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:49:29.771668 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (59e67fb9-6b5e-4920-9184-1aba8969f376), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:29.771668 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 59e67fb9-6b5e-4920-9184-1aba8969f376 Oct 04 20:49:29.816598 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c70d64-fa85-4509-b3be-381ea3493f2e admin admin] Checking segment: {'id': 'dca1dec9-3339-4d9e-a105-b74778b6d9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a0eeff0d-3e51-4506-b340-b7609536e974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:49:29.817177 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c70d64-fa85-4509-b3be-381ea3493f2e admin admin] Network hostable DHCP agents. Network: a0eeff0d-3e51-4506-b340-b7609536e974, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:49:29.834517 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f754d08a-bdd6-4fbf-953b-3d64cbeb17af tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Pushing event deleted for resources: {'Subnet': ['ID=ecfffe48-46d0-436b-a4aa-ab3bb55ecfcf,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:29.852388 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c70d64-fa85-4509-b3be-381ea3493f2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=23493a9b-0926-43d5-be86-0783f26ff852,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:29.896785 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-a7d20097-e034-4e83-8ddc-41606a73d4be None None] Provisioning complete for port 9655e73a-1103-4574-b112-3bd36147ca1d triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:49:29.897512 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a7d20097-e034-4e83-8ddc-41606a73d4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (9655e73a-1103-4574-b112-3bd36147ca1d), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:29.898272 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-a7d20097-e034-4e83-8ddc-41606a73d4be None None] Attempt 1 to provision port 9655e73a-1103-4574-b112-3bd36147ca1d Oct 04 20:49:29.930758 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f754d08a-bdd6-4fbf-953b-3d64cbeb17af tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:29.948134 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f754d08a-bdd6-4fbf-953b-3d64cbeb17af tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/ecfffe48-46d0-436b-a4aa-ab3bb55ecfcf HTTP/1.1" status: 204 len: 168 time: 4.6244833 Oct 04 20:49:29.967493 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa16733-2ffb-41c1-9b15-d982658ff463 None None] Pushing event updated for resources: {'Port': ['ID=16594838-c671-4515-80e1-19f1edd1af9b,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:29.994603 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 43322) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:30.139647 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ba580529-04e4-4bbe-bc2e-09fb687ba650 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for port (dbc377cf-aaea-4a4e-a4fd-87978c7878e9), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:30.214885 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8cc957e6-fe8b-403a-8079-c6ec360ad803 tempest-ServersTestBootFromVolume-1686909715 tempest-ServersTestBootFromVolume-1686909715-project] Publish callbacks [] for security_group (880bd9e2-b449-42b3-8d8d-86ed6a3e0939), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:30.376668 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8cc957e6-fe8b-403a-8079-c6ec360ad803 tempest-ServersTestBootFromVolume-1686909715 tempest-ServersTestBootFromVolume-1686909715-project] Publish callbacks [] for security_group (880bd9e2-b449-42b3-8d8d-86ed6a3e0939), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:30.395117 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c70d64-fa85-4509-b3be-381ea3493f2e admin admin] Network a0eeff0d-3e51-4506-b340-b7609536e974 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:49:30.410069 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3,neutron:INSERT=14,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:30.440761 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:30.451334 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ba580529-04e4-4bbe-bc2e-09fb687ba650 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (dbc377cf-aaea-4a4e-a4fd-87978c7878e9), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:30.502549 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 59e67fb9-6b5e-4920-9184-1aba8969f376 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:49:30.509331 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 9655e73a-1103-4574-b112-3bd36147ca1d up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:49:30.558466 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba580529-04e4-4bbe-bc2e-09fb687ba650 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:49:30.572834 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1452b7dc-09e7-48c4-bc64-fe13d2c863ce tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (a75ec7bf-5684-499b-95e5-1894ec91f3af), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:30.684529 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-ba580529-04e4-4bbe-bc2e-09fb687ba650 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:49:30.725348 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba580529-04e4-4bbe-bc2e-09fb687ba650 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event updated for resources: {'Port': ['ID=dbc377cf-aaea-4a4e-a4fd-87978c7878e9,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:30.732628 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba580529-04e4-4bbe-bc2e-09fb687ba650 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:49:30.748796 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-64c70d64-fa85-4509-b3be-381ea3493f2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, a0eeff0d-3e51-4506-b340-b7609536e974) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:49:30.750937 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8cc957e6-fe8b-403a-8079-c6ec360ad803 tempest-ServersTestBootFromVolume-1686909715 tempest-ServersTestBootFromVolume-1686909715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (880bd9e2-b449-42b3-8d8d-86ed6a3e0939), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:30.751918 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c70d64-fa85-4509-b3be-381ea3493f2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:49:30.753240 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-64c70d64-fa85-4509-b3be-381ea3493f2e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:30.762997 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8cc957e6-fe8b-403a-8079-c6ec360ad803 tempest-ServersTestBootFromVolume-1686909715 tempest-ServersTestBootFromVolume-1686909715-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:30.770683 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-8cc957e6-fe8b-403a-8079-c6ec360ad803 tempest-ServersTestBootFromVolume-1686909715 tempest-ServersTestBootFromVolume-1686909715-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/880bd9e2-b449-42b3-8d8d-86ed6a3e0939 HTTP/1.1" status: 204 len: 168 time: 1.2597241 Oct 04 20:49:30.833150 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 43332) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:30.835332 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210411bd-ca76-4bc6-bf84-2ff27c6f0171 None None] Network a0eeff0d-3e51-4506-b340-b7609536e974 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:49:30.872418 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc957e6-fe8b-403a-8079-c6ec360ad803 tempest-ServersTestBootFromVolume-1686909715 tempest-ServersTestBootFromVolume-1686909715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=880bd9e2-b449-42b3-8d8d-86ed6a3e0939,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:30.908334 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-1452b7dc-09e7-48c4-bc64-fe13d2c863ce tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Deleting port 16594838-c671-4515-80e1-19f1edd1af9b {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:49:30.910367 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1452b7dc-09e7-48c4-bc64-fe13d2c863ce tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (16594838-c671-4515-80e1-19f1edd1af9b), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:31.184965 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:31.197841 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-1452b7dc-09e7-48c4-bc64-fe13d2c863ce tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] For port 16594838-c671-4515-80e1-19f1edd1af9b, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=16594838-c671-4515-80e1-19f1edd1af9b,segment=NetworkSegment(ad15e005-7226-4910-8848-e920006ba1a6),segment_id=ad15e005-7226-4910-8848-e920006ba1a6)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:49:31.201261 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1452b7dc-09e7-48c4-bc64-fe13d2c863ce tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (16594838-c671-4515-80e1-19f1edd1af9b), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:31.249208 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-1452b7dc-09e7-48c4-bc64-fe13d2c863ce tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Calling delete_port for 16594838-c671-4515-80e1-19f1edd1af9b owned by network:dhcp {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:49:31.250493 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-a7d20097-e034-4e83-8ddc-41606a73d4be None None] Current status of the port 9655e73a-1103-4574-b112-3bd36147ca1d is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:49:31.254746 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a7d20097-e034-4e83-8ddc-41606a73d4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (9655e73a-1103-4574-b112-3bd36147ca1d), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:31.402640 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-a7d20097-e034-4e83-8ddc-41606a73d4be None None] For port 9655e73a-1103-4574-b112-3bd36147ca1d, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=9655e73a-1103-4574-b112-3bd36147ca1d,segment=NetworkSegment(e64dfa47-f805-41fd-b032-46002a755397),segment_id=e64dfa47-f805-41fd-b032-46002a755397)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:49:31.430169 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-64c70d64-fa85-4509-b3be-381ea3493f2e admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 4.9319115 Oct 04 20:49:31.520026 n-d-852085-12 neutron-server[108169]: INFO neutron.api.v2.resource [None req-bb4af078-06c2-406c-acef-0b75031d6ddf tempest-ServersTestBootFromVolume-1686909715 tempest-ServersTestBootFromVolume-1686909715-project] show failed (client error): The resource could not be found. Oct 04 20:49:31.522081 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-bb4af078-06c2-406c-acef-0b75031d6ddf tempest-ServersTestBootFromVolume-1686909715 tempest-ServersTestBootFromVolume-1686909715-project] 10.222.0.78 "GET /networking/v2.0/security-groups/880bd9e2-b449-42b3-8d8d-86ed6a3e0939 HTTP/1.1" status: 404 len: 347 time: 0.6824849 Oct 04 20:49:31.523019 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 43338) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:31.537008 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 43342) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:31.598302 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a7d20097-e034-4e83-8ddc-41606a73d4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (9655e73a-1103-4574-b112-3bd36147ca1d), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:31.651128 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-4f8850fb-58a3-47d7-b8a1-acece1993c87 admin admin] Request body: {'router': {'name': 'tempest-VirtualInterfacesTestJSON-1169255087-router', 'tenant_id': 'c158dac976d04c289ac71653feb4ca36', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:49:31.732476 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1452b7dc-09e7-48c4-bc64-fe13d2c863ce tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (16594838-c671-4515-80e1-19f1edd1af9b), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:31.814759 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 9655e73a-1103-4574-b112-3bd36147ca1d triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:49:31.814759 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (9655e73a-1103-4574-b112-3bd36147ca1d), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:31.815429 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 9655e73a-1103-4574-b112-3bd36147ca1d Oct 04 20:49:31.836091 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-193586bb-536f-4ffe-b703-527e6306f9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (85b4fcd4-a3af-470c-b0fe-418b85918106), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:31.842410 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ed1100-71f6-4b80-a00f-ca51723a4193 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-a0eeff0d-3e51-4506-b340-b7609536e974', 'network_id': 'a0eeff0d-3e51-4506-b340-b7609536e974', 'project_id': 'c158dac976d04c289ac71653feb4ca36', 'fixed_ips': [{'subnet_id': '23493a9b-0926-43d5-be86-0783f26ff852'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:49:31.844219 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-63ed1100-71f6-4b80-a00f-ca51723a4193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:31.848502 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-193586bb-536f-4ffe-b703-527e6306f9a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:31.859378 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-193586bb-536f-4ffe-b703-527e6306f9a9 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/85b4fcd4-a3af-470c-b0fe-418b85918106 HTTP/1.1" status: 204 len: 168 time: 4.0622101 Oct 04 20:49:31.895619 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-acc08aa3-0a96-4575-8eda-194a5d477c3b None None] Provisioning complete for port 9655e73a-1103-4574-b112-3bd36147ca1d triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:49:31.896263 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-acc08aa3-0a96-4575-8eda-194a5d477c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (9655e73a-1103-4574-b112-3bd36147ca1d), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:31.896849 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-acc08aa3-0a96-4575-8eda-194a5d477c3b None None] Attempt 1 to provision port 9655e73a-1103-4574-b112-3bd36147ca1d Oct 04 20:49:32.020185 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1452b7dc-09e7-48c4-bc64-fe13d2c863ce tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Pushing event deleted for resources: {'Port': ['ID=16594838-c671-4515-80e1-19f1edd1af9b,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:32.025659 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb65ab7-b232-4461-b5b4-c5600d9af7f3 None None] Network a75ec7bf-5684-499b-95e5-1894ec91f3af requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:49:32.089966 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193586bb-536f-4ffe-b703-527e6306f9a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b4fcd4-a3af-470c-b0fe-418b85918106,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:32.146998 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1452b7dc-09e7-48c4-bc64-fe13d2c863ce tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] No DVR routers for this DVR port 16594838-c671-4515-80e1-19f1edd1af9b on host n-d-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:49:32.151696 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-57ea2fd4-0682-4539-925f-96c429f79fe0 tempest-ServersTestBootFromVolume-1686909715 tempest-ServersTestBootFromVolume-1686909715-project] Deleting port 50ff2c2b-56c8-43fc-b4d0-265d26503b86 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:49:32.153214 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-57ea2fd4-0682-4539-925f-96c429f79fe0 tempest-ServersTestBootFromVolume-1686909715 tempest-ServersTestBootFromVolume-1686909715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (50ff2c2b-56c8-43fc-b4d0-265d26503b86), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:32.237998 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7e944417-7c3b-4e3f-a9a8-263b49bca269 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (a6a869e8-5600-4b36-993d-a6989b0296de), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:32.245541 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4f8850fb-58a3-47d7-b8a1-acece1993c87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (c5075b3e-c4d4-48dc-b77b-8a87b353a106), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:32.247595 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4f8850fb-58a3-47d7-b8a1-acece1993c87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (c5075b3e-c4d4-48dc-b77b-8a87b353a106), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:32.347792 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:32.402775 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:32.479268 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d20097-e034-4e83-8ddc-41606a73d4be None None] Pushing event updated for resources: {'Port': ['ID=9655e73a-1103-4574-b112-3bd36147ca1d,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:32.486298 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:32.559501 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:32.625242 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-57ea2fd4-0682-4539-925f-96c429f79fe0 tempest-ServersTestBootFromVolume-1686909715 tempest-ServersTestBootFromVolume-1686909715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (50ff2c2b-56c8-43fc-b4d0-265d26503b86), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:32.625571 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-57ea2fd4-0682-4539-925f-96c429f79fe0 tempest-ServersTestBootFromVolume-1686909715 tempest-ServersTestBootFromVolume-1686909715-project] Publish callbacks [] for floatingip (50ff2c2b-56c8-43fc-b4d0-265d26503b86), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:32.631973 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1452b7dc-09e7-48c4-bc64-fe13d2c863ce tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (a75ec7bf-5684-499b-95e5-1894ec91f3af), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:32.641953 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4f8850fb-58a3-47d7-b8a1-acece1993c87 admin admin] Publish callbacks [] for router_controller (c5075b3e-c4d4-48dc-b77b-8a87b353a106), precommit_add_association {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:32.646609 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:32.702921 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-57ea2fd4-0682-4539-925f-96c429f79fe0 tempest-ServersTestBootFromVolume-1686909715 tempest-ServersTestBootFromVolume-1686909715-project] Calling delete_port for 50ff2c2b-56c8-43fc-b4d0-265d26503b86 owned by network:floatingip {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:49:32.710895 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-1452b7dc-09e7-48c4-bc64-fe13d2c863ce tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a75ec7bf-5684-499b-95e5-1894ec91f3af']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:49:32.737540 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-acc08aa3-0a96-4575-8eda-194a5d477c3b None None] Current status of the port 9655e73a-1103-4574-b112-3bd36147ca1d is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:49:32.745925 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-1452b7dc-09e7-48c4-bc64-fe13d2c863ce tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad15e005-7226-4910-8848-e920006ba1a6') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:49:32.748478 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-1452b7dc-09e7-48c4-bc64-fe13d2c863ce tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad15e005-7226-4910-8848-e920006ba1a6') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:49:32.773430 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1452b7dc-09e7-48c4-bc64-fe13d2c863ce tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (ad15e005-7226-4910-8848-e920006ba1a6), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:32.875108 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1452b7dc-09e7-48c4-bc64-fe13d2c863ce tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (ad15e005-7226-4910-8848-e920006ba1a6), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:32.905024 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1452b7dc-09e7-48c4-bc64-fe13d2c863ce tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:49:32.906064 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1452b7dc-09e7-48c4-bc64-fe13d2c863ce tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (ad15e005-7226-4910-8848-e920006ba1a6), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:32.961327 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment ad15e005-7226-4910-8848-e920006ba1a6 resource provider aggregate not found Oct 04 20:49:33.016906 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-858784b9-2c62-4c2a-92a0-058bfb120158 None None] Could not find standard attr ID for object 16594838-c671-4515-80e1-19f1edd1af9b. {{(pid=108171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 04 20:49:33.089782 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment ad15e005-7226-4910-8848-e920006ba1a6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ad15e005-7226-4910-8848-e920006ba1a6 found for delete ", "request_id": "req-87331f27-1d94-478c-ad6c-75e2318f3a53"}]} Oct 04 20:49:33.096453 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 9655e73a-1103-4574-b112-3bd36147ca1d is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:49:33.112315 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db625bb7-81ea-4afd-a5e2-3994616ff9e3 None None] DHCP port deletion for a75ec7bf-5684-499b-95e5-1894ec91f3af request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:49:33.120505 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:33.129257 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-63ed1100-71f6-4b80-a00f-ca51723a4193 None None] Allocated IP 172.20.0.2 (a0eeff0d-3e51-4506-b340-b7609536e974/23493a9b-0926-43d5-be86-0783f26ff852/b75185c3-8394-48ae-9e01-44323b1e74fc) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:49:33.250148 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:33.320131 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1452b7dc-09e7-48c4-bc64-fe13d2c863ce tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (a75ec7bf-5684-499b-95e5-1894ec91f3af), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:33.366447 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1452b7dc-09e7-48c4-bc64-fe13d2c863ce tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:33.372223 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-1452b7dc-09e7-48c4-bc64-fe13d2c863ce tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] 10.222.0.78 "DELETE /networking/v2.0/networks/a75ec7bf-5684-499b-95e5-1894ec91f3af HTTP/1.1" status: 204 len: 168 time: 3.3755157 Oct 04 20:49:33.377025 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 43364) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:33.462817 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1452b7dc-09e7-48c4-bc64-fe13d2c863ce tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Pushing event deleted for resources: {'Network': ['ID=a75ec7bf-5684-499b-95e5-1894ec91f3af,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:33.470432 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 43366) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:33.592733 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ba580529-04e4-4bbe-bc2e-09fb687ba650 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for router_gateway (eabaedbc-ef75-4593-b77c-db25f4f54e85), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:33.794350 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-57ea2fd4-0682-4539-925f-96c429f79fe0 tempest-ServersTestBootFromVolume-1686909715 tempest-ServersTestBootFromVolume-1686909715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (50ff2c2b-56c8-43fc-b4d0-265d26503b86), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:33.825891 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device e8446b22-43df-4f6e-b3b3-c1a660cfb814 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:49:33.848063 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc44305e-71cd-4208-9dc0-0c057bcf3850 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Deleting subnet 78a49b72-28a1-42ba-bd14-ed5f22ec85d0 {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:49:34.000182 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cc44305e-71cd-4208-9dc0-0c057bcf3850 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks [] for subnet (78a49b72-28a1-42ba-bd14-ed5f22ec85d0), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:34.010121 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ea2fd4-0682-4539-925f-96c429f79fe0 tempest-ServersTestBootFromVolume-1686909715 tempest-ServersTestBootFromVolume-1686909715-project] Pushing event deleted for resources: {'Port': ['ID=50ff2c2b-56c8-43fc-b4d0-265d26503b86,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:34.013849 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port e8446b22-43df-4f6e-b3b3-c1a660cfb814 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:49:34.014090 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (e8446b22-43df-4f6e-b3b3-c1a660cfb814), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:34.014892 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port e8446b22-43df-4f6e-b3b3-c1a660cfb814 Oct 04 20:49:34.106233 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:34.227872 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cc44305e-71cd-4208-9dc0-0c057bcf3850 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (78a49b72-28a1-42ba-bd14-ed5f22ec85d0), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:34.324570 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:34.376121 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-7e944417-7c3b-4e3f-a9a8-263b49bca269 admin admin] Deleting port e8446b22-43df-4f6e-b3b3-c1a660cfb814 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:49:34.376682 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7e944417-7c3b-4e3f-a9a8-263b49bca269 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (e8446b22-43df-4f6e-b3b3-c1a660cfb814), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:34.465476 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port e8446b22-43df-4f6e-b3b3-c1a660cfb814 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:49:34.466362 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (e8446b22-43df-4f6e-b3b3-c1a660cfb814), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:34.471801 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-63ed1100-71f6-4b80-a00f-ca51723a4193 None None] Publish callbacks [] for port (b75185c3-8394-48ae-9e01-44323b1e74fc), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:34.485964 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cc44305e-71cd-4208-9dc0-0c057bcf3850 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (78a49b72-28a1-42ba-bd14-ed5f22ec85d0), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:34.492682 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:34.561238 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port e8446b22-43df-4f6e-b3b3-c1a660cfb814, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=e8446b22-43df-4f6e-b3b3-c1a660cfb814,segment=NetworkSegment(eba4265b-6b45-4f95-a2e3-cbc3d49c3ad9),segment_id=eba4265b-6b45-4f95-a2e3-cbc3d49c3ad9)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:49:34.566144 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-63ed1100-71f6-4b80-a00f-ca51723a4193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (b75185c3-8394-48ae-9e01-44323b1e74fc), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:34.627058 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-7e944417-7c3b-4e3f-a9a8-263b49bca269 admin admin] For port e8446b22-43df-4f6e-b3b3-c1a660cfb814, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=e8446b22-43df-4f6e-b3b3-c1a660cfb814,segment=NetworkSegment(eba4265b-6b45-4f95-a2e3-cbc3d49c3ad9),segment_id=eba4265b-6b45-4f95-a2e3-cbc3d49c3ad9)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:49:34.628030 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7e944417-7c3b-4e3f-a9a8-263b49bca269 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (e8446b22-43df-4f6e-b3b3-c1a660cfb814), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:34.675203 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-7e944417-7c3b-4e3f-a9a8-263b49bca269 admin admin] Calling delete_port for e8446b22-43df-4f6e-b3b3-c1a660cfb814 owned by network:router_interface {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:49:34.731443 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (e8446b22-43df-4f6e-b3b3-c1a660cfb814), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:34.732923 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 9655e73a-1103-4574-b112-3bd36147ca1d up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:49:34.750880 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ed1100-71f6-4b80-a00f-ca51723a4193 None None] Network a0eeff0d-3e51-4506-b340-b7609536e974 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:49:34.799242 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-63ed1100-71f6-4b80-a00f-ca51723a4193 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:49:34.822986 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ed1100-71f6-4b80-a00f-ca51723a4193 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:49:34.845365 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-57ea2fd4-0682-4539-925f-96c429f79fe0 tempest-ServersTestBootFromVolume-1686909715 tempest-ServersTestBootFromVolume-1686909715-project] Publish callbacks [] for floatingip (f51a90c6-1030-45d7-b46d-bba997b5a4e4), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:34.856110 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-57ea2fd4-0682-4539-925f-96c429f79fe0 tempest-ServersTestBootFromVolume-1686909715 tempest-ServersTestBootFromVolume-1686909715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:34.861252 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-57ea2fd4-0682-4539-925f-96c429f79fe0 tempest-ServersTestBootFromVolume-1686909715 tempest-ServersTestBootFromVolume-1686909715-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/f51a90c6-1030-45d7-b46d-bba997b5a4e4 HTTP/1.1" status: 204 len: 168 time: 3.3185453 Oct 04 20:49:34.866862 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 43390) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:34.959646 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ed1100-71f6-4b80-a00f-ca51723a4193 None None] Pushing event updated for resources: {'Port': ['ID=b75185c3-8394-48ae-9e01-44323b1e74fc,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:35.032058 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 9655e73a-1103-4574-b112-3bd36147ca1d triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:49:35.032895 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (9655e73a-1103-4574-b112-3bd36147ca1d), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:35.033521 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 9655e73a-1103-4574-b112-3bd36147ca1d Oct 04 20:49:35.124154 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4f8850fb-58a3-47d7-b8a1-acece1993c87 admin admin] Publish callbacks [] for router_gateway (c5075b3e-c4d4-48dc-b77b-8a87b353a106), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:35.185210 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cc44305e-71cd-4208-9dc0-0c057bcf3850 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (78a49b72-28a1-42ba-bd14-ed5f22ec85d0), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:35.215851 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ba580529-04e4-4bbe-bc2e-09fb687ba650 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (eabaedbc-ef75-4593-b77c-db25f4f54e85), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:35.232195 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=100 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:35.278657 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-63ed1100-71f6-4b80-a00f-ca51723a4193 None None] Attempting to bind port b75185c3-8394-48ae-9e01-44323b1e74fc on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:49:35.279684 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-63ed1100-71f6-4b80-a00f-ca51723a4193 None None] Attempting to bind port b75185c3-8394-48ae-9e01-44323b1e74fc by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'dca1dec9-3339-4d9e-a105-b74778b6d9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a0eeff0d-3e51-4506-b340-b7609536e974'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:49:35.284140 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ed1100-71f6-4b80-a00f-ca51723a4193 None None] Attempting to bind port b75185c3-8394-48ae-9e01-44323b1e74fc on network a0eeff0d-3e51-4506-b340-b7609536e974 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:49:35.307689 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc44305e-71cd-4208-9dc0-0c057bcf3850 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Pushing event deleted for resources: {'Subnet': ['ID=78a49b72-28a1-42ba-bd14-ed5f22ec85d0,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:35.322008 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cc44305e-71cd-4208-9dc0-0c057bcf3850 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:35.342403 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-cc44305e-71cd-4208-9dc0-0c057bcf3850 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/78a49b72-28a1-42ba-bd14-ed5f22ec85d0 HTTP/1.1" status: 204 len: 168 time: 1.9274218 Oct 04 20:49:35.357094 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 43398) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:35.367271 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55dde76-badd-4670-9d8b-95e6c5717475 None None] Network 2abf657d-6b87-4d31-ab66-054a60025651 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:49:35.528037 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a8f9f5ed-8930-431b-8111-992d38f2a862 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:35.529061 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=e8446b22-43df-4f6e-b3b3-c1a660cfb814,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:35.756177 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ed1100-71f6-4b80-a00f-ca51723a4193 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:49:35.756769 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ed1100-71f6-4b80-a00f-ca51723a4193 None None] Checking segment: {'id': 'dca1dec9-3339-4d9e-a105-b74778b6d9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a0eeff0d-3e51-4506-b340-b7609536e974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:49:35.757484 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-63ed1100-71f6-4b80-a00f-ca51723a4193 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:35.758129 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ed1100-71f6-4b80-a00f-ca51723a4193 None None] Bound using segment: {'id': 'dca1dec9-3339-4d9e-a105-b74778b6d9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a0eeff0d-3e51-4506-b340-b7609536e974'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:49:35.760182 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-63ed1100-71f6-4b80-a00f-ca51723a4193 None None] Bound port: b75185c3-8394-48ae-9e01-44323b1e74fc, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca1dec9-3339-4d9e-a105-b74778b6d9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a0eeff0d-3e51-4506-b340-b7609536e974'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:49:35.760905 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-63ed1100-71f6-4b80-a00f-ca51723a4193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b75185c3-8394-48ae-9e01-44323b1e74fc), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:35.782498 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 9655e73a-1103-4574-b112-3bd36147ca1d is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:49:35.854285 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:35.931635 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-63ed1100-71f6-4b80-a00f-ca51723a4193 None None] For port b75185c3-8394-48ae-9e01-44323b1e74fc, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:49:35.951590 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-63ed1100-71f6-4b80-a00f-ca51723a4193 None None] For port b75185c3-8394-48ae-9e01-44323b1e74fc, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b75185c3-8394-48ae-9e01-44323b1e74fc,segment=NetworkSegment(dca1dec9-3339-4d9e-a105-b74778b6d9e5),segment_id=dca1dec9-3339-4d9e-a105-b74778b6d9e5)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:49:35.967061 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3422c0b-d7da-453c-b390-ae9cba59927b None None] DHCP port deletion for 2abf657d-6b87-4d31-ab66-054a60025651 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:49:36.124132 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:36.127646 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-c3422c0b-d7da-453c-b390-ae9cba59927b None None] Deleting port 9655e73a-1103-4574-b112-3bd36147ca1d {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:49:36.129161 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c3422c0b-d7da-453c-b390-ae9cba59927b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (9655e73a-1103-4574-b112-3bd36147ca1d), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:36.149695 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7e944417-7c3b-4e3f-a9a8-263b49bca269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (e8446b22-43df-4f6e-b3b3-c1a660cfb814), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:36.264754 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e944417-7c3b-4e3f-a9a8-263b49bca269 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8446b22-43df-4f6e-b3b3-c1a660cfb814,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:36.283246 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba580529-04e4-4bbe-bc2e-09fb687ba650 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Router eabaedbc-ef75-4593-b77c-db25f4f54e85 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:49:36.322505 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a8f9f5ed-8930-431b-8111-992d38f2a862 admin admin] Publish callbacks [] for security_group (e6afc4e0-924f-4026-9d09-fc73260ef62f), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:36.385727 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e944417-7c3b-4e3f-a9a8-263b49bca269 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:49:36.386339 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e944417-7c3b-4e3f-a9a8-263b49bca269 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:49:36.386915 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e944417-7c3b-4e3f-a9a8-263b49bca269 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:49:36.389286 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e944417-7c3b-4e3f-a9a8-263b49bca269 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:49:36.389836 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e944417-7c3b-4e3f-a9a8-263b49bca269 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:49:36.390315 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e944417-7c3b-4e3f-a9a8-263b49bca269 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:49:36.391334 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e944417-7c3b-4e3f-a9a8-263b49bca269 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:49:36.391914 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e944417-7c3b-4e3f-a9a8-263b49bca269 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:49:36.392471 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e944417-7c3b-4e3f-a9a8-263b49bca269 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:49:36.393045 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e944417-7c3b-4e3f-a9a8-263b49bca269 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:49:36.393602 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e944417-7c3b-4e3f-a9a8-263b49bca269 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:49:36.394160 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e944417-7c3b-4e3f-a9a8-263b49bca269 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:49:36.394727 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e944417-7c3b-4e3f-a9a8-263b49bca269 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:49:36.395326 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e944417-7c3b-4e3f-a9a8-263b49bca269 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:49:36.396075 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e944417-7c3b-4e3f-a9a8-263b49bca269 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:49:36.513353 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-c3422c0b-d7da-453c-b390-ae9cba59927b None None] For port 9655e73a-1103-4574-b112-3bd36147ca1d, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=9655e73a-1103-4574-b112-3bd36147ca1d,segment=NetworkSegment(e64dfa47-f805-41fd-b032-46002a755397),segment_id=e64dfa47-f805-41fd-b032-46002a755397)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:49:36.515601 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c3422c0b-d7da-453c-b390-ae9cba59927b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (9655e73a-1103-4574-b112-3bd36147ca1d), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:36.563619 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-c3422c0b-d7da-453c-b390-ae9cba59927b None None] Calling delete_port for 9655e73a-1103-4574-b112-3bd36147ca1d owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:49:36.625266 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a8f9f5ed-8930-431b-8111-992d38f2a862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (e6afc4e0-924f-4026-9d09-fc73260ef62f), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:36.678975 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:36.705468 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e88a0494-4930-44df-9b98-6f571a48122a tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (2abf657d-6b87-4d31-ab66-054a60025651), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:36.824042 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device e8446b22-43df-4f6e-b3b3-c1a660cfb814 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:49:36.831717 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f9f5ed-8930-431b-8111-992d38f2a862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6afc4e0-924f-4026-9d09-fc73260ef62f,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:36.837290 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:36.846647 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-63ed1100-71f6-4b80-a00f-ca51723a4193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (b75185c3-8394-48ae-9e01-44323b1e74fc), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:36.949771 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: e8446b22-43df-4f6e-b3b3-c1a660cfb814 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:49:36.952106 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device e8446b22-43df-4f6e-b3b3-c1a660cfb814 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 04 20:49:37.030965 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c3422c0b-d7da-453c-b390-ae9cba59927b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (9655e73a-1103-4574-b112-3bd36147ca1d), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:37.052293 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:INSERT=11,neutron:SELECT=88,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:37.100066 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 43412) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:37.124152 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-e88a0494-4930-44df-9b98-6f571a48122a tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Deleting port 9655e73a-1103-4574-b112-3bd36147ca1d {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:49:37.125161 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e88a0494-4930-44df-9b98-6f571a48122a tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (9655e73a-1103-4574-b112-3bd36147ca1d), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:37.134781 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Port e8446b22-43df-4f6e-b3b3-c1a660cfb814 not found, will not notify nova. {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 04 20:49:37.140907 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4f8850fb-58a3-47d7-b8a1-acece1993c87 admin admin] Publish callbacks [] for router_gateway (c5075b3e-c4d4-48dc-b77b-8a87b353a106), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:37.172490 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3422c0b-d7da-453c-b390-ae9cba59927b None None] No DVR routers for this DVR port 9655e73a-1103-4574-b112-3bd36147ca1d on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:49:37.225581 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ed1100-71f6-4b80-a00f-ca51723a4193 None None] Pushing event updated for resources: {'Port': ['ID=b75185c3-8394-48ae-9e01-44323b1e74fc,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:37.248805 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a8f9f5ed-8930-431b-8111-992d38f2a862 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=88320c09659846b298ad9ecfbd27e195&name=default HTTP/1.1" status: 200 len: 3000 time: 3.6952119 Oct 04 20:49:37.271688 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 43414) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:37.329580 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3422c0b-d7da-453c-b390-ae9cba59927b None None] Pushing event deleted for resources: {'Port': ['ID=9655e73a-1103-4574-b112-3bd36147ca1d,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:37.473890 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4f8850fb-58a3-47d7-b8a1-acece1993c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:37.530972 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-e88a0494-4930-44df-9b98-6f571a48122a tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] For port 9655e73a-1103-4574-b112-3bd36147ca1d, host n-d-852085-12, got binding levels [] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:49:37.532122 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e88a0494-4930-44df-9b98-6f571a48122a tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (9655e73a-1103-4574-b112-3bd36147ca1d), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:37.621788 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-e88a0494-4930-44df-9b98-6f571a48122a tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Calling delete_port for 9655e73a-1103-4574-b112-3bd36147ca1d owned by network:dhcp {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:49:37.635378 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.ipam_backend_mixin [None req-e88a0494-4930-44df-9b98-6f571a48122a tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Port 9655e73a-1103-4574-b112-3bd36147ca1d was not found and therefore no delete operation was performed {{(pid=108170) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 04 20:49:37.638693 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e88a0494-4930-44df-9b98-6f571a48122a tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (9655e73a-1103-4574-b112-3bd36147ca1d), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:37.744832 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88a0494-4930-44df-9b98-6f571a48122a tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Pushing event deleted for resources: {'Port': ['ID=9655e73a-1103-4574-b112-3bd36147ca1d,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:37.777768 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88a0494-4930-44df-9b98-6f571a48122a tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] No DVR routers for this DVR port 9655e73a-1103-4574-b112-3bd36147ca1d on host n-d-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:49:37.873240 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-4f8850fb-58a3-47d7-b8a1-acece1993c87 admin admin] Allocated IP 172.25.5.12 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/70cebad4-3e95-497c-a553-a6d7e4ed93f9) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:49:38.056267 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-026b5ed8-49f2-4fbc-8791-db143096bd7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (4ed69b54-f417-43c9-89f0-ac61adb9315e), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:38.214577 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c2c7d365-2392-4311-a5bd-515a52224cde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:38.270356 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e88a0494-4930-44df-9b98-6f571a48122a tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (2abf657d-6b87-4d31-ab66-054a60025651), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:38.338970 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b75185c3-8394-48ae-9e01-44323b1e74fc up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:49:38.381838 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:38.470157 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-59fccdae-4986-418d-a4a3-fa30b644733b admin admin] Publish callbacks [] for security_group (e6afc4e0-924f-4026-9d09-fc73260ef62f), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:38.473919 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7e944417-7c3b-4e3f-a9a8-263b49bca269 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (a6a869e8-5600-4b36-993d-a6989b0296de), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:38.485873 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba580529-04e4-4bbe-bc2e-09fb687ba650 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:49:38.486553 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-e88a0494-4930-44df-9b98-6f571a48122a tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2abf657d-6b87-4d31-ab66-054a60025651']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:49:38.523565 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5040bb1a-efdc-4591-9ede-b21a0d3e4f05 None None] Sync routers for ids ['eabaedbc-ef75-4593-b77c-db25f4f54e85'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:49:38.535821 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-e88a0494-4930-44df-9b98-6f571a48122a tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e64dfa47-f805-41fd-b032-46002a755397') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:49:38.536348 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-e88a0494-4930-44df-9b98-6f571a48122a tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e64dfa47-f805-41fd-b032-46002a755397') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:49:38.565709 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e88a0494-4930-44df-9b98-6f571a48122a tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (e64dfa47-f805-41fd-b032-46002a755397), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:38.573796 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port b75185c3-8394-48ae-9e01-44323b1e74fc triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:49:38.573796 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b75185c3-8394-48ae-9e01-44323b1e74fc), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:38.574271 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port b75185c3-8394-48ae-9e01-44323b1e74fc Oct 04 20:49:38.609043 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:38.612174 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4f8850fb-58a3-47d7-b8a1-acece1993c87 admin admin] Publish callbacks [] for port (70cebad4-3e95-497c-a553-a6d7e4ed93f9), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:38.638424 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5040bb1a-efdc-4591-9ede-b21a0d3e4f05 None None] Routers {'eabaedbc-ef75-4593-b77c-db25f4f54e85'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:49:38.639555 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-5040bb1a-efdc-4591-9ede-b21a0d3e4f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:49:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['eabaedbc-ef75-4593-b77c-db25f4f54e85'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:49:38.708999 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e88a0494-4930-44df-9b98-6f571a48122a tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (e64dfa47-f805-41fd-b032-46002a755397), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:38.732159 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e88a0494-4930-44df-9b98-6f571a48122a tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:49:38.732159 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e88a0494-4930-44df-9b98-6f571a48122a tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (e64dfa47-f805-41fd-b032-46002a755397), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:38.777921 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-5040bb1a-efdc-4591-9ede-b21a0d3e4f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:49:38.814524 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-59fccdae-4986-418d-a4a3-fa30b644733b admin admin] Publish callbacks [] for security_group (e6afc4e0-924f-4026-9d09-fc73260ef62f), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:38.829838 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ba580529-04e4-4bbe-bc2e-09fb687ba650 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:38.837613 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ba580529-04e4-4bbe-bc2e-09fb687ba650 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 880 time: 15.5267329 Oct 04 20:49:38.848023 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 43430) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:38.854100 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5040bb1a-efdc-4591-9ede-b21a0d3e4f05 None None] Routers {'eabaedbc-ef75-4593-b77c-db25f4f54e85'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:49:38.861801 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-5040bb1a-efdc-4591-9ede-b21a0d3e4f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:49:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['eabaedbc-ef75-4593-b77c-db25f4f54e85'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:49:38.944583 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-5040bb1a-efdc-4591-9ede-b21a0d3e4f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:49:38.946703 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5040bb1a-efdc-4591-9ede-b21a0d3e4f05 None None] The sync data for ids ['eabaedbc-ef75-4593-b77c-db25f4f54e85'] in n-d-852085-12 is: [] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:49:39.013595 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment e64dfa47-f805-41fd-b032-46002a755397 resource provider aggregate not found Oct 04 20:49:39.030685 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port b75185c3-8394-48ae-9e01-44323b1e74fc is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:49:39.031525 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b75185c3-8394-48ae-9e01-44323b1e74fc), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:39.063849 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e88a0494-4930-44df-9b98-6f571a48122a tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (2abf657d-6b87-4d31-ab66-054a60025651), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:39.086199 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment e64dfa47-f805-41fd-b032-46002a755397 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e64dfa47-f805-41fd-b032-46002a755397 found for delete ", "request_id": "req-0f809803-f294-455c-a00d-2e70f4b1953a"}]} Oct 04 20:49:39.104232 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e88a0494-4930-44df-9b98-6f571a48122a tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:39.110229 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-e88a0494-4930-44df-9b98-6f571a48122a tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] 10.222.0.78 "DELETE /networking/v2.0/networks/2abf657d-6b87-4d31-ab66-054a60025651 HTTP/1.1" status: 204 len: 168 time: 3.7402537 Oct 04 20:49:39.116075 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4f8850fb-58a3-47d7-b8a1-acece1993c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (70cebad4-3e95-497c-a553-a6d7e4ed93f9), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:39.122197 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port b75185c3-8394-48ae-9e01-44323b1e74fc, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b75185c3-8394-48ae-9e01-44323b1e74fc,segment=NetworkSegment(dca1dec9-3339-4d9e-a105-b74778b6d9e5),segment_id=dca1dec9-3339-4d9e-a105-b74778b6d9e5)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:49:39.152134 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 43438) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:39.174801 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c2c7d365-2392-4311-a5bd-515a52224cde admin admin] Publish callbacks [] for security_group (fa7b735c-f636-411b-b314-36db02459586), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:39.192974 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88a0494-4930-44df-9b98-6f571a48122a tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Pushing event deleted for resources: {'Network': ['ID=2abf657d-6b87-4d31-ab66-054a60025651,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:39.193617 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-f920093d-8e27-42a1-a243-14b9fbf74b5e tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-723743361'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:49:39.208030 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad4ecc1-7df9-436a-bf4a-cb5988087de3 None None] Network a0eeff0d-3e51-4506-b340-b7609536e974 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:49:39.250489 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (b75185c3-8394-48ae-9e01-44323b1e74fc), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:39.316518 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c2c7d365-2392-4311-a5bd-515a52224cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (fa7b735c-f636-411b-b314-36db02459586), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:39.402868 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 9655e73a-1103-4574-b112-3bd36147ca1d no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:49:39.429328 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 43440) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:39.436368 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8850fb-58a3-47d7-b8a1-acece1993c87 admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:49:39.490586 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-4f8850fb-58a3-47d7-b8a1-acece1993c87 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:49:39.496808 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8850fb-58a3-47d7-b8a1-acece1993c87 admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:49:39.508383 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-b968731c-c4f4-48a1-84a4-d6b564bcd878 None None] Provisioning complete for port b75185c3-8394-48ae-9e01-44323b1e74fc triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:49:39.508814 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b968731c-c4f4-48a1-84a4-d6b564bcd878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b75185c3-8394-48ae-9e01-44323b1e74fc), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:39.509352 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-b968731c-c4f4-48a1-84a4-d6b564bcd878 None None] Attempt 1 to provision port b75185c3-8394-48ae-9e01-44323b1e74fc Oct 04 20:49:39.513016 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 9655e73a-1103-4574-b112-3bd36147ca1d {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:49:39.513562 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 9655e73a-1103-4574-b112-3bd36147ca1d not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:49:39.567918 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8850fb-58a3-47d7-b8a1-acece1993c87 admin admin] Pushing event updated for resources: {'Port': ['ID=70cebad4-3e95-497c-a553-a6d7e4ed93f9,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:39.584187 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c2c7d365-2392-4311-a5bd-515a52224cde admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=59598145da49457993b17fc7f426420c&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4682422 Oct 04 20:49:39.595683 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 43444) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:39.600878 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c7d365-2392-4311-a5bd-515a52224cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7b735c-f636-411b-b314-36db02459586,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:39.624390 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-026b5ed8-49f2-4fbc-8791-db143096bd7e admin admin] Deleting port b9f5e8f9-2c81-40b0-b923-8da4e884902e {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:49:39.627253 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=b75185c3-8394-48ae-9e01-44323b1e74fc,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:39.627626 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-026b5ed8-49f2-4fbc-8791-db143096bd7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (b9f5e8f9-2c81-40b0-b923-8da4e884902e), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:39.650822 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:49:39.656958 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:49:39.656958 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:49:39.656958 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:49:39.656958 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:49:39.656958 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:49:39.656958 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:49:39.656958 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:49:39.656958 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:49:39.656958 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:49:39.658878 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:49:39.658878 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:49:39.659128 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:49:39.659454 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:49:39.659998 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:49:39.667899 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-91db7abc-75aa-4b28-b6e6-8324b160b1cf tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "GET /networking/v2.0/routers/eabaedbc-ef75-4593-b77c-db25f4f54e85 HTTP/1.1" status: 200 len: 881 time: 0.8125823 Oct 04 20:49:39.675525 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 43446) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:39.690829 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f920093d-8e27-42a1-a243-14b9fbf74b5e tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Made reservation on behalf of 0ab943ca7b4f4ad3ac63ee0067fa6376 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:49:39.701657 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f920093d-8e27-42a1-a243-14b9fbf74b5e tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:39.745769 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-59fccdae-4986-418d-a4a3-fa30b644733b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (e6afc4e0-924f-4026-9d09-fc73260ef62f), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:39.755481 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-59fccdae-4986-418d-a4a3-fa30b644733b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:39.757711 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-59fccdae-4986-418d-a4a3-fa30b644733b admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/e6afc4e0-924f-4026-9d09-fc73260ef62f HTTP/1.1" status: 204 len: 168 time: 2.2716539 Oct 04 20:49:40.030921 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-b968731c-c4f4-48a1-84a4-d6b564bcd878 None None] Current status of the port b75185c3-8394-48ae-9e01-44323b1e74fc is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:49:40.053418 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b75185c3-8394-48ae-9e01-44323b1e74fc up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:49:40.240518 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:40.325186 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-026b5ed8-49f2-4fbc-8791-db143096bd7e admin admin] For port b9f5e8f9-2c81-40b0-b923-8da4e884902e, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b9f5e8f9-2c81-40b0-b923-8da4e884902e,segment=NetworkSegment(ea94fdea-0aa6-46f6-99b3-58f0d18da342),segment_id=ea94fdea-0aa6-46f6-99b3-58f0d18da342)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:49:40.331761 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-026b5ed8-49f2-4fbc-8791-db143096bd7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (b9f5e8f9-2c81-40b0-b923-8da4e884902e), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:40.374441 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:40.376872 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fccdae-4986-418d-a4a3-fa30b644733b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6afc4e0-924f-4026-9d09-fc73260ef62f,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:40.409815 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-28b45cce-341e-402a-ab39-e7aa4b5f769a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.7306685 Oct 04 20:49:40.448082 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 43450) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:40.449061 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port b75185c3-8394-48ae-9e01-44323b1e74fc triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:49:40.450349 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b75185c3-8394-48ae-9e01-44323b1e74fc), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:40.451231 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port b75185c3-8394-48ae-9e01-44323b1e74fc Oct 04 20:49:40.462061 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-10a0bdec-099d-4d03-8176-d80cb6091c9f tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1041553088'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:49:40.488681 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-ec925715-cdb4-44da-a06f-119e24b463e7 tempest-ExternalNetworksAdminNegativeTestJSON-616355331 tempest-ExternalNetworksAdminNegativeTestJSON-616355331-project-admin] Request body: {'floatingip': {'floating_network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:49:40.599229 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-026b5ed8-49f2-4fbc-8791-db143096bd7e admin admin] Calling delete_port for b9f5e8f9-2c81-40b0-b923-8da4e884902e owned by network:router_interface {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:49:40.737974 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f920093d-8e27-42a1-a243-14b9fbf74b5e tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:49:40.878355 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:40.889320 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f920093d-8e27-42a1-a243-14b9fbf74b5e tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (c3042864-7b22-4569-9a62-f875d6a5af64), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:40.890012 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-f920093d-8e27-42a1-a243-14b9fbf74b5e tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Added segment c3042864-7b22-4569-9a62-f875d6a5af64 of type vlan for network 52f296b7-d20e-4477-85b1-fc4a04e7c484 Oct 04 20:49:40.902467 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:DELETE=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:40.907823 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-8a0a1027-c2de-4846-974f-b73e3022fe5e None None] Provisioning complete for port b75185c3-8394-48ae-9e01-44323b1e74fc triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:49:40.908562 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8a0a1027-c2de-4846-974f-b73e3022fe5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b75185c3-8394-48ae-9e01-44323b1e74fc), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:40.909465 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-8a0a1027-c2de-4846-974f-b73e3022fe5e None None] Attempt 1 to provision port b75185c3-8394-48ae-9e01-44323b1e74fc Oct 04 20:49:40.928393 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-af29a91a-bd83-4c0f-a445-5e7b3f543ab8 admin admin] Publish callbacks [] for security_group (fa7b735c-f636-411b-b314-36db02459586), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:40.983012 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:INSERT=3,neutron:SELECT=97 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:41.060925 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port b75185c3-8394-48ae-9e01-44323b1e74fc is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:49:41.118116 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ec925715-cdb4-44da-a06f-119e24b463e7 tempest-ExternalNetworksAdminNegativeTestJSON-616355331 tempest-ExternalNetworksAdminNegativeTestJSON-616355331-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:41.157003 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:41.253094 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f920093d-8e27-42a1-a243-14b9fbf74b5e tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (52f296b7-d20e-4477-85b1-fc4a04e7c484), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:41.261516 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-af29a91a-bd83-4c0f-a445-5e7b3f543ab8 admin admin] Publish callbacks [] for security_group (fa7b735c-f636-411b-b314-36db02459586), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:41.301310 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-8a0a1027-c2de-4846-974f-b73e3022fe5e None None] Current status of the port b75185c3-8394-48ae-9e01-44323b1e74fc is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:49:41.387855 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e944417-7c3b-4e3f-a9a8-263b49bca269 admin admin] Router a6a869e8-5600-4b36-993d-a6989b0296de has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:49:41.522752 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ec925715-cdb4-44da-a06f-119e24b463e7 tempest-ExternalNetworksAdminNegativeTestJSON-616355331 tempest-ExternalNetworksAdminNegativeTestJSON-616355331-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:41.647184 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f920093d-8e27-42a1-a243-14b9fbf74b5e tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (52f296b7-d20e-4477-85b1-fc4a04e7c484), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:41.657121 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f920093d-8e27-42a1-a243-14b9fbf74b5e tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:49:41.658168 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f920093d-8e27-42a1-a243-14b9fbf74b5e tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:41.665441 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-10a0bdec-099d-4d03-8176-d80cb6091c9f tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-465386', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-583633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6069'] for router (eabaedbc-ef75-4593-b77c-db25f4f54e85), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:41.728344 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-026b5ed8-49f2-4fbc-8791-db143096bd7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (b9f5e8f9-2c81-40b0-b923-8da4e884902e), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:41.728781 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:41.787363 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026b5ed8-49f2-4fbc-8791-db143096bd7e admin admin] Pushing event deleted for resources: {'Port': ['ID=b9f5e8f9-2c81-40b0-b923-8da4e884902e,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:41.863659 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-10a0bdec-099d-4d03-8176-d80cb6091c9f tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-465361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-465368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-583658'] for router (eabaedbc-ef75-4593-b77c-db25f4f54e85), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:41.924753 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-af29a91a-bd83-4c0f-a445-5e7b3f543ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (fa7b735c-f636-411b-b314-36db02459586), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:41.931337 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-af29a91a-bd83-4c0f-a445-5e7b3f543ab8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:41.938485 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-af29a91a-bd83-4c0f-a445-5e7b3f543ab8 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/fa7b735c-f636-411b-b314-36db02459586 HTTP/1.1" status: 204 len: 168 time: 2.3180687 Oct 04 20:49:42.013291 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:42.106714 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af29a91a-bd83-4c0f-a445-5e7b3f543ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7b735c-f636-411b-b314-36db02459586,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:42.110128 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4f8850fb-58a3-47d7-b8a1-acece1993c87 admin admin] Publish callbacks [] for router_gateway (c5075b3e-c4d4-48dc-b77b-8a87b353a106), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:42.160914 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f920093d-8e27-42a1-a243-14b9fbf74b5e tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 773 time: 3.0029795 Oct 04 20:49:42.232092 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f920093d-8e27-42a1-a243-14b9fbf74b5e tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Pushing event updated for resources: {'Network': ['ID=52f296b7-d20e-4477-85b1-fc4a04e7c484,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:42.243468 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 43466) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:42.259235 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 52f296b7-d20e-4477-85b1-fc4a04e7c484 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:49:42.312774 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a0bdec-099d-4d03-8176-d80cb6091c9f tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Router eabaedbc-ef75-4593-b77c-db25f4f54e85 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:49:42.321268 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-6c85e78a-b343-45bf-bd82-b30a1dd860df tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Request body: {'subnet': {'network_id': '52f296b7-d20e-4477-85b1-fc4a04e7c484', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:49:42.552659 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-026b5ed8-49f2-4fbc-8791-db143096bd7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (4ed69b54-f417-43c9-89f0-ac61adb9315e), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:42.562839 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e944417-7c3b-4e3f-a9a8-263b49bca269 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:49:42.595226 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-7e944417-7c3b-4e3f-a9a8-263b49bca269 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/a6a869e8-5600-4b36-993d-a6989b0296de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.7610917 Oct 04 20:49:42.612753 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 43472) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:42.614948 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cddae73-0806-4f8b-963e-bf0301d7f60b None None] Sync routers for ids ['a6a869e8-5600-4b36-993d-a6989b0296de'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:49:42.652320 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cddae73-0806-4f8b-963e-bf0301d7f60b None None] Routers {'a6a869e8-5600-4b36-993d-a6989b0296de'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:49:42.654103 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-4cddae73-0806-4f8b-963e-bf0301d7f60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:49:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['a6a869e8-5600-4b36-993d-a6989b0296de'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:49:42.888757 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-4cddae73-0806-4f8b-963e-bf0301d7f60b None None] Set router a6a869e8-5600-4b36-993d-a6989b0296de gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:49:42.938768 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c85e78a-b343-45bf-bd82-b30a1dd860df tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Made reservation on behalf of 0ab943ca7b4f4ad3ac63ee0067fa6376 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:49:42.948328 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6c85e78a-b343-45bf-bd82-b30a1dd860df tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:43.045046 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a0bdec-099d-4d03-8176-d80cb6091c9f tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:49:43.060715 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-10a0bdec-099d-4d03-8176-d80cb6091c9f tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:43.063006 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-10a0bdec-099d-4d03-8176-d80cb6091c9f tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "PUT /networking/v2.0/routers/eabaedbc-ef75-4593-b77c-db25f4f54e85 HTTP/1.1" status: 200 len: 888 time: 2.6130176 Oct 04 20:49:43.073683 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ec79e5-fb76-4dfb-8d9f-62719a13fc17 None None] Sync routers for ids ['eabaedbc-ef75-4593-b77c-db25f4f54e85'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:49:43.105300 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:43.108769 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 43480) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:43.111424 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 43482) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:43.122414 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ec79e5-fb76-4dfb-8d9f-62719a13fc17 None None] Routers {'eabaedbc-ef75-4593-b77c-db25f4f54e85'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:49:43.123668 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-37ec79e5-fb76-4dfb-8d9f-62719a13fc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:49:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['eabaedbc-ef75-4593-b77c-db25f4f54e85'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:49:43.182094 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:43.219941 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-026b5ed8-49f2-4fbc-8791-db143096bd7e admin admin] Router 4ed69b54-f417-43c9-89f0-ac61adb9315e has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:49:43.227487 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-37ec79e5-fb76-4dfb-8d9f-62719a13fc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:49:43.247535 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ec79e5-fb76-4dfb-8d9f-62719a13fc17 None None] Routers {'eabaedbc-ef75-4593-b77c-db25f4f54e85'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:49:43.250295 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-37ec79e5-fb76-4dfb-8d9f-62719a13fc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:49:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['eabaedbc-ef75-4593-b77c-db25f4f54e85'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:49:43.327839 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-4cddae73-0806-4f8b-963e-bf0301d7f60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a869e8-5600-4b36-993d-a6989b0296de', 'name': 'tempest-ServerRescueNegativeTestJSON-433273543-router', 'tenant_id': 'b2e6812055b3473db24481cdd7504bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'a04974a7-f64c-4cda-a7d4-899f749e1ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:48:53Z', 'updated_at': '2022-10-04T20:49:35Z', 'revision_number': 5, 'project_id': 'b2e6812055b3473db24481cdd7504bd6', 'gw_port': {'id': 'a04974a7-f64c-4cda-a7d4-899f749e1ac4', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a869e8-5600-4b36-993d-a6989b0296de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:48:57Z', 'updated_at': '2022-10-04T20:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:49:43.365089 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-37ec79e5-fb76-4dfb-8d9f-62719a13fc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:49:43.368540 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ec79e5-fb76-4dfb-8d9f-62719a13fc17 None None] The sync data for ids ['eabaedbc-ef75-4593-b77c-db25f4f54e85'] in n-d-852085-12 is: [] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:49:43.391039 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cddae73-0806-4f8b-963e-bf0301d7f60b None None] Checking router: a6a869e8-5600-4b36-993d-a6989b0296de for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:49:43.409619 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cddae73-0806-4f8b-963e-bf0301d7f60b None None] Routers {'a6a869e8-5600-4b36-993d-a6989b0296de'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:49:43.410735 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-4cddae73-0806-4f8b-963e-bf0301d7f60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:49:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['a6a869e8-5600-4b36-993d-a6989b0296de'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:49:43.436888 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-ec925715-cdb4-44da-a06f-119e24b463e7 tempest-ExternalNetworksAdminNegativeTestJSON-616355331 tempest-ExternalNetworksAdminNegativeTestJSON-616355331-project-admin] Allocated IP 172.25.5.95 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/125f4774-a5c9-48ed-b221-9f435fe188e1) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:49:43.536689 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026b5ed8-49f2-4fbc-8791-db143096bd7e admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:49:43.565085 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-026b5ed8-49f2-4fbc-8791-db143096bd7e admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/4ed69b54-f417-43c9-89f0-ac61adb9315e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6876471 Oct 04 20:49:43.566125 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 43492) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:43.700444 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1518d407-8a5a-4811-a76b-921626479742 None None] Sync routers for ids ['4ed69b54-f417-43c9-89f0-ac61adb9315e'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:49:43.710485 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-4cddae73-0806-4f8b-963e-bf0301d7f60b None None] Set router a6a869e8-5600-4b36-993d-a6989b0296de gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:49:43.757314 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4f8850fb-58a3-47d7-b8a1-acece1993c87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (c5075b3e-c4d4-48dc-b77b-8a87b353a106), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:43.815242 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9098e8b9-a289-487b-b9fa-b7eef995ab91 admin admin] Publish callbacks [] for router (4ed69b54-f417-43c9-89f0-ac61adb9315e), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:43.855038 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1518d407-8a5a-4811-a76b-921626479742 None None] Routers {'4ed69b54-f417-43c9-89f0-ac61adb9315e'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:49:43.855974 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-1518d407-8a5a-4811-a76b-921626479742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:49:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['4ed69b54-f417-43c9-89f0-ac61adb9315e'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:49:44.105072 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-1518d407-8a5a-4811-a76b-921626479742 None None] Set router 4ed69b54-f417-43c9-89f0-ac61adb9315e gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:49:44.476873 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=100 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:44.546658 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9098e8b9-a289-487b-b9fa-b7eef995ab91 admin admin] Publish callbacks [] for router_gateway (4ed69b54-f417-43c9-89f0-ac61adb9315e), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:44.559766 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-927c7b4d-64b8-418c-b004-dbc1b63d0a5c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1781382707-network', 'tenant_id': 'bd8adb1a7e034cbeb6d40757ae7cf31b'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:49:44.666909 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:44.739988 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-1518d407-8a5a-4811-a76b-921626479742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed69b54-f417-43c9-89f0-ac61adb9315e', 'name': 'tempest-ServersTestBootFromVolume-326153634-router', 'tenant_id': 'cfa8bdf2eb414417a0ee4e64f7932019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '974a8313-642b-4afb-b882-5c691a5b2b61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:47:27Z', 'updated_at': '2022-10-04T20:49:41Z', 'revision_number': 5, 'project_id': 'cfa8bdf2eb414417a0ee4e64f7932019', 'gw_port': {'id': '974a8313-642b-4afb-b882-5c691a5b2b61', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed69b54-f417-43c9-89f0-ac61adb9315e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:47:32Z', 'updated_at': '2022-10-04T20:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:49:44.768517 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-9098e8b9-a289-487b-b9fa-b7eef995ab91 admin admin] Deleting port 974a8313-642b-4afb-b882-5c691a5b2b61 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:49:44.784985 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9098e8b9-a289-487b-b9fa-b7eef995ab91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (974a8313-642b-4afb-b882-5c691a5b2b61), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:44.785551 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ec925715-cdb4-44da-a06f-119e24b463e7 tempest-ExternalNetworksAdminNegativeTestJSON-616355331 tempest-ExternalNetworksAdminNegativeTestJSON-616355331-project-admin] Publish callbacks [] for port (125f4774-a5c9-48ed-b221-9f435fe188e1), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:44.814165 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1518d407-8a5a-4811-a76b-921626479742 None None] Checking router: 4ed69b54-f417-43c9-89f0-ac61adb9315e for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:49:44.843496 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-4cddae73-0806-4f8b-963e-bf0301d7f60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a869e8-5600-4b36-993d-a6989b0296de', 'name': 'tempest-ServerRescueNegativeTestJSON-433273543-router', 'tenant_id': 'b2e6812055b3473db24481cdd7504bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'a04974a7-f64c-4cda-a7d4-899f749e1ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:48:53Z', 'updated_at': '2022-10-04T20:49:35Z', 'revision_number': 5, 'project_id': 'b2e6812055b3473db24481cdd7504bd6', 'gw_port': {'id': 'a04974a7-f64c-4cda-a7d4-899f749e1ac4', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a869e8-5600-4b36-993d-a6989b0296de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:48:57Z', 'updated_at': '2022-10-04T20:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:49:44.890417 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9d97e3ca-f865-49e1-9946-43532f94c497 admin admin] Publish callbacks [] for router (a6a869e8-5600-4b36-993d-a6989b0296de), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:44.916349 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-dfacc421-e53c-456f-b1f7-27ff1d7d11aa tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "GET /networking/v2.0/routers/eabaedbc-ef75-4593-b77c-db25f4f54e85 HTTP/1.1" status: 200 len: 888 time: 1.7592802 Oct 04 20:49:44.920449 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 43506) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:44.925941 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1518d407-8a5a-4811-a76b-921626479742 None None] Routers {'4ed69b54-f417-43c9-89f0-ac61adb9315e'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:49:44.926905 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-1518d407-8a5a-4811-a76b-921626479742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:49:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['4ed69b54-f417-43c9-89f0-ac61adb9315e'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:49:44.934144 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cddae73-0806-4f8b-963e-bf0301d7f60b None None] The sync data for ids ['a6a869e8-5600-4b36-993d-a6989b0296de'] in n-d-852085-12 is: [{'id': 'a6a869e8-5600-4b36-993d-a6989b0296de', 'name': 'tempest-ServerRescueNegativeTestJSON-433273543-router', 'tenant_id': 'b2e6812055b3473db24481cdd7504bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'a04974a7-f64c-4cda-a7d4-899f749e1ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:48:53Z', 'updated_at': '2022-10-04T20:49:35Z', 'revision_number': 5, 'project_id': 'b2e6812055b3473db24481cdd7504bd6', 'gw_port': {'id': 'a04974a7-f64c-4cda-a7d4-899f749e1ac4', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a869e8-5600-4b36-993d-a6989b0296de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:48:57Z', 'updated_at': '2022-10-04T20:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:49:45.047444 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-927c7b4d-64b8-418c-b004-dbc1b63d0a5c admin admin] Made reservation on behalf of bd8adb1a7e034cbeb6d40757ae7cf31b for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:49:45.051471 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-927c7b4d-64b8-418c-b004-dbc1b63d0a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:45.061244 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-1d770627-300b-4539-858a-84578764ff5f tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=eabaedbc-ef75-4593-b77c-db25f4f54e85 HTTP/1.1" status: 200 len: 205 time: 0.1381514 Oct 04 20:49:45.077213 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 43508) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:45.158213 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-927c7b4d-64b8-418c-b004-dbc1b63d0a5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:45.173446 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-1518d407-8a5a-4811-a76b-921626479742 None None] Set router 4ed69b54-f417-43c9-89f0-ac61adb9315e gateway port host: None {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:49:45.211921 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-9098e8b9-a289-487b-b9fa-b7eef995ab91 admin admin] For port 974a8313-642b-4afb-b882-5c691a5b2b61, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=974a8313-642b-4afb-b882-5c691a5b2b61,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:49:45.212634 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9098e8b9-a289-487b-b9fa-b7eef995ab91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (974a8313-642b-4afb-b882-5c691a5b2b61), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:45.239734 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=100 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:45.256302 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-9098e8b9-a289-487b-b9fa-b7eef995ab91 admin admin] Calling delete_port for 974a8313-642b-4afb-b882-5c691a5b2b61 owned by network:router_gateway {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:49:45.275418 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:45.303888 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-1518d407-8a5a-4811-a76b-921626479742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ed69b54-f417-43c9-89f0-ac61adb9315e', 'name': 'tempest-ServersTestBootFromVolume-326153634-router', 'tenant_id': 'cfa8bdf2eb414417a0ee4e64f7932019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:47:27Z', 'updated_at': '2022-10-04T20:49:44Z', 'revision_number': 6, 'project_id': 'cfa8bdf2eb414417a0ee4e64f7932019', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:49:45.370053 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1518d407-8a5a-4811-a76b-921626479742 None None] The sync data for ids ['4ed69b54-f417-43c9-89f0-ac61adb9315e'] in n-d-852085-12 is: [{'id': '4ed69b54-f417-43c9-89f0-ac61adb9315e', 'name': 'tempest-ServersTestBootFromVolume-326153634-router', 'tenant_id': 'cfa8bdf2eb414417a0ee4e64f7932019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:47:27Z', 'updated_at': '2022-10-04T20:49:44Z', 'revision_number': 6, 'project_id': 'cfa8bdf2eb414417a0ee4e64f7932019', 'gw_port_host': None}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:49:45.420354 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ec925715-cdb4-44da-a06f-119e24b463e7 tempest-ExternalNetworksAdminNegativeTestJSON-616355331 tempest-ExternalNetworksAdminNegativeTestJSON-616355331-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (125f4774-a5c9-48ed-b221-9f435fe188e1), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:45.453945 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d576d506-cd9c-4918-a4eb-50514323c12d tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for router (eabaedbc-ef75-4593-b77c-db25f4f54e85), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:45.547960 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-114f1bd7-1749-4e26-a75f-655bed36c773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:45.578367 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9d97e3ca-f865-49e1-9946-43532f94c497 admin admin] Publish callbacks [] for router_gateway (a6a869e8-5600-4b36-993d-a6989b0296de), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:45.599422 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f8850fb-58a3-47d7-b8a1-acece1993c87 admin admin] Router c5075b3e-c4d4-48dc-b77b-8a87b353a106 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:49:45.649032 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec925715-cdb4-44da-a06f-119e24b463e7 tempest-ExternalNetworksAdminNegativeTestJSON-616355331 tempest-ExternalNetworksAdminNegativeTestJSON-616355331-project-admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:49:45.659480 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec925715-cdb4-44da-a06f-119e24b463e7 tempest-ExternalNetworksAdminNegativeTestJSON-616355331 tempest-ExternalNetworksAdminNegativeTestJSON-616355331-project-admin] Pushing event updated for resources: {'Port': ['ID=125f4774-a5c9-48ed-b221-9f435fe188e1,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:45.672392 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-ec925715-cdb4-44da-a06f-119e24b463e7 tempest-ExternalNetworksAdminNegativeTestJSON-616355331 tempest-ExternalNetworksAdminNegativeTestJSON-616355331-project-admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:49:45.676858 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec925715-cdb4-44da-a06f-119e24b463e7 tempest-ExternalNetworksAdminNegativeTestJSON-616355331 tempest-ExternalNetworksAdminNegativeTestJSON-616355331-project-admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:49:45.694359 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:45.740797 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6c85e78a-b343-45bf-bd82-b30a1dd860df tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (3fdb51ea-eb75-4ccf-9783-0d1a4cd6cc39), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:45.902621 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 20:49:45.905849 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device e8446b22-43df-4f6e-b3b3-c1a660cfb814 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:49:45.913412 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d576d506-cd9c-4918-a4eb-50514323c12d tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for router_gateway (eabaedbc-ef75-4593-b77c-db25f4f54e85), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:45.968427 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: e8446b22-43df-4f6e-b3b3-c1a660cfb814 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:49:45.973554 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device e8446b22-43df-4f6e-b3b3-c1a660cfb814 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:49:45.977342 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b9f5e8f9-2c81-40b0-b923-8da4e884902e no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:49:45.981069 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=7 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:46.034158 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: b9f5e8f9-2c81-40b0-b923-8da4e884902e {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:49:46.035429 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b9f5e8f9-2c81-40b0-b923-8da4e884902e not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:49:46.040835 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:46.048950 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-927c7b4d-64b8-418c-b004-dbc1b63d0a5c admin admin] Publish callbacks [] for security_group (664a98cf-f4f2-4171-82c0-1cb10e25629f), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:46.156848 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 43512) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:46.205451 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-927c7b4d-64b8-418c-b004-dbc1b63d0a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (664a98cf-f4f2-4171-82c0-1cb10e25629f), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:46.214929 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-d576d506-cd9c-4918-a4eb-50514323c12d tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Deleting port dbc377cf-aaea-4a4e-a4fd-87978c7878e9 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:49:46.215983 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d576d506-cd9c-4918-a4eb-50514323c12d tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (dbc377cf-aaea-4a4e-a4fd-87978c7878e9), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:46.224503 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c85e78a-b343-45bf-bd82-b30a1dd860df tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Pushing event updated for resources: {'Subnet': ['ID=3fdb51ea-eb75-4ccf-9783-0d1a4cd6cc39,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:46.249845 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9098e8b9-a289-487b-b9fa-b7eef995ab91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (974a8313-642b-4afb-b882-5c691a5b2b61), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:46.269323 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-9d97e3ca-f865-49e1-9946-43532f94c497 admin admin] Deleting port a04974a7-f64c-4cda-a7d4-899f749e1ac4 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:49:46.269870 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9d97e3ca-f865-49e1-9946-43532f94c497 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (a04974a7-f64c-4cda-a7d4-899f749e1ac4), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:46.373137 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8850fb-58a3-47d7-b8a1-acece1993c87 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:49:46.397269 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9098e8b9-a289-487b-b9fa-b7eef995ab91 admin admin] Pushing event deleted for resources: {'Port': ['ID=974a8313-642b-4afb-b882-5c691a5b2b61,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:46.402438 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581c782e-d86c-4e41-bc2b-8d4264497e76 None None] Sync routers for ids ['c5075b3e-c4d4-48dc-b77b-8a87b353a106'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:49:46.460766 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581c782e-d86c-4e41-bc2b-8d4264497e76 None None] Routers {'c5075b3e-c4d4-48dc-b77b-8a87b353a106'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:49:46.467302 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-581c782e-d86c-4e41-bc2b-8d4264497e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:49:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['c5075b3e-c4d4-48dc-b77b-8a87b353a106'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:49:46.512873 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-927c7b4d-64b8-418c-b004-dbc1b63d0a5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:49:46.568312 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4c1eafe5-7ddd-4a45-a230-92573ba248ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:46.588226 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d576d506-cd9c-4918-a4eb-50514323c12d tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (dbc377cf-aaea-4a4e-a4fd-87978c7878e9), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:46.599649 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-927c7b4d-64b8-418c-b004-dbc1b63d0a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (ab7dd5c8-6b5f-4d63-9eac-22e2fe4d537d), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:46.600864 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-927c7b4d-64b8-418c-b004-dbc1b63d0a5c admin admin] Added segment ab7dd5c8-6b5f-4d63-9eac-22e2fe4d537d of type vlan for network d7e335bd-452b-4b28-a631-d8ec4632b1ff Oct 04 20:49:46.607372 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927c7b4d-64b8-418c-b004-dbc1b63d0a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664a98cf-f4f2-4171-82c0-1cb10e25629f,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:46.639123 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c85e78a-b343-45bf-bd82-b30a1dd860df tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Checking segment: {'id': 'c3042864-7b22-4569-9a62-f875d6a5af64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '52f296b7-d20e-4477-85b1-fc4a04e7c484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:49:46.639900 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c85e78a-b343-45bf-bd82-b30a1dd860df tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Network hostable DHCP agents. Network: 52f296b7-d20e-4477-85b1-fc4a04e7c484, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:49:46.645538 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-d576d506-cd9c-4918-a4eb-50514323c12d tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Calling delete_port for dbc377cf-aaea-4a4e-a4fd-87978c7878e9 owned by network:router_gateway {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:49:46.660975 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9098e8b9-a289-487b-b9fa-b7eef995ab91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (4ed69b54-f417-43c9-89f0-ac61adb9315e), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:46.751997 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-581c782e-d86c-4e41-bc2b-8d4264497e76 None None] Set router c5075b3e-c4d4-48dc-b77b-8a87b353a106 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:49:46.752931 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4f8850fb-58a3-47d7-b8a1-acece1993c87 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:46.759681 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-4f8850fb-58a3-47d7-b8a1-acece1993c87 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 15.2076182 Oct 04 20:49:46.775017 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ec925715-cdb4-44da-a06f-119e24b463e7 tempest-ExternalNetworksAdminNegativeTestJSON-616355331 tempest-ExternalNetworksAdminNegativeTestJSON-616355331-project-admin] Publish callbacks [] for floatingip (f569c77b-472a-41af-a043-d9ebaa33c0bd), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:46.780432 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 43516) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:46.829317 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-9d97e3ca-f865-49e1-9946-43532f94c497 admin admin] For port a04974a7-f64c-4cda-a7d4-899f749e1ac4, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=a04974a7-f64c-4cda-a7d4-899f749e1ac4,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:49:46.829317 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9d97e3ca-f865-49e1-9946-43532f94c497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (a04974a7-f64c-4cda-a7d4-899f749e1ac4), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:46.834352 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-927c7b4d-64b8-418c-b004-dbc1b63d0a5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (d7e335bd-452b-4b28-a631-d8ec4632b1ff), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:46.942733 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-9d97e3ca-f865-49e1-9946-43532f94c497 admin admin] Calling delete_port for a04974a7-f64c-4cda-a7d4-899f749e1ac4 owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:49:46.950800 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.db.resource_extend [None req-927c7b4d-64b8-418c-b004-dbc1b63d0a5c admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 04 20:49:46.951940 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9098e8b9-a289-487b-b9fa-b7eef995ab91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (4ed69b54-f417-43c9-89f0-ac61adb9315e), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:46.960354 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9098e8b9-a289-487b-b9fa-b7eef995ab91 admin admin] Publish callbacks [] for router_controller (4ed69b54-f417-43c9-89f0-ac61adb9315e), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:47.054367 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:47.078767 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:47.119277 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-581c782e-d86c-4e41-bc2b-8d4264497e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5075b3e-c4d4-48dc-b77b-8a87b353a106', 'name': 'tempest-VirtualInterfacesTestJSON-1169255087-router', 'tenant_id': 'c158dac976d04c289ac71653feb4ca36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '70cebad4-3e95-497c-a553-a6d7e4ed93f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:49:32Z', 'updated_at': '2022-10-04T20:49:40Z', 'revision_number': 3, 'project_id': 'c158dac976d04c289ac71653feb4ca36', 'gw_port': {'id': '70cebad4-3e95-497c-a553-a6d7e4ed93f9', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:53:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5075b3e-c4d4-48dc-b77b-8a87b353a106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:49:37Z', 'updated_at': '2022-10-04T20:49:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:49:47.157887 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4c1eafe5-7ddd-4a45-a230-92573ba248ca admin admin] Publish callbacks [] for security_group (91008635-fa78-4eb7-b4e9-b0d903bd724f), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:47.187908 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581c782e-d86c-4e41-bc2b-8d4264497e76 None None] Checking router: c5075b3e-c4d4-48dc-b77b-8a87b353a106 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:49:47.188692 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581c782e-d86c-4e41-bc2b-8d4264497e76 None None] Updating router c5075b3e-c4d4-48dc-b77b-8a87b353a106 port 70cebad4-3e95-497c-a553-a6d7e4ed93f9 binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:49:47.197526 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c85e78a-b343-45bf-bd82-b30a1dd860df tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Network 52f296b7-d20e-4477-85b1-fc4a04e7c484 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:49:47.219257 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ec925715-cdb4-44da-a06f-119e24b463e7 tempest-ExternalNetworksAdminNegativeTestJSON-616355331 tempest-ExternalNetworksAdminNegativeTestJSON-616355331-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (125f4774-a5c9-48ed-b221-9f435fe188e1), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:47.235045 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-927c7b4d-64b8-418c-b004-dbc1b63d0a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (d7e335bd-452b-4b28-a631-d8ec4632b1ff), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:47.237437 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927c7b4d-64b8-418c-b004-dbc1b63d0a5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:49:47.238645 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-927c7b4d-64b8-418c-b004-dbc1b63d0a5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:47.277615 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-581c782e-d86c-4e41-bc2b-8d4264497e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (70cebad4-3e95-497c-a553-a6d7e4ed93f9), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:47.343499 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9098e8b9-a289-487b-b9fa-b7eef995ab91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (4ed69b54-f417-43c9-89f0-ac61adb9315e), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:47.345032 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9098e8b9-a289-487b-b9fa-b7eef995ab91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ed69b54-f417-43c9-89f0-ac61adb9315e {{(pid=108170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:49:47.356828 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9098e8b9-a289-487b-b9fa-b7eef995ab91 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:47.364779 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-9098e8b9-a289-487b-b9fa-b7eef995ab91 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/4ed69b54-f417-43c9-89f0-ac61adb9315e HTTP/1.1" status: 204 len: 168 time: 3.7967153 Oct 04 20:49:47.366053 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4c1eafe5-7ddd-4a45-a230-92573ba248ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (91008635-fa78-4eb7-b4e9-b0d903bd724f), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:47.378041 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 43518) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:47.528494 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1eafe5-7ddd-4a45-a230-92573ba248ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91008635-fa78-4eb7-b4e9-b0d903bd724f,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:47.560168 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-6c85e78a-b343-45bf-bd82-b30a1dd860df tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 52f296b7-d20e-4477-85b1-fc4a04e7c484) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:49:47.599213 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c85e78a-b343-45bf-bd82-b30a1dd860df tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:49:47.599213 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6c85e78a-b343-45bf-bd82-b30a1dd860df tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:47.610973 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:47.612005 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4c1eafe5-7ddd-4a45-a230-92573ba248ca admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=e947186882c440019094e95652dccec9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4517682 Oct 04 20:49:47.630158 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 43520) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:47.648329 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2932545e-5e7f-48f7-b06d-a8b7076873b3 None None] Network 52f296b7-d20e-4477-85b1-fc4a04e7c484 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:49:47.655025 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-90a0f7f0-d36d-45dd-bae8-c6a73caa40c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:47.723662 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-090287e3-85dc-4aba-bad0-a9304602f18f admin admin] Deleting subnet 43db6efd-abca-4f89-8444-8ef14a39f239 {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:49:47.740433 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-090287e3-85dc-4aba-bad0-a9304602f18f admin admin] Publish callbacks [] for subnet (43db6efd-abca-4f89-8444-8ef14a39f239), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:47.806051 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d576d506-cd9c-4918-a4eb-50514323c12d tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (dbc377cf-aaea-4a4e-a4fd-87978c7878e9), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:47.814583 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-927c7b4d-64b8-418c-b004-dbc1b63d0a5c admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 4.6349595 Oct 04 20:49:47.822218 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=81,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=10 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:47.826836 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 43522) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:47.877387 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-8c95522c-daf3-4e9e-92c2-177b645faae8 admin admin] Request body: {'subnet': {'network_id': 'd7e335bd-452b-4b28-a631-d8ec4632b1ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1781382707-subnet', 'tenant_id': 'bd8adb1a7e034cbeb6d40757ae7cf31b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:49:47.899858 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d576d506-cd9c-4918-a4eb-50514323c12d tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event deleted for resources: {'Port': ['ID=dbc377cf-aaea-4a4e-a4fd-87978c7878e9,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:47.919569 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-090287e3-85dc-4aba-bad0-a9304602f18f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (43db6efd-abca-4f89-8444-8ef14a39f239), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:48.017373 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77da33bf-cbb5-4a71-8679-e7fb32515776 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-52f296b7-d20e-4477-85b1-fc4a04e7c484', 'network_id': '52f296b7-d20e-4477-85b1-fc4a04e7c484', 'project_id': '0ab943ca7b4f4ad3ac63ee0067fa6376', 'fixed_ips': [{'subnet_id': '3fdb51ea-eb75-4ccf-9783-0d1a4cd6cc39'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:49:48.019376 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-77da33bf-cbb5-4a71-8679-e7fb32515776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:48.024239 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 974a8313-642b-4afb-b882-5c691a5b2b61 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:49:48.038152 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927c7b4d-64b8-418c-b004-dbc1b63d0a5c admin admin] Pushing event updated for resources: {'Network': ['ID=d7e335bd-452b-4b28-a631-d8ec4632b1ff,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:48.111084 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network d7e335bd-452b-4b28-a631-d8ec4632b1ff details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:49:48.114646 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 974a8313-642b-4afb-b882-5c691a5b2b61 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:49:48.115272 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 974a8313-642b-4afb-b882-5c691a5b2b61 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:49:48.141322 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7f351c17-2e26-453e-82ea-63c9962692a4 admin admin] Publish callbacks [] for security_group (91008635-fa78-4eb7-b4e9-b0d903bd724f), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:48.194363 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-6c85e78a-b343-45bf-bd82-b30a1dd860df tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 5.8995521 Oct 04 20:49:48.208987 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 43524) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:48.229947 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-726d2166-aaff-4542-897b-ef332075843a tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1067974605'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:49:48.240911 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7f351c17-2e26-453e-82ea-63c9962692a4 admin admin] Publish callbacks [] for security_group (91008635-fa78-4eb7-b4e9-b0d903bd724f), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:48.247290 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:48.263076 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:48.304555 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c95522c-daf3-4e9e-92c2-177b645faae8 admin admin] Made reservation on behalf of bd8adb1a7e034cbeb6d40757ae7cf31b for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:49:48.310487 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8c95522c-daf3-4e9e-92c2-177b645faae8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:48.330507 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d576d506-cd9c-4918-a4eb-50514323c12d tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (eabaedbc-ef75-4593-b77c-db25f4f54e85), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:48.405363 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-581c782e-d86c-4e41-bc2b-8d4264497e76 None None] Publish callbacks [] for port (70cebad4-3e95-497c-a553-a6d7e4ed93f9), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:48.419206 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:48.486399 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ec925715-cdb4-44da-a06f-119e24b463e7 tempest-ExternalNetworksAdminNegativeTestJSON-616355331 tempest-ExternalNetworksAdminNegativeTestJSON-616355331-project-admin] Publish callbacks [] for port (125f4774-a5c9-48ed-b221-9f435fe188e1), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:48.505813 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-581c782e-d86c-4e41-bc2b-8d4264497e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (70cebad4-3e95-497c-a553-a6d7e4ed93f9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:48.619742 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ec925715-cdb4-44da-a06f-119e24b463e7 tempest-ExternalNetworksAdminNegativeTestJSON-616355331 tempest-ExternalNetworksAdminNegativeTestJSON-616355331-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (125f4774-a5c9-48ed-b221-9f435fe188e1), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:48.677224 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-77da33bf-cbb5-4a71-8679-e7fb32515776 None None] Allocated IP 19.80.0.2 (52f296b7-d20e-4477-85b1-fc4a04e7c484/3fdb51ea-eb75-4ccf-9783-0d1a4cd6cc39/1422eb2d-3802-46da-996a-f3005a298c9e) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:49:48.681286 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-581c782e-d86c-4e41-bc2b-8d4264497e76 None None] Attempting to bind port 70cebad4-3e95-497c-a553-a6d7e4ed93f9 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:49:48.681938 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-581c782e-d86c-4e41-bc2b-8d4264497e76 None None] Attempting to bind port 70cebad4-3e95-497c-a553-a6d7e4ed93f9 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:49:48.683326 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581c782e-d86c-4e41-bc2b-8d4264497e76 None None] Attempting to bind port 70cebad4-3e95-497c-a553-a6d7e4ed93f9 on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:49:48.684550 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9d97e3ca-f865-49e1-9946-43532f94c497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (a04974a7-f64c-4cda-a7d4-899f749e1ac4), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:48.695871 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c750f73-daef-4558-972d-f07694734be7 None None] Pushing event updated for resources: {'Port': ['ID=70cebad4-3e95-497c-a553-a6d7e4ed93f9,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:48.699246 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:48.713962 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-090287e3-85dc-4aba-bad0-a9304602f18f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (43db6efd-abca-4f89-8444-8ef14a39f239), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:48.720065 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d576d506-cd9c-4918-a4eb-50514323c12d tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (eabaedbc-ef75-4593-b77c-db25f4f54e85), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:48.729724 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d576d506-cd9c-4918-a4eb-50514323c12d tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for router_controller (eabaedbc-ef75-4593-b77c-db25f4f54e85), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:48.772617 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726d2166-aaff-4542-897b-ef332075843a tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Made reservation on behalf of 0ab943ca7b4f4ad3ac63ee0067fa6376 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:49:48.779856 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-726d2166-aaff-4542-897b-ef332075843a tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:48.811671 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-46d48095-0a73-41f2-9f6b-6714f6a96781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:48.841270 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec925715-cdb4-44da-a06f-119e24b463e7 tempest-ExternalNetworksAdminNegativeTestJSON-616355331 tempest-ExternalNetworksAdminNegativeTestJSON-616355331-project-admin] Pushing event updated for resources: {'Port': ['ID=125f4774-a5c9-48ed-b221-9f435fe188e1,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:48.887003 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ec925715-cdb4-44da-a06f-119e24b463e7 tempest-ExternalNetworksAdminNegativeTestJSON-616355331 tempest-ExternalNetworksAdminNegativeTestJSON-616355331-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582728'] for floatingip (f569c77b-472a-41af-a043-d9ebaa33c0bd), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:48.989379 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7f351c17-2e26-453e-82ea-63c9962692a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (91008635-fa78-4eb7-b4e9-b0d903bd724f), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:48.992662 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d97e3ca-f865-49e1-9946-43532f94c497 admin admin] Pushing event deleted for resources: {'Port': ['ID=a04974a7-f64c-4cda-a7d4-899f749e1ac4,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:48.995356 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7f351c17-2e26-453e-82ea-63c9962692a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:49.002296 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-7f351c17-2e26-453e-82ea-63c9962692a4 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/91008635-fa78-4eb7-b4e9-b0d903bd724f HTTP/1.1" status: 204 len: 168 time: 1.3668408 Oct 04 20:49:49.032286 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-726d2166-aaff-4542-897b-ef332075843a tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:49:49.078744 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f351c17-2e26-453e-82ea-63c9962692a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91008635-fa78-4eb7-b4e9-b0d903bd724f,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:49.098482 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-726d2166-aaff-4542-897b-ef332075843a tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (77d4fc75-f6a5-4824-94e7-65d509c94f14), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:49.099068 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-726d2166-aaff-4542-897b-ef332075843a tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Added segment 77d4fc75-f6a5-4824-94e7-65d509c94f14 of type vlan for network 06bbf148-9e79-4b6f-a0fd-f26d618c62bc Oct 04 20:49:49.130136 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581c782e-d86c-4e41-bc2b-8d4264497e76 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:49:49.131100 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581c782e-d86c-4e41-bc2b-8d4264497e76 None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:49:49.131809 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-581c782e-d86c-4e41-bc2b-8d4264497e76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:49.134105 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581c782e-d86c-4e41-bc2b-8d4264497e76 None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:49:49.135344 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-581c782e-d86c-4e41-bc2b-8d4264497e76 None None] Bound port: 70cebad4-3e95-497c-a553-a6d7e4ed93f9, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:49:49.136298 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-581c782e-d86c-4e41-bc2b-8d4264497e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (70cebad4-3e95-497c-a553-a6d7e4ed93f9), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:49.140070 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d576d506-cd9c-4918-a4eb-50514323c12d tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (eabaedbc-ef75-4593-b77c-db25f4f54e85), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:49.140373 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d576d506-cd9c-4918-a4eb-50514323c12d tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Fanout notify agent at l3_agent the message router_deleted on router eabaedbc-ef75-4593-b77c-db25f4f54e85 {{(pid=108170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:49:49.154905 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ec925715-cdb4-44da-a06f-119e24b463e7 tempest-ExternalNetworksAdminNegativeTestJSON-616355331 tempest-ExternalNetworksAdminNegativeTestJSON-616355331-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:49.162383 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ec925715-cdb4-44da-a06f-119e24b463e7 tempest-ExternalNetworksAdminNegativeTestJSON-616355331 tempest-ExternalNetworksAdminNegativeTestJSON-616355331-project-admin] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 9.7151651 Oct 04 20:49:49.162750 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 43528) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:49.173272 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d576d506-cd9c-4918-a4eb-50514323c12d tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:49.178253 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-d576d506-cd9c-4918-a4eb-50514323c12d tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "DELETE /networking/v2.0/routers/eabaedbc-ef75-4593-b77c-db25f4f54e85 HTTP/1.1" status: 204 len: 168 time: 4.0956652 Oct 04 20:49:49.190804 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 43530) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:49.203402 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-1da87caf-8355-4084-8293-f565ee12bb44 tempest-ExternalNetworksAdminNegativeTestJSON-616355331 tempest-ExternalNetworksAdminNegativeTestJSON-616355331-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1112860135', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'fixed_ips': [{'ip_address': '172.25.5.95'}]}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:49:49.203771 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-9050586d-cb81-4d68-b9f8-0adfb52befb6 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Request body: {'network': {'name': 'tempest-RoutersTest-1251450395'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:49:49.211009 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9d97e3ca-f865-49e1-9946-43532f94c497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (a6a869e8-5600-4b36-993d-a6989b0296de), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:49.212111 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-090287e3-85dc-4aba-bad0-a9304602f18f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (43db6efd-abca-4f89-8444-8ef14a39f239), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:49.321290 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:49.344968 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:49.360434 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090287e3-85dc-4aba-bad0-a9304602f18f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43db6efd-abca-4f89-8444-8ef14a39f239,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:49.366996 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-726d2166-aaff-4542-897b-ef332075843a tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (06bbf148-9e79-4b6f-a0fd-f26d618c62bc), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:49.405449 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-090287e3-85dc-4aba-bad0-a9304602f18f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:49.416970 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-090287e3-85dc-4aba-bad0-a9304602f18f admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/43db6efd-abca-4f89-8444-8ef14a39f239 HTTP/1.1" status: 204 len: 168 time: 2.0281904 Oct 04 20:49:49.423531 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1b6929-6b8f-46d6-81d2-1a953d3da251 None None] Network e0de794a-aaf1-4696-ba55-fa056bac33b3 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:49:49.437507 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 43532) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:49.477963 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-581c782e-d86c-4e41-bc2b-8d4264497e76 None None] For port 70cebad4-3e95-497c-a553-a6d7e4ed93f9, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:49:49.515492 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.db.resource_extend [None req-726d2166-aaff-4542-897b-ef332075843a tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 04 20:49:49.568844 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da87caf-8355-4084-8293-f565ee12bb44 tempest-ExternalNetworksAdminNegativeTestJSON-616355331 tempest-ExternalNetworksAdminNegativeTestJSON-616355331-project-admin] Made reservation on behalf of 002df809b8354f4a94b26e5a119e27a3 for: {'port': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:49:49.573112 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1da87caf-8355-4084-8293-f565ee12bb44 tempest-ExternalNetworksAdminNegativeTestJSON-616355331 tempest-ExternalNetworksAdminNegativeTestJSON-616355331-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:49.590678 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-581c782e-d86c-4e41-bc2b-8d4264497e76 None None] For port 70cebad4-3e95-497c-a553-a6d7e4ed93f9, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=70cebad4-3e95-497c-a553-a6d7e4ed93f9,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:49:49.635599 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-77da33bf-cbb5-4a71-8679-e7fb32515776 None None] Publish callbacks [] for port (1422eb2d-3802-46da-996a-f3005a298c9e), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:49.661129 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:INSERT=12,neutron:SELECT=72,neutron:DELETE=10,neutron:UPDATE=6 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:49.669902 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1da87caf-8355-4084-8293-f565ee12bb44 tempest-ExternalNetworksAdminNegativeTestJSON-616355331 tempest-ExternalNetworksAdminNegativeTestJSON-616355331-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:49.745701 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-581c782e-d86c-4e41-bc2b-8d4264497e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (70cebad4-3e95-497c-a553-a6d7e4ed93f9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:49.762177 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9411b1c8-11a4-45a1-95f2-583571781cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (e0de794a-aaf1-4696-ba55-fa056bac33b3), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:49.895634 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8c95522c-daf3-4e9e-92c2-177b645faae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (7d2b7d19-2f51-48d0-bd1d-3ab83c4a0402), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:49.916552 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c750f73-daef-4558-972d-f07694734be7 None None] Pushing event updated for resources: {'Port': ['ID=70cebad4-3e95-497c-a553-a6d7e4ed93f9,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:49.927878 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5187a503-dc1d-4975-b2b3-78acd31221e1 None None] DHCP port deletion for e0de794a-aaf1-4696-ba55-fa056bac33b3 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:49:49.938342 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581c782e-d86c-4e41-bc2b-8d4264497e76 None None] Routers {'c5075b3e-c4d4-48dc-b77b-8a87b353a106'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:49:49.942756 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-581c782e-d86c-4e41-bc2b-8d4264497e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:49:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['c5075b3e-c4d4-48dc-b77b-8a87b353a106'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:49:49.988315 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-726d2166-aaff-4542-897b-ef332075843a tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (06bbf148-9e79-4b6f-a0fd-f26d618c62bc), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:50.003698 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726d2166-aaff-4542-897b-ef332075843a tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:49:50.003698 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-726d2166-aaff-4542-897b-ef332075843a tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:50.010787 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9d97e3ca-f865-49e1-9946-43532f94c497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (a6a869e8-5600-4b36-993d-a6989b0296de), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:50.020403 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9d97e3ca-f865-49e1-9946-43532f94c497 admin admin] Publish callbacks [] for router_controller (a6a869e8-5600-4b36-993d-a6989b0296de), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:50.173176 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1da87caf-8355-4084-8293-f565ee12bb44 tempest-ExternalNetworksAdminNegativeTestJSON-616355331 tempest-ExternalNetworksAdminNegativeTestJSON-616355331-project-admin] Publish callbacks [] for security_group (678bd55b-8137-4f87-8855-410266c3f30e), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:50.175540 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-77da33bf-cbb5-4a71-8679-e7fb32515776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (1422eb2d-3802-46da-996a-f3005a298c9e), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:50.212028 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9050586d-cb81-4d68-b9f8-0adfb52befb6 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Made reservation on behalf of 869ac0b5366d400d99edf8b0539f2d2d for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:49:50.219648 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9050586d-cb81-4d68-b9f8-0adfb52befb6 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:50.234643 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77da33bf-cbb5-4a71-8679-e7fb32515776 None None] Network 52f296b7-d20e-4477-85b1-fc4a04e7c484 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:49:50.237110 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device ede91cdb-c530-43ef-bdd9-c6835cb39643 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:49:50.269167 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-77da33bf-cbb5-4a71-8679-e7fb32515776 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:49:50.277933 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77da33bf-cbb5-4a71-8679-e7fb32515776 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:49:50.308307 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9050586d-cb81-4d68-b9f8-0adfb52befb6 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:49:50.330375 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9050586d-cb81-4d68-b9f8-0adfb52befb6 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (25ae3018-2492-4228-9de5-9f1decbdc5d7), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:50.330955 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-9050586d-cb81-4d68-b9f8-0adfb52befb6 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Added segment 25ae3018-2492-4228-9de5-9f1decbdc5d7 of type vlan for network f7f45e16-30d4-44c7-a3d9-013716e88c6f Oct 04 20:49:50.361017 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9d97e3ca-f865-49e1-9946-43532f94c497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (a6a869e8-5600-4b36-993d-a6989b0296de), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:50.362011 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d97e3ca-f865-49e1-9946-43532f94c497 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6a869e8-5600-4b36-993d-a6989b0296de {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:49:50.363644 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-9411b1c8-11a4-45a1-95f2-583571781cca admin admin] Deleting port ede91cdb-c530-43ef-bdd9-c6835cb39643 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:49:50.364385 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9411b1c8-11a4-45a1-95f2-583571781cca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (ede91cdb-c530-43ef-bdd9-c6835cb39643), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:50.373591 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9d97e3ca-f865-49e1-9946-43532f94c497 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:50.375944 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-9d97e3ca-f865-49e1-9946-43532f94c497 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/a6a869e8-5600-4b36-993d-a6989b0296de HTTP/1.1" status: 204 len: 168 time: 7.7158051 Oct 04 20:49:50.392533 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 43542) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:50.418283 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-5187a503-dc1d-4975-b2b3-78acd31221e1 None None] Deleting port ede91cdb-c530-43ef-bdd9-c6835cb39643 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:49:50.418283 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5187a503-dc1d-4975-b2b3-78acd31221e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (ede91cdb-c530-43ef-bdd9-c6835cb39643), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:50.438235 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c95522c-daf3-4e9e-92c2-177b645faae8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d2b7d19-2f51-48d0-bd1d-3ab83c4a0402,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:50.442113 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1da87caf-8355-4084-8293-f565ee12bb44 tempest-ExternalNetworksAdminNegativeTestJSON-616355331 tempest-ExternalNetworksAdminNegativeTestJSON-616355331-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (678bd55b-8137-4f87-8855-410266c3f30e), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:50.469894 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9050586d-cb81-4d68-b9f8-0adfb52befb6 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (f7f45e16-30d4-44c7-a3d9-013716e88c6f), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:50.479203 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:50.503510 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-46d48095-0a73-41f2-9f6b-6714f6a96781 admin admin] Allocated IP 172.20.0.1 (a0eeff0d-3e51-4506-b340-b7609536e974/23493a9b-0926-43d5-be86-0783f26ff852/b3a2e076-3633-49d6-b705-e92137a81cb3) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:49:50.551102 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [None req-1da87caf-8355-4084-8293-f565ee12bb44 tempest-ExternalNetworksAdminNegativeTestJSON-616355331 tempest-ExternalNetworksAdminNegativeTestJSON-616355331-project-admin] device_id is not set on port d3151f0d-5ee0-424d-b864-cb5cd5068344 yet. {{(pid=108170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 20:49:50.592638 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726d2166-aaff-4542-897b-ef332075843a tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Pushing event updated for resources: {'Network': ['ID=06bbf148-9e79-4b6f-a0fd-f26d618c62bc,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:50.693388 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c95522c-daf3-4e9e-92c2-177b645faae8 admin admin] Checking segment: {'id': 'ab7dd5c8-6b5f-4d63-9eac-22e2fe4d537d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd7e335bd-452b-4b28-a631-d8ec4632b1ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:49:50.693991 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c95522c-daf3-4e9e-92c2-177b645faae8 admin admin] Network hostable DHCP agents. Network: d7e335bd-452b-4b28-a631-d8ec4632b1ff, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:49:50.747116 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ecae453-8864-49ac-8df1-1f65f9c0e845 admin admin] Deleting subnet 0afe14df-8ff3-4f80-ac8a-1cc04b8ebbe7 {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:49:50.765190 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-726d2166-aaff-4542-897b-ef332075843a tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.5346293 Oct 04 20:49:50.814941 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 43546) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:50.827422 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-8cb490ea-c376-4ae0-8e2c-a5c5bb4fd384 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Request body: {'subnet': {'network_id': '06bbf148-9e79-4b6f-a0fd-f26d618c62bc', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:49:50.833878 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2ecae453-8864-49ac-8df1-1f65f9c0e845 admin admin] Publish callbacks [] for subnet (0afe14df-8ff3-4f80-ac8a-1cc04b8ebbe7), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:50.840707 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9050586d-cb81-4d68-b9f8-0adfb52befb6 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (f7f45e16-30d4-44c7-a3d9-013716e88c6f), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:50.845405 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 06bbf148-9e79-4b6f-a0fd-f26d618c62bc details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:49:50.850671 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9050586d-cb81-4d68-b9f8-0adfb52befb6 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:49:50.852982 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9050586d-cb81-4d68-b9f8-0adfb52befb6 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:50.880119 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-77da33bf-cbb5-4a71-8679-e7fb32515776 None None] Attempting to bind port 1422eb2d-3802-46da-996a-f3005a298c9e on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:49:50.880427 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-77da33bf-cbb5-4a71-8679-e7fb32515776 None None] Attempting to bind port 1422eb2d-3802-46da-996a-f3005a298c9e by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'c3042864-7b22-4569-9a62-f875d6a5af64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '52f296b7-d20e-4477-85b1-fc4a04e7c484'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:49:50.880904 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77da33bf-cbb5-4a71-8679-e7fb32515776 None None] Attempting to bind port 1422eb2d-3802-46da-996a-f3005a298c9e on network 52f296b7-d20e-4477-85b1-fc4a04e7c484 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:49:50.884825 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:50.886081 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77da33bf-cbb5-4a71-8679-e7fb32515776 None None] Pushing event updated for resources: {'Port': ['ID=1422eb2d-3802-46da-996a-f3005a298c9e,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:50.900717 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=78,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=8 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:50.925509 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da87caf-8355-4084-8293-f565ee12bb44 tempest-ExternalNetworksAdminNegativeTestJSON-616355331 tempest-ExternalNetworksAdminNegativeTestJSON-616355331-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678bd55b-8137-4f87-8855-410266c3f30e,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:50.991292 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-46d48095-0a73-41f2-9f6b-6714f6a96781 admin admin] Publish callbacks [] for port (b3a2e076-3633-49d6-b705-e92137a81cb3), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:50.994501 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-9411b1c8-11a4-45a1-95f2-583571781cca admin admin] For port ede91cdb-c530-43ef-bdd9-c6835cb39643, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=ede91cdb-c530-43ef-bdd9-c6835cb39643,segment=NetworkSegment(ea94fdea-0aa6-46f6-99b3-58f0d18da342),segment_id=ea94fdea-0aa6-46f6-99b3-58f0d18da342)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:49:50.995546 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9411b1c8-11a4-45a1-95f2-583571781cca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (ede91cdb-c530-43ef-bdd9-c6835cb39643), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:51.134081 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-5187a503-dc1d-4975-b2b3-78acd31221e1 None None] For port ede91cdb-c530-43ef-bdd9-c6835cb39643, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=ede91cdb-c530-43ef-bdd9-c6835cb39643,segment=NetworkSegment(ea94fdea-0aa6-46f6-99b3-58f0d18da342),segment_id=ea94fdea-0aa6-46f6-99b3-58f0d18da342)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:49:51.134884 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5187a503-dc1d-4975-b2b3-78acd31221e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (ede91cdb-c530-43ef-bdd9-c6835cb39643), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:51.141334 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-9411b1c8-11a4-45a1-95f2-583571781cca admin admin] Calling delete_port for ede91cdb-c530-43ef-bdd9-c6835cb39643 owned by network:dhcp {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:49:51.281948 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port ede91cdb-c530-43ef-bdd9-c6835cb39643 is: ACTIVE; New status is: DOWN {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:49:51.283054 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (ede91cdb-c530-43ef-bdd9-c6835cb39643), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:51.372922 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-5187a503-dc1d-4975-b2b3-78acd31221e1 None None] Calling delete_port for ede91cdb-c530-43ef-bdd9-c6835cb39643 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:49:51.382001 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2ecae453-8864-49ac-8df1-1f65f9c0e845 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (0afe14df-8ff3-4f80-ac8a-1cc04b8ebbe7), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:51.390133 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-581c782e-d86c-4e41-bc2b-8d4264497e76 None None] Set router c5075b3e-c4d4-48dc-b77b-8a87b353a106 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:49:51.419611 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-9050586d-cb81-4d68-b9f8-0adfb52befb6 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.2183526 Oct 04 20:49:51.430720 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 43552) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:51.448570 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c95522c-daf3-4e9e-92c2-177b645faae8 admin admin] Network d7e335bd-452b-4b28-a631-d8ec4632b1ff is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:49:51.449370 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-554af421-4f07-497e-936a-088062146357 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Request body: {'subnet': {'network_id': 'f7f45e16-30d4-44c7-a3d9-013716e88c6f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:49:51.504544 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-46d48095-0a73-41f2-9f6b-6714f6a96781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (b3a2e076-3633-49d6-b705-e92137a81cb3), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:51.640186 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77da33bf-cbb5-4a71-8679-e7fb32515776 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:49:51.641723 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77da33bf-cbb5-4a71-8679-e7fb32515776 None None] Checking segment: {'id': 'c3042864-7b22-4569-9a62-f875d6a5af64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '52f296b7-d20e-4477-85b1-fc4a04e7c484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:49:51.643025 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-77da33bf-cbb5-4a71-8679-e7fb32515776 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:51.643727 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77da33bf-cbb5-4a71-8679-e7fb32515776 None None] Bound using segment: {'id': 'c3042864-7b22-4569-9a62-f875d6a5af64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '52f296b7-d20e-4477-85b1-fc4a04e7c484'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:49:51.644612 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-77da33bf-cbb5-4a71-8679-e7fb32515776 None None] Bound port: 1422eb2d-3802-46da-996a-f3005a298c9e, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3042864-7b22-4569-9a62-f875d6a5af64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '52f296b7-d20e-4477-85b1-fc4a04e7c484'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:49:51.646078 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-77da33bf-cbb5-4a71-8679-e7fb32515776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (1422eb2d-3802-46da-996a-f3005a298c9e), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:51.647935 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-8c95522c-daf3-4e9e-92c2-177b645faae8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, d7e335bd-452b-4b28-a631-d8ec4632b1ff) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:49:51.662516 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9050586d-cb81-4d68-b9f8-0adfb52befb6 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event updated for resources: {'Network': ['ID=f7f45e16-30d4-44c7-a3d9-013716e88c6f,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:51.673816 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c95522c-daf3-4e9e-92c2-177b645faae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:49:51.674999 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8c95522c-daf3-4e9e-92c2-177b645faae8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:51.707719 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-1da87caf-8355-4084-8293-f565ee12bb44 tempest-ExternalNetworksAdminNegativeTestJSON-616355331 tempest-ExternalNetworksAdminNegativeTestJSON-616355331-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 04 20:49:51.712337 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1da87caf-8355-4084-8293-f565ee12bb44 tempest-ExternalNetworksAdminNegativeTestJSON-616355331 tempest-ExternalNetworksAdminNegativeTestJSON-616355331-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 20:49:51.730381 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb490ea-c376-4ae0-8e2c-a5c5bb4fd384 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Made reservation on behalf of 0ab943ca7b4f4ad3ac63ee0067fa6376 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:49:51.740202 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8cb490ea-c376-4ae0-8e2c-a5c5bb4fd384 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:51.813341 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-8c95522c-daf3-4e9e-92c2-177b645faae8 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.9429381 Oct 04 20:49:51.831571 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e607dd0b-4ee5-4f71-902f-678c18e96fd9 None None] Network d7e335bd-452b-4b28-a631-d8ec4632b1ff requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:49:51.834083 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 43558) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:51.835704 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network f7f45e16-30d4-44c7-a3d9-013716e88c6f details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:49:51.905753 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d48095-0a73-41f2-9f6b-6714f6a96781 admin admin] Network a0eeff0d-3e51-4506-b340-b7609536e974 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:49:51.910388 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:51.933773 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2ecae453-8864-49ac-8df1-1f65f9c0e845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (0afe14df-8ff3-4f80-ac8a-1cc04b8ebbe7), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:51.954010 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-46d48095-0a73-41f2-9f6b-6714f6a96781 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:49:51.969419 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:51.975658 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port ede91cdb-c530-43ef-bdd9-c6835cb39643, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=ede91cdb-c530-43ef-bdd9-c6835cb39643,segment=NetworkSegment(ea94fdea-0aa6-46f6-99b3-58f0d18da342),segment_id=ea94fdea-0aa6-46f6-99b3-58f0d18da342)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:49:51.988555 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d48095-0a73-41f2-9f6b-6714f6a96781 admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:49:52.019857 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d48095-0a73-41f2-9f6b-6714f6a96781 admin admin] Pushing event updated for resources: {'Port': ['ID=b3a2e076-3633-49d6-b705-e92137a81cb3,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:52.110984 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:52.119682 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-680e93d0-9f9f-42c0-8030-dda791d08703 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1781382707-router', 'tenant_id': 'bd8adb1a7e034cbeb6d40757ae7cf31b', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:49:52.164821 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-1da87caf-8355-4084-8293-f565ee12bb44 tempest-ExternalNetworksAdminNegativeTestJSON-616355331 tempest-ExternalNetworksAdminNegativeTestJSON-616355331-project-admin] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 409 len: 371 time: 2.9763124 Oct 04 20:49:52.170934 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 43562) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:52.284231 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:52.321194 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-46d48095-0a73-41f2-9f6b-6714f6a96781 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (c5075b3e-c4d4-48dc-b77b-8a87b353a106), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:52.325716 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554af421-4f07-497e-936a-088062146357 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Made reservation on behalf of 869ac0b5366d400d99edf8b0539f2d2d for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:49:52.350011 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-554af421-4f07-497e-936a-088062146357 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:52.408352 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2ecae453-8864-49ac-8df1-1f65f9c0e845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (0afe14df-8ff3-4f80-ac8a-1cc04b8ebbe7), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:52.430154 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (ede91cdb-c530-43ef-bdd9-c6835cb39643), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:52.457189 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9411b1c8-11a4-45a1-95f2-583571781cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (ede91cdb-c530-43ef-bdd9-c6835cb39643), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:52.475040 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2ecae453-8864-49ac-8df1-1f65f9c0e845 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:52.487179 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2ecae453-8864-49ac-8df1-1f65f9c0e845 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/0afe14df-8ff3-4f80-ac8a-1cc04b8ebbe7 HTTP/1.1" status: 204 len: 168 time: 2.0882690 Oct 04 20:49:52.493222 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:52.517414 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 43566) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:52.590960 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event deleted for resources: {'Port': ['ID=ede91cdb-c530-43ef-bdd9-c6835cb39643,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:52.606142 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099f9629-d9a3-46aa-8e48-76a378c873da None None] Network db71688b-3652-4732-b41d-6f2f4da2e587 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:49:52.615451 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9411b1c8-11a4-45a1-95f2-583571781cca admin admin] Pushing event deleted for resources: {'Port': ['ID=ede91cdb-c530-43ef-bdd9-c6835cb39643,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:52.622762 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9411b1c8-11a4-45a1-95f2-583571781cca admin admin] No DVR routers for this DVR port ede91cdb-c530-43ef-bdd9-c6835cb39643 on host n-d-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:49:52.692061 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecae453-8864-49ac-8df1-1f65f9c0e845 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0afe14df-8ff3-4f80-ac8a-1cc04b8ebbe7,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:52.747332 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-77da33bf-cbb5-4a71-8679-e7fb32515776 None None] For port 1422eb2d-3802-46da-996a-f3005a298c9e, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:49:52.788103 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-680e93d0-9f9f-42c0-8030-dda791d08703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:52.790929 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-680e93d0-9f9f-42c0-8030-dda791d08703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:52.798073 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a04974a7-f64c-4cda-a7d4-899f749e1ac4 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:49:53.030987 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-136d986d-cedd-4411-add7-8bc132c3d0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (db71688b-3652-4732-b41d-6f2f4da2e587), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:53.160102 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-77da33bf-cbb5-4a71-8679-e7fb32515776 None None] For port 1422eb2d-3802-46da-996a-f3005a298c9e, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=1422eb2d-3802-46da-996a-f3005a298c9e,segment=NetworkSegment(c3042864-7b22-4569-9a62-f875d6a5af64),segment_id=c3042864-7b22-4569-9a62-f875d6a5af64)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:49:53.191994 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-1856fbc2-8da3-401b-8982-0964e814ab29 None None] Provisioning complete for port b3a2e076-3633-49d6-b705-e92137a81cb3 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:49:53.193104 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-1856fbc2-8da3-401b-8982-0964e814ab29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b3a2e076-3633-49d6-b705-e92137a81cb3), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:53.193981 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-1856fbc2-8da3-401b-8982-0964e814ab29 None None] Attempt 1 to provision port b3a2e076-3633-49d6-b705-e92137a81cb3 Oct 04 20:49:53.241432 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: a04974a7-f64c-4cda-a7d4-899f749e1ac4 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:49:53.242529 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a04974a7-f64c-4cda-a7d4-899f749e1ac4 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:49:53.253739 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:53.266980 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-136d986d-cedd-4411-add7-8bc132c3d0a8 admin admin] Deleting port 28c9edeb-3dce-4298-a01a-5d441bef34a8 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:49:53.267720 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-136d986d-cedd-4411-add7-8bc132c3d0a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (28c9edeb-3dce-4298-a01a-5d441bef34a8), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:53.314321 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8cb490ea-c376-4ae0-8e2c-a5c5bb4fd384 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (01c2a927-9ed9-4120-9f34-5f0b9c0b0644), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:53.320802 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5187a503-dc1d-4975-b2b3-78acd31221e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (ede91cdb-c530-43ef-bdd9-c6835cb39643), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:53.347468 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-77da33bf-cbb5-4a71-8679-e7fb32515776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (1422eb2d-3802-46da-996a-f3005a298c9e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:53.526714 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:53.560927 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-680e93d0-9f9f-42c0-8030-dda791d08703 admin admin] Publish callbacks [] for router_controller (5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:53.616534 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5187a503-dc1d-4975-b2b3-78acd31221e1 None None] No DVR routers for this DVR port ede91cdb-c530-43ef-bdd9-c6835cb39643 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:49:53.624151 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5187a503-dc1d-4975-b2b3-78acd31221e1 None None] Pushing event deleted for resources: {'Port': ['ID=ede91cdb-c530-43ef-bdd9-c6835cb39643,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:53.674081 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-1856fbc2-8da3-401b-8982-0964e814ab29 None None] Port b3a2e076-3633-49d6-b705-e92137a81cb3 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:49:53.693270 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9411b1c8-11a4-45a1-95f2-583571781cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (e0de794a-aaf1-4696-ba55-fa056bac33b3), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:53.694833 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-46d48095-0a73-41f2-9f6b-6714f6a96781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b3a2e076-3633-49d6-b705-e92137a81cb3), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:53.699491 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-136d986d-cedd-4411-add7-8bc132c3d0a8 admin admin] For port 28c9edeb-3dce-4298-a01a-5d441bef34a8, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=28c9edeb-3dce-4298-a01a-5d441bef34a8,segment=NetworkSegment(eba4265b-6b45-4f95-a2e3-cbc3d49c3ad9),segment_id=eba4265b-6b45-4f95-a2e3-cbc3d49c3ad9)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:49:53.700074 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-136d986d-cedd-4411-add7-8bc132c3d0a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (28c9edeb-3dce-4298-a01a-5d441bef34a8), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:53.767435 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb6fa41-2c29-46a5-aadf-98eb7c0f2386 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-d7e335bd-452b-4b28-a631-d8ec4632b1ff', 'network_id': 'd7e335bd-452b-4b28-a631-d8ec4632b1ff', 'project_id': 'bd8adb1a7e034cbeb6d40757ae7cf31b', 'fixed_ips': [{'subnet_id': '7d2b7d19-2f51-48d0-bd1d-3ab83c4a0402'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:49:53.769363 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-dbb6fa41-2c29-46a5-aadf-98eb7c0f2386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:53.794011 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb490ea-c376-4ae0-8e2c-a5c5bb4fd384 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Pushing event updated for resources: {'Subnet': ['ID=01c2a927-9ed9-4120-9f34-5f0b9c0b0644,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:53.803615 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-136d986d-cedd-4411-add7-8bc132c3d0a8 admin admin] Calling delete_port for 28c9edeb-3dce-4298-a01a-5d441bef34a8 owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:49:53.898945 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-581c782e-d86c-4e41-bc2b-8d4264497e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5075b3e-c4d4-48dc-b77b-8a87b353a106', 'name': 'tempest-VirtualInterfacesTestJSON-1169255087-router', 'tenant_id': 'c158dac976d04c289ac71653feb4ca36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '70cebad4-3e95-497c-a553-a6d7e4ed93f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:49:32Z', 'updated_at': '2022-10-04T20:49:40Z', 'revision_number': 3, 'project_id': 'c158dac976d04c289ac71653feb4ca36', 'gw_port': {'id': '70cebad4-3e95-497c-a553-a6d7e4ed93f9', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:53:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5075b3e-c4d4-48dc-b77b-8a87b353a106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:49:37Z', 'updated_at': '2022-10-04T20:49:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:49:53.901527 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-9411b1c8-11a4-45a1-95f2-583571781cca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0de794a-aaf1-4696-ba55-fa056bac33b3']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:49:53.908503 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-554af421-4f07-497e-936a-088062146357 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (7b3444b4-749e-451c-84cd-849f4d2650d1), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:53.936536 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-9411b1c8-11a4-45a1-95f2-583571781cca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea94fdea-0aa6-46f6-99b3-58f0d18da342') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:49:53.943396 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-9411b1c8-11a4-45a1-95f2-583571781cca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea94fdea-0aa6-46f6-99b3-58f0d18da342') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:49:53.969990 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-ae5d7cdc-812a-4e84-9e2d-a0d43abe5661 tempest-ExternalNetworksAdminNegativeTestJSON-616355331 tempest-ExternalNetworksAdminNegativeTestJSON-616355331-project-admin] Deleting port 125f4774-a5c9-48ed-b221-9f435fe188e1 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:49:53.970512 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ae5d7cdc-812a-4e84-9e2d-a0d43abe5661 tempest-ExternalNetworksAdminNegativeTestJSON-616355331 tempest-ExternalNetworksAdminNegativeTestJSON-616355331-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (125f4774-a5c9-48ed-b221-9f435fe188e1), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:54.022144 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581c782e-d86c-4e41-bc2b-8d4264497e76 None None] The sync data for ids ['c5075b3e-c4d4-48dc-b77b-8a87b353a106'] in n-d-852085-12 is: [{'id': 'c5075b3e-c4d4-48dc-b77b-8a87b353a106', 'name': 'tempest-VirtualInterfacesTestJSON-1169255087-router', 'tenant_id': 'c158dac976d04c289ac71653feb4ca36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '70cebad4-3e95-497c-a553-a6d7e4ed93f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:49:32Z', 'updated_at': '2022-10-04T20:49:40Z', 'revision_number': 3, 'project_id': 'c158dac976d04c289ac71653feb4ca36', 'gw_port': {'id': '70cebad4-3e95-497c-a553-a6d7e4ed93f9', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:53:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5075b3e-c4d4-48dc-b77b-8a87b353a106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:49:37Z', 'updated_at': '2022-10-04T20:49:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:49:54.038278 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77da33bf-cbb5-4a71-8679-e7fb32515776 None None] Pushing event updated for resources: {'Port': ['ID=1422eb2d-3802-46da-996a-f3005a298c9e,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:54.226989 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050dbdd3-8f7d-4746-8140-d08312e2d755 None None] DHCP port deletion for db71688b-3652-4732-b41d-6f2f4da2e587 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:49:54.276978 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9411b1c8-11a4-45a1-95f2-583571781cca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (ea94fdea-0aa6-46f6-99b3-58f0d18da342), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:54.434207 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb490ea-c376-4ae0-8e2c-a5c5bb4fd384 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Checking segment: {'id': '77d4fc75-f6a5-4824-94e7-65d509c94f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '06bbf148-9e79-4b6f-a0fd-f26d618c62bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:49:54.435519 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb490ea-c376-4ae0-8e2c-a5c5bb4fd384 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Network hostable DHCP agents. Network: 06bbf148-9e79-4b6f-a0fd-f26d618c62bc, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:49:54.478097 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:54.485309 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:54.491364 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:54.494075 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-050dbdd3-8f7d-4746-8140-d08312e2d755 None None] Deleting port 28c9edeb-3dce-4298-a01a-5d441bef34a8 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:49:54.494969 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-050dbdd3-8f7d-4746-8140-d08312e2d755 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (28c9edeb-3dce-4298-a01a-5d441bef34a8), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:54.563005 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9411b1c8-11a4-45a1-95f2-583571781cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (ea94fdea-0aa6-46f6-99b3-58f0d18da342), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:54.627252 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9411b1c8-11a4-45a1-95f2-583571781cca admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:49:54.628560 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9411b1c8-11a4-45a1-95f2-583571781cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (ea94fdea-0aa6-46f6-99b3-58f0d18da342), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:54.662264 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-050dbdd3-8f7d-4746-8140-d08312e2d755 None None] For port 28c9edeb-3dce-4298-a01a-5d441bef34a8, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=28c9edeb-3dce-4298-a01a-5d441bef34a8,segment=NetworkSegment(eba4265b-6b45-4f95-a2e3-cbc3d49c3ad9),segment_id=eba4265b-6b45-4f95-a2e3-cbc3d49c3ad9)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:49:54.664538 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-050dbdd3-8f7d-4746-8140-d08312e2d755 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (28c9edeb-3dce-4298-a01a-5d441bef34a8), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:54.697553 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554af421-4f07-497e-936a-088062146357 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event updated for resources: {'Subnet': ['ID=7b3444b4-749e-451c-84cd-849f4d2650d1,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:54.771293 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-050dbdd3-8f7d-4746-8140-d08312e2d755 None None] Calling delete_port for 28c9edeb-3dce-4298-a01a-5d441bef34a8 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:49:54.859460 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-dbb6fa41-2c29-46a5-aadf-98eb7c0f2386 None None] Allocated IP 172.20.0.2 (d7e335bd-452b-4b28-a631-d8ec4632b1ff/7d2b7d19-2f51-48d0-bd1d-3ab83c4a0402/e9246aa0-cadf-4642-97b4-3dd67839c3da) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:49:55.003059 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment ea94fdea-0aa6-46f6-99b3-58f0d18da342 resource provider aggregate not found Oct 04 20:49:55.065775 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-680e93d0-9f9f-42c0-8030-dda791d08703 admin admin] Publish callbacks [] for router_gateway (5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:55.081713 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 1422eb2d-3802-46da-996a-f3005a298c9e up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:49:55.094588 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment ea94fdea-0aa6-46f6-99b3-58f0d18da342 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ea94fdea-0aa6-46f6-99b3-58f0d18da342 found for delete ", "request_id": "req-63e15cae-4ab9-4e53-abbe-3b88a19d884c"}]} Oct 04 20:49:55.141420 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-46d48095-0a73-41f2-9f6b-6714f6a96781 admin admin] Publish callbacks [] for port (b3a2e076-3633-49d6-b705-e92137a81cb3), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:55.168588 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=81,neutron:DELETE=15,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:55.181060 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554af421-4f07-497e-936a-088062146357 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Checking segment: {'id': '25ae3018-2492-4228-9de5-9f1decbdc5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f7f45e16-30d4-44c7-a3d9-013716e88c6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:49:55.186866 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554af421-4f07-497e-936a-088062146357 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Network hostable DHCP agents. Network: f7f45e16-30d4-44c7-a3d9-013716e88c6f, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:49:55.253233 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-46d48095-0a73-41f2-9f6b-6714f6a96781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (b3a2e076-3633-49d6-b705-e92137a81cb3), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:55.269622 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb490ea-c376-4ae0-8e2c-a5c5bb4fd384 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Network 06bbf148-9e79-4b6f-a0fd-f26d618c62bc is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:49:55.281376 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ae5d7cdc-812a-4e84-9e2d-a0d43abe5661 tempest-ExternalNetworksAdminNegativeTestJSON-616355331 tempest-ExternalNetworksAdminNegativeTestJSON-616355331-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (125f4774-a5c9-48ed-b221-9f435fe188e1), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:55.290399 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ae5d7cdc-812a-4e84-9e2d-a0d43abe5661 tempest-ExternalNetworksAdminNegativeTestJSON-616355331 tempest-ExternalNetworksAdminNegativeTestJSON-616355331-project-admin] Publish callbacks [] for floatingip (125f4774-a5c9-48ed-b221-9f435fe188e1), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:55.310979 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=32 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:55.331257 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 1422eb2d-3802-46da-996a-f3005a298c9e triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:49:55.332048 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (1422eb2d-3802-46da-996a-f3005a298c9e), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:55.333478 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 1422eb2d-3802-46da-996a-f3005a298c9e Oct 04 20:49:55.408408 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:55.409938 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9411b1c8-11a4-45a1-95f2-583571781cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (e0de794a-aaf1-4696-ba55-fa056bac33b3), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:55.566437 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:55.577774 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-050dbdd3-8f7d-4746-8140-d08312e2d755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (28c9edeb-3dce-4298-a01a-5d441bef34a8), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:55.587554 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-ae5d7cdc-812a-4e84-9e2d-a0d43abe5661 tempest-ExternalNetworksAdminNegativeTestJSON-616355331 tempest-ExternalNetworksAdminNegativeTestJSON-616355331-project-admin] Calling delete_port for 125f4774-a5c9-48ed-b221-9f435fe188e1 owned by network:floatingip {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:49:55.589651 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-136d986d-cedd-4411-add7-8bc132c3d0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (28c9edeb-3dce-4298-a01a-5d441bef34a8), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:55.596333 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554af421-4f07-497e-936a-088062146357 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Network f7f45e16-30d4-44c7-a3d9-013716e88c6f is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:49:55.606381 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 1422eb2d-3802-46da-996a-f3005a298c9e is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:49:55.614879 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (1422eb2d-3802-46da-996a-f3005a298c9e), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:55.626648 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-8cb490ea-c376-4ae0-8e2c-a5c5bb4fd384 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 06bbf148-9e79-4b6f-a0fd-f26d618c62bc) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:49:55.636602 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9411b1c8-11a4-45a1-95f2-583571781cca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:55.665574 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-9411b1c8-11a4-45a1-95f2-583571781cca admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/e0de794a-aaf1-4696-ba55-fa056bac33b3 HTTP/1.1" status: 204 len: 168 time: 6.2265925 Oct 04 20:49:55.701149 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb490ea-c376-4ae0-8e2c-a5c5bb4fd384 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:49:55.708175 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8cb490ea-c376-4ae0-8e2c-a5c5bb4fd384 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:55.718098 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-554af421-4f07-497e-936a-088062146357 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, f7f45e16-30d4-44c7-a3d9-013716e88c6f) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:49:55.733334 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050dbdd3-8f7d-4746-8140-d08312e2d755 None None] Pushing event deleted for resources: {'Port': ['ID=28c9edeb-3dce-4298-a01a-5d441bef34a8,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:55.741579 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c9556c-40a2-49b2-ac6f-1ca147c032c4 None None] Network 06bbf148-9e79-4b6f-a0fd-f26d618c62bc requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:49:55.743216 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-46d48095-0a73-41f2-9f6b-6714f6a96781 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (c5075b3e-c4d4-48dc-b77b-8a87b353a106), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:55.759855 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9411b1c8-11a4-45a1-95f2-583571781cca admin admin] Pushing event deleted for resources: {'Network': ['ID=e0de794a-aaf1-4696-ba55-fa056bac33b3,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:55.797051 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f46db85-ab60-43cc-8270-8af219d3a484 None None] Network f7f45e16-30d4-44c7-a3d9-013716e88c6f requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:49:55.818586 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050dbdd3-8f7d-4746-8140-d08312e2d755 None None] No DVR routers for this DVR port 28c9edeb-3dce-4298-a01a-5d441bef34a8 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:49:55.819155 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554af421-4f07-497e-936a-088062146357 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:49:55.821196 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-554af421-4f07-497e-936a-088062146357 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:55.834019 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136d986d-cedd-4411-add7-8bc132c3d0a8 admin admin] No DVR routers for this DVR port 28c9edeb-3dce-4298-a01a-5d441bef34a8 on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:49:55.897582 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=2 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:55.982674 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d48095-0a73-41f2-9f6b-6714f6a96781 admin admin] Pushing event updated for resources: {'Port': ['ID=b3a2e076-3633-49d6-b705-e92137a81cb3,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:56.154983 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3dc10ee-e475-46d4-9036-5d018bb39f9e None None] Network 52f296b7-d20e-4477-85b1-fc4a04e7c484 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:49:56.322813 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-680e93d0-9f9f-42c0-8030-dda791d08703 admin admin] Publish callbacks [] for router_gateway (5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:56.337338 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-dbb6fa41-2c29-46a5-aadf-98eb7c0f2386 None None] Publish callbacks [] for port (e9246aa0-cadf-4642-97b4-3dd67839c3da), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:56.368850 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-8cb490ea-c376-4ae0-8e2c-a5c5bb4fd384 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 5.5513067 Oct 04 20:49:56.370348 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136d986d-cedd-4411-add7-8bc132c3d0a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=28c9edeb-3dce-4298-a01a-5d441bef34a8,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:56.379169 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-554af421-4f07-497e-936a-088062146357 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.9460990 Oct 04 20:49:56.396496 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-680e93d0-9f9f-42c0-8030-dda791d08703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:56.400159 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 43596) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:56.410707 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-60064905-7073-4aa3-9669-a3e2ac15b414 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-300545160', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:49:56.453670 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=5,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:56.479642 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d48095-0a73-41f2-9f6b-6714f6a96781 admin admin] Network a0eeff0d-3e51-4506-b340-b7609536e974 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:49:56.487069 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-46d48095-0a73-41f2-9f6b-6714f6a96781 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:49:56.493488 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-136d986d-cedd-4411-add7-8bc132c3d0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (db71688b-3652-4732-b41d-6f2f4da2e587), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:56.588287 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 1422eb2d-3802-46da-996a-f3005a298c9e, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=1422eb2d-3802-46da-996a-f3005a298c9e,segment=NetworkSegment(c3042864-7b22-4569-9a62-f875d6a5af64),segment_id=c3042864-7b22-4569-9a62-f875d6a5af64)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:49:56.597124 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-5766b14d-b782-47dd-9775-85af809af13a None None] Provisioning complete for port 1422eb2d-3802-46da-996a-f3005a298c9e triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:49:56.597124 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5766b14d-b782-47dd-9775-85af809af13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (1422eb2d-3802-46da-996a-f3005a298c9e), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:56.597124 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-5766b14d-b782-47dd-9775-85af809af13a None None] Attempt 1 to provision port 1422eb2d-3802-46da-996a-f3005a298c9e Oct 04 20:49:56.608064 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-dbb6fa41-2c29-46a5-aadf-98eb7c0f2386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (e9246aa0-cadf-4642-97b4-3dd67839c3da), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:56.643062 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-136d986d-cedd-4411-add7-8bc132c3d0a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db71688b-3652-4732-b41d-6f2f4da2e587']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:49:56.749822 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-136d986d-cedd-4411-add7-8bc132c3d0a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eba4265b-6b45-4f95-a2e3-cbc3d49c3ad9') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:49:56.754040 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-136d986d-cedd-4411-add7-8bc132c3d0a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eba4265b-6b45-4f95-a2e3-cbc3d49c3ad9') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:49:56.769481 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (1422eb2d-3802-46da-996a-f3005a298c9e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:56.801350 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 43600) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:56.848750 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-680e93d0-9f9f-42c0-8030-dda791d08703 admin admin] Allocated IP 172.25.5.174 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/b9fb22ab-50a5-4bab-abed-5cdb85854606) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:49:56.956578 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-136d986d-cedd-4411-add7-8bc132c3d0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (eba4265b-6b45-4f95-a2e3-cbc3d49c3ad9), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:56.967491 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:56.987318 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb6fa41-2c29-46a5-aadf-98eb7c0f2386 None None] Network d7e335bd-452b-4b28-a631-d8ec4632b1ff is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:49:57.037911 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-dbb6fa41-2c29-46a5-aadf-98eb7c0f2386 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:49:57.045058 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 28c9edeb-3dce-4298-a01a-5d441bef34a8 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:49:57.126669 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb6fa41-2c29-46a5-aadf-98eb7c0f2386 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:49:57.132229 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:57.135572 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-136d986d-cedd-4411-add7-8bc132c3d0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (eba4265b-6b45-4f95-a2e3-cbc3d49c3ad9), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:57.137050 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 28c9edeb-3dce-4298-a01a-5d441bef34a8 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:49:57.137623 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 28c9edeb-3dce-4298-a01a-5d441bef34a8 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:49:57.183484 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-80c245ec-d3be-45c3-ac9d-5b9727196890 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=cfa8bdf2eb414417a0ee4e64f7932019&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3707330 Oct 04 20:49:57.209369 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 43610) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:57.212984 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 43612) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:57.350035 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-136d986d-cedd-4411-add7-8bc132c3d0a8 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:49:57.350381 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-136d986d-cedd-4411-add7-8bc132c3d0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (eba4265b-6b45-4f95-a2e3-cbc3d49c3ad9), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:57.350874 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0b766a-cee2-4016-9c7e-41322aed68ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-f7f45e16-30d4-44c7-a3d9-013716e88c6f', 'network_id': 'f7f45e16-30d4-44c7-a3d9-013716e88c6f', 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'fixed_ips': [{'subnet_id': '7b3444b4-749e-451c-84cd-849f4d2650d1'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:49:57.362298 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fb0b766a-cee2-4016-9c7e-41322aed68ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:57.368277 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6fa41-2c29-46a5-aadf-98eb7c0f2386 None None] Pushing event updated for resources: {'Port': ['ID=e9246aa0-cadf-4642-97b4-3dd67839c3da,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:57.393355 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-60064905-7073-4aa3-9669-a3e2ac15b414 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (9652e4f0-5d7c-4af7-9467-315551f18cba), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:57.414374 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-60064905-7073-4aa3-9669-a3e2ac15b414 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (9652e4f0-5d7c-4af7-9467-315551f18cba), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:57.463586 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-680e93d0-9f9f-42c0-8030-dda791d08703 admin admin] Publish callbacks [] for port (b9fb22ab-50a5-4bab-abed-5cdb85854606), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:57.528792 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment eba4265b-6b45-4f95-a2e3-cbc3d49c3ad9 resource provider aggregate not found Oct 04 20:49:57.537860 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638fad27-9671-4cbd-bbe9-f5409fe5b136 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-06bbf148-9e79-4b6f-a0fd-f26d618c62bc', 'network_id': '06bbf148-9e79-4b6f-a0fd-f26d618c62bc', 'project_id': '0ab943ca7b4f4ad3ac63ee0067fa6376', 'fixed_ips': [{'subnet_id': '01c2a927-9ed9-4120-9f34-5f0b9c0b0644'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:49:57.539514 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-638fad27-9671-4cbd-bbe9-f5409fe5b136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:57.553177 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 70cebad4-3e95-497c-a553-a6d7e4ed93f9 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:49:57.570399 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46d48095-0a73-41f2-9f6b-6714f6a96781 admin admin] Router c5075b3e-c4d4-48dc-b77b-8a87b353a106 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:49:57.573023 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-719356fc-45a8-41af-b439-262ce832d182 admin admin] Publish callbacks [] for security_group (6a685d28-31e5-4373-b3cf-30f5949fbc35), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:57.631294 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-60064905-7073-4aa3-9669-a3e2ac15b414 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for router_controller (9652e4f0-5d7c-4af7-9467-315551f18cba), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:57.678627 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-719356fc-45a8-41af-b439-262ce832d182 admin admin] Publish callbacks [] for security_group (6a685d28-31e5-4373-b3cf-30f5949fbc35), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:57.781855 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment eba4265b-6b45-4f95-a2e3-cbc3d49c3ad9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eba4265b-6b45-4f95-a2e3-cbc3d49c3ad9 found for delete ", "request_id": "req-3d34855b-a72a-4c0b-955f-d78845e1cf2e"}]} Oct 04 20:49:57.816087 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-60064905-7073-4aa3-9669-a3e2ac15b414 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (9652e4f0-5d7c-4af7-9467-315551f18cba), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:57.923113 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-719356fc-45a8-41af-b439-262ce832d182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (6a685d28-31e5-4373-b3cf-30f5949fbc35), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:57.928900 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-719356fc-45a8-41af-b439-262ce832d182 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:57.931593 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-719356fc-45a8-41af-b439-262ce832d182 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/6a685d28-31e5-4373-b3cf-30f5949fbc35 HTTP/1.1" status: 204 len: 168 time: 0.7142053 Oct 04 20:49:57.950190 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-136d986d-cedd-4411-add7-8bc132c3d0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (db71688b-3652-4732-b41d-6f2f4da2e587), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:57.956095 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-dbb6fa41-2c29-46a5-aadf-98eb7c0f2386 None None] Attempting to bind port e9246aa0-cadf-4642-97b4-3dd67839c3da on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:49:57.956095 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-dbb6fa41-2c29-46a5-aadf-98eb7c0f2386 None None] Attempting to bind port e9246aa0-cadf-4642-97b4-3dd67839c3da by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'ab7dd5c8-6b5f-4d63-9eac-22e2fe4d537d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd7e335bd-452b-4b28-a631-d8ec4632b1ff'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:49:57.967256 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb6fa41-2c29-46a5-aadf-98eb7c0f2386 None None] Attempting to bind port e9246aa0-cadf-4642-97b4-3dd67839c3da on network d7e335bd-452b-4b28-a631-d8ec4632b1ff {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:49:57.976381 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ae5d7cdc-812a-4e84-9e2d-a0d43abe5661 tempest-ExternalNetworksAdminNegativeTestJSON-616355331 tempest-ExternalNetworksAdminNegativeTestJSON-616355331-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (125f4774-a5c9-48ed-b221-9f435fe188e1), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:58.066658 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5d7cdc-812a-4e84-9e2d-a0d43abe5661 tempest-ExternalNetworksAdminNegativeTestJSON-616355331 tempest-ExternalNetworksAdminNegativeTestJSON-616355331-project-admin] Pushing event deleted for resources: {'Port': ['ID=125f4774-a5c9-48ed-b221-9f435fe188e1,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:58.102557 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-60064905-7073-4aa3-9669-a3e2ac15b414 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:58.111332 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-60064905-7073-4aa3-9669-a3e2ac15b414 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.7056034 Oct 04 20:49:58.122275 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 43628) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:58.234809 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-136d986d-cedd-4411-add7-8bc132c3d0a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:58.241858 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-136d986d-cedd-4411-add7-8bc132c3d0a8 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/db71688b-3652-4732-b41d-6f2f4da2e587 HTTP/1.1" status: 204 len: 168 time: 5.7225916 Oct 04 20:49:58.244512 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719356fc-45a8-41af-b439-262ce832d182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a685d28-31e5-4373-b3cf-30f5949fbc35,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:58.264652 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d48095-0a73-41f2-9f6b-6714f6a96781 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:49:58.281746 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b78383b-9be8-4f53-ad2e-f9bc3a7b5f26 None None] Sync routers for ids ['c5075b3e-c4d4-48dc-b77b-8a87b353a106'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:49:58.291697 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5583a109-35cc-452f-b65a-308d8412228e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:58.327327 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b78383b-9be8-4f53-ad2e-f9bc3a7b5f26 None None] Routers {'c5075b3e-c4d4-48dc-b77b-8a87b353a106'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:49:58.331534 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-8b78383b-9be8-4f53-ad2e-f9bc3a7b5f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:49:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['c5075b3e-c4d4-48dc-b77b-8a87b353a106'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:49:58.333774 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255cf0d0-63d2-4e3a-9944-80d5292df798 req-e91aad64-2e77-4b14-b282-876d37dfa9c8 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:49:58.352955 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255cf0d0-63d2-4e3a-9944-80d5292df798 req-e91aad64-2e77-4b14-b282-876d37dfa9c8 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:49:58.369505 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-255cf0d0-63d2-4e3a-9944-80d5292df798 req-e91aad64-2e77-4b14-b282-876d37dfa9c8 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] 10.222.0.78 "GET /networking/v2.0/networks?id=52f296b7-d20e-4477-85b1-fc4a04e7c484&id=06bbf148-9e79-4b6f-a0fd-f26d618c62bc HTTP/1.1" status: 200 len: 1391 time: 1.0003617 Oct 04 20:49:58.371594 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-680e93d0-9f9f-42c0-8030-dda791d08703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (b9fb22ab-50a5-4bab-abed-5cdb85854606), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:58.387726 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-46d48095-0a73-41f2-9f6b-6714f6a96781 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/c5075b3e-c4d4-48dc-b77b-8a87b353a106/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5822670 Oct 04 20:49:58.424888 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=1422eb2d-3802-46da-996a-f3005a298c9e,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:58.437651 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-5766b14d-b782-47dd-9775-85af809af13a None None] Current status of the port 1422eb2d-3802-46da-996a-f3005a298c9e is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:49:58.499015 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136d986d-cedd-4411-add7-8bc132c3d0a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=db71688b-3652-4732-b41d-6f2f4da2e587,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:58.556774 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:58.648948 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb6fa41-2c29-46a5-aadf-98eb7c0f2386 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:49:58.649592 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb6fa41-2c29-46a5-aadf-98eb7c0f2386 None None] Checking segment: {'id': 'ab7dd5c8-6b5f-4d63-9eac-22e2fe4d537d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd7e335bd-452b-4b28-a631-d8ec4632b1ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:49:58.650715 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-dbb6fa41-2c29-46a5-aadf-98eb7c0f2386 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:58.651042 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb6fa41-2c29-46a5-aadf-98eb7c0f2386 None None] Bound using segment: {'id': 'ab7dd5c8-6b5f-4d63-9eac-22e2fe4d537d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd7e335bd-452b-4b28-a631-d8ec4632b1ff'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:49:58.652233 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-dbb6fa41-2c29-46a5-aadf-98eb7c0f2386 None None] Bound port: e9246aa0-cadf-4642-97b4-3dd67839c3da, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab7dd5c8-6b5f-4d63-9eac-22e2fe4d537d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd7e335bd-452b-4b28-a631-d8ec4632b1ff'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:49:58.653344 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-255cf0d0-63d2-4e3a-9944-80d5292df798 req-67c296d3-b8b8-4656-b0f6-be94396b3043 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] 10.222.0.78 "GET /networking/v2.0/quotas/0ab943ca7b4f4ad3ac63ee0067fa6376 HTTP/1.1" status: 200 len: 375 time: 0.2628415 Oct 04 20:49:58.663911 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-dbb6fa41-2c29-46a5-aadf-98eb7c0f2386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (e9246aa0-cadf-4642-97b4-3dd67839c3da), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:58.669779 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:58.733420 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680e93d0-9f9f-42c0-8030-dda791d08703 admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:49:58.795448 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5583a109-35cc-452f-b65a-308d8412228e admin admin] Publish callbacks [] for security_group (680933d5-b097-4216-a1f7-06ad7c80da57), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:58.816136 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-ffa26d5f-b194-4c57-88c4-94173da8e0c7 None None] Provisioning complete for port b3a2e076-3633-49d6-b705-e92137a81cb3 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:49:58.817994 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ffa26d5f-b194-4c57-88c4-94173da8e0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b3a2e076-3633-49d6-b705-e92137a81cb3), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:58.819690 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-ffa26d5f-b194-4c57-88c4-94173da8e0c7 None None] Attempt 1 to provision port b3a2e076-3633-49d6-b705-e92137a81cb3 Oct 04 20:49:58.845166 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-680e93d0-9f9f-42c0-8030-dda791d08703 admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:49:58.921446 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680e93d0-9f9f-42c0-8030-dda791d08703 admin admin] Pushing event updated for resources: {'Port': ['ID=b9fb22ab-50a5-4bab-abed-5cdb85854606,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:58.928910 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5583a109-35cc-452f-b65a-308d8412228e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (680933d5-b097-4216-a1f7-06ad7c80da57), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:58.938012 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:58.972302 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 70cebad4-3e95-497c-a553-a6d7e4ed93f9 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:49:58.973427 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (70cebad4-3e95-497c-a553-a6d7e4ed93f9), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:58.973427 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 70cebad4-3e95-497c-a553-a6d7e4ed93f9 Oct 04 20:49:58.997402 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680e93d0-9f9f-42c0-8030-dda791d08703 admin admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:49:59.075870 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ae5d7cdc-812a-4e84-9e2d-a0d43abe5661 tempest-ExternalNetworksAdminNegativeTestJSON-616355331 tempest-ExternalNetworksAdminNegativeTestJSON-616355331-project-admin] Publish callbacks [] for floatingip (f569c77b-472a-41af-a043-d9ebaa33c0bd), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:59.086608 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ae5d7cdc-812a-4e84-9e2d-a0d43abe5661 tempest-ExternalNetworksAdminNegativeTestJSON-616355331 tempest-ExternalNetworksAdminNegativeTestJSON-616355331-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:59.088705 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-5583a109-35cc-452f-b65a-308d8412228e admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=4bdd8744354142758e43e1c1cad66eb5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8578777 Oct 04 20:49:59.089745 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-ae5d7cdc-812a-4e84-9e2d-a0d43abe5661 tempest-ExternalNetworksAdminNegativeTestJSON-616355331 tempest-ExternalNetworksAdminNegativeTestJSON-616355331-project-admin] 10.222.0.78 "DELETE /networking/v2.0/floatingips/f569c77b-472a-41af-a043-d9ebaa33c0bd HTTP/1.1" status: 204 len: 168 time: 6.9169526 Oct 04 20:49:59.090019 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 43636) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:59.095202 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 43638) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:59.178468 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-8b78383b-9be8-4f53-ad2e-f9bc3a7b5f26 None None] Set router c5075b3e-c4d4-48dc-b77b-8a87b353a106 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:49:59.204311 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:59.205600 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 43644) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:59.222889 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-255cf0d0-63d2-4e3a-9944-80d5292df798 req-af8fcdb5-a61b-453e-bf61-60bfa1bcbb8a tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=0ab943ca7b4f4ad3ac63ee0067fa6376&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5065351 Oct 04 20:49:59.228398 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-ffa26d5f-b194-4c57-88c4-94173da8e0c7 None None] Port b3a2e076-3633-49d6-b705-e92137a81cb3 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:49:59.506640 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:49:59.511201 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5583a109-35cc-452f-b65a-308d8412228e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=680933d5-b097-4216-a1f7-06ad7c80da57,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:49:59.557565 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-dbb6fa41-2c29-46a5-aadf-98eb7c0f2386 None None] For port e9246aa0-cadf-4642-97b4-3dd67839c3da, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:49:59.586119 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-fb0b766a-cee2-4016-9c7e-41322aed68ed None None] Allocated IP 172.20.0.2 (f7f45e16-30d4-44c7-a3d9-013716e88c6f/7b3444b4-749e-451c-84cd-849f4d2650d1/f1ef96b2-bb28-47f6-8a76-5f41446447ea) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:49:59.586119 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-b5acb5f6-54e1-4baf-bba9-0d300e1eb4d7 None None] Provisioning complete for port 1422eb2d-3802-46da-996a-f3005a298c9e triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:49:59.586119 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b5acb5f6-54e1-4baf-bba9-0d300e1eb4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (1422eb2d-3802-46da-996a-f3005a298c9e), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:59.586119 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-b5acb5f6-54e1-4baf-bba9-0d300e1eb4d7 None None] Attempt 1 to provision port 1422eb2d-3802-46da-996a-f3005a298c9e Oct 04 20:49:59.615470 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 43650) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:49:59.626887 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0140d06e-7ae4-4063-a2be-6300a78da8fc tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:59.661244 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-638fad27-9671-4cbd-bbe9-f5409fe5b136 None None] Allocated IP 19.86.0.2 (06bbf148-9e79-4b6f-a0fd-f26d618c62bc/01c2a927-9ed9-4120-9f34-5f0b9c0b0644/1642cc2f-4665-4c05-ad5d-53feb38cbb4c) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:49:59.781576 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-dbb6fa41-2c29-46a5-aadf-98eb7c0f2386 None None] For port e9246aa0-cadf-4642-97b4-3dd67839c3da, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=e9246aa0-cadf-4642-97b4-3dd67839c3da,segment=NetworkSegment(ab7dd5c8-6b5f-4d63-9eac-22e2fe4d537d),segment_id=ab7dd5c8-6b5f-4d63-9eac-22e2fe4d537d)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:49:59.969129 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 70cebad4-3e95-497c-a553-a6d7e4ed93f9 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:49:59.970326 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (70cebad4-3e95-497c-a553-a6d7e4ed93f9), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:49:59.974720 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-8b78383b-9be8-4f53-ad2e-f9bc3a7b5f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5075b3e-c4d4-48dc-b77b-8a87b353a106', 'name': 'tempest-VirtualInterfacesTestJSON-1169255087-router', 'tenant_id': 'c158dac976d04c289ac71653feb4ca36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '70cebad4-3e95-497c-a553-a6d7e4ed93f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:49:32Z', 'updated_at': '2022-10-04T20:49:53Z', 'revision_number': 4, 'project_id': 'c158dac976d04c289ac71653feb4ca36', 'gw_port': {'id': '70cebad4-3e95-497c-a553-a6d7e4ed93f9', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:53:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5075b3e-c4d4-48dc-b77b-8a87b353a106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:49:37Z', 'updated_at': '2022-10-04T20:49:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'b3a2e076-3633-49d6-b705-e92137a81cb3', 'name': '', 'network_id': 'a0eeff0d-3e51-4506-b340-b7609536e974', 'tenant_id': 'c158dac976d04c289ac71653feb4ca36', 'mac_address': 'fa:16:3e:78:f6:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5075b3e-c4d4-48dc-b77b-8a87b353a106', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '23493a9b-0926-43d5-be86-0783f26ff852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:49:49Z', 'updated_at': '2022-10-04T20:49:54Z', 'revision_number': 2, 'project_id': 'c158dac976d04c289ac71653feb4ca36', 'subnets': [{'id': '23493a9b-0926-43d5-be86-0783f26ff852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:50:00.004471 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-dbb6fa41-2c29-46a5-aadf-98eb7c0f2386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (e9246aa0-cadf-4642-97b4-3dd67839c3da), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:00.029505 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a958788b-d27d-42fd-84bc-98ffab6b1024 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=b2e6812055b3473db24481cdd7504bd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9247520 Oct 04 20:50:00.035808 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 43656) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:00.066799 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b78383b-9be8-4f53-ad2e-f9bc3a7b5f26 None None] Checking router: c5075b3e-c4d4-48dc-b77b-8a87b353a106 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:50:00.068696 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b78383b-9be8-4f53-ad2e-f9bc3a7b5f26 None None] Updating router c5075b3e-c4d4-48dc-b77b-8a87b353a106 port b3a2e076-3633-49d6-b705-e92137a81cb3 binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:50:00.154254 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:00.177244 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-8b78383b-9be8-4f53-ad2e-f9bc3a7b5f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b3a2e076-3633-49d6-b705-e92137a81cb3), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:00.205396 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c9d6f3b-5568-4699-a82a-d437489626ec tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Deleting subnet 01c2a927-9ed9-4120-9f34-5f0b9c0b0644 {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:50:00.283334 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-12c0a7d7-8bd1-4926-a342-e8d84ce8000c admin admin] Publish callbacks [] for security_group (680933d5-b097-4216-a1f7-06ad7c80da57), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:00.781169 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 43662) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:00.875036 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-177af7de-9cef-4808-8a24-7b5441ae4946 admin admin] Publish callbacks [] for security_group (784edb54-4c26-45bb-8ab4-211601d7a620), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:00.923408 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:00.960933 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6fa41-2c29-46a5-aadf-98eb7c0f2386 None None] Pushing event updated for resources: {'Port': ['ID=e9246aa0-cadf-4642-97b4-3dd67839c3da,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:00.989090 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 70cebad4-3e95-497c-a553-a6d7e4ed93f9, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=70cebad4-3e95-497c-a553-a6d7e4ed93f9,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:50:01.206987 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-177af7de-9cef-4808-8a24-7b5441ae4946 admin admin] Publish callbacks [] for security_group (784edb54-4c26-45bb-8ab4-211601d7a620), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:01.327632 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-680e93d0-9f9f-42c0-8030-dda791d08703 admin admin] Publish callbacks [] for router_gateway (5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:01.373017 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-8b78383b-9be8-4f53-ad2e-f9bc3a7b5f26 None None] Publish callbacks [] for port (b3a2e076-3633-49d6-b705-e92137a81cb3), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:01.388729 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fb0b766a-cee2-4016-9c7e-41322aed68ed None None] Publish callbacks [] for port (f1ef96b2-bb28-47f6-8a76-5f41446447ea), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:01.409268 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=8 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:01.462637 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (70cebad4-3e95-497c-a553-a6d7e4ed93f9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:01.484428 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-12c0a7d7-8bd1-4926-a342-e8d84ce8000c admin admin] Publish callbacks [] for security_group (680933d5-b097-4216-a1f7-06ad7c80da57), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:01.508120 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-8b78383b-9be8-4f53-ad2e-f9bc3a7b5f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (b3a2e076-3633-49d6-b705-e92137a81cb3), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:01.586653 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fb0b766a-cee2-4016-9c7e-41322aed68ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (f1ef96b2-bb28-47f6-8a76-5f41446447ea), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:01.650587 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-638fad27-9671-4cbd-bbe9-f5409fe5b136 None None] Publish callbacks [] for port (1642cc2f-4665-4c05-ad5d-53feb38cbb4c), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:01.662630 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-b5acb5f6-54e1-4baf-bba9-0d300e1eb4d7 None None] Current status of the port 1422eb2d-3802-46da-996a-f3005a298c9e is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:50:01.698012 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0b766a-cee2-4016-9c7e-41322aed68ed None None] Network f7f45e16-30d4-44c7-a3d9-013716e88c6f is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:50:01.711325 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-fb0b766a-cee2-4016-9c7e-41322aed68ed None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:50:01.716889 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0b766a-cee2-4016-9c7e-41322aed68ed None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:50:01.765149 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7c9d6f3b-5568-4699-a82a-d437489626ec tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks [] for subnet (01c2a927-9ed9-4120-9f34-5f0b9c0b0644), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:01.784460 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=70cebad4-3e95-497c-a553-a6d7e4ed93f9,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:01.798892 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-638fad27-9671-4cbd-bbe9-f5409fe5b136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (1642cc2f-4665-4c05-ad5d-53feb38cbb4c), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:01.869681 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75d1cbd-b2e7-4f10-bf9b-02ee3e7d83f0 None None] Pushing event updated for resources: {'Port': ['ID=b3a2e076-3633-49d6-b705-e92137a81cb3,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:01.911870 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:01.918548 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d1cbd-b2e7-4f10-bf9b-02ee3e7d83f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:50:01.919373 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d1cbd-b2e7-4f10-bf9b-02ee3e7d83f0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:50:01.928925 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d1cbd-b2e7-4f10-bf9b-02ee3e7d83f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:50:01.930921 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d1cbd-b2e7-4f10-bf9b-02ee3e7d83f0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:50:01.930921 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d1cbd-b2e7-4f10-bf9b-02ee3e7d83f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:50:01.931524 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d1cbd-b2e7-4f10-bf9b-02ee3e7d83f0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:50:01.932162 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d1cbd-b2e7-4f10-bf9b-02ee3e7d83f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:50:01.932848 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d1cbd-b2e7-4f10-bf9b-02ee3e7d83f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:50:01.933567 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d1cbd-b2e7-4f10-bf9b-02ee3e7d83f0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:50:01.934245 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d1cbd-b2e7-4f10-bf9b-02ee3e7d83f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:50:01.934916 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d1cbd-b2e7-4f10-bf9b-02ee3e7d83f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:50:01.935643 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d1cbd-b2e7-4f10-bf9b-02ee3e7d83f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:50:01.936742 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d1cbd-b2e7-4f10-bf9b-02ee3e7d83f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:50:01.936971 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d1cbd-b2e7-4f10-bf9b-02ee3e7d83f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:50:01.937636 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75d1cbd-b2e7-4f10-bf9b-02ee3e7d83f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:50:01.952583 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638fad27-9671-4cbd-bbe9-f5409fe5b136 None None] Network 06bbf148-9e79-4b6f-a0fd-f26d618c62bc is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:50:01.964473 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7c9d6f3b-5568-4699-a82a-d437489626ec tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (01c2a927-9ed9-4120-9f34-5f0b9c0b0644), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:01.976963 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-638fad27-9671-4cbd-bbe9-f5409fe5b136 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:50:01.981318 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638fad27-9671-4cbd-bbe9-f5409fe5b136 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:50:02.002096 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-fb0b766a-cee2-4016-9c7e-41322aed68ed None None] Attempting to bind port f1ef96b2-bb28-47f6-8a76-5f41446447ea on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:50:02.002722 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-fb0b766a-cee2-4016-9c7e-41322aed68ed None None] Attempting to bind port f1ef96b2-bb28-47f6-8a76-5f41446447ea by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '25ae3018-2492-4228-9de5-9f1decbdc5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f7f45e16-30d4-44c7-a3d9-013716e88c6f'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:50:02.003340 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0b766a-cee2-4016-9c7e-41322aed68ed None None] Attempting to bind port f1ef96b2-bb28-47f6-8a76-5f41446447ea on network f7f45e16-30d4-44c7-a3d9-013716e88c6f {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:50:02.011984 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-8b78383b-9be8-4f53-ad2e-f9bc3a7b5f26 None None] Attempting to bind port b3a2e076-3633-49d6-b705-e92137a81cb3 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:50:02.012801 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-8b78383b-9be8-4f53-ad2e-f9bc3a7b5f26 None None] Attempting to bind port b3a2e076-3633-49d6-b705-e92137a81cb3 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'dca1dec9-3339-4d9e-a105-b74778b6d9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a0eeff0d-3e51-4506-b340-b7609536e974'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:50:02.013623 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b78383b-9be8-4f53-ad2e-f9bc3a7b5f26 None None] Attempting to bind port b3a2e076-3633-49d6-b705-e92137a81cb3 on network a0eeff0d-3e51-4506-b340-b7609536e974 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:50:02.149012 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0b766a-cee2-4016-9c7e-41322aed68ed None None] Pushing event updated for resources: {'Port': ['ID=f1ef96b2-bb28-47f6-8a76-5f41446447ea,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:02.224925 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 43674) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:02.251336 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b78383b-9be8-4f53-ad2e-f9bc3a7b5f26 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:50:02.252241 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b78383b-9be8-4f53-ad2e-f9bc3a7b5f26 None None] Checking segment: {'id': 'dca1dec9-3339-4d9e-a105-b74778b6d9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a0eeff0d-3e51-4506-b340-b7609536e974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:50:02.253634 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-8b78383b-9be8-4f53-ad2e-f9bc3a7b5f26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:02.254543 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b78383b-9be8-4f53-ad2e-f9bc3a7b5f26 None None] Bound using segment: {'id': 'dca1dec9-3339-4d9e-a105-b74778b6d9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a0eeff0d-3e51-4506-b340-b7609536e974'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:50:02.255631 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-8b78383b-9be8-4f53-ad2e-f9bc3a7b5f26 None None] Bound port: b3a2e076-3633-49d6-b705-e92137a81cb3, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca1dec9-3339-4d9e-a105-b74778b6d9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a0eeff0d-3e51-4506-b340-b7609536e974'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:50:02.256470 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-8b78383b-9be8-4f53-ad2e-f9bc3a7b5f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b3a2e076-3633-49d6-b705-e92137a81cb3), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:02.297383 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0b766a-cee2-4016-9c7e-41322aed68ed None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:50:02.299221 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0b766a-cee2-4016-9c7e-41322aed68ed None None] Checking segment: {'id': '25ae3018-2492-4228-9de5-9f1decbdc5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f7f45e16-30d4-44c7-a3d9-013716e88c6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:50:02.300901 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fb0b766a-cee2-4016-9c7e-41322aed68ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:02.300901 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0b766a-cee2-4016-9c7e-41322aed68ed None None] Bound using segment: {'id': '25ae3018-2492-4228-9de5-9f1decbdc5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f7f45e16-30d4-44c7-a3d9-013716e88c6f'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:50:02.301288 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-fb0b766a-cee2-4016-9c7e-41322aed68ed None None] Bound port: f1ef96b2-bb28-47f6-8a76-5f41446447ea, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25ae3018-2492-4228-9de5-9f1decbdc5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f7f45e16-30d4-44c7-a3d9-013716e88c6f'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:50:02.301925 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fb0b766a-cee2-4016-9c7e-41322aed68ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (f1ef96b2-bb28-47f6-8a76-5f41446447ea), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:02.375382 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device e9246aa0-cadf-4642-97b4-3dd67839c3da up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:50:02.406613 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-12c0a7d7-8bd1-4926-a342-e8d84ce8000c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (680933d5-b097-4216-a1f7-06ad7c80da57), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:02.411375 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-12c0a7d7-8bd1-4926-a342-e8d84ce8000c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:02.423928 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-12c0a7d7-8bd1-4926-a342-e8d84ce8000c admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/680933d5-b097-4216-a1f7-06ad7c80da57 HTTP/1.1" status: 204 len: 168 time: 3.3021638 Oct 04 20:50:02.446570 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c0a7d7-8bd1-4926-a342-e8d84ce8000c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=680933d5-b097-4216-a1f7-06ad7c80da57,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:02.519084 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:02.528847 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-8b78383b-9be8-4f53-ad2e-f9bc3a7b5f26 None None] For port b3a2e076-3633-49d6-b705-e92137a81cb3, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:50:02.559347 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-8b78383b-9be8-4f53-ad2e-f9bc3a7b5f26 None None] For port b3a2e076-3633-49d6-b705-e92137a81cb3, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b3a2e076-3633-49d6-b705-e92137a81cb3,segment=NetworkSegment(dca1dec9-3339-4d9e-a105-b74778b6d9e5),segment_id=dca1dec9-3339-4d9e-a105-b74778b6d9e5)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:50:02.650287 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7c9d6f3b-5568-4699-a82a-d437489626ec tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (01c2a927-9ed9-4120-9f34-5f0b9c0b0644), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:02.703829 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f4fa7b-d858-431a-b29e-96177cdbc628 None None] Network d7e335bd-452b-4b28-a631-d8ec4632b1ff requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:50:02.712002 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-8b78383b-9be8-4f53-ad2e-f9bc3a7b5f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (b3a2e076-3633-49d6-b705-e92137a81cb3), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:02.720228 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-61c0df31-2bc5-43cb-854c-fc1d843cf0a4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1365820812-network', 'tenant_id': '4387f90f1ad8429bb47aaabfe531871b'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:50:02.868592 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:02.894756 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c0df31-2bc5-43cb-854c-fc1d843cf0a4 admin admin] Made reservation on behalf of 4387f90f1ad8429bb47aaabfe531871b for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:50:02.895065 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:02.896282 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638fad27-9671-4cbd-bbe9-f5409fe5b136 None None] Pushing event updated for resources: {'Port': ['ID=1642cc2f-4665-4c05-ad5d-53feb38cbb4c,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:02.901189 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-61c0df31-2bc5-43cb-854c-fc1d843cf0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:02.933465 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:02.952610 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-61c0df31-2bc5-43cb-854c-fc1d843cf0a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:02.965862 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75d1cbd-b2e7-4f10-bf9b-02ee3e7d83f0 None None] Pushing event updated for resources: {'Port': ['ID=b3a2e076-3633-49d6-b705-e92137a81cb3,revision_number=4']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:02.983386 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-72b34f71-8bc9-45ec-9e02-575cfd62076b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (c5075b3e-c4d4-48dc-b77b-8a87b353a106), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:03.004810 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-638fad27-9671-4cbd-bbe9-f5409fe5b136 None None] Attempting to bind port 1642cc2f-4665-4c05-ad5d-53feb38cbb4c on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:50:03.005435 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-638fad27-9671-4cbd-bbe9-f5409fe5b136 None None] Attempting to bind port 1642cc2f-4665-4c05-ad5d-53feb38cbb4c by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '77d4fc75-f6a5-4824-94e7-65d509c94f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '06bbf148-9e79-4b6f-a0fd-f26d618c62bc'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:50:03.006031 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638fad27-9671-4cbd-bbe9-f5409fe5b136 None None] Attempting to bind port 1642cc2f-4665-4c05-ad5d-53feb38cbb4c on network 06bbf148-9e79-4b6f-a0fd-f26d618c62bc {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:50:03.016598 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b78383b-9be8-4f53-ad2e-f9bc3a7b5f26 None None] Routers {'c5075b3e-c4d4-48dc-b77b-8a87b353a106'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:50:03.019046 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-8b78383b-9be8-4f53-ad2e-f9bc3a7b5f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:49:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['c5075b3e-c4d4-48dc-b77b-8a87b353a106'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:50:03.142981 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-58face79-9d5b-42fa-a874-2e8df64bd6b3 None None] Provisioning complete for port e9246aa0-cadf-4642-97b4-3dd67839c3da triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:50:03.143638 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-58face79-9d5b-42fa-a874-2e8df64bd6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (e9246aa0-cadf-4642-97b4-3dd67839c3da), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:03.144203 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-58face79-9d5b-42fa-a874-2e8df64bd6b3 None None] Attempt 1 to provision port e9246aa0-cadf-4642-97b4-3dd67839c3da Oct 04 20:50:03.177488 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638fad27-9671-4cbd-bbe9-f5409fe5b136 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:50:03.178104 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638fad27-9671-4cbd-bbe9-f5409fe5b136 None None] Checking segment: {'id': '77d4fc75-f6a5-4824-94e7-65d509c94f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '06bbf148-9e79-4b6f-a0fd-f26d618c62bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:50:03.178849 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-638fad27-9671-4cbd-bbe9-f5409fe5b136 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:03.180108 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638fad27-9671-4cbd-bbe9-f5409fe5b136 None None] Bound using segment: {'id': '77d4fc75-f6a5-4824-94e7-65d509c94f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '06bbf148-9e79-4b6f-a0fd-f26d618c62bc'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:50:03.181258 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-638fad27-9671-4cbd-bbe9-f5409fe5b136 None None] Bound port: 1642cc2f-4665-4c05-ad5d-53feb38cbb4c, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77d4fc75-f6a5-4824-94e7-65d509c94f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '06bbf148-9e79-4b6f-a0fd-f26d618c62bc'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:50:03.181923 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-638fad27-9671-4cbd-bbe9-f5409fe5b136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (1642cc2f-4665-4c05-ad5d-53feb38cbb4c), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:03.233663 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:03.265067 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7c9d6f3b-5568-4699-a82a-d437489626ec tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (01c2a927-9ed9-4120-9f34-5f0b9c0b0644), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:03.266137 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port e9246aa0-cadf-4642-97b4-3dd67839c3da triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:50:03.266640 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (e9246aa0-cadf-4642-97b4-3dd67839c3da), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:03.267229 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port e9246aa0-cadf-4642-97b4-3dd67839c3da Oct 04 20:50:03.367866 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f4c304d0-4c2e-4deb-a0ce-6be99149b89c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:03.382899 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:03.402767 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-fb0b766a-cee2-4016-9c7e-41322aed68ed None None] For port f1ef96b2-bb28-47f6-8a76-5f41446447ea, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:50:03.457450 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9d6f3b-5568-4699-a82a-d437489626ec tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Pushing event deleted for resources: {'Subnet': ['ID=01c2a927-9ed9-4120-9f34-5f0b9c0b0644,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:03.478665 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-0140d06e-7ae4-4063-a2be-6300a78da8fc tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Allocated IP 172.20.0.1 (f7f45e16-30d4-44c7-a3d9-013716e88c6f/7b3444b4-749e-451c-84cd-849f4d2650d1/6c1ba85a-02a2-436d-8eed-c62599a5f544) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:50:03.483038 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:03.488571 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-680e93d0-9f9f-42c0-8030-dda791d08703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:03.495055 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-fb0b766a-cee2-4016-9c7e-41322aed68ed None None] For port f1ef96b2-bb28-47f6-8a76-5f41446447ea, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=f1ef96b2-bb28-47f6-8a76-5f41446447ea,segment=NetworkSegment(25ae3018-2492-4228-9de5-9f1decbdc5d7),segment_id=25ae3018-2492-4228-9de5-9f1decbdc5d7)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:50:03.553654 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7c9d6f3b-5568-4699-a82a-d437489626ec tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:03.560265 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-7c9d6f3b-5568-4699-a82a-d437489626ec tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/01c2a927-9ed9-4120-9f34-5f0b9c0b0644 HTTP/1.1" status: 204 len: 168 time: 3.9344010 Oct 04 20:50:03.577712 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 43682) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:03.608705 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-8b78383b-9be8-4f53-ad2e-f9bc3a7b5f26 None None] Set router c5075b3e-c4d4-48dc-b77b-8a87b353a106 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:50:03.634754 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fb0b766a-cee2-4016-9c7e-41322aed68ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (f1ef96b2-bb28-47f6-8a76-5f41446447ea), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:03.662839 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-177af7de-9cef-4808-8a24-7b5441ae4946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (784edb54-4c26-45bb-8ab4-211601d7a620), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:03.668600 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-177af7de-9cef-4808-8a24-7b5441ae4946 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:03.700864 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-177af7de-9cef-4808-8a24-7b5441ae4946 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/784edb54-4c26-45bb-8ab4-211601d7a620 HTTP/1.1" status: 204 len: 168 time: 3.6556847 Oct 04 20:50:03.737293 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-58face79-9d5b-42fa-a874-2e8df64bd6b3 None None] Current status of the port e9246aa0-cadf-4642-97b4-3dd67839c3da is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:50:03.738485 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-58face79-9d5b-42fa-a874-2e8df64bd6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (e9246aa0-cadf-4642-97b4-3dd67839c3da), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:03.898903 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177af7de-9cef-4808-8a24-7b5441ae4946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784edb54-4c26-45bb-8ab4-211601d7a620,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:03.941207 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:04.003749 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-075d9dce-4e88-4141-9fb7-274b4f42fd15 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (06bbf148-9e79-4b6f-a0fd-f26d618c62bc), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:04.040513 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0b766a-cee2-4016-9c7e-41322aed68ed None None] Pushing event updated for resources: {'Port': ['ID=f1ef96b2-bb28-47f6-8a76-5f41446447ea,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:04.125696 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-61c0df31-2bc5-43cb-854c-fc1d843cf0a4 admin admin] Publish callbacks [] for security_group (e958d7cd-e888-438e-890d-41a237bd19d6), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:04.126862 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:04.128808 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 43686) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:04.156331 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c83fc90c-3944-486c-a82e-10fdc3f0cfea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:04.376628 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0140d06e-7ae4-4063-a2be-6300a78da8fc tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for port (6c1ba85a-02a2-436d-8eed-c62599a5f544), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:04.416708 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-61c0df31-2bc5-43cb-854c-fc1d843cf0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (e958d7cd-e888-438e-890d-41a237bd19d6), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:04.504065 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-8b78383b-9be8-4f53-ad2e-f9bc3a7b5f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5075b3e-c4d4-48dc-b77b-8a87b353a106', 'name': 'tempest-VirtualInterfacesTestJSON-1169255087-router', 'tenant_id': 'c158dac976d04c289ac71653feb4ca36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '70cebad4-3e95-497c-a553-a6d7e4ed93f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:49:32Z', 'updated_at': '2022-10-04T20:49:53Z', 'revision_number': 4, 'project_id': 'c158dac976d04c289ac71653feb4ca36', 'gw_port': {'id': '70cebad4-3e95-497c-a553-a6d7e4ed93f9', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:53:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5075b3e-c4d4-48dc-b77b-8a87b353a106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:49:37Z', 'updated_at': '2022-10-04T20:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'b3a2e076-3633-49d6-b705-e92137a81cb3', 'name': '', 'network_id': 'a0eeff0d-3e51-4506-b340-b7609536e974', 'tenant_id': 'c158dac976d04c289ac71653feb4ca36', 'mac_address': 'fa:16:3e:78:f6:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5075b3e-c4d4-48dc-b77b-8a87b353a106', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '23493a9b-0926-43d5-be86-0783f26ff852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:49:49Z', 'updated_at': '2022-10-04T20:50:02Z', 'revision_number': 4, 'project_id': 'c158dac976d04c289ac71653feb4ca36', 'subnets': [{'id': '23493a9b-0926-43d5-be86-0783f26ff852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:50:04.538871 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c0df31-2bc5-43cb-854c-fc1d843cf0a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e958d7cd-e888-438e-890d-41a237bd19d6,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:04.553151 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port e9246aa0-cadf-4642-97b4-3dd67839c3da is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:50:04.557045 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (e9246aa0-cadf-4642-97b4-3dd67839c3da), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:04.583896 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f4c304d0-4c2e-4deb-a0ce-6be99149b89c admin admin] Publish callbacks [] for security_group (10e47e39-0554-43fe-b73a-b2a923ec57e1), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:04.590696 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-638fad27-9671-4cbd-bbe9-f5409fe5b136 None None] For port 1642cc2f-4665-4c05-ad5d-53feb38cbb4c, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:50:04.594369 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61c0df31-2bc5-43cb-854c-fc1d843cf0a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:50:04.608984 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0140d06e-7ae4-4063-a2be-6300a78da8fc tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (6c1ba85a-02a2-436d-8eed-c62599a5f544), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:04.630539 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-075d9dce-4e88-4141-9fb7-274b4f42fd15 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Deleting port 1642cc2f-4665-4c05-ad5d-53feb38cbb4c {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:50:04.630539 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-075d9dce-4e88-4141-9fb7-274b4f42fd15 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (1642cc2f-4665-4c05-ad5d-53feb38cbb4c), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:04.642215 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b78383b-9be8-4f53-ad2e-f9bc3a7b5f26 None None] The sync data for ids ['c5075b3e-c4d4-48dc-b77b-8a87b353a106'] in n-d-852085-12 is: [{'id': 'c5075b3e-c4d4-48dc-b77b-8a87b353a106', 'name': 'tempest-VirtualInterfacesTestJSON-1169255087-router', 'tenant_id': 'c158dac976d04c289ac71653feb4ca36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '70cebad4-3e95-497c-a553-a6d7e4ed93f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:49:32Z', 'updated_at': '2022-10-04T20:49:53Z', 'revision_number': 4, 'project_id': 'c158dac976d04c289ac71653feb4ca36', 'gw_port': {'id': '70cebad4-3e95-497c-a553-a6d7e4ed93f9', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:53:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5075b3e-c4d4-48dc-b77b-8a87b353a106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:49:37Z', 'updated_at': '2022-10-04T20:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'b3a2e076-3633-49d6-b705-e92137a81cb3', 'name': '', 'network_id': 'a0eeff0d-3e51-4506-b340-b7609536e974', 'tenant_id': 'c158dac976d04c289ac71653feb4ca36', 'mac_address': 'fa:16:3e:78:f6:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5075b3e-c4d4-48dc-b77b-8a87b353a106', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '23493a9b-0926-43d5-be86-0783f26ff852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:49:49Z', 'updated_at': '2022-10-04T20:50:02Z', 'revision_number': 4, 'project_id': 'c158dac976d04c289ac71653feb4ca36', 'subnets': [{'id': '23493a9b-0926-43d5-be86-0783f26ff852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:50:04.702446 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-638fad27-9671-4cbd-bbe9-f5409fe5b136 None None] For port 1642cc2f-4665-4c05-ad5d-53feb38cbb4c, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=1642cc2f-4665-4c05-ad5d-53feb38cbb4c,segment=NetworkSegment(77d4fc75-f6a5-4824-94e7-65d509c94f14),segment_id=77d4fc75-f6a5-4824-94e7-65d509c94f14)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:50:04.760543 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-58face79-9d5b-42fa-a874-2e8df64bd6b3 None None] For port e9246aa0-cadf-4642-97b4-3dd67839c3da, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=e9246aa0-cadf-4642-97b4-3dd67839c3da,segment=NetworkSegment(ab7dd5c8-6b5f-4d63-9eac-22e2fe4d537d),segment_id=ab7dd5c8-6b5f-4d63-9eac-22e2fe4d537d)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:50:04.823552 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f4c304d0-4c2e-4deb-a0ce-6be99149b89c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (10e47e39-0554-43fe-b73a-b2a923ec57e1), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:04.844451 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-638fad27-9671-4cbd-bbe9-f5409fe5b136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (1642cc2f-4665-4c05-ad5d-53feb38cbb4c), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:04.972365 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-61c0df31-2bc5-43cb-854c-fc1d843cf0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (204551af-dbb7-4018-bd78-260c1db9bcfa), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:04.973073 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-61c0df31-2bc5-43cb-854c-fc1d843cf0a4 admin admin] Added segment 204551af-dbb7-4018-bd78-260c1db9bcfa of type vlan for network 43677c05-59b5-40a5-91e5-762f49280e61 Oct 04 20:50:05.000289 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-58face79-9d5b-42fa-a874-2e8df64bd6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (e9246aa0-cadf-4642-97b4-3dd67839c3da), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:05.004746 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:05.006745 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c304d0-4c2e-4deb-a0ce-6be99149b89c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e47e39-0554-43fe-b73a-b2a923ec57e1,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:05.072140 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0140d06e-7ae4-4063-a2be-6300a78da8fc tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Network f7f45e16-30d4-44c7-a3d9-013716e88c6f is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:50:05.094903 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-0140d06e-7ae4-4063-a2be-6300a78da8fc tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:50:05.098439 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0140d06e-7ae4-4063-a2be-6300a78da8fc tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event updated for resources: {'Port': ['ID=6c1ba85a-02a2-436d-8eed-c62599a5f544,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:05.103934 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0140d06e-7ae4-4063-a2be-6300a78da8fc tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:50:05.118341 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f4c304d0-4c2e-4deb-a0ce-6be99149b89c admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=23af9d74a1c644688ccc2ef3aaf6ad86&name=default HTTP/1.1" status: 200 len: 3000 time: 4.3354712 Oct 04 20:50:05.168187 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 43694) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:05.195869 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:05.241121 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-51a91650-4b53-4e51-ada5-209bd4988952 None None] Provisioning complete for port e9246aa0-cadf-4642-97b4-3dd67839c3da triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:50:05.242023 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-51a91650-4b53-4e51-ada5-209bd4988952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (e9246aa0-cadf-4642-97b4-3dd67839c3da), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:05.242590 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-51a91650-4b53-4e51-ada5-209bd4988952 None None] Attempt 1 to provision port e9246aa0-cadf-4642-97b4-3dd67839c3da Oct 04 20:50:05.314353 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 20:50:05.314952 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 20:50:05.324998 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-72b34f71-8bc9-45ec-9e02-575cfd62076b admin admin] Deleting port b3a2e076-3633-49d6-b705-e92137a81cb3 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:50:05.326164 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-72b34f71-8bc9-45ec-9e02-575cfd62076b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (b3a2e076-3633-49d6-b705-e92137a81cb3), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:05.329971 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638fad27-9671-4cbd-bbe9-f5409fe5b136 None None] Pushing event updated for resources: {'Port': ['ID=1642cc2f-4665-4c05-ad5d-53feb38cbb4c,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:05.478088 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0140d06e-7ae4-4063-a2be-6300a78da8fc tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (9652e4f0-5d7c-4af7-9467-315551f18cba), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:05.561560 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-51a91650-4b53-4e51-ada5-209bd4988952 None None] Current status of the port e9246aa0-cadf-4642-97b4-3dd67839c3da is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:50:05.573026 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58face79-9d5b-42fa-a874-2e8df64bd6b3 None None] Pushing event updated for resources: {'Port': ['ID=e9246aa0-cadf-4642-97b4-3dd67839c3da,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:05.623892 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-51973c26-45a9-48af-b845-2fd8a3a75368 admin admin] Publish callbacks [] for security_group (10e47e39-0554-43fe-b73a-b2a923ec57e1), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:05.661197 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-680e93d0-9f9f-42c0-8030-dda791d08703 admin admin] Router 5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:50:05.693124 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-075d9dce-4e88-4141-9fb7-274b4f42fd15 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] For port 1642cc2f-4665-4c05-ad5d-53feb38cbb4c, host n-d-852085-12, got binding levels [] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:50:05.694132 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-075d9dce-4e88-4141-9fb7-274b4f42fd15 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (1642cc2f-4665-4c05-ad5d-53feb38cbb4c), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:05.727989 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-075d9dce-4e88-4141-9fb7-274b4f42fd15 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Calling delete_port for 1642cc2f-4665-4c05-ad5d-53feb38cbb4c owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:50:05.783982 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-51973c26-45a9-48af-b845-2fd8a3a75368 admin admin] Publish callbacks [] for security_group (10e47e39-0554-43fe-b73a-b2a923ec57e1), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:05.907229 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-61c0df31-2bc5-43cb-854c-fc1d843cf0a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (43677c05-59b5-40a5-91e5-762f49280e61), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:05.927284 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:INSERT=16,neutron:SELECT=80,neutron:UPDATE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:05.971208 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port e9246aa0-cadf-4642-97b4-3dd67839c3da is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:50:05.980156 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 1422eb2d-3802-46da-996a-f3005a298c9e up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:50:06.113948 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-72b34f71-8bc9-45ec-9e02-575cfd62076b admin admin] For port b3a2e076-3633-49d6-b705-e92137a81cb3, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b3a2e076-3633-49d6-b705-e92137a81cb3,segment=NetworkSegment(dca1dec9-3339-4d9e-a105-b74778b6d9e5),segment_id=dca1dec9-3339-4d9e-a105-b74778b6d9e5)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:50:06.114607 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-72b34f71-8bc9-45ec-9e02-575cfd62076b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (b3a2e076-3633-49d6-b705-e92137a81cb3), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:06.153561 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c83fc90c-3944-486c-a82e-10fdc3f0cfea admin admin] Publish callbacks [] for security_group (7be56a72-30a6-41b8-bd60-cecd1d872937), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:06.156318 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f982c8-f579-44dc-aebf-c75a919a3410 None None] get_active_networks_info from n-d-852085-12 {{(pid=108171) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 04 20:50:06.172426 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-72b34f71-8bc9-45ec-9e02-575cfd62076b admin admin] Calling delete_port for b3a2e076-3633-49d6-b705-e92137a81cb3 owned by network:router_interface {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:50:06.249151 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 1422eb2d-3802-46da-996a-f3005a298c9e triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:50:06.249721 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (1422eb2d-3802-46da-996a-f3005a298c9e), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:06.250321 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 1422eb2d-3802-46da-996a-f3005a298c9e Oct 04 20:50:06.302714 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-680e93d0-9f9f-42c0-8030-dda791d08703 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:50:06.332721 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-075d9dce-4e88-4141-9fb7-274b4f42fd15 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (1642cc2f-4665-4c05-ad5d-53feb38cbb4c), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:06.334090 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c83fc90c-3944-486c-a82e-10fdc3f0cfea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (7be56a72-30a6-41b8-bd60-cecd1d872937), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:06.341405 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-7320db5f-922f-41ad-b9c5-0af46c42d407 None None] Provisioning complete for port f1ef96b2-bb28-47f6-8a76-5f41446447ea triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:50:06.341853 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7320db5f-922f-41ad-b9c5-0af46c42d407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (f1ef96b2-bb28-47f6-8a76-5f41446447ea), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:06.342362 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-7320db5f-922f-41ad-b9c5-0af46c42d407 None None] Attempt 1 to provision port f1ef96b2-bb28-47f6-8a76-5f41446447ea Oct 04 20:50:06.352542 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0140d06e-7ae4-4063-a2be-6300a78da8fc tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (6c1ba85a-02a2-436d-8eed-c62599a5f544), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:06.357720 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-51973c26-45a9-48af-b845-2fd8a3a75368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (10e47e39-0554-43fe-b73a-b2a923ec57e1), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:06.364087 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-51973c26-45a9-48af-b845-2fd8a3a75368 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:06.366090 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-51973c26-45a9-48af-b845-2fd8a3a75368 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/10e47e39-0554-43fe-b73a-b2a923ec57e1 HTTP/1.1" status: 204 len: 168 time: 1.1967506 Oct 04 20:50:06.407122 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:06.416523 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51973c26-45a9-48af-b845-2fd8a3a75368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e47e39-0554-43fe-b73a-b2a923ec57e1,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:06.464001 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4f9d9d-ef19-44d2-a1f5-2bab538d65c5 None None] Sync routers for ids ['5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:50:06.470068 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c83fc90c-3944-486c-a82e-10fdc3f0cfea admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=ce5a5697c20c43a5bf48b9cd2328f102&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3372958 Oct 04 20:50:06.471489 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-61c0df31-2bc5-43cb-854c-fc1d843cf0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (43677c05-59b5-40a5-91e5-762f49280e61), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:06.473557 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c0df31-2bc5-43cb-854c-fc1d843cf0a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:50:06.474613 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-61c0df31-2bc5-43cb-854c-fc1d843cf0a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:06.594143 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 43708) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:06.599477 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83fc90c-3944-486c-a82e-10fdc3f0cfea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be56a72-30a6-41b8-bd60-cecd1d872937,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:06.704477 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:06.805258 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-7320db5f-922f-41ad-b9c5-0af46c42d407 None None] Current status of the port f1ef96b2-bb28-47f6-8a76-5f41446447ea is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:50:06.806185 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7320db5f-922f-41ad-b9c5-0af46c42d407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (f1ef96b2-bb28-47f6-8a76-5f41446447ea), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:06.824124 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4f9d9d-ef19-44d2-a1f5-2bab538d65c5 None None] Routers {'5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:50:06.831002 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-3a4f9d9d-ef19-44d2-a1f5-2bab538d65c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:49:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:50:06.892315 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075d9dce-4e88-4141-9fb7-274b4f42fd15 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] No DVR routers for this DVR port 1642cc2f-4665-4c05-ad5d-53feb38cbb4c on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:50:06.901951 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:06.905242 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c0df31-2bc5-43cb-854c-fc1d843cf0a4 admin admin] Pushing event updated for resources: {'Network': ['ID=43677c05-59b5-40a5-91e5-762f49280e61,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:06.910506 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-680e93d0-9f9f-42c0-8030-dda791d08703 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:06.912789 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-680e93d0-9f9f-42c0-8030-dda791d08703 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 15.0756593 Oct 04 20:50:06.919576 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 43712) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:06.945670 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075d9dce-4e88-4141-9fb7-274b4f42fd15 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Pushing event deleted for resources: {'Port': ['ID=1642cc2f-4665-4c05-ad5d-53feb38cbb4c,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:06.987906 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 43677c05-59b5-40a5-91e5-762f49280e61 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:50:07.094984 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-7320db5f-922f-41ad-b9c5-0af46c42d407 None None] For port f1ef96b2-bb28-47f6-8a76-5f41446447ea, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=f1ef96b2-bb28-47f6-8a76-5f41446447ea,segment=NetworkSegment(25ae3018-2492-4228-9de5-9f1decbdc5d7),segment_id=25ae3018-2492-4228-9de5-9f1decbdc5d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:50:07.265793 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 43716) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:07.279384 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-075d9dce-4e88-4141-9fb7-274b4f42fd15 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (06bbf148-9e79-4b6f-a0fd-f26d618c62bc), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:07.330806 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-075d9dce-4e88-4141-9fb7-274b4f42fd15 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06bbf148-9e79-4b6f-a0fd-f26d618c62bc']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:50:07.352059 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-075d9dce-4e88-4141-9fb7-274b4f42fd15 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77d4fc75-f6a5-4824-94e7-65d509c94f14') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:50:07.354324 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-075d9dce-4e88-4141-9fb7-274b4f42fd15 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77d4fc75-f6a5-4824-94e7-65d509c94f14') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:50:07.378434 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-075d9dce-4e88-4141-9fb7-274b4f42fd15 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (77d4fc75-f6a5-4824-94e7-65d509c94f14), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:07.396609 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-3a4f9d9d-ef19-44d2-a1f5-2bab538d65c5 None None] Set router 5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:50:07.446460 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0140d06e-7ae4-4063-a2be-6300a78da8fc tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for port (6c1ba85a-02a2-436d-8eed-c62599a5f544), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:07.532660 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-61c0df31-2bc5-43cb-854c-fc1d843cf0a4 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 879 time: 5.2864258 Oct 04 20:50:07.535252 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 43720) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:07.536365 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0140d06e-7ae4-4063-a2be-6300a78da8fc tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (6c1ba85a-02a2-436d-8eed-c62599a5f544), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:07.545553 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-58e85772-25a0-4bf2-b51b-0986d5c14415 admin admin] Publish callbacks [] for security_group (7be56a72-30a6-41b8-bd60-cecd1d872937), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:07.573038 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-075d9dce-4e88-4141-9fb7-274b4f42fd15 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (77d4fc75-f6a5-4824-94e7-65d509c94f14), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:07.597673 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7320db5f-922f-41ad-b9c5-0af46c42d407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (f1ef96b2-bb28-47f6-8a76-5f41446447ea), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:07.626197 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-075d9dce-4e88-4141-9fb7-274b4f42fd15 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:50:07.626870 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-075d9dce-4e88-4141-9fb7-274b4f42fd15 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (77d4fc75-f6a5-4824-94e7-65d509c94f14), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:07.632306 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:07.636724 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-7705e457-22db-43d6-953e-2e381585ffd8 admin admin] Request body: {'subnet': {'network_id': '43677c05-59b5-40a5-91e5-762f49280e61', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1365820812-subnet', 'tenant_id': '4387f90f1ad8429bb47aaabfe531871b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:50:07.667352 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-58e85772-25a0-4bf2-b51b-0986d5c14415 admin admin] Publish callbacks [] for security_group (7be56a72-30a6-41b8-bd60-cecd1d872937), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:07.819660 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 77d4fc75-f6a5-4824-94e7-65d509c94f14 resource provider aggregate not found Oct 04 20:50:07.832162 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:07.854761 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7320db5f-922f-41ad-b9c5-0af46c42d407 None None] Pushing event updated for resources: {'Port': ['ID=f1ef96b2-bb28-47f6-8a76-5f41446447ea,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:07.890951 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f982c8-f579-44dc-aebf-c75a919a3410 None None] Resources bound (agent type, host, resource id): {{(pid=108171) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 04 20:50:07.935485 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 77d4fc75-f6a5-4824-94e7-65d509c94f14 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 77d4fc75-f6a5-4824-94e7-65d509c94f14 found for delete ", "request_id": "req-51e9f584-6863-4cfb-8890-0a40007054bc"}]} Oct 04 20:50:07.939018 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:07.949742 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-ad14481e-52df-4378-b506-c12485af9b8a admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-205560590-network', 'tenant_id': 'd442b7e0ae274bc4aed2f6f4df39de74'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:50:07.973951 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 1422eb2d-3802-46da-996a-f3005a298c9e is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:50:07.999960 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7705e457-22db-43d6-953e-2e381585ffd8 admin admin] Made reservation on behalf of 4387f90f1ad8429bb47aaabfe531871b for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:50:08.005137 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7705e457-22db-43d6-953e-2e381585ffd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:08.028430 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-075d9dce-4e88-4141-9fb7-274b4f42fd15 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (06bbf148-9e79-4b6f-a0fd-f26d618c62bc), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:08.093567 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-075d9dce-4e88-4141-9fb7-274b4f42fd15 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:08.105021 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-075d9dce-4e88-4141-9fb7-274b4f42fd15 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] 10.222.0.78 "DELETE /networking/v2.0/networks/06bbf148-9e79-4b6f-a0fd-f26d618c62bc HTTP/1.1" status: 204 len: 168 time: 4.5233829 Oct 04 20:50:08.120723 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075d9dce-4e88-4141-9fb7-274b4f42fd15 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Pushing event deleted for resources: {'Network': ['ID=06bbf148-9e79-4b6f-a0fd-f26d618c62bc,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:08.130519 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 43726) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:08.182665 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 43728) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:08.410220 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5d4774c-1fe6-4bb0-96ea-8dc389188ed8 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Deleting subnet 3fdb51ea-eb75-4ccf-9783-0d1a4cd6cc39 {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:50:08.446688 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a7299f2d-650e-4b47-b67d-1f2170da92ea admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=002df809b8354f4a94b26e5a119e27a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2544627 Oct 04 20:50:08.446688 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c5d4774c-1fe6-4bb0-96ea-8dc389188ed8 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks [] for subnet (3fdb51ea-eb75-4ccf-9783-0d1a4cd6cc39), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:08.451215 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-72b34f71-8bc9-45ec-9e02-575cfd62076b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (b3a2e076-3633-49d6-b705-e92137a81cb3), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:08.452336 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 43730) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:08.489931 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0140d06e-7ae4-4063-a2be-6300a78da8fc tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (9652e4f0-5d7c-4af7-9467-315551f18cba), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:08.565152 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7705e457-22db-43d6-953e-2e381585ffd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (37833b6b-2663-4531-9885-c488e289384b), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:08.598685 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b34f71-8bc9-45ec-9e02-575cfd62076b admin admin] Pushing event deleted for resources: {'Port': ['ID=b3a2e076-3633-49d6-b705-e92137a81cb3,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:08.604220 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0140d06e-7ae4-4063-a2be-6300a78da8fc tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event updated for resources: {'Port': ['ID=6c1ba85a-02a2-436d-8eed-c62599a5f544,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:08.608676 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-58e85772-25a0-4bf2-b51b-0986d5c14415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (7be56a72-30a6-41b8-bd60-cecd1d872937), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:08.617068 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-58e85772-25a0-4bf2-b51b-0986d5c14415 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:08.619372 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-58e85772-25a0-4bf2-b51b-0986d5c14415 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/7be56a72-30a6-41b8-bd60-cecd1d872937 HTTP/1.1" status: 204 len: 168 time: 1.8812728 Oct 04 20:50:08.621186 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device e9246aa0-cadf-4642-97b4-3dd67839c3da up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:50:08.746527 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-3a4f9d9d-ef19-44d2-a1f5-2bab538d65c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77', 'name': 'tempest-TaggedBootDevicesTest-1781382707-router', 'tenant_id': 'bd8adb1a7e034cbeb6d40757ae7cf31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'b9fb22ab-50a5-4bab-abed-5cdb85854606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:49:52Z', 'updated_at': '2022-10-04T20:50:00Z', 'revision_number': 3, 'project_id': 'bd8adb1a7e034cbeb6d40757ae7cf31b', 'gw_port': {'id': 'b9fb22ab-50a5-4bab-abed-5cdb85854606', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ea:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:49:56Z', 'updated_at': '2022-10-04T20:49:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:50:08.870113 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:08.874292 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad14481e-52df-4378-b506-c12485af9b8a admin admin] Made reservation on behalf of d442b7e0ae274bc4aed2f6f4df39de74 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:50:08.878336 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ad14481e-52df-4378-b506-c12485af9b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:08.908732 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4f9d9d-ef19-44d2-a1f5-2bab538d65c5 None None] Checking router: 5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:50:08.909365 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4f9d9d-ef19-44d2-a1f5-2bab538d65c5 None None] Updating router 5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77 port b9fb22ab-50a5-4bab-abed-5cdb85854606 binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:50:08.918268 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e85772-25a0-4bf2-b51b-0986d5c14415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be56a72-30a6-41b8-bd60-cecd1d872937,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:08.941667 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c5d4774c-1fe6-4bb0-96ea-8dc389188ed8 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (3fdb51ea-eb75-4ccf-9783-0d1a4cd6cc39), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:08.949007 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0140d06e-7ae4-4063-a2be-6300a78da8fc tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Network f7f45e16-30d4-44c7-a3d9-013716e88c6f is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:50:08.983481 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port e9246aa0-cadf-4642-97b4-3dd67839c3da triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:50:08.984135 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (e9246aa0-cadf-4642-97b4-3dd67839c3da), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:08.984702 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port e9246aa0-cadf-4642-97b4-3dd67839c3da Oct 04 20:50:09.012456 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ad14481e-52df-4378-b506-c12485af9b8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:09.030759 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-72b34f71-8bc9-45ec-9e02-575cfd62076b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (c5075b3e-c4d4-48dc-b77b-8a87b353a106), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:09.083562 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-0140d06e-7ae4-4063-a2be-6300a78da8fc tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:50:09.199160 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7705e457-22db-43d6-953e-2e381585ffd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37833b6b-2663-4531-9885-c488e289384b,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:09.199625 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c5d4774c-1fe6-4bb0-96ea-8dc389188ed8 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (3fdb51ea-eb75-4ccf-9783-0d1a4cd6cc39), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:09.220653 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0f1b7a6c-9fef-4a13-b218-9eb796b86e27 admin admin] Publish callbacks [] for security_group (678bd55b-8137-4f87-8855-410266c3f30e), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:09.290963 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3a4f9d9d-ef19-44d2-a1f5-2bab538d65c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b9fb22ab-50a5-4bab-abed-5cdb85854606), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:09.381528 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d51983-5a98-4786-9314-fc61f6c88dde None None] Network f7f45e16-30d4-44c7-a3d9-013716e88c6f requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:50:09.387895 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621db8c5-be62-4e87-9a57-a956ca67c62a None None] Network 06bbf148-9e79-4b6f-a0fd-f26d618c62bc requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:50:09.398752 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=84,neutron:DELETE=15,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:09.499737 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7705e457-22db-43d6-953e-2e381585ffd8 admin admin] Checking segment: {'id': '204551af-dbb7-4018-bd78-260c1db9bcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '43677c05-59b5-40a5-91e5-762f49280e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:50:09.500284 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7705e457-22db-43d6-953e-2e381585ffd8 admin admin] Network hostable DHCP agents. Network: 43677c05-59b5-40a5-91e5-762f49280e61, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:50:09.616841 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621db8c5-be62-4e87-9a57-a956ca67c62a None None] Network 06bbf148-9e79-4b6f-a0fd-f26d618c62bc could not be found, it might have been deleted concurrently. {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 04 20:50:09.644088 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:09.661201 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0f1b7a6c-9fef-4a13-b218-9eb796b86e27 admin admin] Publish callbacks [] for security_group (678bd55b-8137-4f87-8855-410266c3f30e), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:09.802933 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:09.855684 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port e9246aa0-cadf-4642-97b4-3dd67839c3da is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:50:09.858311 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b3a2e076-3633-49d6-b705-e92137a81cb3 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:50:09.869119 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7705e457-22db-43d6-953e-2e381585ffd8 admin admin] Network 43677c05-59b5-40a5-91e5-762f49280e61 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:50:09.917195 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c5d4774c-1fe6-4bb0-96ea-8dc389188ed8 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (3fdb51ea-eb75-4ccf-9783-0d1a4cd6cc39), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:09.949033 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ad14481e-52df-4378-b506-c12485af9b8a admin admin] Publish callbacks [] for security_group (afe97ddf-9949-462b-8a84-a5ff07acdd0f), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:09.954675 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0140d06e-7ae4-4063-a2be-6300a78da8fc tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Router 9652e4f0-5d7c-4af7-9467-315551f18cba is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:50:09.966168 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: b3a2e076-3633-49d6-b705-e92137a81cb3 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:50:09.966808 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b3a2e076-3633-49d6-b705-e92137a81cb3 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 04 20:50:09.987489 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:10.012638 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Port b3a2e076-3633-49d6-b705-e92137a81cb3 not found, will not notify nova. {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 04 20:50:10.013567 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 70cebad4-3e95-497c-a553-a6d7e4ed93f9 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:50:10.039664 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d4774c-1fe6-4bb0-96ea-8dc389188ed8 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Pushing event deleted for resources: {'Subnet': ['ID=3fdb51ea-eb75-4ccf-9783-0d1a4cd6cc39,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:10.062567 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c5d4774c-1fe6-4bb0-96ea-8dc389188ed8 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:10.070221 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c5d4774c-1fe6-4bb0-96ea-8dc389188ed8 tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/3fdb51ea-eb75-4ccf-9783-0d1a4cd6cc39 HTTP/1.1" status: 204 len: 168 time: 1.9317069 Oct 04 20:50:10.102301 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 43742) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:10.128260 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdcb53d-b216-47b8-9533-a5916a182774 None None] Network 52f296b7-d20e-4477-85b1-fc4a04e7c484 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:50:10.157738 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-64e29f82-ff40-4452-b7aa-9b3a85d32842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:10.163637 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72b34f71-8bc9-45ec-9e02-575cfd62076b admin admin] Router c5075b3e-c4d4-48dc-b77b-8a87b353a106 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:50:10.169126 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0f1b7a6c-9fef-4a13-b218-9eb796b86e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (678bd55b-8137-4f87-8855-410266c3f30e), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:10.174879 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:10.175933 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0f1b7a6c-9fef-4a13-b218-9eb796b86e27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:10.178097 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-0f1b7a6c-9fef-4a13-b218-9eb796b86e27 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/678bd55b-8137-4f87-8855-410266c3f30e HTTP/1.1" status: 204 len: 168 time: 1.7113469 Oct 04 20:50:10.179413 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-7705e457-22db-43d6-953e-2e381585ffd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 43677c05-59b5-40a5-91e5-762f49280e61) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:50:10.189118 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7705e457-22db-43d6-953e-2e381585ffd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:50:10.190223 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7705e457-22db-43d6-953e-2e381585ffd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:10.196991 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ad14481e-52df-4378-b506-c12485af9b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (afe97ddf-9949-462b-8a84-a5ff07acdd0f), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:10.331654 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:10.342364 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041c0f8b-e2db-4d9d-8338-f54068c301af None None] Network 43677c05-59b5-40a5-91e5-762f49280e61 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:50:10.400032 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1b7a6c-9fef-4a13-b218-9eb796b86e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678bd55b-8137-4f87-8855-410266c3f30e,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:10.403431 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-50e367fc-7d42-4b3a-bf2c-3560ede9589c tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (52f296b7-d20e-4477-85b1-fc4a04e7c484), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:10.447713 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad14481e-52df-4378-b506-c12485af9b8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:50:10.592513 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-50e367fc-7d42-4b3a-bf2c-3560ede9589c tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Deleting port 1422eb2d-3802-46da-996a-f3005a298c9e {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:50:10.592961 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-50e367fc-7d42-4b3a-bf2c-3560ede9589c tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (1422eb2d-3802-46da-996a-f3005a298c9e), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:10.605165 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-7705e457-22db-43d6-953e-2e381585ffd8 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.9738843 Oct 04 20:50:10.605592 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b34f71-8bc9-45ec-9e02-575cfd62076b admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:50:10.628737 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 43748) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:10.636319 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ad14481e-52df-4378-b506-c12485af9b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (9a83f94d-b537-4a65-b367-bbc7661a72b2), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:10.637010 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-ad14481e-52df-4378-b506-c12485af9b8a admin admin] Added segment 9a83f94d-b537-4a65-b367-bbc7661a72b2 of type vlan for network 3bb1e89f-f146-41db-8796-5f3ee73ade78 Oct 04 20:50:10.639947 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe710de-879e-4d24-8dcf-4df42d47a242 None None] Sync routers for ids ['c5075b3e-c4d4-48dc-b77b-8a87b353a106'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:50:10.654788 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-146af48d-7c18-4187-9247-08ba8f141e2a admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1365820812-router', 'tenant_id': '4387f90f1ad8429bb47aaabfe531871b', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:50:10.712236 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe710de-879e-4d24-8dcf-4df42d47a242 None None] Routers {'c5075b3e-c4d4-48dc-b77b-8a87b353a106'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:50:10.714185 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-afe710de-879e-4d24-8dcf-4df42d47a242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:49:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['c5075b3e-c4d4-48dc-b77b-8a87b353a106'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:50:10.733469 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0140d06e-7ae4-4063-a2be-6300a78da8fc tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:50:10.756329 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-0140d06e-7ae4-4063-a2be-6300a78da8fc tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "PUT /networking/v2.0/routers/9652e4f0-5d7c-4af7-9467-315551f18cba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6236348 Oct 04 20:50:10.760905 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad14481e-52df-4378-b506-c12485af9b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe97ddf-9949-462b-8a84-a5ff07acdd0f,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:10.787639 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 43750) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:10.799015 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a396029a-7d62-4ece-bb1a-83fbed03d115 None None] Sync routers for ids ['9652e4f0-5d7c-4af7-9467-315551f18cba'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:50:10.892371 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 70cebad4-3e95-497c-a553-a6d7e4ed93f9 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:50:10.894414 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (70cebad4-3e95-497c-a553-a6d7e4ed93f9), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:10.895453 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 70cebad4-3e95-497c-a553-a6d7e4ed93f9 Oct 04 20:50:10.902332 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd6da0a-4399-4581-b11c-623442603791 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-43677c05-59b5-40a5-91e5-762f49280e61', 'network_id': '43677c05-59b5-40a5-91e5-762f49280e61', 'project_id': '4387f90f1ad8429bb47aaabfe531871b', 'fixed_ips': [{'subnet_id': '37833b6b-2663-4531-9885-c488e289384b'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:50:10.904829 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3dd6da0a-4399-4581-b11c-623442603791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:11.003723 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=100 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:11.215646 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-146af48d-7c18-4187-9247-08ba8f141e2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (e95707ff-a942-4cf4-89f5-ee4633b660e6), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:11.218428 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-146af48d-7c18-4187-9247-08ba8f141e2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (e95707ff-a942-4cf4-89f5-ee4633b660e6), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:11.247527 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336cf957-6547-440d-b0b9-8c26a9dcdc07 None None] DHCP port deletion for 52f296b7-d20e-4477-85b1-fc4a04e7c484 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:50:11.282693 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-54e7a626-e790-4312-9b6c-ad85ccdeccad None None] Provisioning complete for port f1ef96b2-bb28-47f6-8a76-5f41446447ea triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:50:11.283799 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-54e7a626-e790-4312-9b6c-ad85ccdeccad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (f1ef96b2-bb28-47f6-8a76-5f41446447ea), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:11.284683 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-54e7a626-e790-4312-9b6c-ad85ccdeccad None None] Attempt 1 to provision port f1ef96b2-bb28-47f6-8a76-5f41446447ea Oct 04 20:50:11.300086 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-afe710de-879e-4d24-8dcf-4df42d47a242 None None] Set router c5075b3e-c4d4-48dc-b77b-8a87b353a106 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:50:11.307079 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a396029a-7d62-4ece-bb1a-83fbed03d115 None None] Routers {'9652e4f0-5d7c-4af7-9467-315551f18cba'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:50:11.308290 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-a396029a-7d62-4ece-bb1a-83fbed03d115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:49:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['9652e4f0-5d7c-4af7-9467-315551f18cba'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:50:11.318086 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0992101-fbea-4306-b48c-637630e247ab tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:50:11.324186 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f0992101-fbea-4306-b48c-637630e247ab tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "GET /networking/v2.0/ports/6c1ba85a-02a2-436d-8eed-c62599a5f544 HTTP/1.1" status: 200 len: 910 time: 0.5275035 Oct 04 20:50:11.327056 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ad14481e-52df-4378-b506-c12485af9b8a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (3bb1e89f-f146-41db-8796-5f3ee73ade78), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:11.347246 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 43754) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:11.392409 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-47cd3da3-e844-460f-902d-099f53eebc6e tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7b3444b4-749e-451c-84cd-849f4d2650d1'}]}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:50:11.574344 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-146af48d-7c18-4187-9247-08ba8f141e2a admin admin] Publish callbacks [] for router_controller (e95707ff-a942-4cf4-89f5-ee4633b660e6), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:11.610499 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-72b34f71-8bc9-45ec-9e02-575cfd62076b admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/c5075b3e-c4d4-48dc-b77b-8a87b353a106/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3942199 Oct 04 20:50:11.621030 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 43766) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:11.699737 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-64e29f82-ff40-4452-b7aa-9b3a85d32842 admin admin] Allocated IP 172.20.0.1 (d7e335bd-452b-4b28-a631-d8ec4632b1ff/7d2b7d19-2f51-48d0-bd1d-3ab83c4a0402/5b19120f-59c7-4b52-8a49-6e4233116ad8) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:50:11.757052 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=81,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:11.826450 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-a396029a-7d62-4ece-bb1a-83fbed03d115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:50:12.111461 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-50e367fc-7d42-4b3a-bf2c-3560ede9589c tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] For port 1422eb2d-3802-46da-996a-f3005a298c9e, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=1422eb2d-3802-46da-996a-f3005a298c9e,segment=NetworkSegment(c3042864-7b22-4569-9a62-f875d6a5af64),segment_id=c3042864-7b22-4569-9a62-f875d6a5af64)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:50:12.118450 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-50e367fc-7d42-4b3a-bf2c-3560ede9589c tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (1422eb2d-3802-46da-996a-f3005a298c9e), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:12.241509 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3a4f9d9d-ef19-44d2-a1f5-2bab538d65c5 None None] Publish callbacks [] for port (b9fb22ab-50a5-4bab-abed-5cdb85854606), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:12.259748 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-336cf957-6547-440d-b0b9-8c26a9dcdc07 None None] Deleting port 1422eb2d-3802-46da-996a-f3005a298c9e {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:50:12.260673 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-336cf957-6547-440d-b0b9-8c26a9dcdc07 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (1422eb2d-3802-46da-996a-f3005a298c9e), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:12.298443 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-3dd6da0a-4399-4581-b11c-623442603791 None None] Allocated IP 172.20.0.2 (43677c05-59b5-40a5-91e5-762f49280e61/37833b6b-2663-4531-9885-c488e289384b/d45f757d-5e73-4238-8fc6-134ec2952b6d) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:50:12.307211 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-afe710de-879e-4d24-8dcf-4df42d47a242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5075b3e-c4d4-48dc-b77b-8a87b353a106', 'name': 'tempest-VirtualInterfacesTestJSON-1169255087-router', 'tenant_id': 'c158dac976d04c289ac71653feb4ca36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '70cebad4-3e95-497c-a553-a6d7e4ed93f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:49:32Z', 'updated_at': '2022-10-04T20:50:07Z', 'revision_number': 5, 'project_id': 'c158dac976d04c289ac71653feb4ca36', 'gw_port': {'id': '70cebad4-3e95-497c-a553-a6d7e4ed93f9', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:53:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5075b3e-c4d4-48dc-b77b-8a87b353a106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:49:37Z', 'updated_at': '2022-10-04T20:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:50:12.320828 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-50e367fc-7d42-4b3a-bf2c-3560ede9589c tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Calling delete_port for 1422eb2d-3802-46da-996a-f3005a298c9e owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:50:12.367329 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe710de-879e-4d24-8dcf-4df42d47a242 None None] Checking router: c5075b3e-c4d4-48dc-b77b-8a87b353a106 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:50:12.383638 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:12.386813 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe710de-879e-4d24-8dcf-4df42d47a242 None None] Routers {'c5075b3e-c4d4-48dc-b77b-8a87b353a106'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:50:12.387925 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-afe710de-879e-4d24-8dcf-4df42d47a242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:49:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['c5075b3e-c4d4-48dc-b77b-8a87b353a106'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:50:12.406817 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-64e29f82-ff40-4452-b7aa-9b3a85d32842 admin admin] Publish callbacks [] for port (5b19120f-59c7-4b52-8a49-6e4233116ad8), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:12.502655 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ad14481e-52df-4378-b506-c12485af9b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (3bb1e89f-f146-41db-8796-5f3ee73ade78), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:12.503178 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad14481e-52df-4378-b506-c12485af9b8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:50:12.505352 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ad14481e-52df-4378-b506-c12485af9b8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:12.541543 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3a4f9d9d-ef19-44d2-a1f5-2bab538d65c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (b9fb22ab-50a5-4bab-abed-5cdb85854606), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:12.565707 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-208e9bfb-077c-440c-9704-e0b8fac70d7b admin admin] Publish callbacks [] for router (c5075b3e-c4d4-48dc-b77b-8a87b353a106), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:12.617511 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a396029a-7d62-4ece-bb1a-83fbed03d115 None None] Routers {'9652e4f0-5d7c-4af7-9467-315551f18cba'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:50:12.620526 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-a396029a-7d62-4ece-bb1a-83fbed03d115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:49:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['9652e4f0-5d7c-4af7-9467-315551f18cba'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:50:12.746255 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-ad14481e-52df-4378-b506-c12485af9b8a admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 5.4160430 Oct 04 20:50:12.759773 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-afe710de-879e-4d24-8dcf-4df42d47a242 None None] Set router c5075b3e-c4d4-48dc-b77b-8a87b353a106 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:50:13.002629 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-3a4f9d9d-ef19-44d2-a1f5-2bab538d65c5 None None] Attempting to bind port b9fb22ab-50a5-4bab-abed-5cdb85854606 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:50:13.003460 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-3a4f9d9d-ef19-44d2-a1f5-2bab538d65c5 None None] Attempting to bind port b9fb22ab-50a5-4bab-abed-5cdb85854606 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:50:13.004118 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4f9d9d-ef19-44d2-a1f5-2bab538d65c5 None None] Attempting to bind port b9fb22ab-50a5-4bab-abed-5cdb85854606 on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:50:13.009489 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 70cebad4-3e95-497c-a553-a6d7e4ed93f9 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:50:13.011975 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device f1ef96b2-bb28-47f6-8a76-5f41446447ea up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:50:13.068266 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=100 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:13.069178 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-336cf957-6547-440d-b0b9-8c26a9dcdc07 None None] For port 1422eb2d-3802-46da-996a-f3005a298c9e, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=1422eb2d-3802-46da-996a-f3005a298c9e,segment=NetworkSegment(c3042864-7b22-4569-9a62-f875d6a5af64),segment_id=c3042864-7b22-4569-9a62-f875d6a5af64)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:50:13.070176 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-336cf957-6547-440d-b0b9-8c26a9dcdc07 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (1422eb2d-3802-46da-996a-f3005a298c9e), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:13.104224 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-208e9bfb-077c-440c-9704-e0b8fac70d7b admin admin] Publish callbacks [] for router_gateway (c5075b3e-c4d4-48dc-b77b-8a87b353a106), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:13.114112 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-336cf957-6547-440d-b0b9-8c26a9dcdc07 None None] Calling delete_port for 1422eb2d-3802-46da-996a-f3005a298c9e owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:50:13.129330 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:13.133108 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-a396029a-7d62-4ece-bb1a-83fbed03d115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:50:13.135312 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a396029a-7d62-4ece-bb1a-83fbed03d115 None None] The sync data for ids ['9652e4f0-5d7c-4af7-9467-315551f18cba'] in n-d-852085-12 is: [] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:50:13.436894 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-50e367fc-7d42-4b3a-bf2c-3560ede9589c tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (1422eb2d-3802-46da-996a-f3005a298c9e), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:13.489477 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-afe710de-879e-4d24-8dcf-4df42d47a242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5075b3e-c4d4-48dc-b77b-8a87b353a106', 'name': 'tempest-VirtualInterfacesTestJSON-1169255087-router', 'tenant_id': 'c158dac976d04c289ac71653feb4ca36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '70cebad4-3e95-497c-a553-a6d7e4ed93f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:49:32Z', 'updated_at': '2022-10-04T20:50:07Z', 'revision_number': 5, 'project_id': 'c158dac976d04c289ac71653feb4ca36', 'gw_port': {'id': '70cebad4-3e95-497c-a553-a6d7e4ed93f9', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:53:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5075b3e-c4d4-48dc-b77b-8a87b353a106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:49:37Z', 'updated_at': '2022-10-04T20:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:50:13.545826 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e24973f-467a-4bd0-bd37-810095988b0c None None] Pushing event updated for resources: {'Port': ['ID=b9fb22ab-50a5-4bab-abed-5cdb85854606,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:13.553938 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-208e9bfb-077c-440c-9704-e0b8fac70d7b admin admin] Deleting port 70cebad4-3e95-497c-a553-a6d7e4ed93f9 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:50:13.554306 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-208e9bfb-077c-440c-9704-e0b8fac70d7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (70cebad4-3e95-497c-a553-a6d7e4ed93f9), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:13.571372 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e367fc-7d42-4b3a-bf2c-3560ede9589c tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] No DVR routers for this DVR port 1422eb2d-3802-46da-996a-f3005a298c9e on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:50:13.577333 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e367fc-7d42-4b3a-bf2c-3560ede9589c tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Pushing event deleted for resources: {'Port': ['ID=1422eb2d-3802-46da-996a-f3005a298c9e,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:13.589170 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe710de-879e-4d24-8dcf-4df42d47a242 None None] The sync data for ids ['c5075b3e-c4d4-48dc-b77b-8a87b353a106'] in n-d-852085-12 is: [{'id': 'c5075b3e-c4d4-48dc-b77b-8a87b353a106', 'name': 'tempest-VirtualInterfacesTestJSON-1169255087-router', 'tenant_id': 'c158dac976d04c289ac71653feb4ca36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '70cebad4-3e95-497c-a553-a6d7e4ed93f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:49:32Z', 'updated_at': '2022-10-04T20:50:07Z', 'revision_number': 5, 'project_id': 'c158dac976d04c289ac71653feb4ca36', 'gw_port': {'id': '70cebad4-3e95-497c-a553-a6d7e4ed93f9', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:53:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5075b3e-c4d4-48dc-b77b-8a87b353a106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:49:37Z', 'updated_at': '2022-10-04T20:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:50:13.618431 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-54e7a626-e790-4312-9b6c-ad85ccdeccad None None] Current status of the port f1ef96b2-bb28-47f6-8a76-5f41446447ea is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:50:13.636861 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad14481e-52df-4378-b506-c12485af9b8a admin admin] Pushing event updated for resources: {'Network': ['ID=3bb1e89f-f146-41db-8796-5f3ee73ade78,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:13.644366 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-64e29f82-ff40-4452-b7aa-9b3a85d32842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (5b19120f-59c7-4b52-8a49-6e4233116ad8), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:13.676472 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:13.686632 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 3bb1e89f-f146-41db-8796-5f3ee73ade78 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:50:13.721993 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4f9d9d-ef19-44d2-a1f5-2bab538d65c5 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:50:13.722826 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4f9d9d-ef19-44d2-a1f5-2bab538d65c5 None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:50:13.724102 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3a4f9d9d-ef19-44d2-a1f5-2bab538d65c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:13.725033 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4f9d9d-ef19-44d2-a1f5-2bab538d65c5 None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:50:13.726704 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-3a4f9d9d-ef19-44d2-a1f5-2bab538d65c5 None None] Bound port: b9fb22ab-50a5-4bab-abed-5cdb85854606, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:50:13.727610 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3a4f9d9d-ef19-44d2-a1f5-2bab538d65c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b9fb22ab-50a5-4bab-abed-5cdb85854606), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:13.986168 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-50e367fc-7d42-4b3a-bf2c-3560ede9589c tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (52f296b7-d20e-4477-85b1-fc4a04e7c484), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:14.002648 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e29f82-ff40-4452-b7aa-9b3a85d32842 admin admin] Network d7e335bd-452b-4b28-a631-d8ec4632b1ff is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:50:14.011670 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-146af48d-7c18-4187-9247-08ba8f141e2a admin admin] Publish callbacks [] for router_gateway (e95707ff-a942-4cf4-89f5-ee4633b660e6), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:14.031635 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-50e367fc-7d42-4b3a-bf2c-3560ede9589c tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52f296b7-d20e-4477-85b1-fc4a04e7c484']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:50:14.053849 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-50e367fc-7d42-4b3a-bf2c-3560ede9589c tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3042864-7b22-4569-9a62-f875d6a5af64') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:50:14.054370 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-50e367fc-7d42-4b3a-bf2c-3560ede9589c tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3042864-7b22-4569-9a62-f875d6a5af64') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:50:14.078586 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-50e367fc-7d42-4b3a-bf2c-3560ede9589c tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (c3042864-7b22-4569-9a62-f875d6a5af64), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:14.088249 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-64e29f82-ff40-4452-b7aa-9b3a85d32842 admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:50:14.103969 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e29f82-ff40-4452-b7aa-9b3a85d32842 admin admin] Pushing event updated for resources: {'Port': ['ID=5b19120f-59c7-4b52-8a49-6e4233116ad8,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:14.111721 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-50e367fc-7d42-4b3a-bf2c-3560ede9589c tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (c3042864-7b22-4569-9a62-f875d6a5af64), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:14.128755 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50e367fc-7d42-4b3a-bf2c-3560ede9589c tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:50:14.129421 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-50e367fc-7d42-4b3a-bf2c-3560ede9589c tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (c3042864-7b22-4569-9a62-f875d6a5af64), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:14.129806 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e29f82-ff40-4452-b7aa-9b3a85d32842 admin admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:50:14.143559 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-54e7a626-e790-4312-9b6c-ad85ccdeccad None None] Provisioning complete for port 6c1ba85a-02a2-436d-8eed-c62599a5f544 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:50:14.145406 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-54e7a626-e790-4312-9b6c-ad85ccdeccad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (6c1ba85a-02a2-436d-8eed-c62599a5f544), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:14.146292 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-54e7a626-e790-4312-9b6c-ad85ccdeccad None None] Attempt 1 to provision port 6c1ba85a-02a2-436d-8eed-c62599a5f544 Oct 04 20:50:14.401125 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment c3042864-7b22-4569-9a62-f875d6a5af64 resource provider aggregate not found Oct 04 20:50:14.456398 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-64e29f82-ff40-4452-b7aa-9b3a85d32842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:14.463038 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment c3042864-7b22-4569-9a62-f875d6a5af64 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c3042864-7b22-4569-9a62-f875d6a5af64 found for delete ", "request_id": "req-bd6eb86c-988c-4d0a-a46a-e9a1a79be716"}]} Oct 04 20:50:14.487019 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3dd6da0a-4399-4581-b11c-623442603791 None None] Publish callbacks [] for port (d45f757d-5e73-4238-8fc6-134ec2952b6d), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:14.514118 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-50e367fc-7d42-4b3a-bf2c-3560ede9589c tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (52f296b7-d20e-4477-85b1-fc4a04e7c484), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:14.619262 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-50e367fc-7d42-4b3a-bf2c-3560ede9589c tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:14.624875 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:14.631444 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-50e367fc-7d42-4b3a-bf2c-3560ede9589c tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] 10.222.0.78 "DELETE /networking/v2.0/networks/52f296b7-d20e-4477-85b1-fc4a04e7c484 HTTP/1.1" status: 204 len: 168 time: 4.5212796 Oct 04 20:50:14.650943 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e367fc-7d42-4b3a-bf2c-3560ede9589c tempest-ServersTestMultiNic-687384955 tempest-ServersTestMultiNic-687384955-project] Pushing event deleted for resources: {'Network': ['ID=52f296b7-d20e-4477-85b1-fc4a04e7c484,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:14.674040 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port f1ef96b2-bb28-47f6-8a76-5f41446447ea triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:50:14.675754 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (f1ef96b2-bb28-47f6-8a76-5f41446447ea), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:14.676453 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port f1ef96b2-bb28-47f6-8a76-5f41446447ea Oct 04 20:50:14.697242 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 43816) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:14.807800 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3dd6da0a-4399-4581-b11c-623442603791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (d45f757d-5e73-4238-8fc6-134ec2952b6d), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:14.851812 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-208e9bfb-077c-440c-9704-e0b8fac70d7b admin admin] For port 70cebad4-3e95-497c-a553-a6d7e4ed93f9, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=70cebad4-3e95-497c-a553-a6d7e4ed93f9,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:50:14.852216 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-208e9bfb-077c-440c-9704-e0b8fac70d7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (70cebad4-3e95-497c-a553-a6d7e4ed93f9), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:14.896782 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-208e9bfb-077c-440c-9704-e0b8fac70d7b admin admin] Calling delete_port for 70cebad4-3e95-497c-a553-a6d7e4ed93f9 owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:50:14.986183 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd6da0a-4399-4581-b11c-623442603791 None None] Pushing event updated for resources: {'Port': ['ID=d45f757d-5e73-4238-8fc6-134ec2952b6d,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:15.020393 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-54e7a626-e790-4312-9b6c-ad85ccdeccad None None] Port 6c1ba85a-02a2-436d-8eed-c62599a5f544 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:50:15.038960 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd6da0a-4399-4581-b11c-623442603791 None None] Network 43677c05-59b5-40a5-91e5-762f49280e61 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:50:15.055965 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-3dd6da0a-4399-4581-b11c-623442603791 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:50:15.061766 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd6da0a-4399-4581-b11c-623442603791 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:50:15.066616 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-336cf957-6547-440d-b0b9-8c26a9dcdc07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (1422eb2d-3802-46da-996a-f3005a298c9e), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:15.075590 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-3a4f9d9d-ef19-44d2-a1f5-2bab538d65c5 None None] For port b9fb22ab-50a5-4bab-abed-5cdb85854606, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:50:15.164923 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336cf957-6547-440d-b0b9-8c26a9dcdc07 None None] Pushing event deleted for resources: {'Port': ['ID=1422eb2d-3802-46da-996a-f3005a298c9e,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:15.258978 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-3a4f9d9d-ef19-44d2-a1f5-2bab538d65c5 None None] For port b9fb22ab-50a5-4bab-abed-5cdb85854606, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b9fb22ab-50a5-4bab-abed-5cdb85854606,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:50:15.272349 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-336cf957-6547-440d-b0b9-8c26a9dcdc07 None None] Network 52f296b7-d20e-4477-85b1-fc4a04e7c484 is not hosted by any dhcp agent {{(pid=108171) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 04 20:50:15.273795 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336cf957-6547-440d-b0b9-8c26a9dcdc07 None None] No DVR routers for this DVR port 1422eb2d-3802-46da-996a-f3005a298c9e on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:50:15.383812 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-332c3ef2-b819-45e7-b85f-e79e7e0245da None None] Provisioning complete for port 5b19120f-59c7-4b52-8a49-6e4233116ad8 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:50:15.384599 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-332c3ef2-b819-45e7-b85f-e79e7e0245da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (5b19120f-59c7-4b52-8a49-6e4233116ad8), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:15.385257 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-332c3ef2-b819-45e7-b85f-e79e7e0245da None None] Attempt 1 to provision port 5b19120f-59c7-4b52-8a49-6e4233116ad8 Oct 04 20:50:15.468677 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port f1ef96b2-bb28-47f6-8a76-5f41446447ea is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:50:15.503128 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:15.548935 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:15.584987 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3a4f9d9d-ef19-44d2-a1f5-2bab538d65c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (b9fb22ab-50a5-4bab-abed-5cdb85854606), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:15.605613 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-64e29f82-ff40-4452-b7aa-9b3a85d32842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (5b19120f-59c7-4b52-8a49-6e4233116ad8), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:15.709114 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-3dd6da0a-4399-4581-b11c-623442603791 None None] Attempting to bind port d45f757d-5e73-4238-8fc6-134ec2952b6d on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:50:15.710138 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-3dd6da0a-4399-4581-b11c-623442603791 None None] Attempting to bind port d45f757d-5e73-4238-8fc6-134ec2952b6d by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '204551af-dbb7-4018-bd78-260c1db9bcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '43677c05-59b5-40a5-91e5-762f49280e61'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:50:15.710138 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd6da0a-4399-4581-b11c-623442603791 None None] Attempting to bind port d45f757d-5e73-4238-8fc6-134ec2952b6d on network 43677c05-59b5-40a5-91e5-762f49280e61 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:50:15.740467 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:15.767333 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:15.797571 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-47cd3da3-e844-460f-902d-099f53eebc6e tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (6c1ba85a-02a2-436d-8eed-c62599a5f544), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:15.825378 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b3a2e076-3633-49d6-b705-e92137a81cb3 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:50:15.839848 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd6da0a-4399-4581-b11c-623442603791 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:50:15.840563 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd6da0a-4399-4581-b11c-623442603791 None None] Checking segment: {'id': '204551af-dbb7-4018-bd78-260c1db9bcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '43677c05-59b5-40a5-91e5-762f49280e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:50:15.841231 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3dd6da0a-4399-4581-b11c-623442603791 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:15.845428 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd6da0a-4399-4581-b11c-623442603791 None None] Bound using segment: {'id': '204551af-dbb7-4018-bd78-260c1db9bcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '43677c05-59b5-40a5-91e5-762f49280e61'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:50:15.845428 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-3dd6da0a-4399-4581-b11c-623442603791 None None] Bound port: d45f757d-5e73-4238-8fc6-134ec2952b6d, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '204551af-dbb7-4018-bd78-260c1db9bcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '43677c05-59b5-40a5-91e5-762f49280e61'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:50:15.845428 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3dd6da0a-4399-4581-b11c-623442603791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (d45f757d-5e73-4238-8fc6-134ec2952b6d), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:15.925951 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-332c3ef2-b819-45e7-b85f-e79e7e0245da None None] Port 5b19120f-59c7-4b52-8a49-6e4233116ad8 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:50:15.943192 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0d0f8efd-42a4-4604-b32d-de93554ac5fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:15.956809 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-332c3ef2-b819-45e7-b85f-e79e7e0245da None None] Provisioning complete for port 6c1ba85a-02a2-436d-8eed-c62599a5f544 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:50:15.958194 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-332c3ef2-b819-45e7-b85f-e79e7e0245da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (6c1ba85a-02a2-436d-8eed-c62599a5f544), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:15.958810 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-332c3ef2-b819-45e7-b85f-e79e7e0245da None None] Attempt 1 to provision port 6c1ba85a-02a2-436d-8eed-c62599a5f544 Oct 04 20:50:16.080564 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-332c3ef2-b819-45e7-b85f-e79e7e0245da None None] Port 6c1ba85a-02a2-436d-8eed-c62599a5f544 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:50:16.083229 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: b3a2e076-3633-49d6-b705-e92137a81cb3 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:50:16.083829 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b3a2e076-3633-49d6-b705-e92137a81cb3 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:50:16.085339 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 1422eb2d-3802-46da-996a-f3005a298c9e no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:50:16.101271 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4f9d9d-ef19-44d2-a1f5-2bab538d65c5 None None] Routers {'5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:50:16.102397 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-3a4f9d9d-ef19-44d2-a1f5-2bab538d65c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:49:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:50:16.217554 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-208e9bfb-077c-440c-9704-e0b8fac70d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (70cebad4-3e95-497c-a553-a6d7e4ed93f9), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:16.260907 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 1422eb2d-3802-46da-996a-f3005a298c9e {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:50:16.261548 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 1422eb2d-3802-46da-996a-f3005a298c9e not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:50:16.273733 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e24973f-467a-4bd0-bd37-810095988b0c None None] Pushing event updated for resources: {'Port': ['ID=b9fb22ab-50a5-4bab-abed-5cdb85854606,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:16.351889 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208e9bfb-077c-440c-9704-e0b8fac70d7b admin admin] Pushing event deleted for resources: {'Port': ['ID=70cebad4-3e95-497c-a553-a6d7e4ed93f9,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:16.362302 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1cfe6f18-5e74-4f53-a7fc-7b04f634d53f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (d1ef45f1-6f0b-4fda-8fbd-4f681506debb), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:16.441656 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-64e29f82-ff40-4452-b7aa-9b3a85d32842 admin admin] Publish callbacks [] for port (5b19120f-59c7-4b52-8a49-6e4233116ad8), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:16.471388 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-3a4f9d9d-ef19-44d2-a1f5-2bab538d65c5 None None] Set router 5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:50:16.557136 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-208e9bfb-077c-440c-9704-e0b8fac70d7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (c5075b3e-c4d4-48dc-b77b-8a87b353a106), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:16.558515 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-146af48d-7c18-4187-9247-08ba8f141e2a admin admin] Publish callbacks [] for router_gateway (e95707ff-a942-4cf4-89f5-ee4633b660e6), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:16.575969 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:16.581800 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-3dd6da0a-4399-4581-b11c-623442603791 None None] For port d45f757d-5e73-4238-8fc6-134ec2952b6d, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:50:16.656600 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e9803-7d52-43b0-bbdf-9708957e262d req-b02853ad-dc1a-4092-9280-c71340f62237 tempest-ComputeTenantNetworksTest-1100027493 tempest-ComputeTenantNetworksTest-1100027493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:50:16.672461 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e9803-7d52-43b0-bbdf-9708957e262d req-b02853ad-dc1a-4092-9280-c71340f62237 tempest-ComputeTenantNetworksTest-1100027493 tempest-ComputeTenantNetworksTest-1100027493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:50:16.685160 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e9803-7d52-43b0-bbdf-9708957e262d req-b02853ad-dc1a-4092-9280-c71340f62237 tempest-ComputeTenantNetworksTest-1100027493 tempest-ComputeTenantNetworksTest-1100027493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:50:16.688496 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-969e9803-7d52-43b0-bbdf-9708957e262d req-b02853ad-dc1a-4092-9280-c71340f62237 tempest-ComputeTenantNetworksTest-1100027493 tempest-ComputeTenantNetworksTest-1100027493-project] 10.222.0.78 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 1.2217507 Oct 04 20:50:16.690830 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-146af48d-7c18-4187-9247-08ba8f141e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:16.729414 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-3dd6da0a-4399-4581-b11c-623442603791 None None] For port d45f757d-5e73-4238-8fc6-134ec2952b6d, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=d45f757d-5e73-4238-8fc6-134ec2952b6d,segment=NetworkSegment(204551af-dbb7-4018-bd78-260c1db9bcfa),segment_id=204551af-dbb7-4018-bd78-260c1db9bcfa)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:50:16.803964 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-64e29f82-ff40-4452-b7aa-9b3a85d32842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (5b19120f-59c7-4b52-8a49-6e4233116ad8), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:16.807603 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-208e9bfb-077c-440c-9704-e0b8fac70d7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (c5075b3e-c4d4-48dc-b77b-8a87b353a106), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:16.811122 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-208e9bfb-077c-440c-9704-e0b8fac70d7b admin admin] Publish callbacks [] for router_controller (c5075b3e-c4d4-48dc-b77b-8a87b353a106), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:16.870905 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3dd6da0a-4399-4581-b11c-623442603791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (d45f757d-5e73-4238-8fc6-134ec2952b6d), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:17.113348 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd6da0a-4399-4581-b11c-623442603791 None None] Pushing event updated for resources: {'Port': ['ID=d45f757d-5e73-4238-8fc6-134ec2952b6d,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:17.204514 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-208e9bfb-077c-440c-9704-e0b8fac70d7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (c5075b3e-c4d4-48dc-b77b-8a87b353a106), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:17.205980 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208e9bfb-077c-440c-9704-e0b8fac70d7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5075b3e-c4d4-48dc-b77b-8a87b353a106 {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:50:17.259307 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-208e9bfb-077c-440c-9704-e0b8fac70d7b admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:17.266127 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-208e9bfb-077c-440c-9704-e0b8fac70d7b admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/c5075b3e-c4d4-48dc-b77b-8a87b353a106 HTTP/1.1" status: 204 len: 168 time: 5.6413953 Oct 04 20:50:17.270767 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 43840) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:17.398725 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:17.516752 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-3a4f9d9d-ef19-44d2-a1f5-2bab538d65c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77', 'name': 'tempest-TaggedBootDevicesTest-1781382707-router', 'tenant_id': 'bd8adb1a7e034cbeb6d40757ae7cf31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'b9fb22ab-50a5-4bab-abed-5cdb85854606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:49:52Z', 'updated_at': '2022-10-04T20:50:14Z', 'revision_number': 4, 'project_id': 'bd8adb1a7e034cbeb6d40757ae7cf31b', 'gw_port': {'id': 'b9fb22ab-50a5-4bab-abed-5cdb85854606', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ea:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:49:56Z', 'updated_at': '2022-10-04T20:50:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '5b19120f-59c7-4b52-8a49-6e4233116ad8', 'name': '', 'network_id': 'd7e335bd-452b-4b28-a631-d8ec4632b1ff', 'tenant_id': 'bd8adb1a7e034cbeb6d40757ae7cf31b', 'mac_address': 'fa:16:3e:40:99:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '7d2b7d19-2f51-48d0-bd1d-3ab83c4a0402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:10Z', 'updated_at': '2022-10-04T20:50:11Z', 'revision_number': 1, 'project_id': 'bd8adb1a7e034cbeb6d40757ae7cf31b', 'subnets': [{'id': '7d2b7d19-2f51-48d0-bd1d-3ab83c4a0402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:50:17.541791 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-5332429b-f6a2-4c20-bf2c-ed0a1569cff5 admin admin] Deleting subnet 23493a9b-0926-43d5-be86-0783f26ff852 {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:50:17.552245 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5332429b-f6a2-4c20-bf2c-ed0a1569cff5 admin admin] Publish callbacks [] for subnet (23493a9b-0926-43d5-be86-0783f26ff852), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:17.654169 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b358b562-76cf-46a3-9956-7abc1ec1482b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:17.695611 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4f9d9d-ef19-44d2-a1f5-2bab538d65c5 None None] The sync data for ids ['5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77'] in n-d-852085-12 is: [{'id': '5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77', 'name': 'tempest-TaggedBootDevicesTest-1781382707-router', 'tenant_id': 'bd8adb1a7e034cbeb6d40757ae7cf31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'b9fb22ab-50a5-4bab-abed-5cdb85854606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:49:52Z', 'updated_at': '2022-10-04T20:50:14Z', 'revision_number': 4, 'project_id': 'bd8adb1a7e034cbeb6d40757ae7cf31b', 'gw_port': {'id': 'b9fb22ab-50a5-4bab-abed-5cdb85854606', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ea:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:49:56Z', 'updated_at': '2022-10-04T20:50:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '5b19120f-59c7-4b52-8a49-6e4233116ad8', 'name': '', 'network_id': 'd7e335bd-452b-4b28-a631-d8ec4632b1ff', 'tenant_id': 'bd8adb1a7e034cbeb6d40757ae7cf31b', 'mac_address': 'fa:16:3e:40:99:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '7d2b7d19-2f51-48d0-bd1d-3ab83c4a0402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:10Z', 'updated_at': '2022-10-04T20:50:11Z', 'revision_number': 1, 'project_id': 'bd8adb1a7e034cbeb6d40757ae7cf31b', 'subnets': [{'id': '7d2b7d19-2f51-48d0-bd1d-3ab83c4a0402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:50:17.736696 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e29f82-ff40-4452-b7aa-9b3a85d32842 admin admin] Pushing event updated for resources: {'Port': ['ID=5b19120f-59c7-4b52-8a49-6e4233116ad8,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:17.744107 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:17.838251 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-1cfe6f18-5e74-4f53-a7fc-7b04f634d53f admin admin] Deleting port 59e67fb9-6b5e-4920-9184-1aba8969f376 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:50:17.840075 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1cfe6f18-5e74-4f53-a7fc-7b04f634d53f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (59e67fb9-6b5e-4920-9184-1aba8969f376), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:17.899698 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 43846) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:17.905279 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5332429b-f6a2-4c20-bf2c-ed0a1569cff5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (23493a9b-0926-43d5-be86-0783f26ff852), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:18.020966 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-64e29f82-ff40-4452-b7aa-9b3a85d32842 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:18.169328 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 43850) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:18.377352 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-146af48d-7c18-4187-9247-08ba8f141e2a admin admin] Allocated IP 172.25.5.56 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/13d08b62-8fee-4571-b0a3-fac4aeb529e5) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:50:18.389116 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device d45f757d-5e73-4238-8fc6-134ec2952b6d up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:50:18.429971 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-1cfe6f18-5e74-4f53-a7fc-7b04f634d53f admin admin] For port 59e67fb9-6b5e-4920-9184-1aba8969f376, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=59e67fb9-6b5e-4920-9184-1aba8969f376,segment=NetworkSegment(e46edfbf-aa2a-42f2-84a4-33213f061a9a),segment_id=e46edfbf-aa2a-42f2-84a4-33213f061a9a)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:50:18.430748 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1cfe6f18-5e74-4f53-a7fc-7b04f634d53f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (59e67fb9-6b5e-4920-9184-1aba8969f376), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:18.473898 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5332429b-f6a2-4c20-bf2c-ed0a1569cff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (23493a9b-0926-43d5-be86-0783f26ff852), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:18.495732 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-1cfe6f18-5e74-4f53-a7fc-7b04f634d53f admin admin] Calling delete_port for 59e67fb9-6b5e-4920-9184-1aba8969f376 owned by network:router_interface {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:50:18.565603 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:18.643381 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port d45f757d-5e73-4238-8fc6-134ec2952b6d triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:50:18.646323 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (d45f757d-5e73-4238-8fc6-134ec2952b6d), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:18.646781 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port d45f757d-5e73-4238-8fc6-134ec2952b6d Oct 04 20:50:18.701153 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba1a38-104a-486b-bd5b-9b91ddfcbeb5 req-b478b5e9-ee6a-4da2-8025-dded947e799d tempest-ComputeTenantNetworksTest-1100027493 tempest-ComputeTenantNetworksTest-1100027493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:50:18.705686 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-deba1a38-104a-486b-bd5b-9b91ddfcbeb5 req-b478b5e9-ee6a-4da2-8025-dded947e799d tempest-ComputeTenantNetworksTest-1100027493 tempest-ComputeTenantNetworksTest-1100027493-project] 10.222.0.78 "GET /networking/v2.0/networks/3bb1e89f-f146-41db-8796-5f3ee73ade78 HTTP/1.1" status: 200 len: 768 time: 1.9125676 Oct 04 20:50:18.779771 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-47cd3da3-e844-460f-902d-099f53eebc6e tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for port (6c1ba85a-02a2-436d-8eed-c62599a5f544), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:18.800581 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 43854) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:18.974847 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port d45f757d-5e73-4238-8fc6-134ec2952b6d is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:50:18.989846 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (d45f757d-5e73-4238-8fc6-134ec2952b6d), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:19.000999 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-47cd3da3-e844-460f-902d-099f53eebc6e tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (6c1ba85a-02a2-436d-8eed-c62599a5f544), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:19.001508 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2f732db5-68f1-4b5d-b793-12c5997fe859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (3bb1e89f-f146-41db-8796-5f3ee73ade78), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:19.018460 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-dccd607f-7d45-47e5-8a44-0c48dca05a13 tempest-QuotasTest-1692377611 tempest-QuotasTest-1692377611-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:50:19.045079 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d986180a-0c53-40fb-8606-b9a209d119b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:19.065575 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:19.108986 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port d45f757d-5e73-4238-8fc6-134ec2952b6d, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=d45f757d-5e73-4238-8fc6-134ec2952b6d,segment=NetworkSegment(204551af-dbb7-4018-bd78-260c1db9bcfa),segment_id=204551af-dbb7-4018-bd78-260c1db9bcfa)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:50:19.189382 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cd3da3-e844-460f-902d-099f53eebc6e tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event updated for resources: {'Port': ['ID=6c1ba85a-02a2-436d-8eed-c62599a5f544,revision_number=3']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:19.197716 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (d45f757d-5e73-4238-8fc6-134ec2952b6d), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:19.293550 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-146af48d-7c18-4187-9247-08ba8f141e2a admin admin] Publish callbacks [] for port (13d08b62-8fee-4571-b0a3-fac4aeb529e5), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:19.298904 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e29f82-ff40-4452-b7aa-9b3a85d32842 admin admin] Network d7e335bd-452b-4b28-a631-d8ec4632b1ff is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:50:19.313119 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cd3da3-e844-460f-902d-099f53eebc6e tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:50:19.314743 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-47cd3da3-e844-460f-902d-099f53eebc6e tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:19.318708 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-47cd3da3-e844-460f-902d-099f53eebc6e tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "PUT /networking/v2.0/ports/6c1ba85a-02a2-436d-8eed-c62599a5f544 HTTP/1.1" status: 200 len: 910 time: 7.9709907 Oct 04 20:50:19.330215 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 43856) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:19.354177 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-64e29f82-ff40-4452-b7aa-9b3a85d32842 admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:50:19.382789 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5332429b-f6a2-4c20-bf2c-ed0a1569cff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (23493a9b-0926-43d5-be86-0783f26ff852), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:19.402372 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=d45f757d-5e73-4238-8fc6-134ec2952b6d,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:19.543393 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e31a7ef-a9c4-4655-9056-a0ab055ca677 None None] Network 43677c05-59b5-40a5-91e5-762f49280e61 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:50:19.776233 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:19.798659 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-9f00fc61-3470-4790-b0c2-42f5136ededd None None] Provisioning complete for port d45f757d-5e73-4238-8fc6-134ec2952b6d triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:50:19.799986 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9f00fc61-3470-4790-b0c2-42f5136ededd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (d45f757d-5e73-4238-8fc6-134ec2952b6d), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:19.800947 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-9f00fc61-3470-4790-b0c2-42f5136ededd None None] Attempt 1 to provision port d45f757d-5e73-4238-8fc6-134ec2952b6d Oct 04 20:50:20.238328 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b9fb22ab-50a5-4bab-abed-5cdb85854606 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:50:20.241529 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5332429b-f6a2-4c20-bf2c-ed0a1569cff5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23493a9b-0926-43d5-be86-0783f26ff852,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:20.265942 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2f732db5-68f1-4b5d-b793-12c5997fe859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (3bb1e89f-f146-41db-8796-5f3ee73ade78), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:20.312159 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e29f82-ff40-4452-b7aa-9b3a85d32842 admin admin] Router 5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:50:20.353361 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:20.400923 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port b9fb22ab-50a5-4bab-abed-5cdb85854606 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:50:20.402367 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b9fb22ab-50a5-4bab-abed-5cdb85854606), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:20.403356 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port b9fb22ab-50a5-4bab-abed-5cdb85854606 Oct 04 20:50:20.411794 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-9f00fc61-3470-4790-b0c2-42f5136ededd None None] Current status of the port d45f757d-5e73-4238-8fc6-134ec2952b6d is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:50:20.456202 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5332429b-f6a2-4c20-bf2c-ed0a1569cff5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:20.464230 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-5332429b-f6a2-4c20-bf2c-ed0a1569cff5 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/23493a9b-0926-43d5-be86-0783f26ff852 HTTP/1.1" status: 204 len: 168 time: 3.1913769 Oct 04 20:50:20.478636 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f238945a-b98d-4ba9-a118-44936e087812 None None] Network a0eeff0d-3e51-4506-b340-b7609536e974 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:50:20.489704 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 43858) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:20.521655 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:20.548068 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-2f732db5-68f1-4b5d-b793-12c5997fe859 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bb1e89f-f146-41db-8796-5f3ee73ade78']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:50:20.636886 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:20.663871 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:20.680397 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-146af48d-7c18-4187-9247-08ba8f141e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (13d08b62-8fee-4571-b0a3-fac4aeb529e5), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:20.686826 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-70cabdb8-7a1c-4129-a49b-111de9c98f47 None None] Provisioning complete for port 5b19120f-59c7-4b52-8a49-6e4233116ad8 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:50:20.687377 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-70cabdb8-7a1c-4129-a49b-111de9c98f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (5b19120f-59c7-4b52-8a49-6e4233116ad8), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:20.687875 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-70cabdb8-7a1c-4129-a49b-111de9c98f47 None None] Attempt 1 to provision port 5b19120f-59c7-4b52-8a49-6e4233116ad8 Oct 04 20:50:20.702836 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-2f732db5-68f1-4b5d-b793-12c5997fe859 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a83f94d-b537-4a65-b367-bbc7661a72b2') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:50:20.703212 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-2f732db5-68f1-4b5d-b793-12c5997fe859 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a83f94d-b537-4a65-b367-bbc7661a72b2') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:50:20.723838 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-dccd607f-7d45-47e5-8a44-0c48dca05a13 tempest-QuotasTest-1692377611 tempest-QuotasTest-1692377611-project-admin] 10.222.0.78 "PUT /networking/v2.0/quotas/d178d76c8dca4ec4ac605d5774ac1533 HTTP/1.1" status: 200 len: 366 time: 2.8220859 Oct 04 20:50:20.735017 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 43860) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:20.797503 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2f732db5-68f1-4b5d-b793-12c5997fe859 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (9a83f94d-b537-4a65-b367-bbc7661a72b2), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:20.862278 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-0a6fd204-5066-4dfd-b098-6eae82cc1bd7 tempest-QuotasTest-1692377611 tempest-QuotasTest-1692377611-project-admin] 10.222.0.78 "GET /networking/v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.1104672 Oct 04 20:50:20.890729 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 43862) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:20.897354 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-70cabdb8-7a1c-4129-a49b-111de9c98f47 None None] Port 5b19120f-59c7-4b52-8a49-6e4233116ad8 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:50:20.916988 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2f732db5-68f1-4b5d-b793-12c5997fe859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (9a83f94d-b537-4a65-b367-bbc7661a72b2), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:20.922497 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1cfe6f18-5e74-4f53-a7fc-7b04f634d53f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (59e67fb9-6b5e-4920-9184-1aba8969f376), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:20.933468 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d986180a-0c53-40fb-8606-b9a209d119b7 admin admin] Publish callbacks [] for security_group (aba7ff44-0863-4afd-a7d1-8419f7a7dc93), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:20.949758 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6cd4d2a2-5616-495c-9e62-54b0f378ee48 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (9652e4f0-5d7c-4af7-9467-315551f18cba), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:21.000991 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7aff8366-553e-4ddc-8a4c-a7b7bd5d7057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (a0eeff0d-3e51-4506-b340-b7609536e974), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:21.007585 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfe6f18-5e74-4f53-a7fc-7b04f634d53f admin admin] Pushing event deleted for resources: {'Port': ['ID=59e67fb9-6b5e-4920-9184-1aba8969f376,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:21.034114 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f732db5-68f1-4b5d-b793-12c5997fe859 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:50:21.038932 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2f732db5-68f1-4b5d-b793-12c5997fe859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (9a83f94d-b537-4a65-b367-bbc7661a72b2), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:21.040628 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-643bec3d-58d6-4b80-a2b3-34efb12a9890 None None] Provisioning complete for port d45f757d-5e73-4238-8fc6-134ec2952b6d triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:50:21.041096 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-643bec3d-58d6-4b80-a2b3-34efb12a9890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (d45f757d-5e73-4238-8fc6-134ec2952b6d), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:21.041555 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-643bec3d-58d6-4b80-a2b3-34efb12a9890 None None] Attempt 1 to provision port d45f757d-5e73-4238-8fc6-134ec2952b6d Oct 04 20:50:21.090591 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-8fad8333-cfc0-4854-8a59-14b0b8c425f1 tempest-QuotasTest-1692377611 tempest-QuotasTest-1692377611-project-admin] 10.222.0.78 "GET /networking/v2.0/quotas/d178d76c8dca4ec4ac605d5774ac1533 HTTP/1.1" status: 200 len: 366 time: 0.1968453 Oct 04 20:50:21.092965 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d986180a-0c53-40fb-8606-b9a209d119b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (aba7ff44-0863-4afd-a7d1-8419f7a7dc93), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:21.094103 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5a714a-8b87-4f62-9491-3a97c78823ff None None] DHCP port deletion for a0eeff0d-3e51-4506-b340-b7609536e974 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:50:21.101571 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 43866) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:21.140041 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port b9fb22ab-50a5-4bab-abed-5cdb85854606 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:50:21.140726 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b9fb22ab-50a5-4bab-abed-5cdb85854606), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:21.183715 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 9a83f94d-b537-4a65-b367-bbc7661a72b2 resource provider aggregate not found Oct 04 20:50:21.203410 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port b9fb22ab-50a5-4bab-abed-5cdb85854606, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b9fb22ab-50a5-4bab-abed-5cdb85854606,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:50:21.239437 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=79,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:21.305694 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 9a83f94d-b537-4a65-b367-bbc7661a72b2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9a83f94d-b537-4a65-b367-bbc7661a72b2 found for delete ", "request_id": "req-ee82a0e6-6697-4f73-860e-335026b912f8"}]} Oct 04 20:50:21.413005 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (b9fb22ab-50a5-4bab-abed-5cdb85854606), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:21.416005 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device d45f757d-5e73-4238-8fc6-134ec2952b6d up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:50:21.593775 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d986180a-0c53-40fb-8606-b9a209d119b7 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=5e331299371b495ebee7d64fca9cb807&name=default HTTP/1.1" status: 200 len: 3000 time: 3.4223335 Oct 04 20:50:21.604399 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d986180a-0c53-40fb-8606-b9a209d119b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba7ff44-0863-4afd-a7d1-8419f7a7dc93,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:21.612035 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-4572d933-3663-4d67-9204-201d3552ecc2 tempest-QuotasTest-1692377611 tempest-QuotasTest-1692377611-project-admin] 10.222.0.78 "DELETE /networking/v2.0/quotas/d178d76c8dca4ec4ac605d5774ac1533 HTTP/1.1" status: 204 len: 168 time: 0.5006816 Oct 04 20:50:21.614343 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 43870) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:21.648903 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 43872) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:21.739029 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-731a4973-2ddf-4ba6-8f50-260b6eb4edb3 tempest-QuotasTest-1692377611 tempest-QuotasTest-1692377611-project-admin] 10.222.0.78 "GET /networking/v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0845964 Oct 04 20:50:21.751548 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-7aff8366-553e-4ddc-8a4c-a7b7bd5d7057 admin admin] Deleting port b75185c3-8394-48ae-9e01-44323b1e74fc {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:50:21.752316 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7aff8366-553e-4ddc-8a4c-a7b7bd5d7057 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (b75185c3-8394-48ae-9e01-44323b1e74fc), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:21.755641 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 43874) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:21.807258 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-ba5a714a-8b87-4f62-9491-3a97c78823ff None None] Deleting port b75185c3-8394-48ae-9e01-44323b1e74fc {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:50:21.807258 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ba5a714a-8b87-4f62-9491-3a97c78823ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (b75185c3-8394-48ae-9e01-44323b1e74fc), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:21.858921 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146af48d-7c18-4187-9247-08ba8f141e2a admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:50:21.862089 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e29f82-ff40-4452-b7aa-9b3a85d32842 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:50:21.901706 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-64e29f82-ff40-4452-b7aa-9b3a85d32842 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.9684019 Oct 04 20:50:21.901706 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-146af48d-7c18-4187-9247-08ba8f141e2a admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:50:21.904362 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146af48d-7c18-4187-9247-08ba8f141e2a admin admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:50:21.909623 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146af48d-7c18-4187-9247-08ba8f141e2a admin admin] Pushing event updated for resources: {'Port': ['ID=13d08b62-8fee-4571-b0a3-fac4aeb529e5,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:21.954371 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c79f48fe-f104-4c75-9162-03d1d6c32c30 tempest-QuotasTest-1692377611 tempest-QuotasTest-1692377611-project-admin] 10.222.0.78 "GET /networking/v2.0/quotas/d178d76c8dca4ec4ac605d5774ac1533 HTTP/1.1" status: 200 len: 370 time: 0.1943347 Oct 04 20:50:21.970093 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 43878) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:21.980589 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c5001f63-cdc5-4b20-826a-55d7400ec666 tempest-QuotasTest-1692377611 tempest-QuotasTest-1692377611-project-admin] 10.222.0.78 "GET /networking/v2.0/quotas/d178d76c8dca4ec4ac605d5774ac1533/default HTTP/1.1" status: 200 len: 370 time: 0.0082312 Oct 04 20:50:21.990202 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 43880) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:22.014935 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:22.041177 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-60ab3926-d593-4dfc-8a18-802143b27feb tempest-QuotasTest-1692377611 tempest-QuotasTest-1692377611-project-admin] delete failed (client error): The resource could not be found. Oct 04 20:50:22.048223 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-60ab3926-d593-4dfc-8a18-802143b27feb tempest-QuotasTest-1692377611 tempest-QuotasTest-1692377611-project-admin] 10.222.0.78 "DELETE /networking/v2.0/quotas/d178d76c8dca4ec4ac605d5774ac1533 HTTP/1.1" status: 404 len: 348 time: 0.0472276 Oct 04 20:50:22.104913 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-63895acc-d6c9-4f4d-8f0e-da78e5fc108d admin admin] Publish callbacks [] for security_group (aba7ff44-0863-4afd-a7d1-8419f7a7dc93), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:22.163810 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-643bec3d-58d6-4b80-a2b3-34efb12a9890 None None] Current status of the port d45f757d-5e73-4238-8fc6-134ec2952b6d is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:50:22.195725 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:22.197241 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:22.271679 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2f732db5-68f1-4b5d-b793-12c5997fe859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (3bb1e89f-f146-41db-8796-5f3ee73ade78), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:22.289085 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=b9fb22ab-50a5-4bab-abed-5cdb85854606,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:22.295043 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port d45f757d-5e73-4238-8fc6-134ec2952b6d triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:50:22.296267 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (d45f757d-5e73-4238-8fc6-134ec2952b6d), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:22.296716 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port d45f757d-5e73-4238-8fc6-134ec2952b6d Oct 04 20:50:22.330131 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2f732db5-68f1-4b5d-b793-12c5997fe859 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:22.339179 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-2f732db5-68f1-4b5d-b793-12c5997fe859 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/3bb1e89f-f146-41db-8796-5f3ee73ade78 HTTP/1.1" status: 204 len: 168 time: 3.5392106 Oct 04 20:50:22.432418 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-7aff8366-553e-4ddc-8a4c-a7b7bd5d7057 admin admin] For port b75185c3-8394-48ae-9e01-44323b1e74fc, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b75185c3-8394-48ae-9e01-44323b1e74fc,segment=NetworkSegment(dca1dec9-3339-4d9e-a105-b74778b6d9e5),segment_id=dca1dec9-3339-4d9e-a105-b74778b6d9e5)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:50:22.438599 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7aff8366-553e-4ddc-8a4c-a7b7bd5d7057 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (b75185c3-8394-48ae-9e01-44323b1e74fc), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:22.456700 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f732db5-68f1-4b5d-b793-12c5997fe859 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bb1e89f-f146-41db-8796-5f3ee73ade78,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:22.480685 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-ba5a714a-8b87-4f62-9491-3a97c78823ff None None] For port b75185c3-8394-48ae-9e01-44323b1e74fc, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b75185c3-8394-48ae-9e01-44323b1e74fc,segment=NetworkSegment(dca1dec9-3339-4d9e-a105-b74778b6d9e5),segment_id=dca1dec9-3339-4d9e-a105-b74778b6d9e5)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:50:22.481771 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ba5a714a-8b87-4f62-9491-3a97c78823ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (b75185c3-8394-48ae-9e01-44323b1e74fc), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:22.485024 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:22.493113 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-63895acc-d6c9-4f4d-8f0e-da78e5fc108d admin admin] Publish callbacks [] for security_group (aba7ff44-0863-4afd-a7d1-8419f7a7dc93), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:22.534673 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-7aff8366-553e-4ddc-8a4c-a7b7bd5d7057 admin admin] Calling delete_port for b75185c3-8394-48ae-9e01-44323b1e74fc owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:50:22.548338 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1cfe6f18-5e74-4f53-a7fc-7b04f634d53f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (d1ef45f1-6f0b-4fda-8fbd-4f681506debb), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:22.549262 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-ba5a714a-8b87-4f62-9491-3a97c78823ff None None] Calling delete_port for b75185c3-8394-48ae-9e01-44323b1e74fc owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:50:22.571590 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:22.601550 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port d45f757d-5e73-4238-8fc6-134ec2952b6d is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:50:22.673204 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 70cebad4-3e95-497c-a553-a6d7e4ed93f9 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:50:22.724844 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 70cebad4-3e95-497c-a553-a6d7e4ed93f9 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:50:22.726095 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 70cebad4-3e95-497c-a553-a6d7e4ed93f9 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:50:22.747065 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-6cd4d2a2-5616-495c-9e62-54b0f378ee48 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Deleting port 6c1ba85a-02a2-436d-8eed-c62599a5f544 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:50:22.747065 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6cd4d2a2-5616-495c-9e62-54b0f378ee48 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (6c1ba85a-02a2-436d-8eed-c62599a5f544), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:22.771204 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 43890) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:22.907618 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 20:50:22.950979 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97533b44-c0f0-4322-a5eb-b737f262a881 None None] Sync routers for ids ['5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:50:22.968781 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ba5a714a-8b87-4f62-9491-3a97c78823ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (b75185c3-8394-48ae-9e01-44323b1e74fc), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:22.994027 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97533b44-c0f0-4322-a5eb-b737f262a881 None None] Routers {'5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:50:23.001658 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-97533b44-c0f0-4322-a5eb-b737f262a881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:50:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:50:23.095832 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5a714a-8b87-4f62-9491-3a97c78823ff None None] No DVR routers for this DVR port b75185c3-8394-48ae-9e01-44323b1e74fc on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:50:23.116659 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5a714a-8b87-4f62-9491-3a97c78823ff None None] Pushing event deleted for resources: {'Port': ['ID=b75185c3-8394-48ae-9e01-44323b1e74fc,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:23.118703 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-63895acc-d6c9-4f4d-8f0e-da78e5fc108d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (aba7ff44-0863-4afd-a7d1-8419f7a7dc93), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:23.127709 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-63895acc-d6c9-4f4d-8f0e-da78e5fc108d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:23.129665 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-63895acc-d6c9-4f4d-8f0e-da78e5fc108d admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/aba7ff44-0863-4afd-a7d1-8419f7a7dc93 HTTP/1.1" status: 204 len: 168 time: 1.4957869 Oct 04 20:50:23.181901 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63895acc-d6c9-4f4d-8f0e-da78e5fc108d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba7ff44-0863-4afd-a7d1-8419f7a7dc93,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:23.187642 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:23.193382 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7aff8366-553e-4ddc-8a4c-a7b7bd5d7057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (b75185c3-8394-48ae-9e01-44323b1e74fc), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:23.300902 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b9fb22ab-50a5-4bab-abed-5cdb85854606 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:50:23.302315 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff8366-553e-4ddc-8a4c-a7b7bd5d7057 admin admin] Pushing event deleted for resources: {'Port': ['ID=b75185c3-8394-48ae-9e01-44323b1e74fc,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:23.313606 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aff8366-553e-4ddc-8a4c-a7b7bd5d7057 admin admin] No DVR routers for this DVR port b75185c3-8394-48ae-9e01-44323b1e74fc on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:50:23.385394 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-97533b44-c0f0-4322-a5eb-b737f262a881 None None] Set router 5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:50:23.386274 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6cd4d2a2-5616-495c-9e62-54b0f378ee48 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (6c1ba85a-02a2-436d-8eed-c62599a5f544), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:23.447410 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-6cd4d2a2-5616-495c-9e62-54b0f378ee48 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Calling delete_port for 6c1ba85a-02a2-436d-8eed-c62599a5f544 owned by network:router_interface {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:50:23.502109 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port b9fb22ab-50a5-4bab-abed-5cdb85854606 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:50:23.504255 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b9fb22ab-50a5-4bab-abed-5cdb85854606), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:23.505168 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port b9fb22ab-50a5-4bab-abed-5cdb85854606 Oct 04 20:50:23.619934 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cfe6f18-5e74-4f53-a7fc-7b04f634d53f admin admin] Router d1ef45f1-6f0b-4fda-8fbd-4f681506debb has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:50:23.633085 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-146af48d-7c18-4187-9247-08ba8f141e2a admin admin] Publish callbacks [] for router_gateway (e95707ff-a942-4cf4-89f5-ee4633b660e6), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:23.788174 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:23.808312 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 43896) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:23.842470 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port b9fb22ab-50a5-4bab-abed-5cdb85854606 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:50:23.877870 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7aff8366-553e-4ddc-8a4c-a7b7bd5d7057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (a0eeff0d-3e51-4506-b340-b7609536e974), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:23.918189 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=100 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:23.973698 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b75185c3-8394-48ae-9e01-44323b1e74fc no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:50:23.990864 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:23.991070 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-97533b44-c0f0-4322-a5eb-b737f262a881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77', 'name': 'tempest-TaggedBootDevicesTest-1781382707-router', 'tenant_id': 'bd8adb1a7e034cbeb6d40757ae7cf31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'b9fb22ab-50a5-4bab-abed-5cdb85854606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:49:52Z', 'updated_at': '2022-10-04T20:50:14Z', 'revision_number': 4, 'project_id': 'bd8adb1a7e034cbeb6d40757ae7cf31b', 'gw_port': {'id': 'b9fb22ab-50a5-4bab-abed-5cdb85854606', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ea:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:49:56Z', 'updated_at': '2022-10-04T20:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '5b19120f-59c7-4b52-8a49-6e4233116ad8', 'name': '', 'network_id': 'd7e335bd-452b-4b28-a631-d8ec4632b1ff', 'tenant_id': 'bd8adb1a7e034cbeb6d40757ae7cf31b', 'mac_address': 'fa:16:3e:40:99:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '7d2b7d19-2f51-48d0-bd1d-3ab83c4a0402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:10Z', 'updated_at': '2022-10-04T20:50:15Z', 'revision_number': 2, 'project_id': 'bd8adb1a7e034cbeb6d40757ae7cf31b', 'subnets': [{'id': '7d2b7d19-2f51-48d0-bd1d-3ab83c4a0402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:50:23.993591 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-7aff8366-553e-4ddc-8a4c-a7b7bd5d7057 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0eeff0d-3e51-4506-b340-b7609536e974']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:50:24.033181 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: b75185c3-8394-48ae-9e01-44323b1e74fc {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:50:24.035385 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b75185c3-8394-48ae-9e01-44323b1e74fc not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:50:24.047001 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-7aff8366-553e-4ddc-8a4c-a7b7bd5d7057 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dca1dec9-3339-4d9e-a105-b74778b6d9e5') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:50:24.054669 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-7aff8366-553e-4ddc-8a4c-a7b7bd5d7057 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dca1dec9-3339-4d9e-a105-b74778b6d9e5') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:50:24.102630 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97533b44-c0f0-4322-a5eb-b737f262a881 None None] Checking router: 5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:50:24.103264 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97533b44-c0f0-4322-a5eb-b737f262a881 None None] Updating router 5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77 port 5b19120f-59c7-4b52-8a49-6e4233116ad8 binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:50:24.110832 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7aff8366-553e-4ddc-8a4c-a7b7bd5d7057 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (dca1dec9-3339-4d9e-a105-b74778b6d9e5), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:24.209887 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-97533b44-c0f0-4322-a5eb-b737f262a881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (5b19120f-59c7-4b52-8a49-6e4233116ad8), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:24.242936 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7aff8366-553e-4ddc-8a4c-a7b7bd5d7057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (dca1dec9-3339-4d9e-a105-b74778b6d9e5), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:24.262166 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-520aca23-d627-463c-9f5c-fa471bf6b858 tempest-QuotasTest-1692377611 tempest-QuotasTest-1692377611-project-admin] 10.222.0.78 "GET /networking/v2.0/quotas/9413f2837b35458daff53dc867033535/details.json HTTP/1.1" status: 200 len: 703 time: 1.4792135 Oct 04 20:50:24.273134 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aff8366-553e-4ddc-8a4c-a7b7bd5d7057 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:50:24.274083 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7aff8366-553e-4ddc-8a4c-a7b7bd5d7057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (dca1dec9-3339-4d9e-a105-b74778b6d9e5), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:24.310860 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cfe6f18-5e74-4f53-a7fc-7b04f634d53f admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:50:24.327014 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-1cfe6f18-5e74-4f53-a7fc-7b04f634d53f admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/d1ef45f1-6f0b-4fda-8fbd-4f681506debb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6307840 Oct 04 20:50:24.333621 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 43908) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:24.339910 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8936af-5ec0-48bd-867d-157e9e3b03a3 None None] Sync routers for ids ['d1ef45f1-6f0b-4fda-8fbd-4f681506debb'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:50:24.386424 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=100 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:24.397484 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8936af-5ec0-48bd-867d-157e9e3b03a3 None None] Routers {'d1ef45f1-6f0b-4fda-8fbd-4f681506debb'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:50:24.411593 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-da8936af-5ec0-48bd-867d-157e9e3b03a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:50:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['d1ef45f1-6f0b-4fda-8fbd-4f681506debb'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:50:24.453754 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-146af48d-7c18-4187-9247-08ba8f141e2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (e95707ff-a942-4cf4-89f5-ee4633b660e6), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:24.469231 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6cd4d2a2-5616-495c-9e62-54b0f378ee48 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (6c1ba85a-02a2-436d-8eed-c62599a5f544), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:24.511266 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-85bee23f-e3e3-4223-9f86-283767b2983b admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=d442b7e0ae274bc4aed2f6f4df39de74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6953511 Oct 04 20:50:24.512967 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 43912) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:24.557811 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment dca1dec9-3339-4d9e-a105-b74778b6d9e5 resource provider aggregate not found Oct 04 20:50:24.661320 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment dca1dec9-3339-4d9e-a105-b74778b6d9e5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dca1dec9-3339-4d9e-a105-b74778b6d9e5 found for delete ", "request_id": "req-2fa18287-c4ba-4a0d-b65c-12ef175f1ae0"}]} Oct 04 20:50:24.667807 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7aff8366-553e-4ddc-8a4c-a7b7bd5d7057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (a0eeff0d-3e51-4506-b340-b7609536e974), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:24.685541 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7aff8366-553e-4ddc-8a4c-a7b7bd5d7057 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:24.703746 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-7aff8366-553e-4ddc-8a4c-a7b7bd5d7057 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/a0eeff0d-3e51-4506-b340-b7609536e974 HTTP/1.1" status: 204 len: 168 time: 4.2105834 Oct 04 20:50:24.783705 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-da8936af-5ec0-48bd-867d-157e9e3b03a3 None None] Set router d1ef45f1-6f0b-4fda-8fbd-4f681506debb gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:50:24.827207 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:24.833827 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd4d2a2-5616-495c-9e62-54b0f378ee48 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event deleted for resources: {'Port': ['ID=6c1ba85a-02a2-436d-8eed-c62599a5f544,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:24.842310 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff8366-553e-4ddc-8a4c-a7b7bd5d7057 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0eeff0d-3e51-4506-b340-b7609536e974,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:25.092473 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-97533b44-c0f0-4322-a5eb-b737f262a881 None None] Publish callbacks [] for port (5b19120f-59c7-4b52-8a49-6e4233116ad8), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:25.134597 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-47ac5da2-ca59-4035-a2c6-c2548f18d1c7 admin admin] Publish callbacks [] for router (d1ef45f1-6f0b-4fda-8fbd-4f681506debb), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:25.190921 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-97533b44-c0f0-4322-a5eb-b737f262a881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (5b19120f-59c7-4b52-8a49-6e4233116ad8), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:25.353077 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4e609186-6881-4c96-9103-62d699018bf0 admin admin] Publish callbacks [] for security_group (afe97ddf-9949-462b-8a84-a5ff07acdd0f), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:25.409606 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-47ac5da2-ca59-4035-a2c6-c2548f18d1c7 admin admin] Publish callbacks [] for router_gateway (d1ef45f1-6f0b-4fda-8fbd-4f681506debb), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:25.469692 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-da8936af-5ec0-48bd-867d-157e9e3b03a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1ef45f1-6f0b-4fda-8fbd-4f681506debb', 'name': 'tempest-ServersTestMultiNic-1058829323-router', 'tenant_id': '0ab943ca7b4f4ad3ac63ee0067fa6376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '5ee2c5f8-53fd-44fb-95ba-3f30a0864856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:48:37Z', 'updated_at': '2022-10-04T20:50:20Z', 'revision_number': 5, 'project_id': '0ab943ca7b4f4ad3ac63ee0067fa6376', 'gw_port': {'id': '5ee2c5f8-53fd-44fb-95ba-3f30a0864856', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ef45f1-6f0b-4fda-8fbd-4f681506debb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:48:41Z', 'updated_at': '2022-10-04T20:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:50:25.480569 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4e609186-6881-4c96-9103-62d699018bf0 admin admin] Publish callbacks [] for security_group (afe97ddf-9949-462b-8a84-a5ff07acdd0f), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:25.489583 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c9b3d6-3d0f-497e-8674-b5177996fd68 None None] Pushing event updated for resources: {'Port': ['ID=5b19120f-59c7-4b52-8a49-6e4233116ad8,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:25.582158 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:25.607323 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8936af-5ec0-48bd-867d-157e9e3b03a3 None None] Checking router: d1ef45f1-6f0b-4fda-8fbd-4f681506debb for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:50:25.620025 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-97533b44-c0f0-4322-a5eb-b737f262a881 None None] Attempting to bind port 5b19120f-59c7-4b52-8a49-6e4233116ad8 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:50:25.620635 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-97533b44-c0f0-4322-a5eb-b737f262a881 None None] Attempting to bind port 5b19120f-59c7-4b52-8a49-6e4233116ad8 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'ab7dd5c8-6b5f-4d63-9eac-22e2fe4d537d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd7e335bd-452b-4b28-a631-d8ec4632b1ff'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:50:25.621118 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97533b44-c0f0-4322-a5eb-b737f262a881 None None] Attempting to bind port 5b19120f-59c7-4b52-8a49-6e4233116ad8 on network d7e335bd-452b-4b28-a631-d8ec4632b1ff {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:50:25.629261 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8936af-5ec0-48bd-867d-157e9e3b03a3 None None] Routers {'d1ef45f1-6f0b-4fda-8fbd-4f681506debb'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:50:25.630688 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-da8936af-5ec0-48bd-867d-157e9e3b03a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:50:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['d1ef45f1-6f0b-4fda-8fbd-4f681506debb'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:50:25.682255 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-47ac5da2-ca59-4035-a2c6-c2548f18d1c7 admin admin] Deleting port 5ee2c5f8-53fd-44fb-95ba-3f30a0864856 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:50:25.682255 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-47ac5da2-ca59-4035-a2c6-c2548f18d1c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (5ee2c5f8-53fd-44fb-95ba-3f30a0864856), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:25.705218 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97533b44-c0f0-4322-a5eb-b737f262a881 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:50:25.705948 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97533b44-c0f0-4322-a5eb-b737f262a881 None None] Checking segment: {'id': 'ab7dd5c8-6b5f-4d63-9eac-22e2fe4d537d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd7e335bd-452b-4b28-a631-d8ec4632b1ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:50:25.706743 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-97533b44-c0f0-4322-a5eb-b737f262a881 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:25.707376 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97533b44-c0f0-4322-a5eb-b737f262a881 None None] Bound using segment: {'id': 'ab7dd5c8-6b5f-4d63-9eac-22e2fe4d537d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd7e335bd-452b-4b28-a631-d8ec4632b1ff'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:50:25.708199 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-97533b44-c0f0-4322-a5eb-b737f262a881 None None] Bound port: 5b19120f-59c7-4b52-8a49-6e4233116ad8, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab7dd5c8-6b5f-4d63-9eac-22e2fe4d537d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd7e335bd-452b-4b28-a631-d8ec4632b1ff'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:50:25.709158 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-97533b44-c0f0-4322-a5eb-b737f262a881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (5b19120f-59c7-4b52-8a49-6e4233116ad8), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:25.756341 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6cd4d2a2-5616-495c-9e62-54b0f378ee48 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (9652e4f0-5d7c-4af7-9467-315551f18cba), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:25.823235 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:25.866658 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-da8936af-5ec0-48bd-867d-157e9e3b03a3 None None] Set router d1ef45f1-6f0b-4fda-8fbd-4f681506debb gateway port host: None {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:50:25.929077 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-47ac5da2-ca59-4035-a2c6-c2548f18d1c7 admin admin] For port 5ee2c5f8-53fd-44fb-95ba-3f30a0864856, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=5ee2c5f8-53fd-44fb-95ba-3f30a0864856,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:50:25.929654 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-47ac5da2-ca59-4035-a2c6-c2548f18d1c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (5ee2c5f8-53fd-44fb-95ba-3f30a0864856), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:25.954966 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-97533b44-c0f0-4322-a5eb-b737f262a881 None None] For port 5b19120f-59c7-4b52-8a49-6e4233116ad8, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:50:25.965488 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-47ac5da2-ca59-4035-a2c6-c2548f18d1c7 admin admin] Calling delete_port for 5ee2c5f8-53fd-44fb-95ba-3f30a0864856 owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:50:25.969981 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-97533b44-c0f0-4322-a5eb-b737f262a881 None None] For port 5b19120f-59c7-4b52-8a49-6e4233116ad8, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=5b19120f-59c7-4b52-8a49-6e4233116ad8,segment=NetworkSegment(ab7dd5c8-6b5f-4d63-9eac-22e2fe4d537d),segment_id=ab7dd5c8-6b5f-4d63-9eac-22e2fe4d537d)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:50:25.971841 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4e609186-6881-4c96-9103-62d699018bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (afe97ddf-9949-462b-8a84-a5ff07acdd0f), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:25.977820 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4e609186-6881-4c96-9103-62d699018bf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:25.984461 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4e609186-6881-4c96-9103-62d699018bf0 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/afe97ddf-9949-462b-8a84-a5ff07acdd0f HTTP/1.1" status: 204 len: 168 time: 1.4596827 Oct 04 20:50:25.985890 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-146af48d-7c18-4187-9247-08ba8f141e2a admin admin] Router e95707ff-a942-4cf4-89f5-ee4633b660e6 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:50:26.030189 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-da8936af-5ec0-48bd-867d-157e9e3b03a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1ef45f1-6f0b-4fda-8fbd-4f681506debb', 'name': 'tempest-ServersTestMultiNic-1058829323-router', 'tenant_id': '0ab943ca7b4f4ad3ac63ee0067fa6376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:48:37Z', 'updated_at': '2022-10-04T20:50:25Z', 'revision_number': 6, 'project_id': '0ab943ca7b4f4ad3ac63ee0067fa6376', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:50:26.089433 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-97533b44-c0f0-4322-a5eb-b737f262a881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (5b19120f-59c7-4b52-8a49-6e4233116ad8), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:26.105446 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 43930) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:26.136729 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e609186-6881-4c96-9103-62d699018bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe97ddf-9949-462b-8a84-a5ff07acdd0f,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:26.153487 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 43934) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:26.186877 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8936af-5ec0-48bd-867d-157e9e3b03a3 None None] The sync data for ids ['d1ef45f1-6f0b-4fda-8fbd-4f681506debb'] in n-d-852085-12 is: [{'id': 'd1ef45f1-6f0b-4fda-8fbd-4f681506debb', 'name': 'tempest-ServersTestMultiNic-1058829323-router', 'tenant_id': '0ab943ca7b4f4ad3ac63ee0067fa6376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:48:37Z', 'updated_at': '2022-10-04T20:50:25Z', 'revision_number': 6, 'project_id': '0ab943ca7b4f4ad3ac63ee0067fa6376', 'gw_port_host': None}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:50:26.251834 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97533b44-c0f0-4322-a5eb-b737f262a881 None None] Routers {'5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:50:26.254112 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-97533b44-c0f0-4322-a5eb-b737f262a881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:50:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:50:26.259375 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cd4d2a2-5616-495c-9e62-54b0f378ee48 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Router 9652e4f0-5d7c-4af7-9467-315551f18cba has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:50:26.280623 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:26.368830 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146af48d-7c18-4187-9247-08ba8f141e2a admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:50:26.401948 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc7aa23-a4fb-4af6-8075-55835a8e59f4 None None] Sync routers for ids ['e95707ff-a942-4cf4-89f5-ee4633b660e6'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:50:26.404524 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-eb4f64d7-6426-4ad0-84d3-d5048445df53 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=c158dac976d04c289ac71653feb4ca36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2385318 Oct 04 20:50:26.411587 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 43936) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:26.504554 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 43938) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:26.510502 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c9b3d6-3d0f-497e-8674-b5177996fd68 None None] Pushing event updated for resources: {'Port': ['ID=5b19120f-59c7-4b52-8a49-6e4233116ad8,revision_number=4']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:26.516763 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-83048087-1d81-4d93-9ed7-e606ccfcf8c6 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1751069113-network', 'tenant_id': '0d0dc488153a43779aabb1dc0774eda1'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:50:26.741300 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83048087-1d81-4d93-9ed7-e606ccfcf8c6 admin admin] Made reservation on behalf of 0d0dc488153a43779aabb1dc0774eda1 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:50:26.758858 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:26.766705 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-83048087-1d81-4d93-9ed7-e606ccfcf8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:26.767417 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd4d2a2-5616-495c-9e62-54b0f378ee48 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:50:26.784004 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-146af48d-7c18-4187-9247-08ba8f141e2a admin admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:26.790523 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-146af48d-7c18-4187-9247-08ba8f141e2a admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 917 time: 16.1553278 Oct 04 20:50:26.790819 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5c7818-71ea-45f6-9160-4359ebec5f08 None None] Sync routers for ids ['9652e4f0-5d7c-4af7-9467-315551f18cba'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:50:26.806859 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-6cd4d2a2-5616-495c-9e62-54b0f378ee48 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "PUT /networking/v2.0/routers/9652e4f0-5d7c-4af7-9467-315551f18cba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4633939 Oct 04 20:50:26.806859 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 43940) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:26.812264 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 43942) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:26.827441 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-83048087-1d81-4d93-9ed7-e606ccfcf8c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:26.828322 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5c7818-71ea-45f6-9160-4359ebec5f08 None None] Routers {'9652e4f0-5d7c-4af7-9467-315551f18cba'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:50:26.829223 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-8b5c7818-71ea-45f6-9160-4359ebec5f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:50:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['9652e4f0-5d7c-4af7-9467-315551f18cba'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:50:26.851812 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc7aa23-a4fb-4af6-8075-55835a8e59f4 None None] Routers {'e95707ff-a942-4cf4-89f5-ee4633b660e6'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:50:26.853049 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-0cc7aa23-a4fb-4af6-8075-55835a8e59f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:50:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['e95707ff-a942-4cf4-89f5-ee4633b660e6'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:50:26.941775 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-8b5c7818-71ea-45f6-9160-4359ebec5f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:50:26.977616 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-69896b27-77e5-4b2b-90b0-adee8e987f86 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9652e4f0-5d7c-4af7-9467-315551f18cba HTTP/1.1" status: 200 len: 205 time: 0.1320910 Oct 04 20:50:26.981928 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5c7818-71ea-45f6-9160-4359ebec5f08 None None] Routers {'9652e4f0-5d7c-4af7-9467-315551f18cba'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:50:26.983036 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-8b5c7818-71ea-45f6-9160-4359ebec5f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:50:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['9652e4f0-5d7c-4af7-9467-315551f18cba'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:50:27.004179 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 43944) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:27.101460 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-97533b44-c0f0-4322-a5eb-b737f262a881 None None] Set router 5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:50:27.105700 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-8b5c7818-71ea-45f6-9160-4359ebec5f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:50:27.109110 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5c7818-71ea-45f6-9160-4359ebec5f08 None None] The sync data for ids ['9652e4f0-5d7c-4af7-9467-315551f18cba'] in n-d-852085-12 is: [] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:50:27.117209 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-236ac3a3-4aa5-4326-ad67-56885ddb16f2 admin admin] Publish callbacks [] for security_group (a0cf9434-cb94-42e4-8bcd-b02db18d95d5), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:27.181081 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-47ac5da2-ca59-4035-a2c6-c2548f18d1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (5ee2c5f8-53fd-44fb-95ba-3f30a0864856), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:27.215779 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-236ac3a3-4aa5-4326-ad67-56885ddb16f2 admin admin] Publish callbacks [] for security_group (a0cf9434-cb94-42e4-8bcd-b02db18d95d5), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:27.312042 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 5b19120f-59c7-4b52-8a49-6e4233116ad8 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:50:27.500351 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ac5da2-ca59-4035-a2c6-c2548f18d1c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ee2c5f8-53fd-44fb-95ba-3f30a0864856,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:27.518977 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-24c659da-5664-43cd-8b10-f8b63a5f750b tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for router (9652e4f0-5d7c-4af7-9467-315551f18cba), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:27.541070 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 5b19120f-59c7-4b52-8a49-6e4233116ad8 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:50:27.541512 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (5b19120f-59c7-4b52-8a49-6e4233116ad8), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:27.541957 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 5b19120f-59c7-4b52-8a49-6e4233116ad8 Oct 04 20:50:27.592871 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-0cc7aa23-a4fb-4af6-8075-55835a8e59f4 None None] Set router e95707ff-a942-4cf4-89f5-ee4633b660e6 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:50:27.854639 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-83048087-1d81-4d93-9ed7-e606ccfcf8c6 admin admin] Publish callbacks [] for security_group (05090764-a0e4-4672-8b2f-505457294c31), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:27.877308 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 5b19120f-59c7-4b52-8a49-6e4233116ad8 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:50:27.884049 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (5b19120f-59c7-4b52-8a49-6e4233116ad8), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:27.971126 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-236ac3a3-4aa5-4326-ad67-56885ddb16f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (a0cf9434-cb94-42e4-8bcd-b02db18d95d5), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:27.973878 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-236ac3a3-4aa5-4326-ad67-56885ddb16f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:27.980450 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-236ac3a3-4aa5-4326-ad67-56885ddb16f2 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/a0cf9434-cb94-42e4-8bcd-b02db18d95d5 HTTP/1.1" status: 204 len: 168 time: 1.5617061 Oct 04 20:50:27.985497 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:27.996260 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:28.025378 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-699cf744-c0ba-4fde-a225-1c84199a39fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:28.038183 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 5b19120f-59c7-4b52-8a49-6e4233116ad8, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=5b19120f-59c7-4b52-8a49-6e4233116ad8,segment=NetworkSegment(ab7dd5c8-6b5f-4d63-9eac-22e2fe4d537d),segment_id=ab7dd5c8-6b5f-4d63-9eac-22e2fe4d537d)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:50:28.079954 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236ac3a3-4aa5-4326-ad67-56885ddb16f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0cf9434-cb94-42e4-8bcd-b02db18d95d5,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:28.105680 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236ac3a3-4aa5-4326-ad67-56885ddb16f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:50:28.106413 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236ac3a3-4aa5-4326-ad67-56885ddb16f2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:50:28.106989 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236ac3a3-4aa5-4326-ad67-56885ddb16f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:50:28.107631 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236ac3a3-4aa5-4326-ad67-56885ddb16f2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:50:28.108186 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236ac3a3-4aa5-4326-ad67-56885ddb16f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:50:28.108937 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236ac3a3-4aa5-4326-ad67-56885ddb16f2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:50:28.109462 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236ac3a3-4aa5-4326-ad67-56885ddb16f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:50:28.110053 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236ac3a3-4aa5-4326-ad67-56885ddb16f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:50:28.110623 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236ac3a3-4aa5-4326-ad67-56885ddb16f2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:50:28.111177 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236ac3a3-4aa5-4326-ad67-56885ddb16f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:50:28.111687 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236ac3a3-4aa5-4326-ad67-56885ddb16f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:50:28.112160 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236ac3a3-4aa5-4326-ad67-56885ddb16f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:50:28.112651 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236ac3a3-4aa5-4326-ad67-56885ddb16f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:50:28.112933 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-83048087-1d81-4d93-9ed7-e606ccfcf8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (05090764-a0e4-4672-8b2f-505457294c31), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:28.113397 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236ac3a3-4aa5-4326-ad67-56885ddb16f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:50:28.113915 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236ac3a3-4aa5-4326-ad67-56885ddb16f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:50:28.215428 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (5b19120f-59c7-4b52-8a49-6e4233116ad8), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:28.319042 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 59e67fb9-6b5e-4920-9184-1aba8969f376 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:50:28.345079 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:28.438124 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 59e67fb9-6b5e-4920-9184-1aba8969f376 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:50:28.444840 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 59e67fb9-6b5e-4920-9184-1aba8969f376 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:50:28.465682 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-97533b44-c0f0-4322-a5eb-b737f262a881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77', 'name': 'tempest-TaggedBootDevicesTest-1781382707-router', 'tenant_id': 'bd8adb1a7e034cbeb6d40757ae7cf31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'b9fb22ab-50a5-4bab-abed-5cdb85854606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:49:52Z', 'updated_at': '2022-10-04T20:50:14Z', 'revision_number': 4, 'project_id': 'bd8adb1a7e034cbeb6d40757ae7cf31b', 'gw_port': {'id': 'b9fb22ab-50a5-4bab-abed-5cdb85854606', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ea:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:49:56Z', 'updated_at': '2022-10-04T20:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '5b19120f-59c7-4b52-8a49-6e4233116ad8', 'name': '', 'network_id': 'd7e335bd-452b-4b28-a631-d8ec4632b1ff', 'tenant_id': 'bd8adb1a7e034cbeb6d40757ae7cf31b', 'mac_address': 'fa:16:3e:40:99:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '7d2b7d19-2f51-48d0-bd1d-3ab83c4a0402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:10Z', 'updated_at': '2022-10-04T20:50:25Z', 'revision_number': 4, 'project_id': 'bd8adb1a7e034cbeb6d40757ae7cf31b', 'subnets': [{'id': '7d2b7d19-2f51-48d0-bd1d-3ab83c4a0402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:50:28.512946 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a8bc41a4-b70a-4e7c-a31c-6017311fc5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:28.577569 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=5b19120f-59c7-4b52-8a49-6e4233116ad8,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:28.622956 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97533b44-c0f0-4322-a5eb-b737f262a881 None None] The sync data for ids ['5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77'] in n-d-852085-12 is: [{'id': '5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77', 'name': 'tempest-TaggedBootDevicesTest-1781382707-router', 'tenant_id': 'bd8adb1a7e034cbeb6d40757ae7cf31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'b9fb22ab-50a5-4bab-abed-5cdb85854606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:49:52Z', 'updated_at': '2022-10-04T20:50:14Z', 'revision_number': 4, 'project_id': 'bd8adb1a7e034cbeb6d40757ae7cf31b', 'gw_port': {'id': 'b9fb22ab-50a5-4bab-abed-5cdb85854606', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ea:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:49:56Z', 'updated_at': '2022-10-04T20:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '5b19120f-59c7-4b52-8a49-6e4233116ad8', 'name': '', 'network_id': 'd7e335bd-452b-4b28-a631-d8ec4632b1ff', 'tenant_id': 'bd8adb1a7e034cbeb6d40757ae7cf31b', 'mac_address': 'fa:16:3e:40:99:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '7d2b7d19-2f51-48d0-bd1d-3ab83c4a0402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:10Z', 'updated_at': '2022-10-04T20:50:25Z', 'revision_number': 4, 'project_id': 'bd8adb1a7e034cbeb6d40757ae7cf31b', 'subnets': [{'id': '7d2b7d19-2f51-48d0-bd1d-3ab83c4a0402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:50:28.630488 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-0cc7aa23-a4fb-4af6-8075-55835a8e59f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95707ff-a942-4cf4-89f5-ee4633b660e6', 'name': 'tempest-ServersTestJSON-1365820812-router', 'tenant_id': '4387f90f1ad8429bb47aaabfe531871b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '13d08b62-8fee-4571-b0a3-fac4aeb529e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:11Z', 'updated_at': '2022-10-04T20:50:22Z', 'revision_number': 3, 'project_id': '4387f90f1ad8429bb47aaabfe531871b', 'gw_port': {'id': '13d08b62-8fee-4571-b0a3-fac4aeb529e5', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:71:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95707ff-a942-4cf4-89f5-ee4633b660e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:16Z', 'updated_at': '2022-10-04T20:50:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:50:28.708094 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc7aa23-a4fb-4af6-8075-55835a8e59f4 None None] Checking router: e95707ff-a942-4cf4-89f5-ee4633b660e6 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:50:28.708558 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc7aa23-a4fb-4af6-8075-55835a8e59f4 None None] Updating router e95707ff-a942-4cf4-89f5-ee4633b660e6 port 13d08b62-8fee-4571-b0a3-fac4aeb529e5 binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:50:28.792298 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-24c659da-5664-43cd-8b10-f8b63a5f750b tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (9652e4f0-5d7c-4af7-9467-315551f18cba), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:28.813339 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-0cc7aa23-a4fb-4af6-8075-55835a8e59f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (13d08b62-8fee-4571-b0a3-fac4aeb529e5), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:28.827567 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-24c659da-5664-43cd-8b10-f8b63a5f750b tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for router_controller (9652e4f0-5d7c-4af7-9467-315551f18cba), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:28.899370 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83048087-1d81-4d93-9ed7-e606ccfcf8c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:50:28.987094 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 5b19120f-59c7-4b52-8a49-6e4233116ad8 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:50:29.144736 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-a8bc41a4-b70a-4e7c-a31c-6017311fc5f9 admin admin] Allocated IP 172.20.0.1 (43677c05-59b5-40a5-91e5-762f49280e61/37833b6b-2663-4531-9885-c488e289384b/ca6c94dd-f487-4d43-8e12-c6d81e70909f) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:50:29.164438 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:29.180429 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-47ac5da2-ca59-4035-a2c6-c2548f18d1c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (d1ef45f1-6f0b-4fda-8fbd-4f681506debb), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:29.202152 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 5b19120f-59c7-4b52-8a49-6e4233116ad8 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:50:29.204173 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (5b19120f-59c7-4b52-8a49-6e4233116ad8), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:29.205633 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 5b19120f-59c7-4b52-8a49-6e4233116ad8 Oct 04 20:50:29.315804 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:29.326961 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-83048087-1d81-4d93-9ed7-e606ccfcf8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (a529b227-6d38-4086-8a6e-442462f1fb90), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:29.333696 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-83048087-1d81-4d93-9ed7-e606ccfcf8c6 admin admin] Added segment a529b227-6d38-4086-8a6e-442462f1fb90 of type vlan for network f487490b-37cb-4d83-83a4-6c76529290fe Oct 04 20:50:29.491105 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 5b19120f-59c7-4b52-8a49-6e4233116ad8 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:50:29.525857 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83048087-1d81-4d93-9ed7-e606ccfcf8c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05090764-a0e4-4672-8b2f-505457294c31,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:29.610777 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 5ee2c5f8-53fd-44fb-95ba-3f30a0864856 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:50:29.649847 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a8bc41a4-b70a-4e7c-a31c-6017311fc5f9 admin admin] Publish callbacks [] for port (ca6c94dd-f487-4d43-8e12-c6d81e70909f), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:29.699778 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 5ee2c5f8-53fd-44fb-95ba-3f30a0864856 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:50:29.700893 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 5ee2c5f8-53fd-44fb-95ba-3f30a0864856 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:50:29.708114 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-24c659da-5664-43cd-8b10-f8b63a5f750b tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (9652e4f0-5d7c-4af7-9467-315551f18cba), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:29.715912 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c659da-5664-43cd-8b10-f8b63a5f750b tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Fanout notify agent at l3_agent the message router_deleted on router 9652e4f0-5d7c-4af7-9467-315551f18cba {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:50:29.741423 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-24c659da-5664-43cd-8b10-f8b63a5f750b tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:29.744155 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-24c659da-5664-43cd-8b10-f8b63a5f750b tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "DELETE /networking/v2.0/routers/9652e4f0-5d7c-4af7-9467-315551f18cba HTTP/1.1" status: 204 len: 168 time: 2.7295520 Oct 04 20:50:29.758112 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 43972) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:29.862756 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-47ac5da2-ca59-4035-a2c6-c2548f18d1c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (d1ef45f1-6f0b-4fda-8fbd-4f681506debb), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:29.869120 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-0cc7aa23-a4fb-4af6-8075-55835a8e59f4 None None] Publish callbacks [] for port (13d08b62-8fee-4571-b0a3-fac4aeb529e5), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:29.872195 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-47ac5da2-ca59-4035-a2c6-c2548f18d1c7 admin admin] Publish callbacks [] for router_controller (d1ef45f1-6f0b-4fda-8fbd-4f681506debb), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:29.875488 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a8bc41a4-b70a-4e7c-a31c-6017311fc5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (ca6c94dd-f487-4d43-8e12-c6d81e70909f), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:29.890103 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=78,neutron:INSERT=10,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:29.943764 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:29.948867 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-cccee994-2ae9-4737-8e33-0b85a9bd05ee tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Deleting subnet 7b3444b4-749e-451c-84cd-849f4d2650d1 {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:50:29.959655 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cccee994-2ae9-4737-8e33-0b85a9bd05ee tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for subnet (7b3444b4-749e-451c-84cd-849f4d2650d1), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:29.966991 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-83048087-1d81-4d93-9ed7-e606ccfcf8c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (f487490b-37cb-4d83-83a4-6c76529290fe), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:30.014504 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=73,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:30.024532 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-0cc7aa23-a4fb-4af6-8075-55835a8e59f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (13d08b62-8fee-4571-b0a3-fac4aeb529e5), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:30.042158 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bc41a4-b70a-4e7c-a31c-6017311fc5f9 admin admin] Network 43677c05-59b5-40a5-91e5-762f49280e61 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:50:30.058330 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-a8bc41a4-b70a-4e7c-a31c-6017311fc5f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:50:30.063861 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bc41a4-b70a-4e7c-a31c-6017311fc5f9 admin admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:50:30.116421 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-0cc7aa23-a4fb-4af6-8075-55835a8e59f4 None None] Attempting to bind port 13d08b62-8fee-4571-b0a3-fac4aeb529e5 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:50:30.117036 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-0cc7aa23-a4fb-4af6-8075-55835a8e59f4 None None] Attempting to bind port 13d08b62-8fee-4571-b0a3-fac4aeb529e5 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:50:30.126733 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc7aa23-a4fb-4af6-8075-55835a8e59f4 None None] Attempting to bind port 13d08b62-8fee-4571-b0a3-fac4aeb529e5 on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:50:30.154043 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cccee994-2ae9-4737-8e33-0b85a9bd05ee tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (7b3444b4-749e-451c-84cd-849f4d2650d1), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:30.158885 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-699cf744-c0ba-4fde-a225-1c84199a39fc admin admin] Publish callbacks [] for security_group (05bed731-64fd-4c10-93ce-d8bc090bc320), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:30.161326 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-47ac5da2-ca59-4035-a2c6-c2548f18d1c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (d1ef45f1-6f0b-4fda-8fbd-4f681506debb), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:30.170609 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ac5da2-ca59-4035-a2c6-c2548f18d1c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1ef45f1-6f0b-4fda-8fbd-4f681506debb {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:50:30.185212 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-47ac5da2-ca59-4035-a2c6-c2548f18d1c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:30.185212 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-47ac5da2-ca59-4035-a2c6-c2548f18d1c7 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/d1ef45f1-6f0b-4fda-8fbd-4f681506debb HTTP/1.1" status: 204 len: 168 time: 5.6435645 Oct 04 20:50:30.187957 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 43982) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:30.229822 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=100 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:30.312746 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39923e6a-166e-4b45-9037-71c991ea379a None None] Pushing event updated for resources: {'Port': ['ID=13d08b62-8fee-4571-b0a3-fac4aeb529e5,revision_number=2']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:30.348307 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc7aa23-a4fb-4af6-8075-55835a8e59f4 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:50:30.349394 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc7aa23-a4fb-4af6-8075-55835a8e59f4 None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:50:30.351047 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-0cc7aa23-a4fb-4af6-8075-55835a8e59f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:30.352157 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc7aa23-a4fb-4af6-8075-55835a8e59f4 None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:50:30.353541 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-0cc7aa23-a4fb-4af6-8075-55835a8e59f4 None None] Bound port: 13d08b62-8fee-4571-b0a3-fac4aeb529e5, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:50:30.357143 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-0cc7aa23-a4fb-4af6-8075-55835a8e59f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (13d08b62-8fee-4571-b0a3-fac4aeb529e5), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:30.384217 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-699cf744-c0ba-4fde-a225-1c84199a39fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (05bed731-64fd-4c10-93ce-d8bc090bc320), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:30.414924 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-83048087-1d81-4d93-9ed7-e606ccfcf8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (f487490b-37cb-4d83-83a4-6c76529290fe), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:30.417656 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83048087-1d81-4d93-9ed7-e606ccfcf8c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:50:30.420188 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-83048087-1d81-4d93-9ed7-e606ccfcf8c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:30.510946 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-0cc7aa23-a4fb-4af6-8075-55835a8e59f4 None None] For port 13d08b62-8fee-4571-b0a3-fac4aeb529e5, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:50:30.529855 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-0cc7aa23-a4fb-4af6-8075-55835a8e59f4 None None] For port 13d08b62-8fee-4571-b0a3-fac4aeb529e5, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=13d08b62-8fee-4571-b0a3-fac4aeb529e5,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:50:30.601703 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bc41a4-b70a-4e7c-a31c-6017311fc5f9 admin admin] Pushing event updated for resources: {'Port': ['ID=ca6c94dd-f487-4d43-8e12-c6d81e70909f,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:30.666603 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-0cc7aa23-a4fb-4af6-8075-55835a8e59f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (13d08b62-8fee-4571-b0a3-fac4aeb529e5), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:30.692844 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a8bc41a4-b70a-4e7c-a31c-6017311fc5f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (e95707ff-a942-4cf4-89f5-ee4633b660e6), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:30.725417 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-ab9c4cee-027b-4eb4-b76f-f25354416386 None None] Provisioning complete for port ca6c94dd-f487-4d43-8e12-c6d81e70909f triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:50:30.726426 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ab9c4cee-027b-4eb4-b76f-f25354416386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (ca6c94dd-f487-4d43-8e12-c6d81e70909f), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:30.727560 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-ab9c4cee-027b-4eb4-b76f-f25354416386 None None] Attempt 1 to provision port ca6c94dd-f487-4d43-8e12-c6d81e70909f Oct 04 20:50:30.814051 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-ab9c4cee-027b-4eb4-b76f-f25354416386 None None] Port ca6c94dd-f487-4d43-8e12-c6d81e70909f cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:50:30.819677 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cccee994-2ae9-4737-8e33-0b85a9bd05ee tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (7b3444b4-749e-451c-84cd-849f4d2650d1), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:30.840746 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83048087-1d81-4d93-9ed7-e606ccfcf8c6 admin admin] Pushing event updated for resources: {'Network': ['ID=f487490b-37cb-4d83-83a4-6c76529290fe,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:30.860926 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network f487490b-37cb-4d83-83a4-6c76529290fe details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:50:30.864865 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 43990) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:30.875778 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc7aa23-a4fb-4af6-8075-55835a8e59f4 None None] Routers {'e95707ff-a942-4cf4-89f5-ee4633b660e6'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:50:30.876843 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-0cc7aa23-a4fb-4af6-8075-55835a8e59f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:50:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['e95707ff-a942-4cf4-89f5-ee4633b660e6'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:50:30.899116 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-699cf744-c0ba-4fde-a225-1c84199a39fc admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=62046e452ae743558315aefdfd8b7391&name=default HTTP/1.1" status: 200 len: 3000 time: 4.7901800 Oct 04 20:50:30.924874 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-83048087-1d81-4d93-9ed7-e606ccfcf8c6 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 4.4172945 Oct 04 20:50:30.927077 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 43992) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:30.961393 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 43996) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:30.967112 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a218544-e96d-4ebf-873a-02a32cc66776 admin admin] Deleting subnet 600ce204-af55-4f99-9e5b-9ead6d70af4b {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:50:30.970691 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:30.978582 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-adbd0db3-b8ab-40a9-be4e-7c3484c9ba9f admin admin] Request body: {'subnet': {'network_id': 'f487490b-37cb-4d83-83a4-6c76529290fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1751069113-subnet', 'tenant_id': '0d0dc488153a43779aabb1dc0774eda1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:50:31.035069 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8a218544-e96d-4ebf-873a-02a32cc66776 admin admin] Publish callbacks [] for subnet (600ce204-af55-4f99-9e5b-9ead6d70af4b), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:31.056884 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699cf744-c0ba-4fde-a225-1c84199a39fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05bed731-64fd-4c10-93ce-d8bc090bc320,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:31.093983 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39923e6a-166e-4b45-9037-71c991ea379a None None] Pushing event updated for resources: {'Port': ['ID=13d08b62-8fee-4571-b0a3-fac4aeb529e5,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:31.115021 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cccee994-2ae9-4737-8e33-0b85a9bd05ee tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (7b3444b4-749e-451c-84cd-849f4d2650d1), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:31.201541 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccee994-2ae9-4737-8e33-0b85a9bd05ee tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event deleted for resources: {'Subnet': ['ID=7b3444b4-749e-451c-84cd-849f4d2650d1,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:31.212622 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cccee994-2ae9-4737-8e33-0b85a9bd05ee tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:31.221008 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e12f10c-0273-436c-8abe-bee4bd9d6e8c None None] Network f7f45e16-30d4-44c7-a3d9-013716e88c6f requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:50:31.228470 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-cccee994-2ae9-4737-8e33-0b85a9bd05ee tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/7b3444b4-749e-451c-84cd-849f4d2650d1 HTTP/1.1" status: 204 len: 168 time: 1.4687161 Oct 04 20:50:31.232583 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 44002) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:31.284598 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-332c606f-b610-4aad-8cb3-9378d3370abc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-303908132-network', 'tenant_id': '6006071429214a518602cecf8646892a'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:50:31.321260 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-0cc7aa23-a4fb-4af6-8075-55835a8e59f4 None None] Set router e95707ff-a942-4cf4-89f5-ee4633b660e6 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:50:31.355271 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adbd0db3-b8ab-40a9-be4e-7c3484c9ba9f admin admin] Made reservation on behalf of 0d0dc488153a43779aabb1dc0774eda1 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:50:31.366126 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-adbd0db3-b8ab-40a9-be4e-7c3484c9ba9f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:31.453416 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a8bc41a4-b70a-4e7c-a31c-6017311fc5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (ca6c94dd-f487-4d43-8e12-c6d81e70909f), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:31.511899 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2b42261a-4156-4972-aab5-1b378b44ab33 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (f7f45e16-30d4-44c7-a3d9-013716e88c6f), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:31.666483 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8a218544-e96d-4ebf-873a-02a32cc66776 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (600ce204-af55-4f99-9e5b-9ead6d70af4b), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:31.699686 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:31.789536 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-2b42261a-4156-4972-aab5-1b378b44ab33 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Deleting port f1ef96b2-bb28-47f6-8a76-5f41446447ea {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:50:31.790157 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2b42261a-4156-4972-aab5-1b378b44ab33 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (f1ef96b2-bb28-47f6-8a76-5f41446447ea), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:31.794943 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed32bbdb-cf81-4e5f-a5a6-84392929e2c8 None None] DHCP port deletion for f7f45e16-30d4-44c7-a3d9-013716e88c6f request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:50:31.826154 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332c606f-b610-4aad-8cb3-9378d3370abc admin admin] Made reservation on behalf of 6006071429214a518602cecf8646892a for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:50:31.832068 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-332c606f-b610-4aad-8cb3-9378d3370abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:31.914083 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-332c606f-b610-4aad-8cb3-9378d3370abc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:31.916655 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:31.935503 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a67aaf56-3213-4a5d-9885-5cf8f4a072ea admin admin] Publish callbacks [] for security_group (05bed731-64fd-4c10-93ce-d8bc090bc320), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:32.005597 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-ed32bbdb-cf81-4e5f-a5a6-84392929e2c8 None None] Deleting port f1ef96b2-bb28-47f6-8a76-5f41446447ea {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:50:32.008338 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ed32bbdb-cf81-4e5f-a5a6-84392929e2c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (f1ef96b2-bb28-47f6-8a76-5f41446447ea), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:32.019970 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-2b42261a-4156-4972-aab5-1b378b44ab33 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] For port f1ef96b2-bb28-47f6-8a76-5f41446447ea, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=f1ef96b2-bb28-47f6-8a76-5f41446447ea,segment=NetworkSegment(25ae3018-2492-4228-9de5-9f1decbdc5d7),segment_id=25ae3018-2492-4228-9de5-9f1decbdc5d7)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:50:32.020688 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2b42261a-4156-4972-aab5-1b378b44ab33 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (f1ef96b2-bb28-47f6-8a76-5f41446447ea), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:32.075466 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-2b42261a-4156-4972-aab5-1b378b44ab33 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Calling delete_port for f1ef96b2-bb28-47f6-8a76-5f41446447ea owned by network:dhcp {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:50:32.083668 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-0cc7aa23-a4fb-4af6-8075-55835a8e59f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95707ff-a942-4cf4-89f5-ee4633b660e6', 'name': 'tempest-ServersTestJSON-1365820812-router', 'tenant_id': '4387f90f1ad8429bb47aaabfe531871b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '13d08b62-8fee-4571-b0a3-fac4aeb529e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:11Z', 'updated_at': '2022-10-04T20:50:22Z', 'revision_number': 3, 'project_id': '4387f90f1ad8429bb47aaabfe531871b', 'gw_port': {'id': '13d08b62-8fee-4571-b0a3-fac4aeb529e5', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:71:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95707ff-a942-4cf4-89f5-ee4633b660e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:16Z', 'updated_at': '2022-10-04T20:50:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:50:32.111093 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 44016) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:32.129153 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a8bc41a4-b70a-4e7c-a31c-6017311fc5f9 admin admin] Publish callbacks [] for port (ca6c94dd-f487-4d43-8e12-c6d81e70909f), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:32.157465 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc7aa23-a4fb-4af6-8075-55835a8e59f4 None None] The sync data for ids ['e95707ff-a942-4cf4-89f5-ee4633b660e6'] in n-d-852085-12 is: [{'id': 'e95707ff-a942-4cf4-89f5-ee4633b660e6', 'name': 'tempest-ServersTestJSON-1365820812-router', 'tenant_id': '4387f90f1ad8429bb47aaabfe531871b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '13d08b62-8fee-4571-b0a3-fac4aeb529e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:11Z', 'updated_at': '2022-10-04T20:50:22Z', 'revision_number': 3, 'project_id': '4387f90f1ad8429bb47aaabfe531871b', 'gw_port': {'id': '13d08b62-8fee-4571-b0a3-fac4aeb529e5', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:71:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95707ff-a942-4cf4-89f5-ee4633b660e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:16Z', 'updated_at': '2022-10-04T20:50:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:50:32.244274 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a8bc41a4-b70a-4e7c-a31c-6017311fc5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (ca6c94dd-f487-4d43-8e12-c6d81e70909f), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:32.245496 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a67aaf56-3213-4a5d-9885-5cf8f4a072ea admin admin] Publish callbacks [] for security_group (05bed731-64fd-4c10-93ce-d8bc090bc320), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:32.427308 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8a218544-e96d-4ebf-873a-02a32cc66776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (600ce204-af55-4f99-9e5b-9ead6d70af4b), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:32.580491 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:32.653877 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-ed32bbdb-cf81-4e5f-a5a6-84392929e2c8 None None] For port f1ef96b2-bb28-47f6-8a76-5f41446447ea, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=f1ef96b2-bb28-47f6-8a76-5f41446447ea,segment=NetworkSegment(25ae3018-2492-4228-9de5-9f1decbdc5d7),segment_id=25ae3018-2492-4228-9de5-9f1decbdc5d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:50:32.654822 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ed32bbdb-cf81-4e5f-a5a6-84392929e2c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (f1ef96b2-bb28-47f6-8a76-5f41446447ea), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:32.703447 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-ed32bbdb-cf81-4e5f-a5a6-84392929e2c8 None None] Calling delete_port for f1ef96b2-bb28-47f6-8a76-5f41446447ea owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:50:32.932934 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-332c606f-b610-4aad-8cb3-9378d3370abc admin admin] Publish callbacks [] for security_group (4a1e8dac-766f-4487-8f70-e04d8bd48e15), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:32.956340 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:32.971936 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device f1ef96b2-bb28-47f6-8a76-5f41446447ea no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:50:32.995569 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8a218544-e96d-4ebf-873a-02a32cc66776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (600ce204-af55-4f99-9e5b-9ead6d70af4b), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:33.035313 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a67aaf56-3213-4a5d-9885-5cf8f4a072ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (05bed731-64fd-4c10-93ce-d8bc090bc320), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:33.042607 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a67aaf56-3213-4a5d-9885-5cf8f4a072ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:33.048631 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a67aaf56-3213-4a5d-9885-5cf8f4a072ea admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/05bed731-64fd-4c10-93ce-d8bc090bc320 HTTP/1.1" status: 204 len: 168 time: 2.1035056 Oct 04 20:50:33.048631 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8a218544-e96d-4ebf-873a-02a32cc66776 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:33.055449 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-8a218544-e96d-4ebf-873a-02a32cc66776 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/600ce204-af55-4f99-9e5b-9ead6d70af4b HTTP/1.1" status: 204 len: 168 time: 2.8649254 Oct 04 20:50:33.076423 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345dae99-9eba-4160-8b8a-cdf885d90922 None None] Network 90cd3eb5-9709-45c4-95f1-239dd148a341 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:50:33.114538 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 44024) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:33.117103 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-adbd0db3-b8ab-40a9-be4e-7c3484c9ba9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (3850aa57-00fd-426a-9414-aaa757536fe2), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:33.140102 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-332c606f-b610-4aad-8cb3-9378d3370abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (4a1e8dac-766f-4487-8f70-e04d8bd48e15), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:33.162198 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a218544-e96d-4ebf-873a-02a32cc66776 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=600ce204-af55-4f99-9e5b-9ead6d70af4b,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:33.174035 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:33.263931 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67aaf56-3213-4a5d-9885-5cf8f4a072ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05bed731-64fd-4c10-93ce-d8bc090bc320,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:33.269127 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ed32bbdb-cf81-4e5f-a5a6-84392929e2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (f1ef96b2-bb28-47f6-8a76-5f41446447ea), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:33.276367 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-2e059673-6ba3-43de-a858-56d103c3ee4f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1083054699-network', 'tenant_id': '72a4f1e433a6427ab380248125ebc5b6'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:50:33.330524 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2b42261a-4156-4972-aab5-1b378b44ab33 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (f1ef96b2-bb28-47f6-8a76-5f41446447ea), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:33.350325 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed32bbdb-cf81-4e5f-a5a6-84392929e2c8 None None] Pushing event deleted for resources: {'Port': ['ID=f1ef96b2-bb28-47f6-8a76-5f41446447ea,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:33.372694 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bc41a4-b70a-4e7c-a31c-6017311fc5f9 admin admin] Pushing event updated for resources: {'Port': ['ID=ca6c94dd-f487-4d43-8e12-c6d81e70909f,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:33.388226 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a8bc41a4-b70a-4e7c-a31c-6017311fc5f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (e95707ff-a942-4cf4-89f5-ee4633b660e6), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:33.408826 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port f1ef96b2-bb28-47f6-8a76-5f41446447ea is: ACTIVE; New status is: DOWN {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:50:33.409436 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (f1ef96b2-bb28-47f6-8a76-5f41446447ea), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:33.418562 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e56e459c-46f0-4af6-a6f5-86dc95c1cb7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (90cd3eb5-9709-45c4-95f1-239dd148a341), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:33.434512 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed32bbdb-cf81-4e5f-a5a6-84392929e2c8 None None] No DVR routers for this DVR port f1ef96b2-bb28-47f6-8a76-5f41446447ea on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:50:33.477103 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-332c606f-b610-4aad-8cb3-9378d3370abc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:50:33.497610 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b42261a-4156-4972-aab5-1b378b44ab33 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event deleted for resources: {'Port': ['ID=f1ef96b2-bb28-47f6-8a76-5f41446447ea,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:33.503873 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbd0db3-b8ab-40a9-be4e-7c3484c9ba9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3850aa57-00fd-426a-9414-aaa757536fe2,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:33.579931 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:33.582881 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-332c606f-b610-4aad-8cb3-9378d3370abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (34002782-2404-4103-98c7-5fd63d12e2ea), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:33.583500 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-332c606f-b610-4aad-8cb3-9378d3370abc admin admin] Added segment 34002782-2404-4103-98c7-5fd63d12e2ea of type vlan for network f0fe7fb4-d5ef-472d-aff1-4131ebf9faf7 Oct 04 20:50:33.623313 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbd0db3-b8ab-40a9-be4e-7c3484c9ba9f admin admin] Checking segment: {'id': 'a529b227-6d38-4086-8a6e-442462f1fb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f487490b-37cb-4d83-83a4-6c76529290fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:50:33.623982 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbd0db3-b8ab-40a9-be4e-7c3484c9ba9f admin admin] Network hostable DHCP agents. Network: f487490b-37cb-4d83-83a4-6c76529290fe, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:50:33.636215 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332c606f-b610-4aad-8cb3-9378d3370abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1e8dac-766f-4487-8f70-e04d8bd48e15,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:33.666734 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b42261a-4156-4972-aab5-1b378b44ab33 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] No DVR routers for this DVR port f1ef96b2-bb28-47f6-8a76-5f41446447ea on host n-d-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:50:33.720712 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f16716-48d0-45b4-ba0f-a85f26b1de5b None None] DHCP port deletion for 90cd3eb5-9709-45c4-95f1-239dd148a341 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:50:33.779390 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:33.882652 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e2f16716-48d0-45b4-ba0f-a85f26b1de5b None None] Deleting port ec173b94-f8df-4b7d-b22c-7ef7cc733b12 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:50:33.883490 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e2f16716-48d0-45b4-ba0f-a85f26b1de5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (ec173b94-f8df-4b7d-b22c-7ef7cc733b12), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:33.904880 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-332c606f-b610-4aad-8cb3-9378d3370abc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (f0fe7fb4-d5ef-472d-aff1-4131ebf9faf7), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:33.959609 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e059673-6ba3-43de-a858-56d103c3ee4f admin admin] Made reservation on behalf of 72a4f1e433a6427ab380248125ebc5b6 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:50:33.969312 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-e56e459c-46f0-4af6-a6f5-86dc95c1cb7d admin admin] Deleting port ec173b94-f8df-4b7d-b22c-7ef7cc733b12 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:50:33.971188 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2e059673-6ba3-43de-a858-56d103c3ee4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:33.971598 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e56e459c-46f0-4af6-a6f5-86dc95c1cb7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (ec173b94-f8df-4b7d-b22c-7ef7cc733b12), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:34.047006 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:34.157551 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2b42261a-4156-4972-aab5-1b378b44ab33 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (f7f45e16-30d4-44c7-a3d9-013716e88c6f), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:34.167567 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2e059673-6ba3-43de-a858-56d103c3ee4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:34.200970 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e2f16716-48d0-45b4-ba0f-a85f26b1de5b None None] For port ec173b94-f8df-4b7d-b22c-7ef7cc733b12, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=ec173b94-f8df-4b7d-b22c-7ef7cc733b12,segment=NetworkSegment(e46edfbf-aa2a-42f2-84a4-33213f061a9a),segment_id=e46edfbf-aa2a-42f2-84a4-33213f061a9a)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:50:34.208756 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e2f16716-48d0-45b4-ba0f-a85f26b1de5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (ec173b94-f8df-4b7d-b22c-7ef7cc733b12), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:34.264815 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e2f16716-48d0-45b4-ba0f-a85f26b1de5b None None] Calling delete_port for ec173b94-f8df-4b7d-b22c-7ef7cc733b12 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:50:34.267602 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-e56e459c-46f0-4af6-a6f5-86dc95c1cb7d admin admin] For port ec173b94-f8df-4b7d-b22c-7ef7cc733b12, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=ec173b94-f8df-4b7d-b22c-7ef7cc733b12,segment=NetworkSegment(e46edfbf-aa2a-42f2-84a4-33213f061a9a),segment_id=e46edfbf-aa2a-42f2-84a4-33213f061a9a)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:50:34.268451 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e56e459c-46f0-4af6-a6f5-86dc95c1cb7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (ec173b94-f8df-4b7d-b22c-7ef7cc733b12), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:34.302266 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:34.303817 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-e56e459c-46f0-4af6-a6f5-86dc95c1cb7d admin admin] Calling delete_port for ec173b94-f8df-4b7d-b22c-7ef7cc733b12 owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:50:34.330879 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.db.resource_extend [None req-332c606f-b610-4aad-8cb3-9378d3370abc admin admin] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 04 20:50:34.369442 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bc41a4-b70a-4e7c-a31c-6017311fc5f9 admin admin] Network 43677c05-59b5-40a5-91e5-762f49280e61 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:50:34.383652 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-2b42261a-4156-4972-aab5-1b378b44ab33 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7f45e16-30d4-44c7-a3d9-013716e88c6f']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:50:34.400274 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-a8bc41a4-b70a-4e7c-a31c-6017311fc5f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:50:34.434470 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbd0db3-b8ab-40a9-be4e-7c3484c9ba9f admin admin] Network f487490b-37cb-4d83-83a4-6c76529290fe is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:50:34.489254 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-2b42261a-4156-4972-aab5-1b378b44ab33 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25ae3018-2492-4228-9de5-9f1decbdc5d7') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:50:34.489741 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-2b42261a-4156-4972-aab5-1b378b44ab33 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25ae3018-2492-4228-9de5-9f1decbdc5d7') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:50:34.540461 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-332c606f-b610-4aad-8cb3-9378d3370abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (f0fe7fb4-d5ef-472d-aff1-4131ebf9faf7), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:34.543499 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332c606f-b610-4aad-8cb3-9378d3370abc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:50:34.548725 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-332c606f-b610-4aad-8cb3-9378d3370abc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:34.613573 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-adbd0db3-b8ab-40a9-be4e-7c3484c9ba9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, f487490b-37cb-4d83-83a4-6c76529290fe) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:50:34.628281 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2b42261a-4156-4972-aab5-1b378b44ab33 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (25ae3018-2492-4228-9de5-9f1decbdc5d7), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:34.629744 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2f0fac-b991-4f88-b84a-51c301ac515c None None] Network f487490b-37cb-4d83-83a4-6c76529290fe requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:50:34.705498 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbd0db3-b8ab-40a9-be4e-7c3484c9ba9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:50:34.706481 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-adbd0db3-b8ab-40a9-be4e-7c3484c9ba9f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:34.707083 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2b42261a-4156-4972-aab5-1b378b44ab33 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (25ae3018-2492-4228-9de5-9f1decbdc5d7), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:34.741047 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b42261a-4156-4972-aab5-1b378b44ab33 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:50:34.742364 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2b42261a-4156-4972-aab5-1b378b44ab33 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (25ae3018-2492-4228-9de5-9f1decbdc5d7), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:34.837266 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e56e459c-46f0-4af6-a6f5-86dc95c1cb7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (ec173b94-f8df-4b7d-b22c-7ef7cc733b12), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:34.892559 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-332c606f-b610-4aad-8cb3-9378d3370abc admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.9863262 Oct 04 20:50:34.906563 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=8 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:34.916559 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e2f16716-48d0-45b4-ba0f-a85f26b1de5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (ec173b94-f8df-4b7d-b22c-7ef7cc733b12), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:34.940640 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 44036) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:34.944258 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 25ae3018-2492-4228-9de5-9f1decbdc5d7 resource provider aggregate not found Oct 04 20:50:34.983389 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-0fea1d68-5a1f-4682-9cf0-9781d269db62 admin admin] Request body: {'subnet': {'network_id': 'f0fe7fb4-d5ef-472d-aff1-4131ebf9faf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-303908132-subnet', 'tenant_id': '6006071429214a518602cecf8646892a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:50:35.081549 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 25ae3018-2492-4228-9de5-9f1decbdc5d7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 25ae3018-2492-4228-9de5-9f1decbdc5d7 found for delete ", "request_id": "req-9daf72b9-371f-4885-b8b1-3632dc832b6f"}]} Oct 04 20:50:35.131737 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56e459c-46f0-4af6-a6f5-86dc95c1cb7d admin admin] Pushing event deleted for resources: {'Port': ['ID=ec173b94-f8df-4b7d-b22c-7ef7cc733b12,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:35.135303 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 44040) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:35.164607 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f16716-48d0-45b4-ba0f-a85f26b1de5b None None] Pushing event deleted for resources: {'Port': ['ID=ec173b94-f8df-4b7d-b22c-7ef7cc733b12,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:35.170007 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332c606f-b610-4aad-8cb3-9378d3370abc admin admin] Pushing event updated for resources: {'Network': ['ID=f0fe7fb4-d5ef-472d-aff1-4131ebf9faf7,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:35.178407 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f16716-48d0-45b4-ba0f-a85f26b1de5b None None] No DVR routers for this DVR port ec173b94-f8df-4b7d-b22c-7ef7cc733b12 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:50:35.184035 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56e459c-46f0-4af6-a6f5-86dc95c1cb7d admin admin] No DVR routers for this DVR port ec173b94-f8df-4b7d-b22c-7ef7cc733b12 on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:50:35.200936 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 13d08b62-8fee-4571-b0a3-fac4aeb529e5 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:50:35.212804 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8bc41a4-b70a-4e7c-a31c-6017311fc5f9 admin admin] Router e95707ff-a942-4cf4-89f5-ee4633b660e6 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:50:35.281227 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fea1d68-5a1f-4682-9cf0-9781d269db62 admin admin] Made reservation on behalf of 6006071429214a518602cecf8646892a for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:50:35.286529 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0fea1d68-5a1f-4682-9cf0-9781d269db62 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:35.293993 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-adbd0db3-b8ab-40a9-be4e-7c3484c9ba9f admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.3221591 Oct 04 20:50:35.296906 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1f0ac012-8640-40cd-904b-3a7436822b12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:35.299001 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network f0fe7fb4-d5ef-472d-aff1-4131ebf9faf7 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:50:35.314556 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 44042) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:35.326319 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-2678597d-93b9-4387-9859-250eaa6f095f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1751069113-router', 'tenant_id': '0d0dc488153a43779aabb1dc0774eda1', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:50:35.528622 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e56e459c-46f0-4af6-a6f5-86dc95c1cb7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (90cd3eb5-9709-45c4-95f1-239dd148a341), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:35.567701 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858be882-f87a-4d7e-a35e-27426147c0e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-f487490b-37cb-4d83-83a4-6c76529290fe', 'network_id': 'f487490b-37cb-4d83-83a4-6c76529290fe', 'project_id': '0d0dc488153a43779aabb1dc0774eda1', 'fixed_ips': [{'subnet_id': '3850aa57-00fd-426a-9414-aaa757536fe2'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:50:35.571306 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-858be882-f87a-4d7e-a35e-27426147c0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:35.578255 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-ef23e799-61de-4af2-ae49-55282f8b95c4 None None] Provisioning complete for port ca6c94dd-f487-4d43-8e12-c6d81e70909f triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:50:35.580276 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:35.582729 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ef23e799-61de-4af2-ae49-55282f8b95c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (ca6c94dd-f487-4d43-8e12-c6d81e70909f), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:35.583335 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8bc41a4-b70a-4e7c-a31c-6017311fc5f9 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:50:35.584500 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-ef23e799-61de-4af2-ae49-55282f8b95c4 None None] Attempt 1 to provision port ca6c94dd-f487-4d43-8e12-c6d81e70909f Oct 04 20:50:35.600178 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-e56e459c-46f0-4af6-a6f5-86dc95c1cb7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90cd3eb5-9709-45c4-95f1-239dd148a341']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:50:35.620571 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2b42261a-4156-4972-aab5-1b378b44ab33 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (f7f45e16-30d4-44c7-a3d9-013716e88c6f), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:35.636009 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2678597d-93b9-4387-9859-250eaa6f095f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (7f87a99b-f9ff-4c4c-910a-ba4d597359c4), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:35.637851 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2678597d-93b9-4387-9859-250eaa6f095f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (7f87a99b-f9ff-4c4c-910a-ba4d597359c4), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:35.666488 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-e56e459c-46f0-4af6-a6f5-86dc95c1cb7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e46edfbf-aa2a-42f2-84a4-33213f061a9a') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:50:35.666947 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-e56e459c-46f0-4af6-a6f5-86dc95c1cb7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e46edfbf-aa2a-42f2-84a4-33213f061a9a') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:50:35.686002 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a8bc41a4-b70a-4e7c-a31c-6017311fc5f9 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/e95707ff-a942-4cf4-89f5-ee4633b660e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8764064 Oct 04 20:50:35.690287 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2e059673-6ba3-43de-a858-56d103c3ee4f admin admin] Publish callbacks [] for security_group (5dd2f476-f7bf-425c-ad24-b0fe40c7da5a), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:35.712950 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 13d08b62-8fee-4571-b0a3-fac4aeb529e5 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:50:35.713640 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (13d08b62-8fee-4571-b0a3-fac4aeb529e5), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:35.714377 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 13d08b62-8fee-4571-b0a3-fac4aeb529e5 Oct 04 20:50:35.782941 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e56e459c-46f0-4af6-a6f5-86dc95c1cb7d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (e46edfbf-aa2a-42f2-84a4-33213f061a9a), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:35.811769 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2b42261a-4156-4972-aab5-1b378b44ab33 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:35.821279 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2b42261a-4156-4972-aab5-1b378b44ab33 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "DELETE /networking/v2.0/networks/f7f45e16-30d4-44c7-a3d9-013716e88c6f HTTP/1.1" status: 204 len: 168 time: 4.5870628 Oct 04 20:50:35.828360 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b42261a-4156-4972-aab5-1b378b44ab33 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event deleted for resources: {'Network': ['ID=f7f45e16-30d4-44c7-a3d9-013716e88c6f,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:35.835984 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 44048) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:35.846049 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-7f756fa2-6378-41ef-9315-f3ad11900fb0 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1933585120', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:50:35.867086 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2e059673-6ba3-43de-a858-56d103c3ee4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (5dd2f476-f7bf-425c-ad24-b0fe40c7da5a), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:35.906943 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e56e459c-46f0-4af6-a6f5-86dc95c1cb7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (e46edfbf-aa2a-42f2-84a4-33213f061a9a), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:35.978113 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e059673-6ba3-43de-a858-56d103c3ee4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:50:35.997814 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e56e459c-46f0-4af6-a6f5-86dc95c1cb7d admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:50:35.998712 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e56e459c-46f0-4af6-a6f5-86dc95c1cb7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (e46edfbf-aa2a-42f2-84a4-33213f061a9a), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:36.122268 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-ef23e799-61de-4af2-ae49-55282f8b95c4 None None] Port ca6c94dd-f487-4d43-8e12-c6d81e70909f cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:50:36.180958 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment e46edfbf-aa2a-42f2-84a4-33213f061a9a resource provider aggregate not found Oct 04 20:50:36.215844 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2678597d-93b9-4387-9859-250eaa6f095f admin admin] Publish callbacks [] for router_controller (7f87a99b-f9ff-4c4c-910a-ba4d597359c4), precommit_add_association {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:36.240166 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb21c84-45d5-4acb-bc3a-df7a91c5443d None None] Sync routers for ids ['e95707ff-a942-4cf4-89f5-ee4633b660e6'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:50:36.301187 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb21c84-45d5-4acb-bc3a-df7a91c5443d None None] Routers {'e95707ff-a942-4cf4-89f5-ee4633b660e6'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:50:36.302645 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment e46edfbf-aa2a-42f2-84a4-33213f061a9a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e46edfbf-aa2a-42f2-84a4-33213f061a9a found for delete ", "request_id": "req-20fa00c9-bfb6-45fc-a47c-e743e5be2c73"}]} Oct 04 20:50:36.306300 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-bdb21c84-45d5-4acb-bc3a-df7a91c5443d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:50:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['e95707ff-a942-4cf4-89f5-ee4633b660e6'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:50:36.330187 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-858be882-f87a-4d7e-a35e-27426147c0e0 None None] Allocated IP 172.20.0.2 (f487490b-37cb-4d83-83a4-6c76529290fe/3850aa57-00fd-426a-9414-aaa757536fe2/cd448b4c-050b-49fb-b70f-b2549e06adbd) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:50:36.575681 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:36.619343 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=76,neutron:DELETE=6,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:36.633222 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2e059673-6ba3-43de-a858-56d103c3ee4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (f275d388-f627-415e-8e96-c7eb27d8866f), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:36.634065 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-2e059673-6ba3-43de-a858-56d103c3ee4f admin admin] Added segment f275d388-f627-415e-8e96-c7eb27d8866f of type vlan for network 271ee594-d335-4e64-9a5f-f76e148f6d50 Oct 04 20:50:36.639032 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e059673-6ba3-43de-a858-56d103c3ee4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd2f476-f7bf-425c-ad24-b0fe40c7da5a,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:36.664715 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7f756fa2-6378-41ef-9315-f3ad11900fb0 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (3081662c-0fdc-4630-b24f-73f5027b7119), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:36.673496 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7f756fa2-6378-41ef-9315-f3ad11900fb0 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (3081662c-0fdc-4630-b24f-73f5027b7119), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:36.766498 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:36.813572 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:36.859117 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-bdb21c84-45d5-4acb-bc3a-df7a91c5443d None None] Set router e95707ff-a942-4cf4-89f5-ee4633b660e6 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:50:36.879683 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e56e459c-46f0-4af6-a6f5-86dc95c1cb7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (90cd3eb5-9709-45c4-95f1-239dd148a341), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:36.907518 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2e059673-6ba3-43de-a858-56d103c3ee4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (271ee594-d335-4e64-9a5f-f76e148f6d50), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:36.958282 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-858be882-f87a-4d7e-a35e-27426147c0e0 None None] Publish callbacks [] for port (cd448b4c-050b-49fb-b70f-b2549e06adbd), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:36.971371 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0fea1d68-5a1f-4682-9cf0-9781d269db62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (700f711a-a2d3-4a29-ad52-223018b5e575), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:36.975734 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1f0ac012-8640-40cd-904b-3a7436822b12 admin admin] Publish callbacks [] for security_group (152834d4-83c8-4076-8305-86c2ff5e0680), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:37.010772 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e56e459c-46f0-4af6-a6f5-86dc95c1cb7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:37.012972 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 13d08b62-8fee-4571-b0a3-fac4aeb529e5 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:50:37.013931 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (13d08b62-8fee-4571-b0a3-fac4aeb529e5), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:37.016846 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e56e459c-46f0-4af6-a6f5-86dc95c1cb7d admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/90cd3eb5-9709-45c4-95f1-239dd148a341 HTTP/1.1" status: 204 len: 168 time: 3.8881943 Oct 04 20:50:37.078191 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 13d08b62-8fee-4571-b0a3-fac4aeb529e5, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=13d08b62-8fee-4571-b0a3-fac4aeb529e5,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:50:37.093536 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2678597d-93b9-4387-9859-250eaa6f095f admin admin] Publish callbacks [] for router_gateway (7f87a99b-f9ff-4c4c-910a-ba4d597359c4), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:37.103016 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56e459c-46f0-4af6-a6f5-86dc95c1cb7d admin admin] Pushing event deleted for resources: {'Network': ['ID=90cd3eb5-9709-45c4-95f1-239dd148a341,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:37.133503 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-858be882-f87a-4d7e-a35e-27426147c0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (cd448b4c-050b-49fb-b70f-b2549e06adbd), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:37.145813 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1f0ac012-8640-40cd-904b-3a7436822b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (152834d4-83c8-4076-8305-86c2ff5e0680), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:37.189226 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7f756fa2-6378-41ef-9315-f3ad11900fb0 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for router_controller (3081662c-0fdc-4630-b24f-73f5027b7119), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:37.201104 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2e059673-6ba3-43de-a858-56d103c3ee4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (271ee594-d335-4e64-9a5f-f76e148f6d50), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:37.202965 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e059673-6ba3-43de-a858-56d103c3ee4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:50:37.204051 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2e059673-6ba3-43de-a858-56d103c3ee4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:37.252646 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (13d08b62-8fee-4571-b0a3-fac4aeb529e5), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:37.288701 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56e459c-46f0-4af6-a6f5-86dc95c1cb7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:50:37.296084 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56e459c-46f0-4af6-a6f5-86dc95c1cb7d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:50:37.298538 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56e459c-46f0-4af6-a6f5-86dc95c1cb7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:50:37.299088 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56e459c-46f0-4af6-a6f5-86dc95c1cb7d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:50:37.299675 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56e459c-46f0-4af6-a6f5-86dc95c1cb7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:50:37.301645 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56e459c-46f0-4af6-a6f5-86dc95c1cb7d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:50:37.304381 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56e459c-46f0-4af6-a6f5-86dc95c1cb7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:50:37.305954 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56e459c-46f0-4af6-a6f5-86dc95c1cb7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:50:37.320592 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56e459c-46f0-4af6-a6f5-86dc95c1cb7d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:50:37.325531 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56e459c-46f0-4af6-a6f5-86dc95c1cb7d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:50:37.332316 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56e459c-46f0-4af6-a6f5-86dc95c1cb7d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:50:37.341091 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56e459c-46f0-4af6-a6f5-86dc95c1cb7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:50:37.342200 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56e459c-46f0-4af6-a6f5-86dc95c1cb7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:50:37.344830 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56e459c-46f0-4af6-a6f5-86dc95c1cb7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:50:37.346974 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56e459c-46f0-4af6-a6f5-86dc95c1cb7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:50:37.367355 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7f756fa2-6378-41ef-9315-f3ad11900fb0 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (3081662c-0fdc-4630-b24f-73f5027b7119), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:37.378077 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-1f0ac012-8640-40cd-904b-3a7436822b12 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=9413f2837b35458daff53dc867033535&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2394521 Oct 04 20:50:37.385680 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 44064) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:37.386561 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0ac012-8640-40cd-904b-3a7436822b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=152834d4-83c8-4076-8305-86c2ff5e0680,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:37.388602 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:37.396628 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fea1d68-5a1f-4682-9cf0-9781d269db62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=700f711a-a2d3-4a29-ad52-223018b5e575,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:37.453799 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858be882-f87a-4d7e-a35e-27426147c0e0 None None] Network f487490b-37cb-4d83-83a4-6c76529290fe is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:50:37.468134 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-858be882-f87a-4d7e-a35e-27426147c0e0 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:50:37.472240 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e059673-6ba3-43de-a858-56d103c3ee4f admin admin] Pushing event updated for resources: {'Network': ['ID=271ee594-d335-4e64-9a5f-f76e148f6d50,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:37.474192 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fea1d68-5a1f-4682-9cf0-9781d269db62 admin admin] Checking segment: {'id': '34002782-2404-4103-98c7-5fd63d12e2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f0fe7fb4-d5ef-472d-aff1-4131ebf9faf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:50:37.475705 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fea1d68-5a1f-4682-9cf0-9781d269db62 admin admin] Network hostable DHCP agents. Network: f0fe7fb4-d5ef-472d-aff1-4131ebf9faf7, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:50:37.482170 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858be882-f87a-4d7e-a35e-27426147c0e0 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:50:37.506413 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858be882-f87a-4d7e-a35e-27426147c0e0 None None] Pushing event updated for resources: {'Port': ['ID=cd448b4c-050b-49fb-b70f-b2549e06adbd,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:37.526591 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2e059673-6ba3-43de-a858-56d103c3ee4f admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 5.4069502 Oct 04 20:50:37.538067 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 44066) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:37.558314 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-4c17cd91-d125-4d72-bc77-6121374489d6 admin admin] Request body: {'subnet': {'network_id': '271ee594-d335-4e64-9a5f-f76e148f6d50', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1083054699-subnet', 'tenant_id': '72a4f1e433a6427ab380248125ebc5b6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:50:37.630227 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 271ee594-d335-4e64-9a5f-f76e148f6d50 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:50:37.634329 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device ec173b94-f8df-4b7d-b22c-7ef7cc733b12 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:50:37.654985 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7f756fa2-6378-41ef-9315-f3ad11900fb0 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:37.659654 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-7f756fa2-6378-41ef-9315-f3ad11900fb0 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.8201084 Oct 04 20:50:37.662955 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 44068) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:37.674937 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-70352dc5-281d-4e84-92dd-b9864d99b6bc tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Request body: {'network': {'name': 'tempest-RoutersTest-1808382819'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:50:37.677009 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d870a678-eb6d-4237-b9a6-2db4c358f5eb admin admin] Publish callbacks [] for security_group (152834d4-83c8-4076-8305-86c2ff5e0680), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:37.731274 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d870a678-eb6d-4237-b9a6-2db4c358f5eb admin admin] Publish callbacks [] for security_group (152834d4-83c8-4076-8305-86c2ff5e0680), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:37.823015 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c17cd91-d125-4d72-bc77-6121374489d6 admin admin] Made reservation on behalf of 72a4f1e433a6427ab380248125ebc5b6 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:50:37.832896 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4c17cd91-d125-4d72-bc77-6121374489d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:37.836893 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fea1d68-5a1f-4682-9cf0-9781d269db62 admin admin] Network f0fe7fb4-d5ef-472d-aff1-4131ebf9faf7 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:50:37.876697 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: ec173b94-f8df-4b7d-b22c-7ef7cc733b12 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:50:37.877514 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device ec173b94-f8df-4b7d-b22c-7ef7cc733b12 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:50:37.897005 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-bdb21c84-45d5-4acb-bc3a-df7a91c5443d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95707ff-a942-4cf4-89f5-ee4633b660e6', 'name': 'tempest-ServersTestJSON-1365820812-router', 'tenant_id': '4387f90f1ad8429bb47aaabfe531871b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '13d08b62-8fee-4571-b0a3-fac4aeb529e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:11Z', 'updated_at': '2022-10-04T20:50:31Z', 'revision_number': 4, 'project_id': '4387f90f1ad8429bb47aaabfe531871b', 'gw_port': {'id': '13d08b62-8fee-4571-b0a3-fac4aeb529e5', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:71:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95707ff-a942-4cf4-89f5-ee4633b660e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:16Z', 'updated_at': '2022-10-04T20:50:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'ca6c94dd-f487-4d43-8e12-c6d81e70909f', 'name': '', 'network_id': '43677c05-59b5-40a5-91e5-762f49280e61', 'tenant_id': '4387f90f1ad8429bb47aaabfe531871b', 'mac_address': 'fa:16:3e:07:7f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95707ff-a942-4cf4-89f5-ee4633b660e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '37833b6b-2663-4531-9885-c488e289384b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:28Z', 'updated_at': '2022-10-04T20:50:31Z', 'revision_number': 2, 'project_id': '4387f90f1ad8429bb47aaabfe531871b', 'subnets': [{'id': '37833b6b-2663-4531-9885-c488e289384b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:50:37.915166 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:37.944631 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70352dc5-281d-4e84-92dd-b9864d99b6bc tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Made reservation on behalf of 869ac0b5366d400d99edf8b0539f2d2d for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:50:37.965980 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-70352dc5-281d-4e84-92dd-b9864d99b6bc tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:37.972287 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:37.981883 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=13d08b62-8fee-4571-b0a3-fac4aeb529e5,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:37.991307 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb21c84-45d5-4acb-bc3a-df7a91c5443d None None] Checking router: e95707ff-a942-4cf4-89f5-ee4633b660e6 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:50:37.992316 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb21c84-45d5-4acb-bc3a-df7a91c5443d None None] Updating router e95707ff-a942-4cf4-89f5-ee4633b660e6 port ca6c94dd-f487-4d43-8e12-c6d81e70909f binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:50:37.995129 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d870a678-eb6d-4237-b9a6-2db4c358f5eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (152834d4-83c8-4076-8305-86c2ff5e0680), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:37.999677 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d870a678-eb6d-4237-b9a6-2db4c358f5eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:38.001419 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-d870a678-eb6d-4237-b9a6-2db4c358f5eb admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/152834d4-83c8-4076-8305-86c2ff5e0680 HTTP/1.1" status: 204 len: 168 time: 0.6068585 Oct 04 20:50:38.026253 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-858be882-f87a-4d7e-a35e-27426147c0e0 None None] Attempting to bind port cd448b4c-050b-49fb-b70f-b2549e06adbd on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:50:38.027445 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-858be882-f87a-4d7e-a35e-27426147c0e0 None None] Attempting to bind port cd448b4c-050b-49fb-b70f-b2549e06adbd by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'a529b227-6d38-4086-8a6e-442462f1fb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f487490b-37cb-4d83-83a4-6c76529290fe'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:50:38.030343 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858be882-f87a-4d7e-a35e-27426147c0e0 None None] Attempting to bind port cd448b4c-050b-49fb-b70f-b2549e06adbd on network f487490b-37cb-4d83-83a4-6c76529290fe {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:50:38.046867 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d870a678-eb6d-4237-b9a6-2db4c358f5eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152834d4-83c8-4076-8305-86c2ff5e0680,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:38.079729 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 44076) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:38.080671 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-0fea1d68-5a1f-4682-9cf0-9781d269db62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, f0fe7fb4-d5ef-472d-aff1-4131ebf9faf7) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:50:38.086871 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-bdb21c84-45d5-4acb-bc3a-df7a91c5443d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (ca6c94dd-f487-4d43-8e12-c6d81e70909f), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:38.144095 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-4ef50665-8f65-4afe-a900-677028abb2b8 tempest-ServersTestJSON-1617069239 tempest-ServersTestJSON-1617069239-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2144757539', 'description': 'tempest-description--167157721'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:50:38.175195 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fea1d68-5a1f-4682-9cf0-9781d269db62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:50:38.177432 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0fea1d68-5a1f-4682-9cf0-9781d269db62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:38.182855 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70352dc5-281d-4e84-92dd-b9864d99b6bc tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:50:38.226855 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-70352dc5-281d-4e84-92dd-b9864d99b6bc tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (0b89cb3b-9cd8-4647-895f-e665f857bc0a), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:38.230295 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c65cc7-d368-4ab5-9bd8-3cf805f3ea80 None None] Network f0fe7fb4-d5ef-472d-aff1-4131ebf9faf7 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:50:38.237443 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-70352dc5-281d-4e84-92dd-b9864d99b6bc tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Added segment 0b89cb3b-9cd8-4647-895f-e665f857bc0a of type vlan for network 6c08d114-6acc-4123-89a6-391843302c04 Oct 04 20:50:38.284168 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 44080) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:38.301638 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858be882-f87a-4d7e-a35e-27426147c0e0 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:50:38.302397 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858be882-f87a-4d7e-a35e-27426147c0e0 None None] Checking segment: {'id': 'a529b227-6d38-4086-8a6e-442462f1fb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f487490b-37cb-4d83-83a4-6c76529290fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:50:38.303178 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-858be882-f87a-4d7e-a35e-27426147c0e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:38.303827 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858be882-f87a-4d7e-a35e-27426147c0e0 None None] Bound using segment: {'id': 'a529b227-6d38-4086-8a6e-442462f1fb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f487490b-37cb-4d83-83a4-6c76529290fe'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:50:38.305036 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-858be882-f87a-4d7e-a35e-27426147c0e0 None None] Bound port: cd448b4c-050b-49fb-b70f-b2549e06adbd, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a529b227-6d38-4086-8a6e-442462f1fb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f487490b-37cb-4d83-83a4-6c76529290fe'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:50:38.305599 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-858be882-f87a-4d7e-a35e-27426147c0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (cd448b4c-050b-49fb-b70f-b2549e06adbd), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:38.338267 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:38.386631 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-0fea1d68-5a1f-4682-9cf0-9781d269db62 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.4250441 Oct 04 20:50:38.392409 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 44082) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:38.441885 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2678597d-93b9-4387-9859-250eaa6f095f admin admin] Publish callbacks [] for router_gateway (7f87a99b-f9ff-4c4c-910a-ba4d597359c4), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:38.449810 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-01f0829c-8b67-49e8-a3a5-756cf3ffd179 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-303908132-router', 'tenant_id': '6006071429214a518602cecf8646892a', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:50:38.544754 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4ef50665-8f65-4afe-a900-677028abb2b8 tempest-ServersTestJSON-1617069239 tempest-ServersTestJSON-1617069239-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:38.668916 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2678597d-93b9-4387-9859-250eaa6f095f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:38.680827 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-70352dc5-281d-4e84-92dd-b9864d99b6bc tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (6c08d114-6acc-4123-89a6-391843302c04), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:38.815037 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.db.resource_extend [None req-70352dc5-281d-4e84-92dd-b9864d99b6bc tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 04 20:50:38.848152 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-5da252b8-706d-490a-81b4-fa7553fa9a06 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=0ab943ca7b4f4ad3ac63ee0067fa6376&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5508783 Oct 04 20:50:38.861145 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 44088) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:38.890730 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-01f0829c-8b67-49e8-a3a5-756cf3ffd179 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (33aa59de-3dbd-41ea-b0c0-1820e6b5535a), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:38.897805 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-01f0829c-8b67-49e8-a3a5-756cf3ffd179 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (33aa59de-3dbd-41ea-b0c0-1820e6b5535a), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:38.961310 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-858be882-f87a-4d7e-a35e-27426147c0e0 None None] For port cd448b4c-050b-49fb-b70f-b2549e06adbd, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:50:38.984196 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4c17cd91-d125-4d72-bc77-6121374489d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (4e714708-a490-4435-b8de-4ba31bbb4c00), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:38.996830 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35516f99-731c-4c3d-bb42-e03ce3b49d68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-f0fe7fb4-d5ef-472d-aff1-4131ebf9faf7', 'network_id': 'f0fe7fb4-d5ef-472d-aff1-4131ebf9faf7', 'project_id': '6006071429214a518602cecf8646892a', 'fixed_ips': [{'subnet_id': '700f711a-a2d3-4a29-ad52-223018b5e575'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:50:38.998478 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35516f99-731c-4c3d-bb42-e03ce3b49d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:39.007534 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-858be882-f87a-4d7e-a35e-27426147c0e0 None None] For port cd448b4c-050b-49fb-b70f-b2549e06adbd, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=cd448b4c-050b-49fb-b70f-b2549e06adbd,segment=NetworkSegment(a529b227-6d38-4086-8a6e-442462f1fb90),segment_id=a529b227-6d38-4086-8a6e-442462f1fb90)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:50:39.046586 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-bdb21c84-45d5-4acb-bc3a-df7a91c5443d None None] Publish callbacks [] for port (ca6c94dd-f487-4d43-8e12-c6d81e70909f), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:39.093287 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-70352dc5-281d-4e84-92dd-b9864d99b6bc tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (6c08d114-6acc-4123-89a6-391843302c04), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:39.104135 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70352dc5-281d-4e84-92dd-b9864d99b6bc tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:50:39.105033 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-70352dc5-281d-4e84-92dd-b9864d99b6bc tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:39.163800 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-bdb21c84-45d5-4acb-bc3a-df7a91c5443d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (ca6c94dd-f487-4d43-8e12-c6d81e70909f), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:39.273676 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-01f0829c-8b67-49e8-a3a5-756cf3ffd179 admin admin] Publish callbacks [] for router_controller (33aa59de-3dbd-41ea-b0c0-1820e6b5535a), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:39.331962 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c17cd91-d125-4d72-bc77-6121374489d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e714708-a490-4435-b8de-4ba31bbb4c00,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:39.334565 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c823dcec-b5f2-4bac-8d28-d7edb4f6dc6e admin admin] Publish callbacks [] for security_group (fa7ddc1a-74fd-46d1-b623-d8768b2c24fe), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:39.339640 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-2678597d-93b9-4387-9859-250eaa6f095f admin admin] Allocated IP 172.25.5.247 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/a06f839b-36fb-4741-8453-8456fa33f26b) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:50:39.378244 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-70352dc5-281d-4e84-92dd-b9864d99b6bc tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.7130554 Oct 04 20:50:39.381604 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70352dc5-281d-4e84-92dd-b9864d99b6bc tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event updated for resources: {'Network': ['ID=6c08d114-6acc-4123-89a6-391843302c04,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:39.388982 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 44092) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:39.400495 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-35516f99-731c-4c3d-bb42-e03ce3b49d68 None None] Allocated IP 172.20.0.2 (f0fe7fb4-d5ef-472d-aff1-4131ebf9faf7/700f711a-a2d3-4a29-ad52-223018b5e575/b1467497-158b-4d82-856f-51bf423fa0fa) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:50:39.410148 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-9e318ccc-3b9e-43a8-80e5-2d70f91d3b25 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Request body: {'subnet': {'network_id': '6c08d114-6acc-4123-89a6-391843302c04', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:50:39.475885 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c823dcec-b5f2-4bac-8d28-d7edb4f6dc6e admin admin] Publish callbacks [] for security_group (fa7ddc1a-74fd-46d1-b623-d8768b2c24fe), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:39.499261 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a14abc8-0b1e-432d-a0e8-960110a4d530 None None] Pushing event updated for resources: {'Port': ['ID=ca6c94dd-f487-4d43-8e12-c6d81e70909f,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:39.514840 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4ef50665-8f65-4afe-a900-677028abb2b8 tempest-ServersTestJSON-1617069239 tempest-ServersTestJSON-1617069239-project] Publish callbacks [] for security_group (c5289609-dc2a-45b6-bebc-3d1351a365d5), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:39.591530 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-bdb21c84-45d5-4acb-bc3a-df7a91c5443d None None] Attempting to bind port ca6c94dd-f487-4d43-8e12-c6d81e70909f on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:50:39.592287 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-bdb21c84-45d5-4acb-bc3a-df7a91c5443d None None] Attempting to bind port ca6c94dd-f487-4d43-8e12-c6d81e70909f by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '204551af-dbb7-4018-bd78-260c1db9bcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '43677c05-59b5-40a5-91e5-762f49280e61'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:50:39.593015 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb21c84-45d5-4acb-bc3a-df7a91c5443d None None] Attempting to bind port ca6c94dd-f487-4d43-8e12-c6d81e70909f on network 43677c05-59b5-40a5-91e5-762f49280e61 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:50:39.624444 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:UPDATE=5,neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:39.685334 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:39.686382 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4ef50665-8f65-4afe-a900-677028abb2b8 tempest-ServersTestJSON-1617069239 tempest-ServersTestJSON-1617069239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (c5289609-dc2a-45b6-bebc-3d1351a365d5), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:39.691664 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:39.720715 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c17cd91-d125-4d72-bc77-6121374489d6 admin admin] Checking segment: {'id': 'f275d388-f627-415e-8e96-c7eb27d8866f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '271ee594-d335-4e64-9a5f-f76e148f6d50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:50:39.721322 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c17cd91-d125-4d72-bc77-6121374489d6 admin admin] Network hostable DHCP agents. Network: 271ee594-d335-4e64-9a5f-f76e148f6d50, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:50:39.730368 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-858be882-f87a-4d7e-a35e-27426147c0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (cd448b4c-050b-49fb-b70f-b2549e06adbd), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:39.749285 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 6c08d114-6acc-4123-89a6-391843302c04 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:50:39.757275 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb21c84-45d5-4acb-bc3a-df7a91c5443d None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:50:39.763840 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb21c84-45d5-4acb-bc3a-df7a91c5443d None None] Checking segment: {'id': '204551af-dbb7-4018-bd78-260c1db9bcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '43677c05-59b5-40a5-91e5-762f49280e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:50:39.764622 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-bdb21c84-45d5-4acb-bc3a-df7a91c5443d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:39.765280 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb21c84-45d5-4acb-bc3a-df7a91c5443d None None] Bound using segment: {'id': '204551af-dbb7-4018-bd78-260c1db9bcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '43677c05-59b5-40a5-91e5-762f49280e61'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:50:39.769601 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-bdb21c84-45d5-4acb-bc3a-df7a91c5443d None None] Bound port: ca6c94dd-f487-4d43-8e12-c6d81e70909f, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '204551af-dbb7-4018-bd78-260c1db9bcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '43677c05-59b5-40a5-91e5-762f49280e61'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:50:39.769601 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-bdb21c84-45d5-4acb-bc3a-df7a91c5443d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (ca6c94dd-f487-4d43-8e12-c6d81e70909f), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:39.819696 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2678597d-93b9-4387-9859-250eaa6f095f admin admin] Publish callbacks [] for port (a06f839b-36fb-4741-8453-8456fa33f26b), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:39.926841 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c823dcec-b5f2-4bac-8d28-d7edb4f6dc6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (fa7ddc1a-74fd-46d1-b623-d8768b2c24fe), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:39.935220 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c823dcec-b5f2-4bac-8d28-d7edb4f6dc6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:39.952065 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c823dcec-b5f2-4bac-8d28-d7edb4f6dc6e admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/fa7ddc1a-74fd-46d1-b623-d8768b2c24fe HTTP/1.1" status: 204 len: 168 time: 1.0814695 Oct 04 20:50:39.985162 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef50665-8f65-4afe-a900-677028abb2b8 tempest-ServersTestJSON-1617069239 tempest-ServersTestJSON-1617069239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5289609-dc2a-45b6-bebc-3d1351a365d5,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:40.000866 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c823dcec-b5f2-4bac-8d28-d7edb4f6dc6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7ddc1a-74fd-46d1-b623-d8768b2c24fe,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:40.043683 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-bdb21c84-45d5-4acb-bc3a-df7a91c5443d None None] For port ca6c94dd-f487-4d43-8e12-c6d81e70909f, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:50:40.059008 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-bdb21c84-45d5-4acb-bc3a-df7a91c5443d None None] For port ca6c94dd-f487-4d43-8e12-c6d81e70909f, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=ca6c94dd-f487-4d43-8e12-c6d81e70909f,segment=NetworkSegment(204551af-dbb7-4018-bd78-260c1db9bcfa),segment_id=204551af-dbb7-4018-bd78-260c1db9bcfa)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:50:40.106476 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c17cd91-d125-4d72-bc77-6121374489d6 admin admin] Network 271ee594-d335-4e64-9a5f-f76e148f6d50 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:50:40.129113 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:40.139070 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e318ccc-3b9e-43a8-80e5-2d70f91d3b25 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Made reservation on behalf of 869ac0b5366d400d99edf8b0539f2d2d for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:50:40.165053 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9e318ccc-3b9e-43a8-80e5-2d70f91d3b25 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:40.178591 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4ef50665-8f65-4afe-a900-677028abb2b8 tempest-ServersTestJSON-1617069239 tempest-ServersTestJSON-1617069239-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:40.186365 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 44102) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:40.189912 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4ef50665-8f65-4afe-a900-677028abb2b8 tempest-ServersTestJSON-1617069239 tempest-ServersTestJSON-1617069239-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 2.1059556 Oct 04 20:50:40.197678 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-c417c266-1861-4977-8cd3-45947a0c0912 tempest-ServersTestJSON-1617069239 tempest-ServersTestJSON-1617069239-project] Request body: {'security_group_rule': {'security_group_id': 'c5289609-dc2a-45b6-bebc-3d1351a365d5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:50:40.201980 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-bdb21c84-45d5-4acb-bc3a-df7a91c5443d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (ca6c94dd-f487-4d43-8e12-c6d81e70909f), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:40.212000 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-01f0829c-8b67-49e8-a3a5-756cf3ffd179 admin admin] Publish callbacks [] for router_gateway (33aa59de-3dbd-41ea-b0c0-1820e6b5535a), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:40.268508 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 13d08b62-8fee-4571-b0a3-fac4aeb529e5 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:50:40.330746 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2678597d-93b9-4387-9859-250eaa6f095f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (a06f839b-36fb-4741-8453-8456fa33f26b), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:40.356649 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-4c17cd91-d125-4d72-bc77-6121374489d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 271ee594-d335-4e64-9a5f-f76e148f6d50) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:50:40.442361 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb21c84-45d5-4acb-bc3a-df7a91c5443d None None] Routers {'e95707ff-a942-4cf4-89f5-ee4633b660e6'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:50:40.444147 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-bdb21c84-45d5-4acb-bc3a-df7a91c5443d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:50:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['e95707ff-a942-4cf4-89f5-ee4633b660e6'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:50:40.548536 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68532e3b-48db-4b8d-9e12-c14b4c7da9ed None None] Network 271ee594-d335-4e64-9a5f-f76e148f6d50 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:50:40.557350 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858be882-f87a-4d7e-a35e-27426147c0e0 None None] Pushing event updated for resources: {'Port': ['ID=cd448b4c-050b-49fb-b70f-b2549e06adbd,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:40.561315 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c17cd91-d125-4d72-bc77-6121374489d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:50:40.563974 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4c17cd91-d125-4d72-bc77-6121374489d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:40.599027 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c417c266-1861-4977-8cd3-45947a0c0912 tempest-ServersTestJSON-1617069239 tempest-ServersTestJSON-1617069239-project] Publish callbacks [] for security_group_rule (97343ae2-a053-4421-852a-329119a646d8), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:40.641501 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2678597d-93b9-4387-9859-250eaa6f095f admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:50:40.644121 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858be882-f87a-4d7e-a35e-27426147c0e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:50:40.644845 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858be882-f87a-4d7e-a35e-27426147c0e0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:50:40.645857 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858be882-f87a-4d7e-a35e-27426147c0e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:50:40.649478 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858be882-f87a-4d7e-a35e-27426147c0e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:50:40.650013 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858be882-f87a-4d7e-a35e-27426147c0e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:50:40.656281 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858be882-f87a-4d7e-a35e-27426147c0e0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:50:40.657105 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858be882-f87a-4d7e-a35e-27426147c0e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:50:40.657705 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858be882-f87a-4d7e-a35e-27426147c0e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:50:40.659411 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858be882-f87a-4d7e-a35e-27426147c0e0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:50:40.659411 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858be882-f87a-4d7e-a35e-27426147c0e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:50:40.663904 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858be882-f87a-4d7e-a35e-27426147c0e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:50:40.664506 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858be882-f87a-4d7e-a35e-27426147c0e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:50:40.665095 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858be882-f87a-4d7e-a35e-27426147c0e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:50:40.665667 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858be882-f87a-4d7e-a35e-27426147c0e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:50:40.666251 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858be882-f87a-4d7e-a35e-27426147c0e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:50:40.672175 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a14abc8-0b1e-432d-a0e8-960110a4d530 None None] Pushing event updated for resources: {'Port': ['ID=ca6c94dd-f487-4d43-8e12-c6d81e70909f,revision_number=4']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:40.685431 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2678597d-93b9-4387-9859-250eaa6f095f admin admin] Pushing event updated for resources: {'Port': ['ID=a06f839b-36fb-4741-8453-8456fa33f26b,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:40.707368 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-2678597d-93b9-4387-9859-250eaa6f095f admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:50:40.728366 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2678597d-93b9-4387-9859-250eaa6f095f admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:50:40.870514 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-bdb21c84-45d5-4acb-bc3a-df7a91c5443d None None] Set router e95707ff-a942-4cf4-89f5-ee4633b660e6 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:50:40.884522 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4c17cd91-d125-4d72-bc77-6121374489d6 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.3462200 Oct 04 20:50:40.902798 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 44108) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:40.913840 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35516f99-731c-4c3d-bb42-e03ce3b49d68 None None] Publish callbacks [] for port (b1467497-158b-4d82-856f-51bf423fa0fa), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:40.926453 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:UPDATE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:40.932432 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-6620fa97-3666-4ec2-876f-44d7e859a887 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1083054699-router', 'tenant_id': '72a4f1e433a6427ab380248125ebc5b6', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:50:41.124372 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35516f99-731c-4c3d-bb42-e03ce3b49d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (b1467497-158b-4d82-856f-51bf423fa0fa), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:41.225354 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 13d08b62-8fee-4571-b0a3-fac4aeb529e5 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:50:41.226605 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (13d08b62-8fee-4571-b0a3-fac4aeb529e5), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:41.231816 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 13d08b62-8fee-4571-b0a3-fac4aeb529e5 Oct 04 20:50:41.347540 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6620fa97-3666-4ec2-876f-44d7e859a887 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (d73eac5b-b09d-433b-ae41-1b4bdde64c6b), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:41.352997 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6620fa97-3666-4ec2-876f-44d7e859a887 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (d73eac5b-b09d-433b-ae41-1b4bdde64c6b), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:41.446860 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c417c266-1861-4977-8cd3-45947a0c0912 tempest-ServersTestJSON-1617069239 tempest-ServersTestJSON-1617069239-project] Publish callbacks [] for security_group_rule (97343ae2-a053-4421-852a-329119a646d8), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:41.453364 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:41.529459 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35516f99-731c-4c3d-bb42-e03ce3b49d68 None None] Network f0fe7fb4-d5ef-472d-aff1-4131ebf9faf7 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:50:41.583229 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-35516f99-731c-4c3d-bb42-e03ce3b49d68 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:50:41.601363 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa57ac6-492a-4748-ad8b-d1f706c1c712 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-271ee594-d335-4e64-9a5f-f76e148f6d50', 'network_id': '271ee594-d335-4e64-9a5f-f76e148f6d50', 'project_id': '72a4f1e433a6427ab380248125ebc5b6', 'fixed_ips': [{'subnet_id': '4e714708-a490-4435-b8de-4ba31bbb4c00'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:50:41.623277 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3fa57ac6-492a-4748-ad8b-d1f706c1c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:41.651291 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35516f99-731c-4c3d-bb42-e03ce3b49d68 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:50:41.659238 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:41.705311 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-bdb21c84-45d5-4acb-bc3a-df7a91c5443d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95707ff-a942-4cf4-89f5-ee4633b660e6', 'name': 'tempest-ServersTestJSON-1365820812-router', 'tenant_id': '4387f90f1ad8429bb47aaabfe531871b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '13d08b62-8fee-4571-b0a3-fac4aeb529e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:11Z', 'updated_at': '2022-10-04T20:50:31Z', 'revision_number': 4, 'project_id': '4387f90f1ad8429bb47aaabfe531871b', 'gw_port': {'id': '13d08b62-8fee-4571-b0a3-fac4aeb529e5', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:71:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95707ff-a942-4cf4-89f5-ee4633b660e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:16Z', 'updated_at': '2022-10-04T20:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'ca6c94dd-f487-4d43-8e12-c6d81e70909f', 'name': '', 'network_id': '43677c05-59b5-40a5-91e5-762f49280e61', 'tenant_id': '4387f90f1ad8429bb47aaabfe531871b', 'mac_address': 'fa:16:3e:07:7f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95707ff-a942-4cf4-89f5-ee4633b660e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '37833b6b-2663-4531-9885-c488e289384b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:28Z', 'updated_at': '2022-10-04T20:50:40Z', 'revision_number': 4, 'project_id': '4387f90f1ad8429bb47aaabfe531871b', 'subnets': [{'id': '37833b6b-2663-4531-9885-c488e289384b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:50:41.739516 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c417c266-1861-4977-8cd3-45947a0c0912 tempest-ServersTestJSON-1617069239 tempest-ServersTestJSON-1617069239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (97343ae2-a053-4421-852a-329119a646d8), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:41.876225 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb21c84-45d5-4acb-bc3a-df7a91c5443d None None] The sync data for ids ['e95707ff-a942-4cf4-89f5-ee4633b660e6'] in n-d-852085-12 is: [{'id': 'e95707ff-a942-4cf4-89f5-ee4633b660e6', 'name': 'tempest-ServersTestJSON-1365820812-router', 'tenant_id': '4387f90f1ad8429bb47aaabfe531871b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '13d08b62-8fee-4571-b0a3-fac4aeb529e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:11Z', 'updated_at': '2022-10-04T20:50:31Z', 'revision_number': 4, 'project_id': '4387f90f1ad8429bb47aaabfe531871b', 'gw_port': {'id': '13d08b62-8fee-4571-b0a3-fac4aeb529e5', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:71:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95707ff-a942-4cf4-89f5-ee4633b660e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:16Z', 'updated_at': '2022-10-04T20:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'ca6c94dd-f487-4d43-8e12-c6d81e70909f', 'name': '', 'network_id': '43677c05-59b5-40a5-91e5-762f49280e61', 'tenant_id': '4387f90f1ad8429bb47aaabfe531871b', 'mac_address': 'fa:16:3e:07:7f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95707ff-a942-4cf4-89f5-ee4633b660e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '37833b6b-2663-4531-9885-c488e289384b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:28Z', 'updated_at': '2022-10-04T20:50:40Z', 'revision_number': 4, 'project_id': '4387f90f1ad8429bb47aaabfe531871b', 'subnets': [{'id': '37833b6b-2663-4531-9885-c488e289384b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:50:41.881576 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c417c266-1861-4977-8cd3-45947a0c0912 tempest-ServersTestJSON-1617069239 tempest-ServersTestJSON-1617069239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97343ae2-a053-4421-852a-329119a646d8,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:41.948246 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6620fa97-3666-4ec2-876f-44d7e859a887 admin admin] Publish callbacks [] for router_controller (d73eac5b-b09d-433b-ae41-1b4bdde64c6b), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:42.087357 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c417c266-1861-4977-8cd3-45947a0c0912 tempest-ServersTestJSON-1617069239 tempest-ServersTestJSON-1617069239-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:42.089475 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c417c266-1861-4977-8cd3-45947a0c0912 tempest-ServersTestJSON-1617069239 tempest-ServersTestJSON-1617069239-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9008083 Oct 04 20:50:42.105767 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 44128) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:42.137892 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2678597d-93b9-4387-9859-250eaa6f095f admin admin] Publish callbacks [] for router_gateway (7f87a99b-f9ff-4c4c-910a-ba4d597359c4), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:42.163242 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-2cd3b2f4-dbc2-4955-9643-cffab44f10ab tempest-ServersTestJSON-1617069239 tempest-ServersTestJSON-1617069239-project] Request body: {'security_group_rule': {'security_group_id': 'c5289609-dc2a-45b6-bebc-3d1351a365d5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:50:42.352861 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35516f99-731c-4c3d-bb42-e03ce3b49d68 None None] Pushing event updated for resources: {'Port': ['ID=b1467497-158b-4d82-856f-51bf423fa0fa,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:42.384976 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-3fa57ac6-492a-4748-ad8b-d1f706c1c712 None None] Allocated IP 172.20.0.2 (271ee594-d335-4e64-9a5f-f76e148f6d50/4e714708-a490-4435-b8de-4ba31bbb4c00/d94813d9-f759-4aeb-af7a-d884dd638929) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:50:42.401743 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:42.535937 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-01f0829c-8b67-49e8-a3a5-756cf3ffd179 admin admin] Publish callbacks [] for router_gateway (33aa59de-3dbd-41ea-b0c0-1820e6b5535a), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:42.585249 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 44132) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:42.608789 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-01f0829c-8b67-49e8-a3a5-756cf3ffd179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:42.613877 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9e318ccc-3b9e-43a8-80e5-2d70f91d3b25 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (5d3cff06-c5a9-460c-b648-2641a66f3c4a), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:42.664956 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-35516f99-731c-4c3d-bb42-e03ce3b49d68 None None] Attempting to bind port b1467497-158b-4d82-856f-51bf423fa0fa on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:50:42.665589 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-35516f99-731c-4c3d-bb42-e03ce3b49d68 None None] Attempting to bind port b1467497-158b-4d82-856f-51bf423fa0fa by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '34002782-2404-4103-98c7-5fd63d12e2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f0fe7fb4-d5ef-472d-aff1-4131ebf9faf7'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:50:42.666228 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35516f99-731c-4c3d-bb42-e03ce3b49d68 None None] Attempting to bind port b1467497-158b-4d82-856f-51bf423fa0fa on network f0fe7fb4-d5ef-472d-aff1-4131ebf9faf7 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:50:42.806365 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 13d08b62-8fee-4571-b0a3-fac4aeb529e5 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:50:42.810533 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7646faca-7532-4908-82eb-500fbb972f5e None None] Network f487490b-37cb-4d83-83a4-6c76529290fe requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:50:42.940159 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2678597d-93b9-4387-9859-250eaa6f095f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (7f87a99b-f9ff-4c4c-910a-ba4d597359c4), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:43.294670 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device cd448b4c-050b-49fb-b70f-b2549e06adbd up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:50:43.321432 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35516f99-731c-4c3d-bb42-e03ce3b49d68 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:50:43.322608 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35516f99-731c-4c3d-bb42-e03ce3b49d68 None None] Checking segment: {'id': '34002782-2404-4103-98c7-5fd63d12e2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f0fe7fb4-d5ef-472d-aff1-4131ebf9faf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:50:43.323058 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-37f0935a-6c8d-4dcd-8a79-6b1ce7874005 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-286926502'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:50:43.323411 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35516f99-731c-4c3d-bb42-e03ce3b49d68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:43.323993 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35516f99-731c-4c3d-bb42-e03ce3b49d68 None None] Bound using segment: {'id': '34002782-2404-4103-98c7-5fd63d12e2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f0fe7fb4-d5ef-472d-aff1-4131ebf9faf7'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:50:43.324862 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-35516f99-731c-4c3d-bb42-e03ce3b49d68 None None] Bound port: b1467497-158b-4d82-856f-51bf423fa0fa, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34002782-2404-4103-98c7-5fd63d12e2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f0fe7fb4-d5ef-472d-aff1-4131ebf9faf7'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:50:43.325426 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35516f99-731c-4c3d-bb42-e03ce3b49d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b1467497-158b-4d82-856f-51bf423fa0fa), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:43.348833 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-01f0829c-8b67-49e8-a3a5-756cf3ffd179 admin admin] Allocated IP 172.25.5.129 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/dcb3620a-c2ad-4473-a39a-bf1a957f5eef) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:50:43.412080 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e318ccc-3b9e-43a8-80e5-2d70f91d3b25 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event updated for resources: {'Subnet': ['ID=5d3cff06-c5a9-460c-b648-2641a66f3c4a,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:43.570969 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-8fb936af-3f33-41b2-a9e7-aaa277783b40 None None] Provisioning complete for port cd448b4c-050b-49fb-b70f-b2549e06adbd triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:50:43.571993 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8fb936af-3f33-41b2-a9e7-aaa277783b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (cd448b4c-050b-49fb-b70f-b2549e06adbd), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:43.572340 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-8fb936af-3f33-41b2-a9e7-aaa277783b40 None None] Attempt 1 to provision port cd448b4c-050b-49fb-b70f-b2549e06adbd Oct 04 20:50:43.890483 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-01f0829c-8b67-49e8-a3a5-756cf3ffd179 admin admin] Publish callbacks [] for port (dcb3620a-c2ad-4473-a39a-bf1a957f5eef), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:43.988035 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6620fa97-3666-4ec2-876f-44d7e859a887 admin admin] Publish callbacks [] for router_gateway (d73eac5b-b09d-433b-ae41-1b4bdde64c6b), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:44.000251 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2cd3b2f4-dbc2-4955-9643-cffab44f10ab tempest-ServersTestJSON-1617069239 tempest-ServersTestJSON-1617069239-project] Publish callbacks [] for security_group_rule (9074d871-106c-4e82-a634-026df0d8a544), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:44.027370 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:44.039347 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35516f99-731c-4c3d-bb42-e03ce3b49d68 None None] For port b1467497-158b-4d82-856f-51bf423fa0fa, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:50:44.064790 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port cd448b4c-050b-49fb-b70f-b2549e06adbd triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:50:44.065458 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (cd448b4c-050b-49fb-b70f-b2549e06adbd), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:44.066372 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port cd448b4c-050b-49fb-b70f-b2549e06adbd Oct 04 20:50:44.123234 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e318ccc-3b9e-43a8-80e5-2d70f91d3b25 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Checking segment: {'id': '0b89cb3b-9cd8-4647-895f-e665f857bc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6c08d114-6acc-4123-89a6-391843302c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:50:44.123849 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e318ccc-3b9e-43a8-80e5-2d70f91d3b25 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Network hostable DHCP agents. Network: 6c08d114-6acc-4123-89a6-391843302c04, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:50:44.135994 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f0935a-6c8d-4dcd-8a79-6b1ce7874005 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Made reservation on behalf of 223d432ff6a643f39235b9d5774265c1 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:50:44.146382 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 44150) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:44.150017 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-37f0935a-6c8d-4dcd-8a79-6b1ce7874005 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:44.180220 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:44.187759 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35516f99-731c-4c3d-bb42-e03ce3b49d68 None None] For port b1467497-158b-4d82-856f-51bf423fa0fa, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b1467497-158b-4d82-856f-51bf423fa0fa,segment=NetworkSegment(34002782-2404-4103-98c7-5fd63d12e2ea),segment_id=34002782-2404-4103-98c7-5fd63d12e2ea)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:50:44.191556 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2678597d-93b9-4387-9859-250eaa6f095f admin admin] Router 7f87a99b-f9ff-4c4c-910a-ba4d597359c4 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:50:44.197802 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-37f0935a-6c8d-4dcd-8a79-6b1ce7874005 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:44.207857 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3fa57ac6-492a-4748-ad8b-d1f706c1c712 None None] Publish callbacks [] for port (d94813d9-f759-4aeb-af7a-d884dd638929), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:44.251855 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-8fb936af-3f33-41b2-a9e7-aaa277783b40 None None] Current status of the port cd448b4c-050b-49fb-b70f-b2549e06adbd is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:50:44.252563 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8fb936af-3f33-41b2-a9e7-aaa277783b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (cd448b4c-050b-49fb-b70f-b2549e06adbd), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:44.368503 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-8fb936af-3f33-41b2-a9e7-aaa277783b40 None None] For port cd448b4c-050b-49fb-b70f-b2549e06adbd, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=cd448b4c-050b-49fb-b70f-b2549e06adbd,segment=NetworkSegment(a529b227-6d38-4086-8a6e-442462f1fb90),segment_id=a529b227-6d38-4086-8a6e-442462f1fb90)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:50:44.387771 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35516f99-731c-4c3d-bb42-e03ce3b49d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (b1467497-158b-4d82-856f-51bf423fa0fa), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:44.389676 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-01f0829c-8b67-49e8-a3a5-756cf3ffd179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (dcb3620a-c2ad-4473-a39a-bf1a957f5eef), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:44.459231 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2cd3b2f4-dbc2-4955-9643-cffab44f10ab tempest-ServersTestJSON-1617069239 tempest-ServersTestJSON-1617069239-project] Publish callbacks [] for security_group_rule (9074d871-106c-4e82-a634-026df0d8a544), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:44.472679 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3fa57ac6-492a-4748-ad8b-d1f706c1c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (d94813d9-f759-4aeb-af7a-d884dd638929), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:44.533296 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e318ccc-3b9e-43a8-80e5-2d70f91d3b25 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Network 6c08d114-6acc-4123-89a6-391843302c04 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:50:44.588477 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-75f93e29-4f55-4e1a-859d-cea1729a1c74 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-427948162-network', 'tenant_id': '54d1c146b5ce415cb43490a0ae2130cb'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:50:44.609548 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8fb936af-3f33-41b2-a9e7-aaa277783b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (cd448b4c-050b-49fb-b70f-b2549e06adbd), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:44.620179 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f0829c-8b67-49e8-a3a5-756cf3ffd179 admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:50:44.645532 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2678597d-93b9-4387-9859-250eaa6f095f admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:50:44.648507 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2cd3b2f4-dbc2-4955-9643-cffab44f10ab tempest-ServersTestJSON-1617069239 tempest-ServersTestJSON-1617069239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (9074d871-106c-4e82-a634-026df0d8a544), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:44.678940 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-01f0829c-8b67-49e8-a3a5-756cf3ffd179 admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:50:44.682916 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f0829c-8b67-49e8-a3a5-756cf3ffd179 admin admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:50:44.696932 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a5f463-4fb4-462a-b84c-189c660dc851 None None] Sync routers for ids ['7f87a99b-f9ff-4c4c-910a-ba4d597359c4'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:50:44.709947 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa57ac6-492a-4748-ad8b-d1f706c1c712 None None] Network 271ee594-d335-4e64-9a5f-f76e148f6d50 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:50:44.712322 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port cd448b4c-050b-49fb-b70f-b2549e06adbd is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:50:44.712928 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (cd448b4c-050b-49fb-b70f-b2549e06adbd), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:44.765513 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-3fa57ac6-492a-4748-ad8b-d1f706c1c712 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:50:44.795712 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f0829c-8b67-49e8-a3a5-756cf3ffd179 admin admin] Pushing event updated for resources: {'Port': ['ID=dcb3620a-c2ad-4473-a39a-bf1a957f5eef,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:44.834673 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f93e29-4f55-4e1a-859d-cea1729a1c74 admin admin] Made reservation on behalf of 54d1c146b5ce415cb43490a0ae2130cb for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:50:44.839377 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-75f93e29-4f55-4e1a-859d-cea1729a1c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:44.846148 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd3b2f4-dbc2-4955-9643-cffab44f10ab tempest-ServersTestJSON-1617069239 tempest-ServersTestJSON-1617069239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9074d871-106c-4e82-a634-026df0d8a544,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:44.847969 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35516f99-731c-4c3d-bb42-e03ce3b49d68 None None] Pushing event updated for resources: {'Port': ['ID=b1467497-158b-4d82-856f-51bf423fa0fa,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:44.861408 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-9e318ccc-3b9e-43a8-80e5-2d70f91d3b25 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 6c08d114-6acc-4123-89a6-391843302c04) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:50:44.869598 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2678597d-93b9-4387-9859-250eaa6f095f admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:44.876916 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa57ac6-492a-4748-ad8b-d1f706c1c712 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:50:44.882454 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-2678597d-93b9-4387-9859-250eaa6f095f admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.5518866 Oct 04 20:50:44.885611 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 44154) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:44.914206 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f491a6b9-4d48-460d-8347-58686c10fd58 None None] Network 6c08d114-6acc-4123-89a6-391843302c04 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:50:44.919926 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-75f93e29-4f55-4e1a-859d-cea1729a1c74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:45.023386 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-37f0935a-6c8d-4dcd-8a79-6b1ce7874005 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for security_group (5d888f45-3fb8-4a1f-aa6d-fb09829a1a9c), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:45.051498 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a5f463-4fb4-462a-b84c-189c660dc851 None None] Routers {'7f87a99b-f9ff-4c4c-910a-ba4d597359c4'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:50:45.058157 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-e2a5f463-4fb4-462a-b84c-189c660dc851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:50:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['7f87a99b-f9ff-4c4c-910a-ba4d597359c4'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:50:45.086404 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-7f81339c-46df-4145-add9-91bc083eb4e5 None None] Provisioning complete for port cd448b4c-050b-49fb-b70f-b2549e06adbd triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:50:45.088101 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7f81339c-46df-4145-add9-91bc083eb4e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (cd448b4c-050b-49fb-b70f-b2549e06adbd), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:45.089016 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-7f81339c-46df-4145-add9-91bc083eb4e5 None None] Attempt 1 to provision port cd448b4c-050b-49fb-b70f-b2549e06adbd Oct 04 20:50:45.093239 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:45.217967 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e318ccc-3b9e-43a8-80e5-2d70f91d3b25 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:50:45.219050 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9e318ccc-3b9e-43a8-80e5-2d70f91d3b25 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:45.244452 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-37f0935a-6c8d-4dcd-8a79-6b1ce7874005 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (5d888f45-3fb8-4a1f-aa6d-fb09829a1a9c), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:45.252020 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2cd3b2f4-dbc2-4955-9643-cffab44f10ab tempest-ServersTestJSON-1617069239 tempest-ServersTestJSON-1617069239-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:45.255799 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2cd3b2f4-dbc2-4955-9643-cffab44f10ab tempest-ServersTestJSON-1617069239 tempest-ServersTestJSON-1617069239-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 3.1346638 Oct 04 20:50:45.265492 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 44156) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:45.285040 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-2ccfa202-aa92-4cbc-961d-a4d2a1432e51 tempest-ServersTestJSON-1617069239 tempest-ServersTestJSON-1617069239-project] Request body: {'floatingip': {'floating_network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:50:45.480737 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2ccfa202-aa92-4cbc-961d-a4d2a1432e51 tempest-ServersTestJSON-1617069239 tempest-ServersTestJSON-1617069239-project] Publish callbacks [] for floatingip (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:45.481265 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37f0935a-6c8d-4dcd-8a79-6b1ce7874005 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:50:45.542109 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:45.544170 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-75f93e29-4f55-4e1a-859d-cea1729a1c74 admin admin] Publish callbacks [] for security_group (7f064b6d-fae3-425a-933a-2d214b7a9527), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:45.551603 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f0935a-6c8d-4dcd-8a79-6b1ce7874005 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d888f45-3fb8-4a1f-aa6d-fb09829a1a9c,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:45.623483 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-37f0935a-6c8d-4dcd-8a79-6b1ce7874005 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (4117c646-b95e-4789-a088-a19d64ad38cf), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:45.624140 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-37f0935a-6c8d-4dcd-8a79-6b1ce7874005 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Added segment 4117c646-b95e-4789-a088-a19d64ad38cf of type vlan for network 2b8174f1-b48d-40fd-bc34-e53f926a0172 Oct 04 20:50:45.638984 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-9e318ccc-3b9e-43a8-80e5-2d70f91d3b25 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 6.2408874 Oct 04 20:50:45.654748 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 44158) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:45.670910 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-75f93e29-4f55-4e1a-859d-cea1729a1c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (7f064b6d-fae3-425a-933a-2d214b7a9527), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:45.681367 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6620fa97-3666-4ec2-876f-44d7e859a887 admin admin] Publish callbacks [] for router_gateway (d73eac5b-b09d-433b-ae41-1b4bdde64c6b), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:45.731382 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6620fa97-3666-4ec2-876f-44d7e859a887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:45.775490 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75f93e29-4f55-4e1a-859d-cea1729a1c74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:50:45.826749 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-75f93e29-4f55-4e1a-859d-cea1729a1c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (ce861961-400b-4578-92bc-05b9b673d2f3), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:45.829610 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-75f93e29-4f55-4e1a-859d-cea1729a1c74 admin admin] Added segment ce861961-400b-4578-92bc-05b9b673d2f3 of type vlan for network 28a24512-7b90-45c1-928d-59da1ce275a8 Oct 04 20:50:45.844938 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa57ac6-492a-4748-ad8b-d1f706c1c712 None None] Pushing event updated for resources: {'Port': ['ID=d94813d9-f759-4aeb-af7a-d884dd638929,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:45.845834 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [req-cf03dccc-221d-4a1c-919b-82969db4555a req-fe663bcb-2fa4-4a5d-8c93-a2e230fb8eec service neutron] (108170) timed out ('10.222.0.83', 51016) {{(pid=108170) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 04 20:50:45.862987 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f93e29-4f55-4e1a-859d-cea1729a1c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f064b6d-fae3-425a-933a-2d214b7a9527,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:46.036740 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d5537f05-c547-4885-b790-f8fd320eede9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:46.090907 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 20:50:46.090907 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 20:50:46.128469 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:46.140022 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-3fa57ac6-492a-4748-ad8b-d1f706c1c712 None None] Attempting to bind port d94813d9-f759-4aeb-af7a-d884dd638929 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:50:46.140643 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-3fa57ac6-492a-4748-ad8b-d1f706c1c712 None None] Attempting to bind port d94813d9-f759-4aeb-af7a-d884dd638929 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'f275d388-f627-415e-8e96-c7eb27d8866f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '271ee594-d335-4e64-9a5f-f76e148f6d50'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:50:46.141236 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa57ac6-492a-4748-ad8b-d1f706c1c712 None None] Attempting to bind port d94813d9-f759-4aeb-af7a-d884dd638929 on network 271ee594-d335-4e64-9a5f-f76e148f6d50 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:50:46.164427 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2ccfa202-aa92-4cbc-961d-a4d2a1432e51 tempest-ServersTestJSON-1617069239 tempest-ServersTestJSON-1617069239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:46.315946 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-75f93e29-4f55-4e1a-859d-cea1729a1c74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (28a24512-7b90-45c1-928d-59da1ce275a8), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:46.369580 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-e2a5f463-4fb4-462a-b84c-189c660dc851 None None] Set router 7f87a99b-f9ff-4c4c-910a-ba4d597359c4 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:50:46.376682 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb936af-3f33-41b2-a9e7-aaa277783b40 None None] Pushing event updated for resources: {'Port': ['ID=cd448b4c-050b-49fb-b70f-b2549e06adbd,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:46.513065 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-2ccfa202-aa92-4cbc-961d-a4d2a1432e51 tempest-ServersTestJSON-1617069239 tempest-ServersTestJSON-1617069239-project] Allocated IP 172.25.5.203 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/aa89d69b-d66c-46c7-b334-9abcf380b521) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:50:46.542605 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-7f81339c-46df-4145-add9-91bc083eb4e5 None None] Current status of the port cd448b4c-050b-49fb-b70f-b2549e06adbd is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:50:46.570642 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da32fa7-cf86-4c01-aa1b-27583f4787f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-6c08d114-6acc-4123-89a6-391843302c04', 'network_id': '6c08d114-6acc-4123-89a6-391843302c04', 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'fixed_ips': [{'subnet_id': '5d3cff06-c5a9-460c-b648-2641a66f3c4a'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:50:46.573461 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3da32fa7-cf86-4c01-aa1b-27583f4787f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:46.642846 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:INSERT=10,neutron:SELECT=88,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:46.664023 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-37f0935a-6c8d-4dcd-8a79-6b1ce7874005 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (2b8174f1-b48d-40fd-bc34-e53f926a0172), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:46.712370 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa57ac6-492a-4748-ad8b-d1f706c1c712 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:50:46.713185 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa57ac6-492a-4748-ad8b-d1f706c1c712 None None] Checking segment: {'id': 'f275d388-f627-415e-8e96-c7eb27d8866f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '271ee594-d335-4e64-9a5f-f76e148f6d50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:50:46.715011 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3fa57ac6-492a-4748-ad8b-d1f706c1c712 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:46.715011 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa57ac6-492a-4748-ad8b-d1f706c1c712 None None] Bound using segment: {'id': 'f275d388-f627-415e-8e96-c7eb27d8866f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '271ee594-d335-4e64-9a5f-f76e148f6d50'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:50:46.716070 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-3fa57ac6-492a-4748-ad8b-d1f706c1c712 None None] Bound port: d94813d9-f759-4aeb-af7a-d884dd638929, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f275d388-f627-415e-8e96-c7eb27d8866f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '271ee594-d335-4e64-9a5f-f76e148f6d50'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:50:46.716925 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3fa57ac6-492a-4748-ad8b-d1f706c1c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (d94813d9-f759-4aeb-af7a-d884dd638929), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:46.813741 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93b8bea-cac8-4d7d-8128-c393cc38cdb5 None None] Network f0fe7fb4-d5ef-472d-aff1-4131ebf9faf7 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:50:46.841216 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.db.resource_extend [None req-37f0935a-6c8d-4dcd-8a79-6b1ce7874005 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 04 20:50:46.860358 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-75f93e29-4f55-4e1a-859d-cea1729a1c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (28a24512-7b90-45c1-928d-59da1ce275a8), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:46.862377 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f93e29-4f55-4e1a-859d-cea1729a1c74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:50:46.863715 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-75f93e29-4f55-4e1a-859d-cea1729a1c74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:46.984042 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:47.043901 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-75f93e29-4f55-4e1a-859d-cea1729a1c74 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.8952248 Oct 04 20:50:47.065834 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 44160) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:47.074142 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-42f601e5-1683-4e19-8bad-ce52b38fee65 admin admin] Request body: {'subnet': {'network_id': '28a24512-7b90-45c1-928d-59da1ce275a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-427948162-subnet', 'tenant_id': '54d1c146b5ce415cb43490a0ae2130cb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:50:47.080774 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port cd448b4c-050b-49fb-b70f-b2549e06adbd is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:50:47.082772 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device ca6c94dd-f487-4d43-8e12-c6d81e70909f up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:50:47.132620 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e34afcff-bb21-43fd-bd7b-251843c06161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:47.187449 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-c799c7ee-61ed-4594-aea8-ba0b088a6de0 None None] Provisioning complete for port b1467497-158b-4d82-856f-51bf423fa0fa triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:50:47.188826 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c799c7ee-61ed-4594-aea8-ba0b088a6de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b1467497-158b-4d82-856f-51bf423fa0fa), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:47.188826 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-c799c7ee-61ed-4594-aea8-ba0b088a6de0 None None] Attempt 1 to provision port b1467497-158b-4d82-856f-51bf423fa0fa Oct 04 20:50:47.200995 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f93e29-4f55-4e1a-859d-cea1729a1c74 admin admin] Pushing event updated for resources: {'Network': ['ID=28a24512-7b90-45c1-928d-59da1ce275a8,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:47.211957 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-37f0935a-6c8d-4dcd-8a79-6b1ce7874005 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (2b8174f1-b48d-40fd-bc34-e53f926a0172), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:47.217498 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2ccfa202-aa92-4cbc-961d-a4d2a1432e51 tempest-ServersTestJSON-1617069239 tempest-ServersTestJSON-1617069239-project] Publish callbacks [] for port (aa89d69b-d66c-46c7-b334-9abcf380b521), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:47.221801 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f0935a-6c8d-4dcd-8a79-6b1ce7874005 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:50:47.223461 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-37f0935a-6c8d-4dcd-8a79-6b1ce7874005 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:47.328464 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 28a24512-7b90-45c1-928d-59da1ce275a8 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:50:47.347264 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f601e5-1683-4e19-8bad-ce52b38fee65 admin admin] Made reservation on behalf of 54d1c146b5ce415cb43490a0ae2130cb for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:50:47.352899 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-42f601e5-1683-4e19-8bad-ce52b38fee65 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:47.386915 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-01f0829c-8b67-49e8-a3a5-756cf3ffd179 admin admin] Publish callbacks [] for router_gateway (33aa59de-3dbd-41ea-b0c0-1820e6b5535a), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:47.487467 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-37f0935a-6c8d-4dcd-8a79-6b1ce7874005 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 785 time: 4.8819885 Oct 04 20:50:47.497718 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 44162) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:47.535839 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:47.542183 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f0935a-6c8d-4dcd-8a79-6b1ce7874005 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Pushing event updated for resources: {'Network': ['ID=2b8174f1-b48d-40fd-bc34-e53f926a0172,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:47.563973 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-7bf80452-f6a1-440d-a967-560529bec7d9 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Request body: {'subnet': {'network_id': '2b8174f1-b48d-40fd-bc34-e53f926a0172', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:50:47.594750 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-51a404c2-0ae1-4fbc-988e-aa3c09dd6c20 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:47.666798 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 2b8174f1-b48d-40fd-bc34-e53f926a0172 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:50:47.667524 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2ccfa202-aa92-4cbc-961d-a4d2a1432e51 tempest-ServersTestJSON-1617069239 tempest-ServersTestJSON-1617069239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (aa89d69b-d66c-46c7-b334-9abcf380b521), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:47.931736 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-dadec651-4da6-4e15-92c1-b3629c7b2245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:47.938622 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-3fa57ac6-492a-4748-ad8b-d1f706c1c712 None None] For port d94813d9-f759-4aeb-af7a-d884dd638929, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:50:47.945585 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:47.955226 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccfa202-aa92-4cbc-961d-a4d2a1432e51 tempest-ServersTestJSON-1617069239 tempest-ServersTestJSON-1617069239-project] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:50:47.958074 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port ca6c94dd-f487-4d43-8e12-c6d81e70909f triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:50:47.958697 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (ca6c94dd-f487-4d43-8e12-c6d81e70909f), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:47.959491 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port ca6c94dd-f487-4d43-8e12-c6d81e70909f Oct 04 20:50:47.960787 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccfa202-aa92-4cbc-961d-a4d2a1432e51 tempest-ServersTestJSON-1617069239 tempest-ServersTestJSON-1617069239-project] Pushing event updated for resources: {'Port': ['ID=aa89d69b-d66c-46c7-b334-9abcf380b521,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:47.975233 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-3da32fa7-cf86-4c01-aa1b-27583f4787f8 None None] Allocated IP 172.20.0.2 (6c08d114-6acc-4123-89a6-391843302c04/5d3cff06-c5a9-460c-b648-2641a66f3c4a/b385404d-f8a1-43f8-8f4d-c1d9430dffd4) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:50:47.975526 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-6620fa97-3666-4ec2-876f-44d7e859a887 admin admin] Allocated IP 172.25.5.13 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/374c93d2-c29d-4a86-b396-241144b0f8c3) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:50:47.997027 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-2ccfa202-aa92-4cbc-961d-a4d2a1432e51 tempest-ServersTestJSON-1617069239 tempest-ServersTestJSON-1617069239-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:50:48.022629 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccfa202-aa92-4cbc-961d-a4d2a1432e51 tempest-ServersTestJSON-1617069239 tempest-ServersTestJSON-1617069239-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:50:48.115320 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-e34afcff-bb21-43fd-bd7b-251843c06161 admin admin] Allocated IP 172.20.0.1 (f487490b-37cb-4d83-83a4-6c76529290fe/3850aa57-00fd-426a-9414-aaa757536fe2/a73b8d86-73b1-4e7e-97c8-997121113b0c) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:50:48.131013 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-3fa57ac6-492a-4748-ad8b-d1f706c1c712 None None] For port d94813d9-f759-4aeb-af7a-d884dd638929, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=d94813d9-f759-4aeb-af7a-d884dd638929,segment=NetworkSegment(f275d388-f627-415e-8e96-c7eb27d8866f),segment_id=f275d388-f627-415e-8e96-c7eb27d8866f)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:50:48.149157 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf80452-f6a1-440d-a967-560529bec7d9 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Made reservation on behalf of 223d432ff6a643f39235b9d5774265c1 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:50:48.155970 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7bf80452-f6a1-440d-a967-560529bec7d9 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:48.279874 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-e2a5f463-4fb4-462a-b84c-189c660dc851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f87a99b-f9ff-4c4c-910a-ba4d597359c4', 'name': 'tempest-TaggedBootDevicesTest-1751069113-router', 'tenant_id': '0d0dc488153a43779aabb1dc0774eda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'a06f839b-36fb-4741-8453-8456fa33f26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:35Z', 'updated_at': '2022-10-04T20:50:41Z', 'revision_number': 3, 'project_id': '0d0dc488153a43779aabb1dc0774eda1', 'gw_port': {'id': 'a06f839b-36fb-4741-8453-8456fa33f26b', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:00:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f87a99b-f9ff-4c4c-910a-ba4d597359c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:38Z', 'updated_at': '2022-10-04T20:50:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:50:48.374727 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-01f0829c-8b67-49e8-a3a5-756cf3ffd179 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (33aa59de-3dbd-41ea-b0c0-1820e6b5535a), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:48.396347 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:48.422733 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3fa57ac6-492a-4748-ad8b-d1f706c1c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (d94813d9-f759-4aeb-af7a-d884dd638929), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:48.437944 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:48.483709 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a5f463-4fb4-462a-b84c-189c660dc851 None None] Checking router: 7f87a99b-f9ff-4c4c-910a-ba4d597359c4 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:50:48.484298 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a5f463-4fb4-462a-b84c-189c660dc851 None None] Updating router 7f87a99b-f9ff-4c4c-910a-ba4d597359c4 port a06f839b-36fb-4741-8453-8456fa33f26b binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:50:48.562672 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:48.637576 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6620fa97-3666-4ec2-876f-44d7e859a887 admin admin] Publish callbacks [] for port (374c93d2-c29d-4a86-b396-241144b0f8c3), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:48.686779 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-c799c7ee-61ed-4594-aea8-ba0b088a6de0 None None] Current status of the port b1467497-158b-4d82-856f-51bf423fa0fa is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:50:48.687481 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c799c7ee-61ed-4594-aea8-ba0b088a6de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b1467497-158b-4d82-856f-51bf423fa0fa), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:48.773583 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2ccfa202-aa92-4cbc-961d-a4d2a1432e51 tempest-ServersTestJSON-1617069239 tempest-ServersTestJSON-1617069239-project] Publish callbacks [] for floatingip (b6e09246-72db-4e8e-803a-38a6aafb52f9), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:48.822052 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e2a5f463-4fb4-462a-b84c-189c660dc851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (a06f839b-36fb-4741-8453-8456fa33f26b), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:48.834175 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-42f601e5-1683-4e19-8bad-ce52b38fee65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (bd39306f-5baf-41dd-a47b-7401c8ef3ae8), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:48.851877 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:48.952884 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6620fa97-3666-4ec2-876f-44d7e859a887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (374c93d2-c29d-4a86-b396-241144b0f8c3), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:49.097201 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6620fa97-3666-4ec2-876f-44d7e859a887 admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:50:49.113656 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-6620fa97-3666-4ec2-876f-44d7e859a887 admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:50:49.131868 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6620fa97-3666-4ec2-876f-44d7e859a887 admin admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:50:49.139511 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e34afcff-bb21-43fd-bd7b-251843c06161 admin admin] Publish callbacks [] for port (a73b8d86-73b1-4e7e-97c8-997121113b0c), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:49.148168 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6620fa97-3666-4ec2-876f-44d7e859a887 admin admin] Pushing event updated for resources: {'Port': ['ID=374c93d2-c29d-4a86-b396-241144b0f8c3,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:49.227278 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:49.246262 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:49.253635 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f601e5-1683-4e19-8bad-ce52b38fee65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd39306f-5baf-41dd-a47b-7401c8ef3ae8,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:49.256241 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa57ac6-492a-4748-ad8b-d1f706c1c712 None None] Pushing event updated for resources: {'Port': ['ID=d94813d9-f759-4aeb-af7a-d884dd638929,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:49.307990 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:49.325601 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-c799c7ee-61ed-4594-aea8-ba0b088a6de0 None None] For port b1467497-158b-4d82-856f-51bf423fa0fa, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b1467497-158b-4d82-856f-51bf423fa0fa,segment=NetworkSegment(34002782-2404-4103-98c7-5fd63d12e2ea),segment_id=34002782-2404-4103-98c7-5fd63d12e2ea)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:50:49.328508 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:49.369857 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2ccfa202-aa92-4cbc-961d-a4d2a1432e51 tempest-ServersTestJSON-1617069239 tempest-ServersTestJSON-1617069239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (aa89d69b-d66c-46c7-b334-9abcf380b521), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:49.417206 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01f0829c-8b67-49e8-a3a5-756cf3ffd179 admin admin] Router 33aa59de-3dbd-41ea-b0c0-1820e6b5535a is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:50:49.427594 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port ca6c94dd-f487-4d43-8e12-c6d81e70909f is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:50:49.427594 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (ca6c94dd-f487-4d43-8e12-c6d81e70909f), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:49.456904 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c799c7ee-61ed-4594-aea8-ba0b088a6de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (b1467497-158b-4d82-856f-51bf423fa0fa), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:49.555566 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f601e5-1683-4e19-8bad-ce52b38fee65 admin admin] Checking segment: {'id': 'ce861961-400b-4578-92bc-05b9b673d2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '28a24512-7b90-45c1-928d-59da1ce275a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:50:49.556629 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f601e5-1683-4e19-8bad-ce52b38fee65 admin admin] Network hostable DHCP agents. Network: 28a24512-7b90-45c1-928d-59da1ce275a8, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:50:49.650547 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port ca6c94dd-f487-4d43-8e12-c6d81e70909f, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=ca6c94dd-f487-4d43-8e12-c6d81e70909f,segment=NetworkSegment(204551af-dbb7-4018-bd78-260c1db9bcfa),segment_id=204551af-dbb7-4018-bd78-260c1db9bcfa)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:50:49.656033 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3da32fa7-cf86-4c01-aa1b-27583f4787f8 None None] Publish callbacks [] for port (b385404d-f8a1-43f8-8f4d-c1d9430dffd4), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:49.721913 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e34afcff-bb21-43fd-bd7b-251843c06161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (a73b8d86-73b1-4e7e-97c8-997121113b0c), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:49.727677 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-5c69cada-4530-4e04-a1b0-af9c66d0a2a9 None None] Provisioning complete for port b1467497-158b-4d82-856f-51bf423fa0fa triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:50:49.728095 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5c69cada-4530-4e04-a1b0-af9c66d0a2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b1467497-158b-4d82-856f-51bf423fa0fa), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:49.728655 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-5c69cada-4530-4e04-a1b0-af9c66d0a2a9 None None] Attempt 1 to provision port b1467497-158b-4d82-856f-51bf423fa0fa Oct 04 20:50:49.851334 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7bf80452-f6a1-440d-a967-560529bec7d9 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (c5a65eca-4ca5-41d9-ba24-4fbaab4b050c), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:49.854882 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f601e5-1683-4e19-8bad-ce52b38fee65 admin admin] Network 28a24512-7b90-45c1-928d-59da1ce275a8 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:50:49.898854 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34afcff-bb21-43fd-bd7b-251843c06161 admin admin] Network f487490b-37cb-4d83-83a4-6c76529290fe is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:50:49.906546 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (ca6c94dd-f487-4d43-8e12-c6d81e70909f), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:49.919094 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3da32fa7-cf86-4c01-aa1b-27583f4787f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (b385404d-f8a1-43f8-8f4d-c1d9430dffd4), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:49.938483 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6620fa97-3666-4ec2-876f-44d7e859a887 admin admin] Publish callbacks [] for router_gateway (d73eac5b-b09d-433b-ae41-1b4bdde64c6b), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:49.957064 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-e34afcff-bb21-43fd-bd7b-251843c06161 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:50:49.963328 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c799c7ee-61ed-4594-aea8-ba0b088a6de0 None None] Pushing event updated for resources: {'Port': ['ID=b1467497-158b-4d82-856f-51bf423fa0fa,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:50.061891 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:50.110632 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f0829c-8b67-49e8-a3a5-756cf3ffd179 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:50:50.142633 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0ec932-30c0-45a2-a2c4-3b5b314faaf1 None None] Sync routers for ids ['33aa59de-3dbd-41ea-b0c0-1820e6b5535a'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:50:50.216809 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0ec932-30c0-45a2-a2c4-3b5b314faaf1 None None] Routers {'33aa59de-3dbd-41ea-b0c0-1820e6b5535a'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:50:50.219727 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-4d0ec932-30c0-45a2-a2c4-3b5b314faaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:50:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['33aa59de-3dbd-41ea-b0c0-1820e6b5535a'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:50:50.398974 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:50.451584 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-51a404c2-0ae1-4fbc-988e-aa3c09dd6c20 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Allocated IP 172.20.0.1 (6c08d114-6acc-4123-89a6-391843302c04/5d3cff06-c5a9-460c-b648-2641a66f3c4a/b7642158-2de1-4d6d-8790-bcc9c032f60b) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:50:50.478122 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da32fa7-cf86-4c01-aa1b-27583f4787f8 None None] Network 6c08d114-6acc-4123-89a6-391843302c04 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:50:50.525585 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-01f0829c-8b67-49e8-a3a5-756cf3ffd179 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:50.526918 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-01f0829c-8b67-49e8-a3a5-756cf3ffd179 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 12.0968926 Oct 04 20:50:50.536061 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 44164) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:50.734339 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-3da32fa7-cf86-4c01-aa1b-27583f4787f8 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:50:50.741028 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device d94813d9-f759-4aeb-af7a-d884dd638929 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:50:50.744867 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-4d0ec932-30c0-45a2-a2c4-3b5b314faaf1 None None] Set router 33aa59de-3dbd-41ea-b0c0-1820e6b5535a gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:50:50.746374 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:50.754182 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da32fa7-cf86-4c01-aa1b-27583f4787f8 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:50:50.782054 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-5c69cada-4530-4e04-a1b0-af9c66d0a2a9 None None] Current status of the port b1467497-158b-4d82-856f-51bf423fa0fa is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:50:50.871497 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34afcff-bb21-43fd-bd7b-251843c06161 admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:50:50.879513 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410e18be-6be1-49db-923e-e83112316b2d None None] Network 271ee594-d335-4e64-9a5f-f76e148f6d50 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:50:50.931303 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-42f601e5-1683-4e19-8bad-ce52b38fee65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 28a24512-7b90-45c1-928d-59da1ce275a8) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:50:50.943388 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:50.973317 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-d1fd1939-e36f-4f1f-a118-4b761f99f0d5 None None] Provisioning complete for port a73b8d86-73b1-4e7e-97c8-997121113b0c triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:50:50.975221 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d1fd1939-e36f-4f1f-a118-4b761f99f0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (a73b8d86-73b1-4e7e-97c8-997121113b0c), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:50.975834 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-d1fd1939-e36f-4f1f-a118-4b761f99f0d5 None None] Attempt 1 to provision port a73b8d86-73b1-4e7e-97c8-997121113b0c Oct 04 20:50:50.979199 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471f2f8f-5d00-4a55-82eb-bce014fbba1d None None] Network 28a24512-7b90-45c1-928d-59da1ce275a8 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:50:50.983884 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf80452-f6a1-440d-a967-560529bec7d9 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Checking segment: {'id': '4117c646-b95e-4789-a088-a19d64ad38cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '2b8174f1-b48d-40fd-bc34-e53f926a0172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:50:50.984797 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf80452-f6a1-440d-a967-560529bec7d9 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Network hostable DHCP agents. Network: 2b8174f1-b48d-40fd-bc34-e53f926a0172, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:50:50.995078 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34afcff-bb21-43fd-bd7b-251843c06161 admin admin] Pushing event updated for resources: {'Port': ['ID=a73b8d86-73b1-4e7e-97c8-997121113b0c,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:51.018313 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f601e5-1683-4e19-8bad-ce52b38fee65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:50:51.019794 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-42f601e5-1683-4e19-8bad-ce52b38fee65 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:51.075911 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:INSERT=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:51.096368 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e2a5f463-4fb4-462a-b84c-189c660dc851 None None] Publish callbacks [] for port (a06f839b-36fb-4741-8453-8456fa33f26b), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:51.105755 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=ca6c94dd-f487-4d43-8e12-c6d81e70909f,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:51.168313 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-42f601e5-1683-4e19-8bad-ce52b38fee65 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 4.0983810 Oct 04 20:50:51.168657 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-4d0ec932-30c0-45a2-a2c4-3b5b314faaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33aa59de-3dbd-41ea-b0c0-1820e6b5535a', 'name': 'tempest-AttachVolumeTestJSON-303908132-router', 'tenant_id': '6006071429214a518602cecf8646892a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': 'dcb3620a-c2ad-4473-a39a-bf1a957f5eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:38Z', 'updated_at': '2022-10-04T20:50:45Z', 'revision_number': 3, 'project_id': '6006071429214a518602cecf8646892a', 'gw_port': {'id': 'dcb3620a-c2ad-4473-a39a-bf1a957f5eef', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:46:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33aa59de-3dbd-41ea-b0c0-1820e6b5535a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:42Z', 'updated_at': '2022-10-04T20:50:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:50:51.169396 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf80452-f6a1-440d-a967-560529bec7d9 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Pushing event updated for resources: {'Subnet': ['ID=c5a65eca-4ca5-41d9-ba24-4fbaab4b050c,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:51.175326 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 44166) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:51.198342 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-2fbffb45-dec3-46c8-9ab8-c8b294e247dd admin admin] Request body: {'router': {'name': 'tempest-ServerMetadataNegativeTestJSON-427948162-router', 'tenant_id': '54d1c146b5ce415cb43490a0ae2130cb', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:50:51.217920 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e34afcff-bb21-43fd-bd7b-251843c06161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (7f87a99b-f9ff-4c4c-910a-ba4d597359c4), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:51.251377 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0ec932-30c0-45a2-a2c4-3b5b314faaf1 None None] Checking router: 33aa59de-3dbd-41ea-b0c0-1820e6b5535a for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:50:51.253808 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0ec932-30c0-45a2-a2c4-3b5b314faaf1 None None] Updating router 33aa59de-3dbd-41ea-b0c0-1820e6b5535a port dcb3620a-c2ad-4473-a39a-bf1a957f5eef binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:50:51.322389 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e2a5f463-4fb4-462a-b84c-189c660dc851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (a06f839b-36fb-4741-8453-8456fa33f26b), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:51.346776 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-4d0ec932-30c0-45a2-a2c4-3b5b314faaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (dcb3620a-c2ad-4473-a39a-bf1a957f5eef), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:51.509397 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2ccfa202-aa92-4cbc-961d-a4d2a1432e51 tempest-ServersTestJSON-1617069239 tempest-ServersTestJSON-1617069239-project] Publish callbacks [] for port (aa89d69b-d66c-46c7-b334-9abcf380b521), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:51.546287 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:51.554247 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf80452-f6a1-440d-a967-560529bec7d9 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Network 2b8174f1-b48d-40fd-bc34-e53f926a0172 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:50:51.555629 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port d94813d9-f759-4aeb-af7a-d884dd638929 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:50:51.556484 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (d94813d9-f759-4aeb-af7a-d884dd638929), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:51.556852 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port d94813d9-f759-4aeb-af7a-d884dd638929 Oct 04 20:50:51.590209 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-3da32fa7-cf86-4c01-aa1b-27583f4787f8 None None] Attempting to bind port b385404d-f8a1-43f8-8f4d-c1d9430dffd4 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:50:51.591029 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-3da32fa7-cf86-4c01-aa1b-27583f4787f8 None None] Attempting to bind port b385404d-f8a1-43f8-8f4d-c1d9430dffd4 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '0b89cb3b-9cd8-4647-895f-e665f857bc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6c08d114-6acc-4123-89a6-391843302c04'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:50:51.592217 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da32fa7-cf86-4c01-aa1b-27583f4787f8 None None] Attempting to bind port b385404d-f8a1-43f8-8f4d-c1d9430dffd4 on network 6c08d114-6acc-4123-89a6-391843302c04 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:50:51.597720 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2ccfa202-aa92-4cbc-961d-a4d2a1432e51 tempest-ServersTestJSON-1617069239 tempest-ServersTestJSON-1617069239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (aa89d69b-d66c-46c7-b334-9abcf380b521), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:51.691875 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-e2a5f463-4fb4-462a-b84c-189c660dc851 None None] Attempting to bind port a06f839b-36fb-4741-8453-8456fa33f26b on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:50:51.693144 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-e2a5f463-4fb4-462a-b84c-189c660dc851 None None] Attempting to bind port a06f839b-36fb-4741-8453-8456fa33f26b by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:50:51.693774 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a5f463-4fb4-462a-b84c-189c660dc851 None None] Attempting to bind port a06f839b-36fb-4741-8453-8456fa33f26b on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:50:51.765064 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccfa202-aa92-4cbc-961d-a4d2a1432e51 tempest-ServersTestJSON-1617069239 tempest-ServersTestJSON-1617069239-project] Pushing event updated for resources: {'Port': ['ID=aa89d69b-d66c-46c7-b334-9abcf380b521,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:51.800044 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:51.816227 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-d1fd1939-e36f-4f1f-a118-4b761f99f0d5 None None] Port a73b8d86-73b1-4e7e-97c8-997121113b0c cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:50:51.835845 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:51.844358 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:51.870694 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-7bf80452-f6a1-440d-a967-560529bec7d9 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 2b8174f1-b48d-40fd-bc34-e53f926a0172) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:50:51.886428 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-d1fd1939-e36f-4f1f-a118-4b761f99f0d5 None None] Provisioning complete for port d94813d9-f759-4aeb-af7a-d884dd638929 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:50:51.887081 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d1fd1939-e36f-4f1f-a118-4b761f99f0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (d94813d9-f759-4aeb-af7a-d884dd638929), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:51.887686 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-d1fd1939-e36f-4f1f-a118-4b761f99f0d5 None None] Attempt 1 to provision port d94813d9-f759-4aeb-af7a-d884dd638929 Oct 04 20:50:51.890978 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da32fa7-cf86-4c01-aa1b-27583f4787f8 None None] Pushing event updated for resources: {'Port': ['ID=b385404d-f8a1-43f8-8f4d-c1d9430dffd4,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:51.902877 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf80452-f6a1-440d-a967-560529bec7d9 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:50:51.910176 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7bf80452-f6a1-440d-a967-560529bec7d9 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:51.910608 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:51.922492 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2fbffb45-dec3-46c8-9ab8-c8b294e247dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (63634eaa-56b2-4b97-902d-92c0b78e351f), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:51.925518 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2fbffb45-dec3-46c8-9ab8-c8b294e247dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (63634eaa-56b2-4b97-902d-92c0b78e351f), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:51.965423 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e34afcff-bb21-43fd-bd7b-251843c06161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (a73b8d86-73b1-4e7e-97c8-997121113b0c), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:52.030415 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aff243-1d43-4908-9077-c0ffb6e46e68 None None] Pushing event updated for resources: {'Port': ['ID=a06f839b-36fb-4741-8453-8456fa33f26b,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:52.045423 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7641bb92-a5f6-4687-a61e-e067b917213c None None] Network 2b8174f1-b48d-40fd-bc34-e53f926a0172 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:50:52.124614 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-4d0ec932-30c0-45a2-a2c4-3b5b314faaf1 None None] Publish callbacks [] for port (dcb3620a-c2ad-4473-a39a-bf1a957f5eef), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:52.152783 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da32fa7-cf86-4c01-aa1b-27583f4787f8 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:50:52.153404 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da32fa7-cf86-4c01-aa1b-27583f4787f8 None None] Checking segment: {'id': '0b89cb3b-9cd8-4647-895f-e665f857bc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6c08d114-6acc-4123-89a6-391843302c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:50:52.154063 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3da32fa7-cf86-4c01-aa1b-27583f4787f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:52.154785 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da32fa7-cf86-4c01-aa1b-27583f4787f8 None None] Bound using segment: {'id': '0b89cb3b-9cd8-4647-895f-e665f857bc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6c08d114-6acc-4123-89a6-391843302c04'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:50:52.155818 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-3da32fa7-cf86-4c01-aa1b-27583f4787f8 None None] Bound port: b385404d-f8a1-43f8-8f4d-c1d9430dffd4, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b89cb3b-9cd8-4647-895f-e665f857bc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6c08d114-6acc-4123-89a6-391843302c04'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:50:52.156288 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3da32fa7-cf86-4c01-aa1b-27583f4787f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b385404d-f8a1-43f8-8f4d-c1d9430dffd4), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:52.160887 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a5f463-4fb4-462a-b84c-189c660dc851 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:50:52.162490 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a5f463-4fb4-462a-b84c-189c660dc851 None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:50:52.162765 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e2a5f463-4fb4-462a-b84c-189c660dc851 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:52.163454 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a5f463-4fb4-462a-b84c-189c660dc851 None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:50:52.164294 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-e2a5f463-4fb4-462a-b84c-189c660dc851 None None] Bound port: a06f839b-36fb-4741-8453-8456fa33f26b, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:50:52.165064 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e2a5f463-4fb4-462a-b84c-189c660dc851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (a06f839b-36fb-4741-8453-8456fa33f26b), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:52.214959 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2ccfa202-aa92-4cbc-961d-a4d2a1432e51 tempest-ServersTestJSON-1617069239 tempest-ServersTestJSON-1617069239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582728'] for floatingip (b6e09246-72db-4e8e-803a-38a6aafb52f9), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:52.262029 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:52.313277 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6620fa97-3666-4ec2-876f-44d7e859a887 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (d73eac5b-b09d-433b-ae41-1b4bdde64c6b), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:52.333268 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-7bf80452-f6a1-440d-a967-560529bec7d9 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.8328698 Oct 04 20:50:52.333561 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 44168) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:52.355523 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-295ca09d-4b91-4e8d-ab5f-a9665b19c890 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-29498760', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}, 'admin_state_up': False}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:50:52.372730 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-4d0ec932-30c0-45a2-a2c4-3b5b314faaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (dcb3620a-c2ad-4473-a39a-bf1a957f5eef), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:52.374337 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:52.391627 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-51a404c2-0ae1-4fbc-988e-aa3c09dd6c20 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for port (b7642158-2de1-4d6d-8790-bcc9c032f60b), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:52.419743 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:DELETE=2,neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:52.431086 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-4d0ec932-30c0-45a2-a2c4-3b5b314faaf1 None None] Attempting to bind port dcb3620a-c2ad-4473-a39a-bf1a957f5eef on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:50:52.436049 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-4d0ec932-30c0-45a2-a2c4-3b5b314faaf1 None None] Attempting to bind port dcb3620a-c2ad-4473-a39a-bf1a957f5eef by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:50:52.437378 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0ec932-30c0-45a2-a2c4-3b5b314faaf1 None None] Attempting to bind port dcb3620a-c2ad-4473-a39a-bf1a957f5eef on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:50:52.581349 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687f20d9-54e5-4f9b-913f-85aedc3b487d None None] Pushing event updated for resources: {'Port': ['ID=dcb3620a-c2ad-4473-a39a-bf1a957f5eef,revision_number=2']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:52.587171 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e2a5f463-4fb4-462a-b84c-189c660dc851 None None] For port a06f839b-36fb-4741-8453-8456fa33f26b, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:50:52.597294 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2ccfa202-aa92-4cbc-961d-a4d2a1432e51 tempest-ServersTestJSON-1617069239 tempest-ServersTestJSON-1617069239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:52.624963 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96901055-375c-460c-93cc-44eb8eec75b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-28a24512-7b90-45c1-928d-59da1ce275a8', 'network_id': '28a24512-7b90-45c1-928d-59da1ce275a8', 'project_id': '54d1c146b5ce415cb43490a0ae2130cb', 'fixed_ips': [{'subnet_id': 'bd39306f-5baf-41dd-a47b-7401c8ef3ae8'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:50:52.627103 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-96901055-375c-460c-93cc-44eb8eec75b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:52.629346 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-2ccfa202-aa92-4cbc-961d-a4d2a1432e51 tempest-ServersTestJSON-1617069239 tempest-ServersTestJSON-1617069239-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.3601890 Oct 04 20:50:52.631906 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-295ca09d-4b91-4e8d-ab5f-a9665b19c890 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (338eba0b-7a56-4642-842c-8d7eb2577e2d), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:52.638804 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-295ca09d-4b91-4e8d-ab5f-a9665b19c890 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (338eba0b-7a56-4642-842c-8d7eb2577e2d), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:52.682145 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2fbffb45-dec3-46c8-9ab8-c8b294e247dd admin admin] Publish callbacks [] for router_controller (63634eaa-56b2-4b97-902d-92c0b78e351f), precommit_add_association {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:52.715170 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0ec932-30c0-45a2-a2c4-3b5b314faaf1 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:50:52.715589 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0ec932-30c0-45a2-a2c4-3b5b314faaf1 None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:50:52.727793 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-4d0ec932-30c0-45a2-a2c4-3b5b314faaf1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:52.729003 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0ec932-30c0-45a2-a2c4-3b5b314faaf1 None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:50:52.731017 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-4d0ec932-30c0-45a2-a2c4-3b5b314faaf1 None None] Bound port: dcb3620a-c2ad-4473-a39a-bf1a957f5eef, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:50:52.732972 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-4d0ec932-30c0-45a2-a2c4-3b5b314faaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (dcb3620a-c2ad-4473-a39a-bf1a957f5eef), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:52.798649 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e2a5f463-4fb4-462a-b84c-189c660dc851 None None] For port a06f839b-36fb-4741-8453-8456fa33f26b, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=a06f839b-36fb-4741-8453-8456fa33f26b,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:50:52.968410 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-3da32fa7-cf86-4c01-aa1b-27583f4787f8 None None] For port b385404d-f8a1-43f8-8f4d-c1d9430dffd4, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:50:52.978727 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-3da32fa7-cf86-4c01-aa1b-27583f4787f8 None None] For port b385404d-f8a1-43f8-8f4d-c1d9430dffd4, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b385404d-f8a1-43f8-8f4d-c1d9430dffd4,segment=NetworkSegment(0b89cb3b-9cd8-4647-895f-e665f857bc0a),segment_id=0b89cb3b-9cd8-4647-895f-e665f857bc0a)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:50:52.981515 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:52.991096 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5fed3361-0170-4add-80cd-018e56504160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:52.996749 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-4d0ec932-30c0-45a2-a2c4-3b5b314faaf1 None None] For port dcb3620a-c2ad-4473-a39a-bf1a957f5eef, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:50:53.020219 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-4d0ec932-30c0-45a2-a2c4-3b5b314faaf1 None None] For port dcb3620a-c2ad-4473-a39a-bf1a957f5eef, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=dcb3620a-c2ad-4473-a39a-bf1a957f5eef,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:50:53.024051 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-295ca09d-4b91-4e8d-ab5f-a9665b19c890 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for router_controller (338eba0b-7a56-4642-842c-8d7eb2577e2d), precommit_add_association {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:53.123554 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-4d0ec932-30c0-45a2-a2c4-3b5b314faaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (dcb3620a-c2ad-4473-a39a-bf1a957f5eef), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:53.215127 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-51a404c2-0ae1-4fbc-988e-aa3c09dd6c20 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (b7642158-2de1-4d6d-8790-bcc9c032f60b), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:53.280877 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-d1fd1939-e36f-4f1f-a118-4b761f99f0d5 None None] Current status of the port d94813d9-f759-4aeb-af7a-d884dd638929 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:50:53.286545 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d1fd1939-e36f-4f1f-a118-4b761f99f0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (d94813d9-f759-4aeb-af7a-d884dd638929), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:53.296909 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0ec932-30c0-45a2-a2c4-3b5b314faaf1 None None] Routers {'33aa59de-3dbd-41ea-b0c0-1820e6b5535a'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:50:53.298477 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-4d0ec932-30c0-45a2-a2c4-3b5b314faaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:50:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['33aa59de-3dbd-41ea-b0c0-1820e6b5535a'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:50:53.337757 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port d94813d9-f759-4aeb-af7a-d884dd638929 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:50:53.338879 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (d94813d9-f759-4aeb-af7a-d884dd638929), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:53.346655 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e2a5f463-4fb4-462a-b84c-189c660dc851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (a06f839b-36fb-4741-8453-8456fa33f26b), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:53.390193 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:53.390193 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687f20d9-54e5-4f9b-913f-85aedc3b487d None None] Pushing event updated for resources: {'Port': ['ID=dcb3620a-c2ad-4473-a39a-bf1a957f5eef,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:53.456775 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a404c2-0ae1-4fbc-988e-aa3c09dd6c20 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Network 6c08d114-6acc-4123-89a6-391843302c04 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:50:53.462687 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:53.467232 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3da32fa7-cf86-4c01-aa1b-27583f4787f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (b385404d-f8a1-43f8-8f4d-c1d9430dffd4), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:53.493833 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-51a404c2-0ae1-4fbc-988e-aa3c09dd6c20 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:50:53.493833 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a404c2-0ae1-4fbc-988e-aa3c09dd6c20 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event updated for resources: {'Port': ['ID=b7642158-2de1-4d6d-8790-bcc9c032f60b,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:53.498142 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a404c2-0ae1-4fbc-988e-aa3c09dd6c20 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:50:53.559773 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e34afcff-bb21-43fd-bd7b-251843c06161 admin admin] Publish callbacks [] for port (a73b8d86-73b1-4e7e-97c8-997121113b0c), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:53.586440 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:53.605828 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-4d0ec932-30c0-45a2-a2c4-3b5b314faaf1 None None] Set router 33aa59de-3dbd-41ea-b0c0-1820e6b5535a gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:50:53.662463 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2fbffb45-dec3-46c8-9ab8-c8b294e247dd admin admin] Publish callbacks [] for router_gateway (63634eaa-56b2-4b97-902d-92c0b78e351f), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:53.721640 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6620fa97-3666-4ec2-876f-44d7e859a887 admin admin] Router d73eac5b-b09d-433b-ae41-1b4bdde64c6b is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:50:53.741139 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:53.768944 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-fe7134bd-dfd8-4c35-8b52-b8418024392d req-631ecfbc-0382-4374-aab6-bc287a4994b3 tempest-ServersTestJSON-1617069239 tempest-ServersTestJSON-1617069239-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2144757539&fields=id&tenant_id=4387f90f1ad8429bb47aaabfe531871b HTTP/1.1" status: 200 len: 267 time: 0.4538708 Oct 04 20:50:53.783771 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-51a404c2-0ae1-4fbc-988e-aa3c09dd6c20 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (3081662c-0fdc-4630-b24f-73f5027b7119), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:53.877261 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991e3c37-1a92-4a03-a9bf-2712dc6e3160 None None] Network 2b8174f1-b48d-40fd-bc34-e53f926a0172 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:50:53.938102 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port d94813d9-f759-4aeb-af7a-d884dd638929, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=d94813d9-f759-4aeb-af7a-d884dd638929,segment=NetworkSegment(f275d388-f627-415e-8e96-c7eb27d8866f),segment_id=f275d388-f627-415e-8e96-c7eb27d8866f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:50:54.014045 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-5fed3361-0170-4add-80cd-018e56504160 admin admin] Allocated IP 172.20.0.1 (f0fe7fb4-d5ef-472d-aff1-4131ebf9faf7/700f711a-a2d3-4a29-ad52-223018b5e575/dfb32fef-085a-413b-8be1-c9e07712281e) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:50:54.052266 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-295ca09d-4b91-4e8d-ab5f-a9665b19c890 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for router_gateway (338eba0b-7a56-4642-842c-8d7eb2577e2d), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:54.072973 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e34afcff-bb21-43fd-bd7b-251843c06161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (a73b8d86-73b1-4e7e-97c8-997121113b0c), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:54.192179 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e34afcff-bb21-43fd-bd7b-251843c06161 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (7f87a99b-f9ff-4c4c-910a-ba4d597359c4), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:54.210006 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-4d0ec932-30c0-45a2-a2c4-3b5b314faaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33aa59de-3dbd-41ea-b0c0-1820e6b5535a', 'name': 'tempest-AttachVolumeTestJSON-303908132-router', 'tenant_id': '6006071429214a518602cecf8646892a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': 'dcb3620a-c2ad-4473-a39a-bf1a957f5eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:38Z', 'updated_at': '2022-10-04T20:50:45Z', 'revision_number': 3, 'project_id': '6006071429214a518602cecf8646892a', 'gw_port': {'id': 'dcb3620a-c2ad-4473-a39a-bf1a957f5eef', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:46:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33aa59de-3dbd-41ea-b0c0-1820e6b5535a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:42Z', 'updated_at': '2022-10-04T20:50:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:50:54.292338 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=8 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:54.319245 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aff243-1d43-4908-9077-c0ffb6e46e68 None None] Pushing event updated for resources: {'Port': ['ID=a06f839b-36fb-4741-8453-8456fa33f26b,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:54.323609 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a5f463-4fb4-462a-b84c-189c660dc851 None None] Routers {'7f87a99b-f9ff-4c4c-910a-ba4d597359c4'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:50:54.324752 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-e2a5f463-4fb4-462a-b84c-189c660dc851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:50:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['7f87a99b-f9ff-4c4c-910a-ba4d597359c4'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:50:54.326336 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0ec932-30c0-45a2-a2c4-3b5b314faaf1 None None] The sync data for ids ['33aa59de-3dbd-41ea-b0c0-1820e6b5535a'] in n-d-852085-12 is: [{'id': '33aa59de-3dbd-41ea-b0c0-1820e6b5535a', 'name': 'tempest-AttachVolumeTestJSON-303908132-router', 'tenant_id': '6006071429214a518602cecf8646892a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': 'dcb3620a-c2ad-4473-a39a-bf1a957f5eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:38Z', 'updated_at': '2022-10-04T20:50:45Z', 'revision_number': 3, 'project_id': '6006071429214a518602cecf8646892a', 'gw_port': {'id': 'dcb3620a-c2ad-4473-a39a-bf1a957f5eef', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:46:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33aa59de-3dbd-41ea-b0c0-1820e6b5535a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:42Z', 'updated_at': '2022-10-04T20:50:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:50:54.339112 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (d94813d9-f759-4aeb-af7a-d884dd638929), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:54.340757 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b1467497-158b-4d82-856f-51bf423fa0fa up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:50:54.409372 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-96901055-375c-460c-93cc-44eb8eec75b5 None None] Allocated IP 172.20.0.2 (28a24512-7b90-45c1-928d-59da1ce275a8/bd39306f-5baf-41dd-a47b-7401c8ef3ae8/73e3103c-9118-45c3-b8ee-3c7a579c7183) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:50:54.736053 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:54.784983 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34afcff-bb21-43fd-bd7b-251843c06161 admin admin] Pushing event updated for resources: {'Port': ['ID=a73b8d86-73b1-4e7e-97c8-997121113b0c,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:54.873883 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-d1fd1939-e36f-4f1f-a118-4b761f99f0d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 20:50:54.874740 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-d1fd1939-e36f-4f1f-a118-4b761f99f0d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 20:50:54.876365 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-51a404c2-0ae1-4fbc-988e-aa3c09dd6c20 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b7642158-2de1-4d6d-8790-bcc9c032f60b), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:54.889193 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6620fa97-3666-4ec2-876f-44d7e859a887 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:50:54.903524 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7134bd-dfd8-4c35-8b52-b8418024392d req-2923bdd5-afad-48d3-b388-4168e1b46ccc tempest-ServersTestJSON-1617069239 tempest-ServersTestJSON-1617069239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:50:54.906343 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-fe7134bd-dfd8-4c35-8b52-b8418024392d req-2923bdd5-afad-48d3-b388-4168e1b46ccc tempest-ServersTestJSON-1617069239 tempest-ServersTestJSON-1617069239-project] 10.222.0.78 "GET /networking/v2.0/networks?id=43677c05-59b5-40a5-91e5-762f49280e61 HTTP/1.1" status: 200 len: 806 time: 0.9612985 Oct 04 20:50:55.014146 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-fe7134bd-dfd8-4c35-8b52-b8418024392d req-1bf58114-90d4-4e76-a4df-8e96c1891872 tempest-ServersTestJSON-1617069239 tempest-ServersTestJSON-1617069239-project] 10.222.0.78 "GET /networking/v2.0/quotas/4387f90f1ad8429bb47aaabfe531871b HTTP/1.1" status: 200 len: 375 time: 0.0561345 Oct 04 20:50:55.034747 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343c3bb1-a471-4d0a-b323-9a82c3ee5a98 None None] Sync routers for ids ['d73eac5b-b09d-433b-ae41-1b4bdde64c6b'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:50:55.041822 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da32fa7-cf86-4c01-aa1b-27583f4787f8 None None] Pushing event updated for resources: {'Port': ['ID=b385404d-f8a1-43f8-8f4d-c1d9430dffd4,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:55.312686 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port b1467497-158b-4d82-856f-51bf423fa0fa triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:50:55.313814 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b1467497-158b-4d82-856f-51bf423fa0fa), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:55.314727 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port b1467497-158b-4d82-856f-51bf423fa0fa Oct 04 20:50:55.319852 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2fbffb45-dec3-46c8-9ab8-c8b294e247dd admin admin] Publish callbacks [] for router_gateway (63634eaa-56b2-4b97-902d-92c0b78e351f), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:55.367126 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6620fa97-3666-4ec2-876f-44d7e859a887 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:55.371048 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-6620fa97-3666-4ec2-876f-44d7e859a887 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 14.4629111 Oct 04 20:50:55.381087 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:55.418637 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 44186) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:55.482792 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-e2a5f463-4fb4-462a-b84c-189c660dc851 None None] Set router 7f87a99b-f9ff-4c4c-910a-ba4d597359c4 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:50:55.489568 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5fed3361-0170-4add-80cd-018e56504160 admin admin] Publish callbacks [] for port (dfb32fef-085a-413b-8be1-c9e07712281e), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:55.500314 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2fbffb45-dec3-46c8-9ab8-c8b294e247dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:55.534150 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34afcff-bb21-43fd-bd7b-251843c06161 admin admin] Network f487490b-37cb-4d83-83a4-6c76529290fe is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:50:55.543459 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-e34afcff-bb21-43fd-bd7b-251843c06161 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:50:55.630980 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-fe7134bd-dfd8-4c35-8b52-b8418024392d req-a935e8bb-cc5b-4efc-b95c-0fbbda00d766 tempest-ServersTestJSON-1617069239 tempest-ServersTestJSON-1617069239-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=4387f90f1ad8429bb47aaabfe531871b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5787766 Oct 04 20:50:55.803997 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-295ca09d-4b91-4e8d-ab5f-a9665b19c890 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for router_gateway (338eba0b-7a56-4642-842c-8d7eb2577e2d), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:55.860470 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343c3bb1-a471-4d0a-b323-9a82c3ee5a98 None None] Routers {'d73eac5b-b09d-433b-ae41-1b4bdde64c6b'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:50:55.860470 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-343c3bb1-a471-4d0a-b323-9a82c3ee5a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:50:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['d73eac5b-b09d-433b-ae41-1b4bdde64c6b'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:50:56.062040 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-2fbffb45-dec3-46c8-9ab8-c8b294e247dd admin admin] Allocated IP 172.25.5.201 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/820f770d-7e58-4376-9f78-1713d8e6ad8c) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:50:56.094684 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:56.101635 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 44194) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:56.112994 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-295ca09d-4b91-4e8d-ab5f-a9665b19c890 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:56.252412 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-96901055-375c-460c-93cc-44eb8eec75b5 None None] Publish callbacks [] for port (73e3103c-9118-45c3-b8ee-3c7a579c7183), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:56.290974 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5fed3361-0170-4add-80cd-018e56504160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (dfb32fef-085a-413b-8be1-c9e07712281e), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:56.296131 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df864dd0-4be6-49f6-afe0-9a6ddf0b272f None None] Network 6c08d114-6acc-4123-89a6-391843302c04 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:50:56.313033 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:56.388813 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=d94813d9-f759-4aeb-af7a-d884dd638929,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:56.439072 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fed3361-0170-4add-80cd-018e56504160 admin admin] Network f0fe7fb4-d5ef-472d-aff1-4131ebf9faf7 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:50:56.465342 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-5fed3361-0170-4add-80cd-018e56504160 admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:50:56.470983 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fed3361-0170-4add-80cd-018e56504160 admin admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:50:56.533113 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-d1fd1939-e36f-4f1f-a118-4b761f99f0d5 None None] Current status of the port d94813d9-f759-4aeb-af7a-d884dd638929 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:50:56.536769 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-96901055-375c-460c-93cc-44eb8eec75b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (73e3103c-9118-45c3-b8ee-3c7a579c7183), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:56.896602 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96901055-375c-460c-93cc-44eb8eec75b5 None None] Network 28a24512-7b90-45c1-928d-59da1ce275a8 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:50:56.945928 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-96901055-375c-460c-93cc-44eb8eec75b5 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:50:56.956446 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96901055-375c-460c-93cc-44eb8eec75b5 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:50:57.019689 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-a689b637-b7ea-432a-ab8f-2bd0c87f53d9 None None] Provisioning complete for port a73b8d86-73b1-4e7e-97c8-997121113b0c triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:50:57.020058 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:57.020978 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a689b637-b7ea-432a-ab8f-2bd0c87f53d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (a73b8d86-73b1-4e7e-97c8-997121113b0c), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:57.021860 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-a689b637-b7ea-432a-ab8f-2bd0c87f53d9 None None] Attempt 1 to provision port a73b8d86-73b1-4e7e-97c8-997121113b0c Oct 04 20:50:57.079205 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port b1467497-158b-4d82-856f-51bf423fa0fa is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:50:57.081263 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device cd448b4c-050b-49fb-b70f-b2549e06adbd up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:50:57.131995 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:57.157621 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-343c3bb1-a471-4d0a-b323-9a82c3ee5a98 None None] Set router d73eac5b-b09d-433b-ae41-1b4bdde64c6b gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:50:57.159359 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:57.182546 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5fed3361-0170-4add-80cd-018e56504160 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (33aa59de-3dbd-41ea-b0c0-1820e6b5535a), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:57.218423 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed3361-0170-4add-80cd-018e56504160 admin admin] Pushing event updated for resources: {'Port': ['ID=dfb32fef-085a-413b-8be1-c9e07712281e,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:57.253262 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fb6d93c8-cf9f-4ca9-90e9-beac9d612974 tempest-ServersTestJSON-1617069239 tempest-ServersTestJSON-1617069239-project] Publish callbacks [] for security_group (c5289609-dc2a-45b6-bebc-3d1351a365d5), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:57.308758 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e34afcff-bb21-43fd-bd7b-251843c06161 admin admin] Router 7f87a99b-f9ff-4c4c-910a-ba4d597359c4 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:50:57.341230 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fb6d93c8-cf9f-4ca9-90e9-beac9d612974 tempest-ServersTestJSON-1617069239 tempest-ServersTestJSON-1617069239-project] Publish callbacks [] for security_group (c5289609-dc2a-45b6-bebc-3d1351a365d5), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:57.376174 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2fbffb45-dec3-46c8-9ab8-c8b294e247dd admin admin] Publish callbacks [] for port (820f770d-7e58-4376-9f78-1713d8e6ad8c), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:57.425169 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:57.427655 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96901055-375c-460c-93cc-44eb8eec75b5 None None] Pushing event updated for resources: {'Port': ['ID=73e3103c-9118-45c3-b8ee-3c7a579c7183,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:57.525805 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-a689b637-b7ea-432a-ab8f-2bd0c87f53d9 None None] Port a73b8d86-73b1-4e7e-97c8-997121113b0c cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:50:57.636326 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:57.722626 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-a689b637-b7ea-432a-ab8f-2bd0c87f53d9 None None] Provisioning complete for port d94813d9-f759-4aeb-af7a-d884dd638929 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:50:57.725808 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a689b637-b7ea-432a-ab8f-2bd0c87f53d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (d94813d9-f759-4aeb-af7a-d884dd638929), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:57.726765 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-a689b637-b7ea-432a-ab8f-2bd0c87f53d9 None None] Attempt 1 to provision port d94813d9-f759-4aeb-af7a-d884dd638929 Oct 04 20:50:57.747797 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-51a404c2-0ae1-4fbc-988e-aa3c09dd6c20 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for port (b7642158-2de1-4d6d-8790-bcc9c032f60b), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:57.763512 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2fbffb45-dec3-46c8-9ab8-c8b294e247dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (820f770d-7e58-4376-9f78-1713d8e6ad8c), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:57.841140 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:57.953999 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-e2a5f463-4fb4-462a-b84c-189c660dc851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f87a99b-f9ff-4c4c-910a-ba4d597359c4', 'name': 'tempest-TaggedBootDevicesTest-1751069113-router', 'tenant_id': '0d0dc488153a43779aabb1dc0774eda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'a06f839b-36fb-4741-8453-8456fa33f26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:35Z', 'updated_at': '2022-10-04T20:50:51Z', 'revision_number': 4, 'project_id': '0d0dc488153a43779aabb1dc0774eda1', 'gw_port': {'id': 'a06f839b-36fb-4741-8453-8456fa33f26b', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:00:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f87a99b-f9ff-4c4c-910a-ba4d597359c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:38Z', 'updated_at': '2022-10-04T20:50:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'a73b8d86-73b1-4e7e-97c8-997121113b0c', 'name': '', 'network_id': 'f487490b-37cb-4d83-83a4-6c76529290fe', 'tenant_id': '0d0dc488153a43779aabb1dc0774eda1', 'mac_address': 'fa:16:3e:2d:c6:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f87a99b-f9ff-4c4c-910a-ba4d597359c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '3850aa57-00fd-426a-9414-aaa757536fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:47Z', 'updated_at': '2022-10-04T20:50:52Z', 'revision_number': 2, 'project_id': '0d0dc488153a43779aabb1dc0774eda1', 'subnets': [{'id': '3850aa57-00fd-426a-9414-aaa757536fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:50:57.961408 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-96901055-375c-460c-93cc-44eb8eec75b5 None None] Attempting to bind port 73e3103c-9118-45c3-b8ee-3c7a579c7183 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:50:57.964669 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-96901055-375c-460c-93cc-44eb8eec75b5 None None] Attempting to bind port 73e3103c-9118-45c3-b8ee-3c7a579c7183 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'ce861961-400b-4578-92bc-05b9b673d2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '28a24512-7b90-45c1-928d-59da1ce275a8'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:50:57.964669 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96901055-375c-460c-93cc-44eb8eec75b5 None None] Attempting to bind port 73e3103c-9118-45c3-b8ee-3c7a579c7183 on network 28a24512-7b90-45c1-928d-59da1ce275a8 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:50:57.975915 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-01642891-19f6-4b86-96e4-34f3f1a5e686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:58.035700 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-295ca09d-4b91-4e8d-ab5f-a9665b19c890 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Allocated IP 172.25.5.69 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/f4051018-dd65-4dab-b985-4d29b51d309a) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:50:58.140004 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-51a404c2-0ae1-4fbc-988e-aa3c09dd6c20 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (b7642158-2de1-4d6d-8790-bcc9c032f60b), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:58.235035 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e34afcff-bb21-43fd-bd7b-251843c06161 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:50:58.240544 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5fed3361-0170-4add-80cd-018e56504160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (dfb32fef-085a-413b-8be1-c9e07712281e), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:58.296495 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e34afcff-bb21-43fd-bd7b-251843c06161 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/7f87a99b-f9ff-4c4c-910a-ba4d597359c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3878853 Oct 04 20:50:58.336613 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbffb45-dec3-46c8-9ab8-c8b294e247dd admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:50:58.373216 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-51a404c2-0ae1-4fbc-988e-aa3c09dd6c20 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (3081662c-0fdc-4630-b24f-73f5027b7119), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:58.387584 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fb6d93c8-cf9f-4ca9-90e9-beac9d612974 tempest-ServersTestJSON-1617069239 tempest-ServersTestJSON-1617069239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (c5289609-dc2a-45b6-bebc-3d1351a365d5), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:58.408279 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fb6d93c8-cf9f-4ca9-90e9-beac9d612974 tempest-ServersTestJSON-1617069239 tempest-ServersTestJSON-1617069239-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:58.422591 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-fb6d93c8-cf9f-4ca9-90e9-beac9d612974 tempest-ServersTestJSON-1617069239 tempest-ServersTestJSON-1617069239-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/c5289609-dc2a-45b6-bebc-3d1351a365d5 HTTP/1.1" status: 204 len: 168 time: 2.3163772 Oct 04 20:50:58.423731 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 44206) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:58.485295 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-2fbffb45-dec3-46c8-9ab8-c8b294e247dd admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:50:58.499834 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbffb45-dec3-46c8-9ab8-c8b294e247dd admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:50:58.605000 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a5f463-4fb4-462a-b84c-189c660dc851 None None] The sync data for ids ['7f87a99b-f9ff-4c4c-910a-ba4d597359c4'] in n-d-852085-12 is: [{'id': '7f87a99b-f9ff-4c4c-910a-ba4d597359c4', 'name': 'tempest-TaggedBootDevicesTest-1751069113-router', 'tenant_id': '0d0dc488153a43779aabb1dc0774eda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'a06f839b-36fb-4741-8453-8456fa33f26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:35Z', 'updated_at': '2022-10-04T20:50:51Z', 'revision_number': 4, 'project_id': '0d0dc488153a43779aabb1dc0774eda1', 'gw_port': {'id': 'a06f839b-36fb-4741-8453-8456fa33f26b', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:00:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f87a99b-f9ff-4c4c-910a-ba4d597359c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:38Z', 'updated_at': '2022-10-04T20:50:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'a73b8d86-73b1-4e7e-97c8-997121113b0c', 'name': '', 'network_id': 'f487490b-37cb-4d83-83a4-6c76529290fe', 'tenant_id': '0d0dc488153a43779aabb1dc0774eda1', 'mac_address': 'fa:16:3e:2d:c6:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f87a99b-f9ff-4c4c-910a-ba4d597359c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '3850aa57-00fd-426a-9414-aaa757536fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:47Z', 'updated_at': '2022-10-04T20:50:52Z', 'revision_number': 2, 'project_id': '0d0dc488153a43779aabb1dc0774eda1', 'subnets': [{'id': '3850aa57-00fd-426a-9414-aaa757536fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:50:58.624537 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a404c2-0ae1-4fbc-988e-aa3c09dd6c20 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Network 6c08d114-6acc-4123-89a6-391843302c04 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:50:58.630507 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbffb45-dec3-46c8-9ab8-c8b294e247dd admin admin] Pushing event updated for resources: {'Port': ['ID=820f770d-7e58-4376-9f78-1713d8e6ad8c,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:58.636148 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port cd448b4c-050b-49fb-b70f-b2549e06adbd triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:50:58.637153 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (cd448b4c-050b-49fb-b70f-b2549e06adbd), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:58.637943 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port cd448b4c-050b-49fb-b70f-b2549e06adbd Oct 04 20:50:58.642497 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96901055-375c-460c-93cc-44eb8eec75b5 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:50:58.643752 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96901055-375c-460c-93cc-44eb8eec75b5 None None] Checking segment: {'id': 'ce861961-400b-4578-92bc-05b9b673d2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '28a24512-7b90-45c1-928d-59da1ce275a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:50:58.644686 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-96901055-375c-460c-93cc-44eb8eec75b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:58.645638 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96901055-375c-460c-93cc-44eb8eec75b5 None None] Bound using segment: {'id': 'ce861961-400b-4578-92bc-05b9b673d2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '28a24512-7b90-45c1-928d-59da1ce275a8'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:50:58.648152 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-96901055-375c-460c-93cc-44eb8eec75b5 None None] Bound port: 73e3103c-9118-45c3-b8ee-3c7a579c7183, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce861961-400b-4578-92bc-05b9b673d2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '28a24512-7b90-45c1-928d-59da1ce275a8'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:50:58.649079 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-96901055-375c-460c-93cc-44eb8eec75b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (73e3103c-9118-45c3-b8ee-3c7a579c7183), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:58.687084 n-d-852085-12 neutron-server[108169]: INFO neutron.api.v2.resource [None req-38942b1d-cbce-489e-a47e-39f060b65b9c tempest-ServersTestJSON-1617069239 tempest-ServersTestJSON-1617069239-project] show failed (client error): The resource could not be found. Oct 04 20:50:58.694765 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-38942b1d-cbce-489e-a47e-39f060b65b9c tempest-ServersTestJSON-1617069239 tempest-ServersTestJSON-1617069239-project] 10.222.0.78 "GET /networking/v2.0/security-groups/c5289609-dc2a-45b6-bebc-3d1351a365d5 HTTP/1.1" status: 404 len: 347 time: 0.2373445 Oct 04 20:50:58.695994 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 44210) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:50:58.748677 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-51a404c2-0ae1-4fbc-988e-aa3c09dd6c20 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:50:58.865277 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d93c8-cf9f-4ca9-90e9-beac9d612974 tempest-ServersTestJSON-1617069239 tempest-ServersTestJSON-1617069239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5289609-dc2a-45b6-bebc-3d1351a365d5,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:50:59.009834 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-295ca09d-4b91-4e8d-ab5f-a9665b19c890 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for port (f4051018-dd65-4dab-b985-4d29b51d309a), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:59.277113 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:59.319091 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-a689b637-b7ea-432a-ab8f-2bd0c87f53d9 None None] Current status of the port d94813d9-f759-4aeb-af7a-d884dd638929 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:50:59.361047 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-96901055-375c-460c-93cc-44eb8eec75b5 None None] For port 73e3103c-9118-45c3-b8ee-3c7a579c7183, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:50:59.388605 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-96901055-375c-460c-93cc-44eb8eec75b5 None None] For port 73e3103c-9118-45c3-b8ee-3c7a579c7183, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=73e3103c-9118-45c3-b8ee-3c7a579c7183,segment=NetworkSegment(ce861961-400b-4578-92bc-05b9b673d2f3),segment_id=ce861961-400b-4578-92bc-05b9b673d2f3)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:50:59.429035 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-a689b637-b7ea-432a-ab8f-2bd0c87f53d9 None None] Provisioning complete for port b385404d-f8a1-43f8-8f4d-c1d9430dffd4 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:50:59.429819 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a689b637-b7ea-432a-ab8f-2bd0c87f53d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b385404d-f8a1-43f8-8f4d-c1d9430dffd4), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:59.430411 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-a689b637-b7ea-432a-ab8f-2bd0c87f53d9 None None] Attempt 1 to provision port b385404d-f8a1-43f8-8f4d-c1d9430dffd4 Oct 04 20:50:59.440949 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-343c3bb1-a471-4d0a-b323-9a82c3ee5a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd73eac5b-b09d-433b-ae41-1b4bdde64c6b', 'name': 'tempest-AttachVolumeNegativeTest-1083054699-router', 'tenant_id': '72a4f1e433a6427ab380248125ebc5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '374c93d2-c29d-4a86-b396-241144b0f8c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:41Z', 'updated_at': '2022-10-04T20:50:49Z', 'revision_number': 3, 'project_id': '72a4f1e433a6427ab380248125ebc5b6', 'gw_port': {'id': '374c93d2-c29d-4a86-b396-241144b0f8c3', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:57:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd73eac5b-b09d-433b-ae41-1b4bdde64c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:45Z', 'updated_at': '2022-10-04T20:50:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:50:59.448641 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:50:59.658323 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-96901055-375c-460c-93cc-44eb8eec75b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (73e3103c-9118-45c3-b8ee-3c7a579c7183), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:59.660410 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-37c4c0f1-8ab6-4c8c-b46d-7d641cd2de1d tempest-ServersTestJSON-1617069239 tempest-ServersTestJSON-1617069239-project] Deleting port aa89d69b-d66c-46c7-b334-9abcf380b521 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:50:59.661061 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-37c4c0f1-8ab6-4c8c-b46d-7d641cd2de1d tempest-ServersTestJSON-1617069239 tempest-ServersTestJSON-1617069239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (aa89d69b-d66c-46c7-b334-9abcf380b521), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:50:59.717205 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port cd448b4c-050b-49fb-b70f-b2549e06adbd is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:50:59.791935 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343c3bb1-a471-4d0a-b323-9a82c3ee5a98 None None] Checking router: d73eac5b-b09d-433b-ae41-1b4bdde64c6b for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:50:59.792492 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343c3bb1-a471-4d0a-b323-9a82c3ee5a98 None None] Updating router d73eac5b-b09d-433b-ae41-1b4bdde64c6b port 374c93d2-c29d-4a86-b396-241144b0f8c3 binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:50:59.911605 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 20:51:00.105252 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-37c4c0f1-8ab6-4c8c-b46d-7d641cd2de1d tempest-ServersTestJSON-1617069239 tempest-ServersTestJSON-1617069239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (aa89d69b-d66c-46c7-b334-9abcf380b521), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:00.105252 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-37c4c0f1-8ab6-4c8c-b46d-7d641cd2de1d tempest-ServersTestJSON-1617069239 tempest-ServersTestJSON-1617069239-project] Publish callbacks [] for floatingip (aa89d69b-d66c-46c7-b334-9abcf380b521), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:00.163048 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-295ca09d-4b91-4e8d-ab5f-a9665b19c890 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (f4051018-dd65-4dab-b985-4d29b51d309a), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:00.221442 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-343c3bb1-a471-4d0a-b323-9a82c3ee5a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (374c93d2-c29d-4a86-b396-241144b0f8c3), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:00.310899 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a404c2-0ae1-4fbc-988e-aa3c09dd6c20 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event updated for resources: {'Port': ['ID=b7642158-2de1-4d6d-8790-bcc9c032f60b,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:00.355901 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:00.412554 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-37c4c0f1-8ab6-4c8c-b46d-7d641cd2de1d tempest-ServersTestJSON-1617069239 tempest-ServersTestJSON-1617069239-project] Calling delete_port for aa89d69b-d66c-46c7-b334-9abcf380b521 owned by network:floatingip {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:51:00.453501 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-a689b637-b7ea-432a-ab8f-2bd0c87f53d9 None None] Current status of the port b385404d-f8a1-43f8-8f4d-c1d9430dffd4 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:51:00.454496 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a689b637-b7ea-432a-ab8f-2bd0c87f53d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b385404d-f8a1-43f8-8f4d-c1d9430dffd4), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:00.522596 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96901055-375c-460c-93cc-44eb8eec75b5 None None] Pushing event updated for resources: {'Port': ['ID=73e3103c-9118-45c3-b8ee-3c7a579c7183,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:00.546668 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device ca6c94dd-f487-4d43-8e12-c6d81e70909f up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:51:00.679741 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295ca09d-4b91-4e8d-ab5f-a9665b19c890 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:51:00.874230 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-295ca09d-4b91-4e8d-ab5f-a9665b19c890 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:51:00.886433 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295ca09d-4b91-4e8d-ab5f-a9665b19c890 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:51:00.985795 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295ca09d-4b91-4e8d-ab5f-a9665b19c890 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Pushing event updated for resources: {'Port': ['ID=f4051018-dd65-4dab-b985-4d29b51d309a,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:01.250453 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51a404c2-0ae1-4fbc-988e-aa3c09dd6c20 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Router 3081662c-0fdc-4630-b24f-73f5027b7119 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:51:01.255942 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-01642891-19f6-4b86-96e4-34f3f1a5e686 admin admin] Allocated IP 172.20.0.1 (271ee594-d335-4e64-9a5f-f76e148f6d50/4e714708-a490-4435-b8de-4ba31bbb4c00/331e5af0-038e-4113-bf87-7873e1354abe) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:51:01.272765 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5fed3361-0170-4add-80cd-018e56504160 admin admin] Publish callbacks [] for port (dfb32fef-085a-413b-8be1-c9e07712281e), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:01.429353 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2fbffb45-dec3-46c8-9ab8-c8b294e247dd admin admin] Publish callbacks [] for router_gateway (63634eaa-56b2-4b97-902d-92c0b78e351f), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:01.617118 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-343c3bb1-a471-4d0a-b323-9a82c3ee5a98 None None] Publish callbacks [] for port (374c93d2-c29d-4a86-b396-241144b0f8c3), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:01.703070 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-a689b637-b7ea-432a-ab8f-2bd0c87f53d9 None None] For port b385404d-f8a1-43f8-8f4d-c1d9430dffd4, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b385404d-f8a1-43f8-8f4d-c1d9430dffd4,segment=NetworkSegment(0b89cb3b-9cd8-4647-895f-e665f857bc0a),segment_id=0b89cb3b-9cd8-4647-895f-e665f857bc0a)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:51:01.748831 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-343c3bb1-a471-4d0a-b323-9a82c3ee5a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (374c93d2-c29d-4a86-b396-241144b0f8c3), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:01.777088 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:01.781779 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5fed3361-0170-4add-80cd-018e56504160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (dfb32fef-085a-413b-8be1-c9e07712281e), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:01.964441 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:01.970364 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a689b637-b7ea-432a-ab8f-2bd0c87f53d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (b385404d-f8a1-43f8-8f4d-c1d9430dffd4), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:01.993756 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port ca6c94dd-f487-4d43-8e12-c6d81e70909f triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:51:01.996138 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (ca6c94dd-f487-4d43-8e12-c6d81e70909f), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:01.997082 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port ca6c94dd-f487-4d43-8e12-c6d81e70909f Oct 04 20:51:02.097333 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:02.097333 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:02.190304 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-c04a4aae-f65e-45c3-b682-a6c50a21f347 None None] Provisioning complete for port dfb32fef-085a-413b-8be1-c9e07712281e triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:51:02.191178 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c04a4aae-f65e-45c3-b682-a6c50a21f347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (dfb32fef-085a-413b-8be1-c9e07712281e), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:02.192524 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-c04a4aae-f65e-45c3-b682-a6c50a21f347 None None] Attempt 1 to provision port dfb32fef-085a-413b-8be1-c9e07712281e Oct 04 20:51:02.287360 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-343c3bb1-a471-4d0a-b323-9a82c3ee5a98 None None] Attempting to bind port 374c93d2-c29d-4a86-b396-241144b0f8c3 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:51:02.287360 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-343c3bb1-a471-4d0a-b323-9a82c3ee5a98 None None] Attempting to bind port 374c93d2-c29d-4a86-b396-241144b0f8c3 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:51:02.287360 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343c3bb1-a471-4d0a-b323-9a82c3ee5a98 None None] Attempting to bind port 374c93d2-c29d-4a86-b396-241144b0f8c3 on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:51:02.359506 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed3361-0170-4add-80cd-018e56504160 admin admin] Pushing event updated for resources: {'Port': ['ID=dfb32fef-085a-413b-8be1-c9e07712281e,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:02.411453 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a404c2-0ae1-4fbc-988e-aa3c09dd6c20 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:51:02.420466 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5fed3361-0170-4add-80cd-018e56504160 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (33aa59de-3dbd-41ea-b0c0-1820e6b5535a), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:02.427730 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-c04a4aae-f65e-45c3-b682-a6c50a21f347 None None] Port dfb32fef-085a-413b-8be1-c9e07712281e cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:51:02.434578 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-51a404c2-0ae1-4fbc-988e-aa3c09dd6c20 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "PUT /networking/v2.0/routers/3081662c-0fdc-4630-b24f-73f5027b7119/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.7652159 Oct 04 20:51:02.445298 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 44268) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:51:02.446742 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de01ce9e-174d-4a90-ac87-25371dc0e14f None None] Sync routers for ids ['3081662c-0fdc-4630-b24f-73f5027b7119'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:51:02.459580 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-af6901f1-d87e-4867-907d-4c7a95a29428 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Request body: {'network': {'name': 'tempest-RoutersTest-1556646422'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:51:02.491956 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de01ce9e-174d-4a90-ac87-25371dc0e14f None None] Routers {'3081662c-0fdc-4630-b24f-73f5027b7119'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:51:02.494688 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-de01ce9e-174d-4a90-ac87-25371dc0e14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:50:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['3081662c-0fdc-4630-b24f-73f5027b7119'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:51:02.519197 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a55e5e8-1d92-43e0-af27-dc76fe1000c6 None None] Network 28a24512-7b90-45c1-928d-59da1ce275a8 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:51:02.522383 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:02.524582 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343c3bb1-a471-4d0a-b323-9a82c3ee5a98 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:51:02.531766 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343c3bb1-a471-4d0a-b323-9a82c3ee5a98 None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:51:02.531766 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-343c3bb1-a471-4d0a-b323-9a82c3ee5a98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:02.531766 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343c3bb1-a471-4d0a-b323-9a82c3ee5a98 None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:51:02.531766 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-343c3bb1-a471-4d0a-b323-9a82c3ee5a98 None None] Bound port: 374c93d2-c29d-4a86-b396-241144b0f8c3, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:51:02.531766 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-343c3bb1-a471-4d0a-b323-9a82c3ee5a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (374c93d2-c29d-4a86-b396-241144b0f8c3), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:02.534498 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5112f13e-502c-447b-8f41-570e9e7bd175 None None] Pushing event updated for resources: {'Port': ['ID=374c93d2-c29d-4a86-b396-241144b0f8c3,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:02.534825 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2fbffb45-dec3-46c8-9ab8-c8b294e247dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (63634eaa-56b2-4b97-902d-92c0b78e351f), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:02.575021 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-01642891-19f6-4b86-96e4-34f3f1a5e686 admin admin] Publish callbacks [] for port (331e5af0-038e-4113-bf87-7873e1354abe), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:02.696889 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:02.761777 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-37c4c0f1-8ab6-4c8c-b46d-7d641cd2de1d tempest-ServersTestJSON-1617069239 tempest-ServersTestJSON-1617069239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (aa89d69b-d66c-46c7-b334-9abcf380b521), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:02.790435 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6901f1-d87e-4867-907d-4c7a95a29428 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Made reservation on behalf of 869ac0b5366d400d99edf8b0539f2d2d for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:51:02.810971 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port ca6c94dd-f487-4d43-8e12-c6d81e70909f is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:51:02.812706 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b385404d-f8a1-43f8-8f4d-c1d9430dffd4 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:51:02.824591 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-c04a4aae-f65e-45c3-b682-a6c50a21f347 None None] Provisioning complete for port b7642158-2de1-4d6d-8790-bcc9c032f60b triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:51:02.825677 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c04a4aae-f65e-45c3-b682-a6c50a21f347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b7642158-2de1-4d6d-8790-bcc9c032f60b), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:02.825892 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-c04a4aae-f65e-45c3-b682-a6c50a21f347 None None] Attempt 1 to provision port b7642158-2de1-4d6d-8790-bcc9c032f60b Oct 04 20:51:02.829566 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-de01ce9e-174d-4a90-ac87-25371dc0e14f None None] Set router 3081662c-0fdc-4630-b24f-73f5027b7119 gateway port host: None {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:51:02.835994 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c4c0f1-8ab6-4c8c-b46d-7d641cd2de1d tempest-ServersTestJSON-1617069239 tempest-ServersTestJSON-1617069239-project] Pushing event deleted for resources: {'Port': ['ID=aa89d69b-d66c-46c7-b334-9abcf380b521,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:02.842026 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-af6901f1-d87e-4867-907d-4c7a95a29428 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:02.963313 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:02.988352 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fed3361-0170-4add-80cd-018e56504160 admin admin] Network f0fe7fb4-d5ef-472d-aff1-4131ebf9faf7 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:51:02.992956 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-5fed3361-0170-4add-80cd-018e56504160 admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:51:03.025896 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af6901f1-d87e-4867-907d-4c7a95a29428 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:51:03.047177 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-295ca09d-4b91-4e8d-ab5f-a9665b19c890 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for router_gateway (338eba0b-7a56-4642-842c-8d7eb2577e2d), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:03.050757 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-af6901f1-d87e-4867-907d-4c7a95a29428 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (6071ae77-bbc2-4314-be2d-1b12ad8cbffa), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:03.051503 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-af6901f1-d87e-4867-907d-4c7a95a29428 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Added segment 6071ae77-bbc2-4314-be2d-1b12ad8cbffa of type vlan for network 4f0c76aa-0b67-42ea-abe1-7961d753a0e0 Oct 04 20:51:03.094698 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-01642891-19f6-4b86-96e4-34f3f1a5e686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (331e5af0-038e-4113-bf87-7873e1354abe), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:03.250995 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-c04a4aae-f65e-45c3-b682-a6c50a21f347 None None] Port b7642158-2de1-4d6d-8790-bcc9c032f60b cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:51:03.295460 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-af6901f1-d87e-4867-907d-4c7a95a29428 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (4f0c76aa-0b67-42ea-abe1-7961d753a0e0), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:03.347905 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-343c3bb1-a471-4d0a-b323-9a82c3ee5a98 None None] For port 374c93d2-c29d-4a86-b396-241144b0f8c3, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:51:03.385173 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-c04a4aae-f65e-45c3-b682-a6c50a21f347 None None] Provisioning complete for port b385404d-f8a1-43f8-8f4d-c1d9430dffd4 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:51:03.385173 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c04a4aae-f65e-45c3-b682-a6c50a21f347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b385404d-f8a1-43f8-8f4d-c1d9430dffd4), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:03.385173 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-c04a4aae-f65e-45c3-b682-a6c50a21f347 None None] Attempt 1 to provision port b385404d-f8a1-43f8-8f4d-c1d9430dffd4 Oct 04 20:51:03.508420 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a689b637-b7ea-432a-ab8f-2bd0c87f53d9 None None] Pushing event updated for resources: {'Port': ['ID=b385404d-f8a1-43f8-8f4d-c1d9430dffd4,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:03.567722 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-af6901f1-d87e-4867-907d-4c7a95a29428 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (4f0c76aa-0b67-42ea-abe1-7961d753a0e0), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:03.568512 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:03.579111 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6901f1-d87e-4867-907d-4c7a95a29428 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:51:03.580491 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-af6901f1-d87e-4867-907d-4c7a95a29428 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:03.580707 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-de01ce9e-174d-4a90-ac87-25371dc0e14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'name': 'tempest-RoutersTest-router-1933585120', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:36Z', 'updated_at': '2022-10-04T20:50:54Z', 'revision_number': 2, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'gw_port_host': None, '_interfaces': [{'id': 'b7642158-2de1-4d6d-8790-bcc9c032f60b', 'name': '', 'network_id': '6c08d114-6acc-4123-89a6-391843302c04', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'mac_address': 'fa:16:3e:51:06:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '5d3cff06-c5a9-460c-b648-2641a66f3c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:47Z', 'updated_at': '2022-10-04T20:50:56Z', 'revision_number': 2, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'subnets': [{'id': '5d3cff06-c5a9-460c-b648-2641a66f3c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:51:03.665841 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de01ce9e-174d-4a90-ac87-25371dc0e14f None None] Checking router: 3081662c-0fdc-4630-b24f-73f5027b7119 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:51:03.666896 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de01ce9e-174d-4a90-ac87-25371dc0e14f None None] Updating router 3081662c-0fdc-4630-b24f-73f5027b7119 port b7642158-2de1-4d6d-8790-bcc9c032f60b binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:51:03.681385 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-343c3bb1-a471-4d0a-b323-9a82c3ee5a98 None None] For port 374c93d2-c29d-4a86-b396-241144b0f8c3, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=374c93d2-c29d-4a86-b396-241144b0f8c3,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:51:03.686883 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01642891-19f6-4b86-96e4-34f3f1a5e686 admin admin] Network 271ee594-d335-4e64-9a5f-f76e148f6d50 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:51:03.687356 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:03.722815 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-01642891-19f6-4b86-96e4-34f3f1a5e686 admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:51:03.763380 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-de01ce9e-174d-4a90-ac87-25371dc0e14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b7642158-2de1-4d6d-8790-bcc9c032f60b), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:03.782289 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01642891-19f6-4b86-96e4-34f3f1a5e686 admin admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:51:03.794019 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port b385404d-f8a1-43f8-8f4d-c1d9430dffd4 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:51:03.795427 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b385404d-f8a1-43f8-8f4d-c1d9430dffd4), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:03.795664 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-37c4c0f1-8ab6-4c8c-b46d-7d641cd2de1d tempest-ServersTestJSON-1617069239 tempest-ServersTestJSON-1617069239-project] Publish callbacks [] for floatingip (b6e09246-72db-4e8e-803a-38a6aafb52f9), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:03.795826 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port b385404d-f8a1-43f8-8f4d-c1d9430dffd4 Oct 04 20:51:03.814747 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-37c4c0f1-8ab6-4c8c-b46d-7d641cd2de1d tempest-ServersTestJSON-1617069239 tempest-ServersTestJSON-1617069239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:03.820656 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-37c4c0f1-8ab6-4c8c-b46d-7d641cd2de1d tempest-ServersTestJSON-1617069239 tempest-ServersTestJSON-1617069239-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/b6e09246-72db-4e8e-803a-38a6aafb52f9 HTTP/1.1" status: 204 len: 168 time: 5.1068275 Oct 04 20:51:03.833865 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 44298) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:51:03.960351 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:03.962310 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01642891-19f6-4b86-96e4-34f3f1a5e686 admin admin] Pushing event updated for resources: {'Port': ['ID=331e5af0-038e-4113-bf87-7873e1354abe,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:04.026425 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-343c3bb1-a471-4d0a-b323-9a82c3ee5a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (374c93d2-c29d-4a86-b396-241144b0f8c3), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:04.117087 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-af6901f1-d87e-4867-907d-4c7a95a29428 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.6680925 Oct 04 20:51:04.197451 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 44304) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:51:04.211788 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-01642891-19f6-4b86-96e4-34f3f1a5e686 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (d73eac5b-b09d-433b-ae41-1b4bdde64c6b), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:04.243528 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-9e18fae1-808c-43b7-8474-c2393417fb26 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Request body: {'subnet': {'network_id': '4f0c76aa-0b67-42ea-abe1-7961d753a0e0', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:51:04.315951 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=100 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:04.340355 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343c3bb1-a471-4d0a-b323-9a82c3ee5a98 None None] Routers {'d73eac5b-b09d-433b-ae41-1b4bdde64c6b'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:51:04.341454 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-343c3bb1-a471-4d0a-b323-9a82c3ee5a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:50:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['d73eac5b-b09d-433b-ae41-1b4bdde64c6b'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:51:04.388436 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6901f1-d87e-4867-907d-4c7a95a29428 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event updated for resources: {'Network': ['ID=4f0c76aa-0b67-42ea-abe1-7961d753a0e0,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:04.601765 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 4f0c76aa-0b67-42ea-abe1-7961d753a0e0 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:51:04.713448 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77700793-ce81-49a8-aaa4-cae003cd8bf4 None None] Sync routers for ids ['7f87a99b-f9ff-4c4c-910a-ba4d597359c4'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:51:04.869270 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-de01ce9e-174d-4a90-ac87-25371dc0e14f None None] Publish callbacks [] for port (b7642158-2de1-4d6d-8790-bcc9c032f60b), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:04.877845 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5112f13e-502c-447b-8f41-570e9e7bd175 None None] Pushing event updated for resources: {'Port': ['ID=374c93d2-c29d-4a86-b396-241144b0f8c3,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:04.936460 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-c04a4aae-f65e-45c3-b682-a6c50a21f347 None None] Current status of the port b385404d-f8a1-43f8-8f4d-c1d9430dffd4 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:51:04.949350 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77700793-ce81-49a8-aaa4-cae003cd8bf4 None None] Routers {'7f87a99b-f9ff-4c4c-910a-ba4d597359c4'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:51:04.949350 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-77700793-ce81-49a8-aaa4-cae003cd8bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:50:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['7f87a99b-f9ff-4c4c-910a-ba4d597359c4'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:51:04.965058 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fed3361-0170-4add-80cd-018e56504160 admin admin] Router 33aa59de-3dbd-41ea-b0c0-1820e6b5535a has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:51:05.009372 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-de01ce9e-174d-4a90-ac87-25371dc0e14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (b7642158-2de1-4d6d-8790-bcc9c032f60b), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:05.048831 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e18fae1-808c-43b7-8474-c2393417fb26 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Made reservation on behalf of 869ac0b5366d400d99edf8b0539f2d2d for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:51:05.064009 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9e18fae1-808c-43b7-8474-c2393417fb26 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:05.290729 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e6dbc4-6d57-4164-b2ae-96018029f694 None None] Pushing event updated for resources: {'Port': ['ID=b7642158-2de1-4d6d-8790-bcc9c032f60b,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:05.313121 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e6dbc4-6d57-4164-b2ae-96018029f694 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:51:05.314259 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e6dbc4-6d57-4164-b2ae-96018029f694 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:51:05.315444 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e6dbc4-6d57-4164-b2ae-96018029f694 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:51:05.316618 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e6dbc4-6d57-4164-b2ae-96018029f694 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:51:05.318067 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e6dbc4-6d57-4164-b2ae-96018029f694 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:51:05.318952 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e6dbc4-6d57-4164-b2ae-96018029f694 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:51:05.327970 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e6dbc4-6d57-4164-b2ae-96018029f694 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:51:05.329199 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e6dbc4-6d57-4164-b2ae-96018029f694 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:51:05.330074 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e6dbc4-6d57-4164-b2ae-96018029f694 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:51:05.331315 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e6dbc4-6d57-4164-b2ae-96018029f694 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:51:05.332392 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e6dbc4-6d57-4164-b2ae-96018029f694 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:51:05.333585 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e6dbc4-6d57-4164-b2ae-96018029f694 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:51:05.334976 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e6dbc4-6d57-4164-b2ae-96018029f694 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:51:05.335955 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e6dbc4-6d57-4164-b2ae-96018029f694 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:51:05.337458 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e6dbc4-6d57-4164-b2ae-96018029f694 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:51:05.368351 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-de01ce9e-174d-4a90-ac87-25371dc0e14f None None] Attempting to bind port b7642158-2de1-4d6d-8790-bcc9c032f60b on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:51:05.372254 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-de01ce9e-174d-4a90-ac87-25371dc0e14f None None] Attempting to bind port b7642158-2de1-4d6d-8790-bcc9c032f60b by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '0b89cb3b-9cd8-4647-895f-e665f857bc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6c08d114-6acc-4123-89a6-391843302c04'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:51:05.377613 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de01ce9e-174d-4a90-ac87-25371dc0e14f None None] Attempting to bind port b7642158-2de1-4d6d-8790-bcc9c032f60b on network 6c08d114-6acc-4123-89a6-391843302c04 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:51:05.386715 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port b385404d-f8a1-43f8-8f4d-c1d9430dffd4 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:51:05.388803 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device d94813d9-f759-4aeb-af7a-d884dd638929 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:51:05.445716 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:DELETE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:05.448174 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:05.481304 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:05.499853 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de01ce9e-174d-4a90-ac87-25371dc0e14f None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:51:05.500980 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de01ce9e-174d-4a90-ac87-25371dc0e14f None None] Checking segment: {'id': '0b89cb3b-9cd8-4647-895f-e665f857bc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6c08d114-6acc-4123-89a6-391843302c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:51:05.502053 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-de01ce9e-174d-4a90-ac87-25371dc0e14f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:05.502942 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de01ce9e-174d-4a90-ac87-25371dc0e14f None None] Bound using segment: {'id': '0b89cb3b-9cd8-4647-895f-e665f857bc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6c08d114-6acc-4123-89a6-391843302c04'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:51:05.507094 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-de01ce9e-174d-4a90-ac87-25371dc0e14f None None] Bound port: b7642158-2de1-4d6d-8790-bcc9c032f60b, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b89cb3b-9cd8-4647-895f-e665f857bc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6c08d114-6acc-4123-89a6-391843302c04'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:51:05.508431 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-de01ce9e-174d-4a90-ac87-25371dc0e14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b7642158-2de1-4d6d-8790-bcc9c032f60b), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:05.627089 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-8eee4743-bc3f-44c2-8a53-36475adfa9a1 None None] Provisioning complete for port dfb32fef-085a-413b-8be1-c9e07712281e triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:51:05.627964 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8eee4743-bc3f-44c2-8a53-36475adfa9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (dfb32fef-085a-413b-8be1-c9e07712281e), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:05.628527 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-8eee4743-bc3f-44c2-8a53-36475adfa9a1 None None] Attempt 1 to provision port dfb32fef-085a-413b-8be1-c9e07712281e Oct 04 20:51:05.726611 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-343c3bb1-a471-4d0a-b323-9a82c3ee5a98 None None] Set router d73eac5b-b09d-433b-ae41-1b4bdde64c6b gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:51:05.740793 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fbffb45-dec3-46c8-9ab8-c8b294e247dd admin admin] Router 63634eaa-56b2-4b97-902d-92c0b78e351f is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:51:05.744306 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 44314) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:51:05.772766 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-de01ce9e-174d-4a90-ac87-25371dc0e14f None None] For port b7642158-2de1-4d6d-8790-bcc9c032f60b, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:51:05.792136 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-de01ce9e-174d-4a90-ac87-25371dc0e14f None None] For port b7642158-2de1-4d6d-8790-bcc9c032f60b, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b7642158-2de1-4d6d-8790-bcc9c032f60b,segment=NetworkSegment(0b89cb3b-9cd8-4647-895f-e665f857bc0a),segment_id=0b89cb3b-9cd8-4647-895f-e665f857bc0a)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:51:05.804166 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:05.806265 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-01642891-19f6-4b86-96e4-34f3f1a5e686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (331e5af0-038e-4113-bf87-7873e1354abe), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:05.868114 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fed3361-0170-4add-80cd-018e56504160 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:51:05.885096 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-5fed3361-0170-4add-80cd-018e56504160 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/33aa59de-3dbd-41ea-b0c0-1820e6b5535a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.3468890 Oct 04 20:51:05.898581 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-de01ce9e-174d-4a90-ac87-25371dc0e14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (b7642158-2de1-4d6d-8790-bcc9c032f60b), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:05.983578 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58797fa6-6908-4bd2-b02f-e99950246030 None None] Sync routers for ids ['33aa59de-3dbd-41ea-b0c0-1820e6b5535a'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:51:06.012534 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-77700793-ce81-49a8-aaa4-cae003cd8bf4 None None] Set router 7f87a99b-f9ff-4c4c-910a-ba4d597359c4 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:51:06.104686 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-295ca09d-4b91-4e8d-ab5f-a9665b19c890 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (338eba0b-7a56-4642-842c-8d7eb2577e2d), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:06.139553 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58797fa6-6908-4bd2-b02f-e99950246030 None None] Routers {'33aa59de-3dbd-41ea-b0c0-1820e6b5535a'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:51:06.142187 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-58797fa6-6908-4bd2-b02f-e99950246030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:50:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['33aa59de-3dbd-41ea-b0c0-1820e6b5535a'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:51:06.280989 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port d94813d9-f759-4aeb-af7a-d884dd638929 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:51:06.282140 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (d94813d9-f759-4aeb-af7a-d884dd638929), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:06.283047 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port d94813d9-f759-4aeb-af7a-d884dd638929 Oct 04 20:51:06.553457 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:06.596566 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-8eee4743-bc3f-44c2-8a53-36475adfa9a1 None None] Port dfb32fef-085a-413b-8be1-c9e07712281e cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:51:06.622932 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de01ce9e-174d-4a90-ac87-25371dc0e14f None None] Routers {'3081662c-0fdc-4630-b24f-73f5027b7119'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:51:06.623979 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-de01ce9e-174d-4a90-ac87-25371dc0e14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:50:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['3081662c-0fdc-4630-b24f-73f5027b7119'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:51:06.650281 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2075a7a5-b2c7-4454-8961-db95fc5c5341 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:06.724466 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9e18fae1-808c-43b7-8474-c2393417fb26 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (0b59dfc8-0794-467a-9da7-c01dc65ce1a6), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:06.864219 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e6dbc4-6d57-4164-b2ae-96018029f694 None None] Pushing event updated for resources: {'Port': ['ID=b7642158-2de1-4d6d-8790-bcc9c032f60b,revision_number=4']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:07.003768 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-de01ce9e-174d-4a90-ac87-25371dc0e14f None None] Set router 3081662c-0fdc-4630-b24f-73f5027b7119 gateway port host: None {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:51:07.067310 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fbffb45-dec3-46c8-9ab8-c8b294e247dd admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:51:07.092936 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-8eee4743-bc3f-44c2-8a53-36475adfa9a1 None None] Provisioning complete for port 73e3103c-9118-45c3-b8ee-3c7a579c7183 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:51:07.092936 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8eee4743-bc3f-44c2-8a53-36475adfa9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (73e3103c-9118-45c3-b8ee-3c7a579c7183), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:07.095866 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-8eee4743-bc3f-44c2-8a53-36475adfa9a1 None None] Attempt 1 to provision port 73e3103c-9118-45c3-b8ee-3c7a579c7183 Oct 04 20:51:07.135644 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-58797fa6-6908-4bd2-b02f-e99950246030 None None] Set router 33aa59de-3dbd-41ea-b0c0-1820e6b5535a gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:51:07.188888 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18fae1-808c-43b7-8474-c2393417fb26 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event updated for resources: {'Subnet': ['ID=0b59dfc8-0794-467a-9da7-c01dc65ce1a6,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:07.258736 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:07.261881 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e18fae1-808c-43b7-8474-c2393417fb26 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Checking segment: {'id': '6071ae77-bbc2-4314-be2d-1b12ad8cbffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '4f0c76aa-0b67-42ea-abe1-7961d753a0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:51:07.263007 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e18fae1-808c-43b7-8474-c2393417fb26 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Network hostable DHCP agents. Network: 4f0c76aa-0b67-42ea-abe1-7961d753a0e0, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:51:07.290203 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-01642891-19f6-4b86-96e4-34f3f1a5e686 admin admin] Publish callbacks [] for port (331e5af0-038e-4113-bf87-7873e1354abe), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:07.341989 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2fbffb45-dec3-46c8-9ab8-c8b294e247dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:07.345075 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-2fbffb45-dec3-46c8-9ab8-c8b294e247dd admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 932 time: 16.1631320 Oct 04 20:51:07.355735 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 44330) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:51:07.430146 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2075a7a5-b2c7-4454-8961-db95fc5c5341 admin admin] Publish callbacks [] for security_group (2c005af2-327b-4fb5-9e5d-e7b9bb873953), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:07.435774 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 44332) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:51:07.456948 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-b52de765-fa0a-4ef0-9f1e-6d807b5518ef tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1727775013', 'description': 'tempest-description--1845560116'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:51:07.459651 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c794f1ae-8cfb-4abb-85f7-d7f263181f84 None None] Sync routers for ids ['63634eaa-56b2-4b97-902d-92c0b78e351f'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:51:07.514366 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-01642891-19f6-4b86-96e4-34f3f1a5e686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (331e5af0-038e-4113-bf87-7873e1354abe), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:07.515081 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port d94813d9-f759-4aeb-af7a-d884dd638929 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:51:07.517141 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b1467497-158b-4d82-856f-51bf423fa0fa up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:51:07.654660 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2075a7a5-b2c7-4454-8961-db95fc5c5341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (2c005af2-327b-4fb5-9e5d-e7b9bb873953), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:07.658830 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e18fae1-808c-43b7-8474-c2393417fb26 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Network 4f0c76aa-0b67-42ea-abe1-7961d753a0e0 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:51:07.704233 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:07.709252 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b52de765-fa0a-4ef0-9f1e-6d807b5518ef tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:07.715320 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:07.776580 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c794f1ae-8cfb-4abb-85f7-d7f263181f84 None None] Routers {'63634eaa-56b2-4b97-902d-92c0b78e351f'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:51:07.777681 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-c794f1ae-8cfb-4abb-85f7-d7f263181f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:50:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['63634eaa-56b2-4b97-902d-92c0b78e351f'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:51:07.824477 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-9e18fae1-808c-43b7-8474-c2393417fb26 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 4f0c76aa-0b67-42ea-abe1-7961d753a0e0) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:51:07.878807 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e18fae1-808c-43b7-8474-c2393417fb26 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:51:07.881890 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9e18fae1-808c-43b7-8474-c2393417fb26 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:07.895479 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-295ca09d-4b91-4e8d-ab5f-a9665b19c890 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Router 338eba0b-7a56-4642-842c-8d7eb2577e2d is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:51:07.895821 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port b1467497-158b-4d82-856f-51bf423fa0fa triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:51:07.896353 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b1467497-158b-4d82-856f-51bf423fa0fa), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:07.896953 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port b1467497-158b-4d82-856f-51bf423fa0fa Oct 04 20:51:07.943873 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:07.946445 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01642891-19f6-4b86-96e4-34f3f1a5e686 admin admin] Pushing event updated for resources: {'Port': ['ID=331e5af0-038e-4113-bf87-7873e1354abe,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:07.974045 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-343c3bb1-a471-4d0a-b323-9a82c3ee5a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd73eac5b-b09d-433b-ae41-1b4bdde64c6b', 'name': 'tempest-AttachVolumeNegativeTest-1083054699-router', 'tenant_id': '72a4f1e433a6427ab380248125ebc5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '374c93d2-c29d-4a86-b396-241144b0f8c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:41Z', 'updated_at': '2022-10-04T20:50:49Z', 'revision_number': 3, 'project_id': '72a4f1e433a6427ab380248125ebc5b6', 'gw_port': {'id': '374c93d2-c29d-4a86-b396-241144b0f8c3', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:57:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd73eac5b-b09d-433b-ae41-1b4bdde64c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:45Z', 'updated_at': '2022-10-04T20:51:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:51:07.992690 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2075a7a5-b2c7-4454-8961-db95fc5c5341 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=5969c60a08114f9ebb0bbc3f2194d0fd&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2460294 Oct 04 20:51:08.001906 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 44334) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:51:08.052607 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-de01ce9e-174d-4a90-ac87-25371dc0e14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'name': 'tempest-RoutersTest-router-1933585120', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:36Z', 'updated_at': '2022-10-04T20:50:54Z', 'revision_number': 2, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'gw_port_host': None, '_interfaces': [{'id': 'b7642158-2de1-4d6d-8790-bcc9c032f60b', 'name': '', 'network_id': '6c08d114-6acc-4123-89a6-391843302c04', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'mac_address': 'fa:16:3e:51:06:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '5d3cff06-c5a9-460c-b648-2641a66f3c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:47Z', 'updated_at': '2022-10-04T20:51:05Z', 'revision_number': 4, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'subnets': [{'id': '5d3cff06-c5a9-460c-b648-2641a66f3c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:51:08.117999 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de01ce9e-174d-4a90-ac87-25371dc0e14f None None] The sync data for ids ['3081662c-0fdc-4630-b24f-73f5027b7119'] in n-d-852085-12 is: [{'id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'name': 'tempest-RoutersTest-router-1933585120', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:36Z', 'updated_at': '2022-10-04T20:50:54Z', 'revision_number': 2, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'gw_port_host': None, '_interfaces': [{'id': 'b7642158-2de1-4d6d-8790-bcc9c032f60b', 'name': '', 'network_id': '6c08d114-6acc-4123-89a6-391843302c04', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'mac_address': 'fa:16:3e:51:06:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '5d3cff06-c5a9-460c-b648-2641a66f3c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:47Z', 'updated_at': '2022-10-04T20:51:05Z', 'revision_number': 4, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'subnets': [{'id': '5d3cff06-c5a9-460c-b648-2641a66f3c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:51:08.149655 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-58797fa6-6908-4bd2-b02f-e99950246030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33aa59de-3dbd-41ea-b0c0-1820e6b5535a', 'name': 'tempest-AttachVolumeTestJSON-303908132-router', 'tenant_id': '6006071429214a518602cecf8646892a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': 'dcb3620a-c2ad-4473-a39a-bf1a957f5eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:38Z', 'updated_at': '2022-10-04T20:50:57Z', 'revision_number': 4, 'project_id': '6006071429214a518602cecf8646892a', 'gw_port': {'id': 'dcb3620a-c2ad-4473-a39a-bf1a957f5eef', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:46:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33aa59de-3dbd-41ea-b0c0-1820e6b5535a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:42Z', 'updated_at': '2022-10-04T20:50:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'dfb32fef-085a-413b-8be1-c9e07712281e', 'name': '', 'network_id': 'f0fe7fb4-d5ef-472d-aff1-4131ebf9faf7', 'tenant_id': '6006071429214a518602cecf8646892a', 'mac_address': 'fa:16:3e:06:80:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33aa59de-3dbd-41ea-b0c0-1820e6b5535a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '700f711a-a2d3-4a29-ad52-223018b5e575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:53Z', 'updated_at': '2022-10-04T20:50:59Z', 'revision_number': 2, 'project_id': '6006071429214a518602cecf8646892a', 'subnets': [{'id': '700f711a-a2d3-4a29-ad52-223018b5e575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:51:08.210156 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b52de765-fa0a-4ef0-9f1e-6d807b5518ef tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Publish callbacks [] for security_group (d2bcc1d8-6e39-4aeb-9664-f0b0d5f4fe84), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:08.215936 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d35fe57-b2d3-474f-a61c-6449a65b76b5 None None] Network 4f0c76aa-0b67-42ea-abe1-7961d753a0e0 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:51:08.260170 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-01642891-19f6-4b86-96e4-34f3f1a5e686 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (d73eac5b-b09d-433b-ae41-1b4bdde64c6b), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:08.260966 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58797fa6-6908-4bd2-b02f-e99950246030 None None] Checking router: 33aa59de-3dbd-41ea-b0c0-1820e6b5535a for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:51:08.261547 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58797fa6-6908-4bd2-b02f-e99950246030 None None] Updating router 33aa59de-3dbd-41ea-b0c0-1820e6b5535a port dfb32fef-085a-413b-8be1-c9e07712281e binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:51:08.296628 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2075a7a5-b2c7-4454-8961-db95fc5c5341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c005af2-327b-4fb5-9e5d-e7b9bb873953,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:08.328359 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-aea83c91-82ae-4393-9fb9-cc447c796000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (e95707ff-a942-4cf4-89f5-ee4633b660e6), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:08.373928 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-58797fa6-6908-4bd2-b02f-e99950246030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (dfb32fef-085a-413b-8be1-c9e07712281e), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:08.398919 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b52de765-fa0a-4ef0-9f1e-6d807b5518ef tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (d2bcc1d8-6e39-4aeb-9664-f0b0d5f4fe84), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:08.491865 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-77700793-ce81-49a8-aaa4-cae003cd8bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f87a99b-f9ff-4c4c-910a-ba4d597359c4', 'name': 'tempest-TaggedBootDevicesTest-1751069113-router', 'tenant_id': '0d0dc488153a43779aabb1dc0774eda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'a06f839b-36fb-4741-8453-8456fa33f26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:35Z', 'updated_at': '2022-10-04T20:50:51Z', 'revision_number': 4, 'project_id': '0d0dc488153a43779aabb1dc0774eda1', 'gw_port': {'id': 'a06f839b-36fb-4741-8453-8456fa33f26b', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:00:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f87a99b-f9ff-4c4c-910a-ba4d597359c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:38Z', 'updated_at': '2022-10-04T20:50:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'a73b8d86-73b1-4e7e-97c8-997121113b0c', 'name': '', 'network_id': 'f487490b-37cb-4d83-83a4-6c76529290fe', 'tenant_id': '0d0dc488153a43779aabb1dc0774eda1', 'mac_address': 'fa:16:3e:2d:c6:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f87a99b-f9ff-4c4c-910a-ba4d597359c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '3850aa57-00fd-426a-9414-aaa757536fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:47Z', 'updated_at': '2022-10-04T20:50:52Z', 'revision_number': 2, 'project_id': '0d0dc488153a43779aabb1dc0774eda1', 'subnets': [{'id': '3850aa57-00fd-426a-9414-aaa757536fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:51:08.495435 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343c3bb1-a471-4d0a-b323-9a82c3ee5a98 None None] The sync data for ids ['d73eac5b-b09d-433b-ae41-1b4bdde64c6b'] in n-d-852085-12 is: [{'id': 'd73eac5b-b09d-433b-ae41-1b4bdde64c6b', 'name': 'tempest-AttachVolumeNegativeTest-1083054699-router', 'tenant_id': '72a4f1e433a6427ab380248125ebc5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '374c93d2-c29d-4a86-b396-241144b0f8c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:41Z', 'updated_at': '2022-10-04T20:50:49Z', 'revision_number': 3, 'project_id': '72a4f1e433a6427ab380248125ebc5b6', 'gw_port': {'id': '374c93d2-c29d-4a86-b396-241144b0f8c3', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:57:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd73eac5b-b09d-433b-ae41-1b4bdde64c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:45Z', 'updated_at': '2022-10-04T20:51:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:51:08.653708 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52de765-fa0a-4ef0-9f1e-6d807b5518ef tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2bcc1d8-6e39-4aeb-9664-f0b0d5f4fe84,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:08.687006 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-9e18fae1-808c-43b7-8474-c2393417fb26 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.4613945 Oct 04 20:51:08.707625 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 44338) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:51:08.819846 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77700793-ce81-49a8-aaa4-cae003cd8bf4 None None] Checking router: 7f87a99b-f9ff-4c4c-910a-ba4d597359c4 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:51:08.821748 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77700793-ce81-49a8-aaa4-cae003cd8bf4 None None] Updating router 7f87a99b-f9ff-4c4c-910a-ba4d597359c4 port a73b8d86-73b1-4e7e-97c8-997121113b0c binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:51:09.054365 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port b1467497-158b-4d82-856f-51bf423fa0fa is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:51:09.058042 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device dcb3620a-c2ad-4473-a39a-bf1a957f5eef up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:51:09.130090 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-c794f1ae-8cfb-4abb-85f7-d7f263181f84 None None] Set router 63634eaa-56b2-4b97-902d-92c0b78e351f gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:51:09.134385 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-77700793-ce81-49a8-aaa4-cae003cd8bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (a73b8d86-73b1-4e7e-97c8-997121113b0c), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:09.324033 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:09.326759 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-295ca09d-4b91-4e8d-ab5f-a9665b19c890 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:51:09.370183 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01642891-19f6-4b86-96e4-34f3f1a5e686 admin admin] Network 271ee594-d335-4e64-9a5f-f76e148f6d50 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:51:09.376331 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b52de765-fa0a-4ef0-9f1e-6d807b5518ef tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:09.381063 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b52de765-fa0a-4ef0-9f1e-6d807b5518ef tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.9375405 Oct 04 20:51:09.392889 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-01642891-19f6-4b86-96e4-34f3f1a5e686 admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:51:09.396095 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 44340) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:51:09.439058 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-c96f718d-c4fc-470a-9a51-063ede8e20e0 tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Request body: {'security_group_rule': {'security_group_id': 'd2bcc1d8-6e39-4aeb-9664-f0b0d5f4fe84', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:51:09.456280 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bc1291-c1e0-4bdb-af5d-c8310dc9b201 None None] Sync routers for ids ['338eba0b-7a56-4642-842c-8d7eb2577e2d'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:51:09.522739 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:09.530981 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:09.621713 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:09.689416 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bc1291-c1e0-4bdb-af5d-c8310dc9b201 None None] Routers {'338eba0b-7a56-4642-842c-8d7eb2577e2d'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:51:09.696878 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-b0bc1291-c1e0-4bdb-af5d-c8310dc9b201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:50:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['338eba0b-7a56-4642-842c-8d7eb2577e2d'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:51:09.740829 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d8161571-972d-47f1-a57a-59b061c54372 admin admin] Publish callbacks [] for security_group (2c005af2-327b-4fb5-9e5d-e7b9bb873953), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:09.769689 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-295ca09d-4b91-4e8d-ab5f-a9665b19c890 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:09.778731 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-295ca09d-4b91-4e8d-ab5f-a9665b19c890 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 884 time: 17.4261856 Oct 04 20:51:09.795037 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 44344) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:51:09.993344 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-b0bc1291-c1e0-4bdb-af5d-c8310dc9b201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:51:10.021165 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-8eee4743-bc3f-44c2-8a53-36475adfa9a1 None None] Current status of the port 73e3103c-9118-45c3-b8ee-3c7a579c7183 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:51:10.021903 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8eee4743-bc3f-44c2-8a53-36475adfa9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (73e3103c-9118-45c3-b8ee-3c7a579c7183), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:10.166202 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bc1291-c1e0-4bdb-af5d-c8310dc9b201 None None] Routers {'338eba0b-7a56-4642-842c-8d7eb2577e2d'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:51:10.167843 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-b0bc1291-c1e0-4bdb-af5d-c8310dc9b201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:50:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['338eba0b-7a56-4642-842c-8d7eb2577e2d'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:51:10.181987 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d8161571-972d-47f1-a57a-59b061c54372 admin admin] Publish callbacks [] for security_group (2c005af2-327b-4fb5-9e5d-e7b9bb873953), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:10.370313 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-58797fa6-6908-4bd2-b02f-e99950246030 None None] Publish callbacks [] for port (dfb32fef-085a-413b-8be1-c9e07712281e), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:10.389087 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-b0bc1291-c1e0-4bdb-af5d-c8310dc9b201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:51:10.396073 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bc1291-c1e0-4bdb-af5d-c8310dc9b201 None None] The sync data for ids ['338eba0b-7a56-4642-842c-8d7eb2577e2d'] in n-d-852085-12 is: [] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:51:10.516406 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-58797fa6-6908-4bd2-b02f-e99950246030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (dfb32fef-085a-413b-8be1-c9e07712281e), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:10.697419 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c96f718d-c4fc-470a-9a51-063ede8e20e0 tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Publish callbacks [] for security_group_rule (070a4bad-17b3-4a52-8030-f12c3d5d0798), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:10.786199 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:10.913283 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port dcb3620a-c2ad-4473-a39a-bf1a957f5eef triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:51:10.914723 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (dcb3620a-c2ad-4473-a39a-bf1a957f5eef), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:10.915518 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port dcb3620a-c2ad-4473-a39a-bf1a957f5eef Oct 04 20:51:10.927564 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b243f83-a29e-4b2a-8a23-fa40a4c31210 None None] Pushing event updated for resources: {'Port': ['ID=dfb32fef-085a-413b-8be1-c9e07712281e,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:10.972731 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-58797fa6-6908-4bd2-b02f-e99950246030 None None] Attempting to bind port dfb32fef-085a-413b-8be1-c9e07712281e on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:51:10.973777 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-58797fa6-6908-4bd2-b02f-e99950246030 None None] Attempting to bind port dfb32fef-085a-413b-8be1-c9e07712281e by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '34002782-2404-4103-98c7-5fd63d12e2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f0fe7fb4-d5ef-472d-aff1-4131ebf9faf7'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:51:10.974802 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58797fa6-6908-4bd2-b02f-e99950246030 None None] Attempting to bind port dfb32fef-085a-413b-8be1-c9e07712281e on network f0fe7fb4-d5ef-472d-aff1-4131ebf9faf7 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:51:11.104128 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d8161571-972d-47f1-a57a-59b061c54372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (2c005af2-327b-4fb5-9e5d-e7b9bb873953), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:11.125669 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ed734e-fc13-4530-b54b-17ff484c4fad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-4f0c76aa-0b67-42ea-abe1-7961d753a0e0', 'network_id': '4f0c76aa-0b67-42ea-abe1-7961d753a0e0', 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'fixed_ips': [{'subnet_id': '0b59dfc8-0794-467a-9da7-c01dc65ce1a6'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:51:11.125669 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-58ed734e-fc13-4530-b54b-17ff484c4fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:11.126770 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d8161571-972d-47f1-a57a-59b061c54372 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:11.126770 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-d8161571-972d-47f1-a57a-59b061c54372 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/2c005af2-327b-4fb5-9e5d-e7b9bb873953 HTTP/1.1" status: 204 len: 168 time: 2.9071050 Oct 04 20:51:11.191997 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58797fa6-6908-4bd2-b02f-e99950246030 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:51:11.193143 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58797fa6-6908-4bd2-b02f-e99950246030 None None] Checking segment: {'id': '34002782-2404-4103-98c7-5fd63d12e2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f0fe7fb4-d5ef-472d-aff1-4131ebf9faf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:51:11.197353 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-58797fa6-6908-4bd2-b02f-e99950246030 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:11.224503 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58797fa6-6908-4bd2-b02f-e99950246030 None None] Bound using segment: {'id': '34002782-2404-4103-98c7-5fd63d12e2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f0fe7fb4-d5ef-472d-aff1-4131ebf9faf7'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:51:11.225412 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-58797fa6-6908-4bd2-b02f-e99950246030 None None] Bound port: dfb32fef-085a-413b-8be1-c9e07712281e, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34002782-2404-4103-98c7-5fd63d12e2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f0fe7fb4-d5ef-472d-aff1-4131ebf9faf7'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:51:11.239441 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-58797fa6-6908-4bd2-b02f-e99950246030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (dfb32fef-085a-413b-8be1-c9e07712281e), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:11.478584 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8161571-972d-47f1-a57a-59b061c54372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c005af2-327b-4fb5-9e5d-e7b9bb873953,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:11.508462 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01642891-19f6-4b86-96e4-34f3f1a5e686 admin admin] Router d73eac5b-b09d-433b-ae41-1b4bdde64c6b has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:51:11.522864 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-58797fa6-6908-4bd2-b02f-e99950246030 None None] For port dfb32fef-085a-413b-8be1-c9e07712281e, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:51:11.531608 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-58797fa6-6908-4bd2-b02f-e99950246030 None None] For port dfb32fef-085a-413b-8be1-c9e07712281e, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=dfb32fef-085a-413b-8be1-c9e07712281e,segment=NetworkSegment(34002782-2404-4103-98c7-5fd63d12e2ea),segment_id=34002782-2404-4103-98c7-5fd63d12e2ea)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:51:11.608282 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-58797fa6-6908-4bd2-b02f-e99950246030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (dfb32fef-085a-413b-8be1-c9e07712281e), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:11.615241 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:11.640341 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-aea83c91-82ae-4393-9fb9-cc447c796000 admin admin] Deleting port ca6c94dd-f487-4d43-8e12-c6d81e70909f {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:51:11.641236 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-aea83c91-82ae-4393-9fb9-cc447c796000 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (ca6c94dd-f487-4d43-8e12-c6d81e70909f), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:11.717927 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-8eee4743-bc3f-44c2-8a53-36475adfa9a1 None None] For port 73e3103c-9118-45c3-b8ee-3c7a579c7183, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=73e3103c-9118-45c3-b8ee-3c7a579c7183,segment=NetworkSegment(ce861961-400b-4578-92bc-05b9b673d2f3),segment_id=ce861961-400b-4578-92bc-05b9b673d2f3)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:51:11.752599 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58797fa6-6908-4bd2-b02f-e99950246030 None None] Routers {'33aa59de-3dbd-41ea-b0c0-1820e6b5535a'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:51:11.756564 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-58797fa6-6908-4bd2-b02f-e99950246030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:50:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['33aa59de-3dbd-41ea-b0c0-1820e6b5535a'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:51:11.859738 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6b4b970b-5c65-4336-b47c-94eccf620664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:11.890339 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c96f718d-c4fc-470a-9a51-063ede8e20e0 tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Publish callbacks [] for security_group_rule (070a4bad-17b3-4a52-8030-f12c3d5d0798), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:12.104038 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8eee4743-bc3f-44c2-8a53-36475adfa9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (73e3103c-9118-45c3-b8ee-3c7a579c7183), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:12.194502 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-58797fa6-6908-4bd2-b02f-e99950246030 None None] Set router 33aa59de-3dbd-41ea-b0c0-1820e6b5535a gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:51:12.292036 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c96f718d-c4fc-470a-9a51-063ede8e20e0 tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (070a4bad-17b3-4a52-8030-f12c3d5d0798), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:12.361079 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port dcb3620a-c2ad-4473-a39a-bf1a957f5eef is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:51:12.362013 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (dcb3620a-c2ad-4473-a39a-bf1a957f5eef), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:12.417252 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port dcb3620a-c2ad-4473-a39a-bf1a957f5eef, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=dcb3620a-c2ad-4473-a39a-bf1a957f5eef,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:51:12.437051 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eee4743-bc3f-44c2-8a53-36475adfa9a1 None None] Pushing event updated for resources: {'Port': ['ID=73e3103c-9118-45c3-b8ee-3c7a579c7183,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:12.498632 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-413316df-c8f9-4b5d-8ded-70af7b348b15 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:12.513716 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b243f83-a29e-4b2a-8a23-fa40a4c31210 None None] Pushing event updated for resources: {'Port': ['ID=dfb32fef-085a-413b-8be1-c9e07712281e,revision_number=4']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:12.558151 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c96f718d-c4fc-470a-9a51-063ede8e20e0 tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:12.559574 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c96f718d-c4fc-470a-9a51-063ede8e20e0 tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.1420434 Oct 04 20:51:12.590918 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 44356) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:51:12.614212 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-b094671e-f535-4f8f-bbff-a323746b114c tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Request body: {'security_group_rule': {'security_group_id': 'd2bcc1d8-6e39-4aeb-9664-f0b0d5f4fe84', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:51:12.634256 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f718d-c4fc-470a-9a51-063ede8e20e0 tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=070a4bad-17b3-4a52-8030-f12c3d5d0798,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:12.659988 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (dcb3620a-c2ad-4473-a39a-bf1a957f5eef), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:12.887518 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:12.902804 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=dcb3620a-c2ad-4473-a39a-bf1a957f5eef,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:12.917593 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-8eee4743-bc3f-44c2-8a53-36475adfa9a1 None None] Provisioning complete for port 331e5af0-038e-4113-bf87-7873e1354abe triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:51:12.920439 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8eee4743-bc3f-44c2-8a53-36475adfa9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (331e5af0-038e-4113-bf87-7873e1354abe), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:12.922387 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-8eee4743-bc3f-44c2-8a53-36475adfa9a1 None None] Attempt 1 to provision port 331e5af0-038e-4113-bf87-7873e1354abe Oct 04 20:51:13.005063 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-aea83c91-82ae-4393-9fb9-cc447c796000 admin admin] For port ca6c94dd-f487-4d43-8e12-c6d81e70909f, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=ca6c94dd-f487-4d43-8e12-c6d81e70909f,segment=NetworkSegment(204551af-dbb7-4018-bd78-260c1db9bcfa),segment_id=204551af-dbb7-4018-bd78-260c1db9bcfa)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:51:13.008228 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-aea83c91-82ae-4393-9fb9-cc447c796000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (ca6c94dd-f487-4d43-8e12-c6d81e70909f), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:13.037728 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:13.103732 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-aea83c91-82ae-4393-9fb9-cc447c796000 admin admin] Calling delete_port for ca6c94dd-f487-4d43-8e12-c6d81e70909f owned by network:router_interface {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:51:13.148482 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-c794f1ae-8cfb-4abb-85f7-d7f263181f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63634eaa-56b2-4b97-902d-92c0b78e351f', 'name': 'tempest-ServerMetadataNegativeTestJSON-427948162-router', 'tenant_id': '54d1c146b5ce415cb43490a0ae2130cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '820f770d-7e58-4376-9f78-1713d8e6ad8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:52Z', 'updated_at': '2022-10-04T20:50:59Z', 'revision_number': 3, 'project_id': '54d1c146b5ce415cb43490a0ae2130cb', 'gw_port': {'id': '820f770d-7e58-4376-9f78-1713d8e6ad8c', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:64:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63634eaa-56b2-4b97-902d-92c0b78e351f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:55Z', 'updated_at': '2022-10-04T20:50:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:51:13.261078 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:13.303718 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c794f1ae-8cfb-4abb-85f7-d7f263181f84 None None] Checking router: 63634eaa-56b2-4b97-902d-92c0b78e351f for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:51:13.304868 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c794f1ae-8cfb-4abb-85f7-d7f263181f84 None None] Updating router 63634eaa-56b2-4b97-902d-92c0b78e351f port 820f770d-7e58-4376-9f78-1713d8e6ad8c binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:51:13.350616 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:13.430633 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-58ed734e-fc13-4530-b54b-17ff484c4fad None None] Allocated IP 172.21.0.2 (4f0c76aa-0b67-42ea-abe1-7961d753a0e0/0b59dfc8-0794-467a-9da7-c01dc65ce1a6/7c8ad87f-2d42-427a-b83c-13e8dba466df) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:51:13.454501 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c794f1ae-8cfb-4abb-85f7-d7f263181f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (820f770d-7e58-4376-9f78-1713d8e6ad8c), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:13.502739 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-77700793-ce81-49a8-aaa4-cae003cd8bf4 None None] Publish callbacks [] for port (a73b8d86-73b1-4e7e-97c8-997121113b0c), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:13.619060 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-8eee4743-bc3f-44c2-8a53-36475adfa9a1 None None] Port 331e5af0-038e-4113-bf87-7873e1354abe cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:51:13.703758 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-77700793-ce81-49a8-aaa4-cae003cd8bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (a73b8d86-73b1-4e7e-97c8-997121113b0c), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:13.819122 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-58797fa6-6908-4bd2-b02f-e99950246030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33aa59de-3dbd-41ea-b0c0-1820e6b5535a', 'name': 'tempest-AttachVolumeTestJSON-303908132-router', 'tenant_id': '6006071429214a518602cecf8646892a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': 'dcb3620a-c2ad-4473-a39a-bf1a957f5eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:38Z', 'updated_at': '2022-10-04T20:50:57Z', 'revision_number': 4, 'project_id': '6006071429214a518602cecf8646892a', 'gw_port': {'id': 'dcb3620a-c2ad-4473-a39a-bf1a957f5eef', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:46:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33aa59de-3dbd-41ea-b0c0-1820e6b5535a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:42Z', 'updated_at': '2022-10-04T20:50:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'dfb32fef-085a-413b-8be1-c9e07712281e', 'name': '', 'network_id': 'f0fe7fb4-d5ef-472d-aff1-4131ebf9faf7', 'tenant_id': '6006071429214a518602cecf8646892a', 'mac_address': 'fa:16:3e:06:80:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33aa59de-3dbd-41ea-b0c0-1820e6b5535a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '700f711a-a2d3-4a29-ad52-223018b5e575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:53Z', 'updated_at': '2022-10-04T20:51:11Z', 'revision_number': 4, 'project_id': '6006071429214a518602cecf8646892a', 'subnets': [{'id': '700f711a-a2d3-4a29-ad52-223018b5e575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:51:13.887761 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b385404d-f8a1-43f8-8f4d-c1d9430dffd4 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:51:13.898372 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58797fa6-6908-4bd2-b02f-e99950246030 None None] The sync data for ids ['33aa59de-3dbd-41ea-b0c0-1820e6b5535a'] in n-d-852085-12 is: [{'id': '33aa59de-3dbd-41ea-b0c0-1820e6b5535a', 'name': 'tempest-AttachVolumeTestJSON-303908132-router', 'tenant_id': '6006071429214a518602cecf8646892a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': 'dcb3620a-c2ad-4473-a39a-bf1a957f5eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:38Z', 'updated_at': '2022-10-04T20:50:57Z', 'revision_number': 4, 'project_id': '6006071429214a518602cecf8646892a', 'gw_port': {'id': 'dcb3620a-c2ad-4473-a39a-bf1a957f5eef', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:46:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33aa59de-3dbd-41ea-b0c0-1820e6b5535a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:42Z', 'updated_at': '2022-10-04T20:50:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'dfb32fef-085a-413b-8be1-c9e07712281e', 'name': '', 'network_id': 'f0fe7fb4-d5ef-472d-aff1-4131ebf9faf7', 'tenant_id': '6006071429214a518602cecf8646892a', 'mac_address': 'fa:16:3e:06:80:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33aa59de-3dbd-41ea-b0c0-1820e6b5535a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '700f711a-a2d3-4a29-ad52-223018b5e575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:53Z', 'updated_at': '2022-10-04T20:51:11Z', 'revision_number': 4, 'project_id': '6006071429214a518602cecf8646892a', 'subnets': [{'id': '700f711a-a2d3-4a29-ad52-223018b5e575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:51:14.397295 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-b1a1ed46-b74d-4208-92b4-b1ca0fb99df7 None None] Provisioning complete for port 331e5af0-038e-4113-bf87-7873e1354abe triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:51:14.398859 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b1a1ed46-b74d-4208-92b4-b1ca0fb99df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (331e5af0-038e-4113-bf87-7873e1354abe), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:14.399863 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-b1a1ed46-b74d-4208-92b4-b1ca0fb99df7 None None] Attempt 1 to provision port 331e5af0-038e-4113-bf87-7873e1354abe Oct 04 20:51:14.468885 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-6b4b970b-5c65-4336-b47c-94eccf620664 admin admin] Allocated IP 172.20.0.1 (28a24512-7b90-45c1-928d-59da1ce275a8/bd39306f-5baf-41dd-a47b-7401c8ef3ae8/f371457a-1785-4c6c-bb0c-8c70a2746cc6) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:51:14.553054 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-aea83c91-82ae-4393-9fb9-cc447c796000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (ca6c94dd-f487-4d43-8e12-c6d81e70909f), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:14.632333 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port b385404d-f8a1-43f8-8f4d-c1d9430dffd4 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:51:14.633210 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b385404d-f8a1-43f8-8f4d-c1d9430dffd4), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:14.633797 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port b385404d-f8a1-43f8-8f4d-c1d9430dffd4 Oct 04 20:51:14.799214 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01642891-19f6-4b86-96e4-34f3f1a5e686 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:51:14.837740 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-01642891-19f6-4b86-96e4-34f3f1a5e686 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/d73eac5b-b09d-433b-ae41-1b4bdde64c6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 19.3827996 Oct 04 20:51:14.858563 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-b1a1ed46-b74d-4208-92b4-b1ca0fb99df7 None None] Port 331e5af0-038e-4113-bf87-7873e1354abe cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:51:14.885576 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efff6d70-c91a-49a1-990e-21d3d43049be None None] Pushing event updated for resources: {'Port': ['ID=a73b8d86-73b1-4e7e-97c8-997121113b0c,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:14.903586 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea83c91-82ae-4393-9fb9-cc447c796000 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca6c94dd-f487-4d43-8e12-c6d81e70909f,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:14.930680 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bb1b74-a71f-4c3c-a75f-678cf43c4c70 None None] Sync routers for ids ['d73eac5b-b09d-433b-ae41-1b4bdde64c6b'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:51:15.015513 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:15.062540 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b094671e-f535-4f8f-bbff-a323746b114c tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Publish callbacks [] for security_group_rule (0c2b9a16-9535-4ec3-bcc8-facb96cba7f4), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:15.230314 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:15.292384 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3924e99c-7bf8-4da5-9789-ecdd46a1a8de tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:15.338853 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bb1b74-a71f-4c3c-a75f-678cf43c4c70 None None] Routers {'d73eac5b-b09d-433b-ae41-1b4bdde64c6b'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:51:15.340266 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-29bb1b74-a71f-4c3c-a75f-678cf43c4c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:50:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['d73eac5b-b09d-433b-ae41-1b4bdde64c6b'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:51:15.529200 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b094671e-f535-4f8f-bbff-a323746b114c tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Publish callbacks [] for security_group_rule (0c2b9a16-9535-4ec3-bcc8-facb96cba7f4), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:15.646699 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b094671e-f535-4f8f-bbff-a323746b114c tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (0c2b9a16-9535-4ec3-bcc8-facb96cba7f4), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:15.697938 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b094671e-f535-4f8f-bbff-a323746b114c tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c2b9a16-9535-4ec3-bcc8-facb96cba7f4,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:15.835779 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-77700793-ce81-49a8-aaa4-cae003cd8bf4 None None] Attempting to bind port a73b8d86-73b1-4e7e-97c8-997121113b0c on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:51:15.836677 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-77700793-ce81-49a8-aaa4-cae003cd8bf4 None None] Attempting to bind port a73b8d86-73b1-4e7e-97c8-997121113b0c by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'a529b227-6d38-4086-8a6e-442462f1fb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f487490b-37cb-4d83-83a4-6c76529290fe'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:51:15.836983 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77700793-ce81-49a8-aaa4-cae003cd8bf4 None None] Attempting to bind port a73b8d86-73b1-4e7e-97c8-997121113b0c on network f487490b-37cb-4d83-83a4-6c76529290fe {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:51:15.843889 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-29bb1b74-a71f-4c3c-a75f-678cf43c4c70 None None] Set router d73eac5b-b09d-433b-ae41-1b4bdde64c6b gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:51:15.856651 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b094671e-f535-4f8f-bbff-a323746b114c tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:15.859078 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b094671e-f535-4f8f-bbff-a323746b114c tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 3.2656991 Oct 04 20:51:15.865464 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 44386) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:51:15.880885 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-108dbb7b-e543-42b1-8ec6-6463931e749f tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Request body: {'floatingip': {'floating_network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:51:16.075946 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f8c9a6dd-26de-48bc-92bb-b64981e0170f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:16.085980 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-108dbb7b-e543-42b1-8ec6-6463931e749f tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Publish callbacks [] for floatingip (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:16.119250 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-aea83c91-82ae-4393-9fb9-cc447c796000 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (e95707ff-a942-4cf4-89f5-ee4633b660e6), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:16.163961 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-58ed734e-fc13-4530-b54b-17ff484c4fad None None] Publish callbacks [] for port (7c8ad87f-2d42-427a-b83c-13e8dba466df), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:16.172506 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:16.196010 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:16.246520 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6b4b970b-5c65-4336-b47c-94eccf620664 admin admin] Publish callbacks [] for port (f371457a-1785-4c6c-bb0c-8c70a2746cc6), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:16.312320 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port b385404d-f8a1-43f8-8f4d-c1d9430dffd4 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:51:16.314718 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 73e3103c-9118-45c3-b8ee-3c7a579c7183 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:51:16.365271 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:16.465759 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77700793-ce81-49a8-aaa4-cae003cd8bf4 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:51:16.466845 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77700793-ce81-49a8-aaa4-cae003cd8bf4 None None] Checking segment: {'id': 'a529b227-6d38-4086-8a6e-442462f1fb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f487490b-37cb-4d83-83a4-6c76529290fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:51:16.468012 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-77700793-ce81-49a8-aaa4-cae003cd8bf4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:16.468951 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77700793-ce81-49a8-aaa4-cae003cd8bf4 None None] Bound using segment: {'id': 'a529b227-6d38-4086-8a6e-442462f1fb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f487490b-37cb-4d83-83a4-6c76529290fe'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:51:16.470081 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-77700793-ce81-49a8-aaa4-cae003cd8bf4 None None] Bound port: a73b8d86-73b1-4e7e-97c8-997121113b0c, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a529b227-6d38-4086-8a6e-442462f1fb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f487490b-37cb-4d83-83a4-6c76529290fe'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:51:16.471116 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-77700793-ce81-49a8-aaa4-cae003cd8bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (a73b8d86-73b1-4e7e-97c8-997121113b0c), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:16.480798 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-58ed734e-fc13-4530-b54b-17ff484c4fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (7c8ad87f-2d42-427a-b83c-13e8dba466df), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:16.497949 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 73e3103c-9118-45c3-b8ee-3c7a579c7183 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:51:16.501535 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (73e3103c-9118-45c3-b8ee-3c7a579c7183), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:16.501535 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 73e3103c-9118-45c3-b8ee-3c7a579c7183 Oct 04 20:51:16.821208 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-413316df-c8f9-4b5d-8ded-70af7b348b15 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Allocated IP 172.21.0.1 (4f0c76aa-0b67-42ea-abe1-7961d753a0e0/0b59dfc8-0794-467a-9da7-c01dc65ce1a6/c8f4c098-db0c-4a52-9741-0fbe07e0fb8f) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:51:16.857543 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-108dbb7b-e543-42b1-8ec6-6463931e749f tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:17.051255 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 44392) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:51:17.062756 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-f0dc1a9b-4bf0-4738-89b4-603b98a872ef tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1999120537', 'description': 'tempest-description--487649459'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:51:17.146666 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6b4b970b-5c65-4336-b47c-94eccf620664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (f371457a-1785-4c6c-bb0c-8c70a2746cc6), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:17.186467 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ed734e-fc13-4530-b54b-17ff484c4fad None None] Network 4f0c76aa-0b67-42ea-abe1-7961d753a0e0 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:51:17.198389 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-58ed734e-fc13-4530-b54b-17ff484c4fad None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:51:17.202827 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4b970b-5c65-4336-b47c-94eccf620664 admin admin] Network 28a24512-7b90-45c1-928d-59da1ce275a8 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:51:17.208370 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea83c91-82ae-4393-9fb9-cc447c796000 admin admin] Router e95707ff-a942-4cf4-89f5-ee4633b660e6 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:51:17.218785 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-6b4b970b-5c65-4336-b47c-94eccf620664 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:51:17.288486 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4b970b-5c65-4336-b47c-94eccf620664 admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:51:17.353660 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-77700793-ce81-49a8-aaa4-cae003cd8bf4 None None] For port a73b8d86-73b1-4e7e-97c8-997121113b0c, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:51:17.353660 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-77700793-ce81-49a8-aaa4-cae003cd8bf4 None None] For port a73b8d86-73b1-4e7e-97c8-997121113b0c, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=a73b8d86-73b1-4e7e-97c8-997121113b0c,segment=NetworkSegment(a529b227-6d38-4086-8a6e-442462f1fb90),segment_id=a529b227-6d38-4086-8a6e-442462f1fb90)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:51:17.375997 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-413316df-c8f9-4b5d-8ded-70af7b348b15 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for port (c8f4c098-db0c-4a52-9741-0fbe07e0fb8f), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:17.388342 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ed734e-fc13-4530-b54b-17ff484c4fad None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:51:17.407123 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4b970b-5c65-4336-b47c-94eccf620664 admin admin] Pushing event updated for resources: {'Port': ['ID=f371457a-1785-4c6c-bb0c-8c70a2746cc6,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:17.442157 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:17.539550 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f0dc1a9b-4bf0-4738-89b4-603b98a872ef tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:17.607501 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c794f1ae-8cfb-4abb-85f7-d7f263181f84 None None] Publish callbacks [] for port (820f770d-7e58-4376-9f78-1713d8e6ad8c), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:17.631344 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-413316df-c8f9-4b5d-8ded-70af7b348b15 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (c8f4c098-db0c-4a52-9741-0fbe07e0fb8f), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:17.657282 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:17.694161 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-77700793-ce81-49a8-aaa4-cae003cd8bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (a73b8d86-73b1-4e7e-97c8-997121113b0c), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:17.752282 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c794f1ae-8cfb-4abb-85f7-d7f263181f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (820f770d-7e58-4376-9f78-1713d8e6ad8c), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:17.756558 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:INSERT=8,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:17.810676 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-c794f1ae-8cfb-4abb-85f7-d7f263181f84 None None] Attempting to bind port 820f770d-7e58-4376-9f78-1713d8e6ad8c on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:51:17.812686 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-c794f1ae-8cfb-4abb-85f7-d7f263181f84 None None] Attempting to bind port 820f770d-7e58-4376-9f78-1713d8e6ad8c by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:51:17.813585 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c794f1ae-8cfb-4abb-85f7-d7f263181f84 None None] Attempting to bind port 820f770d-7e58-4376-9f78-1713d8e6ad8c on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:51:17.883594 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6b4b970b-5c65-4336-b47c-94eccf620664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (63634eaa-56b2-4b97-902d-92c0b78e351f), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:17.886520 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413316df-c8f9-4b5d-8ded-70af7b348b15 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Network 4f0c76aa-0b67-42ea-abe1-7961d753a0e0 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:51:17.915832 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-3924e99c-7bf8-4da5-9789-ecdd46a1a8de tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Allocated IP 172.20.0.1 (2b8174f1-b48d-40fd-bc34-e53f926a0172/c5a65eca-4ca5-41d9-ba24-4fbaab4b050c/ea24e782-dc3e-43b0-9298-95efe2880084) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:51:17.965448 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413316df-c8f9-4b5d-8ded-70af7b348b15 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event updated for resources: {'Port': ['ID=c8f4c098-db0c-4a52-9741-0fbe07e0fb8f,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:18.048893 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-108dbb7b-e543-42b1-8ec6-6463931e749f tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Allocated IP 172.25.5.24 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/a10c9dd7-f489-4438-8329-44341077de87) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:51:18.090803 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-8bf62c53-9e4a-4449-b654-a6d65617403f None None] Provisioning complete for port f371457a-1785-4c6c-bb0c-8c70a2746cc6 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:51:18.091426 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8bf62c53-9e4a-4449-b654-a6d65617403f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (f371457a-1785-4c6c-bb0c-8c70a2746cc6), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:18.092315 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-8bf62c53-9e4a-4449-b654-a6d65617403f None None] Attempt 1 to provision port f371457a-1785-4c6c-bb0c-8c70a2746cc6 Oct 04 20:51:18.185988 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-413316df-c8f9-4b5d-8ded-70af7b348b15 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:51:18.192007 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ed734e-fc13-4530-b54b-17ff484c4fad None None] Pushing event updated for resources: {'Port': ['ID=7c8ad87f-2d42-427a-b83c-13e8dba466df,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:18.199879 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=81,neutron:DELETE=1,neutron:INSERT=13,neutron:UPDATE=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:18.204747 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413316df-c8f9-4b5d-8ded-70af7b348b15 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:51:18.284713 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea83c91-82ae-4393-9fb9-cc447c796000 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:51:18.301546 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb245a59-2de5-4009-97a9-d170301aa6f5 None None] Sync routers for ids ['e95707ff-a942-4cf4-89f5-ee4633b660e6'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:51:18.316094 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-aea83c91-82ae-4393-9fb9-cc447c796000 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/e95707ff-a942-4cf4-89f5-ee4633b660e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.4689007 Oct 04 20:51:18.321272 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 44410) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:51:18.325094 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-8bf62c53-9e4a-4449-b654-a6d65617403f None None] Port f371457a-1785-4c6c-bb0c-8c70a2746cc6 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:51:18.350550 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f0dc1a9b-4bf0-4738-89b4-603b98a872ef tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks [] for security_group (06e84a39-4727-46de-b199-8c844c51b542), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:18.363585 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb245a59-2de5-4009-97a9-d170301aa6f5 None None] Routers {'e95707ff-a942-4cf4-89f5-ee4633b660e6'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:51:18.367214 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-cb245a59-2de5-4009-97a9-d170301aa6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:51:18Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['e95707ff-a942-4cf4-89f5-ee4633b660e6'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:51:18.387214 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:18.417713 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-29b1dfc0-6bce-4d21-b0bb-951ea72dacbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:18.479320 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:18.530333 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 73e3103c-9118-45c3-b8ee-3c7a579c7183 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:51:18.534361 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b7642158-2de1-4d6d-8790-bcc9c032f60b up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:51:18.575640 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3924e99c-7bf8-4da5-9789-ecdd46a1a8de tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for port (ea24e782-dc3e-43b0-9298-95efe2880084), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:18.693913 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c794f1ae-8cfb-4abb-85f7-d7f263181f84 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:51:18.695626 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c794f1ae-8cfb-4abb-85f7-d7f263181f84 None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:51:18.696711 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c794f1ae-8cfb-4abb-85f7-d7f263181f84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:18.698038 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c794f1ae-8cfb-4abb-85f7-d7f263181f84 None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:51:18.699773 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-c794f1ae-8cfb-4abb-85f7-d7f263181f84 None None] Bound port: 820f770d-7e58-4376-9f78-1713d8e6ad8c, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:51:18.700852 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c794f1ae-8cfb-4abb-85f7-d7f263181f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (820f770d-7e58-4376-9f78-1713d8e6ad8c), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:18.704609 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77700793-ce81-49a8-aaa4-cae003cd8bf4 None None] Routers {'7f87a99b-f9ff-4c4c-910a-ba4d597359c4'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:51:18.706107 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-77700793-ce81-49a8-aaa4-cae003cd8bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:50:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['7f87a99b-f9ff-4c4c-910a-ba4d597359c4'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:51:18.796037 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f0dc1a9b-4bf0-4738-89b4-603b98a872ef tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (06e84a39-4727-46de-b199-8c844c51b542), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:18.862871 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-cb245a59-2de5-4009-97a9-d170301aa6f5 None None] Set router e95707ff-a942-4cf4-89f5-ee4633b660e6 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:51:18.880091 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6b4b970b-5c65-4336-b47c-94eccf620664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (f371457a-1785-4c6c-bb0c-8c70a2746cc6), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:18.904149 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-413316df-c8f9-4b5d-8ded-70af7b348b15 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (3081662c-0fdc-4630-b24f-73f5027b7119), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:18.949973 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dc1a9b-4bf0-4738-89b4-603b98a872ef tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06e84a39-4727-46de-b199-8c844c51b542,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:18.973343 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:19.071263 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-29bb1b74-a71f-4c3c-a75f-678cf43c4c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd73eac5b-b09d-433b-ae41-1b4bdde64c6b', 'name': 'tempest-AttachVolumeNegativeTest-1083054699-router', 'tenant_id': '72a4f1e433a6427ab380248125ebc5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '374c93d2-c29d-4a86-b396-241144b0f8c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:41Z', 'updated_at': '2022-10-04T20:51:05Z', 'revision_number': 4, 'project_id': '72a4f1e433a6427ab380248125ebc5b6', 'gw_port': {'id': '374c93d2-c29d-4a86-b396-241144b0f8c3', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:57:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd73eac5b-b09d-433b-ae41-1b4bdde64c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:45Z', 'updated_at': '2022-10-04T20:51:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '331e5af0-038e-4113-bf87-7873e1354abe', 'name': '', 'network_id': '271ee594-d335-4e64-9a5f-f76e148f6d50', 'tenant_id': '72a4f1e433a6427ab380248125ebc5b6', 'mac_address': 'fa:16:3e:da:4f:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd73eac5b-b09d-433b-ae41-1b4bdde64c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '4e714708-a490-4435-b8de-4ba31bbb4c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:58Z', 'updated_at': '2022-10-04T20:51:06Z', 'revision_number': 2, 'project_id': '72a4f1e433a6427ab380248125ebc5b6', 'subnets': [{'id': '4e714708-a490-4435-b8de-4ba31bbb4c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:51:19.084610 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3924e99c-7bf8-4da5-9789-ecdd46a1a8de tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (ea24e782-dc3e-43b0-9298-95efe2880084), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:19.198217 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efff6d70-c91a-49a1-990e-21d3d43049be None None] Pushing event updated for resources: {'Port': ['ID=a73b8d86-73b1-4e7e-97c8-997121113b0c,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:19.201660 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-58ed734e-fc13-4530-b54b-17ff484c4fad None None] Attempting to bind port 7c8ad87f-2d42-427a-b83c-13e8dba466df on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:51:19.202459 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-58ed734e-fc13-4530-b54b-17ff484c4fad None None] Attempting to bind port 7c8ad87f-2d42-427a-b83c-13e8dba466df by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '6071ae77-bbc2-4314-be2d-1b12ad8cbffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '4f0c76aa-0b67-42ea-abe1-7961d753a0e0'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:51:19.202797 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ed734e-fc13-4530-b54b-17ff484c4fad None None] Attempting to bind port 7c8ad87f-2d42-427a-b83c-13e8dba466df on network 4f0c76aa-0b67-42ea-abe1-7961d753a0e0 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:51:19.284620 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bb1b74-a71f-4c3c-a75f-678cf43c4c70 None None] Checking router: d73eac5b-b09d-433b-ae41-1b4bdde64c6b for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:51:19.285270 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bb1b74-a71f-4c3c-a75f-678cf43c4c70 None None] Updating router d73eac5b-b09d-433b-ae41-1b4bdde64c6b port 331e5af0-038e-4113-bf87-7873e1354abe binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:51:19.313383 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-108dbb7b-e543-42b1-8ec6-6463931e749f tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Publish callbacks [] for port (a10c9dd7-f489-4438-8329-44341077de87), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:19.407838 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3924e99c-7bf8-4da5-9789-ecdd46a1a8de tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Network 2b8174f1-b48d-40fd-bc34-e53f926a0172 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:51:19.413419 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-3924e99c-7bf8-4da5-9789-ecdd46a1a8de tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:51:19.513967 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-aaafd81d-4900-41ab-bc09-50eb3f059f92 admin admin] Publish callbacks [] for router (e95707ff-a942-4cf4-89f5-ee4633b660e6), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:19.514300 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-c794f1ae-8cfb-4abb-85f7-d7f263181f84 None None] For port 820f770d-7e58-4376-9f78-1713d8e6ad8c, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:51:19.514300 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-c794f1ae-8cfb-4abb-85f7-d7f263181f84 None None] For port 820f770d-7e58-4376-9f78-1713d8e6ad8c, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=820f770d-7e58-4376-9f78-1713d8e6ad8c,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:51:19.542160 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port b7642158-2de1-4d6d-8790-bcc9c032f60b triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:51:19.542969 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b7642158-2de1-4d6d-8790-bcc9c032f60b), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:19.543502 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port b7642158-2de1-4d6d-8790-bcc9c032f60b Oct 04 20:51:19.560003 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-cb245a59-2de5-4009-97a9-d170301aa6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95707ff-a942-4cf4-89f5-ee4633b660e6', 'name': 'tempest-ServersTestJSON-1365820812-router', 'tenant_id': '4387f90f1ad8429bb47aaabfe531871b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '13d08b62-8fee-4571-b0a3-fac4aeb529e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:11Z', 'updated_at': '2022-10-04T20:51:14Z', 'revision_number': 5, 'project_id': '4387f90f1ad8429bb47aaabfe531871b', 'gw_port': {'id': '13d08b62-8fee-4571-b0a3-fac4aeb529e5', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:71:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95707ff-a942-4cf4-89f5-ee4633b660e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:16Z', 'updated_at': '2022-10-04T20:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:51:19.578443 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3924e99c-7bf8-4da5-9789-ecdd46a1a8de tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:51:19.615709 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3924e99c-7bf8-4da5-9789-ecdd46a1a8de tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Pushing event updated for resources: {'Port': ['ID=ea24e782-dc3e-43b0-9298-95efe2880084,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:19.631852 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb245a59-2de5-4009-97a9-d170301aa6f5 None None] Checking router: e95707ff-a942-4cf4-89f5-ee4633b660e6 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:51:19.651698 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb245a59-2de5-4009-97a9-d170301aa6f5 None None] Routers {'e95707ff-a942-4cf4-89f5-ee4633b660e6'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:51:19.652467 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-cb245a59-2de5-4009-97a9-d170301aa6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:51:18Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['e95707ff-a942-4cf4-89f5-ee4633b660e6'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:51:19.717227 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-108dbb7b-e543-42b1-8ec6-6463931e749f tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (a10c9dd7-f489-4438-8329-44341077de87), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:19.734854 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-77700793-ce81-49a8-aaa4-cae003cd8bf4 None None] Set router 7f87a99b-f9ff-4c4c-910a-ba4d597359c4 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:51:19.751497 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:19.783772 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3924e99c-7bf8-4da5-9789-ecdd46a1a8de tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (338eba0b-7a56-4642-842c-8d7eb2577e2d), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:19.896827 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f0dc1a9b-4bf0-4738-89b4-603b98a872ef tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:19.904693 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f0dc1a9b-4bf0-4738-89b4-603b98a872ef tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 2.8459167 Oct 04 20:51:19.923510 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ed734e-fc13-4530-b54b-17ff484c4fad None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:51:19.928138 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ed734e-fc13-4530-b54b-17ff484c4fad None None] Checking segment: {'id': '6071ae77-bbc2-4314-be2d-1b12ad8cbffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '4f0c76aa-0b67-42ea-abe1-7961d753a0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:51:19.928849 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-58ed734e-fc13-4530-b54b-17ff484c4fad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:19.935792 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ed734e-fc13-4530-b54b-17ff484c4fad None None] Bound using segment: {'id': '6071ae77-bbc2-4314-be2d-1b12ad8cbffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '4f0c76aa-0b67-42ea-abe1-7961d753a0e0'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:51:19.936625 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-58ed734e-fc13-4530-b54b-17ff484c4fad None None] Bound port: 7c8ad87f-2d42-427a-b83c-13e8dba466df, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6071ae77-bbc2-4314-be2d-1b12ad8cbffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '4f0c76aa-0b67-42ea-abe1-7961d753a0e0'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:51:19.937320 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-58ed734e-fc13-4530-b54b-17ff484c4fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (7c8ad87f-2d42-427a-b83c-13e8dba466df), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:19.947614 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-29bb1b74-a71f-4c3c-a75f-678cf43c4c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (331e5af0-038e-4113-bf87-7873e1354abe), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:19.973116 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c794f1ae-8cfb-4abb-85f7-d7f263181f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (820f770d-7e58-4376-9f78-1713d8e6ad8c), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:20.010500 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 44426) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:51:20.021819 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:20.026243 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-cb245a59-2de5-4009-97a9-d170301aa6f5 None None] Set router e95707ff-a942-4cf4-89f5-ee4633b660e6 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:51:20.044957 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-03fe3dcf-82d5-46c6-a525-1bda5253dcb8 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Request body: {'security_group_rule': {'security_group_id': '06e84a39-4727-46de-b199-8c844c51b542', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:51:20.067905 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c794f1ae-8cfb-4abb-85f7-d7f263181f84 None None] Routers {'63634eaa-56b2-4b97-902d-92c0b78e351f'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:51:20.069094 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-c794f1ae-8cfb-4abb-85f7-d7f263181f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:51:18Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['63634eaa-56b2-4b97-902d-92c0b78e351f'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:51:20.084988 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5194ed9c-9511-4e6a-b6da-325ca5005d29 None None] Pushing event updated for resources: {'Port': ['ID=820f770d-7e58-4376-9f78-1713d8e6ad8c,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:20.162909 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108dbb7b-e543-42b1-8ec6-6463931e749f tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:51:20.190266 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-108dbb7b-e543-42b1-8ec6-6463931e749f tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:51:20.198776 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-413316df-c8f9-4b5d-8ded-70af7b348b15 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (c8f4c098-db0c-4a52-9741-0fbe07e0fb8f), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:20.202540 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:20.205146 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108dbb7b-e543-42b1-8ec6-6463931e749f tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:51:20.381282 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108dbb7b-e543-42b1-8ec6-6463931e749f tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Pushing event updated for resources: {'Port': ['ID=a10c9dd7-f489-4438-8329-44341077de87,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:20.396094 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-58ed734e-fc13-4530-b54b-17ff484c4fad None None] For port 7c8ad87f-2d42-427a-b83c-13e8dba466df, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:51:20.401819 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-58ed734e-fc13-4530-b54b-17ff484c4fad None None] For port 7c8ad87f-2d42-427a-b83c-13e8dba466df, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=7c8ad87f-2d42-427a-b83c-13e8dba466df,segment=NetworkSegment(6071ae77-bbc2-4314-be2d-1b12ad8cbffa),segment_id=6071ae77-bbc2-4314-be2d-1b12ad8cbffa)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:51:20.448140 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:20.464447 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:20.479282 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3924e99c-7bf8-4da5-9789-ecdd46a1a8de tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (ea24e782-dc3e-43b0-9298-95efe2880084), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:20.484574 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6b4b970b-5c65-4336-b47c-94eccf620664 admin admin] Publish callbacks [] for port (f371457a-1785-4c6c-bb0c-8c70a2746cc6), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:20.768771 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-aaafd81d-4900-41ab-bc09-50eb3f059f92 admin admin] Publish callbacks [] for router_gateway (e95707ff-a942-4cf4-89f5-ee4633b660e6), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:20.815813 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:20.827939 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-03fe3dcf-82d5-46c6-a525-1bda5253dcb8 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks [] for security_group_rule (f2c6cbe5-c9b6-4aa0-b3a4-a0745ea1ad4b), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:20.833608 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-108dbb7b-e543-42b1-8ec6-6463931e749f tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Publish callbacks [] for floatingip (7402cca2-9316-448f-a955-9fdd3e39ee50), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:20.834338 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-cb245a59-2de5-4009-97a9-d170301aa6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95707ff-a942-4cf4-89f5-ee4633b660e6', 'name': 'tempest-ServersTestJSON-1365820812-router', 'tenant_id': '4387f90f1ad8429bb47aaabfe531871b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '13d08b62-8fee-4571-b0a3-fac4aeb529e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:11Z', 'updated_at': '2022-10-04T20:51:14Z', 'revision_number': 5, 'project_id': '4387f90f1ad8429bb47aaabfe531871b', 'gw_port': {'id': '13d08b62-8fee-4571-b0a3-fac4aeb529e5', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:71:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95707ff-a942-4cf4-89f5-ee4633b660e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:16Z', 'updated_at': '2022-10-04T20:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:51:20.894151 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6b4b970b-5c65-4336-b47c-94eccf620664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (f371457a-1785-4c6c-bb0c-8c70a2746cc6), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:20.903281 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb245a59-2de5-4009-97a9-d170301aa6f5 None None] The sync data for ids ['e95707ff-a942-4cf4-89f5-ee4633b660e6'] in n-d-852085-12 is: [{'id': 'e95707ff-a942-4cf4-89f5-ee4633b660e6', 'name': 'tempest-ServersTestJSON-1365820812-router', 'tenant_id': '4387f90f1ad8429bb47aaabfe531871b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '13d08b62-8fee-4571-b0a3-fac4aeb529e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:11Z', 'updated_at': '2022-10-04T20:51:14Z', 'revision_number': 5, 'project_id': '4387f90f1ad8429bb47aaabfe531871b', 'gw_port': {'id': '13d08b62-8fee-4571-b0a3-fac4aeb529e5', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:71:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95707ff-a942-4cf4-89f5-ee4633b660e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:16Z', 'updated_at': '2022-10-04T20:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:51:21.198536 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6b4b970b-5c65-4336-b47c-94eccf620664 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (63634eaa-56b2-4b97-902d-92c0b78e351f), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:21.215199 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-58ed734e-fc13-4530-b54b-17ff484c4fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (7c8ad87f-2d42-427a-b83c-13e8dba466df), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:21.247222 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-aaafd81d-4900-41ab-bc09-50eb3f059f92 admin admin] Deleting port 13d08b62-8fee-4571-b0a3-fac4aeb529e5 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:51:21.248188 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-aaafd81d-4900-41ab-bc09-50eb3f059f92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (13d08b62-8fee-4571-b0a3-fac4aeb529e5), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:21.295551 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-108dbb7b-e543-42b1-8ec6-6463931e749f tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (a10c9dd7-f489-4438-8329-44341077de87), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:21.321937 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:21.325101 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4b970b-5c65-4336-b47c-94eccf620664 admin admin] Pushing event updated for resources: {'Port': ['ID=f371457a-1785-4c6c-bb0c-8c70a2746cc6,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:21.330478 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port b7642158-2de1-4d6d-8790-bcc9c032f60b is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:51:21.330982 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b7642158-2de1-4d6d-8790-bcc9c032f60b), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:21.346461 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5194ed9c-9511-4e6a-b6da-325ca5005d29 None None] Pushing event updated for resources: {'Port': ['ID=820f770d-7e58-4376-9f78-1713d8e6ad8c,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:21.528037 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-03fe3dcf-82d5-46c6-a525-1bda5253dcb8 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks [] for security_group_rule (f2c6cbe5-c9b6-4aa0-b3a4-a0745ea1ad4b), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:21.567226 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-c794f1ae-8cfb-4abb-85f7-d7f263181f84 None None] Set router 63634eaa-56b2-4b97-902d-92c0b78e351f gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:51:21.813927 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-03fe3dcf-82d5-46c6-a525-1bda5253dcb8 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (f2c6cbe5-c9b6-4aa0-b3a4-a0745ea1ad4b), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:22.042296 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-413316df-c8f9-4b5d-8ded-70af7b348b15 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for port (c8f4c098-db0c-4a52-9741-0fbe07e0fb8f), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:22.049908 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:22.189029 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-aaafd81d-4900-41ab-bc09-50eb3f059f92 admin admin] For port 13d08b62-8fee-4571-b0a3-fac4aeb529e5, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=13d08b62-8fee-4571-b0a3-fac4aeb529e5,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:51:22.189658 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-aaafd81d-4900-41ab-bc09-50eb3f059f92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (13d08b62-8fee-4571-b0a3-fac4aeb529e5), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:22.234121 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-aaafd81d-4900-41ab-bc09-50eb3f059f92 admin admin] Calling delete_port for 13d08b62-8fee-4571-b0a3-fac4aeb529e5 owned by network:router_gateway {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:51:22.467675 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fe3dcf-82d5-46c6-a525-1bda5253dcb8 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2c6cbe5-c9b6-4aa0-b3a4-a0745ea1ad4b,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:22.569609 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-413316df-c8f9-4b5d-8ded-70af7b348b15 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (c8f4c098-db0c-4a52-9741-0fbe07e0fb8f), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:22.577017 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-03fe3dcf-82d5-46c6-a525-1bda5253dcb8 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:22.587046 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-03fe3dcf-82d5-46c6-a525-1bda5253dcb8 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.5669014 Oct 04 20:51:22.587417 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 44462) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:51:22.590218 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:22.595075 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-2e2e17aa-a051-42a7-9f79-5059fccfaff7 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Request body: {'security_group_rule': {'security_group_id': '06e84a39-4727-46de-b199-8c844c51b542', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:51:22.632269 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4b970b-5c65-4336-b47c-94eccf620664 admin admin] Network 28a24512-7b90-45c1-928d-59da1ce275a8 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:51:22.672951 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:22.675200 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-6b4b970b-5c65-4336-b47c-94eccf620664 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:51:22.846399 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port b7642158-2de1-4d6d-8790-bcc9c032f60b, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b7642158-2de1-4d6d-8790-bcc9c032f60b,segment=NetworkSegment(0b89cb3b-9cd8-4647-895f-e665f857bc0a),segment_id=0b89cb3b-9cd8-4647-895f-e665f857bc0a)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:51:22.851160 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:22.869428 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ed734e-fc13-4530-b54b-17ff484c4fad None None] Pushing event updated for resources: {'Port': ['ID=7c8ad87f-2d42-427a-b83c-13e8dba466df,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:23.048302 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (b7642158-2de1-4d6d-8790-bcc9c032f60b), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:23.050595 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 374c93d2-c29d-4a86-b396-241144b0f8c3 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:51:23.087695 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2e2e17aa-a051-42a7-9f79-5059fccfaff7 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks [] for security_group_rule (1b39962e-5b29-43eb-85db-fe2d6dfbe192), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:23.155506 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413316df-c8f9-4b5d-8ded-70af7b348b15 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event updated for resources: {'Port': ['ID=c8f4c098-db0c-4a52-9741-0fbe07e0fb8f,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:23.215004 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3924e99c-7bf8-4da5-9789-ecdd46a1a8de tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for port (ea24e782-dc3e-43b0-9298-95efe2880084), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:23.215291 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-108dbb7b-e543-42b1-8ec6-6463931e749f tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Publish callbacks [] for port (a10c9dd7-f489-4438-8329-44341077de87), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:23.332644 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b4b970b-5c65-4336-b47c-94eccf620664 admin admin] Router 63634eaa-56b2-4b97-902d-92c0b78e351f has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:51:23.336523 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3924e99c-7bf8-4da5-9789-ecdd46a1a8de tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (ea24e782-dc3e-43b0-9298-95efe2880084), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:23.433369 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-413316df-c8f9-4b5d-8ded-70af7b348b15 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (3081662c-0fdc-4630-b24f-73f5027b7119), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:23.452637 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-108dbb7b-e543-42b1-8ec6-6463931e749f tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (a10c9dd7-f489-4438-8329-44341077de87), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:23.492828 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:23.502191 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2e2e17aa-a051-42a7-9f79-5059fccfaff7 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks [] for security_group_rule (1b39962e-5b29-43eb-85db-fe2d6dfbe192), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:23.564467 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-77700793-ce81-49a8-aaa4-cae003cd8bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f87a99b-f9ff-4c4c-910a-ba4d597359c4', 'name': 'tempest-TaggedBootDevicesTest-1751069113-router', 'tenant_id': '0d0dc488153a43779aabb1dc0774eda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'a06f839b-36fb-4741-8453-8456fa33f26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:35Z', 'updated_at': '2022-10-04T20:50:51Z', 'revision_number': 4, 'project_id': '0d0dc488153a43779aabb1dc0774eda1', 'gw_port': {'id': 'a06f839b-36fb-4741-8453-8456fa33f26b', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:00:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f87a99b-f9ff-4c4c-910a-ba4d597359c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:38Z', 'updated_at': '2022-10-04T20:50:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'a73b8d86-73b1-4e7e-97c8-997121113b0c', 'name': '', 'network_id': 'f487490b-37cb-4d83-83a4-6c76529290fe', 'tenant_id': '0d0dc488153a43779aabb1dc0774eda1', 'mac_address': 'fa:16:3e:2d:c6:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f87a99b-f9ff-4c4c-910a-ba4d597359c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '3850aa57-00fd-426a-9414-aaa757536fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:47Z', 'updated_at': '2022-10-04T20:51:17Z', 'revision_number': 4, 'project_id': '0d0dc488153a43779aabb1dc0774eda1', 'subnets': [{'id': '3850aa57-00fd-426a-9414-aaa757536fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:51:23.593208 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 44468) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:51:23.651008 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3924e99c-7bf8-4da5-9789-ecdd46a1a8de tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (338eba0b-7a56-4642-842c-8d7eb2577e2d), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:23.666894 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2e2e17aa-a051-42a7-9f79-5059fccfaff7 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (1b39962e-5b29-43eb-85db-fe2d6dfbe192), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:23.672936 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:23.693972 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-108dbb7b-e543-42b1-8ec6-6463931e749f tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582728'] for floatingip (7402cca2-9316-448f-a955-9fdd3e39ee50), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:23.806711 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e7cff148-066b-41b1-90f6-84514bd4176a None None] Provisioning complete for port f371457a-1785-4c6c-bb0c-8c70a2746cc6 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:51:23.807878 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e7cff148-066b-41b1-90f6-84514bd4176a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (f371457a-1785-4c6c-bb0c-8c70a2746cc6), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:23.807878 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e7cff148-066b-41b1-90f6-84514bd4176a None None] Attempt 1 to provision port f371457a-1785-4c6c-bb0c-8c70a2746cc6 Oct 04 20:51:23.925784 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e7cff148-066b-41b1-90f6-84514bd4176a None None] Port f371457a-1785-4c6c-bb0c-8c70a2746cc6 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:51:23.949088 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3924e99c-7bf8-4da5-9789-ecdd46a1a8de tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Pushing event updated for resources: {'Port': ['ID=ea24e782-dc3e-43b0-9298-95efe2880084,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:23.953550 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2e17aa-a051-42a7-9f79-5059fccfaff7 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b39962e-5b29-43eb-85db-fe2d6dfbe192,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:23.979376 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 374c93d2-c29d-4a86-b396-241144b0f8c3 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:51:23.979376 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (374c93d2-c29d-4a86-b396-241144b0f8c3), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:23.979853 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 374c93d2-c29d-4a86-b396-241144b0f8c3 Oct 04 20:51:24.025837 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108dbb7b-e543-42b1-8ec6-6463931e749f tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Pushing event updated for resources: {'Port': ['ID=a10c9dd7-f489-4438-8329-44341077de87,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:24.059197 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-108dbb7b-e543-42b1-8ec6-6463931e749f tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:24.064191 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-108dbb7b-e543-42b1-8ec6-6463931e749f tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.1942573 Oct 04 20:51:24.078066 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77700793-ce81-49a8-aaa4-cae003cd8bf4 None None] The sync data for ids ['7f87a99b-f9ff-4c4c-910a-ba4d597359c4'] in n-d-852085-12 is: [{'id': '7f87a99b-f9ff-4c4c-910a-ba4d597359c4', 'name': 'tempest-TaggedBootDevicesTest-1751069113-router', 'tenant_id': '0d0dc488153a43779aabb1dc0774eda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'a06f839b-36fb-4741-8453-8456fa33f26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:35Z', 'updated_at': '2022-10-04T20:50:51Z', 'revision_number': 4, 'project_id': '0d0dc488153a43779aabb1dc0774eda1', 'gw_port': {'id': 'a06f839b-36fb-4741-8453-8456fa33f26b', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:00:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f87a99b-f9ff-4c4c-910a-ba4d597359c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:38Z', 'updated_at': '2022-10-04T20:50:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'a73b8d86-73b1-4e7e-97c8-997121113b0c', 'name': '', 'network_id': 'f487490b-37cb-4d83-83a4-6c76529290fe', 'tenant_id': '0d0dc488153a43779aabb1dc0774eda1', 'mac_address': 'fa:16:3e:2d:c6:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f87a99b-f9ff-4c4c-910a-ba4d597359c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '3850aa57-00fd-426a-9414-aaa757536fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:47Z', 'updated_at': '2022-10-04T20:51:17Z', 'revision_number': 4, 'project_id': '0d0dc488153a43779aabb1dc0774eda1', 'subnets': [{'id': '3850aa57-00fd-426a-9414-aaa757536fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:51:24.136176 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2e2e17aa-a051-42a7-9f79-5059fccfaff7 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:24.138838 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-2e2e17aa-a051-42a7-9f79-5059fccfaff7 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5515194 Oct 04 20:51:24.150060 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 44474) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:51:24.189081 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-2693d684-0661-4723-8df0-fab6de669599 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Request body: {'floatingip': {'floating_network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:51:24.257369 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:24.305176 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d95bf78d-5eaf-43e2-9447-f88963b8cb11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:24.359492 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-29bb1b74-a71f-4c3c-a75f-678cf43c4c70 None None] Publish callbacks [] for port (331e5af0-038e-4113-bf87-7873e1354abe), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:24.408211 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b4b970b-5c65-4336-b47c-94eccf620664 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:51:24.416428 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413316df-c8f9-4b5d-8ded-70af7b348b15 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Network 4f0c76aa-0b67-42ea-abe1-7961d753a0e0 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:51:24.422363 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-aaafd81d-4900-41ab-bc09-50eb3f059f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (13d08b62-8fee-4571-b0a3-fac4aeb529e5), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:24.450444 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-6b4b970b-5c65-4336-b47c-94eccf620664 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/63634eaa-56b2-4b97-902d-92c0b78e351f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.0675840 Oct 04 20:51:24.450963 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-413316df-c8f9-4b5d-8ded-70af7b348b15 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:51:24.487016 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3924e99c-7bf8-4da5-9789-ecdd46a1a8de tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Network 2b8174f1-b48d-40fd-bc34-e53f926a0172 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:51:24.502836 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-3924e99c-7bf8-4da5-9789-ecdd46a1a8de tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:51:24.533795 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=b7642158-2de1-4d6d-8790-bcc9c032f60b,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:24.544899 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3c17bb-d706-486a-ba0e-9a367595574d None None] Network 4f0c76aa-0b67-42ea-abe1-7961d753a0e0 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:51:24.560693 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaafd81d-4900-41ab-bc09-50eb3f059f92 admin admin] Pushing event deleted for resources: {'Port': ['ID=13d08b62-8fee-4571-b0a3-fac4aeb529e5,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:24.594724 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2693d684-0661-4723-8df0-fab6de669599 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks [] for floatingip (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:24.856950 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-c794f1ae-8cfb-4abb-85f7-d7f263181f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63634eaa-56b2-4b97-902d-92c0b78e351f', 'name': 'tempest-ServerMetadataNegativeTestJSON-427948162-router', 'tenant_id': '54d1c146b5ce415cb43490a0ae2130cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '820f770d-7e58-4376-9f78-1713d8e6ad8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:52Z', 'updated_at': '2022-10-04T20:51:18Z', 'revision_number': 4, 'project_id': '54d1c146b5ce415cb43490a0ae2130cb', 'gw_port': {'id': '820f770d-7e58-4376-9f78-1713d8e6ad8c', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:64:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63634eaa-56b2-4b97-902d-92c0b78e351f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:55Z', 'updated_at': '2022-10-04T20:51:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'f371457a-1785-4c6c-bb0c-8c70a2746cc6', 'name': '', 'network_id': '28a24512-7b90-45c1-928d-59da1ce275a8', 'tenant_id': '54d1c146b5ce415cb43490a0ae2130cb', 'mac_address': 'fa:16:3e:81:f1:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63634eaa-56b2-4b97-902d-92c0b78e351f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'bd39306f-5baf-41dd-a47b-7401c8ef3ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:51:11Z', 'updated_at': '2022-10-04T20:51:14Z', 'revision_number': 1, 'project_id': '54d1c146b5ce415cb43490a0ae2130cb', 'subnets': [{'id': 'bd39306f-5baf-41dd-a47b-7401c8ef3ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:51:24.860612 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-29bb1b74-a71f-4c3c-a75f-678cf43c4c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (331e5af0-038e-4113-bf87-7873e1354abe), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:24.986105 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:25.194291 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d95bf78d-5eaf-43e2-9447-f88963b8cb11 admin admin] Publish callbacks [] for security_group (e059b914-a9fd-4bbb-a98d-064a4c7eb393), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:25.232572 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-aaafd81d-4900-41ab-bc09-50eb3f059f92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (e95707ff-a942-4cf4-89f5-ee4633b660e6), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:25.252442 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3924e99c-7bf8-4da5-9789-ecdd46a1a8de tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Router 338eba0b-7a56-4642-842c-8d7eb2577e2d has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:51:25.273424 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 374c93d2-c29d-4a86-b396-241144b0f8c3 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:51:25.274055 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (374c93d2-c29d-4a86-b396-241144b0f8c3), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:25.325441 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 374c93d2-c29d-4a86-b396-241144b0f8c3, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=374c93d2-c29d-4a86-b396-241144b0f8c3,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:51:25.331341 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e4f078d8-1961-478f-bd19-288df6658cdf None None] Provisioning complete for port 7c8ad87f-2d42-427a-b83c-13e8dba466df triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:51:25.332446 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e4f078d8-1961-478f-bd19-288df6658cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (7c8ad87f-2d42-427a-b83c-13e8dba466df), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:25.333283 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e4f078d8-1961-478f-bd19-288df6658cdf None None] Attempt 1 to provision port 7c8ad87f-2d42-427a-b83c-13e8dba466df Oct 04 20:51:25.337440 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c794f1ae-8cfb-4abb-85f7-d7f263181f84 None None] The sync data for ids ['63634eaa-56b2-4b97-902d-92c0b78e351f'] in n-d-852085-12 is: [{'id': '63634eaa-56b2-4b97-902d-92c0b78e351f', 'name': 'tempest-ServerMetadataNegativeTestJSON-427948162-router', 'tenant_id': '54d1c146b5ce415cb43490a0ae2130cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '820f770d-7e58-4376-9f78-1713d8e6ad8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:52Z', 'updated_at': '2022-10-04T20:51:18Z', 'revision_number': 4, 'project_id': '54d1c146b5ce415cb43490a0ae2130cb', 'gw_port': {'id': '820f770d-7e58-4376-9f78-1713d8e6ad8c', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:64:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63634eaa-56b2-4b97-902d-92c0b78e351f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:55Z', 'updated_at': '2022-10-04T20:51:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'f371457a-1785-4c6c-bb0c-8c70a2746cc6', 'name': '', 'network_id': '28a24512-7b90-45c1-928d-59da1ce275a8', 'tenant_id': '54d1c146b5ce415cb43490a0ae2130cb', 'mac_address': 'fa:16:3e:81:f1:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63634eaa-56b2-4b97-902d-92c0b78e351f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'bd39306f-5baf-41dd-a47b-7401c8ef3ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:51:11Z', 'updated_at': '2022-10-04T20:51:14Z', 'revision_number': 1, 'project_id': '54d1c146b5ce415cb43490a0ae2130cb', 'subnets': [{'id': 'bd39306f-5baf-41dd-a47b-7401c8ef3ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:51:25.414266 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d95bf78d-5eaf-43e2-9447-f88963b8cb11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (e059b914-a9fd-4bbb-a98d-064a4c7eb393), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:25.670342 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3924e99c-7bf8-4da5-9789-ecdd46a1a8de tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:51:25.692819 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95bf78d-5eaf-43e2-9447-f88963b8cb11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e059b914-a9fd-4bbb-a98d-064a4c7eb393,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:25.697585 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (374c93d2-c29d-4a86-b396-241144b0f8c3), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:25.699122 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a06f839b-36fb-4741-8453-8456fa33f26b up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:51:25.737866 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-3924e99c-7bf8-4da5-9789-ecdd46a1a8de tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] 10.222.0.78 "PUT /networking/v2.0/routers/338eba0b-7a56-4642-842c-8d7eb2577e2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.9155762 Oct 04 20:51:25.756865 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 44504) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:51:25.780927 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-06c4248c-fb89-47c8-9675-49a1feaebffe tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Request body: {'port': {'network_id': '2b8174f1-b48d-40fd-bc34-e53f926a0172', 'name': 'tempest-FloatingIPTestJSON-1387542660'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:51:25.811659 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7faebc5-072e-4474-a8b6-6845b4022e7e None None] Sync routers for ids ['338eba0b-7a56-4642-842c-8d7eb2577e2d'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:51:25.851958 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d95bf78d-5eaf-43e2-9447-f88963b8cb11 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=e0218f64dbab4aeb90de8b2b129e7001&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2475522 Oct 04 20:51:25.854207 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 44506) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:51:26.150739 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71cfef0-0b78-47c5-9b96-88a1bcfb63b7 None None] Pushing event updated for resources: {'Port': ['ID=331e5af0-038e-4113-bf87-7873e1354abe,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:26.240323 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5542f4b5-a6e7-49fc-8be3-f91921ffdfdb admin admin] Publish callbacks [] for security_group (e059b914-a9fd-4bbb-a98d-064a4c7eb393), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:26.260289 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7faebc5-072e-4474-a8b6-6845b4022e7e None None] Routers {'338eba0b-7a56-4642-842c-8d7eb2577e2d'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:51:26.262201 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-d7faebc5-072e-4474-a8b6-6845b4022e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:51:18Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['338eba0b-7a56-4642-842c-8d7eb2577e2d'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:51:26.343911 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5542f4b5-a6e7-49fc-8be3-f91921ffdfdb admin admin] Publish callbacks [] for security_group (e059b914-a9fd-4bbb-a98d-064a4c7eb393), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:26.359940 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:26.361680 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:26.366109 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-29bb1b74-a71f-4c3c-a75f-678cf43c4c70 None None] Attempting to bind port 331e5af0-038e-4113-bf87-7873e1354abe on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:51:26.368359 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-29bb1b74-a71f-4c3c-a75f-678cf43c4c70 None None] Attempting to bind port 331e5af0-038e-4113-bf87-7873e1354abe by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'f275d388-f627-415e-8e96-c7eb27d8866f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '271ee594-d335-4e64-9a5f-f76e148f6d50'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:51:26.369413 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bb1b74-a71f-4c3c-a75f-678cf43c4c70 None None] Attempting to bind port 331e5af0-038e-4113-bf87-7873e1354abe on network 271ee594-d335-4e64-9a5f-f76e148f6d50 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:51:26.402672 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:26.517050 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:INSERT=6,neutron:SELECT=93,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:26.612797 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-d7faebc5-072e-4474-a8b6-6845b4022e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:51:26.670190 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5542f4b5-a6e7-49fc-8be3-f91921ffdfdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (e059b914-a9fd-4bbb-a98d-064a4c7eb393), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:26.676894 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5542f4b5-a6e7-49fc-8be3-f91921ffdfdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:26.685465 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-5542f4b5-a6e7-49fc-8be3-f91921ffdfdb admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/e059b914-a9fd-4bbb-a98d-064a4c7eb393 HTTP/1.1" status: 204 len: 168 time: 0.7699640 Oct 04 20:51:26.698476 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c4248c-fb89-47c8-9675-49a1feaebffe tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Made reservation on behalf of 223d432ff6a643f39235b9d5774265c1 for: {'port': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:51:26.732296 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-06c4248c-fb89-47c8-9675-49a1feaebffe tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:26.787413 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c82b3384-e1fd-494d-8223-6ebd59581f87 req-0eaa3173-d515-44b1-8d5c-8b3446936c69 tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1727775013&fields=id&tenant_id=6006071429214a518602cecf8646892a HTTP/1.1" status: 200 len: 267 time: 1.8809993 Oct 04 20:51:26.804235 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5542f4b5-a6e7-49fc-8be3-f91921ffdfdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e059b914-a9fd-4bbb-a98d-064a4c7eb393,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:26.857333 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [None req-06c4248c-fb89-47c8-9675-49a1feaebffe tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] device_id is not set on port aac66bb4-9660-4d5c-9be2-039de348659c yet. {{(pid=108169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 20:51:26.913848 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e4f078d8-1961-478f-bd19-288df6658cdf None None] Current status of the port 7c8ad87f-2d42-427a-b83c-13e8dba466df is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:51:26.914915 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e4f078d8-1961-478f-bd19-288df6658cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (7c8ad87f-2d42-427a-b83c-13e8dba466df), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:26.939614 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-aaafd81d-4900-41ab-bc09-50eb3f059f92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (e95707ff-a942-4cf4-89f5-ee4633b660e6), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:26.944709 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bb1b74-a71f-4c3c-a75f-678cf43c4c70 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:51:26.945298 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bb1b74-a71f-4c3c-a75f-678cf43c4c70 None None] Checking segment: {'id': 'f275d388-f627-415e-8e96-c7eb27d8866f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '271ee594-d335-4e64-9a5f-f76e148f6d50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:51:26.945945 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-29bb1b74-a71f-4c3c-a75f-678cf43c4c70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:26.946390 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-aaafd81d-4900-41ab-bc09-50eb3f059f92 admin admin] Publish callbacks [] for router_controller (e95707ff-a942-4cf4-89f5-ee4633b660e6), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:26.946594 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bb1b74-a71f-4c3c-a75f-678cf43c4c70 None None] Bound using segment: {'id': 'f275d388-f627-415e-8e96-c7eb27d8866f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '271ee594-d335-4e64-9a5f-f76e148f6d50'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:51:26.947753 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-29bb1b74-a71f-4c3c-a75f-678cf43c4c70 None None] Bound port: 331e5af0-038e-4113-bf87-7873e1354abe, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f275d388-f627-415e-8e96-c7eb27d8866f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '271ee594-d335-4e64-9a5f-f76e148f6d50'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:51:26.948569 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-29bb1b74-a71f-4c3c-a75f-678cf43c4c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (331e5af0-038e-4113-bf87-7873e1354abe), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:26.968430 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=374c93d2-c29d-4a86-b396-241144b0f8c3,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:27.053009 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7faebc5-072e-4474-a8b6-6845b4022e7e None None] Routers {'338eba0b-7a56-4642-842c-8d7eb2577e2d'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:51:27.054386 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-d7faebc5-072e-4474-a8b6-6845b4022e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:51:18Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['338eba0b-7a56-4642-842c-8d7eb2577e2d'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:51:27.152342 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f526c1-6725-40ca-91f3-00bda178fe2b req-87ac49e5-cfd6-4fb3-95c4-1d83061a2ce4 tempest-ServerMetadataNegativeTestJSON-171905736 tempest-ServerMetadataNegativeTestJSON-171905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:51:27.155710 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-b4f526c1-6725-40ca-91f3-00bda178fe2b req-87ac49e5-cfd6-4fb3-95c4-1d83061a2ce4 tempest-ServerMetadataNegativeTestJSON-171905736 tempest-ServerMetadataNegativeTestJSON-171905736-project] 10.222.0.78 "GET /networking/v2.0/networks?id=28a24512-7b90-45c1-928d-59da1ce275a8 HTTP/1.1" status: 200 len: 820 time: 1.0816305 Oct 04 20:51:27.172146 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2693d684-0661-4723-8df0-fab6de669599 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:27.183824 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port a06f839b-36fb-4741-8453-8456fa33f26b triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:51:27.184678 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (a06f839b-36fb-4741-8453-8456fa33f26b), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:27.185005 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port a06f839b-36fb-4741-8453-8456fa33f26b Oct 04 20:51:27.363702 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-d7faebc5-072e-4474-a8b6-6845b4022e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:51:27.380441 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7faebc5-072e-4474-a8b6-6845b4022e7e None None] The sync data for ids ['338eba0b-7a56-4642-842c-8d7eb2577e2d'] in n-d-852085-12 is: [] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:51:27.514953 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-06c4248c-fb89-47c8-9675-49a1feaebffe tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Allocated IP 172.20.0.5 (2b8174f1-b48d-40fd-bc34-e53f926a0172/c5a65eca-4ca5-41d9-ba24-4fbaab4b050c/aac66bb4-9660-4d5c-9be2-039de348659c) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:51:27.651048 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e4f078d8-1961-478f-bd19-288df6658cdf None None] For port 7c8ad87f-2d42-427a-b83c-13e8dba466df, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=7c8ad87f-2d42-427a-b83c-13e8dba466df,segment=NetworkSegment(6071ae77-bbc2-4314-be2d-1b12ad8cbffa),segment_id=6071ae77-bbc2-4314-be2d-1b12ad8cbffa)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:51:27.860562 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:27.865397 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-b4f526c1-6725-40ca-91f3-00bda178fe2b req-a90075fc-fc82-47a3-9586-fd91e64a3f5b tempest-ServerMetadataNegativeTestJSON-171905736 tempest-ServerMetadataNegativeTestJSON-171905736-project] 10.222.0.78 "GET /networking/v2.0/quotas/54d1c146b5ce415cb43490a0ae2130cb HTTP/1.1" status: 200 len: 375 time: 0.0389256 Oct 04 20:51:27.872040 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-413316df-c8f9-4b5d-8ded-70af7b348b15 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Router 3081662c-0fdc-4630-b24f-73f5027b7119 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:51:27.886860 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-aaafd81d-4900-41ab-bc09-50eb3f059f92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (e95707ff-a942-4cf4-89f5-ee4633b660e6), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:27.895721 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaafd81d-4900-41ab-bc09-50eb3f059f92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e95707ff-a942-4cf4-89f5-ee4633b660e6 {{(pid=108170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:51:27.919373 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port a06f839b-36fb-4741-8453-8456fa33f26b is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:51:27.923738 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (a06f839b-36fb-4741-8453-8456fa33f26b), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:27.938053 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e4f078d8-1961-478f-bd19-288df6658cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (7c8ad87f-2d42-427a-b83c-13e8dba466df), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:28.065441 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-b4f526c1-6725-40ca-91f3-00bda178fe2b req-6e37398a-d168-446f-b33b-bfb6773768ff tempest-ServerMetadataNegativeTestJSON-171905736 tempest-ServerMetadataNegativeTestJSON-171905736-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=54d1c146b5ce415cb43490a0ae2130cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1478879 Oct 04 20:51:28.110853 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-aaafd81d-4900-41ab-bc09-50eb3f059f92 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:28.112959 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-aaafd81d-4900-41ab-bc09-50eb3f059f92 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/e95707ff-a942-4cf4-89f5-ee4633b660e6 HTTP/1.1" status: 204 len: 168 time: 9.7659864 Oct 04 20:51:28.127483 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 44518) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:51:28.202811 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port a06f839b-36fb-4741-8453-8456fa33f26b, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=a06f839b-36fb-4741-8453-8456fa33f26b,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:51:28.203591 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-06c4248c-fb89-47c8-9675-49a1feaebffe tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for port (aac66bb4-9660-4d5c-9be2-039de348659c), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:28.223907 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-2693d684-0661-4723-8df0-fab6de669599 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Allocated IP 172.25.5.117 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/2af5a871-42e7-4029-8f13-ba6c5e3430e2) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:51:28.240852 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-576ccf01-cc6b-47e8-8a56-313946c98aeb None None] Provisioning complete for port 7c8ad87f-2d42-427a-b83c-13e8dba466df triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:51:28.243287 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-576ccf01-cc6b-47e8-8a56-313946c98aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (7c8ad87f-2d42-427a-b83c-13e8dba466df), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:28.243287 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-576ccf01-cc6b-47e8-8a56-313946c98aeb None None] Attempt 1 to provision port 7c8ad87f-2d42-427a-b83c-13e8dba466df Oct 04 20:51:28.251980 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-29bb1b74-a71f-4c3c-a75f-678cf43c4c70 None None] For port 331e5af0-038e-4113-bf87-7873e1354abe, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:51:28.307734 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 44520) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:51:28.430735 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-06c4248c-fb89-47c8-9675-49a1feaebffe tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (aac66bb4-9660-4d5c-9be2-039de348659c), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:28.568725 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c4248c-fb89-47c8-9675-49a1feaebffe tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Network 2b8174f1-b48d-40fd-bc34-e53f926a0172 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:51:28.602479 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-06c4248c-fb89-47c8-9675-49a1feaebffe tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:51:28.691976 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 44524) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:51:28.693358 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c4248c-fb89-47c8-9675-49a1feaebffe tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:51:28.735847 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c4248c-fb89-47c8-9675-49a1feaebffe tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Pushing event updated for resources: {'Port': ['ID=aac66bb4-9660-4d5c-9be2-039de348659c,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:28.835634 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f078d8-1961-478f-bd19-288df6658cdf None None] Pushing event updated for resources: {'Port': ['ID=7c8ad87f-2d42-427a-b83c-13e8dba466df,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:28.851667 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (a06f839b-36fb-4741-8453-8456fa33f26b), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:28.859243 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-29bb1b74-a71f-4c3c-a75f-678cf43c4c70 None None] For port 331e5af0-038e-4113-bf87-7873e1354abe, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=331e5af0-038e-4113-bf87-7873e1354abe,segment=NetworkSegment(f275d388-f627-415e-8e96-c7eb27d8866f),segment_id=f275d388-f627-415e-8e96-c7eb27d8866f)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:51:28.962107 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f419b9ca-1b1b-4c0e-b276-5e76e6c6f62c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:29.008330 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-29bb1b74-a71f-4c3c-a75f-678cf43c4c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (331e5af0-038e-4113-bf87-7873e1354abe), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:29.058448 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:29.076354 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-157b7490-9e88-48f9-91da-f4a062a0a013 admin admin] Deleting subnet 37833b6b-2663-4531-9885-c488e289384b {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:51:29.155447 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b3384-e1fd-494d-8223-6ebd59581f87 req-ebd48f5d-e4d0-4f28-bacf-f80803a2a6f7 tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:51:29.163445 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c82b3384-e1fd-494d-8223-6ebd59581f87 req-ebd48f5d-e4d0-4f28-bacf-f80803a2a6f7 tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] 10.222.0.78 "GET /networking/v2.0/networks?id=f0fe7fb4-d5ef-472d-aff1-4131ebf9faf7 HTTP/1.1" status: 200 len: 810 time: 1.9810519 Oct 04 20:51:29.163445 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-157b7490-9e88-48f9-91da-f4a062a0a013 admin admin] Publish callbacks [] for subnet (37833b6b-2663-4531-9885-c488e289384b), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:29.365982 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=a06f839b-36fb-4741-8453-8456fa33f26b,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:29.379726 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bb1b74-a71f-4c3c-a75f-678cf43c4c70 None None] Routers {'d73eac5b-b09d-433b-ae41-1b4bdde64c6b'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:51:29.379726 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-29bb1b74-a71f-4c3c-a75f-678cf43c4c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:51:18Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['d73eac5b-b09d-433b-ae41-1b4bdde64c6b'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:51:29.416936 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f419b9ca-1b1b-4c0e-b276-5e76e6c6f62c admin admin] Publish callbacks [] for security_group (ad0e19b1-0ab4-4f49-9dc1-70fe43ba0ebb), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:29.435692 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c4248c-fb89-47c8-9675-49a1feaebffe tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:51:29.438099 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-06c4248c-fb89-47c8-9675-49a1feaebffe tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:29.448508 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:29.449656 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:29.451776 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-576ccf01-cc6b-47e8-8a56-313946c98aeb None None] Current status of the port 7c8ad87f-2d42-427a-b83c-13e8dba466df is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:51:29.462648 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2693d684-0661-4723-8df0-fab6de669599 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks [] for port (2af5a871-42e7-4029-8f13-ba6c5e3430e2), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:29.484599 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-413316df-c8f9-4b5d-8ded-70af7b348b15 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:51:29.518097 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-413316df-c8f9-4b5d-8ded-70af7b348b15 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "PUT /networking/v2.0/routers/3081662c-0fdc-4630-b24f-73f5027b7119/add_router_interface HTTP/1.1" status: 200 len: 503 time: 20.7773280 Oct 04 20:51:29.524205 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c016d45-0468-4c8b-8fce-38c3b7d411cd None None] Sync routers for ids ['3081662c-0fdc-4630-b24f-73f5027b7119'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:51:29.581133 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c016d45-0468-4c8b-8fce-38c3b7d411cd None None] Routers {'3081662c-0fdc-4630-b24f-73f5027b7119'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:51:29.582609 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 44526) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:51:29.585053 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-1c016d45-0468-4c8b-8fce-38c3b7d411cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:51:18Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['3081662c-0fdc-4630-b24f-73f5027b7119'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:51:29.593767 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c82b3384-e1fd-494d-8223-6ebd59581f87 req-540d1328-4b23-41c1-9b32-774019d2e4b5 tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] 10.222.0.78 "GET /networking/v2.0/quotas/6006071429214a518602cecf8646892a HTTP/1.1" status: 200 len: 375 time: 0.3917236 Oct 04 20:51:29.629497 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f419b9ca-1b1b-4c0e-b276-5e76e6c6f62c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (ad0e19b1-0ab4-4f49-9dc1-70fe43ba0ebb), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:29.728986 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-576ccf01-cc6b-47e8-8a56-313946c98aeb None None] Provisioning complete for port c8f4c098-db0c-4a52-9741-0fbe07e0fb8f triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:51:29.729592 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-576ccf01-cc6b-47e8-8a56-313946c98aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (c8f4c098-db0c-4a52-9741-0fbe07e0fb8f), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:29.731224 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-576ccf01-cc6b-47e8-8a56-313946c98aeb None None] Attempt 1 to provision port c8f4c098-db0c-4a52-9741-0fbe07e0fb8f Oct 04 20:51:29.748327 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-157b7490-9e88-48f9-91da-f4a062a0a013 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (37833b6b-2663-4531-9885-c488e289384b), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:29.771325 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:29.833319 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-06c4248c-fb89-47c8-9675-49a1feaebffe tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.0729856 Oct 04 20:51:29.844115 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 44532) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:51:29.853085 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f419b9ca-1b1b-4c0e-b276-5e76e6c6f62c admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=f81040d96856453a9b7c9ecdbd989470&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1506615 Oct 04 20:51:29.864375 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 44534) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:51:29.880044 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-10869821-a481-45e3-8478-188fe2ef27e4 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Request body: {'port': {'network_id': '2b8174f1-b48d-40fd-bc34-e53f926a0172', 'name': 'tempest-FloatingIPTestJSON-1811347617'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:51:29.881335 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device dfb32fef-085a-413b-8be1-c9e07712281e up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:51:29.947644 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-1c016d45-0468-4c8b-8fce-38c3b7d411cd None None] Set router 3081662c-0fdc-4630-b24f-73f5027b7119 gateway port host: None {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:51:29.959898 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f419b9ca-1b1b-4c0e-b276-5e76e6c6f62c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0e19b1-0ab4-4f49-9dc1-70fe43ba0ebb,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:30.178911 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c82b3384-e1fd-494d-8223-6ebd59581f87 req-9c6f843a-640c-4404-b0a3-0f4020ac0e7e tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=6006071429214a518602cecf8646892a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5077302 Oct 04 20:51:30.207828 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2693d684-0661-4723-8df0-fab6de669599 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (2af5a871-42e7-4029-8f13-ba6c5e3430e2), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:30.254376 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-29bb1b74-a71f-4c3c-a75f-678cf43c4c70 None None] Set router d73eac5b-b09d-433b-ae41-1b4bdde64c6b gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:51:30.436592 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=100 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:30.478481 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:30.542399 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-7e4acb07-9b72-414a-81d6-67d9a78db435 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Request body: {'network': {'name': 'tempest-RoutersTest-1955243396'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:51:30.552088 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-157b7490-9e88-48f9-91da-f4a062a0a013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (37833b6b-2663-4531-9885-c488e289384b), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:30.617905 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 44542) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:51:30.663660 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71cfef0-0b78-47c5-9b96-88a1bcfb63b7 None None] Pushing event updated for resources: {'Port': ['ID=331e5af0-038e-4113-bf87-7873e1354abe,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:30.681246 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-1c016d45-0468-4c8b-8fce-38c3b7d411cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'name': 'tempest-RoutersTest-router-1933585120', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:36Z', 'updated_at': '2022-10-04T20:51:19Z', 'revision_number': 3, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'gw_port_host': None, '_interfaces': [{'id': 'b7642158-2de1-4d6d-8790-bcc9c032f60b', 'name': '', 'network_id': '6c08d114-6acc-4123-89a6-391843302c04', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'mac_address': 'fa:16:3e:51:06:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '5d3cff06-c5a9-460c-b648-2641a66f3c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:47Z', 'updated_at': '2022-10-04T20:51:22Z', 'revision_number': 5, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'subnets': [{'id': '5d3cff06-c5a9-460c-b648-2641a66f3c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8f4c098-db0c-4a52-9741-0fbe07e0fb8f', 'name': '', 'network_id': '4f0c76aa-0b67-42ea-abe1-7961d753a0e0', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'mac_address': 'fa:16:3e:7e:1e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '0b59dfc8-0794-467a-9da7-c01dc65ce1a6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:51:14Z', 'updated_at': '2022-10-04T20:51:20Z', 'revision_number': 2, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'subnets': [{'id': '0b59dfc8-0794-467a-9da7-c01dc65ce1a6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:51:30.713418 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-576ccf01-cc6b-47e8-8a56-313946c98aeb None None] Port c8f4c098-db0c-4a52-9741-0fbe07e0fb8f cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:51:30.756078 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2693d684-0661-4723-8df0-fab6de669599 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:51:30.805597 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-2693d684-0661-4723-8df0-fab6de669599 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:51:30.819987 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2693d684-0661-4723-8df0-fab6de669599 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Pushing event updated for resources: {'Port': ['ID=2af5a871-42e7-4029-8f13-ba6c5e3430e2,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:30.821310 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c016d45-0468-4c8b-8fce-38c3b7d411cd None None] Checking router: 3081662c-0fdc-4630-b24f-73f5027b7119 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:51:30.822147 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c016d45-0468-4c8b-8fce-38c3b7d411cd None None] Updating router 3081662c-0fdc-4630-b24f-73f5027b7119 port c8f4c098-db0c-4a52-9741-0fbe07e0fb8f binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:51:30.857531 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-867defad-df7b-4eb7-9ddf-fcdc2b215f8f admin admin] Publish callbacks [] for security_group (ad0e19b1-0ab4-4f49-9dc1-70fe43ba0ebb), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:30.878933 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2693d684-0661-4723-8df0-fab6de669599 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:51:30.889127 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2693d684-0661-4723-8df0-fab6de669599 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:51:30.889668 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2693d684-0661-4723-8df0-fab6de669599 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:51:30.894320 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2693d684-0661-4723-8df0-fab6de669599 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:51:30.894320 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2693d684-0661-4723-8df0-fab6de669599 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:51:30.894702 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-1c016d45-0468-4c8b-8fce-38c3b7d411cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (c8f4c098-db0c-4a52-9741-0fbe07e0fb8f), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:30.894999 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2693d684-0661-4723-8df0-fab6de669599 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:51:30.894999 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2693d684-0661-4723-8df0-fab6de669599 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:51:30.894999 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2693d684-0661-4723-8df0-fab6de669599 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:51:30.894999 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2693d684-0661-4723-8df0-fab6de669599 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:51:30.894999 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2693d684-0661-4723-8df0-fab6de669599 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:51:30.894999 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2693d684-0661-4723-8df0-fab6de669599 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:51:30.894999 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2693d684-0661-4723-8df0-fab6de669599 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:51:30.896061 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2693d684-0661-4723-8df0-fab6de669599 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:51:30.897707 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2693d684-0661-4723-8df0-fab6de669599 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:51:30.899168 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port dfb32fef-085a-413b-8be1-c9e07712281e triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:51:30.899446 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2693d684-0661-4723-8df0-fab6de669599 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:51:30.899605 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (dfb32fef-085a-413b-8be1-c9e07712281e), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:30.899772 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2693d684-0661-4723-8df0-fab6de669599 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:51:30.899920 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port dfb32fef-085a-413b-8be1-c9e07712281e Oct 04 20:51:31.057294 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4acb07-9b72-414a-81d6-67d9a78db435 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Made reservation on behalf of 869ac0b5366d400d99edf8b0539f2d2d for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:51:31.083385 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7e4acb07-9b72-414a-81d6-67d9a78db435 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:31.134091 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ae0a8f0d-15aa-4a80-b6e5-e269b2f8dd67 tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Publish callbacks [] for security_group (d2bcc1d8-6e39-4aeb-9664-f0b0d5f4fe84), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:31.207666 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6943167e-dd79-49cc-bc2d-4f8dd0a85464 None None] Sync routers for ids ['63634eaa-56b2-4b97-902d-92c0b78e351f'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:51:31.213229 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-867defad-df7b-4eb7-9ddf-fcdc2b215f8f admin admin] Publish callbacks [] for security_group (ad0e19b1-0ab4-4f49-9dc1-70fe43ba0ebb), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:31.257955 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-29bb1b74-a71f-4c3c-a75f-678cf43c4c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd73eac5b-b09d-433b-ae41-1b4bdde64c6b', 'name': 'tempest-AttachVolumeNegativeTest-1083054699-router', 'tenant_id': '72a4f1e433a6427ab380248125ebc5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '374c93d2-c29d-4a86-b396-241144b0f8c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:41Z', 'updated_at': '2022-10-04T20:51:05Z', 'revision_number': 4, 'project_id': '72a4f1e433a6427ab380248125ebc5b6', 'gw_port': {'id': '374c93d2-c29d-4a86-b396-241144b0f8c3', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:57:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73eac5b-b09d-433b-ae41-1b4bdde64c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:45Z', 'updated_at': '2022-10-04T20:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '331e5af0-038e-4113-bf87-7873e1354abe', 'name': '', 'network_id': '271ee594-d335-4e64-9a5f-f76e148f6d50', 'tenant_id': '72a4f1e433a6427ab380248125ebc5b6', 'mac_address': 'fa:16:3e:da:4f:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd73eac5b-b09d-433b-ae41-1b4bdde64c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '4e714708-a490-4435-b8de-4ba31bbb4c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:58Z', 'updated_at': '2022-10-04T20:51:28Z', 'revision_number': 4, 'project_id': '72a4f1e433a6427ab380248125ebc5b6', 'subnets': [{'id': '4e714708-a490-4435-b8de-4ba31bbb4c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:51:31.324658 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bb1b74-a71f-4c3c-a75f-678cf43c4c70 None None] The sync data for ids ['d73eac5b-b09d-433b-ae41-1b4bdde64c6b'] in n-d-852085-12 is: [{'id': 'd73eac5b-b09d-433b-ae41-1b4bdde64c6b', 'name': 'tempest-AttachVolumeNegativeTest-1083054699-router', 'tenant_id': '72a4f1e433a6427ab380248125ebc5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '374c93d2-c29d-4a86-b396-241144b0f8c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:41Z', 'updated_at': '2022-10-04T20:51:05Z', 'revision_number': 4, 'project_id': '72a4f1e433a6427ab380248125ebc5b6', 'gw_port': {'id': '374c93d2-c29d-4a86-b396-241144b0f8c3', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:57:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73eac5b-b09d-433b-ae41-1b4bdde64c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:45Z', 'updated_at': '2022-10-04T20:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '331e5af0-038e-4113-bf87-7873e1354abe', 'name': '', 'network_id': '271ee594-d335-4e64-9a5f-f76e148f6d50', 'tenant_id': '72a4f1e433a6427ab380248125ebc5b6', 'mac_address': 'fa:16:3e:da:4f:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd73eac5b-b09d-433b-ae41-1b4bdde64c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '4e714708-a490-4435-b8de-4ba31bbb4c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:58Z', 'updated_at': '2022-10-04T20:51:28Z', 'revision_number': 4, 'project_id': '72a4f1e433a6427ab380248125ebc5b6', 'subnets': [{'id': '4e714708-a490-4435-b8de-4ba31bbb4c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:51:31.327588 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port dfb32fef-085a-413b-8be1-c9e07712281e is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:51:31.328256 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (dfb32fef-085a-413b-8be1-c9e07712281e), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:31.334312 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6943167e-dd79-49cc-bc2d-4f8dd0a85464 None None] Routers {'63634eaa-56b2-4b97-902d-92c0b78e351f'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:51:31.335477 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-6943167e-dd79-49cc-bc2d-4f8dd0a85464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:51:18Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['63634eaa-56b2-4b97-902d-92c0b78e351f'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:51:31.373734 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e4acb07-9b72-414a-81d6-67d9a78db435 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:51:31.474223 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-157b7490-9e88-48f9-91da-f4a062a0a013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (37833b6b-2663-4531-9885-c488e289384b), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:31.483455 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7e4acb07-9b72-414a-81d6-67d9a78db435 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (73212b07-6bb0-4389-8278-696537935a13), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:31.483455 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-7e4acb07-9b72-414a-81d6-67d9a78db435 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Added segment 73212b07-6bb0-4389-8278-696537935a13 of type vlan for network a6f42c38-05e8-487d-96f7-24e5e630d068 Oct 04 20:51:31.538850 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ae0a8f0d-15aa-4a80-b6e5-e269b2f8dd67 tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Publish callbacks [] for security_group (d2bcc1d8-6e39-4aeb-9664-f0b0d5f4fe84), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:31.587614 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b7490-9e88-48f9-91da-f4a062a0a013 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37833b6b-2663-4531-9885-c488e289384b,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:31.625834 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:31.680713 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-157b7490-9e88-48f9-91da-f4a062a0a013 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:31.681072 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:31.704882 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-157b7490-9e88-48f9-91da-f4a062a0a013 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/37833b6b-2663-4531-9885-c488e289384b HTTP/1.1" status: 204 len: 168 time: 3.5497348 Oct 04 20:51:31.726252 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 44546) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:51:31.739995 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10869821-a481-45e3-8478-188fe2ef27e4 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Made reservation on behalf of 223d432ff6a643f39235b9d5774265c1 for: {'port': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:51:31.747824 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-10869821-a481-45e3-8478-188fe2ef27e4 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:31.799046 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-6943167e-dd79-49cc-bc2d-4f8dd0a85464 None None] Set router 63634eaa-56b2-4b97-902d-92c0b78e351f gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:51:31.808285 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [None req-10869821-a481-45e3-8478-188fe2ef27e4 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] device_id is not set on port 8589e256-6d31-4ddf-9c35-49b0d78a1af5 yet. {{(pid=108169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 20:51:31.843722 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2693d684-0661-4723-8df0-fab6de669599 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks [] for floatingip (a451705a-56d1-4cb3-9a75-de46c7f0e423), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:32.019365 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port dfb32fef-085a-413b-8be1-c9e07712281e, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=dfb32fef-085a-413b-8be1-c9e07712281e,segment=NetworkSegment(34002782-2404-4103-98c7-5fd63d12e2ea),segment_id=34002782-2404-4103-98c7-5fd63d12e2ea)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:51:32.029172 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b0bc2d-0e66-4e80-b54d-f367b62957b6 None None] Network 43677c05-59b5-40a5-91e5-762f49280e61 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:51:32.100593 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7e4acb07-9b72-414a-81d6-67d9a78db435 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (a6f42c38-05e8-487d-96f7-24e5e630d068), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:32.104697 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-10869821-a481-45e3-8478-188fe2ef27e4 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Allocated IP 172.20.0.4 (2b8174f1-b48d-40fd-bc34-e53f926a0172/c5a65eca-4ca5-41d9-ba24-4fbaab4b050c/8589e256-6d31-4ddf-9c35-49b0d78a1af5) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:51:32.141953 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-1c016d45-0468-4c8b-8fce-38c3b7d411cd None None] Publish callbacks [] for port (c8f4c098-db0c-4a52-9741-0fbe07e0fb8f), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:32.172660 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:32.180922 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3a6de6b0-8085-4524-9cfe-d101452e89c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (43677c05-59b5-40a5-91e5-762f49280e61), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:32.221211 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:32.225028 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (dfb32fef-085a-413b-8be1-c9e07712281e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:32.226479 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 7c8ad87f-2d42-427a-b83c-13e8dba466df up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:51:32.285876 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-1c016d45-0468-4c8b-8fce-38c3b7d411cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (c8f4c098-db0c-4a52-9741-0fbe07e0fb8f), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:32.289306 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2a08c0ec-93c8-4b0f-b7c0-5a666e5a1a88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (63634eaa-56b2-4b97-902d-92c0b78e351f), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:32.404040 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-3a6de6b0-8085-4524-9cfe-d101452e89c9 admin admin] Deleting port d45f757d-5e73-4238-8fc6-134ec2952b6d {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:51:32.404893 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3a6de6b0-8085-4524-9cfe-d101452e89c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (d45f757d-5e73-4238-8fc6-134ec2952b6d), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:32.408322 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7e4acb07-9b72-414a-81d6-67d9a78db435 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (a6f42c38-05e8-487d-96f7-24e5e630d068), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:32.429704 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4acb07-9b72-414a-81d6-67d9a78db435 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:51:32.444992 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7e4acb07-9b72-414a-81d6-67d9a78db435 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:32.581412 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:INSERT=8,neutron:DELETE=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:32.618482 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-867defad-df7b-4eb7-9ddf-fcdc2b215f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (ad0e19b1-0ab4-4f49-9dc1-70fe43ba0ebb), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:32.624485 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:32.633537 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-867defad-df7b-4eb7-9ddf-fcdc2b215f8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:32.639836 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-867defad-df7b-4eb7-9ddf-fcdc2b215f8f admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/ad0e19b1-0ab4-4f49-9dc1-70fe43ba0ebb HTTP/1.1" status: 204 len: 168 time: 2.7173965 Oct 04 20:51:32.723991 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2693d684-0661-4723-8df0-fab6de669599 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (2af5a871-42e7-4029-8f13-ba6c5e3430e2), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:32.881989 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-7e4acb07-9b72-414a-81d6-67d9a78db435 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 766 time: 3.2656417 Oct 04 20:51:32.923790 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 44552) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:51:32.939781 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-18639424-c498-4d5f-a9b1-e15f29fcded1 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Request body: {'subnet': {'network_id': 'a6f42c38-05e8-487d-96f7-24e5e630d068', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:51:33.056364 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:33.067763 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=dfb32fef-085a-413b-8be1-c9e07712281e,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:33.071250 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13be80f5-c291-4bef-ab94-580337fb5efd None None] Pushing event updated for resources: {'Port': ['ID=c8f4c098-db0c-4a52-9741-0fbe07e0fb8f,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:33.138790 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-1c016d45-0468-4c8b-8fce-38c3b7d411cd None None] Attempting to bind port c8f4c098-db0c-4a52-9741-0fbe07e0fb8f on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:51:33.139515 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-1c016d45-0468-4c8b-8fce-38c3b7d411cd None None] Attempting to bind port c8f4c098-db0c-4a52-9741-0fbe07e0fb8f by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '6071ae77-bbc2-4314-be2d-1b12ad8cbffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '4f0c76aa-0b67-42ea-abe1-7961d753a0e0'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:51:33.140083 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c016d45-0468-4c8b-8fce-38c3b7d411cd None None] Attempting to bind port c8f4c098-db0c-4a52-9741-0fbe07e0fb8f on network 4f0c76aa-0b67-42ea-abe1-7961d753a0e0 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:51:33.270145 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4acb07-9b72-414a-81d6-67d9a78db435 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event updated for resources: {'Network': ['ID=a6f42c38-05e8-487d-96f7-24e5e630d068,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:33.356170 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c016d45-0468-4c8b-8fce-38c3b7d411cd None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:51:33.357061 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c016d45-0468-4c8b-8fce-38c3b7d411cd None None] Checking segment: {'id': '6071ae77-bbc2-4314-be2d-1b12ad8cbffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '4f0c76aa-0b67-42ea-abe1-7961d753a0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:51:33.357491 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-1c016d45-0468-4c8b-8fce-38c3b7d411cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:33.358253 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c016d45-0468-4c8b-8fce-38c3b7d411cd None None] Bound using segment: {'id': '6071ae77-bbc2-4314-be2d-1b12ad8cbffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '4f0c76aa-0b67-42ea-abe1-7961d753a0e0'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:51:33.359228 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-1c016d45-0468-4c8b-8fce-38c3b7d411cd None None] Bound port: c8f4c098-db0c-4a52-9741-0fbe07e0fb8f, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6071ae77-bbc2-4314-be2d-1b12ad8cbffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '4f0c76aa-0b67-42ea-abe1-7961d753a0e0'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:51:33.360058 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-1c016d45-0468-4c8b-8fce-38c3b7d411cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (c8f4c098-db0c-4a52-9741-0fbe07e0fb8f), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:33.458843 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network a6f42c38-05e8-487d-96f7-24e5e630d068 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:51:33.568000 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-6943167e-dd79-49cc-bc2d-4f8dd0a85464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63634eaa-56b2-4b97-902d-92c0b78e351f', 'name': 'tempest-ServerMetadataNegativeTestJSON-427948162-router', 'tenant_id': '54d1c146b5ce415cb43490a0ae2130cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '820f770d-7e58-4376-9f78-1713d8e6ad8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:52Z', 'updated_at': '2022-10-04T20:51:18Z', 'revision_number': 4, 'project_id': '54d1c146b5ce415cb43490a0ae2130cb', 'gw_port': {'id': '820f770d-7e58-4376-9f78-1713d8e6ad8c', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:64:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63634eaa-56b2-4b97-902d-92c0b78e351f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:55Z', 'updated_at': '2022-10-04T20:51:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'f371457a-1785-4c6c-bb0c-8c70a2746cc6', 'name': '', 'network_id': '28a24512-7b90-45c1-928d-59da1ce275a8', 'tenant_id': '54d1c146b5ce415cb43490a0ae2130cb', 'mac_address': 'fa:16:3e:81:f1:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63634eaa-56b2-4b97-902d-92c0b78e351f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'bd39306f-5baf-41dd-a47b-7401c8ef3ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:51:11Z', 'updated_at': '2022-10-04T20:51:19Z', 'revision_number': 2, 'project_id': '54d1c146b5ce415cb43490a0ae2130cb', 'subnets': [{'id': 'bd39306f-5baf-41dd-a47b-7401c8ef3ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:51:33.593475 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-1c016d45-0468-4c8b-8fce-38c3b7d411cd None None] For port c8f4c098-db0c-4a52-9741-0fbe07e0fb8f, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:51:33.598749 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-1c016d45-0468-4c8b-8fce-38c3b7d411cd None None] For port c8f4c098-db0c-4a52-9741-0fbe07e0fb8f, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=c8f4c098-db0c-4a52-9741-0fbe07e0fb8f,segment=NetworkSegment(6071ae77-bbc2-4314-be2d-1b12ad8cbffa),segment_id=6071ae77-bbc2-4314-be2d-1b12ad8cbffa)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:51:33.653226 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-3a6de6b0-8085-4524-9cfe-d101452e89c9 admin admin] For port d45f757d-5e73-4238-8fc6-134ec2952b6d, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=d45f757d-5e73-4238-8fc6-134ec2952b6d,segment=NetworkSegment(204551af-dbb7-4018-bd78-260c1db9bcfa),segment_id=204551af-dbb7-4018-bd78-260c1db9bcfa)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:51:33.654172 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3a6de6b0-8085-4524-9cfe-d101452e89c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (d45f757d-5e73-4238-8fc6-134ec2952b6d), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:33.793723 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-3a6de6b0-8085-4524-9cfe-d101452e89c9 admin admin] Calling delete_port for d45f757d-5e73-4238-8fc6-134ec2952b6d owned by network:dhcp {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:51:33.816919 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-1c016d45-0468-4c8b-8fce-38c3b7d411cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (c8f4c098-db0c-4a52-9741-0fbe07e0fb8f), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:33.955647 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:33.959971 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6943167e-dd79-49cc-bc2d-4f8dd0a85464 None None] Checking router: 63634eaa-56b2-4b97-902d-92c0b78e351f for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:51:33.961930 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6943167e-dd79-49cc-bc2d-4f8dd0a85464 None None] Updating router 63634eaa-56b2-4b97-902d-92c0b78e351f port f371457a-1785-4c6c-bb0c-8c70a2746cc6 binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:51:33.968589 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-10869821-a481-45e3-8478-188fe2ef27e4 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for port (8589e256-6d31-4ddf-9c35-49b0d78a1af5), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:34.091182 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c016d45-0468-4c8b-8fce-38c3b7d411cd None None] Routers {'3081662c-0fdc-4630-b24f-73f5027b7119'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:51:34.094411 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-1c016d45-0468-4c8b-8fce-38c3b7d411cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:51:18Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['3081662c-0fdc-4630-b24f-73f5027b7119'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:51:34.191602 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867defad-df7b-4eb7-9ddf-fcdc2b215f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0e19b1-0ab4-4f49-9dc1-70fe43ba0ebb,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:34.283029 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6943167e-dd79-49cc-bc2d-4f8dd0a85464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (f371457a-1785-4c6c-bb0c-8c70a2746cc6), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:34.288616 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a515fa-b095-421a-8348-3323630b7cf0 None None] DHCP port deletion for 43677c05-59b5-40a5-91e5-762f49280e61 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:51:34.306683 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2693d684-0661-4723-8df0-fab6de669599 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks [] for port (2af5a871-42e7-4029-8f13-ba6c5e3430e2), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:34.325136 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18639424-c498-4d5f-a9b1-e15f29fcded1 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Made reservation on behalf of 869ac0b5366d400d99edf8b0539f2d2d for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:51:34.335511 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:34.342150 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-18639424-c498-4d5f-a9b1-e15f29fcded1 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:34.423035 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13be80f5-c291-4bef-ab94-580337fb5efd None None] Pushing event updated for resources: {'Port': ['ID=c8f4c098-db0c-4a52-9741-0fbe07e0fb8f,revision_number=4']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:34.445060 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ae0a8f0d-15aa-4a80-b6e5-e269b2f8dd67 tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (d2bcc1d8-6e39-4aeb-9664-f0b0d5f4fe84), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:34.459037 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ae0a8f0d-15aa-4a80-b6e5-e269b2f8dd67 tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:34.459614 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 7c8ad87f-2d42-427a-b83c-13e8dba466df triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:51:34.460615 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (7c8ad87f-2d42-427a-b83c-13e8dba466df), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:34.466461 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 7c8ad87f-2d42-427a-b83c-13e8dba466df Oct 04 20:51:34.473777 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ae0a8f0d-15aa-4a80-b6e5-e269b2f8dd67 tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/d2bcc1d8-6e39-4aeb-9664-f0b0d5f4fe84 HTTP/1.1" status: 204 len: 168 time: 3.8389788 Oct 04 20:51:34.483541 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 44562) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:51:34.513848 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-10869821-a481-45e3-8478-188fe2ef27e4 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (8589e256-6d31-4ddf-9c35-49b0d78a1af5), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:34.798038 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0a8f0d-15aa-4a80-b6e5-e269b2f8dd67 tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2bcc1d8-6e39-4aeb-9664-f0b0d5f4fe84,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:34.866965 n-d-852085-12 neutron-server[108169]: INFO neutron.api.v2.resource [None req-8ba2cb33-c8dd-4097-aee4-d45dc52efc18 tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] show failed (client error): The resource could not be found. Oct 04 20:51:34.876058 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-8ba2cb33-c8dd-4097-aee4-d45dc52efc18 tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] 10.222.0.78 "GET /networking/v2.0/security-groups/d2bcc1d8-6e39-4aeb-9664-f0b0d5f4fe84 HTTP/1.1" status: 404 len: 347 time: 0.3496811 Oct 04 20:51:34.908145 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 44568) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:51:34.934450 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-1c016d45-0468-4c8b-8fce-38c3b7d411cd None None] Set router 3081662c-0fdc-4630-b24f-73f5027b7119 gateway port host: None {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:51:34.968109 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10869821-a481-45e3-8478-188fe2ef27e4 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Network 2b8174f1-b48d-40fd-bc34-e53f926a0172 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:51:35.026575 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2693d684-0661-4723-8df0-fab6de669599 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (2af5a871-42e7-4029-8f13-ba6c5e3430e2), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:35.047907 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3a6de6b0-8085-4524-9cfe-d101452e89c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (d45f757d-5e73-4238-8fc6-134ec2952b6d), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:35.123713 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:35.210282 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:35.210282 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-10869821-a481-45e3-8478-188fe2ef27e4 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:51:35.218303 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10869821-a481-45e3-8478-188fe2ef27e4 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:51:35.227274 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10869821-a481-45e3-8478-188fe2ef27e4 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Pushing event updated for resources: {'Port': ['ID=8589e256-6d31-4ddf-9c35-49b0d78a1af5,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:35.233196 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6de6b0-8085-4524-9cfe-d101452e89c9 admin admin] No DVR routers for this DVR port d45f757d-5e73-4238-8fc6-134ec2952b6d on host n-d-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:51:35.354387 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2693d684-0661-4723-8df0-fab6de669599 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Pushing event updated for resources: {'Port': ['ID=2af5a871-42e7-4029-8f13-ba6c5e3430e2,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:35.383120 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2693d684-0661-4723-8df0-fab6de669599 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582728'] for floatingip (a451705a-56d1-4cb3-9a75-de46c7f0e423), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:35.432234 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-32a515fa-b095-421a-8348-3323630b7cf0 None None] Deleting port d45f757d-5e73-4238-8fc6-134ec2952b6d {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:51:35.436467 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-32a515fa-b095-421a-8348-3323630b7cf0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (d45f757d-5e73-4238-8fc6-134ec2952b6d), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:35.562560 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6de6b0-8085-4524-9cfe-d101452e89c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d45f757d-5e73-4238-8fc6-134ec2952b6d,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:35.624294 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3a6de6b0-8085-4524-9cfe-d101452e89c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (43677c05-59b5-40a5-91e5-762f49280e61), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:35.761199 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2693d684-0661-4723-8df0-fab6de669599 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:35.784763 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2693d684-0661-4723-8df0-fab6de669599 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 11.6179774 Oct 04 20:51:35.791083 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-3a6de6b0-8085-4524-9cfe-d101452e89c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43677c05-59b5-40a5-91e5-762f49280e61']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:51:35.851932 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-1c016d45-0468-4c8b-8fce-38c3b7d411cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'name': 'tempest-RoutersTest-router-1933585120', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:36Z', 'updated_at': '2022-10-04T20:51:19Z', 'revision_number': 3, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'gw_port_host': None, '_interfaces': [{'id': 'b7642158-2de1-4d6d-8790-bcc9c032f60b', 'name': '', 'network_id': '6c08d114-6acc-4123-89a6-391843302c04', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'mac_address': 'fa:16:3e:51:06:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '5d3cff06-c5a9-460c-b648-2641a66f3c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:47Z', 'updated_at': '2022-10-04T20:51:22Z', 'revision_number': 5, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'subnets': [{'id': '5d3cff06-c5a9-460c-b648-2641a66f3c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8f4c098-db0c-4a52-9741-0fbe07e0fb8f', 'name': '', 'network_id': '4f0c76aa-0b67-42ea-abe1-7961d753a0e0', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'mac_address': 'fa:16:3e:7e:1e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '0b59dfc8-0794-467a-9da7-c01dc65ce1a6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:51:14Z', 'updated_at': '2022-10-04T20:51:33Z', 'revision_number': 4, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'subnets': [{'id': '0b59dfc8-0794-467a-9da7-c01dc65ce1a6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:51:35.946355 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c016d45-0468-4c8b-8fce-38c3b7d411cd None None] The sync data for ids ['3081662c-0fdc-4630-b24f-73f5027b7119'] in n-d-852085-12 is: [{'id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'name': 'tempest-RoutersTest-router-1933585120', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:36Z', 'updated_at': '2022-10-04T20:51:19Z', 'revision_number': 3, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'gw_port_host': None, '_interfaces': [{'id': 'b7642158-2de1-4d6d-8790-bcc9c032f60b', 'name': '', 'network_id': '6c08d114-6acc-4123-89a6-391843302c04', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'mac_address': 'fa:16:3e:51:06:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '5d3cff06-c5a9-460c-b648-2641a66f3c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:47Z', 'updated_at': '2022-10-04T20:51:22Z', 'revision_number': 5, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'subnets': [{'id': '5d3cff06-c5a9-460c-b648-2641a66f3c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8f4c098-db0c-4a52-9741-0fbe07e0fb8f', 'name': '', 'network_id': '4f0c76aa-0b67-42ea-abe1-7961d753a0e0', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'mac_address': 'fa:16:3e:7e:1e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '0b59dfc8-0794-467a-9da7-c01dc65ce1a6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:51:14Z', 'updated_at': '2022-10-04T20:51:33Z', 'revision_number': 4, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'subnets': [{'id': '0b59dfc8-0794-467a-9da7-c01dc65ce1a6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:51:35.983852 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-3a6de6b0-8085-4524-9cfe-d101452e89c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '204551af-dbb7-4018-bd78-260c1db9bcfa') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:51:35.984872 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-3a6de6b0-8085-4524-9cfe-d101452e89c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '204551af-dbb7-4018-bd78-260c1db9bcfa') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:51:36.038163 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10869821-a481-45e3-8478-188fe2ef27e4 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:51:36.038954 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-10869821-a481-45e3-8478-188fe2ef27e4 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:36.078480 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3a6de6b0-8085-4524-9cfe-d101452e89c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (204551af-dbb7-4018-bd78-260c1db9bcfa), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:36.149980 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-2a08c0ec-93c8-4b0f-b7c0-5a666e5a1a88 admin admin] Deleting port f371457a-1785-4c6c-bb0c-8c70a2746cc6 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:51:36.150633 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2a08c0ec-93c8-4b0f-b7c0-5a666e5a1a88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (f371457a-1785-4c6c-bb0c-8c70a2746cc6), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:36.282881 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:36.301325 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3a6de6b0-8085-4524-9cfe-d101452e89c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (204551af-dbb7-4018-bd78-260c1db9bcfa), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:36.372120 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-32a515fa-b095-421a-8348-3323630b7cf0 None None] For port d45f757d-5e73-4238-8fc6-134ec2952b6d, host n-d-852085-12, got binding levels [] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:51:36.384048 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-32a515fa-b095-421a-8348-3323630b7cf0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (d45f757d-5e73-4238-8fc6-134ec2952b6d), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:36.400594 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2a08c0ec-93c8-4b0f-b7c0-5a666e5a1a88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (f371457a-1785-4c6c-bb0c-8c70a2746cc6), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:36.431102 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-2a08c0ec-93c8-4b0f-b7c0-5a666e5a1a88 admin admin] Calling delete_port for f371457a-1785-4c6c-bb0c-8c70a2746cc6 owned by network:router_interface {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:51:36.494380 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a6de6b0-8085-4524-9cfe-d101452e89c9 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:51:36.495411 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3a6de6b0-8085-4524-9cfe-d101452e89c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (204551af-dbb7-4018-bd78-260c1db9bcfa), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:36.506680 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-32a515fa-b095-421a-8348-3323630b7cf0 None None] Calling delete_port for d45f757d-5e73-4238-8fc6-134ec2952b6d owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:51:36.517830 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.ipam_backend_mixin [None req-32a515fa-b095-421a-8348-3323630b7cf0 None None] Port d45f757d-5e73-4238-8fc6-134ec2952b6d was not found and therefore no delete operation was performed {{(pid=108171) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 04 20:51:36.541420 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-32a515fa-b095-421a-8348-3323630b7cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (d45f757d-5e73-4238-8fc6-134ec2952b6d), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:36.931978 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 20:51:36.932998 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:37.007126 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a515fa-b095-421a-8348-3323630b7cf0 None None] Pushing event deleted for resources: {'Port': ['ID=d45f757d-5e73-4238-8fc6-134ec2952b6d,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:37.020604 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-dbd5b9b9-3350-442b-978f-c2662c472444 tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Deleting port a10c9dd7-f489-4438-8329-44341077de87 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:51:37.020604 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dbd5b9b9-3350-442b-978f-c2662c472444 tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (a10c9dd7-f489-4438-8329-44341077de87), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:37.070807 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-18639424-c498-4d5f-a9b1-e15f29fcded1 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (c760523a-67f1-4725-b59e-92a6e8cfc7f5), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:37.203430 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2a08c0ec-93c8-4b0f-b7c0-5a666e5a1a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (f371457a-1785-4c6c-bb0c-8c70a2746cc6), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:37.257639 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-10869821-a481-45e3-8478-188fe2ef27e4 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 929 time: 7.3956835 Oct 04 20:51:37.272046 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a515fa-b095-421a-8348-3323630b7cf0 None None] No DVR routers for this DVR port d45f757d-5e73-4238-8fc6-134ec2952b6d on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:51:37.297834 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 44596) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:51:37.304593 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18639424-c498-4d5f-a9b1-e15f29fcded1 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event updated for resources: {'Subnet': ['ID=c760523a-67f1-4725-b59e-92a6e8cfc7f5,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:37.364937 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3a6de6b0-8085-4524-9cfe-d101452e89c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (43677c05-59b5-40a5-91e5-762f49280e61), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:37.365760 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-72488e09-524d-48dd-b0f4-a393888142bf tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Request body: {'floatingip': {'floating_network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'port_id': '8589e256-6d31-4ddf-9c35-49b0d78a1af5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:51:37.365910 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3a6de6b0-8085-4524-9cfe-d101452e89c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:37.366815 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-3a6de6b0-8085-4524-9cfe-d101452e89c9 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/43677c05-59b5-40a5-91e5-762f49280e61 HTTP/1.1" status: 204 len: 168 time: 5.5442483 Oct 04 20:51:37.514898 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 7c8ad87f-2d42-427a-b83c-13e8dba466df is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:51:37.517698 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a73b8d86-73b1-4e7e-97c8-997121113b0c up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:51:37.522933 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6de6b0-8085-4524-9cfe-d101452e89c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=43677c05-59b5-40a5-91e5-762f49280e61,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:37.555620 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 204551af-dbb7-4018-bd78-260c1db9bcfa resource provider aggregate not found Oct 04 20:51:37.669184 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a08c0ec-93c8-4b0f-b7c0-5a666e5a1a88 admin admin] Pushing event deleted for resources: {'Port': ['ID=f371457a-1785-4c6c-bb0c-8c70a2746cc6,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:37.690876 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18639424-c498-4d5f-a9b1-e15f29fcded1 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Checking segment: {'id': '73212b07-6bb0-4389-8278-696537935a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a6f42c38-05e8-487d-96f7-24e5e630d068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:51:37.691890 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18639424-c498-4d5f-a9b1-e15f29fcded1 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Network hostable DHCP agents. Network: a6f42c38-05e8-487d-96f7-24e5e630d068, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:51:37.723374 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 204551af-dbb7-4018-bd78-260c1db9bcfa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 204551af-dbb7-4018-bd78-260c1db9bcfa found for delete ", "request_id": "req-6e65c3d1-be8e-4342-9706-85e912992db4"}]} Oct 04 20:51:37.852235 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:37.886552 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18639424-c498-4d5f-a9b1-e15f29fcded1 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Network a6f42c38-05e8-487d-96f7-24e5e630d068 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:51:37.944534 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08c0ec-93c8-4b0f-b7c0-5a666e5a1a88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:51:37.945524 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08c0ec-93c8-4b0f-b7c0-5a666e5a1a88 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:51:37.946778 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08c0ec-93c8-4b0f-b7c0-5a666e5a1a88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:51:37.949437 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08c0ec-93c8-4b0f-b7c0-5a666e5a1a88 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:51:37.949437 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08c0ec-93c8-4b0f-b7c0-5a666e5a1a88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:51:37.950419 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08c0ec-93c8-4b0f-b7c0-5a666e5a1a88 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:51:37.951165 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08c0ec-93c8-4b0f-b7c0-5a666e5a1a88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:51:37.952315 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08c0ec-93c8-4b0f-b7c0-5a666e5a1a88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:51:37.953278 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08c0ec-93c8-4b0f-b7c0-5a666e5a1a88 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:51:37.954618 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08c0ec-93c8-4b0f-b7c0-5a666e5a1a88 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:51:37.955899 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08c0ec-93c8-4b0f-b7c0-5a666e5a1a88 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:51:37.956888 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08c0ec-93c8-4b0f-b7c0-5a666e5a1a88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:51:37.957817 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08c0ec-93c8-4b0f-b7c0-5a666e5a1a88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:51:37.958773 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08c0ec-93c8-4b0f-b7c0-5a666e5a1a88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:51:37.960254 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08c0ec-93c8-4b0f-b7c0-5a666e5a1a88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:51:37.994003 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-18639424-c498-4d5f-a9b1-e15f29fcded1 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, a6f42c38-05e8-487d-96f7-24e5e630d068) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:51:38.016841 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18639424-c498-4d5f-a9b1-e15f29fcded1 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:51:38.025692 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-18639424-c498-4d5f-a9b1-e15f29fcded1 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:38.050073 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cf5406-6aa7-437e-a2be-7e8ff5c7f710 None None] Network a6f42c38-05e8-487d-96f7-24e5e630d068 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:51:38.181818 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-72488e09-524d-48dd-b0f4-a393888142bf tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for floatingip (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:38.262745 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-18639424-c498-4d5f-a9b1-e15f29fcded1 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.3305087 Oct 04 20:51:38.265089 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 44610) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:51:38.318321 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port a73b8d86-73b1-4e7e-97c8-997121113b0c triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:51:38.323731 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (a73b8d86-73b1-4e7e-97c8-997121113b0c), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:38.324790 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port a73b8d86-73b1-4e7e-97c8-997121113b0c Oct 04 20:51:38.550623 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dbd5b9b9-3350-442b-978f-c2662c472444 tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (a10c9dd7-f489-4438-8329-44341077de87), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:38.559015 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dbd5b9b9-3350-442b-978f-c2662c472444 tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Publish callbacks [] for floatingip (a10c9dd7-f489-4438-8329-44341077de87), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:38.610103 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-6943167e-dd79-49cc-bc2d-4f8dd0a85464 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 20:51:38.614837 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-6943167e-dd79-49cc-bc2d-4f8dd0a85464 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 20:51:38.724039 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-dbd5b9b9-3350-442b-978f-c2662c472444 tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Calling delete_port for a10c9dd7-f489-4438-8329-44341077de87 owned by network:floatingip {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:51:38.896031 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9aea327-bf38-4051-a45b-44835313e8d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-a6f42c38-05e8-487d-96f7-24e5e630d068', 'network_id': 'a6f42c38-05e8-487d-96f7-24e5e630d068', 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'fixed_ips': [{'subnet_id': 'c760523a-67f1-4725-b59e-92a6e8cfc7f5'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:51:38.902291 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c9aea327-bf38-4051-a45b-44835313e8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:39.041209 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port a73b8d86-73b1-4e7e-97c8-997121113b0c is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:51:39.042849 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (a73b8d86-73b1-4e7e-97c8-997121113b0c), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:39.161321 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-72488e09-524d-48dd-b0f4-a393888142bf tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:39.228026 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:39.299071 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6943167e-dd79-49cc-bc2d-4f8dd0a85464 None None] Port f371457a-1785-4c6c-bb0c-8c70a2746cc6 not found while updating agent binding for router 63634eaa-56b2-4b97-902d-92c0b78e351f. {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 04 20:51:39.306014 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port a73b8d86-73b1-4e7e-97c8-997121113b0c, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=a73b8d86-73b1-4e7e-97c8-997121113b0c,segment=NetworkSegment(a529b227-6d38-4086-8a6e-442462f1fb90),segment_id=a529b227-6d38-4086-8a6e-442462f1fb90)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:51:39.342517 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6943167e-dd79-49cc-bc2d-4f8dd0a85464 None None] Routers {'63634eaa-56b2-4b97-902d-92c0b78e351f'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:51:39.343536 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-6943167e-dd79-49cc-bc2d-4f8dd0a85464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:51:18Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['63634eaa-56b2-4b97-902d-92c0b78e351f'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:51:39.433593 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (a73b8d86-73b1-4e7e-97c8-997121113b0c), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:39.435074 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 820f770d-7e58-4376-9f78-1713d8e6ad8c up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:51:39.451034 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-90f43155-bc02-424a-a9f8-62d3eb2f6ee7 req-d308b957-f43e-4838-b3ae-97c02c171cf1 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1999120537&fields=id&tenant_id=72a4f1e433a6427ab380248125ebc5b6 HTTP/1.1" status: 200 len: 267 time: 0.5340416 Oct 04 20:51:39.519570 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:39.628905 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 44618) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:51:39.860654 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-72488e09-524d-48dd-b0f4-a393888142bf tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Allocated IP 172.25.5.233 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/fa5f9932-2b9a-40c4-902d-3d25a33b06ae) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:51:39.894586 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-c9aea327-bf38-4051-a45b-44835313e8d3 None None] Allocated IP 172.22.0.2 (a6f42c38-05e8-487d-96f7-24e5e630d068/c760523a-67f1-4725-b59e-92a6e8cfc7f5/f5f1bae8-7b28-4221-a87b-9d1f99204b09) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:51:39.948641 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 820f770d-7e58-4376-9f78-1713d8e6ad8c triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:51:39.949281 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (820f770d-7e58-4376-9f78-1713d8e6ad8c), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:39.949855 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 820f770d-7e58-4376-9f78-1713d8e6ad8c Oct 04 20:51:39.966262 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=a73b8d86-73b1-4e7e-97c8-997121113b0c,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:39.987448 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-6943167e-dd79-49cc-bc2d-4f8dd0a85464 None None] Set router 63634eaa-56b2-4b97-902d-92c0b78e351f gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:51:40.017161 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-386442ae-d1c0-4627-bd87-d1d33f3d6906 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=4387f90f1ad8429bb47aaabfe531871b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3859115 Oct 04 20:51:40.042361 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 44622) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:51:40.045890 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2a08c0ec-93c8-4b0f-b7c0-5a666e5a1a88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (63634eaa-56b2-4b97-902d-92c0b78e351f), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:40.156404 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:40.163008 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f43155-bc02-424a-a9f8-62d3eb2f6ee7 req-7ffb20f7-452c-4c42-b576-7820432121e0 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:51:40.166406 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-90f43155-bc02-424a-a9f8-62d3eb2f6ee7 req-7ffb20f7-452c-4c42-b576-7820432121e0 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] 10.222.0.78 "GET /networking/v2.0/networks?id=271ee594-d335-4e64-9a5f-f76e148f6d50 HTTP/1.1" status: 200 len: 815 time: 0.7136219 Oct 04 20:51:40.227318 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-90f43155-bc02-424a-a9f8-62d3eb2f6ee7 req-2081432a-6f32-4c74-b05f-8b397435df2e tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] 10.222.0.78 "GET /networking/v2.0/quotas/72a4f1e433a6427ab380248125ebc5b6 HTTP/1.1" status: 200 len: 375 time: 0.0477064 Oct 04 20:51:40.297249 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f9d75cc6-16ba-47de-be43-bfa4cbff5d69 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:40.365724 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=6,neutron:INSERT=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:40.409410 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:40.448977 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-90f43155-bc02-424a-a9f8-62d3eb2f6ee7 req-9746cc0c-3ffc-43f6-93f2-6e36cee694e4 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=72a4f1e433a6427ab380248125ebc5b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2100344 Oct 04 20:51:40.708671 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dbd5b9b9-3350-442b-978f-c2662c472444 tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (a10c9dd7-f489-4438-8329-44341077de87), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:40.732629 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3ff02abc-e415-4d48-9a05-a0d81f56062a admin admin] Publish callbacks [] for security_group (e958d7cd-e888-438e-890d-41a237bd19d6), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:40.748753 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-6943167e-dd79-49cc-bc2d-4f8dd0a85464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63634eaa-56b2-4b97-902d-92c0b78e351f', 'name': 'tempest-ServerMetadataNegativeTestJSON-427948162-router', 'tenant_id': '54d1c146b5ce415cb43490a0ae2130cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '820f770d-7e58-4376-9f78-1713d8e6ad8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:52Z', 'updated_at': '2022-10-04T20:51:36Z', 'revision_number': 5, 'project_id': '54d1c146b5ce415cb43490a0ae2130cb', 'gw_port': {'id': '820f770d-7e58-4376-9f78-1713d8e6ad8c', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:64:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63634eaa-56b2-4b97-902d-92c0b78e351f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:55Z', 'updated_at': '2022-10-04T20:51:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:51:40.785298 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3ff02abc-e415-4d48-9a05-a0d81f56062a admin admin] Publish callbacks [] for security_group (e958d7cd-e888-438e-890d-41a237bd19d6), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:40.829716 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6943167e-dd79-49cc-bc2d-4f8dd0a85464 None None] The sync data for ids ['63634eaa-56b2-4b97-902d-92c0b78e351f'] in n-d-852085-12 is: [{'id': '63634eaa-56b2-4b97-902d-92c0b78e351f', 'name': 'tempest-ServerMetadataNegativeTestJSON-427948162-router', 'tenant_id': '54d1c146b5ce415cb43490a0ae2130cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '820f770d-7e58-4376-9f78-1713d8e6ad8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:52Z', 'updated_at': '2022-10-04T20:51:36Z', 'revision_number': 5, 'project_id': '54d1c146b5ce415cb43490a0ae2130cb', 'gw_port': {'id': '820f770d-7e58-4376-9f78-1713d8e6ad8c', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:64:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63634eaa-56b2-4b97-902d-92c0b78e351f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:55Z', 'updated_at': '2022-10-04T20:51:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:51:40.875475 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 44638) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:51:40.971985 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:41.080177 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd5b9b9-3350-442b-978f-c2662c472444 tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Pushing event deleted for resources: {'Port': ['ID=a10c9dd7-f489-4438-8329-44341077de87,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:41.128140 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3ff02abc-e415-4d48-9a05-a0d81f56062a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (e958d7cd-e888-438e-890d-41a237bd19d6), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:41.135233 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3ff02abc-e415-4d48-9a05-a0d81f56062a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:41.138856 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-3ff02abc-e415-4d48-9a05-a0d81f56062a admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/e958d7cd-e888-438e-890d-41a237bd19d6 HTTP/1.1" status: 204 len: 168 time: 1.0876553 Oct 04 20:51:41.177745 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-72488e09-524d-48dd-b0f4-a393888142bf tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for port (fa5f9932-2b9a-40c4-902d-3d25a33b06ae), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:41.255631 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff02abc-e415-4d48-9a05-a0d81f56062a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e958d7cd-e888-438e-890d-41a237bd19d6,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:41.387097 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:41.423903 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 820f770d-7e58-4376-9f78-1713d8e6ad8c is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:51:41.424808 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (820f770d-7e58-4376-9f78-1713d8e6ad8c), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:41.470056 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:41.594344 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 820f770d-7e58-4376-9f78-1713d8e6ad8c, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=820f770d-7e58-4376-9f78-1713d8e6ad8c,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:51:41.609542 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c9aea327-bf38-4051-a45b-44835313e8d3 None None] Publish callbacks [] for port (f5f1bae8-7b28-4221-a87b-9d1f99204b09), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:41.693623 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (820f770d-7e58-4376-9f78-1713d8e6ad8c), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:41.695663 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b7642158-2de1-4d6d-8790-bcc9c032f60b up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:51:41.805810 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dbd5b9b9-3350-442b-978f-c2662c472444 tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Publish callbacks [] for floatingip (7402cca2-9316-448f-a955-9fdd3e39ee50), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:41.811826 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dbd5b9b9-3350-442b-978f-c2662c472444 tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:41.815691 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-dbd5b9b9-3350-442b-978f-c2662c472444 tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/7402cca2-9316-448f-a955-9fdd3e39ee50 HTTP/1.1" status: 204 len: 168 time: 6.9020753 Oct 04 20:51:41.948792 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c9aea327-bf38-4051-a45b-44835313e8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (f5f1bae8-7b28-4221-a87b-9d1f99204b09), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:41.949929 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a08c0ec-93c8-4b0f-b7c0-5a666e5a1a88 admin admin] Router 63634eaa-56b2-4b97-902d-92c0b78e351f has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:51:41.954993 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-72488e09-524d-48dd-b0f4-a393888142bf tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (fa5f9932-2b9a-40c4-902d-3d25a33b06ae), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:42.063615 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9aea327-bf38-4051-a45b-44835313e8d3 None None] Network a6f42c38-05e8-487d-96f7-24e5e630d068 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:51:42.107710 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-c9aea327-bf38-4051-a45b-44835313e8d3 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:51:42.142293 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9aea327-bf38-4051-a45b-44835313e8d3 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:51:42.166474 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 44658) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:51:42.212712 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-c97d6611-cec3-4b5b-bc04-73d5a16de777 tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Request body: {'security_group': {'name': 'tempest-securitygroup--849254252', 'description': 'tempest-description--166252350'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:51:42.250919 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=820f770d-7e58-4376-9f78-1713d8e6ad8c,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:42.290740 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1f1b565f-7cfe-4db2-bb47-c4d0073d7c4d tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks [] for security_group (06e84a39-4727-46de-b199-8c844c51b542), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:42.350081 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72488e09-524d-48dd-b0f4-a393888142bf tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:51:42.446521 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:51:42.447446 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:51:42.449844 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-72488e09-524d-48dd-b0f4-a393888142bf tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:51:42.450437 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:51:42.454592 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:51:42.457391 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:51:42.458167 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:51:42.458687 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:51:42.461821 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:51:42.462474 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:51:42.463053 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:51:42.463665 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:51:42.469541 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:51:42.470157 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:51:42.470859 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:51:42.473843 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72488e09-524d-48dd-b0f4-a393888142bf tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:51:42.477861 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:51:42.509828 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1f1b565f-7cfe-4db2-bb47-c4d0073d7c4d tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks [] for security_group (06e84a39-4727-46de-b199-8c844c51b542), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:42.842485 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72488e09-524d-48dd-b0f4-a393888142bf tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Pushing event updated for resources: {'Port': ['ID=fa5f9932-2b9a-40c4-902d-3d25a33b06ae,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:43.001675 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-f9d75cc6-16ba-47de-be43-bfa4cbff5d69 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Allocated IP 172.22.0.1 (a6f42c38-05e8-487d-96f7-24e5e630d068/c760523a-67f1-4725-b59e-92a6e8cfc7f5/5543965c-9b3d-4dfc-b2cf-cad45522f549) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:51:43.085049 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c97d6611-cec3-4b5b-bc04-73d5a16de777 tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:43.113440 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port b7642158-2de1-4d6d-8790-bcc9c032f60b triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:51:43.113880 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b7642158-2de1-4d6d-8790-bcc9c032f60b), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:43.114212 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port b7642158-2de1-4d6d-8790-bcc9c032f60b Oct 04 20:51:43.178880 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-c9aea327-bf38-4051-a45b-44835313e8d3 None None] Attempting to bind port f5f1bae8-7b28-4221-a87b-9d1f99204b09 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:51:43.179456 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-c9aea327-bf38-4051-a45b-44835313e8d3 None None] Attempting to bind port f5f1bae8-7b28-4221-a87b-9d1f99204b09 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '73212b07-6bb0-4389-8278-696537935a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a6f42c38-05e8-487d-96f7-24e5e630d068'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:51:43.190377 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9aea327-bf38-4051-a45b-44835313e8d3 None None] Attempting to bind port f5f1bae8-7b28-4221-a87b-9d1f99204b09 on network a6f42c38-05e8-487d-96f7-24e5e630d068 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:51:43.200527 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1f1b565f-7cfe-4db2-bb47-c4d0073d7c4d tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (06e84a39-4727-46de-b199-8c844c51b542), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:43.206497 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1f1b565f-7cfe-4db2-bb47-c4d0073d7c4d tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:43.213330 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-1f1b565f-7cfe-4db2-bb47-c4d0073d7c4d tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/06e84a39-4727-46de-b199-8c844c51b542 HTTP/1.1" status: 204 len: 168 time: 2.3317163 Oct 04 20:51:43.222942 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 44688) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:51:43.237623 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:43.310749 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1b565f-7cfe-4db2-bb47-c4d0073d7c4d tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e84a39-4727-46de-b199-8c844c51b542,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:43.328428 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9aea327-bf38-4051-a45b-44835313e8d3 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:51:43.329211 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9aea327-bf38-4051-a45b-44835313e8d3 None None] Checking segment: {'id': '73212b07-6bb0-4389-8278-696537935a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a6f42c38-05e8-487d-96f7-24e5e630d068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:51:43.329881 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c9aea327-bf38-4051-a45b-44835313e8d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:43.330565 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9aea327-bf38-4051-a45b-44835313e8d3 None None] Bound using segment: {'id': '73212b07-6bb0-4389-8278-696537935a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a6f42c38-05e8-487d-96f7-24e5e630d068'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:51:43.331491 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-c9aea327-bf38-4051-a45b-44835313e8d3 None None] Bound port: f5f1bae8-7b28-4221-a87b-9d1f99204b09, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73212b07-6bb0-4389-8278-696537935a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a6f42c38-05e8-487d-96f7-24e5e630d068'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:51:43.332320 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c9aea327-bf38-4051-a45b-44835313e8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (f5f1bae8-7b28-4221-a87b-9d1f99204b09), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:43.348153 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a08c0ec-93c8-4b0f-b7c0-5a666e5a1a88 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:51:43.354936 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aea327-bf38-4051-a45b-44835313e8d3 None None] Pushing event updated for resources: {'Port': ['ID=f5f1bae8-7b28-4221-a87b-9d1f99204b09,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:43.400712 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac1b172-19d7-4e28-980b-148557d46c62 None None] Sync routers for ids ['63634eaa-56b2-4b97-902d-92c0b78e351f'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:51:43.409347 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-2a08c0ec-93c8-4b0f-b7c0-5a666e5a1a88 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/63634eaa-56b2-4b97-902d-92c0b78e351f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.0917761 Oct 04 20:51:43.409347 n-d-852085-12 neutron-server[108169]: INFO neutron.api.v2.resource [None req-ccacc5b8-df02-4bf8-912f-9fd6ddf55a3c tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] show failed (client error): The resource could not be found. Oct 04 20:51:43.411288 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 44700) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:51:43.411907 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ccacc5b8-df02-4bf8-912f-9fd6ddf55a3c tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] 10.222.0.78 "GET /networking/v2.0/security-groups/06e84a39-4727-46de-b199-8c844c51b542 HTTP/1.1" status: 404 len: 347 time: 0.1754003 Oct 04 20:51:43.414896 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 44702) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:51:43.464318 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac1b172-19d7-4e28-980b-148557d46c62 None None] Routers {'63634eaa-56b2-4b97-902d-92c0b78e351f'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:51:43.469568 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-0ac1b172-19d7-4e28-980b-148557d46c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:51:18Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['63634eaa-56b2-4b97-902d-92c0b78e351f'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:51:43.864808 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:43.919040 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dc08972d-8291-4e69-a714-d0870c403734 admin admin] Publish callbacks [] for router (63634eaa-56b2-4b97-902d-92c0b78e351f), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:43.967723 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-c9aea327-bf38-4051-a45b-44835313e8d3 None None] For port f5f1bae8-7b28-4221-a87b-9d1f99204b09, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:51:43.988914 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:43.993107 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-c9aea327-bf38-4051-a45b-44835313e8d3 None None] For port f5f1bae8-7b28-4221-a87b-9d1f99204b09, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=f5f1bae8-7b28-4221-a87b-9d1f99204b09,segment=NetworkSegment(73212b07-6bb0-4389-8278-696537935a13),segment_id=73212b07-6bb0-4389-8278-696537935a13)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:51:44.026865 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-0ac1b172-19d7-4e28-980b-148557d46c62 None None] Set router 63634eaa-56b2-4b97-902d-92c0b78e351f gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:51:44.108556 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port b7642158-2de1-4d6d-8790-bcc9c032f60b is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:51:44.110689 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device dcb3620a-c2ad-4473-a39a-bf1a957f5eef up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:51:44.134671 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c9aea327-bf38-4051-a45b-44835313e8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (f5f1bae8-7b28-4221-a87b-9d1f99204b09), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:44.263028 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c97d6611-cec3-4b5b-bc04-73d5a16de777 tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Publish callbacks [] for security_group (3fa42103-3b3d-4288-a420-712fabe0df10), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:44.442244 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:44.478020 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aea327-bf38-4051-a45b-44835313e8d3 None None] Pushing event updated for resources: {'Port': ['ID=f5f1bae8-7b28-4221-a87b-9d1f99204b09,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:44.483289 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f9d75cc6-16ba-47de-be43-bfa4cbff5d69 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for port (5543965c-9b3d-4dfc-b2cf-cad45522f549), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:44.589666 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-238ad666-8630-4d2b-bfe6-90af803f2cbe tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Deleting port 2af5a871-42e7-4029-8f13-ba6c5e3430e2 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:51:44.608177 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-238ad666-8630-4d2b-bfe6-90af803f2cbe tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (2af5a871-42e7-4029-8f13-ba6c5e3430e2), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:44.612993 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port dcb3620a-c2ad-4473-a39a-bf1a957f5eef triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:51:44.613874 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (dcb3620a-c2ad-4473-a39a-bf1a957f5eef), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:44.614446 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port dcb3620a-c2ad-4473-a39a-bf1a957f5eef Oct 04 20:51:44.856637 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:45.014674 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f9d75cc6-16ba-47de-be43-bfa4cbff5d69 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (5543965c-9b3d-4dfc-b2cf-cad45522f549), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:45.016717 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-0ac1b172-19d7-4e28-980b-148557d46c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63634eaa-56b2-4b97-902d-92c0b78e351f', 'name': 'tempest-ServerMetadataNegativeTestJSON-427948162-router', 'tenant_id': '54d1c146b5ce415cb43490a0ae2130cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '820f770d-7e58-4376-9f78-1713d8e6ad8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:52Z', 'updated_at': '2022-10-04T20:51:36Z', 'revision_number': 5, 'project_id': '54d1c146b5ce415cb43490a0ae2130cb', 'gw_port': {'id': '820f770d-7e58-4376-9f78-1713d8e6ad8c', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:64:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63634eaa-56b2-4b97-902d-92c0b78e351f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:55Z', 'updated_at': '2022-10-04T20:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:51:45.036657 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port dcb3620a-c2ad-4473-a39a-bf1a957f5eef is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:51:45.046245 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 374c93d2-c29d-4a86-b396-241144b0f8c3 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:51:45.167681 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac1b172-19d7-4e28-980b-148557d46c62 None None] Checking router: 63634eaa-56b2-4b97-902d-92c0b78e351f for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:51:45.202902 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac1b172-19d7-4e28-980b-148557d46c62 None None] Routers {'63634eaa-56b2-4b97-902d-92c0b78e351f'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:51:45.211113 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-0ac1b172-19d7-4e28-980b-148557d46c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:51:18Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['63634eaa-56b2-4b97-902d-92c0b78e351f'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:51:45.251313 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dc08972d-8291-4e69-a714-d0870c403734 admin admin] Publish callbacks [] for router_gateway (63634eaa-56b2-4b97-902d-92c0b78e351f), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:45.336707 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 374c93d2-c29d-4a86-b396-241144b0f8c3 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:51:45.337328 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (374c93d2-c29d-4a86-b396-241144b0f8c3), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:45.338548 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 374c93d2-c29d-4a86-b396-241144b0f8c3 Oct 04 20:51:45.341352 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d75cc6-16ba-47de-be43-bfa4cbff5d69 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event updated for resources: {'Port': ['ID=5543965c-9b3d-4dfc-b2cf-cad45522f549,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:45.440299 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d75cc6-16ba-47de-be43-bfa4cbff5d69 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Network a6f42c38-05e8-487d-96f7-24e5e630d068 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:51:45.476883 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 44730) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:51:45.521811 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-f9d75cc6-16ba-47de-be43-bfa4cbff5d69 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:51:45.576366 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d75cc6-16ba-47de-be43-bfa4cbff5d69 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:51:45.606424 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-0ac1b172-19d7-4e28-980b-148557d46c62 None None] Set router 63634eaa-56b2-4b97-902d-92c0b78e351f gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:51:45.751880 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c97d6611-cec3-4b5b-bc04-73d5a16de777 tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (3fa42103-3b3d-4288-a420-712fabe0df10), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:45.765186 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-dc08972d-8291-4e69-a714-d0870c403734 admin admin] Deleting port 820f770d-7e58-4376-9f78-1713d8e6ad8c {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:51:45.765949 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dc08972d-8291-4e69-a714-d0870c403734 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (820f770d-7e58-4376-9f78-1713d8e6ad8c), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:45.808781 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 374c93d2-c29d-4a86-b396-241144b0f8c3 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:51:45.822344 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-269b1a79-7486-4933-9bc7-6eb5047cde21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:45.905620 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-238ad666-8630-4d2b-bfe6-90af803f2cbe tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (2af5a871-42e7-4029-8f13-ba6c5e3430e2), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:45.906209 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-238ad666-8630-4d2b-bfe6-90af803f2cbe tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks [] for floatingip (2af5a871-42e7-4029-8f13-ba6c5e3430e2), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:45.931529 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:45.985173 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 13d08b62-8fee-4571-b0a3-fac4aeb529e5 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:51:46.048329 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97d6611-cec3-4b5b-bc04-73d5a16de777 tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa42103-3b3d-4288-a420-712fabe0df10,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:46.081502 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 13d08b62-8fee-4571-b0a3-fac4aeb529e5 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:51:46.082252 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 13d08b62-8fee-4571-b0a3-fac4aeb529e5 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:51:46.082768 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device ca6c94dd-f487-4d43-8e12-c6d81e70909f no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:51:46.169999 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-72488e09-524d-48dd-b0f4-a393888142bf tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for floatingip (bfea7f10-6876-43c4-a37d-8da6ed935e29), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:46.201225 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: ca6c94dd-f487-4d43-8e12-c6d81e70909f {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:51:46.202602 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device ca6c94dd-f487-4d43-8e12-c6d81e70909f not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:51:46.327940 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-dc08972d-8291-4e69-a714-d0870c403734 admin admin] For port 820f770d-7e58-4376-9f78-1713d8e6ad8c, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=820f770d-7e58-4376-9f78-1713d8e6ad8c,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:51:46.327940 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dc08972d-8291-4e69-a714-d0870c403734 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (820f770d-7e58-4376-9f78-1713d8e6ad8c), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:46.362400 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-0ac1b172-19d7-4e28-980b-148557d46c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63634eaa-56b2-4b97-902d-92c0b78e351f', 'name': 'tempest-ServerMetadataNegativeTestJSON-427948162-router', 'tenant_id': '54d1c146b5ce415cb43490a0ae2130cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '820f770d-7e58-4376-9f78-1713d8e6ad8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:52Z', 'updated_at': '2022-10-04T20:51:36Z', 'revision_number': 5, 'project_id': '54d1c146b5ce415cb43490a0ae2130cb', 'gw_port': {'id': '820f770d-7e58-4376-9f78-1713d8e6ad8c', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:64:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63634eaa-56b2-4b97-902d-92c0b78e351f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:55Z', 'updated_at': '2022-10-04T20:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:51:46.390729 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-dc08972d-8291-4e69-a714-d0870c403734 admin admin] Calling delete_port for 820f770d-7e58-4376-9f78-1713d8e6ad8c owned by network:router_gateway {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:51:46.461245 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac1b172-19d7-4e28-980b-148557d46c62 None None] The sync data for ids ['63634eaa-56b2-4b97-902d-92c0b78e351f'] in n-d-852085-12 is: [{'id': '63634eaa-56b2-4b97-902d-92c0b78e351f', 'name': 'tempest-ServerMetadataNegativeTestJSON-427948162-router', 'tenant_id': '54d1c146b5ce415cb43490a0ae2130cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '820f770d-7e58-4376-9f78-1713d8e6ad8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:52Z', 'updated_at': '2022-10-04T20:51:36Z', 'revision_number': 5, 'project_id': '54d1c146b5ce415cb43490a0ae2130cb', 'gw_port': {'id': '820f770d-7e58-4376-9f78-1713d8e6ad8c', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:64:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63634eaa-56b2-4b97-902d-92c0b78e351f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:55Z', 'updated_at': '2022-10-04T20:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:51:46.501460 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c97d6611-cec3-4b5b-bc04-73d5a16de777 tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:46.509128 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c97d6611-cec3-4b5b-bc04-73d5a16de777 tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 4.3407774 Oct 04 20:51:46.513970 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 44744) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:51:46.528887 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-5c25c4c8-cf25-427d-8af4-a8691ce2104a tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Request body: {'security_group_rule': {'security_group_id': '3fa42103-3b3d-4288-a420-712fabe0df10', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:51:46.788147 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e96b0e4-ad85-42b6-b043-ea75c6db261e None None] Network a6f42c38-05e8-487d-96f7-24e5e630d068 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:51:46.803656 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5c25c4c8-cf25-427d-8af4-a8691ce2104a tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Publish callbacks [] for security_group_rule (646e83dd-6a46-4e71-a024-602b95c6e8cb), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:46.818867 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-72488e09-524d-48dd-b0f4-a393888142bf tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (fa5f9932-2b9a-40c4-902d-3d25a33b06ae), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:46.837968 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:47.060483 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f9d75cc6-16ba-47de-be43-bfa4cbff5d69 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (3081662c-0fdc-4630-b24f-73f5027b7119), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:47.181300 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-89514ace-8185-4410-8cf1-84f2ee0ea579 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:47.241084 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5c25c4c8-cf25-427d-8af4-a8691ce2104a tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Publish callbacks [] for security_group_rule (646e83dd-6a46-4e71-a024-602b95c6e8cb), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:47.307970 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:47.318663 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device dfb32fef-085a-413b-8be1-c9e07712281e up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:51:47.320581 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-238ad666-8630-4d2b-bfe6-90af803f2cbe tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Calling delete_port for 2af5a871-42e7-4029-8f13-ba6c5e3430e2 owned by network:floatingip {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:51:47.367426 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:47.383448 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5c25c4c8-cf25-427d-8af4-a8691ce2104a tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (646e83dd-6a46-4e71-a024-602b95c6e8cb), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:47.505577 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port dfb32fef-085a-413b-8be1-c9e07712281e triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:51:47.506248 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (dfb32fef-085a-413b-8be1-c9e07712281e), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:47.506890 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port dfb32fef-085a-413b-8be1-c9e07712281e Oct 04 20:51:47.566296 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-5ae4bc6a-916a-4bb9-ae80-5eb78c457ae5 None None] Provisioning complete for port f5f1bae8-7b28-4221-a87b-9d1f99204b09 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:51:47.567996 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5ae4bc6a-916a-4bb9-ae80-5eb78c457ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (f5f1bae8-7b28-4221-a87b-9d1f99204b09), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:47.568450 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-5ae4bc6a-916a-4bb9-ae80-5eb78c457ae5 None None] Attempt 1 to provision port f5f1bae8-7b28-4221-a87b-9d1f99204b09 Oct 04 20:51:47.598363 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c25c4c8-cf25-427d-8af4-a8691ce2104a tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=646e83dd-6a46-4e71-a024-602b95c6e8cb,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:47.733493 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-bc806a1f-7662-4486-b8a3-540080047851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:47.765375 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-72488e09-524d-48dd-b0f4-a393888142bf tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for port (fa5f9932-2b9a-40c4-902d-3d25a33b06ae), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:47.782921 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5c25c4c8-cf25-427d-8af4-a8691ce2104a tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:47.790290 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-5c25c4c8-cf25-427d-8af4-a8691ce2104a tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2743576 Oct 04 20:51:47.796265 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 44762) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:51:47.812894 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-7280b7b3-39d8-4621-9ac7-6d91231d737d tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Request body: {'security_group_rule': {'security_group_id': '3fa42103-3b3d-4288-a420-712fabe0df10', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:51:47.891909 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-72488e09-524d-48dd-b0f4-a393888142bf tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (fa5f9932-2b9a-40c4-902d-3d25a33b06ae), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:47.937272 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-5ae4bc6a-916a-4bb9-ae80-5eb78c457ae5 None None] Current status of the port f5f1bae8-7b28-4221-a87b-9d1f99204b09 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:51:47.940602 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5ae4bc6a-916a-4bb9-ae80-5eb78c457ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (f5f1bae8-7b28-4221-a87b-9d1f99204b09), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:48.027508 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:48.102142 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f9d75cc6-16ba-47de-be43-bfa4cbff5d69 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (5543965c-9b3d-4dfc-b2cf-cad45522f549), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:48.201097 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:48.232186 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72488e09-524d-48dd-b0f4-a393888142bf tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Pushing event updated for resources: {'Port': ['ID=fa5f9932-2b9a-40c4-902d-3d25a33b06ae,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:48.259805 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7280b7b3-39d8-4621-9ac7-6d91231d737d tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Publish callbacks [] for security_group_rule (6af87658-8e4d-4464-aed6-58d4f988dd74), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:48.360222 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-5ae4bc6a-916a-4bb9-ae80-5eb78c457ae5 None None] For port f5f1bae8-7b28-4221-a87b-9d1f99204b09, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=f5f1bae8-7b28-4221-a87b-9d1f99204b09,segment=NetworkSegment(73212b07-6bb0-4389-8278-696537935a13),segment_id=73212b07-6bb0-4389-8278-696537935a13)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:51:48.373574 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port dfb32fef-085a-413b-8be1-c9e07712281e is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:51:48.393806 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device f5f1bae8-7b28-4221-a87b-9d1f99204b09 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:51:48.504647 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=79,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:48.530780 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7280b7b3-39d8-4621-9ac7-6d91231d737d tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Publish callbacks [] for security_group_rule (6af87658-8e4d-4464-aed6-58d4f988dd74), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:48.532992 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-72488e09-524d-48dd-b0f4-a393888142bf tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582728'] for floatingip (bfea7f10-6876-43c4-a37d-8da6ed935e29), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:48.560383 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5ae4bc6a-916a-4bb9-ae80-5eb78c457ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (f5f1bae8-7b28-4221-a87b-9d1f99204b09), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:48.596607 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 44766) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:51:48.647988 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-89514ace-8185-4410-8cf1-84f2ee0ea579 admin admin] Publish callbacks [] for security_group (99f56892-3516-4f8a-9734-9b6e5a9f166f), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:48.669407 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-238ad666-8630-4d2b-bfe6-90af803f2cbe tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (2af5a871-42e7-4029-8f13-ba6c5e3430e2), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:48.741977 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port f5f1bae8-7b28-4221-a87b-9d1f99204b09 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:51:48.743480 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (f5f1bae8-7b28-4221-a87b-9d1f99204b09), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:48.745156 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port f5f1bae8-7b28-4221-a87b-9d1f99204b09 Oct 04 20:51:48.755565 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-799a48a8-30c4-48f0-ad67-832a8407680c None None] Provisioning complete for port 5543965c-9b3d-4dfc-b2cf-cad45522f549 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:51:48.756678 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-799a48a8-30c4-48f0-ad67-832a8407680c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (5543965c-9b3d-4dfc-b2cf-cad45522f549), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:48.757536 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-799a48a8-30c4-48f0-ad67-832a8407680c None None] Attempt 1 to provision port 5543965c-9b3d-4dfc-b2cf-cad45522f549 Oct 04 20:51:48.806307 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ad666-8630-4d2b-bfe6-90af803f2cbe tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Pushing event deleted for resources: {'Port': ['ID=2af5a871-42e7-4029-8f13-ba6c5e3430e2,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:48.815973 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7280b7b3-39d8-4621-9ac7-6d91231d737d tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (6af87658-8e4d-4464-aed6-58d4f988dd74), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:48.865307 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7280b7b3-39d8-4621-9ac7-6d91231d737d tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6af87658-8e4d-4464-aed6-58d4f988dd74,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:48.872507 n-d-852085-12 neutron-server[108169]: INFO neutron.db.l3_db [None req-72488e09-524d-48dd-b0f4-a393888142bf tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Floating IP bfea7f10-6876-43c4-a37d-8da6ed935e29 associated. External IP: 172.25.5.233, port: 8589e256-6d31-4ddf-9c35-49b0d78a1af5. Oct 04 20:51:48.899043 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dc08972d-8291-4e69-a714-d0870c403734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (820f770d-7e58-4376-9f78-1713d8e6ad8c), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:48.956172 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-89514ace-8185-4410-8cf1-84f2ee0ea579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (99f56892-3516-4f8a-9734-9b6e5a9f166f), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:49.029804 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae4bc6a-916a-4bb9-ae80-5eb78c457ae5 None None] Pushing event updated for resources: {'Port': ['ID=f5f1bae8-7b28-4221-a87b-9d1f99204b09,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:49.063503 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-89514ace-8185-4410-8cf1-84f2ee0ea579 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=ddfe4ac0dfb1411a9f2b989528eadde6&name=default HTTP/1.1" status: 200 len: 3000 time: 3.5776877 Oct 04 20:51:49.078042 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-799a48a8-30c4-48f0-ad67-832a8407680c None None] Port 5543965c-9b3d-4dfc-b2cf-cad45522f549 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:51:49.091767 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 44772) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:51:49.103095 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-799a48a8-30c4-48f0-ad67-832a8407680c None None] Provisioning complete for port f5f1bae8-7b28-4221-a87b-9d1f99204b09 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:51:49.105323 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-799a48a8-30c4-48f0-ad67-832a8407680c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (f5f1bae8-7b28-4221-a87b-9d1f99204b09), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:49.108406 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-799a48a8-30c4-48f0-ad67-832a8407680c None None] Attempt 1 to provision port f5f1bae8-7b28-4221-a87b-9d1f99204b09 Oct 04 20:51:49.111266 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7280b7b3-39d8-4621-9ac7-6d91231d737d tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:49.119525 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-7280b7b3-39d8-4621-9ac7-6d91231d737d tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3217535 Oct 04 20:51:49.132101 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 44774) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:51:49.139126 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-6885c4b3-7050-4c1c-912b-4425f5edc1f9 tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Request body: {'floatingip': {'floating_network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:51:49.159123 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:49.264855 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-84b211df-71a0-419a-9247-1d2258d44569 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:49.269891 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port f5f1bae8-7b28-4221-a87b-9d1f99204b09 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:51:49.272038 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device c8f4c098-db0c-4a52-9741-0fbe07e0fb8f up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:51:49.273833 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89514ace-8185-4410-8cf1-84f2ee0ea579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f56892-3516-4f8a-9734-9b6e5a9f166f,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:49.329269 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc08972d-8291-4e69-a714-d0870c403734 admin admin] Pushing event deleted for resources: {'Port': ['ID=820f770d-7e58-4376-9f78-1713d8e6ad8c,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:49.342522 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6885c4b3-7050-4c1c-912b-4425f5edc1f9 tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Publish callbacks [] for floatingip (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:49.453863 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port c8f4c098-db0c-4a52-9741-0fbe07e0fb8f triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:51:49.454688 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (c8f4c098-db0c-4a52-9741-0fbe07e0fb8f), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:49.455474 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port c8f4c098-db0c-4a52-9741-0fbe07e0fb8f Oct 04 20:51:49.476898 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3dee64be-1b01-4388-826e-70f63f4dd353 admin admin] Publish callbacks [] for security_group (99f56892-3516-4f8a-9734-9b6e5a9f166f), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:49.505291 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-238ad666-8630-4d2b-bfe6-90af803f2cbe tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks [] for floatingip (a451705a-56d1-4cb3-9a75-de46c7f0e423), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:49.511109 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-238ad666-8630-4d2b-bfe6-90af803f2cbe tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:49.529291 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-238ad666-8630-4d2b-bfe6-90af803f2cbe tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/a451705a-56d1-4cb3-9a75-de46c7f0e423 HTTP/1.1" status: 204 len: 168 time: 6.0596409 Oct 04 20:51:49.529617 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-799a48a8-30c4-48f0-ad67-832a8407680c None None] Current status of the port f5f1bae8-7b28-4221-a87b-9d1f99204b09 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:51:49.694942 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3dee64be-1b01-4388-826e-70f63f4dd353 admin admin] Publish callbacks [] for security_group (99f56892-3516-4f8a-9734-9b6e5a9f166f), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:49.718180 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port c8f4c098-db0c-4a52-9741-0fbe07e0fb8f is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:51:49.718890 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (c8f4c098-db0c-4a52-9741-0fbe07e0fb8f), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:49.796387 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 44780) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:51:49.832393 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port c8f4c098-db0c-4a52-9741-0fbe07e0fb8f, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=c8f4c098-db0c-4a52-9741-0fbe07e0fb8f,segment=NetworkSegment(6071ae77-bbc2-4314-be2d-1b12ad8cbffa),segment_id=6071ae77-bbc2-4314-be2d-1b12ad8cbffa)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:51:49.887188 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6885c4b3-7050-4c1c-912b-4425f5edc1f9 tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:49.888070 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-c7dbfc21-2cdc-4c8a-b3ec-822fcacb3096 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2056665463', 'description': 'tempest-description--1694772081'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:51:49.895519 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72488e09-524d-48dd-b0f4-a393888142bf tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Router 338eba0b-7a56-4642-842c-8d7eb2577e2d has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:51:49.938088 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (c8f4c098-db0c-4a52-9741-0fbe07e0fb8f), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:49.938633 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:49.942699 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 331e5af0-038e-4113-bf87-7873e1354abe up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:51:49.961367 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dc08972d-8291-4e69-a714-d0870c403734 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (63634eaa-56b2-4b97-902d-92c0b78e351f), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:50.098269 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:50.137003 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:50.149093 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-84b211df-71a0-419a-9247-1d2258d44569 admin admin] Publish callbacks [] for security_group (1b4679c5-bc01-4b1d-9d06-4856019eaf49), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:50.189283 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 331e5af0-038e-4113-bf87-7873e1354abe triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:51:50.190685 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (331e5af0-038e-4113-bf87-7873e1354abe), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:50.191373 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 331e5af0-038e-4113-bf87-7873e1354abe Oct 04 20:51:50.256266 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dc08972d-8291-4e69-a714-d0870c403734 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (63634eaa-56b2-4b97-902d-92c0b78e351f), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:50.258569 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:50.262977 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dc08972d-8291-4e69-a714-d0870c403734 admin admin] Publish callbacks [] for router_controller (63634eaa-56b2-4b97-902d-92c0b78e351f), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:50.267197 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-84b211df-71a0-419a-9247-1d2258d44569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (1b4679c5-bc01-4b1d-9d06-4856019eaf49), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:50.272136 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=c8f4c098-db0c-4a52-9741-0fbe07e0fb8f,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:50.280887 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c7dbfc21-2cdc-4c8a-b3ec-822fcacb3096 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:50.293461 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3dee64be-1b01-4388-826e-70f63f4dd353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (99f56892-3516-4f8a-9734-9b6e5a9f166f), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:50.300204 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3dee64be-1b01-4388-826e-70f63f4dd353 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:50.307424 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-3dee64be-1b01-4388-826e-70f63f4dd353 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/99f56892-3516-4f8a-9734-9b6e5a9f166f HTTP/1.1" status: 204 len: 168 time: 1.2079995 Oct 04 20:51:50.307424 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-6885c4b3-7050-4c1c-912b-4425f5edc1f9 tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Allocated IP 172.25.5.249 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/2acbb6a1-cf67-4d61-9609-2f7a96c843d6) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:51:50.384698 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f9d75cc6-16ba-47de-be43-bfa4cbff5d69 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for port (5543965c-9b3d-4dfc-b2cf-cad45522f549), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:50.430007 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dee64be-1b01-4388-826e-70f63f4dd353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f56892-3516-4f8a-9734-9b6e5a9f166f,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:50.540141 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 331e5af0-038e-4113-bf87-7873e1354abe is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:51:50.541073 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (331e5af0-038e-4113-bf87-7873e1354abe), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:50.569764 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f9d75cc6-16ba-47de-be43-bfa4cbff5d69 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (5543965c-9b3d-4dfc-b2cf-cad45522f549), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:50.600683 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:50.648084 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 331e5af0-038e-4113-bf87-7873e1354abe, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=331e5af0-038e-4113-bf87-7873e1354abe,segment=NetworkSegment(f275d388-f627-415e-8e96-c7eb27d8866f),segment_id=f275d388-f627-415e-8e96-c7eb27d8866f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:51:50.656677 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-84b211df-71a0-419a-9247-1d2258d44569 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=43040c4dc3cc4a30a242acaf3630c1b0&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0535040 Oct 04 20:51:50.694841 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 44794) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:51:50.726807 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (331e5af0-038e-4113-bf87-7873e1354abe), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:50.727752 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a73b8d86-73b1-4e7e-97c8-997121113b0c up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:51:50.763884 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72488e09-524d-48dd-b0f4-a393888142bf tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:51:50.777421 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b211df-71a0-419a-9247-1d2258d44569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4679c5-bc01-4b1d-9d06-4856019eaf49,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:50.788765 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:50.855361 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d75cc6-16ba-47de-be43-bfa4cbff5d69 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event updated for resources: {'Port': ['ID=5543965c-9b3d-4dfc-b2cf-cad45522f549,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:50.858698 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636c035f-a319-453b-8526-7f3cd51fcfd1 None None] Sync routers for ids ['338eba0b-7a56-4642-842c-8d7eb2577e2d'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:51:50.889330 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dc08972d-8291-4e69-a714-d0870c403734 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (63634eaa-56b2-4b97-902d-92c0b78e351f), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:50.890826 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc08972d-8291-4e69-a714-d0870c403734 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63634eaa-56b2-4b97-902d-92c0b78e351f {{(pid=108170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:51:50.895707 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-53b63972-823d-4968-995c-563b4a322f37 admin admin] Publish callbacks [] for security_group (1b4679c5-bc01-4b1d-9d06-4856019eaf49), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:50.928954 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dc08972d-8291-4e69-a714-d0870c403734 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:50.936366 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-dc08972d-8291-4e69-a714-d0870c403734 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/63634eaa-56b2-4b97-902d-92c0b78e351f HTTP/1.1" status: 204 len: 168 time: 7.5029693 Oct 04 20:51:50.947068 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f9d75cc6-16ba-47de-be43-bfa4cbff5d69 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (3081662c-0fdc-4630-b24f-73f5027b7119), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:50.965529 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636c035f-a319-453b-8526-7f3cd51fcfd1 None None] Routers {'338eba0b-7a56-4642-842c-8d7eb2577e2d'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:51:50.966662 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-636c035f-a319-453b-8526-7f3cd51fcfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:51:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['338eba0b-7a56-4642-842c-8d7eb2577e2d'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:51:50.974106 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 44796) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:51:51.029693 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-72488e09-524d-48dd-b0f4-a393888142bf tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:51.108517 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=331e5af0-038e-4113-bf87-7873e1354abe,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:51.121864 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-636c035f-a319-453b-8526-7f3cd51fcfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:51:51.165299 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:DELETE=4,neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:51.194402 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6885c4b3-7050-4c1c-912b-4425f5edc1f9 tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Publish callbacks [] for port (2acbb6a1-cf67-4d61-9609-2f7a96c843d6), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:51.196138 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port a73b8d86-73b1-4e7e-97c8-997121113b0c triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:51:51.201211 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (a73b8d86-73b1-4e7e-97c8-997121113b0c), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:51.201902 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port a73b8d86-73b1-4e7e-97c8-997121113b0c Oct 04 20:51:51.207570 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636c035f-a319-453b-8526-7f3cd51fcfd1 None None] Routers {'338eba0b-7a56-4642-842c-8d7eb2577e2d'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:51:51.213667 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-53b63972-823d-4968-995c-563b4a322f37 admin admin] Publish callbacks [] for security_group (1b4679c5-bc01-4b1d-9d06-4856019eaf49), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:51.220597 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-636c035f-a319-453b-8526-7f3cd51fcfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:51:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['338eba0b-7a56-4642-842c-8d7eb2577e2d'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:51:51.330601 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-72488e09-524d-48dd-b0f4-a393888142bf tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 13.9993036 Oct 04 20:51:51.345001 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 44802) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:51:51.362939 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-789410c7-6570-45d6-93b8-de1a305ad631 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Request body: {'floatingip': {'port_id': None}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:51:51.439457 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-636c035f-a319-453b-8526-7f3cd51fcfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:51:51.440666 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636c035f-a319-453b-8526-7f3cd51fcfd1 None None] The sync data for ids ['338eba0b-7a56-4642-842c-8d7eb2577e2d'] in n-d-852085-12 is: [] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:51:51.518551 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2d94714-24cd-452b-ad16-e8c1cdc59629 admin admin] Deleting subnet bd39306f-5baf-41dd-a47b-7401c8ef3ae8 {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:51:51.530832 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b2d94714-24cd-452b-ad16-e8c1cdc59629 admin admin] Publish callbacks [] for subnet (bd39306f-5baf-41dd-a47b-7401c8ef3ae8), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:51.574345 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-789410c7-6570-45d6-93b8-de1a305ad631 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for floatingip (bfea7f10-6876-43c4-a37d-8da6ed935e29), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:51.633906 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d75cc6-16ba-47de-be43-bfa4cbff5d69 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Network a6f42c38-05e8-487d-96f7-24e5e630d068 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:51:51.645326 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:51.655749 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-f9d75cc6-16ba-47de-be43-bfa4cbff5d69 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:51:51.659714 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:51.707748 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6885c4b3-7050-4c1c-912b-4425f5edc1f9 tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (2acbb6a1-cf67-4d61-9609-2f7a96c843d6), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:51.739815 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port a73b8d86-73b1-4e7e-97c8-997121113b0c is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:51:51.740750 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 820f770d-7e58-4376-9f78-1713d8e6ad8c up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:51:51.792221 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b2d94714-24cd-452b-ad16-e8c1cdc59629 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (bd39306f-5baf-41dd-a47b-7401c8ef3ae8), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:51.810355 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 820f770d-7e58-4376-9f78-1713d8e6ad8c {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:51:51.815772 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 820f770d-7e58-4376-9f78-1713d8e6ad8c not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 04 20:51:51.825769 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6885c4b3-7050-4c1c-912b-4425f5edc1f9 tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Pushing event updated for resources: {'Port': ['ID=2acbb6a1-cf67-4d61-9609-2f7a96c843d6,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:51.840709 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-53b63972-823d-4968-995c-563b4a322f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (1b4679c5-bc01-4b1d-9d06-4856019eaf49), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:51.850305 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-53b63972-823d-4968-995c-563b4a322f37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:51.852964 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-53b63972-823d-4968-995c-563b4a322f37 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/1b4679c5-bc01-4b1d-9d06-4856019eaf49 HTTP/1.1" status: 204 len: 168 time: 1.1466122 Oct 04 20:51:51.902303 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Port 820f770d-7e58-4376-9f78-1713d8e6ad8c not found, will not notify nova. {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 04 20:51:51.902996 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a06f839b-36fb-4741-8453-8456fa33f26b up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:51:51.966851 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 44806) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:51:52.009155 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b63972-823d-4968-995c-563b4a322f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4679c5-bc01-4b1d-9d06-4856019eaf49,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:52.025046 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6885c4b3-7050-4c1c-912b-4425f5edc1f9 tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:51:52.032476 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-6885c4b3-7050-4c1c-912b-4425f5edc1f9 tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:51:52.047996 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6885c4b3-7050-4c1c-912b-4425f5edc1f9 tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:51:52.145209 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port a06f839b-36fb-4741-8453-8456fa33f26b triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:51:52.145838 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (a06f839b-36fb-4741-8453-8456fa33f26b), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:52.150136 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port a06f839b-36fb-4741-8453-8456fa33f26b Oct 04 20:51:52.263285 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-789410c7-6570-45d6-93b8-de1a305ad631 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:52.290695 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c7dbfc21-2cdc-4c8a-b3ec-822fcacb3096 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks [] for security_group (01446b11-06ae-479b-9ddb-731d5a908eb3), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:52.319314 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-7d2c7aa0-a501-49f0-aeca-141d281fc545 None None] Provisioning complete for port 5543965c-9b3d-4dfc-b2cf-cad45522f549 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:51:52.319314 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7d2c7aa0-a501-49f0-aeca-141d281fc545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (5543965c-9b3d-4dfc-b2cf-cad45522f549), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:52.319920 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-7d2c7aa0-a501-49f0-aeca-141d281fc545 None None] Attempt 1 to provision port 5543965c-9b3d-4dfc-b2cf-cad45522f549 Oct 04 20:51:52.360842 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-789410c7-6570-45d6-93b8-de1a305ad631 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582728'] for floatingip (bfea7f10-6876-43c4-a37d-8da6ed935e29), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:52.364265 n-d-852085-12 neutron-server[108169]: INFO neutron.db.l3_db [None req-789410c7-6570-45d6-93b8-de1a305ad631 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Floating IP bfea7f10-6876-43c4-a37d-8da6ed935e29 disassociated. External IP: 172.25.5.233, port: 8589e256-6d31-4ddf-9c35-49b0d78a1af5. Oct 04 20:51:52.370628 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bf3301e2-27d3-4832-a0c3-2ca2124f7de8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:52.383568 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:52.497393 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-7d2c7aa0-a501-49f0-aeca-141d281fc545 None None] Port 5543965c-9b3d-4dfc-b2cf-cad45522f549 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:51:52.503557 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port a06f839b-36fb-4741-8453-8456fa33f26b is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:51:52.513531 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c7dbfc21-2cdc-4c8a-b3ec-822fcacb3096 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (01446b11-06ae-479b-9ddb-731d5a908eb3), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:52.604331 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b2d94714-24cd-452b-ad16-e8c1cdc59629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (bd39306f-5baf-41dd-a47b-7401c8ef3ae8), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:52.621670 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9d75cc6-16ba-47de-be43-bfa4cbff5d69 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Router 3081662c-0fdc-4630-b24f-73f5027b7119 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:51:52.635069 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6885c4b3-7050-4c1c-912b-4425f5edc1f9 tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Publish callbacks [] for floatingip (3987e906-b322-426c-8238-59e50968b1e9), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:52.651873 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device f371457a-1785-4c6c-bb0c-8c70a2746cc6 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:51:52.695886 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: f371457a-1785-4c6c-bb0c-8c70a2746cc6 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:51:52.696639 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device f371457a-1785-4c6c-bb0c-8c70a2746cc6 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:51:52.697474 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device d45f757d-5e73-4238-8fc6-134ec2952b6d no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:51:52.743606 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: d45f757d-5e73-4238-8fc6-134ec2952b6d {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:51:52.744294 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device d45f757d-5e73-4238-8fc6-134ec2952b6d not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:51:52.795686 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c7dbfc21-2cdc-4c8a-b3ec-822fcacb3096 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:52.803588 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c7dbfc21-2cdc-4c8a-b3ec-822fcacb3096 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 2.9272549 Oct 04 20:51:52.825385 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 44810) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:51:52.826729 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dbfc21-2cdc-4c8a-b3ec-822fcacb3096 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01446b11-06ae-479b-9ddb-731d5a908eb3,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:52.840601 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-36631ffd-0ae2-4895-8cec-8c46fa04df39 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Request body: {'security_group_rule': {'security_group_id': '01446b11-06ae-479b-9ddb-731d5a908eb3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:51:53.062691 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:53.114706 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6885c4b3-7050-4c1c-912b-4425f5edc1f9 tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (2acbb6a1-cf67-4d61-9609-2f7a96c843d6), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:53.148771 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b2d94714-24cd-452b-ad16-e8c1cdc59629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (bd39306f-5baf-41dd-a47b-7401c8ef3ae8), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:53.171313 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device f5f1bae8-7b28-4221-a87b-9d1f99204b09 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:51:53.338284 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-36631ffd-0ae2-4895-8cec-8c46fa04df39 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks [] for security_group_rule (2babe012-4bea-4801-89b3-073a66b3be86), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:53.381285 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port f5f1bae8-7b28-4221-a87b-9d1f99204b09 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:51:53.382454 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (f5f1bae8-7b28-4221-a87b-9d1f99204b09), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:53.383415 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port f5f1bae8-7b28-4221-a87b-9d1f99204b09 Oct 04 20:51:53.415081 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:53.485685 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:53.489547 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-36631ffd-0ae2-4895-8cec-8c46fa04df39 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks [] for security_group_rule (2babe012-4bea-4801-89b3-073a66b3be86), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:53.492879 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-789410c7-6570-45d6-93b8-de1a305ad631 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Router 338eba0b-7a56-4642-842c-8d7eb2577e2d has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:51:53.501569 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d94714-24cd-452b-ad16-e8c1cdc59629 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd39306f-5baf-41dd-a47b-7401c8ef3ae8,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:53.510099 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b2d94714-24cd-452b-ad16-e8c1cdc59629 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:53.526195 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b2d94714-24cd-452b-ad16-e8c1cdc59629 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/bd39306f-5baf-41dd-a47b-7401c8ef3ae8 HTTP/1.1" status: 204 len: 168 time: 2.5329401 Oct 04 20:51:53.530266 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 44820) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:51:53.542538 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6813f09a-026e-497b-aca4-d9516d807faf None None] Network 28a24512-7b90-45c1-928d-59da1ce275a8 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:51:53.677564 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:53.929144 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6885c4b3-7050-4c1c-912b-4425f5edc1f9 tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Publish callbacks [] for port (2acbb6a1-cf67-4d61-9609-2f7a96c843d6), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:53.954704 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789410c7-6570-45d6-93b8-de1a305ad631 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:51:53.965477 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-789410c7-6570-45d6-93b8-de1a305ad631 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:53.977283 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109ebe7b-8c55-47bc-99f5-9199a7240fa0 None None] Sync routers for ids ['338eba0b-7a56-4642-842c-8d7eb2577e2d'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:51:54.015029 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109ebe7b-8c55-47bc-99f5-9199a7240fa0 None None] Routers {'338eba0b-7a56-4642-842c-8d7eb2577e2d'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:51:54.020223 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-109ebe7b-8c55-47bc-99f5-9199a7240fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:51:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['338eba0b-7a56-4642-842c-8d7eb2577e2d'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:51:54.043279 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-789410c7-6570-45d6-93b8-de1a305ad631 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] 10.222.0.78 "PUT /networking/v2.0/floatingips/bfea7f10-6876-43c4-a37d-8da6ed935e29 HTTP/1.1" status: 200 len: 688 time: 2.6850929 Oct 04 20:51:54.050716 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 44826) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:51:54.052461 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6885c4b3-7050-4c1c-912b-4425f5edc1f9 tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (2acbb6a1-cf67-4d61-9609-2f7a96c843d6), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:54.227665 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-109ebe7b-8c55-47bc-99f5-9199a7240fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:51:54.276210 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109ebe7b-8c55-47bc-99f5-9199a7240fa0 None None] Routers {'338eba0b-7a56-4642-842c-8d7eb2577e2d'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:51:54.280023 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-109ebe7b-8c55-47bc-99f5-9199a7240fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:51:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['338eba0b-7a56-4642-842c-8d7eb2577e2d'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:51:54.295849 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port f5f1bae8-7b28-4221-a87b-9d1f99204b09 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:51:54.299979 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device c8f4c098-db0c-4a52-9741-0fbe07e0fb8f up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:51:54.404162 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-36631ffd-0ae2-4895-8cec-8c46fa04df39 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (2babe012-4bea-4801-89b3-073a66b3be86), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:54.434341 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port c8f4c098-db0c-4a52-9741-0fbe07e0fb8f triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:51:54.435546 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (c8f4c098-db0c-4a52-9741-0fbe07e0fb8f), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:54.437217 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port c8f4c098-db0c-4a52-9741-0fbe07e0fb8f Oct 04 20:51:54.446187 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c77399f-b677-43e1-9e2d-f7406dd87289 None None] DHCP port deletion for 28a24512-7b90-45c1-928d-59da1ce275a8 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:51:54.448900 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6885c4b3-7050-4c1c-912b-4425f5edc1f9 tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Pushing event updated for resources: {'Port': ['ID=2acbb6a1-cf67-4d61-9609-2f7a96c843d6,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:54.461351 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6885c4b3-7050-4c1c-912b-4425f5edc1f9 tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582728'] for floatingip (3987e906-b322-426c-8238-59e50968b1e9), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:54.556034 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-109ebe7b-8c55-47bc-99f5-9199a7240fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:51:54.557883 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109ebe7b-8c55-47bc-99f5-9199a7240fa0 None None] The sync data for ids ['338eba0b-7a56-4642-842c-8d7eb2577e2d'] in n-d-852085-12 is: [] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:51:54.572958 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d75cc6-16ba-47de-be43-bfa4cbff5d69 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:51:54.585691 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f9d75cc6-16ba-47de-be43-bfa4cbff5d69 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "PUT /networking/v2.0/routers/3081662c-0fdc-4630-b24f-73f5027b7119/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.3181789 Oct 04 20:51:54.595584 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6885c4b3-7050-4c1c-912b-4425f5edc1f9 tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:54.598877 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-6885c4b3-7050-4c1c-912b-4425f5edc1f9 tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4646358 Oct 04 20:51:54.603579 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 44830) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:51:54.613476 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-1987175d-0805-411b-8a89-35bb11b017bb tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Request body: {'network': {'name': 'tempest-RoutersTest-846506841'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:51:54.645116 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36631ffd-0ae2-4895-8cec-8c46fa04df39 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2babe012-4bea-4801-89b3-073a66b3be86,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:54.683121 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bf3301e2-27d3-4832-a0c3-2ca2124f7de8 admin admin] Publish callbacks [] for security_group (87c54acc-d5e6-446d-a327-2cd75c3acab9), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:54.692560 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-863a3266-4f20-4149-9a0d-5d7ed91e37af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (28a24512-7b90-45c1-928d-59da1ce275a8), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:54.724452 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-36631ffd-0ae2-4895-8cec-8c46fa04df39 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:54.730140 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-36631ffd-0ae2-4895-8cec-8c46fa04df39 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8972394 Oct 04 20:51:54.740908 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 44836) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:51:54.756332 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-c174943f-c6b1-4b5a-aaae-95505b8b94df tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Request body: {'security_group_rule': {'security_group_id': '01446b11-06ae-479b-9ddb-731d5a908eb3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:51:54.760071 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927f22c4-9dfd-4374-872c-35127d9f9eb2 None None] Sync routers for ids ['3081662c-0fdc-4630-b24f-73f5027b7119'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:51:54.805444 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:54.815733 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bf3301e2-27d3-4832-a0c3-2ca2124f7de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (87c54acc-d5e6-446d-a327-2cd75c3acab9), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:54.897021 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-5c77399f-b677-43e1-9e2d-f7406dd87289 None None] Deleting port 73e3103c-9118-45c3-b8ee-3c7a579c7183 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:51:54.902634 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5c77399f-b677-43e1-9e2d-f7406dd87289 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (73e3103c-9118-45c3-b8ee-3c7a579c7183), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:54.913794 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-957423e4-b250-4c25-a21f-b391319ded08 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Deleting port fa5f9932-2b9a-40c4-902d-3d25a33b06ae {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:51:54.916866 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-957423e4-b250-4c25-a21f-b391319ded08 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (fa5f9932-2b9a-40c4-902d-3d25a33b06ae), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:54.917166 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927f22c4-9dfd-4374-872c-35127d9f9eb2 None None] Routers {'3081662c-0fdc-4630-b24f-73f5027b7119'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:51:54.919947 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-927f22c4-9dfd-4374-872c-35127d9f9eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:51:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['3081662c-0fdc-4630-b24f-73f5027b7119'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:51:55.006520 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1987175d-0805-411b-8a89-35bb11b017bb tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Made reservation on behalf of 869ac0b5366d400d99edf8b0539f2d2d for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:51:55.020988 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1987175d-0805-411b-8a89-35bb11b017bb tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:55.107187 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3301e2-27d3-4832-a0c3-2ca2124f7de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c54acc-d5e6-446d-a327-2cd75c3acab9,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:55.172560 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1987175d-0805-411b-8a89-35bb11b017bb tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:51:55.195515 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1987175d-0805-411b-8a89-35bb11b017bb tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (3d3d3c92-ea62-4125-bb89-433e620c79b0), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:55.195515 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-1987175d-0805-411b-8a89-35bb11b017bb tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Added segment 3d3d3c92-ea62-4125-bb89-433e620c79b0 of type vlan for network 8352e86a-10ba-45a2-a2a3-9105643dd2eb Oct 04 20:51:55.289001 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1987175d-0805-411b-8a89-35bb11b017bb tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (8352e86a-10ba-45a2-a2a3-9105643dd2eb), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:55.339059 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:55.360186 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c174943f-c6b1-4b5a-aaae-95505b8b94df tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks [] for security_group_rule (4969140e-dc99-4bbd-86db-37e349ba2f1e), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:55.412371 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-bf3301e2-27d3-4832-a0c3-2ca2124f7de8 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=de0c4e1b5708472ea635d53dbf60bf90&name=default HTTP/1.1" status: 200 len: 3000 time: 3.4131541 Oct 04 20:51:55.420062 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-957423e4-b250-4c25-a21f-b391319ded08 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (fa5f9932-2b9a-40c4-902d-3d25a33b06ae), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:55.421373 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-957423e4-b250-4c25-a21f-b391319ded08 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for floatingip (fa5f9932-2b9a-40c4-902d-3d25a33b06ae), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:55.424261 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 44852) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:51:55.430413 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-863a3266-4f20-4149-9a0d-5d7ed91e37af admin admin] Deleting port 73e3103c-9118-45c3-b8ee-3c7a579c7183 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:51:55.431218 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-863a3266-4f20-4149-9a0d-5d7ed91e37af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (73e3103c-9118-45c3-b8ee-3c7a579c7183), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:55.451473 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-957423e4-b250-4c25-a21f-b391319ded08 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Calling delete_port for fa5f9932-2b9a-40c4-902d-3d25a33b06ae owned by network:floatingip {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:51:55.462329 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port c8f4c098-db0c-4a52-9741-0fbe07e0fb8f is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:51:55.465104 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 331e5af0-038e-4113-bf87-7873e1354abe up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:51:55.733998 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-5c77399f-b677-43e1-9e2d-f7406dd87289 None None] For port 73e3103c-9118-45c3-b8ee-3c7a579c7183, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=73e3103c-9118-45c3-b8ee-3c7a579c7183,segment=NetworkSegment(ce861961-400b-4578-92bc-05b9b673d2f3),segment_id=ce861961-400b-4578-92bc-05b9b673d2f3)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:51:55.734990 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5c77399f-b677-43e1-9e2d-f7406dd87289 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (73e3103c-9118-45c3-b8ee-3c7a579c7183), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:55.750643 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 44854) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:51:55.796697 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-927f22c4-9dfd-4374-872c-35127d9f9eb2 None None] Set router 3081662c-0fdc-4630-b24f-73f5027b7119 gateway port host: None {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:51:55.809129 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-5c77399f-b677-43e1-9e2d-f7406dd87289 None None] Calling delete_port for 73e3103c-9118-45c3-b8ee-3c7a579c7183 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:51:55.864623 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1987175d-0805-411b-8a89-35bb11b017bb tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (8352e86a-10ba-45a2-a2a3-9105643dd2eb), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:55.896783 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1987175d-0805-411b-8a89-35bb11b017bb tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:51:55.901297 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1987175d-0805-411b-8a89-35bb11b017bb tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:55.982323 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c174943f-c6b1-4b5a-aaae-95505b8b94df tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks [] for security_group_rule (4969140e-dc99-4bbd-86db-37e349ba2f1e), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:56.043496 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:56.070061 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-863a3266-4f20-4149-9a0d-5d7ed91e37af admin admin] For port 73e3103c-9118-45c3-b8ee-3c7a579c7183, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=73e3103c-9118-45c3-b8ee-3c7a579c7183,segment=NetworkSegment(ce861961-400b-4578-92bc-05b9b673d2f3),segment_id=ce861961-400b-4578-92bc-05b9b673d2f3)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:51:56.070708 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-863a3266-4f20-4149-9a0d-5d7ed91e37af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (73e3103c-9118-45c3-b8ee-3c7a579c7183), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:56.112567 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 331e5af0-038e-4113-bf87-7873e1354abe triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:51:56.117575 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (331e5af0-038e-4113-bf87-7873e1354abe), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:56.117575 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 331e5af0-038e-4113-bf87-7873e1354abe Oct 04 20:51:56.186423 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c174943f-c6b1-4b5a-aaae-95505b8b94df tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (4969140e-dc99-4bbd-86db-37e349ba2f1e), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:56.310393 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-863a3266-4f20-4149-9a0d-5d7ed91e37af admin admin] Calling delete_port for 73e3103c-9118-45c3-b8ee-3c7a579c7183 owned by network:dhcp {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:51:56.329405 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:56.331102 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1987175d-0805-411b-8a89-35bb11b017bb tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event updated for resources: {'Network': ['ID=8352e86a-10ba-45a2-a2a3-9105643dd2eb,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:56.346262 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-1987175d-0805-411b-8a89-35bb11b017bb tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.7403646 Oct 04 20:51:56.350779 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 44864) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:51:56.367794 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-b61d3e37-3bd1-4ad5-83ed-11a0605e121b tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Request body: {'subnet': {'network_id': '8352e86a-10ba-45a2-a2a3-9105643dd2eb', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:51:56.382123 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ed373030-50f9-4453-aae1-a04cf4e1e296 admin admin] Publish callbacks [] for security_group (87c54acc-d5e6-446d-a327-2cd75c3acab9), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:56.384489 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-53ff59c2-a73f-4367-a7e6-b6eeb9970ba9 admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-2059065383-network', 'tenant_id': 'a64b7e8684dc4deabb72e98df57411a2'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:51:56.405010 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 8352e86a-10ba-45a2-a2a3-9105643dd2eb details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:51:56.417392 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c174943f-c6b1-4b5a-aaae-95505b8b94df tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4969140e-dc99-4bbd-86db-37e349ba2f1e,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:56.433753 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-957423e4-b250-4c25-a21f-b391319ded08 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (fa5f9932-2b9a-40c4-902d-3d25a33b06ae), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:56.480721 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5c77399f-b677-43e1-9e2d-f7406dd87289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (73e3103c-9118-45c3-b8ee-3c7a579c7183), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:56.538086 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c174943f-c6b1-4b5a-aaae-95505b8b94df tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:56.541176 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c174943f-c6b1-4b5a-aaae-95505b8b94df tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7946970 Oct 04 20:51:56.576695 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 44868) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:51:56.589061 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ed373030-50f9-4453-aae1-a04cf4e1e296 admin admin] Publish callbacks [] for security_group (87c54acc-d5e6-446d-a327-2cd75c3acab9), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:56.626699 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-b1d60336-859d-4fcd-95c3-fbc40381305c tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Request body: {'floatingip': {'floating_network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:51:56.751184 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c77399f-b677-43e1-9e2d-f7406dd87289 None None] Pushing event deleted for resources: {'Port': ['ID=73e3103c-9118-45c3-b8ee-3c7a579c7183,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:56.786329 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c77399f-b677-43e1-9e2d-f7406dd87289 None None] No DVR routers for this DVR port 73e3103c-9118-45c3-b8ee-3c7a579c7183 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:51:56.855360 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-dab64ee7-a4f0-464e-a801-1e4e18c526a7 req-6e1c89bb-8d2c-4d85-8d5d-2f0499095d5e tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--849254252&fields=id&tenant_id=6006071429214a518602cecf8646892a HTTP/1.1" status: 200 len: 267 time: 0.5777490 Oct 04 20:51:57.018983 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:57.049549 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 331e5af0-038e-4113-bf87-7873e1354abe is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:51:57.058013 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957423e4-b250-4c25-a21f-b391319ded08 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Pushing event deleted for resources: {'Port': ['ID=fa5f9932-2b9a-40c4-902d-3d25a33b06ae,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:57.059724 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-863a3266-4f20-4149-9a0d-5d7ed91e37af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (73e3103c-9118-45c3-b8ee-3c7a579c7183), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:57.074585 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-927f22c4-9dfd-4374-872c-35127d9f9eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'name': 'tempest-RoutersTest-router-1933585120', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:36Z', 'updated_at': '2022-10-04T20:51:47Z', 'revision_number': 4, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'gw_port_host': None, '_interfaces': [{'id': '5543965c-9b3d-4dfc-b2cf-cad45522f549', 'name': '', 'network_id': 'a6f42c38-05e8-487d-96f7-24e5e630d068', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'mac_address': 'fa:16:3e:df:50:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'c760523a-67f1-4725-b59e-92a6e8cfc7f5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:51:40Z', 'updated_at': '2022-10-04T20:51:49Z', 'revision_number': 2, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'subnets': [{'id': 'c760523a-67f1-4725-b59e-92a6e8cfc7f5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7642158-2de1-4d6d-8790-bcc9c032f60b', 'name': '', 'network_id': '6c08d114-6acc-4123-89a6-391843302c04', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'mac_address': 'fa:16:3e:51:06:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '5d3cff06-c5a9-460c-b648-2641a66f3c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:47Z', 'updated_at': '2022-10-04T20:51:22Z', 'revision_number': 5, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'subnets': [{'id': '5d3cff06-c5a9-460c-b648-2641a66f3c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8f4c098-db0c-4a52-9741-0fbe07e0fb8f', 'name': '', 'network_id': '4f0c76aa-0b67-42ea-abe1-7961d753a0e0', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'mac_address': 'fa:16:3e:7e:1e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '0b59dfc8-0794-467a-9da7-c01dc65ce1a6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:51:14Z', 'updated_at': '2022-10-04T20:51:49Z', 'revision_number': 5, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'subnets': [{'id': '0b59dfc8-0794-467a-9da7-c01dc65ce1a6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:51:57.079711 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:57.126573 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927f22c4-9dfd-4374-872c-35127d9f9eb2 None None] Checking router: 3081662c-0fdc-4630-b24f-73f5027b7119 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:51:57.128282 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927f22c4-9dfd-4374-872c-35127d9f9eb2 None None] Updating router 3081662c-0fdc-4630-b24f-73f5027b7119 port 5543965c-9b3d-4dfc-b2cf-cad45522f549 binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:51:57.135084 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863a3266-4f20-4149-9a0d-5d7ed91e37af admin admin] Pushing event deleted for resources: {'Port': ['ID=73e3103c-9118-45c3-b8ee-3c7a579c7183,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:57.139109 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863a3266-4f20-4149-9a0d-5d7ed91e37af admin admin] No DVR routers for this DVR port 73e3103c-9118-45c3-b8ee-3c7a579c7183 on host n-d-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:51:57.149821 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b1d60336-859d-4fcd-95c3-fbc40381305c tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks [] for floatingip (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:57.195582 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-927f22c4-9dfd-4374-872c-35127d9f9eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (5543965c-9b3d-4dfc-b2cf-cad45522f549), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:57.206386 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 820f770d-7e58-4376-9f78-1713d8e6ad8c no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:51:57.270525 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 820f770d-7e58-4376-9f78-1713d8e6ad8c {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:51:57.271086 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 820f770d-7e58-4376-9f78-1713d8e6ad8c not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:51:57.277530 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ff59c2-a73f-4367-a7e6-b6eeb9970ba9 admin admin] Made reservation on behalf of a64b7e8684dc4deabb72e98df57411a2 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:51:57.284574 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-53ff59c2-a73f-4367-a7e6-b6eeb9970ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:57.327041 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-53ff59c2-a73f-4367-a7e6-b6eeb9970ba9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:57.341930 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-957423e4-b250-4c25-a21f-b391319ded08 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for floatingip (bfea7f10-6876-43c4-a37d-8da6ed935e29), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:57.347358 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-957423e4-b250-4c25-a21f-b391319ded08 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:57.349160 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-957423e4-b250-4c25-a21f-b391319ded08 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/bfea7f10-6876-43c4-a37d-8da6ed935e29 HTTP/1.1" status: 204 len: 168 time: 3.1617227 Oct 04 20:51:57.377502 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 44872) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:51:57.402404 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:57.403210 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-434b3f18-dcd5-4cc8-a828-4d6eb4cca6b3 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Request body: {'floatingip': {'floating_network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'port_id': 'aac66bb4-9660-4d5c-9be2-039de348659c'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:51:57.480012 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ed373030-50f9-4453-aae1-a04cf4e1e296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (87c54acc-d5e6-446d-a327-2cd75c3acab9), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:57.486756 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ed373030-50f9-4453-aae1-a04cf4e1e296 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:57.489734 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-ed373030-50f9-4453-aae1-a04cf4e1e296 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/87c54acc-d5e6-446d-a327-2cd75c3acab9 HTTP/1.1" status: 204 len: 168 time: 1.9891195 Oct 04 20:51:57.540418 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 73e3103c-9118-45c3-b8ee-3c7a579c7183 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:51:57.550334 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-863a3266-4f20-4149-9a0d-5d7ed91e37af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (28a24512-7b90-45c1-928d-59da1ce275a8), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:57.568396 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab64ee7-a4f0-464e-a801-1e4e18c526a7 req-5abf8bd0-86e8-4548-8a4d-b2d720eff726 tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:51:57.571376 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-dab64ee7-a4f0-464e-a801-1e4e18c526a7 req-5abf8bd0-86e8-4548-8a4d-b2d720eff726 tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] 10.222.0.78 "GET /networking/v2.0/networks?id=f0fe7fb4-d5ef-472d-aff1-4131ebf9faf7 HTTP/1.1" status: 200 len: 810 time: 0.7144365 Oct 04 20:51:57.592980 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed373030-50f9-4453-aae1-a04cf4e1e296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c54acc-d5e6-446d-a327-2cd75c3acab9,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:57.617141 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 73e3103c-9118-45c3-b8ee-3c7a579c7183 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:51:57.617723 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 73e3103c-9118-45c3-b8ee-3c7a579c7183 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:51:57.664461 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-53ff59c2-a73f-4367-a7e6-b6eeb9970ba9 admin admin] Publish callbacks [] for security_group (8f910cb8-a5fa-43bd-a612-885d933a7508), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:57.671535 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-434b3f18-dcd5-4cc8-a828-4d6eb4cca6b3 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for floatingip (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:57.683562 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61d3e37-3bd1-4ad5-83ed-11a0605e121b tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Made reservation on behalf of 869ac0b5366d400d99edf8b0539f2d2d for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:51:57.684640 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b61d3e37-3bd1-4ad5-83ed-11a0605e121b tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:57.696716 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-863a3266-4f20-4149-9a0d-5d7ed91e37af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28a24512-7b90-45c1-928d-59da1ce275a8']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:51:57.719978 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-dab64ee7-a4f0-464e-a801-1e4e18c526a7 req-f8924d36-f75c-4f77-8191-52fdab7e857c tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] 10.222.0.78 "GET /networking/v2.0/quotas/6006071429214a518602cecf8646892a HTTP/1.1" status: 200 len: 375 time: 0.1112711 Oct 04 20:51:57.731362 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-863a3266-4f20-4149-9a0d-5d7ed91e37af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce861961-400b-4578-92bc-05b9b673d2f3') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:51:57.737516 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-863a3266-4f20-4149-9a0d-5d7ed91e37af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce861961-400b-4578-92bc-05b9b673d2f3') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:51:57.741365 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b1d60336-859d-4fcd-95c3-fbc40381305c tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:57.805089 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-863a3266-4f20-4149-9a0d-5d7ed91e37af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (ce861961-400b-4578-92bc-05b9b673d2f3), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:57.854589 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-53ff59c2-a73f-4367-a7e6-b6eeb9970ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (8f910cb8-a5fa-43bd-a612-885d933a7508), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:57.907942 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=81,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:57.928972 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53ff59c2-a73f-4367-a7e6-b6eeb9970ba9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:51:57.941260 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:57.952767 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-863a3266-4f20-4149-9a0d-5d7ed91e37af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (ce861961-400b-4578-92bc-05b9b673d2f3), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:57.993816 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-dab64ee7-a4f0-464e-a801-1e4e18c526a7 req-40942c4c-cba1-4a9f-9857-1c05749911f7 tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=6006071429214a518602cecf8646892a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2557225 Oct 04 20:51:57.995859 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-863a3266-4f20-4149-9a0d-5d7ed91e37af admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:51:57.996550 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-863a3266-4f20-4149-9a0d-5d7ed91e37af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (ce861961-400b-4578-92bc-05b9b673d2f3), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:58.019093 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-53ff59c2-a73f-4367-a7e6-b6eeb9970ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (21f75588-18a0-4599-8d33-d5e52145a72b), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:58.019702 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-53ff59c2-a73f-4367-a7e6-b6eeb9970ba9 admin admin] Added segment 21f75588-18a0-4599-8d33-d5e52145a72b of type vlan for network 47f8aab6-af9e-4de8-9a5f-b897e2ca6c46 Oct 04 20:51:58.088015 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ff59c2-a73f-4367-a7e6-b6eeb9970ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f910cb8-a5fa-43bd-a612-885d933a7508,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:58.136660 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment ce861961-400b-4578-92bc-05b9b673d2f3 resource provider aggregate not found Oct 04 20:51:58.178222 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-927f22c4-9dfd-4374-872c-35127d9f9eb2 None None] Publish callbacks [] for port (5543965c-9b3d-4dfc-b2cf-cad45522f549), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:58.212277 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-434b3f18-dcd5-4cc8-a828-4d6eb4cca6b3 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:58.222081 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment ce861961-400b-4578-92bc-05b9b673d2f3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ce861961-400b-4578-92bc-05b9b673d2f3 found for delete ", "request_id": "req-b817e240-2de9-47f8-bb23-8716018eb448"}]} Oct 04 20:51:58.249247 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-53ff59c2-a73f-4367-a7e6-b6eeb9970ba9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (47f8aab6-af9e-4de8-9a5f-b897e2ca6c46), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:58.291096 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-b1d60336-859d-4fcd-95c3-fbc40381305c tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Allocated IP 172.25.5.203 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/18bb8d0f-ff61-4bf6-90ad-f63d48a9e876) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:51:58.308131 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-927f22c4-9dfd-4374-872c-35127d9f9eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (5543965c-9b3d-4dfc-b2cf-cad45522f549), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:58.333873 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 44886) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:51:58.545219 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:58.559501 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-863a3266-4f20-4149-9a0d-5d7ed91e37af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (28a24512-7b90-45c1-928d-59da1ce275a8), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:58.570481 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-53ff59c2-a73f-4367-a7e6-b6eeb9970ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (47f8aab6-af9e-4de8-9a5f-b897e2ca6c46), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:58.573873 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ff59c2-a73f-4367-a7e6-b6eeb9970ba9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:51:58.574677 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-53ff59c2-a73f-4367-a7e6-b6eeb9970ba9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:58.600974 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-863a3266-4f20-4149-9a0d-5d7ed91e37af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:58.611641 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-863a3266-4f20-4149-9a0d-5d7ed91e37af admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/28a24512-7b90-45c1-928d-59da1ce275a8 HTTP/1.1" status: 204 len: 168 time: 5.0696688 Oct 04 20:51:58.628431 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-927f22c4-9dfd-4374-872c-35127d9f9eb2 None None] Attempting to bind port 5543965c-9b3d-4dfc-b2cf-cad45522f549 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:51:58.630078 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-927f22c4-9dfd-4374-872c-35127d9f9eb2 None None] Attempting to bind port 5543965c-9b3d-4dfc-b2cf-cad45522f549 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '73212b07-6bb0-4389-8278-696537935a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a6f42c38-05e8-487d-96f7-24e5e630d068'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:51:58.632120 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927f22c4-9dfd-4374-872c-35127d9f9eb2 None None] Attempting to bind port 5543965c-9b3d-4dfc-b2cf-cad45522f549 on network a6f42c38-05e8-487d-96f7-24e5e630d068 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:51:58.642652 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e67b12-8efc-42c5-8e60-a561b7daf022 None None] Pushing event updated for resources: {'Port': ['ID=5543965c-9b3d-4dfc-b2cf-cad45522f549,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:58.771621 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ff59c2-a73f-4367-a7e6-b6eeb9970ba9 admin admin] Pushing event updated for resources: {'Network': ['ID=47f8aab6-af9e-4de8-9a5f-b897e2ca6c46,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:58.780104 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863a3266-4f20-4149-9a0d-5d7ed91e37af admin admin] Pushing event deleted for resources: {'Network': ['ID=28a24512-7b90-45c1-928d-59da1ce275a8,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:58.780535 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b61d3e37-3bd1-4ad5-83ed-11a0605e121b tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (69af7bb5-ce0d-4580-8bd9-be0d360fe416), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:58.795616 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-53ff59c2-a73f-4367-a7e6-b6eeb9970ba9 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.0316696 Oct 04 20:51:58.795882 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b1d60336-859d-4fcd-95c3-fbc40381305c tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks [] for port (18bb8d0f-ff61-4bf6-90ad-f63d48a9e876), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:58.803016 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 47f8aab6-af9e-4de8-9a5f-b897e2ca6c46 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:51:58.807953 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 44896) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:51:58.827277 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-0c8cd984-e797-4638-a317-001795fb3510 admin admin] Request body: {'subnet': {'network_id': '47f8aab6-af9e-4de8-9a5f-b897e2ca6c46', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-2059065383-subnet', 'tenant_id': 'a64b7e8684dc4deabb72e98df57411a2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:51:58.853780 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927f22c4-9dfd-4374-872c-35127d9f9eb2 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:51:58.855050 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927f22c4-9dfd-4374-872c-35127d9f9eb2 None None] Checking segment: {'id': '73212b07-6bb0-4389-8278-696537935a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a6f42c38-05e8-487d-96f7-24e5e630d068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:51:58.856177 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-927f22c4-9dfd-4374-872c-35127d9f9eb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:58.857327 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927f22c4-9dfd-4374-872c-35127d9f9eb2 None None] Bound using segment: {'id': '73212b07-6bb0-4389-8278-696537935a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a6f42c38-05e8-487d-96f7-24e5e630d068'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:51:58.858657 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-927f22c4-9dfd-4374-872c-35127d9f9eb2 None None] Bound port: 5543965c-9b3d-4dfc-b2cf-cad45522f549, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73212b07-6bb0-4389-8278-696537935a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a6f42c38-05e8-487d-96f7-24e5e630d068'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:51:58.859954 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-927f22c4-9dfd-4374-872c-35127d9f9eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (5543965c-9b3d-4dfc-b2cf-cad45522f549), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:58.926523 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1f58f886-7e23-469b-b786-ee4810692817 tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Publish callbacks [] for security_group (3fa42103-3b3d-4288-a420-712fabe0df10), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:58.968079 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=3,neutron:INSERT=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:58.987613 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61d3e37-3bd1-4ad5-83ed-11a0605e121b tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event updated for resources: {'Subnet': ['ID=69af7bb5-ce0d-4580-8bd9-be0d360fe416,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:58.989375 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1f58f886-7e23-469b-b786-ee4810692817 tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Publish callbacks [] for security_group (3fa42103-3b3d-4288-a420-712fabe0df10), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:59.021669 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61d3e37-3bd1-4ad5-83ed-11a0605e121b tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Checking segment: {'id': '3d3d3c92-ea62-4125-bb89-433e620c79b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '8352e86a-10ba-45a2-a2a3-9105643dd2eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:51:59.022596 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61d3e37-3bd1-4ad5-83ed-11a0605e121b tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Network hostable DHCP agents. Network: 8352e86a-10ba-45a2-a2a3-9105643dd2eb, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:51:59.096690 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b1d60336-859d-4fcd-95c3-fbc40381305c tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (18bb8d0f-ff61-4bf6-90ad-f63d48a9e876), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:59.103006 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8cd984-e797-4638-a317-001795fb3510 admin admin] Made reservation on behalf of a64b7e8684dc4deabb72e98df57411a2 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:51:59.109510 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0c8cd984-e797-4638-a317-001795fb3510 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:59.179819 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d60336-859d-4fcd-95c3-fbc40381305c tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:51:59.185715 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-b1d60336-859d-4fcd-95c3-fbc40381305c tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:51:59.193361 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d60336-859d-4fcd-95c3-fbc40381305c tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:51:59.203022 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d60336-859d-4fcd-95c3-fbc40381305c tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Pushing event updated for resources: {'Port': ['ID=18bb8d0f-ff61-4bf6-90ad-f63d48a9e876,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:59.273704 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1f58f886-7e23-469b-b786-ee4810692817 tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (3fa42103-3b3d-4288-a420-712fabe0df10), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:59.277372 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1f58f886-7e23-469b-b786-ee4810692817 tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:59.280366 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-1f58f886-7e23-469b-b786-ee4810692817 tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/3fa42103-3b3d-4288-a420-712fabe0df10 HTTP/1.1" status: 204 len: 168 time: 0.9428229 Oct 04 20:51:59.285953 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 44902) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:51:59.308457 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61d3e37-3bd1-4ad5-83ed-11a0605e121b tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Network 8352e86a-10ba-45a2-a2a3-9105643dd2eb is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:51:59.320990 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f886-7e23-469b-b786-ee4810692817 tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa42103-3b3d-4288-a420-712fabe0df10,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:59.395630 n-d-852085-12 neutron-server[108169]: INFO neutron.api.v2.resource [None req-3f4c6734-e3ab-452b-8f7a-7e98234396da tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] show failed (client error): The resource could not be found. Oct 04 20:51:59.397476 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-3f4c6734-e3ab-452b-8f7a-7e98234396da tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] 10.222.0.78 "GET /networking/v2.0/security-groups/3fa42103-3b3d-4288-a420-712fabe0df10 HTTP/1.1" status: 404 len: 347 time: 0.1097612 Oct 04 20:51:59.404717 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 44904) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:51:59.410753 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-434b3f18-dcd5-4cc8-a828-4d6eb4cca6b3 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Allocated IP 172.25.5.161 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/cef52471-4f04-4abc-9139-f565be045919) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:51:59.446461 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-927f22c4-9dfd-4374-872c-35127d9f9eb2 None None] For port 5543965c-9b3d-4dfc-b2cf-cad45522f549, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:51:59.457091 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-927f22c4-9dfd-4374-872c-35127d9f9eb2 None None] For port 5543965c-9b3d-4dfc-b2cf-cad45522f549, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=5543965c-9b3d-4dfc-b2cf-cad45522f549,segment=NetworkSegment(73212b07-6bb0-4389-8278-696537935a13),segment_id=73212b07-6bb0-4389-8278-696537935a13)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:51:59.462413 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-b61d3e37-3bd1-4ad5-83ed-11a0605e121b tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 8352e86a-10ba-45a2-a2a3-9105643dd2eb) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:51:59.477440 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61d3e37-3bd1-4ad5-83ed-11a0605e121b tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:51:59.478695 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b61d3e37-3bd1-4ad5-83ed-11a0605e121b tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:59.493040 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82422330-6c31-41bf-9d90-fca680b5dcee None None] Network 8352e86a-10ba-45a2-a2a3-9105643dd2eb requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:51:59.495172 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:59.629562 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b1d60336-859d-4fcd-95c3-fbc40381305c tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks [] for floatingip (3c37c563-0575-43df-8ad5-59e5211f750c), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:59.735355 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 44908) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:51:59.742397 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-927f22c4-9dfd-4374-872c-35127d9f9eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (5543965c-9b3d-4dfc-b2cf-cad45522f549), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:59.758532 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-16cd5bcc-0e4f-4222-83a3-ecd70c8f0511 tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Deleting port 2acbb6a1-cf67-4d61-9609-2f7a96c843d6 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:51:59.759485 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-16cd5bcc-0e4f-4222-83a3-ecd70c8f0511 tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (2acbb6a1-cf67-4d61-9609-2f7a96c843d6), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:59.843295 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b61d3e37-3bd1-4ad5-83ed-11a0605e121b tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4892366 Oct 04 20:51:59.849393 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 44912) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:51:59.883191 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e67b12-8efc-42c5-8e60-a561b7daf022 None None] Pushing event updated for resources: {'Port': ['ID=5543965c-9b3d-4dfc-b2cf-cad45522f549,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:51:59.902662 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:51:59.916222 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464b2027-e853-49f2-94d9-4a9a01ed8bb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-8352e86a-10ba-45a2-a2a3-9105643dd2eb', 'network_id': '8352e86a-10ba-45a2-a2a3-9105643dd2eb', 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'fixed_ips': [{'subnet_id': '69af7bb5-ce0d-4580-8bd9-be0d360fe416'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:51:59.918008 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-464b2027-e853-49f2-94d9-4a9a01ed8bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:59.945672 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-434b3f18-dcd5-4cc8-a828-4d6eb4cca6b3 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for port (cef52471-4f04-4abc-9139-f565be045919), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:59.954237 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-16cd5bcc-0e4f-4222-83a3-ecd70c8f0511 tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (2acbb6a1-cf67-4d61-9609-2f7a96c843d6), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:59.954237 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-16cd5bcc-0e4f-4222-83a3-ecd70c8f0511 tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Publish callbacks [] for floatingip (2acbb6a1-cf67-4d61-9609-2f7a96c843d6), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:51:59.956554 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927f22c4-9dfd-4374-872c-35127d9f9eb2 None None] Routers {'3081662c-0fdc-4630-b24f-73f5027b7119'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:51:59.957681 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-927f22c4-9dfd-4374-872c-35127d9f9eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:51:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['3081662c-0fdc-4630-b24f-73f5027b7119'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:51:59.979961 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-16cd5bcc-0e4f-4222-83a3-ecd70c8f0511 tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Calling delete_port for 2acbb6a1-cf67-4d61-9609-2f7a96c843d6 owned by network:floatingip {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:52:00.056957 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-725234ea-f6f1-4d02-9aeb-939e4179a89e admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=54d1c146b5ce415cb43490a0ae2130cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3185015 Oct 04 20:52:00.064999 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 44914) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:00.157371 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-927f22c4-9dfd-4374-872c-35127d9f9eb2 None None] Set router 3081662c-0fdc-4630-b24f-73f5027b7119 gateway port host: None {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:52:00.198504 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:00.227981 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2602de2c-afbc-4c73-91a1-4754dd3cd556 admin admin] Publish callbacks [] for security_group (7f064b6d-fae3-425a-933a-2d214b7a9527), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:00.245375 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0c8cd984-e797-4638-a317-001795fb3510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (92f87741-fbc9-432f-86b5-2f8c21dc0864), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:00.257337 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:00.332799 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2602de2c-afbc-4c73-91a1-4754dd3cd556 admin admin] Publish callbacks [] for security_group (7f064b6d-fae3-425a-933a-2d214b7a9527), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:00.333552 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b1d60336-859d-4fcd-95c3-fbc40381305c tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (18bb8d0f-ff61-4bf6-90ad-f63d48a9e876), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:00.375450 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-434b3f18-dcd5-4cc8-a828-4d6eb4cca6b3 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (cef52471-4f04-4abc-9139-f565be045919), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:00.498423 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:00.518239 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8cd984-e797-4638-a317-001795fb3510 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92f87741-fbc9-432f-86b5-2f8c21dc0864,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:00.552074 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434b3f18-dcd5-4cc8-a828-4d6eb4cca6b3 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:52:00.568080 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-434b3f18-dcd5-4cc8-a828-4d6eb4cca6b3 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:52:00.571376 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8cd984-e797-4638-a317-001795fb3510 admin admin] Checking segment: {'id': '21f75588-18a0-4599-8d33-d5e52145a72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '47f8aab6-af9e-4de8-9a5f-b897e2ca6c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:52:00.571911 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8cd984-e797-4638-a317-001795fb3510 admin admin] Network hostable DHCP agents. Network: 47f8aab6-af9e-4de8-9a5f-b897e2ca6c46, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:52:00.576647 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434b3f18-dcd5-4cc8-a828-4d6eb4cca6b3 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Pushing event updated for resources: {'Port': ['ID=cef52471-4f04-4abc-9139-f565be045919,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:00.584148 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434b3f18-dcd5-4cc8-a828-4d6eb4cca6b3 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:52:00.844522 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2602de2c-afbc-4c73-91a1-4754dd3cd556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (7f064b6d-fae3-425a-933a-2d214b7a9527), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:00.851120 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2602de2c-afbc-4c73-91a1-4754dd3cd556 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:00.854351 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-2602de2c-afbc-4c73-91a1-4754dd3cd556 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/7f064b6d-fae3-425a-933a-2d214b7a9527 HTTP/1.1" status: 204 len: 168 time: 0.7841077 Oct 04 20:52:00.858432 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-927f22c4-9dfd-4374-872c-35127d9f9eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'name': 'tempest-RoutersTest-router-1933585120', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:36Z', 'updated_at': '2022-10-04T20:51:47Z', 'revision_number': 4, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'gw_port_host': None, '_interfaces': [{'id': '5543965c-9b3d-4dfc-b2cf-cad45522f549', 'name': '', 'network_id': 'a6f42c38-05e8-487d-96f7-24e5e630d068', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'mac_address': 'fa:16:3e:df:50:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'c760523a-67f1-4725-b59e-92a6e8cfc7f5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:51:40Z', 'updated_at': '2022-10-04T20:51:59Z', 'revision_number': 4, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'subnets': [{'id': 'c760523a-67f1-4725-b59e-92a6e8cfc7f5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7642158-2de1-4d6d-8790-bcc9c032f60b', 'name': '', 'network_id': '6c08d114-6acc-4123-89a6-391843302c04', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'mac_address': 'fa:16:3e:51:06:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '5d3cff06-c5a9-460c-b648-2641a66f3c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:47Z', 'updated_at': '2022-10-04T20:51:22Z', 'revision_number': 5, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'subnets': [{'id': '5d3cff06-c5a9-460c-b648-2641a66f3c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8f4c098-db0c-4a52-9741-0fbe07e0fb8f', 'name': '', 'network_id': '4f0c76aa-0b67-42ea-abe1-7961d753a0e0', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'mac_address': 'fa:16:3e:7e:1e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '0b59dfc8-0794-467a-9da7-c01dc65ce1a6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:51:14Z', 'updated_at': '2022-10-04T20:51:49Z', 'revision_number': 5, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'subnets': [{'id': '0b59dfc8-0794-467a-9da7-c01dc65ce1a6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:52:00.930896 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8cd984-e797-4638-a317-001795fb3510 admin admin] Network 47f8aab6-af9e-4de8-9a5f-b897e2ca6c46 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:52:00.937522 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927f22c4-9dfd-4374-872c-35127d9f9eb2 None None] The sync data for ids ['3081662c-0fdc-4630-b24f-73f5027b7119'] in n-d-852085-12 is: [{'id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'name': 'tempest-RoutersTest-router-1933585120', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:36Z', 'updated_at': '2022-10-04T20:51:47Z', 'revision_number': 4, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'gw_port_host': None, '_interfaces': [{'id': '5543965c-9b3d-4dfc-b2cf-cad45522f549', 'name': '', 'network_id': 'a6f42c38-05e8-487d-96f7-24e5e630d068', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'mac_address': 'fa:16:3e:df:50:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'c760523a-67f1-4725-b59e-92a6e8cfc7f5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:51:40Z', 'updated_at': '2022-10-04T20:51:59Z', 'revision_number': 4, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'subnets': [{'id': 'c760523a-67f1-4725-b59e-92a6e8cfc7f5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7642158-2de1-4d6d-8790-bcc9c032f60b', 'name': '', 'network_id': '6c08d114-6acc-4123-89a6-391843302c04', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'mac_address': 'fa:16:3e:51:06:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '5d3cff06-c5a9-460c-b648-2641a66f3c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:47Z', 'updated_at': '2022-10-04T20:51:22Z', 'revision_number': 5, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'subnets': [{'id': '5d3cff06-c5a9-460c-b648-2641a66f3c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8f4c098-db0c-4a52-9741-0fbe07e0fb8f', 'name': '', 'network_id': '4f0c76aa-0b67-42ea-abe1-7961d753a0e0', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'mac_address': 'fa:16:3e:7e:1e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '0b59dfc8-0794-467a-9da7-c01dc65ce1a6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:51:14Z', 'updated_at': '2022-10-04T20:51:49Z', 'revision_number': 5, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'subnets': [{'id': '0b59dfc8-0794-467a-9da7-c01dc65ce1a6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:52:00.942392 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2602de2c-afbc-4c73-91a1-4754dd3cd556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f064b6d-fae3-425a-933a-2d214b7a9527,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:01.081260 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b1d60336-859d-4fcd-95c3-fbc40381305c tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks [] for port (18bb8d0f-ff61-4bf6-90ad-f63d48a9e876), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:01.131677 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-0c8cd984-e797-4638-a317-001795fb3510 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 47f8aab6-af9e-4de8-9a5f-b897e2ca6c46) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:52:01.158928 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8cd984-e797-4638-a317-001795fb3510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:52:01.160460 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0c8cd984-e797-4638-a317-001795fb3510 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:01.218026 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-16cd5bcc-0e4f-4222-83a3-ecd70c8f0511 tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (2acbb6a1-cf67-4d61-9609-2f7a96c843d6), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:01.239192 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-464b2027-e853-49f2-94d9-4a9a01ed8bb9 None None] Allocated IP 172.23.0.2 (8352e86a-10ba-45a2-a2a3-9105643dd2eb/69af7bb5-ce0d-4580-8bd9-be0d360fe416/b55e688c-7106-4737-85fb-7180cf06cf35) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:52:01.254715 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7441f150-67c4-4d34-abe5-d7bbd83081cc None None] Network 47f8aab6-af9e-4de8-9a5f-b897e2ca6c46 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:52:01.389146 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cd5bcc-0e4f-4222-83a3-ecd70c8f0511 tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Pushing event deleted for resources: {'Port': ['ID=2acbb6a1-cf67-4d61-9609-2f7a96c843d6,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:01.409795 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b1d60336-859d-4fcd-95c3-fbc40381305c tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (18bb8d0f-ff61-4bf6-90ad-f63d48a9e876), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:01.416760 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-0c8cd984-e797-4638-a317-001795fb3510 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6039479 Oct 04 20:52:01.430163 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 44928) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:01.483612 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-5c90d29d-9e3a-4aa4-a3a6-eb213b1fe9c4 admin admin] Request body: {'router': {'name': 'tempest-ServerGroup264TestJSON-2059065383-router', 'tenant_id': 'a64b7e8684dc4deabb72e98df57411a2', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:52:01.659997 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcdb0ce-1ae7-4cfe-827c-ff3b2abb3982 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-47f8aab6-af9e-4de8-9a5f-b897e2ca6c46', 'network_id': '47f8aab6-af9e-4de8-9a5f-b897e2ca6c46', 'project_id': 'a64b7e8684dc4deabb72e98df57411a2', 'fixed_ips': [{'subnet_id': '92f87741-fbc9-432f-86b5-2f8c21dc0864'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:52:01.661753 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-cdcdb0ce-1ae7-4cfe-827c-ff3b2abb3982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:01.747841 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 5543965c-9b3d-4dfc-b2cf-cad45522f549 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:52:01.811188 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:01.935539 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5c90d29d-9e3a-4aa4-a3a6-eb213b1fe9c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (cae7bbb2-a351-4708-a02a-5724e0a83304), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:01.938272 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5c90d29d-9e3a-4aa4-a3a6-eb213b1fe9c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (cae7bbb2-a351-4708-a02a-5724e0a83304), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:02.044693 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d60336-859d-4fcd-95c3-fbc40381305c tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Pushing event updated for resources: {'Port': ['ID=18bb8d0f-ff61-4bf6-90ad-f63d48a9e876,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:02.059646 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-434b3f18-dcd5-4cc8-a828-4d6eb4cca6b3 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for floatingip (af01b865-55e1-4c06-9efa-a3771349e18e), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:02.145125 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-16cd5bcc-0e4f-4222-83a3-ecd70c8f0511 tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Publish callbacks [] for floatingip (3987e906-b322-426c-8238-59e50968b1e9), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:02.145125 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-16cd5bcc-0e4f-4222-83a3-ecd70c8f0511 tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:02.145125 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-16cd5bcc-0e4f-4222-83a3-ecd70c8f0511 tempest-AttachVolumeTestJSON-282694345 tempest-AttachVolumeTestJSON-282694345-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/3987e906-b322-426c-8238-59e50968b1e9 HTTP/1.1" status: 204 len: 168 time: 2.7374942 Oct 04 20:52:02.218454 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 44938) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:02.274661 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-cdcdb0ce-1ae7-4cfe-827c-ff3b2abb3982 None None] Allocated IP 172.20.0.2 (47f8aab6-af9e-4de8-9a5f-b897e2ca6c46/92f87741-fbc9-432f-86b5-2f8c21dc0864/20f9c08e-2b30-41d9-99fb-a9dfc0867dfa) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:52:02.362267 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5c90d29d-9e3a-4aa4-a3a6-eb213b1fe9c4 admin admin] Publish callbacks [] for router_controller (cae7bbb2-a351-4708-a02a-5724e0a83304), precommit_add_association {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:02.394228 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b1d60336-859d-4fcd-95c3-fbc40381305c tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582728'] for floatingip (3c37c563-0575-43df-8ad5-59e5211f750c), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:02.645178 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b1d60336-859d-4fcd-95c3-fbc40381305c tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:02.647488 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b1d60336-859d-4fcd-95c3-fbc40381305c tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0661108 Oct 04 20:52:02.761018 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:02.804350 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-93f034ab-7ac9-4792-b3a3-7c98c18e1b35 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:02.996777 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:03.078991 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 5543965c-9b3d-4dfc-b2cf-cad45522f549 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:52:03.079725 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-434b3f18-dcd5-4cc8-a828-4d6eb4cca6b3 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (cef52471-4f04-4abc-9139-f565be045919), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:03.080297 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (5543965c-9b3d-4dfc-b2cf-cad45522f549), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:03.086258 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 5543965c-9b3d-4dfc-b2cf-cad45522f549 Oct 04 20:52:03.280219 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5c90d29d-9e3a-4aa4-a3a6-eb213b1fe9c4 admin admin] Publish callbacks [] for router_gateway (cae7bbb2-a351-4708-a02a-5724e0a83304), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:03.310190 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:03.315724 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-464b2027-e853-49f2-94d9-4a9a01ed8bb9 None None] Publish callbacks [] for port (b55e688c-7106-4737-85fb-7180cf06cf35), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:03.355673 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-cdcdb0ce-1ae7-4cfe-827c-ff3b2abb3982 None None] Publish callbacks [] for port (20f9c08e-2b30-41d9-99fb-a9dfc0867dfa), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:03.489398 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-464b2027-e853-49f2-94d9-4a9a01ed8bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (b55e688c-7106-4737-85fb-7180cf06cf35), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:03.585173 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:03.595864 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:03.606781 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:03.634659 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 5543965c-9b3d-4dfc-b2cf-cad45522f549 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:52:03.635368 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (5543965c-9b3d-4dfc-b2cf-cad45522f549), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:03.649042 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-cdcdb0ce-1ae7-4cfe-827c-ff3b2abb3982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (20f9c08e-2b30-41d9-99fb-a9dfc0867dfa), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:03.713109 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-93f034ab-7ac9-4792-b3a3-7c98c18e1b35 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Allocated IP 172.23.0.1 (8352e86a-10ba-45a2-a2a3-9105643dd2eb/69af7bb5-ce0d-4580-8bd9-be0d360fe416/bddb7f44-f03f-433b-844f-a3f1275d6c61) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:52:03.763005 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-2a90755d-f479-4af3-ba69-c5417e394f1a req-22e54450-eea8-4f72-ac01-f8a34115d8b2 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2056665463&fields=id&tenant_id=72a4f1e433a6427ab380248125ebc5b6 HTTP/1.1" status: 200 len: 267 time: 0.2694800 Oct 04 20:52:03.781672 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464b2027-e853-49f2-94d9-4a9a01ed8bb9 None None] Network 8352e86a-10ba-45a2-a2a3-9105643dd2eb is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:52:03.804451 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:03.821917 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-464b2027-e853-49f2-94d9-4a9a01ed8bb9 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:52:03.842284 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464b2027-e853-49f2-94d9-4a9a01ed8bb9 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:52:03.878006 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464b2027-e853-49f2-94d9-4a9a01ed8bb9 None None] Pushing event updated for resources: {'Port': ['ID=b55e688c-7106-4737-85fb-7180cf06cf35,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:03.914862 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcdb0ce-1ae7-4cfe-827c-ff3b2abb3982 None None] Network 47f8aab6-af9e-4de8-9a5f-b897e2ca6c46 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:52:03.969316 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-cdcdb0ce-1ae7-4cfe-827c-ff3b2abb3982 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:52:04.106779 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 44976) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:04.120842 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcdb0ce-1ae7-4cfe-827c-ff3b2abb3982 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:52:04.130231 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 5543965c-9b3d-4dfc-b2cf-cad45522f549, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=5543965c-9b3d-4dfc-b2cf-cad45522f549,segment=NetworkSegment(73212b07-6bb0-4389-8278-696537935a13),segment_id=73212b07-6bb0-4389-8278-696537935a13)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:52:04.279686 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90755d-f479-4af3-ba69-c5417e394f1a req-43ad1ed2-b31f-4d7b-9de4-20c12a4f84f8 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:52:04.283325 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-2a90755d-f479-4af3-ba69-c5417e394f1a req-43ad1ed2-b31f-4d7b-9de4-20c12a4f84f8 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] 10.222.0.78 "GET /networking/v2.0/networks?id=271ee594-d335-4e64-9a5f-f76e148f6d50 HTTP/1.1" status: 200 len: 815 time: 0.4919600 Oct 04 20:52:04.294291 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=63 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:04.348334 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (5543965c-9b3d-4dfc-b2cf-cad45522f549), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:04.386110 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-2a90755d-f479-4af3-ba69-c5417e394f1a req-5d5e906f-cdbe-4eb1-a100-f09003ed5a5a tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] 10.222.0.78 "GET /networking/v2.0/quotas/72a4f1e433a6427ab380248125ebc5b6 HTTP/1.1" status: 200 len: 375 time: 0.0812244 Oct 04 20:52:04.501298 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-93f034ab-7ac9-4792-b3a3-7c98c18e1b35 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for port (bddb7f44-f03f-433b-844f-a3f1275d6c61), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:04.519603 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcdb0ce-1ae7-4cfe-827c-ff3b2abb3982 None None] Pushing event updated for resources: {'Port': ['ID=20f9c08e-2b30-41d9-99fb-a9dfc0867dfa,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:04.564098 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-434b3f18-dcd5-4cc8-a828-4d6eb4cca6b3 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for port (cef52471-4f04-4abc-9139-f565be045919), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:04.740527 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 44984) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:04.768103 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=5543965c-9b3d-4dfc-b2cf-cad45522f549,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:04.789159 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-464b2027-e853-49f2-94d9-4a9a01ed8bb9 None None] Attempting to bind port b55e688c-7106-4737-85fb-7180cf06cf35 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:52:04.790185 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-464b2027-e853-49f2-94d9-4a9a01ed8bb9 None None] Attempting to bind port b55e688c-7106-4737-85fb-7180cf06cf35 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '3d3d3c92-ea62-4125-bb89-433e620c79b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '8352e86a-10ba-45a2-a2a3-9105643dd2eb'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:52:04.791114 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464b2027-e853-49f2-94d9-4a9a01ed8bb9 None None] Attempting to bind port b55e688c-7106-4737-85fb-7180cf06cf35 on network 8352e86a-10ba-45a2-a2a3-9105643dd2eb {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:52:04.833189 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-2a90755d-f479-4af3-ba69-c5417e394f1a req-aa9fff9b-f376-4ef8-9920-66b2833e8aeb tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=72a4f1e433a6427ab380248125ebc5b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4108088 Oct 04 20:52:05.049851 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-335b81c3-c127-404e-813a-3ba7b09d99c3 tempest-MeteringTestJSON-1647346427 tempest-MeteringTestJSON-1647346427-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1139295152'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:52:05.050744 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-335b81c3-c127-404e-813a-3ba7b09d99c3 tempest-MeteringTestJSON-1647346427 tempest-MeteringTestJSON-1647346427-project-admin] Unknown quota resources ['metering_label']. {{(pid=108170) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Oct 04 20:52:05.161207 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-cdcdb0ce-1ae7-4cfe-827c-ff3b2abb3982 None None] Attempting to bind port 20f9c08e-2b30-41d9-99fb-a9dfc0867dfa on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:52:05.162263 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-cdcdb0ce-1ae7-4cfe-827c-ff3b2abb3982 None None] Attempting to bind port 20f9c08e-2b30-41d9-99fb-a9dfc0867dfa by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '21f75588-18a0-4599-8d33-d5e52145a72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '47f8aab6-af9e-4de8-9a5f-b897e2ca6c46'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:52:05.163247 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcdb0ce-1ae7-4cfe-827c-ff3b2abb3982 None None] Attempting to bind port 20f9c08e-2b30-41d9-99fb-a9dfc0867dfa on network 47f8aab6-af9e-4de8-9a5f-b897e2ca6c46 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:52:05.187504 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 44992) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:05.241563 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-93f034ab-7ac9-4792-b3a3-7c98c18e1b35 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (bddb7f44-f03f-433b-844f-a3f1275d6c61), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:05.245832 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-434b3f18-dcd5-4cc8-a828-4d6eb4cca6b3 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (cef52471-4f04-4abc-9139-f565be045919), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:05.252922 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5c90d29d-9e3a-4aa4-a3a6-eb213b1fe9c4 admin admin] Publish callbacks [] for router_gateway (cae7bbb2-a351-4708-a02a-5724e0a83304), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:05.278763 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcdb0ce-1ae7-4cfe-827c-ff3b2abb3982 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:52:05.279296 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcdb0ce-1ae7-4cfe-827c-ff3b2abb3982 None None] Checking segment: {'id': '21f75588-18a0-4599-8d33-d5e52145a72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '47f8aab6-af9e-4de8-9a5f-b897e2ca6c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:52:05.279740 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-cdcdb0ce-1ae7-4cfe-827c-ff3b2abb3982 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:05.280596 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcdb0ce-1ae7-4cfe-827c-ff3b2abb3982 None None] Bound using segment: {'id': '21f75588-18a0-4599-8d33-d5e52145a72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '47f8aab6-af9e-4de8-9a5f-b897e2ca6c46'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:52:05.281440 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-cdcdb0ce-1ae7-4cfe-827c-ff3b2abb3982 None None] Bound port: 20f9c08e-2b30-41d9-99fb-a9dfc0867dfa, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21f75588-18a0-4599-8d33-d5e52145a72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '47f8aab6-af9e-4de8-9a5f-b897e2ca6c46'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:52:05.282078 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-cdcdb0ce-1ae7-4cfe-827c-ff3b2abb3982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (20f9c08e-2b30-41d9-99fb-a9dfc0867dfa), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:05.376200 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f034ab-7ac9-4792-b3a3-7c98c18e1b35 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Network 8352e86a-10ba-45a2-a2a3-9105643dd2eb is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:52:05.379328 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f034ab-7ac9-4792-b3a3-7c98c18e1b35 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event updated for resources: {'Port': ['ID=bddb7f44-f03f-433b-844f-a3f1275d6c61,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:05.387522 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-93f034ab-7ac9-4792-b3a3-7c98c18e1b35 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:52:05.392300 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:05.397349 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f034ab-7ac9-4792-b3a3-7c98c18e1b35 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:52:05.431660 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464b2027-e853-49f2-94d9-4a9a01ed8bb9 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:52:05.432690 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464b2027-e853-49f2-94d9-4a9a01ed8bb9 None None] Checking segment: {'id': '3d3d3c92-ea62-4125-bb89-433e620c79b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '8352e86a-10ba-45a2-a2a3-9105643dd2eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:52:05.433392 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-464b2027-e853-49f2-94d9-4a9a01ed8bb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:05.433928 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464b2027-e853-49f2-94d9-4a9a01ed8bb9 None None] Bound using segment: {'id': '3d3d3c92-ea62-4125-bb89-433e620c79b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '8352e86a-10ba-45a2-a2a3-9105643dd2eb'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:52:05.436901 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-464b2027-e853-49f2-94d9-4a9a01ed8bb9 None None] Bound port: b55e688c-7106-4737-85fb-7180cf06cf35, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d3d3c92-ea62-4125-bb89-433e620c79b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '8352e86a-10ba-45a2-a2a3-9105643dd2eb'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:52:05.437552 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-464b2027-e853-49f2-94d9-4a9a01ed8bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b55e688c-7106-4737-85fb-7180cf06cf35), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:05.495259 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-b4b79f96-459e-4ce7-8af2-874fd9eff21e admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-2139762721-network', 'tenant_id': 'fa8ddddd74fb455ba31fac9874139134'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:52:05.502305 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-434b3f18-dcd5-4cc8-a828-4d6eb4cca6b3 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582728'] for floatingip (af01b865-55e1-4c06-9efa-a3771349e18e), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:05.504195 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-93f034ab-7ac9-4792-b3a3-7c98c18e1b35 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (3081662c-0fdc-4630-b24f-73f5027b7119), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:05.623258 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-cdcdb0ce-1ae7-4cfe-827c-ff3b2abb3982 None None] For port 20f9c08e-2b30-41d9-99fb-a9dfc0867dfa, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:52:05.674187 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-cdcdb0ce-1ae7-4cfe-827c-ff3b2abb3982 None None] For port 20f9c08e-2b30-41d9-99fb-a9dfc0867dfa, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=20f9c08e-2b30-41d9-99fb-a9dfc0867dfa,segment=NetworkSegment(21f75588-18a0-4599-8d33-d5e52145a72b),segment_id=21f75588-18a0-4599-8d33-d5e52145a72b)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:52:05.722664 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-464b2027-e853-49f2-94d9-4a9a01ed8bb9 None None] For port b55e688c-7106-4737-85fb-7180cf06cf35, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:52:05.730284 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-464b2027-e853-49f2-94d9-4a9a01ed8bb9 None None] For port b55e688c-7106-4737-85fb-7180cf06cf35, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b55e688c-7106-4737-85fb-7180cf06cf35,segment=NetworkSegment(3d3d3c92-ea62-4125-bb89-433e620c79b0),segment_id=3d3d3c92-ea62-4125-bb89-433e620c79b0)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:52:05.874205 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-cdcdb0ce-1ae7-4cfe-827c-ff3b2abb3982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (20f9c08e-2b30-41d9-99fb-a9dfc0867dfa), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:05.904781 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-335b81c3-c127-404e-813a-3ba7b09d99c3 tempest-MeteringTestJSON-1647346427 tempest-MeteringTestJSON-1647346427-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:05.912516 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-335b81c3-c127-404e-813a-3ba7b09d99c3 tempest-MeteringTestJSON-1647346427 tempest-MeteringTestJSON-1647346427-project-admin] 10.222.0.78 "POST /networking/v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.8037391 Oct 04 20:52:05.913061 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-464b2027-e853-49f2-94d9-4a9a01ed8bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (b55e688c-7106-4737-85fb-7180cf06cf35), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:05.913481 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 44996) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:05.925896 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-3ce92d20-b372-449c-9ab1-8cecc147c937 tempest-MeteringTestJSON-1647346427 tempest-MeteringTestJSON-1647346427-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '449ccf48-57e0-4744-b516-2ba9927ec625'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:52:05.925896 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-3ce92d20-b372-449c-9ab1-8cecc147c937 tempest-MeteringTestJSON-1647346427 tempest-MeteringTestJSON-1647346427-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=108170) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Oct 04 20:52:06.076969 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:06.119010 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcdb0ce-1ae7-4cfe-827c-ff3b2abb3982 None None] Pushing event updated for resources: {'Port': ['ID=20f9c08e-2b30-41d9-99fb-a9dfc0867dfa,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:06.152583 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-93f034ab-7ac9-4792-b3a3-7c98c18e1b35 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (bddb7f44-f03f-433b-844f-a3f1275d6c61), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:06.173673 n-d-852085-12 neutron-server[108170]: WARNING neutron.services.metering.metering_plugin [None req-3ce92d20-b372-449c-9ab1-8cecc147c937 tempest-MeteringTestJSON-1647346427 tempest-MeteringTestJSON-1647346427-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 04 20:52:06.184931 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d619cd4f-e4e4-4d18-b8ba-59e18bb30746 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (33aa59de-3dbd-41ea-b0c0-1820e6b5535a), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:06.356784 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5c90d29d-9e3a-4aa4-a3a6-eb213b1fe9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:06.399006 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464b2027-e853-49f2-94d9-4a9a01ed8bb9 None None] Pushing event updated for resources: {'Port': ['ID=b55e688c-7106-4737-85fb-7180cf06cf35,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:06.444148 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3ce92d20-b372-449c-9ab1-8cecc147c937 tempest-MeteringTestJSON-1647346427 tempest-MeteringTestJSON-1647346427-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:06.458242 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-3ce92d20-b372-449c-9ab1-8cecc147c937 tempest-MeteringTestJSON-1647346427 tempest-MeteringTestJSON-1647346427-project-admin] 10.222.0.78 "POST /networking/v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5408533 Oct 04 20:52:06.467493 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 44998) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:06.488927 n-d-852085-12 neutron-server[108169]: INFO neutron.db.l3_db [None req-434b3f18-dcd5-4cc8-a828-4d6eb4cca6b3 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Floating IP af01b865-55e1-4c06-9efa-a3771349e18e associated. External IP: 172.25.5.161, port: aac66bb4-9660-4d5c-9be2-039de348659c. Oct 04 20:52:06.489578 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-407ed586-b08b-4d10-ba38-1f7f657dfc71 tempest-MeteringTestJSON-1647346427 tempest-MeteringTestJSON-1647346427-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '449ccf48-57e0-4744-b516-2ba9927ec625'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:52:06.493750 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-407ed586-b08b-4d10-ba38-1f7f657dfc71 tempest-MeteringTestJSON-1647346427 tempest-MeteringTestJSON-1647346427-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=108170) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Oct 04 20:52:06.603186 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:06.805231 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434b3f18-dcd5-4cc8-a828-4d6eb4cca6b3 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Pushing event updated for resources: {'Port': ['ID=cef52471-4f04-4abc-9139-f565be045919,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:07.018003 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b79f96-459e-4ce7-8af2-874fd9eff21e admin admin] Made reservation on behalf of fa8ddddd74fb455ba31fac9874139134 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:52:07.023872 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b4b79f96-459e-4ce7-8af2-874fd9eff21e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:07.026997 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 20f9c08e-2b30-41d9-99fb-a9dfc0867dfa up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:52:07.031989 n-d-852085-12 neutron-server[108170]: WARNING neutron.services.metering.metering_plugin [None req-407ed586-b08b-4d10-ba38-1f7f657dfc71 tempest-MeteringTestJSON-1647346427 tempest-MeteringTestJSON-1647346427-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 04 20:52:07.154433 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:07.187768 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f92c71b2-2f12-4e88-b361-1955561d464a tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks [] for security_group (01446b11-06ae-479b-9ddb-731d5a908eb3), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:07.192188 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 20f9c08e-2b30-41d9-99fb-a9dfc0867dfa triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:52:07.192951 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (20f9c08e-2b30-41d9-99fb-a9dfc0867dfa), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:07.193671 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 20f9c08e-2b30-41d9-99fb-a9dfc0867dfa Oct 04 20:52:07.197849 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b4b79f96-459e-4ce7-8af2-874fd9eff21e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:07.318916 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f92c71b2-2f12-4e88-b361-1955561d464a tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks [] for security_group (01446b11-06ae-479b-9ddb-731d5a908eb3), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:07.395969 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 20f9c08e-2b30-41d9-99fb-a9dfc0867dfa is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:52:07.398671 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (20f9c08e-2b30-41d9-99fb-a9dfc0867dfa), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:07.483368 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 20f9c08e-2b30-41d9-99fb-a9dfc0867dfa, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=20f9c08e-2b30-41d9-99fb-a9dfc0867dfa,segment=NetworkSegment(21f75588-18a0-4599-8d33-d5e52145a72b),segment_id=21f75588-18a0-4599-8d33-d5e52145a72b)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:52:07.499743 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:07.516715 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:07.560002 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (20f9c08e-2b30-41d9-99fb-a9dfc0867dfa), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:07.562413 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 5543965c-9b3d-4dfc-b2cf-cad45522f549 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:52:07.811874 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-5c90d29d-9e3a-4aa4-a3a6-eb213b1fe9c4 admin admin] Allocated IP 172.25.5.150 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/06de487b-e9ff-42b4-8859-c9c6eca50cd8) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:52:07.819112 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=20f9c08e-2b30-41d9-99fb-a9dfc0867dfa,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:07.845337 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 5543965c-9b3d-4dfc-b2cf-cad45522f549 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:52:07.846467 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (5543965c-9b3d-4dfc-b2cf-cad45522f549), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:07.846738 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 5543965c-9b3d-4dfc-b2cf-cad45522f549 Oct 04 20:52:07.931493 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-434b3f18-dcd5-4cc8-a828-4d6eb4cca6b3 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Router 338eba0b-7a56-4642-842c-8d7eb2577e2d has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:52:07.972831 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-407ed586-b08b-4d10-ba38-1f7f657dfc71 tempest-MeteringTestJSON-1647346427 tempest-MeteringTestJSON-1647346427-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:07.975420 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-407ed586-b08b-4d10-ba38-1f7f657dfc71 tempest-MeteringTestJSON-1647346427 tempest-MeteringTestJSON-1647346427-project-admin] 10.222.0.78 "POST /networking/v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 1.5061002 Oct 04 20:52:07.981241 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45002) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:08.015386 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-3eb681a3-45e7-4ae5-814c-b5fcfdd3406f tempest-MeteringTestJSON-1647346427 tempest-MeteringTestJSON-1647346427-project-admin] 10.222.0.78 "GET /networking/v2.0/metering/metering-label-rules?id=6baf62cb-6538-478c-8d23-12d3bd2a6fac HTTP/1.1" status: 200 len: 464 time: 0.0280898 Oct 04 20:52:08.015386 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45004) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:08.040214 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b4b79f96-459e-4ce7-8af2-874fd9eff21e admin admin] Publish callbacks [] for security_group (11f5dc17-d087-4d1e-ac7f-f7b797ed018f), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:08.085342 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 5543965c-9b3d-4dfc-b2cf-cad45522f549 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:52:08.111813 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f92c71b2-2f12-4e88-b361-1955561d464a tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (01446b11-06ae-479b-9ddb-731d5a908eb3), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:08.116979 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f92c71b2-2f12-4e88-b361-1955561d464a tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:08.123749 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f92c71b2-2f12-4e88-b361-1955561d464a tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/01446b11-06ae-479b-9ddb-731d5a908eb3 HTTP/1.1" status: 204 len: 168 time: 2.9159772 Oct 04 20:52:08.125558 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45006) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:08.148526 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b4b79f96-459e-4ce7-8af2-874fd9eff21e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (11f5dc17-d087-4d1e-ac7f-f7b797ed018f), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:08.199703 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:08.218884 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-3bc3afb9-287b-4020-95b2-fb275b97fdc5 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] show failed (client error): The resource could not be found. Oct 04 20:52:08.224064 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-3bc3afb9-287b-4020-95b2-fb275b97fdc5 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] 10.222.0.78 "GET /networking/v2.0/security-groups/01446b11-06ae-479b-9ddb-731d5a908eb3 HTTP/1.1" status: 404 len: 347 time: 0.0445647 Oct 04 20:52:08.228466 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45010) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:08.279070 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c71b2-2f12-4e88-b361-1955561d464a tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01446b11-06ae-479b-9ddb-731d5a908eb3,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:08.395312 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:INSERT=13,neutron:SELECT=80,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:08.432093 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4b79f96-459e-4ce7-8af2-874fd9eff21e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:52:08.505442 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-d619cd4f-e4e4-4d18-b8ba-59e18bb30746 admin admin] Deleting port dfb32fef-085a-413b-8be1-c9e07712281e {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:52:08.506856 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d619cd4f-e4e4-4d18-b8ba-59e18bb30746 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (dfb32fef-085a-413b-8be1-c9e07712281e), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:08.563757 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891ba85e-a578-45fe-a678-05b5e2ac0a6b None None] Network 8352e86a-10ba-45a2-a2a3-9105643dd2eb requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:52:08.633075 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b4b79f96-459e-4ce7-8af2-874fd9eff21e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (34b089ec-3ffe-4334-ae48-49372b52f575), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:08.641955 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-b4b79f96-459e-4ce7-8af2-874fd9eff21e admin admin] Added segment 34b089ec-3ffe-4334-ae48-49372b52f575 of type vlan for network 27c7409f-1dbf-4a82-a03b-8446fab427da Oct 04 20:52:08.641955 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b79f96-459e-4ce7-8af2-874fd9eff21e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f5dc17-d087-4d1e-ac7f-f7b797ed018f,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:08.757980 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-f073d86a-9f86-492f-a432-1e2747357d3f None None] Provisioning complete for port b55e688c-7106-4737-85fb-7180cf06cf35 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:52:08.758549 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f073d86a-9f86-492f-a432-1e2747357d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b55e688c-7106-4737-85fb-7180cf06cf35), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:08.759079 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-f073d86a-9f86-492f-a432-1e2747357d3f None None] Attempt 1 to provision port b55e688c-7106-4737-85fb-7180cf06cf35 Oct 04 20:52:08.760981 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-93f034ab-7ac9-4792-b3a3-7c98c18e1b35 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for port (bddb7f44-f03f-433b-844f-a3f1275d6c61), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:08.829016 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5c90d29d-9e3a-4aa4-a3a6-eb213b1fe9c4 admin admin] Publish callbacks [] for port (06de487b-e9ff-42b4-8859-c9c6eca50cd8), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:08.841645 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:08.878578 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b55e688c-7106-4737-85fb-7180cf06cf35 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:52:08.922878 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-93f034ab-7ac9-4792-b3a3-7c98c18e1b35 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (bddb7f44-f03f-433b-844f-a3f1275d6c61), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:08.926557 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-434b3f18-dcd5-4cc8-a828-4d6eb4cca6b3 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:52:08.955011 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127936cf-7ab7-46c6-956e-fcb6c6f6ac8a None None] Sync routers for ids ['338eba0b-7a56-4642-842c-8d7eb2577e2d'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:52:08.959777 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b4b79f96-459e-4ce7-8af2-874fd9eff21e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (27c7409f-1dbf-4a82-a03b-8446fab427da), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:08.963333 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e34d50c-112c-45c9-b1d5-d3c8d8a22a53 None None] Network 47f8aab6-af9e-4de8-9a5f-b897e2ca6c46 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:52:08.989236 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:08.994272 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127936cf-7ab7-46c6-956e-fcb6c6f6ac8a None None] Routers {'338eba0b-7a56-4642-842c-8d7eb2577e2d'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:52:09.000014 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-127936cf-7ab7-46c6-956e-fcb6c6f6ac8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:51:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['338eba0b-7a56-4642-842c-8d7eb2577e2d'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:52:09.084992 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-127936cf-7ab7-46c6-956e-fcb6c6f6ac8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:52:09.097727 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-d619cd4f-e4e4-4d18-b8ba-59e18bb30746 admin admin] For port dfb32fef-085a-413b-8be1-c9e07712281e, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=dfb32fef-085a-413b-8be1-c9e07712281e,segment=NetworkSegment(34002782-2404-4103-98c7-5fd63d12e2ea),segment_id=34002782-2404-4103-98c7-5fd63d12e2ea)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:52:09.098913 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d619cd4f-e4e4-4d18-b8ba-59e18bb30746 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (dfb32fef-085a-413b-8be1-c9e07712281e), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:09.099228 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-35e88730-9c2d-433d-aed6-0efaf6b4199f tempest-MeteringTestJSON-1647346427 tempest-MeteringTestJSON-1647346427-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:09.105893 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-35e88730-9c2d-433d-aed6-0efaf6b4199f tempest-MeteringTestJSON-1647346427 tempest-MeteringTestJSON-1647346427-project-admin] 10.222.0.78 "DELETE /networking/v2.0/metering/metering-label-rules/6baf62cb-6538-478c-8d23-12d3bd2a6fac HTTP/1.1" status: 204 len: 168 time: 1.0768881 Oct 04 20:52:09.105893 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-93f034ab-7ac9-4792-b3a3-7c98c18e1b35 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (3081662c-0fdc-4630-b24f-73f5027b7119), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:09.114566 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45014) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:09.118073 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127936cf-7ab7-46c6-956e-fcb6c6f6ac8a None None] Routers {'338eba0b-7a56-4642-842c-8d7eb2577e2d'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:52:09.127925 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-127936cf-7ab7-46c6-956e-fcb6c6f6ac8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:51:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['338eba0b-7a56-4642-842c-8d7eb2577e2d'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:52:09.156038 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-644e3220-4bb5-4216-af6b-2c60ecee3e2c tempest-MeteringTestJSON-1647346427 tempest-MeteringTestJSON-1647346427-project-admin] 10.222.0.78 "GET /networking/v2.0/metering/metering-label-rules?id=6baf62cb-6538-478c-8d23-12d3bd2a6fac HTTP/1.1" status: 200 len: 221 time: 0.0374446 Oct 04 20:52:09.163808 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45016) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:09.173642 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-e93403d1-37fb-44dc-8b37-5b65fd7fa450 tempest-MeteringTestJSON-1647346427 tempest-MeteringTestJSON-1647346427-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1384045222', 'description': 'label created by tempest'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:52:09.174885 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-e93403d1-37fb-44dc-8b37-5b65fd7fa450 tempest-MeteringTestJSON-1647346427 tempest-MeteringTestJSON-1647346427-project-admin] Unknown quota resources ['metering_label']. {{(pid=108169) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} Oct 04 20:52:09.191579 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port b55e688c-7106-4737-85fb-7180cf06cf35 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:52:09.192245 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b55e688c-7106-4737-85fb-7180cf06cf35), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:09.192438 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port b55e688c-7106-4737-85fb-7180cf06cf35 Oct 04 20:52:09.193856 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-434b3f18-dcd5-4cc8-a828-4d6eb4cca6b3 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:09.201254 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-d619cd4f-e4e4-4d18-b8ba-59e18bb30746 admin admin] Calling delete_port for dfb32fef-085a-413b-8be1-c9e07712281e owned by network:router_interface {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:52:09.233164 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-127936cf-7ab7-46c6-956e-fcb6c6f6ac8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:52:09.234540 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127936cf-7ab7-46c6-956e-fcb6c6f6ac8a None None] The sync data for ids ['338eba0b-7a56-4642-842c-8d7eb2577e2d'] in n-d-852085-12 is: [] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:52:09.258692 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-f073d86a-9f86-492f-a432-1e2747357d3f None None] Current status of the port b55e688c-7106-4737-85fb-7180cf06cf35 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:52:09.259300 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f073d86a-9f86-492f-a432-1e2747357d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b55e688c-7106-4737-85fb-7180cf06cf35), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:09.295773 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:09.348510 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-f073d86a-9f86-492f-a432-1e2747357d3f None None] For port b55e688c-7106-4737-85fb-7180cf06cf35, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b55e688c-7106-4737-85fb-7180cf06cf35,segment=NetworkSegment(3d3d3c92-ea62-4125-bb89-433e620c79b0),segment_id=3d3d3c92-ea62-4125-bb89-433e620c79b0)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:52:09.359572 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5c90d29d-9e3a-4aa4-a3a6-eb213b1fe9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (06de487b-e9ff-42b4-8859-c9c6eca50cd8), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:09.439343 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b4b79f96-459e-4ce7-8af2-874fd9eff21e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (27c7409f-1dbf-4a82-a03b-8446fab427da), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:09.441279 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b79f96-459e-4ce7-8af2-874fd9eff21e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:52:09.442240 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b4b79f96-459e-4ce7-8af2-874fd9eff21e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:09.455803 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f034ab-7ac9-4792-b3a3-7c98c18e1b35 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event updated for resources: {'Port': ['ID=bddb7f44-f03f-433b-844f-a3f1275d6c61,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:09.466251 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c90d29d-9e3a-4aa4-a3a6-eb213b1fe9c4 admin admin] Pushing event updated for resources: {'Port': ['ID=06de487b-e9ff-42b4-8859-c9c6eca50cd8,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:09.473543 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-14881757-ad0a-476e-89e0-fccf25dba44a tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Deleting port 18bb8d0f-ff61-4bf6-90ad-f63d48a9e876 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:52:09.479979 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-14881757-ad0a-476e-89e0-fccf25dba44a tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (18bb8d0f-ff61-4bf6-90ad-f63d48a9e876), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:09.490321 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f073d86a-9f86-492f-a432-1e2747357d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (b55e688c-7106-4737-85fb-7180cf06cf35), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:09.644045 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c90d29d-9e3a-4aa4-a3a6-eb213b1fe9c4 admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:52:09.647760 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-434b3f18-dcd5-4cc8-a828-4d6eb4cca6b3 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 12.2627232 Oct 04 20:52:09.660467 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45020) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:09.660797 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-5c90d29d-9e3a-4aa4-a3a6-eb213b1fe9c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:52:09.747921 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port b55e688c-7106-4737-85fb-7180cf06cf35 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:52:09.750406 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 20f9c08e-2b30-41d9-99fb-a9dfc0867dfa up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:52:09.756687 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-2269d678-25f7-4d10-aae1-deebe39afd45 None None] Provisioning complete for port 20f9c08e-2b30-41d9-99fb-a9dfc0867dfa triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:52:09.757243 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2269d678-25f7-4d10-aae1-deebe39afd45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (20f9c08e-2b30-41d9-99fb-a9dfc0867dfa), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:09.757808 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-2269d678-25f7-4d10-aae1-deebe39afd45 None None] Attempt 1 to provision port 20f9c08e-2b30-41d9-99fb-a9dfc0867dfa Oct 04 20:52:09.850076 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c90d29d-9e3a-4aa4-a3a6-eb213b1fe9c4 admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:52:09.907497 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b4b79f96-459e-4ce7-8af2-874fd9eff21e admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 4.9990628 Oct 04 20:52:09.932357 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f034ab-7ac9-4792-b3a3-7c98c18e1b35 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Network 8352e86a-10ba-45a2-a2a3-9105643dd2eb is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:52:09.945897 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45024) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:09.966091 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-eb4a637d-d2b9-4ec8-863c-cf88fa56e3ba admin admin] Request body: {'subnet': {'network_id': '27c7409f-1dbf-4a82-a03b-8446fab427da', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-2139762721-subnet', 'tenant_id': 'fa8ddddd74fb455ba31fac9874139134', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:52:09.998510 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-93f034ab-7ac9-4792-b3a3-7c98c18e1b35 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:52:10.010510 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f073d86a-9f86-492f-a432-1e2747357d3f None None] Pushing event updated for resources: {'Port': ['ID=b55e688c-7106-4737-85fb-7180cf06cf35,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:10.046819 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b79f96-459e-4ce7-8af2-874fd9eff21e admin admin] Pushing event updated for resources: {'Network': ['ID=27c7409f-1dbf-4a82-a03b-8446fab427da,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:10.078659 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 27c7409f-1dbf-4a82-a03b-8446fab427da details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:52:10.184681 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-59501d11-d2c4-4970-b981-eb91f63d46b3 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] 10.222.0.78 "GET /networking/v2.0/floatingips/af01b865-55e1-4c06-9efa-a3771349e18e HTTP/1.1" status: 200 len: 978 time: 0.5183315 Oct 04 20:52:10.237478 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 20f9c08e-2b30-41d9-99fb-a9dfc0867dfa triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:52:10.237822 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (20f9c08e-2b30-41d9-99fb-a9dfc0867dfa), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:10.239839 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 20f9c08e-2b30-41d9-99fb-a9dfc0867dfa Oct 04 20:52:10.274686 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45026) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:10.306373 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:10.369272 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-14881757-ad0a-476e-89e0-fccf25dba44a tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (18bb8d0f-ff61-4bf6-90ad-f63d48a9e876), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:10.370222 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-14881757-ad0a-476e-89e0-fccf25dba44a tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks [] for floatingip (18bb8d0f-ff61-4bf6-90ad-f63d48a9e876), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:10.443820 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-2269d678-25f7-4d10-aae1-deebe39afd45 None None] Current status of the port 20f9c08e-2b30-41d9-99fb-a9dfc0867dfa is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:52:10.457947 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4a637d-d2b9-4ec8-863c-cf88fa56e3ba admin admin] Made reservation on behalf of fa8ddddd74fb455ba31fac9874139134 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:52:10.459558 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-eb4a637d-d2b9-4ec8-863c-cf88fa56e3ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:10.514241 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 20f9c08e-2b30-41d9-99fb-a9dfc0867dfa is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:52:10.580412 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:10.582490 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-3ff963c3-82bc-4e7d-9d93-c288d92e7dda None None] Provisioning complete for port 20f9c08e-2b30-41d9-99fb-a9dfc0867dfa triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:52:10.583079 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3ff963c3-82bc-4e7d-9d93-c288d92e7dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (20f9c08e-2b30-41d9-99fb-a9dfc0867dfa), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:10.583725 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-3ff963c3-82bc-4e7d-9d93-c288d92e7dda None None] Attempt 1 to provision port 20f9c08e-2b30-41d9-99fb-a9dfc0867dfa Oct 04 20:52:10.647399 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e93403d1-37fb-44dc-8b37-5b65fd7fa450 tempest-MeteringTestJSON-1647346427 tempest-MeteringTestJSON-1647346427-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:10.653041 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e93403d1-37fb-44dc-8b37-5b65fd7fa450 tempest-MeteringTestJSON-1647346427 tempest-MeteringTestJSON-1647346427-project-admin] 10.222.0.78 "POST /networking/v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 1.4870567 Oct 04 20:52:10.657975 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45028) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:10.814557 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-3ff963c3-82bc-4e7d-9d93-c288d92e7dda None None] Current status of the port 20f9c08e-2b30-41d9-99fb-a9dfc0867dfa is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:52:10.828469 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-8cbb768c-606b-434a-91e4-8f8e4a0b1b54 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] 10.222.0.78 "GET /networking/v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.5473838 Oct 04 20:52:10.838593 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b55e688c-7106-4737-85fb-7180cf06cf35 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:52:10.849904 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-3ff963c3-82bc-4e7d-9d93-c288d92e7dda None None] Provisioning complete for port bddb7f44-f03f-433b-844f-a3f1275d6c61 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:52:10.850557 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3ff963c3-82bc-4e7d-9d93-c288d92e7dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (bddb7f44-f03f-433b-844f-a3f1275d6c61), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:10.851217 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-3ff963c3-82bc-4e7d-9d93-c288d92e7dda None None] Attempt 1 to provision port bddb7f44-f03f-433b-844f-a3f1275d6c61 Oct 04 20:52:10.948322 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-262d5f70-8f21-4361-84db-0dae4b991a8f tempest-MeteringTestJSON-1647346427 tempest-MeteringTestJSON-1647346427-project-admin] 10.222.0.78 "GET /networking/v2.0/metering/metering-labels?id=6dbcab18-e2b0-4e97-83a7-2107acf25d4c HTTP/1.1" status: 200 len: 468 time: 0.2846098 Oct 04 20:52:10.954850 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45030) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:10.964285 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45034) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:11.000706 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:11.071440 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-3ff963c3-82bc-4e7d-9d93-c288d92e7dda None None] Port bddb7f44-f03f-433b-844f-a3f1275d6c61 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:52:11.148604 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port b55e688c-7106-4737-85fb-7180cf06cf35 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:52:11.150134 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b55e688c-7106-4737-85fb-7180cf06cf35), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:11.150134 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port b55e688c-7106-4737-85fb-7180cf06cf35 Oct 04 20:52:11.158134 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-3ff963c3-82bc-4e7d-9d93-c288d92e7dda None None] Provisioning complete for port b55e688c-7106-4737-85fb-7180cf06cf35 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:52:11.158726 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3ff963c3-82bc-4e7d-9d93-c288d92e7dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b55e688c-7106-4737-85fb-7180cf06cf35), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:11.159441 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-3ff963c3-82bc-4e7d-9d93-c288d92e7dda None None] Attempt 1 to provision port b55e688c-7106-4737-85fb-7180cf06cf35 Oct 04 20:52:11.290636 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:11.297571 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-14881757-ad0a-476e-89e0-fccf25dba44a tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Calling delete_port for 18bb8d0f-ff61-4bf6-90ad-f63d48a9e876 owned by network:floatingip {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:52:11.353821 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93f034ab-7ac9-4792-b3a3-7c98c18e1b35 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Router 3081662c-0fdc-4630-b24f-73f5027b7119 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:52:11.397372 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-3ff963c3-82bc-4e7d-9d93-c288d92e7dda None None] Current status of the port b55e688c-7106-4737-85fb-7180cf06cf35 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:52:11.436245 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-eb4a637d-d2b9-4ec8-863c-cf88fa56e3ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (fcb19267-9503-47b2-b71e-afc1362f8b0e), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:11.484671 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port b55e688c-7106-4737-85fb-7180cf06cf35 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:52:11.525649 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-b87d4cbe-0c9e-47dd-a552-c461f563a75b None None] Provisioning complete for port bddb7f44-f03f-433b-844f-a3f1275d6c61 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:52:11.526238 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b87d4cbe-0c9e-47dd-a552-c461f563a75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (bddb7f44-f03f-433b-844f-a3f1275d6c61), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:11.526798 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-b87d4cbe-0c9e-47dd-a552-c461f563a75b None None] Attempt 1 to provision port bddb7f44-f03f-433b-844f-a3f1275d6c61 Oct 04 20:52:11.549260 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-aedc0829-b694-424e-aca9-92b76448ff2f tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Request body: {'floatingip': {'port_id': '8589e256-6d31-4ddf-9c35-49b0d78a1af5'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:52:11.632065 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-b87d4cbe-0c9e-47dd-a552-c461f563a75b None None] Port bddb7f44-f03f-433b-844f-a3f1275d6c61 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:52:11.719489 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4a637d-d2b9-4ec8-863c-cf88fa56e3ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcb19267-9503-47b2-b71e-afc1362f8b0e,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:11.772925 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:11.848075 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5c90d29d-9e3a-4aa4-a3a6-eb213b1fe9c4 admin admin] Publish callbacks [] for router_gateway (cae7bbb2-a351-4708-a02a-5724e0a83304), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:11.870516 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4a637d-d2b9-4ec8-863c-cf88fa56e3ba admin admin] Checking segment: {'id': '34b089ec-3ffe-4334-ae48-49372b52f575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '27c7409f-1dbf-4a82-a03b-8446fab427da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:52:11.870978 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4a637d-d2b9-4ec8-863c-cf88fa56e3ba admin admin] Network hostable DHCP agents. Network: 27c7409f-1dbf-4a82-a03b-8446fab427da, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:52:11.878201 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f034ab-7ac9-4792-b3a3-7c98c18e1b35 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:52:11.897921 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ce970d-0c27-4c3f-b0f3-aa8b9f80c349 None None] Sync routers for ids ['3081662c-0fdc-4630-b24f-73f5027b7119'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:52:11.928766 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ce970d-0c27-4c3f-b0f3-aa8b9f80c349 None None] Routers {'3081662c-0fdc-4630-b24f-73f5027b7119'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:52:11.930667 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-26ce970d-0c27-4c3f-b0f3-aa8b9f80c349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:51:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['3081662c-0fdc-4630-b24f-73f5027b7119'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:52:11.941519 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-93f034ab-7ac9-4792-b3a3-7c98c18e1b35 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "PUT /networking/v2.0/routers/3081662c-0fdc-4630-b24f-73f5027b7119/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7420633 Oct 04 20:52:11.945303 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45036) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:11.952556 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-e92ed96c-3cc7-4f7c-be40-0dd4ff90d135 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:52:12.124314 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-aedc0829-b694-424e-aca9-92b76448ff2f tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for floatingip (af01b865-55e1-4c06-9efa-a3771349e18e), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:12.309064 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-14881757-ad0a-476e-89e0-fccf25dba44a tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (18bb8d0f-ff61-4bf6-90ad-f63d48a9e876), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:12.323955 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4a637d-d2b9-4ec8-863c-cf88fa56e3ba admin admin] Network 27c7409f-1dbf-4a82-a03b-8446fab427da is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:52:12.342634 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-26ce970d-0c27-4c3f-b0f3-aa8b9f80c349 None None] Set router 3081662c-0fdc-4630-b24f-73f5027b7119 gateway port host: None {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:52:12.470093 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14881757-ad0a-476e-89e0-fccf25dba44a tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Pushing event deleted for resources: {'Port': ['ID=18bb8d0f-ff61-4bf6-90ad-f63d48a9e876,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:12.493624 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:12.612883 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c2020301-6b11-4d81-bb84-c27d0df014d6 tempest-MeteringTestJSON-1647346427 tempest-MeteringTestJSON-1647346427-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:12.615219 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c2020301-6b11-4d81-bb84-c27d0df014d6 tempest-MeteringTestJSON-1647346427 tempest-MeteringTestJSON-1647346427-project-admin] 10.222.0.78 "DELETE /networking/v2.0/metering/metering-labels/6dbcab18-e2b0-4e97-83a7-2107acf25d4c HTTP/1.1" status: 204 len: 168 time: 1.0857713 Oct 04 20:52:12.634943 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45042) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:12.663745 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-037f35b8-2a6b-4f7a-9f27-19f09353f75c tempest-MeteringTestJSON-1647346427 tempest-MeteringTestJSON-1647346427-project-admin] 10.222.0.78 "GET /networking/v2.0/metering/metering-labels?id=6dbcab18-e2b0-4e97-83a7-2107acf25d4c HTTP/1.1" status: 200 len: 216 time: 0.0251889 Oct 04 20:52:12.706739 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-eb4a637d-d2b9-4ec8-863c-cf88fa56e3ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 27c7409f-1dbf-4a82-a03b-8446fab427da) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:52:12.715101 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45044) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:12.724564 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61adf41-65ae-427a-ad8a-522a1fb0d43b None None] Network 27c7409f-1dbf-4a82-a03b-8446fab427da requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:52:12.752346 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4a637d-d2b9-4ec8-863c-cf88fa56e3ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:52:12.753504 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-eb4a637d-d2b9-4ec8-863c-cf88fa56e3ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:12.754857 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=6 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:12.771928 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d619cd4f-e4e4-4d18-b8ba-59e18bb30746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (dfb32fef-085a-413b-8be1-c9e07712281e), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:12.815239 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-65922590-1729-49a3-a43f-f957e5aa1928 tempest-MeteringTestJSON-1647346427 tempest-MeteringTestJSON-1647346427-project-admin] 10.222.0.78 "GET /networking/v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0856669 Oct 04 20:52:12.828830 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45046) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:12.881417 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-14881757-ad0a-476e-89e0-fccf25dba44a tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks [] for floatingip (3c37c563-0575-43df-8ad5-59e5211f750c), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:12.886419 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-14881757-ad0a-476e-89e0-fccf25dba44a tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:12.888825 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-14881757-ad0a-476e-89e0-fccf25dba44a tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/3c37c563-0575-43df-8ad5-59e5211f750c HTTP/1.1" status: 204 len: 168 time: 4.6499569 Oct 04 20:52:12.992120 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-26ce970d-0c27-4c3f-b0f3-aa8b9f80c349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'name': 'tempest-RoutersTest-router-1933585120', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:36Z', 'updated_at': '2022-10-04T20:52:05Z', 'revision_number': 5, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'gw_port_host': None, '_interfaces': [{'id': '5543965c-9b3d-4dfc-b2cf-cad45522f549', 'name': '', 'network_id': 'a6f42c38-05e8-487d-96f7-24e5e630d068', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'mac_address': 'fa:16:3e:df:50:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'c760523a-67f1-4725-b59e-92a6e8cfc7f5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:51:40Z', 'updated_at': '2022-10-04T20:52:03Z', 'revision_number': 5, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'subnets': [{'id': 'c760523a-67f1-4725-b59e-92a6e8cfc7f5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7642158-2de1-4d6d-8790-bcc9c032f60b', 'name': '', 'network_id': '6c08d114-6acc-4123-89a6-391843302c04', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'mac_address': 'fa:16:3e:51:06:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '5d3cff06-c5a9-460c-b648-2641a66f3c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:47Z', 'updated_at': '2022-10-04T20:51:22Z', 'revision_number': 5, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'subnets': [{'id': '5d3cff06-c5a9-460c-b648-2641a66f3c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bddb7f44-f03f-433b-844f-a3f1275d6c61', 'name': '', 'network_id': '8352e86a-10ba-45a2-a2a3-9105643dd2eb', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'mac_address': 'fa:16:3e:4b:a8:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '69af7bb5-ce0d-4580-8bd9-be0d360fe416', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:52:03Z', 'updated_at': '2022-10-04T20:52:07Z', 'revision_number': 2, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'subnets': [{'id': '69af7bb5-ce0d-4580-8bd9-be0d360fe416', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8f4c098-db0c-4a52-9741-0fbe07e0fb8f', 'name': '', 'network_id': '4f0c76aa-0b67-42ea-abe1-7961d753a0e0', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'mac_address': 'fa:16:3e:7e:1e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '0b59dfc8-0794-467a-9da7-c01dc65ce1a6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:51:14Z', 'updated_at': '2022-10-04T20:51:49Z', 'revision_number': 5, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'subnets': [{'id': '0b59dfc8-0794-467a-9da7-c01dc65ce1a6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:52:13.020011 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-eb4a637d-d2b9-4ec8-863c-cf88fa56e3ba admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0568635 Oct 04 20:52:13.029806 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45050) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:13.049407 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-86d19a88-299e-4136-82a7-946f75a08589 admin admin] Request body: {'router': {'name': 'tempest-ServerPasswordTestJSON-2139762721-router', 'tenant_id': 'fa8ddddd74fb455ba31fac9874139134', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:52:13.062911 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ce970d-0c27-4c3f-b0f3-aa8b9f80c349 None None] Checking router: 3081662c-0fdc-4630-b24f-73f5027b7119 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:52:13.063580 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ce970d-0c27-4c3f-b0f3-aa8b9f80c349 None None] Updating router 3081662c-0fdc-4630-b24f-73f5027b7119 port bddb7f44-f03f-433b-844f-a3f1275d6c61 binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:52:13.107385 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d619cd4f-e4e4-4d18-b8ba-59e18bb30746 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfb32fef-085a-413b-8be1-c9e07712281e,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:13.161722 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-26ce970d-0c27-4c3f-b0f3-aa8b9f80c349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (bddb7f44-f03f-433b-844f-a3f1275d6c61), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:13.166845 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45052) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:13.177167 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-aa3cd1b3-38a7-403b-ae39-eb3f11f45d05 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Request body: {'security_group': {'name': 'tempest-securitygroup--74760378', 'description': 'tempest-description--1982788622'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:52:13.203362 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ab3a00e8-f88f-4832-89a0-32b5dac14e6e tempest-MeteringTestJSON-1647346427 tempest-MeteringTestJSON-1647346427-project-admin] 10.222.0.78 "GET /networking/v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.3662894 Oct 04 20:52:13.221178 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45054) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:13.263285 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4886bf63-27b9-4e52-a45e-edb4250727d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-27c7409f-1dbf-4a82-a03b-8446fab427da', 'network_id': '27c7409f-1dbf-4a82-a03b-8446fab427da', 'project_id': 'fa8ddddd74fb455ba31fac9874139134', 'fixed_ips': [{'subnet_id': 'fcb19267-9503-47b2-b71e-afc1362f8b0e'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:52:13.264516 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4886bf63-27b9-4e52-a45e-edb4250727d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:13.288511 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-86d19a88-299e-4136-82a7-946f75a08589 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (4817b10f-68ec-4b25-b40f-b62397008990), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:13.290394 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-86d19a88-299e-4136-82a7-946f75a08589 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (4817b10f-68ec-4b25-b40f-b62397008990), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:13.330147 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:13.339789 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5c90d29d-9e3a-4aa4-a3a6-eb213b1fe9c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (cae7bbb2-a351-4708-a02a-5724e0a83304), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:13.462682 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:13.487387 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-6ec9da0c-a093-4b48-be52-eb1d3237cc8c tempest-MeteringTestJSON-1647346427 tempest-MeteringTestJSON-1647346427-project-admin] 10.222.0.78 "GET /networking/v2.0/metering/metering-labels/449ccf48-57e0-4744-b516-2ba9927ec625 HTTP/1.1" status: 200 len: 473 time: 0.2642212 Oct 04 20:52:13.508032 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45058) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:13.522946 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.extraroute_db [None req-e92ed96c-3cc7-4f7c-be40-0dd4ff90d135 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=108170) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 04 20:52:13.623479 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-70aabe1c-8991-4183-8b3f-ca4a65c35788 tempest-MeteringTestJSON-1647346427 tempest-MeteringTestJSON-1647346427-project-admin] 10.222.0.78 "GET /networking/v2.0/metering/metering-label-rules/e220887a-7ce7-41c7-9bdc-e1d9166ed013 HTTP/1.1" status: 200 len: 461 time: 0.1087463 Oct 04 20:52:13.647469 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45060) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:13.652926 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.extraroute_db [None req-e92ed96c-3cc7-4f7c-be40-0dd4ff90d135 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Removed routes are [] {{(pid=108170) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 04 20:52:13.654217 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e92ed96c-3cc7-4f7c-be40-0dd4ff90d135 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-465386', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-583633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6069'] for router (3081662c-0fdc-4630-b24f-73f5027b7119), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:13.689315 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-aa3cd1b3-38a7-403b-ae39-eb3f11f45d05 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:13.767832 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:13.772603 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-86d19a88-299e-4136-82a7-946f75a08589 admin admin] Publish callbacks [] for router_controller (4817b10f-68ec-4b25-b40f-b62397008990), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:13.901603 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 20:52:14.039660 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-4886bf63-27b9-4e52-a45e-edb4250727d1 None None] Allocated IP 172.20.0.2 (27c7409f-1dbf-4a82-a03b-8446fab427da/fcb19267-9503-47b2-b71e-afc1362f8b0e/1aee1d54-ad6d-42e0-b01d-f660693a38fe) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:52:14.055634 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-26ce970d-0c27-4c3f-b0f3-aa8b9f80c349 None None] Publish callbacks [] for port (bddb7f44-f03f-433b-844f-a3f1275d6c61), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:14.152346 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:14.173669 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-26ce970d-0c27-4c3f-b0f3-aa8b9f80c349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (bddb7f44-f03f-433b-844f-a3f1275d6c61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:14.178959 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:14.441624 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-79aeac41-1edb-464a-be39-dec7baf7c779 tempest-MeteringTestJSON-1647346427 tempest-MeteringTestJSON-1647346427-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:14.444711 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-79aeac41-1edb-464a-be39-dec7baf7c779 tempest-MeteringTestJSON-1647346427 tempest-MeteringTestJSON-1647346427-project-admin] 10.222.0.78 "DELETE /networking/v2.0/metering/metering-label-rules/e220887a-7ce7-41c7-9bdc-e1d9166ed013 HTTP/1.1" status: 204 len: 168 time: 0.7800901 Oct 04 20:52:14.448262 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c58913-98d9-46de-b552-bc0a3f7e18f0 None None] Pushing event updated for resources: {'Port': ['ID=bddb7f44-f03f-433b-844f-a3f1275d6c61,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:14.482576 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45064) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:14.563603 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4886bf63-27b9-4e52-a45e-edb4250727d1 None None] Publish callbacks [] for port (1aee1d54-ad6d-42e0-b01d-f660693a38fe), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:14.569787 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-26ce970d-0c27-4c3f-b0f3-aa8b9f80c349 None None] Attempting to bind port bddb7f44-f03f-433b-844f-a3f1275d6c61 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:52:14.570362 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-26ce970d-0c27-4c3f-b0f3-aa8b9f80c349 None None] Attempting to bind port bddb7f44-f03f-433b-844f-a3f1275d6c61 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '3d3d3c92-ea62-4125-bb89-433e620c79b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '8352e86a-10ba-45a2-a2a3-9105643dd2eb'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:52:14.570969 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ce970d-0c27-4c3f-b0f3-aa8b9f80c349 None None] Attempting to bind port bddb7f44-f03f-433b-844f-a3f1275d6c61 on network 8352e86a-10ba-45a2-a2a3-9105643dd2eb {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:52:14.661484 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4886bf63-27b9-4e52-a45e-edb4250727d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (1aee1d54-ad6d-42e0-b01d-f660693a38fe), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:14.778314 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-aa3cd1b3-38a7-403b-ae39-eb3f11f45d05 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks [] for security_group (bc8d01f1-c265-41f0-be55-36dde77735c7), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:14.805092 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d619cd4f-e4e4-4d18-b8ba-59e18bb30746 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (33aa59de-3dbd-41ea-b0c0-1820e6b5535a), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:14.817750 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:14.818314 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4886bf63-27b9-4e52-a45e-edb4250727d1 None None] Network 27c7409f-1dbf-4a82-a03b-8446fab427da is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:52:14.824630 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ce970d-0c27-4c3f-b0f3-aa8b9f80c349 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:52:14.825578 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ce970d-0c27-4c3f-b0f3-aa8b9f80c349 None None] Checking segment: {'id': '3d3d3c92-ea62-4125-bb89-433e620c79b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '8352e86a-10ba-45a2-a2a3-9105643dd2eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:52:14.826365 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-26ce970d-0c27-4c3f-b0f3-aa8b9f80c349 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:14.826953 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ce970d-0c27-4c3f-b0f3-aa8b9f80c349 None None] Bound using segment: {'id': '3d3d3c92-ea62-4125-bb89-433e620c79b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '8352e86a-10ba-45a2-a2a3-9105643dd2eb'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:52:14.828222 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-26ce970d-0c27-4c3f-b0f3-aa8b9f80c349 None None] Bound port: bddb7f44-f03f-433b-844f-a3f1275d6c61, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d3d3c92-ea62-4125-bb89-433e620c79b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '8352e86a-10ba-45a2-a2a3-9105643dd2eb'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:52:14.828885 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-26ce970d-0c27-4c3f-b0f3-aa8b9f80c349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (bddb7f44-f03f-433b-844f-a3f1275d6c61), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:14.836086 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-4886bf63-27b9-4e52-a45e-edb4250727d1 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:52:14.853577 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4886bf63-27b9-4e52-a45e-edb4250727d1 None None] Pushing event updated for resources: {'Port': ['ID=1aee1d54-ad6d-42e0-b01d-f660693a38fe,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:14.858638 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4886bf63-27b9-4e52-a45e-edb4250727d1 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:52:14.924595 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-aa3cd1b3-38a7-403b-ae39-eb3f11f45d05 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (bc8d01f1-c265-41f0-be55-36dde77735c7), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:15.007010 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-86d19a88-299e-4136-82a7-946f75a08589 admin admin] Publish callbacks [] for router_gateway (4817b10f-68ec-4b25-b40f-b62397008990), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:15.037854 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-26ce970d-0c27-4c3f-b0f3-aa8b9f80c349 None None] For port bddb7f44-f03f-433b-844f-a3f1275d6c61, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:52:15.044927 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-26ce970d-0c27-4c3f-b0f3-aa8b9f80c349 None None] For port bddb7f44-f03f-433b-844f-a3f1275d6c61, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=bddb7f44-f03f-433b-844f-a3f1275d6c61,segment=NetworkSegment(3d3d3c92-ea62-4125-bb89-433e620c79b0),segment_id=3d3d3c92-ea62-4125-bb89-433e620c79b0)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:52:15.132695 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-4886bf63-27b9-4e52-a45e-edb4250727d1 None None] Attempting to bind port 1aee1d54-ad6d-42e0-b01d-f660693a38fe on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:52:15.133526 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-4886bf63-27b9-4e52-a45e-edb4250727d1 None None] Attempting to bind port 1aee1d54-ad6d-42e0-b01d-f660693a38fe by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '34b089ec-3ffe-4334-ae48-49372b52f575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '27c7409f-1dbf-4a82-a03b-8446fab427da'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:52:15.134157 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4886bf63-27b9-4e52-a45e-edb4250727d1 None None] Attempting to bind port 1aee1d54-ad6d-42e0-b01d-f660693a38fe on network 27c7409f-1dbf-4a82-a03b-8446fab427da {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:52:15.203428 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-26ce970d-0c27-4c3f-b0f3-aa8b9f80c349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (bddb7f44-f03f-433b-844f-a3f1275d6c61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:15.295838 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3cd1b3-38a7-403b-ae39-eb3f11f45d05 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8d01f1-c265-41f0-be55-36dde77735c7,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:15.311244 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e92ed96c-3cc7-4f7c-be40-0dd4ff90d135 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-465386', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-583633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6069'] for router (3081662c-0fdc-4630-b24f-73f5027b7119), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:15.327908 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-aa3cd1b3-38a7-403b-ae39-eb3f11f45d05 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:15.336610 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-aa3cd1b3-38a7-403b-ae39-eb3f11f45d05 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 2.1679187 Oct 04 20:52:15.339403 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45068) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:15.356183 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ce970d-0c27-4c3f-b0f3-aa8b9f80c349 None None] Routers {'3081662c-0fdc-4630-b24f-73f5027b7119'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:52:15.357539 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-26ce970d-0c27-4c3f-b0f3-aa8b9f80c349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:51:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['3081662c-0fdc-4630-b24f-73f5027b7119'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:52:15.362672 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-d290c9b3-2880-4cdb-a389-0cb7b6fbc5df tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Request body: {'security_group_rule': {'security_group_id': 'bc8d01f1-c265-41f0-be55-36dde77735c7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:52:15.430266 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e92ed96c-3cc7-4f7c-be40-0dd4ff90d135 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-465361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-465368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-583658'] for router (3081662c-0fdc-4630-b24f-73f5027b7119), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:15.497195 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4886bf63-27b9-4e52-a45e-edb4250727d1 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:52:15.497791 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4886bf63-27b9-4e52-a45e-edb4250727d1 None None] Checking segment: {'id': '34b089ec-3ffe-4334-ae48-49372b52f575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '27c7409f-1dbf-4a82-a03b-8446fab427da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:52:15.498460 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4886bf63-27b9-4e52-a45e-edb4250727d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:15.499161 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4886bf63-27b9-4e52-a45e-edb4250727d1 None None] Bound using segment: {'id': '34b089ec-3ffe-4334-ae48-49372b52f575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '27c7409f-1dbf-4a82-a03b-8446fab427da'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:52:15.500331 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-4886bf63-27b9-4e52-a45e-edb4250727d1 None None] Bound port: 1aee1d54-ad6d-42e0-b01d-f660693a38fe, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34b089ec-3ffe-4334-ae48-49372b52f575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '27c7409f-1dbf-4a82-a03b-8446fab427da'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:52:15.503319 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4886bf63-27b9-4e52-a45e-edb4250727d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (1aee1d54-ad6d-42e0-b01d-f660693a38fe), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:15.601699 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c58913-98d9-46de-b552-bc0a3f7e18f0 None None] Pushing event updated for resources: {'Port': ['ID=bddb7f44-f03f-433b-844f-a3f1275d6c61,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:15.651344 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:15.712820 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:15.716447 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-26ce970d-0c27-4c3f-b0f3-aa8b9f80c349 None None] Set router 3081662c-0fdc-4630-b24f-73f5027b7119 gateway port host: None {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:52:15.754067 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d290c9b3-2880-4cdb-a389-0cb7b6fbc5df tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks [] for security_group_rule (b7362430-5022-455d-9fbd-04ba109f2e73), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:15.785200 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-08fbf205-6f1f-4a49-9e46-04d319e5f26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:15.797625 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c90d29d-9e3a-4aa4-a3a6-eb213b1fe9c4 admin admin] Router cae7bbb2-a351-4708-a02a-5724e0a83304 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:52:15.836758 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e92ed96c-3cc7-4f7c-be40-0dd4ff90d135 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Router 3081662c-0fdc-4630-b24f-73f5027b7119 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:52:15.860455 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-4886bf63-27b9-4e52-a45e-edb4250727d1 None None] For port 1aee1d54-ad6d-42e0-b01d-f660693a38fe, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:52:15.952656 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.db.resource_extend [None req-aedc0829-b694-424e-aca9-92b76448ff2f tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] It took 0.67 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 04 20:52:16.095730 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-03828a34-cb24-4454-a6d3-9c2b70e71b37 tempest-MeteringTestJSON-1647346427 tempest-MeteringTestJSON-1647346427-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:16.101562 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-03828a34-cb24-4454-a6d3-9c2b70e71b37 tempest-MeteringTestJSON-1647346427 tempest-MeteringTestJSON-1647346427-project-admin] 10.222.0.78 "DELETE /networking/v2.0/metering/metering-labels/449ccf48-57e0-4744-b516-2ba9927ec625 HTTP/1.1" status: 204 len: 168 time: 1.6120110 Oct 04 20:52:16.240489 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-4886bf63-27b9-4e52-a45e-edb4250727d1 None None] For port 1aee1d54-ad6d-42e0-b01d-f660693a38fe, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=1aee1d54-ad6d-42e0-b01d-f660693a38fe,segment=NetworkSegment(34b089ec-3ffe-4334-ae48-49372b52f575),segment_id=34b089ec-3ffe-4334-ae48-49372b52f575)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:52:16.257845 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-aedc0829-b694-424e-aca9-92b76448ff2f tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:16.261124 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e92ed96c-3cc7-4f7c-be40-0dd4ff90d135 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:52:16.281175 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e92ed96c-3cc7-4f7c-be40-0dd4ff90d135 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:16.287955 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-e92ed96c-3cc7-4f7c-be40-0dd4ff90d135 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "PUT /networking/v2.0/routers/3081662c-0fdc-4630-b24f-73f5027b7119 HTTP/1.1" status: 200 len: 934 time: 4.3414149 Oct 04 20:52:16.306466 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45074) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:16.323878 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d290c9b3-2880-4cdb-a389-0cb7b6fbc5df tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks [] for security_group_rule (b7362430-5022-455d-9fbd-04ba109f2e73), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:16.354108 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:16.367551 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c90d29d-9e3a-4aa4-a3a6-eb213b1fe9c4 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:52:16.404154 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4886bf63-27b9-4e52-a45e-edb4250727d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (1aee1d54-ad6d-42e0-b01d-f660693a38fe), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:16.411386 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e0fe01-0ec6-4a19-b1ec-cda85934014d None None] Sync routers for ids ['cae7bbb2-a351-4708-a02a-5724e0a83304'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:52:16.452377 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e0fe01-0ec6-4a19-b1ec-cda85934014d None None] Routers {'cae7bbb2-a351-4708-a02a-5724e0a83304'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:52:16.453505 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-aedc0829-b694-424e-aca9-92b76448ff2f tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582728'] for floatingip (af01b865-55e1-4c06-9efa-a3771349e18e), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:16.454760 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-c5e0fe01-0ec6-4a19-b1ec-cda85934014d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:51:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['cae7bbb2-a351-4708-a02a-5724e0a83304'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:52:16.475914 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d290c9b3-2880-4cdb-a389-0cb7b6fbc5df tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (b7362430-5022-455d-9fbd-04ba109f2e73), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:16.546783 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-26ce970d-0c27-4c3f-b0f3-aa8b9f80c349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'name': 'tempest-RoutersTest-router-1933585120', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:36Z', 'updated_at': '2022-10-04T20:52:13Z', 'revision_number': 6, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'gw_port_host': None, '_interfaces': [{'id': '5543965c-9b3d-4dfc-b2cf-cad45522f549', 'name': '', 'network_id': 'a6f42c38-05e8-487d-96f7-24e5e630d068', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'mac_address': 'fa:16:3e:df:50:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'c760523a-67f1-4725-b59e-92a6e8cfc7f5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:51:40Z', 'updated_at': '2022-10-04T20:52:03Z', 'revision_number': 5, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'subnets': [{'id': 'c760523a-67f1-4725-b59e-92a6e8cfc7f5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7642158-2de1-4d6d-8790-bcc9c032f60b', 'name': '', 'network_id': '6c08d114-6acc-4123-89a6-391843302c04', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'mac_address': 'fa:16:3e:51:06:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '5d3cff06-c5a9-460c-b648-2641a66f3c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:47Z', 'updated_at': '2022-10-04T20:51:22Z', 'revision_number': 5, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'subnets': [{'id': '5d3cff06-c5a9-460c-b648-2641a66f3c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bddb7f44-f03f-433b-844f-a3f1275d6c61', 'name': '', 'network_id': '8352e86a-10ba-45a2-a2a3-9105643dd2eb', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'mac_address': 'fa:16:3e:4b:a8:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '69af7bb5-ce0d-4580-8bd9-be0d360fe416', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:52:03Z', 'updated_at': '2022-10-04T20:52:15Z', 'revision_number': 4, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'subnets': [{'id': '69af7bb5-ce0d-4580-8bd9-be0d360fe416', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8f4c098-db0c-4a52-9741-0fbe07e0fb8f', 'name': '', 'network_id': '4f0c76aa-0b67-42ea-abe1-7961d753a0e0', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'mac_address': 'fa:16:3e:7e:1e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '0b59dfc8-0794-467a-9da7-c01dc65ce1a6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:51:14Z', 'updated_at': '2022-10-04T20:51:49Z', 'revision_number': 5, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'subnets': [{'id': '0b59dfc8-0794-467a-9da7-c01dc65ce1a6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:52:16.582692 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=88 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:16.660442 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d290c9b3-2880-4cdb-a389-0cb7b6fbc5df tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7362430-5022-455d-9fbd-04ba109f2e73,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:16.667897 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ce970d-0c27-4c3f-b0f3-aa8b9f80c349 None None] The sync data for ids ['3081662c-0fdc-4630-b24f-73f5027b7119'] in n-d-852085-12 is: [{'id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'name': 'tempest-RoutersTest-router-1933585120', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:36Z', 'updated_at': '2022-10-04T20:52:13Z', 'revision_number': 6, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'gw_port_host': None, '_interfaces': [{'id': '5543965c-9b3d-4dfc-b2cf-cad45522f549', 'name': '', 'network_id': 'a6f42c38-05e8-487d-96f7-24e5e630d068', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'mac_address': 'fa:16:3e:df:50:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'c760523a-67f1-4725-b59e-92a6e8cfc7f5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:51:40Z', 'updated_at': '2022-10-04T20:52:03Z', 'revision_number': 5, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'subnets': [{'id': 'c760523a-67f1-4725-b59e-92a6e8cfc7f5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7642158-2de1-4d6d-8790-bcc9c032f60b', 'name': '', 'network_id': '6c08d114-6acc-4123-89a6-391843302c04', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'mac_address': 'fa:16:3e:51:06:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '5d3cff06-c5a9-460c-b648-2641a66f3c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:47Z', 'updated_at': '2022-10-04T20:51:22Z', 'revision_number': 5, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'subnets': [{'id': '5d3cff06-c5a9-460c-b648-2641a66f3c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bddb7f44-f03f-433b-844f-a3f1275d6c61', 'name': '', 'network_id': '8352e86a-10ba-45a2-a2a3-9105643dd2eb', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'mac_address': 'fa:16:3e:4b:a8:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '69af7bb5-ce0d-4580-8bd9-be0d360fe416', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:52:03Z', 'updated_at': '2022-10-04T20:52:15Z', 'revision_number': 4, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'subnets': [{'id': '69af7bb5-ce0d-4580-8bd9-be0d360fe416', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8f4c098-db0c-4a52-9741-0fbe07e0fb8f', 'name': '', 'network_id': '4f0c76aa-0b67-42ea-abe1-7961d753a0e0', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'mac_address': 'fa:16:3e:7e:1e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '0b59dfc8-0794-467a-9da7-c01dc65ce1a6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:51:14Z', 'updated_at': '2022-10-04T20:51:49Z', 'revision_number': 5, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'subnets': [{'id': '0b59dfc8-0794-467a-9da7-c01dc65ce1a6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:52:16.689355 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4886bf63-27b9-4e52-a45e-edb4250727d1 None None] Pushing event updated for resources: {'Port': ['ID=1aee1d54-ad6d-42e0-b01d-f660693a38fe,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:16.709289 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-86d19a88-299e-4136-82a7-946f75a08589 admin admin] Publish callbacks [] for router_gateway (4817b10f-68ec-4b25-b40f-b62397008990), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:16.716916 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d619cd4f-e4e4-4d18-b8ba-59e18bb30746 admin admin] Router 33aa59de-3dbd-41ea-b0c0-1820e6b5535a has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:52:16.719957 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:16.723533 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5c90d29d-9e3a-4aa4-a3a6-eb213b1fe9c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:16.726637 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-5c90d29d-9e3a-4aa4-a3a6-eb213b1fe9c4 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 15.2627499 Oct 04 20:52:16.732241 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45076) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:16.788617 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-86d19a88-299e-4136-82a7-946f75a08589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:16.856577 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-88295d13-dc30-4671-bade-df3cd6f41d2f tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "GET /networking/v2.0/routers/3081662c-0fdc-4630-b24f-73f5027b7119 HTTP/1.1" status: 200 len: 934 time: 0.5480542 Oct 04 20:52:16.860737 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45078) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:16.872727 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-e7f45173-1aa9-4e34-b4f6-40d4883edce5 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Request body: {'router': {'routes': None}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:52:16.912683 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:17.018078 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-c5e0fe01-0ec6-4a19-b1ec-cda85934014d None None] Set router cae7bbb2-a351-4708-a02a-5724e0a83304 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:52:17.062874 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d290c9b3-2880-4cdb-a389-0cb7b6fbc5df tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:17.065859 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-d290c9b3-2880-4cdb-a389-0cb7b6fbc5df tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7114782 Oct 04 20:52:17.099180 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45082) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:17.138819 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-ead83f1c-3c0e-411f-bade-6ddb048f9c5f tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Request body: {'security_group_rule': {'security_group_id': 'bc8d01f1-c265-41f0-be55-36dde77735c7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:52:17.289135 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45086) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:17.414299 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45088) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:17.445296 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-c441de31-4b5f-4f29-a31c-f826c30d1058 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-649423216'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:52:17.461515 n-d-852085-12 neutron-server[108169]: INFO neutron.db.l3_db [None req-aedc0829-b694-424e-aca9-92b76448ff2f tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Floating IP af01b865-55e1-4c06-9efa-a3771349e18e associated. External IP: 172.25.5.161, port: aac66bb4-9660-4d5c-9be2-039de348659c. Oct 04 20:52:17.699883 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-86d19a88-299e-4136-82a7-946f75a08589 admin admin] Allocated IP 172.25.5.226 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/33a0dac9-5f02-45e5-8d00-6692a3d6d481) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:52:17.718876 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7097ef60-2822-4458-bc59-6141561599cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:17.726687 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-c5e0fe01-0ec6-4a19-b1ec-cda85934014d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae7bbb2-a351-4708-a02a-5724e0a83304', 'name': 'tempest-ServerGroup264TestJSON-2059065383-router', 'tenant_id': 'a64b7e8684dc4deabb72e98df57411a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '06de487b-e9ff-42b4-8859-c9c6eca50cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:52:01Z', 'updated_at': '2022-10-04T20:52:10Z', 'revision_number': 3, 'project_id': 'a64b7e8684dc4deabb72e98df57411a2', 'gw_port': {'id': '06de487b-e9ff-42b4-8859-c9c6eca50cd8', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ed:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae7bbb2-a351-4708-a02a-5724e0a83304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:52:06Z', 'updated_at': '2022-10-04T20:52:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:52:17.817979 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e0fe01-0ec6-4a19-b1ec-cda85934014d None None] Checking router: cae7bbb2-a351-4708-a02a-5724e0a83304 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:52:17.821493 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e0fe01-0ec6-4a19-b1ec-cda85934014d None None] Updating router cae7bbb2-a351-4708-a02a-5724e0a83304 port 06de487b-e9ff-42b4-8859-c9c6eca50cd8 binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:52:17.901567 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-c5e0fe01-0ec6-4a19-b1ec-cda85934014d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (06de487b-e9ff-42b4-8859-c9c6eca50cd8), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:17.927422 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1539ca78-8d43-4f94-b0d9-eb8760e3754b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:17.928446 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ead83f1c-3c0e-411f-bade-6ddb048f9c5f tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks [] for security_group_rule (1de3573b-b823-49ad-b12f-e649ea24adb6), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:18.124938 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c441de31-4b5f-4f29-a31c-f826c30d1058 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Made reservation on behalf of bd8adb1a7e034cbeb6d40757ae7cf31b for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:52:18.143400 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c441de31-4b5f-4f29-a31c-f826c30d1058 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:18.301952 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:18.596592 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-86d19a88-299e-4136-82a7-946f75a08589 admin admin] Publish callbacks [] for port (33a0dac9-5f02-45e5-8d00-6692a3d6d481), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:18.598927 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:18.670646 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1539ca78-8d43-4f94-b0d9-eb8760e3754b admin admin] Publish callbacks [] for security_group (1f9b23db-2df4-42a5-868e-939f630ba876), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:18.694515 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f3f26a-b756-41c7-8a66-5fda3075164a None None] Sync routers for ids ['3081662c-0fdc-4630-b24f-73f5027b7119'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:52:18.737239 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f3f26a-b756-41c7-8a66-5fda3075164a None None] Routers {'3081662c-0fdc-4630-b24f-73f5027b7119'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:52:18.738594 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-98f3f26a-b756-41c7-8a66-5fda3075164a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:52:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['3081662c-0fdc-4630-b24f-73f5027b7119'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:52:18.822794 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d619cd4f-e4e4-4d18-b8ba-59e18bb30746 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:52:18.855915 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c441de31-4b5f-4f29-a31c-f826c30d1058 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:52:18.856384 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada54ab3-711b-486f-8396-7f9517dfad64 None None] Sync routers for ids ['33aa59de-3dbd-41ea-b0c0-1820e6b5535a'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:52:18.876023 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d619cd4f-e4e4-4d18-b8ba-59e18bb30746 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/33aa59de-3dbd-41ea-b0c0-1820e6b5535a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.6558151 Oct 04 20:52:18.886064 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada54ab3-711b-486f-8396-7f9517dfad64 None None] Routers {'33aa59de-3dbd-41ea-b0c0-1820e6b5535a'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:52:18.887860 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-ada54ab3-711b-486f-8396-7f9517dfad64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:52:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['33aa59de-3dbd-41ea-b0c0-1820e6b5535a'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:52:18.890563 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1539ca78-8d43-4f94-b0d9-eb8760e3754b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (1f9b23db-2df4-42a5-868e-939f630ba876), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:18.893805 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45092) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:18.930988 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ead83f1c-3c0e-411f-bade-6ddb048f9c5f tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks [] for security_group_rule (1de3573b-b823-49ad-b12f-e649ea24adb6), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:18.933484 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:18.964579 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3905319-fc76-4f8e-9e95-ed9f7ef03494 None None] Network 27c7409f-1dbf-4a82-a03b-8446fab427da requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:52:19.002944 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c441de31-4b5f-4f29-a31c-f826c30d1058 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (de4f3dab-2625-449f-89ba-305ec72cfc96), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:19.003560 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-c441de31-4b5f-4f29-a31c-f826c30d1058 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Added segment de4f3dab-2625-449f-89ba-305ec72cfc96 of type vlan for network 8d2d5848-a194-4e51-833e-12e1ff126b76 Oct 04 20:52:19.103249 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-1539ca78-8d43-4f94-b0d9-eb8760e3754b admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=0ba238923ab44c4bb4f02649df182699&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7415564 Oct 04 20:52:19.109258 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45094) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:19.110735 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1539ca78-8d43-4f94-b0d9-eb8760e3754b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9b23db-2df4-42a5-868e-939f630ba876,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:19.118228 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ead83f1c-3c0e-411f-bade-6ddb048f9c5f tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (1de3573b-b823-49ad-b12f-e649ea24adb6), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:19.135799 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.extraroute_db [None req-e7f45173-1aa9-4e34-b4f6-40d4883edce5 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Added routes are [] {{(pid=108170) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 04 20:52:19.136642 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.extraroute_db [None req-e7f45173-1aa9-4e34-b4f6-40d4883edce5 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=108170) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 04 20:52:19.145111 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:INSERT=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:19.173246 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device bddb7f44-f03f-433b-844f-a3f1275d6c61 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:52:19.216598 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-86d19a88-299e-4136-82a7-946f75a08589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (33a0dac9-5f02-45e5-8d00-6692a3d6d481), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:19.225732 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-ada54ab3-711b-486f-8396-7f9517dfad64 None None] Set router 33aa59de-3dbd-41ea-b0c0-1820e6b5535a gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:52:19.227793 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead83f1c-3c0e-411f-bade-6ddb048f9c5f tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1de3573b-b823-49ad-b12f-e649ea24adb6,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:19.322108 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ead83f1c-3c0e-411f-bade-6ddb048f9c5f tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:19.330552 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ead83f1c-3c0e-411f-bade-6ddb048f9c5f tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.2007542 Oct 04 20:52:19.337264 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c441de31-4b5f-4f29-a31c-f826c30d1058 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (8d2d5848-a194-4e51-833e-12e1ff126b76), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:19.355928 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45096) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:19.367163 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-9ad36257-131e-46ea-95d6-b2f4f6babe6b tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Request body: {'floatingip': {'floating_network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:52:19.403083 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d19a88-299e-4136-82a7-946f75a08589 admin admin] Pushing event updated for resources: {'Port': ['ID=33a0dac9-5f02-45e5-8d00-6692a3d6d481,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:19.488992 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d19a88-299e-4136-82a7-946f75a08589 admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:52:19.498613 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aedc0829-b694-424e-aca9-92b76448ff2f tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Router 338eba0b-7a56-4642-842c-8d7eb2577e2d has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:52:19.511501 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.db.resource_extend [None req-c441de31-4b5f-4f29-a31c-f826c30d1058 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 04 20:52:19.561837 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8f06333a-d6bd-4a69-ad79-87d9115a6796 admin admin] Publish callbacks [] for security_group (1f9b23db-2df4-42a5-868e-939f630ba876), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:19.566843 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-524ec962-0346-4f52-9506-e9ec234c430f None None] Provisioning complete for port 1aee1d54-ad6d-42e0-b01d-f660693a38fe triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:52:19.567130 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e7f45173-1aa9-4e34-b4f6-40d4883edce5 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-465386', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-583633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6069'] for router (3081662c-0fdc-4630-b24f-73f5027b7119), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:19.568251 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-524ec962-0346-4f52-9506-e9ec234c430f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (1aee1d54-ad6d-42e0-b01d-f660693a38fe), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:19.569308 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-524ec962-0346-4f52-9506-e9ec234c430f None None] Attempt 1 to provision port 1aee1d54-ad6d-42e0-b01d-f660693a38fe Oct 04 20:52:19.584629 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-86d19a88-299e-4136-82a7-946f75a08589 admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:52:19.593293 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d19a88-299e-4136-82a7-946f75a08589 admin admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:52:19.664247 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-98f3f26a-b756-41c7-8a66-5fda3075164a None None] Set router 3081662c-0fdc-4630-b24f-73f5027b7119 gateway port host: None {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:52:19.768957 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9ad36257-131e-46ea-95d6-b2f4f6babe6b tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks [] for floatingip (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:19.931555 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:19.988523 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-ada54ab3-711b-486f-8396-7f9517dfad64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33aa59de-3dbd-41ea-b0c0-1820e6b5535a', 'name': 'tempest-AttachVolumeTestJSON-303908132-router', 'tenant_id': '6006071429214a518602cecf8646892a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': 'dcb3620a-c2ad-4473-a39a-bf1a957f5eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:38Z', 'updated_at': '2022-10-04T20:52:11Z', 'revision_number': 5, 'project_id': '6006071429214a518602cecf8646892a', 'gw_port': {'id': 'dcb3620a-c2ad-4473-a39a-bf1a957f5eef', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:46:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33aa59de-3dbd-41ea-b0c0-1820e6b5535a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:42Z', 'updated_at': '2022-10-04T20:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:52:20.054905 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada54ab3-711b-486f-8396-7f9517dfad64 None None] Checking router: 33aa59de-3dbd-41ea-b0c0-1820e6b5535a for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:52:20.085704 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8f06333a-d6bd-4a69-ad79-87d9115a6796 admin admin] Publish callbacks [] for security_group (1f9b23db-2df4-42a5-868e-939f630ba876), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:20.088698 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada54ab3-711b-486f-8396-7f9517dfad64 None None] Routers {'33aa59de-3dbd-41ea-b0c0-1820e6b5535a'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:52:20.090160 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-ada54ab3-711b-486f-8396-7f9517dfad64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:52:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['33aa59de-3dbd-41ea-b0c0-1820e6b5535a'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:52:20.167037 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-524ec962-0346-4f52-9506-e9ec234c430f None None] Current status of the port 1aee1d54-ad6d-42e0-b01d-f660693a38fe is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:52:20.167964 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-524ec962-0346-4f52-9506-e9ec234c430f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (1aee1d54-ad6d-42e0-b01d-f660693a38fe), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:20.278690 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-524ec962-0346-4f52-9506-e9ec234c430f None None] For port 1aee1d54-ad6d-42e0-b01d-f660693a38fe, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=1aee1d54-ad6d-42e0-b01d-f660693a38fe,segment=NetworkSegment(34b089ec-3ffe-4334-ae48-49372b52f575),segment_id=34b089ec-3ffe-4334-ae48-49372b52f575)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:52:20.280610 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port bddb7f44-f03f-433b-844f-a3f1275d6c61 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:52:20.281508 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (bddb7f44-f03f-433b-844f-a3f1275d6c61), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:20.282617 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port bddb7f44-f03f-433b-844f-a3f1275d6c61 Oct 04 20:52:20.319360 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-ada54ab3-711b-486f-8396-7f9517dfad64 None None] Set router 33aa59de-3dbd-41ea-b0c0-1820e6b5535a gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:52:20.359257 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-524ec962-0346-4f52-9506-e9ec234c430f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (1aee1d54-ad6d-42e0-b01d-f660693a38fe), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:20.380158 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:20.455261 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=100 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:20.618566 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-987af571-7172-43bd-9374-0b63285e45cd admin admin] Publish callbacks [] for router (33aa59de-3dbd-41ea-b0c0-1820e6b5535a), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:20.636940 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aedc0829-b694-424e-aca9-92b76448ff2f tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:52:20.646746 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:20.670197 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-c5e0fe01-0ec6-4a19-b1ec-cda85934014d None None] Publish callbacks [] for port (06de487b-e9ff-42b4-8859-c9c6eca50cd8), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:20.687172 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:20.702493 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port bddb7f44-f03f-433b-844f-a3f1275d6c61 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:52:20.703311 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (bddb7f44-f03f-433b-844f-a3f1275d6c61), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:20.733530 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d050d8-f0e3-47c5-b5a2-5d397c302e30 None None] Sync routers for ids ['338eba0b-7a56-4642-842c-8d7eb2577e2d'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:52:20.768926 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-ca2c35e1-3f84-44f6-837b-18cec12c0509 None None] Provisioning complete for port 1aee1d54-ad6d-42e0-b01d-f660693a38fe triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:52:20.769677 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ca2c35e1-3f84-44f6-837b-18cec12c0509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (1aee1d54-ad6d-42e0-b01d-f660693a38fe), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:20.770590 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-ca2c35e1-3f84-44f6-837b-18cec12c0509 None None] Attempt 1 to provision port 1aee1d54-ad6d-42e0-b01d-f660693a38fe Oct 04 20:52:20.784092 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c441de31-4b5f-4f29-a31c-f826c30d1058 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (8d2d5848-a194-4e51-833e-12e1ff126b76), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:20.795106 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:20.799902 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c441de31-4b5f-4f29-a31c-f826c30d1058 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:52:20.801013 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c441de31-4b5f-4f29-a31c-f826c30d1058 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:20.868131 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524ec962-0346-4f52-9506-e9ec234c430f None None] Pushing event updated for resources: {'Port': ['ID=1aee1d54-ad6d-42e0-b01d-f660693a38fe,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:20.904508 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-c5e0fe01-0ec6-4a19-b1ec-cda85934014d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (06de487b-e9ff-42b4-8859-c9c6eca50cd8), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:20.976731 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d050d8-f0e3-47c5-b5a2-5d397c302e30 None None] Routers {'338eba0b-7a56-4642-842c-8d7eb2577e2d'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:52:20.977904 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-d0d050d8-f0e3-47c5-b5a2-5d397c302e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:52:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['338eba0b-7a56-4642-842c-8d7eb2577e2d'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:52:20.989635 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port bddb7f44-f03f-433b-844f-a3f1275d6c61, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=bddb7f44-f03f-433b-844f-a3f1275d6c61,segment=NetworkSegment(3d3d3c92-ea62-4125-bb89-433e620c79b0),segment_id=3d3d3c92-ea62-4125-bb89-433e620c79b0)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:52:21.015818 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-c5e0fe01-0ec6-4a19-b1ec-cda85934014d None None] Attempting to bind port 06de487b-e9ff-42b4-8859-c9c6eca50cd8 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:52:21.017946 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-c5e0fe01-0ec6-4a19-b1ec-cda85934014d None None] Attempting to bind port 06de487b-e9ff-42b4-8859-c9c6eca50cd8 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:52:21.019223 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e0fe01-0ec6-4a19-b1ec-cda85934014d None None] Attempting to bind port 06de487b-e9ff-42b4-8859-c9c6eca50cd8 on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:52:21.059220 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c7a3f536-b47c-43b2-a610-5b898b1a358d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:21.071386 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-d0d050d8-f0e3-47c5-b5a2-5d397c302e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:52:21.099985 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fba0cf7-56b4-43b0-ba95-de75b328b2c0 None None] Pushing event updated for resources: {'Port': ['ID=06de487b-e9ff-42b4-8859-c9c6eca50cd8,revision_number=2']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:21.120532 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-86d19a88-299e-4136-82a7-946f75a08589 admin admin] Publish callbacks [] for router_gateway (4817b10f-68ec-4b25-b40f-b62397008990), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:21.126643 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (bddb7f44-f03f-433b-844f-a3f1275d6c61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:21.126643 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 1aee1d54-ad6d-42e0-b01d-f660693a38fe up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:52:21.129393 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fba0cf7-56b4-43b0-ba95-de75b328b2c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:52:21.130330 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fba0cf7-56b4-43b0-ba95-de75b328b2c0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:52:21.131462 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fba0cf7-56b4-43b0-ba95-de75b328b2c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:52:21.132566 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-98f3f26a-b756-41c7-8a66-5fda3075164a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'name': 'tempest-RoutersTest-router-1933585120', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:36Z', 'updated_at': '2022-10-04T20:52:13Z', 'revision_number': 6, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'gw_port_host': None, '_interfaces': [{'id': '5543965c-9b3d-4dfc-b2cf-cad45522f549', 'name': '', 'network_id': 'a6f42c38-05e8-487d-96f7-24e5e630d068', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'mac_address': 'fa:16:3e:df:50:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'c760523a-67f1-4725-b59e-92a6e8cfc7f5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:51:40Z', 'updated_at': '2022-10-04T20:52:03Z', 'revision_number': 5, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'subnets': [{'id': 'c760523a-67f1-4725-b59e-92a6e8cfc7f5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7642158-2de1-4d6d-8790-bcc9c032f60b', 'name': '', 'network_id': '6c08d114-6acc-4123-89a6-391843302c04', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'mac_address': 'fa:16:3e:51:06:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '5d3cff06-c5a9-460c-b648-2641a66f3c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:47Z', 'updated_at': '2022-10-04T20:51:22Z', 'revision_number': 5, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'subnets': [{'id': '5d3cff06-c5a9-460c-b648-2641a66f3c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bddb7f44-f03f-433b-844f-a3f1275d6c61', 'name': '', 'network_id': '8352e86a-10ba-45a2-a2a3-9105643dd2eb', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'mac_address': 'fa:16:3e:4b:a8:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '69af7bb5-ce0d-4580-8bd9-be0d360fe416', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:52:03Z', 'updated_at': '2022-10-04T20:52:15Z', 'revision_number': 4, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'subnets': [{'id': '69af7bb5-ce0d-4580-8bd9-be0d360fe416', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8f4c098-db0c-4a52-9741-0fbe07e0fb8f', 'name': '', 'network_id': '4f0c76aa-0b67-42ea-abe1-7961d753a0e0', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'mac_address': 'fa:16:3e:7e:1e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '0b59dfc8-0794-467a-9da7-c01dc65ce1a6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:51:14Z', 'updated_at': '2022-10-04T20:51:49Z', 'revision_number': 5, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'subnets': [{'id': '0b59dfc8-0794-467a-9da7-c01dc65ce1a6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:52:21.133165 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fba0cf7-56b4-43b0-ba95-de75b328b2c0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:52:21.133980 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fba0cf7-56b4-43b0-ba95-de75b328b2c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:52:21.134788 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fba0cf7-56b4-43b0-ba95-de75b328b2c0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:52:21.135618 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fba0cf7-56b4-43b0-ba95-de75b328b2c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:52:21.136272 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d050d8-f0e3-47c5-b5a2-5d397c302e30 None None] Routers {'338eba0b-7a56-4642-842c-8d7eb2577e2d'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:52:21.136652 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fba0cf7-56b4-43b0-ba95-de75b328b2c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:52:21.137365 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-d0d050d8-f0e3-47c5-b5a2-5d397c302e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:52:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['338eba0b-7a56-4642-842c-8d7eb2577e2d'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:52:21.137654 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fba0cf7-56b4-43b0-ba95-de75b328b2c0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:52:21.138426 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fba0cf7-56b4-43b0-ba95-de75b328b2c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:52:21.139282 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fba0cf7-56b4-43b0-ba95-de75b328b2c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:52:21.140073 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fba0cf7-56b4-43b0-ba95-de75b328b2c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:52:21.140870 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fba0cf7-56b4-43b0-ba95-de75b328b2c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:52:21.144555 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fba0cf7-56b4-43b0-ba95-de75b328b2c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:52:21.146655 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fba0cf7-56b4-43b0-ba95-de75b328b2c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:52:21.153017 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e0fe01-0ec6-4a19-b1ec-cda85934014d None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:52:21.154126 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e0fe01-0ec6-4a19-b1ec-cda85934014d None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:52:21.155548 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-c5e0fe01-0ec6-4a19-b1ec-cda85934014d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:21.156520 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e0fe01-0ec6-4a19-b1ec-cda85934014d None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:52:21.157639 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-c5e0fe01-0ec6-4a19-b1ec-cda85934014d None None] Bound port: 06de487b-e9ff-42b4-8859-c9c6eca50cd8, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:52:21.158527 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-c5e0fe01-0ec6-4a19-b1ec-cda85934014d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (06de487b-e9ff-42b4-8859-c9c6eca50cd8), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:21.273750 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-c5e0fe01-0ec6-4a19-b1ec-cda85934014d None None] For port 06de487b-e9ff-42b4-8859-c9c6eca50cd8, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:52:21.280877 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-c5e0fe01-0ec6-4a19-b1ec-cda85934014d None None] For port 06de487b-e9ff-42b4-8859-c9c6eca50cd8, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=06de487b-e9ff-42b4-8859-c9c6eca50cd8,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:52:21.343068 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e7f45173-1aa9-4e34-b4f6-40d4883edce5 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-465386', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-583633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6069'] for router (3081662c-0fdc-4630-b24f-73f5027b7119), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:21.372602 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-ada54ab3-711b-486f-8396-7f9517dfad64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33aa59de-3dbd-41ea-b0c0-1820e6b5535a', 'name': 'tempest-AttachVolumeTestJSON-303908132-router', 'tenant_id': '6006071429214a518602cecf8646892a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': 'dcb3620a-c2ad-4473-a39a-bf1a957f5eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:38Z', 'updated_at': '2022-10-04T20:52:11Z', 'revision_number': 5, 'project_id': '6006071429214a518602cecf8646892a', 'gw_port': {'id': 'dcb3620a-c2ad-4473-a39a-bf1a957f5eef', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:46:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33aa59de-3dbd-41ea-b0c0-1820e6b5535a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:42Z', 'updated_at': '2022-10-04T20:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:52:21.412767 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c441de31-4b5f-4f29-a31c-f826c30d1058 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 773 time: 3.9896951 Oct 04 20:52:21.419514 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e7f45173-1aa9-4e34-b4f6-40d4883edce5 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-465361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-465368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-583658'] for router (3081662c-0fdc-4630-b24f-73f5027b7119), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:21.426157 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8f06333a-d6bd-4a69-ad79-87d9115a6796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (1f9b23db-2df4-42a5-868e-939f630ba876), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:21.429985 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada54ab3-711b-486f-8396-7f9517dfad64 None None] The sync data for ids ['33aa59de-3dbd-41ea-b0c0-1820e6b5535a'] in n-d-852085-12 is: [{'id': '33aa59de-3dbd-41ea-b0c0-1820e6b5535a', 'name': 'tempest-AttachVolumeTestJSON-303908132-router', 'tenant_id': '6006071429214a518602cecf8646892a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': 'dcb3620a-c2ad-4473-a39a-bf1a957f5eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:38Z', 'updated_at': '2022-10-04T20:52:11Z', 'revision_number': 5, 'project_id': '6006071429214a518602cecf8646892a', 'gw_port': {'id': 'dcb3620a-c2ad-4473-a39a-bf1a957f5eef', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:46:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33aa59de-3dbd-41ea-b0c0-1820e6b5535a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:42Z', 'updated_at': '2022-10-04T20:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:52:21.431623 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8f06333a-d6bd-4a69-ad79-87d9115a6796 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:21.437372 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-8f06333a-d6bd-4a69-ad79-87d9115a6796 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/1f9b23db-2df4-42a5-868e-939f630ba876 HTTP/1.1" status: 204 len: 168 time: 2.3159416 Oct 04 20:52:21.437372 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45098) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:21.437855 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f3f26a-b756-41c7-8a66-5fda3075164a None None] Checking router: 3081662c-0fdc-4630-b24f-73f5027b7119 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:52:21.442641 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-d0d050d8-f0e3-47c5-b5a2-5d397c302e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:52:21.444226 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d050d8-f0e3-47c5-b5a2-5d397c302e30 None None] The sync data for ids ['338eba0b-7a56-4642-842c-8d7eb2577e2d'] in n-d-852085-12 is: [] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:52:21.466278 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-c5e0fe01-0ec6-4a19-b1ec-cda85934014d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (06de487b-e9ff-42b4-8859-c9c6eca50cd8), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:21.479013 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-47304424-54b4-49cb-b8ad-f2228ab2e530 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-699839638'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:52:21.505874 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f06333a-d6bd-4a69-ad79-87d9115a6796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9b23db-2df4-42a5-868e-939f630ba876,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:21.526419 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:21.572082 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9ad36257-131e-46ea-95d6-b2f4f6babe6b tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:21.595622 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e0fe01-0ec6-4a19-b1ec-cda85934014d None None] Routers {'cae7bbb2-a351-4708-a02a-5724e0a83304'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:52:21.598289 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-c5e0fe01-0ec6-4a19-b1ec-cda85934014d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:52:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['cae7bbb2-a351-4708-a02a-5724e0a83304'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:52:21.731826 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f3f26a-b756-41c7-8a66-5fda3075164a None None] Routers {'3081662c-0fdc-4630-b24f-73f5027b7119'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:52:21.733256 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-98f3f26a-b756-41c7-8a66-5fda3075164a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:52:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['3081662c-0fdc-4630-b24f-73f5027b7119'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:52:21.762359 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=bddb7f44-f03f-433b-844f-a3f1275d6c61,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:21.855557 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47304424-54b4-49cb-b8ad-f2228ab2e530 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Made reservation on behalf of bd8adb1a7e034cbeb6d40757ae7cf31b for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:52:21.864124 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-47304424-54b4-49cb-b8ad-f2228ab2e530 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:21.876634 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-ca2c35e1-3f84-44f6-837b-18cec12c0509 None None] Current status of the port 1aee1d54-ad6d-42e0-b01d-f660693a38fe is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:52:21.885547 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:21.919964 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-9ad36257-131e-46ea-95d6-b2f4f6babe6b tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Allocated IP 172.25.5.77 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/4374e8e3-e1b4-4e7a-8265-ca330693131c) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:52:21.953778 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:21.978198 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-c5e0fe01-0ec6-4a19-b1ec-cda85934014d None None] Set router cae7bbb2-a351-4708-a02a-5724e0a83304 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:52:21.998158 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:22.024075 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 1aee1d54-ad6d-42e0-b01d-f660693a38fe triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:52:22.025205 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (1aee1d54-ad6d-42e0-b01d-f660693a38fe), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:22.026092 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 1aee1d54-ad6d-42e0-b01d-f660693a38fe Oct 04 20:52:22.129458 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:22.171525 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9ad36257-131e-46ea-95d6-b2f4f6babe6b tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks [] for port (4374e8e3-e1b4-4e7a-8265-ca330693131c), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:22.233792 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-98f3f26a-b756-41c7-8a66-5fda3075164a None None] Set router 3081662c-0fdc-4630-b24f-73f5027b7119 gateway port host: None {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:52:22.300953 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f45173-1aa9-4e34-b4f6-40d4883edce5 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Router 3081662c-0fdc-4630-b24f-73f5027b7119 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:52:22.302669 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47304424-54b4-49cb-b8ad-f2228ab2e530 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:52:22.306036 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c441de31-4b5f-4f29-a31c-f826c30d1058 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Pushing event updated for resources: {'Network': ['ID=8d2d5848-a194-4e51-833e-12e1ff126b76,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:22.326313 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9ad36257-131e-46ea-95d6-b2f4f6babe6b tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (4374e8e3-e1b4-4e7a-8265-ca330693131c), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:22.339719 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 8d2d5848-a194-4e51-833e-12e1ff126b76 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:52:22.409432 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fba0cf7-56b4-43b0-ba95-de75b328b2c0 None None] Pushing event updated for resources: {'Port': ['ID=06de487b-e9ff-42b4-8859-c9c6eca50cd8,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:22.431076 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:22.450305 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad36257-131e-46ea-95d6-b2f4f6babe6b tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Pushing event updated for resources: {'Port': ['ID=4374e8e3-e1b4-4e7a-8265-ca330693131c,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:22.510053 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad36257-131e-46ea-95d6-b2f4f6babe6b tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:52:22.521096 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-9ad36257-131e-46ea-95d6-b2f4f6babe6b tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:52:22.525905 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad36257-131e-46ea-95d6-b2f4f6babe6b tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:52:22.529839 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-47304424-54b4-49cb-b8ad-f2228ab2e530 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (6e1a348d-3e89-41c4-9ff0-49034e00e8e8), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:22.534036 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-47304424-54b4-49cb-b8ad-f2228ab2e530 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Added segment 6e1a348d-3e89-41c4-9ff0-49034e00e8e8 of type vlan for network c5dfd2b2-03b5-4649-af3d-9e2e03b726c5 Oct 04 20:52:22.639211 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-c5e0fe01-0ec6-4a19-b1ec-cda85934014d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae7bbb2-a351-4708-a02a-5724e0a83304', 'name': 'tempest-ServerGroup264TestJSON-2059065383-router', 'tenant_id': 'a64b7e8684dc4deabb72e98df57411a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '06de487b-e9ff-42b4-8859-c9c6eca50cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:52:01Z', 'updated_at': '2022-10-04T20:52:10Z', 'revision_number': 3, 'project_id': 'a64b7e8684dc4deabb72e98df57411a2', 'gw_port': {'id': '06de487b-e9ff-42b4-8859-c9c6eca50cd8', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ed:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae7bbb2-a351-4708-a02a-5724e0a83304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:52:06Z', 'updated_at': '2022-10-04T20:52:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:52:22.701024 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e0fe01-0ec6-4a19-b1ec-cda85934014d None None] The sync data for ids ['cae7bbb2-a351-4708-a02a-5724e0a83304'] in n-d-852085-12 is: [{'id': 'cae7bbb2-a351-4708-a02a-5724e0a83304', 'name': 'tempest-ServerGroup264TestJSON-2059065383-router', 'tenant_id': 'a64b7e8684dc4deabb72e98df57411a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '06de487b-e9ff-42b4-8859-c9c6eca50cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:52:01Z', 'updated_at': '2022-10-04T20:52:10Z', 'revision_number': 3, 'project_id': 'a64b7e8684dc4deabb72e98df57411a2', 'gw_port': {'id': '06de487b-e9ff-42b4-8859-c9c6eca50cd8', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ed:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae7bbb2-a351-4708-a02a-5724e0a83304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:52:06Z', 'updated_at': '2022-10-04T20:52:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:52:22.728482 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-987af571-7172-43bd-9374-0b63285e45cd admin admin] Publish callbacks [] for router_gateway (33aa59de-3dbd-41ea-b0c0-1820e6b5535a), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:23.097590 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-86d19a88-299e-4136-82a7-946f75a08589 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (4817b10f-68ec-4b25-b40f-b62397008990), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:23.103452 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-47304424-54b4-49cb-b8ad-f2228ab2e530 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (c5dfd2b2-03b5-4649-af3d-9e2e03b726c5), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:23.128038 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9ad36257-131e-46ea-95d6-b2f4f6babe6b tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks [] for floatingip (904f655f-02cc-438d-bfcf-009df2a000b8), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:23.260102 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45104) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:23.310611 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f45173-1aa9-4e34-b4f6-40d4883edce5 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:52:23.354023 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-987af571-7172-43bd-9374-0b63285e45cd admin admin] Deleting port dcb3620a-c2ad-4473-a39a-bf1a957f5eef {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:52:23.354613 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-987af571-7172-43bd-9374-0b63285e45cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (dcb3620a-c2ad-4473-a39a-bf1a957f5eef), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:23.354890 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e7f45173-1aa9-4e34-b4f6-40d4883edce5 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:23.356949 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-e7f45173-1aa9-4e34-b4f6-40d4883edce5 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "PUT /networking/v2.0/routers/3081662c-0fdc-4630-b24f-73f5027b7119 HTTP/1.1" status: 200 len: 700 time: 6.4944994 Oct 04 20:52:23.366932 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45106) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:23.485527 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:23.508646 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 1aee1d54-ad6d-42e0-b01d-f660693a38fe is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:52:23.550168 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-c7a3f536-b47c-43b2-a610-5b898b1a358d admin admin] Allocated IP 172.20.0.1 (47f8aab6-af9e-4de8-9a5f-b897e2ca6c46/92f87741-fbc9-432f-86b5-2f8c21dc0864/3476d2b3-f7ea-48cb-ab72-83d97e400b62) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:52:23.566549 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-47304424-54b4-49cb-b8ad-f2228ab2e530 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (c5dfd2b2-03b5-4649-af3d-9e2e03b726c5), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:23.575066 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47304424-54b4-49cb-b8ad-f2228ab2e530 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:52:23.576870 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-47304424-54b4-49cb-b8ad-f2228ab2e530 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:23.666302 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-98f3f26a-b756-41c7-8a66-5fda3075164a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'name': 'tempest-RoutersTest-router-1933585120', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:36Z', 'updated_at': '2022-10-04T20:52:19Z', 'revision_number': 7, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'gw_port_host': None, '_interfaces': [{'id': '5543965c-9b3d-4dfc-b2cf-cad45522f549', 'name': '', 'network_id': 'a6f42c38-05e8-487d-96f7-24e5e630d068', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'mac_address': 'fa:16:3e:df:50:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'c760523a-67f1-4725-b59e-92a6e8cfc7f5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:51:40Z', 'updated_at': '2022-10-04T20:52:03Z', 'revision_number': 5, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'subnets': [{'id': 'c760523a-67f1-4725-b59e-92a6e8cfc7f5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7642158-2de1-4d6d-8790-bcc9c032f60b', 'name': '', 'network_id': '6c08d114-6acc-4123-89a6-391843302c04', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'mac_address': 'fa:16:3e:51:06:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '5d3cff06-c5a9-460c-b648-2641a66f3c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:47Z', 'updated_at': '2022-10-04T20:51:22Z', 'revision_number': 5, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'subnets': [{'id': '5d3cff06-c5a9-460c-b648-2641a66f3c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bddb7f44-f03f-433b-844f-a3f1275d6c61', 'name': '', 'network_id': '8352e86a-10ba-45a2-a2a3-9105643dd2eb', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'mac_address': 'fa:16:3e:4b:a8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '69af7bb5-ce0d-4580-8bd9-be0d360fe416', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:52:03Z', 'updated_at': '2022-10-04T20:52:20Z', 'revision_number': 5, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'subnets': [{'id': '69af7bb5-ce0d-4580-8bd9-be0d360fe416', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8f4c098-db0c-4a52-9741-0fbe07e0fb8f', 'name': '', 'network_id': '4f0c76aa-0b67-42ea-abe1-7961d753a0e0', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'mac_address': 'fa:16:3e:7e:1e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '0b59dfc8-0794-467a-9da7-c01dc65ce1a6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:51:14Z', 'updated_at': '2022-10-04T20:51:49Z', 'revision_number': 5, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'subnets': [{'id': '0b59dfc8-0794-467a-9da7-c01dc65ce1a6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:52:23.722334 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-74b46df9-4d26-4889-b49c-e84038ad8b54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:23.760018 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f3f26a-b756-41c7-8a66-5fda3075164a None None] The sync data for ids ['3081662c-0fdc-4630-b24f-73f5027b7119'] in n-d-852085-12 is: [{'id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'name': 'tempest-RoutersTest-router-1933585120', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:36Z', 'updated_at': '2022-10-04T20:52:19Z', 'revision_number': 7, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'gw_port_host': None, '_interfaces': [{'id': '5543965c-9b3d-4dfc-b2cf-cad45522f549', 'name': '', 'network_id': 'a6f42c38-05e8-487d-96f7-24e5e630d068', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'mac_address': 'fa:16:3e:df:50:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'c760523a-67f1-4725-b59e-92a6e8cfc7f5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:51:40Z', 'updated_at': '2022-10-04T20:52:03Z', 'revision_number': 5, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'subnets': [{'id': 'c760523a-67f1-4725-b59e-92a6e8cfc7f5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7642158-2de1-4d6d-8790-bcc9c032f60b', 'name': '', 'network_id': '6c08d114-6acc-4123-89a6-391843302c04', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'mac_address': 'fa:16:3e:51:06:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '5d3cff06-c5a9-460c-b648-2641a66f3c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:47Z', 'updated_at': '2022-10-04T20:51:22Z', 'revision_number': 5, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'subnets': [{'id': '5d3cff06-c5a9-460c-b648-2641a66f3c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bddb7f44-f03f-433b-844f-a3f1275d6c61', 'name': '', 'network_id': '8352e86a-10ba-45a2-a2a3-9105643dd2eb', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'mac_address': 'fa:16:3e:4b:a8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '69af7bb5-ce0d-4580-8bd9-be0d360fe416', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:52:03Z', 'updated_at': '2022-10-04T20:52:20Z', 'revision_number': 5, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'subnets': [{'id': '69af7bb5-ce0d-4580-8bd9-be0d360fe416', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8f4c098-db0c-4a52-9741-0fbe07e0fb8f', 'name': '', 'network_id': '4f0c76aa-0b67-42ea-abe1-7961d753a0e0', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'mac_address': 'fa:16:3e:7e:1e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '0b59dfc8-0794-467a-9da7-c01dc65ce1a6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:51:14Z', 'updated_at': '2022-10-04T20:51:49Z', 'revision_number': 5, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'subnets': [{'id': '0b59dfc8-0794-467a-9da7-c01dc65ce1a6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:52:23.780563 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-47304424-54b4-49cb-b8ad-f2228ab2e530 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.3090353 Oct 04 20:52:23.788358 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45108) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:23.805178 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:23.827961 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-e09c0ebc-9346-4a36-b51f-5248fbf509e2 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Request body: {'subnet': {'network_id': '8d2d5848-a194-4e51-833e-12e1ff126b76', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:52:23.935800 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9ad36257-131e-46ea-95d6-b2f4f6babe6b tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (4374e8e3-e1b4-4e7a-8265-ca330693131c), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:23.973663 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device bddb7f44-f03f-433b-844f-a3f1275d6c61 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:52:24.044092 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aedc0829-b694-424e-aca9-92b76448ff2f tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Router 338eba0b-7a56-4642-842c-8d7eb2577e2d has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:52:24.086698 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port bddb7f44-f03f-433b-844f-a3f1275d6c61 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:52:24.088212 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (bddb7f44-f03f-433b-844f-a3f1275d6c61), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:24.089259 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port bddb7f44-f03f-433b-844f-a3f1275d6c61 Oct 04 20:52:24.109336 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304424-54b4-49cb-b8ad-f2228ab2e530 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Pushing event updated for resources: {'Network': ['ID=c5dfd2b2-03b5-4649-af3d-9e2e03b726c5,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:24.114256 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-987af571-7172-43bd-9374-0b63285e45cd admin admin] For port dcb3620a-c2ad-4473-a39a-bf1a957f5eef, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=dcb3620a-c2ad-4473-a39a-bf1a957f5eef,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:52:24.115087 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-987af571-7172-43bd-9374-0b63285e45cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (dcb3620a-c2ad-4473-a39a-bf1a957f5eef), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:24.128667 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:24.162711 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network c5dfd2b2-03b5-4649-af3d-9e2e03b726c5 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:52:24.165946 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09c0ebc-9346-4a36-b51f-5248fbf509e2 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Made reservation on behalf of bd8adb1a7e034cbeb6d40757ae7cf31b for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:52:24.172156 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e09c0ebc-9346-4a36-b51f-5248fbf509e2 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:24.273688 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-987af571-7172-43bd-9374-0b63285e45cd admin admin] Calling delete_port for dcb3620a-c2ad-4473-a39a-bf1a957f5eef owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:52:24.299787 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d19a88-299e-4136-82a7-946f75a08589 admin admin] Router 4817b10f-68ec-4b25-b40f-b62397008990 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:52:24.396428 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e214b811-27cd-4917-87cc-ff7abaedb36e tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "GET /networking/v2.0/routers/3081662c-0fdc-4630-b24f-73f5027b7119 HTTP/1.1" status: 200 len: 700 time: 0.9495904 Oct 04 20:52:24.398207 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45110) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:24.458396 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:24.472064 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port bddb7f44-f03f-433b-844f-a3f1275d6c61 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:52:24.474610 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 1aee1d54-ad6d-42e0-b01d-f660693a38fe up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:52:24.566667 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:24.635090 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 1aee1d54-ad6d-42e0-b01d-f660693a38fe triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:52:24.635729 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (1aee1d54-ad6d-42e0-b01d-f660693a38fe), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:24.636315 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 1aee1d54-ad6d-42e0-b01d-f660693a38fe Oct 04 20:52:24.841531 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9ca0f6-6643-4eac-8ea9-d0d770f63a7a None None] Sync routers for ids ['3081662c-0fdc-4630-b24f-73f5027b7119'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:52:24.854707 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c7a3f536-b47c-43b2-a610-5b898b1a358d admin admin] Publish callbacks [] for port (3476d2b3-f7ea-48cb-ab72-83d97e400b62), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:24.867817 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 1aee1d54-ad6d-42e0-b01d-f660693a38fe is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:52:24.874843 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 06de487b-e9ff-42b4-8859-c9c6eca50cd8 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:52:24.882587 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9ca0f6-6643-4eac-8ea9-d0d770f63a7a None None] Routers {'3081662c-0fdc-4630-b24f-73f5027b7119'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:52:24.885598 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-ea9ca0f6-6643-4eac-8ea9-d0d770f63a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:52:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['3081662c-0fdc-4630-b24f-73f5027b7119'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:52:24.933959 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d19a88-299e-4136-82a7-946f75a08589 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:52:24.996723 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c0214a-c709-4a37-a746-499d465e0d3d None None] Sync routers for ids ['4817b10f-68ec-4b25-b40f-b62397008990'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:52:25.041483 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c0214a-c709-4a37-a746-499d465e0d3d None None] Routers {'4817b10f-68ec-4b25-b40f-b62397008990'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:52:25.042659 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-e0c0214a-c709-4a37-a746-499d465e0d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:52:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['4817b10f-68ec-4b25-b40f-b62397008990'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:52:25.107894 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-86d19a88-299e-4136-82a7-946f75a08589 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:25.110387 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-86d19a88-299e-4136-82a7-946f75a08589 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 12.0742242 Oct 04 20:52:25.116155 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45112) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:25.242077 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-ea9ca0f6-6643-4eac-8ea9-d0d770f63a7a None None] Set router 3081662c-0fdc-4630-b24f-73f5027b7119 gateway port host: None {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:52:25.283567 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 06de487b-e9ff-42b4-8859-c9c6eca50cd8 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:52:25.284206 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (06de487b-e9ff-42b4-8859-c9c6eca50cd8), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:25.284774 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 06de487b-e9ff-42b4-8859-c9c6eca50cd8 Oct 04 20:52:25.289702 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:25.420484 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:25.421996 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:25.432567 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-e0c0214a-c709-4a37-a746-499d465e0d3d None None] Set router 4817b10f-68ec-4b25-b40f-b62397008990 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:52:25.463816 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aedc0829-b694-424e-aca9-92b76448ff2f tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:52:25.473014 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e09c0ebc-9346-4a36-b51f-5248fbf509e2 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (cb0dd148-9a71-466f-8406-656782e65234), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:25.480611 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c7a3f536-b47c-43b2-a610-5b898b1a358d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (3476d2b3-f7ea-48cb-ab72-83d97e400b62), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:25.531052 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-aedc0829-b694-424e-aca9-92b76448ff2f tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:25.634888 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d39849-d95e-47a9-895b-2ddecede052a None None] Sync routers for ids ['338eba0b-7a56-4642-842c-8d7eb2577e2d'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:52:25.714529 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:25.753155 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 06de487b-e9ff-42b4-8859-c9c6eca50cd8 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:52:25.754054 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (06de487b-e9ff-42b4-8859-c9c6eca50cd8), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:25.759920 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-ea9ca0f6-6643-4eac-8ea9-d0d770f63a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'name': 'tempest-RoutersTest-router-1933585120', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:36Z', 'updated_at': '2022-10-04T20:52:19Z', 'revision_number': 7, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'gw_port_host': None, '_interfaces': [{'id': '5543965c-9b3d-4dfc-b2cf-cad45522f549', 'name': '', 'network_id': 'a6f42c38-05e8-487d-96f7-24e5e630d068', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'mac_address': 'fa:16:3e:df:50:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'c760523a-67f1-4725-b59e-92a6e8cfc7f5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:51:40Z', 'updated_at': '2022-10-04T20:52:03Z', 'revision_number': 5, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'subnets': [{'id': 'c760523a-67f1-4725-b59e-92a6e8cfc7f5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7642158-2de1-4d6d-8790-bcc9c032f60b', 'name': '', 'network_id': '6c08d114-6acc-4123-89a6-391843302c04', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'mac_address': 'fa:16:3e:51:06:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '5d3cff06-c5a9-460c-b648-2641a66f3c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:47Z', 'updated_at': '2022-10-04T20:51:22Z', 'revision_number': 5, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'subnets': [{'id': '5d3cff06-c5a9-460c-b648-2641a66f3c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bddb7f44-f03f-433b-844f-a3f1275d6c61', 'name': '', 'network_id': '8352e86a-10ba-45a2-a2a3-9105643dd2eb', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'mac_address': 'fa:16:3e:4b:a8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '69af7bb5-ce0d-4580-8bd9-be0d360fe416', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:52:03Z', 'updated_at': '2022-10-04T20:52:20Z', 'revision_number': 5, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'subnets': [{'id': '69af7bb5-ce0d-4580-8bd9-be0d360fe416', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8f4c098-db0c-4a52-9741-0fbe07e0fb8f', 'name': '', 'network_id': '4f0c76aa-0b67-42ea-abe1-7961d753a0e0', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'mac_address': 'fa:16:3e:7e:1e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '0b59dfc8-0794-467a-9da7-c01dc65ce1a6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:51:14Z', 'updated_at': '2022-10-04T20:51:49Z', 'revision_number': 5, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'subnets': [{'id': '0b59dfc8-0794-467a-9da7-c01dc65ce1a6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:52:25.801046 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 06de487b-e9ff-42b4-8859-c9c6eca50cd8, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=06de487b-e9ff-42b4-8859-c9c6eca50cd8,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:52:25.827855 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09c0ebc-9346-4a36-b51f-5248fbf509e2 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Checking segment: {'id': 'de4f3dab-2625-449f-89ba-305ec72cfc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8d2d5848-a194-4e51-833e-12e1ff126b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:52:25.828461 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09c0ebc-9346-4a36-b51f-5248fbf509e2 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Network hostable DHCP agents. Network: 8d2d5848-a194-4e51-833e-12e1ff126b76, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:52:25.829619 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9ca0f6-6643-4eac-8ea9-d0d770f63a7a None None] Checking router: 3081662c-0fdc-4630-b24f-73f5027b7119 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:52:25.845661 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09c0ebc-9346-4a36-b51f-5248fbf509e2 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Pushing event updated for resources: {'Subnet': ['ID=cb0dd148-9a71-466f-8406-656782e65234,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:25.903083 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9ca0f6-6643-4eac-8ea9-d0d770f63a7a None None] Routers {'3081662c-0fdc-4630-b24f-73f5027b7119'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:52:25.904212 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (06de487b-e9ff-42b4-8859-c9c6eca50cd8), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:25.904458 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-ea9ca0f6-6643-4eac-8ea9-d0d770f63a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:52:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['3081662c-0fdc-4630-b24f-73f5027b7119'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:52:25.924953 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d39849-d95e-47a9-895b-2ddecede052a None None] Routers {'338eba0b-7a56-4642-842c-8d7eb2577e2d'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:52:25.925265 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-e6d39849-d95e-47a9-895b-2ddecede052a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:52:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['338eba0b-7a56-4642-842c-8d7eb2577e2d'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:52:26.017849 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09c0ebc-9346-4a36-b51f-5248fbf509e2 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Network 8d2d5848-a194-4e51-833e-12e1ff126b76 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:52:26.019930 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device dfb32fef-085a-413b-8be1-c9e07712281e no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:52:26.081540 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-e6d39849-d95e-47a9-895b-2ddecede052a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:52:26.106548 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: dfb32fef-085a-413b-8be1-c9e07712281e {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:52:26.107511 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device dfb32fef-085a-413b-8be1-c9e07712281e not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:52:26.140809 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-e09c0ebc-9346-4a36-b51f-5248fbf509e2 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 8d2d5848-a194-4e51-833e-12e1ff126b76) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:52:26.145547 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:26.204851 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09c0ebc-9346-4a36-b51f-5248fbf509e2 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:52:26.206418 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e09c0ebc-9346-4a36-b51f-5248fbf509e2 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:26.228575 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b832a7-ea1f-4bb2-b3f4-95a2c94e8dff None None] Network 8d2d5848-a194-4e51-833e-12e1ff126b76 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:52:26.237793 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d39849-d95e-47a9-895b-2ddecede052a None None] Routers {'338eba0b-7a56-4642-842c-8d7eb2577e2d'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:52:26.239593 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-e6d39849-d95e-47a9-895b-2ddecede052a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:52:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['338eba0b-7a56-4642-842c-8d7eb2577e2d'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:52:26.240900 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=06de487b-e9ff-42b4-8859-c9c6eca50cd8,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:26.247782 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:26.289618 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-74b46df9-4d26-4889-b49c-e84038ad8b54 admin admin] Publish callbacks [] for security_group (3cccf1b2-4203-41cb-8ee7-88c1bb26963b), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:26.343605 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-ea9ca0f6-6643-4eac-8ea9-d0d770f63a7a None None] Set router 3081662c-0fdc-4630-b24f-73f5027b7119 gateway port host: None {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:52:26.349440 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-e6d39849-d95e-47a9-895b-2ddecede052a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:52:26.351007 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d39849-d95e-47a9-895b-2ddecede052a None None] The sync data for ids ['338eba0b-7a56-4642-842c-8d7eb2577e2d'] in n-d-852085-12 is: [] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:52:26.431932 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-e09c0ebc-9346-4a36-b51f-5248fbf509e2 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.5838041 Oct 04 20:52:26.431932 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45114) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:26.431932 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-a9d935a7-a576-4132-b8d0-abad760073de tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Request body: {'subnet': {'network_id': 'c5dfd2b2-03b5-4649-af3d-9e2e03b726c5', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:52:26.493261 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-e0c0214a-c709-4a37-a746-499d465e0d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4817b10f-68ec-4b25-b40f-b62397008990', 'name': 'tempest-ServerPasswordTestJSON-2139762721-router', 'tenant_id': 'fa8ddddd74fb455ba31fac9874139134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '33a0dac9-5f02-45e5-8d00-6692a3d6d481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:52:13Z', 'updated_at': '2022-10-04T20:52:20Z', 'revision_number': 3, 'project_id': 'fa8ddddd74fb455ba31fac9874139134', 'gw_port': {'id': '33a0dac9-5f02-45e5-8d00-6692a3d6d481', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:12:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4817b10f-68ec-4b25-b40f-b62397008990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:52:16Z', 'updated_at': '2022-10-04T20:52:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:52:26.518952 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a3f536-b47c-43b2-a610-5b898b1a358d admin admin] Network 47f8aab6-af9e-4de8-9a5f-b897e2ca6c46 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:52:26.558341 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-74b46df9-4d26-4889-b49c-e84038ad8b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (3cccf1b2-4203-41cb-8ee7-88c1bb26963b), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:26.563799 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a3f536-b47c-43b2-a610-5b898b1a358d admin admin] Pushing event updated for resources: {'Port': ['ID=3476d2b3-f7ea-48cb-ab72-83d97e400b62,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:26.590632 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c0214a-c709-4a37-a746-499d465e0d3d None None] Checking router: 4817b10f-68ec-4b25-b40f-b62397008990 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:52:26.591174 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c0214a-c709-4a37-a746-499d465e0d3d None None] Updating router 4817b10f-68ec-4b25-b40f-b62397008990 port 33a0dac9-5f02-45e5-8d00-6692a3d6d481 binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:52:26.626511 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-c7a3f536-b47c-43b2-a610-5b898b1a358d admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:52:26.720015 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-74b46df9-4d26-4889-b49c-e84038ad8b54 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=dae9ee00edfe4b2bb2a368c13adb4577&name=default HTTP/1.1" status: 200 len: 3000 time: 3.4489369 Oct 04 20:52:26.721732 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a3f536-b47c-43b2-a610-5b898b1a358d admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:52:26.741657 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45116) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:26.750192 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e0c0214a-c709-4a37-a746-499d465e0d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (33a0dac9-5f02-45e5-8d00-6692a3d6d481), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:26.790422 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9ad36257-131e-46ea-95d6-b2f4f6babe6b tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks [] for port (4374e8e3-e1b4-4e7a-8265-ca330693131c), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:26.819645 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:26.867646 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed4bedf-e695-486a-bc58-224bc67740df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-8d2d5848-a194-4e51-833e-12e1ff126b76', 'network_id': '8d2d5848-a194-4e51-833e-12e1ff126b76', 'project_id': 'bd8adb1a7e034cbeb6d40757ae7cf31b', 'fixed_ips': [{'subnet_id': 'cb0dd148-9a71-466f-8406-656782e65234'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:52:26.871616 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8ed4bedf-e695-486a-bc58-224bc67740df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:26.896154 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-aedc0829-b694-424e-aca9-92b76448ff2f tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] 10.222.0.78 "PUT /networking/v2.0/floatingips/af01b865-55e1-4c06-9efa-a3771349e18e HTTP/1.1" status: 200 len: 978 time: 15.3649859 Oct 04 20:52:26.954167 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b46df9-4d26-4889-b49c-e84038ad8b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cccf1b2-4203-41cb-8ee7-88c1bb26963b,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:26.988546 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45118) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:26.999621 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-37b5dcb4-076b-4bdb-98b9-c2fff87c2a61 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Request body: {'floatingip': {'port_id': None}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:52:27.137400 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9ad36257-131e-46ea-95d6-b2f4f6babe6b tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (4374e8e3-e1b4-4e7a-8265-ca330693131c), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:27.142028 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-ea9ca0f6-6643-4eac-8ea9-d0d770f63a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'name': 'tempest-RoutersTest-router-1933585120', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:36Z', 'updated_at': '2022-10-04T20:52:19Z', 'revision_number': 7, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'gw_port_host': None, '_interfaces': [{'id': '5543965c-9b3d-4dfc-b2cf-cad45522f549', 'name': '', 'network_id': 'a6f42c38-05e8-487d-96f7-24e5e630d068', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'mac_address': 'fa:16:3e:df:50:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'c760523a-67f1-4725-b59e-92a6e8cfc7f5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:51:40Z', 'updated_at': '2022-10-04T20:52:03Z', 'revision_number': 5, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'subnets': [{'id': 'c760523a-67f1-4725-b59e-92a6e8cfc7f5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7642158-2de1-4d6d-8790-bcc9c032f60b', 'name': '', 'network_id': '6c08d114-6acc-4123-89a6-391843302c04', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'mac_address': 'fa:16:3e:51:06:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '5d3cff06-c5a9-460c-b648-2641a66f3c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:47Z', 'updated_at': '2022-10-04T20:51:22Z', 'revision_number': 5, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'subnets': [{'id': '5d3cff06-c5a9-460c-b648-2641a66f3c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bddb7f44-f03f-433b-844f-a3f1275d6c61', 'name': '', 'network_id': '8352e86a-10ba-45a2-a2a3-9105643dd2eb', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'mac_address': 'fa:16:3e:4b:a8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '69af7bb5-ce0d-4580-8bd9-be0d360fe416', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:52:03Z', 'updated_at': '2022-10-04T20:52:20Z', 'revision_number': 5, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'subnets': [{'id': '69af7bb5-ce0d-4580-8bd9-be0d360fe416', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8f4c098-db0c-4a52-9741-0fbe07e0fb8f', 'name': '', 'network_id': '4f0c76aa-0b67-42ea-abe1-7961d753a0e0', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'mac_address': 'fa:16:3e:7e:1e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '0b59dfc8-0794-467a-9da7-c01dc65ce1a6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:51:14Z', 'updated_at': '2022-10-04T20:51:49Z', 'revision_number': 5, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'subnets': [{'id': '0b59dfc8-0794-467a-9da7-c01dc65ce1a6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:52:27.160532 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-37b5dcb4-076b-4bdb-98b9-c2fff87c2a61 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for floatingip (af01b865-55e1-4c06-9efa-a3771349e18e), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:27.229867 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9ca0f6-6643-4eac-8ea9-d0d770f63a7a None None] The sync data for ids ['3081662c-0fdc-4630-b24f-73f5027b7119'] in n-d-852085-12 is: [{'id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'name': 'tempest-RoutersTest-router-1933585120', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:36Z', 'updated_at': '2022-10-04T20:52:19Z', 'revision_number': 7, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'gw_port_host': None, '_interfaces': [{'id': '5543965c-9b3d-4dfc-b2cf-cad45522f549', 'name': '', 'network_id': 'a6f42c38-05e8-487d-96f7-24e5e630d068', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'mac_address': 'fa:16:3e:df:50:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'c760523a-67f1-4725-b59e-92a6e8cfc7f5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:51:40Z', 'updated_at': '2022-10-04T20:52:03Z', 'revision_number': 5, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'subnets': [{'id': 'c760523a-67f1-4725-b59e-92a6e8cfc7f5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7642158-2de1-4d6d-8790-bcc9c032f60b', 'name': '', 'network_id': '6c08d114-6acc-4123-89a6-391843302c04', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'mac_address': 'fa:16:3e:51:06:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '5d3cff06-c5a9-460c-b648-2641a66f3c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:47Z', 'updated_at': '2022-10-04T20:51:22Z', 'revision_number': 5, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'subnets': [{'id': '5d3cff06-c5a9-460c-b648-2641a66f3c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bddb7f44-f03f-433b-844f-a3f1275d6c61', 'name': '', 'network_id': '8352e86a-10ba-45a2-a2a3-9105643dd2eb', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'mac_address': 'fa:16:3e:4b:a8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '69af7bb5-ce0d-4580-8bd9-be0d360fe416', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:52:03Z', 'updated_at': '2022-10-04T20:52:20Z', 'revision_number': 5, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'subnets': [{'id': '69af7bb5-ce0d-4580-8bd9-be0d360fe416', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8f4c098-db0c-4a52-9741-0fbe07e0fb8f', 'name': '', 'network_id': '4f0c76aa-0b67-42ea-abe1-7961d753a0e0', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'mac_address': 'fa:16:3e:7e:1e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '0b59dfc8-0794-467a-9da7-c01dc65ce1a6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:51:14Z', 'updated_at': '2022-10-04T20:51:49Z', 'revision_number': 5, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'subnets': [{'id': '0b59dfc8-0794-467a-9da7-c01dc65ce1a6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:52:27.309171 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:27.359196 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c7a3f536-b47c-43b2-a610-5b898b1a358d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (cae7bbb2-a351-4708-a02a-5724e0a83304), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:27.378833 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-6eafd2e7-0d67-4242-905b-ec3b03798dfe None None] Provisioning complete for port 3476d2b3-f7ea-48cb-ab72-83d97e400b62 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:52:27.378833 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6eafd2e7-0d67-4242-905b-ec3b03798dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (3476d2b3-f7ea-48cb-ab72-83d97e400b62), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:27.379589 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-6eafd2e7-0d67-4242-905b-ec3b03798dfe None None] Attempt 1 to provision port 3476d2b3-f7ea-48cb-ab72-83d97e400b62 Oct 04 20:52:27.447116 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d935a7-a576-4132-b8d0-abad760073de tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Made reservation on behalf of bd8adb1a7e034cbeb6d40757ae7cf31b for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:52:27.460331 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a9d935a7-a576-4132-b8d0-abad760073de tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:27.532000 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d46f6883-31ce-4fd5-ad14-9553dead509b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:27.598543 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-6eafd2e7-0d67-4242-905b-ec3b03798dfe None None] Port 3476d2b3-f7ea-48cb-ab72-83d97e400b62 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:52:27.684901 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-8ed4bedf-e695-486a-bc58-224bc67740df None None] Allocated IP 10.1.1.2 (8d2d5848-a194-4e51-833e-12e1ff126b76/cb0dd148-9a71-466f-8406-656782e65234/62f877d3-28da-4666-8da3-dd3537c082a6) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:52:27.715218 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-231dd6b6-33de-4f9a-a137-caec65c6126f admin admin] Publish callbacks [] for security_group (3cccf1b2-4203-41cb-8ee7-88c1bb26963b), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:27.772536 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad36257-131e-46ea-95d6-b2f4f6babe6b tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Pushing event updated for resources: {'Port': ['ID=4374e8e3-e1b4-4e7a-8265-ca330693131c,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:27.780761 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9ad36257-131e-46ea-95d6-b2f4f6babe6b tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582728'] for floatingip (904f655f-02cc-438d-bfcf-009df2a000b8), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:27.793324 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-987af571-7172-43bd-9374-0b63285e45cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (dcb3620a-c2ad-4473-a39a-bf1a957f5eef), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:27.809169 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-231dd6b6-33de-4f9a-a137-caec65c6126f admin admin] Publish callbacks [] for security_group (3cccf1b2-4203-41cb-8ee7-88c1bb26963b), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:27.822144 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:27.869541 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987af571-7172-43bd-9374-0b63285e45cd admin admin] Pushing event deleted for resources: {'Port': ['ID=dcb3620a-c2ad-4473-a39a-bf1a957f5eef,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:27.884179 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e0c0214a-c709-4a37-a746-499d465e0d3d None None] Publish callbacks [] for port (33a0dac9-5f02-45e5-8d00-6692a3d6d481), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:28.017605 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e0c0214a-c709-4a37-a746-499d465e0d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (33a0dac9-5f02-45e5-8d00-6692a3d6d481), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:28.109456 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:28.136904 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-e0c0214a-c709-4a37-a746-499d465e0d3d None None] Attempting to bind port 33a0dac9-5f02-45e5-8d00-6692a3d6d481 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:52:28.137495 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-e0c0214a-c709-4a37-a746-499d465e0d3d None None] Attempting to bind port 33a0dac9-5f02-45e5-8d00-6692a3d6d481 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:52:28.138185 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c0214a-c709-4a37-a746-499d465e0d3d None None] Attempting to bind port 33a0dac9-5f02-45e5-8d00-6692a3d6d481 on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:52:28.167282 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-37b5dcb4-076b-4bdb-98b9-c2fff87c2a61 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:28.179053 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9ad36257-131e-46ea-95d6-b2f4f6babe6b tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:28.183977 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-9ad36257-131e-46ea-95d6-b2f4f6babe6b tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.8230162 Oct 04 20:52:28.221266 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-231dd6b6-33de-4f9a-a137-caec65c6126f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (3cccf1b2-4203-41cb-8ee7-88c1bb26963b), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:28.233358 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-231dd6b6-33de-4f9a-a137-caec65c6126f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:28.256270 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-231dd6b6-33de-4f9a-a137-caec65c6126f admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/3cccf1b2-4203-41cb-8ee7-88c1bb26963b HTTP/1.1" status: 204 len: 168 time: 1.5031550 Oct 04 20:52:28.257960 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8ed4bedf-e695-486a-bc58-224bc67740df None None] Publish callbacks [] for port (62f877d3-28da-4666-8da3-dd3537c082a6), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:28.261117 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188248c7-f868-4041-aec8-583abf952cfb None None] Pushing event updated for resources: {'Port': ['ID=33a0dac9-5f02-45e5-8d00-6692a3d6d481,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:28.327526 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5daf50af-d057-4cd8-bf5a-baa9f0276698 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (3081662c-0fdc-4630-b24f-73f5027b7119), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:28.338120 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-37b5dcb4-076b-4bdb-98b9-c2fff87c2a61 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582728'] for floatingip (af01b865-55e1-4c06-9efa-a3771349e18e), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:28.338696 n-d-852085-12 neutron-server[108169]: INFO neutron.db.l3_db [None req-37b5dcb4-076b-4bdb-98b9-c2fff87c2a61 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Floating IP af01b865-55e1-4c06-9efa-a3771349e18e disassociated. External IP: 172.25.5.161, port: 8589e256-6d31-4ddf-9c35-49b0d78a1af5. Oct 04 20:52:28.356159 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231dd6b6-33de-4f9a-a137-caec65c6126f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cccf1b2-4203-41cb-8ee7-88c1bb26963b,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:28.374768 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c0214a-c709-4a37-a746-499d465e0d3d None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:52:28.375541 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c0214a-c709-4a37-a746-499d465e0d3d None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:52:28.376219 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e0c0214a-c709-4a37-a746-499d465e0d3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:28.381202 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c0214a-c709-4a37-a746-499d465e0d3d None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:52:28.383164 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-e0c0214a-c709-4a37-a746-499d465e0d3d None None] Bound port: 33a0dac9-5f02-45e5-8d00-6692a3d6d481, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:52:28.383928 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e0c0214a-c709-4a37-a746-499d465e0d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (33a0dac9-5f02-45e5-8d00-6692a3d6d481), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:28.405390 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-d46f6883-31ce-4fd5-ad14-9553dead509b admin admin] Allocated IP 172.20.0.1 (27c7409f-1dbf-4a82-a03b-8446fab427da/fcb19267-9503-47b2-b71e-afc1362f8b0e/ff6be308-7e7c-4c1e-9de9-356a892d5f91) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:52:28.510276 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8ed4bedf-e695-486a-bc58-224bc67740df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (62f877d3-28da-4666-8da3-dd3537c082a6), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:28.642484 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a9d935a7-a576-4132-b8d0-abad760073de tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (bc76479c-1ccd-4405-a8b2-b1cdf81155f9), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:28.711779 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:28.754337 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-987af571-7172-43bd-9374-0b63285e45cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (33aa59de-3dbd-41ea-b0c0-1820e6b5535a), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:28.822118 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 06de487b-e9ff-42b4-8859-c9c6eca50cd8 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:52:28.871424 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d935a7-a576-4132-b8d0-abad760073de tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Pushing event updated for resources: {'Subnet': ['ID=bc76479c-1ccd-4405-a8b2-b1cdf81155f9,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:28.952701 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed4bedf-e695-486a-bc58-224bc67740df None None] Network 8d2d5848-a194-4e51-833e-12e1ff126b76 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:52:28.960963 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-987af571-7172-43bd-9374-0b63285e45cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (33aa59de-3dbd-41ea-b0c0-1820e6b5535a), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:28.965191 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-987af571-7172-43bd-9374-0b63285e45cd admin admin] Publish callbacks [] for router_controller (33aa59de-3dbd-41ea-b0c0-1820e6b5535a), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:28.972443 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d935a7-a576-4132-b8d0-abad760073de tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Checking segment: {'id': '6e1a348d-3e89-41c4-9ff0-49034e00e8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c5dfd2b2-03b5-4649-af3d-9e2e03b726c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:52:28.973303 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d935a7-a576-4132-b8d0-abad760073de tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Network hostable DHCP agents. Network: c5dfd2b2-03b5-4649-af3d-9e2e03b726c5, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:52:28.987517 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-8ed4bedf-e695-486a-bc58-224bc67740df None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:52:29.010526 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d46f6883-31ce-4fd5-ad14-9553dead509b admin admin] Publish callbacks [] for port (ff6be308-7e7c-4c1e-9de9-356a892d5f91), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:29.012451 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed4bedf-e695-486a-bc58-224bc67740df None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:52:29.019612 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-b50c9dcc-908e-4f83-910e-a9cea931f23c req-059b8e37-889c-4c50-84a9-013bc15bb3ab tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--74760378&fields=id&tenant_id=72a4f1e433a6427ab380248125ebc5b6 HTTP/1.1" status: 200 len: 267 time: 0.2209823 Oct 04 20:52:29.022935 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=7 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:29.023229 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:INSERT=5,neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:29.042664 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4bedf-e695-486a-bc58-224bc67740df None None] Pushing event updated for resources: {'Port': ['ID=62f877d3-28da-4666-8da3-dd3537c082a6,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:29.050681 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e0c0214a-c709-4a37-a746-499d465e0d3d None None] For port 33a0dac9-5f02-45e5-8d00-6692a3d6d481, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:52:29.052447 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 06de487b-e9ff-42b4-8859-c9c6eca50cd8 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:52:29.053187 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (06de487b-e9ff-42b4-8859-c9c6eca50cd8), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:29.053807 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 06de487b-e9ff-42b4-8859-c9c6eca50cd8 Oct 04 20:52:29.057154 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e0c0214a-c709-4a37-a746-499d465e0d3d None None] For port 33a0dac9-5f02-45e5-8d00-6692a3d6d481, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=33a0dac9-5f02-45e5-8d00-6692a3d6d481,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:52:29.158135 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:DELETE=5,neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:29.159901 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c7a3f536-b47c-43b2-a610-5b898b1a358d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (3476d2b3-f7ea-48cb-ab72-83d97e400b62), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:29.165298 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-8ed4bedf-e695-486a-bc58-224bc67740df None None] Attempting to bind port 62f877d3-28da-4666-8da3-dd3537c082a6 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:52:29.165825 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-8ed4bedf-e695-486a-bc58-224bc67740df None None] Attempting to bind port 62f877d3-28da-4666-8da3-dd3537c082a6 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'de4f3dab-2625-449f-89ba-305ec72cfc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8d2d5848-a194-4e51-833e-12e1ff126b76'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:52:29.166474 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed4bedf-e695-486a-bc58-224bc67740df None None] Attempting to bind port 62f877d3-28da-4666-8da3-dd3537c082a6 on network 8d2d5848-a194-4e51-833e-12e1ff126b76 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:52:29.175127 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e0c0214a-c709-4a37-a746-499d465e0d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (33a0dac9-5f02-45e5-8d00-6692a3d6d481), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:29.220541 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d935a7-a576-4132-b8d0-abad760073de tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Network c5dfd2b2-03b5-4649-af3d-9e2e03b726c5 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:52:29.326010 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c0214a-c709-4a37-a746-499d465e0d3d None None] Routers {'4817b10f-68ec-4b25-b40f-b62397008990'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:52:29.326322 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-e0c0214a-c709-4a37-a746-499d465e0d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:52:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['4817b10f-68ec-4b25-b40f-b62397008990'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:52:29.367757 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c9dcc-908e-4f83-910e-a9cea931f23c req-723edc11-9e6a-4917-bf0c-1e905fb9ad2b tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:52:29.371371 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-b50c9dcc-908e-4f83-910e-a9cea931f23c req-723edc11-9e6a-4917-bf0c-1e905fb9ad2b tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] 10.222.0.78 "GET /networking/v2.0/networks?id=271ee594-d335-4e64-9a5f-f76e148f6d50 HTTP/1.1" status: 200 len: 815 time: 0.3329091 Oct 04 20:52:29.377367 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-a9d935a7-a576-4132-b8d0-abad760073de tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, c5dfd2b2-03b5-4649-af3d-9e2e03b726c5) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:52:29.408128 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6a5162-9f1a-42ed-b4ef-d6b78375b033 None None] Network c5dfd2b2-03b5-4649-af3d-9e2e03b726c5 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:52:29.444900 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-b50c9dcc-908e-4f83-910e-a9cea931f23c req-c29031eb-81dd-4bab-a1e0-ee3f58fec652 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] 10.222.0.78 "GET /networking/v2.0/quotas/72a4f1e433a6427ab380248125ebc5b6 HTTP/1.1" status: 200 len: 375 time: 0.0492754 Oct 04 20:52:29.450378 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d935a7-a576-4132-b8d0-abad760073de tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:52:29.451225 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a9d935a7-a576-4132-b8d0-abad760073de tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:29.475904 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188248c7-f868-4041-aec8-583abf952cfb None None] Pushing event updated for resources: {'Port': ['ID=33a0dac9-5f02-45e5-8d00-6692a3d6d481,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:29.481883 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed4bedf-e695-486a-bc58-224bc67740df None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:52:29.482660 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed4bedf-e695-486a-bc58-224bc67740df None None] Checking segment: {'id': 'de4f3dab-2625-449f-89ba-305ec72cfc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8d2d5848-a194-4e51-833e-12e1ff126b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:52:29.483750 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8ed4bedf-e695-486a-bc58-224bc67740df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:29.484538 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed4bedf-e695-486a-bc58-224bc67740df None None] Bound using segment: {'id': 'de4f3dab-2625-449f-89ba-305ec72cfc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8d2d5848-a194-4e51-833e-12e1ff126b76'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:52:29.486034 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-8ed4bedf-e695-486a-bc58-224bc67740df None None] Bound port: 62f877d3-28da-4666-8da3-dd3537c082a6, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de4f3dab-2625-449f-89ba-305ec72cfc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8d2d5848-a194-4e51-833e-12e1ff126b76'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:52:29.486795 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8ed4bedf-e695-486a-bc58-224bc67740df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (62f877d3-28da-4666-8da3-dd3537c082a6), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:29.569756 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-987af571-7172-43bd-9374-0b63285e45cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (33aa59de-3dbd-41ea-b0c0-1820e6b5535a), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:29.570769 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987af571-7172-43bd-9374-0b63285e45cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33aa59de-3dbd-41ea-b0c0-1820e6b5535a {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:52:29.584811 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-b50c9dcc-908e-4f83-910e-a9cea931f23c req-e7b7fbd5-0594-45bc-8607-f6e8ef1026dd tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=72a4f1e433a6427ab380248125ebc5b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1374717 Oct 04 20:52:29.586774 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d46f6883-31ce-4fd5-ad14-9553dead509b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (ff6be308-7e7c-4c1e-9de9-356a892d5f91), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:29.642937 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-987af571-7172-43bd-9374-0b63285e45cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:29.645356 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-987af571-7172-43bd-9374-0b63285e45cd admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/33aa59de-3dbd-41ea-b0c0-1820e6b5535a HTTP/1.1" status: 204 len: 168 time: 10.7399523 Oct 04 20:52:29.665805 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45144) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:29.677246 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:29.678990 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 06de487b-e9ff-42b4-8859-c9c6eca50cd8 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:52:29.774466 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:29.790727 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46f6883-31ce-4fd5-ad14-9553dead509b admin admin] Network 27c7409f-1dbf-4a82-a03b-8446fab427da is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:52:29.819531 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46f6883-31ce-4fd5-ad14-9553dead509b admin admin] Pushing event updated for resources: {'Port': ['ID=ff6be308-7e7c-4c1e-9de9-356a892d5f91,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:29.829152 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-d46f6883-31ce-4fd5-ad14-9553dead509b admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:52:29.834931 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46f6883-31ce-4fd5-ad14-9553dead509b admin admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:52:29.934737 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f360b09-f251-45a5-963e-f07b493f9fcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-c5dfd2b2-03b5-4649-af3d-9e2e03b726c5', 'network_id': 'c5dfd2b2-03b5-4649-af3d-9e2e03b726c5', 'project_id': 'bd8adb1a7e034cbeb6d40757ae7cf31b', 'fixed_ips': [{'subnet_id': 'bc76479c-1ccd-4405-a8b2-b1cdf81155f9'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:52:29.936266 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9f360b09-f251-45a5-963e-f07b493f9fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:30.003658 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45150) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:30.010478 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-e0c0214a-c709-4a37-a746-499d465e0d3d None None] Set router 4817b10f-68ec-4b25-b40f-b62397008990 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:52:30.019328 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a9d935a7-a576-4132-b8d0-abad760073de tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.6292908 Oct 04 20:52:30.021135 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d46f6883-31ce-4fd5-ad14-9553dead509b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (4817b10f-68ec-4b25-b40f-b62397008990), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:30.027251 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45152) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:30.041117 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-77060346-44a4-4065-88af-d0129f6c451c tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Request body: {'port': {'network_id': '8d2d5848-a194-4e51-833e-12e1ff126b76', 'name': 'tempest-TaggedBootDevicesTest-489176425', 'fixed_ips': [{'subnet_id': 'cb0dd148-9a71-466f-8406-656782e65234'}]}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:52:30.228934 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-8ed4bedf-e695-486a-bc58-224bc67740df None None] For port 62f877d3-28da-4666-8da3-dd3537c082a6, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:52:30.237112 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-8ed4bedf-e695-486a-bc58-224bc67740df None None] For port 62f877d3-28da-4666-8da3-dd3537c082a6, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=62f877d3-28da-4666-8da3-dd3537c082a6,segment=NetworkSegment(de4f3dab-2625-449f-89ba-305ec72cfc96),segment_id=de4f3dab-2625-449f-89ba-305ec72cfc96)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:52:30.431943 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device dcb3620a-c2ad-4473-a39a-bf1a957f5eef no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:52:30.591883 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8ed4bedf-e695-486a-bc58-224bc67740df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (62f877d3-28da-4666-8da3-dd3537c082a6), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:30.642863 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: dcb3620a-c2ad-4473-a39a-bf1a957f5eef {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:52:30.642863 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device dcb3620a-c2ad-4473-a39a-bf1a957f5eef not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:52:30.665151 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-3618a61a-5ff7-47e5-84cb-0b085042a16f admin admin] Deleting subnet 700f711a-a2d3-4a29-ad52-223018b5e575 {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:52:30.717974 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3618a61a-5ff7-47e5-84cb-0b085042a16f admin admin] Publish callbacks [] for subnet (700f711a-a2d3-4a29-ad52-223018b5e575), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:30.837838 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d46f6883-31ce-4fd5-ad14-9553dead509b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (ff6be308-7e7c-4c1e-9de9-356a892d5f91), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:30.844310 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-230346ef-e318-4c79-a421-07dcfdad42ec None None] Provisioning complete for port ff6be308-7e7c-4c1e-9de9-356a892d5f91 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:52:30.845225 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-230346ef-e318-4c79-a421-07dcfdad42ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (ff6be308-7e7c-4c1e-9de9-356a892d5f91), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:30.846205 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-230346ef-e318-4c79-a421-07dcfdad42ec None None] Attempt 1 to provision port ff6be308-7e7c-4c1e-9de9-356a892d5f91 Oct 04 20:52:30.854064 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77060346-44a4-4065-88af-d0129f6c451c tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Made reservation on behalf of bd8adb1a7e034cbeb6d40757ae7cf31b for: {'port': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:52:30.854776 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:30.908922 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37b5dcb4-076b-4bdb-98b9-c2fff87c2a61 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Router 338eba0b-7a56-4642-842c-8d7eb2577e2d has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:52:31.009031 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:31.110634 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4bedf-e695-486a-bc58-224bc67740df None None] Pushing event updated for resources: {'Port': ['ID=62f877d3-28da-4666-8da3-dd3537c082a6,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:31.144388 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:31.181753 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-230346ef-e318-4c79-a421-07dcfdad42ec None None] Port ff6be308-7e7c-4c1e-9de9-356a892d5f91 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:52:31.192121 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3618a61a-5ff7-47e5-84cb-0b085042a16f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (700f711a-a2d3-4a29-ad52-223018b5e575), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:31.208686 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-9f360b09-f251-45a5-963e-f07b493f9fcb None None] Allocated IP 10.2.2.2 (c5dfd2b2-03b5-4649-af3d-9e2e03b726c5/bc76479c-1ccd-4405-a8b2-b1cdf81155f9/3a3c4237-624f-4bdb-980f-c6906e1c2827) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:52:31.242813 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-77060346-44a4-4065-88af-d0129f6c451c tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:31.273472 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-e0c0214a-c709-4a37-a746-499d465e0d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4817b10f-68ec-4b25-b40f-b62397008990', 'name': 'tempest-ServerPasswordTestJSON-2139762721-router', 'tenant_id': 'fa8ddddd74fb455ba31fac9874139134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '33a0dac9-5f02-45e5-8d00-6692a3d6d481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:52:13Z', 'updated_at': '2022-10-04T20:52:20Z', 'revision_number': 3, 'project_id': 'fa8ddddd74fb455ba31fac9874139134', 'gw_port': {'id': '33a0dac9-5f02-45e5-8d00-6692a3d6d481', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:12:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4817b10f-68ec-4b25-b40f-b62397008990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:52:16Z', 'updated_at': '2022-10-04T20:52:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:52:31.334541 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c0214a-c709-4a37-a746-499d465e0d3d None None] The sync data for ids ['4817b10f-68ec-4b25-b40f-b62397008990'] in n-d-852085-12 is: [{'id': '4817b10f-68ec-4b25-b40f-b62397008990', 'name': 'tempest-ServerPasswordTestJSON-2139762721-router', 'tenant_id': 'fa8ddddd74fb455ba31fac9874139134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '33a0dac9-5f02-45e5-8d00-6692a3d6d481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:52:13Z', 'updated_at': '2022-10-04T20:52:20Z', 'revision_number': 3, 'project_id': 'fa8ddddd74fb455ba31fac9874139134', 'gw_port': {'id': '33a0dac9-5f02-45e5-8d00-6692a3d6d481', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:12:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4817b10f-68ec-4b25-b40f-b62397008990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:52:16Z', 'updated_at': '2022-10-04T20:52:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:52:31.341455 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-afb6ee07-5fb2-4c43-ac1d-f37b56204834 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks [] for security_group (bc8d01f1-c265-41f0-be55-36dde77735c7), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:31.417161 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-afb6ee07-5fb2-4c43-ac1d-f37b56204834 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks [] for security_group (bc8d01f1-c265-41f0-be55-36dde77735c7), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:31.523472 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-5daf50af-d057-4cd8-bf5a-baa9f0276698 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Deleting port bddb7f44-f03f-433b-844f-a3f1275d6c61 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:52:31.523936 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5daf50af-d057-4cd8-bf5a-baa9f0276698 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (bddb7f44-f03f-433b-844f-a3f1275d6c61), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:31.551523 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [None req-77060346-44a4-4065-88af-d0129f6c451c tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] device_id is not set on port 00f4fc37-fde3-4842-82c0-06054c0a879b yet. {{(pid=108170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 20:52:31.563706 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45164) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:31.765046 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d46f6883-31ce-4fd5-ad14-9553dead509b admin admin] Publish callbacks [] for port (ff6be308-7e7c-4c1e-9de9-356a892d5f91), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:31.786722 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-5daf50af-d057-4cd8-bf5a-baa9f0276698 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] For port bddb7f44-f03f-433b-844f-a3f1275d6c61, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=bddb7f44-f03f-433b-844f-a3f1275d6c61,segment=NetworkSegment(3d3d3c92-ea62-4125-bb89-433e620c79b0),segment_id=3d3d3c92-ea62-4125-bb89-433e620c79b0)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:52:31.787593 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5daf50af-d057-4cd8-bf5a-baa9f0276698 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (bddb7f44-f03f-433b-844f-a3f1275d6c61), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:31.788822 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9f360b09-f251-45a5-963e-f07b493f9fcb None None] Publish callbacks [] for port (3a3c4237-624f-4bdb-980f-c6906e1c2827), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:31.842442 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c7a3f536-b47c-43b2-a610-5b898b1a358d admin admin] Publish callbacks [] for port (3476d2b3-f7ea-48cb-ab72-83d97e400b62), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:31.873331 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d46f6883-31ce-4fd5-ad14-9553dead509b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (ff6be308-7e7c-4c1e-9de9-356a892d5f91), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:31.881579 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9f360b09-f251-45a5-963e-f07b493f9fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (3a3c4237-624f-4bdb-980f-c6906e1c2827), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:32.036240 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-b4322d14-7ba3-48dc-8c9c-353cab68105a tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-42809282'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:52:32.066167 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f360b09-f251-45a5-963e-f07b493f9fcb None None] Network c5dfd2b2-03b5-4649-af3d-9e2e03b726c5 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:52:32.087083 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-9f360b09-f251-45a5-963e-f07b493f9fcb None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:52:32.092264 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f360b09-f251-45a5-963e-f07b493f9fcb None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:52:32.099000 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=100 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:32.135255 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c7a3f536-b47c-43b2-a610-5b898b1a358d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (3476d2b3-f7ea-48cb-ab72-83d97e400b62), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:32.171921 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f360b09-f251-45a5-963e-f07b493f9fcb None None] Pushing event updated for resources: {'Port': ['ID=3a3c4237-624f-4bdb-980f-c6906e1c2827,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:32.321611 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:32.362461 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-9f360b09-f251-45a5-963e-f07b493f9fcb None None] Attempting to bind port 3a3c4237-624f-4bdb-980f-c6906e1c2827 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:52:32.367632 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-9f360b09-f251-45a5-963e-f07b493f9fcb None None] Attempting to bind port 3a3c4237-624f-4bdb-980f-c6906e1c2827 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '6e1a348d-3e89-41c4-9ff0-49034e00e8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c5dfd2b2-03b5-4649-af3d-9e2e03b726c5'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:52:32.371586 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f360b09-f251-45a5-963e-f07b493f9fcb None None] Attempting to bind port 3a3c4237-624f-4bdb-980f-c6906e1c2827 on network c5dfd2b2-03b5-4649-af3d-9e2e03b726c5 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:52:32.401289 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d46f6883-31ce-4fd5-ad14-9553dead509b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (4817b10f-68ec-4b25-b40f-b62397008990), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:32.410615 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-5daf50af-d057-4cd8-bf5a-baa9f0276698 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Calling delete_port for bddb7f44-f03f-433b-844f-a3f1275d6c61 owned by network:router_interface {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:52:32.504805 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f360b09-f251-45a5-963e-f07b493f9fcb None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:52:32.506072 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f360b09-f251-45a5-963e-f07b493f9fcb None None] Checking segment: {'id': '6e1a348d-3e89-41c4-9ff0-49034e00e8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c5dfd2b2-03b5-4649-af3d-9e2e03b726c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:52:32.507130 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9f360b09-f251-45a5-963e-f07b493f9fcb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:32.508274 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f360b09-f251-45a5-963e-f07b493f9fcb None None] Bound using segment: {'id': '6e1a348d-3e89-41c4-9ff0-49034e00e8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c5dfd2b2-03b5-4649-af3d-9e2e03b726c5'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:52:32.509756 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-9f360b09-f251-45a5-963e-f07b493f9fcb None None] Bound port: 3a3c4237-624f-4bdb-980f-c6906e1c2827, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e1a348d-3e89-41c4-9ff0-49034e00e8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c5dfd2b2-03b5-4649-af3d-9e2e03b726c5'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:52:32.510831 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9f360b09-f251-45a5-963e-f07b493f9fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (3a3c4237-624f-4bdb-980f-c6906e1c2827), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:32.535574 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46f6883-31ce-4fd5-ad14-9553dead509b admin admin] Pushing event updated for resources: {'Port': ['ID=ff6be308-7e7c-4c1e-9de9-356a892d5f91,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:32.634613 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 33a0dac9-5f02-45e5-8d00-6692a3d6d481 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:52:32.686524 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46f6883-31ce-4fd5-ad14-9553dead509b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:52:32.687108 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46f6883-31ce-4fd5-ad14-9553dead509b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:52:32.688320 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46f6883-31ce-4fd5-ad14-9553dead509b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:52:32.689583 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46f6883-31ce-4fd5-ad14-9553dead509b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:52:32.689583 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46f6883-31ce-4fd5-ad14-9553dead509b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:52:32.689897 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46f6883-31ce-4fd5-ad14-9553dead509b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:52:32.690436 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46f6883-31ce-4fd5-ad14-9553dead509b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:52:32.690984 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46f6883-31ce-4fd5-ad14-9553dead509b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:52:32.691594 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46f6883-31ce-4fd5-ad14-9553dead509b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:52:32.692130 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46f6883-31ce-4fd5-ad14-9553dead509b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:52:32.692683 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46f6883-31ce-4fd5-ad14-9553dead509b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:52:32.693230 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46f6883-31ce-4fd5-ad14-9553dead509b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:52:32.693788 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46f6883-31ce-4fd5-ad14-9553dead509b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:52:32.694343 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46f6883-31ce-4fd5-ad14-9553dead509b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:52:32.694883 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46f6883-31ce-4fd5-ad14-9553dead509b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:52:32.700787 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4322d14-7ba3-48dc-8c9c-353cab68105a tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Made reservation on behalf of 75d41fde9234405ea6611897f9a4bdc0 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:52:32.708371 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b4322d14-7ba3-48dc-8c9c-353cab68105a tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:32.711501 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:32.770579 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-9f360b09-f251-45a5-963e-f07b493f9fcb None None] For port 3a3c4237-624f-4bdb-980f-c6906e1c2827, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:52:32.778580 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-77060346-44a4-4065-88af-d0129f6c451c tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Allocated IP 10.1.1.127 (8d2d5848-a194-4e51-833e-12e1ff126b76/cb0dd148-9a71-466f-8406-656782e65234/00f4fc37-fde3-4842-82c0-06054c0a879b) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:52:32.780047 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-9f360b09-f251-45a5-963e-f07b493f9fcb None None] For port 3a3c4237-624f-4bdb-980f-c6906e1c2827, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=3a3c4237-624f-4bdb-980f-c6906e1c2827,segment=NetworkSegment(6e1a348d-3e89-41c4-9ff0-49034e00e8e8),segment_id=6e1a348d-3e89-41c4-9ff0-49034e00e8e8)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:52:32.803101 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:32.805424 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b4322d14-7ba3-48dc-8c9c-353cab68105a tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:32.852786 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c7a3f536-b47c-43b2-a610-5b898b1a358d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (cae7bbb2-a351-4708-a02a-5724e0a83304), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:32.882793 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9f360b09-f251-45a5-963e-f07b493f9fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (3a3c4237-624f-4bdb-980f-c6906e1c2827), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:32.934161 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3618a61a-5ff7-47e5-84cb-0b085042a16f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (700f711a-a2d3-4a29-ad52-223018b5e575), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:33.063943 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f360b09-f251-45a5-963e-f07b493f9fcb None None] Pushing event updated for resources: {'Port': ['ID=3a3c4237-624f-4bdb-980f-c6906e1c2827,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:33.114953 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db81cc05-1871-437c-8682-f8d941d0d445 None None] Network 8d2d5848-a194-4e51-833e-12e1ff126b76 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:52:33.127971 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 33a0dac9-5f02-45e5-8d00-6692a3d6d481 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:52:33.128616 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (33a0dac9-5f02-45e5-8d00-6692a3d6d481), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:33.129272 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 33a0dac9-5f02-45e5-8d00-6692a3d6d481 Oct 04 20:52:33.279783 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46f6883-31ce-4fd5-ad14-9553dead509b admin admin] Network 27c7409f-1dbf-4a82-a03b-8446fab427da is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:52:33.284364 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-d46f6883-31ce-4fd5-ad14-9553dead509b admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:52:33.344702 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-afb6ee07-5fb2-4c43-ac1d-f37b56204834 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (bc8d01f1-c265-41f0-be55-36dde77735c7), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:33.356877 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-afb6ee07-5fb2-4c43-ac1d-f37b56204834 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:33.374381 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-afb6ee07-5fb2-4c43-ac1d-f37b56204834 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/bc8d01f1-c265-41f0-be55-36dde77735c7 HTTP/1.1" status: 204 len: 168 time: 3.3592749 Oct 04 20:52:33.399072 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45168) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:33.399948 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-c23d828c-4958-4da3-9d12-5b878da566c2 None None] Provisioning complete for port 62f877d3-28da-4666-8da3-dd3537c082a6 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:52:33.400692 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c23d828c-4958-4da3-9d12-5b878da566c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (62f877d3-28da-4666-8da3-dd3537c082a6), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:33.401222 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-c23d828c-4958-4da3-9d12-5b878da566c2 None None] Attempt 1 to provision port 62f877d3-28da-4666-8da3-dd3537c082a6 Oct 04 20:52:33.413651 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:33.445484 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a3f536-b47c-43b2-a610-5b898b1a358d admin admin] Pushing event updated for resources: {'Port': ['ID=3476d2b3-f7ea-48cb-ab72-83d97e400b62,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:33.540473 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3618a61a-5ff7-47e5-84cb-0b085042a16f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (700f711a-a2d3-4a29-ad52-223018b5e575), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:33.678418 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-77060346-44a4-4065-88af-d0129f6c451c tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks [] for port (00f4fc37-fde3-4842-82c0-06054c0a879b), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:33.700846 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:33.805085 n-d-852085-12 neutron-server[108169]: INFO neutron.api.v2.resource [None req-1eeb56a8-4dd0-4228-8752-f7387ba53135 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] show failed (client error): The resource could not be found. Oct 04 20:52:33.813604 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-1eeb56a8-4dd0-4228-8752-f7387ba53135 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] 10.222.0.78 "GET /networking/v2.0/security-groups/bc8d01f1-c265-41f0-be55-36dde77735c7 HTTP/1.1" status: 404 len: 347 time: 0.3689280 Oct 04 20:52:33.818210 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45170) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:33.860478 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a3f536-b47c-43b2-a610-5b898b1a358d admin admin] Network 47f8aab6-af9e-4de8-9a5f-b897e2ca6c46 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:52:33.862714 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5daf50af-d057-4cd8-bf5a-baa9f0276698 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (bddb7f44-f03f-433b-844f-a3f1275d6c61), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:33.930661 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b4322d14-7ba3-48dc-8c9c-353cab68105a tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Publish callbacks [] for security_group (88829e34-0338-4520-bef8-d939072195df), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:34.017240 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-c7a3f536-b47c-43b2-a610-5b898b1a358d admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:52:34.083033 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b4322d14-7ba3-48dc-8c9c-353cab68105a tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (88829e34-0338-4520-bef8-d939072195df), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:34.091059 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618a61a-5ff7-47e5-84cb-0b085042a16f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=700f711a-a2d3-4a29-ad52-223018b5e575,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:34.121649 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3618a61a-5ff7-47e5-84cb-0b085042a16f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:34.139163 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-77060346-44a4-4065-88af-d0129f6c451c tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (00f4fc37-fde3-4842-82c0-06054c0a879b), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:34.140949 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-3618a61a-5ff7-47e5-84cb-0b085042a16f admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/700f711a-a2d3-4a29-ad52-223018b5e575 HTTP/1.1" status: 204 len: 168 time: 4.4769528 Oct 04 20:52:34.144445 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb6ee07-5fb2-4c43-ac1d-f37b56204834 tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8d01f1-c265-41f0-be55-36dde77735c7,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:34.162820 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45172) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:34.221854 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 33a0dac9-5f02-45e5-8d00-6692a3d6d481 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:52:34.226917 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (33a0dac9-5f02-45e5-8d00-6692a3d6d481), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:34.242720 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4322d14-7ba3-48dc-8c9c-353cab68105a tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:52:34.305814 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf95789-f005-4343-8604-888788110782 None None] Network f0fe7fb4-d5ef-472d-aff1-4131ebf9faf7 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:52:34.336235 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:34.553342 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daf50af-d057-4cd8-bf5a-baa9f0276698 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event deleted for resources: {'Port': ['ID=bddb7f44-f03f-433b-844f-a3f1275d6c61,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:34.643835 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7e39df42-443d-4852-8983-055a43f63e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (f0fe7fb4-d5ef-472d-aff1-4131ebf9faf7), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:34.711675 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4322d14-7ba3-48dc-8c9c-353cab68105a tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88829e34-0338-4520-bef8-d939072195df,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:34.755827 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77060346-44a4-4065-88af-d0129f6c451c tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Network 8d2d5848-a194-4e51-833e-12e1ff126b76 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:52:34.773447 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b4322d14-7ba3-48dc-8c9c-353cab68105a tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (97ac42a1-f5c2-4a24-be23-aef98b5cba5e), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:34.774026 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-b4322d14-7ba3-48dc-8c9c-353cab68105a tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Added segment 97ac42a1-f5c2-4a24-be23-aef98b5cba5e of type vlan for network 1561ca5d-fbf1-4277-a8a6-a65846a92d42 Oct 04 20:52:34.780073 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-77060346-44a4-4065-88af-d0129f6c451c tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:52:34.829602 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d46f6883-31ce-4fd5-ad14-9553dead509b admin admin] Router 4817b10f-68ec-4b25-b40f-b62397008990 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:52:34.836183 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77060346-44a4-4065-88af-d0129f6c451c tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:52:34.838132 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 33a0dac9-5f02-45e5-8d00-6692a3d6d481, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=33a0dac9-5f02-45e5-8d00-6692a3d6d481,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:52:34.990460 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77060346-44a4-4065-88af-d0129f6c451c tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Pushing event updated for resources: {'Port': ['ID=00f4fc37-fde3-4842-82c0-06054c0a879b,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:35.049514 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (33a0dac9-5f02-45e5-8d00-6692a3d6d481), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:35.050882 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 62f877d3-28da-4666-8da3-dd3537c082a6 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:52:35.091956 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b4322d14-7ba3-48dc-8c9c-353cab68105a tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (1561ca5d-fbf1-4277-a8a6-a65846a92d42), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:35.231402 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:35.249206 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b5dcb4-076b-4bdb-98b9-c2fff87c2a61 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:52:35.288064 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.db.resource_extend [None req-b4322d14-7ba3-48dc-8c9c-353cab68105a tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 04 20:52:35.307949 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:35.312556 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7a3f536-b47c-43b2-a610-5b898b1a358d admin admin] Router cae7bbb2-a351-4708-a02a-5724e0a83304 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:52:35.324670 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-37b5dcb4-076b-4bdb-98b9-c2fff87c2a61 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:35.345754 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:35.363763 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b337b5-181e-45f3-8d89-999670463530 None None] Sync routers for ids ['338eba0b-7a56-4642-842c-8d7eb2577e2d'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:52:35.372131 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77060346-44a4-4065-88af-d0129f6c451c tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:52:35.375746 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-77060346-44a4-4065-88af-d0129f6c451c tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:35.434201 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-c23d828c-4958-4da3-9d12-5b878da566c2 None None] Current status of the port 62f877d3-28da-4666-8da3-dd3537c082a6 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:52:35.435263 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c23d828c-4958-4da3-9d12-5b878da566c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (62f877d3-28da-4666-8da3-dd3537c082a6), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:35.485869 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b4322d14-7ba3-48dc-8c9c-353cab68105a tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (1561ca5d-fbf1-4277-a8a6-a65846a92d42), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:35.521484 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4322d14-7ba3-48dc-8c9c-353cab68105a tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:52:35.523118 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b4322d14-7ba3-48dc-8c9c-353cab68105a tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:35.559865 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-7e39df42-443d-4852-8983-055a43f63e82 admin admin] Deleting port b1467497-158b-4d82-856f-51bf423fa0fa {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:52:35.560428 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7e39df42-443d-4852-8983-055a43f63e82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (b1467497-158b-4d82-856f-51bf423fa0fa), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:35.592250 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b337b5-181e-45f3-8d89-999670463530 None None] Routers {'338eba0b-7a56-4642-842c-8d7eb2577e2d'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:52:35.594405 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-81b337b5-181e-45f3-8d89-999670463530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:52:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['338eba0b-7a56-4642-842c-8d7eb2577e2d'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:52:35.698419 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-37b5dcb4-076b-4bdb-98b9-c2fff87c2a61 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] 10.222.0.78 "PUT /networking/v2.0/floatingips/af01b865-55e1-4c06-9efa-a3771349e18e HTTP/1.1" status: 200 len: 688 time: 8.7059183 Oct 04 20:52:35.715268 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45174) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:35.837332 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-81b337b5-181e-45f3-8d89-999670463530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:52:35.914634 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-c23d828c-4958-4da3-9d12-5b878da566c2 None None] For port 62f877d3-28da-4666-8da3-dd3537c082a6, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=62f877d3-28da-4666-8da3-dd3537c082a6,segment=NetworkSegment(de4f3dab-2625-449f-89ba-305ec72cfc96),segment_id=de4f3dab-2625-449f-89ba-305ec72cfc96)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:52:35.919278 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=33a0dac9-5f02-45e5-8d00-6692a3d6d481,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:35.976640 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b337b5-181e-45f3-8d89-999670463530 None None] Routers {'338eba0b-7a56-4642-842c-8d7eb2577e2d'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:52:35.977872 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-81b337b5-181e-45f3-8d89-999670463530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:52:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['338eba0b-7a56-4642-842c-8d7eb2577e2d'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:52:35.983228 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 62f877d3-28da-4666-8da3-dd3537c082a6 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:52:35.984164 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (62f877d3-28da-4666-8da3-dd3537c082a6), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:35.985496 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 62f877d3-28da-4666-8da3-dd3537c082a6 Oct 04 20:52:36.043543 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5daf50af-d057-4cd8-bf5a-baa9f0276698 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (3081662c-0fdc-4630-b24f-73f5027b7119), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:36.048437 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-0d4b19c3-1751-4db7-b0e1-215f415e727e tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Deleting port 4374e8e3-e1b4-4e7a-8265-ca330693131c {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:52:36.049269 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0d4b19c3-1751-4db7-b0e1-215f415e727e tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (4374e8e3-e1b4-4e7a-8265-ca330693131c), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:36.128321 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6100178-2f01-46cd-9422-94d5f81afc09 None None] DHCP port deletion for f0fe7fb4-d5ef-472d-aff1-4131ebf9faf7 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:52:36.132275 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0effcbb3-a3b8-4a88-8cad-59fe3eff0fc2 None None] Network c5dfd2b2-03b5-4649-af3d-9e2e03b726c5 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:52:36.197292 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-81b337b5-181e-45f3-8d89-999670463530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:52:36.198611 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b337b5-181e-45f3-8d89-999670463530 None None] The sync data for ids ['338eba0b-7a56-4642-842c-8d7eb2577e2d'] in n-d-852085-12 is: [] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:52:36.201267 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c23d828c-4958-4da3-9d12-5b878da566c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (62f877d3-28da-4666-8da3-dd3537c082a6), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:36.306650 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0d4b19c3-1751-4db7-b0e1-215f415e727e tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (4374e8e3-e1b4-4e7a-8265-ca330693131c), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:36.306650 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0d4b19c3-1751-4db7-b0e1-215f415e727e tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks [] for floatingip (4374e8e3-e1b4-4e7a-8265-ca330693131c), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:36.331333 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:36.394239 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23d828c-4958-4da3-9d12-5b878da566c2 None None] Pushing event updated for resources: {'Port': ['ID=62f877d3-28da-4666-8da3-dd3537c082a6,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:36.452583 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-77060346-44a4-4065-88af-d0129f6c451c tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 931 time: 6.4177141 Oct 04 20:52:36.472110 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b4322d14-7ba3-48dc-8c9c-353cab68105a tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 790 time: 4.9066737 Oct 04 20:52:36.473452 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45176) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:36.480484 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45178) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:36.491370 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-f1548480-7cef-47ed-bb20-af7320be8c02 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Request body: {'subnet': {'network_id': '1561ca5d-fbf1-4277-a8a6-a65846a92d42', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:52:36.514755 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-0d4b19c3-1751-4db7-b0e1-215f415e727e tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Calling delete_port for 4374e8e3-e1b4-4e7a-8265-ca330693131c owned by network:floatingip {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:52:36.579318 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-6d0d9e40-193d-493a-bb44-db74ac486c3f tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Request body: {'port': {'network_id': '8d2d5848-a194-4e51-833e-12e1ff126b76', 'name': 'tempest-TaggedBootDevicesTest-1519168824', 'fixed_ips': [{'subnet_id': 'cb0dd148-9a71-466f-8406-656782e65234'}]}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:52:36.634274 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 62f877d3-28da-4666-8da3-dd3537c082a6 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:52:36.690751 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-b78f5d7d-c9e3-4c4e-803a-12e4437e8eeb None None] Provisioning complete for port 62f877d3-28da-4666-8da3-dd3537c082a6 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:52:36.691831 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b78f5d7d-c9e3-4c4e-803a-12e4437e8eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (62f877d3-28da-4666-8da3-dd3537c082a6), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:36.693026 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-b78f5d7d-c9e3-4c4e-803a-12e4437e8eeb None None] Attempt 1 to provision port 62f877d3-28da-4666-8da3-dd3537c082a6 Oct 04 20:52:36.784847 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:36.817259 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-b6100178-2f01-46cd-9422-94d5f81afc09 None None] Deleting port b1467497-158b-4d82-856f-51bf423fa0fa {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:52:36.818024 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b6100178-2f01-46cd-9422-94d5f81afc09 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (b1467497-158b-4d82-856f-51bf423fa0fa), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:36.835642 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-7e39df42-443d-4852-8983-055a43f63e82 admin admin] For port b1467497-158b-4d82-856f-51bf423fa0fa, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b1467497-158b-4d82-856f-51bf423fa0fa,segment=NetworkSegment(34002782-2404-4103-98c7-5fd63d12e2ea),segment_id=34002782-2404-4103-98c7-5fd63d12e2ea)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:52:36.835642 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7e39df42-443d-4852-8983-055a43f63e82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (b1467497-158b-4d82-856f-51bf423fa0fa), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:37.025994 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-b6100178-2f01-46cd-9422-94d5f81afc09 None None] For port b1467497-158b-4d82-856f-51bf423fa0fa, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b1467497-158b-4d82-856f-51bf423fa0fa,segment=NetworkSegment(34002782-2404-4103-98c7-5fd63d12e2ea),segment_id=34002782-2404-4103-98c7-5fd63d12e2ea)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:52:37.026834 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b6100178-2f01-46cd-9422-94d5f81afc09 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (b1467497-158b-4d82-856f-51bf423fa0fa), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:37.034462 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-7e39df42-443d-4852-8983-055a43f63e82 admin admin] Calling delete_port for b1467497-158b-4d82-856f-51bf423fa0fa owned by network:dhcp {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:52:37.060913 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4322d14-7ba3-48dc-8c9c-353cab68105a tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Pushing event updated for resources: {'Network': ['ID=1561ca5d-fbf1-4277-a8a6-a65846a92d42,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:37.082290 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46f6883-31ce-4fd5-ad14-9553dead509b admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:52:37.093049 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-b6100178-2f01-46cd-9422-94d5f81afc09 None None] Calling delete_port for b1467497-158b-4d82-856f-51bf423fa0fa owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:52:37.105934 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcffc31-ef59-46cc-887e-9fd78c014833 None None] Sync routers for ids ['4817b10f-68ec-4b25-b40f-b62397008990'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:52:37.108684 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-d46f6883-31ce-4fd5-ad14-9553dead509b admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/4817b10f-68ec-4b25-b40f-b62397008990/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9903619 Oct 04 20:52:37.161093 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcffc31-ef59-46cc-887e-9fd78c014833 None None] Routers {'4817b10f-68ec-4b25-b40f-b62397008990'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:52:37.167618 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-ddcffc31-ef59-46cc-887e-9fd78c014833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:52:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['4817b10f-68ec-4b25-b40f-b62397008990'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:52:37.170763 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=100 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:37.204551 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 1561ca5d-fbf1-4277-a8a6-a65846a92d42 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:52:37.236591 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-679405d6-7cb6-4e3a-ad64-43ff3ebaf054 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Deleting port cef52471-4f04-4abc-9139-f565be045919 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:52:37.237136 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-679405d6-7cb6-4e3a-ad64-43ff3ebaf054 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (cef52471-4f04-4abc-9139-f565be045919), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:37.496628 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7e39df42-443d-4852-8983-055a43f63e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (b1467497-158b-4d82-856f-51bf423fa0fa), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:37.519246 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 3a3c4237-624f-4bdb-980f-c6906e1c2827 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:52:37.533166 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0d9e40-193d-493a-bb44-db74ac486c3f tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Made reservation on behalf of bd8adb1a7e034cbeb6d40757ae7cf31b for: {'port': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:52:37.611231 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a3f536-b47c-43b2-a610-5b898b1a358d admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:52:37.633432 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1548480-7cef-47ed-bb20-af7320be8c02 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Made reservation on behalf of 75d41fde9234405ea6611897f9a4bdc0 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:52:37.645848 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f1548480-7cef-47ed-bb20-af7320be8c02 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:37.664277 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-ddcffc31-ef59-46cc-887e-9fd78c014833 None None] Set router 4817b10f-68ec-4b25-b40f-b62397008990 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:52:37.665277 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c7a3f536-b47c-43b2-a610-5b898b1a358d admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/cae7bbb2-a351-4708-a02a-5724e0a83304/add_router_interface HTTP/1.1" status: 200 len: 503 time: 20.9299896 Oct 04 20:52:37.682974 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d556e99e-59ac-4947-a214-2f3da1206b31 None None] Sync routers for ids ['cae7bbb2-a351-4708-a02a-5724e0a83304'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:52:37.686449 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e39df42-443d-4852-8983-055a43f63e82 admin admin] No DVR routers for this DVR port b1467497-158b-4d82-856f-51bf423fa0fa on host n-d-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:52:37.699061 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e39df42-443d-4852-8983-055a43f63e82 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1467497-158b-4d82-856f-51bf423fa0fa,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:37.751501 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0d4b19c3-1751-4db7-b0e1-215f415e727e tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (4374e8e3-e1b4-4e7a-8265-ca330693131c), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:37.804154 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:37.869637 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d556e99e-59ac-4947-a214-2f3da1206b31 None None] Routers {'cae7bbb2-a351-4708-a02a-5724e0a83304'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:52:37.870668 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-d556e99e-59ac-4947-a214-2f3da1206b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:52:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['cae7bbb2-a351-4708-a02a-5724e0a83304'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:52:38.112208 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 3a3c4237-624f-4bdb-980f-c6906e1c2827 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:52:38.124058 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (3a3c4237-624f-4bdb-980f-c6906e1c2827), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:38.125034 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 3a3c4237-624f-4bdb-980f-c6906e1c2827 Oct 04 20:52:38.128468 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-b78f5d7d-c9e3-4c4e-803a-12e4437e8eeb None None] Current status of the port 62f877d3-28da-4666-8da3-dd3537c082a6 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:52:38.154349 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7e39df42-443d-4852-8983-055a43f63e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (f0fe7fb4-d5ef-472d-aff1-4131ebf9faf7), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:38.279741 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-7e39df42-443d-4852-8983-055a43f63e82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0fe7fb4-d5ef-472d-aff1-4131ebf9faf7']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:52:38.316319 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-7e39df42-443d-4852-8983-055a43f63e82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34002782-2404-4103-98c7-5fd63d12e2ea') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:52:38.317020 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-7e39df42-443d-4852-8983-055a43f63e82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34002782-2404-4103-98c7-5fd63d12e2ea') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:52:38.357935 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7e39df42-443d-4852-8983-055a43f63e82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (34002782-2404-4103-98c7-5fd63d12e2ea), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:38.366153 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-b78f5d7d-c9e3-4c4e-803a-12e4437e8eeb None None] Provisioning complete for port ff6be308-7e7c-4c1e-9de9-356a892d5f91 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:52:38.366153 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b78f5d7d-c9e3-4c4e-803a-12e4437e8eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (ff6be308-7e7c-4c1e-9de9-356a892d5f91), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:38.366153 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-b78f5d7d-c9e3-4c4e-803a-12e4437e8eeb None None] Attempt 1 to provision port ff6be308-7e7c-4c1e-9de9-356a892d5f91 Oct 04 20:52:38.542070 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-ddcffc31-ef59-46cc-887e-9fd78c014833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4817b10f-68ec-4b25-b40f-b62397008990', 'name': 'tempest-ServerPasswordTestJSON-2139762721-router', 'tenant_id': 'fa8ddddd74fb455ba31fac9874139134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '33a0dac9-5f02-45e5-8d00-6692a3d6d481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:52:13Z', 'updated_at': '2022-10-04T20:52:30Z', 'revision_number': 4, 'project_id': 'fa8ddddd74fb455ba31fac9874139134', 'gw_port': {'id': '33a0dac9-5f02-45e5-8d00-6692a3d6d481', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:12:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4817b10f-68ec-4b25-b40f-b62397008990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:52:16Z', 'updated_at': '2022-10-04T20:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'ff6be308-7e7c-4c1e-9de9-356a892d5f91', 'name': '', 'network_id': '27c7409f-1dbf-4a82-a03b-8446fab427da', 'tenant_id': 'fa8ddddd74fb455ba31fac9874139134', 'mac_address': 'fa:16:3e:03:5e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4817b10f-68ec-4b25-b40f-b62397008990', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'fcb19267-9503-47b2-b71e-afc1362f8b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:52:27Z', 'updated_at': '2022-10-04T20:52:31Z', 'revision_number': 2, 'project_id': 'fa8ddddd74fb455ba31fac9874139134', 'subnets': [{'id': 'fcb19267-9503-47b2-b71e-afc1362f8b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:52:38.626787 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcffc31-ef59-46cc-887e-9fd78c014833 None None] Checking router: 4817b10f-68ec-4b25-b40f-b62397008990 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:52:38.627632 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcffc31-ef59-46cc-887e-9fd78c014833 None None] Updating router 4817b10f-68ec-4b25-b40f-b62397008990 port ff6be308-7e7c-4c1e-9de9-356a892d5f91 binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:52:38.628567 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b6100178-2f01-46cd-9422-94d5f81afc09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (b1467497-158b-4d82-856f-51bf423fa0fa), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:38.689555 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4168fd-0eb3-4968-997e-dd0b66fbaa3b req-e2858a66-d939-4c08-9ba2-a5d0115f2b5a tempest-ServerPasswordTestJSON-1857326628 tempest-ServerPasswordTestJSON-1857326628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:52:38.696029 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ad4168fd-0eb3-4968-997e-dd0b66fbaa3b req-e2858a66-d939-4c08-9ba2-a5d0115f2b5a tempest-ServerPasswordTestJSON-1857326628 tempest-ServerPasswordTestJSON-1857326628-project] 10.222.0.78 "GET /networking/v2.0/networks?id=27c7409f-1dbf-4a82-a03b-8446fab427da HTTP/1.1" status: 200 len: 813 time: 0.3600969 Oct 04 20:52:38.717663 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7e39df42-443d-4852-8983-055a43f63e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (34002782-2404-4103-98c7-5fd63d12e2ea), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:38.722663 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6100178-2f01-46cd-9422-94d5f81afc09 None None] No DVR routers for this DVR port b1467497-158b-4d82-856f-51bf423fa0fa on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:52:38.726811 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:38.742366 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-b78f5d7d-c9e3-4c4e-803a-12e4437e8eeb None None] Port ff6be308-7e7c-4c1e-9de9-356a892d5f91 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:52:38.746211 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-ddcffc31-ef59-46cc-887e-9fd78c014833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (ff6be308-7e7c-4c1e-9de9-356a892d5f91), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:38.761590 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e39df42-443d-4852-8983-055a43f63e82 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:52:38.766288 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7e39df42-443d-4852-8983-055a43f63e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (34002782-2404-4103-98c7-5fd63d12e2ea), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:38.851579 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6100178-2f01-46cd-9422-94d5f81afc09 None None] Pushing event deleted for resources: {'Port': ['ID=b1467497-158b-4d82-856f-51bf423fa0fa,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:38.863471 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 3a3c4237-624f-4bdb-980f-c6906e1c2827 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:52:38.864451 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (3a3c4237-624f-4bdb-980f-c6906e1c2827), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:38.894934 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-d556e99e-59ac-4947-a214-2f3da1206b31 None None] Set router cae7bbb2-a351-4708-a02a-5724e0a83304 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:52:38.916703 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-679405d6-7cb6-4e3a-ad64-43ff3ebaf054 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (cef52471-4f04-4abc-9139-f565be045919), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:38.917621 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-679405d6-7cb6-4e3a-ad64-43ff3ebaf054 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for floatingip (cef52471-4f04-4abc-9139-f565be045919), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:38.946211 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-679405d6-7cb6-4e3a-ad64-43ff3ebaf054 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Calling delete_port for cef52471-4f04-4abc-9139-f565be045919 owned by network:floatingip {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:52:38.963770 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:38.974380 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6d0d9e40-193d-493a-bb44-db74ac486c3f tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:38.980259 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-b78f5d7d-c9e3-4c4e-803a-12e4437e8eeb None None] Provisioning complete for port 3476d2b3-f7ea-48cb-ab72-83d97e400b62 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:52:38.981193 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b78f5d7d-c9e3-4c4e-803a-12e4437e8eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (3476d2b3-f7ea-48cb-ab72-83d97e400b62), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:38.981992 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-b78f5d7d-c9e3-4c4e-803a-12e4437e8eeb None None] Attempt 1 to provision port 3476d2b3-f7ea-48cb-ab72-83d97e400b62 Oct 04 20:52:39.067589 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-b78f5d7d-c9e3-4c4e-803a-12e4437e8eeb None None] Port 3476d2b3-f7ea-48cb-ab72-83d97e400b62 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:52:39.116982 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7e39df42-443d-4852-8983-055a43f63e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (f0fe7fb4-d5ef-472d-aff1-4131ebf9faf7), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:39.118067 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 3a3c4237-624f-4bdb-980f-c6906e1c2827, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=3a3c4237-624f-4bdb-980f-c6906e1c2827,segment=NetworkSegment(6e1a348d-3e89-41c4-9ff0-49034e00e8e8),segment_id=6e1a348d-3e89-41c4-9ff0-49034e00e8e8)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:52:39.129015 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-b78f5d7d-c9e3-4c4e-803a-12e4437e8eeb None None] Provisioning complete for port 3a3c4237-624f-4bdb-980f-c6906e1c2827 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:52:39.129015 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b78f5d7d-c9e3-4c4e-803a-12e4437e8eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (3a3c4237-624f-4bdb-980f-c6906e1c2827), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:39.138879 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-b78f5d7d-c9e3-4c4e-803a-12e4437e8eeb None None] Attempt 1 to provision port 3a3c4237-624f-4bdb-980f-c6906e1c2827 Oct 04 20:52:39.141951 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7e39df42-443d-4852-8983-055a43f63e82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:39.143760 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4b19c3-1751-4db7-b0e1-215f415e727e tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Pushing event deleted for resources: {'Port': ['ID=4374e8e3-e1b4-4e7a-8265-ca330693131c,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:39.163380 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-7e39df42-443d-4852-8983-055a43f63e82 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/f0fe7fb4-d5ef-472d-aff1-4131ebf9faf7 HTTP/1.1" status: 204 len: 168 time: 4.9662452 Oct 04 20:52:39.195041 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [None req-6d0d9e40-193d-493a-bb44-db74ac486c3f tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] device_id is not set on port 80ed0137-40fd-4177-9456-37478f3cc45f yet. {{(pid=108170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 20:52:39.209918 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (3a3c4237-624f-4bdb-980f-c6906e1c2827), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:39.212167 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 33a0dac9-5f02-45e5-8d00-6692a3d6d481 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:52:39.244771 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4b19c3-1751-4db7-b0e1-215f415e727e tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:52:39.245753 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4b19c3-1751-4db7-b0e1-215f415e727e tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:52:39.246352 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4b19c3-1751-4db7-b0e1-215f415e727e tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:52:39.246911 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4b19c3-1751-4db7-b0e1-215f415e727e tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:52:39.247795 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4b19c3-1751-4db7-b0e1-215f415e727e tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:52:39.248728 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4b19c3-1751-4db7-b0e1-215f415e727e tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:52:39.249360 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4b19c3-1751-4db7-b0e1-215f415e727e tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:52:39.250833 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4b19c3-1751-4db7-b0e1-215f415e727e tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:52:39.251514 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4b19c3-1751-4db7-b0e1-215f415e727e tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:52:39.252934 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4b19c3-1751-4db7-b0e1-215f415e727e tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:52:39.253188 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4b19c3-1751-4db7-b0e1-215f415e727e tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:52:39.254184 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4b19c3-1751-4db7-b0e1-215f415e727e tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:52:39.254727 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4b19c3-1751-4db7-b0e1-215f415e727e tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:52:39.255292 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4b19c3-1751-4db7-b0e1-215f415e727e tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:52:39.255911 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4b19c3-1751-4db7-b0e1-215f415e727e tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:52:39.269544 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 34002782-2404-4103-98c7-5fd63d12e2ea resource provider aggregate not found Oct 04 20:52:39.317982 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ad4168fd-0eb3-4968-997e-dd0b66fbaa3b req-14564d40-db76-456f-9e85-d7c1cc6153a8 tempest-ServerPasswordTestJSON-1857326628 tempest-ServerPasswordTestJSON-1857326628-project] 10.222.0.78 "GET /networking/v2.0/quotas/fa8ddddd74fb455ba31fac9874139134 HTTP/1.1" status: 200 len: 375 time: 0.2825480 Oct 04 20:52:39.367769 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:DELETE=7 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:39.403220 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e39df42-443d-4852-8983-055a43f63e82 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0fe7fb4-d5ef-472d-aff1-4131ebf9faf7,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:39.408597 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5daf50af-d057-4cd8-bf5a-baa9f0276698 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Router 3081662c-0fdc-4630-b24f-73f5027b7119 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:52:39.459739 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=100 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:39.460841 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:39.512383 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 34002782-2404-4103-98c7-5fd63d12e2ea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 34002782-2404-4103-98c7-5fd63d12e2ea found for delete ", "request_id": "req-8b620c57-e86b-4e92-a4fa-099dfd2dbb33"}]} Oct 04 20:52:39.637148 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45216) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:39.746989 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-ddcffc31-ef59-46cc-887e-9fd78c014833 None None] Publish callbacks [] for port (ff6be308-7e7c-4c1e-9de9-356a892d5f91), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:39.780943 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ad4168fd-0eb3-4968-997e-dd0b66fbaa3b req-45f35beb-1400-4d8e-921f-9a5717c57190 tempest-ServerPasswordTestJSON-1857326628 tempest-ServerPasswordTestJSON-1857326628-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=fa8ddddd74fb455ba31fac9874139134&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3981915 Oct 04 20:52:39.862703 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-ddcffc31-ef59-46cc-887e-9fd78c014833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (ff6be308-7e7c-4c1e-9de9-356a892d5f91), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:39.884322 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:39.899860 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45220) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:40.000543 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-679405d6-7cb6-4e3a-ad64-43ff3ebaf054 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (cef52471-4f04-4abc-9139-f565be045919), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:40.034095 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0d4b19c3-1751-4db7-b0e1-215f415e727e tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks [] for floatingip (904f655f-02cc-438d-bfcf-009df2a000b8), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:40.039329 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fe2cf2-32b8-4bcc-a5ae-667cdddfb50e None None] Pushing event updated for resources: {'Port': ['ID=ff6be308-7e7c-4c1e-9de9-356a892d5f91,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:40.039664 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0d4b19c3-1751-4db7-b0e1-215f415e727e tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:40.042748 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-6d0d9e40-193d-493a-bb44-db74ac486c3f tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Allocated IP 10.1.1.90 (8d2d5848-a194-4e51-833e-12e1ff126b76/cb0dd148-9a71-466f-8406-656782e65234/80ed0137-40fd-4177-9456-37478f3cc45f) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:52:40.069210 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-0d4b19c3-1751-4db7-b0e1-215f415e727e tempest-AttachVolumeNegativeTest-1123406746 tempest-AttachVolumeNegativeTest-1123406746-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/904f655f-02cc-438d-bfcf-009df2a000b8 HTTP/1.1" status: 204 len: 168 time: 6.2363920 Oct 04 20:52:40.084355 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45222) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:40.113086 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-ddcffc31-ef59-46cc-887e-9fd78c014833 None None] Attempting to bind port ff6be308-7e7c-4c1e-9de9-356a892d5f91 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:52:40.114904 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-ddcffc31-ef59-46cc-887e-9fd78c014833 None None] Attempting to bind port ff6be308-7e7c-4c1e-9de9-356a892d5f91 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '34b089ec-3ffe-4334-ae48-49372b52f575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '27c7409f-1dbf-4a82-a03b-8446fab427da'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:52:40.116046 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcffc31-ef59-46cc-887e-9fd78c014833 None None] Attempting to bind port ff6be308-7e7c-4c1e-9de9-356a892d5f91 on network 27c7409f-1dbf-4a82-a03b-8446fab427da {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:52:40.128975 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f1548480-7cef-47ed-bb20-af7320be8c02 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (8b9bdfd0-245a-4f1c-8354-21eca8bcf65b), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:40.136520 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 33a0dac9-5f02-45e5-8d00-6692a3d6d481 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:52:40.137588 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (33a0dac9-5f02-45e5-8d00-6692a3d6d481), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:40.137745 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 33a0dac9-5f02-45e5-8d00-6692a3d6d481 Oct 04 20:52:40.150397 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:40.221969 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcffc31-ef59-46cc-887e-9fd78c014833 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:52:40.223280 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcffc31-ef59-46cc-887e-9fd78c014833 None None] Checking segment: {'id': '34b089ec-3ffe-4334-ae48-49372b52f575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '27c7409f-1dbf-4a82-a03b-8446fab427da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:52:40.225125 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-ddcffc31-ef59-46cc-887e-9fd78c014833 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:40.226628 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcffc31-ef59-46cc-887e-9fd78c014833 None None] Bound using segment: {'id': '34b089ec-3ffe-4334-ae48-49372b52f575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '27c7409f-1dbf-4a82-a03b-8446fab427da'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:52:40.228004 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-ddcffc31-ef59-46cc-887e-9fd78c014833 None None] Bound port: ff6be308-7e7c-4c1e-9de9-356a892d5f91, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34b089ec-3ffe-4334-ae48-49372b52f575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '27c7409f-1dbf-4a82-a03b-8446fab427da'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:52:40.229522 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-ddcffc31-ef59-46cc-887e-9fd78c014833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (ff6be308-7e7c-4c1e-9de9-356a892d5f91), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:40.245554 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=3a3c4237-624f-4bdb-980f-c6906e1c2827,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:40.260011 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-b78f5d7d-c9e3-4c4e-803a-12e4437e8eeb None None] Current status of the port 3a3c4237-624f-4bdb-980f-c6906e1c2827 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:52:40.284868 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-d556e99e-59ac-4947-a214-2f3da1206b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae7bbb2-a351-4708-a02a-5724e0a83304', 'name': 'tempest-ServerGroup264TestJSON-2059065383-router', 'tenant_id': 'a64b7e8684dc4deabb72e98df57411a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '06de487b-e9ff-42b4-8859-c9c6eca50cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:52:01Z', 'updated_at': '2022-10-04T20:52:28Z', 'revision_number': 4, 'project_id': 'a64b7e8684dc4deabb72e98df57411a2', 'gw_port': {'id': '06de487b-e9ff-42b4-8859-c9c6eca50cd8', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ed:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae7bbb2-a351-4708-a02a-5724e0a83304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:52:06Z', 'updated_at': '2022-10-04T20:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '3476d2b3-f7ea-48cb-ab72-83d97e400b62', 'name': '', 'network_id': '47f8aab6-af9e-4de8-9a5f-b897e2ca6c46', 'tenant_id': 'a64b7e8684dc4deabb72e98df57411a2', 'mac_address': 'fa:16:3e:f4:05:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae7bbb2-a351-4708-a02a-5724e0a83304', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '92f87741-fbc9-432f-86b5-2f8c21dc0864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:52:21Z', 'updated_at': '2022-10-04T20:52:29Z', 'revision_number': 2, 'project_id': 'a64b7e8684dc4deabb72e98df57411a2', 'subnets': [{'id': '92f87741-fbc9-432f-86b5-2f8c21dc0864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:52:40.342509 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:40.346331 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-b78f5d7d-c9e3-4c4e-803a-12e4437e8eeb None None] Provisioning complete for port 00f4fc37-fde3-4842-82c0-06054c0a879b triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:52:40.346331 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b78f5d7d-c9e3-4c4e-803a-12e4437e8eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (00f4fc37-fde3-4842-82c0-06054c0a879b), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:40.346331 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-b78f5d7d-c9e3-4c4e-803a-12e4437e8eeb None None] Attempt 1 to provision port 00f4fc37-fde3-4842-82c0-06054c0a879b Oct 04 20:52:40.353411 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d556e99e-59ac-4947-a214-2f3da1206b31 None None] Checking router: cae7bbb2-a351-4708-a02a-5724e0a83304 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:52:40.354165 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d556e99e-59ac-4947-a214-2f3da1206b31 None None] Updating router cae7bbb2-a351-4708-a02a-5724e0a83304 port 3476d2b3-f7ea-48cb-ab72-83d97e400b62 binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:52:40.385112 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-ddcffc31-ef59-46cc-887e-9fd78c014833 None None] For port ff6be308-7e7c-4c1e-9de9-356a892d5f91, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:52:40.388022 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45224) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:40.392648 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-ddcffc31-ef59-46cc-887e-9fd78c014833 None None] For port ff6be308-7e7c-4c1e-9de9-356a892d5f91, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=ff6be308-7e7c-4c1e-9de9-356a892d5f91,segment=NetworkSegment(34b089ec-3ffe-4334-ae48-49372b52f575),segment_id=34b089ec-3ffe-4334-ae48-49372b52f575)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:52:40.514540 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-ddcffc31-ef59-46cc-887e-9fd78c014833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (ff6be308-7e7c-4c1e-9de9-356a892d5f91), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:40.557636 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 33a0dac9-5f02-45e5-8d00-6692a3d6d481 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:52:40.560453 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 62f877d3-28da-4666-8da3-dd3537c082a6 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:52:40.645156 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d556e99e-59ac-4947-a214-2f3da1206b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (3476d2b3-f7ea-48cb-ab72-83d97e400b62), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:40.662882 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fe2cf2-32b8-4bcc-a5ae-667cdddfb50e None None] Pushing event updated for resources: {'Port': ['ID=ff6be308-7e7c-4c1e-9de9-356a892d5f91,revision_number=4']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:40.669241 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1548480-7cef-47ed-bb20-af7320be8c02 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Pushing event updated for resources: {'Subnet': ['ID=8b9bdfd0-245a-4f1c-8354-21eca8bcf65b,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:40.674742 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5daf50af-d057-4cd8-bf5a-baa9f0276698 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:52:40.693587 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679405d6-7cb6-4e3a-ad64-43ff3ebaf054 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Pushing event deleted for resources: {'Port': ['ID=cef52471-4f04-4abc-9139-f565be045919,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:40.699325 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b012e0-d20d-4138-ad48-85b584cc0881 None None] Sync routers for ids ['3081662c-0fdc-4630-b24f-73f5027b7119'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:52:40.713863 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-5daf50af-d057-4cd8-bf5a-baa9f0276698 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "PUT /networking/v2.0/routers/3081662c-0fdc-4630-b24f-73f5027b7119/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.2892823 Oct 04 20:52:40.719711 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45228) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:40.738783 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b012e0-d20d-4138-ad48-85b584cc0881 None None] Routers {'3081662c-0fdc-4630-b24f-73f5027b7119'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:52:40.739886 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-71b012e0-d20d-4138-ad48-85b584cc0881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:52:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['3081662c-0fdc-4630-b24f-73f5027b7119'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:52:40.743904 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcffc31-ef59-46cc-887e-9fd78c014833 None None] Routers {'4817b10f-68ec-4b25-b40f-b62397008990'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:52:40.745190 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-ddcffc31-ef59-46cc-887e-9fd78c014833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:52:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['4817b10f-68ec-4b25-b40f-b62397008990'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:52:40.770925 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:40.772497 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-b78f5d7d-c9e3-4c4e-803a-12e4437e8eeb None None] Port 00f4fc37-fde3-4842-82c0-06054c0a879b cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:52:40.857917 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 62f877d3-28da-4666-8da3-dd3537c082a6 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:52:40.858891 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (62f877d3-28da-4666-8da3-dd3537c082a6), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:40.860538 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 62f877d3-28da-4666-8da3-dd3537c082a6 Oct 04 20:52:40.960731 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-d9dc2c91-37ab-4f51-a955-c3da0b1d3b4d admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=6006071429214a518602cecf8646892a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5617089 Oct 04 20:52:41.036214 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45230) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:41.073765 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-679405d6-7cb6-4e3a-ad64-43ff3ebaf054 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for floatingip (af01b865-55e1-4c06-9efa-a3771349e18e), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:41.081136 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-679405d6-7cb6-4e3a-ad64-43ff3ebaf054 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:41.084325 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:41.085264 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-679405d6-7cb6-4e3a-ad64-43ff3ebaf054 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/af01b865-55e1-4c06-9efa-a3771349e18e HTTP/1.1" status: 204 len: 168 time: 5.2732892 Oct 04 20:52:41.100075 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:41.115840 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-71b012e0-d20d-4138-ad48-85b584cc0881 None None] Set router 3081662c-0fdc-4630-b24f-73f5027b7119 gateway port host: None {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:52:41.133406 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-19f5ff18-4717-45cb-a6f2-f6202717a9a0 None None] Provisioning complete for port 3a3c4237-624f-4bdb-980f-c6906e1c2827 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:52:41.134150 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-19f5ff18-4717-45cb-a6f2-f6202717a9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (3a3c4237-624f-4bdb-980f-c6906e1c2827), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:41.134642 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-19f5ff18-4717-45cb-a6f2-f6202717a9a0 None None] Attempt 1 to provision port 3a3c4237-624f-4bdb-980f-c6906e1c2827 Oct 04 20:52:41.147061 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45232) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:41.186563 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:41.226565 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-ddcffc31-ef59-46cc-887e-9fd78c014833 None None] Set router 4817b10f-68ec-4b25-b40f-b62397008990 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:52:41.243536 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1548480-7cef-47ed-bb20-af7320be8c02 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Checking segment: {'id': '97ac42a1-f5c2-4a24-be23-aef98b5cba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1561ca5d-fbf1-4277-a8a6-a65846a92d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:52:41.244313 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1548480-7cef-47ed-bb20-af7320be8c02 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Network hostable DHCP agents. Network: 1561ca5d-fbf1-4277-a8a6-a65846a92d42, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:52:41.329765 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-e0768ddc-00e0-4b26-b8a5-fe3007ef0f6e tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] delete failed (client error): The resource could not be found. Oct 04 20:52:41.332707 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-e0768ddc-00e0-4b26-b8a5-fe3007ef0f6e tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/af01b865-55e1-4c06-9efa-a3771349e18e HTTP/1.1" status: 404 len: 345 time: 0.1789093 Oct 04 20:52:41.340272 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45234) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:41.576203 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1548480-7cef-47ed-bb20-af7320be8c02 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Network 1561ca5d-fbf1-4277-a8a6-a65846a92d42 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:52:41.580605 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a0352d69-ee70-4b02-b73c-0c20f9db8c81 admin admin] Publish callbacks [] for security_group (4a1e8dac-766f-4487-8f70-e04d8bd48e15), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:41.587906 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-20dc3aef-651c-4029-bfab-52147bc55768 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Deleting subnet 69af7bb5-ce0d-4580-8bd9-be0d360fe416 {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:52:41.626574 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a0352d69-ee70-4b02-b73c-0c20f9db8c81 admin admin] Publish callbacks [] for security_group (4a1e8dac-766f-4487-8f70-e04d8bd48e15), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:41.637937 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-19f5ff18-4717-45cb-a6f2-f6202717a9a0 None None] Current status of the port 3a3c4237-624f-4bdb-980f-c6906e1c2827 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:52:41.646296 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-20dc3aef-651c-4029-bfab-52147bc55768 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for subnet (69af7bb5-ce0d-4580-8bd9-be0d360fe416), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:41.648838 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 62f877d3-28da-4666-8da3-dd3537c082a6 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:52:41.690425 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-19f5ff18-4717-45cb-a6f2-f6202717a9a0 None None] Provisioning complete for port 00f4fc37-fde3-4842-82c0-06054c0a879b triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:52:41.693667 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-19f5ff18-4717-45cb-a6f2-f6202717a9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (00f4fc37-fde3-4842-82c0-06054c0a879b), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:41.693667 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-19f5ff18-4717-45cb-a6f2-f6202717a9a0 None None] Attempt 1 to provision port 00f4fc37-fde3-4842-82c0-06054c0a879b Oct 04 20:52:41.760044 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93840636-6888-43c9-8832-80a696d1a887 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:52:41.764464 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6d0d9e40-193d-493a-bb44-db74ac486c3f tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks [] for port (80ed0137-40fd-4177-9456-37478f3cc45f), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:41.782906 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93840636-6888-43c9-8832-80a696d1a887 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:52:41.800456 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93840636-6888-43c9-8832-80a696d1a887 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:52:41.804336 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-93840636-6888-43c9-8832-80a696d1a887 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] 10.222.0.78 "GET /networking/v2.0/ports?network_id=2b8174f1-b48d-40fd-bc34-e53f926a0172 HTTP/1.1" status: 200 len: 2358 time: 0.4621463 Oct 04 20:52:41.817528 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45238) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:41.859938 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a0352d69-ee70-4b02-b73c-0c20f9db8c81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (4a1e8dac-766f-4487-8f70-e04d8bd48e15), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:41.864430 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a0352d69-ee70-4b02-b73c-0c20f9db8c81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:41.866923 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a0352d69-ee70-4b02-b73c-0c20f9db8c81 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/4a1e8dac-766f-4487-8f70-e04d8bd48e15 HTTP/1.1" status: 204 len: 168 time: 0.8283944 Oct 04 20:52:41.898777 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-f1548480-7cef-47ed-bb20-af7320be8c02 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 1561ca5d-fbf1-4277-a8a6-a65846a92d42) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:52:41.912855 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b1467497-158b-4d82-856f-51bf423fa0fa no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:52:41.926291 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95671703-7596-482d-9536-f8e5803e2c8d None None] Network 1561ca5d-fbf1-4277-a8a6-a65846a92d42 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:52:41.946802 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-20dc3aef-651c-4029-bfab-52147bc55768 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (69af7bb5-ce0d-4580-8bd9-be0d360fe416), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:41.998379 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d556e99e-59ac-4947-a214-2f3da1206b31 None None] Publish callbacks [] for port (3476d2b3-f7ea-48cb-ab72-83d97e400b62), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:42.033445 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: b1467497-158b-4d82-856f-51bf423fa0fa {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:52:42.034001 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b1467497-158b-4d82-856f-51bf423fa0fa not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:52:42.082816 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1548480-7cef-47ed-bb20-af7320be8c02 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:52:42.084824 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f1548480-7cef-47ed-bb20-af7320be8c02 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:42.100962 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-71b012e0-d20d-4138-ad48-85b584cc0881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'name': 'tempest-RoutersTest-router-1933585120', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:36Z', 'updated_at': '2022-10-04T20:52:33Z', 'revision_number': 8, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'gw_port_host': None, '_interfaces': [{'id': '5543965c-9b3d-4dfc-b2cf-cad45522f549', 'name': '', 'network_id': 'a6f42c38-05e8-487d-96f7-24e5e630d068', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'mac_address': 'fa:16:3e:df:50:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'c760523a-67f1-4725-b59e-92a6e8cfc7f5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:51:40Z', 'updated_at': '2022-10-04T20:52:03Z', 'revision_number': 5, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'subnets': [{'id': 'c760523a-67f1-4725-b59e-92a6e8cfc7f5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7642158-2de1-4d6d-8790-bcc9c032f60b', 'name': '', 'network_id': '6c08d114-6acc-4123-89a6-391843302c04', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'mac_address': 'fa:16:3e:51:06:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '5d3cff06-c5a9-460c-b648-2641a66f3c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:47Z', 'updated_at': '2022-10-04T20:51:22Z', 'revision_number': 5, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'subnets': [{'id': '5d3cff06-c5a9-460c-b648-2641a66f3c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8f4c098-db0c-4a52-9741-0fbe07e0fb8f', 'name': '', 'network_id': '4f0c76aa-0b67-42ea-abe1-7961d753a0e0', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'mac_address': 'fa:16:3e:7e:1e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '0b59dfc8-0794-467a-9da7-c01dc65ce1a6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:51:14Z', 'updated_at': '2022-10-04T20:51:49Z', 'revision_number': 5, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'subnets': [{'id': '0b59dfc8-0794-467a-9da7-c01dc65ce1a6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:52:42.168008 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d556e99e-59ac-4947-a214-2f3da1206b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (3476d2b3-f7ea-48cb-ab72-83d97e400b62), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:42.193437 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b012e0-d20d-4138-ad48-85b584cc0881 None None] Checking router: 3081662c-0fdc-4630-b24f-73f5027b7119 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:52:42.213523 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-19f5ff18-4717-45cb-a6f2-f6202717a9a0 None None] Port 00f4fc37-fde3-4842-82c0-06054c0a879b cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:52:42.213978 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-ddcffc31-ef59-46cc-887e-9fd78c014833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4817b10f-68ec-4b25-b40f-b62397008990', 'name': 'tempest-ServerPasswordTestJSON-2139762721-router', 'tenant_id': 'fa8ddddd74fb455ba31fac9874139134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '33a0dac9-5f02-45e5-8d00-6692a3d6d481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:52:13Z', 'updated_at': '2022-10-04T20:52:30Z', 'revision_number': 4, 'project_id': 'fa8ddddd74fb455ba31fac9874139134', 'gw_port': {'id': '33a0dac9-5f02-45e5-8d00-6692a3d6d481', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:12:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4817b10f-68ec-4b25-b40f-b62397008990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:52:16Z', 'updated_at': '2022-10-04T20:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'ff6be308-7e7c-4c1e-9de9-356a892d5f91', 'name': '', 'network_id': '27c7409f-1dbf-4a82-a03b-8446fab427da', 'tenant_id': 'fa8ddddd74fb455ba31fac9874139134', 'mac_address': 'fa:16:3e:03:5e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4817b10f-68ec-4b25-b40f-b62397008990', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'fcb19267-9503-47b2-b71e-afc1362f8b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:52:27Z', 'updated_at': '2022-10-04T20:52:40Z', 'revision_number': 4, 'project_id': 'fa8ddddd74fb455ba31fac9874139134', 'subnets': [{'id': 'fcb19267-9503-47b2-b71e-afc1362f8b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:52:42.224555 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:42.385597 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0352d69-ee70-4b02-b73c-0c20f9db8c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1e8dac-766f-4487-8f70-e04d8bd48e15,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:42.419869 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 3a3c4237-624f-4bdb-980f-c6906e1c2827 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:52:42.461131 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-714345cd-8481-47c1-a6d7-8aee75541826 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (d73eac5b-b09d-433b-ae41-1b4bdde64c6b), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:42.516449 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcffc31-ef59-46cc-887e-9fd78c014833 None None] The sync data for ids ['4817b10f-68ec-4b25-b40f-b62397008990'] in n-d-852085-12 is: [{'id': '4817b10f-68ec-4b25-b40f-b62397008990', 'name': 'tempest-ServerPasswordTestJSON-2139762721-router', 'tenant_id': 'fa8ddddd74fb455ba31fac9874139134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '33a0dac9-5f02-45e5-8d00-6692a3d6d481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:52:13Z', 'updated_at': '2022-10-04T20:52:30Z', 'revision_number': 4, 'project_id': 'fa8ddddd74fb455ba31fac9874139134', 'gw_port': {'id': '33a0dac9-5f02-45e5-8d00-6692a3d6d481', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:12:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4817b10f-68ec-4b25-b40f-b62397008990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:52:16Z', 'updated_at': '2022-10-04T20:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'ff6be308-7e7c-4c1e-9de9-356a892d5f91', 'name': '', 'network_id': '27c7409f-1dbf-4a82-a03b-8446fab427da', 'tenant_id': 'fa8ddddd74fb455ba31fac9874139134', 'mac_address': 'fa:16:3e:03:5e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4817b10f-68ec-4b25-b40f-b62397008990', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'fcb19267-9503-47b2-b71e-afc1362f8b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:52:27Z', 'updated_at': '2022-10-04T20:52:40Z', 'revision_number': 4, 'project_id': 'fa8ddddd74fb455ba31fac9874139134', 'subnets': [{'id': 'fcb19267-9503-47b2-b71e-afc1362f8b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:52:42.523426 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b012e0-d20d-4138-ad48-85b584cc0881 None None] Routers {'3081662c-0fdc-4630-b24f-73f5027b7119'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:52:42.523426 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-71b012e0-d20d-4138-ad48-85b584cc0881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:52:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['3081662c-0fdc-4630-b24f-73f5027b7119'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:52:42.652033 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4ba1c876-48b0-4e44-b599-c83e0f05c875 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (cae7bbb2-a351-4708-a02a-5724e0a83304), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:42.678353 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d1328b-ce91-4669-a6db-df3a9b4b43c0 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:52:42.686709 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ec1c7c-82d2-4874-968c-073f2de266ba None None] Pushing event updated for resources: {'Port': ['ID=3476d2b3-f7ea-48cb-ab72-83d97e400b62,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:42.702505 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-e4d1328b-ce91-4669-a6db-df3a9b4b43c0 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] 10.222.0.78 "GET /networking/v2.0/subnets/c5a65eca-4ca5-41d9-ba24-4fbaab4b050c HTTP/1.1" status: 200 len: 797 time: 0.8785560 Oct 04 20:52:42.714838 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45242) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:42.825892 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ec1c7c-82d2-4874-968c-073f2de266ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:52:42.826483 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ec1c7c-82d2-4874-968c-073f2de266ba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:52:42.827309 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ec1c7c-82d2-4874-968c-073f2de266ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:52:42.827931 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ec1c7c-82d2-4874-968c-073f2de266ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:52:42.828489 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ec1c7c-82d2-4874-968c-073f2de266ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:52:42.829052 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ec1c7c-82d2-4874-968c-073f2de266ba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:52:42.829854 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ec1c7c-82d2-4874-968c-073f2de266ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:52:42.830561 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ec1c7c-82d2-4874-968c-073f2de266ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:52:42.830925 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ec1c7c-82d2-4874-968c-073f2de266ba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:52:42.831689 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ec1c7c-82d2-4874-968c-073f2de266ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:52:42.832327 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ec1c7c-82d2-4874-968c-073f2de266ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:52:42.833044 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ec1c7c-82d2-4874-968c-073f2de266ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:52:42.833591 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ec1c7c-82d2-4874-968c-073f2de266ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:52:42.834149 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ec1c7c-82d2-4874-968c-073f2de266ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:52:42.834710 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ec1c7c-82d2-4874-968c-073f2de266ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:52:42.932230 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-d556e99e-59ac-4947-a214-2f3da1206b31 None None] Attempting to bind port 3476d2b3-f7ea-48cb-ab72-83d97e400b62 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:52:42.932678 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-d556e99e-59ac-4947-a214-2f3da1206b31 None None] Attempting to bind port 3476d2b3-f7ea-48cb-ab72-83d97e400b62 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '21f75588-18a0-4599-8d33-d5e52145a72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '47f8aab6-af9e-4de8-9a5f-b897e2ca6c46'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:52:42.933637 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d556e99e-59ac-4947-a214-2f3da1206b31 None None] Attempting to bind port 3476d2b3-f7ea-48cb-ab72-83d97e400b62 on network 47f8aab6-af9e-4de8-9a5f-b897e2ca6c46 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:52:42.942912 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f81e6b2-b99d-4a5c-8a4b-e131621d0ecf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-1561ca5d-fbf1-4277-a8a6-a65846a92d42', 'network_id': '1561ca5d-fbf1-4277-a8a6-a65846a92d42', 'project_id': '75d41fde9234405ea6611897f9a4bdc0', 'fixed_ips': [{'subnet_id': '8b9bdfd0-245a-4f1c-8354-21eca8bcf65b'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:52:42.944613 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4f81e6b2-b99d-4a5c-8a4b-e131621d0ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:42.972287 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-71b012e0-d20d-4138-ad48-85b584cc0881 None None] Set router 3081662c-0fdc-4630-b24f-73f5027b7119 gateway port host: None {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:52:42.996930 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-02f80496-e0b8-4b5f-b594-7bede2f5e0c2 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Request body: {'port': {'network_id': '2b8174f1-b48d-40fd-bc34-e53f926a0172', 'name': 'tempest-FloatingIPTestJSON-989953918', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:52:43.023188 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6d0d9e40-193d-493a-bb44-db74ac486c3f tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (80ed0137-40fd-4177-9456-37478f3cc45f), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:43.046993 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f1548480-7cef-47ed-bb20-af7320be8c02 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 6.5636923 Oct 04 20:52:43.103724 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45248) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:43.125439 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:43.141535 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-20dc3aef-651c-4029-bfab-52147bc55768 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (69af7bb5-ce0d-4580-8bd9-be0d360fe416), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:43.310558 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-ad0a4497-37da-44bf-be4d-c4047a959a54 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Request body: {'port': {'network_id': '1561ca5d-fbf1-4277-a8a6-a65846a92d42', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1428474534'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:52:43.346237 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:43.496882 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:43.726975 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-20dc3aef-651c-4029-bfab-52147bc55768 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (69af7bb5-ce0d-4580-8bd9-be0d360fe416), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:43.729185 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-4f81e6b2-b99d-4a5c-8a4b-e131621d0ecf None None] Allocated IP 172.20.0.2 (1561ca5d-fbf1-4277-a8a6-a65846a92d42/8b9bdfd0-245a-4f1c-8354-21eca8bcf65b/aca771d4-6a23-48d3-ad00-553532279c6a) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:52:43.803033 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dc3aef-651c-4029-bfab-52147bc55768 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event deleted for resources: {'Subnet': ['ID=69af7bb5-ce0d-4580-8bd9-be0d360fe416,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:43.873326 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-20dc3aef-651c-4029-bfab-52147bc55768 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:43.881920 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-20dc3aef-651c-4029-bfab-52147bc55768 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/69af7bb5-ce0d-4580-8bd9-be0d360fe416 HTTP/1.1" status: 204 len: 168 time: 3.1584721 Oct 04 20:52:43.892333 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45256) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:43.954993 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-71b012e0-d20d-4138-ad48-85b584cc0881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'name': 'tempest-RoutersTest-router-1933585120', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:36Z', 'updated_at': '2022-10-04T20:52:33Z', 'revision_number': 8, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'gw_port_host': None, '_interfaces': [{'id': '5543965c-9b3d-4dfc-b2cf-cad45522f549', 'name': '', 'network_id': 'a6f42c38-05e8-487d-96f7-24e5e630d068', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'mac_address': 'fa:16:3e:df:50:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'c760523a-67f1-4725-b59e-92a6e8cfc7f5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:51:40Z', 'updated_at': '2022-10-04T20:52:03Z', 'revision_number': 5, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'subnets': [{'id': 'c760523a-67f1-4725-b59e-92a6e8cfc7f5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7642158-2de1-4d6d-8790-bcc9c032f60b', 'name': '', 'network_id': '6c08d114-6acc-4123-89a6-391843302c04', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'mac_address': 'fa:16:3e:51:06:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '5d3cff06-c5a9-460c-b648-2641a66f3c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:47Z', 'updated_at': '2022-10-04T20:51:22Z', 'revision_number': 5, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'subnets': [{'id': '5d3cff06-c5a9-460c-b648-2641a66f3c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8f4c098-db0c-4a52-9741-0fbe07e0fb8f', 'name': '', 'network_id': '4f0c76aa-0b67-42ea-abe1-7961d753a0e0', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'mac_address': 'fa:16:3e:7e:1e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '0b59dfc8-0794-467a-9da7-c01dc65ce1a6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:51:14Z', 'updated_at': '2022-10-04T20:51:49Z', 'revision_number': 5, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'subnets': [{'id': '0b59dfc8-0794-467a-9da7-c01dc65ce1a6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:52:44.023857 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b012e0-d20d-4138-ad48-85b584cc0881 None None] The sync data for ids ['3081662c-0fdc-4630-b24f-73f5027b7119'] in n-d-852085-12 is: [{'id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'name': 'tempest-RoutersTest-router-1933585120', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:36Z', 'updated_at': '2022-10-04T20:52:33Z', 'revision_number': 8, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'gw_port_host': None, '_interfaces': [{'id': '5543965c-9b3d-4dfc-b2cf-cad45522f549', 'name': '', 'network_id': 'a6f42c38-05e8-487d-96f7-24e5e630d068', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'mac_address': 'fa:16:3e:df:50:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'c760523a-67f1-4725-b59e-92a6e8cfc7f5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:51:40Z', 'updated_at': '2022-10-04T20:52:03Z', 'revision_number': 5, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'subnets': [{'id': 'c760523a-67f1-4725-b59e-92a6e8cfc7f5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7642158-2de1-4d6d-8790-bcc9c032f60b', 'name': '', 'network_id': '6c08d114-6acc-4123-89a6-391843302c04', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'mac_address': 'fa:16:3e:51:06:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '5d3cff06-c5a9-460c-b648-2641a66f3c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:47Z', 'updated_at': '2022-10-04T20:51:22Z', 'revision_number': 5, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'subnets': [{'id': '5d3cff06-c5a9-460c-b648-2641a66f3c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8f4c098-db0c-4a52-9741-0fbe07e0fb8f', 'name': '', 'network_id': '4f0c76aa-0b67-42ea-abe1-7961d753a0e0', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'mac_address': 'fa:16:3e:7e:1e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '0b59dfc8-0794-467a-9da7-c01dc65ce1a6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:51:14Z', 'updated_at': '2022-10-04T20:51:49Z', 'revision_number': 5, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'subnets': [{'id': '0b59dfc8-0794-467a-9da7-c01dc65ce1a6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:52:44.177657 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080bbbb4-28fb-4c97-8a5e-cbfd4be21972 None None] Network 8352e86a-10ba-45a2-a2a3-9105643dd2eb requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:52:44.184422 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d556e99e-59ac-4947-a214-2f3da1206b31 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:52:44.188473 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d556e99e-59ac-4947-a214-2f3da1206b31 None None] Checking segment: {'id': '21f75588-18a0-4599-8d33-d5e52145a72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '47f8aab6-af9e-4de8-9a5f-b897e2ca6c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:52:44.189669 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d556e99e-59ac-4947-a214-2f3da1206b31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:44.190843 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d556e99e-59ac-4947-a214-2f3da1206b31 None None] Bound using segment: {'id': '21f75588-18a0-4599-8d33-d5e52145a72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '47f8aab6-af9e-4de8-9a5f-b897e2ca6c46'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:52:44.192543 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-d556e99e-59ac-4947-a214-2f3da1206b31 None None] Bound port: 3476d2b3-f7ea-48cb-ab72-83d97e400b62, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21f75588-18a0-4599-8d33-d5e52145a72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '47f8aab6-af9e-4de8-9a5f-b897e2ca6c46'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:52:44.196395 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d556e99e-59ac-4947-a214-2f3da1206b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (3476d2b3-f7ea-48cb-ab72-83d97e400b62), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:44.197934 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:44.241667 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3d18076f-82b9-45d5-aa73-71961ef64925 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (8352e86a-10ba-45a2-a2a3-9105643dd2eb), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:44.271863 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 3a3c4237-624f-4bdb-980f-c6906e1c2827 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:52:44.272808 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (3a3c4237-624f-4bdb-980f-c6906e1c2827), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:44.273603 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 3a3c4237-624f-4bdb-980f-c6906e1c2827 Oct 04 20:52:44.419455 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:44.432686 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0d9e40-193d-493a-bb44-db74ac486c3f tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Network 8d2d5848-a194-4e51-833e-12e1ff126b76 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:52:44.478511 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-714345cd-8481-47c1-a6d7-8aee75541826 admin admin] Deleting port 331e5af0-038e-4113-bf87-7873e1354abe {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:52:44.481724 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-714345cd-8481-47c1-a6d7-8aee75541826 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (331e5af0-038e-4113-bf87-7873e1354abe), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:44.507690 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4f81e6b2-b99d-4a5c-8a4b-e131621d0ecf None None] Publish callbacks [] for port (aca771d4-6a23-48d3-ad00-553532279c6a), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:44.543772 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-3d18076f-82b9-45d5-aa73-71961ef64925 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Deleting port b55e688c-7106-4737-85fb-7180cf06cf35 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:52:44.545002 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3d18076f-82b9-45d5-aa73-71961ef64925 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (b55e688c-7106-4737-85fb-7180cf06cf35), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:44.651065 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-6d0d9e40-193d-493a-bb44-db74ac486c3f tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:52:44.656554 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0d9e40-193d-493a-bb44-db74ac486c3f tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Pushing event updated for resources: {'Port': ['ID=80ed0137-40fd-4177-9456-37478f3cc45f,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:44.778714 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0d9e40-193d-493a-bb44-db74ac486c3f tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:52:44.790057 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-3d18076f-82b9-45d5-aa73-71961ef64925 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] For port b55e688c-7106-4737-85fb-7180cf06cf35, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b55e688c-7106-4737-85fb-7180cf06cf35,segment=NetworkSegment(3d3d3c92-ea62-4125-bb89-433e620c79b0),segment_id=3d3d3c92-ea62-4125-bb89-433e620c79b0)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:52:44.791287 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3d18076f-82b9-45d5-aa73-71961ef64925 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (b55e688c-7106-4737-85fb-7180cf06cf35), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:44.806311 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:44.955520 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-3d18076f-82b9-45d5-aa73-71961ef64925 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Calling delete_port for b55e688c-7106-4737-85fb-7180cf06cf35 owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:52:45.126732 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-714345cd-8481-47c1-a6d7-8aee75541826 admin admin] For port 331e5af0-038e-4113-bf87-7873e1354abe, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=331e5af0-038e-4113-bf87-7873e1354abe,segment=NetworkSegment(f275d388-f627-415e-8e96-c7eb27d8866f),segment_id=f275d388-f627-415e-8e96-c7eb27d8866f)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:52:45.132712 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-714345cd-8481-47c1-a6d7-8aee75541826 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (331e5af0-038e-4113-bf87-7873e1354abe), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:45.171932 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-714345cd-8481-47c1-a6d7-8aee75541826 admin admin] Calling delete_port for 331e5af0-038e-4113-bf87-7873e1354abe owned by network:router_interface {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:52:45.257338 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4f81e6b2-b99d-4a5c-8a4b-e131621d0ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (aca771d4-6a23-48d3-ad00-553532279c6a), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:45.304202 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:45.318669 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-962e241c-5f77-4924-811d-aaeed902d2d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (4817b10f-68ec-4b25-b40f-b62397008990), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:45.424763 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-d556e99e-59ac-4947-a214-2f3da1206b31 None None] For port 3476d2b3-f7ea-48cb-ab72-83d97e400b62, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:52:45.432084 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-d556e99e-59ac-4947-a214-2f3da1206b31 None None] For port 3476d2b3-f7ea-48cb-ab72-83d97e400b62, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=3476d2b3-f7ea-48cb-ab72-83d97e400b62,segment=NetworkSegment(21f75588-18a0-4599-8d33-d5e52145a72b),segment_id=21f75588-18a0-4599-8d33-d5e52145a72b)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:52:45.657351 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:45.660053 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 3a3c4237-624f-4bdb-980f-c6906e1c2827 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:52:45.701852 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-6f4131a1-8e54-4071-a6c5-a2543eb6797b None None] Provisioning complete for port 80ed0137-40fd-4177-9456-37478f3cc45f triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:52:45.703745 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6f4131a1-8e54-4071-a6c5-a2543eb6797b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (80ed0137-40fd-4177-9456-37478f3cc45f), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:45.704634 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-6f4131a1-8e54-4071-a6c5-a2543eb6797b None None] Attempt 1 to provision port 80ed0137-40fd-4177-9456-37478f3cc45f Oct 04 20:52:45.712123 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d556e99e-59ac-4947-a214-2f3da1206b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (3476d2b3-f7ea-48cb-ab72-83d97e400b62), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:45.725664 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f80496-e0b8-4b5f-b594-7bede2f5e0c2 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Made reservation on behalf of 223d432ff6a643f39235b9d5774265c1 for: {'port': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:52:45.793882 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-714345cd-8481-47c1-a6d7-8aee75541826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (331e5af0-038e-4113-bf87-7873e1354abe), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:45.932585 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f81e6b2-b99d-4a5c-8a4b-e131621d0ecf None None] Network 1561ca5d-fbf1-4277-a8a6-a65846a92d42 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:52:45.932585 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36de73bd-2363-469b-bb96-bcd48fada27f None None] DHCP port deletion for 8352e86a-10ba-45a2-a2a3-9105643dd2eb request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:52:45.932585 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-375feae3-e26d-4472-94df-c431d82d107f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:45.932585 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f81e6b2-b99d-4a5c-8a4b-e131621d0ecf None None] Pushing event updated for resources: {'Port': ['ID=aca771d4-6a23-48d3-ad00-553532279c6a,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:45.932585 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-4f81e6b2-b99d-4a5c-8a4b-e131621d0ecf None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:52:45.933087 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0d9e40-193d-493a-bb44-db74ac486c3f tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:52:45.933087 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6d0d9e40-193d-493a-bb44-db74ac486c3f tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:45.934326 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f81e6b2-b99d-4a5c-8a4b-e131621d0ecf None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:52:45.946767 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714345cd-8481-47c1-a6d7-8aee75541826 admin admin] Pushing event deleted for resources: {'Port': ['ID=331e5af0-038e-4113-bf87-7873e1354abe,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:46.067474 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-36de73bd-2363-469b-bb96-bcd48fada27f None None] Deleting port b55e688c-7106-4737-85fb-7180cf06cf35 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:52:46.068195 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-36de73bd-2363-469b-bb96-bcd48fada27f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (b55e688c-7106-4737-85fb-7180cf06cf35), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:46.176376 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d556e99e-59ac-4947-a214-2f3da1206b31 None None] Routers {'cae7bbb2-a351-4708-a02a-5724e0a83304'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:52:46.176376 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-d556e99e-59ac-4947-a214-2f3da1206b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:52:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['cae7bbb2-a351-4708-a02a-5724e0a83304'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:52:46.183754 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0a4497-37da-44bf-be4d-c4047a959a54 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Made reservation on behalf of 75d41fde9234405ea6611897f9a4bdc0 for: {'port': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:52:46.188081 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-6f4131a1-8e54-4071-a6c5-a2543eb6797b None None] Port 80ed0137-40fd-4177-9456-37478f3cc45f cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:52:46.214320 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ad0a4497-37da-44bf-be4d-c4047a959a54 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:46.432086 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-6d0d9e40-193d-493a-bb44-db74ac486c3f tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 931 time: 9.8613474 Oct 04 20:52:46.464622 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device ff6be308-7e7c-4c1e-9de9-356a892d5f91 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:52:46.557404 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-02f80496-e0b8-4b5f-b594-7bede2f5e0c2 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:46.572583 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3d18076f-82b9-45d5-aa73-71961ef64925 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (b55e688c-7106-4737-85fb-7180cf06cf35), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:46.640928 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [None req-ad0a4497-37da-44bf-be4d-c4047a959a54 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] device_id is not set on port 3483eb57-ee6e-4753-b860-64d16fd8c91a yet. {{(pid=108170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 20:52:46.671185 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d18076f-82b9-45d5-aa73-71961ef64925 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event deleted for resources: {'Port': ['ID=b55e688c-7106-4737-85fb-7180cf06cf35,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:46.676516 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d18076f-82b9-45d5-aa73-71961ef64925 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] No DVR routers for this DVR port b55e688c-7106-4737-85fb-7180cf06cf35 on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:52:46.700869 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-4f81e6b2-b99d-4a5c-8a4b-e131621d0ecf None None] Attempting to bind port aca771d4-6a23-48d3-ad00-553532279c6a on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:52:46.701724 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-4f81e6b2-b99d-4a5c-8a4b-e131621d0ecf None None] Attempting to bind port aca771d4-6a23-48d3-ad00-553532279c6a by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '97ac42a1-f5c2-4a24-be23-aef98b5cba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1561ca5d-fbf1-4277-a8a6-a65846a92d42'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:52:46.702395 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f81e6b2-b99d-4a5c-8a4b-e131621d0ecf None None] Attempting to bind port aca771d4-6a23-48d3-ad00-553532279c6a on network 1561ca5d-fbf1-4277-a8a6-a65846a92d42 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:52:46.725680 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:46.751858 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45290) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:46.759328 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-ed680a82-c687-4623-b7af-adb33751593d tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1860042354', 'description': 'tempest-description--983529955'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:52:46.796848 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-4ba1c876-48b0-4e44-b599-c83e0f05c875 admin admin] Deleting port 3476d2b3-f7ea-48cb-ab72-83d97e400b62 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:52:46.797624 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4ba1c876-48b0-4e44-b599-c83e0f05c875 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (3476d2b3-f7ea-48cb-ab72-83d97e400b62), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:46.799894 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-714345cd-8481-47c1-a6d7-8aee75541826 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (d73eac5b-b09d-433b-ae41-1b4bdde64c6b), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:46.812321 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [None req-02f80496-e0b8-4b5f-b594-7bede2f5e0c2 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] device_id is not set on port 5809862c-dcb4-485b-b33e-8b5bae460a07 yet. {{(pid=108170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 20:52:46.847373 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:46.847373 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ec1c7c-82d2-4874-968c-073f2de266ba None None] Pushing event updated for resources: {'Port': ['ID=3476d2b3-f7ea-48cb-ab72-83d97e400b62,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:46.946546 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port ff6be308-7e7c-4c1e-9de9-356a892d5f91 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:52:46.947315 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (ff6be308-7e7c-4c1e-9de9-356a892d5f91), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:46.948099 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port ff6be308-7e7c-4c1e-9de9-356a892d5f91 Oct 04 20:52:47.023714 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-36de73bd-2363-469b-bb96-bcd48fada27f None None] For port b55e688c-7106-4737-85fb-7180cf06cf35, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b55e688c-7106-4737-85fb-7180cf06cf35,segment=NetworkSegment(3d3d3c92-ea62-4125-bb89-433e620c79b0),segment_id=3d3d3c92-ea62-4125-bb89-433e620c79b0)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:52:47.024442 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-36de73bd-2363-469b-bb96-bcd48fada27f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (b55e688c-7106-4737-85fb-7180cf06cf35), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:47.041552 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3d18076f-82b9-45d5-aa73-71961ef64925 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (8352e86a-10ba-45a2-a2a3-9105643dd2eb), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:47.072570 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f81e6b2-b99d-4a5c-8a4b-e131621d0ecf None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:52:47.073169 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f81e6b2-b99d-4a5c-8a4b-e131621d0ecf None None] Checking segment: {'id': '97ac42a1-f5c2-4a24-be23-aef98b5cba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1561ca5d-fbf1-4277-a8a6-a65846a92d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:52:47.073884 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4f81e6b2-b99d-4a5c-8a4b-e131621d0ecf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:47.074505 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f81e6b2-b99d-4a5c-8a4b-e131621d0ecf None None] Bound using segment: {'id': '97ac42a1-f5c2-4a24-be23-aef98b5cba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1561ca5d-fbf1-4277-a8a6-a65846a92d42'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:52:47.075696 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-4f81e6b2-b99d-4a5c-8a4b-e131621d0ecf None None] Bound port: aca771d4-6a23-48d3-ad00-553532279c6a, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97ac42a1-f5c2-4a24-be23-aef98b5cba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1561ca5d-fbf1-4277-a8a6-a65846a92d42'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:52:47.076713 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4f81e6b2-b99d-4a5c-8a4b-e131621d0ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (aca771d4-6a23-48d3-ad00-553532279c6a), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:47.096877 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-3d18076f-82b9-45d5-aa73-71961ef64925 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8352e86a-10ba-45a2-a2a3-9105643dd2eb']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:52:47.130585 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-36de73bd-2363-469b-bb96-bcd48fada27f None None] Calling delete_port for b55e688c-7106-4737-85fb-7180cf06cf35 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:52:47.143852 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-3d18076f-82b9-45d5-aa73-71961ef64925 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d3d3c92-ea62-4125-bb89-433e620c79b0') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:52:47.144711 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-3d18076f-82b9-45d5-aa73-71961ef64925 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d3d3c92-ea62-4125-bb89-433e620c79b0') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:52:47.153675 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-d556e99e-59ac-4947-a214-2f3da1206b31 None None] Set router cae7bbb2-a351-4708-a02a-5724e0a83304 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:52:47.164447 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ed680a82-c687-4623-b7af-adb33751593d tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:47.216015 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3d18076f-82b9-45d5-aa73-71961ef64925 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (3d3d3c92-ea62-4125-bb89-433e620c79b0), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:47.338104 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3d18076f-82b9-45d5-aa73-71961ef64925 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (3d3d3c92-ea62-4125-bb89-433e620c79b0), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:47.374489 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d18076f-82b9-45d5-aa73-71961ef64925 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:52:47.375906 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3d18076f-82b9-45d5-aa73-71961ef64925 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (3d3d3c92-ea62-4125-bb89-433e620c79b0), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:47.432357 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:47.448766 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:47.496684 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:47.512185 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-4ba1c876-48b0-4e44-b599-c83e0f05c875 admin admin] For port 3476d2b3-f7ea-48cb-ab72-83d97e400b62, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=3476d2b3-f7ea-48cb-ab72-83d97e400b62,segment=NetworkSegment(21f75588-18a0-4599-8d33-d5e52145a72b),segment_id=21f75588-18a0-4599-8d33-d5e52145a72b)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:52:47.512790 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4ba1c876-48b0-4e44-b599-c83e0f05c875 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (3476d2b3-f7ea-48cb-ab72-83d97e400b62), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:47.668645 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-4ba1c876-48b0-4e44-b599-c83e0f05c875 admin admin] Calling delete_port for 3476d2b3-f7ea-48cb-ab72-83d97e400b62 owned by network:router_interface {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:52:47.779596 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-714345cd-8481-47c1-a6d7-8aee75541826 admin admin] Router d73eac5b-b09d-433b-ae41-1b4bdde64c6b has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:52:47.845801 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-96ef9991-6c3b-49b9-a915-88af271a51eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:47.847815 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ed680a82-c687-4623-b7af-adb33751593d tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks [] for security_group (b5a32b71-8ec8-4ae9-999b-bd3112ef8280), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:47.857194 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:47.931102 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-ad0a4497-37da-44bf-be4d-c4047a959a54 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Allocated IP 172.20.0.3 (1561ca5d-fbf1-4277-a8a6-a65846a92d42/8b9bdfd0-245a-4f1c-8354-21eca8bcf65b/3483eb57-ee6e-4753-b860-64d16fd8c91a) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:52:47.932075 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3d18076f-82b9-45d5-aa73-71961ef64925 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (8352e86a-10ba-45a2-a2a3-9105643dd2eb), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:47.946377 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port ff6be308-7e7c-4c1e-9de9-356a892d5f91 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:52:47.949468 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (ff6be308-7e7c-4c1e-9de9-356a892d5f91), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:47.955012 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3d18076f-82b9-45d5-aa73-71961ef64925 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:47.965260 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-3d18076f-82b9-45d5-aa73-71961ef64925 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "DELETE /networking/v2.0/networks/8352e86a-10ba-45a2-a2a3-9105643dd2eb HTTP/1.1" status: 204 len: 168 time: 4.0664823 Oct 04 20:52:47.980659 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45304) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:47.994046 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ed680a82-c687-4623-b7af-adb33751593d tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (b5a32b71-8ec8-4ae9-999b-bd3112ef8280), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:48.026877 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d18076f-82b9-45d5-aa73-71961ef64925 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event deleted for resources: {'Network': ['ID=8352e86a-10ba-45a2-a2a3-9105643dd2eb,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:48.052091 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 3d3d3c92-ea62-4125-bb89-433e620c79b0 resource provider aggregate not found Oct 04 20:52:48.064530 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-4f81e6b2-b99d-4a5c-8a4b-e131621d0ecf None None] For port aca771d4-6a23-48d3-ad00-553532279c6a, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:52:48.129540 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-4f81e6b2-b99d-4a5c-8a4b-e131621d0ecf None None] For port aca771d4-6a23-48d3-ad00-553532279c6a, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=aca771d4-6a23-48d3-ad00-553532279c6a,segment=NetworkSegment(97ac42a1-f5c2-4a24-be23-aef98b5cba5e),segment_id=97ac42a1-f5c2-4a24-be23-aef98b5cba5e)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:52:48.150818 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 3d3d3c92-ea62-4125-bb89-433e620c79b0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3d3d3c92-ea62-4125-bb89-433e620c79b0 found for delete ", "request_id": "req-f65843bc-5937-4647-90aa-3dbe620c2fe3"}]} Oct 04 20:52:48.173068 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ed680a82-c687-4623-b7af-adb33751593d tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:48.176348 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ed680a82-c687-4623-b7af-adb33751593d tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.4218838 Oct 04 20:52:48.179524 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-36de73bd-2363-469b-bb96-bcd48fada27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (b55e688c-7106-4737-85fb-7180cf06cf35), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:48.183823 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-d556e99e-59ac-4947-a214-2f3da1206b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae7bbb2-a351-4708-a02a-5724e0a83304', 'name': 'tempest-ServerGroup264TestJSON-2059065383-router', 'tenant_id': 'a64b7e8684dc4deabb72e98df57411a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '06de487b-e9ff-42b4-8859-c9c6eca50cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:52:01Z', 'updated_at': '2022-10-04T20:52:28Z', 'revision_number': 4, 'project_id': 'a64b7e8684dc4deabb72e98df57411a2', 'gw_port': {'id': '06de487b-e9ff-42b4-8859-c9c6eca50cd8', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ed:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae7bbb2-a351-4708-a02a-5724e0a83304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:52:06Z', 'updated_at': '2022-10-04T20:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '3476d2b3-f7ea-48cb-ab72-83d97e400b62', 'name': '', 'network_id': '47f8aab6-af9e-4de8-9a5f-b897e2ca6c46', 'tenant_id': 'a64b7e8684dc4deabb72e98df57411a2', 'mac_address': 'fa:16:3e:f4:05:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae7bbb2-a351-4708-a02a-5724e0a83304', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '92f87741-fbc9-432f-86b5-2f8c21dc0864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:52:21Z', 'updated_at': '2022-10-04T20:52:45Z', 'revision_number': 4, 'project_id': 'a64b7e8684dc4deabb72e98df57411a2', 'subnets': [{'id': '92f87741-fbc9-432f-86b5-2f8c21dc0864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:52:48.189136 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45310) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:48.244265 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port ff6be308-7e7c-4c1e-9de9-356a892d5f91, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=ff6be308-7e7c-4c1e-9de9-356a892d5f91,segment=NetworkSegment(34b089ec-3ffe-4334-ae48-49372b52f575),segment_id=34b089ec-3ffe-4334-ae48-49372b52f575)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:52:48.282045 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-1fe685b1-9ea0-4522-8ae1-6d66b7fa2714 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Request body: {'security_group_rule': {'security_group_id': 'b5a32b71-8ec8-4ae9-999b-bd3112ef8280', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:52:48.291314 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed680a82-c687-4623-b7af-adb33751593d tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a32b71-8ec8-4ae9-999b-bd3112ef8280,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:48.296049 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36de73bd-2363-469b-bb96-bcd48fada27f None None] Pushing event deleted for resources: {'Port': ['ID=b55e688c-7106-4737-85fb-7180cf06cf35,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:48.303200 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-36de73bd-2363-469b-bb96-bcd48fada27f None None] Network 8352e86a-10ba-45a2-a2a3-9105643dd2eb is not hosted by any dhcp agent {{(pid=108171) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 04 20:52:48.303537 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36de73bd-2363-469b-bb96-bcd48fada27f None None] No DVR routers for this DVR port b55e688c-7106-4737-85fb-7180cf06cf35 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:52:48.315867 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4f81e6b2-b99d-4a5c-8a4b-e131621d0ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (aca771d4-6a23-48d3-ad00-553532279c6a), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:48.342334 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d556e99e-59ac-4947-a214-2f3da1206b31 None None] The sync data for ids ['cae7bbb2-a351-4708-a02a-5724e0a83304'] in n-d-852085-12 is: [{'id': 'cae7bbb2-a351-4708-a02a-5724e0a83304', 'name': 'tempest-ServerGroup264TestJSON-2059065383-router', 'tenant_id': 'a64b7e8684dc4deabb72e98df57411a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '06de487b-e9ff-42b4-8859-c9c6eca50cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:52:01Z', 'updated_at': '2022-10-04T20:52:28Z', 'revision_number': 4, 'project_id': 'a64b7e8684dc4deabb72e98df57411a2', 'gw_port': {'id': '06de487b-e9ff-42b4-8859-c9c6eca50cd8', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ed:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae7bbb2-a351-4708-a02a-5724e0a83304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:52:06Z', 'updated_at': '2022-10-04T20:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '3476d2b3-f7ea-48cb-ab72-83d97e400b62', 'name': '', 'network_id': '47f8aab6-af9e-4de8-9a5f-b897e2ca6c46', 'tenant_id': 'a64b7e8684dc4deabb72e98df57411a2', 'mac_address': 'fa:16:3e:f4:05:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae7bbb2-a351-4708-a02a-5724e0a83304', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '92f87741-fbc9-432f-86b5-2f8c21dc0864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:52:21Z', 'updated_at': '2022-10-04T20:52:45Z', 'revision_number': 4, 'project_id': 'a64b7e8684dc4deabb72e98df57411a2', 'subnets': [{'id': '92f87741-fbc9-432f-86b5-2f8c21dc0864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:52:48.342599 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-714345cd-8481-47c1-a6d7-8aee75541826 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:52:48.357679 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-714345cd-8481-47c1-a6d7-8aee75541826 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/d73eac5b-b09d-433b-ae41-1b4bdde64c6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2352197 Oct 04 20:52:48.361856 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45312) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:48.484940 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f81e6b2-b99d-4a5c-8a4b-e131621d0ecf None None] Pushing event updated for resources: {'Port': ['ID=aca771d4-6a23-48d3-ad00-553532279c6a,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:48.500295 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7937c6-b36e-4d7b-99c2-e886b396ba2c None None] Sync routers for ids ['d73eac5b-b09d-433b-ae41-1b4bdde64c6b'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:52:48.508879 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (ff6be308-7e7c-4c1e-9de9-356a892d5f91), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:48.572500 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device bddb7f44-f03f-433b-844f-a3f1275d6c61 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:52:48.689471 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45314) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:48.696676 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: bddb7f44-f03f-433b-844f-a3f1275d6c61 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:52:48.697745 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device bddb7f44-f03f-433b-844f-a3f1275d6c61 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:52:48.702003 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:INSERT=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:48.710404 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7937c6-b36e-4d7b-99c2-e886b396ba2c None None] Routers {'d73eac5b-b09d-433b-ae41-1b4bdde64c6b'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:52:48.711924 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-0a7937c6-b36e-4d7b-99c2-e886b396ba2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:52:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['d73eac5b-b09d-433b-ae41-1b4bdde64c6b'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:52:48.869827 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-02f80496-e0b8-4b5f-b594-7bede2f5e0c2 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Allocated IP 172.20.0.14 (2b8174f1-b48d-40fd-bc34-e53f926a0172/c5a65eca-4ca5-41d9-ba24-4fbaab4b050c/5809862c-dcb4-485b-b33e-8b5bae460a07) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:52:48.879577 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:48.926284 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-02f80496-e0b8-4b5f-b594-7bede2f5e0c2 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Allocated IP 172.20.0.13 (2b8174f1-b48d-40fd-bc34-e53f926a0172/c5a65eca-4ca5-41d9-ba24-4fbaab4b050c/5809862c-dcb4-485b-b33e-8b5bae460a07) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:52:48.985130 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=ff6be308-7e7c-4c1e-9de9-356a892d5f91,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:49.207191 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-0a7937c6-b36e-4d7b-99c2-e886b396ba2c None None] Set router d73eac5b-b09d-433b-ae41-1b4bdde64c6b gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:52:49.379889 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 3476d2b3-f7ea-48cb-ab72-83d97e400b62 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:52:49.539683 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bc2345b4-7a14-4caf-b8da-7ff4c538a586 admin admin] Publish callbacks [] for router (d73eac5b-b09d-433b-ae41-1b4bdde64c6b), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:49.886877 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bc2345b4-7a14-4caf-b8da-7ff4c538a586 admin admin] Publish callbacks [] for router_gateway (d73eac5b-b09d-433b-ae41-1b4bdde64c6b), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:50.168945 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 3476d2b3-f7ea-48cb-ab72-83d97e400b62 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:52:50.169872 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (3476d2b3-f7ea-48cb-ab72-83d97e400b62), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:50.170176 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 3476d2b3-f7ea-48cb-ab72-83d97e400b62 Oct 04 20:52:50.181972 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-bc2345b4-7a14-4caf-b8da-7ff4c538a586 admin admin] Deleting port 374c93d2-c29d-4a86-b396-241144b0f8c3 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:52:50.184131 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bc2345b4-7a14-4caf-b8da-7ff4c538a586 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (374c93d2-c29d-4a86-b396-241144b0f8c3), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:50.285205 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:50.325125 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-962e241c-5f77-4924-811d-aaeed902d2d6 admin admin] Deleting port ff6be308-7e7c-4c1e-9de9-356a892d5f91 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:52:50.326842 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-962e241c-5f77-4924-811d-aaeed902d2d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (ff6be308-7e7c-4c1e-9de9-356a892d5f91), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:50.495711 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-bc2345b4-7a14-4caf-b8da-7ff4c538a586 admin admin] For port 374c93d2-c29d-4a86-b396-241144b0f8c3, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=374c93d2-c29d-4a86-b396-241144b0f8c3,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:52:50.496502 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bc2345b4-7a14-4caf-b8da-7ff4c538a586 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (374c93d2-c29d-4a86-b396-241144b0f8c3), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:50.520477 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 3476d2b3-f7ea-48cb-ab72-83d97e400b62 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:52:50.521256 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (3476d2b3-f7ea-48cb-ab72-83d97e400b62), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:50.530035 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-bc2345b4-7a14-4caf-b8da-7ff4c538a586 admin admin] Calling delete_port for 374c93d2-c29d-4a86-b396-241144b0f8c3 owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:52:50.536224 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-30900633-18c2-44b5-8302-dc0be7654cbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:50.575429 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-0a7937c6-b36e-4d7b-99c2-e886b396ba2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd73eac5b-b09d-433b-ae41-1b4bdde64c6b', 'name': 'tempest-AttachVolumeNegativeTest-1083054699-router', 'tenant_id': '72a4f1e433a6427ab380248125ebc5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '374c93d2-c29d-4a86-b396-241144b0f8c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:41Z', 'updated_at': '2022-10-04T20:52:45Z', 'revision_number': 5, 'project_id': '72a4f1e433a6427ab380248125ebc5b6', 'gw_port': {'id': '374c93d2-c29d-4a86-b396-241144b0f8c3', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:57:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73eac5b-b09d-433b-ae41-1b4bdde64c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:45Z', 'updated_at': '2022-10-04T20:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:52:50.657273 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7937c6-b36e-4d7b-99c2-e886b396ba2c None None] Checking router: d73eac5b-b09d-433b-ae41-1b4bdde64c6b for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:52:50.701647 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-962e241c-5f77-4924-811d-aaeed902d2d6 admin admin] For port ff6be308-7e7c-4c1e-9de9-356a892d5f91, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=ff6be308-7e7c-4c1e-9de9-356a892d5f91,segment=NetworkSegment(34b089ec-3ffe-4334-ae48-49372b52f575),segment_id=34b089ec-3ffe-4334-ae48-49372b52f575)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:52:50.703286 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-962e241c-5f77-4924-811d-aaeed902d2d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (ff6be308-7e7c-4c1e-9de9-356a892d5f91), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:50.723880 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 3476d2b3-f7ea-48cb-ab72-83d97e400b62, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=3476d2b3-f7ea-48cb-ab72-83d97e400b62,segment=NetworkSegment(21f75588-18a0-4599-8d33-d5e52145a72b),segment_id=21f75588-18a0-4599-8d33-d5e52145a72b)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:52:50.727571 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7937c6-b36e-4d7b-99c2-e886b396ba2c None None] Routers {'d73eac5b-b09d-433b-ae41-1b4bdde64c6b'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:52:50.728651 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-0a7937c6-b36e-4d7b-99c2-e886b396ba2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:52:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['d73eac5b-b09d-433b-ae41-1b4bdde64c6b'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:52:50.739490 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-962e241c-5f77-4924-811d-aaeed902d2d6 admin admin] Calling delete_port for ff6be308-7e7c-4c1e-9de9-356a892d5f91 owned by network:router_interface {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:52:50.830492 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319d9b36-9618-4bea-9a15-7ba148b5c97c None None] Network 1561ca5d-fbf1-4277-a8a6-a65846a92d42 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:52:50.868019 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (3476d2b3-f7ea-48cb-ab72-83d97e400b62), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:50.904471 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 20:52:51.039361 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:51.112527 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b55e688c-7106-4737-85fb-7180cf06cf35 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:52:51.134994 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-f5e7195b-ce6e-4670-ae90-2ffc72ca543f None None] Provisioning complete for port aca771d4-6a23-48d3-ad00-553532279c6a triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:52:51.135827 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f5e7195b-ce6e-4670-ae90-2ffc72ca543f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (aca771d4-6a23-48d3-ad00-553532279c6a), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:51.136586 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-f5e7195b-ce6e-4670-ae90-2ffc72ca543f None None] Attempt 1 to provision port aca771d4-6a23-48d3-ad00-553532279c6a Oct 04 20:52:51.151640 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bc2345b4-7a14-4caf-b8da-7ff4c538a586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (374c93d2-c29d-4a86-b396-241144b0f8c3), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:51.178378 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:51.184173 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ad0a4497-37da-44bf-be4d-c4047a959a54 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Publish callbacks [] for port (3483eb57-ee6e-4753-b860-64d16fd8c91a), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:51.187680 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:51.239495 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1fe685b1-9ea0-4522-8ae1-6d66b7fa2714 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks [] for security_group_rule (902a239d-a647-48aa-bcfc-54cd9305916e), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:51.251612 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2345b4-7a14-4caf-b8da-7ff4c538a586 admin admin] Pushing event deleted for resources: {'Port': ['ID=374c93d2-c29d-4a86-b396-241144b0f8c3,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:51.293233 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: b55e688c-7106-4737-85fb-7180cf06cf35 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:52:51.295262 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b55e688c-7106-4737-85fb-7180cf06cf35 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:52:51.387960 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:DELETE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:51.400223 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bc2345b4-7a14-4caf-b8da-7ff4c538a586 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (d73eac5b-b09d-433b-ae41-1b4bdde64c6b), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:51.435002 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-0a7937c6-b36e-4d7b-99c2-e886b396ba2c None None] Set router d73eac5b-b09d-433b-ae41-1b4bdde64c6b gateway port host: None {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:52:51.585497 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7d253d5b-cd75-40c8-bb7c-db5bac97ad61 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (3081662c-0fdc-4630-b24f-73f5027b7119), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:51.636661 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bc2345b4-7a14-4caf-b8da-7ff4c538a586 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (d73eac5b-b09d-433b-ae41-1b4bdde64c6b), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:51.637359 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:51.640629 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-0a7937c6-b36e-4d7b-99c2-e886b396ba2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd73eac5b-b09d-433b-ae41-1b4bdde64c6b', 'name': 'tempest-AttachVolumeNegativeTest-1083054699-router', 'tenant_id': '72a4f1e433a6427ab380248125ebc5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:41Z', 'updated_at': '2022-10-04T20:52:49Z', 'revision_number': 6, 'project_id': '72a4f1e433a6427ab380248125ebc5b6', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:52:51.644292 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=3476d2b3-f7ea-48cb-ab72-83d97e400b62,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:51.647610 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bc2345b4-7a14-4caf-b8da-7ff4c538a586 admin admin] Publish callbacks [] for router_controller (d73eac5b-b09d-433b-ae41-1b4bdde64c6b), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:51.726548 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7937c6-b36e-4d7b-99c2-e886b396ba2c None None] The sync data for ids ['d73eac5b-b09d-433b-ae41-1b4bdde64c6b'] in n-d-852085-12 is: [{'id': 'd73eac5b-b09d-433b-ae41-1b4bdde64c6b', 'name': 'tempest-AttachVolumeNegativeTest-1083054699-router', 'tenant_id': '72a4f1e433a6427ab380248125ebc5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:41Z', 'updated_at': '2022-10-04T20:52:49Z', 'revision_number': 6, 'project_id': '72a4f1e433a6427ab380248125ebc5b6', 'gw_port_host': None}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:52:51.794578 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:51.822331 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:51.852333 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-f5e7195b-ce6e-4670-ae90-2ffc72ca543f None None] Current status of the port aca771d4-6a23-48d3-ad00-553532279c6a is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:52:51.852333 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f5e7195b-ce6e-4670-ae90-2ffc72ca543f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (aca771d4-6a23-48d3-ad00-553532279c6a), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:51.878436 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bc2345b4-7a14-4caf-b8da-7ff4c538a586 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (d73eac5b-b09d-433b-ae41-1b4bdde64c6b), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:51.880099 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc2345b4-7a14-4caf-b8da-7ff4c538a586 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d73eac5b-b09d-433b-ae41-1b4bdde64c6b {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:52:51.891227 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bc2345b4-7a14-4caf-b8da-7ff4c538a586 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:51.894615 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-bc2345b4-7a14-4caf-b8da-7ff4c538a586 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/d73eac5b-b09d-433b-ae41-1b4bdde64c6b HTTP/1.1" status: 204 len: 168 time: 3.5291529 Oct 04 20:52:51.904038 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45318) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:51.914127 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-02f80496-e0b8-4b5f-b594-7bede2f5e0c2 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for port (5809862c-dcb4-485b-b33e-8b5bae460a07), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:52.004083 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-f5e7195b-ce6e-4670-ae90-2ffc72ca543f None None] For port aca771d4-6a23-48d3-ad00-553532279c6a, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=aca771d4-6a23-48d3-ad00-553532279c6a,segment=NetworkSegment(97ac42a1-f5c2-4a24-be23-aef98b5cba5e),segment_id=97ac42a1-f5c2-4a24-be23-aef98b5cba5e)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:52:52.076523 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device ff6be308-7e7c-4c1e-9de9-356a892d5f91 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:52:52.101141 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c9c2dec-78aa-49ba-8e10-45d344184f27 admin admin] Deleting subnet 4e714708-a490-4435-b8de-4ba31bbb4c00 {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:52:52.111200 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2c9c2dec-78aa-49ba-8e10-45d344184f27 admin admin] Publish callbacks [] for subnet (4e714708-a490-4435-b8de-4ba31bbb4c00), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:52.181467 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f5e7195b-ce6e-4670-ae90-2ffc72ca543f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (aca771d4-6a23-48d3-ad00-553532279c6a), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:52.204688 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:52.245254 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2c9c2dec-78aa-49ba-8e10-45d344184f27 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (4e714708-a490-4435-b8de-4ba31bbb4c00), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:52.256150 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ad0a4497-37da-44bf-be4d-c4047a959a54 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (3483eb57-ee6e-4753-b860-64d16fd8c91a), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:52.340745 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e7195b-ce6e-4670-ae90-2ffc72ca543f None None] Pushing event updated for resources: {'Port': ['ID=aca771d4-6a23-48d3-ad00-553532279c6a,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:52.346611 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-d3905c4d-aabd-41d4-b14d-0c10ed613633 None None] Provisioning complete for port aca771d4-6a23-48d3-ad00-553532279c6a triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:52:52.347979 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d3905c4d-aabd-41d4-b14d-0c10ed613633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (aca771d4-6a23-48d3-ad00-553532279c6a), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:52.348704 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-d3905c4d-aabd-41d4-b14d-0c10ed613633 None None] Attempt 1 to provision port aca771d4-6a23-48d3-ad00-553532279c6a Oct 04 20:52:52.400931 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:52.413036 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port ff6be308-7e7c-4c1e-9de9-356a892d5f91 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:52:52.414678 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (ff6be308-7e7c-4c1e-9de9-356a892d5f91), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:52.414678 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port ff6be308-7e7c-4c1e-9de9-356a892d5f91 Oct 04 20:52:52.436466 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2c9c2dec-78aa-49ba-8e10-45d344184f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (4e714708-a490-4435-b8de-4ba31bbb4c00), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:52.572411 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1fe685b1-9ea0-4522-8ae1-6d66b7fa2714 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks [] for security_group_rule (902a239d-a647-48aa-bcfc-54cd9305916e), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:52.582013 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0a4497-37da-44bf-be4d-c4047a959a54 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Network 1561ca5d-fbf1-4277-a8a6-a65846a92d42 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:52:52.606134 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-02f80496-e0b8-4b5f-b594-7bede2f5e0c2 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (5809862c-dcb4-485b-b33e-8b5bae460a07), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:52.628449 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-ad0a4497-37da-44bf-be4d-c4047a959a54 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:52:52.650109 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2c9c2dec-78aa-49ba-8e10-45d344184f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (4e714708-a490-4435-b8de-4ba31bbb4c00), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:52.655305 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0a4497-37da-44bf-be4d-c4047a959a54 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:52:52.656682 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port ff6be308-7e7c-4c1e-9de9-356a892d5f91 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:52:52.658912 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device aca771d4-6a23-48d3-ad00-553532279c6a up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:52:52.727694 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-d3905c4d-aabd-41d4-b14d-0c10ed613633 None None] Current status of the port aca771d4-6a23-48d3-ad00-553532279c6a is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:52:52.756767 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9c2dec-78aa-49ba-8e10-45d344184f27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e714708-a490-4435-b8de-4ba31bbb4c00,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:52.763299 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2c9c2dec-78aa-49ba-8e10-45d344184f27 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:52.774089 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-2c9c2dec-78aa-49ba-8e10-45d344184f27 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/4e714708-a490-4435-b8de-4ba31bbb4c00 HTTP/1.1" status: 204 len: 168 time: 0.8665180 Oct 04 20:52:52.775405 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45320) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:52.779828 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36651de-e921-4dfa-98ea-e511b4f9b60e None None] Network 271ee594-d335-4e64-9a5f-f76e148f6d50 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:52:52.836198 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1fe685b1-9ea0-4522-8ae1-6d66b7fa2714 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (902a239d-a647-48aa-bcfc-54cd9305916e), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:52.839512 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0a4497-37da-44bf-be4d-c4047a959a54 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Pushing event updated for resources: {'Port': ['ID=3483eb57-ee6e-4753-b860-64d16fd8c91a,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:52.844103 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4ba1c876-48b0-4e44-b599-c83e0f05c875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (3476d2b3-f7ea-48cb-ab72-83d97e400b62), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:52.941372 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe685b1-9ea0-4522-8ae1-6d66b7fa2714 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=902a239d-a647-48aa-bcfc-54cd9305916e,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:52.947818 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port aca771d4-6a23-48d3-ad00-553532279c6a triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:52:52.948446 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (aca771d4-6a23-48d3-ad00-553532279c6a), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:52.949124 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port aca771d4-6a23-48d3-ad00-553532279c6a Oct 04 20:52:53.027773 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-30900633-18c2-44b5-8302-dc0be7654cbf admin admin] Publish callbacks [] for security_group (599df9fa-b25f-47ed-a927-f7f00a5f39e7), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:53.030869 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-830dda3b-a2d3-4169-a8e0-c7a420f90b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (271ee594-d335-4e64-9a5f-f76e148f6d50), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:53.067677 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f80496-e0b8-4b5f-b594-7bede2f5e0c2 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Network 2b8174f1-b48d-40fd-bc34-e53f926a0172 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:52:53.167607 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-02f80496-e0b8-4b5f-b594-7bede2f5e0c2 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:52:53.178182 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port aca771d4-6a23-48d3-ad00-553532279c6a is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:52:53.180349 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f80496-e0b8-4b5f-b594-7bede2f5e0c2 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:52:53.201798 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-830dda3b-a2d3-4169-a8e0-c7a420f90b15 admin admin] Deleting port d94813d9-f759-4aeb-af7a-d884dd638929 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:52:53.203369 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-830dda3b-a2d3-4169-a8e0-c7a420f90b15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (d94813d9-f759-4aeb-af7a-d884dd638929), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:53.370085 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=84,neutron:INSERT=5,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:53.393631 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-c3e9f836-ab11-469d-af82-419136625fb0 None None] Provisioning complete for port 3483eb57-ee6e-4753-b860-64d16fd8c91a triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:52:53.395964 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c3e9f836-ab11-469d-af82-419136625fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (3483eb57-ee6e-4753-b860-64d16fd8c91a), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:53.398690 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-c3e9f836-ab11-469d-af82-419136625fb0 None None] Attempt 1 to provision port 3483eb57-ee6e-4753-b860-64d16fd8c91a Oct 04 20:52:53.451181 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f80496-e0b8-4b5f-b594-7bede2f5e0c2 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:52:53.456233 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-830dda3b-a2d3-4169-a8e0-c7a420f90b15 admin admin] For port d94813d9-f759-4aeb-af7a-d884dd638929, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=d94813d9-f759-4aeb-af7a-d884dd638929,segment=NetworkSegment(f275d388-f627-415e-8e96-c7eb27d8866f),segment_id=f275d388-f627-415e-8e96-c7eb27d8866f)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:52:53.457050 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-830dda3b-a2d3-4169-a8e0-c7a420f90b15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (d94813d9-f759-4aeb-af7a-d884dd638929), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:53.458448 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-02f80496-e0b8-4b5f-b594-7bede2f5e0c2 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:53.496919 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-830dda3b-a2d3-4169-a8e0-c7a420f90b15 admin admin] Calling delete_port for d94813d9-f759-4aeb-af7a-d884dd638929 owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:52:53.508403 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9f836-ab11-469d-af82-419136625fb0 None None] Port 3483eb57-ee6e-4753-b860-64d16fd8c91a cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:52:53.512488 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07754ca5-6d88-4821-9c88-759ca0490bf9 None None] DHCP port deletion for 271ee594-d335-4e64-9a5f-f76e148f6d50 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:52:53.600704 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-07754ca5-6d88-4821-9c88-759ca0490bf9 None None] Deleting port d94813d9-f759-4aeb-af7a-d884dd638929 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:52:53.601566 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-07754ca5-6d88-4821-9c88-759ca0490bf9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (d94813d9-f759-4aeb-af7a-d884dd638929), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:53.605679 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:53.644132 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0a4497-37da-44bf-be4d-c4047a959a54 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:52:53.645509 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ad0a4497-37da-44bf-be4d-c4047a959a54 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:53.672002 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1fe685b1-9ea0-4522-8ae1-6d66b7fa2714 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:53.690615 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-1fe685b1-9ea0-4522-8ae1-6d66b7fa2714 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 5.4352138 Oct 04 20:52:53.693313 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-30900633-18c2-44b5-8302-dc0be7654cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (599df9fa-b25f-47ed-a927-f7f00a5f39e7), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:53.694841 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45326) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:53.754733 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device aca771d4-6a23-48d3-ad00-553532279c6a up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:52:53.764084 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-02f80496-e0b8-4b5f-b594-7bede2f5e0c2 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 10.7719574 Oct 04 20:52:53.774153 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-14caa799-c61b-478f-b10c-5bc99a06545b tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Request body: {'security_group_rule': {'security_group_id': 'b5a32b71-8ec8-4ae9-999b-bd3112ef8280', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:52:53.774153 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45328) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:53.787080 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-a6eb011b-f2e3-4257-934c-220e2f541b18 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Request body: {'floatingip': {'floating_network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'port_id': '5809862c-dcb4-485b-b33e-8b5bae460a07', 'fixed_ip_address': '172.20.0.14'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:52:53.811395 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f80496-e0b8-4b5f-b594-7bede2f5e0c2 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Pushing event updated for resources: {'Port': ['ID=5809862c-dcb4-485b-b33e-8b5bae460a07,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:53.843606 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-07754ca5-6d88-4821-9c88-759ca0490bf9 None None] For port d94813d9-f759-4aeb-af7a-d884dd638929, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=d94813d9-f759-4aeb-af7a-d884dd638929,segment=NetworkSegment(f275d388-f627-415e-8e96-c7eb27d8866f),segment_id=f275d388-f627-415e-8e96-c7eb27d8866f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:52:53.844303 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-07754ca5-6d88-4821-9c88-759ca0490bf9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (d94813d9-f759-4aeb-af7a-d884dd638929), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:53.882854 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:53.888352 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-07754ca5-6d88-4821-9c88-759ca0490bf9 None None] Calling delete_port for d94813d9-f759-4aeb-af7a-d884dd638929 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:52:53.925522 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=7,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:53.955218 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-ad0a4497-37da-44bf-be4d-c4047a959a54 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 935 time: 10.8490543 Oct 04 20:52:53.964163 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45330) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:53.974744 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-1e05f8c0-426f-4639-8edd-2b883c70d852 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Request body: {'port': {'network_id': '1561ca5d-fbf1-4277-a8a6-a65846a92d42', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1053740937', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:52:53.991902 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.api.validators [None req-1e05f8c0-426f-4639-8edd-2b883c70d852 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] bootfile-name is not in valid_values {{(pid=108169) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Oct 04 20:52:53.991902 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.api.validators [None req-1e05f8c0-426f-4639-8edd-2b883c70d852 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] tftp-server is not in valid_values {{(pid=108169) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Oct 04 20:52:53.991902 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.api.validators [None req-1e05f8c0-426f-4639-8edd-2b883c70d852 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] server-ip-address is not in valid_values {{(pid=108169) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Oct 04 20:52:54.010407 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port aca771d4-6a23-48d3-ad00-553532279c6a triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:52:54.011006 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (aca771d4-6a23-48d3-ad00-553532279c6a), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:54.011601 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port aca771d4-6a23-48d3-ad00-553532279c6a Oct 04 20:52:54.020561 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba1c876-48b0-4e44-b599-c83e0f05c875 admin admin] Pushing event deleted for resources: {'Port': ['ID=3476d2b3-f7ea-48cb-ab72-83d97e400b62,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:54.023582 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=22 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:54.033722 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-30900633-18c2-44b5-8302-dc0be7654cbf admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=d31cc90641634694a29b52dda2392c28&name=default HTTP/1.1" status: 200 len: 3000 time: 5.3284786 Oct 04 20:52:54.046803 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45332) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:54.049056 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30900633-18c2-44b5-8302-dc0be7654cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599df9fa-b25f-47ed-a927-f7f00a5f39e7,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:54.094897 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-830dda3b-a2d3-4169-a8e0-c7a420f90b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (d94813d9-f759-4aeb-af7a-d884dd638929), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:54.111740 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a6eb011b-f2e3-4257-934c-220e2f541b18 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for floatingip (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:54.191188 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-7d253d5b-cd75-40c8-bb7c-db5bac97ad61 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Deleting port 5543965c-9b3d-4dfc-b2cf-cad45522f549 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:52:54.191188 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7d253d5b-cd75-40c8-bb7c-db5bac97ad61 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (5543965c-9b3d-4dfc-b2cf-cad45522f549), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:54.200777 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-14caa799-c61b-478f-b10c-5bc99a06545b tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks [] for security_group_rule (7373275c-36de-43d1-b6b3-cd3bc5736d97), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:54.226148 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-07754ca5-6d88-4821-9c88-759ca0490bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (d94813d9-f759-4aeb-af7a-d884dd638929), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:54.263707 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-962e241c-5f77-4924-811d-aaeed902d2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (ff6be308-7e7c-4c1e-9de9-356a892d5f91), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:54.281931 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830dda3b-a2d3-4169-a8e0-c7a420f90b15 admin admin] Pushing event deleted for resources: {'Port': ['ID=d94813d9-f759-4aeb-af7a-d884dd638929,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:54.285653 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port aca771d4-6a23-48d3-ad00-553532279c6a is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:52:54.288248 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 3476d2b3-f7ea-48cb-ab72-83d97e400b62 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:52:54.302856 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07754ca5-6d88-4821-9c88-759ca0490bf9 None None] No DVR routers for this DVR port d94813d9-f759-4aeb-af7a-d884dd638929 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:52:54.306243 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830dda3b-a2d3-4169-a8e0-c7a420f90b15 admin admin] No DVR routers for this DVR port d94813d9-f759-4aeb-af7a-d884dd638929 on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:52:54.321754 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07754ca5-6d88-4821-9c88-759ca0490bf9 None None] Pushing event deleted for resources: {'Port': ['ID=d94813d9-f759-4aeb-af7a-d884dd638929,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:54.381956 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 3476d2b3-f7ea-48cb-ab72-83d97e400b62 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:52:54.382533 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 3476d2b3-f7ea-48cb-ab72-83d97e400b62 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 04 20:52:54.419413 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Port 3476d2b3-f7ea-48cb-ab72-83d97e400b62 not found, will not notify nova. {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 04 20:52:54.438470 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 374c93d2-c29d-4a86-b396-241144b0f8c3 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:52:54.447738 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962e241c-5f77-4924-811d-aaeed902d2d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff6be308-7e7c-4c1e-9de9-356a892d5f91,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:54.464622 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:54.526983 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 374c93d2-c29d-4a86-b396-241144b0f8c3 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:52:54.527585 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 374c93d2-c29d-4a86-b396-241144b0f8c3 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:52:54.528307 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 331e5af0-038e-4113-bf87-7873e1354abe no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:52:54.590320 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 331e5af0-038e-4113-bf87-7873e1354abe {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:52:54.590945 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 331e5af0-038e-4113-bf87-7873e1354abe not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:52:54.636287 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:54.714058 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-830dda3b-a2d3-4169-a8e0-c7a420f90b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (271ee594-d335-4e64-9a5f-f76e148f6d50), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:54.719679 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-35fdbbac-13f7-4e0c-813c-1fcfcf80e54f admin admin] Publish callbacks [] for security_group (599df9fa-b25f-47ed-a927-f7f00a5f39e7), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:54.767340 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a6eb011b-f2e3-4257-934c-220e2f541b18 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:54.807190 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4ba1c876-48b0-4e44-b599-c83e0f05c875 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (cae7bbb2-a351-4708-a02a-5724e0a83304), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:54.813773 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-830dda3b-a2d3-4169-a8e0-c7a420f90b15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['271ee594-d335-4e64-9a5f-f76e148f6d50']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:52:54.822963 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-7d253d5b-cd75-40c8-bb7c-db5bac97ad61 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] For port 5543965c-9b3d-4dfc-b2cf-cad45522f549, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=5543965c-9b3d-4dfc-b2cf-cad45522f549,segment=NetworkSegment(73212b07-6bb0-4389-8278-696537935a13),segment_id=73212b07-6bb0-4389-8278-696537935a13)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:52:54.823732 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7d253d5b-cd75-40c8-bb7c-db5bac97ad61 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (5543965c-9b3d-4dfc-b2cf-cad45522f549), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:54.848019 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-35fdbbac-13f7-4e0c-813c-1fcfcf80e54f admin admin] Publish callbacks [] for security_group (599df9fa-b25f-47ed-a927-f7f00a5f39e7), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:54.867905 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-830dda3b-a2d3-4169-a8e0-c7a420f90b15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f275d388-f627-415e-8e96-c7eb27d8866f') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:52:54.868423 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-830dda3b-a2d3-4169-a8e0-c7a420f90b15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f275d388-f627-415e-8e96-c7eb27d8866f') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:52:54.967077 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-7d253d5b-cd75-40c8-bb7c-db5bac97ad61 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Calling delete_port for 5543965c-9b3d-4dfc-b2cf-cad45522f549 owned by network:router_interface {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:52:54.969929 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-14caa799-c61b-478f-b10c-5bc99a06545b tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks [] for security_group_rule (7373275c-36de-43d1-b6b3-cd3bc5736d97), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:54.988573 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-830dda3b-a2d3-4169-a8e0-c7a420f90b15 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (f275d388-f627-415e-8e96-c7eb27d8866f), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:55.027482 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-830dda3b-a2d3-4169-a8e0-c7a420f90b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (f275d388-f627-415e-8e96-c7eb27d8866f), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:55.082231 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-830dda3b-a2d3-4169-a8e0-c7a420f90b15 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:52:55.083023 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-830dda3b-a2d3-4169-a8e0-c7a420f90b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (f275d388-f627-415e-8e96-c7eb27d8866f), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:55.117901 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e05f8c0-426f-4639-8edd-2b883c70d852 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Made reservation on behalf of 75d41fde9234405ea6611897f9a4bdc0 for: {'port': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:52:55.125340 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1e05f8c0-426f-4639-8edd-2b883c70d852 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:55.132250 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-14caa799-c61b-478f-b10c-5bc99a06545b tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (7373275c-36de-43d1-b6b3-cd3bc5736d97), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:55.150825 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment f275d388-f627-415e-8e96-c7eb27d8866f resource provider aggregate not found Oct 04 20:52:55.263820 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment f275d388-f627-415e-8e96-c7eb27d8866f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f275d388-f627-415e-8e96-c7eb27d8866f found for delete ", "request_id": "req-7e59a7c4-9466-4621-b877-6da282d5c379"}]} Oct 04 20:52:55.275525 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [None req-1e05f8c0-426f-4639-8edd-2b883c70d852 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] device_id is not set on port 19283af9-0ef8-49ec-9a24-917551367543 yet. {{(pid=108169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 20:52:55.287962 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14caa799-c61b-478f-b10c-5bc99a06545b tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7373275c-36de-43d1-b6b3-cd3bc5736d97,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:55.312102 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-a6eb011b-f2e3-4257-934c-220e2f541b18 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Allocated IP 172.25.5.42 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/4db258d6-995b-4c81-9de0-a9ce87953f07) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:52:55.403410 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-14caa799-c61b-478f-b10c-5bc99a06545b tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:55.405153 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-14caa799-c61b-478f-b10c-5bc99a06545b tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7032840 Oct 04 20:52:55.413215 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45342) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:55.467666 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-aa9ee7ff-6028-472d-812b-fb4a0f9b35a3 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Request body: {'floatingip': {'floating_network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:52:55.479859 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:55.480180 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-830dda3b-a2d3-4169-a8e0-c7a420f90b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (271ee594-d335-4e64-9a5f-f76e148f6d50), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:55.504501 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-830dda3b-a2d3-4169-a8e0-c7a420f90b15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:55.510158 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-830dda3b-a2d3-4169-a8e0-c7a420f90b15 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/271ee594-d335-4e64-9a5f-f76e148f6d50 HTTP/1.1" status: 204 len: 168 time: 2.7329631 Oct 04 20:52:55.664446 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830dda3b-a2d3-4169-a8e0-c7a420f90b15 admin admin] Pushing event deleted for resources: {'Network': ['ID=271ee594-d335-4e64-9a5f-f76e148f6d50,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:55.731320 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device d94813d9-f759-4aeb-af7a-d884dd638929 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:52:55.768022 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-aa9ee7ff-6028-472d-812b-fb4a0f9b35a3 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks [] for floatingip (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:55.777506 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: d94813d9-f759-4aeb-af7a-d884dd638929 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:52:55.778436 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device d94813d9-f759-4aeb-af7a-d884dd638929 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:52:55.887345 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-962e241c-5f77-4924-811d-aaeed902d2d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (4817b10f-68ec-4b25-b40f-b62397008990), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:55.963563 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a6eb011b-f2e3-4257-934c-220e2f541b18 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for port (4db258d6-995b-4c81-9de0-a9ce87953f07), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:55.977900 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-1e05f8c0-426f-4639-8edd-2b883c70d852 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Allocated IP 172.20.0.14 (1561ca5d-fbf1-4277-a8a6-a65846a92d42/8b9bdfd0-245a-4f1c-8354-21eca8bcf65b/19283af9-0ef8-49ec-9a24-917551367543) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:52:56.080300 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-aa9ee7ff-6028-472d-812b-fb4a0f9b35a3 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:56.091418 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-35fdbbac-13f7-4e0c-813c-1fcfcf80e54f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (599df9fa-b25f-47ed-a927-f7f00a5f39e7), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:56.096703 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-35fdbbac-13f7-4e0c-813c-1fcfcf80e54f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:56.099286 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-35fdbbac-13f7-4e0c-813c-1fcfcf80e54f admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/599df9fa-b25f-47ed-a927-f7f00a5f39e7 HTTP/1.1" status: 204 len: 168 time: 2.0413342 Oct 04 20:52:56.127853 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:56.150020 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45350) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:56.154935 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:DELETE=2,neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=6 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:56.203330 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fdbbac-13f7-4e0c-813c-1fcfcf80e54f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599df9fa-b25f-47ed-a927-f7f00a5f39e7,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:56.371486 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a6eb011b-f2e3-4257-934c-220e2f541b18 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (4db258d6-995b-4c81-9de0-a9ce87953f07), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:56.398290 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:56.443284 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ba1c876-48b0-4e44-b599-c83e0f05c875 admin admin] Router cae7bbb2-a351-4708-a02a-5724e0a83304 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:52:56.514992 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7d253d5b-cd75-40c8-bb7c-db5bac97ad61 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (5543965c-9b3d-4dfc-b2cf-cad45522f549), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:56.537143 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-4e445601-e3ef-4192-af50-3f548054c3aa admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=72a4f1e433a6427ab380248125ebc5b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3791225 Oct 04 20:52:56.579229 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45352) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:56.614570 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d253d5b-cd75-40c8-bb7c-db5bac97ad61 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event deleted for resources: {'Port': ['ID=5543965c-9b3d-4dfc-b2cf-cad45522f549,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:56.625221 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6eb011b-f2e3-4257-934c-220e2f541b18 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:52:56.646258 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-a6eb011b-f2e3-4257-934c-220e2f541b18 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:52:56.659476 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb011b-f2e3-4257-934c-220e2f541b18 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Pushing event updated for resources: {'Port': ['ID=4db258d6-995b-4c81-9de0-a9ce87953f07,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:56.682731 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6eb011b-f2e3-4257-934c-220e2f541b18 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:52:56.811914 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-aa9ee7ff-6028-472d-812b-fb4a0f9b35a3 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Allocated IP 172.25.5.178 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/646c5596-e4c4-4ec8-b601-87b1454ff874) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:52:56.833912 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:56.973353 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1e05f8c0-426f-4639-8edd-2b883c70d852 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Publish callbacks [] for port (19283af9-0ef8-49ec-9a24-917551367543), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:57.090553 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-962e241c-5f77-4924-811d-aaeed902d2d6 admin admin] Router 4817b10f-68ec-4b25-b40f-b62397008990 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:52:57.106629 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-17ab7f73-ec4f-45d6-acb7-a13ccf5c1fe9 admin admin] Publish callbacks [] for security_group (5dd2f476-f7bf-425c-ad24-b0fe40c7da5a), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:57.109778 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba1c876-48b0-4e44-b599-c83e0f05c875 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:52:57.130504 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4ba1c876-48b0-4e44-b599-c83e0f05c875 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/cae7bbb2-a351-4708-a02a-5724e0a83304/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 17.4863663 Oct 04 20:52:57.142661 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78eeacd-1bba-4b1c-8c6d-a9c33efc8e3b None None] Sync routers for ids ['cae7bbb2-a351-4708-a02a-5724e0a83304'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:52:57.145684 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45358) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:57.201840 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78eeacd-1bba-4b1c-8c6d-a9c33efc8e3b None None] Routers {'cae7bbb2-a351-4708-a02a-5724e0a83304'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:52:57.203896 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-c78eeacd-1bba-4b1c-8c6d-a9c33efc8e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:52:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['cae7bbb2-a351-4708-a02a-5724e0a83304'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:52:57.334588 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-aa9ee7ff-6028-472d-812b-fb4a0f9b35a3 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks [] for port (646c5596-e4c4-4ec8-b601-87b1454ff874), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:57.403937 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1e05f8c0-426f-4639-8edd-2b883c70d852 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (19283af9-0ef8-49ec-9a24-917551367543), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:57.524491 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7d253d5b-cd75-40c8-bb7c-db5bac97ad61 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (3081662c-0fdc-4630-b24f-73f5027b7119), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:57.548119 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-c78eeacd-1bba-4b1c-8c6d-a9c33efc8e3b None None] Set router cae7bbb2-a351-4708-a02a-5724e0a83304 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:52:57.561743 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e05f8c0-426f-4639-8edd-2b883c70d852 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Network 1561ca5d-fbf1-4277-a8a6-a65846a92d42 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:52:57.567677 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-17ab7f73-ec4f-45d6-acb7-a13ccf5c1fe9 admin admin] Publish callbacks [] for security_group (5dd2f476-f7bf-425c-ad24-b0fe40c7da5a), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:57.580360 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-1e05f8c0-426f-4639-8edd-2b883c70d852 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:52:57.593772 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e05f8c0-426f-4639-8edd-2b883c70d852 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:52:57.666437 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e05f8c0-426f-4639-8edd-2b883c70d852 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Pushing event updated for resources: {'Port': ['ID=19283af9-0ef8-49ec-9a24-917551367543,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:57.760998 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:57.783056 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e05f8c0-426f-4639-8edd-2b883c70d852 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:52:57.784648 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1e05f8c0-426f-4639-8edd-2b883c70d852 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:57.821928 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-aa9ee7ff-6028-472d-812b-fb4a0f9b35a3 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (646c5596-e4c4-4ec8-b601-87b1454ff874), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:57.939640 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9ee7ff-6028-472d-812b-fb4a0f9b35a3 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Pushing event updated for resources: {'Port': ['ID=646c5596-e4c4-4ec8-b601-87b1454ff874,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:57.962588 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:57.981116 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-1e05f8c0-426f-4639-8edd-2b883c70d852 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 4.0103543 Oct 04 20:52:57.994456 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45368) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:58.029729 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=100 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:58.057268 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-546cc1c0-d23e-49d7-b397-d27942af4cb7 None None] Provisioning complete for port 19283af9-0ef8-49ec-9a24-917551367543 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:52:58.062901 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-546cc1c0-d23e-49d7-b397-d27942af4cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (19283af9-0ef8-49ec-9a24-917551367543), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:58.062901 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-546cc1c0-d23e-49d7-b397-d27942af4cb7 None None] Attempt 1 to provision port 19283af9-0ef8-49ec-9a24-917551367543 Oct 04 20:52:58.101752 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-c78eeacd-1bba-4b1c-8c6d-a9c33efc8e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae7bbb2-a351-4708-a02a-5724e0a83304', 'name': 'tempest-ServerGroup264TestJSON-2059065383-router', 'tenant_id': 'a64b7e8684dc4deabb72e98df57411a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '06de487b-e9ff-42b4-8859-c9c6eca50cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:52:01Z', 'updated_at': '2022-10-04T20:52:51Z', 'revision_number': 5, 'project_id': 'a64b7e8684dc4deabb72e98df57411a2', 'gw_port': {'id': '06de487b-e9ff-42b4-8859-c9c6eca50cd8', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ed:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae7bbb2-a351-4708-a02a-5724e0a83304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:52:06Z', 'updated_at': '2022-10-04T20:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:52:58.137413 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9ee7ff-6028-472d-812b-fb4a0f9b35a3 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:52:58.145532 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-aa9ee7ff-6028-472d-812b-fb4a0f9b35a3 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:52:58.148843 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9ee7ff-6028-472d-812b-fb4a0f9b35a3 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:52:58.151885 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78eeacd-1bba-4b1c-8c6d-a9c33efc8e3b None None] Checking router: cae7bbb2-a351-4708-a02a-5724e0a83304 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:52:58.178311 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78eeacd-1bba-4b1c-8c6d-a9c33efc8e3b None None] Routers {'cae7bbb2-a351-4708-a02a-5724e0a83304'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:52:58.179830 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-546cc1c0-d23e-49d7-b397-d27942af4cb7 None None] Port 19283af9-0ef8-49ec-9a24-917551367543 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:52:58.180180 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-c78eeacd-1bba-4b1c-8c6d-a9c33efc8e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:52:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['cae7bbb2-a351-4708-a02a-5724e0a83304'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:52:58.329852 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a6eb011b-f2e3-4257-934c-220e2f541b18 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for floatingip (0578e4f0-8b17-46c6-b736-0957be7ebd79), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:58.441515 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-c78eeacd-1bba-4b1c-8c6d-a9c33efc8e3b None None] Set router cae7bbb2-a351-4708-a02a-5724e0a83304 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:52:58.821664 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfa7d5c-52db-4343-bb89-b84372a32c11 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:52:58.833618 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfa7d5c-52db-4343-bb89-b84372a32c11 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:52:58.844386 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfa7d5c-52db-4343-bb89-b84372a32c11 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:52:58.847742 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-7bfa7d5c-52db-4343-bb89-b84372a32c11 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] 10.222.0.78 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.8364906 Oct 04 20:52:58.855736 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:58.856976 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45378) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:58.884551 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bb7fd16a-3dcd-4cce-b1dc-26d11c16654c admin admin] Publish callbacks [] for router (cae7bbb2-a351-4708-a02a-5724e0a83304), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:58.895322 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962e241c-5f77-4924-811d-aaeed902d2d6 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:52:58.931702 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0dc701-e5c1-4db6-988d-085ba9fe8163 None None] Sync routers for ids ['4817b10f-68ec-4b25-b40f-b62397008990'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:52:58.962791 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0dc701-e5c1-4db6-988d-085ba9fe8163 None None] Routers {'4817b10f-68ec-4b25-b40f-b62397008990'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:52:58.964604 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-1c0dc701-e5c1-4db6-988d-085ba9fe8163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:52:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['4817b10f-68ec-4b25-b40f-b62397008990'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:52:58.978303 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-962e241c-5f77-4924-811d-aaeed902d2d6 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/4817b10f-68ec-4b25-b40f-b62397008990/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 18.8218038 Oct 04 20:52:58.984821 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45380) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:52:59.006264 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-c78eeacd-1bba-4b1c-8c6d-a9c33efc8e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae7bbb2-a351-4708-a02a-5724e0a83304', 'name': 'tempest-ServerGroup264TestJSON-2059065383-router', 'tenant_id': 'a64b7e8684dc4deabb72e98df57411a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '06de487b-e9ff-42b4-8859-c9c6eca50cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:52:01Z', 'updated_at': '2022-10-04T20:52:51Z', 'revision_number': 5, 'project_id': 'a64b7e8684dc4deabb72e98df57411a2', 'gw_port': {'id': '06de487b-e9ff-42b4-8859-c9c6eca50cd8', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ed:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae7bbb2-a351-4708-a02a-5724e0a83304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:52:06Z', 'updated_at': '2022-10-04T20:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:52:59.104947 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78eeacd-1bba-4b1c-8c6d-a9c33efc8e3b None None] The sync data for ids ['cae7bbb2-a351-4708-a02a-5724e0a83304'] in n-d-852085-12 is: [{'id': 'cae7bbb2-a351-4708-a02a-5724e0a83304', 'name': 'tempest-ServerGroup264TestJSON-2059065383-router', 'tenant_id': 'a64b7e8684dc4deabb72e98df57411a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '06de487b-e9ff-42b4-8859-c9c6eca50cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:52:01Z', 'updated_at': '2022-10-04T20:52:51Z', 'revision_number': 5, 'project_id': 'a64b7e8684dc4deabb72e98df57411a2', 'gw_port': {'id': '06de487b-e9ff-42b4-8859-c9c6eca50cd8', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ed:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae7bbb2-a351-4708-a02a-5724e0a83304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:52:06Z', 'updated_at': '2022-10-04T20:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:52:59.156840 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-17ab7f73-ec4f-45d6-acb7-a13ccf5c1fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (5dd2f476-f7bf-425c-ad24-b0fe40c7da5a), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:59.164136 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-17ab7f73-ec4f-45d6-acb7-a13ccf5c1fe9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:59.166468 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-17ab7f73-ec4f-45d6-acb7-a13ccf5c1fe9 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/5dd2f476-f7bf-425c-ad24-b0fe40c7da5a HTTP/1.1" status: 204 len: 168 time: 2.5777018 Oct 04 20:52:59.199602 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-aa9ee7ff-6028-472d-812b-fb4a0f9b35a3 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks [] for floatingip (0ec4b470-0a9a-4d1b-8cfb-5e9278839c53), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:59.269009 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-1c0dc701-e5c1-4db6-988d-085ba9fe8163 None None] Set router 4817b10f-68ec-4b25-b40f-b62397008990 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:52:59.349191 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ab7f73-ec4f-45d6-acb7-a13ccf5c1fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd2f476-f7bf-425c-ad24-b0fe40c7da5a,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:52:59.553377 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:52:59.630187 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bb7fd16a-3dcd-4cce-b1dc-26d11c16654c admin admin] Publish callbacks [] for router_gateway (cae7bbb2-a351-4708-a02a-5724e0a83304), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:59.654488 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d253d5b-cd75-40c8-bb7c-db5bac97ad61 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Router 3081662c-0fdc-4630-b24f-73f5027b7119 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:52:59.732659 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-aa9ee7ff-6028-472d-812b-fb4a0f9b35a3 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (646c5596-e4c4-4ec8-b601-87b1454ff874), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:59.813734 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 3476d2b3-f7ea-48cb-ab72-83d97e400b62 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:52:59.827185 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a6eb011b-f2e3-4257-934c-220e2f541b18 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (4db258d6-995b-4c81-9de0-a9ce87953f07), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:52:59.910715 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 3476d2b3-f7ea-48cb-ab72-83d97e400b62 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:52:59.911893 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 3476d2b3-f7ea-48cb-ab72-83d97e400b62 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:53:00.023056 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-bb7fd16a-3dcd-4cce-b1dc-26d11c16654c admin admin] Deleting port 06de487b-e9ff-42b4-8859-c9c6eca50cd8 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:53:00.023857 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bb7fd16a-3dcd-4cce-b1dc-26d11c16654c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (06de487b-e9ff-42b4-8859-c9c6eca50cd8), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:00.079557 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-33f2a14b-6ea5-4f30-80f7-c6a2f88de717 admin admin] Publish callbacks [] for router (4817b10f-68ec-4b25-b40f-b62397008990), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:00.182318 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-db2423ff-c3b2-4de8-92d5-c114d3e81bc4 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Deleting port 19283af9-0ef8-49ec-9a24-917551367543 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:53:00.182800 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-db2423ff-c3b2-4de8-92d5-c114d3e81bc4 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (19283af9-0ef8-49ec-9a24-917551367543), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:00.227061 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d253d5b-cd75-40c8-bb7c-db5bac97ad61 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:53:00.249216 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-7d253d5b-cd75-40c8-bb7c-db5bac97ad61 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "PUT /networking/v2.0/routers/3081662c-0fdc-4630-b24f-73f5027b7119/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2527168 Oct 04 20:53:00.249529 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-1c0dc701-e5c1-4db6-988d-085ba9fe8163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4817b10f-68ec-4b25-b40f-b62397008990', 'name': 'tempest-ServerPasswordTestJSON-2139762721-router', 'tenant_id': 'fa8ddddd74fb455ba31fac9874139134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '33a0dac9-5f02-45e5-8d00-6692a3d6d481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:52:13Z', 'updated_at': '2022-10-04T20:52:53Z', 'revision_number': 5, 'project_id': 'fa8ddddd74fb455ba31fac9874139134', 'gw_port': {'id': '33a0dac9-5f02-45e5-8d00-6692a3d6d481', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:12:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4817b10f-68ec-4b25-b40f-b62397008990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:52:16Z', 'updated_at': '2022-10-04T20:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:00.260915 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45396) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:00.266250 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef6f5c2-31be-4caa-98de-c3a5cc7e98ed None None] Sync routers for ids ['3081662c-0fdc-4630-b24f-73f5027b7119'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:53:00.300135 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef6f5c2-31be-4caa-98de-c3a5cc7e98ed None None] Routers {'3081662c-0fdc-4630-b24f-73f5027b7119'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:53:00.301237 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-eef6f5c2-31be-4caa-98de-c3a5cc7e98ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:52:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['3081662c-0fdc-4630-b24f-73f5027b7119'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:00.350119 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0dc701-e5c1-4db6-988d-085ba9fe8163 None None] Checking router: 4817b10f-68ec-4b25-b40f-b62397008990 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:53:00.372578 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0dc701-e5c1-4db6-988d-085ba9fe8163 None None] Routers {'4817b10f-68ec-4b25-b40f-b62397008990'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:53:00.373733 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-1c0dc701-e5c1-4db6-988d-085ba9fe8163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:52:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['4817b10f-68ec-4b25-b40f-b62397008990'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:00.565514 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-bb7fd16a-3dcd-4cce-b1dc-26d11c16654c admin admin] For port 06de487b-e9ff-42b4-8859-c9c6eca50cd8, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=06de487b-e9ff-42b4-8859-c9c6eca50cd8,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:53:00.566901 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bb7fd16a-3dcd-4cce-b1dc-26d11c16654c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (06de487b-e9ff-42b4-8859-c9c6eca50cd8), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:00.590283 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:00.615283 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-3098a1ae-dc37-4d66-82db-768a1275bf03 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Deleting subnet c760523a-67f1-4725-b59e-92a6e8cfc7f5 {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:53:00.638656 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:00.652142 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3098a1ae-dc37-4d66-82db-768a1275bf03 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for subnet (c760523a-67f1-4725-b59e-92a6e8cfc7f5), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:00.703591 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-eef6f5c2-31be-4caa-98de-c3a5cc7e98ed None None] Set router 3081662c-0fdc-4630-b24f-73f5027b7119 gateway port host: None {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:53:00.752128 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-1c0dc701-e5c1-4db6-988d-085ba9fe8163 None None] Set router 4817b10f-68ec-4b25-b40f-b62397008990 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:53:00.774821 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-bb7fd16a-3dcd-4cce-b1dc-26d11c16654c admin admin] Calling delete_port for 06de487b-e9ff-42b4-8859-c9c6eca50cd8 owned by network:router_gateway {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:53:00.869977 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3098a1ae-dc37-4d66-82db-768a1275bf03 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (c760523a-67f1-4725-b59e-92a6e8cfc7f5), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:00.992687 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=100 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:01.191877 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a6eb011b-f2e3-4257-934c-220e2f541b18 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for port (4db258d6-995b-4c81-9de0-a9ce87953f07), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:01.300484 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:01.340685 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-1c0dc701-e5c1-4db6-988d-085ba9fe8163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4817b10f-68ec-4b25-b40f-b62397008990', 'name': 'tempest-ServerPasswordTestJSON-2139762721-router', 'tenant_id': 'fa8ddddd74fb455ba31fac9874139134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '33a0dac9-5f02-45e5-8d00-6692a3d6d481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:52:13Z', 'updated_at': '2022-10-04T20:52:53Z', 'revision_number': 5, 'project_id': 'fa8ddddd74fb455ba31fac9874139134', 'gw_port': {'id': '33a0dac9-5f02-45e5-8d00-6692a3d6d481', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:12:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4817b10f-68ec-4b25-b40f-b62397008990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:52:16Z', 'updated_at': '2022-10-04T20:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:01.404124 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:01.417250 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3098a1ae-dc37-4d66-82db-768a1275bf03 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (c760523a-67f1-4725-b59e-92a6e8cfc7f5), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:01.422212 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0dc701-e5c1-4db6-988d-085ba9fe8163 None None] The sync data for ids ['4817b10f-68ec-4b25-b40f-b62397008990'] in n-d-852085-12 is: [{'id': '4817b10f-68ec-4b25-b40f-b62397008990', 'name': 'tempest-ServerPasswordTestJSON-2139762721-router', 'tenant_id': 'fa8ddddd74fb455ba31fac9874139134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '33a0dac9-5f02-45e5-8d00-6692a3d6d481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:52:13Z', 'updated_at': '2022-10-04T20:52:53Z', 'revision_number': 5, 'project_id': 'fa8ddddd74fb455ba31fac9874139134', 'gw_port': {'id': '33a0dac9-5f02-45e5-8d00-6692a3d6d481', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:12:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4817b10f-68ec-4b25-b40f-b62397008990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:52:16Z', 'updated_at': '2022-10-04T20:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:53:01.497480 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-db2423ff-c3b2-4de8-92d5-c114d3e81bc4 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (19283af9-0ef8-49ec-9a24-917551367543), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:01.536285 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-eef6f5c2-31be-4caa-98de-c3a5cc7e98ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'name': 'tempest-RoutersTest-router-1933585120', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:36Z', 'updated_at': '2022-10-04T20:52:56Z', 'revision_number': 9, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'gw_port_host': None, '_interfaces': [{'id': 'b7642158-2de1-4d6d-8790-bcc9c032f60b', 'name': '', 'network_id': '6c08d114-6acc-4123-89a6-391843302c04', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'mac_address': 'fa:16:3e:51:06:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '5d3cff06-c5a9-460c-b648-2641a66f3c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:47Z', 'updated_at': '2022-10-04T20:51:22Z', 'revision_number': 5, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'subnets': [{'id': '5d3cff06-c5a9-460c-b648-2641a66f3c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8f4c098-db0c-4a52-9741-0fbe07e0fb8f', 'name': '', 'network_id': '4f0c76aa-0b67-42ea-abe1-7961d753a0e0', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'mac_address': 'fa:16:3e:7e:1e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '0b59dfc8-0794-467a-9da7-c01dc65ce1a6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:51:14Z', 'updated_at': '2022-10-04T20:51:49Z', 'revision_number': 5, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'subnets': [{'id': '0b59dfc8-0794-467a-9da7-c01dc65ce1a6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:01.542774 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a6eb011b-f2e3-4257-934c-220e2f541b18 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (4db258d6-995b-4c81-9de0-a9ce87953f07), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:01.573215 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-db2423ff-c3b2-4de8-92d5-c114d3e81bc4 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Calling delete_port for 19283af9-0ef8-49ec-9a24-917551367543 owned by {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:53:01.618494 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef6f5c2-31be-4caa-98de-c3a5cc7e98ed None None] Checking router: 3081662c-0fdc-4630-b24f-73f5027b7119 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:53:01.635975 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef6f5c2-31be-4caa-98de-c3a5cc7e98ed None None] Routers {'3081662c-0fdc-4630-b24f-73f5027b7119'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:53:01.637057 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-eef6f5c2-31be-4caa-98de-c3a5cc7e98ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:52:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['3081662c-0fdc-4630-b24f-73f5027b7119'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:01.710410 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:01.726564 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-33f2a14b-6ea5-4f30-80f7-c6a2f88de717 admin admin] Publish callbacks [] for router_gateway (4817b10f-68ec-4b25-b40f-b62397008990), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:01.844993 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bb7fd16a-3dcd-4cce-b1dc-26d11c16654c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (06de487b-e9ff-42b4-8859-c9c6eca50cd8), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:01.862027 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3098a1ae-dc37-4d66-82db-768a1275bf03 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (c760523a-67f1-4725-b59e-92a6e8cfc7f5), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:01.919351 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:DELETE=13 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:01.956732 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-aa9ee7ff-6028-472d-812b-fb4a0f9b35a3 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks [] for port (646c5596-e4c4-4ec8-b601-87b1454ff874), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:01.980473 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb011b-f2e3-4257-934c-220e2f541b18 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Pushing event updated for resources: {'Port': ['ID=4db258d6-995b-4c81-9de0-a9ce87953f07,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:02.019255 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3098a1ae-dc37-4d66-82db-768a1275bf03 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event deleted for resources: {'Subnet': ['ID=c760523a-67f1-4725-b59e-92a6e8cfc7f5,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:02.027426 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7fd16a-3dcd-4cce-b1dc-26d11c16654c admin admin] Pushing event deleted for resources: {'Port': ['ID=06de487b-e9ff-42b4-8859-c9c6eca50cd8,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:02.033837 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3098a1ae-dc37-4d66-82db-768a1275bf03 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:02.040463 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-3098a1ae-dc37-4d66-82db-768a1275bf03 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/c760523a-67f1-4725-b59e-92a6e8cfc7f5 HTTP/1.1" status: 204 len: 168 time: 1.7564209 Oct 04 20:53:02.050072 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45420) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:02.057292 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b335a48-a711-4fe3-a424-14d94390cdc5 None None] Network a6f42c38-05e8-487d-96f7-24e5e630d068 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:53:02.067653 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-aa9ee7ff-6028-472d-812b-fb4a0f9b35a3 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (646c5596-e4c4-4ec8-b601-87b1454ff874), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:02.072256 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a6eb011b-f2e3-4257-934c-220e2f541b18 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582728'] for floatingip (0578e4f0-8b17-46c6-b736-0957be7ebd79), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:02.207759 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-eef6f5c2-31be-4caa-98de-c3a5cc7e98ed None None] Set router 3081662c-0fdc-4630-b24f-73f5027b7119 gateway port host: None {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:53:02.419391 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ae5f527c-9422-418e-95e2-1c7983db7abd tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (a6f42c38-05e8-487d-96f7-24e5e630d068), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:02.424697 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bb7fd16a-3dcd-4cce-b1dc-26d11c16654c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (cae7bbb2-a351-4708-a02a-5724e0a83304), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:02.598378 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:02.698773 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bb7fd16a-3dcd-4cce-b1dc-26d11c16654c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (cae7bbb2-a351-4708-a02a-5724e0a83304), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:02.704568 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-33f2a14b-6ea5-4f30-80f7-c6a2f88de717 admin admin] Deleting port 33a0dac9-5f02-45e5-8d00-6692a3d6d481 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:53:02.705453 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-33f2a14b-6ea5-4f30-80f7-c6a2f88de717 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (33a0dac9-5f02-45e5-8d00-6692a3d6d481), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:02.706090 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454e37b6-88ce-44d4-a05b-e4af68368621 None None] DHCP port deletion for a6f42c38-05e8-487d-96f7-24e5e630d068 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:53:02.713464 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bb7fd16a-3dcd-4cce-b1dc-26d11c16654c admin admin] Publish callbacks [] for router_controller (cae7bbb2-a351-4708-a02a-5724e0a83304), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:02.877293 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-ae5f527c-9422-418e-95e2-1c7983db7abd tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Deleting port f5f1bae8-7b28-4221-a87b-9d1f99204b09 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:53:02.878003 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ae5f527c-9422-418e-95e2-1c7983db7abd tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (f5f1bae8-7b28-4221-a87b-9d1f99204b09), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:02.878200 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-454e37b6-88ce-44d4-a05b-e4af68368621 None None] Deleting port f5f1bae8-7b28-4221-a87b-9d1f99204b09 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:53:02.878754 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-454e37b6-88ce-44d4-a05b-e4af68368621 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (f5f1bae8-7b28-4221-a87b-9d1f99204b09), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:02.960102 n-d-852085-12 neutron-server[108169]: INFO neutron.db.l3_db [None req-a6eb011b-f2e3-4257-934c-220e2f541b18 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Floating IP 0578e4f0-8b17-46c6-b736-0957be7ebd79 associated. External IP: 172.25.5.42, port: 5809862c-dcb4-485b-b33e-8b5bae460a07. Oct 04 20:53:02.983121 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:03.123005 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-454e37b6-88ce-44d4-a05b-e4af68368621 None None] For port f5f1bae8-7b28-4221-a87b-9d1f99204b09, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=f5f1bae8-7b28-4221-a87b-9d1f99204b09,segment=NetworkSegment(73212b07-6bb0-4389-8278-696537935a13),segment_id=73212b07-6bb0-4389-8278-696537935a13)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:53:03.123959 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-454e37b6-88ce-44d4-a05b-e4af68368621 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (f5f1bae8-7b28-4221-a87b-9d1f99204b09), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:03.153496 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-454e37b6-88ce-44d4-a05b-e4af68368621 None None] Calling delete_port for f5f1bae8-7b28-4221-a87b-9d1f99204b09 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:53:03.163400 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-eef6f5c2-31be-4caa-98de-c3a5cc7e98ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'name': 'tempest-RoutersTest-router-1933585120', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:36Z', 'updated_at': '2022-10-04T20:52:56Z', 'revision_number': 9, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'gw_port_host': None, '_interfaces': [{'id': 'b7642158-2de1-4d6d-8790-bcc9c032f60b', 'name': '', 'network_id': '6c08d114-6acc-4123-89a6-391843302c04', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'mac_address': 'fa:16:3e:51:06:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '5d3cff06-c5a9-460c-b648-2641a66f3c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:47Z', 'updated_at': '2022-10-04T20:51:22Z', 'revision_number': 5, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'subnets': [{'id': '5d3cff06-c5a9-460c-b648-2641a66f3c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8f4c098-db0c-4a52-9741-0fbe07e0fb8f', 'name': '', 'network_id': '4f0c76aa-0b67-42ea-abe1-7961d753a0e0', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'mac_address': 'fa:16:3e:7e:1e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '0b59dfc8-0794-467a-9da7-c01dc65ce1a6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:51:14Z', 'updated_at': '2022-10-04T20:51:49Z', 'revision_number': 5, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'subnets': [{'id': '0b59dfc8-0794-467a-9da7-c01dc65ce1a6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:03.176413 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-ae5f527c-9422-418e-95e2-1c7983db7abd tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] For port f5f1bae8-7b28-4221-a87b-9d1f99204b09, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=f5f1bae8-7b28-4221-a87b-9d1f99204b09,segment=NetworkSegment(73212b07-6bb0-4389-8278-696537935a13),segment_id=73212b07-6bb0-4389-8278-696537935a13)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:53:03.188301 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ae5f527c-9422-418e-95e2-1c7983db7abd tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (f5f1bae8-7b28-4221-a87b-9d1f99204b09), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:03.192039 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bb7fd16a-3dcd-4cce-b1dc-26d11c16654c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (cae7bbb2-a351-4708-a02a-5724e0a83304), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:03.193011 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb7fd16a-3dcd-4cce-b1dc-26d11c16654c admin admin] Fanout notify agent at l3_agent the message router_deleted on router cae7bbb2-a351-4708-a02a-5724e0a83304 {{(pid=108170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:53:03.206045 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bb7fd16a-3dcd-4cce-b1dc-26d11c16654c admin admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:03.213684 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-bb7fd16a-3dcd-4cce-b1dc-26d11c16654c admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/cae7bbb2-a351-4708-a02a-5724e0a83304 HTTP/1.1" status: 204 len: 168 time: 6.0657430 Oct 04 20:53:03.227825 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef6f5c2-31be-4caa-98de-c3a5cc7e98ed None None] The sync data for ids ['3081662c-0fdc-4630-b24f-73f5027b7119'] in n-d-852085-12 is: [{'id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'name': 'tempest-RoutersTest-router-1933585120', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:36Z', 'updated_at': '2022-10-04T20:52:56Z', 'revision_number': 9, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'gw_port_host': None, '_interfaces': [{'id': 'b7642158-2de1-4d6d-8790-bcc9c032f60b', 'name': '', 'network_id': '6c08d114-6acc-4123-89a6-391843302c04', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'mac_address': 'fa:16:3e:51:06:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '5d3cff06-c5a9-460c-b648-2641a66f3c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:47Z', 'updated_at': '2022-10-04T20:51:22Z', 'revision_number': 5, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'subnets': [{'id': '5d3cff06-c5a9-460c-b648-2641a66f3c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8f4c098-db0c-4a52-9741-0fbe07e0fb8f', 'name': '', 'network_id': '4f0c76aa-0b67-42ea-abe1-7961d753a0e0', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'mac_address': 'fa:16:3e:7e:1e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '0b59dfc8-0794-467a-9da7-c01dc65ce1a6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:51:14Z', 'updated_at': '2022-10-04T20:51:49Z', 'revision_number': 5, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'subnets': [{'id': '0b59dfc8-0794-467a-9da7-c01dc65ce1a6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:53:03.228785 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45432) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:03.359940 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:03.383099 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-ae5f527c-9422-418e-95e2-1c7983db7abd tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Calling delete_port for f5f1bae8-7b28-4221-a87b-9d1f99204b09 owned by network:dhcp {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:53:03.398835 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7c1db32-a492-45f0-a46c-d23ea81d20ff admin admin] Deleting subnet 92f87741-fbc9-432f-86b5-2f8c21dc0864 {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:53:03.414472 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d7c1db32-a492-45f0-a46c-d23ea81d20ff admin admin] Publish callbacks [] for subnet (92f87741-fbc9-432f-86b5-2f8c21dc0864), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:03.453619 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-454e37b6-88ce-44d4-a05b-e4af68368621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (f5f1bae8-7b28-4221-a87b-9d1f99204b09), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:03.600666 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d7c1db32-a492-45f0-a46c-d23ea81d20ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (92f87741-fbc9-432f-86b5-2f8c21dc0864), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:03.607813 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9ee7ff-6028-472d-812b-fb4a0f9b35a3 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Pushing event updated for resources: {'Port': ['ID=646c5596-e4c4-4ec8-b601-87b1454ff874,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:03.611024 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454e37b6-88ce-44d4-a05b-e4af68368621 None None] No DVR routers for this DVR port f5f1bae8-7b28-4221-a87b-9d1f99204b09 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:53:03.628034 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-aa9ee7ff-6028-472d-812b-fb4a0f9b35a3 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582728'] for floatingip (0ec4b470-0a9a-4d1b-8cfb-5e9278839c53), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:03.635169 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454e37b6-88ce-44d4-a05b-e4af68368621 None None] Pushing event deleted for resources: {'Port': ['ID=f5f1bae8-7b28-4221-a87b-9d1f99204b09,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:03.694102 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-db2423ff-c3b2-4de8-92d5-c114d3e81bc4 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (19283af9-0ef8-49ec-9a24-917551367543), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:03.863129 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-aa9ee7ff-6028-472d-812b-fb4a0f9b35a3 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:03.881187 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-aa9ee7ff-6028-472d-812b-fb4a0f9b35a3 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.4046059 Oct 04 20:53:03.881187 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2423ff-c3b2-4de8-92d5-c114d3e81bc4 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Pushing event deleted for resources: {'Port': ['ID=19283af9-0ef8-49ec-9a24-917551367543,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:03.881634 n-d-852085-12 neutron-server[108170]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 04 20:53:03.881634 n-d-852085-12 neutron-server[108170]: from cryptography.utils import int_from_bytes Oct 04 20:53:03.881634 n-d-852085-12 neutron-server[108170]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 04 20:53:03.881634 n-d-852085-12 neutron-server[108170]: from cryptography.utils import int_from_bytes Oct 04 20:53:03.881634 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:53:03.881634 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 20:53:03.881634 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:53:03.881634 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 20:53:03.881634 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:53:03.881634 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 20:53:03.881634 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:53:03.881634 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 20:53:03.881634 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:53:03.881634 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 20:53:03.881634 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:53:03.881634 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 20:53:03.881634 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:53:03.881634 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 20:53:03.881634 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:53:03.881634 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 20:53:03.881634 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:53:03.881634 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 20:53:03.881634 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:53:03.881634 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 20:53:03.881634 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:53:03.881634 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 20:53:03.881634 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:53:03.881634 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 20:53:03.881634 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:53:03.881634 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 20:53:03.881634 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:53:03.881634 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 20:53:03.881634 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:53:03.881634 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 20:53:03.881634 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:53:03.881634 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 20:53:03.881634 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:53:03.881634 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 20:53:03.881634 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:53:03.881634 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 20:53:03.881634 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:53:03.881634 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 20:53:03.881634 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:53:03.881634 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 20:53:03.881634 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:53:03.881634 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 20:53:03.881634 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:53:03.881634 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 20:53:03.881634 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:53:03.881634 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 20:53:03.881634 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:53:03.881634 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 20:53:03.881634 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:53:03.881634 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 20:53:03.881634 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:53:03.881634 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 20:53:03.895252 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ae5f527c-9422-418e-95e2-1c7983db7abd tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (f5f1bae8-7b28-4221-a87b-9d1f99204b09), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:03.912807 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-33f2a14b-6ea5-4f30-80f7-c6a2f88de717 admin admin] For port 33a0dac9-5f02-45e5-8d00-6692a3d6d481, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=33a0dac9-5f02-45e5-8d00-6692a3d6d481,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:53:03.913409 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-33f2a14b-6ea5-4f30-80f7-c6a2f88de717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (33a0dac9-5f02-45e5-8d00-6692a3d6d481), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:03.972389 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5f527c-9422-418e-95e2-1c7983db7abd tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event deleted for resources: {'Port': ['ID=f5f1bae8-7b28-4221-a87b-9d1f99204b09,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:03.994033 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d7c1db32-a492-45f0-a46c-d23ea81d20ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (92f87741-fbc9-432f-86b5-2f8c21dc0864), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:04.000219 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5f527c-9422-418e-95e2-1c7983db7abd tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] No DVR routers for this DVR port f5f1bae8-7b28-4221-a87b-9d1f99204b09 on host n-d-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:53:04.178911 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-33f2a14b-6ea5-4f30-80f7-c6a2f88de717 admin admin] Calling delete_port for 33a0dac9-5f02-45e5-8d00-6692a3d6d481 owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:53:04.230000 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:04.428463 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 5543965c-9b3d-4dfc-b2cf-cad45522f549 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:53:04.466931 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ae5f527c-9422-418e-95e2-1c7983db7abd tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (a6f42c38-05e8-487d-96f7-24e5e630d068), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:04.544382 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-ae5f527c-9422-418e-95e2-1c7983db7abd tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6f42c38-05e8-487d-96f7-24e5e630d068']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:04.563964 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 5543965c-9b3d-4dfc-b2cf-cad45522f549 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:53:04.564598 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 5543965c-9b3d-4dfc-b2cf-cad45522f549 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:53:04.565427 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device f5f1bae8-7b28-4221-a87b-9d1f99204b09 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:53:04.566365 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-ae5f527c-9422-418e-95e2-1c7983db7abd tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73212b07-6bb0-4389-8278-696537935a13') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:04.566908 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-ae5f527c-9422-418e-95e2-1c7983db7abd tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73212b07-6bb0-4389-8278-696537935a13') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:04.590317 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ae5f527c-9422-418e-95e2-1c7983db7abd tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (73212b07-6bb0-4389-8278-696537935a13), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:04.622635 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: f5f1bae8-7b28-4221-a87b-9d1f99204b09 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:53:04.624546 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device f5f1bae8-7b28-4221-a87b-9d1f99204b09 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:53:04.624709 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ae5f527c-9422-418e-95e2-1c7983db7abd tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (73212b07-6bb0-4389-8278-696537935a13), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:04.625528 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device ff6be308-7e7c-4c1e-9de9-356a892d5f91 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:53:04.625690 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-db2423ff-c3b2-4de8-92d5-c114d3e81bc4 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:04.637242 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-db2423ff-c3b2-4de8-92d5-c114d3e81bc4 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] 10.222.0.78 "DELETE /networking/v2.0/ports/19283af9-0ef8-49ec-9a24-917551367543 HTTP/1.1" status: 204 len: 168 time: 5.7624044 Oct 04 20:53:04.638896 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae5f527c-9422-418e-95e2-1c7983db7abd tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:53:04.643381 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45448) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:04.648309 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ae5f527c-9422-418e-95e2-1c7983db7abd tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (73212b07-6bb0-4389-8278-696537935a13), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:04.657306 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3,neutron:DELETE=14 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:04.665671 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-5beaf177-f4a5-400f-900f-5b5a4b477e89 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Request body: {'port': {'name': 'tempest-new-port-name-120198329', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:53:04.666431 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.api.validators [None req-5beaf177-f4a5-400f-900f-5b5a4b477e89 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] bootfile-name is not in valid_values {{(pid=108169) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Oct 04 20:53:04.667355 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.api.validators [None req-5beaf177-f4a5-400f-900f-5b5a4b477e89 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] tftp-server is not in valid_values {{(pid=108169) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Oct 04 20:53:04.668099 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.api.validators [None req-5beaf177-f4a5-400f-900f-5b5a4b477e89 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] server-ip-address is not in valid_values {{(pid=108169) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Oct 04 20:53:04.677411 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: ff6be308-7e7c-4c1e-9de9-356a892d5f91 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:53:04.678066 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device ff6be308-7e7c-4c1e-9de9-356a892d5f91 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:53:04.749968 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6eb011b-f2e3-4257-934c-220e2f541b18 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Router 338eba0b-7a56-4642-842c-8d7eb2577e2d has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:53:04.819354 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d7c1db32-a492-45f0-a46c-d23ea81d20ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (92f87741-fbc9-432f-86b5-2f8c21dc0864), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:04.873177 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 73212b07-6bb0-4389-8278-696537935a13 resource provider aggregate not found Oct 04 20:53:04.886115 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c1db32-a492-45f0-a46c-d23ea81d20ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92f87741-fbc9-432f-86b5-2f8c21dc0864,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:04.906730 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:04.912162 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6406af4-4959-44f4-b117-92fd9d211468 None None] Network 47f8aab6-af9e-4de8-9a5f-b897e2ca6c46 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:53:04.926408 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d7c1db32-a492-45f0-a46c-d23ea81d20ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:04.942267 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-d7c1db32-a492-45f0-a46c-d23ea81d20ff admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/92f87741-fbc9-432f-86b5-2f8c21dc0864 HTTP/1.1" status: 204 len: 168 time: 1.7116773 Oct 04 20:53:04.943535 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ae5f527c-9422-418e-95e2-1c7983db7abd tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (a6f42c38-05e8-487d-96f7-24e5e630d068), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:04.956439 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ae5f527c-9422-418e-95e2-1c7983db7abd tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:04.971534 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-ae5f527c-9422-418e-95e2-1c7983db7abd tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "DELETE /networking/v2.0/networks/a6f42c38-05e8-487d-96f7-24e5e630d068 HTTP/1.1" status: 204 len: 168 time: 2.9121251 Oct 04 20:53:04.971534 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45460) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:04.996083 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45464) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:05.000926 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 73212b07-6bb0-4389-8278-696537935a13 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 73212b07-6bb0-4389-8278-696537935a13 found for delete ", "request_id": "req-c2f16cca-95b2-4637-9494-02ab3f356616"}]} Oct 04 20:53:05.081758 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5beaf177-f4a5-400f-900f-5b5a4b477e89 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (3483eb57-ee6e-4753-b860-64d16fd8c91a), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:05.225414 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5f527c-9422-418e-95e2-1c7983db7abd tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event deleted for resources: {'Network': ['ID=a6f42c38-05e8-487d-96f7-24e5e630d068,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:05.477796 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 06de487b-e9ff-42b4-8859-c9c6eca50cd8 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:53:05.544515 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-942bdf86-b859-49b5-8efa-cb727b8978ae req-4ddde08e-98cf-4f22-9a14-a4c2ea74ba1a tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1860042354&fields=id&tenant_id=bd8adb1a7e034cbeb6d40757ae7cf31b HTTP/1.1" status: 200 len: 267 time: 0.3021288 Oct 04 20:53:05.587062 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196fc35f-516f-4eaf-aa7c-bc7ab6a83056 None None] DHCP port deletion for 47f8aab6-af9e-4de8-9a5f-b897e2ca6c46 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:53:05.611075 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 06de487b-e9ff-42b4-8859-c9c6eca50cd8 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:53:05.611688 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 06de487b-e9ff-42b4-8859-c9c6eca50cd8 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:53:05.631858 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f16c5dfd-9d17-4f7c-97e6-4150b704597e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (47f8aab6-af9e-4de8-9a5f-b897e2ca6c46), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:05.712837 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:05.744247 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6eb011b-f2e3-4257-934c-220e2f541b18 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:53:05.785052 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d30cbed-2249-429d-935f-ca18d7a20178 None None] Sync routers for ids ['338eba0b-7a56-4642-842c-8d7eb2577e2d'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:53:05.800162 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-196fc35f-516f-4eaf-aa7c-bc7ab6a83056 None None] Deleting port 20f9c08e-2b30-41d9-99fb-a9dfc0867dfa {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:53:05.800895 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-196fc35f-516f-4eaf-aa7c-bc7ab6a83056 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (20f9c08e-2b30-41d9-99fb-a9dfc0867dfa), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:05.851259 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942bdf86-b859-49b5-8efa-cb727b8978ae req-267ebd29-4fdf-4a27-bfcd-56835db8deb2 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:53:05.861239 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-942bdf86-b859-49b5-8efa-cb727b8978ae req-267ebd29-4fdf-4a27-bfcd-56835db8deb2 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] 10.222.0.78 "GET /networking/v2.0/ports/00f4fc37-fde3-4842-82c0-06054c0a879b HTTP/1.1" status: 200 len: 931 time: 0.2881417 Oct 04 20:53:05.932831 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-33f2a14b-6ea5-4f30-80f7-c6a2f88de717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (33a0dac9-5f02-45e5-8d00-6692a3d6d481), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:05.941910 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d30cbed-2249-429d-935f-ca18d7a20178 None None] Routers {'338eba0b-7a56-4642-842c-8d7eb2577e2d'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:53:05.943180 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-0d30cbed-2249-429d-935f-ca18d7a20178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:52:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['338eba0b-7a56-4642-842c-8d7eb2577e2d'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:05.944330 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a6eb011b-f2e3-4257-934c-220e2f541b18 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:06.025543 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2a14b-6ea5-4f30-80f7-c6a2f88de717 admin admin] Pushing event deleted for resources: {'Port': ['ID=33a0dac9-5f02-45e5-8d00-6692a3d6d481,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:06.036905 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-0d30cbed-2249-429d-935f-ca18d7a20178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:06.084258 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-196fc35f-516f-4eaf-aa7c-bc7ab6a83056 None None] For port 20f9c08e-2b30-41d9-99fb-a9dfc0867dfa, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=20f9c08e-2b30-41d9-99fb-a9dfc0867dfa,segment=NetworkSegment(21f75588-18a0-4599-8d33-d5e52145a72b),segment_id=21f75588-18a0-4599-8d33-d5e52145a72b)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:53:06.085154 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-196fc35f-516f-4eaf-aa7c-bc7ab6a83056 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (20f9c08e-2b30-41d9-99fb-a9dfc0867dfa), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:06.092338 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d30cbed-2249-429d-935f-ca18d7a20178 None None] Routers {'338eba0b-7a56-4642-842c-8d7eb2577e2d'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:53:06.094415 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-0d30cbed-2249-429d-935f-ca18d7a20178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:52:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['338eba0b-7a56-4642-842c-8d7eb2577e2d'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:06.207052 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a6eb011b-f2e3-4257-934c-220e2f541b18 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 12.4257159 Oct 04 20:53:06.219964 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45492) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:06.221533 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-0d30cbed-2249-429d-935f-ca18d7a20178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:06.223068 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d30cbed-2249-429d-935f-ca18d7a20178 None None] The sync data for ids ['338eba0b-7a56-4642-842c-8d7eb2577e2d'] in n-d-852085-12 is: [] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:53:06.226966 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-196fc35f-516f-4eaf-aa7c-bc7ab6a83056 None None] Calling delete_port for 20f9c08e-2b30-41d9-99fb-a9dfc0867dfa owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:53:06.228330 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-4650f956-d650-47f8-8664-11bfbfac9ad2 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Request body: {'floatingip': {'port_id': '5809862c-dcb4-485b-b33e-8b5bae460a07', 'fixed_ip_address': '172.20.0.13'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:53:06.309335 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5beaf177-f4a5-400f-900f-5b5a4b477e89 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Publish callbacks [] for port (3483eb57-ee6e-4753-b860-64d16fd8c91a), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:06.330989 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942bdf86-b859-49b5-8efa-cb727b8978ae req-ff4bcd02-c114-4640-86e6-82992dc7dc5a tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:53:06.333669 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-942bdf86-b859-49b5-8efa-cb727b8978ae req-ff4bcd02-c114-4640-86e6-82992dc7dc5a tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] 10.222.0.78 "GET /networking/v2.0/ports/80ed0137-40fd-4177-9456-37478f3cc45f HTTP/1.1" status: 200 len: 931 time: 0.4506686 Oct 04 20:53:06.341189 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-33f2a14b-6ea5-4f30-80f7-c6a2f88de717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (4817b10f-68ec-4b25-b40f-b62397008990), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:06.360729 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-f16c5dfd-9d17-4f7c-97e6-4150b704597e admin admin] Deleting port 20f9c08e-2b30-41d9-99fb-a9dfc0867dfa {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:53:06.361239 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f16c5dfd-9d17-4f7c-97e6-4150b704597e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (20f9c08e-2b30-41d9-99fb-a9dfc0867dfa), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:06.454340 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:06.572449 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5beaf177-f4a5-400f-900f-5b5a4b477e89 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (3483eb57-ee6e-4753-b860-64d16fd8c91a), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:06.626693 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-196fc35f-516f-4eaf-aa7c-bc7ab6a83056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (20f9c08e-2b30-41d9-99fb-a9dfc0867dfa), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:06.706699 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196fc35f-516f-4eaf-aa7c-bc7ab6a83056 None None] No DVR routers for this DVR port 20f9c08e-2b30-41d9-99fb-a9dfc0867dfa on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:53:06.810931 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-33f2a14b-6ea5-4f30-80f7-c6a2f88de717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (4817b10f-68ec-4b25-b40f-b62397008990), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:06.821584 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196fc35f-516f-4eaf-aa7c-bc7ab6a83056 None None] Pushing event deleted for resources: {'Port': ['ID=20f9c08e-2b30-41d9-99fb-a9dfc0867dfa,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:06.834743 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-33f2a14b-6ea5-4f30-80f7-c6a2f88de717 admin admin] Publish callbacks [] for router_controller (4817b10f-68ec-4b25-b40f-b62397008990), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:07.145147 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4650f956-d650-47f8-8664-11bfbfac9ad2 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for floatingip (0578e4f0-8b17-46c6-b736-0957be7ebd79), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:07.218991 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:UPDATE=1,neutron:SELECT=96,neutron:DELETE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:07.222295 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-942bdf86-b859-49b5-8efa-cb727b8978ae req-3b14c273-2aa7-4136-b8cc-d6bdf879e1ea tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] 10.222.0.78 "GET /networking/v2.0/ports?network_id=c5dfd2b2-03b5-4649-af3d-9e2e03b726c5&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.8641834 Oct 04 20:53:07.280007 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-3d7dc7ca-d2e6-4e4a-8bd6-1391381e5696 None None] Provisioning complete for port 3483eb57-ee6e-4753-b860-64d16fd8c91a triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:53:07.280007 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3d7dc7ca-d2e6-4e4a-8bd6-1391381e5696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (3483eb57-ee6e-4753-b860-64d16fd8c91a), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:07.280007 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-3d7dc7ca-d2e6-4e4a-8bd6-1391381e5696 None None] Attempt 1 to provision port 3483eb57-ee6e-4753-b860-64d16fd8c91a Oct 04 20:53:07.416321 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-3d7dc7ca-d2e6-4e4a-8bd6-1391381e5696 None None] Port 3483eb57-ee6e-4753-b860-64d16fd8c91a cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:53:07.505359 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:07.526110 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beaf177-f4a5-400f-900f-5b5a4b477e89 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Pushing event updated for resources: {'Port': ['ID=3483eb57-ee6e-4753-b860-64d16fd8c91a,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:07.538110 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-5beaf177-f4a5-400f-900f-5b5a4b477e89 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] In _notify_port_updated(), no bound segment for port 3483eb57-ee6e-4753-b860-64d16fd8c91a on network 1561ca5d-fbf1-4277-a8a6-a65846a92d42 {{(pid=108169) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 04 20:53:07.548751 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5beaf177-f4a5-400f-900f-5b5a4b477e89 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:53:07.550069 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5beaf177-f4a5-400f-900f-5b5a4b477e89 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:07.552942 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-5beaf177-f4a5-400f-900f-5b5a4b477e89 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] 10.222.0.78 "PUT /networking/v2.0/ports/3483eb57-ee6e-4753-b860-64d16fd8c91a HTTP/1.1" status: 200 len: 1135 time: 2.9049673 Oct 04 20:53:07.564123 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45510) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:07.581536 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-942bdf86-b859-49b5-8efa-cb727b8978ae req-f8f26f01-31c9-4103-a16c-6a16c32252e9 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] 10.222.0.78 "GET /networking/v2.0/ports?network_id=c5dfd2b2-03b5-4649-af3d-9e2e03b726c5&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2297175 Oct 04 20:53:07.687557 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-33f2a14b-6ea5-4f30-80f7-c6a2f88de717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (4817b10f-68ec-4b25-b40f-b62397008990), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:07.688537 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33f2a14b-6ea5-4f30-80f7-c6a2f88de717 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4817b10f-68ec-4b25-b40f-b62397008990 {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:53:07.731048 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-33f2a14b-6ea5-4f30-80f7-c6a2f88de717 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:07.734935 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-33f2a14b-6ea5-4f30-80f7-c6a2f88de717 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/4817b10f-68ec-4b25-b40f-b62397008990 HTTP/1.1" status: 204 len: 168 time: 8.7404780 Oct 04 20:53:07.746463 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45516) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:07.800627 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 20f9c08e-2b30-41d9-99fb-a9dfc0867dfa no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:53:07.885356 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 20f9c08e-2b30-41d9-99fb-a9dfc0867dfa {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:53:07.886569 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 20f9c08e-2b30-41d9-99fb-a9dfc0867dfa not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:53:07.888587 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a24d9c07-9d5c-41aa-bc62-8c9a52a79f04 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (3081662c-0fdc-4630-b24f-73f5027b7119), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:07.906225 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99605a8-5d65-4cbd-8f93-e6f371a0bcb9 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:53:07.915022 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d99605a8-5d65-4cbd-8f93-e6f371a0bcb9 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] 10.222.0.78 "GET /networking/v2.0/ports/3483eb57-ee6e-4753-b860-64d16fd8c91a HTTP/1.1" status: 200 len: 1135 time: 0.3427768 Oct 04 20:53:07.919741 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45520) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:08.058160 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-0799178d-b348-4131-b20d-be188d399c44 admin admin] Deleting subnet fcb19267-9503-47b2-b71e-afc1362f8b0e {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:53:08.071353 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0799178d-b348-4131-b20d-be188d399c44 admin admin] Publish callbacks [] for subnet (fcb19267-9503-47b2-b71e-afc1362f8b0e), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:08.235980 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-172877e8-a3a1-4424-9445-56e1ccf822b1 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Deleting port 3483eb57-ee6e-4753-b860-64d16fd8c91a {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:53:08.236811 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-172877e8-a3a1-4424-9445-56e1ccf822b1 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (3483eb57-ee6e-4753-b860-64d16fd8c91a), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:08.263507 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0799178d-b348-4131-b20d-be188d399c44 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (fcb19267-9503-47b2-b71e-afc1362f8b0e), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:08.310088 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-f16c5dfd-9d17-4f7c-97e6-4150b704597e admin admin] For port 20f9c08e-2b30-41d9-99fb-a9dfc0867dfa, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=20f9c08e-2b30-41d9-99fb-a9dfc0867dfa,segment=NetworkSegment(21f75588-18a0-4599-8d33-d5e52145a72b),segment_id=21f75588-18a0-4599-8d33-d5e52145a72b)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:53:08.312366 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f16c5dfd-9d17-4f7c-97e6-4150b704597e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (20f9c08e-2b30-41d9-99fb-a9dfc0867dfa), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:08.425591 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-f16c5dfd-9d17-4f7c-97e6-4150b704597e admin admin] Calling delete_port for 20f9c08e-2b30-41d9-99fb-a9dfc0867dfa owned by network:dhcp {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:53:08.568880 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942bdf86-b859-49b5-8efa-cb727b8978ae req-908b5c7c-35f0-480b-96d8-f038e975b7f2 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:53:08.582814 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942bdf86-b859-49b5-8efa-cb727b8978ae req-908b5c7c-35f0-480b-96d8-f038e975b7f2 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:53:08.605473 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942bdf86-b859-49b5-8efa-cb727b8978ae req-908b5c7c-35f0-480b-96d8-f038e975b7f2 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:53:08.613986 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-942bdf86-b859-49b5-8efa-cb727b8978ae req-908b5c7c-35f0-480b-96d8-f038e975b7f2 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] 10.222.0.78 "GET /networking/v2.0/networks?id=d7e335bd-452b-4b28-a631-d8ec4632b1ff&id=8d2d5848-a194-4e51-833e-12e1ff126b76&id=8d2d5848-a194-4e51-833e-12e1ff126b76&id=c5dfd2b2-03b5-4649-af3d-9e2e03b726c5&id=c5dfd2b2-03b5-4649-af3d-9e2e03b726c5 HTTP/1.1" status: 200 len: 1989 time: 0.9828250 Oct 04 20:53:08.628541 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-172877e8-a3a1-4424-9445-56e1ccf822b1 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (3483eb57-ee6e-4753-b860-64d16fd8c91a), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:08.662720 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0799178d-b348-4131-b20d-be188d399c44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (fcb19267-9503-47b2-b71e-afc1362f8b0e), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:08.668191 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-172877e8-a3a1-4424-9445-56e1ccf822b1 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Calling delete_port for 3483eb57-ee6e-4753-b860-64d16fd8c91a owned by {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:53:08.809459 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:08.892090 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-942bdf86-b859-49b5-8efa-cb727b8978ae req-1fcfeb38-0484-4953-bf73-28d4983efd0e tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] 10.222.0.78 "GET /networking/v2.0/quotas/bd8adb1a7e034cbeb6d40757ae7cf31b HTTP/1.1" status: 200 len: 375 time: 0.2551677 Oct 04 20:53:08.993025 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0799178d-b348-4131-b20d-be188d399c44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (fcb19267-9503-47b2-b71e-afc1362f8b0e), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:09.100237 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0799178d-b348-4131-b20d-be188d399c44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcb19267-9503-47b2-b71e-afc1362f8b0e,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:09.123311 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0799178d-b348-4131-b20d-be188d399c44 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:09.127760 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab666123-bdb9-4a54-854e-5c63a50b5a35 None None] Network 27c7409f-1dbf-4a82-a03b-8446fab427da requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:53:09.133436 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-0799178d-b348-4131-b20d-be188d399c44 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/fcb19267-9503-47b2-b71e-afc1362f8b0e HTTP/1.1" status: 204 len: 168 time: 1.3734193 Oct 04 20:53:09.133730 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45534) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:09.276573 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:09.282850 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0d07de54-8501-4888-9950-d306d1a01964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (27c7409f-1dbf-4a82-a03b-8446fab427da), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:09.287622 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:09.290472 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-172877e8-a3a1-4424-9445-56e1ccf822b1 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (3483eb57-ee6e-4753-b860-64d16fd8c91a), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:09.378400 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-942bdf86-b859-49b5-8efa-cb727b8978ae req-44a6e10b-ad4e-4338-9019-2e9b283dedf5 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=bd8adb1a7e034cbeb6d40757ae7cf31b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4010699 Oct 04 20:53:09.385298 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172877e8-a3a1-4424-9445-56e1ccf822b1 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Pushing event deleted for resources: {'Port': ['ID=3483eb57-ee6e-4753-b860-64d16fd8c91a,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:09.457302 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f16c5dfd-9d17-4f7c-97e6-4150b704597e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (20f9c08e-2b30-41d9-99fb-a9dfc0867dfa), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:09.617781 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 33a0dac9-5f02-45e5-8d00-6692a3d6d481 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:53:09.680579 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16c5dfd-9d17-4f7c-97e6-4150b704597e admin admin] Pushing event deleted for resources: {'Port': ['ID=20f9c08e-2b30-41d9-99fb-a9dfc0867dfa,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:09.743706 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45544) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:09.761371 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1d8b5d-7043-47d4-8443-98a330648d72 None None] DHCP port deletion for 27c7409f-1dbf-4a82-a03b-8446fab427da request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:53:09.768979 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 33a0dac9-5f02-45e5-8d00-6692a3d6d481 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:53:09.770023 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 33a0dac9-5f02-45e5-8d00-6692a3d6d481 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:53:09.867931 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16c5dfd-9d17-4f7c-97e6-4150b704597e admin admin] No DVR routers for this DVR port 20f9c08e-2b30-41d9-99fb-a9dfc0867dfa on host n-d-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:53:09.893169 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:09.898163 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-5c1d8b5d-7043-47d4-8443-98a330648d72 None None] Deleting port 1aee1d54-ad6d-42e0-b01d-f660693a38fe {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:53:09.902259 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5c1d8b5d-7043-47d4-8443-98a330648d72 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (1aee1d54-ad6d-42e0-b01d-f660693a38fe), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:09.986945 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-0d07de54-8501-4888-9950-d306d1a01964 admin admin] Deleting port 1aee1d54-ad6d-42e0-b01d-f660693a38fe {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:53:09.987996 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0d07de54-8501-4888-9950-d306d1a01964 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (1aee1d54-ad6d-42e0-b01d-f660693a38fe), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:10.006599 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-a24d9c07-9d5c-41aa-bc62-8c9a52a79f04 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Deleting port c8f4c098-db0c-4a52-9741-0fbe07e0fb8f {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:53:10.007251 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a24d9c07-9d5c-41aa-bc62-8c9a52a79f04 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (c8f4c098-db0c-4a52-9741-0fbe07e0fb8f), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:10.016335 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-172877e8-a3a1-4424-9445-56e1ccf822b1 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:10.026752 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-172877e8-a3a1-4424-9445-56e1ccf822b1 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] 10.222.0.78 "DELETE /networking/v2.0/ports/3483eb57-ee6e-4753-b860-64d16fd8c91a HTTP/1.1" status: 204 len: 168 time: 2.1010566 Oct 04 20:53:10.050202 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45548) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:10.070361 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-5c1d8b5d-7043-47d4-8443-98a330648d72 None None] For port 1aee1d54-ad6d-42e0-b01d-f660693a38fe, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=1aee1d54-ad6d-42e0-b01d-f660693a38fe,segment=NetworkSegment(34b089ec-3ffe-4334-ae48-49372b52f575),segment_id=34b089ec-3ffe-4334-ae48-49372b52f575)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:53:10.071049 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5c1d8b5d-7043-47d4-8443-98a330648d72 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (1aee1d54-ad6d-42e0-b01d-f660693a38fe), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:10.105912 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-5c1d8b5d-7043-47d4-8443-98a330648d72 None None] Calling delete_port for 1aee1d54-ad6d-42e0-b01d-f660693a38fe owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:53:10.153191 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-12fd24a9-4336-443b-9b04-dc2d21bcc6f5 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks [] for security_group (b5a32b71-8ec8-4ae9-999b-bd3112ef8280), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:10.318495 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-0d07de54-8501-4888-9950-d306d1a01964 admin admin] For port 1aee1d54-ad6d-42e0-b01d-f660693a38fe, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=1aee1d54-ad6d-42e0-b01d-f660693a38fe,segment=NetworkSegment(34b089ec-3ffe-4334-ae48-49372b52f575),segment_id=34b089ec-3ffe-4334-ae48-49372b52f575)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:53:10.319069 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0d07de54-8501-4888-9950-d306d1a01964 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (1aee1d54-ad6d-42e0-b01d-f660693a38fe), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:10.340915 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-12fd24a9-4336-443b-9b04-dc2d21bcc6f5 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks [] for security_group (b5a32b71-8ec8-4ae9-999b-bd3112ef8280), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:10.377754 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-0d07de54-8501-4888-9950-d306d1a01964 admin admin] Calling delete_port for 1aee1d54-ad6d-42e0-b01d-f660693a38fe owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:53:10.403795 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4fd2757-332b-4142-bc86-7b13fdcdc89f tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Deleting subnet 8b9bdfd0-245a-4f1c-8354-21eca8bcf65b {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:53:10.416239 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5c1d8b5d-7043-47d4-8443-98a330648d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (1aee1d54-ad6d-42e0-b01d-f660693a38fe), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:10.434642 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b4fd2757-332b-4142-bc86-7b13fdcdc89f tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Publish callbacks [] for subnet (8b9bdfd0-245a-4f1c-8354-21eca8bcf65b), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:10.533564 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1d8b5d-7043-47d4-8443-98a330648d72 None None] Pushing event deleted for resources: {'Port': ['ID=1aee1d54-ad6d-42e0-b01d-f660693a38fe,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:10.552655 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1d8b5d-7043-47d4-8443-98a330648d72 None None] No DVR routers for this DVR port 1aee1d54-ad6d-42e0-b01d-f660693a38fe on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:53:10.629543 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:10.678226 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-a24d9c07-9d5c-41aa-bc62-8c9a52a79f04 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] For port c8f4c098-db0c-4a52-9741-0fbe07e0fb8f, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=c8f4c098-db0c-4a52-9741-0fbe07e0fb8f,segment=NetworkSegment(6071ae77-bbc2-4314-be2d-1b12ad8cbffa),segment_id=6071ae77-bbc2-4314-be2d-1b12ad8cbffa)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:53:10.678711 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a24d9c07-9d5c-41aa-bc62-8c9a52a79f04 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (c8f4c098-db0c-4a52-9741-0fbe07e0fb8f), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:10.698465 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b4fd2757-332b-4142-bc86-7b13fdcdc89f tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (8b9bdfd0-245a-4f1c-8354-21eca8bcf65b), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:10.769956 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f16c5dfd-9d17-4f7c-97e6-4150b704597e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (47f8aab6-af9e-4de8-9a5f-b897e2ca6c46), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:10.775936 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-a24d9c07-9d5c-41aa-bc62-8c9a52a79f04 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Calling delete_port for c8f4c098-db0c-4a52-9741-0fbe07e0fb8f owned by network:router_interface {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:53:10.804436 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-12fd24a9-4336-443b-9b04-dc2d21bcc6f5 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (b5a32b71-8ec8-4ae9-999b-bd3112ef8280), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:10.812428 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-12fd24a9-4336-443b-9b04-dc2d21bcc6f5 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:10.815352 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-12fd24a9-4336-443b-9b04-dc2d21bcc6f5 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/b5a32b71-8ec8-4ae9-999b-bd3112ef8280 HTTP/1.1" status: 204 len: 168 time: 1.0651319 Oct 04 20:53:10.858435 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45554) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:10.862380 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fd24a9-4336-443b-9b04-dc2d21bcc6f5 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a32b71-8ec8-4ae9-999b-bd3112ef8280,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:10.927209 n-d-852085-12 neutron-server[108169]: INFO neutron.api.v2.resource [None req-8e564fe8-d226-4085-b7fa-de74ce74a1d5 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] show failed (client error): The resource could not be found. Oct 04 20:53:10.929085 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-8e564fe8-d226-4085-b7fa-de74ce74a1d5 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] 10.222.0.78 "GET /networking/v2.0/security-groups/b5a32b71-8ec8-4ae9-999b-bd3112ef8280 HTTP/1.1" status: 404 len: 347 time: 0.0607851 Oct 04 20:53:10.940834 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45558) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:11.079253 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-f16c5dfd-9d17-4f7c-97e6-4150b704597e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47f8aab6-af9e-4de8-9a5f-b897e2ca6c46']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:11.181329 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-f16c5dfd-9d17-4f7c-97e6-4150b704597e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21f75588-18a0-4599-8d33-d5e52145a72b') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:11.181735 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-f16c5dfd-9d17-4f7c-97e6-4150b704597e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21f75588-18a0-4599-8d33-d5e52145a72b') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:11.191501 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0d07de54-8501-4888-9950-d306d1a01964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (1aee1d54-ad6d-42e0-b01d-f660693a38fe), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:11.259554 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f16c5dfd-9d17-4f7c-97e6-4150b704597e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (21f75588-18a0-4599-8d33-d5e52145a72b), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:11.277320 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d07de54-8501-4888-9950-d306d1a01964 admin admin] Pushing event deleted for resources: {'Port': ['ID=1aee1d54-ad6d-42e0-b01d-f660693a38fe,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:11.345609 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:11.376715 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.db.resource_extend [None req-4650f956-d650-47f8-8664-11bfbfac9ad2 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 04 20:53:11.384778 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-8f50080e-aed9-4a60-aa0c-b257ad970aaf tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Deleting port 646c5596-e4c4-4ec8-b601-87b1454ff874 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:53:11.386705 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f16c5dfd-9d17-4f7c-97e6-4150b704597e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (21f75588-18a0-4599-8d33-d5e52145a72b), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:11.386955 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8f50080e-aed9-4a60-aa0c-b257ad970aaf tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (646c5596-e4c4-4ec8-b601-87b1454ff874), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:11.406450 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d07de54-8501-4888-9950-d306d1a01964 admin admin] No DVR routers for this DVR port 1aee1d54-ad6d-42e0-b01d-f660693a38fe on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:53:11.455825 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b4fd2757-332b-4142-bc86-7b13fdcdc89f tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (8b9bdfd0-245a-4f1c-8354-21eca8bcf65b), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:11.558877 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f16c5dfd-9d17-4f7c-97e6-4150b704597e admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:53:11.559587 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f16c5dfd-9d17-4f7c-97e6-4150b704597e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (21f75588-18a0-4599-8d33-d5e52145a72b), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:11.568334 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:11.592938 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 1aee1d54-ad6d-42e0-b01d-f660693a38fe no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:53:11.673298 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 1aee1d54-ad6d-42e0-b01d-f660693a38fe {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:53:11.674772 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 1aee1d54-ad6d-42e0-b01d-f660693a38fe not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:53:11.821863 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0d07de54-8501-4888-9950-d306d1a01964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (27c7409f-1dbf-4a82-a03b-8446fab427da), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:11.914080 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-0d07de54-8501-4888-9950-d306d1a01964 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27c7409f-1dbf-4a82-a03b-8446fab427da']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:11.961746 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:11.965565 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-0d07de54-8501-4888-9950-d306d1a01964 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34b089ec-3ffe-4334-ae48-49372b52f575') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:11.966070 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-0d07de54-8501-4888-9950-d306d1a01964 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34b089ec-3ffe-4334-ae48-49372b52f575') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:11.977328 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8f50080e-aed9-4a60-aa0c-b257ad970aaf tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (646c5596-e4c4-4ec8-b601-87b1454ff874), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:11.977923 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8f50080e-aed9-4a60-aa0c-b257ad970aaf tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks [] for floatingip (646c5596-e4c4-4ec8-b601-87b1454ff874), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:12.024768 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0d07de54-8501-4888-9950-d306d1a01964 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (34b089ec-3ffe-4334-ae48-49372b52f575), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:12.045052 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-8f50080e-aed9-4a60-aa0c-b257ad970aaf tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Calling delete_port for 646c5596-e4c4-4ec8-b601-87b1454ff874 owned by network:floatingip {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:53:12.058421 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b4fd2757-332b-4142-bc86-7b13fdcdc89f tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (8b9bdfd0-245a-4f1c-8354-21eca8bcf65b), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:12.098721 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0d07de54-8501-4888-9950-d306d1a01964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (34b089ec-3ffe-4334-ae48-49372b52f575), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:12.121202 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 21f75588-18a0-4599-8d33-d5e52145a72b resource provider aggregate not found Oct 04 20:53:12.157354 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b4fd2757-332b-4142-bc86-7b13fdcdc89f tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:12.166058 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b4fd2757-332b-4142-bc86-7b13fdcdc89f tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/8b9bdfd0-245a-4f1c-8354-21eca8bcf65b HTTP/1.1" status: 204 len: 168 time: 2.1134491 Oct 04 20:53:12.168757 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fd2757-332b-4142-bc86-7b13fdcdc89f tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Pushing event deleted for resources: {'Subnet': ['ID=8b9bdfd0-245a-4f1c-8354-21eca8bcf65b,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:12.175593 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45576) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:12.175593 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d07de54-8501-4888-9950-d306d1a01964 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:53:12.176204 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0d07de54-8501-4888-9950-d306d1a01964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (34b089ec-3ffe-4334-ae48-49372b52f575), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:12.182159 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 21f75588-18a0-4599-8d33-d5e52145a72b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 21f75588-18a0-4599-8d33-d5e52145a72b found for delete ", "request_id": "req-517c12be-9feb-4914-b71b-f0c98b5d67f8"}]} Oct 04 20:53:12.187446 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e9b483-323e-49b9-8001-508fef606788 None None] Network 1561ca5d-fbf1-4277-a8a6-a65846a92d42 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:53:12.187774 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4650f956-d650-47f8-8664-11bfbfac9ad2 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:12.332335 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4650f956-d650-47f8-8664-11bfbfac9ad2 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582728'] for floatingip (0578e4f0-8b17-46c6-b736-0957be7ebd79), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:12.339533 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 34b089ec-3ffe-4334-ae48-49372b52f575 resource provider aggregate not found Oct 04 20:53:12.547683 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 34b089ec-3ffe-4334-ae48-49372b52f575 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 34b089ec-3ffe-4334-ae48-49372b52f575 found for delete ", "request_id": "req-85855cfa-a4c7-46ab-bd1a-97e3d2e2bf0c"}]} Oct 04 20:53:12.562541 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f16c5dfd-9d17-4f7c-97e6-4150b704597e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (47f8aab6-af9e-4de8-9a5f-b897e2ca6c46), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:12.598369 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f16c5dfd-9d17-4f7c-97e6-4150b704597e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:12.610102 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f16c5dfd-9d17-4f7c-97e6-4150b704597e admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/47f8aab6-af9e-4de8-9a5f-b897e2ca6c46 HTTP/1.1" status: 204 len: 168 time: 7.6264122 Oct 04 20:53:12.633524 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7700ed5-5892-4939-aa93-ef9651cbbb4a None None] DHCP port deletion for 1561ca5d-fbf1-4277-a8a6-a65846a92d42 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:53:12.662931 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45588) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:12.687035 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16c5dfd-9d17-4f7c-97e6-4150b704597e admin admin] Pushing event deleted for resources: {'Network': ['ID=47f8aab6-af9e-4de8-9a5f-b897e2ca6c46,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:12.743639 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1b706a43-b7c4-45ea-b4b7-52362c7912e4 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (1561ca5d-fbf1-4277-a8a6-a65846a92d42), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:12.767811 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-b7700ed5-5892-4939-aa93-ef9651cbbb4a None None] Deleting port aca771d4-6a23-48d3-ad00-553532279c6a {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:53:12.768449 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b7700ed5-5892-4939-aa93-ef9651cbbb4a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (aca771d4-6a23-48d3-ad00-553532279c6a), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:12.925834 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-1b706a43-b7c4-45ea-b4b7-52362c7912e4 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Deleting port aca771d4-6a23-48d3-ad00-553532279c6a {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:53:12.928361 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1b706a43-b7c4-45ea-b4b7-52362c7912e4 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (aca771d4-6a23-48d3-ad00-553532279c6a), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:12.939306 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-b7700ed5-5892-4939-aa93-ef9651cbbb4a None None] For port aca771d4-6a23-48d3-ad00-553532279c6a, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=aca771d4-6a23-48d3-ad00-553532279c6a,segment=NetworkSegment(97ac42a1-f5c2-4a24-be23-aef98b5cba5e),segment_id=97ac42a1-f5c2-4a24-be23-aef98b5cba5e)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:53:12.940454 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b7700ed5-5892-4939-aa93-ef9651cbbb4a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (aca771d4-6a23-48d3-ad00-553532279c6a), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:12.970543 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-b7700ed5-5892-4939-aa93-ef9651cbbb4a None None] Calling delete_port for aca771d4-6a23-48d3-ad00-553532279c6a owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:53:12.977802 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4650f956-d650-47f8-8664-11bfbfac9ad2 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Router 338eba0b-7a56-4642-842c-8d7eb2577e2d has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:53:13.169228 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=29 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:13.171730 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=86,neutron:DELETE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:13.188847 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-1b706a43-b7c4-45ea-b4b7-52362c7912e4 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] For port aca771d4-6a23-48d3-ad00-553532279c6a, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=aca771d4-6a23-48d3-ad00-553532279c6a,segment=NetworkSegment(97ac42a1-f5c2-4a24-be23-aef98b5cba5e),segment_id=97ac42a1-f5c2-4a24-be23-aef98b5cba5e)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:53:13.189532 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1b706a43-b7c4-45ea-b4b7-52362c7912e4 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (aca771d4-6a23-48d3-ad00-553532279c6a), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:13.223608 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-1b706a43-b7c4-45ea-b4b7-52362c7912e4 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Calling delete_port for aca771d4-6a23-48d3-ad00-553532279c6a owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:53:13.227495 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0d07de54-8501-4888-9950-d306d1a01964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (27c7409f-1dbf-4a82-a03b-8446fab427da), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:13.250139 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0d07de54-8501-4888-9950-d306d1a01964 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:13.256722 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-0d07de54-8501-4888-9950-d306d1a01964 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/27c7409f-1dbf-4a82-a03b-8446fab427da HTTP/1.1" status: 204 len: 168 time: 4.1210647 Oct 04 20:53:13.272628 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4650f956-d650-47f8-8664-11bfbfac9ad2 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:53:13.284306 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4650f956-d650-47f8-8664-11bfbfac9ad2 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:13.298640 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a24d9c07-9d5c-41aa-bc62-8c9a52a79f04 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (c8f4c098-db0c-4a52-9741-0fbe07e0fb8f), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:13.309143 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d4cea8-b676-43cf-a707-5a205fcec884 None None] Sync routers for ids ['338eba0b-7a56-4642-842c-8d7eb2577e2d'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:53:13.314209 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d07de54-8501-4888-9950-d306d1a01964 admin admin] Pushing event deleted for resources: {'Network': ['ID=27c7409f-1dbf-4a82-a03b-8446fab427da,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:13.370645 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d4cea8-b676-43cf-a707-5a205fcec884 None None] Routers {'338eba0b-7a56-4642-842c-8d7eb2577e2d'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:53:13.372325 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-44d4cea8-b676-43cf-a707-5a205fcec884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:52:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['338eba0b-7a56-4642-842c-8d7eb2577e2d'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:13.393513 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8f50080e-aed9-4a60-aa0c-b257ad970aaf tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (646c5596-e4c4-4ec8-b601-87b1454ff874), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:13.519183 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24d9c07-9d5c-41aa-bc62-8c9a52a79f04 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event deleted for resources: {'Port': ['ID=c8f4c098-db0c-4a52-9741-0fbe07e0fb8f,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:13.554811 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-44d4cea8-b676-43cf-a707-5a205fcec884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:13.571942 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b7700ed5-5892-4939-aa93-ef9651cbbb4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (aca771d4-6a23-48d3-ad00-553532279c6a), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:13.582618 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:13.590070 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f50080e-aed9-4a60-aa0c-b257ad970aaf tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Pushing event deleted for resources: {'Port': ['ID=646c5596-e4c4-4ec8-b601-87b1454ff874,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:13.604212 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d4cea8-b676-43cf-a707-5a205fcec884 None None] Routers {'338eba0b-7a56-4642-842c-8d7eb2577e2d'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:53:13.608230 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-44d4cea8-b676-43cf-a707-5a205fcec884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:52:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['338eba0b-7a56-4642-842c-8d7eb2577e2d'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:13.650068 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:13.726309 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device aca771d4-6a23-48d3-ad00-553532279c6a no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:53:13.736823 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:DELETE=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:13.742954 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7700ed5-5892-4939-aa93-ef9651cbbb4a None None] Pushing event deleted for resources: {'Port': ['ID=aca771d4-6a23-48d3-ad00-553532279c6a,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:13.790886 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-44d4cea8-b676-43cf-a707-5a205fcec884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:13.790886 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d4cea8-b676-43cf-a707-5a205fcec884 None None] The sync data for ids ['338eba0b-7a56-4642-842c-8d7eb2577e2d'] in n-d-852085-12 is: [] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:53:13.820666 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7700ed5-5892-4939-aa93-ef9651cbbb4a None None] No DVR routers for this DVR port aca771d4-6a23-48d3-ad00-553532279c6a on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:53:13.824285 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45596) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:13.830004 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: aca771d4-6a23-48d3-ad00-553532279c6a {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:53:13.830865 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device aca771d4-6a23-48d3-ad00-553532279c6a not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:53:13.888891 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1b706a43-b7c4-45ea-b4b7-52362c7912e4 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (aca771d4-6a23-48d3-ad00-553532279c6a), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:13.906664 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8f50080e-aed9-4a60-aa0c-b257ad970aaf tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks [] for floatingip (0ec4b470-0a9a-4d1b-8cfb-5e9278839c53), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:13.912909 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8f50080e-aed9-4a60-aa0c-b257ad970aaf tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:13.921584 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-8f50080e-aed9-4a60-aa0c-b257ad970aaf tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/0ec4b470-0a9a-4d1b-8cfb-5e9278839c53 HTTP/1.1" status: 204 len: 168 time: 2.9775615 Oct 04 20:53:13.921891 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45598) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:13.929149 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9ec9ac17-7248-4398-9f30-3df3987f0386 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:13.986698 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b706a43-b7c4-45ea-b4b7-52362c7912e4 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] No DVR routers for this DVR port aca771d4-6a23-48d3-ad00-553532279c6a on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:53:13.990769 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b706a43-b7c4-45ea-b4b7-52362c7912e4 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Pushing event deleted for resources: {'Port': ['ID=aca771d4-6a23-48d3-ad00-553532279c6a,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:14.016195 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4650f956-d650-47f8-8664-11bfbfac9ad2 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] 10.222.0.78 "PUT /networking/v2.0/floatingips/0578e4f0-8b17-46c6-b736-0957be7ebd79 HTTP/1.1" status: 200 len: 977 time: 7.7939992 Oct 04 20:53:14.063570 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45600) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:14.202482 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-04c5023d-7394-4371-b581-1ad04eeeda67 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=a64b7e8684dc4deabb72e98df57411a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3750429 Oct 04 20:53:14.209400 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45604) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:14.244671 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1b706a43-b7c4-45ea-b4b7-52362c7912e4 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (1561ca5d-fbf1-4277-a8a6-a65846a92d42), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:14.317848 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:14.330116 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-1b706a43-b7c4-45ea-b4b7-52362c7912e4 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1561ca5d-fbf1-4277-a8a6-a65846a92d42']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:14.364929 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-1b706a43-b7c4-45ea-b4b7-52362c7912e4 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97ac42a1-f5c2-4a24-be23-aef98b5cba5e') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:14.365453 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-1b706a43-b7c4-45ea-b4b7-52362c7912e4 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97ac42a1-f5c2-4a24-be23-aef98b5cba5e') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:14.393651 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1b706a43-b7c4-45ea-b4b7-52362c7912e4 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (97ac42a1-f5c2-4a24-be23-aef98b5cba5e), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:14.427758 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:14.428656 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-af0ba32b-adee-482d-a6ff-12d2341aa7c7 admin admin] Publish callbacks [] for security_group (8f910cb8-a5fa-43bd-a612-885d933a7508), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:14.450078 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1b706a43-b7c4-45ea-b4b7-52362c7912e4 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (97ac42a1-f5c2-4a24-be23-aef98b5cba5e), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:14.478282 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b706a43-b7c4-45ea-b4b7-52362c7912e4 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:53:14.478914 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1b706a43-b7c4-45ea-b4b7-52362c7912e4 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (97ac42a1-f5c2-4a24-be23-aef98b5cba5e), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:14.508051 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-af0ba32b-adee-482d-a6ff-12d2341aa7c7 admin admin] Publish callbacks [] for security_group (8f910cb8-a5fa-43bd-a612-885d933a7508), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:14.644385 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 97ac42a1-f5c2-4a24-be23-aef98b5cba5e resource provider aggregate not found Oct 04 20:53:14.674817 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-869b8f18-dc3d-4878-9185-2bc692fc29ee tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Deleting port 80ed0137-40fd-4177-9456-37478f3cc45f {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:53:14.675423 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-869b8f18-dc3d-4878-9185-2bc692fc29ee tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (80ed0137-40fd-4177-9456-37478f3cc45f), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:14.680600 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a24d9c07-9d5c-41aa-bc62-8c9a52a79f04 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (3081662c-0fdc-4630-b24f-73f5027b7119), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:14.709057 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 97ac42a1-f5c2-4a24-be23-aef98b5cba5e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 97ac42a1-f5c2-4a24-be23-aef98b5cba5e found for delete ", "request_id": "req-a90368c6-ddfb-4e61-b85b-8206a4715117"}]} Oct 04 20:53:14.947414 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-af0ba32b-adee-482d-a6ff-12d2341aa7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (8f910cb8-a5fa-43bd-a612-885d933a7508), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:14.965845 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-af0ba32b-adee-482d-a6ff-12d2341aa7c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:14.978290 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-af0ba32b-adee-482d-a6ff-12d2341aa7c7 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/8f910cb8-a5fa-43bd-a612-885d933a7508 HTTP/1.1" status: 204 len: 168 time: 0.7547710 Oct 04 20:53:14.983723 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1b706a43-b7c4-45ea-b4b7-52362c7912e4 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (1561ca5d-fbf1-4277-a8a6-a65846a92d42), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:14.997979 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1b706a43-b7c4-45ea-b4b7-52362c7912e4 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:15.006410 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-1b706a43-b7c4-45ea-b4b7-52362c7912e4 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] 10.222.0.78 "DELETE /networking/v2.0/networks/1561ca5d-fbf1-4277-a8a6-a65846a92d42 HTTP/1.1" status: 204 len: 168 time: 2.8258235 Oct 04 20:53:15.036662 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b706a43-b7c4-45ea-b4b7-52362c7912e4 tempest-ExtraDHCPOptionsTestJSON-288881627 tempest-ExtraDHCPOptionsTestJSON-288881627-project] Pushing event deleted for resources: {'Network': ['ID=1561ca5d-fbf1-4277-a8a6-a65846a92d42,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:15.040626 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45616) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:15.053794 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ba32b-adee-482d-a6ff-12d2341aa7c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f910cb8-a5fa-43bd-a612-885d933a7508,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:15.097018 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9ec9ac17-7248-4398-9f30-3df3987f0386 admin admin] Publish callbacks [] for security_group (b9ff4887-6212-432e-b1f0-9afb90f1c4f4), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:15.160807 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-92669257-a703-46d8-a798-dcc9054764b9 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Deleting port 4db258d6-995b-4c81-9de0-a9ce87953f07 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:53:15.160807 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-92669257-a703-46d8-a798-dcc9054764b9 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (4db258d6-995b-4c81-9de0-a9ce87953f07), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:15.163270 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-2fca7ee2-478e-4f4d-917d-d4b6f1ff3029 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=fa8ddddd74fb455ba31fac9874139134&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1143062 Oct 04 20:53:15.164273 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45618) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:15.216624 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-869b8f18-dc3d-4878-9185-2bc692fc29ee tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (80ed0137-40fd-4177-9456-37478f3cc45f), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:15.222459 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9ec9ac17-7248-4398-9f30-3df3987f0386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (b9ff4887-6212-432e-b1f0-9afb90f1c4f4), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:15.256385 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d3ef4277-86d8-4cd0-9c77-5fa49c25ad86 admin admin] Publish callbacks [] for security_group (11f5dc17-d087-4d1e-ac7f-f7b797ed018f), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:15.299675 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d3ef4277-86d8-4cd0-9c77-5fa49c25ad86 admin admin] Publish callbacks [] for security_group (11f5dc17-d087-4d1e-ac7f-f7b797ed018f), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:15.345657 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-869b8f18-dc3d-4878-9185-2bc692fc29ee tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Calling delete_port for 80ed0137-40fd-4177-9456-37478f3cc45f owned by {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:53:15.381322 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:15.467217 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:15.532430 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec9ac17-7248-4398-9f30-3df3987f0386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ff4887-6212-432e-b1f0-9afb90f1c4f4,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:15.580308 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d3ef4277-86d8-4cd0-9c77-5fa49c25ad86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (11f5dc17-d087-4d1e-ac7f-f7b797ed018f), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:15.587052 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d3ef4277-86d8-4cd0-9c77-5fa49c25ad86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:15.592735 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d3ef4277-86d8-4cd0-9c77-5fa49c25ad86 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/11f5dc17-d087-4d1e-ac7f-f7b797ed018f HTTP/1.1" status: 204 len: 168 time: 0.4254441 Oct 04 20:53:15.610126 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ef4277-86d8-4cd0-9c77-5fa49c25ad86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f5dc17-d087-4d1e-ac7f-f7b797ed018f,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:15.616419 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-99df6d09-511d-45c3-b5cf-0107047ff59a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:15.681402 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45624) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:15.681696 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-9ec9ac17-7248-4398-9f30-3df3987f0386 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=d8079f393ff74f5bbbcacb06a26af389&name=default HTTP/1.1" status: 200 len: 3000 time: 3.0129797 Oct 04 20:53:15.756892 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-92669257-a703-46d8-a798-dcc9054764b9 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (4db258d6-995b-4c81-9de0-a9ce87953f07), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:15.757490 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-92669257-a703-46d8-a798-dcc9054764b9 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for floatingip (4db258d6-995b-4c81-9de0-a9ce87953f07), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:15.814612 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-92669257-a703-46d8-a798-dcc9054764b9 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Calling delete_port for 4db258d6-995b-4c81-9de0-a9ce87953f07 owned by network:floatingip {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:53:15.825567 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45628) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:15.833288 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a24d9c07-9d5c-41aa-bc62-8c9a52a79f04 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Router 3081662c-0fdc-4630-b24f-73f5027b7119 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:53:15.835078 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-88074f73-740c-4c9b-abdc-84726ced5f8c admin admin] Publish callbacks [] for security_group (b9ff4887-6212-432e-b1f0-9afb90f1c4f4), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:15.888746 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-88074f73-740c-4c9b-abdc-84726ced5f8c admin admin] Publish callbacks [] for security_group (b9ff4887-6212-432e-b1f0-9afb90f1c4f4), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:16.140319 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-88074f73-740c-4c9b-abdc-84726ced5f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (b9ff4887-6212-432e-b1f0-9afb90f1c4f4), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:16.145072 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-88074f73-740c-4c9b-abdc-84726ced5f8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:16.146658 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-88074f73-740c-4c9b-abdc-84726ced5f8c admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/b9ff4887-6212-432e-b1f0-9afb90f1c4f4 HTTP/1.1" status: 204 len: 168 time: 0.4637375 Oct 04 20:53:16.160204 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88074f73-740c-4c9b-abdc-84726ced5f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ff4887-6212-432e-b1f0-9afb90f1c4f4,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:16.533870 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a24d9c07-9d5c-41aa-bc62-8c9a52a79f04 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:53:16.556125 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a24d9c07-9d5c-41aa-bc62-8c9a52a79f04 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "PUT /networking/v2.0/routers/3081662c-0fdc-4630-b24f-73f5027b7119/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5481863 Oct 04 20:53:16.556763 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45638) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:16.567636 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9512ce-656b-48da-9968-b7d75d1c0549 None None] Sync routers for ids ['3081662c-0fdc-4630-b24f-73f5027b7119'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:53:16.615174 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9512ce-656b-48da-9968-b7d75d1c0549 None None] Routers {'3081662c-0fdc-4630-b24f-73f5027b7119'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:53:16.618677 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-4e9512ce-656b-48da-9968-b7d75d1c0549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:52:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['3081662c-0fdc-4630-b24f-73f5027b7119'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:16.624335 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-869b8f18-dc3d-4878-9185-2bc692fc29ee tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (80ed0137-40fd-4177-9456-37478f3cc45f), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:16.703182 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:16.744980 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6a81235-7b3d-4136-825c-016bd6d59c32 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Deleting subnet 0b59dfc8-0794-467a-9da7-c01dc65ce1a6 {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:53:16.753432 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d6a81235-7b3d-4136-825c-016bd6d59c32 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for subnet (0b59dfc8-0794-467a-9da7-c01dc65ce1a6), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:16.766810 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869b8f18-dc3d-4878-9185-2bc692fc29ee tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Pushing event deleted for resources: {'Port': ['ID=80ed0137-40fd-4177-9456-37478f3cc45f,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:16.880322 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d6a81235-7b3d-4136-825c-016bd6d59c32 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (0b59dfc8-0794-467a-9da7-c01dc65ce1a6), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:16.955358 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-4e9512ce-656b-48da-9968-b7d75d1c0549 None None] Set router 3081662c-0fdc-4630-b24f-73f5027b7119 gateway port host: None {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:53:17.054920 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-92669257-a703-46d8-a798-dcc9054764b9 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (4db258d6-995b-4c81-9de0-a9ce87953f07), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:17.130712 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f5c5ba24-23d8-4d3d-8a01-9e2086987fb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:17.181872 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92669257-a703-46d8-a798-dcc9054764b9 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Pushing event deleted for resources: {'Port': ['ID=4db258d6-995b-4c81-9de0-a9ce87953f07,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:17.255437 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-869b8f18-dc3d-4878-9185-2bc692fc29ee tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:17.261824 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-869b8f18-dc3d-4878-9185-2bc692fc29ee tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] 10.222.0.78 "DELETE /networking/v2.0/ports/80ed0137-40fd-4177-9456-37478f3cc45f HTTP/1.1" status: 204 len: 168 time: 3.3349707 Oct 04 20:53:17.266560 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45642) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:17.286925 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45644) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:17.327395 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d6a81235-7b3d-4136-825c-016bd6d59c32 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (0b59dfc8-0794-467a-9da7-c01dc65ce1a6), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:17.471069 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3a9f859d-3620-4b03-9bac-587f46bf5f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:17.478456 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:17.489532 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-92669257-a703-46d8-a798-dcc9054764b9 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for floatingip (0578e4f0-8b17-46c6-b736-0957be7ebd79), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:17.490243 n-d-852085-12 neutron-server[108170]: INFO neutron.db.l3_db [None req-92669257-a703-46d8-a798-dcc9054764b9 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Floating IP 0578e4f0-8b17-46c6-b736-0957be7ebd79 disassociated (deleted). External IP: 172.25.5.42, port: 5809862c-dcb4-485b-b33e-8b5bae460a07. Oct 04 20:53:17.501847 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:17.518722 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-4e9512ce-656b-48da-9968-b7d75d1c0549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'name': 'tempest-RoutersTest-router-1933585120', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:36Z', 'updated_at': '2022-10-04T20:53:12Z', 'revision_number': 10, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'gw_port_host': None, '_interfaces': [{'id': 'b7642158-2de1-4d6d-8790-bcc9c032f60b', 'name': '', 'network_id': '6c08d114-6acc-4123-89a6-391843302c04', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'mac_address': 'fa:16:3e:51:06:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '5d3cff06-c5a9-460c-b648-2641a66f3c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:47Z', 'updated_at': '2022-10-04T20:51:22Z', 'revision_number': 5, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'subnets': [{'id': '5d3cff06-c5a9-460c-b648-2641a66f3c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:17.585675 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9512ce-656b-48da-9968-b7d75d1c0549 None None] Checking router: 3081662c-0fdc-4630-b24f-73f5027b7119 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:53:17.606245 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f5c5ba24-23d8-4d3d-8a01-9e2086987fb9 admin admin] Publish callbacks [] for security_group (85265194-ec79-4402-815a-6da3926e4f85), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:17.611728 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9512ce-656b-48da-9968-b7d75d1c0549 None None] Routers {'3081662c-0fdc-4630-b24f-73f5027b7119'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:53:17.615501 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-4e9512ce-656b-48da-9968-b7d75d1c0549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:53:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['3081662c-0fdc-4630-b24f-73f5027b7119'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:17.724917 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-c212ea71-27c6-4e3b-879a-9c71ad07ed4b tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Deleting port 00f4fc37-fde3-4842-82c0-06054c0a879b {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:53:17.724917 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c212ea71-27c6-4e3b-879a-9c71ad07ed4b tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (00f4fc37-fde3-4842-82c0-06054c0a879b), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:17.736827 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d6a81235-7b3d-4136-825c-016bd6d59c32 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (0b59dfc8-0794-467a-9da7-c01dc65ce1a6), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:17.788580 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f5c5ba24-23d8-4d3d-8a01-9e2086987fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (85265194-ec79-4402-815a-6da3926e4f85), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:17.802731 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a81235-7b3d-4136-825c-016bd6d59c32 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event deleted for resources: {'Subnet': ['ID=0b59dfc8-0794-467a-9da7-c01dc65ce1a6,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:17.844780 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-4e9512ce-656b-48da-9968-b7d75d1c0549 None None] Set router 3081662c-0fdc-4630-b24f-73f5027b7119 gateway port host: None {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:53:17.871464 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d6a81235-7b3d-4136-825c-016bd6d59c32 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:17.895583 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45656) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:17.898832 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d6a81235-7b3d-4136-825c-016bd6d59c32 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/0b59dfc8-0794-467a-9da7-c01dc65ce1a6 HTTP/1.1" status: 204 len: 168 time: 1.3376658 Oct 04 20:53:17.955042 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f5c5ba24-23d8-4d3d-8a01-9e2086987fb9 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=cdabaebb087f404884ccf3cac0bb058c&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1277633 Oct 04 20:53:17.958250 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c5ba24-23d8-4d3d-8a01-9e2086987fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85265194-ec79-4402-815a-6da3926e4f85,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:17.962773 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45660) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:17.981770 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0871f2-701e-45e9-bc91-8b446f4a08ab None None] Network 4f0c76aa-0b67-42ea-abe1-7961d753a0e0 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:53:18.026279 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:18.108741 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-efb94fcb-2576-4c99-a2fe-448bd737db14 admin admin] Publish callbacks [] for security_group (85265194-ec79-4402-815a-6da3926e4f85), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:18.143466 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45664) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:18.197902 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-efb94fcb-2576-4c99-a2fe-448bd737db14 admin admin] Publish callbacks [] for security_group (85265194-ec79-4402-815a-6da3926e4f85), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:18.331561 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c212ea71-27c6-4e3b-879a-9c71ad07ed4b tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (00f4fc37-fde3-4842-82c0-06054c0a879b), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:18.346158 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-207b5b04-9405-4e74-8cd2-f540d2cab9f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:18.379792 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-ad5b6108-0cf8-4674-91da-6a20fdf2c64a admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=75d41fde9234405ea6611897f9a4bdc0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0949130 Oct 04 20:53:18.391326 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45666) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:18.494083 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-c212ea71-27c6-4e3b-879a-9c71ad07ed4b tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Calling delete_port for 00f4fc37-fde3-4842-82c0-06054c0a879b owned by {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:53:18.497655 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-efb94fcb-2576-4c99-a2fe-448bd737db14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (85265194-ec79-4402-815a-6da3926e4f85), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:18.508284 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-efb94fcb-2576-4c99-a2fe-448bd737db14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:18.514512 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-efb94fcb-2576-4c99-a2fe-448bd737db14 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/85265194-ec79-4402-815a-6da3926e4f85 HTTP/1.1" status: 204 len: 168 time: 0.5458903 Oct 04 20:53:18.554396 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:UPDATE=2,neutron:SELECT=83,neutron:INSERT=6,neutron:DELETE=9 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:18.575898 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f49a21dc-ccb1-452e-a2cb-727bc615b0e9 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (4f0c76aa-0b67-42ea-abe1-7961d753a0e0), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:18.611082 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb94fcb-2576-4c99-a2fe-448bd737db14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85265194-ec79-4402-815a-6da3926e4f85,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:18.727064 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d429fc9a-e729-4959-8039-1579f0e1737c admin admin] Publish callbacks [] for security_group (88829e34-0338-4520-bef8-d939072195df), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:18.728458 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:18.730869 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-4e9512ce-656b-48da-9968-b7d75d1c0549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'name': 'tempest-RoutersTest-router-1933585120', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:36Z', 'updated_at': '2022-10-04T20:53:12Z', 'revision_number': 10, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'gw_port_host': None, '_interfaces': [{'id': 'b7642158-2de1-4d6d-8790-bcc9c032f60b', 'name': '', 'network_id': '6c08d114-6acc-4123-89a6-391843302c04', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'mac_address': 'fa:16:3e:51:06:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '5d3cff06-c5a9-460c-b648-2641a66f3c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:47Z', 'updated_at': '2022-10-04T20:51:22Z', 'revision_number': 5, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'subnets': [{'id': '5d3cff06-c5a9-460c-b648-2641a66f3c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:18.745440 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365c44fb-66f1-4238-90da-4cf3868c7ef7 None None] DHCP port deletion for 4f0c76aa-0b67-42ea-abe1-7961d753a0e0 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:53:18.842832 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9512ce-656b-48da-9968-b7d75d1c0549 None None] The sync data for ids ['3081662c-0fdc-4630-b24f-73f5027b7119'] in n-d-852085-12 is: [{'id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'name': 'tempest-RoutersTest-router-1933585120', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:36Z', 'updated_at': '2022-10-04T20:53:12Z', 'revision_number': 10, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'gw_port_host': None, '_interfaces': [{'id': 'b7642158-2de1-4d6d-8790-bcc9c032f60b', 'name': '', 'network_id': '6c08d114-6acc-4123-89a6-391843302c04', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'mac_address': 'fa:16:3e:51:06:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '5d3cff06-c5a9-460c-b648-2641a66f3c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:47Z', 'updated_at': '2022-10-04T20:51:22Z', 'revision_number': 5, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'subnets': [{'id': '5d3cff06-c5a9-460c-b648-2641a66f3c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:53:18.874580 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d429fc9a-e729-4959-8039-1579f0e1737c admin admin] Publish callbacks [] for security_group (88829e34-0338-4520-bef8-d939072195df), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:18.905274 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92669257-a703-46d8-a798-dcc9054764b9 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Router 338eba0b-7a56-4642-842c-8d7eb2577e2d has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:53:18.931855 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-365c44fb-66f1-4238-90da-4cf3868c7ef7 None None] Deleting port 7c8ad87f-2d42-427a-b83c-13e8dba466df {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:53:18.933112 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-365c44fb-66f1-4238-90da-4cf3868c7ef7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (7c8ad87f-2d42-427a-b83c-13e8dba466df), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:18.940237 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-f49a21dc-ccb1-452e-a2cb-727bc615b0e9 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Deleting port 7c8ad87f-2d42-427a-b83c-13e8dba466df {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:53:18.940739 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f49a21dc-ccb1-452e-a2cb-727bc615b0e9 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (7c8ad87f-2d42-427a-b83c-13e8dba466df), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:19.083728 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-365c44fb-66f1-4238-90da-4cf3868c7ef7 None None] For port 7c8ad87f-2d42-427a-b83c-13e8dba466df, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=7c8ad87f-2d42-427a-b83c-13e8dba466df,segment=NetworkSegment(6071ae77-bbc2-4314-be2d-1b12ad8cbffa),segment_id=6071ae77-bbc2-4314-be2d-1b12ad8cbffa)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:53:19.084362 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-365c44fb-66f1-4238-90da-4cf3868c7ef7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (7c8ad87f-2d42-427a-b83c-13e8dba466df), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:19.098747 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-207b5b04-9405-4e74-8cd2-f540d2cab9f8 admin admin] Publish callbacks [] for security_group (c752fcc1-a1c7-4a13-a9ab-62da1beae07d), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:19.163191 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-365c44fb-66f1-4238-90da-4cf3868c7ef7 None None] Calling delete_port for 7c8ad87f-2d42-427a-b83c-13e8dba466df owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:53:19.205173 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:19.235338 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-207b5b04-9405-4e74-8cd2-f540d2cab9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (c752fcc1-a1c7-4a13-a9ab-62da1beae07d), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:19.330098 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-f49a21dc-ccb1-452e-a2cb-727bc615b0e9 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] For port 7c8ad87f-2d42-427a-b83c-13e8dba466df, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=7c8ad87f-2d42-427a-b83c-13e8dba466df,segment=NetworkSegment(6071ae77-bbc2-4314-be2d-1b12ad8cbffa),segment_id=6071ae77-bbc2-4314-be2d-1b12ad8cbffa)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:53:19.330098 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f49a21dc-ccb1-452e-a2cb-727bc615b0e9 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (7c8ad87f-2d42-427a-b83c-13e8dba466df), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:19.371949 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-207b5b04-9405-4e74-8cd2-f540d2cab9f8 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=5d1e8f5c3b944e59829cb492257f599d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2235315 Oct 04 20:53:19.374259 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45680) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:19.442306 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d429fc9a-e729-4959-8039-1579f0e1737c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (88829e34-0338-4520-bef8-d939072195df), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:19.446196 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-f49a21dc-ccb1-452e-a2cb-727bc615b0e9 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Calling delete_port for 7c8ad87f-2d42-427a-b83c-13e8dba466df owned by network:dhcp {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:53:19.446914 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d429fc9a-e729-4959-8039-1579f0e1737c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:19.452574 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d429fc9a-e729-4959-8039-1579f0e1737c admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/88829e34-0338-4520-bef8-d939072195df HTTP/1.1" status: 204 len: 168 time: 1.0536275 Oct 04 20:53:19.484739 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:19.551771 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-365c44fb-66f1-4238-90da-4cf3868c7ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (7c8ad87f-2d42-427a-b83c-13e8dba466df), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:19.575798 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207b5b04-9405-4e74-8cd2-f540d2cab9f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c752fcc1-a1c7-4a13-a9ab-62da1beae07d,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:19.582585 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92669257-a703-46d8-a798-dcc9054764b9 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:53:19.594391 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-92669257-a703-46d8-a798-dcc9054764b9 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:19.615818 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b412ec-71a3-494e-a870-d6cfd11b1671 None None] Sync routers for ids ['338eba0b-7a56-4642-842c-8d7eb2577e2d'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:53:19.646969 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c212ea71-27c6-4e3b-879a-9c71ad07ed4b tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (00f4fc37-fde3-4842-82c0-06054c0a879b), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:19.686809 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365c44fb-66f1-4238-90da-4cf3868c7ef7 None None] Pushing event deleted for resources: {'Port': ['ID=7c8ad87f-2d42-427a-b83c-13e8dba466df,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:19.694613 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365c44fb-66f1-4238-90da-4cf3868c7ef7 None None] No DVR routers for this DVR port 7c8ad87f-2d42-427a-b83c-13e8dba466df on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:53:19.701531 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b412ec-71a3-494e-a870-d6cfd11b1671 None None] Routers {'338eba0b-7a56-4642-842c-8d7eb2577e2d'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:53:19.708027 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-20b412ec-71a3-494e-a870-d6cfd11b1671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:53:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['338eba0b-7a56-4642-842c-8d7eb2577e2d'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:19.719460 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 7c8ad87f-2d42-427a-b83c-13e8dba466df no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:53:19.739070 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d429fc9a-e729-4959-8039-1579f0e1737c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88829e34-0338-4520-bef8-d939072195df,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:19.763323 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-baea7d8a-a887-4858-b5bf-1702972bc02a admin admin] Publish callbacks [] for security_group (c752fcc1-a1c7-4a13-a9ab-62da1beae07d), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:19.786266 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-20b412ec-71a3-494e-a870-d6cfd11b1671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:19.795868 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 7c8ad87f-2d42-427a-b83c-13e8dba466df {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:53:19.796477 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 7c8ad87f-2d42-427a-b83c-13e8dba466df not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:53:19.797442 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device c8f4c098-db0c-4a52-9741-0fbe07e0fb8f no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:53:19.803636 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c212ea71-27c6-4e3b-879a-9c71ad07ed4b tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Pushing event deleted for resources: {'Port': ['ID=00f4fc37-fde3-4842-82c0-06054c0a879b,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:19.813315 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b412ec-71a3-494e-a870-d6cfd11b1671 None None] Routers {'338eba0b-7a56-4642-842c-8d7eb2577e2d'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:53:19.815345 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-20b412ec-71a3-494e-a870-d6cfd11b1671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:53:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['338eba0b-7a56-4642-842c-8d7eb2577e2d'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:19.824321 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-92669257-a703-46d8-a798-dcc9054764b9 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/0578e4f0-8b17-46c6-b736-0957be7ebd79 HTTP/1.1" status: 204 len: 168 time: 5.7011442 Oct 04 20:53:19.835395 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45688) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:19.905302 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-20b412ec-71a3-494e-a870-d6cfd11b1671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:19.906796 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b412ec-71a3-494e-a870-d6cfd11b1671 None None] The sync data for ids ['338eba0b-7a56-4642-842c-8d7eb2577e2d'] in n-d-852085-12 is: [] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:53:19.911835 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-baea7d8a-a887-4858-b5bf-1702972bc02a admin admin] Publish callbacks [] for security_group (c752fcc1-a1c7-4a13-a9ab-62da1beae07d), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:19.917523 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: c8f4c098-db0c-4a52-9741-0fbe07e0fb8f {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:53:19.930295 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device c8f4c098-db0c-4a52-9741-0fbe07e0fb8f not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:53:20.041398 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45690) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:20.107187 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:20.120123 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-21d730de-01ef-47b2-aa8a-6296cd4120a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:20.292244 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-781585ab-c40f-401a-a36c-fad5930fc8ef tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Deleting port 5809862c-dcb4-485b-b33e-8b5bae460a07 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:53:20.293277 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-781585ab-c40f-401a-a36c-fad5930fc8ef tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (5809862c-dcb4-485b-b33e-8b5bae460a07), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:20.317115 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f49a21dc-ccb1-452e-a2cb-727bc615b0e9 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (7c8ad87f-2d42-427a-b83c-13e8dba466df), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:20.380286 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:20.387518 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-baea7d8a-a887-4858-b5bf-1702972bc02a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (c752fcc1-a1c7-4a13-a9ab-62da1beae07d), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:20.410198 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-baea7d8a-a887-4858-b5bf-1702972bc02a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:20.410198 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-baea7d8a-a887-4858-b5bf-1702972bc02a admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/c752fcc1-a1c7-4a13-a9ab-62da1beae07d HTTP/1.1" status: 204 len: 168 time: 1.0205812 Oct 04 20:53:20.433060 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baea7d8a-a887-4858-b5bf-1702972bc02a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c752fcc1-a1c7-4a13-a9ab-62da1beae07d,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:20.470030 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49a21dc-ccb1-452e-a2cb-727bc615b0e9 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event deleted for resources: {'Port': ['ID=7c8ad87f-2d42-427a-b83c-13e8dba466df,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:20.503508 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c212ea71-27c6-4e3b-879a-9c71ad07ed4b tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:20.509227 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c212ea71-27c6-4e3b-879a-9c71ad07ed4b tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] 10.222.0.78 "DELETE /networking/v2.0/ports/00f4fc37-fde3-4842-82c0-06054c0a879b HTTP/1.1" status: 204 len: 168 time: 3.2411072 Oct 04 20:53:20.511320 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49a21dc-ccb1-452e-a2cb-727bc615b0e9 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] No DVR routers for this DVR port 7c8ad87f-2d42-427a-b83c-13e8dba466df on host n-d-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:53:20.519178 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45698) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:20.556653 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-21d730de-01ef-47b2-aa8a-6296cd4120a0 admin admin] Publish callbacks [] for security_group (d38902b3-8694-4538-9c5d-f628f0c68981), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:20.717870 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-21d730de-01ef-47b2-aa8a-6296cd4120a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (d38902b3-8694-4538-9c5d-f628f0c68981), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:20.837481 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-781585ab-c40f-401a-a36c-fad5930fc8ef tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (5809862c-dcb4-485b-b33e-8b5bae460a07), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:20.848514 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f49a21dc-ccb1-452e-a2cb-727bc615b0e9 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (4f0c76aa-0b67-42ea-abe1-7961d753a0e0), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:20.854842 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-21d730de-01ef-47b2-aa8a-6296cd4120a0 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=e8524cad81824ff7825a468efb5b2b14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8102818 Oct 04 20:53:20.856532 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45704) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:20.859910 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d730de-01ef-47b2-aa8a-6296cd4120a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d38902b3-8694-4538-9c5d-f628f0c68981,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:20.896803 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-4342caa8-3051-4cd4-bcc8-16b58c967e89 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Deleting subnet bc76479c-1ccd-4405-a8b2-b1cdf81155f9 {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:53:20.926115 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4342caa8-3051-4cd4-bcc8-16b58c967e89 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks [] for subnet (bc76479c-1ccd-4405-a8b2-b1cdf81155f9), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:20.937155 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-781585ab-c40f-401a-a36c-fad5930fc8ef tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Calling delete_port for 5809862c-dcb4-485b-b33e-8b5bae460a07 owned by {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:53:20.942565 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-f49a21dc-ccb1-452e-a2cb-727bc615b0e9 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f0c76aa-0b67-42ea-abe1-7961d753a0e0']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:21.011355 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5b2132a9-603b-44e4-b2d1-f1504061a276 admin admin] Publish callbacks [] for security_group (d38902b3-8694-4538-9c5d-f628f0c68981), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:21.020494 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-f49a21dc-ccb1-452e-a2cb-727bc615b0e9 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6071ae77-bbc2-4314-be2d-1b12ad8cbffa') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:21.024894 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-f49a21dc-ccb1-452e-a2cb-727bc615b0e9 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6071ae77-bbc2-4314-be2d-1b12ad8cbffa') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:21.059045 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5b2132a9-603b-44e4-b2d1-f1504061a276 admin admin] Publish callbacks [] for security_group (d38902b3-8694-4538-9c5d-f628f0c68981), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:21.114407 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4342caa8-3051-4cd4-bcc8-16b58c967e89 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (bc76479c-1ccd-4405-a8b2-b1cdf81155f9), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:21.122168 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f49a21dc-ccb1-452e-a2cb-727bc615b0e9 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (6071ae77-bbc2-4314-be2d-1b12ad8cbffa), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:21.228480 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:21.242545 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f49a21dc-ccb1-452e-a2cb-727bc615b0e9 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (6071ae77-bbc2-4314-be2d-1b12ad8cbffa), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:21.277126 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f49a21dc-ccb1-452e-a2cb-727bc615b0e9 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:53:21.277742 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f49a21dc-ccb1-452e-a2cb-727bc615b0e9 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (6071ae77-bbc2-4314-be2d-1b12ad8cbffa), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:21.289074 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5b2132a9-603b-44e4-b2d1-f1504061a276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (d38902b3-8694-4538-9c5d-f628f0c68981), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:21.296284 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5b2132a9-603b-44e4-b2d1-f1504061a276 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:21.301071 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-5b2132a9-603b-44e4-b2d1-f1504061a276 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/d38902b3-8694-4538-9c5d-f628f0c68981 HTTP/1.1" status: 204 len: 168 time: 0.4398642 Oct 04 20:53:21.331299 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2132a9-603b-44e4-b2d1-f1504061a276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38902b3-8694-4538-9c5d-f628f0c68981,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:21.346618 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 6071ae77-bbc2-4314-be2d-1b12ad8cbffa resource provider aggregate not found Oct 04 20:53:21.492304 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 6071ae77-bbc2-4314-be2d-1b12ad8cbffa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6071ae77-bbc2-4314-be2d-1b12ad8cbffa found for delete ", "request_id": "req-ca7db673-e262-4002-937d-cafcf9a46990"}]} Oct 04 20:53:21.542128 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:21.552008 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:21.610459 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4342caa8-3051-4cd4-bcc8-16b58c967e89 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (bc76479c-1ccd-4405-a8b2-b1cdf81155f9), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:21.615323 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:21.660644 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f49a21dc-ccb1-452e-a2cb-727bc615b0e9 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (4f0c76aa-0b67-42ea-abe1-7961d753a0e0), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:21.667595 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f49a21dc-ccb1-452e-a2cb-727bc615b0e9 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:21.673296 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f49a21dc-ccb1-452e-a2cb-727bc615b0e9 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "DELETE /networking/v2.0/networks/4f0c76aa-0b67-42ea-abe1-7961d753a0e0 HTTP/1.1" status: 204 len: 168 time: 3.7571108 Oct 04 20:53:21.678815 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45728) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:21.798499 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49a21dc-ccb1-452e-a2cb-727bc615b0e9 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event deleted for resources: {'Network': ['ID=4f0c76aa-0b67-42ea-abe1-7961d753a0e0,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:21.909308 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:21.987370 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4342caa8-3051-4cd4-bcc8-16b58c967e89 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (bc76479c-1ccd-4405-a8b2-b1cdf81155f9), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:22.001048 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-781585ab-c40f-401a-a36c-fad5930fc8ef tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (5809862c-dcb4-485b-b33e-8b5bae460a07), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:22.105907 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781585ab-c40f-401a-a36c-fad5930fc8ef tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Pushing event deleted for resources: {'Port': ['ID=5809862c-dcb4-485b-b33e-8b5bae460a07,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:22.115922 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4342caa8-3051-4cd4-bcc8-16b58c967e89 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Pushing event deleted for resources: {'Subnet': ['ID=bc76479c-1ccd-4405-a8b2-b1cdf81155f9,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:22.119656 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4342caa8-3051-4cd4-bcc8-16b58c967e89 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:22.131208 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4342caa8-3051-4cd4-bcc8-16b58c967e89 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/bc76479c-1ccd-4405-a8b2-b1cdf81155f9 HTTP/1.1" status: 204 len: 168 time: 1.6011791 Oct 04 20:53:22.132588 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45736) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:22.155394 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80803439-f023-4415-a2b9-69afe4b15e77 None None] Network c5dfd2b2-03b5-4649-af3d-9e2e03b726c5 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:53:22.347219 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45742) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:22.382788 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-70773c6a-f83a-4a1b-8163-25de33391f14 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Deleting subnet cb0dd148-9a71-466f-8406-656782e65234 {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:53:22.395537 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-70773c6a-f83a-4a1b-8163-25de33391f14 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks [] for subnet (cb0dd148-9a71-466f-8406-656782e65234), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:22.484831 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-781585ab-c40f-401a-a36c-fad5930fc8ef tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:22.501858 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-781585ab-c40f-401a-a36c-fad5930fc8ef tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] 10.222.0.78 "DELETE /networking/v2.0/ports/5809862c-dcb4-485b-b33e-8b5bae460a07 HTTP/1.1" status: 204 len: 168 time: 2.6590488 Oct 04 20:53:22.503563 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45746) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:22.510539 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058f388c-be7f-4c38-8ed6-357aa84b1632 None None] DHCP port deletion for c5dfd2b2-03b5-4649-af3d-9e2e03b726c5 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:53:22.520194 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-a2f2834b-7c43-4d67-9972-4f9dee87bba9 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Request body: {'floatingip': {'floating_network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:53:22.530320 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-70773c6a-f83a-4a1b-8163-25de33391f14 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (cb0dd148-9a71-466f-8406-656782e65234), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:22.593798 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-058f388c-be7f-4c38-8ed6-357aa84b1632 None None] Deleting port 3a3c4237-624f-4bdb-980f-c6906e1c2827 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:53:22.604163 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-058f388c-be7f-4c38-8ed6-357aa84b1632 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (3a3c4237-624f-4bdb-980f-c6906e1c2827), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:22.661669 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a2f2834b-7c43-4d67-9972-4f9dee87bba9 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for floatingip (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:22.678747 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c6e1f265-39e5-46fa-8380-0fe1dfe45400 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (3081662c-0fdc-4630-b24f-73f5027b7119), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:22.793658 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-058f388c-be7f-4c38-8ed6-357aa84b1632 None None] For port 3a3c4237-624f-4bdb-980f-c6906e1c2827, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=3a3c4237-624f-4bdb-980f-c6906e1c2827,segment=NetworkSegment(6e1a348d-3e89-41c4-9ff0-49034e00e8e8),segment_id=6e1a348d-3e89-41c4-9ff0-49034e00e8e8)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:53:22.794367 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-058f388c-be7f-4c38-8ed6-357aa84b1632 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (3a3c4237-624f-4bdb-980f-c6906e1c2827), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:22.830849 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-058f388c-be7f-4c38-8ed6-357aa84b1632 None None] Calling delete_port for 3a3c4237-624f-4bdb-980f-c6906e1c2827 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:53:22.955374 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a2f2834b-7c43-4d67-9972-4f9dee87bba9 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:23.088710 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:23.215970 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-058f388c-be7f-4c38-8ed6-357aa84b1632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (3a3c4237-624f-4bdb-980f-c6906e1c2827), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:23.235068 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:23.289853 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058f388c-be7f-4c38-8ed6-357aa84b1632 None None] No DVR routers for this DVR port 3a3c4237-624f-4bdb-980f-c6906e1c2827 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:53:23.346787 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-a2f2834b-7c43-4d67-9972-4f9dee87bba9 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Allocated IP 172.25.5.71 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/7fdabf08-a711-4331-bcac-50a4a53b542b) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:53:23.370325 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058f388c-be7f-4c38-8ed6-357aa84b1632 None None] Pushing event deleted for resources: {'Port': ['ID=3a3c4237-624f-4bdb-980f-c6906e1c2827,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:23.412476 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:23.448445 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-70773c6a-f83a-4a1b-8163-25de33391f14 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (cb0dd148-9a71-466f-8406-656782e65234), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:23.513049 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-728d1b6f-f912-4e82-ab78-a31090449725 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1351798813-network', 'tenant_id': '46118121de724c439d844950f5542370'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:53:23.631821 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 3a3c4237-624f-4bdb-980f-c6906e1c2827 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:53:23.746577 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 3a3c4237-624f-4bdb-980f-c6906e1c2827 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:53:23.746577 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 3a3c4237-624f-4bdb-980f-c6906e1c2827 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:53:23.800613 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728d1b6f-f912-4e82-ab78-a31090449725 admin admin] Made reservation on behalf of 46118121de724c439d844950f5542370 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:53:23.813149 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a2f2834b-7c43-4d67-9972-4f9dee87bba9 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for port (7fdabf08-a711-4331-bcac-50a4a53b542b), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:23.820442 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-728d1b6f-f912-4e82-ab78-a31090449725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:23.890252 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-728d1b6f-f912-4e82-ab78-a31090449725 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:23.896302 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-1927ccc5-8ed0-49ed-b83e-ed5a2821474b req-8ed240cf-dfb0-4d51-a1aa-cb5384dc0c1f tempest-ServerShowV254Test-2042905204 tempest-ServerShowV254Test-2042905204-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f75a1e63-9eaf-45d4-8ba3-5650e5e325b8 HTTP/1.1" status: 200 len: 210 time: 0.0796423 Oct 04 20:53:24.050288 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-c6e1f265-39e5-46fa-8380-0fe1dfe45400 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Deleting port b7642158-2de1-4d6d-8790-bcc9c032f60b {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:53:24.051898 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c6e1f265-39e5-46fa-8380-0fe1dfe45400 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (b7642158-2de1-4d6d-8790-bcc9c032f60b), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:24.096411 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a2f2834b-7c43-4d67-9972-4f9dee87bba9 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (7fdabf08-a711-4331-bcac-50a4a53b542b), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:24.177166 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-70773c6a-f83a-4a1b-8163-25de33391f14 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (cb0dd148-9a71-466f-8406-656782e65234), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:24.217259 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f2834b-7c43-4d67-9972-4f9dee87bba9 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:53:24.220241 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f2834b-7c43-4d67-9972-4f9dee87bba9 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Pushing event updated for resources: {'Port': ['ID=7fdabf08-a711-4331-bcac-50a4a53b542b,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:24.239189 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-a2f2834b-7c43-4d67-9972-4f9dee87bba9 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:53:24.247308 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f2834b-7c43-4d67-9972-4f9dee87bba9 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:53:24.274754 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70773c6a-f83a-4a1b-8163-25de33391f14 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Pushing event deleted for resources: {'Subnet': ['ID=cb0dd148-9a71-466f-8406-656782e65234,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:24.278576 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-70773c6a-f83a-4a1b-8163-25de33391f14 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:24.284594 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-70773c6a-f83a-4a1b-8163-25de33391f14 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/cb0dd148-9a71-466f-8406-656782e65234 HTTP/1.1" status: 204 len: 168 time: 2.1478934 Oct 04 20:53:24.298402 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45784) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:24.306104 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f115e502-707e-4413-b2c6-af4d6fb91aa8 None None] Network 8d2d5848-a194-4e51-833e-12e1ff126b76 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:53:24.487023 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:24.518124 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:24.553443 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-c6e1f265-39e5-46fa-8380-0fe1dfe45400 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] For port b7642158-2de1-4d6d-8790-bcc9c032f60b, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b7642158-2de1-4d6d-8790-bcc9c032f60b,segment=NetworkSegment(0b89cb3b-9cd8-4647-895f-e665f857bc0a),segment_id=0b89cb3b-9cd8-4647-895f-e665f857bc0a)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:53:24.554060 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c6e1f265-39e5-46fa-8380-0fe1dfe45400 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (b7642158-2de1-4d6d-8790-bcc9c032f60b), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:24.642935 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-728d1b6f-f912-4e82-ab78-a31090449725 admin admin] Publish callbacks [] for security_group (702cb0fe-b3d1-4c39-b425-bd43789e060b), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:24.664104 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a2f2834b-7c43-4d67-9972-4f9dee87bba9 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for floatingip (e1efb32f-3b6f-47a8-b72b-afb96c100020), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:24.696047 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-c6e1f265-39e5-46fa-8380-0fe1dfe45400 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Calling delete_port for b7642158-2de1-4d6d-8790-bcc9c032f60b owned by network:router_interface {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:53:24.745862 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-728d1b6f-f912-4e82-ab78-a31090449725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (702cb0fe-b3d1-4c39-b425-bd43789e060b), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:24.760687 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c2118fba-19e9-4e28-bf87-7eecdb53ddc5 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (c5dfd2b2-03b5-4649-af3d-9e2e03b726c5), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:24.810420 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45788) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:24.925383 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-728d1b6f-f912-4e82-ab78-a31090449725 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:53:24.950286 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64bcbb51-7106-4f5f-a772-00bb64933b72 None None] DHCP port deletion for 8d2d5848-a194-4e51-833e-12e1ff126b76 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:53:24.958373 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a2f2834b-7c43-4d67-9972-4f9dee87bba9 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (7fdabf08-a711-4331-bcac-50a4a53b542b), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:24.995939 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728d1b6f-f912-4e82-ab78-a31090449725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702cb0fe-b3d1-4c39-b425-bd43789e060b,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:25.002623 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-728d1b6f-f912-4e82-ab78-a31090449725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (86c470e2-35a3-4efc-b6ee-877c5014fc60), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:25.003309 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-728d1b6f-f912-4e82-ab78-a31090449725 admin admin] Added segment 86c470e2-35a3-4efc-b6ee-877c5014fc60 of type vlan for network 0f02f09f-f74c-4c9e-b798-232ff1428103 Oct 04 20:53:25.189331 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-2fc462c4-afb1-4fbe-b2d0-6d7e014fbe5e req-643505ec-4075-4d8f-b07a-78cca477cec7 tempest-ServerShowV254Test-2042905204 tempest-ServerShowV254Test-2042905204-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f75a1e63-9eaf-45d4-8ba3-5650e5e325b8 HTTP/1.1" status: 200 len: 210 time: 0.0958047 Oct 04 20:53:25.345107 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:25.379590 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-728d1b6f-f912-4e82-ab78-a31090449725 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (0f02f09f-f74c-4c9e-b798-232ff1428103), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:25.440598 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c2118fba-19e9-4e28-bf87-7eecdb53ddc5 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (c5dfd2b2-03b5-4649-af3d-9e2e03b726c5), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:25.520566 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-c2118fba-19e9-4e28-bf87-7eecdb53ddc5 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5dfd2b2-03b5-4649-af3d-9e2e03b726c5']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:25.549196 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-c2118fba-19e9-4e28-bf87-7eecdb53ddc5 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e1a348d-3e89-41c4-9ff0-49034e00e8e8') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:25.550061 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a2f2834b-7c43-4d67-9972-4f9dee87bba9 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for port (7fdabf08-a711-4331-bcac-50a4a53b542b), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:25.550439 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-c2118fba-19e9-4e28-bf87-7eecdb53ddc5 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e1a348d-3e89-41c4-9ff0-49034e00e8e8') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:25.560787 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.db.resource_extend [None req-728d1b6f-f912-4e82-ab78-a31090449725 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 04 20:53:25.590974 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-66143e2c-e6b6-48f3-bdd8-eb27fe723846 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1719897415'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:53:25.657641 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-64bcbb51-7106-4f5f-a772-00bb64933b72 None None] Deleting port 62f877d3-28da-4666-8da3-dd3537c082a6 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:53:25.658661 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-64bcbb51-7106-4f5f-a772-00bb64933b72 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (62f877d3-28da-4666-8da3-dd3537c082a6), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:25.667393 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 62f877d3-28da-4666-8da3-dd3537c082a6 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:53:25.678691 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c2118fba-19e9-4e28-bf87-7eecdb53ddc5 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (6e1a348d-3e89-41c4-9ff0-49034e00e8e8), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:25.711106 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a2f2834b-7c43-4d67-9972-4f9dee87bba9 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (7fdabf08-a711-4331-bcac-50a4a53b542b), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:25.732928 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c2118fba-19e9-4e28-bf87-7eecdb53ddc5 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (6e1a348d-3e89-41c4-9ff0-49034e00e8e8), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:25.780052 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:25.808797 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-728d1b6f-f912-4e82-ab78-a31090449725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (0f02f09f-f74c-4c9e-b798-232ff1428103), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:25.811410 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728d1b6f-f912-4e82-ab78-a31090449725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:53:25.813122 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-728d1b6f-f912-4e82-ab78-a31090449725 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:25.820979 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2118fba-19e9-4e28-bf87-7eecdb53ddc5 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:53:25.823445 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c2118fba-19e9-4e28-bf87-7eecdb53ddc5 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (6e1a348d-3e89-41c4-9ff0-49034e00e8e8), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:25.867426 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66143e2c-e6b6-48f3-bdd8-eb27fe723846 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Made reservation on behalf of 3809e6c0563e46a2bba84c0b5b2c7ed0 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:53:25.876046 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-66143e2c-e6b6-48f3-bdd8-eb27fe723846 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:25.975740 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-64bcbb51-7106-4f5f-a772-00bb64933b72 None None] For port 62f877d3-28da-4666-8da3-dd3537c082a6, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=62f877d3-28da-4666-8da3-dd3537c082a6,segment=NetworkSegment(de4f3dab-2625-449f-89ba-305ec72cfc96),segment_id=de4f3dab-2625-449f-89ba-305ec72cfc96)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:53:25.976656 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-64bcbb51-7106-4f5f-a772-00bb64933b72 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (62f877d3-28da-4666-8da3-dd3537c082a6), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:26.008862 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-64bcbb51-7106-4f5f-a772-00bb64933b72 None None] Calling delete_port for 62f877d3-28da-4666-8da3-dd3537c082a6 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:53:26.026228 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728d1b6f-f912-4e82-ab78-a31090449725 admin admin] Pushing event updated for resources: {'Network': ['ID=0f02f09f-f74c-4c9e-b798-232ff1428103,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:26.148546 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 6e1a348d-3e89-41c4-9ff0-49034e00e8e8 resource provider aggregate not found Oct 04 20:53:26.217157 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 6e1a348d-3e89-41c4-9ff0-49034e00e8e8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6e1a348d-3e89-41c4-9ff0-49034e00e8e8 found for delete ", "request_id": "req-7c89d35d-b1c2-4ea1-b277-1dccf6a89fe5"}]} Oct 04 20:53:26.230439 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 0f02f09f-f74c-4c9e-b798-232ff1428103 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:53:26.240429 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 62f877d3-28da-4666-8da3-dd3537c082a6 is: ACTIVE; New status is: DOWN {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:53:26.241612 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (62f877d3-28da-4666-8da3-dd3537c082a6), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:26.263213 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-728d1b6f-f912-4e82-ab78-a31090449725 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.9051850 Oct 04 20:53:26.264467 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45816) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:26.284270 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-67493042-09cc-44e6-bb48-5da52ff90be1 admin admin] Request body: {'subnet': {'network_id': '0f02f09f-f74c-4c9e-b798-232ff1428103', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1351798813-subnet', 'tenant_id': '46118121de724c439d844950f5542370', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:53:26.341453 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c6e1f265-39e5-46fa-8380-0fe1dfe45400 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (b7642158-2de1-4d6d-8790-bcc9c032f60b), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:26.347547 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c2118fba-19e9-4e28-bf87-7eecdb53ddc5 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (c5dfd2b2-03b5-4649-af3d-9e2e03b726c5), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:26.469192 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c2118fba-19e9-4e28-bf87-7eecdb53ddc5 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:26.480687 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c2118fba-19e9-4e28-bf87-7eecdb53ddc5 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] 10.222.0.78 "DELETE /networking/v2.0/networks/c5dfd2b2-03b5-4649-af3d-9e2e03b726c5 HTTP/1.1" status: 204 len: 168 time: 2.1804621 Oct 04 20:53:26.491767 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45824) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:26.513209 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-66143e2c-e6b6-48f3-bdd8-eb27fe723846 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:26.534013 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67493042-09cc-44e6-bb48-5da52ff90be1 admin admin] Made reservation on behalf of 46118121de724c439d844950f5542370 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:53:26.542264 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-67493042-09cc-44e6-bb48-5da52ff90be1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:26.659323 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a2f2834b-7c43-4d67-9972-4f9dee87bba9 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582728'] for floatingip (e1efb32f-3b6f-47a8-b72b-afb96c100020), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:26.664591 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f2834b-7c43-4d67-9972-4f9dee87bba9 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Pushing event updated for resources: {'Port': ['ID=7fdabf08-a711-4331-bcac-50a4a53b542b,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:26.759328 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 62f877d3-28da-4666-8da3-dd3537c082a6, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=62f877d3-28da-4666-8da3-dd3537c082a6,segment=NetworkSegment(de4f3dab-2625-449f-89ba-305ec72cfc96),segment_id=de4f3dab-2625-449f-89ba-305ec72cfc96)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:53:26.802974 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e1f265-39e5-46fa-8380-0fe1dfe45400 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event deleted for resources: {'Port': ['ID=b7642158-2de1-4d6d-8790-bcc9c032f60b,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:26.808950 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-8a3d599d-0a4a-42c2-b5dd-f6f04621bc4e req-c212c47d-1e6c-4fbe-a940-29ae7e09eed9 tempest-ServerShowV254Test-2042905204 tempest-ServerShowV254Test-2042905204-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f75a1e63-9eaf-45d4-8ba3-5650e5e325b8 HTTP/1.1" status: 200 len: 210 time: 0.3187144 Oct 04 20:53:26.830479 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2118fba-19e9-4e28-bf87-7eecdb53ddc5 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Pushing event deleted for resources: {'Network': ['ID=c5dfd2b2-03b5-4649-af3d-9e2e03b726c5,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:26.894587 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (62f877d3-28da-4666-8da3-dd3537c082a6), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:26.932573 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0fcd18eb-c4b7-4a4d-8a5b-fe892ee501b7 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (8d2d5848-a194-4e51-833e-12e1ff126b76), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:27.067504 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a2f2834b-7c43-4d67-9972-4f9dee87bba9 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:27.079729 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a2f2834b-7c43-4d67-9972-4f9dee87bba9 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5740399 Oct 04 20:53:27.081194 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45832) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:27.093078 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=62f877d3-28da-4666-8da3-dd3537c082a6,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:27.095023 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-76b971f6-360c-4dab-992f-25d084be0e7f tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Request body: {'port': {'network_id': '2b8174f1-b48d-40fd-bc34-e53f926a0172', 'name': 'tempest-FloatingIPTestJSON-1047071587'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:53:27.100467 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-64bcbb51-7106-4f5f-a772-00bb64933b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (62f877d3-28da-4666-8da3-dd3537c082a6), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:27.155689 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:27.169097 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bcbb51-7106-4f5f-a772-00bb64933b72 None None] Pushing event deleted for resources: {'Port': ['ID=62f877d3-28da-4666-8da3-dd3537c082a6,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:27.201372 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bcbb51-7106-4f5f-a772-00bb64933b72 None None] No DVR routers for this DVR port 62f877d3-28da-4666-8da3-dd3537c082a6 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:53:27.233416 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-0fcd18eb-c4b7-4a4d-8a5b-fe892ee501b7 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Deleting port 62f877d3-28da-4666-8da3-dd3537c082a6 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:53:27.234713 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0fcd18eb-c4b7-4a4d-8a5b-fe892ee501b7 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (62f877d3-28da-4666-8da3-dd3537c082a6), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:27.236459 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=81,neutron:DELETE=15,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:27.508312 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-66143e2c-e6b6-48f3-bdd8-eb27fe723846 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks [] for security_group (2b8f2ab3-043e-4123-ab3f-ec32b51aeff2), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:27.516338 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-0fcd18eb-c4b7-4a4d-8a5b-fe892ee501b7 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] For port 62f877d3-28da-4666-8da3-dd3537c082a6, host n-d-852085-12, got binding levels [] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:53:27.516998 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0fcd18eb-c4b7-4a4d-8a5b-fe892ee501b7 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (62f877d3-28da-4666-8da3-dd3537c082a6), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:27.592091 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c6e1f265-39e5-46fa-8380-0fe1dfe45400 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (3081662c-0fdc-4630-b24f-73f5027b7119), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:27.653685 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-0fcd18eb-c4b7-4a4d-8a5b-fe892ee501b7 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Calling delete_port for 62f877d3-28da-4666-8da3-dd3537c082a6 owned by network:dhcp {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:53:27.660773 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.ipam_backend_mixin [None req-0fcd18eb-c4b7-4a4d-8a5b-fe892ee501b7 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Port 62f877d3-28da-4666-8da3-dd3537c082a6 was not found and therefore no delete operation was performed {{(pid=108170) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 04 20:53:27.672642 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0fcd18eb-c4b7-4a4d-8a5b-fe892ee501b7 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (62f877d3-28da-4666-8da3-dd3537c082a6), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:27.682168 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=9 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:27.687771 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-66143e2c-e6b6-48f3-bdd8-eb27fe723846 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (2b8f2ab3-043e-4123-ab3f-ec32b51aeff2), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:27.712887 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66143e2c-e6b6-48f3-bdd8-eb27fe723846 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:53:27.760526 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-66143e2c-e6b6-48f3-bdd8-eb27fe723846 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (edd88974-79c4-4e24-becd-26232c7f4e26), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:27.761119 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-66143e2c-e6b6-48f3-bdd8-eb27fe723846 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Added segment edd88974-79c4-4e24-becd-26232c7f4e26 of type vlan for network 509ada20-d96d-463a-ba3e-aaf7f1dda48e Oct 04 20:53:27.849535 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcd18eb-c4b7-4a4d-8a5b-fe892ee501b7 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Pushing event deleted for resources: {'Port': ['ID=62f877d3-28da-4666-8da3-dd3537c082a6,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:27.867324 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcd18eb-c4b7-4a4d-8a5b-fe892ee501b7 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] No DVR routers for this DVR port 62f877d3-28da-4666-8da3-dd3537c082a6 on host n-d-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:53:27.915414 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 20:53:27.969556 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-67493042-09cc-44e6-bb48-5da52ff90be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (6e51c1f8-6d3f-4bd0-9b22-6410eb78597e), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:28.062761 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6e1f265-39e5-46fa-8380-0fe1dfe45400 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Router 3081662c-0fdc-4630-b24f-73f5027b7119 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:53:28.083684 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:28.085379 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66143e2c-e6b6-48f3-bdd8-eb27fe723846 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8f2ab3-043e-4123-ab3f-ec32b51aeff2,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:28.137047 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67493042-09cc-44e6-bb48-5da52ff90be1 admin admin] Checking segment: {'id': '86c470e2-35a3-4efc-b6ee-877c5014fc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0f02f09f-f74c-4c9e-b798-232ff1428103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:53:28.137574 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67493042-09cc-44e6-bb48-5da52ff90be1 admin admin] Network hostable DHCP agents. Network: 0f02f09f-f74c-4c9e-b798-232ff1428103, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:53:28.152471 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67493042-09cc-44e6-bb48-5da52ff90be1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e51c1f8-6d3f-4bd0-9b22-6410eb78597e,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:28.164920 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-66143e2c-e6b6-48f3-bdd8-eb27fe723846 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (509ada20-d96d-463a-ba3e-aaf7f1dda48e), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:28.293812 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b971f6-360c-4dab-992f-25d084be0e7f tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Made reservation on behalf of 223d432ff6a643f39235b9d5774265c1 for: {'port': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:53:28.302337 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-76b971f6-360c-4dab-992f-25d084be0e7f tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:28.357129 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ff318486-0e18-4c77-81e5-018d5ac8a6ae req-63ea985e-8900-4937-870f-4936edca9b43 tempest-ServerShowV254Test-2042905204 tempest-ServerShowV254Test-2042905204-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f75a1e63-9eaf-45d4-8ba3-5650e5e325b8 HTTP/1.1" status: 200 len: 210 time: 0.2377565 Oct 04 20:53:28.359825 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e1f265-39e5-46fa-8380-0fe1dfe45400 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:53:28.369917 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.db.resource_extend [None req-66143e2c-e6b6-48f3-bdd8-eb27fe723846 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 04 20:53:28.376497 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c6e1f265-39e5-46fa-8380-0fe1dfe45400 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "PUT /networking/v2.0/routers/3081662c-0fdc-4630-b24f-73f5027b7119/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6915216 Oct 04 20:53:28.377470 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45850) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:28.379867 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0fcd18eb-c4b7-4a4d-8a5b-fe892ee501b7 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (8d2d5848-a194-4e51-833e-12e1ff126b76), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:28.393641 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67493042-09cc-44e6-bb48-5da52ff90be1 admin admin] Network 0f02f09f-f74c-4c9e-b798-232ff1428103 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:53:28.422133 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02982ca0-8152-46d3-af05-bb92d8954c73 None None] Sync routers for ids ['3081662c-0fdc-4630-b24f-73f5027b7119'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:53:28.423300 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [None req-76b971f6-360c-4dab-992f-25d084be0e7f tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] device_id is not set on port afe70dae-1c85-439e-bcd7-828100370156 yet. {{(pid=108170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 20:53:28.454756 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02982ca0-8152-46d3-af05-bb92d8954c73 None None] Routers {'3081662c-0fdc-4630-b24f-73f5027b7119'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:53:28.456384 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-02982ca0-8152-46d3-af05-bb92d8954c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:53:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['3081662c-0fdc-4630-b24f-73f5027b7119'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:28.556134 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-0fcd18eb-c4b7-4a4d-8a5b-fe892ee501b7 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d2d5848-a194-4e51-833e-12e1ff126b76']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:28.567663 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cc09f94-d481-4f3f-bc57-8842417d6bcb tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Deleting subnet 5d3cff06-c5a9-460c-b648-2641a66f3c4a {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:53:28.575244 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2cc09f94-d481-4f3f-bc57-8842417d6bcb tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for subnet (5d3cff06-c5a9-460c-b648-2641a66f3c4a), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:28.581595 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-0fcd18eb-c4b7-4a4d-8a5b-fe892ee501b7 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de4f3dab-2625-449f-89ba-305ec72cfc96') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:28.582208 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-0fcd18eb-c4b7-4a4d-8a5b-fe892ee501b7 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de4f3dab-2625-449f-89ba-305ec72cfc96') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:28.614391 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0fcd18eb-c4b7-4a4d-8a5b-fe892ee501b7 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (de4f3dab-2625-449f-89ba-305ec72cfc96), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:28.632381 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-02982ca0-8152-46d3-af05-bb92d8954c73 None None] Set router 3081662c-0fdc-4630-b24f-73f5027b7119 gateway port host: None {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:53:28.666145 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-66143e2c-e6b6-48f3-bdd8-eb27fe723846 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (509ada20-d96d-463a-ba3e-aaf7f1dda48e), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:28.666677 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-67493042-09cc-44e6-bb48-5da52ff90be1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 0f02f09f-f74c-4c9e-b798-232ff1428103) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:53:28.678352 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66143e2c-e6b6-48f3-bdd8-eb27fe723846 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:53:28.679974 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-66143e2c-e6b6-48f3-bdd8-eb27fe723846 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:28.703017 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:28.703664 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67493042-09cc-44e6-bb48-5da52ff90be1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:53:28.705043 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-67493042-09cc-44e6-bb48-5da52ff90be1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:28.705440 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0fcd18eb-c4b7-4a4d-8a5b-fe892ee501b7 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (de4f3dab-2625-449f-89ba-305ec72cfc96), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:28.740903 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2cc09f94-d481-4f3f-bc57-8842417d6bcb tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (5d3cff06-c5a9-460c-b648-2641a66f3c4a), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:28.759221 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:28.763249 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-02982ca0-8152-46d3-af05-bb92d8954c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'name': 'tempest-RoutersTest-router-1933585120', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:36Z', 'updated_at': '2022-10-04T20:53:25Z', 'revision_number': 11, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:28.769417 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f9807a-9567-490a-8966-76da967815da None None] Network 0f02f09f-f74c-4c9e-b798-232ff1428103 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:53:28.861647 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02982ca0-8152-46d3-af05-bb92d8954c73 None None] Checking router: 3081662c-0fdc-4630-b24f-73f5027b7119 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:53:28.921743 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fcd18eb-c4b7-4a4d-8a5b-fe892ee501b7 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:53:28.922201 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0fcd18eb-c4b7-4a4d-8a5b-fe892ee501b7 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (de4f3dab-2625-449f-89ba-305ec72cfc96), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:29.026605 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment de4f3dab-2625-449f-89ba-305ec72cfc96 resource provider aggregate not found Oct 04 20:53:29.079891 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2cc09f94-d481-4f3f-bc57-8842417d6bcb tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (5d3cff06-c5a9-460c-b648-2641a66f3c4a), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:29.090961 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02982ca0-8152-46d3-af05-bb92d8954c73 None None] Routers {'3081662c-0fdc-4630-b24f-73f5027b7119'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:53:29.095513 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-02982ca0-8152-46d3-af05-bb92d8954c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:53:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['3081662c-0fdc-4630-b24f-73f5027b7119'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:29.109248 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-67493042-09cc-44e6-bb48-5da52ff90be1 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.8419361 Oct 04 20:53:29.116676 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment de4f3dab-2625-449f-89ba-305ec72cfc96 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid de4f3dab-2625-449f-89ba-305ec72cfc96 found for delete ", "request_id": "req-3f0a7a4f-f973-46ba-808b-a5138785bf23"}]} Oct 04 20:53:29.117023 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45864) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:29.118324 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66143e2c-e6b6-48f3-bdd8-eb27fe723846 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Pushing event updated for resources: {'Network': ['ID=509ada20-d96d-463a-ba3e-aaf7f1dda48e,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:29.167394 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-66143e2c-e6b6-48f3-bdd8-eb27fe723846 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 794 time: 4.3547873 Oct 04 20:53:29.170759 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45866) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:29.185682 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-4d385e75-9010-4a59-bc04-6f0651b80f8d admin admin] Request body: {'router': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1351798813-router', 'tenant_id': '46118121de724c439d844950f5542370', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:53:29.193197 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-4b3737cc-ffac-4900-8f73-34813f76b0a5 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Request body: {'subnet': {'network_id': '509ada20-d96d-463a-ba3e-aaf7f1dda48e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:53:29.293174 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 509ada20-d96d-463a-ba3e-aaf7f1dda48e details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:53:29.297696 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:29.388690 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0fcd18eb-c4b7-4a4d-8a5b-fe892ee501b7 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (8d2d5848-a194-4e51-833e-12e1ff126b76), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:29.400445 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0fcd18eb-c4b7-4a4d-8a5b-fe892ee501b7 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:29.404969 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4d385e75-9010-4a59-bc04-6f0651b80f8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (6fa45475-fec3-42d6-9190-eda60a56cf0b), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:29.415198 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4d385e75-9010-4a59-bc04-6f0651b80f8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (6fa45475-fec3-42d6-9190-eda60a56cf0b), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:29.415459 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-0fcd18eb-c4b7-4a4d-8a5b-fe892ee501b7 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] 10.222.0.78 "DELETE /networking/v2.0/networks/8d2d5848-a194-4e51-833e-12e1ff126b76 HTTP/1.1" status: 204 len: 168 time: 2.9126189 Oct 04 20:53:29.434473 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-76b971f6-360c-4dab-992f-25d084be0e7f tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Allocated IP 172.20.0.7 (2b8174f1-b48d-40fd-bc34-e53f926a0172/c5a65eca-4ca5-41d9-ba24-4fbaab4b050c/afe70dae-1c85-439e-bcd7-828100370156) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:53:29.580066 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcd18eb-c4b7-4a4d-8a5b-fe892ee501b7 tempest-TaggedBootDevicesTest-446184929 tempest-TaggedBootDevicesTest-446184929-project] Pushing event deleted for resources: {'Network': ['ID=8d2d5848-a194-4e51-833e-12e1ff126b76,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:29.657894 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0afcd626-8074-4044-a238-07a564e8edd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-0f02f09f-f74c-4c9e-b798-232ff1428103', 'network_id': '0f02f09f-f74c-4c9e-b798-232ff1428103', 'project_id': '46118121de724c439d844950f5542370', 'fixed_ips': [{'subnet_id': '6e51c1f8-6d3f-4bd0-9b22-6410eb78597e'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:53:29.660933 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0afcd626-8074-4044-a238-07a564e8edd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:29.670991 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4d385e75-9010-4a59-bc04-6f0651b80f8d admin admin] Publish callbacks [] for router_controller (6fa45475-fec3-42d6-9190-eda60a56cf0b), precommit_add_association {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:29.690649 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2cc09f94-d481-4f3f-bc57-8842417d6bcb tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (5d3cff06-c5a9-460c-b648-2641a66f3c4a), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:29.752486 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-02982ca0-8152-46d3-af05-bb92d8954c73 None None] Set router 3081662c-0fdc-4630-b24f-73f5027b7119 gateway port host: None {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:53:29.773582 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c5eb70-c023-410a-9f32-3504a2e65807 None None] Network 6c08d114-6acc-4123-89a6-391843302c04 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:53:29.805818 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc09f94-d481-4f3f-bc57-8842417d6bcb tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event deleted for resources: {'Subnet': ['ID=5d3cff06-c5a9-460c-b648-2641a66f3c4a,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:29.816997 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2cc09f94-d481-4f3f-bc57-8842417d6bcb tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:29.829280 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-2cc09f94-d481-4f3f-bc57-8842417d6bcb tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/5d3cff06-c5a9-460c-b648-2641a66f3c4a HTTP/1.1" status: 204 len: 168 time: 1.4484928 Oct 04 20:53:29.834400 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45878) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:29.931771 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ae95e009-1550-4fbb-ad0c-a6494f869152 req-f27f9d1d-4036-4f34-a7ae-7d19a6e03d9f tempest-ServerShowV254Test-2042905204 tempest-ServerShowV254Test-2042905204-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f75a1e63-9eaf-45d4-8ba3-5650e5e325b8 HTTP/1.1" status: 200 len: 210 time: 0.1416340 Oct 04 20:53:29.999492 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3737cc-ffac-4900-8f73-34813f76b0a5 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Made reservation on behalf of 3809e6c0563e46a2bba84c0b5b2c7ed0 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:53:30.033683 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4b3737cc-ffac-4900-8f73-34813f76b0a5 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:30.153375 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:30.156241 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-02982ca0-8152-46d3-af05-bb92d8954c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'name': 'tempest-RoutersTest-router-1933585120', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:36Z', 'updated_at': '2022-10-04T20:53:25Z', 'revision_number': 11, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:30.381419 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02982ca0-8152-46d3-af05-bb92d8954c73 None None] The sync data for ids ['3081662c-0fdc-4630-b24f-73f5027b7119'] in n-d-852085-12 is: [{'id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'name': 'tempest-RoutersTest-router-1933585120', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:36Z', 'updated_at': '2022-10-04T20:53:25Z', 'revision_number': 11, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'gw_port_host': None}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:53:30.420666 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4d385e75-9010-4a59-bc04-6f0651b80f8d admin admin] Publish callbacks [] for router_gateway (6fa45475-fec3-42d6-9190-eda60a56cf0b), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:30.459393 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=24 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:30.619516 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=5,neutron:INSERT=6 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:30.697819 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-0afcd626-8074-4044-a238-07a564e8edd6 None None] Allocated IP 172.20.0.2 (0f02f09f-f74c-4c9e-b798-232ff1428103/6e51c1f8-6d3f-4bd0-9b22-6410eb78597e/4aa909a1-2256-4ca7-9a88-487eff4ff3d0) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:53:30.739513 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9d50197b-71a8-4e92-86fa-04f738705d92 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (6c08d114-6acc-4123-89a6-391843302c04), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:31.149163 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-76b971f6-360c-4dab-992f-25d084be0e7f tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for port (afe70dae-1c85-439e-bcd7-828100370156), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:31.242059 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0afcd626-8074-4044-a238-07a564e8edd6 None None] Publish callbacks [] for port (4aa909a1-2256-4ca7-9a88-487eff4ff3d0), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:31.268138 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7470697d-2977-4505-af64-d9c9a3e59cd2 None None] DHCP port deletion for 6c08d114-6acc-4123-89a6-391843302c04 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:53:31.393994 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0afcd626-8074-4044-a238-07a564e8edd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (4aa909a1-2256-4ca7-9a88-487eff4ff3d0), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:31.514460 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4d385e75-9010-4a59-bc04-6f0651b80f8d admin admin] Publish callbacks [] for router_gateway (6fa45475-fec3-42d6-9190-eda60a56cf0b), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:31.631988 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4d385e75-9010-4a59-bc04-6f0651b80f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:31.751086 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-9d50197b-71a8-4e92-86fa-04f738705d92 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Deleting port b385404d-f8a1-43f8-8f4d-c1d9430dffd4 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:53:31.753589 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9d50197b-71a8-4e92-86fa-04f738705d92 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (b385404d-f8a1-43f8-8f4d-c1d9430dffd4), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:31.825901 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b385404d-f8a1-43f8-8f4d-c1d9430dffd4 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:53:31.861154 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-76b971f6-360c-4dab-992f-25d084be0e7f tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (afe70dae-1c85-439e-bcd7-828100370156), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:31.879688 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:31.885167 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-67c596bf-aa29-4f5b-b404-8417dd7cdda2 req-2ff97975-085f-4eeb-9d8b-21dc12a72653 tempest-ServerShowV254Test-2042905204 tempest-ServerShowV254Test-2042905204-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f75a1e63-9eaf-45d4-8ba3-5650e5e325b8 HTTP/1.1" status: 200 len: 210 time: 0.2634234 Oct 04 20:53:31.905600 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afcd626-8074-4044-a238-07a564e8edd6 None None] Network 0f02f09f-f74c-4c9e-b798-232ff1428103 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:53:31.909044 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-7470697d-2977-4505-af64-d9c9a3e59cd2 None None] Deleting port b385404d-f8a1-43f8-8f4d-c1d9430dffd4 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:53:31.909792 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7470697d-2977-4505-af64-d9c9a3e59cd2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (b385404d-f8a1-43f8-8f4d-c1d9430dffd4), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:32.054020 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:32.065891 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-4d385e75-9010-4a59-bc04-6f0651b80f8d admin admin] Allocated IP 172.25.5.124 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/9b5a94a4-e9e3-40b7-9e6d-16552c36e7f5) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:53:32.069961 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-7470697d-2977-4505-af64-d9c9a3e59cd2 None None] For port b385404d-f8a1-43f8-8f4d-c1d9430dffd4, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b385404d-f8a1-43f8-8f4d-c1d9430dffd4,segment=NetworkSegment(0b89cb3b-9cd8-4647-895f-e665f857bc0a),segment_id=0b89cb3b-9cd8-4647-895f-e665f857bc0a)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:53:32.076690 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7470697d-2977-4505-af64-d9c9a3e59cd2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (b385404d-f8a1-43f8-8f4d-c1d9430dffd4), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:32.099371 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-7470697d-2977-4505-af64-d9c9a3e59cd2 None None] Calling delete_port for b385404d-f8a1-43f8-8f4d-c1d9430dffd4 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:53:32.199743 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4b3737cc-ffac-4900-8f73-34813f76b0a5 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (e9596da9-853a-46e8-9366-e7c69a0423e3), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:32.252618 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-0afcd626-8074-4044-a238-07a564e8edd6 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:53:32.293404 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afcd626-8074-4044-a238-07a564e8edd6 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:53:32.303996 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b971f6-360c-4dab-992f-25d084be0e7f tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Network 2b8174f1-b48d-40fd-bc34-e53f926a0172 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:53:32.341488 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afcd626-8074-4044-a238-07a564e8edd6 None None] Pushing event updated for resources: {'Port': ['ID=4aa909a1-2256-4ca7-9a88-487eff4ff3d0,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:32.463262 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b971f6-360c-4dab-992f-25d084be0e7f tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Pushing event updated for resources: {'Port': ['ID=afe70dae-1c85-439e-bcd7-828100370156,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:32.511468 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4d385e75-9010-4a59-bc04-6f0651b80f8d admin admin] Publish callbacks [] for port (9b5a94a4-e9e3-40b7-9e6d-16552c36e7f5), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:32.526129 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-9d50197b-71a8-4e92-86fa-04f738705d92 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] For port b385404d-f8a1-43f8-8f4d-c1d9430dffd4, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b385404d-f8a1-43f8-8f4d-c1d9430dffd4,segment=NetworkSegment(0b89cb3b-9cd8-4647-895f-e665f857bc0a),segment_id=0b89cb3b-9cd8-4647-895f-e665f857bc0a)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:53:32.526927 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9d50197b-71a8-4e92-86fa-04f738705d92 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (b385404d-f8a1-43f8-8f4d-c1d9430dffd4), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:32.554519 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-76b971f6-360c-4dab-992f-25d084be0e7f tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:53:32.567323 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b971f6-360c-4dab-992f-25d084be0e7f tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:53:32.745591 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3737cc-ffac-4900-8f73-34813f76b0a5 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Pushing event updated for resources: {'Subnet': ['ID=e9596da9-853a-46e8-9366-e7c69a0423e3,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:32.764459 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4d385e75-9010-4a59-bc04-6f0651b80f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (9b5a94a4-e9e3-40b7-9e6d-16552c36e7f5), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:32.769211 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port b385404d-f8a1-43f8-8f4d-c1d9430dffd4 is: ACTIVE; New status is: DOWN {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:53:32.774005 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b385404d-f8a1-43f8-8f4d-c1d9430dffd4), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:32.802134 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7470697d-2977-4505-af64-d9c9a3e59cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (b385404d-f8a1-43f8-8f4d-c1d9430dffd4), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:32.806684 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:32.856599 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b971f6-360c-4dab-992f-25d084be0e7f tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:53:32.859927 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-76b971f6-360c-4dab-992f-25d084be0e7f tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:32.893728 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-9d50197b-71a8-4e92-86fa-04f738705d92 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Calling delete_port for b385404d-f8a1-43f8-8f4d-c1d9430dffd4 owned by network:dhcp {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:53:32.901078 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:32.906309 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d385e75-9010-4a59-bc04-6f0651b80f8d admin admin] Pushing event updated for resources: {'Port': ['ID=9b5a94a4-e9e3-40b7-9e6d-16552c36e7f5,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:32.907157 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3737cc-ffac-4900-8f73-34813f76b0a5 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:53:32.908464 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3737cc-ffac-4900-8f73-34813f76b0a5 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:53:32.909573 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3737cc-ffac-4900-8f73-34813f76b0a5 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:53:32.910451 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3737cc-ffac-4900-8f73-34813f76b0a5 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:53:32.911439 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3737cc-ffac-4900-8f73-34813f76b0a5 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:53:32.912424 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3737cc-ffac-4900-8f73-34813f76b0a5 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:53:32.913596 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3737cc-ffac-4900-8f73-34813f76b0a5 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:53:32.914388 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3737cc-ffac-4900-8f73-34813f76b0a5 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:53:32.917101 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3737cc-ffac-4900-8f73-34813f76b0a5 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:53:32.918518 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3737cc-ffac-4900-8f73-34813f76b0a5 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:53:32.921622 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3737cc-ffac-4900-8f73-34813f76b0a5 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:53:32.921622 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3737cc-ffac-4900-8f73-34813f76b0a5 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:53:32.922621 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3737cc-ffac-4900-8f73-34813f76b0a5 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:53:32.923593 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3737cc-ffac-4900-8f73-34813f76b0a5 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:53:32.924420 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3737cc-ffac-4900-8f73-34813f76b0a5 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:53:32.939390 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d385e75-9010-4a59-bc04-6f0651b80f8d admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:53:32.942981 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-4d385e75-9010-4a59-bc04-6f0651b80f8d admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:53:32.964339 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d385e75-9010-4a59-bc04-6f0651b80f8d admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:53:32.973249 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7470697d-2977-4505-af64-d9c9a3e59cd2 None None] Pushing event deleted for resources: {'Port': ['ID=b385404d-f8a1-43f8-8f4d-c1d9430dffd4,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:33.012328 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7470697d-2977-4505-af64-d9c9a3e59cd2 None None] No DVR routers for this DVR port b385404d-f8a1-43f8-8f4d-c1d9430dffd4 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:53:33.143808 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-0afcd626-8074-4044-a238-07a564e8edd6 None None] Attempting to bind port 4aa909a1-2256-4ca7-9a88-487eff4ff3d0 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:53:33.144808 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-0afcd626-8074-4044-a238-07a564e8edd6 None None] Attempting to bind port 4aa909a1-2256-4ca7-9a88-487eff4ff3d0 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '86c470e2-35a3-4efc-b6ee-877c5014fc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0f02f09f-f74c-4c9e-b798-232ff1428103'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:53:33.145783 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afcd626-8074-4044-a238-07a564e8edd6 None None] Attempting to bind port 4aa909a1-2256-4ca7-9a88-487eff4ff3d0 on network 0f02f09f-f74c-4c9e-b798-232ff1428103 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:53:33.157850 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b7642158-2de1-4d6d-8790-bcc9c032f60b no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:53:33.269520 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: b7642158-2de1-4d6d-8790-bcc9c032f60b {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:53:33.270480 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b7642158-2de1-4d6d-8790-bcc9c032f60b not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:53:33.321925 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:33.384736 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afcd626-8074-4044-a238-07a564e8edd6 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:53:33.387018 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afcd626-8074-4044-a238-07a564e8edd6 None None] Checking segment: {'id': '86c470e2-35a3-4efc-b6ee-877c5014fc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0f02f09f-f74c-4c9e-b798-232ff1428103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:53:33.387018 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0afcd626-8074-4044-a238-07a564e8edd6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:33.387018 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afcd626-8074-4044-a238-07a564e8edd6 None None] Bound using segment: {'id': '86c470e2-35a3-4efc-b6ee-877c5014fc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0f02f09f-f74c-4c9e-b798-232ff1428103'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:53:33.387750 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-0afcd626-8074-4044-a238-07a564e8edd6 None None] Bound port: 4aa909a1-2256-4ca7-9a88-487eff4ff3d0, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86c470e2-35a3-4efc-b6ee-877c5014fc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0f02f09f-f74c-4c9e-b798-232ff1428103'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:53:33.388423 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0afcd626-8074-4044-a238-07a564e8edd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (4aa909a1-2256-4ca7-9a88-487eff4ff3d0), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:33.469745 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3737cc-ffac-4900-8f73-34813f76b0a5 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Checking segment: {'id': 'edd88974-79c4-4e24-becd-26232c7f4e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '509ada20-d96d-463a-ba3e-aaf7f1dda48e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:53:33.470540 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3737cc-ffac-4900-8f73-34813f76b0a5 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Network hostable DHCP agents. Network: 509ada20-d96d-463a-ba3e-aaf7f1dda48e, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:53:33.502500 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:33.540918 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-76b971f6-360c-4dab-992f-25d084be0e7f tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 929 time: 6.4517789 Oct 04 20:53:33.545420 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-b04bfab8-22e1-40c8-b834-aee7bb867040 req-e843eea9-b6f1-4ee0-9a30-6587ebb29251 tempest-ServerShowV254Test-2042905204 tempest-ServerShowV254Test-2042905204-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f75a1e63-9eaf-45d4-8ba3-5650e5e325b8 HTTP/1.1" status: 200 len: 210 time: 0.1787546 Oct 04 20:53:33.569084 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45932) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:33.578217 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-0afcd626-8074-4044-a238-07a564e8edd6 None None] For port 4aa909a1-2256-4ca7-9a88-487eff4ff3d0, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:53:33.586236 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-4a4b989a-ec99-4ee0-abbd-6c40af41d94f tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Request body: {'floatingip': {'port_id': 'afe70dae-1c85-439e-bcd7-828100370156'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:53:33.587853 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-0afcd626-8074-4044-a238-07a564e8edd6 None None] For port 4aa909a1-2256-4ca7-9a88-487eff4ff3d0, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=4aa909a1-2256-4ca7-9a88-487eff4ff3d0,segment=NetworkSegment(86c470e2-35a3-4efc-b6ee-877c5014fc60),segment_id=86c470e2-35a3-4efc-b6ee-877c5014fc60)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:53:33.749865 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4a4b989a-ec99-4ee0-abbd-6c40af41d94f tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for floatingip (e1efb32f-3b6f-47a8-b72b-afb96c100020), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:33.812744 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0afcd626-8074-4044-a238-07a564e8edd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (4aa909a1-2256-4ca7-9a88-487eff4ff3d0), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:33.900634 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3737cc-ffac-4900-8f73-34813f76b0a5 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Network 509ada20-d96d-463a-ba3e-aaf7f1dda48e is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:53:34.007940 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:34.065816 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afcd626-8074-4044-a238-07a564e8edd6 None None] Pushing event updated for resources: {'Port': ['ID=4aa909a1-2256-4ca7-9a88-487eff4ff3d0,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:34.066704 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9d50197b-71a8-4e92-86fa-04f738705d92 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (b385404d-f8a1-43f8-8f4d-c1d9430dffd4), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:34.097801 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-4b3737cc-ffac-4900-8f73-34813f76b0a5 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 509ada20-d96d-463a-ba3e-aaf7f1dda48e) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:53:34.119349 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d377dc-de97-42b0-9129-ac2917f71b3d None None] Network 509ada20-d96d-463a-ba3e-aaf7f1dda48e requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:53:34.150813 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3737cc-ffac-4900-8f73-34813f76b0a5 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:53:34.151935 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4b3737cc-ffac-4900-8f73-34813f76b0a5 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:34.350842 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d50197b-71a8-4e92-86fa-04f738705d92 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event deleted for resources: {'Port': ['ID=b385404d-f8a1-43f8-8f4d-c1d9430dffd4,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:34.432255 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d50197b-71a8-4e92-86fa-04f738705d92 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] No DVR routers for this DVR port b385404d-f8a1-43f8-8f4d-c1d9430dffd4 on host n-d-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:53:34.462462 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-41d56bed-b764-42d2-84f0-2367c2ce5044 req-a07f1c20-f72f-4354-ab04-3273c796e63b service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=f75a1e63-9eaf-45d4-8ba3-5650e5e325b8 HTTP/1.1" status: 200 len: 210 time: 1.3313165 Oct 04 20:53:34.520492 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4d385e75-9010-4a59-bc04-6f0651b80f8d admin admin] Publish callbacks [] for router_gateway (6fa45475-fec3-42d6-9190-eda60a56cf0b), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:34.579515 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4b3737cc-ffac-4900-8f73-34813f76b0a5 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.4020121 Oct 04 20:53:34.643317 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45944) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:34.689742 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ca6b90-0255-4dbb-a970-a4d08222a569 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-509ada20-d96d-463a-ba3e-aaf7f1dda48e', 'network_id': '509ada20-d96d-463a-ba3e-aaf7f1dda48e', 'project_id': '3809e6c0563e46a2bba84c0b5b2c7ed0', 'fixed_ips': [{'subnet_id': 'e9596da9-853a-46e8-9366-e7c69a0423e3'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:53:34.692109 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-04ca6b90-0255-4dbb-a970-a4d08222a569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:34.699971 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-3794b9c3-d4bb-4ced-9472-a5d8803c34e8 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1740405372', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:53:35.344961 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-04ca6b90-0255-4dbb-a970-a4d08222a569 None None] Allocated IP 172.20.0.2 (509ada20-d96d-463a-ba3e-aaf7f1dda48e/e9596da9-853a-46e8-9366-e7c69a0423e3/405203ce-53a6-4cce-a399-a5ac55239aa0) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:53:35.559509 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4d385e75-9010-4a59-bc04-6f0651b80f8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (6fa45475-fec3-42d6-9190-eda60a56cf0b), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:35.905244 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:35.922754 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 4aa909a1-2256-4ca7-9a88-487eff4ff3d0 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:53:35.932863 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9d50197b-71a8-4e92-86fa-04f738705d92 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (6c08d114-6acc-4123-89a6-391843302c04), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:36.259270 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:36.353531 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-04ca6b90-0255-4dbb-a970-a4d08222a569 None None] Publish callbacks [] for port (405203ce-53a6-4cce-a399-a5ac55239aa0), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:36.366743 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-54150bb8-61d5-4ea7-9367-c50eb5d99237 req-1f282e7e-21b7-40b5-99a2-ba7eccb57623 tempest-ServerShowV254Test-2042905204 tempest-ServerShowV254Test-2042905204-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f75a1e63-9eaf-45d4-8ba3-5650e5e325b8 HTTP/1.1" status: 200 len: 210 time: 0.6644843 Oct 04 20:53:36.377001 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 4aa909a1-2256-4ca7-9a88-487eff4ff3d0 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:53:36.378442 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (4aa909a1-2256-4ca7-9a88-487eff4ff3d0), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:36.381541 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 4aa909a1-2256-4ca7-9a88-487eff4ff3d0 Oct 04 20:53:36.498085 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-9d50197b-71a8-4e92-86fa-04f738705d92 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c08d114-6acc-4123-89a6-391843302c04']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:36.525412 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-9d50197b-71a8-4e92-86fa-04f738705d92 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b89cb3b-9cd8-4647-895f-e665f857bc0a') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:36.526120 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-9d50197b-71a8-4e92-86fa-04f738705d92 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b89cb3b-9cd8-4647-895f-e665f857bc0a') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:36.547070 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce33e2e7-727a-4f8a-a07f-be31a9e09bb6 None None] Network 0f02f09f-f74c-4c9e-b798-232ff1428103 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:53:36.570204 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9d50197b-71a8-4e92-86fa-04f738705d92 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (0b89cb3b-9cd8-4647-895f-e665f857bc0a), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:36.603013 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-04ca6b90-0255-4dbb-a970-a4d08222a569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (405203ce-53a6-4cce-a399-a5ac55239aa0), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:36.603341 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9d50197b-71a8-4e92-86fa-04f738705d92 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (0b89cb3b-9cd8-4647-895f-e665f857bc0a), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:36.632923 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d50197b-71a8-4e92-86fa-04f738705d92 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:53:36.632923 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9d50197b-71a8-4e92-86fa-04f738705d92 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (0b89cb3b-9cd8-4647-895f-e665f857bc0a), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:36.886682 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:36.913102 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ca6b90-0255-4dbb-a970-a4d08222a569 None None] Pushing event updated for resources: {'Port': ['ID=405203ce-53a6-4cce-a399-a5ac55239aa0,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:36.957229 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45966) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:37.058723 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3794b9c3-d4bb-4ced-9472-a5d8803c34e8 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (3e4a9dd3-11de-428e-b605-edc619fc0b5f), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:37.061960 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3794b9c3-d4bb-4ced-9472-a5d8803c34e8 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (3e4a9dd3-11de-428e-b605-edc619fc0b5f), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:37.197019 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-44839708-586b-4c6e-ad4e-b52c7d1c7ba7 None None] Provisioning complete for port 4aa909a1-2256-4ca7-9a88-487eff4ff3d0 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:53:37.211546 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-44839708-586b-4c6e-ad4e-b52c7d1c7ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (4aa909a1-2256-4ca7-9a88-487eff4ff3d0), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:37.211546 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-44839708-586b-4c6e-ad4e-b52c7d1c7ba7 None None] Attempt 1 to provision port 4aa909a1-2256-4ca7-9a88-487eff4ff3d0 Oct 04 20:53:37.233325 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 0b89cb3b-9cd8-4647-895f-e665f857bc0a resource provider aggregate not found Oct 04 20:53:37.240027 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9d50197b-71a8-4e92-86fa-04f738705d92 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (6c08d114-6acc-4123-89a6-391843302c04), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:37.249663 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3794b9c3-d4bb-4ced-9472-a5d8803c34e8 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks [] for router_controller (3e4a9dd3-11de-428e-b605-edc619fc0b5f), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:37.270641 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9d50197b-71a8-4e92-86fa-04f738705d92 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:37.277144 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-9d50197b-71a8-4e92-86fa-04f738705d92 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "DELETE /networking/v2.0/networks/6c08d114-6acc-4123-89a6-391843302c04 HTTP/1.1" status: 204 len: 168 time: 7.4282804 Oct 04 20:53:37.284261 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45976) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:37.292479 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-7c787194-b805-4ca8-80e1-9bd0c8b20b7a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Request body: {'router': {'routes': None}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:53:37.303129 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 0b89cb3b-9cd8-4647-895f-e665f857bc0a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0b89cb3b-9cd8-4647-895f-e665f857bc0a found for delete ", "request_id": "req-bcf03ef8-ba43-49b9-a8ec-e5f6ecd998ee"}]} Oct 04 20:53:37.309473 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d50197b-71a8-4e92-86fa-04f738705d92 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Pushing event deleted for resources: {'Network': ['ID=6c08d114-6acc-4123-89a6-391843302c04,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:37.324889 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:37.339290 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ca6b90-0255-4dbb-a970-a4d08222a569 None None] Network 509ada20-d96d-463a-ba3e-aaf7f1dda48e is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:53:37.364540 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3794b9c3-d4bb-4ced-9472-a5d8803c34e8 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (3e4a9dd3-11de-428e-b605-edc619fc0b5f), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:37.397908 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-04ca6b90-0255-4dbb-a970-a4d08222a569 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:53:37.415886 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ca6b90-0255-4dbb-a970-a4d08222a569 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:53:37.562672 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d385e75-9010-4a59-bc04-6f0651b80f8d admin admin] Router 6fa45475-fec3-42d6-9190-eda60a56cf0b is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:53:37.563422 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 4aa909a1-2256-4ca7-9a88-487eff4ff3d0 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:53:37.567729 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (4aa909a1-2256-4ca7-9a88-487eff4ff3d0), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:37.657929 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.db.resource_extend [None req-4a4b989a-ec99-4ee0-abbd-6c40af41d94f tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 04 20:53:37.914362 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=8 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:38.052917 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d385e75-9010-4a59-bc04-6f0651b80f8d admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:53:38.073683 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e31315-2e96-4473-aad2-fd9cc95a44b3 None None] Sync routers for ids ['6fa45475-fec3-42d6-9190-eda60a56cf0b'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:53:38.141839 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e31315-2e96-4473-aad2-fd9cc95a44b3 None None] Routers {'6fa45475-fec3-42d6-9190-eda60a56cf0b'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:53:38.143447 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-27e31315-2e96-4473-aad2-fd9cc95a44b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:53:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['6fa45475-fec3-42d6-9190-eda60a56cf0b'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:38.253168 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 4aa909a1-2256-4ca7-9a88-487eff4ff3d0, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=4aa909a1-2256-4ca7-9a88-487eff4ff3d0,segment=NetworkSegment(86c470e2-35a3-4efc-b6ee-877c5014fc60),segment_id=86c470e2-35a3-4efc-b6ee-877c5014fc60)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:53:38.286947 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-04ca6b90-0255-4dbb-a970-a4d08222a569 None None] Attempting to bind port 405203ce-53a6-4cce-a399-a5ac55239aa0 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:53:38.287609 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-04ca6b90-0255-4dbb-a970-a4d08222a569 None None] Attempting to bind port 405203ce-53a6-4cce-a399-a5ac55239aa0 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'edd88974-79c4-4e24-becd-26232c7f4e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '509ada20-d96d-463a-ba3e-aaf7f1dda48e'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:53:38.291482 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ca6b90-0255-4dbb-a970-a4d08222a569 None None] Attempting to bind port 405203ce-53a6-4cce-a399-a5ac55239aa0 on network 509ada20-d96d-463a-ba3e-aaf7f1dda48e {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:53:38.383001 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-79acfc4e-0b6a-491f-a303-58c08f8f4078 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:38.451399 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (4aa909a1-2256-4ca7-9a88-487eff4ff3d0), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:38.471818 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-44839708-586b-4c6e-ad4e-b52c7d1c7ba7 None None] Current status of the port 4aa909a1-2256-4ca7-9a88-487eff4ff3d0 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:53:38.472562 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-44839708-586b-4c6e-ad4e-b52c7d1c7ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (4aa909a1-2256-4ca7-9a88-487eff4ff3d0), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:38.616280 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-27e31315-2e96-4473-aad2-fd9cc95a44b3 None None] Set router 6fa45475-fec3-42d6-9190-eda60a56cf0b gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:53:38.730500 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.extraroute_db [None req-7c787194-b805-4ca8-80e1-9bd0c8b20b7a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Added routes are [] {{(pid=108169) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 04 20:53:38.738963 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.extraroute_db [None req-7c787194-b805-4ca8-80e1-9bd0c8b20b7a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Removed routes are [] {{(pid=108169) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 04 20:53:38.750113 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7c787194-b805-4ca8-80e1-9bd0c8b20b7a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-465386', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-583633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6069'] for router (3081662c-0fdc-4630-b24f-73f5027b7119), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:38.753178 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4d385e75-9010-4a59-bc04-6f0651b80f8d admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:38.759388 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-4d385e75-9010-4a59-bc04-6f0651b80f8d admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 937 time: 9.5762258 Oct 04 20:53:38.767861 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45994) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:38.906276 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ca6b90-0255-4dbb-a970-a4d08222a569 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:53:38.910380 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ca6b90-0255-4dbb-a970-a4d08222a569 None None] Checking segment: {'id': 'edd88974-79c4-4e24-becd-26232c7f4e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '509ada20-d96d-463a-ba3e-aaf7f1dda48e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:53:38.911540 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-04ca6b90-0255-4dbb-a970-a4d08222a569 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:38.912814 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ca6b90-0255-4dbb-a970-a4d08222a569 None None] Bound using segment: {'id': 'edd88974-79c4-4e24-becd-26232c7f4e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '509ada20-d96d-463a-ba3e-aaf7f1dda48e'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:53:38.913744 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-04ca6b90-0255-4dbb-a970-a4d08222a569 None None] Bound port: 405203ce-53a6-4cce-a399-a5ac55239aa0, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edd88974-79c4-4e24-becd-26232c7f4e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '509ada20-d96d-463a-ba3e-aaf7f1dda48e'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:53:38.914586 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-04ca6b90-0255-4dbb-a970-a4d08222a569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (405203ce-53a6-4cce-a399-a5ac55239aa0), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:38.962386 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:39.003032 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4a4b989a-ec99-4ee0-abbd-6c40af41d94f tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:39.069103 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=4aa909a1-2256-4ca7-9a88-487eff4ff3d0,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:39.101411 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:39.135951 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-44839708-586b-4c6e-ad4e-b52c7d1c7ba7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 20:53:39.137288 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-44839708-586b-4c6e-ad4e-b52c7d1c7ba7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 20:53:39.152627 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3794b9c3-d4bb-4ced-9472-a5d8803c34e8 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:39.155519 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-3794b9c3-d4bb-4ced-9472-a5d8803c34e8 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 715 time: 4.4864507 Oct 04 20:53:39.159872 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a7d4e639-c173-4e9d-8e2e-786c319697c6 req-4587d4a9-a481-46be-ae64-9a553b538d96 tempest-ServerShowV254Test-2042905204 tempest-ServerShowV254Test-2042905204-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f75a1e63-9eaf-45d4-8ba3-5650e5e325b8 HTTP/1.1" status: 200 len: 210 time: 0.1440151 Oct 04 20:53:39.161943 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45996) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:39.177144 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4a4b989a-ec99-4ee0-abbd-6c40af41d94f tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582728'] for floatingip (e1efb32f-3b6f-47a8-b72b-afb96c100020), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:39.222507 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-04ca6b90-0255-4dbb-a970-a4d08222a569 None None] For port 405203ce-53a6-4cce-a399-a5ac55239aa0, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:53:39.231225 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-04ca6b90-0255-4dbb-a970-a4d08222a569 None None] For port 405203ce-53a6-4cce-a399-a5ac55239aa0, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=405203ce-53a6-4cce-a399-a5ac55239aa0,segment=NetworkSegment(edd88974-79c4-4e24-becd-26232c7f4e26),segment_id=edd88974-79c4-4e24-becd-26232c7f4e26)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:53:39.423407 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-27e31315-2e96-4473-aad2-fd9cc95a44b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa45475-fec3-42d6-9190-eda60a56cf0b', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1351798813-router', 'tenant_id': '46118121de724c439d844950f5542370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '9b5a94a4-e9e3-40b7-9e6d-16552c36e7f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:53:29Z', 'updated_at': '2022-10-04T20:53:33Z', 'revision_number': 3, 'project_id': '46118121de724c439d844950f5542370', 'gw_port': {'id': '9b5a94a4-e9e3-40b7-9e6d-16552c36e7f5', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:60:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa45475-fec3-42d6-9190-eda60a56cf0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:53:31Z', 'updated_at': '2022-10-04T20:53:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:39.486979 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e31315-2e96-4473-aad2-fd9cc95a44b3 None None] Checking router: 6fa45475-fec3-42d6-9190-eda60a56cf0b for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:53:39.488029 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e31315-2e96-4473-aad2-fd9cc95a44b3 None None] Updating router 6fa45475-fec3-42d6-9190-eda60a56cf0b port 9b5a94a4-e9e3-40b7-9e6d-16552c36e7f5 binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:53:39.542369 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7c787194-b805-4ca8-80e1-9bd0c8b20b7a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-465386', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-583633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6069'] for router (3081662c-0fdc-4630-b24f-73f5027b7119), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:39.584769 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7c787194-b805-4ca8-80e1-9bd0c8b20b7a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-465361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-465368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-583658'] for router (3081662c-0fdc-4630-b24f-73f5027b7119), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:39.636173 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-04ca6b90-0255-4dbb-a970-a4d08222a569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (405203ce-53a6-4cce-a399-a5ac55239aa0), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:39.647922 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-27e31315-2e96-4473-aad2-fd9cc95a44b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (9b5a94a4-e9e3-40b7-9e6d-16552c36e7f5), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:40.045980 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-44839708-586b-4c6e-ad4e-b52c7d1c7ba7 None None] Current status of the port 4aa909a1-2256-4ca7-9a88-487eff4ff3d0 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:53:40.112682 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ca6b90-0255-4dbb-a970-a4d08222a569 None None] Pushing event updated for resources: {'Port': ['ID=405203ce-53a6-4cce-a399-a5ac55239aa0,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:40.116897 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:40.154842 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c787194-b805-4ca8-80e1-9bd0c8b20b7a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Router 3081662c-0fdc-4630-b24f-73f5027b7119 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:53:40.213842 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:40.267456 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-3b9ac706-e1c3-4889-b511-324bf8b9bf49 None None] Provisioning complete for port 4aa909a1-2256-4ca7-9a88-487eff4ff3d0 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:53:40.273113 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3b9ac706-e1c3-4889-b511-324bf8b9bf49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (4aa909a1-2256-4ca7-9a88-487eff4ff3d0), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:40.290329 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-3b9ac706-e1c3-4889-b511-324bf8b9bf49 None None] Attempt 1 to provision port 4aa909a1-2256-4ca7-9a88-487eff4ff3d0 Oct 04 20:53:40.705058 n-d-852085-12 neutron-server[108170]: INFO neutron.db.l3_db [None req-4a4b989a-ec99-4ee0-abbd-6c40af41d94f tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Floating IP e1efb32f-3b6f-47a8-b72b-afb96c100020 associated. External IP: 172.25.5.71, port: afe70dae-1c85-439e-bcd7-828100370156. Oct 04 20:53:40.711933 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-3b9ac706-e1c3-4889-b511-324bf8b9bf49 None None] Current status of the port 4aa909a1-2256-4ca7-9a88-487eff4ff3d0 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:53:40.762667 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c787194-b805-4ca8-80e1-9bd0c8b20b7a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:53:40.770461 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-79acfc4e-0b6a-491f-a303-58c08f8f4078 admin admin] Publish callbacks [] for security_group (bf17ec5b-ff6b-4492-ab4c-176680f5b993), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:40.778548 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445f68ab-bd16-45a9-9a1c-d130d7ec36fc None None] Sync routers for ids ['3081662c-0fdc-4630-b24f-73f5027b7119'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:53:40.817584 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445f68ab-bd16-45a9-9a1c-d130d7ec36fc None None] Routers {'3081662c-0fdc-4630-b24f-73f5027b7119'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:53:40.822677 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-445f68ab-bd16-45a9-9a1c-d130d7ec36fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:53:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['3081662c-0fdc-4630-b24f-73f5027b7119'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:41.016578 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7c787194-b805-4ca8-80e1-9bd0c8b20b7a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:41.021183 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-7c787194-b805-4ca8-80e1-9bd0c8b20b7a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "PUT /networking/v2.0/routers/3081662c-0fdc-4630-b24f-73f5027b7119 HTTP/1.1" status: 200 len: 701 time: 3.7361071 Oct 04 20:53:41.040384 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-79acfc4e-0b6a-491f-a303-58c08f8f4078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (bf17ec5b-ff6b-4492-ab4c-176680f5b993), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:41.082744 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46020) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:41.124383 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-27e31315-2e96-4473-aad2-fd9cc95a44b3 None None] Publish callbacks [] for port (9b5a94a4-e9e3-40b7-9e6d-16552c36e7f5), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:41.214990 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-27e31315-2e96-4473-aad2-fd9cc95a44b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (9b5a94a4-e9e3-40b7-9e6d-16552c36e7f5), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:41.288350 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 405203ce-53a6-4cce-a399-a5ac55239aa0 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:53:41.299965 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79acfc4e-0b6a-491f-a303-58c08f8f4078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf17ec5b-ff6b-4492-ab4c-176680f5b993,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:41.429873 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-27e31315-2e96-4473-aad2-fd9cc95a44b3 None None] Attempting to bind port 9b5a94a4-e9e3-40b7-9e6d-16552c36e7f5 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:53:41.438170 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-27e31315-2e96-4473-aad2-fd9cc95a44b3 None None] Attempting to bind port 9b5a94a4-e9e3-40b7-9e6d-16552c36e7f5 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:53:41.440658 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e31315-2e96-4473-aad2-fd9cc95a44b3 None None] Attempting to bind port 9b5a94a4-e9e3-40b7-9e6d-16552c36e7f5 on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:53:41.483831 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46026) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:41.485934 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c454d296-0eb0-4b0e-8977-22af9a827825 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3081662c-0fdc-4630-b24f-73f5027b7119 HTTP/1.1" status: 200 len: 205 time: 0.3841858 Oct 04 20:53:41.539355 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79acfc4e-0b6a-491f-a303-58c08f8f4078 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:53:41.539355 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79acfc4e-0b6a-491f-a303-58c08f8f4078 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:53:41.539355 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79acfc4e-0b6a-491f-a303-58c08f8f4078 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:53:41.539355 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79acfc4e-0b6a-491f-a303-58c08f8f4078 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:53:41.542902 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79acfc4e-0b6a-491f-a303-58c08f8f4078 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:53:41.543743 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79acfc4e-0b6a-491f-a303-58c08f8f4078 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:53:41.544307 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79acfc4e-0b6a-491f-a303-58c08f8f4078 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:53:41.544885 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79acfc4e-0b6a-491f-a303-58c08f8f4078 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:53:41.545430 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79acfc4e-0b6a-491f-a303-58c08f8f4078 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:53:41.545974 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79acfc4e-0b6a-491f-a303-58c08f8f4078 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:53:41.546522 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79acfc4e-0b6a-491f-a303-58c08f8f4078 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:53:41.547090 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79acfc4e-0b6a-491f-a303-58c08f8f4078 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:53:41.547861 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-445f68ab-bd16-45a9-9a1c-d130d7ec36fc None None] Set router 3081662c-0fdc-4630-b24f-73f5027b7119 gateway port host: None {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:53:41.553026 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79acfc4e-0b6a-491f-a303-58c08f8f4078 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:53:41.553575 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79acfc4e-0b6a-491f-a303-58c08f8f4078 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:53:41.554123 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79acfc4e-0b6a-491f-a303-58c08f8f4078 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:53:41.698881 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3d5cb012-db77-46d8-8ff0-dbd4ab3538a6 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:41.712844 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3364d7-bb3e-4501-a53e-254ec1dd7b96 None None] Pushing event updated for resources: {'Port': ['ID=9b5a94a4-e9e3-40b7-9e6d-16552c36e7f5,revision_number=2']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:41.821565 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3364d7-bb3e-4501-a53e-254ec1dd7b96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:53:41.826477 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3364d7-bb3e-4501-a53e-254ec1dd7b96 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:53:41.827215 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3364d7-bb3e-4501-a53e-254ec1dd7b96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:53:41.830859 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3364d7-bb3e-4501-a53e-254ec1dd7b96 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:53:41.831651 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3364d7-bb3e-4501-a53e-254ec1dd7b96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:53:41.836703 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3364d7-bb3e-4501-a53e-254ec1dd7b96 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:53:41.837921 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-79acfc4e-0b6a-491f-a303-58c08f8f4078 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=28fefd1f19134df791a4bbace2bd1263&name=default HTTP/1.1" status: 200 len: 3000 time: 4.8747580 Oct 04 20:53:41.838711 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3364d7-bb3e-4501-a53e-254ec1dd7b96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:53:41.838899 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3364d7-bb3e-4501-a53e-254ec1dd7b96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:53:41.844703 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3364d7-bb3e-4501-a53e-254ec1dd7b96 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:53:41.847444 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3364d7-bb3e-4501-a53e-254ec1dd7b96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:53:41.847444 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3364d7-bb3e-4501-a53e-254ec1dd7b96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:53:41.857816 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3364d7-bb3e-4501-a53e-254ec1dd7b96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:53:41.858468 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3364d7-bb3e-4501-a53e-254ec1dd7b96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:53:41.858996 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3364d7-bb3e-4501-a53e-254ec1dd7b96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:53:41.860125 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3364d7-bb3e-4501-a53e-254ec1dd7b96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:53:41.862177 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46032) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:41.920665 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e31315-2e96-4473-aad2-fd9cc95a44b3 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:53:41.923027 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e31315-2e96-4473-aad2-fd9cc95a44b3 None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:53:41.933250 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-27e31315-2e96-4473-aad2-fd9cc95a44b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:41.934160 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e31315-2e96-4473-aad2-fd9cc95a44b3 None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:53:41.938254 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-27e31315-2e96-4473-aad2-fd9cc95a44b3 None None] Bound port: 9b5a94a4-e9e3-40b7-9e6d-16552c36e7f5, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:53:41.938886 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-27e31315-2e96-4473-aad2-fd9cc95a44b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (9b5a94a4-e9e3-40b7-9e6d-16552c36e7f5), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:42.144765 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6a2fa999-9e32-450f-98c8-c01044fefd0d admin admin] Publish callbacks [] for security_group (bf17ec5b-ff6b-4492-ab4c-176680f5b993), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:42.259412 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6a2fa999-9e32-450f-98c8-c01044fefd0d admin admin] Publish callbacks [] for security_group (bf17ec5b-ff6b-4492-ab4c-176680f5b993), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:42.266569 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-27e31315-2e96-4473-aad2-fd9cc95a44b3 None None] For port 9b5a94a4-e9e3-40b7-9e6d-16552c36e7f5, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:53:42.282799 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-27e31315-2e96-4473-aad2-fd9cc95a44b3 None None] For port 9b5a94a4-e9e3-40b7-9e6d-16552c36e7f5, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=9b5a94a4-e9e3-40b7-9e6d-16552c36e7f5,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:53:42.363983 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-27e31315-2e96-4473-aad2-fd9cc95a44b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (9b5a94a4-e9e3-40b7-9e6d-16552c36e7f5), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:42.580146 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e31315-2e96-4473-aad2-fd9cc95a44b3 None None] Routers {'6fa45475-fec3-42d6-9190-eda60a56cf0b'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:53:42.586324 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-27e31315-2e96-4473-aad2-fd9cc95a44b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:53:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['6fa45475-fec3-42d6-9190-eda60a56cf0b'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:42.592418 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6a2fa999-9e32-450f-98c8-c01044fefd0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (bf17ec5b-ff6b-4492-ab4c-176680f5b993), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:42.605883 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6a2fa999-9e32-450f-98c8-c01044fefd0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:42.609207 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-6a2fa999-9e32-450f-98c8-c01044fefd0d admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/bf17ec5b-ff6b-4492-ab4c-176680f5b993 HTTP/1.1" status: 204 len: 168 time: 0.7441354 Oct 04 20:53:42.645755 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-445f68ab-bd16-45a9-9a1c-d130d7ec36fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'name': 'tempest-RoutersTest-router-1933585120', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:36Z', 'updated_at': '2022-10-04T20:53:25Z', 'revision_number': 11, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:42.702558 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2fa999-9e32-450f-98c8-c01044fefd0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf17ec5b-ff6b-4492-ab4c-176680f5b993,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:42.831708 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-5f30f23d-3e22-448b-904e-d491ad2cb02c req-4a71d82f-a5e9-4fdd-bd68-e2bc65cf197c tempest-ServerShowV254Test-2042905204 tempest-ServerShowV254Test-2042905204-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f75a1e63-9eaf-45d4-8ba3-5650e5e325b8 HTTP/1.1" status: 200 len: 210 time: 0.9091170 Oct 04 20:53:42.857816 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:42.865682 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3166f259-662f-4600-a80f-e6a46cddce2a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for router (3081662c-0fdc-4630-b24f-73f5027b7119), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:42.907266 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fca409-b70b-451f-8c60-3861d4000ccb None None] Network 509ada20-d96d-463a-ba3e-aaf7f1dda48e requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:53:42.907593 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3364d7-bb3e-4501-a53e-254ec1dd7b96 None None] Pushing event updated for resources: {'Port': ['ID=9b5a94a4-e9e3-40b7-9e6d-16552c36e7f5,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:42.911594 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a4b989a-ec99-4ee0-abbd-6c40af41d94f tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Router 338eba0b-7a56-4642-842c-8d7eb2577e2d has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:53:42.982905 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-245fe307-81e5-4363-9822-87f660decfb8 None None] Provisioning complete for port 405203ce-53a6-4cce-a399-a5ac55239aa0 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:53:42.985192 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-245fe307-81e5-4363-9822-87f660decfb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (405203ce-53a6-4cce-a399-a5ac55239aa0), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:42.986189 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-245fe307-81e5-4363-9822-87f660decfb8 None None] Attempt 1 to provision port 405203ce-53a6-4cce-a399-a5ac55239aa0 Oct 04 20:53:42.996601 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445f68ab-bd16-45a9-9a1c-d130d7ec36fc None None] Checking router: 3081662c-0fdc-4630-b24f-73f5027b7119 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:53:43.237819 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:43.417263 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ead580ad-279b-4a21-8ad5-eea12475fd6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:43.495193 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:43.541240 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 405203ce-53a6-4cce-a399-a5ac55239aa0 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:53:43.542765 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (405203ce-53a6-4cce-a399-a5ac55239aa0), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:43.543476 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 405203ce-53a6-4cce-a399-a5ac55239aa0 Oct 04 20:53:43.584346 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-27e31315-2e96-4473-aad2-fd9cc95a44b3 None None] Set router 6fa45475-fec3-42d6-9190-eda60a56cf0b gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:53:43.649764 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445f68ab-bd16-45a9-9a1c-d130d7ec36fc None None] Routers {'3081662c-0fdc-4630-b24f-73f5027b7119'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:53:43.650937 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-445f68ab-bd16-45a9-9a1c-d130d7ec36fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:53:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['3081662c-0fdc-4630-b24f-73f5027b7119'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:44.090362 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-245fe307-81e5-4363-9822-87f660decfb8 None None] Current status of the port 405203ce-53a6-4cce-a399-a5ac55239aa0 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:53:44.092258 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-245fe307-81e5-4363-9822-87f660decfb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (405203ce-53a6-4cce-a399-a5ac55239aa0), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:44.097182 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-ead580ad-279b-4a21-8ad5-eea12475fd6f admin admin] Allocated IP 172.20.0.1 (0f02f09f-f74c-4c9e-b798-232ff1428103/6e51c1f8-6d3f-4bd0-9b22-6410eb78597e/caa1ff78-e955-4130-b86b-58cfa3d0a2e8) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:53:44.251710 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-445f68ab-bd16-45a9-9a1c-d130d7ec36fc None None] Set router 3081662c-0fdc-4630-b24f-73f5027b7119 gateway port host: None {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:53:44.339921 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-27e31315-2e96-4473-aad2-fd9cc95a44b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa45475-fec3-42d6-9190-eda60a56cf0b', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1351798813-router', 'tenant_id': '46118121de724c439d844950f5542370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '9b5a94a4-e9e3-40b7-9e6d-16552c36e7f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:53:29Z', 'updated_at': '2022-10-04T20:53:33Z', 'revision_number': 3, 'project_id': '46118121de724c439d844950f5542370', 'gw_port': {'id': '9b5a94a4-e9e3-40b7-9e6d-16552c36e7f5', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:60:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa45475-fec3-42d6-9190-eda60a56cf0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:53:31Z', 'updated_at': '2022-10-04T20:53:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:44.374785 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-3d5cb012-db77-46d8-8ff0-dbd4ab3538a6 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Allocated IP 172.20.0.1 (509ada20-d96d-463a-ba3e-aaf7f1dda48e/e9596da9-853a-46e8-9366-e7c69a0423e3/17e33e19-e4cd-4792-b741-41106abb6262) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:53:44.463727 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3166f259-662f-4600-a80f-e6a46cddce2a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (3081662c-0fdc-4630-b24f-73f5027b7119), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:44.517211 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3166f259-662f-4600-a80f-e6a46cddce2a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for router_controller (3081662c-0fdc-4630-b24f-73f5027b7119), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:44.546348 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-bb3ee91f-0f31-499f-b6c1-a6b5a5c2cd7e req-e47b705a-da20-44cd-a3c6-dd95b49fbf35 tempest-ServerShowV254Test-2042905204 tempest-ServerShowV254Test-2042905204-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f75a1e63-9eaf-45d4-8ba3-5650e5e325b8 HTTP/1.1" status: 200 len: 210 time: 0.1424623 Oct 04 20:53:44.577054 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-245fe307-81e5-4363-9822-87f660decfb8 None None] For port 405203ce-53a6-4cce-a399-a5ac55239aa0, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=405203ce-53a6-4cce-a399-a5ac55239aa0,segment=NetworkSegment(edd88974-79c4-4e24-becd-26232c7f4e26),segment_id=edd88974-79c4-4e24-becd-26232c7f4e26)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:53:44.608721 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a4b989a-ec99-4ee0-abbd-6c40af41d94f tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:53:44.645374 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e31315-2e96-4473-aad2-fd9cc95a44b3 None None] The sync data for ids ['6fa45475-fec3-42d6-9190-eda60a56cf0b'] in n-d-852085-12 is: [{'id': '6fa45475-fec3-42d6-9190-eda60a56cf0b', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1351798813-router', 'tenant_id': '46118121de724c439d844950f5542370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '9b5a94a4-e9e3-40b7-9e6d-16552c36e7f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:53:29Z', 'updated_at': '2022-10-04T20:53:33Z', 'revision_number': 3, 'project_id': '46118121de724c439d844950f5542370', 'gw_port': {'id': '9b5a94a4-e9e3-40b7-9e6d-16552c36e7f5', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:60:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa45475-fec3-42d6-9190-eda60a56cf0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:53:31Z', 'updated_at': '2022-10-04T20:53:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:53:44.688522 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbae698-7f5b-4fbc-9f78-a7a562c6d4f5 None None] Sync routers for ids ['338eba0b-7a56-4642-842c-8d7eb2577e2d'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:53:44.699758 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4a4b989a-ec99-4ee0-abbd-6c40af41d94f tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:44.754355 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbae698-7f5b-4fbc-9f78-a7a562c6d4f5 None None] Routers {'338eba0b-7a56-4642-842c-8d7eb2577e2d'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:53:44.760816 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-7cbae698-7f5b-4fbc-9f78-a7a562c6d4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:53:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['338eba0b-7a56-4642-842c-8d7eb2577e2d'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:44.847973 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-245fe307-81e5-4363-9822-87f660decfb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (405203ce-53a6-4cce-a399-a5ac55239aa0), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:44.858213 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ead580ad-279b-4a21-8ad5-eea12475fd6f admin admin] Publish callbacks [] for port (caa1ff78-e955-4130-b86b-58cfa3d0a2e8), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:44.860586 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-445f68ab-bd16-45a9-9a1c-d130d7ec36fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'name': 'tempest-RoutersTest-router-1933585120', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:36Z', 'updated_at': '2022-10-04T20:53:25Z', 'revision_number': 11, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:44.895023 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:44.914069 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-7cbae698-7f5b-4fbc-9f78-a7a562c6d4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:44.950294 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbae698-7f5b-4fbc-9f78-a7a562c6d4f5 None None] Routers {'338eba0b-7a56-4642-842c-8d7eb2577e2d'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:53:44.951243 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-7cbae698-7f5b-4fbc-9f78-a7a562c6d4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:53:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['338eba0b-7a56-4642-842c-8d7eb2577e2d'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:45.053709 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-7cbae698-7f5b-4fbc-9f78-a7a562c6d4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:45.054258 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbae698-7f5b-4fbc-9f78-a7a562c6d4f5 None None] The sync data for ids ['338eba0b-7a56-4642-842c-8d7eb2577e2d'] in n-d-852085-12 is: [] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:53:45.103402 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445f68ab-bd16-45a9-9a1c-d130d7ec36fc None None] The sync data for ids ['3081662c-0fdc-4630-b24f-73f5027b7119'] in n-d-852085-12 is: [{'id': '3081662c-0fdc-4630-b24f-73f5027b7119', 'name': 'tempest-RoutersTest-router-1933585120', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:36Z', 'updated_at': '2022-10-04T20:53:25Z', 'revision_number': 11, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'gw_port_host': None}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:53:45.226179 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:45.226179 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 405203ce-53a6-4cce-a399-a5ac55239aa0 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:53:45.226179 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 4aa909a1-2256-4ca7-9a88-487eff4ff3d0 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:53:45.232108 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [req-4d2486fb-5d48-4d5b-a443-6a08263acc8d req-cd7139a7-b6df-4e2b-9d75-4be7f2a47fd2 service neutron] (108169) timed out ('10.222.0.85', 62394) {{(pid=108169) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 04 20:53:45.256518 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ead580ad-279b-4a21-8ad5-eea12475fd6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (caa1ff78-e955-4130-b86b-58cfa3d0a2e8), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:45.267495 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:45.353298 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:45.360978 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245fe307-81e5-4363-9822-87f660decfb8 None None] Pushing event updated for resources: {'Port': ['ID=405203ce-53a6-4cce-a399-a5ac55239aa0,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:45.362376 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4a4b989a-ec99-4ee0-abbd-6c40af41d94f tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] 10.222.0.78 "PUT /networking/v2.0/floatingips/e1efb32f-3b6f-47a8-b72b-afb96c100020 HTTP/1.1" status: 200 len: 977 time: 11.7845402 Oct 04 20:53:45.368900 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46058) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:45.380852 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 4aa909a1-2256-4ca7-9a88-487eff4ff3d0 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:53:45.381388 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (4aa909a1-2256-4ca7-9a88-487eff4ff3d0), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:45.381764 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 4aa909a1-2256-4ca7-9a88-487eff4ff3d0 Oct 04 20:53:45.537022 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-f5fdf146-af46-4290-8a99-a1d95a614b47 None None] Provisioning complete for port 405203ce-53a6-4cce-a399-a5ac55239aa0 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:53:45.537962 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f5fdf146-af46-4290-8a99-a1d95a614b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (405203ce-53a6-4cce-a399-a5ac55239aa0), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:45.542007 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-f5fdf146-af46-4290-8a99-a1d95a614b47 None None] Attempt 1 to provision port 405203ce-53a6-4cce-a399-a5ac55239aa0 Oct 04 20:53:45.619010 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245fe307-81e5-4363-9822-87f660decfb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:53:45.619628 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245fe307-81e5-4363-9822-87f660decfb8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:53:45.620437 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245fe307-81e5-4363-9822-87f660decfb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:53:45.620682 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245fe307-81e5-4363-9822-87f660decfb8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:53:45.621240 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245fe307-81e5-4363-9822-87f660decfb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:53:45.621860 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245fe307-81e5-4363-9822-87f660decfb8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:53:45.622423 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245fe307-81e5-4363-9822-87f660decfb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:53:45.622937 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245fe307-81e5-4363-9822-87f660decfb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:53:45.624544 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245fe307-81e5-4363-9822-87f660decfb8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:53:45.624544 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245fe307-81e5-4363-9822-87f660decfb8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:53:45.624544 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245fe307-81e5-4363-9822-87f660decfb8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:53:45.625125 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245fe307-81e5-4363-9822-87f660decfb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:53:45.625478 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245fe307-81e5-4363-9822-87f660decfb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:53:45.625977 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245fe307-81e5-4363-9822-87f660decfb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:53:45.627420 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245fe307-81e5-4363-9822-87f660decfb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:53:45.655277 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead580ad-279b-4a21-8ad5-eea12475fd6f admin admin] Network 0f02f09f-f74c-4c9e-b798-232ff1428103 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:53:45.670709 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-ead580ad-279b-4a21-8ad5-eea12475fd6f admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:53:45.683039 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3166f259-662f-4600-a80f-e6a46cddce2a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (3081662c-0fdc-4630-b24f-73f5027b7119), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:45.691093 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3166f259-662f-4600-a80f-e6a46cddce2a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Fanout notify agent at l3_agent the message router_deleted on router 3081662c-0fdc-4630-b24f-73f5027b7119 {{(pid=108170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:53:45.692009 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead580ad-279b-4a21-8ad5-eea12475fd6f admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:53:45.855272 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-72eb9b86-0146-4999-9d82-34d069fa2759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:45.917150 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 4aa909a1-2256-4ca7-9a88-487eff4ff3d0 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:53:45.961186 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3166f259-662f-4600-a80f-e6a46cddce2a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:45.972043 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-3166f259-662f-4600-a80f-e6a46cddce2a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "DELETE /networking/v2.0/routers/3081662c-0fdc-4630-b24f-73f5027b7119 HTTP/1.1" status: 204 len: 168 time: 4.4709117 Oct 04 20:53:45.984584 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46066) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:45.987768 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ead580ad-279b-4a21-8ad5-eea12475fd6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (6fa45475-fec3-42d6-9190-eda60a56cf0b), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:45.991060 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46068) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:46.172556 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-be51f76e-33ec-44a8-a0c1-3c2098d2673e tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-969537890', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:53:46.224299 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-f5fdf146-af46-4290-8a99-a1d95a614b47 None None] Current status of the port 405203ce-53a6-4cce-a399-a5ac55239aa0 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:53:46.282769 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:46.334430 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead580ad-279b-4a21-8ad5-eea12475fd6f admin admin] Pushing event updated for resources: {'Port': ['ID=caa1ff78-e955-4130-b86b-58cfa3d0a2e8,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:46.385405 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e3a1982f-bc57-4768-87cf-25d32965d461 req-97f73115-f0b6-43b6-8ade-df23d7f2595d tempest-ServerShowV254Test-2042905204 tempest-ServerShowV254Test-2042905204-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f75a1e63-9eaf-45d4-8ba3-5650e5e325b8 HTTP/1.1" status: 200 len: 210 time: 0.3265378 Oct 04 20:53:46.396933 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-aec61d4d-1068-42ae-a4ae-fb71a3933faf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:46.398806 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-4a23bb9d-77df-4b23-b3b6-f58d4666303f tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Deleting port afe70dae-1c85-439e-bcd7-828100370156 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:53:46.399176 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4a23bb9d-77df-4b23-b3b6-f58d4666303f tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (afe70dae-1c85-439e-bcd7-828100370156), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:46.463757 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3d5cb012-db77-46d8-8ff0-dbd4ab3538a6 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks [] for port (17e33e19-e4cd-4792-b741-41106abb6262), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:46.494721 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-3c92e8bf-54f5-41b8-be78-846df991017a None None] Provisioning complete for port caa1ff78-e955-4130-b86b-58cfa3d0a2e8 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:53:46.495964 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3c92e8bf-54f5-41b8-be78-846df991017a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (caa1ff78-e955-4130-b86b-58cfa3d0a2e8), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:46.497420 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-3c92e8bf-54f5-41b8-be78-846df991017a None None] Attempt 1 to provision port caa1ff78-e955-4130-b86b-58cfa3d0a2e8 Oct 04 20:53:46.593127 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 405203ce-53a6-4cce-a399-a5ac55239aa0 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:53:46.768722 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-be51f76e-33ec-44a8-a0c1-3c2098d2673e tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (d65fdf55-ae34-4cd0-a2bf-c2b887f56b3b), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:46.771776 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-be51f76e-33ec-44a8-a0c1-3c2098d2673e tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (d65fdf55-ae34-4cd0-a2bf-c2b887f56b3b), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:46.773286 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-3c92e8bf-54f5-41b8-be78-846df991017a None None] Port caa1ff78-e955-4130-b86b-58cfa3d0a2e8 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:53:46.782569 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 405203ce-53a6-4cce-a399-a5ac55239aa0 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:53:46.784852 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (405203ce-53a6-4cce-a399-a5ac55239aa0), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:46.785411 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 405203ce-53a6-4cce-a399-a5ac55239aa0 Oct 04 20:53:46.800956 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:46.806916 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ead580ad-279b-4a21-8ad5-eea12475fd6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (caa1ff78-e955-4130-b86b-58cfa3d0a2e8), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:46.962373 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3d5cb012-db77-46d8-8ff0-dbd4ab3538a6 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (17e33e19-e4cd-4792-b741-41106abb6262), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:46.977984 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-be51f76e-33ec-44a8-a0c1-3c2098d2673e tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for router_controller (d65fdf55-ae34-4cd0-a2bf-c2b887f56b3b), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:46.985332 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 405203ce-53a6-4cce-a399-a5ac55239aa0 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:53:46.987334 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 9b5a94a4-e9e3-40b7-9e6d-16552c36e7f5 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:53:47.144373 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:47.148687 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 9b5a94a4-e9e3-40b7-9e6d-16552c36e7f5 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:53:47.150874 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (9b5a94a4-e9e3-40b7-9e6d-16552c36e7f5), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:47.152311 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 9b5a94a4-e9e3-40b7-9e6d-16552c36e7f5 Oct 04 20:53:47.226918 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-be51f76e-33ec-44a8-a0c1-3c2098d2673e tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (d65fdf55-ae34-4cd0-a2bf-c2b887f56b3b), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:47.304931 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:47.359454 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5cb012-db77-46d8-8ff0-dbd4ab3538a6 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Network 509ada20-d96d-463a-ba3e-aaf7f1dda48e is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:53:47.416546 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4a23bb9d-77df-4b23-b3b6-f58d4666303f tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (afe70dae-1c85-439e-bcd7-828100370156), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:47.427589 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-3d5cb012-db77-46d8-8ff0-dbd4ab3538a6 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:53:47.448473 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ead580ad-279b-4a21-8ad5-eea12475fd6f admin admin] Publish callbacks [] for port (caa1ff78-e955-4130-b86b-58cfa3d0a2e8), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:47.453335 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5cb012-db77-46d8-8ff0-dbd4ab3538a6 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Pushing event updated for resources: {'Port': ['ID=17e33e19-e4cd-4792-b741-41106abb6262,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:47.484118 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5cb012-db77-46d8-8ff0-dbd4ab3538a6 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:53:47.488434 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0391caaa-c4b1-421e-9ffa-0b5098ccb31c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:47.513264 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 9b5a94a4-e9e3-40b7-9e6d-16552c36e7f5 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:53:47.513959 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (9b5a94a4-e9e3-40b7-9e6d-16552c36e7f5), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:47.584624 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ead580ad-279b-4a21-8ad5-eea12475fd6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (caa1ff78-e955-4130-b86b-58cfa3d0a2e8), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:47.629968 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 9b5a94a4-e9e3-40b7-9e6d-16552c36e7f5, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=9b5a94a4-e9e3-40b7-9e6d-16552c36e7f5,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:53:47.671181 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3d5cb012-db77-46d8-8ff0-dbd4ab3538a6 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (3e4a9dd3-11de-428e-b605-edc619fc0b5f), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:47.735946 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (9b5a94a4-e9e3-40b7-9e6d-16552c36e7f5), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:47.944307 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=9b5a94a4-e9e3-40b7-9e6d-16552c36e7f5,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:47.969574 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead580ad-279b-4a21-8ad5-eea12475fd6f admin admin] Pushing event updated for resources: {'Port': ['ID=caa1ff78-e955-4130-b86b-58cfa3d0a2e8,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:48.005673 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-be51f76e-33ec-44a8-a0c1-3c2098d2673e tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:48.015237 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-be51f76e-33ec-44a8-a0c1-3c2098d2673e tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.9538894 Oct 04 20:53:48.025072 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46088) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:48.038380 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-9267473a-8052-4053-9289-d5f987d6bda9 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Request body: {'router': {'admin_state_up': True}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:53:48.056993 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ead580ad-279b-4a21-8ad5-eea12475fd6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (6fa45475-fec3-42d6-9190-eda60a56cf0b), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:48.136524 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-abe3cdf2-84e3-411a-a239-66a9f3890352 None None] Provisioning complete for port 17e33e19-e4cd-4792-b741-41106abb6262 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:53:48.137519 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-abe3cdf2-84e3-411a-a239-66a9f3890352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (17e33e19-e4cd-4792-b741-41106abb6262), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:48.137723 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-abe3cdf2-84e3-411a-a239-66a9f3890352 None None] Attempt 1 to provision port 17e33e19-e4cd-4792-b741-41106abb6262 Oct 04 20:53:48.240834 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-abe3cdf2-84e3-411a-a239-66a9f3890352 None None] Port 17e33e19-e4cd-4792-b741-41106abb6262 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:53:48.361784 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-aec61d4d-1068-42ae-a4ae-fb71a3933faf admin admin] Publish callbacks [] for security_group (f22a5180-c561-4bda-82c0-bb65590387a7), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:49.040253 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [req-92f246f8-60c9-4a9d-b5d5-8c6072fddaee req-c1482732-003d-4acb-918d-d2684c206ba0 service neutron] (108170) timed out ('10.222.0.83', 50916) {{(pid=108170) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 04 20:53:49.087695 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a19fee86-fce5-40bc-b5ea-dc8f5d9f2091 req-be4abb1a-91bf-419f-baef-bfd9cd0e1e87 tempest-ServerShowV254Test-2042905204 tempest-ServerShowV254Test-2042905204-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f75a1e63-9eaf-45d4-8ba3-5650e5e325b8 HTTP/1.1" status: 200 len: 210 time: 1.0707691 Oct 04 20:53:49.090118 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-aec61d4d-1068-42ae-a4ae-fb71a3933faf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (f22a5180-c561-4bda-82c0-bb65590387a7), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:49.416534 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4a23bb9d-77df-4b23-b3b6-f58d4666303f tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:49.416994 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4a23bb9d-77df-4b23-b3b6-f58d4666303f tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582728'] for floatingip (e1efb32f-3b6f-47a8-b72b-afb96c100020), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:49.417455 n-d-852085-12 neutron-server[108170]: INFO neutron.db.l3_db [None req-4a23bb9d-77df-4b23-b3b6-f58d4666303f tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Floating IP e1efb32f-3b6f-47a8-b72b-afb96c100020 disassociated. External IP: 172.25.5.71, port: afe70dae-1c85-439e-bcd7-828100370156. Oct 04 20:53:49.417822 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-4a23bb9d-77df-4b23-b3b6-f58d4666303f tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Calling delete_port for afe70dae-1c85-439e-bcd7-828100370156 owned by {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:53:49.480517 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-9dd2bca3-85ff-48b3-80da-cc78ec0d91ee req-7d2ec0c1-4207-4a4e-b798-3b8476a48957 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=28d648bc85694df58d795f914acd4843&device_id=f75a1e63-9eaf-45d4-8ba3-5650e5e325b8 HTTP/1.1" status: 200 len: 210 time: 0.5017786 Oct 04 20:53:49.494699 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9267473a-8052-4053-9289-d5f987d6bda9 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-465386', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-583633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6069'] for router (d65fdf55-ae34-4cd0-a2bf-c2b887f56b3b), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:49.562846 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead580ad-279b-4a21-8ad5-eea12475fd6f admin admin] Network 0f02f09f-f74c-4c9e-b798-232ff1428103 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:53:49.581387 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-ead580ad-279b-4a21-8ad5-eea12475fd6f admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:53:49.587678 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-9dd2bca3-85ff-48b3-80da-cc78ec0d91ee req-2836aa7f-304a-4966-8cd0-3f75199c9726 service neutron] 10.222.0.83 "GET /networking/v2.0/networks?tenant_id=28d648bc85694df58d795f914acd4843&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0622377 Oct 04 20:53:49.762312 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:49.928119 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-aec61d4d-1068-42ae-a4ae-fb71a3933faf admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=9d50c06f338341979d4d9f8e18a0666d&name=default HTTP/1.1" status: 200 len: 3000 time: 3.9081173 Oct 04 20:53:49.929962 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46098) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:50.019552 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead580ad-279b-4a21-8ad5-eea12475fd6f admin admin] Router 6fa45475-fec3-42d6-9190-eda60a56cf0b has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:53:50.052017 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec61d4d-1068-42ae-a4ae-fb71a3933faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f22a5180-c561-4bda-82c0-bb65590387a7,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:50.066138 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:50.231842 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-68a935cb-413b-47af-8494-b88d3e23dc52 None None] Provisioning complete for port caa1ff78-e955-4130-b86b-58cfa3d0a2e8 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:53:50.233795 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-68a935cb-413b-47af-8494-b88d3e23dc52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (caa1ff78-e955-4130-b86b-58cfa3d0a2e8), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:50.234442 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-68a935cb-413b-47af-8494-b88d3e23dc52 None None] Attempt 1 to provision port caa1ff78-e955-4130-b86b-58cfa3d0a2e8 Oct 04 20:53:50.263263 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:50.264504 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3d5cb012-db77-46d8-8ff0-dbd4ab3538a6 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (17e33e19-e4cd-4792-b741-41106abb6262), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:50.304789 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd2bca3-85ff-48b3-80da-cc78ec0d91ee req-a0983b5b-620e-4232-bdaf-e3a6643b03b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:53:50.311899 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-9dd2bca3-85ff-48b3-80da-cc78ec0d91ee req-a0983b5b-620e-4232-bdaf-e3a6643b03b1 service neutron] 10.222.0.83 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7166715 Oct 04 20:53:50.324694 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9267473a-8052-4053-9289-d5f987d6bda9 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-465361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-465368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-583658'] for router (d65fdf55-ae34-4cd0-a2bf-c2b887f56b3b), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:50.364223 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4a23bb9d-77df-4b23-b3b6-f58d4666303f tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (afe70dae-1c85-439e-bcd7-828100370156), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:50.422654 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-68a935cb-413b-47af-8494-b88d3e23dc52 None None] Port caa1ff78-e955-4130-b86b-58cfa3d0a2e8 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:53:50.430132 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 9b5a94a4-e9e3-40b7-9e6d-16552c36e7f5 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:53:50.550364 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0716cb03-9258-4a34-b1a8-24d5836de832 admin admin] Publish callbacks [] for security_group (f22a5180-c561-4bda-82c0-bb65590387a7), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:50.563419 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 9b5a94a4-e9e3-40b7-9e6d-16552c36e7f5 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:53:50.565273 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (9b5a94a4-e9e3-40b7-9e6d-16552c36e7f5), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:50.565834 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 9b5a94a4-e9e3-40b7-9e6d-16552c36e7f5 Oct 04 20:53:50.659316 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:50.681659 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a23bb9d-77df-4b23-b3b6-f58d4666303f tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Pushing event deleted for resources: {'Port': ['ID=afe70dae-1c85-439e-bcd7-828100370156,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:50.769030 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead580ad-279b-4a21-8ad5-eea12475fd6f admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:53:50.789040 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ead580ad-279b-4a21-8ad5-eea12475fd6f admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/6fa45475-fec3-42d6-9190-eda60a56cf0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0189118 Oct 04 20:53:50.811409 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:50.820032 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8e4e86-135a-468a-b7fa-7bbbadea5a24 None None] Sync routers for ids ['6fa45475-fec3-42d6-9190-eda60a56cf0b'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:53:50.832208 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 9b5a94a4-e9e3-40b7-9e6d-16552c36e7f5 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:53:50.848941 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8e4e86-135a-468a-b7fa-7bbbadea5a24 None None] Routers {'6fa45475-fec3-42d6-9190-eda60a56cf0b'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:53:50.850264 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-4d8e4e86-135a-468a-b7fa-7bbbadea5a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:53:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['6fa45475-fec3-42d6-9190-eda60a56cf0b'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:50.913292 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9267473a-8052-4053-9289-d5f987d6bda9 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Router d65fdf55-ae34-4cd0-a2bf-c2b887f56b3b is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:53:50.946151 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-13274b2d-fc9b-4bec-a81d-693a190bf642 req-e3a6fd97-2a70-45d7-80e5-b1ed6768b989 tempest-ServerShowV254Test-2042905204 tempest-ServerShowV254Test-2042905204-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f75a1e63-9eaf-45d4-8ba3-5650e5e325b8 HTTP/1.1" status: 200 len: 210 time: 0.2883854 Oct 04 20:53:51.038569 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0716cb03-9258-4a34-b1a8-24d5836de832 admin admin] Publish callbacks [] for security_group (f22a5180-c561-4bda-82c0-bb65590387a7), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:51.164637 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-4d8e4e86-135a-468a-b7fa-7bbbadea5a24 None None] Set router 6fa45475-fec3-42d6-9190-eda60a56cf0b gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:53:51.211593 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:51.261182 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9267473a-8052-4053-9289-d5f987d6bda9 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:53:51.287019 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3ffd1c-7f10-4d0c-850a-b57eb9007107 None None] Sync routers for ids ['d65fdf55-ae34-4cd0-a2bf-c2b887f56b3b'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:53:51.338447 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9267473a-8052-4053-9289-d5f987d6bda9 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:51.347888 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-9267473a-8052-4053-9289-d5f987d6bda9 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "PUT /networking/v2.0/routers/d65fdf55-ae34-4cd0-a2bf-c2b887f56b3b HTTP/1.1" status: 200 len: 693 time: 3.3163090 Oct 04 20:53:51.353235 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3ffd1c-7f10-4d0c-850a-b57eb9007107 None None] Routers {'d65fdf55-ae34-4cd0-a2bf-c2b887f56b3b'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:53:51.354505 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46116) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:51.359068 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-7c3ffd1c-7f10-4d0c-850a-b57eb9007107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:53:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['d65fdf55-ae34-4cd0-a2bf-c2b887f56b3b'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:51.456521 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a23bb9d-77df-4b23-b3b6-f58d4666303f tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Router 338eba0b-7a56-4642-842c-8d7eb2577e2d has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:53:51.549582 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0716cb03-9258-4a34-b1a8-24d5836de832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (f22a5180-c561-4bda-82c0-bb65590387a7), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:51.562509 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0716cb03-9258-4a34-b1a8-24d5836de832 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:51.568026 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-0716cb03-9258-4a34-b1a8-24d5836de832 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/f22a5180-c561-4bda-82c0-bb65590387a7 HTTP/1.1" status: 204 len: 168 time: 1.6237760 Oct 04 20:53:51.692017 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-7c3ffd1c-7f10-4d0c-850a-b57eb9007107 None None] Set router d65fdf55-ae34-4cd0-a2bf-c2b887f56b3b gateway port host: None {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:53:51.707114 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:51.727370 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-393b3fa3-8330-4a26-a49b-13620f662108 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "GET /networking/v2.0/routers/d65fdf55-ae34-4cd0-a2bf-c2b887f56b3b HTTP/1.1" status: 200 len: 699 time: 0.3683019 Oct 04 20:53:51.735028 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46122) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:51.811004 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-7c3ffd1c-7f10-4d0c-850a-b57eb9007107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd65fdf55-ae34-4cd0-a2bf-c2b887f56b3b', 'name': 'tempest-RoutersTest-router-969537890', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:53:46Z', 'updated_at': '2022-10-04T20:53:49Z', 'revision_number': 2, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:51.817960 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-4d8e4e86-135a-468a-b7fa-7bbbadea5a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa45475-fec3-42d6-9190-eda60a56cf0b', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1351798813-router', 'tenant_id': '46118121de724c439d844950f5542370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '9b5a94a4-e9e3-40b7-9e6d-16552c36e7f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:53:29Z', 'updated_at': '2022-10-04T20:53:46Z', 'revision_number': 4, 'project_id': '46118121de724c439d844950f5542370', 'gw_port': {'id': '9b5a94a4-e9e3-40b7-9e6d-16552c36e7f5', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:60:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa45475-fec3-42d6-9190-eda60a56cf0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:53:31Z', 'updated_at': '2022-10-04T20:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'caa1ff78-e955-4130-b86b-58cfa3d0a2e8', 'name': '', 'network_id': '0f02f09f-f74c-4c9e-b798-232ff1428103', 'tenant_id': '46118121de724c439d844950f5542370', 'mac_address': 'fa:16:3e:d7:38:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa45475-fec3-42d6-9190-eda60a56cf0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '6e51c1f8-6d3f-4bd0-9b22-6410eb78597e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:53:43Z', 'updated_at': '2022-10-04T20:53:46Z', 'revision_number': 2, 'project_id': '46118121de724c439d844950f5542370', 'subnets': [{'id': '6e51c1f8-6d3f-4bd0-9b22-6410eb78597e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:51.859167 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f7d1a568-277f-415e-b4ce-046d6e647c24 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d65fdf55-ae34-4cd0-a2bf-c2b887f56b3b HTTP/1.1" status: 200 len: 205 time: 0.1189513 Oct 04 20:53:51.864072 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0716cb03-9258-4a34-b1a8-24d5836de832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f22a5180-c561-4bda-82c0-bb65590387a7,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:51.864778 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46126) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:51.944705 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3ffd1c-7f10-4d0c-850a-b57eb9007107 None None] Checking router: d65fdf55-ae34-4cd0-a2bf-c2b887f56b3b for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:53:51.973184 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:51.977917 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8e4e86-135a-468a-b7fa-7bbbadea5a24 None None] Checking router: 6fa45475-fec3-42d6-9190-eda60a56cf0b for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:53:51.978676 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8e4e86-135a-468a-b7fa-7bbbadea5a24 None None] Updating router 6fa45475-fec3-42d6-9190-eda60a56cf0b port caa1ff78-e955-4130-b86b-58cfa3d0a2e8 binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:53:51.983713 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:51.987783 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3ffd1c-7f10-4d0c-850a-b57eb9007107 None None] Routers {'d65fdf55-ae34-4cd0-a2bf-c2b887f56b3b'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:53:51.989676 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-7c3ffd1c-7f10-4d0c-850a-b57eb9007107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:53:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['d65fdf55-ae34-4cd0-a2bf-c2b887f56b3b'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:52.101390 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4d8e4e86-135a-468a-b7fa-7bbbadea5a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (caa1ff78-e955-4130-b86b-58cfa3d0a2e8), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:52.103350 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0eef370f-0acd-4399-964a-ff438256c94a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for router (d65fdf55-ae34-4cd0-a2bf-c2b887f56b3b), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:52.294988 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-7c3ffd1c-7f10-4d0c-850a-b57eb9007107 None None] Set router d65fdf55-ae34-4cd0-a2bf-c2b887f56b3b gateway port host: None {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:53:52.404881 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:52.408737 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-b0959196-19ea-4f16-be26-df09410e1975 req-4de54e16-d1d9-44ae-9339-7d1e33551884 tempest-ServerShowV254Test-2042905204 tempest-ServerShowV254Test-2042905204-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f75a1e63-9eaf-45d4-8ba3-5650e5e325b8 HTTP/1.1" status: 200 len: 210 time: 0.1636517 Oct 04 20:53:52.429365 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a23bb9d-77df-4b23-b3b6-f58d4666303f tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:53:52.579692 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-7c3ffd1c-7f10-4d0c-850a-b57eb9007107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd65fdf55-ae34-4cd0-a2bf-c2b887f56b3b', 'name': 'tempest-RoutersTest-router-969537890', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:53:46Z', 'updated_at': '2022-10-04T20:53:49Z', 'revision_number': 2, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:52.606240 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3d5cb012-db77-46d8-8ff0-dbd4ab3538a6 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks [] for port (17e33e19-e4cd-4792-b741-41106abb6262), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:52.707375 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4a23bb9d-77df-4b23-b3b6-f58d4666303f tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:52.712495 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3ffd1c-7f10-4d0c-850a-b57eb9007107 None None] The sync data for ids ['d65fdf55-ae34-4cd0-a2bf-c2b887f56b3b'] in n-d-852085-12 is: [{'id': 'd65fdf55-ae34-4cd0-a2bf-c2b887f56b3b', 'name': 'tempest-RoutersTest-router-969537890', 'tenant_id': '869ac0b5366d400d99edf8b0539f2d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:53:46Z', 'updated_at': '2022-10-04T20:53:49Z', 'revision_number': 2, 'project_id': '869ac0b5366d400d99edf8b0539f2d2d', 'gw_port_host': None}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:53:52.718283 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4a23bb9d-77df-4b23-b3b6-f58d4666303f tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] 10.222.0.78 "DELETE /networking/v2.0/ports/afe70dae-1c85-439e-bcd7-828100370156 HTTP/1.1" status: 204 len: 168 time: 7.3466260 Oct 04 20:53:52.727185 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46134) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:52.786512 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0eef370f-0acd-4399-964a-ff438256c94a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (d65fdf55-ae34-4cd0-a2bf-c2b887f56b3b), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:52.795787 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0eef370f-0acd-4399-964a-ff438256c94a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for router_controller (d65fdf55-ae34-4cd0-a2bf-c2b887f56b3b), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:52.921963 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46140) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:52.927415 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-d14a0c45-2abe-4019-85a5-d6d055af4d9c tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] 10.222.0.78 "GET /networking/v2.0/floatingips/e1efb32f-3b6f-47a8-b72b-afb96c100020 HTTP/1.1" status: 200 len: 687 time: 0.1938834 Oct 04 20:53:52.927415 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3d5cb012-db77-46d8-8ff0-dbd4ab3538a6 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (17e33e19-e4cd-4792-b741-41106abb6262), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:53.090947 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3178f565-61d3-4124-a343-95abeb03e813 None None] Sync routers for ids ['338eba0b-7a56-4642-842c-8d7eb2577e2d'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:53:53.170254 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5cb012-db77-46d8-8ff0-dbd4ab3538a6 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Pushing event updated for resources: {'Port': ['ID=17e33e19-e4cd-4792-b741-41106abb6262,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:53.178768 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0eef370f-0acd-4399-964a-ff438256c94a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (d65fdf55-ae34-4cd0-a2bf-c2b887f56b3b), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:53.180369 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eef370f-0acd-4399-964a-ff438256c94a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Fanout notify agent at l3_agent the message router_deleted on router d65fdf55-ae34-4cd0-a2bf-c2b887f56b3b {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:53:53.189112 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3d5cb012-db77-46d8-8ff0-dbd4ab3538a6 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (3e4a9dd3-11de-428e-b605-edc619fc0b5f), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:53.224455 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3178f565-61d3-4124-a343-95abeb03e813 None None] Routers {'338eba0b-7a56-4642-842c-8d7eb2577e2d'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:53:53.228578 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-3178f565-61d3-4124-a343-95abeb03e813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:53:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['338eba0b-7a56-4642-842c-8d7eb2577e2d'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:53.248936 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0eef370f-0acd-4399-964a-ff438256c94a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:53.251112 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-0eef370f-0acd-4399-964a-ff438256c94a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "DELETE /networking/v2.0/routers/d65fdf55-ae34-4cd0-a2bf-c2b887f56b3b HTTP/1.1" status: 204 len: 168 time: 1.3842719 Oct 04 20:53:53.252512 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46142) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:53.358035 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-3178f565-61d3-4124-a343-95abeb03e813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:53.388843 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a1bafe7f-8871-4e01-9c1b-00952e5900d1 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=d65fdf55-ae34-4cd0-a2bf-c2b887f56b3b HTTP/1.1" status: 200 len: 205 time: 0.1308298 Oct 04 20:53:53.392051 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4d8e4e86-135a-468a-b7fa-7bbbadea5a24 None None] Publish callbacks [] for port (caa1ff78-e955-4130-b86b-58cfa3d0a2e8), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:53.392559 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46146) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:53.404261 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3178f565-61d3-4124-a343-95abeb03e813 None None] Routers {'338eba0b-7a56-4642-842c-8d7eb2577e2d'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:53:53.405454 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-3178f565-61d3-4124-a343-95abeb03e813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:53:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['338eba0b-7a56-4642-842c-8d7eb2577e2d'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:53.443884 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-03216143-47bc-42fa-9c39-dd308eafb7bc tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Deleting port 7fdabf08-a711-4331-bcac-50a4a53b542b {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:53:53.444429 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-03216143-47bc-42fa-9c39-dd308eafb7bc tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (7fdabf08-a711-4331-bcac-50a4a53b542b), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:53.497396 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-3178f565-61d3-4124-a343-95abeb03e813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:53.498916 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3178f565-61d3-4124-a343-95abeb03e813 None None] The sync data for ids ['338eba0b-7a56-4642-842c-8d7eb2577e2d'] in n-d-852085-12 is: [] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:53:53.505115 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4d8e4e86-135a-468a-b7fa-7bbbadea5a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (caa1ff78-e955-4130-b86b-58cfa3d0a2e8), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:53.549198 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5cb012-db77-46d8-8ff0-dbd4ab3538a6 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Network 509ada20-d96d-463a-ba3e-aaf7f1dda48e is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:53:53.560834 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-3d5cb012-db77-46d8-8ff0-dbd4ab3538a6 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:53:53.606648 n-d-852085-12 neutron-server[108169]: INFO neutron.api.v2.resource [None req-35699f41-b683-4113-b68d-416a07c3f6ad tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] delete failed (client error): The resource could not be found. Oct 04 20:53:53.612988 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-35699f41-b683-4113-b68d-416a07c3f6ad tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "DELETE /networking/v2.0/routers/d65fdf55-ae34-4cd0-a2bf-c2b887f56b3b HTTP/1.1" status: 404 len: 336 time: 0.2190442 Oct 04 20:53:53.614190 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46150) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:53.817286 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-320abb0f-4d16-4490-ac21-5855ab5a2982 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] DELETE failed (client error): The resource could not be found. Oct 04 20:53:53.818100 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-320abb0f-4d16-4490-ac21-5855ab5a2982 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 20:53:53.843718 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-320abb0f-4d16-4490-ac21-5855ab5a2982 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/69af7bb5-ce0d-4580-8bd9-be0d360fe416 HTTP/1.1" status: 404 len: 337 time: 0.1835814 Oct 04 20:53:53.950753 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-4d8e4e86-135a-468a-b7fa-7bbbadea5a24 None None] Attempting to bind port caa1ff78-e955-4130-b86b-58cfa3d0a2e8 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:53:53.961409 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-4d8e4e86-135a-468a-b7fa-7bbbadea5a24 None None] Attempting to bind port caa1ff78-e955-4130-b86b-58cfa3d0a2e8 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '86c470e2-35a3-4efc-b6ee-877c5014fc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0f02f09f-f74c-4c9e-b798-232ff1428103'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:53:53.963733 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8e4e86-135a-468a-b7fa-7bbbadea5a24 None None] Attempting to bind port caa1ff78-e955-4130-b86b-58cfa3d0a2e8 on network 0f02f09f-f74c-4c9e-b798-232ff1428103 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:53:53.967529 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46158) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:53.976301 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1aca72-401c-46cf-9934-8357f4adb700 None None] Pushing event updated for resources: {'Port': ['ID=caa1ff78-e955-4130-b86b-58cfa3d0a2e8,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:54.129493 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-1891ef3d-6bd5-44a6-86ab-af304fa60005 req-34e1d56b-871c-47b7-8a8f-55cbef094197 tempest-ServerShowV254Test-2042905204 tempest-ServerShowV254Test-2042905204-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f75a1e63-9eaf-45d4-8ba3-5650e5e325b8 HTTP/1.1" status: 200 len: 210 time: 0.3179529 Oct 04 20:53:54.171203 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:54.189284 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-99be43b7-e145-4a06-8e0a-dca403107a45 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] DELETE failed (client error): The resource could not be found. Oct 04 20:53:54.190253 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99be43b7-e145-4a06-8e0a-dca403107a45 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 20:53:54.206223 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-99be43b7-e145-4a06-8e0a-dca403107a45 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/c760523a-67f1-4725-b59e-92a6e8cfc7f5 HTTP/1.1" status: 404 len: 337 time: 0.2359953 Oct 04 20:53:54.210982 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46164) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:54.243959 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8e4e86-135a-468a-b7fa-7bbbadea5a24 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:53:54.244596 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8e4e86-135a-468a-b7fa-7bbbadea5a24 None None] Checking segment: {'id': '86c470e2-35a3-4efc-b6ee-877c5014fc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0f02f09f-f74c-4c9e-b798-232ff1428103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:53:54.245298 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4d8e4e86-135a-468a-b7fa-7bbbadea5a24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:54.245984 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8e4e86-135a-468a-b7fa-7bbbadea5a24 None None] Bound using segment: {'id': '86c470e2-35a3-4efc-b6ee-877c5014fc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0f02f09f-f74c-4c9e-b798-232ff1428103'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:53:54.248337 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-4d8e4e86-135a-468a-b7fa-7bbbadea5a24 None None] Bound port: caa1ff78-e955-4130-b86b-58cfa3d0a2e8, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86c470e2-35a3-4efc-b6ee-877c5014fc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0f02f09f-f74c-4c9e-b798-232ff1428103'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:53:54.249736 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4d8e4e86-135a-468a-b7fa-7bbbadea5a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (caa1ff78-e955-4130-b86b-58cfa3d0a2e8), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:54.278001 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46166) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:54.295825 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e2e0de4-580c-4890-a957-524d1e2b7813 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] DELETE failed (client error): The resource could not be found. Oct 04 20:53:54.297463 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e2e0de4-580c-4890-a957-524d1e2b7813 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 20:53:54.301380 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-624b336b-5846-49cc-a549-d4e9c7f2207e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-368337677-network', 'tenant_id': 'bf7c559faf714f8395ef38d122e31e8d'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:53:54.309800 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-9e2e0de4-580c-4890-a957-524d1e2b7813 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/0b59dfc8-0794-467a-9da7-c01dc65ce1a6 HTTP/1.1" status: 404 len: 337 time: 0.0921860 Oct 04 20:53:54.313078 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46168) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:54.378358 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d5cb012-db77-46d8-8ff0-dbd4ab3538a6 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Router 3e4a9dd3-11de-428e-b605-edc619fc0b5f is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:53:54.383625 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-a4a683d7-571b-48f2-bfde-e0e9c8c9b140 None None] Provisioning complete for port 17e33e19-e4cd-4792-b741-41106abb6262 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:53:54.387916 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a4a683d7-571b-48f2-bfde-e0e9c8c9b140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (17e33e19-e4cd-4792-b741-41106abb6262), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:54.388875 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-a4a683d7-571b-48f2-bfde-e0e9c8c9b140 None None] Attempt 1 to provision port 17e33e19-e4cd-4792-b741-41106abb6262 Oct 04 20:53:54.395038 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa3387e6-cac5-437f-a0fd-39b214214e06 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] DELETE failed (client error): The resource could not be found. Oct 04 20:53:54.396303 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa3387e6-cac5-437f-a0fd-39b214214e06 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 20:53:54.402211 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-fa3387e6-cac5-437f-a0fd-39b214214e06 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/5d3cff06-c5a9-460c-b648-2641a66f3c4a HTTP/1.1" status: 404 len: 337 time: 0.0868402 Oct 04 20:53:54.412721 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46170) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:54.477540 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c8747aad-3263-44d9-a2b7-64cfa63cbe32 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3081662c-0fdc-4630-b24f-73f5027b7119 HTTP/1.1" status: 200 len: 205 time: 0.0680208 Oct 04 20:53:54.485481 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46172) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:54.489565 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-03216143-47bc-42fa-9c39-dd308eafb7bc tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (7fdabf08-a711-4331-bcac-50a4a53b542b), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:54.495876 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-03216143-47bc-42fa-9c39-dd308eafb7bc tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for floatingip (7fdabf08-a711-4331-bcac-50a4a53b542b), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:54.565180 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624b336b-5846-49cc-a549-d4e9c7f2207e admin admin] Made reservation on behalf of bf7c559faf714f8395ef38d122e31e8d for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:53:54.569268 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-624b336b-5846-49cc-a549-d4e9c7f2207e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:54.618397 n-d-852085-12 neutron-server[108169]: INFO neutron.api.v2.resource [None req-ba39afe8-0ee8-4913-8d57-21e7d81a1be8 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] delete failed (client error): The resource could not be found. Oct 04 20:53:54.618709 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-624b336b-5846-49cc-a549-d4e9c7f2207e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:54.620656 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ba39afe8-0ee8-4913-8d57-21e7d81a1be8 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "DELETE /networking/v2.0/routers/3081662c-0fdc-4630-b24f-73f5027b7119 HTTP/1.1" status: 404 len: 336 time: 0.1116292 Oct 04 20:53:54.622775 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-03216143-47bc-42fa-9c39-dd308eafb7bc tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Calling delete_port for 7fdabf08-a711-4331-bcac-50a4a53b542b owned by network:floatingip {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:53:54.627337 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46174) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:54.697679 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-a4a683d7-571b-48f2-bfde-e0e9c8c9b140 None None] Port 17e33e19-e4cd-4792-b741-41106abb6262 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:53:54.710220 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:54.756861 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-bf6773a2-cd02-4ef4-9e41-5225b29a2ca9 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9652e4f0-5d7c-4af7-9467-315551f18cba HTTP/1.1" status: 200 len: 205 time: 0.1174078 Oct 04 20:53:54.757186 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46178) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:54.819874 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-4d8e4e86-135a-468a-b7fa-7bbbadea5a24 None None] For port caa1ff78-e955-4130-b86b-58cfa3d0a2e8, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:53:54.829529 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-4d8e4e86-135a-468a-b7fa-7bbbadea5a24 None None] For port caa1ff78-e955-4130-b86b-58cfa3d0a2e8, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=caa1ff78-e955-4130-b86b-58cfa3d0a2e8,segment=NetworkSegment(86c470e2-35a3-4efc-b6ee-877c5014fc60),segment_id=86c470e2-35a3-4efc-b6ee-877c5014fc60)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:53:54.867493 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-e4d11808-8bee-4cde-be08-f456f227046f tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] delete failed (client error): The resource could not be found. Oct 04 20:53:54.874287 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-e4d11808-8bee-4cde-be08-f456f227046f tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "DELETE /networking/v2.0/routers/9652e4f0-5d7c-4af7-9467-315551f18cba HTTP/1.1" status: 404 len: 336 time: 0.1048353 Oct 04 20:53:54.875976 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46180) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:54.902542 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d5cb012-db77-46d8-8ff0-dbd4ab3538a6 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:53:54.913494 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-3d5cb012-db77-46d8-8ff0-dbd4ab3538a6 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] 10.222.0.78 "PUT /networking/v2.0/routers/3e4a9dd3-11de-428e-b605-edc619fc0b5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.7480416 Oct 04 20:53:54.928419 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46184) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:54.935894 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0acbbf-84a9-4851-82d0-9790b62d3e1e None None] Sync routers for ids ['3e4a9dd3-11de-428e-b605-edc619fc0b5f'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:53:54.942138 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4051d68-0987-433f-9419-7c7970016d22 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] DELETE failed (client error): The resource could not be found. Oct 04 20:53:54.942934 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4051d68-0987-433f-9419-7c7970016d22 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 20:53:54.948524 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-627a02ab-f640-401f-b3c3-72665522da25 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Request body: {'port': {'network_id': '509ada20-d96d-463a-ba3e-aaf7f1dda48e', 'name': 'tempest-FloatingIPNegativeTestJSON-552080159'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:53:54.957553 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c4051d68-0987-433f-9419-7c7970016d22 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/7b3444b4-749e-451c-84cd-849f4d2650d1 HTTP/1.1" status: 404 len: 337 time: 0.0758224 Oct 04 20:53:54.966379 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46186) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:54.981967 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4d8e4e86-135a-468a-b7fa-7bbbadea5a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (caa1ff78-e955-4130-b86b-58cfa3d0a2e8), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:55.060393 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0acbbf-84a9-4851-82d0-9790b62d3e1e None None] Routers {'3e4a9dd3-11de-428e-b605-edc619fc0b5f'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:53:55.065057 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-ef0acbbf-84a9-4851-82d0-9790b62d3e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:53:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['3e4a9dd3-11de-428e-b605-edc619fc0b5f'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:55.151507 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-999371b4-b567-4bb4-99b1-33900066f79a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=eabaedbc-ef75-4593-b77c-db25f4f54e85 HTTP/1.1" status: 200 len: 205 time: 0.1816566 Oct 04 20:53:55.159278 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46192) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:55.190612 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8e4e86-135a-468a-b7fa-7bbbadea5a24 None None] Routers {'6fa45475-fec3-42d6-9190-eda60a56cf0b'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:53:55.195990 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-4d8e4e86-135a-468a-b7fa-7bbbadea5a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:53:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['6fa45475-fec3-42d6-9190-eda60a56cf0b'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:55.285254 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-ef0acbbf-84a9-4851-82d0-9790b62d3e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:55.348630 n-d-852085-12 neutron-server[108169]: INFO neutron.api.v2.resource [None req-91d22dde-10f9-4959-8425-c54e36099e1a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] delete failed (client error): The resource could not be found. Oct 04 20:53:55.349172 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0acbbf-84a9-4851-82d0-9790b62d3e1e None None] Routers {'3e4a9dd3-11de-428e-b605-edc619fc0b5f'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:53:55.350575 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-ef0acbbf-84a9-4851-82d0-9790b62d3e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:53:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['3e4a9dd3-11de-428e-b605-edc619fc0b5f'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:55.351167 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-624b336b-5846-49cc-a549-d4e9c7f2207e admin admin] Publish callbacks [] for security_group (0260df44-f8f1-40db-a73a-00db05de9769), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:55.353722 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-91d22dde-10f9-4959-8425-c54e36099e1a tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "DELETE /networking/v2.0/routers/eabaedbc-ef75-4593-b77c-db25f4f54e85 HTTP/1.1" status: 404 len: 336 time: 0.1901414 Oct 04 20:53:55.362775 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46196) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:55.372850 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:55.444473 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:55.506699 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1aca72-401c-46cf-9934-8357f4adb700 None None] Pushing event updated for resources: {'Port': ['ID=caa1ff78-e955-4130-b86b-58cfa3d0a2e8,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:55.509640 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-ef0acbbf-84a9-4851-82d0-9790b62d3e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:55.511342 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0acbbf-84a9-4851-82d0-9790b62d3e1e None None] The sync data for ids ['3e4a9dd3-11de-428e-b605-edc619fc0b5f'] in n-d-852085-12 is: [] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:53:55.557884 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-5eb060f8-be19-4a88-9912-eaf05e53b311 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=53e43980-a425-44f4-a363-1c9f646f4bdc HTTP/1.1" status: 200 len: 205 time: 0.1772003 Oct 04 20:53:55.559266 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-624b336b-5846-49cc-a549-d4e9c7f2207e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (0260df44-f8f1-40db-a73a-00db05de9769), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:55.561327 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46198) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:55.685896 n-d-852085-12 neutron-server[108169]: INFO neutron.api.v2.resource [None req-f02811a4-9beb-40d1-a9d2-3beffadbec1f tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] delete failed (client error): The resource could not be found. Oct 04 20:53:55.688883 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f02811a4-9beb-40d1-a9d2-3beffadbec1f tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "DELETE /networking/v2.0/routers/53e43980-a425-44f4-a363-1c9f646f4bdc HTTP/1.1" status: 404 len: 336 time: 0.1257970 Oct 04 20:53:55.695700 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46200) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:55.717539 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-137d1285-2fda-46da-9d6a-b7ab56945cf6 req-ba867a8b-b4db-4657-b2b7-a0abe1c7154f tempest-ServerShowV254Test-2042905204 tempest-ServerShowV254Test-2042905204-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f75a1e63-9eaf-45d4-8ba3-5650e5e325b8 HTTP/1.1" status: 200 len: 210 time: 0.1792963 Oct 04 20:53:55.759707 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-24baccea-5e6d-4787-b28e-e53658473268 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] DELETE failed (client error): The resource could not be found. Oct 04 20:53:55.760754 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24baccea-5e6d-4787-b28e-e53658473268 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 20:53:55.770889 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-24baccea-5e6d-4787-b28e-e53658473268 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/452c7c4e-d000-41c5-96f5-33c14fe9e9f8 HTTP/1.1" status: 404 len: 337 time: 0.0694072 Oct 04 20:53:55.772158 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46202) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:55.781901 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-4d8e4e86-135a-468a-b7fa-7bbbadea5a24 None None] Set router 6fa45475-fec3-42d6-9190-eda60a56cf0b gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:53:55.783620 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-624b336b-5846-49cc-a549-d4e9c7f2207e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:53:55.825652 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b336b-5846-49cc-a549-d4e9c7f2207e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0260df44-f8f1-40db-a73a-00db05de9769,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:55.838038 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-624b336b-5846-49cc-a549-d4e9c7f2207e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (36d2911e-9067-41c1-bf09-8270999c5467), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:55.838848 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-624b336b-5846-49cc-a549-d4e9c7f2207e admin admin] Added segment 36d2911e-9067-41c1-bf09-8270999c5467 of type vlan for network 966cd9ac-910a-45ab-ae6e-aca8142a7a7f Oct 04 20:53:55.880636 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-90d43965-b90b-4f2b-908d-3b7d0c3fdde1 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=325462af-0762-4ed3-b041-a8d209a8b923 HTTP/1.1" status: 200 len: 205 time: 0.1062112 Oct 04 20:53:55.892311 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46206) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:55.954804 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-624b336b-5846-49cc-a549-d4e9c7f2207e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (966cd9ac-910a-45ab-ae6e-aca8142a7a7f), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:56.005018 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627a02ab-f640-401f-b3c3-72665522da25 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Made reservation on behalf of 3809e6c0563e46a2bba84c0b5b2c7ed0 for: {'port': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:53:56.016142 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-627a02ab-f640-401f-b3c3-72665522da25 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:56.026147 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-03216143-47bc-42fa-9c39-dd308eafb7bc tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (7fdabf08-a711-4331-bcac-50a4a53b542b), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:56.071504 n-d-852085-12 neutron-server[108169]: INFO neutron.api.v2.resource [None req-83be65ca-ef7f-4608-9d88-6ea42c3bd41c tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] delete failed (client error): The resource could not be found. Oct 04 20:53:56.073496 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-83be65ca-ef7f-4608-9d88-6ea42c3bd41c tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "DELETE /networking/v2.0/routers/325462af-0762-4ed3-b041-a8d209a8b923 HTTP/1.1" status: 404 len: 336 time: 0.1784296 Oct 04 20:53:56.079157 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03216143-47bc-42fa-9c39-dd308eafb7bc tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Pushing event deleted for resources: {'Port': ['ID=7fdabf08-a711-4331-bcac-50a4a53b542b,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:56.081196 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46212) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:56.099952 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [None req-627a02ab-f640-401f-b3c3-72665522da25 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] device_id is not set on port b121ee88-ee78-47e7-8187-54a5441930d9 yet. {{(pid=108170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 20:53:56.209587 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-624b336b-5846-49cc-a549-d4e9c7f2207e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (966cd9ac-910a-45ab-ae6e-aca8142a7a7f), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:56.212043 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624b336b-5846-49cc-a549-d4e9c7f2207e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:53:56.214321 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-624b336b-5846-49cc-a549-d4e9c7f2207e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:56.301447 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:56.313656 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-03216143-47bc-42fa-9c39-dd308eafb7bc tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for floatingip (e1efb32f-3b6f-47a8-b72b-afb96c100020), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:56.331091 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-03216143-47bc-42fa-9c39-dd308eafb7bc tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:56.333937 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-03216143-47bc-42fa-9c39-dd308eafb7bc tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/e1efb32f-3b6f-47a8-b72b-afb96c100020 HTTP/1.1" status: 204 len: 168 time: 3.4032726 Oct 04 20:53:56.344156 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46216) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:56.363596 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-ae3c8676-2429-46e4-8537-19f0d15736c1 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Request body: {'floatingip': {'floating_network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'port_id': '8589e256-6d31-4ddf-9c35-49b0d78a1af5'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:53:56.448131 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46222) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:56.471619 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-22043b66-a3c9-4a10-91ef-2d501c4bdd01 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] DELETE failed (client error): The resource could not be found. Oct 04 20:53:56.472544 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22043b66-a3c9-4a10-91ef-2d501c4bdd01 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 20:53:56.482356 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-22043b66-a3c9-4a10-91ef-2d501c4bdd01 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/cfb03dad-c277-4292-ac9b-05030efd9062 HTTP/1.1" status: 404 len: 337 time: 0.3951268 Oct 04 20:53:56.575365 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b336b-5846-49cc-a549-d4e9c7f2207e admin admin] Pushing event updated for resources: {'Network': ['ID=966cd9ac-910a-45ab-ae6e-aca8142a7a7f,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:56.599816 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46224) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:56.647653 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 966cd9ac-910a-45ab-ae6e-aca8142a7a7f details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:53:56.706370 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ae3c8676-2429-46e4-8537-19f0d15736c1 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for floatingip (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:56.755446 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c3858f91-766e-4e1b-a901-476d8108f64d tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a0dfdf25-928e-467b-a080-b2ba41ed7029 HTTP/1.1" status: 200 len: 205 time: 0.1267991 Oct 04 20:53:56.765560 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46226) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:56.883345 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-8c31be40-a58b-484f-b175-d20c47cafcbe tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] delete failed (client error): The resource could not be found. Oct 04 20:53:56.885718 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-8c31be40-a58b-484f-b175-d20c47cafcbe tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "DELETE /networking/v2.0/routers/a0dfdf25-928e-467b-a080-b2ba41ed7029 HTTP/1.1" status: 404 len: 336 time: 0.1179144 Oct 04 20:53:56.889770 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46230) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:56.914263 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:56.954612 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-4d8e4e86-135a-468a-b7fa-7bbbadea5a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa45475-fec3-42d6-9190-eda60a56cf0b', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1351798813-router', 'tenant_id': '46118121de724c439d844950f5542370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '9b5a94a4-e9e3-40b7-9e6d-16552c36e7f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:53:29Z', 'updated_at': '2022-10-04T20:53:46Z', 'revision_number': 4, 'project_id': '46118121de724c439d844950f5542370', 'gw_port': {'id': '9b5a94a4-e9e3-40b7-9e6d-16552c36e7f5', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:60:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa45475-fec3-42d6-9190-eda60a56cf0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:53:31Z', 'updated_at': '2022-10-04T20:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'caa1ff78-e955-4130-b86b-58cfa3d0a2e8', 'name': '', 'network_id': '0f02f09f-f74c-4c9e-b798-232ff1428103', 'tenant_id': '46118121de724c439d844950f5542370', 'mac_address': 'fa:16:3e:d7:38:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa45475-fec3-42d6-9190-eda60a56cf0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '6e51c1f8-6d3f-4bd0-9b22-6410eb78597e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:53:43Z', 'updated_at': '2022-10-04T20:53:54Z', 'revision_number': 4, 'project_id': '46118121de724c439d844950f5542370', 'subnets': [{'id': '6e51c1f8-6d3f-4bd0-9b22-6410eb78597e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:53:56.962942 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-624b336b-5846-49cc-a549-d4e9c7f2207e admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.6822112 Oct 04 20:53:56.991896 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ae3c8676-2429-46e4-8537-19f0d15736c1 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:57.000001 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46234) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:57.058305 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8e4e86-135a-468a-b7fa-7bbbadea5a24 None None] The sync data for ids ['6fa45475-fec3-42d6-9190-eda60a56cf0b'] in n-d-852085-12 is: [{'id': '6fa45475-fec3-42d6-9190-eda60a56cf0b', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1351798813-router', 'tenant_id': '46118121de724c439d844950f5542370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '9b5a94a4-e9e3-40b7-9e6d-16552c36e7f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:53:29Z', 'updated_at': '2022-10-04T20:53:46Z', 'revision_number': 4, 'project_id': '46118121de724c439d844950f5542370', 'gw_port': {'id': '9b5a94a4-e9e3-40b7-9e6d-16552c36e7f5', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:60:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa45475-fec3-42d6-9190-eda60a56cf0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:53:31Z', 'updated_at': '2022-10-04T20:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'caa1ff78-e955-4130-b86b-58cfa3d0a2e8', 'name': '', 'network_id': '0f02f09f-f74c-4c9e-b798-232ff1428103', 'tenant_id': '46118121de724c439d844950f5542370', 'mac_address': 'fa:16:3e:d7:38:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa45475-fec3-42d6-9190-eda60a56cf0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '6e51c1f8-6d3f-4bd0-9b22-6410eb78597e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:53:43Z', 'updated_at': '2022-10-04T20:53:54Z', 'revision_number': 4, 'project_id': '46118121de724c439d844950f5542370', 'subnets': [{'id': '6e51c1f8-6d3f-4bd0-9b22-6410eb78597e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:53:57.062173 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-59c0cc2c-a53c-418d-b9b3-2e357971a7a4 admin admin] Request body: {'subnet': {'network_id': '966cd9ac-910a-45ab-ae6e-aca8142a7a7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-368337677-subnet', 'tenant_id': 'bf7c559faf714f8395ef38d122e31e8d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:53:57.079476 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-6efc8483-2451-492a-b3b4-3b759ae2bad8 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] DELETE failed (client error): The resource could not be found. Oct 04 20:53:57.080803 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6efc8483-2451-492a-b3b4-3b759ae2bad8 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 20:53:57.092755 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-6efc8483-2451-492a-b3b4-3b759ae2bad8 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/552e9130-f263-45c1-b83d-78122c850f00 HTTP/1.1" status: 404 len: 337 time: 0.2013869 Oct 04 20:53:57.102751 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46238) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:57.303115 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-d569ac02-2767-410a-9bbd-fea59ca6ce48 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] DELETE failed (client error): The resource could not be found. Oct 04 20:53:57.304055 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d569ac02-2767-410a-9bbd-fea59ca6ce48 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 20:53:57.320497 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-d569ac02-2767-410a-9bbd-fea59ca6ce48 tempest-RoutersTest-1926661014 tempest-RoutersTest-1926661014-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/5fb03846-63ab-4de5-af98-c073b3053950 HTTP/1.1" status: 404 len: 337 time: 0.2153161 Oct 04 20:53:57.386594 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:57.411747 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-b241e42c-a328-475f-91a7-0cc7fbc0bfda req-f0e7cc5c-aada-44c3-bc2f-7fc84d7fd237 tempest-ServerShowV254Test-2042905204 tempest-ServerShowV254Test-2042905204-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f75a1e63-9eaf-45d4-8ba3-5650e5e325b8 HTTP/1.1" status: 200 len: 210 time: 0.2163563 Oct 04 20:53:57.460403 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-627a02ab-f640-401f-b3c3-72665522da25 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Allocated IP 172.20.0.8 (509ada20-d96d-463a-ba3e-aaf7f1dda48e/e9596da9-853a-46e8-9366-e7c69a0423e3/b121ee88-ee78-47e7-8187-54a5441930d9) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:53:57.530285 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c0cc2c-a53c-418d-b9b3-2e357971a7a4 admin admin] Made reservation on behalf of bf7c559faf714f8395ef38d122e31e8d for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:53:57.536291 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-59c0cc2c-a53c-418d-b9b3-2e357971a7a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:57.818236 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:58.082352 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-ae3c8676-2429-46e4-8537-19f0d15736c1 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Allocated IP 172.25.5.30 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/63ad53a1-6667-4e1e-b691-99829b499b93) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:53:58.103935 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-627a02ab-f640-401f-b3c3-72665522da25 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks [] for port (b121ee88-ee78-47e7-8187-54a5441930d9), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:58.285967 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device caa1ff78-e955-4130-b86b-58cfa3d0a2e8 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:53:58.432410 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-627a02ab-f640-401f-b3c3-72665522da25 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (b121ee88-ee78-47e7-8187-54a5441930d9), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:58.437707 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port caa1ff78-e955-4130-b86b-58cfa3d0a2e8 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:53:58.439048 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (caa1ff78-e955-4130-b86b-58cfa3d0a2e8), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:58.440443 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port caa1ff78-e955-4130-b86b-58cfa3d0a2e8 Oct 04 20:53:58.623762 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627a02ab-f640-401f-b3c3-72665522da25 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Network 509ada20-d96d-463a-ba3e-aaf7f1dda48e is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:53:58.630830 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-627a02ab-f640-401f-b3c3-72665522da25 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:53:58.654937 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627a02ab-f640-401f-b3c3-72665522da25 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:53:58.727454 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port caa1ff78-e955-4130-b86b-58cfa3d0a2e8 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:53:58.728816 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (caa1ff78-e955-4130-b86b-58cfa3d0a2e8), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:58.925589 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627a02ab-f640-401f-b3c3-72665522da25 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:53:58.926801 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-627a02ab-f640-401f-b3c3-72665522da25 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:58.972628 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port caa1ff78-e955-4130-b86b-58cfa3d0a2e8, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=caa1ff78-e955-4130-b86b-58cfa3d0a2e8,segment=NetworkSegment(86c470e2-35a3-4efc-b6ee-877c5014fc60),segment_id=86c470e2-35a3-4efc-b6ee-877c5014fc60)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:53:59.202227 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (caa1ff78-e955-4130-b86b-58cfa3d0a2e8), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:59.514199 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=caa1ff78-e955-4130-b86b-58cfa3d0a2e8,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:59.569816 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-ade34368-ef51-407c-9745-ce59a397e026 None None] Provisioning complete for port b121ee88-ee78-47e7-8187-54a5441930d9 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:53:59.570932 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ade34368-ef51-407c-9745-ce59a397e026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b121ee88-ee78-47e7-8187-54a5441930d9), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:59.572087 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-ade34368-ef51-407c-9745-ce59a397e026 None None] Attempt 1 to provision port b121ee88-ee78-47e7-8187-54a5441930d9 Oct 04 20:53:59.758496 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46254) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:59.784710 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-59c0cc2c-a53c-418d-b9b3-2e357971a7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (59c9bb46-c5e3-4c36-a942-62904aed7c6d), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:59.800593 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-ade34368-ef51-407c-9745-ce59a397e026 None None] Port b121ee88-ee78-47e7-8187-54a5441930d9 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:53:59.872712 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ae3c8676-2429-46e4-8537-19f0d15736c1 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for port (63ad53a1-6667-4e1e-b691-99829b499b93), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:53:59.877943 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a02ab-f640-401f-b3c3-72665522da25 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Pushing event updated for resources: {'Port': ['ID=b121ee88-ee78-47e7-8187-54a5441930d9,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:53:59.908836 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-627a02ab-f640-401f-b3c3-72665522da25 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.9683847 Oct 04 20:53:59.910188 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46258) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:53:59.913840 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-65556d93-9e62-407b-b077-73f49f931d8e req-1d19cea7-297b-4177-b9db-afcadf1418b9 tempest-ServerShowV254Test-2042905204 tempest-ServerShowV254Test-2042905204-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f75a1e63-9eaf-45d4-8ba3-5650e5e325b8 HTTP/1.1" status: 200 len: 210 time: 0.9353046 Oct 04 20:53:59.923738 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-aeedf16c-8882-4e4d-b7ca-2e65fe1bfdd0 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Request body: {'floatingip': {'floating_network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:53:59.974709 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:53:59.989907 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:00.024369 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c0cc2c-a53c-418d-b9b3-2e357971a7a4 admin admin] Checking segment: {'id': '36d2911e-9067-41c1-bf09-8270999c5467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '966cd9ac-910a-45ab-ae6e-aca8142a7a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:54:00.024983 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c0cc2c-a53c-418d-b9b3-2e357971a7a4 admin admin] Network hostable DHCP agents. Network: 966cd9ac-910a-45ab-ae6e-aca8142a7a7f, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:54:00.157496 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-aeedf16c-8882-4e4d-b7ca-2e65fe1bfdd0 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks [] for floatingip (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:00.168667 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device caa1ff78-e955-4130-b86b-58cfa3d0a2e8 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:54:00.254146 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c55adc06-176d-4649-a4c2-0486bdba1942 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:00.307279 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port caa1ff78-e955-4130-b86b-58cfa3d0a2e8 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:54:00.310532 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (caa1ff78-e955-4130-b86b-58cfa3d0a2e8), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:00.312611 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port caa1ff78-e955-4130-b86b-58cfa3d0a2e8 Oct 04 20:54:00.485803 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-aeedf16c-8882-4e4d-b7ca-2e65fe1bfdd0 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:00.528269 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:00.564353 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c0cc2c-a53c-418d-b9b3-2e357971a7a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59c9bb46-c5e3-4c36-a942-62904aed7c6d,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:00.654647 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port caa1ff78-e955-4130-b86b-58cfa3d0a2e8 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:54:00.712220 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ae3c8676-2429-46e4-8537-19f0d15736c1 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (63ad53a1-6667-4e1e-b691-99829b499b93), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:00.815890 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-aeedf16c-8882-4e4d-b7ca-2e65fe1bfdd0 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Allocated IP 172.25.5.67 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/56c43c3c-185e-4bd7-b0bc-782f84d85f16) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:54:00.900294 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:00.901778 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c0cc2c-a53c-418d-b9b3-2e357971a7a4 admin admin] Network 966cd9ac-910a-45ab-ae6e-aca8142a7a7f is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:54:00.920669 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3c8676-2429-46e4-8537-19f0d15736c1 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:54:00.963867 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-ae3c8676-2429-46e4-8537-19f0d15736c1 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:54:01.028304 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3c8676-2429-46e4-8537-19f0d15736c1 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:54:01.036380 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-80350cd0-b644-4d54-b37a-e3ae336def83 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=869ac0b5366d400d99edf8b0539f2d2d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2444673 Oct 04 20:54:01.037365 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3c8676-2429-46e4-8537-19f0d15736c1 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Pushing event updated for resources: {'Port': ['ID=63ad53a1-6667-4e1e-b691-99829b499b93,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:01.042002 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46268) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:01.105908 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-59c0cc2c-a53c-418d-b9b3-2e357971a7a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 966cd9ac-910a-45ab-ae6e-aca8142a7a7f) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:54:01.122359 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7285ddc4-5fae-460a-bee5-a8df9ceb607d None None] Network 966cd9ac-910a-45ab-ae6e-aca8142a7a7f requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:54:01.135614 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c0cc2c-a53c-418d-b9b3-2e357971a7a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:54:01.136644 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-59c0cc2c-a53c-418d-b9b3-2e357971a7a4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:01.154010 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-aeedf16c-8882-4e4d-b7ca-2e65fe1bfdd0 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks [] for port (56c43c3c-185e-4bd7-b0bc-782f84d85f16), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:01.239691 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:01.334294 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-aeedf16c-8882-4e4d-b7ca-2e65fe1bfdd0 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (56c43c3c-185e-4bd7-b0bc-782f84d85f16), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:01.356486 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-59c0cc2c-a53c-418d-b9b3-2e357971a7a4 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 4.3545468 Oct 04 20:54:01.358883 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46274) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:01.375676 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-8990c6a4-8f01-450a-b210-52d099144fcd admin admin] Request body: {'router': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-368337677-router', 'tenant_id': 'bf7c559faf714f8395ef38d122e31e8d', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:54:01.431070 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-c55adc06-176d-4649-a4c2-0486bdba1942 admin admin] Deleting port 5b19120f-59c7-4b52-8a49-6e4233116ad8 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:54:01.431987 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c55adc06-176d-4649-a4c2-0486bdba1942 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (5b19120f-59c7-4b52-8a49-6e4233116ad8), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:01.513503 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadaf6a5-b388-4c61-8d81-3f4c55bdb3a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-966cd9ac-910a-45ab-ae6e-aca8142a7a7f', 'network_id': '966cd9ac-910a-45ab-ae6e-aca8142a7a7f', 'project_id': 'bf7c559faf714f8395ef38d122e31e8d', 'fixed_ips': [{'subnet_id': '59c9bb46-c5e3-4c36-a942-62904aed7c6d'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:54:01.516619 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-eadaf6a5-b388-4c61-8d81-3f4c55bdb3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:01.555477 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeedf16c-8882-4e4d-b7ca-2e65fe1bfdd0 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:54:01.555477 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-aeedf16c-8882-4e4d-b7ca-2e65fe1bfdd0 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:54:01.581502 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeedf16c-8882-4e4d-b7ca-2e65fe1bfdd0 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:54:01.665039 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e380c345-fdb8-4c75-88c0-70249750a873 admin admin] Publish callbacks [] for security_group (bcc24a52-ee3d-466c-95ae-9186ed6afb1f), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:01.706381 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8990c6a4-8f01-450a-b210-52d099144fcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (de9eab7b-7b4e-4e3d-a980-dab93917bc26), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:01.708306 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8990c6a4-8f01-450a-b210-52d099144fcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (de9eab7b-7b4e-4e3d-a980-dab93917bc26), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:01.734537 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-6a9e0389-73a5-4c11-96fd-f99fbcd26146 req-0b65c60b-ce5a-40fd-9848-56a755f1d471 tempest-ServerShowV254Test-2042905204 tempest-ServerShowV254Test-2042905204-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f75a1e63-9eaf-45d4-8ba3-5650e5e325b8 HTTP/1.1" status: 200 len: 210 time: 0.4127386 Oct 04 20:54:01.788652 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeedf16c-8882-4e4d-b7ca-2e65fe1bfdd0 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Pushing event updated for resources: {'Port': ['ID=56c43c3c-185e-4bd7-b0bc-782f84d85f16,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:01.844438 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-c55adc06-176d-4649-a4c2-0486bdba1942 admin admin] For port 5b19120f-59c7-4b52-8a49-6e4233116ad8, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=5b19120f-59c7-4b52-8a49-6e4233116ad8,segment=NetworkSegment(ab7dd5c8-6b5f-4d63-9eac-22e2fe4d537d),segment_id=ab7dd5c8-6b5f-4d63-9eac-22e2fe4d537d)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:54:01.875744 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c55adc06-176d-4649-a4c2-0486bdba1942 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (5b19120f-59c7-4b52-8a49-6e4233116ad8), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:01.875861 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e380c345-fdb8-4c75-88c0-70249750a873 admin admin] Publish callbacks [] for security_group (bcc24a52-ee3d-466c-95ae-9186ed6afb1f), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:01.876025 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:01.934450 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-eadaf6a5-b388-4c61-8d81-3f4c55bdb3a5 None None] Allocated IP 172.20.0.2 (966cd9ac-910a-45ab-ae6e-aca8142a7a7f/59c9bb46-c5e3-4c36-a942-62904aed7c6d/2ba174f8-96ee-46f0-b696-e1dbd0c1beb2) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:54:01.985243 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8990c6a4-8f01-450a-b210-52d099144fcd admin admin] Publish callbacks [] for router_controller (de9eab7b-7b4e-4e3d-a980-dab93917bc26), precommit_add_association {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:01.987421 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:01.990795 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-c55adc06-176d-4649-a4c2-0486bdba1942 admin admin] Calling delete_port for 5b19120f-59c7-4b52-8a49-6e4233116ad8 owned by network:router_interface {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:54:02.038493 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-aeedf16c-8882-4e4d-b7ca-2e65fe1bfdd0 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks [] for floatingip (aed11a49-0e13-45f8-9439-c376f00bd7f9), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:02.241427 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-aeedf16c-8882-4e4d-b7ca-2e65fe1bfdd0 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (56c43c3c-185e-4bd7-b0bc-782f84d85f16), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:02.249346 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e380c345-fdb8-4c75-88c0-70249750a873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (bcc24a52-ee3d-466c-95ae-9186ed6afb1f), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:02.255813 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e380c345-fdb8-4c75-88c0-70249750a873 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:02.263514 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-e380c345-fdb8-4c75-88c0-70249750a873 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/bcc24a52-ee3d-466c-95ae-9186ed6afb1f HTTP/1.1" status: 204 len: 168 time: 1.2171481 Oct 04 20:54:02.276063 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:02.404075 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-eadaf6a5-b388-4c61-8d81-3f4c55bdb3a5 None None] Publish callbacks [] for port (2ba174f8-96ee-46f0-b696-e1dbd0c1beb2), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:02.431123 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e380c345-fdb8-4c75-88c0-70249750a873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc24a52-ee3d-466c-95ae-9186ed6afb1f,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:02.482070 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46286) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:02.587498 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-eadaf6a5-b388-4c61-8d81-3f4c55bdb3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (2ba174f8-96ee-46f0-b696-e1dbd0c1beb2), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:02.677247 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8990c6a4-8f01-450a-b210-52d099144fcd admin admin] Publish callbacks [] for router_gateway (de9eab7b-7b4e-4e3d-a980-dab93917bc26), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:02.702615 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadaf6a5-b388-4c61-8d81-3f4c55bdb3a5 None None] Network 966cd9ac-910a-45ab-ae6e-aca8142a7a7f is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:54:02.703121 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:02.714257 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-eadaf6a5-b388-4c61-8d81-3f4c55bdb3a5 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:54:02.725914 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ae3c8676-2429-46e4-8537-19f0d15736c1 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for floatingip (933d44b3-e8e2-4a3c-84b4-3dc4c0d37845), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:02.728236 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadaf6a5-b388-4c61-8d81-3f4c55bdb3a5 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:54:02.786653 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-aeedf16c-8882-4e4d-b7ca-2e65fe1bfdd0 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks [] for port (56c43c3c-185e-4bd7-b0bc-782f84d85f16), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:02.794828 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadaf6a5-b388-4c61-8d81-3f4c55bdb3a5 None None] Pushing event updated for resources: {'Port': ['ID=2ba174f8-96ee-46f0-b696-e1dbd0c1beb2,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:02.837156 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:02.905603 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-aeedf16c-8882-4e4d-b7ca-2e65fe1bfdd0 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (56c43c3c-185e-4bd7-b0bc-782f84d85f16), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:02.957136 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-eadaf6a5-b388-4c61-8d81-3f4c55bdb3a5 None None] Attempting to bind port 2ba174f8-96ee-46f0-b696-e1dbd0c1beb2 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:54:02.958003 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-eadaf6a5-b388-4c61-8d81-3f4c55bdb3a5 None None] Attempting to bind port 2ba174f8-96ee-46f0-b696-e1dbd0c1beb2 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '36d2911e-9067-41c1-bf09-8270999c5467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '966cd9ac-910a-45ab-ae6e-aca8142a7a7f'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:54:02.959298 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadaf6a5-b388-4c61-8d81-3f4c55bdb3a5 None None] Attempting to bind port 2ba174f8-96ee-46f0-b696-e1dbd0c1beb2 on network 966cd9ac-910a-45ab-ae6e-aca8142a7a7f {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:54:03.100522 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadaf6a5-b388-4c61-8d81-3f4c55bdb3a5 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:54:03.101558 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadaf6a5-b388-4c61-8d81-3f4c55bdb3a5 None None] Checking segment: {'id': '36d2911e-9067-41c1-bf09-8270999c5467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '966cd9ac-910a-45ab-ae6e-aca8142a7a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:54:03.102364 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-eadaf6a5-b388-4c61-8d81-3f4c55bdb3a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:03.103367 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadaf6a5-b388-4c61-8d81-3f4c55bdb3a5 None None] Bound using segment: {'id': '36d2911e-9067-41c1-bf09-8270999c5467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '966cd9ac-910a-45ab-ae6e-aca8142a7a7f'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:54:03.104343 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-eadaf6a5-b388-4c61-8d81-3f4c55bdb3a5 None None] Bound port: 2ba174f8-96ee-46f0-b696-e1dbd0c1beb2, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36d2911e-9067-41c1-bf09-8270999c5467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '966cd9ac-910a-45ab-ae6e-aca8142a7a7f'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:54:03.105184 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-eadaf6a5-b388-4c61-8d81-3f4c55bdb3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (2ba174f8-96ee-46f0-b696-e1dbd0c1beb2), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:03.131597 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-aeedf16c-8882-4e4d-b7ca-2e65fe1bfdd0 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582728'] for floatingip (aed11a49-0e13-45f8-9439-c376f00bd7f9), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:03.141926 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeedf16c-8882-4e4d-b7ca-2e65fe1bfdd0 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Pushing event updated for resources: {'Port': ['ID=56c43c3c-185e-4bd7-b0bc-782f84d85f16,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:03.149507 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ae3c8676-2429-46e4-8537-19f0d15736c1 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (63ad53a1-6667-4e1e-b691-99829b499b93), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:03.155322 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:03.159224 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=7 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:03.257314 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c55adc06-176d-4649-a4c2-0486bdba1942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (5b19120f-59c7-4b52-8a49-6e4233116ad8), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:03.294412 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-81108c80-02cd-4ef6-8d35-291a9fdc7781 req-5fd6f56a-2570-410c-90fc-96f12f37831f tempest-ServerShowV254Test-2042905204 tempest-ServerShowV254Test-2042905204-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f75a1e63-9eaf-45d4-8ba3-5650e5e325b8 HTTP/1.1" status: 200 len: 210 time: 0.1541150 Oct 04 20:54:03.299539 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-eadaf6a5-b388-4c61-8d81-3f4c55bdb3a5 None None] For port 2ba174f8-96ee-46f0-b696-e1dbd0c1beb2, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:54:03.308205 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-eadaf6a5-b388-4c61-8d81-3f4c55bdb3a5 None None] For port 2ba174f8-96ee-46f0-b696-e1dbd0c1beb2, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=2ba174f8-96ee-46f0-b696-e1dbd0c1beb2,segment=NetworkSegment(36d2911e-9067-41c1-bf09-8270999c5467),segment_id=36d2911e-9067-41c1-bf09-8270999c5467)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:54:03.382832 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-aeedf16c-8882-4e4d-b7ca-2e65fe1bfdd0 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:03.385740 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-aeedf16c-8882-4e4d-b7ca-2e65fe1bfdd0 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4696305 Oct 04 20:54:03.386100 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55adc06-176d-4649-a4c2-0486bdba1942 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b19120f-59c7-4b52-8a49-6e4233116ad8,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:03.395186 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46296) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:03.408676 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-3a876c6e-803f-40f9-908d-1b8f93cb1038 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Request body: {'floatingip': {'port_id': 'b121ee88-ee78-47e7-8187-54a5441930d9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:54:03.423923 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-eadaf6a5-b388-4c61-8d81-3f4c55bdb3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (2ba174f8-96ee-46f0-b696-e1dbd0c1beb2), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:03.569199 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3a876c6e-803f-40f9-908d-1b8f93cb1038 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks [] for floatingip (aed11a49-0e13-45f8-9439-c376f00bd7f9), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:03.646257 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadaf6a5-b388-4c61-8d81-3f4c55bdb3a5 None None] Pushing event updated for resources: {'Port': ['ID=2ba174f8-96ee-46f0-b696-e1dbd0c1beb2,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:03.784249 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0934053e-1187-4536-97d3-c9ad98a1982a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:04.203121 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-3a876c6e-803f-40f9-908d-1b8f93cb1038 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] update failed (client error): The resource could not be found. Oct 04 20:54:04.203121 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-3a876c6e-803f-40f9-908d-1b8f93cb1038 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] 10.222.0.78 "PUT /networking/v2.0/floatingips/aed11a49-0e13-45f8-9439-c376f00bd7f9 HTTP/1.1" status: 404 len: 507 time: 0.8056717 Oct 04 20:54:04.209086 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46312) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:04.799834 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-10262493-1aff-404f-9d38-a39fcea8774d tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Deleting port 56c43c3c-185e-4bd7-b0bc-782f84d85f16 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:54:04.801273 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-10262493-1aff-404f-9d38-a39fcea8774d tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (56c43c3c-185e-4bd7-b0bc-782f84d85f16), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:04.810955 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-6afb451e-ef9c-430b-9f9d-fb0be2305c13 req-ca879488-b7c4-4fd9-8fa3-abc9d2d1ee34 tempest-ServerShowV254Test-2042905204 tempest-ServerShowV254Test-2042905204-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f75a1e63-9eaf-45d4-8ba3-5650e5e325b8 HTTP/1.1" status: 200 len: 210 time: 0.1513159 Oct 04 20:54:04.829662 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8990c6a4-8f01-450a-b210-52d099144fcd admin admin] Publish callbacks [] for router_gateway (de9eab7b-7b4e-4e3d-a980-dab93917bc26), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:04.917265 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 20:54:04.992628 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:05.051080 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8990c6a4-8f01-450a-b210-52d099144fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:05.102484 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-10262493-1aff-404f-9d38-a39fcea8774d tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (56c43c3c-185e-4bd7-b0bc-782f84d85f16), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:05.105023 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-10262493-1aff-404f-9d38-a39fcea8774d tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks [] for floatingip (56c43c3c-185e-4bd7-b0bc-782f84d85f16), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:05.136775 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-10262493-1aff-404f-9d38-a39fcea8774d tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Calling delete_port for 56c43c3c-185e-4bd7-b0bc-782f84d85f16 owned by network:floatingip {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:54:05.149380 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0934053e-1187-4536-97d3-c9ad98a1982a admin admin] Publish callbacks [] for security_group (763109c5-1eee-4b19-9643-d5e1d0a24174), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:05.253601 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c55adc06-176d-4649-a4c2-0486bdba1942 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:05.291547 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0934053e-1187-4536-97d3-c9ad98a1982a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (763109c5-1eee-4b19-9643-d5e1d0a24174), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:05.688392 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-10262493-1aff-404f-9d38-a39fcea8774d tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (56c43c3c-185e-4bd7-b0bc-782f84d85f16), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:05.708900 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9b5859-1f80-4f65-89a8-870b544513f4 None None] Network 966cd9ac-910a-45ab-ae6e-aca8142a7a7f requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:54:05.745503 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10262493-1aff-404f-9d38-a39fcea8774d tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Pushing event deleted for resources: {'Port': ['ID=56c43c3c-185e-4bd7-b0bc-782f84d85f16,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:05.940756 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-8990c6a4-8f01-450a-b210-52d099144fcd admin admin] Allocated IP 172.25.5.20 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/b7f36e7a-81b0-43b6-b9e9-b046c208ca2c) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:54:05.973616 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-10262493-1aff-404f-9d38-a39fcea8774d tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks [] for floatingip (aed11a49-0e13-45f8-9439-c376f00bd7f9), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:05.996716 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-10262493-1aff-404f-9d38-a39fcea8774d tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:06.012712 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-10262493-1aff-404f-9d38-a39fcea8774d tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/aed11a49-0e13-45f8-9439-c376f00bd7f9 HTTP/1.1" status: 204 len: 168 time: 1.7905369 Oct 04 20:54:06.016351 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46336) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:06.043783 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-bb916c31-bd0c-45be-b18b-649c81d868fe tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Request body: {'floatingip': {'floating_network_id': '509ada20-d96d-463a-ba3e-aaf7f1dda48e', 'port_id': 'b121ee88-ee78-47e7-8187-54a5441930d9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:54:06.176005 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e394a5c5-5702-4c40-8b5e-e78195fa8dcd None None] Provisioning complete for port 2ba174f8-96ee-46f0-b696-e1dbd0c1beb2 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:54:06.177412 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e394a5c5-5702-4c40-8b5e-e78195fa8dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (2ba174f8-96ee-46f0-b696-e1dbd0c1beb2), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:06.178268 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e394a5c5-5702-4c40-8b5e-e78195fa8dcd None None] Attempt 1 to provision port 2ba174f8-96ee-46f0-b696-e1dbd0c1beb2 Oct 04 20:54:06.194869 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8990c6a4-8f01-450a-b210-52d099144fcd admin admin] Publish callbacks [] for port (b7f36e7a-81b0-43b6-b9e9-b046c208ca2c), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:06.314797 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46340) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:06.342654 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ca5d6055-29b9-4595-8c54-18521fb956c7 req-935614cd-5dcb-44bd-9cbe-70e14d9dc0d5 tempest-ServerShowV254Test-2042905204 tempest-ServerShowV254Test-2042905204-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f75a1e63-9eaf-45d4-8ba3-5650e5e325b8 HTTP/1.1" status: 200 len: 210 time: 0.1729295 Oct 04 20:54:06.346024 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bb916c31-bd0c-45be-b18b-649c81d868fe tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks [] for floatingip (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:06.356720 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 2ba174f8-96ee-46f0-b696-e1dbd0c1beb2 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:54:06.509286 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:06.515670 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ae3c8676-2429-46e4-8537-19f0d15736c1 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for port (63ad53a1-6667-4e1e-b691-99829b499b93), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:06.534553 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-0934053e-1187-4536-97d3-c9ad98a1982a admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=fe98366871b44258815674ebd4a7f675&name=default HTTP/1.1" status: 200 len: 3000 time: 4.0376332 Oct 04 20:54:06.537413 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46348) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:06.573507 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:06.615075 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:06.697622 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0934053e-1187-4536-97d3-c9ad98a1982a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=763109c5-1eee-4b19-9643-d5e1d0a24174,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:06.698640 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 2ba174f8-96ee-46f0-b696-e1dbd0c1beb2 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:54:06.700162 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (2ba174f8-96ee-46f0-b696-e1dbd0c1beb2), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:06.701466 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 2ba174f8-96ee-46f0-b696-e1dbd0c1beb2 Oct 04 20:54:06.751600 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-bb916c31-bd0c-45be-b18b-649c81d868fe tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 20:54:06.760891 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-bb916c31-bd0c-45be-b18b-649c81d868fe tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.7320344 Oct 04 20:54:06.761123 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46352) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:06.770568 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-bec8c1ed-4271-4a42-9932-3f2d4a1d18e4 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Request body: {'floatingip': {'floating_network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'port_id': 'b121ee88-ee78-47e7-8187-54a5441930d9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:54:06.784695 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ae3c8676-2429-46e4-8537-19f0d15736c1 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (63ad53a1-6667-4e1e-b691-99829b499b93), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:06.831024 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e394a5c5-5702-4c40-8b5e-e78195fa8dcd None None] Current status of the port 2ba174f8-96ee-46f0-b696-e1dbd0c1beb2 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:54:06.831970 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e394a5c5-5702-4c40-8b5e-e78195fa8dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (2ba174f8-96ee-46f0-b696-e1dbd0c1beb2), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:06.899907 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8990c6a4-8f01-450a-b210-52d099144fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (b7f36e7a-81b0-43b6-b9e9-b046c208ca2c), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:06.921498 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e394a5c5-5702-4c40-8b5e-e78195fa8dcd None None] For port 2ba174f8-96ee-46f0-b696-e1dbd0c1beb2, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=2ba174f8-96ee-46f0-b696-e1dbd0c1beb2,segment=NetworkSegment(36d2911e-9067-41c1-bf09-8270999c5467),segment_id=36d2911e-9067-41c1-bf09-8270999c5467)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:54:06.929571 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bec8c1ed-4271-4a42-9932-3f2d4a1d18e4 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks [] for floatingip (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:06.948062 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-67f4561a-5e1d-4494-aa45-6f5d56c246e6 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Request body: {'security_group': {'name': 'default'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:54:06.950067 n-d-852085-12 neutron-server[108169]: WARNING neutron.api.v2.base [None req-67f4561a-5e1d-4494-aa45-6f5d56c246e6 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 04 20:54:06.950961 n-d-852085-12 neutron-server[108169]: INFO neutron.api.v2.resource [None req-67f4561a-5e1d-4494-aa45-6f5d56c246e6 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] create failed (client error): There was a conflict when trying to complete your request. Oct 04 20:54:06.952841 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-67f4561a-5e1d-4494-aa45-6f5d56c246e6 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.6169989 Oct 04 20:54:06.963002 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46356) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:06.987526 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-73a1a2ff-1ec6-49b8-a009-a9146437e435 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Request body: {'security_group': {'name': 'tempest-secgroup--1845123111'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:54:07.025989 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 2ba174f8-96ee-46f0-b696-e1dbd0c1beb2 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:54:07.029507 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (2ba174f8-96ee-46f0-b696-e1dbd0c1beb2), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:07.065041 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e394a5c5-5702-4c40-8b5e-e78195fa8dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (2ba174f8-96ee-46f0-b696-e1dbd0c1beb2), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:07.115601 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8990c6a4-8f01-450a-b210-52d099144fcd admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:54:07.129272 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4c727c89-6aca-421b-b3f1-fe88276a690c admin admin] Publish callbacks [] for security_group (763109c5-1eee-4b19-9643-d5e1d0a24174), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:07.139525 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3c8676-2429-46e4-8537-19f0d15736c1 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Pushing event updated for resources: {'Port': ['ID=63ad53a1-6667-4e1e-b691-99829b499b93,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:07.144980 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-8990c6a4-8f01-450a-b210-52d099144fcd admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:54:07.157273 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ae3c8676-2429-46e4-8537-19f0d15736c1 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582728'] for floatingip (933d44b3-e8e2-4a3c-84b4-3dc4c0d37845), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:07.163030 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8990c6a4-8f01-450a-b210-52d099144fcd admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:54:07.164341 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bec8c1ed-4271-4a42-9932-3f2d4a1d18e4 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:07.294454 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 20:54:07.295245 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 20:54:07.307718 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-d3c6dd4d-d10b-4e1e-b63d-5cd9622c9469 None None] Provisioning complete for port 2ba174f8-96ee-46f0-b696-e1dbd0c1beb2 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:54:07.308952 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d3c6dd4d-d10b-4e1e-b63d-5cd9622c9469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (2ba174f8-96ee-46f0-b696-e1dbd0c1beb2), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:07.309514 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-d3c6dd4d-d10b-4e1e-b63d-5cd9622c9469 None None] Attempt 1 to provision port 2ba174f8-96ee-46f0-b696-e1dbd0c1beb2 Oct 04 20:54:07.316203 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e394a5c5-5702-4c40-8b5e-e78195fa8dcd None None] Pushing event updated for resources: {'Port': ['ID=2ba174f8-96ee-46f0-b696-e1dbd0c1beb2,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:07.360106 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-73a1a2ff-1ec6-49b8-a009-a9146437e435 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:07.472207 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-bec8c1ed-4271-4a42-9932-3f2d4a1d18e4 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Allocated IP 172.25.5.47 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/3c6fad0b-f000-4115-8c8e-16a503e90d06) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:54:07.491363 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4c727c89-6aca-421b-b3f1-fe88276a690c admin admin] Publish callbacks [] for security_group (763109c5-1eee-4b19-9643-d5e1d0a24174), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:07.523507 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:07.528346 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-d3c6dd4d-d10b-4e1e-b63d-5cd9622c9469 None None] Current status of the port 2ba174f8-96ee-46f0-b696-e1dbd0c1beb2 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:54:07.535050 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-73a1a2ff-1ec6-49b8-a009-a9146437e435 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:07.665944 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8990c6a4-8f01-450a-b210-52d099144fcd admin admin] Pushing event updated for resources: {'Port': ['ID=b7f36e7a-81b0-43b6-b9e9-b046c208ca2c,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:07.718179 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-8633053e-a4eb-4db2-8136-d1bec48bfa3b req-3bdb6494-61aa-48ea-b034-d30798a9849e tempest-ServerShowV254Test-2042905204 tempest-ServerShowV254Test-2042905204-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f75a1e63-9eaf-45d4-8ba3-5650e5e325b8 HTTP/1.1" status: 200 len: 210 time: 0.0658090 Oct 04 20:54:07.865230 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bec8c1ed-4271-4a42-9932-3f2d4a1d18e4 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks [] for port (3c6fad0b-f000-4115-8c8e-16a503e90d06), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:07.889654 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:07.905309 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 2ba174f8-96ee-46f0-b696-e1dbd0c1beb2 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:54:07.983273 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:08.075974 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:08.079707 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bec8c1ed-4271-4a42-9932-3f2d4a1d18e4 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (3c6fad0b-f000-4115-8c8e-16a503e90d06), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:08.086881 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 2ba174f8-96ee-46f0-b696-e1dbd0c1beb2 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:54:08.094661 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-848320a7-0fb9-4b5a-af53-20fa1958a13e req-dc8192db-56df-4266-ba3c-cbc88773f13e service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=f75a1e63-9eaf-45d4-8ba3-5650e5e325b8 HTTP/1.1" status: 200 len: 210 time: 0.2503648 Oct 04 20:54:08.096578 n-d-852085-12 neutron-server[108169]: INFO neutron.db.l3_db [None req-ae3c8676-2429-46e4-8537-19f0d15736c1 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Floating IP 933d44b3-e8e2-4a3c-84b4-3dc4c0d37845 associated. External IP: 172.25.5.30, port: 8589e256-6d31-4ddf-9c35-49b0d78a1af5. Oct 04 20:54:08.168818 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec8c1ed-4271-4a42-9932-3f2d4a1d18e4 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:54:08.190677 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-bec8c1ed-4271-4a42-9932-3f2d4a1d18e4 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:54:08.201801 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec8c1ed-4271-4a42-9932-3f2d4a1d18e4 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:54:08.205551 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 2ba174f8-96ee-46f0-b696-e1dbd0c1beb2 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:54:08.205851 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (2ba174f8-96ee-46f0-b696-e1dbd0c1beb2), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:08.206845 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 2ba174f8-96ee-46f0-b696-e1dbd0c1beb2 Oct 04 20:54:08.257733 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:08.271298 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec8c1ed-4271-4a42-9932-3f2d4a1d18e4 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Pushing event updated for resources: {'Port': ['ID=3c6fad0b-f000-4115-8c8e-16a503e90d06,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:08.293903 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c55adc06-176d-4649-a4c2-0486bdba1942 admin admin] Router 5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:54:08.387071 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 2ba174f8-96ee-46f0-b696-e1dbd0c1beb2 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:54:08.622803 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4c727c89-6aca-421b-b3f1-fe88276a690c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (763109c5-1eee-4b19-9643-d5e1d0a24174), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:08.622803 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4c727c89-6aca-421b-b3f1-fe88276a690c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:08.622803 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-4c727c89-6aca-421b-b3f1-fe88276a690c admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/763109c5-1eee-4b19-9643-d5e1d0a24174 HTTP/1.1" status: 204 len: 168 time: 1.9688759 Oct 04 20:54:08.664995 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c727c89-6aca-421b-b3f1-fe88276a690c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=763109c5-1eee-4b19-9643-d5e1d0a24174,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:08.715510 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-bec8c1ed-4271-4a42-9932-3f2d4a1d18e4 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Deleting port 3c6fad0b-f000-4115-8c8e-16a503e90d06 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:54:08.721828 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bec8c1ed-4271-4a42-9932-3f2d4a1d18e4 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (3c6fad0b-f000-4115-8c8e-16a503e90d06), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:08.919220 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46370) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:09.025191 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-aa399942-97f5-4c43-b74c-f49302421897 req-d690fe6a-c9fd-4c8c-b585-6b039d438899 tempest-ServerShowV254Test-2042905204 tempest-ServerShowV254Test-2042905204-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f75a1e63-9eaf-45d4-8ba3-5650e5e325b8 HTTP/1.1" status: 200 len: 210 time: 0.0825796 Oct 04 20:54:09.057076 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bec8c1ed-4271-4a42-9932-3f2d4a1d18e4 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (3c6fad0b-f000-4115-8c8e-16a503e90d06), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:09.061520 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bec8c1ed-4271-4a42-9932-3f2d4a1d18e4 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks [] for floatingip (3c6fad0b-f000-4115-8c8e-16a503e90d06), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:09.094757 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-bec8c1ed-4271-4a42-9932-3f2d4a1d18e4 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Calling delete_port for 3c6fad0b-f000-4115-8c8e-16a503e90d06 owned by network:floatingip {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:54:09.144803 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-73a1a2ff-1ec6-49b8-a009-a9146437e435 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks [] for security_group (9c845816-4ebe-481e-8289-f4caca898e50), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:09.164075 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55adc06-176d-4649-a4c2-0486bdba1942 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:54:09.188986 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad06dfc-077b-478d-9481-960ad8ef9b35 None None] Sync routers for ids ['5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:54:09.223648 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad06dfc-077b-478d-9481-960ad8ef9b35 None None] Routers {'5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:54:09.224527 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-cad06dfc-077b-478d-9481-960ad8ef9b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:53:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:54:09.245242 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:09.247392 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c55adc06-176d-4649-a4c2-0486bdba1942 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7944951 Oct 04 20:54:09.249613 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8990c6a4-8f01-450a-b210-52d099144fcd admin admin] Publish callbacks [] for router_gateway (de9eab7b-7b4e-4e3d-a980-dab93917bc26), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:09.253398 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46374) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:09.431436 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-73a1a2ff-1ec6-49b8-a009-a9146437e435 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (9c845816-4ebe-481e-8289-f4caca898e50), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:09.542209 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-cad06dfc-077b-478d-9481-960ad8ef9b35 None None] Set router 5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:54:09.619231 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bec8c1ed-4271-4a42-9932-3f2d4a1d18e4 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (3c6fad0b-f000-4115-8c8e-16a503e90d06), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:09.713292 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec8c1ed-4271-4a42-9932-3f2d4a1d18e4 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Pushing event deleted for resources: {'Port': ['ID=3c6fad0b-f000-4115-8c8e-16a503e90d06,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:09.852659 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a1a2ff-1ec6-49b8-a009-a9146437e435 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c845816-4ebe-481e-8289-f4caca898e50,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:09.901146 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-951a5873-907e-49b9-9e9c-98965ff78ac0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:09.912334 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae3c8676-2429-46e4-8537-19f0d15736c1 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Router 338eba0b-7a56-4642-842c-8d7eb2577e2d has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:54:10.018790 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d6bafdb7-84a1-4ae2-8642-45f08f407010 admin admin] Publish callbacks [] for router (5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:10.090909 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-cad06dfc-077b-478d-9481-960ad8ef9b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77', 'name': 'tempest-TaggedBootDevicesTest-1781382707-router', 'tenant_id': 'bd8adb1a7e034cbeb6d40757ae7cf31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'b9fb22ab-50a5-4bab-abed-5cdb85854606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:49:52Z', 'updated_at': '2022-10-04T20:54:02Z', 'revision_number': 5, 'project_id': 'bd8adb1a7e034cbeb6d40757ae7cf31b', 'gw_port': {'id': 'b9fb22ab-50a5-4bab-abed-5cdb85854606', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ea:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:49:56Z', 'updated_at': '2022-10-04T20:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:54:10.137949 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-951a5873-907e-49b9-9e9c-98965ff78ac0 admin admin] Publish callbacks [] for security_group (bb5350a3-bad4-42d6-95d4-e142ee405ba0), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:10.157521 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-bec8c1ed-4271-4a42-9932-3f2d4a1d18e4 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] create failed (client error): The resource could not be found. Oct 04 20:54:10.165362 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-bec8c1ed-4271-4a42-9932-3f2d4a1d18e4 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.3966172 Oct 04 20:54:10.167736 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46380) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:10.178607 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad06dfc-077b-478d-9481-960ad8ef9b35 None None] Checking router: 5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:54:10.214580 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad06dfc-077b-478d-9481-960ad8ef9b35 None None] Routers {'5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:54:10.215689 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-cad06dfc-077b-478d-9481-960ad8ef9b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:53:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:54:10.261185 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-951a5873-907e-49b9-9e9c-98965ff78ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (bb5350a3-bad4-42d6-95d4-e142ee405ba0), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:10.372107 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:10.426803 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a5873-907e-49b9-9e9c-98965ff78ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5350a3-bad4-42d6-95d4-e142ee405ba0,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:10.481498 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-afadca80-185a-4ae4-87e7-b9a2190b9572 req-fcfe55a5-0620-4339-8404-09ec6d974349 tempest-ServerShowV254Test-2042905204 tempest-ServerShowV254Test-2042905204-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f75a1e63-9eaf-45d4-8ba3-5650e5e325b8 HTTP/1.1" status: 200 len: 210 time: 0.1640546 Oct 04 20:54:10.499047 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-951a5873-907e-49b9-9e9c-98965ff78ac0 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=6c4495b6d0284d208f4c4c3ad8682182&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5733323 Oct 04 20:54:10.507734 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46382) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:10.508417 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46384) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:10.535025 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-cad06dfc-077b-478d-9481-960ad8ef9b35 None None] Set router 5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:54:10.580909 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b7110856-3037-4e38-9622-ee35d28e3579 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:10.602429 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-a9813958-2527-4496-be20-617c8d8d91c7 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Deleting port b121ee88-ee78-47e7-8187-54a5441930d9 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:54:10.603015 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a9813958-2527-4496-be20-617c8d8d91c7 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (b121ee88-ee78-47e7-8187-54a5441930d9), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:10.810743 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-73a1a2ff-1ec6-49b8-a009-a9146437e435 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks [] for security_group (71290025-01f6-4d80-9ec6-acc89defb4b6), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:10.816529 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:10.834058 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:10.858261 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9709b1f9-e421-4117-941b-69780278a1be admin admin] Publish callbacks [] for security_group (bb5350a3-bad4-42d6-95d4-e142ee405ba0), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:10.947269 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9709b1f9-e421-4117-941b-69780278a1be admin admin] Publish callbacks [] for security_group (bb5350a3-bad4-42d6-95d4-e142ee405ba0), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:10.996205 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a9813958-2527-4496-be20-617c8d8d91c7 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (b121ee88-ee78-47e7-8187-54a5441930d9), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:11.036756 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:11.050801 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-73a1a2ff-1ec6-49b8-a009-a9146437e435 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (71290025-01f6-4d80-9ec6-acc89defb4b6), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:11.095829 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-a9813958-2527-4496-be20-617c8d8d91c7 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Calling delete_port for b121ee88-ee78-47e7-8187-54a5441930d9 owned by {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:54:11.098614 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:11.139549 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-cad06dfc-077b-478d-9481-960ad8ef9b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77', 'name': 'tempest-TaggedBootDevicesTest-1781382707-router', 'tenant_id': 'bd8adb1a7e034cbeb6d40757ae7cf31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'b9fb22ab-50a5-4bab-abed-5cdb85854606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:49:52Z', 'updated_at': '2022-10-04T20:54:02Z', 'revision_number': 5, 'project_id': 'bd8adb1a7e034cbeb6d40757ae7cf31b', 'gw_port': {'id': 'b9fb22ab-50a5-4bab-abed-5cdb85854606', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ea:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:49:56Z', 'updated_at': '2022-10-04T20:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:54:11.140251 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b7110856-3037-4e38-9622-ee35d28e3579 admin admin] Publish callbacks [] for security_group (fabf38db-6a97-4b97-bb56-a7a552b35481), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:11.194021 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad06dfc-077b-478d-9481-960ad8ef9b35 None None] The sync data for ids ['5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77'] in n-d-852085-12 is: [{'id': '5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77', 'name': 'tempest-TaggedBootDevicesTest-1781382707-router', 'tenant_id': 'bd8adb1a7e034cbeb6d40757ae7cf31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'b9fb22ab-50a5-4bab-abed-5cdb85854606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:49:52Z', 'updated_at': '2022-10-04T20:54:02Z', 'revision_number': 5, 'project_id': 'bd8adb1a7e034cbeb6d40757ae7cf31b', 'gw_port': {'id': 'b9fb22ab-50a5-4bab-abed-5cdb85854606', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ea:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:49:56Z', 'updated_at': '2022-10-04T20:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:54:11.208889 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae3c8676-2429-46e4-8537-19f0d15736c1 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:54:11.212927 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a1a2ff-1ec6-49b8-a009-a9146437e435 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71290025-01f6-4d80-9ec6-acc89defb4b6,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:11.220841 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8990c6a4-8f01-450a-b210-52d099144fcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (de9eab7b-7b4e-4e3d-a980-dab93917bc26), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:11.225212 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d6bafdb7-84a1-4ae2-8642-45f08f407010 admin admin] Publish callbacks [] for router_gateway (5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:11.239002 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4459194e-3e43-417b-94a2-c161608e25a8 None None] Sync routers for ids ['338eba0b-7a56-4642-842c-8d7eb2577e2d'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:54:11.303650 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b7110856-3037-4e38-9622-ee35d28e3579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (fabf38db-6a97-4b97-bb56-a7a552b35481), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:11.314824 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4459194e-3e43-417b-94a2-c161608e25a8 None None] Routers {'338eba0b-7a56-4642-842c-8d7eb2577e2d'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:54:11.316377 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-4459194e-3e43-417b-94a2-c161608e25a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:53:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['338eba0b-7a56-4642-842c-8d7eb2577e2d'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:54:11.343579 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-73a1a2ff-1ec6-49b8-a009-a9146437e435 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:11.350879 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-73a1a2ff-1ec6-49b8-a009-a9146437e435 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 4.3706872 Oct 04 20:54:11.355706 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46390) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:11.364848 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-a4063bed-6a6a-47f1-b165-0e57bc8b2933 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Request body: {'security_group_rule': {'security_group_id': '71290025-01f6-4d80-9ec6-acc89defb4b6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:54:11.388969 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-4459194e-3e43-417b-94a2-c161608e25a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:54:11.402011 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4459194e-3e43-417b-94a2-c161608e25a8 None None] Routers {'338eba0b-7a56-4642-842c-8d7eb2577e2d'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:54:11.403284 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-4459194e-3e43-417b-94a2-c161608e25a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:53:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['338eba0b-7a56-4642-842c-8d7eb2577e2d'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:54:11.449327 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b7110856-3037-4e38-9622-ee35d28e3579 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=c34f7f165ff042b78803c807b99bd0da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9275777 Oct 04 20:54:11.453546 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46394) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:11.463737 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-4459194e-3e43-417b-94a2-c161608e25a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:54:11.463963 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4459194e-3e43-417b-94a2-c161608e25a8 None None] The sync data for ids ['338eba0b-7a56-4642-842c-8d7eb2577e2d'] in n-d-852085-12 is: [] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:54:11.474808 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ae3c8676-2429-46e4-8537-19f0d15736c1 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:11.487295 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9709b1f9-e421-4117-941b-69780278a1be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (bb5350a3-bad4-42d6-95d4-e142ee405ba0), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:11.493020 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9709b1f9-e421-4117-941b-69780278a1be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:11.494583 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-9709b1f9-e421-4117-941b-69780278a1be admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/bb5350a3-bad4-42d6-95d4-e142ee405ba0 HTTP/1.1" status: 204 len: 168 time: 0.9725158 Oct 04 20:54:11.496533 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7110856-3037-4e38-9622-ee35d28e3579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fabf38db-6a97-4b97-bb56-a7a552b35481,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:11.551213 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9709b1f9-e421-4117-941b-69780278a1be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5350a3-bad4-42d6-95d4-e142ee405ba0,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:11.737697 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-d6bafdb7-84a1-4ae2-8642-45f08f407010 admin admin] Deleting port b9fb22ab-50a5-4bab-abed-5cdb85854606 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:54:11.738508 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d6bafdb7-84a1-4ae2-8642-45f08f407010 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (b9fb22ab-50a5-4bab-abed-5cdb85854606), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:11.748887 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-39956f23-523f-41eb-84cf-24ce6547bd03 req-8023800a-2c0f-471d-adf4-bbc420f7cf5d service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=28d648bc85694df58d795f914acd4843&device_id=f75a1e63-9eaf-45d4-8ba3-5650e5e325b8 HTTP/1.1" status: 200 len: 210 time: 0.1796043 Oct 04 20:54:11.751091 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-7f68cb4a-1958-4acc-aeef-75bc7d22863a req-826c8dc8-be6c-441e-97cb-815efe12d341 tempest-ServerShowV254Test-2042905204 tempest-ServerShowV254Test-2042905204-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f75a1e63-9eaf-45d4-8ba3-5650e5e325b8 HTTP/1.1" status: 200 len: 210 time: 0.0777569 Oct 04 20:54:11.793751 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ae3c8676-2429-46e4-8537-19f0d15736c1 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 15.4502399 Oct 04 20:54:11.798503 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46398) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:11.819571 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-274ef645-7dd8-468c-bdd4-9b0e70710b25 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1546432368'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:54:11.860792 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a4063bed-6a6a-47f1-b165-0e57bc8b2933 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks [] for security_group_rule (bb054992-d472-4aac-9a5d-e579c2971fd6), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:11.894384 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a9813958-2527-4496-be20-617c8d8d91c7 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (b121ee88-ee78-47e7-8187-54a5441930d9), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:11.929724 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-39956f23-523f-41eb-84cf-24ce6547bd03 req-669087c0-e4ee-46c7-9827-7ad21ffbfcb3 service neutron] 10.222.0.83 "GET /networking/v2.0/networks?tenant_id=28d648bc85694df58d795f914acd4843&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1399717 Oct 04 20:54:11.968106 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9813958-2527-4496-be20-617c8d8d91c7 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Pushing event deleted for resources: {'Port': ['ID=b121ee88-ee78-47e7-8187-54a5441930d9,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:12.019492 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274ef645-7dd8-468c-bdd4-9b0e70710b25 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Made reservation on behalf of 223d432ff6a643f39235b9d5774265c1 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:54:12.019492 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-274ef645-7dd8-468c-bdd4-9b0e70710b25 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:12.040912 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f030c56b-ca44-453c-a45d-1a07bb810a17 admin admin] Publish callbacks [] for security_group (fabf38db-6a97-4b97-bb56-a7a552b35481), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:12.066248 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 5b19120f-59c7-4b52-8a49-6e4233116ad8 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:54:12.093027 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a4063bed-6a6a-47f1-b165-0e57bc8b2933 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks [] for security_group_rule (bb054992-d472-4aac-9a5d-e579c2971fd6), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:12.138662 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 5b19120f-59c7-4b52-8a49-6e4233116ad8 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:54:12.139841 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 5b19120f-59c7-4b52-8a49-6e4233116ad8 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:54:12.147305 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-274ef645-7dd8-468c-bdd4-9b0e70710b25 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:54:12.170020 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a9813958-2527-4496-be20-617c8d8d91c7 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:12.175988 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a9813958-2527-4496-be20-617c8d8d91c7 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] 10.222.0.78 "DELETE /networking/v2.0/ports/b121ee88-ee78-47e7-8187-54a5441930d9 HTTP/1.1" status: 204 len: 168 time: 2.0078802 Oct 04 20:54:12.180944 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46400) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:12.195257 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-274ef645-7dd8-468c-bdd4-9b0e70710b25 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (eb9a4b61-5496-4b9c-a495-12a7e5c08cfd), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:12.195810 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-274ef645-7dd8-468c-bdd4-9b0e70710b25 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Added segment eb9a4b61-5496-4b9c-a495-12a7e5c08cfd of type vlan for network fb79296c-461a-469b-a783-61d122772bce Oct 04 20:54:12.271646 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f030c56b-ca44-453c-a45d-1a07bb810a17 admin admin] Publish callbacks [] for security_group (fabf38db-6a97-4b97-bb56-a7a552b35481), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:12.303249 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a4063bed-6a6a-47f1-b165-0e57bc8b2933 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (bb054992-d472-4aac-9a5d-e579c2971fd6), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:12.368226 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80d00a3-f382-4fd7-944c-f6d571995301 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:54:12.375651 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c80d00a3-f382-4fd7-944c-f6d571995301 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3e4a9dd3-11de-428e-b605-edc619fc0b5f HTTP/1.1" status: 200 len: 913 time: 0.1883953 Oct 04 20:54:12.381378 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46404) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:12.399014 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-274ef645-7dd8-468c-bdd4-9b0e70710b25 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (fb79296c-461a-469b-a783-61d122772bce), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:12.437863 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-d6bafdb7-84a1-4ae2-8642-45f08f407010 admin admin] For port b9fb22ab-50a5-4bab-abed-5cdb85854606, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b9fb22ab-50a5-4bab-abed-5cdb85854606,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:54:12.438644 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d6bafdb7-84a1-4ae2-8642-45f08f407010 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (b9fb22ab-50a5-4bab-abed-5cdb85854606), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:12.471046 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4063bed-6a6a-47f1-b165-0e57bc8b2933 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb054992-d472-4aac-9a5d-e579c2971fd6,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:12.487464 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=84,neutron:DELETE=10,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:12.502064 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-d6bafdb7-84a1-4ae2-8642-45f08f407010 admin admin] Calling delete_port for b9fb22ab-50a5-4bab-abed-5cdb85854606 owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:54:12.511787 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8990c6a4-8f01-450a-b210-52d099144fcd admin admin] Router de9eab7b-7b4e-4e3d-a980-dab93917bc26 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:54:12.525828 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a4063bed-6a6a-47f1-b165-0e57bc8b2933 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:12.526926 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a4063bed-6a6a-47f1-b165-0e57bc8b2933 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1683071 Oct 04 20:54:12.544752 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46406) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:12.560758 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-0fcb90da-8cf1-4aea-9b91-01876eac2f88 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Request body: {'security_group_rule': {'security_group_id': '71290025-01f6-4d80-9ec6-acc89defb4b6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:54:12.568090 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:12.685804 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39956f23-523f-41eb-84cf-24ce6547bd03 req-e653bcf9-2520-4038-a823-5b67d56c605c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:54:12.688506 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-39956f23-523f-41eb-84cf-24ce6547bd03 req-e653bcf9-2520-4038-a823-5b67d56c605c service neutron] 10.222.0.83 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7315295 Oct 04 20:54:12.720492 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-274ef645-7dd8-468c-bdd4-9b0e70710b25 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (fb79296c-461a-469b-a783-61d122772bce), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:12.730470 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274ef645-7dd8-468c-bdd4-9b0e70710b25 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:54:12.731584 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-274ef645-7dd8-468c-bdd4-9b0e70710b25 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:12.873671 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f030c56b-ca44-453c-a45d-1a07bb810a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (fabf38db-6a97-4b97-bb56-a7a552b35481), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:12.878890 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f030c56b-ca44-453c-a45d-1a07bb810a17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:12.881133 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f030c56b-ca44-453c-a45d-1a07bb810a17 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/fabf38db-6a97-4b97-bb56-a7a552b35481 HTTP/1.1" status: 204 len: 168 time: 1.4256485 Oct 04 20:54:12.919686 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:12.931008 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0fcb90da-8cf1-4aea-9b91-01876eac2f88 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks [] for security_group_rule (7c45273f-8522-4a6f-b96a-899614fefeea), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:12.939233 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8990c6a4-8f01-450a-b210-52d099144fcd admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:54:12.966186 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571dcde9-44b2-4d3f-ab44-a1d34242d9b7 None None] Sync routers for ids ['de9eab7b-7b4e-4e3d-a980-dab93917bc26'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:54:12.987574 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f030c56b-ca44-453c-a45d-1a07bb810a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fabf38db-6a97-4b97-bb56-a7a552b35481,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:13.077266 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571dcde9-44b2-4d3f-ab44-a1d34242d9b7 None None] Routers {'de9eab7b-7b4e-4e3d-a980-dab93917bc26'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:54:13.080166 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-571dcde9-44b2-4d3f-ab44-a1d34242d9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:53:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['de9eab7b-7b4e-4e3d-a980-dab93917bc26'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:54:13.101971 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e8487338-8eac-405a-b82f-17883f79edd2 req-04e6702c-f383-4ba9-acf7-1499490cc263 tempest-ServerShowV254Test-2042905204 tempest-ServerShowV254Test-2042905204-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f75a1e63-9eaf-45d4-8ba3-5650e5e325b8 HTTP/1.1" status: 200 len: 210 time: 0.0792720 Oct 04 20:54:13.117750 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46412) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:13.127647 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-274ef645-7dd8-468c-bdd4-9b0e70710b25 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3267033 Oct 04 20:54:13.136002 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46414) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:13.136476 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274ef645-7dd8-468c-bdd4-9b0e70710b25 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Pushing event updated for resources: {'Network': ['ID=fb79296c-461a-469b-a783-61d122772bce,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:13.155150 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-9e7f0996-b0f4-44f4-8db4-030b27130e6f tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Request body: {'subnet': {'network_id': 'fb79296c-461a-469b-a783-61d122772bce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:54:13.197399 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network fb79296c-461a-469b-a783-61d122772bce details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:54:13.212897 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8990c6a4-8f01-450a-b210-52d099144fcd admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:13.215627 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-8990c6a4-8f01-450a-b210-52d099144fcd admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 935 time: 11.8466380 Oct 04 20:54:13.218197 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cbd380c6-153c-4e00-aaa3-1587d893da41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:13.219227 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:13.223619 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46416) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:13.288009 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d6bafdb7-84a1-4ae2-8642-45f08f407010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (b9fb22ab-50a5-4bab-abed-5cdb85854606), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:13.344378 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-0fcb90da-8cf1-4aea-9b91-01876eac2f88 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] create failed (client error): There was a conflict when trying to complete your request. Oct 04 20:54:13.346298 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-0fcb90da-8cf1-4aea-9b91-01876eac2f88 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7910049 Oct 04 20:54:13.357052 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46418) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:13.491315 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bafdb7-84a1-4ae2-8642-45f08f407010 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9fb22ab-50a5-4bab-abed-5cdb85854606,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:13.497718 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-571dcde9-44b2-4d3f-ab44-a1d34242d9b7 None None] Set router de9eab7b-7b4e-4e3d-a980-dab93917bc26 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:54:13.824506 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:13.906550 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cbd380c6-153c-4e00-aaa3-1587d893da41 admin admin] Publish callbacks [] for security_group (a0c81a4b-dbf6-453f-9dd1-467e16173728), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:13.923977 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-571dcde9-44b2-4d3f-ab44-a1d34242d9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9eab7b-7b4e-4e3d-a980-dab93917bc26', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-368337677-router', 'tenant_id': 'bf7c559faf714f8395ef38d122e31e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': 'b7f36e7a-81b0-43b6-b9e9-b046c208ca2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:54:01Z', 'updated_at': '2022-10-04T20:54:08Z', 'revision_number': 3, 'project_id': 'bf7c559faf714f8395ef38d122e31e8d', 'gw_port': {'id': 'b7f36e7a-81b0-43b6-b9e9-b046c208ca2c', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:4a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9eab7b-7b4e-4e3d-a980-dab93917bc26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:54:05Z', 'updated_at': '2022-10-04T20:54:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:54:13.928754 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d6bafdb7-84a1-4ae2-8642-45f08f407010 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:14.011824 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571dcde9-44b2-4d3f-ab44-a1d34242d9b7 None None] Checking router: de9eab7b-7b4e-4e3d-a980-dab93917bc26 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:54:14.015930 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571dcde9-44b2-4d3f-ab44-a1d34242d9b7 None None] Updating router de9eab7b-7b4e-4e3d-a980-dab93917bc26 port b7f36e7a-81b0-43b6-b9e9-b046c208ca2c binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:54:14.106671 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-571dcde9-44b2-4d3f-ab44-a1d34242d9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b7f36e7a-81b0-43b6-b9e9-b046c208ca2c), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:14.118989 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4048123c-b186-4c19-b56a-7d379c76786e tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (3e4a9dd3-11de-428e-b605-edc619fc0b5f), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:14.140893 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7f0996-b0f4-44f4-8db4-030b27130e6f tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Made reservation on behalf of 223d432ff6a643f39235b9d5774265c1 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:54:14.147441 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9e7f0996-b0f4-44f4-8db4-030b27130e6f tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:14.323382 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-39956f23-523f-41eb-84cf-24ce6547bd03 req-fccb5bca-597b-4ee3-869e-c9d3e1d51d7d tempest-ServerShowV254Test-2042905204 tempest-ServerShowV254Test-2042905204-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=f75a1e63-9eaf-45d4-8ba3-5650e5e325b8 HTTP/1.1" status: 200 len: 210 time: 0.2047451 Oct 04 20:54:14.336169 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cbd380c6-153c-4e00-aaa3-1587d893da41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (a0c81a4b-dbf6-453f-9dd1-467e16173728), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:14.352191 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d6bafdb7-84a1-4ae2-8642-45f08f407010 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:14.375628 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d6bafdb7-84a1-4ae2-8642-45f08f407010 admin admin] Publish callbacks [] for router_controller (5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:14.394589 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-83babfce-0516-4bce-957f-2248688bb43a tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks [] for security_group (71290025-01f6-4d80-9ec6-acc89defb4b6), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:14.469264 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-83babfce-0516-4bce-957f-2248688bb43a tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks [] for security_group (71290025-01f6-4d80-9ec6-acc89defb4b6), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:14.528202 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a18b9d66-e3a4-4b81-91fa-51ad63596db2 req-c85d8f83-6b24-48a9-a267-e9de0ea81007 tempest-ServerShowV254Test-2042905204 tempest-ServerShowV254Test-2042905204-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f75a1e63-9eaf-45d4-8ba3-5650e5e325b8 HTTP/1.1" status: 200 len: 210 time: 0.1979468 Oct 04 20:54:14.618013 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-cbd380c6-153c-4e00-aaa3-1587d893da41 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=9de937e7299e453fb5202a0beb8377f9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4986658 Oct 04 20:54:14.631081 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd380c6-153c-4e00-aaa3-1587d893da41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c81a4b-dbf6-453f-9dd1-467e16173728,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:14.635775 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46432) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:14.769893 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:14.788183 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-571dcde9-44b2-4d3f-ab44-a1d34242d9b7 None None] Publish callbacks [] for port (b7f36e7a-81b0-43b6-b9e9-b046c208ca2c), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:14.989418 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-4048123c-b186-4c19-b56a-7d379c76786e tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Deleting port 17e33e19-e4cd-4792-b741-41106abb6262 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:54:14.989999 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4048123c-b186-4c19-b56a-7d379c76786e tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (17e33e19-e4cd-4792-b741-41106abb6262), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:14.992001 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-571dcde9-44b2-4d3f-ab44-a1d34242d9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (b7f36e7a-81b0-43b6-b9e9-b046c208ca2c), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:15.000019 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-83babfce-0516-4bce-957f-2248688bb43a tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (71290025-01f6-4d80-9ec6-acc89defb4b6), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:15.005325 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-83babfce-0516-4bce-957f-2248688bb43a tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:15.012691 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-83babfce-0516-4bce-957f-2248688bb43a tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/71290025-01f6-4d80-9ec6-acc89defb4b6 HTTP/1.1" status: 204 len: 168 time: 1.6538200 Oct 04 20:54:15.034901 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46434) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:15.038915 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-571dcde9-44b2-4d3f-ab44-a1d34242d9b7 None None] Attempting to bind port b7f36e7a-81b0-43b6-b9e9-b046c208ca2c on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:54:15.039305 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-571dcde9-44b2-4d3f-ab44-a1d34242d9b7 None None] Attempting to bind port b7f36e7a-81b0-43b6-b9e9-b046c208ca2c by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:54:15.040086 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571dcde9-44b2-4d3f-ab44-a1d34242d9b7 None None] Attempting to bind port b7f36e7a-81b0-43b6-b9e9-b046c208ca2c on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:54:15.133499 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:15.153929 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83babfce-0516-4bce-957f-2248688bb43a tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71290025-01f6-4d80-9ec6-acc89defb4b6,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:15.170660 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693a9195-d4fb-4db7-b5ae-fb70e06718d3 None None] Pushing event updated for resources: {'Port': ['ID=b7f36e7a-81b0-43b6-b9e9-b046c208ca2c,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:15.233456 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571dcde9-44b2-4d3f-ab44-a1d34242d9b7 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:54:15.234260 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571dcde9-44b2-4d3f-ab44-a1d34242d9b7 None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:54:15.235578 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-571dcde9-44b2-4d3f-ab44-a1d34242d9b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:15.236001 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571dcde9-44b2-4d3f-ab44-a1d34242d9b7 None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:54:15.237628 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-571dcde9-44b2-4d3f-ab44-a1d34242d9b7 None None] Bound port: b7f36e7a-81b0-43b6-b9e9-b046c208ca2c, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:54:15.238457 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-571dcde9-44b2-4d3f-ab44-a1d34242d9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b7f36e7a-81b0-43b6-b9e9-b046c208ca2c), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:15.327908 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d6bafdb7-84a1-4ae2-8642-45f08f407010 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:15.329134 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6bafdb7-84a1-4ae2-8642-45f08f407010 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77 {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:54:15.330398 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:15.346607 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-6d5fedd3-4eb2-48eb-8858-bf2e37d5b2a5 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3052135 Oct 04 20:54:15.353648 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46440) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:15.366066 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-75278eab-dbca-43c8-ae7c-cece01137f11 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Request body: {'security_group': {'name': 'tempest-secgroup--455400920'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:54:15.388851 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d6bafdb7-84a1-4ae2-8642-45f08f407010 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:15.393192 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d6bafdb7-84a1-4ae2-8642-45f08f407010 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/5d6d7f8a-26b5-48e1-97ef-d72f0c84ab77 HTTP/1.1" status: 204 len: 168 time: 5.9932613 Oct 04 20:54:15.399946 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46442) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:15.481158 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f3b6e5e0-6043-4445-933c-8ad04e895a8e admin admin] Publish callbacks [] for security_group (a0c81a4b-dbf6-453f-9dd1-467e16173728), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:15.485115 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-571dcde9-44b2-4d3f-ab44-a1d34242d9b7 None None] For port b7f36e7a-81b0-43b6-b9e9-b046c208ca2c, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:54:15.529660 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-571dcde9-44b2-4d3f-ab44-a1d34242d9b7 None None] For port b7f36e7a-81b0-43b6-b9e9-b046c208ca2c, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b7f36e7a-81b0-43b6-b9e9-b046c208ca2c,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:54:15.548829 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4048123c-b186-4c19-b56a-7d379c76786e tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (17e33e19-e4cd-4792-b741-41106abb6262), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:15.569717 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:15.599187 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-4048123c-b186-4c19-b56a-7d379c76786e tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Calling delete_port for 17e33e19-e4cd-4792-b741-41106abb6262 owned by network:router_interface {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:54:15.599557 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f54a3676-b333-41d9-90f9-b86eba1dbcb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:15.612351 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f3b6e5e0-6043-4445-933c-8ad04e895a8e admin admin] Publish callbacks [] for security_group (a0c81a4b-dbf6-453f-9dd1-467e16173728), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:15.631415 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-bce484a7-5dfa-440a-999a-24abfb89aa92 admin admin] Deleting subnet 7d2b7d19-2f51-48d0-bd1d-3ab83c4a0402 {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:54:15.640473 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-75278eab-dbca-43c8-ae7c-cece01137f11 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:15.651104 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bce484a7-5dfa-440a-999a-24abfb89aa92 admin admin] Publish callbacks [] for subnet (7d2b7d19-2f51-48d0-bd1d-3ab83c4a0402), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:15.701818 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-571dcde9-44b2-4d3f-ab44-a1d34242d9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (b7f36e7a-81b0-43b6-b9e9-b046c208ca2c), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:15.796727 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571dcde9-44b2-4d3f-ab44-a1d34242d9b7 None None] Routers {'de9eab7b-7b4e-4e3d-a980-dab93917bc26'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:54:15.797798 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-571dcde9-44b2-4d3f-ab44-a1d34242d9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:53:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['de9eab7b-7b4e-4e3d-a980-dab93917bc26'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:54:15.912154 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693a9195-d4fb-4db7-b5ae-fb70e06718d3 None None] Pushing event updated for resources: {'Port': ['ID=b7f36e7a-81b0-43b6-b9e9-b046c208ca2c,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:15.997656 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bce484a7-5dfa-440a-999a-24abfb89aa92 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (7d2b7d19-2f51-48d0-bd1d-3ab83c4a0402), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:16.021876 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9e7f0996-b0f4-44f4-8db4-030b27130e6f tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (d2bb38f5-3571-43ff-8d27-bcf1d7788042), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:16.198728 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f3b6e5e0-6043-4445-933c-8ad04e895a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (a0c81a4b-dbf6-453f-9dd1-467e16173728), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:16.198728 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f3b6e5e0-6043-4445-933c-8ad04e895a8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:16.200926 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f3b6e5e0-6043-4445-933c-8ad04e895a8e admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/a0c81a4b-dbf6-453f-9dd1-467e16173728 HTTP/1.1" status: 204 len: 168 time: 1.5527539 Oct 04 20:54:16.202661 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ed9a64ba-c204-42d1-a68f-25a2dba0f686 req-200e834b-ecd1-43ba-aaaa-04fc497175d6 tempest-ServerShowV254Test-2042905204 tempest-ServerShowV254Test-2042905204-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f75a1e63-9eaf-45d4-8ba3-5650e5e325b8 HTTP/1.1" status: 200 len: 210 time: 0.2569199 Oct 04 20:54:16.251215 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b6e5e0-6043-4445-933c-8ad04e895a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c81a4b-dbf6-453f-9dd1-467e16173728,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:16.373349 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7f0996-b0f4-44f4-8db4-030b27130e6f tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Checking segment: {'id': 'eb9a4b61-5496-4b9c-a495-12a7e5c08cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'fb79296c-461a-469b-a783-61d122772bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:54:16.416045 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7f0996-b0f4-44f4-8db4-030b27130e6f tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Network hostable DHCP agents. Network: fb79296c-461a-469b-a783-61d122772bce, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:54:16.416045 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7f0996-b0f4-44f4-8db4-030b27130e6f tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Pushing event updated for resources: {'Subnet': ['ID=d2bb38f5-3571-43ff-8d27-bcf1d7788042,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:16.417156 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b9fb22ab-50a5-4bab-abed-5cdb85854606 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:54:16.441390 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cbdc739a-981e-4000-b694-d78c5e797ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:16.517416 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: b9fb22ab-50a5-4bab-abed-5cdb85854606 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:54:16.519171 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b9fb22ab-50a5-4bab-abed-5cdb85854606 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:54:16.569487 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-571dcde9-44b2-4d3f-ab44-a1d34242d9b7 None None] Set router de9eab7b-7b4e-4e3d-a980-dab93917bc26 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:54:16.648569 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-75278eab-dbca-43c8-ae7c-cece01137f11 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks [] for security_group (33dd745c-3dae-4748-9e47-252bf90dd2b7), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:16.689576 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bce484a7-5dfa-440a-999a-24abfb89aa92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (7d2b7d19-2f51-48d0-bd1d-3ab83c4a0402), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:16.807403 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-75278eab-dbca-43c8-ae7c-cece01137f11 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (33dd745c-3dae-4748-9e47-252bf90dd2b7), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:16.900461 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7f0996-b0f4-44f4-8db4-030b27130e6f tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Network fb79296c-461a-469b-a783-61d122772bce is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:54:16.941118 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:16.944147 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75278eab-dbca-43c8-ae7c-cece01137f11 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33dd745c-3dae-4748-9e47-252bf90dd2b7,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:16.985612 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-75278eab-dbca-43c8-ae7c-cece01137f11 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:16.987992 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-75278eab-dbca-43c8-ae7c-cece01137f11 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.6316714 Oct 04 20:54:16.992871 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46456) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:17.002345 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-48c53bc5-5471-4017-9eb7-89aec212774b tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Request body: {'security_group_rule': {'security_group_id': '33dd745c-3dae-4748-9e47-252bf90dd2b7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:54:17.003680 n-d-852085-12 neutron-server[108170]: WARNING neutron.api.v2.base [None req-48c53bc5-5471-4017-9eb7-89aec212774b tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 04 20:54:17.004584 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-48c53bc5-5471-4017-9eb7-89aec212774b tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 20:54:17.012682 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-48c53bc5-5471-4017-9eb7-89aec212774b tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0118079 Oct 04 20:54:17.012682 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46458) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:17.033650 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-9e7f0996-b0f4-44f4-8db4-030b27130e6f tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, fb79296c-461a-469b-a783-61d122772bce) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:54:17.050611 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-cbdc739a-981e-4000-b694-d78c5e797ed2 admin admin] Allocated IP 172.20.0.1 (966cd9ac-910a-45ab-ae6e-aca8142a7a7f/59c9bb46-c5e3-4c36-a942-62904aed7c6d/19069915-f679-4b43-8a82-c5030fc8ec97) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:54:17.057126 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902143c1-da10-4a6f-beb3-e6b4af579f2f None None] Network fb79296c-461a-469b-a783-61d122772bce requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:54:17.089046 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7f0996-b0f4-44f4-8db4-030b27130e6f tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:54:17.092256 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9e7f0996-b0f4-44f4-8db4-030b27130e6f tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:17.111462 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-571dcde9-44b2-4d3f-ab44-a1d34242d9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9eab7b-7b4e-4e3d-a980-dab93917bc26', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-368337677-router', 'tenant_id': 'bf7c559faf714f8395ef38d122e31e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': 'b7f36e7a-81b0-43b6-b9e9-b046c208ca2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:54:01Z', 'updated_at': '2022-10-04T20:54:08Z', 'revision_number': 3, 'project_id': 'bf7c559faf714f8395ef38d122e31e8d', 'gw_port': {'id': 'b7f36e7a-81b0-43b6-b9e9-b046c208ca2c', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:4a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9eab7b-7b4e-4e3d-a980-dab93917bc26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:54:05Z', 'updated_at': '2022-10-04T20:54:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:54:17.150730 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4048123c-b186-4c19-b56a-7d379c76786e tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (17e33e19-e4cd-4792-b741-41106abb6262), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:17.212842 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4048123c-b186-4c19-b56a-7d379c76786e tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Pushing event deleted for resources: {'Port': ['ID=17e33e19-e4cd-4792-b741-41106abb6262,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:17.235403 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bce484a7-5dfa-440a-999a-24abfb89aa92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (7d2b7d19-2f51-48d0-bd1d-3ab83c4a0402), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:17.271876 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571dcde9-44b2-4d3f-ab44-a1d34242d9b7 None None] The sync data for ids ['de9eab7b-7b4e-4e3d-a980-dab93917bc26'] in n-d-852085-12 is: [{'id': 'de9eab7b-7b4e-4e3d-a980-dab93917bc26', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-368337677-router', 'tenant_id': 'bf7c559faf714f8395ef38d122e31e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': 'b7f36e7a-81b0-43b6-b9e9-b046c208ca2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:54:01Z', 'updated_at': '2022-10-04T20:54:08Z', 'revision_number': 3, 'project_id': 'bf7c559faf714f8395ef38d122e31e8d', 'gw_port': {'id': 'b7f36e7a-81b0-43b6-b9e9-b046c208ca2c', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:4a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9eab7b-7b4e-4e3d-a980-dab93917bc26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:54:05Z', 'updated_at': '2022-10-04T20:54:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:54:17.382435 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:17.388767 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce484a7-5dfa-440a-999a-24abfb89aa92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d2b7d19-2f51-48d0-bd1d-3ab83c4a0402,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:17.484803 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bce484a7-5dfa-440a-999a-24abfb89aa92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:17.490248 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c351d2-256b-4fcd-adaa-f7e3bba99e49 None None] Network d7e335bd-452b-4b28-a631-d8ec4632b1ff requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:54:17.541491 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-bce484a7-5dfa-440a-999a-24abfb89aa92 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/7d2b7d19-2f51-48d0-bd1d-3ab83c4a0402 HTTP/1.1" status: 204 len: 168 time: 2.0941944 Oct 04 20:54:17.541491 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=77,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=15 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:17.545403 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cbdc739a-981e-4000-b694-d78c5e797ed2 admin admin] Publish callbacks [] for port (19069915-f679-4b43-8a82-c5030fc8ec97), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:17.550556 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8430c883-e3d9-424c-ac04-68402c47fcd0 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks [] for security_group (33dd745c-3dae-4748-9e47-252bf90dd2b7), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:17.617588 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8430c883-e3d9-424c-ac04-68402c47fcd0 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks [] for security_group (33dd745c-3dae-4748-9e47-252bf90dd2b7), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:17.634814 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46474) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:17.715958 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-9e7f0996-b0f4-44f4-8db4-030b27130e6f tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.5720012 Oct 04 20:54:17.722552 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46478) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:17.735878 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-580acc1b-56ac-4753-8fe3-348ee401e76b tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1764468406', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}, 'admin_state_up': False}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:54:17.788880 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f36f985c-d3a4-466e-9086-3b780065637a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:17.813943 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cbdc739a-981e-4000-b694-d78c5e797ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (19069915-f679-4b43-8a82-c5030fc8ec97), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:17.916792 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ea98ab-1826-40f4-b074-77f96cdbc2df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-fb79296c-461a-469b-a783-61d122772bce', 'network_id': 'fb79296c-461a-469b-a783-61d122772bce', 'project_id': '223d432ff6a643f39235b9d5774265c1', 'fixed_ips': [{'subnet_id': 'd2bb38f5-3571-43ff-8d27-bcf1d7788042'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:54:17.919924 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-34ea98ab-1826-40f4-b074-77f96cdbc2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:18.094932 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-580acc1b-56ac-4753-8fe3-348ee401e76b tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (80937c2c-8ce0-4d94-9505-5eab534df478), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:18.103886 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-580acc1b-56ac-4753-8fe3-348ee401e76b tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (80937c2c-8ce0-4d94-9505-5eab534df478), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:18.211505 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a82e7b0-a42c-4e31-9545-16e2c6ccabdc None None] DHCP port deletion for d7e335bd-452b-4b28-a631-d8ec4632b1ff request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:54:18.251194 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdc739a-981e-4000-b694-d78c5e797ed2 admin admin] Network 966cd9ac-910a-45ab-ae6e-aca8142a7a7f is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:54:18.261923 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdc739a-981e-4000-b694-d78c5e797ed2 admin admin] Pushing event updated for resources: {'Port': ['ID=19069915-f679-4b43-8a82-c5030fc8ec97,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:18.289040 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-cbdc739a-981e-4000-b694-d78c5e797ed2 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:54:18.297986 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdc739a-981e-4000-b694-d78c5e797ed2 admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:54:18.309256 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:18.386651 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4048123c-b186-4c19-b56a-7d379c76786e tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (3e4a9dd3-11de-428e-b605-edc619fc0b5f), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:18.471391 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b7f36e7a-81b0-43b6-b9e9-b046c208ca2c up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:54:18.497496 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a6d0a8d8-4180-4172-a381-f31ae489a2db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (d7e335bd-452b-4b28-a631-d8ec4632b1ff), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:18.581069 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cbdc739a-981e-4000-b694-d78c5e797ed2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (de9eab7b-7b4e-4e3d-a980-dab93917bc26), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:18.704897 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-2a82e7b0-a42c-4e31-9545-16e2c6ccabdc None None] Deleting port e9246aa0-cadf-4642-97b4-3dd67839c3da {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:54:18.705781 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2a82e7b0-a42c-4e31-9545-16e2c6ccabdc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (e9246aa0-cadf-4642-97b4-3dd67839c3da), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:18.860996 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-580acc1b-56ac-4753-8fe3-348ee401e76b tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for router_controller (80937c2c-8ce0-4d94-9505-5eab534df478), precommit_add_association {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:18.912825 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:19.050484 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-34ea98ab-1826-40f4-b074-77f96cdbc2df None None] Allocated IP 172.20.0.2 (fb79296c-461a-469b-a783-61d122772bce/d2bb38f5-3571-43ff-8d27-bcf1d7788042/4b04d234-eccb-4aea-b2ed-79ceadf223f0) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:54:19.060168 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2a82e7b0-a42c-4e31-9545-16e2c6ccabdc None None] For port e9246aa0-cadf-4642-97b4-3dd67839c3da, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=e9246aa0-cadf-4642-97b4-3dd67839c3da,segment=NetworkSegment(ab7dd5c8-6b5f-4d63-9eac-22e2fe4d537d),segment_id=ab7dd5c8-6b5f-4d63-9eac-22e2fe4d537d)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:54:19.060728 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2a82e7b0-a42c-4e31-9545-16e2c6ccabdc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (e9246aa0-cadf-4642-97b4-3dd67839c3da), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:19.098276 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-661c9e23-2c6e-4edf-89cf-ddab28e96f81 None None] Provisioning complete for port 19069915-f679-4b43-8a82-c5030fc8ec97 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:54:19.098913 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-661c9e23-2c6e-4edf-89cf-ddab28e96f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (19069915-f679-4b43-8a82-c5030fc8ec97), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:19.099515 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-661c9e23-2c6e-4edf-89cf-ddab28e96f81 None None] Attempt 1 to provision port 19069915-f679-4b43-8a82-c5030fc8ec97 Oct 04 20:54:19.118203 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-2a82e7b0-a42c-4e31-9545-16e2c6ccabdc None None] Calling delete_port for e9246aa0-cadf-4642-97b4-3dd67839c3da owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:54:19.132171 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port b7f36e7a-81b0-43b6-b9e9-b046c208ca2c triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:54:19.132794 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b7f36e7a-81b0-43b6-b9e9-b046c208ca2c), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:19.133438 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port b7f36e7a-81b0-43b6-b9e9-b046c208ca2c Oct 04 20:54:19.193915 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8430c883-e3d9-424c-ac04-68402c47fcd0 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (33dd745c-3dae-4748-9e47-252bf90dd2b7), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:19.205383 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8430c883-e3d9-424c-ac04-68402c47fcd0 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:19.224089 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-8430c883-e3d9-424c-ac04-68402c47fcd0 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/33dd745c-3dae-4748-9e47-252bf90dd2b7 HTTP/1.1" status: 204 len: 168 time: 2.2098501 Oct 04 20:54:19.229949 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46492) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:19.242883 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-a6d0a8d8-4180-4172-a381-f31ae489a2db admin admin] Deleting port e9246aa0-cadf-4642-97b4-3dd67839c3da {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:54:19.243834 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a6d0a8d8-4180-4172-a381-f31ae489a2db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (e9246aa0-cadf-4642-97b4-3dd67839c3da), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:19.400336 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8430c883-e3d9-424c-ac04-68402c47fcd0 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33dd745c-3dae-4748-9e47-252bf90dd2b7,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:19.410776 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4048123c-b186-4c19-b56a-7d379c76786e tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Router 3e4a9dd3-11de-428e-b605-edc619fc0b5f has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:54:19.426435 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:19.457238 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-661c9e23-2c6e-4edf-89cf-ddab28e96f81 None None] Port 19069915-f679-4b43-8a82-c5030fc8ec97 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:54:19.672907 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-580acc1b-56ac-4753-8fe3-348ee401e76b tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for router_gateway (80937c2c-8ce0-4d94-9505-5eab534df478), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:19.680809 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cbdc739a-981e-4000-b694-d78c5e797ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (19069915-f679-4b43-8a82-c5030fc8ec97), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:19.684897 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-feca7395-f6cd-4667-a27a-4d625cfa930d tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4433858 Oct 04 20:54:19.688978 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-a6d0a8d8-4180-4172-a381-f31ae489a2db admin admin] For port e9246aa0-cadf-4642-97b4-3dd67839c3da, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=e9246aa0-cadf-4642-97b4-3dd67839c3da,segment=NetworkSegment(ab7dd5c8-6b5f-4d63-9eac-22e2fe4d537d),segment_id=ab7dd5c8-6b5f-4d63-9eac-22e2fe4d537d)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:54:19.689308 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a6d0a8d8-4180-4172-a381-f31ae489a2db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (e9246aa0-cadf-4642-97b4-3dd67839c3da), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:19.694456 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46496) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:19.707199 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-0f9644ce-f389-4097-807d-c5db67c7028f tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Request body: {'security_group': {'name': 'tempest-secgroup--278329932'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:54:19.745003 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4048123c-b186-4c19-b56a-7d379c76786e tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:54:19.756270 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-a6d0a8d8-4180-4172-a381-f31ae489a2db admin admin] Calling delete_port for e9246aa0-cadf-4642-97b4-3dd67839c3da owned by network:dhcp {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:54:19.766277 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4048123c-b186-4c19-b56a-7d379c76786e tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] 10.222.0.78 "PUT /networking/v2.0/routers/3e4a9dd3-11de-428e-b605-edc619fc0b5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3827274 Oct 04 20:54:19.778869 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46498) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:19.784780 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port b7f36e7a-81b0-43b6-b9e9-b046c208ca2c is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:54:19.784780 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b7f36e7a-81b0-43b6-b9e9-b046c208ca2c), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:19.785778 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e22fd9-19fa-4efc-9c40-c8a14fb31661 None None] Sync routers for ids ['3e4a9dd3-11de-428e-b605-edc619fc0b5f'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:54:19.791356 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=86 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:19.808973 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=63 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:19.817024 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:19.879482 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e22fd9-19fa-4efc-9c40-c8a14fb31661 None None] Routers {'3e4a9dd3-11de-428e-b605-edc619fc0b5f'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:54:19.882649 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-97e22fd9-19fa-4efc-9c40-c8a14fb31661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:54:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['3e4a9dd3-11de-428e-b605-edc619fc0b5f'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:54:19.936375 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port b7f36e7a-81b0-43b6-b9e9-b046c208ca2c, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b7f36e7a-81b0-43b6-b9e9-b046c208ca2c,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:54:20.067752 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-97e22fd9-19fa-4efc-9c40-c8a14fb31661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:54:20.080110 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0f9644ce-f389-4097-807d-c5db67c7028f tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:20.088566 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-34ea98ab-1826-40f4-b074-77f96cdbc2df None None] Publish callbacks [] for port (4b04d234-eccb-4aea-b2ed-79ceadf223f0), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:20.101373 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e22fd9-19fa-4efc-9c40-c8a14fb31661 None None] Routers {'3e4a9dd3-11de-428e-b605-edc619fc0b5f'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:54:20.108004 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-97e22fd9-19fa-4efc-9c40-c8a14fb31661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:54:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['3e4a9dd3-11de-428e-b605-edc619fc0b5f'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:54:20.118342 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (b7f36e7a-81b0-43b6-b9e9-b046c208ca2c), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:20.127856 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:20.133911 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fa0c8e42-f36e-4224-bac1-0cd812f85359 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks [] for router (3e4a9dd3-11de-428e-b605-edc619fc0b5f), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:20.170362 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2a82e7b0-a42c-4e31-9545-16e2c6ccabdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (e9246aa0-cadf-4642-97b4-3dd67839c3da), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:20.217132 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-97e22fd9-19fa-4efc-9c40-c8a14fb31661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:54:20.225982 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e22fd9-19fa-4efc-9c40-c8a14fb31661 None None] The sync data for ids ['3e4a9dd3-11de-428e-b605-edc619fc0b5f'] in n-d-852085-12 is: [] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:54:20.260045 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a82e7b0-a42c-4e31-9545-16e2c6ccabdc None None] No DVR routers for this DVR port e9246aa0-cadf-4642-97b4-3dd67839c3da on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:54:20.358236 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:20.372342 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-34ea98ab-1826-40f4-b074-77f96cdbc2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (4b04d234-eccb-4aea-b2ed-79ceadf223f0), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:20.391439 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device e9246aa0-cadf-4642-97b4-3dd67839c3da no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:54:20.509455 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: e9246aa0-cadf-4642-97b4-3dd67839c3da {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:54:20.517136 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46506) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:20.517414 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device e9246aa0-cadf-4642-97b4-3dd67839c3da not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:54:20.574522 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ea98ab-1826-40f4-b074-77f96cdbc2df None None] Network fb79296c-461a-469b-a783-61d122772bce is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:54:20.613919 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-34ea98ab-1826-40f4-b074-77f96cdbc2df None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:54:20.619541 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ea98ab-1826-40f4-b074-77f96cdbc2df None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:54:20.655178 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=b7f36e7a-81b0-43b6-b9e9-b046c208ca2c,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:20.724713 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0f9644ce-f389-4097-807d-c5db67c7028f tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks [] for security_group (18b3f650-e08e-429e-9618-bfff5ac823f6), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:20.756050 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cbdc739a-981e-4000-b694-d78c5e797ed2 admin admin] Publish callbacks [] for port (19069915-f679-4b43-8a82-c5030fc8ec97), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:20.841367 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a82e7b0-a42c-4e31-9545-16e2c6ccabdc None None] Pushing event deleted for resources: {'Port': ['ID=e9246aa0-cadf-4642-97b4-3dd67839c3da,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:20.850065 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-580acc1b-56ac-4753-8fe3-348ee401e76b tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for router_gateway (80937c2c-8ce0-4d94-9505-5eab534df478), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:20.922020 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0f9644ce-f389-4097-807d-c5db67c7028f tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (18b3f650-e08e-429e-9618-bfff5ac823f6), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:20.928933 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-580acc1b-56ac-4753-8fe3-348ee401e76b tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:21.020721 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea98ab-1826-40f4-b074-77f96cdbc2df None None] Pushing event updated for resources: {'Port': ['ID=4b04d234-eccb-4aea-b2ed-79ceadf223f0,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:21.040312 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fa0c8e42-f36e-4224-bac1-0cd812f85359 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (3e4a9dd3-11de-428e-b605-edc619fc0b5f), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:21.059209 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fa0c8e42-f36e-4224-bac1-0cd812f85359 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks [] for router_controller (3e4a9dd3-11de-428e-b605-edc619fc0b5f), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:21.064009 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a6d0a8d8-4180-4172-a381-f31ae489a2db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (e9246aa0-cadf-4642-97b4-3dd67839c3da), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:21.102003 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-34ea98ab-1826-40f4-b074-77f96cdbc2df None None] Attempting to bind port 4b04d234-eccb-4aea-b2ed-79ceadf223f0 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:54:21.102643 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-34ea98ab-1826-40f4-b074-77f96cdbc2df None None] Attempting to bind port 4b04d234-eccb-4aea-b2ed-79ceadf223f0 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'eb9a4b61-5496-4b9c-a495-12a7e5c08cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'fb79296c-461a-469b-a783-61d122772bce'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:54:21.103375 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ea98ab-1826-40f4-b074-77f96cdbc2df None None] Attempting to bind port 4b04d234-eccb-4aea-b2ed-79ceadf223f0 on network fb79296c-461a-469b-a783-61d122772bce {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:54:21.173989 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d0a8d8-4180-4172-a381-f31ae489a2db admin admin] Pushing event deleted for resources: {'Port': ['ID=e9246aa0-cadf-4642-97b4-3dd67839c3da,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:21.189834 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9644ce-f389-4097-807d-c5db67c7028f tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18b3f650-e08e-429e-9618-bfff5ac823f6,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:21.251043 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ea98ab-1826-40f4-b074-77f96cdbc2df None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:54:21.254687 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ea98ab-1826-40f4-b074-77f96cdbc2df None None] Checking segment: {'id': 'eb9a4b61-5496-4b9c-a495-12a7e5c08cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'fb79296c-461a-469b-a783-61d122772bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:54:21.255883 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-34ea98ab-1826-40f4-b074-77f96cdbc2df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:21.266210 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ea98ab-1826-40f4-b074-77f96cdbc2df None None] Bound using segment: {'id': 'eb9a4b61-5496-4b9c-a495-12a7e5c08cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'fb79296c-461a-469b-a783-61d122772bce'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:54:21.268445 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-34ea98ab-1826-40f4-b074-77f96cdbc2df None None] Bound port: 4b04d234-eccb-4aea-b2ed-79ceadf223f0, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb9a4b61-5496-4b9c-a495-12a7e5c08cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'fb79296c-461a-469b-a783-61d122772bce'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:54:21.276929 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-34ea98ab-1826-40f4-b074-77f96cdbc2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (4b04d234-eccb-4aea-b2ed-79ceadf223f0), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:21.285817 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0f9644ce-f389-4097-807d-c5db67c7028f tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:21.292648 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-0f9644ce-f389-4097-807d-c5db67c7028f tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.5914252 Oct 04 20:54:21.294686 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d0a8d8-4180-4172-a381-f31ae489a2db admin admin] No DVR routers for this DVR port e9246aa0-cadf-4642-97b4-3dd67839c3da on host n-d-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:54:21.304105 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46516) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:21.314051 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-1a8accd3-2e6d-4c7c-aff8-6154d69a37d6 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Request body: {'security_group_rule': {'security_group_id': '18b3f650-e08e-429e-9618-bfff5ac823f6', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:54:21.315731 n-d-852085-12 neutron-server[108170]: WARNING neutron.api.v2.base [None req-1a8accd3-2e6d-4c7c-aff8-6154d69a37d6 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 04 20:54:21.316594 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-1a8accd3-2e6d-4c7c-aff8-6154d69a37d6 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 20:54:21.317549 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cbdc739a-981e-4000-b694-d78c5e797ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (19069915-f679-4b43-8a82-c5030fc8ec97), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:21.324768 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-1a8accd3-2e6d-4c7c-aff8-6154d69a37d6 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0183032 Oct 04 20:54:21.332362 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46518) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:21.449534 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-580acc1b-56ac-4753-8fe3-348ee401e76b tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Allocated IP 172.25.5.6 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/53e565e5-f2e0-4d13-b828-296a55abee9b) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:54:21.459432 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdc739a-981e-4000-b694-d78c5e797ed2 admin admin] Pushing event updated for resources: {'Port': ['ID=19069915-f679-4b43-8a82-c5030fc8ec97,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:21.508692 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a6d0a8d8-4180-4172-a381-f31ae489a2db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (d7e335bd-452b-4b28-a631-d8ec4632b1ff), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:21.522046 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:21.555253 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-a6d0a8d8-4180-4172-a381-f31ae489a2db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7e335bd-452b-4b28-a631-d8ec4632b1ff']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:54:21.574879 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-a6d0a8d8-4180-4172-a381-f31ae489a2db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab7dd5c8-6b5f-4d63-9eac-22e2fe4d537d') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:54:21.575383 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-a6d0a8d8-4180-4172-a381-f31ae489a2db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab7dd5c8-6b5f-4d63-9eac-22e2fe4d537d') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:54:21.579063 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b0ca8c9f-370c-4bc5-a946-f352f12fa5d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:21.603805 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fa0c8e42-f36e-4224-bac1-0cd812f85359 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (3e4a9dd3-11de-428e-b605-edc619fc0b5f), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:21.605768 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0c8e42-f36e-4224-bac1-0cd812f85359 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Fanout notify agent at l3_agent the message router_deleted on router 3e4a9dd3-11de-428e-b605-edc619fc0b5f {{(pid=108170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:54:21.627779 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fa0c8e42-f36e-4224-bac1-0cd812f85359 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:21.633771 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-fa0c8e42-f36e-4224-bac1-0cd812f85359 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] 10.222.0.78 "DELETE /networking/v2.0/routers/3e4a9dd3-11de-428e-b605-edc619fc0b5f HTTP/1.1" status: 204 len: 168 time: 1.8489521 Oct 04 20:54:21.633771 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a6d0a8d8-4180-4172-a381-f31ae489a2db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (ab7dd5c8-6b5f-4d63-9eac-22e2fe4d537d), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:21.636400 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46520) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:21.647206 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-34ea98ab-1826-40f4-b074-77f96cdbc2df None None] For port 4b04d234-eccb-4aea-b2ed-79ceadf223f0, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:54:21.659972 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-34ea98ab-1826-40f4-b074-77f96cdbc2df None None] For port 4b04d234-eccb-4aea-b2ed-79ceadf223f0, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=4b04d234-eccb-4aea-b2ed-79ceadf223f0,segment=NetworkSegment(eb9a4b61-5496-4b9c-a495-12a7e5c08cfd),segment_id=eb9a4b61-5496-4b9c-a495-12a7e5c08cfd)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:54:21.706832 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cbdc739a-981e-4000-b694-d78c5e797ed2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (de9eab7b-7b4e-4e3d-a980-dab93917bc26), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:21.714788 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:21.722013 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:21.743456 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a6d0a8d8-4180-4172-a381-f31ae489a2db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (ab7dd5c8-6b5f-4d63-9eac-22e2fe4d537d), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:21.786937 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-34ea98ab-1826-40f4-b074-77f96cdbc2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (4b04d234-eccb-4aea-b2ed-79ceadf223f0), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:21.810407 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6d0a8d8-4180-4172-a381-f31ae489a2db admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:54:21.811113 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a6d0a8d8-4180-4172-a381-f31ae489a2db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (ab7dd5c8-6b5f-4d63-9eac-22e2fe4d537d), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:21.838808 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d63b0cef-b730-45c0-9b3d-83f15ec74163 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks [] for security_group (18b3f650-e08e-429e-9618-bfff5ac823f6), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:21.914219 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment ab7dd5c8-6b5f-4d63-9eac-22e2fe4d537d resource provider aggregate not found Oct 04 20:54:22.014517 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:UPDATE=5,neutron:SELECT=89,neutron:INSERT=1,neutron:DELETE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:22.017601 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea98ab-1826-40f4-b074-77f96cdbc2df None None] Pushing event updated for resources: {'Port': ['ID=4b04d234-eccb-4aea-b2ed-79ceadf223f0,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:22.048356 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:22.065276 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment ab7dd5c8-6b5f-4d63-9eac-22e2fe4d537d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ab7dd5c8-6b5f-4d63-9eac-22e2fe4d537d found for delete ", "request_id": "req-6cd2e6e5-a2c9-497c-86db-943d9c6078d6"}]} Oct 04 20:54:22.090666 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-21a28355-5de2-42b1-b0ff-f55057d93ba7 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Deleting subnet e9596da9-853a-46e8-9366-e7c69a0423e3 {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:54:22.100430 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-21a28355-5de2-42b1-b0ff-f55057d93ba7 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks [] for subnet (e9596da9-853a-46e8-9366-e7c69a0423e3), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:22.105313 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdc739a-981e-4000-b694-d78c5e797ed2 admin admin] Network 966cd9ac-910a-45ab-ae6e-aca8142a7a7f is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:54:22.122676 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-cbdc739a-981e-4000-b694-d78c5e797ed2 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:54:22.183920 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d63b0cef-b730-45c0-9b3d-83f15ec74163 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks [] for security_group (18b3f650-e08e-429e-9618-bfff5ac823f6), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:22.247638 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:INSERT=6,neutron:SELECT=81,neutron:UPDATE=2,neutron:DELETE=11 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:22.411786 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-21a28355-5de2-42b1-b0ff-f55057d93ba7 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (e9596da9-853a-46e8-9366-e7c69a0423e3), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:22.413455 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b7f36e7a-81b0-43b6-b9e9-b046c208ca2c up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:54:22.421723 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a6d0a8d8-4180-4172-a381-f31ae489a2db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (d7e335bd-452b-4b28-a631-d8ec4632b1ff), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:22.456505 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-580acc1b-56ac-4753-8fe3-348ee401e76b tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for port (53e565e5-f2e0-4d13-b828-296a55abee9b), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:22.646604 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a6d0a8d8-4180-4172-a381-f31ae489a2db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:22.667573 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a6d0a8d8-4180-4172-a381-f31ae489a2db admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/d7e335bd-452b-4b28-a631-d8ec4632b1ff HTTP/1.1" status: 204 len: 168 time: 5.0104399 Oct 04 20:54:22.670925 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port b7f36e7a-81b0-43b6-b9e9-b046c208ca2c triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:54:22.671570 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b7f36e7a-81b0-43b6-b9e9-b046c208ca2c), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:22.675525 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46536) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:22.683945 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port b7f36e7a-81b0-43b6-b9e9-b046c208ca2c Oct 04 20:54:22.693373 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b0ca8c9f-370c-4bc5-a946-f352f12fa5d3 admin admin] Publish callbacks [] for security_group (1f7f6f78-b756-4ffd-b3df-0577087c00f4), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:22.707032 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d0a8d8-4180-4172-a381-f31ae489a2db admin admin] Pushing event deleted for resources: {'Network': ['ID=d7e335bd-452b-4b28-a631-d8ec4632b1ff,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:22.832982 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbdc739a-981e-4000-b694-d78c5e797ed2 admin admin] Router de9eab7b-7b4e-4e3d-a980-dab93917bc26 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:54:22.859821 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b0ca8c9f-370c-4bc5-a946-f352f12fa5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (1f7f6f78-b756-4ffd-b3df-0577087c00f4), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:22.888422 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-5baf2f84-b5a3-4a1d-9a72-088b3a705811 None None] Provisioning complete for port 19069915-f679-4b43-8a82-c5030fc8ec97 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:54:22.889058 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5baf2f84-b5a3-4a1d-9a72-088b3a705811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (19069915-f679-4b43-8a82-c5030fc8ec97), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:22.889685 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-5baf2f84-b5a3-4a1d-9a72-088b3a705811 None None] Attempt 1 to provision port 19069915-f679-4b43-8a82-c5030fc8ec97 Oct 04 20:54:22.964263 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d63b0cef-b730-45c0-9b3d-83f15ec74163 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (18b3f650-e08e-429e-9618-bfff5ac823f6), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:22.970415 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d63b0cef-b730-45c0-9b3d-83f15ec74163 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:22.981114 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-d63b0cef-b730-45c0-9b3d-83f15ec74163 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/18b3f650-e08e-429e-9618-bfff5ac823f6 HTTP/1.1" status: 204 len: 168 time: 1.6467872 Oct 04 20:54:22.982578 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46542) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:22.996478 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-580acc1b-56ac-4753-8fe3-348ee401e76b tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (53e565e5-f2e0-4d13-b828-296a55abee9b), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:23.064866 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-5baf2f84-b5a3-4a1d-9a72-088b3a705811 None None] Port 19069915-f679-4b43-8a82-c5030fc8ec97 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:54:23.076946 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port b7f36e7a-81b0-43b6-b9e9-b046c208ca2c is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:54:23.122482 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63b0cef-b730-45c0-9b3d-83f15ec74163 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b3f650-e08e-429e-9618-bfff5ac823f6,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:23.126287 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ca8c9f-370c-4bc5-a946-f352f12fa5d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7f6f78-b756-4ffd-b3df-0577087c00f4,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:23.211815 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b0ca8c9f-370c-4bc5-a946-f352f12fa5d3 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=28d648bc85694df58d795f914acd4843&name=default HTTP/1.1" status: 200 len: 3000 time: 2.6942985 Oct 04 20:54:23.215955 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46546) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:23.222724 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580acc1b-56ac-4753-8fe3-348ee401e76b tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:54:23.261504 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-580acc1b-56ac-4753-8fe3-348ee401e76b tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:54:23.294585 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:INSERT=8,neutron:SELECT=85,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:23.297331 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580acc1b-56ac-4753-8fe3-348ee401e76b tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:54:23.307747 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580acc1b-56ac-4753-8fe3-348ee401e76b tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Pushing event updated for resources: {'Port': ['ID=53e565e5-f2e0-4d13-b828-296a55abee9b,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:23.431512 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbdc739a-981e-4000-b694-d78c5e797ed2 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:54:23.455180 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-cbdc739a-981e-4000-b694-d78c5e797ed2 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/de9eab7b-7b4e-4e3d-a980-dab93917bc26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1558578 Oct 04 20:54:23.472129 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8b8098-7b24-4e30-83bb-e2484603bd67 None None] Sync routers for ids ['de9eab7b-7b4e-4e3d-a980-dab93917bc26'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:54:23.515199 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8b8098-7b24-4e30-83bb-e2484603bd67 None None] Routers {'de9eab7b-7b4e-4e3d-a980-dab93917bc26'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:54:23.519704 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-fb8b8098-7b24-4e30-83bb-e2484603bd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:54:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['de9eab7b-7b4e-4e3d-a980-dab93917bc26'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:54:23.873961 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:23.923874 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-99be6960-2ccc-4847-8b86-42fe0465b7d2 admin admin] Publish callbacks [] for security_group (1f7f6f78-b756-4ffd-b3df-0577087c00f4), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:23.954135 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:23.975046 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-25514da2-38f9-4717-93ad-e17a508ce104 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.9738953 Oct 04 20:54:23.988627 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46558) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:24.017925 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-12c29d9f-2515-44db-982c-b2abc9387522 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Request body: {'security_group': {'name': 'tempest-secgroup--1726001820'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:54:24.054404 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-99be6960-2ccc-4847-8b86-42fe0465b7d2 admin admin] Publish callbacks [] for security_group (1f7f6f78-b756-4ffd-b3df-0577087c00f4), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:24.094795 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-21a28355-5de2-42b1-b0ff-f55057d93ba7 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (e9596da9-853a-46e8-9366-e7c69a0423e3), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:24.194446 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:24.237954 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-fb8b8098-7b24-4e30-83bb-e2484603bd67 None None] Set router de9eab7b-7b4e-4e3d-a980-dab93917bc26 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:54:24.271402 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-99be6960-2ccc-4847-8b86-42fe0465b7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (1f7f6f78-b756-4ffd-b3df-0577087c00f4), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:24.277898 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-99be6960-2ccc-4847-8b86-42fe0465b7d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:24.286909 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-99be6960-2ccc-4847-8b86-42fe0465b7d2 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/1f7f6f78-b756-4ffd-b3df-0577087c00f4 HTTP/1.1" status: 204 len: 168 time: 1.0604110 Oct 04 20:54:24.326188 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99be6960-2ccc-4847-8b86-42fe0465b7d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7f6f78-b756-4ffd-b3df-0577087c00f4,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:24.327439 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53c686f-ae87-4a04-b5c6-c7b7e71cc8e1 None None] Network fb79296c-461a-469b-a783-61d122772bce requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:54:24.334463 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-12c29d9f-2515-44db-982c-b2abc9387522 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:24.474871 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 4b04d234-eccb-4aea-b2ed-79ceadf223f0 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:54:24.709020 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-580acc1b-56ac-4753-8fe3-348ee401e76b tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for router_gateway (80937c2c-8ce0-4d94-9505-5eab534df478), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:24.842312 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-12c29d9f-2515-44db-982c-b2abc9387522 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks [] for security_group (37ac49b7-f6b1-42ba-aac1-36e5cf480d46), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:24.865935 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-21a28355-5de2-42b1-b0ff-f55057d93ba7 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (e9596da9-853a-46e8-9366-e7c69a0423e3), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:24.889978 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-2bf76471-7992-4104-8476-227bb3f388c0 None None] Provisioning complete for port 4b04d234-eccb-4aea-b2ed-79ceadf223f0 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:54:24.898207 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2bf76471-7992-4104-8476-227bb3f388c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (4b04d234-eccb-4aea-b2ed-79ceadf223f0), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:24.901204 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-2bf76471-7992-4104-8476-227bb3f388c0 None None] Attempt 1 to provision port 4b04d234-eccb-4aea-b2ed-79ceadf223f0 Oct 04 20:54:25.030712 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-12c29d9f-2515-44db-982c-b2abc9387522 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (37ac49b7-f6b1-42ba-aac1-36e5cf480d46), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:25.050100 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a28355-5de2-42b1-b0ff-f55057d93ba7 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Pushing event deleted for resources: {'Subnet': ['ID=e9596da9-853a-46e8-9366-e7c69a0423e3,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:25.064547 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-21a28355-5de2-42b1-b0ff-f55057d93ba7 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:25.071024 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-21a28355-5de2-42b1-b0ff-f55057d93ba7 tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/e9596da9-853a-46e8-9366-e7c69a0423e3 HTTP/1.1" status: 204 len: 168 time: 3.4249496 Oct 04 20:54:25.136435 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19222f1-cc8d-4594-83c8-fcf95c1b85f3 None None] Network 509ada20-d96d-463a-ba3e-aaf7f1dda48e requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:54:25.144461 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46574) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:25.155600 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c29d9f-2515-44db-982c-b2abc9387522 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37ac49b7-f6b1-42ba-aac1-36e5cf480d46,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:25.564801 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 4b04d234-eccb-4aea-b2ed-79ceadf223f0 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:54:25.565856 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (4b04d234-eccb-4aea-b2ed-79ceadf223f0), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:25.566023 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 4b04d234-eccb-4aea-b2ed-79ceadf223f0 Oct 04 20:54:25.578652 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:25.678060 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-029a1ee4-3e98-4ca7-b722-7ebefbe63f07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (7f87a99b-f9ff-4c4c-910a-ba4d597359c4), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:25.794438 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-2bf76471-7992-4104-8476-227bb3f388c0 None None] Current status of the port 4b04d234-eccb-4aea-b2ed-79ceadf223f0 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:54:25.795176 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2bf76471-7992-4104-8476-227bb3f388c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (4b04d234-eccb-4aea-b2ed-79ceadf223f0), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:25.931926 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-580acc1b-56ac-4753-8fe3-348ee401e76b tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (80937c2c-8ce0-4d94-9505-5eab534df478), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:26.010877 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:26.059939 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f1d42f-cce5-4eec-8a28-3b90a5536bb1 None None] DHCP port deletion for 509ada20-d96d-463a-ba3e-aaf7f1dda48e request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:54:26.120603 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2bf76471-7992-4104-8476-227bb3f388c0 None None] For port 4b04d234-eccb-4aea-b2ed-79ceadf223f0, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=4b04d234-eccb-4aea-b2ed-79ceadf223f0,segment=NetworkSegment(eb9a4b61-5496-4b9c-a495-12a7e5c08cfd),segment_id=eb9a4b61-5496-4b9c-a495-12a7e5c08cfd)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:54:26.218429 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-12c29d9f-2515-44db-982c-b2abc9387522 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:26.221991 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-12c29d9f-2515-44db-982c-b2abc9387522 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 2.2276926 Oct 04 20:54:26.286778 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 4b04d234-eccb-4aea-b2ed-79ceadf223f0 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:54:26.295059 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (4b04d234-eccb-4aea-b2ed-79ceadf223f0), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:26.303210 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46592) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:26.317602 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-d366d06d-131e-44ea-a77c-dea0be6c2825 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Request body: {'security_group_rule': {'security_group_id': '37ac49b7-f6b1-42ba-aac1-36e5cf480d46', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:54:26.321140 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2bf76471-7992-4104-8476-227bb3f388c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (4b04d234-eccb-4aea-b2ed-79ceadf223f0), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:26.354238 n-d-852085-12 neutron-server[108169]: WARNING neutron.api.v2.base [None req-d366d06d-131e-44ea-a77c-dea0be6c2825 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 04 20:54:26.355905 n-d-852085-12 neutron-server[108169]: INFO neutron.api.v2.resource [None req-d366d06d-131e-44ea-a77c-dea0be6c2825 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 20:54:26.358260 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d366d06d-131e-44ea-a77c-dea0be6c2825 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0507693 Oct 04 20:54:26.366351 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46600) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:26.408969 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-01ff292e-abe4-4151-9ce4-8cc970d4ff40 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Request body: {'security_group_rule': {'security_group_id': '37ac49b7-f6b1-42ba-aac1-36e5cf480d46', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:54:26.410937 n-d-852085-12 neutron-server[108169]: WARNING neutron.api.v2.base [None req-01ff292e-abe4-4151-9ce4-8cc970d4ff40 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 04 20:54:26.418835 n-d-852085-12 neutron-server[108169]: INFO neutron.api.v2.resource [None req-01ff292e-abe4-4151-9ce4-8cc970d4ff40 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 20:54:26.425491 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-01ff292e-abe4-4151-9ce4-8cc970d4ff40 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0571465 Oct 04 20:54:26.427886 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-fb8b8098-7b24-4e30-83bb-e2484603bd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9eab7b-7b4e-4e3d-a980-dab93917bc26', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-368337677-router', 'tenant_id': 'bf7c559faf714f8395ef38d122e31e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': 'b7f36e7a-81b0-43b6-b9e9-b046c208ca2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:54:01Z', 'updated_at': '2022-10-04T20:54:19Z', 'revision_number': 4, 'project_id': 'bf7c559faf714f8395ef38d122e31e8d', 'gw_port': {'id': 'b7f36e7a-81b0-43b6-b9e9-b046c208ca2c', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:4a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9eab7b-7b4e-4e3d-a980-dab93917bc26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:54:05Z', 'updated_at': '2022-10-04T20:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '19069915-f679-4b43-8a82-c5030fc8ec97', 'name': '', 'network_id': '966cd9ac-910a-45ab-ae6e-aca8142a7a7f', 'tenant_id': 'bf7c559faf714f8395ef38d122e31e8d', 'mac_address': 'fa:16:3e:b9:7e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9eab7b-7b4e-4e3d-a980-dab93917bc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '59c9bb46-c5e3-4c36-a942-62904aed7c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:54:16Z', 'updated_at': '2022-10-04T20:54:19Z', 'revision_number': 2, 'project_id': 'bf7c559faf714f8395ef38d122e31e8d', 'subnets': [{'id': '59c9bb46-c5e3-4c36-a942-62904aed7c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:54:26.437320 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46606) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:26.464684 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-e5076bc7-1c05-4868-a875-83d3189525f4 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Request body: {'security_group_rule': {'security_group_id': '37ac49b7-f6b1-42ba-aac1-36e5cf480d46', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:54:26.471814 n-d-852085-12 neutron-server[108169]: WARNING neutron.api.v2.base [None req-e5076bc7-1c05-4868-a875-83d3189525f4 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 04 20:54:26.473619 n-d-852085-12 neutron-server[108169]: INFO neutron.api.v2.resource [None req-e5076bc7-1c05-4868-a875-83d3189525f4 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 20:54:26.477034 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e5076bc7-1c05-4868-a875-83d3189525f4 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0328383 Oct 04 20:54:26.487718 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a616c356-b310-4536-9b64-ac56a3cef41d tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (509ada20-d96d-463a-ba3e-aaf7f1dda48e), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:26.492385 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46608) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:26.528458 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-ecd8dcd5-de6e-4b97-ac0b-af03cf0a166f tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Request body: {'security_group_rule': {'security_group_id': '37ac49b7-f6b1-42ba-aac1-36e5cf480d46', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:54:26.530275 n-d-852085-12 neutron-server[108169]: WARNING neutron.api.v2.base [None req-ecd8dcd5-de6e-4b97-ac0b-af03cf0a166f tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 04 20:54:26.534528 n-d-852085-12 neutron-server[108169]: INFO neutron.api.v2.resource [None req-ecd8dcd5-de6e-4b97-ac0b-af03cf0a166f tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 20:54:26.536695 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ecd8dcd5-de6e-4b97-ac0b-af03cf0a166f tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0389895 Oct 04 20:54:26.538556 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:26.543662 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46618) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:26.709221 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8b8098-7b24-4e30-83bb-e2484603bd67 None None] Checking router: de9eab7b-7b4e-4e3d-a980-dab93917bc26 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:54:26.710084 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8b8098-7b24-4e30-83bb-e2484603bd67 None None] Updating router de9eab7b-7b4e-4e3d-a980-dab93917bc26 port 19069915-f679-4b43-8a82-c5030fc8ec97 binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:54:26.728644 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-a616c356-b310-4536-9b64-ac56a3cef41d tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Deleting port 405203ce-53a6-4cce-a399-a5ac55239aa0 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:54:26.730142 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a616c356-b310-4536-9b64-ac56a3cef41d tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (405203ce-53a6-4cce-a399-a5ac55239aa0), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:26.741550 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a34505cf-91e9-4258-9788-2fb4dfcc472a tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks [] for security_group (37ac49b7-f6b1-42ba-aac1-36e5cf480d46), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:26.808047 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a34505cf-91e9-4258-9788-2fb4dfcc472a tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks [] for security_group (37ac49b7-f6b1-42ba-aac1-36e5cf480d46), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:26.894756 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:INSERT=13 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:26.916029 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-c6f1d42f-cce5-4eec-8a28-3b90a5536bb1 None None] Deleting port 405203ce-53a6-4cce-a399-a5ac55239aa0 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:54:26.916695 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c6f1d42f-cce5-4eec-8a28-3b90a5536bb1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (405203ce-53a6-4cce-a399-a5ac55239aa0), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:26.930077 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:26.933837 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:26.966652 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf76471-7992-4104-8476-227bb3f388c0 None None] Pushing event updated for resources: {'Port': ['ID=4b04d234-eccb-4aea-b2ed-79ceadf223f0,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:27.019271 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a34505cf-91e9-4258-9788-2fb4dfcc472a tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (37ac49b7-f6b1-42ba-aac1-36e5cf480d46), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:27.026745 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a34505cf-91e9-4258-9788-2fb4dfcc472a tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:27.033192 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a34505cf-91e9-4258-9788-2fb4dfcc472a tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/37ac49b7-f6b1-42ba-aac1-36e5cf480d46 HTTP/1.1" status: 204 len: 168 time: 0.4858766 Oct 04 20:54:27.051661 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46640) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:27.061069 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-47354f89-0111-4bbe-aaff-2f3ec47a386f None None] Provisioning complete for port 4b04d234-eccb-4aea-b2ed-79ceadf223f0 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:54:27.061869 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-47354f89-0111-4bbe-aaff-2f3ec47a386f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (4b04d234-eccb-4aea-b2ed-79ceadf223f0), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:27.062349 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-47354f89-0111-4bbe-aaff-2f3ec47a386f None None] Attempt 1 to provision port 4b04d234-eccb-4aea-b2ed-79ceadf223f0 Oct 04 20:54:27.103192 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fb8b8098-7b24-4e30-83bb-e2484603bd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (19069915-f679-4b43-8a82-c5030fc8ec97), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:27.144151 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34505cf-91e9-4258-9788-2fb4dfcc472a tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ac49b7-f6b1-42ba-aac1-36e5cf480d46,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:27.148672 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-580acc1b-56ac-4753-8fe3-348ee401e76b tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Router 80937c2c-8ce0-4d94-9505-5eab534df478 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:54:27.176146 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec27a1-bdcc-4d0a-bbe6-3988a239bbdc req-8bb489f3-989d-4fb6-bce9-50cbbc5d1ee3 tempest-ServersNegativeTestMultiTenantJSON-584093323 tempest-ServersNegativeTestMultiTenantJSON-584093323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:54:27.179083 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-11ec27a1-bdcc-4d0a-bbe6-3988a239bbdc req-8bb489f3-989d-4fb6-bce9-50cbbc5d1ee3 tempest-ServersNegativeTestMultiTenantJSON-584093323 tempest-ServersNegativeTestMultiTenantJSON-584093323-project] 10.222.0.78 "GET /networking/v2.0/networks?id=0f02f09f-f74c-4c9e-b798-232ff1428103 HTTP/1.1" status: 200 len: 825 time: 0.4530463 Oct 04 20:54:27.316647 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-4eea13f9-6adf-43b3-89d4-92969a124ab5 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2509520 Oct 04 20:54:27.317338 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-029a1ee4-3e98-4ca7-b722-7ebefbe63f07 admin admin] Deleting port a73b8d86-73b1-4e7e-97c8-997121113b0c {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:54:27.319054 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-029a1ee4-3e98-4ca7-b722-7ebefbe63f07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (a73b8d86-73b1-4e7e-97c8-997121113b0c), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:27.321261 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46648) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:27.343038 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-0c2954db-c1f4-45a3-8bbf-5fb6d7736440 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Request body: {'security_group': {'name': 'tempest-secgroup--1238935753'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:54:27.364282 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-11ec27a1-bdcc-4d0a-bbe6-3988a239bbdc req-dbccc8bb-6ddf-4e53-b3a4-9b4d6a531319 tempest-ServersNegativeTestMultiTenantJSON-584093323 tempest-ServersNegativeTestMultiTenantJSON-584093323-project] 10.222.0.78 "GET /networking/v2.0/quotas/46118121de724c439d844950f5542370 HTTP/1.1" status: 200 len: 375 time: 0.1658285 Oct 04 20:54:27.465376 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 20:54:27.466757 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 20:54:27.472573 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-c6f1d42f-cce5-4eec-8a28-3b90a5536bb1 None None] For port 405203ce-53a6-4cce-a399-a5ac55239aa0, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=405203ce-53a6-4cce-a399-a5ac55239aa0,segment=NetworkSegment(edd88974-79c4-4e24-becd-26232c7f4e26),segment_id=edd88974-79c4-4e24-becd-26232c7f4e26)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:54:27.473651 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c6f1d42f-cce5-4eec-8a28-3b90a5536bb1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (405203ce-53a6-4cce-a399-a5ac55239aa0), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:27.540950 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-a616c356-b310-4536-9b64-ac56a3cef41d tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] For port 405203ce-53a6-4cce-a399-a5ac55239aa0, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=405203ce-53a6-4cce-a399-a5ac55239aa0,segment=NetworkSegment(edd88974-79c4-4e24-becd-26232c7f4e26),segment_id=edd88974-79c4-4e24-becd-26232c7f4e26)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:54:27.541585 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a616c356-b310-4536-9b64-ac56a3cef41d tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (405203ce-53a6-4cce-a399-a5ac55239aa0), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:27.553901 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-c6f1d42f-cce5-4eec-8a28-3b90a5536bb1 None None] Calling delete_port for 405203ce-53a6-4cce-a399-a5ac55239aa0 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:54:27.682839 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-11ec27a1-bdcc-4d0a-bbe6-3988a239bbdc req-374f715b-86fb-4777-81d0-53d1106ffbca tempest-ServersNegativeTestMultiTenantJSON-584093323 tempest-ServersNegativeTestMultiTenantJSON-584093323-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=46118121de724c439d844950f5542370&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2232409 Oct 04 20:54:27.725300 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-a616c356-b310-4536-9b64-ac56a3cef41d tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Calling delete_port for 405203ce-53a6-4cce-a399-a5ac55239aa0 owned by network:dhcp {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:54:27.793966 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0c2954db-c1f4-45a3-8bbf-5fb6d7736440 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:27.824771 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-029a1ee4-3e98-4ca7-b722-7ebefbe63f07 admin admin] For port a73b8d86-73b1-4e7e-97c8-997121113b0c, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=a73b8d86-73b1-4e7e-97c8-997121113b0c,segment=NetworkSegment(a529b227-6d38-4086-8a6e-442462f1fb90),segment_id=a529b227-6d38-4086-8a6e-442462f1fb90)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:54:27.826331 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-029a1ee4-3e98-4ca7-b722-7ebefbe63f07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (a73b8d86-73b1-4e7e-97c8-997121113b0c), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:27.893257 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580acc1b-56ac-4753-8fe3-348ee401e76b tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:54:27.911705 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-47354f89-0111-4bbe-aaff-2f3ec47a386f None None] Current status of the port 4b04d234-eccb-4aea-b2ed-79ceadf223f0 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:54:27.927425 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46666) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:27.933786 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317a229f-4899-4ea7-895a-8f37c28b2ceb None None] Sync routers for ids ['80937c2c-8ce0-4d94-9505-5eab534df478'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:54:27.978019 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317a229f-4899-4ea7-895a-8f37c28b2ceb None None] Routers {'80937c2c-8ce0-4d94-9505-5eab534df478'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:54:27.979707 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-317a229f-4899-4ea7-895a-8f37c28b2ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:54:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['80937c2c-8ce0-4d94-9505-5eab534df478'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:54:27.993000 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-029a1ee4-3e98-4ca7-b722-7ebefbe63f07 admin admin] Calling delete_port for a73b8d86-73b1-4e7e-97c8-997121113b0c owned by network:router_interface {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:54:28.112757 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-317a229f-4899-4ea7-895a-8f37c28b2ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:54:28.132947 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317a229f-4899-4ea7-895a-8f37c28b2ceb None None] Routers {'80937c2c-8ce0-4d94-9505-5eab534df478'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:54:28.134593 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-317a229f-4899-4ea7-895a-8f37c28b2ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:54:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['80937c2c-8ce0-4d94-9505-5eab534df478'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:54:28.197784 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-580acc1b-56ac-4753-8fe3-348ee401e76b tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:28.210300 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-580acc1b-56ac-4753-8fe3-348ee401e76b tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 885 time: 10.4841290 Oct 04 20:54:28.211392 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46678) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:28.222691 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-317a229f-4899-4ea7-895a-8f37c28b2ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:54:28.224665 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317a229f-4899-4ea7-895a-8f37c28b2ceb None None] The sync data for ids ['80937c2c-8ce0-4d94-9505-5eab534df478'] in n-d-852085-12 is: [] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:54:28.260106 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:28.331473 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 4b04d234-eccb-4aea-b2ed-79ceadf223f0 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:54:28.531673 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0c2954db-c1f4-45a3-8bbf-5fb6d7736440 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks [] for security_group (2f076c50-8257-4b5a-a687-32c6865caf36), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:28.546539 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c6f1d42f-cce5-4eec-8a28-3b90a5536bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (405203ce-53a6-4cce-a399-a5ac55239aa0), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:28.645154 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 4b04d234-eccb-4aea-b2ed-79ceadf223f0 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:54:28.657296 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f1d42f-cce5-4eec-8a28-3b90a5536bb1 None None] No DVR routers for this DVR port 405203ce-53a6-4cce-a399-a5ac55239aa0 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:54:28.657612 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0c2954db-c1f4-45a3-8bbf-5fb6d7736440 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (2f076c50-8257-4b5a-a687-32c6865caf36), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:28.771792 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f1d42f-cce5-4eec-8a28-3b90a5536bb1 None None] Pushing event deleted for resources: {'Port': ['ID=405203ce-53a6-4cce-a399-a5ac55239aa0,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:28.808489 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a616c356-b310-4536-9b64-ac56a3cef41d tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (405203ce-53a6-4cce-a399-a5ac55239aa0), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:28.830060 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fb8b8098-7b24-4e30-83bb-e2484603bd67 None None] Publish callbacks [] for port (19069915-f679-4b43-8a82-c5030fc8ec97), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:28.913490 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 4b04d234-eccb-4aea-b2ed-79ceadf223f0 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:54:28.922410 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (4b04d234-eccb-4aea-b2ed-79ceadf223f0), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:28.926801 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 4b04d234-eccb-4aea-b2ed-79ceadf223f0 Oct 04 20:54:28.937870 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2954db-c1f4-45a3-8bbf-5fb6d7736440 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f076c50-8257-4b5a-a687-32c6865caf36,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:28.980047 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:28.982204 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a616c356-b310-4536-9b64-ac56a3cef41d tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] No DVR routers for this DVR port 405203ce-53a6-4cce-a399-a5ac55239aa0 on host n-d-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:54:28.985418 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0c2954db-c1f4-45a3-8bbf-5fb6d7736440 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:28.989486 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-0c2954db-c1f4-45a3-8bbf-5fb6d7736440 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.6597950 Oct 04 20:54:28.998451 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46690) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:29.026089 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-bd29b925-8935-4775-a0fe-7d71632752e9 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Request body: {'security_group_rule': {'security_group_id': '2f076c50-8257-4b5a-a687-32c6865caf36', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:54:29.027683 n-d-852085-12 neutron-server[108169]: WARNING neutron.api.v2.base [None req-bd29b925-8935-4775-a0fe-7d71632752e9 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 04 20:54:29.028783 n-d-852085-12 neutron-server[108169]: INFO neutron.api.v2.resource [None req-bd29b925-8935-4775-a0fe-7d71632752e9 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 20:54:29.036251 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-bd29b925-8935-4775-a0fe-7d71632752e9 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0210423 Oct 04 20:54:29.050161 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46692) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:29.072977 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-eba5b210-7755-4208-a9a1-8459078afc57 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Request body: {'security_group_rule': {'security_group_id': '2f076c50-8257-4b5a-a687-32c6865caf36', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:54:29.105163 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a616c356-b310-4536-9b64-ac56a3cef41d tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Pushing event deleted for resources: {'Port': ['ID=405203ce-53a6-4cce-a399-a5ac55239aa0,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:29.317199 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fb8b8098-7b24-4e30-83bb-e2484603bd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (19069915-f679-4b43-8a82-c5030fc8ec97), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:29.329132 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=100 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:29.534858 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:29.565076 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38adec51-5718-432d-963e-30542359f983 None None] Pushing event updated for resources: {'Port': ['ID=19069915-f679-4b43-8a82-c5030fc8ec97,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:29.586651 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:29.629634 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-fb8b8098-7b24-4e30-83bb-e2484603bd67 None None] Attempting to bind port 19069915-f679-4b43-8a82-c5030fc8ec97 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:54:29.631207 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-fb8b8098-7b24-4e30-83bb-e2484603bd67 None None] Attempting to bind port 19069915-f679-4b43-8a82-c5030fc8ec97 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '36d2911e-9067-41c1-bf09-8270999c5467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '966cd9ac-910a-45ab-ae6e-aca8142a7a7f'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:54:29.631207 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8b8098-7b24-4e30-83bb-e2484603bd67 None None] Attempting to bind port 19069915-f679-4b43-8a82-c5030fc8ec97 on network 966cd9ac-910a-45ab-ae6e-aca8142a7a7f {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:54:29.697030 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a616c356-b310-4536-9b64-ac56a3cef41d tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (509ada20-d96d-463a-ba3e-aaf7f1dda48e), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:29.729047 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:29.736710 n-d-852085-12 neutron-server[108169]: INFO neutron.api.v2.resource [None req-eba5b210-7755-4208-a9a1-8459078afc57 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 20:54:29.746198 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-eba5b210-7755-4208-a9a1-8459078afc57 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6866958 Oct 04 20:54:29.750861 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46720) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:29.762478 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-a616c356-b310-4536-9b64-ac56a3cef41d tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['509ada20-d96d-463a-ba3e-aaf7f1dda48e']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:54:29.783256 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-39b62360-4dcf-4daa-8a2d-7d8d317802d8 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Request body: {'security_group_rule': {'security_group_id': '2f076c50-8257-4b5a-a687-32c6865caf36', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:54:29.784079 n-d-852085-12 neutron-server[108169]: WARNING neutron.api.v2.base [None req-39b62360-4dcf-4daa-8a2d-7d8d317802d8 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 04 20:54:29.784987 n-d-852085-12 neutron-server[108169]: INFO neutron.api.v2.resource [None req-39b62360-4dcf-4daa-8a2d-7d8d317802d8 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 20:54:29.799259 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-39b62360-4dcf-4daa-8a2d-7d8d317802d8 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0222094 Oct 04 20:54:29.814108 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46722) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:29.821383 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-a14c6d19-5da0-45f8-ae38-113b6e0e0feb tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Request body: {'security_group_rule': {'security_group_id': '2f076c50-8257-4b5a-a687-32c6865caf36', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:54:29.835727 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-a616c356-b310-4536-9b64-ac56a3cef41d tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edd88974-79c4-4e24-becd-26232c7f4e26') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:54:29.842054 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-a616c356-b310-4536-9b64-ac56a3cef41d tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edd88974-79c4-4e24-becd-26232c7f4e26') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:54:29.873208 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a616c356-b310-4536-9b64-ac56a3cef41d tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (edd88974-79c4-4e24-becd-26232c7f4e26), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:29.884451 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 4b04d234-eccb-4aea-b2ed-79ceadf223f0 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:54:29.900272 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8b8098-7b24-4e30-83bb-e2484603bd67 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:54:29.901631 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8b8098-7b24-4e30-83bb-e2484603bd67 None None] Checking segment: {'id': '36d2911e-9067-41c1-bf09-8270999c5467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '966cd9ac-910a-45ab-ae6e-aca8142a7a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:54:29.902678 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fb8b8098-7b24-4e30-83bb-e2484603bd67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:29.903495 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8b8098-7b24-4e30-83bb-e2484603bd67 None None] Bound using segment: {'id': '36d2911e-9067-41c1-bf09-8270999c5467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '966cd9ac-910a-45ab-ae6e-aca8142a7a7f'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:54:29.904536 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-fb8b8098-7b24-4e30-83bb-e2484603bd67 None None] Bound port: 19069915-f679-4b43-8a82-c5030fc8ec97, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36d2911e-9067-41c1-bf09-8270999c5467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '966cd9ac-910a-45ab-ae6e-aca8142a7a7f'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:54:29.905379 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fb8b8098-7b24-4e30-83bb-e2484603bd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (19069915-f679-4b43-8a82-c5030fc8ec97), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:29.980931 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:30.054382 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a616c356-b310-4536-9b64-ac56a3cef41d tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (edd88974-79c4-4e24-becd-26232c7f4e26), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:30.095229 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 405203ce-53a6-4cce-a399-a5ac55239aa0 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:54:30.102658 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a616c356-b310-4536-9b64-ac56a3cef41d tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:54:30.103587 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a616c356-b310-4536-9b64-ac56a3cef41d tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (edd88974-79c4-4e24-becd-26232c7f4e26), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:30.196495 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment edd88974-79c4-4e24-becd-26232c7f4e26 resource provider aggregate not found Oct 04 20:54:30.207779 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 405203ce-53a6-4cce-a399-a5ac55239aa0 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:54:30.207779 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 405203ce-53a6-4cce-a399-a5ac55239aa0 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:54:30.259034 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-fb8b8098-7b24-4e30-83bb-e2484603bd67 None None] For port 19069915-f679-4b43-8a82-c5030fc8ec97, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:54:30.270883 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-fb8b8098-7b24-4e30-83bb-e2484603bd67 None None] For port 19069915-f679-4b43-8a82-c5030fc8ec97, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=19069915-f679-4b43-8a82-c5030fc8ec97,segment=NetworkSegment(36d2911e-9067-41c1-bf09-8270999c5467),segment_id=36d2911e-9067-41c1-bf09-8270999c5467)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:54:30.298421 n-d-852085-12 neutron-server[108169]: INFO neutron.api.v2.resource [None req-a14c6d19-5da0-45f8-ae38-113b6e0e0feb tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 20:54:30.305674 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a14c6d19-5da0-45f8-ae38-113b6e0e0feb tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4862721 Oct 04 20:54:30.311422 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46736) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:30.320605 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment edd88974-79c4-4e24-becd-26232c7f4e26 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid edd88974-79c4-4e24-becd-26232c7f4e26 found for delete ", "request_id": "req-f5e47ddf-e4ee-492a-b424-173fabc792a9"}]} Oct 04 20:54:30.328205 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-4e4d17fc-9277-44e4-a217-908d7f6f3994 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Request body: {'security_group_rule': {'security_group_id': '2f076c50-8257-4b5a-a687-32c6865caf36', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:54:30.329909 n-d-852085-12 neutron-server[108169]: WARNING neutron.api.v2.base [None req-4e4d17fc-9277-44e4-a217-908d7f6f3994 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 04 20:54:30.333527 n-d-852085-12 neutron-server[108169]: INFO neutron.api.v2.resource [None req-4e4d17fc-9277-44e4-a217-908d7f6f3994 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 20:54:30.340968 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-4e4d17fc-9277-44e4-a217-908d7f6f3994 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0237594 Oct 04 20:54:30.345524 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46738) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:30.360007 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-4c476e91-b478-437e-84fa-eb30323c48bb tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Request body: {'security_group_rule': {'security_group_id': '2f076c50-8257-4b5a-a687-32c6865caf36', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:54:30.373803 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ae9c4c78-2f63-4f19-bc1d-b14c03fe3acf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (6fa45475-fec3-42d6-9190-eda60a56cf0b), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:30.378427 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fb8b8098-7b24-4e30-83bb-e2484603bd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (19069915-f679-4b43-8a82-c5030fc8ec97), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:30.534678 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8b8098-7b24-4e30-83bb-e2484603bd67 None None] Routers {'de9eab7b-7b4e-4e3d-a980-dab93917bc26'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:54:30.535754 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-fb8b8098-7b24-4e30-83bb-e2484603bd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:54:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['de9eab7b-7b4e-4e3d-a980-dab93917bc26'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:54:30.577976 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d6f834cb-ad22-490f-a107-ee4371f0daba tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:30.602453 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-029a1ee4-3e98-4ca7-b722-7ebefbe63f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (a73b8d86-73b1-4e7e-97c8-997121113b0c), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:30.615956 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:30.735061 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38adec51-5718-432d-963e-30542359f983 None None] Pushing event updated for resources: {'Port': ['ID=19069915-f679-4b43-8a82-c5030fc8ec97,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:30.755827 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029a1ee4-3e98-4ca7-b722-7ebefbe63f07 admin admin] Pushing event deleted for resources: {'Port': ['ID=a73b8d86-73b1-4e7e-97c8-997121113b0c,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:30.808743 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a616c356-b310-4536-9b64-ac56a3cef41d tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (509ada20-d96d-463a-ba3e-aaf7f1dda48e), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:30.864363 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a616c356-b310-4536-9b64-ac56a3cef41d tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:30.872507 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a616c356-b310-4536-9b64-ac56a3cef41d tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] 10.222.0.78 "DELETE /networking/v2.0/networks/509ada20-d96d-463a-ba3e-aaf7f1dda48e HTTP/1.1" status: 204 len: 168 time: 5.7013414 Oct 04 20:54:30.925827 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a616c356-b310-4536-9b64-ac56a3cef41d tempest-FloatingIPNegativeTestJSON-612267002 tempest-FloatingIPNegativeTestJSON-612267002-project] Pushing event deleted for resources: {'Network': ['ID=509ada20-d96d-463a-ba3e-aaf7f1dda48e,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:31.036453 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-fb8b8098-7b24-4e30-83bb-e2484603bd67 None None] Set router de9eab7b-7b4e-4e3d-a980-dab93917bc26 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:54:31.304664 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-4c476e91-b478-437e-84fa-eb30323c48bb tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 20:54:31.308255 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4c476e91-b478-437e-84fa-eb30323c48bb tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.9599149 Oct 04 20:54:31.312192 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-188f2412-39d6-4e4d-86a5-582ce6990ee2 req-f8c117c0-58d9-4a70-aed2-4dfffb64adc5 tempest-ServerShowV257Test-1183170414 tempest-ServerShowV257Test-1183170414-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9933f019-7130-449a-bfc5-69ef6b77217c HTTP/1.1" status: 200 len: 210 time: 0.1794789 Oct 04 20:54:31.331931 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46748) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:31.515121 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-e0c4b1a2-2994-4436-9b0b-31dd5c553af9 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Request body: {'security_group_rule': {'security_group_id': '2f076c50-8257-4b5a-a687-32c6865caf36', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:54:31.517181 n-d-852085-12 neutron-server[108170]: WARNING neutron.api.v2.base [None req-e0c4b1a2-2994-4436-9b0b-31dd5c553af9 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 04 20:54:31.518810 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-e0c4b1a2-2994-4436-9b0b-31dd5c553af9 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 20:54:31.521620 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-e0c4b1a2-2994-4436-9b0b-31dd5c553af9 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0151892 Oct 04 20:54:31.531222 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:31.533563 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-d6f834cb-ad22-490f-a107-ee4371f0daba tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Allocated IP 172.20.0.1 (fb79296c-461a-469b-a783-61d122772bce/d2bb38f5-3571-43ff-8d27-bcf1d7788042/28f4a0be-e7fe-4bc3-bc3a-2040d74d9255) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:54:31.549240 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-ae9c4c78-2f63-4f19-bc1d-b14c03fe3acf admin admin] Deleting port caa1ff78-e955-4130-b86b-58cfa3d0a2e8 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:54:31.550251 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ae9c4c78-2f63-4f19-bc1d-b14c03fe3acf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (caa1ff78-e955-4130-b86b-58cfa3d0a2e8), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:31.618927 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46756) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:31.634063 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-feeb3ba3-a972-483f-a808-409d92bc029d tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Request body: {'security_group_rule': {'security_group_id': '2f076c50-8257-4b5a-a687-32c6865caf36', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:54:31.785571 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-fb8b8098-7b24-4e30-83bb-e2484603bd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9eab7b-7b4e-4e3d-a980-dab93917bc26', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-368337677-router', 'tenant_id': 'bf7c559faf714f8395ef38d122e31e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': 'b7f36e7a-81b0-43b6-b9e9-b046c208ca2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:54:01Z', 'updated_at': '2022-10-04T20:54:19Z', 'revision_number': 4, 'project_id': 'bf7c559faf714f8395ef38d122e31e8d', 'gw_port': {'id': 'b7f36e7a-81b0-43b6-b9e9-b046c208ca2c', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:4a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9eab7b-7b4e-4e3d-a980-dab93917bc26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:54:05Z', 'updated_at': '2022-10-04T20:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '19069915-f679-4b43-8a82-c5030fc8ec97', 'name': '', 'network_id': '966cd9ac-910a-45ab-ae6e-aca8142a7a7f', 'tenant_id': 'bf7c559faf714f8395ef38d122e31e8d', 'mac_address': 'fa:16:3e:b9:7e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9eab7b-7b4e-4e3d-a980-dab93917bc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '59c9bb46-c5e3-4c36-a942-62904aed7c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:54:16Z', 'updated_at': '2022-10-04T20:54:30Z', 'revision_number': 4, 'project_id': 'bf7c559faf714f8395ef38d122e31e8d', 'subnets': [{'id': '59c9bb46-c5e3-4c36-a942-62904aed7c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:54:31.903847 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8b8098-7b24-4e30-83bb-e2484603bd67 None None] The sync data for ids ['de9eab7b-7b4e-4e3d-a980-dab93917bc26'] in n-d-852085-12 is: [{'id': 'de9eab7b-7b4e-4e3d-a980-dab93917bc26', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-368337677-router', 'tenant_id': 'bf7c559faf714f8395ef38d122e31e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': 'b7f36e7a-81b0-43b6-b9e9-b046c208ca2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:54:01Z', 'updated_at': '2022-10-04T20:54:19Z', 'revision_number': 4, 'project_id': 'bf7c559faf714f8395ef38d122e31e8d', 'gw_port': {'id': 'b7f36e7a-81b0-43b6-b9e9-b046c208ca2c', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:4a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9eab7b-7b4e-4e3d-a980-dab93917bc26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:54:05Z', 'updated_at': '2022-10-04T20:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '19069915-f679-4b43-8a82-c5030fc8ec97', 'name': '', 'network_id': '966cd9ac-910a-45ab-ae6e-aca8142a7a7f', 'tenant_id': 'bf7c559faf714f8395ef38d122e31e8d', 'mac_address': 'fa:16:3e:b9:7e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de9eab7b-7b4e-4e3d-a980-dab93917bc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '59c9bb46-c5e3-4c36-a942-62904aed7c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:54:16Z', 'updated_at': '2022-10-04T20:54:30Z', 'revision_number': 4, 'project_id': 'bf7c559faf714f8395ef38d122e31e8d', 'subnets': [{'id': '59c9bb46-c5e3-4c36-a942-62904aed7c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:54:31.914176 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46760) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:31.966214 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d6f834cb-ad22-490f-a107-ee4371f0daba tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for port (28f4a0be-e7fe-4bc3-bc3a-2040d74d9255), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:32.196154 n-d-852085-12 neutron-server[108169]: INFO neutron.api.v2.resource [None req-feeb3ba3-a972-483f-a808-409d92bc029d tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 20:54:32.213496 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-feeb3ba3-a972-483f-a808-409d92bc029d tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5795443 Oct 04 20:54:32.213496 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46764) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:32.219911 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-fe537e13-4d00-4cf5-9f3d-d35f7eff43e7 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Request body: {'security_group_rule': {'security_group_id': '2f076c50-8257-4b5a-a687-32c6865caf36', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:54:32.243344 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d6f834cb-ad22-490f-a107-ee4371f0daba tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (28f4a0be-e7fe-4bc3-bc3a-2040d74d9255), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:32.321474 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-ae9c4c78-2f63-4f19-bc1d-b14c03fe3acf admin admin] For port caa1ff78-e955-4130-b86b-58cfa3d0a2e8, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=caa1ff78-e955-4130-b86b-58cfa3d0a2e8,segment=NetworkSegment(86c470e2-35a3-4efc-b6ee-877c5014fc60),segment_id=86c470e2-35a3-4efc-b6ee-877c5014fc60)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:54:32.322358 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ae9c4c78-2f63-4f19-bc1d-b14c03fe3acf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (caa1ff78-e955-4130-b86b-58cfa3d0a2e8), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:32.348154 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:32.358975 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f834cb-ad22-490f-a107-ee4371f0daba tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Network fb79296c-461a-469b-a783-61d122772bce is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:54:32.366877 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-d6f834cb-ad22-490f-a107-ee4371f0daba tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:54:32.375400 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f834cb-ad22-490f-a107-ee4371f0daba tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:54:32.381187 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f834cb-ad22-490f-a107-ee4371f0daba tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Pushing event updated for resources: {'Port': ['ID=28f4a0be-e7fe-4bc3-bc3a-2040d74d9255,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:32.425005 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-ae9c4c78-2f63-4f19-bc1d-b14c03fe3acf admin admin] Calling delete_port for caa1ff78-e955-4130-b86b-58cfa3d0a2e8 owned by network:router_interface {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:54:32.514434 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:32.543800 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d6f834cb-ad22-490f-a107-ee4371f0daba tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (80937c2c-8ce0-4d94-9505-5eab534df478), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:32.798235 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-029a1ee4-3e98-4ca7-b722-7ebefbe63f07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (7f87a99b-f9ff-4c4c-910a-ba4d597359c4), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:32.856071 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ffa82e22-f378-4923-a5e7-2104368f261d req-6b0771d6-d66a-4053-b6b3-da97ceaf646f tempest-ServerShowV257Test-1183170414 tempest-ServerShowV257Test-1183170414-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9933f019-7130-449a-bfc5-69ef6b77217c HTTP/1.1" status: 200 len: 210 time: 0.1627634 Oct 04 20:54:32.872019 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 19069915-f679-4b43-8a82-c5030fc8ec97 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:54:32.944613 n-d-852085-12 neutron-server[108169]: INFO neutron.api.v2.resource [None req-fe537e13-4d00-4cf5-9f3d-d35f7eff43e7 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 20:54:32.961394 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-fe537e13-4d00-4cf5-9f3d-d35f7eff43e7 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.7479823 Oct 04 20:54:32.962366 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46772) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:33.021835 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:33.191397 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-25d92bff-e75d-4ac2-9c73-a3f0c63e9b28 None None] Provisioning complete for port 28f4a0be-e7fe-4bc3-bc3a-2040d74d9255 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:54:33.192485 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-25d92bff-e75d-4ac2-9c73-a3f0c63e9b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (28f4a0be-e7fe-4bc3-bc3a-2040d74d9255), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:33.193106 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-25d92bff-e75d-4ac2-9c73-a3f0c63e9b28 None None] Attempt 1 to provision port 28f4a0be-e7fe-4bc3-bc3a-2040d74d9255 Oct 04 20:54:33.251004 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:33.328795 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-25d92bff-e75d-4ac2-9c73-a3f0c63e9b28 None None] Port 28f4a0be-e7fe-4bc3-bc3a-2040d74d9255 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:54:33.340006 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 19069915-f679-4b43-8a82-c5030fc8ec97 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:54:33.340886 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (19069915-f679-4b43-8a82-c5030fc8ec97), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:33.342038 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 19069915-f679-4b43-8a82-c5030fc8ec97 Oct 04 20:54:33.351683 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:33.396279 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bf43fd82-3ca3-48c1-b511-556ec99498af tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks [] for security_group (2f076c50-8257-4b5a-a687-32c6865caf36), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:33.460960 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bf43fd82-3ca3-48c1-b511-556ec99498af tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks [] for security_group (2f076c50-8257-4b5a-a687-32c6865caf36), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:33.575671 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 19069915-f679-4b43-8a82-c5030fc8ec97 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:54:33.576341 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (19069915-f679-4b43-8a82-c5030fc8ec97), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:33.628757 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d6f834cb-ad22-490f-a107-ee4371f0daba tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (28f4a0be-e7fe-4bc3-bc3a-2040d74d9255), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:33.676974 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 19069915-f679-4b43-8a82-c5030fc8ec97, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=19069915-f679-4b43-8a82-c5030fc8ec97,segment=NetworkSegment(36d2911e-9067-41c1-bf09-8270999c5467),segment_id=36d2911e-9067-41c1-bf09-8270999c5467)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:54:33.815509 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46776) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:33.884288 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8c9d90cb-9b04-4f3a-a72a-052139e7af3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:33.943110 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:33.957088 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (19069915-f679-4b43-8a82-c5030fc8ec97), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:34.038198 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-029a1ee4-3e98-4ca7-b722-7ebefbe63f07 admin admin] Router 7f87a99b-f9ff-4c4c-910a-ba4d597359c4 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:54:34.153086 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bf43fd82-3ca3-48c1-b511-556ec99498af tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (2f076c50-8257-4b5a-a687-32c6865caf36), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:34.165649 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bf43fd82-3ca3-48c1-b511-556ec99498af tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:34.173997 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-bf43fd82-3ca3-48c1-b511-556ec99498af tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/2f076c50-8257-4b5a-a687-32c6865caf36 HTTP/1.1" status: 204 len: 168 time: 1.2033167 Oct 04 20:54:34.174814 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=19069915-f679-4b43-8a82-c5030fc8ec97,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:34.191818 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46784) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:34.204464 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ae9c4c78-2f63-4f19-bc1d-b14c03fe3acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (caa1ff78-e955-4130-b86b-58cfa3d0a2e8), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:34.336929 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-8e7dd3d6-49ce-4d0a-99a8-07e2f1c2af34 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=3809e6c0563e46a2bba84c0b5b2c7ed0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5121117 Oct 04 20:54:34.356368 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf43fd82-3ca3-48c1-b511-556ec99498af tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f076c50-8257-4b5a-a687-32c6865caf36,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:34.374756 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46786) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:34.462165 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9c4c78-2f63-4f19-bc1d-b14c03fe3acf admin admin] Pushing event deleted for resources: {'Port': ['ID=caa1ff78-e955-4130-b86b-58cfa3d0a2e8,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:34.520772 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9c4c78-2f63-4f19-bc1d-b14c03fe3acf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:54:34.521370 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9c4c78-2f63-4f19-bc1d-b14c03fe3acf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:54:34.523661 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9c4c78-2f63-4f19-bc1d-b14c03fe3acf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:54:34.524422 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9c4c78-2f63-4f19-bc1d-b14c03fe3acf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:54:34.527264 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9c4c78-2f63-4f19-bc1d-b14c03fe3acf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:54:34.528131 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9c4c78-2f63-4f19-bc1d-b14c03fe3acf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:54:34.528719 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9c4c78-2f63-4f19-bc1d-b14c03fe3acf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:54:34.529307 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9c4c78-2f63-4f19-bc1d-b14c03fe3acf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:54:34.529898 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9c4c78-2f63-4f19-bc1d-b14c03fe3acf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:54:34.530480 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9c4c78-2f63-4f19-bc1d-b14c03fe3acf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:54:34.536075 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9c4c78-2f63-4f19-bc1d-b14c03fe3acf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:54:34.536686 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9c4c78-2f63-4f19-bc1d-b14c03fe3acf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:54:34.537260 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9c4c78-2f63-4f19-bc1d-b14c03fe3acf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:54:34.537818 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9c4c78-2f63-4f19-bc1d-b14c03fe3acf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:54:34.539545 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9c4c78-2f63-4f19-bc1d-b14c03fe3acf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:54:34.568970 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-5b326828-af66-427f-b367-53189bab411f req-e43be853-4342-4d9d-b5af-8fcc09c8472b tempest-ServerShowV257Test-1183170414 tempest-ServerShowV257Test-1183170414-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9933f019-7130-449a-bfc5-69ef6b77217c HTTP/1.1" status: 200 len: 210 time: 0.3661048 Oct 04 20:54:34.750317 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 19069915-f679-4b43-8a82-c5030fc8ec97 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:54:34.954040 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:34.976010 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 19069915-f679-4b43-8a82-c5030fc8ec97 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:54:34.977830 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (19069915-f679-4b43-8a82-c5030fc8ec97), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:34.978720 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 19069915-f679-4b43-8a82-c5030fc8ec97 Oct 04 20:54:35.101798 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029a1ee4-3e98-4ca7-b722-7ebefbe63f07 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:54:35.129130 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f1d36ac4-8375-4ca8-b81d-9f99a0b11f1a tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.9292872 Oct 04 20:54:35.138802 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d87742-ad1e-4d93-89f3-39697e8f58a8 None None] Sync routers for ids ['7f87a99b-f9ff-4c4c-910a-ba4d597359c4'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:54:35.139735 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-029a1ee4-3e98-4ca7-b722-7ebefbe63f07 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/7f87a99b-f9ff-4c4c-910a-ba4d597359c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4152777 Oct 04 20:54:35.169796 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46790) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:35.170759 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46792) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:35.216301 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-bd96a8dc-e94d-4d13-b9b3-79c4f5681a6d tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Request body: {'security_group': {'name': 'tempest-secgroup--1370071821'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:54:35.328383 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 19069915-f679-4b43-8a82-c5030fc8ec97 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:54:35.335689 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d87742-ad1e-4d93-89f3-39697e8f58a8 None None] Routers {'7f87a99b-f9ff-4c4c-910a-ba4d597359c4'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:54:35.336684 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-48d87742-ad1e-4d93-89f3-39697e8f58a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:54:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['7f87a99b-f9ff-4c4c-910a-ba4d597359c4'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:54:35.350351 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ae9c4c78-2f63-4f19-bc1d-b14c03fe3acf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (6fa45475-fec3-42d6-9190-eda60a56cf0b), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:35.392250 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8c9d90cb-9b04-4f3a-a72a-052139e7af3e admin admin] Publish callbacks [] for security_group (72d3ceee-05e0-4c17-a6f5-fbf29ae441ba), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:35.566599 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-743676a4-4be9-4784-b4a0-165c7b64d45c admin admin] Publish callbacks [] for router (7f87a99b-f9ff-4c4c-910a-ba4d597359c4), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:35.708722 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-48d87742-ad1e-4d93-89f3-39697e8f58a8 None None] Set router 7f87a99b-f9ff-4c4c-910a-ba4d597359c4 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:54:35.797138 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8c9d90cb-9b04-4f3a-a72a-052139e7af3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (72d3ceee-05e0-4c17-a6f5-fbf29ae441ba), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:35.834885 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:35.985826 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:36.024679 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dc72d640-2d5e-4a01-b761-03861475d5c7 admin admin] Publish callbacks [] for security_group (2b8f2ab3-043e-4123-ab3f-ec32b51aeff2), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:36.050317 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d6f834cb-ad22-490f-a107-ee4371f0daba tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for port (28f4a0be-e7fe-4bc3-bc3a-2040d74d9255), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:36.090880 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-bd76c64d-8705-4765-aa10-05b2eb0897f0 req-26fe5ed8-e4ab-4683-a683-6645d71f581f tempest-ServerShowV257Test-1183170414 tempest-ServerShowV257Test-1183170414-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9933f019-7130-449a-bfc5-69ef6b77217c HTTP/1.1" status: 200 len: 210 time: 0.0932779 Oct 04 20:54:36.093708 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-8c9d90cb-9b04-4f3a-a72a-052139e7af3e admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=16bc747c8f984e4a9a1506f65102ede1&name=default HTTP/1.1" status: 200 len: 3000 time: 4.1763451 Oct 04 20:54:36.097273 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dc72d640-2d5e-4a01-b761-03861475d5c7 admin admin] Publish callbacks [] for security_group (2b8f2ab3-043e-4123-ab3f-ec32b51aeff2), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:36.100022 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46798) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:36.103408 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9d90cb-9b04-4f3a-a72a-052139e7af3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d3ceee-05e0-4c17-a6f5-fbf29ae441ba,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:36.109105 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bd96a8dc-e94d-4d13-b9b3-79c4f5681a6d tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:36.149041 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-743676a4-4be9-4784-b4a0-165c7b64d45c admin admin] Publish callbacks [] for router_gateway (7f87a99b-f9ff-4c4c-910a-ba4d597359c4), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:36.168168 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d6f834cb-ad22-490f-a107-ee4371f0daba tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (28f4a0be-e7fe-4bc3-bc3a-2040d74d9255), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:36.270686 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae9c4c78-2f63-4f19-bc1d-b14c03fe3acf admin admin] Router 6fa45475-fec3-42d6-9190-eda60a56cf0b has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:54:36.372101 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-48d87742-ad1e-4d93-89f3-39697e8f58a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f87a99b-f9ff-4c4c-910a-ba4d597359c4', 'name': 'tempest-TaggedBootDevicesTest-1751069113-router', 'tenant_id': '0d0dc488153a43779aabb1dc0774eda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'a06f839b-36fb-4741-8453-8456fa33f26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:35Z', 'updated_at': '2022-10-04T20:54:29Z', 'revision_number': 5, 'project_id': '0d0dc488153a43779aabb1dc0774eda1', 'gw_port': {'id': 'a06f839b-36fb-4741-8453-8456fa33f26b', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:00:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f87a99b-f9ff-4c4c-910a-ba4d597359c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:50:38Z', 'updated_at': '2022-10-04T20:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:54:36.454619 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:36.471120 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d87742-ad1e-4d93-89f3-39697e8f58a8 None None] Checking router: 7f87a99b-f9ff-4c4c-910a-ba4d597359c4 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:54:36.502562 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f834cb-ad22-490f-a107-ee4371f0daba tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Pushing event updated for resources: {'Port': ['ID=28f4a0be-e7fe-4bc3-bc3a-2040d74d9255,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:36.506776 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d6f834cb-ad22-490f-a107-ee4371f0daba tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (80937c2c-8ce0-4d94-9505-5eab534df478), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:36.524511 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-743676a4-4be9-4784-b4a0-165c7b64d45c admin admin] Deleting port a06f839b-36fb-4741-8453-8456fa33f26b {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:54:36.524511 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-743676a4-4be9-4784-b4a0-165c7b64d45c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (a06f839b-36fb-4741-8453-8456fa33f26b), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:36.551088 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d87742-ad1e-4d93-89f3-39697e8f58a8 None None] Routers {'7f87a99b-f9ff-4c4c-910a-ba4d597359c4'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:54:36.561325 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-48d87742-ad1e-4d93-89f3-39697e8f58a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:54:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['7f87a99b-f9ff-4c4c-910a-ba4d597359c4'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:54:36.660348 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-47e751d0-d8d6-48ce-90f8-df04f1b6c0f4 admin admin] Publish callbacks [] for security_group (72d3ceee-05e0-4c17-a6f5-fbf29ae441ba), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:36.736130 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-47e751d0-d8d6-48ce-90f8-df04f1b6c0f4 admin admin] Publish callbacks [] for security_group (72d3ceee-05e0-4c17-a6f5-fbf29ae441ba), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:36.810365 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bd96a8dc-e94d-4d13-b9b3-79c4f5681a6d tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks [] for security_group (da97bc36-5982-4244-b228-32394553e6b7), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:36.812219 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dc72d640-2d5e-4a01-b761-03861475d5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (2b8f2ab3-043e-4123-ab3f-ec32b51aeff2), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:36.817903 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dc72d640-2d5e-4a01-b761-03861475d5c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:36.821753 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-dc72d640-2d5e-4a01-b761-03861475d5c7 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/2b8f2ab3-043e-4123-ab3f-ec32b51aeff2 HTTP/1.1" status: 204 len: 168 time: 2.4239326 Oct 04 20:54:36.871026 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-48d87742-ad1e-4d93-89f3-39697e8f58a8 None None] Set router 7f87a99b-f9ff-4c4c-910a-ba4d597359c4 gateway port host: None {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:54:36.895876 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc72d640-2d5e-4a01-b761-03861475d5c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8f2ab3-043e-4123-ab3f-ec32b51aeff2,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:36.983393 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-743676a4-4be9-4784-b4a0-165c7b64d45c admin admin] For port a06f839b-36fb-4741-8453-8456fa33f26b, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=a06f839b-36fb-4741-8453-8456fa33f26b,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:54:36.983882 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-743676a4-4be9-4784-b4a0-165c7b64d45c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (a06f839b-36fb-4741-8453-8456fa33f26b), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:36.991936 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bd96a8dc-e94d-4d13-b9b3-79c4f5681a6d tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (da97bc36-5982-4244-b228-32394553e6b7), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:37.029423 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-48d87742-ad1e-4d93-89f3-39697e8f58a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f87a99b-f9ff-4c4c-910a-ba4d597359c4', 'name': 'tempest-TaggedBootDevicesTest-1751069113-router', 'tenant_id': '0d0dc488153a43779aabb1dc0774eda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:35Z', 'updated_at': '2022-10-04T20:54:36Z', 'revision_number': 6, 'project_id': '0d0dc488153a43779aabb1dc0774eda1', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:54:37.053023 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae9c4c78-2f63-4f19-bc1d-b14c03fe3acf admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:54:37.089461 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93454837-64df-4bc8-b168-dc510745b52c None None] Sync routers for ids ['6fa45475-fec3-42d6-9190-eda60a56cf0b'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:54:37.095761 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-743676a4-4be9-4784-b4a0-165c7b64d45c admin admin] Calling delete_port for a06f839b-36fb-4741-8453-8456fa33f26b owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:54:37.124157 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46806) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:37.126275 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-ae9c4c78-2f63-4f19-bc1d-b14c03fe3acf admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/6fa45475-fec3-42d6-9190-eda60a56cf0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1681008 Oct 04 20:54:37.135550 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93454837-64df-4bc8-b168-dc510745b52c None None] Routers {'6fa45475-fec3-42d6-9190-eda60a56cf0b'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:54:37.137903 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-93454837-64df-4bc8-b168-dc510745b52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:54:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['6fa45475-fec3-42d6-9190-eda60a56cf0b'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:54:37.140380 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f834cb-ad22-490f-a107-ee4371f0daba tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Network fb79296c-461a-469b-a783-61d122772bce is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:54:37.162441 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bd96a8dc-e94d-4d13-b9b3-79c4f5681a6d tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:37.169716 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-bd96a8dc-e94d-4d13-b9b3-79c4f5681a6d tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.9920366 Oct 04 20:54:37.170077 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d87742-ad1e-4d93-89f3-39697e8f58a8 None None] The sync data for ids ['7f87a99b-f9ff-4c4c-910a-ba4d597359c4'] in n-d-852085-12 is: [{'id': '7f87a99b-f9ff-4c4c-910a-ba4d597359c4', 'name': 'tempest-TaggedBootDevicesTest-1751069113-router', 'tenant_id': '0d0dc488153a43779aabb1dc0774eda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:50:35Z', 'updated_at': '2022-10-04T20:54:36Z', 'revision_number': 6, 'project_id': '0d0dc488153a43779aabb1dc0774eda1', 'gw_port_host': None}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:54:37.172103 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-47e751d0-d8d6-48ce-90f8-df04f1b6c0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (72d3ceee-05e0-4c17-a6f5-fbf29ae441ba), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:37.176571 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-d6f834cb-ad22-490f-a107-ee4371f0daba tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:54:37.179558 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46808) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:37.182302 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-47e751d0-d8d6-48ce-90f8-df04f1b6c0f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:37.185590 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-47e751d0-d8d6-48ce-90f8-df04f1b6c0f4 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/72d3ceee-05e0-4c17-a6f5-fbf29ae441ba HTTP/1.1" status: 204 len: 168 time: 1.0832043 Oct 04 20:54:37.221886 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e751d0-d8d6-48ce-90f8-df04f1b6c0f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d3ceee-05e0-4c17-a6f5-fbf29ae441ba,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:37.393801 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd96a8dc-e94d-4d13-b9b3-79c4f5681a6d tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da97bc36-5982-4244-b228-32394553e6b7,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:37.421436 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-d1620208-7b30-471a-9653-366c1ead53b9 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Request body: {'security_group_rule': {'security_group_id': 'da97bc36-5982-4244-b228-32394553e6b7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:54:37.539417 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-2b1f4521-eab3-4684-9aab-487771484edf req-30b01489-9b1a-476b-afa3-95a1aa26b77f tempest-ServerShowV257Test-1183170414 tempest-ServerShowV257Test-1183170414-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9933f019-7130-449a-bfc5-69ef6b77217c HTTP/1.1" status: 200 len: 210 time: 0.0751660 Oct 04 20:54:37.590411 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-93454837-64df-4bc8-b168-dc510745b52c None None] Set router 6fa45475-fec3-42d6-9190-eda60a56cf0b gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:54:37.864535 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-eacf5992-75a9-4872-aaff-d912910b9a9b None None] Provisioning complete for port 28f4a0be-e7fe-4bc3-bc3a-2040d74d9255 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:54:37.865222 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-eacf5992-75a9-4872-aaff-d912910b9a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (28f4a0be-e7fe-4bc3-bc3a-2040d74d9255), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:37.865222 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-eacf5992-75a9-4872-aaff-d912910b9a9b None None] Attempt 1 to provision port 28f4a0be-e7fe-4bc3-bc3a-2040d74d9255 Oct 04 20:54:37.932333 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-eacf5992-75a9-4872-aaff-d912910b9a9b None None] Port 28f4a0be-e7fe-4bc3-bc3a-2040d74d9255 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:54:38.000496 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-93454837-64df-4bc8-b168-dc510745b52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa45475-fec3-42d6-9190-eda60a56cf0b', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1351798813-router', 'tenant_id': '46118121de724c439d844950f5542370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '9b5a94a4-e9e3-40b7-9e6d-16552c36e7f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:53:29Z', 'updated_at': '2022-10-04T20:54:33Z', 'revision_number': 5, 'project_id': '46118121de724c439d844950f5542370', 'gw_port': {'id': '9b5a94a4-e9e3-40b7-9e6d-16552c36e7f5', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:60:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa45475-fec3-42d6-9190-eda60a56cf0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:53:31Z', 'updated_at': '2022-10-04T20:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:54:38.061959 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93454837-64df-4bc8-b168-dc510745b52c None None] Checking router: 6fa45475-fec3-42d6-9190-eda60a56cf0b for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:54:38.086302 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93454837-64df-4bc8-b168-dc510745b52c None None] Routers {'6fa45475-fec3-42d6-9190-eda60a56cf0b'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:54:38.088238 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-93454837-64df-4bc8-b168-dc510745b52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:54:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['6fa45475-fec3-42d6-9190-eda60a56cf0b'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:54:38.355922 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-93454837-64df-4bc8-b168-dc510745b52c None None] Set router 6fa45475-fec3-42d6-9190-eda60a56cf0b gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:54:38.579224 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a73b8d86-73b1-4e7e-97c8-997121113b0c no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:54:38.649298 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: a73b8d86-73b1-4e7e-97c8-997121113b0c {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:54:38.650381 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a73b8d86-73b1-4e7e-97c8-997121113b0c not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:54:38.651654 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a06f839b-36fb-4741-8453-8456fa33f26b no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:54:38.670672 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-aa913e5c-c146-436e-aa0e-f68b81f5a4c7 admin admin] Publish callbacks [] for router (6fa45475-fec3-42d6-9190-eda60a56cf0b), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:38.703716 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:38.836808 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f834cb-ad22-490f-a107-ee4371f0daba tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Router 80937c2c-8ce0-4d94-9505-5eab534df478 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:54:38.872273 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port a06f839b-36fb-4741-8453-8456fa33f26b is: ACTIVE; New status is: DOWN {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:54:38.875026 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (a06f839b-36fb-4741-8453-8456fa33f26b), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:38.897794 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-93454837-64df-4bc8-b168-dc510745b52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa45475-fec3-42d6-9190-eda60a56cf0b', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1351798813-router', 'tenant_id': '46118121de724c439d844950f5542370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '9b5a94a4-e9e3-40b7-9e6d-16552c36e7f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:53:29Z', 'updated_at': '2022-10-04T20:54:33Z', 'revision_number': 5, 'project_id': '46118121de724c439d844950f5542370', 'gw_port': {'id': '9b5a94a4-e9e3-40b7-9e6d-16552c36e7f5', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:60:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa45475-fec3-42d6-9190-eda60a56cf0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:53:31Z', 'updated_at': '2022-10-04T20:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:54:38.898192 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-1e6253b8-d93d-44eb-bc71-95cdafc29eb5 req-9e26f07b-80c5-49d1-84c8-5c1c1e14ac5e tempest-ServerShowV257Test-1183170414 tempest-ServerShowV257Test-1183170414-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9933f019-7130-449a-bfc5-69ef6b77217c HTTP/1.1" status: 200 len: 210 time: 0.0801988 Oct 04 20:54:38.941322 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port a06f839b-36fb-4741-8453-8456fa33f26b, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=a06f839b-36fb-4741-8453-8456fa33f26b,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:54:38.978269 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93454837-64df-4bc8-b168-dc510745b52c None None] The sync data for ids ['6fa45475-fec3-42d6-9190-eda60a56cf0b'] in n-d-852085-12 is: [{'id': '6fa45475-fec3-42d6-9190-eda60a56cf0b', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1351798813-router', 'tenant_id': '46118121de724c439d844950f5542370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '9b5a94a4-e9e3-40b7-9e6d-16552c36e7f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:53:29Z', 'updated_at': '2022-10-04T20:54:33Z', 'revision_number': 5, 'project_id': '46118121de724c439d844950f5542370', 'gw_port': {'id': '9b5a94a4-e9e3-40b7-9e6d-16552c36e7f5', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:60:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa45475-fec3-42d6-9190-eda60a56cf0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:53:31Z', 'updated_at': '2022-10-04T20:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:54:39.048587 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (a06f839b-36fb-4741-8453-8456fa33f26b), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:39.175625 n-d-852085-12 neutron-server[108169]: INFO neutron.api.v2.resource [None req-d1620208-7b30-471a-9653-366c1ead53b9 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] create failed (client error): The resource could not be found. Oct 04 20:54:39.181131 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=a06f839b-36fb-4741-8453-8456fa33f26b,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:39.181562 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46832) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:39.181859 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d1620208-7b30-471a-9653-366c1ead53b9 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 1.7894223 Oct 04 20:54:39.197162 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-ce26840a-54a3-49e1-a75c-417562f5a1f8 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Request body: {'security_group_rule': {'security_group_id': 'da97bc36-5982-4244-b228-32394553e6b7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'c2b2bb7d-9ceb-4e9e-946c-bea4f26cfb2c'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:54:39.237939 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-aa913e5c-c146-436e-aa0e-f68b81f5a4c7 admin admin] Publish callbacks [] for router_gateway (6fa45475-fec3-42d6-9190-eda60a56cf0b), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:39.349281 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46834) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:39.355627 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:39.382791 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f834cb-ad22-490f-a107-ee4371f0daba tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:54:39.407884 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3cda71-9cc3-454a-8312-ce18b8c85cc7 None None] Sync routers for ids ['80937c2c-8ce0-4d94-9505-5eab534df478'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:54:39.424820 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1a205a28-c25d-42c7-a648-f5995961d38d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:39.444975 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d6f834cb-ad22-490f-a107-ee4371f0daba tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] 10.222.0.78 "PUT /networking/v2.0/routers/80937c2c-8ce0-4d94-9505-5eab534df478/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2126653 Oct 04 20:54:39.450009 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46836) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:39.466606 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-dfeaf020-ae04-448a-92ac-c80d071771d0 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Request body: {'port': {'network_id': 'fb79296c-461a-469b-a783-61d122772bce', 'name': 'tempest-FloatingIPTestJSON-1156401424'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:54:39.476446 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3cda71-9cc3-454a-8312-ce18b8c85cc7 None None] Routers {'80937c2c-8ce0-4d94-9505-5eab534df478'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:54:39.477725 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-bf3cda71-9cc3-454a-8312-ce18b8c85cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:54:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['80937c2c-8ce0-4d94-9505-5eab534df478'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:54:39.485545 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:39.553153 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-aa913e5c-c146-436e-aa0e-f68b81f5a4c7 admin admin] Deleting port 9b5a94a4-e9e3-40b7-9e6d-16552c36e7f5 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:54:39.554843 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-aa913e5c-c146-436e-aa0e-f68b81f5a4c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (9b5a94a4-e9e3-40b7-9e6d-16552c36e7f5), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:39.605466 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-bf3cda71-9cc3-454a-8312-ce18b8c85cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:54:39.631803 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3cda71-9cc3-454a-8312-ce18b8c85cc7 None None] Routers {'80937c2c-8ce0-4d94-9505-5eab534df478'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:54:39.632585 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-bf3cda71-9cc3-454a-8312-ce18b8c85cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:54:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['80937c2c-8ce0-4d94-9505-5eab534df478'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:54:39.670136 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-ce26840a-54a3-49e1-a75c-417562f5a1f8 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] create failed (client error): The resource could not be found. Oct 04 20:54:39.674650 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-ce26840a-54a3-49e1-a75c-417562f5a1f8 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4878871 Oct 04 20:54:39.676389 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46838) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:39.789317 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:39.929343 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1a205a28-c25d-42c7-a648-f5995961d38d admin admin] Publish callbacks [] for security_group (79949473-27e5-40da-bd52-7525acbb8dcc), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:39.956920 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5c7de0e5-754c-4553-b4c6-5c41bfeba5c2 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks [] for security_group (da97bc36-5982-4244-b228-32394553e6b7), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:40.013250 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1a205a28-c25d-42c7-a648-f5995961d38d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (79949473-27e5-40da-bd52-7525acbb8dcc), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:40.035576 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-743676a4-4be9-4784-b4a0-165c7b64d45c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (a06f839b-36fb-4741-8453-8456fa33f26b), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:40.059071 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5c7de0e5-754c-4553-b4c6-5c41bfeba5c2 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks [] for security_group (da97bc36-5982-4244-b228-32394553e6b7), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:40.115068 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfeaf020-ae04-448a-92ac-c80d071771d0 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Made reservation on behalf of 223d432ff6a643f39235b9d5774265c1 for: {'port': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:54:40.123281 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dfeaf020-ae04-448a-92ac-c80d071771d0 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:40.154681 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743676a4-4be9-4784-b4a0-165c7b64d45c admin admin] Pushing event deleted for resources: {'Port': ['ID=a06f839b-36fb-4741-8453-8456fa33f26b,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:40.176913 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-aa913e5c-c146-436e-aa0e-f68b81f5a4c7 admin admin] For port 9b5a94a4-e9e3-40b7-9e6d-16552c36e7f5, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=9b5a94a4-e9e3-40b7-9e6d-16552c36e7f5,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:54:40.178448 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-aa913e5c-c146-436e-aa0e-f68b81f5a4c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (9b5a94a4-e9e3-40b7-9e6d-16552c36e7f5), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:40.212383 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-1a205a28-c25d-42c7-a648-f5995961d38d admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=a65d50e28ca14290ac9da09fe3450c59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8597257 Oct 04 20:54:40.218369 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46846) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:40.219680 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a205a28-c25d-42c7-a648-f5995961d38d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79949473-27e5-40da-bd52-7525acbb8dcc,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:40.307587 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-bf3cda71-9cc3-454a-8312-ce18b8c85cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:54:40.308863 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [None req-dfeaf020-ae04-448a-92ac-c80d071771d0 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] device_id is not set on port e6570d9f-fae9-4353-985e-e155c4f54cad yet. {{(pid=108170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 20:54:40.309160 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3cda71-9cc3-454a-8312-ce18b8c85cc7 None None] The sync data for ids ['80937c2c-8ce0-4d94-9505-5eab534df478'] in n-d-852085-12 is: [] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:54:40.316545 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-aa913e5c-c146-436e-aa0e-f68b81f5a4c7 admin admin] Calling delete_port for 9b5a94a4-e9e3-40b7-9e6d-16552c36e7f5 owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:54:40.402164 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-320ab421-a8bf-4f14-aadc-1317606f6dbe req-21862e84-f4c4-422b-947e-570ccac3ab24 tempest-ServerShowV257Test-1183170414 tempest-ServerShowV257Test-1183170414-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9933f019-7130-449a-bfc5-69ef6b77217c HTTP/1.1" status: 200 len: 210 time: 0.1186588 Oct 04 20:54:40.423414 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device caa1ff78-e955-4130-b86b-58cfa3d0a2e8 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:54:40.443189 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:40.455187 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-743676a4-4be9-4784-b4a0-165c7b64d45c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (7f87a99b-f9ff-4c4c-910a-ba4d597359c4), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:40.493670 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: caa1ff78-e955-4130-b86b-58cfa3d0a2e8 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:54:40.495069 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device caa1ff78-e955-4130-b86b-58cfa3d0a2e8 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:54:40.501318 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f9c981e5-e97f-4613-8ca4-78d0c3c831b9 admin admin] Publish callbacks [] for security_group (79949473-27e5-40da-bd52-7525acbb8dcc), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:40.551118 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f9c981e5-e97f-4613-8ca4-78d0c3c831b9 admin admin] Publish callbacks [] for security_group (79949473-27e5-40da-bd52-7525acbb8dcc), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:40.678004 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5c7de0e5-754c-4553-b4c6-5c41bfeba5c2 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (da97bc36-5982-4244-b228-32394553e6b7), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:40.683920 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5c7de0e5-754c-4553-b4c6-5c41bfeba5c2 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:40.686530 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-5c7de0e5-754c-4553-b4c6-5c41bfeba5c2 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/da97bc36-5982-4244-b228-32394553e6b7 HTTP/1.1" status: 204 len: 168 time: 1.0082080 Oct 04 20:54:40.726469 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46856) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:40.791770 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-743676a4-4be9-4784-b4a0-165c7b64d45c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (7f87a99b-f9ff-4c4c-910a-ba4d597359c4), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:40.799633 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7de0e5-754c-4553-b4c6-5c41bfeba5c2 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da97bc36-5982-4244-b228-32394553e6b7,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:40.804334 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-743676a4-4be9-4784-b4a0-165c7b64d45c admin admin] Publish callbacks [] for router_controller (7f87a99b-f9ff-4c4c-910a-ba4d597359c4), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:40.886549 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=6 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:40.974540 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-023ffb64-3915-4e71-8da0-24d84bfa0d12 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2454937 Oct 04 20:54:40.983367 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46858) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:40.990757 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-7eae1e55-ce46-4520-9cc1-1c3c2277f743 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Request body: {'security_group_rule': {'security_group_id': '9c95a4bb-5328-4732-a3fe-048e18e303dc', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:54:41.002638 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-dfeaf020-ae04-448a-92ac-c80d071771d0 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Allocated IP 172.20.0.12 (fb79296c-461a-469b-a783-61d122772bce/d2bb38f5-3571-43ff-8d27-bcf1d7788042/e6570d9f-fae9-4353-985e-e155c4f54cad) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:54:41.092149 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f9c981e5-e97f-4613-8ca4-78d0c3c831b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (79949473-27e5-40da-bd52-7525acbb8dcc), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:41.095701 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f9c981e5-e97f-4613-8ca4-78d0c3c831b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:41.101183 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f9c981e5-e97f-4613-8ca4-78d0c3c831b9 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/79949473-27e5-40da-bd52-7525acbb8dcc HTTP/1.1" status: 204 len: 168 time: 0.8595939 Oct 04 20:54:41.110796 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-50bbad75-94e2-4118-b527-09d1a816a219 req-6c659f82-99a3-47f5-b950-470d248ed2ae service neutron] 10.222.0.85 "GET /networking/v2.0/ports?device_id=9933f019-7130-449a-bfc5-69ef6b77217c HTTP/1.1" status: 200 len: 210 time: 0.4966261 Oct 04 20:54:41.143920 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c981e5-e97f-4613-8ca4-78d0c3c831b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79949473-27e5-40da-bd52-7525acbb8dcc,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:41.250850 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-743676a4-4be9-4784-b4a0-165c7b64d45c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (7f87a99b-f9ff-4c4c-910a-ba4d597359c4), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:41.251504 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-743676a4-4be9-4784-b4a0-165c7b64d45c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f87a99b-f9ff-4c4c-910a-ba4d597359c4 {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:54:41.260600 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-743676a4-4be9-4784-b4a0-165c7b64d45c admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:41.265225 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-743676a4-4be9-4784-b4a0-165c7b64d45c admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/7f87a99b-f9ff-4c4c-910a-ba4d597359c4 HTTP/1.1" status: 204 len: 168 time: 6.0877805 Oct 04 20:54:41.267757 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46864) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:41.375462 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-aa913e5c-c146-436e-aa0e-f68b81f5a4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (9b5a94a4-e9e3-40b7-9e6d-16552c36e7f5), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:41.466528 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dfeaf020-ae04-448a-92ac-c80d071771d0 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for port (e6570d9f-fae9-4353-985e-e155c4f54cad), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:41.505020 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f1d1d6b-d28a-479c-a3fa-9669c7dc5f5d admin admin] Deleting subnet 3850aa57-00fd-426a-9414-aaa757536fe2 {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:54:41.516790 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5f1d1d6b-d28a-479c-a3fa-9669c7dc5f5d admin admin] Publish callbacks [] for subnet (3850aa57-00fd-426a-9414-aaa757536fe2), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:41.523438 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa913e5c-c146-436e-aa0e-f68b81f5a4c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b5a94a4-e9e3-40b7-9e6d-16552c36e7f5,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:41.592445 n-d-852085-12 neutron-server[108169]: INFO neutron.api.v2.resource [None req-7eae1e55-ce46-4520-9cc1-1c3c2277f743 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] create failed (client error): The resource could not be found. Oct 04 20:54:41.597833 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-7eae1e55-ce46-4520-9cc1-1c3c2277f743 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6128149 Oct 04 20:54:41.605598 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46870) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:41.615798 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-a3f29c4a-687a-4540-b132-2f90a89b5b5e tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Request body: {'security_group': {'name': 'tempest-secgroup--873931976'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:54:41.679810 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46872) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:41.691002 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5f1d1d6b-d28a-479c-a3fa-9669c7dc5f5d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (3850aa57-00fd-426a-9414-aaa757536fe2), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:41.717196 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dfeaf020-ae04-448a-92ac-c80d071771d0 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (e6570d9f-fae9-4353-985e-e155c4f54cad), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:41.765911 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-aa913e5c-c146-436e-aa0e-f68b81f5a4c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (6fa45475-fec3-42d6-9190-eda60a56cf0b), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:41.838631 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-169e5a34-30bf-451c-8476-39ffe2b1d901 req-c77f812f-b334-4561-9d28-8f972e88fd16 tempest-ServerShowV257Test-1183170414 tempest-ServerShowV257Test-1183170414-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9933f019-7130-449a-bfc5-69ef6b77217c HTTP/1.1" status: 200 len: 210 time: 0.0604515 Oct 04 20:54:41.842145 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfeaf020-ae04-448a-92ac-c80d071771d0 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Network fb79296c-461a-469b-a783-61d122772bce is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:54:41.858477 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-dfeaf020-ae04-448a-92ac-c80d071771d0 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:54:41.867668 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfeaf020-ae04-448a-92ac-c80d071771d0 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:54:41.871047 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a3f29c4a-687a-4540-b132-2f90a89b5b5e tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:41.925582 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 20:54:41.988944 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-aa913e5c-c146-436e-aa0e-f68b81f5a4c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (6fa45475-fec3-42d6-9190-eda60a56cf0b), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:41.997599 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-aa913e5c-c146-436e-aa0e-f68b81f5a4c7 admin admin] Publish callbacks [] for router_controller (6fa45475-fec3-42d6-9190-eda60a56cf0b), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:42.031227 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfeaf020-ae04-448a-92ac-c80d071771d0 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:54:42.032324 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dfeaf020-ae04-448a-92ac-c80d071771d0 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:42.036684 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeaf020-ae04-448a-92ac-c80d071771d0 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Pushing event updated for resources: {'Port': ['ID=e6570d9f-fae9-4353-985e-e155c4f54cad,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:42.148547 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5f1d1d6b-d28a-479c-a3fa-9669c7dc5f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (3850aa57-00fd-426a-9414-aaa757536fe2), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:42.254696 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-aa913e5c-c146-436e-aa0e-f68b81f5a4c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (6fa45475-fec3-42d6-9190-eda60a56cf0b), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:42.256487 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa913e5c-c146-436e-aa0e-f68b81f5a4c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6fa45475-fec3-42d6-9190-eda60a56cf0b {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:54:42.267769 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-dfeaf020-ae04-448a-92ac-c80d071771d0 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8116419 Oct 04 20:54:42.273255 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-aa913e5c-c146-436e-aa0e-f68b81f5a4c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:42.273255 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-aa913e5c-c146-436e-aa0e-f68b81f5a4c7 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/6fa45475-fec3-42d6-9190-eda60a56cf0b HTTP/1.1" status: 204 len: 168 time: 5.1352348 Oct 04 20:54:42.280742 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46878) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:42.281463 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46880) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:42.295768 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-87618101-1554-4d53-8859-716e98a82682 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Request body: {'floatingip': {'port_id': 'e6570d9f-fae9-4353-985e-e155c4f54cad'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:54:42.318732 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a3f29c4a-687a-4540-b132-2f90a89b5b5e tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks [] for security_group (8582ca21-1127-4578-9a68-965418d2777c), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:42.428871 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a3f29c4a-687a-4540-b132-2f90a89b5b5e tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (8582ca21-1127-4578-9a68-965418d2777c), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:42.529191 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-1e6e6e31-87c7-4261-8f20-1fb06c44a7ad None None] Provisioning complete for port e6570d9f-fae9-4353-985e-e155c4f54cad triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:54:42.531979 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-1e6e6e31-87c7-4261-8f20-1fb06c44a7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (e6570d9f-fae9-4353-985e-e155c4f54cad), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:42.534745 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-1e6e6e31-87c7-4261-8f20-1fb06c44a7ad None None] Attempt 1 to provision port e6570d9f-fae9-4353-985e-e155c4f54cad Oct 04 20:54:42.535731 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-87e37eb7-876f-48bb-ab1f-4a075c87f546 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Request body: {'networks': [{'name': 'tempest-network--1917211437'}, {'name': 'tempest-network--549841983'}]} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:54:42.536583 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-87e37eb7-876f-48bb-ab1f-4a075c87f546 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Request body: {'network': {'name': 'tempest-network--1917211437'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:54:42.537827 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-87e37eb7-876f-48bb-ab1f-4a075c87f546 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Request body: {'network': {'name': 'tempest-network--549841983'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:54:42.550594 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-87618101-1554-4d53-8859-716e98a82682 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for floatingip (933d44b3-e8e2-4a3c-84b4-3dc4c0d37845), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:42.635612 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f29c4a-687a-4540-b132-2f90a89b5b5e tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8582ca21-1127-4578-9a68-965418d2777c,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:42.756367 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-2591458e-a035-4d44-aa2a-d02e6bb5aeaf admin admin] Deleting subnet 6e51c1f8-6d3f-4bd0-9b22-6410eb78597e {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:54:42.761547 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a3f29c4a-687a-4540-b132-2f90a89b5b5e tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:42.772610 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a3f29c4a-687a-4540-b132-2f90a89b5b5e tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1590586 Oct 04 20:54:42.772610 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:42.772610 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46892) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:42.773165 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2591458e-a035-4d44-aa2a-d02e6bb5aeaf admin admin] Publish callbacks [] for subnet (6e51c1f8-6d3f-4bd0-9b22-6410eb78597e), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:42.782154 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-1e6e6e31-87c7-4261-8f20-1fb06c44a7ad None None] Port e6570d9f-fae9-4353-985e-e155c4f54cad cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:54:42.793935 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-897c0f9a-612c-4a1f-a6cb-0a0de88f7b49 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Request body: {'security_group': {'name': 'tempest-secgroup--547737262'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:54:42.882182 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5f1d1d6b-d28a-479c-a3fa-9669c7dc5f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (3850aa57-00fd-426a-9414-aaa757536fe2), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:42.920358 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5f1d1d6b-d28a-479c-a3fa-9669c7dc5f5d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:42.928000 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-5f1d1d6b-d28a-479c-a3fa-9669c7dc5f5d admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/3850aa57-00fd-426a-9414-aaa757536fe2 HTTP/1.1" status: 204 len: 168 time: 1.6573994 Oct 04 20:54:42.930771 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46898) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:42.937543 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be3d996-2059-4bf5-85f7-f11924296f18 None None] Network f487490b-37cb-4d83-83a4-6c76529290fe requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:54:42.996272 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2591458e-a035-4d44-aa2a-d02e6bb5aeaf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (6e51c1f8-6d3f-4bd0-9b22-6410eb78597e), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:43.149852 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-897c0f9a-612c-4a1f-a6cb-0a0de88f7b49 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:43.213884 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e37eb7-876f-48bb-ab1f-4a075c87f546 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Made reservation on behalf of c7334c8cfafb46b9a97b90e9fc802910 for: {'network': 2} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:54:43.230220 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-87e37eb7-876f-48bb-ab1f-4a075c87f546 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:43.258216 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-87e37eb7-876f-48bb-ab1f-4a075c87f546 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:43.290322 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1d1d6b-d28a-479c-a3fa-9669c7dc5f5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3850aa57-00fd-426a-9414-aaa757536fe2,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:43.345835 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1d1d6b-d28a-479c-a3fa-9669c7dc5f5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:54:43.346187 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1d1d6b-d28a-479c-a3fa-9669c7dc5f5d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:54:43.346504 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1d1d6b-d28a-479c-a3fa-9669c7dc5f5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:54:43.346848 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1d1d6b-d28a-479c-a3fa-9669c7dc5f5d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:54:43.347341 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1d1d6b-d28a-479c-a3fa-9669c7dc5f5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:54:43.347762 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1d1d6b-d28a-479c-a3fa-9669c7dc5f5d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:54:43.348231 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1d1d6b-d28a-479c-a3fa-9669c7dc5f5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:54:43.348677 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1d1d6b-d28a-479c-a3fa-9669c7dc5f5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:54:43.349152 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1d1d6b-d28a-479c-a3fa-9669c7dc5f5d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:54:43.349507 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1d1d6b-d28a-479c-a3fa-9669c7dc5f5d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:54:43.349930 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1d1d6b-d28a-479c-a3fa-9669c7dc5f5d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:54:43.350457 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1d1d6b-d28a-479c-a3fa-9669c7dc5f5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:54:43.350994 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1d1d6b-d28a-479c-a3fa-9669c7dc5f5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:54:43.351637 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1d1d6b-d28a-479c-a3fa-9669c7dc5f5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:54:43.354690 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1d1d6b-d28a-479c-a3fa-9669c7dc5f5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:54:43.361858 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-af857fcf-5883-4ec5-92d0-13ac48bdc511 req-3ae6d05f-2a3a-4ae5-b617-5f0e4aebb888 tempest-ServerShowV257Test-1183170414 tempest-ServerShowV257Test-1183170414-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9933f019-7130-449a-bfc5-69ef6b77217c HTTP/1.1" status: 200 len: 210 time: 0.1544826 Oct 04 20:54:43.377601 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:43.400399 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3e5875f6-b1ee-4b58-bd65-2ecf40a22173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (f487490b-37cb-4d83-83a4-6c76529290fe), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:43.410502 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7896a7-1950-4eba-892d-da6662141406 None None] DHCP port deletion for f487490b-37cb-4d83-83a4-6c76529290fe request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:54:43.555110 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-897c0f9a-612c-4a1f-a6cb-0a0de88f7b49 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks [] for security_group (49dcb34a-0058-409c-93b0-366756d22228), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:43.565088 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-0d7896a7-1950-4eba-892d-da6662141406 None None] Deleting port cd448b4c-050b-49fb-b70f-b2549e06adbd {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:54:43.566095 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0d7896a7-1950-4eba-892d-da6662141406 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (cd448b4c-050b-49fb-b70f-b2549e06adbd), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:43.694671 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-3e5875f6-b1ee-4b58-bd65-2ecf40a22173 admin admin] Deleting port cd448b4c-050b-49fb-b70f-b2549e06adbd {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:54:43.695513 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3e5875f6-b1ee-4b58-bd65-2ecf40a22173 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (cd448b4c-050b-49fb-b70f-b2549e06adbd), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:43.743581 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-897c0f9a-612c-4a1f-a6cb-0a0de88f7b49 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (49dcb34a-0058-409c-93b0-366756d22228), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:43.771464 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2591458e-a035-4d44-aa2a-d02e6bb5aeaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (6e51c1f8-6d3f-4bd0-9b22-6410eb78597e), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:43.880772 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897c0f9a-612c-4a1f-a6cb-0a0de88f7b49 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49dcb34a-0058-409c-93b0-366756d22228,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:43.889919 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-0d7896a7-1950-4eba-892d-da6662141406 None None] For port cd448b4c-050b-49fb-b70f-b2549e06adbd, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=cd448b4c-050b-49fb-b70f-b2549e06adbd,segment=NetworkSegment(a529b227-6d38-4086-8a6e-442462f1fb90),segment_id=a529b227-6d38-4086-8a6e-442462f1fb90)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:54:43.891702 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0d7896a7-1950-4eba-892d-da6662141406 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (cd448b4c-050b-49fb-b70f-b2549e06adbd), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:43.972577 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-0d7896a7-1950-4eba-892d-da6662141406 None None] Calling delete_port for cd448b4c-050b-49fb-b70f-b2549e06adbd owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:54:44.002014 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-3e5875f6-b1ee-4b58-bd65-2ecf40a22173 admin admin] For port cd448b4c-050b-49fb-b70f-b2549e06adbd, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=cd448b4c-050b-49fb-b70f-b2549e06adbd,segment=NetworkSegment(a529b227-6d38-4086-8a6e-442462f1fb90),segment_id=a529b227-6d38-4086-8a6e-442462f1fb90)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:54:44.004970 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3e5875f6-b1ee-4b58-bd65-2ecf40a22173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (cd448b4c-050b-49fb-b70f-b2549e06adbd), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:44.019584 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:44.056596 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-3e5875f6-b1ee-4b58-bd65-2ecf40a22173 admin admin] Calling delete_port for cd448b4c-050b-49fb-b70f-b2549e06adbd owned by network:dhcp {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:54:44.075694 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-897c0f9a-612c-4a1f-a6cb-0a0de88f7b49 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:44.076105 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-897c0f9a-612c-4a1f-a6cb-0a0de88f7b49 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.3045771 Oct 04 20:54:44.081409 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46920) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:44.096203 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-87e37eb7-876f-48bb-ab1f-4a075c87f546 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks [] for security_group (b64a4fa7-1392-49a7-84e7-d4caa8f41466), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:44.098910 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-e5d23d4b-e2a8-4afb-9c56-10cb43be6d16 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Request body: {'security_group_rule': {'security_group_id': '8582ca21-1127-4578-9a68-965418d2777c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '49dcb34a-0058-409c-93b0-366756d22228'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:54:44.210067 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-87e37eb7-876f-48bb-ab1f-4a075c87f546 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (b64a4fa7-1392-49a7-84e7-d4caa8f41466), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:44.210988 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-87e37eb7-876f-48bb-ab1f-4a075c87f546 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:44.275048 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2591458e-a035-4d44-aa2a-d02e6bb5aeaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (6e51c1f8-6d3f-4bd0-9b22-6410eb78597e), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:44.317688 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0d7896a7-1950-4eba-892d-da6662141406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (cd448b4c-050b-49fb-b70f-b2549e06adbd), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:44.358731 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3e5875f6-b1ee-4b58-bd65-2ecf40a22173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (cd448b4c-050b-49fb-b70f-b2549e06adbd), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:44.422212 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-e5d23d4b-e2a8-4afb-9c56-10cb43be6d16 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 20:54:44.434881 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-e5d23d4b-e2a8-4afb-9c56-10cb43be6d16 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3446507 Oct 04 20:54:44.437874 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46926) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:44.440423 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5875f6-b1ee-4b58-bd65-2ecf40a22173 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd448b4c-050b-49fb-b70f-b2549e06adbd,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:44.450142 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7896a7-1950-4eba-892d-da6662141406 None None] Pushing event deleted for resources: {'Port': ['ID=cd448b4c-050b-49fb-b70f-b2549e06adbd,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:44.466824 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5875f6-b1ee-4b58-bd65-2ecf40a22173 admin admin] No DVR routers for this DVR port cd448b4c-050b-49fb-b70f-b2549e06adbd on host n-d-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:54:44.474915 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7896a7-1950-4eba-892d-da6662141406 None None] No DVR routers for this DVR port cd448b4c-050b-49fb-b70f-b2549e06adbd on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:54:44.543883 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87e37eb7-876f-48bb-ab1f-4a075c87f546 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:54:44.562149 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2591458e-a035-4d44-aa2a-d02e6bb5aeaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e51c1f8-6d3f-4bd0-9b22-6410eb78597e,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:44.586428 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 9b5a94a4-e9e3-40b7-9e6d-16552c36e7f5 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:54:44.591424 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e37eb7-876f-48bb-ab1f-4a075c87f546 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b64a4fa7-1392-49a7-84e7-d4caa8f41466,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:44.684509 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2591458e-a035-4d44-aa2a-d02e6bb5aeaf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:44.709114 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-2591458e-a035-4d44-aa2a-d02e6bb5aeaf admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/6e51c1f8-6d3f-4bd0-9b22-6410eb78597e HTTP/1.1" status: 204 len: 168 time: 2.4230468 Oct 04 20:54:44.714939 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46930) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:44.800586 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70afcbb-0f66-40f3-951e-122c04f77e31 None None] Network 0f02f09f-f74c-4c9e-b798-232ff1428103 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:54:44.806371 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3e5875f6-b1ee-4b58-bd65-2ecf40a22173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (f487490b-37cb-4d83-83a4-6c76529290fe), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:44.824297 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 9b5a94a4-e9e3-40b7-9e6d-16552c36e7f5 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:54:44.854539 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 9b5a94a4-e9e3-40b7-9e6d-16552c36e7f5 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:54:44.854539 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device cd448b4c-050b-49fb-b70f-b2549e06adbd no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:54:44.880203 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-65325a53-6627-4800-a663-6a797cd1707a tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks [] for security_group (49dcb34a-0058-409c-93b0-366756d22228), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:44.924675 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-3e5875f6-b1ee-4b58-bd65-2ecf40a22173 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f487490b-37cb-4d83-83a4-6c76529290fe']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:54:44.995355 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-3e5875f6-b1ee-4b58-bd65-2ecf40a22173 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a529b227-6d38-4086-8a6e-442462f1fb90') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:54:45.003788 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-3e5875f6-b1ee-4b58-bd65-2ecf40a22173 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a529b227-6d38-4086-8a6e-442462f1fb90') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:54:45.066711 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-65325a53-6627-4800-a663-6a797cd1707a tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks [] for security_group (49dcb34a-0058-409c-93b0-366756d22228), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:45.100289 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3e5875f6-b1ee-4b58-bd65-2ecf40a22173 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (a529b227-6d38-4086-8a6e-442462f1fb90), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:45.142167 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c52ae3ad-7259-4e77-8282-1410b9206744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (0f02f09f-f74c-4c9e-b798-232ff1428103), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:45.152815 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: cd448b4c-050b-49fb-b70f-b2549e06adbd {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:54:45.153795 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device cd448b4c-050b-49fb-b70f-b2549e06adbd not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:54:45.167196 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-87e37eb7-876f-48bb-ab1f-4a075c87f546 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (c9ebac89-b091-4f80-aa05-c98a85ccb5fc), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:45.168347 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-87e37eb7-876f-48bb-ab1f-4a075c87f546 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Added segment c9ebac89-b091-4f80-aa05-c98a85ccb5fc of type vlan for network 7dafa384-81ac-413f-8e32-0ded62882a62 Oct 04 20:54:45.267658 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-7333df82-adc8-41d4-a4be-a94199ca9f61 req-c319b3e2-c9ff-43be-98ed-8e32cdf76f1e tempest-ServerShowV257Test-1183170414 tempest-ServerShowV257Test-1183170414-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9933f019-7130-449a-bfc5-69ef6b77217c HTTP/1.1" status: 200 len: 210 time: 0.1604884 Oct 04 20:54:45.308694 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3e5875f6-b1ee-4b58-bd65-2ecf40a22173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (a529b227-6d38-4086-8a6e-442462f1fb90), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:45.365353 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e5875f6-b1ee-4b58-bd65-2ecf40a22173 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:54:45.366298 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3e5875f6-b1ee-4b58-bd65-2ecf40a22173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (a529b227-6d38-4086-8a6e-442462f1fb90), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:45.393188 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:45.508673 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment a529b227-6d38-4086-8a6e-442462f1fb90 resource provider aggregate not found Oct 04 20:54:45.566628 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e552e33-24c3-4e27-9000-4e9bb1e00041 None None] DHCP port deletion for 0f02f09f-f74c-4c9e-b798-232ff1428103 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:54:45.637976 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-87e37eb7-876f-48bb-ab1f-4a075c87f546 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (7dafa384-81ac-413f-8e32-0ded62882a62), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:45.678461 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5e39fe9c-089f-4bdd-81d1-772828e6ccb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:45.704867 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:45.708857 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment a529b227-6d38-4086-8a6e-442462f1fb90 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a529b227-6d38-4086-8a6e-442462f1fb90 found for delete ", "request_id": "req-9a5db1ac-d676-425e-9518-77d8835af239"}]} Oct 04 20:54:45.729732 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-5e552e33-24c3-4e27-9000-4e9bb1e00041 None None] Deleting port 4aa909a1-2256-4ca7-9a88-487eff4ff3d0 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:54:45.732049 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5e552e33-24c3-4e27-9000-4e9bb1e00041 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (4aa909a1-2256-4ca7-9a88-487eff4ff3d0), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:45.865319 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-65325a53-6627-4800-a663-6a797cd1707a tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (49dcb34a-0058-409c-93b0-366756d22228), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:45.875250 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-65325a53-6627-4800-a663-6a797cd1707a tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:45.886745 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-65325a53-6627-4800-a663-6a797cd1707a tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/49dcb34a-0058-409c-93b0-366756d22228 HTTP/1.1" status: 204 len: 168 time: 1.4387152 Oct 04 20:54:45.897672 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3e5875f6-b1ee-4b58-bd65-2ecf40a22173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (f487490b-37cb-4d83-83a4-6c76529290fe), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:45.902400 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46950) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:45.960638 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3e5875f6-b1ee-4b58-bd65-2ecf40a22173 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:45.968662 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-3e5875f6-b1ee-4b58-bd65-2ecf40a22173 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/f487490b-37cb-4d83-83a4-6c76529290fe HTTP/1.1" status: 204 len: 168 time: 3.0351374 Oct 04 20:54:46.003190 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-5e552e33-24c3-4e27-9000-4e9bb1e00041 None None] For port 4aa909a1-2256-4ca7-9a88-487eff4ff3d0, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=4aa909a1-2256-4ca7-9a88-487eff4ff3d0,segment=NetworkSegment(86c470e2-35a3-4efc-b6ee-877c5014fc60),segment_id=86c470e2-35a3-4efc-b6ee-877c5014fc60)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:54:46.003877 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5e552e33-24c3-4e27-9000-4e9bb1e00041 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (4aa909a1-2256-4ca7-9a88-487eff4ff3d0), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:46.009100 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65325a53-6627-4800-a663-6a797cd1707a tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49dcb34a-0058-409c-93b0-366756d22228,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:46.013669 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5875f6-b1ee-4b58-bd65-2ecf40a22173 admin admin] Pushing event deleted for resources: {'Network': ['ID=f487490b-37cb-4d83-83a4-6c76529290fe,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:46.035805 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-5e552e33-24c3-4e27-9000-4e9bb1e00041 None None] Calling delete_port for 4aa909a1-2256-4ca7-9a88-487eff4ff3d0 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:54:46.114832 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-14526489-a9e8-4c35-8244-463d4896a12c tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2075272 Oct 04 20:54:46.121324 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46956) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:46.236174 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0330ed27-e8b4-43d9-a710-fa58d56a9e38 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks [] for security_group (8582ca21-1127-4578-9a68-965418d2777c), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:46.296322 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0330ed27-e8b4-43d9-a710-fa58d56a9e38 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks [] for security_group (8582ca21-1127-4578-9a68-965418d2777c), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:46.307370 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.db.resource_extend [None req-87e37eb7-876f-48bb-ab1f-4a075c87f546 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] It took 0.66 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 04 20:54:46.370135 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:46.373386 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-c52ae3ad-7259-4e77-8282-1410b9206744 admin admin] Deleting port 4aa909a1-2256-4ca7-9a88-487eff4ff3d0 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:54:46.374121 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c52ae3ad-7259-4e77-8282-1410b9206744 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (4aa909a1-2256-4ca7-9a88-487eff4ff3d0), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:46.393927 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.db.resource_extend [None req-87618101-1554-4d53-8859-716e98a82682 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] It took 0.87 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 04 20:54:46.430528 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5e552e33-24c3-4e27-9000-4e9bb1e00041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (4aa909a1-2256-4ca7-9a88-487eff4ff3d0), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:46.484950 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e552e33-24c3-4e27-9000-4e9bb1e00041 None None] No DVR routers for this DVR port 4aa909a1-2256-4ca7-9a88-487eff4ff3d0 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:54:46.515512 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0330ed27-e8b4-43d9-a710-fa58d56a9e38 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (8582ca21-1127-4578-9a68-965418d2777c), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:46.522437 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0330ed27-e8b4-43d9-a710-fa58d56a9e38 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:46.528572 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-0330ed27-e8b4-43d9-a710-fa58d56a9e38 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/8582ca21-1127-4578-9a68-965418d2777c HTTP/1.1" status: 204 len: 168 time: 0.4030819 Oct 04 20:54:46.542406 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46962) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:46.609180 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 4aa909a1-2256-4ca7-9a88-487eff4ff3d0 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:54:46.621265 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e552e33-24c3-4e27-9000-4e9bb1e00041 None None] Pushing event deleted for resources: {'Port': ['ID=4aa909a1-2256-4ca7-9a88-487eff4ff3d0,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:46.633065 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0330ed27-e8b4-43d9-a710-fa58d56a9e38 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8582ca21-1127-4578-9a68-965418d2777c,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:46.639396 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-87618101-1554-4d53-8859-716e98a82682 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:46.655199 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87e37eb7-876f-48bb-ab1f-4a075c87f546 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:54:46.685269 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 4aa909a1-2256-4ca7-9a88-487eff4ff3d0 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:54:46.687081 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 4aa909a1-2256-4ca7-9a88-487eff4ff3d0 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:54:46.705832 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e552e33-24c3-4e27-9000-4e9bb1e00041 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:54:46.707704 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e552e33-24c3-4e27-9000-4e9bb1e00041 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:54:46.726123 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e552e33-24c3-4e27-9000-4e9bb1e00041 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:54:46.726123 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e552e33-24c3-4e27-9000-4e9bb1e00041 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:54:46.726123 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e552e33-24c3-4e27-9000-4e9bb1e00041 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:54:46.726123 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e552e33-24c3-4e27-9000-4e9bb1e00041 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:54:46.726123 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e552e33-24c3-4e27-9000-4e9bb1e00041 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:54:46.726123 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e552e33-24c3-4e27-9000-4e9bb1e00041 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:54:46.726123 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e552e33-24c3-4e27-9000-4e9bb1e00041 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:54:46.726123 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e552e33-24c3-4e27-9000-4e9bb1e00041 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:54:46.726123 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e552e33-24c3-4e27-9000-4e9bb1e00041 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:54:46.726123 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e552e33-24c3-4e27-9000-4e9bb1e00041 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:54:46.726123 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e552e33-24c3-4e27-9000-4e9bb1e00041 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:54:46.726123 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e552e33-24c3-4e27-9000-4e9bb1e00041 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:54:46.728892 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-87e37eb7-876f-48bb-ab1f-4a075c87f546 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (3fc00493-5a73-4d3f-aa1e-5db567910b32), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:46.729068 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e552e33-24c3-4e27-9000-4e9bb1e00041 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:54:46.729397 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-87e37eb7-876f-48bb-ab1f-4a075c87f546 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Added segment 3fc00493-5a73-4d3f-aa1e-5db567910b32 of type vlan for network 820a9ca8-e54f-4e29-92de-d987ea0fe7b3 Oct 04 20:54:46.742185 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-c52ae3ad-7259-4e77-8282-1410b9206744 admin admin] For port 4aa909a1-2256-4ca7-9a88-487eff4ff3d0, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=4aa909a1-2256-4ca7-9a88-487eff4ff3d0,segment=NetworkSegment(86c470e2-35a3-4efc-b6ee-877c5014fc60),segment_id=86c470e2-35a3-4efc-b6ee-877c5014fc60)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:54:46.742577 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c52ae3ad-7259-4e77-8282-1410b9206744 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (4aa909a1-2256-4ca7-9a88-487eff4ff3d0), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:46.753307 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-78780d89-04ed-4637-85d6-3e75a3406e32 req-e5cb50a1-99b1-4a1a-a150-021ac65bd809 tempest-ServerShowV257Test-1183170414 tempest-ServerShowV257Test-1183170414-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9933f019-7130-449a-bfc5-69ef6b77217c HTTP/1.1" status: 200 len: 210 time: 0.0851815 Oct 04 20:54:46.776184 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-04ae2f1a-d68b-4fe4-b9d7-fa6c83252592 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2269099 Oct 04 20:54:46.777712 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46964) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:46.786924 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-8b71ff54-65c0-473f-8fb5-bb4a966a4e0f tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Request body: {'security_group': {'name': 'tempest-secgroup--59621459'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:54:46.807708 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-87618101-1554-4d53-8859-716e98a82682 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582728'] for floatingip (933d44b3-e8e2-4a3c-84b4-3dc4c0d37845), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:46.817331 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-c52ae3ad-7259-4e77-8282-1410b9206744 admin admin] Calling delete_port for 4aa909a1-2256-4ca7-9a88-487eff4ff3d0 owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:54:46.922024 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8b71ff54-65c0-473f-8fb5-bb4a966a4e0f tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:46.925617 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-87e37eb7-876f-48bb-ab1f-4a075c87f546 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (820a9ca8-e54f-4e29-92de-d987ea0fe7b3), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:46.932538 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:47.094347 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46968) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:47.105759 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8b71ff54-65c0-473f-8fb5-bb4a966a4e0f tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks [] for security_group (2641cc5f-9402-459b-b117-62ff91b5381c), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:47.194278 n-d-852085-12 neutron-server[108169]: INFO neutron.db.l3_db [None req-87618101-1554-4d53-8859-716e98a82682 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Floating IP 933d44b3-e8e2-4a3c-84b4-3dc4c0d37845 associated. External IP: 172.25.5.30, port: 8589e256-6d31-4ddf-9c35-49b0d78a1af5. Oct 04 20:54:47.300386 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8b71ff54-65c0-473f-8fb5-bb4a966a4e0f tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (2641cc5f-9402-459b-b117-62ff91b5381c), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:47.353562 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b71ff54-65c0-473f-8fb5-bb4a966a4e0f tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2641cc5f-9402-459b-b117-62ff91b5381c,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:47.371857 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-87e37eb7-876f-48bb-ab1f-4a075c87f546 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (7dafa384-81ac-413f-8e32-0ded62882a62), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:47.372797 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-87e37eb7-876f-48bb-ab1f-4a075c87f546 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (820a9ca8-e54f-4e29-92de-d987ea0fe7b3), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:47.379364 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e37eb7-876f-48bb-ab1f-4a075c87f546 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:54:47.386604 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e37eb7-876f-48bb-ab1f-4a075c87f546 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:54:47.387781 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-87e37eb7-876f-48bb-ab1f-4a075c87f546 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:47.413512 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6368a2d9-3c2a-47a5-913e-0f981d90e0a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:47.421610 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c52ae3ad-7259-4e77-8282-1410b9206744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (4aa909a1-2256-4ca7-9a88-487eff4ff3d0), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:47.478872 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8b71ff54-65c0-473f-8fb5-bb4a966a4e0f tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:47.485764 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-8b71ff54-65c0-473f-8fb5-bb4a966a4e0f tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7019575 Oct 04 20:54:47.486299 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46974) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:47.496958 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-49267391-e749-407d-a57a-1d83e3bb8000 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Request body: {'security_group': {'name': 'default'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:54:47.498264 n-d-852085-12 neutron-server[108170]: WARNING neutron.api.v2.base [None req-49267391-e749-407d-a57a-1d83e3bb8000 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 04 20:54:47.499178 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-49267391-e749-407d-a57a-1d83e3bb8000 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] update failed (client error): There was a conflict when trying to complete your request. Oct 04 20:54:47.507960 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-49267391-e749-407d-a57a-1d83e3bb8000 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] 10.222.0.78 "PUT /networking/v2.0/security-groups/2641cc5f-9402-459b-b117-62ff91b5381c HTTP/1.1" status: 409 len: 330 time: 0.0197988 Oct 04 20:54:47.512792 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46978) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:47.564024 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52ae3ad-7259-4e77-8282-1410b9206744 admin admin] No DVR routers for this DVR port 4aa909a1-2256-4ca7-9a88-487eff4ff3d0 on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:54:47.577164 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:47.586325 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52ae3ad-7259-4e77-8282-1410b9206744 admin admin] Pushing event deleted for resources: {'Port': ['ID=4aa909a1-2256-4ca7-9a88-487eff4ff3d0,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:47.662312 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-87e37eb7-876f-48bb-ab1f-4a075c87f546 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 5.9801152 Oct 04 20:54:47.663878 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46980) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:47.670455 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f8f35261-4a03-484a-869f-c0ccd7645165 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks [] for security_group (2641cc5f-9402-459b-b117-62ff91b5381c), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:47.705880 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e37eb7-876f-48bb-ab1f-4a075c87f546 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Pushing event updated for resources: {'Network': ['ID=7dafa384-81ac-413f-8e32-0ded62882a62,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:47.731932 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 7dafa384-81ac-413f-8e32-0ded62882a62 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:54:47.734432 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f8f35261-4a03-484a-869f-c0ccd7645165 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks [] for security_group (2641cc5f-9402-459b-b117-62ff91b5381c), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:47.948537 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f8f35261-4a03-484a-869f-c0ccd7645165 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (2641cc5f-9402-459b-b117-62ff91b5381c), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:47.958051 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f8f35261-4a03-484a-869f-c0ccd7645165 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:47.965717 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f8f35261-4a03-484a-869f-c0ccd7645165 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/2641cc5f-9402-459b-b117-62ff91b5381c HTTP/1.1" status: 204 len: 168 time: 0.4511430 Oct 04 20:54:47.966891 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46986) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:48.032941 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f35261-4a03-484a-869f-c0ccd7645165 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2641cc5f-9402-459b-b117-62ff91b5381c,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:48.140699 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f3b2806b-76d2-4ebc-a074-4b7db925d7a4 req-dd3d8ab6-d74f-46d5-b957-c05e87068117 tempest-ServerShowV257Test-1183170414 tempest-ServerShowV257Test-1183170414-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9933f019-7130-449a-bfc5-69ef6b77217c HTTP/1.1" status: 200 len: 210 time: 0.1100402 Oct 04 20:54:48.222492 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4d354dce-16e3-4800-81b1-6012c17176d2 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2295423 Oct 04 20:54:48.229484 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46990) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:48.256322 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-46aebd28-61c1-42ab-a3b8-736884e001dc tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] delete failed (client error): The resource could not be found. Oct 04 20:54:48.258488 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-46aebd28-61c1-42ab-a3b8-736884e001dc tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/485d0aac-b597-406c-a9f1-54f82367e9fa HTTP/1.1" status: 404 len: 347 time: 0.0270970 Oct 04 20:54:48.267693 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46992) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:48.289159 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c52ae3ad-7259-4e77-8282-1410b9206744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (0f02f09f-f74c-4c9e-b798-232ff1428103), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:48.298947 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-5fca5285-fb63-4f61-b492-18684490fcf7 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] show failed (client error): The resource could not be found. Oct 04 20:54:48.305994 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-5fca5285-fb63-4f61-b492-18684490fcf7 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] 10.222.0.78 "GET /networking/v2.0/security-groups/eb922a6f-67b8-4530-9056-c92df918796d HTTP/1.1" status: 404 len: 347 time: 0.0314283 Oct 04 20:54:48.308175 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46994) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:48.336816 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-8b9cba7d-c12a-4e4d-9bbb-46b8cd36ac18 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] show failed (client error): The resource could not be found. Oct 04 20:54:48.339960 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-8b9cba7d-c12a-4e4d-9bbb-46b8cd36ac18 tempest-NegativeSecGroupTest-842249696 tempest-NegativeSecGroupTest-842249696-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules/03c59a20-4fef-423a-969c-4f9c7e1d02c9 HTTP/1.1" status: 404 len: 356 time: 0.0295753 Oct 04 20:54:48.373289 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e37eb7-876f-48bb-ab1f-4a075c87f546 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Pushing event updated for resources: {'Network': ['ID=820a9ca8-e54f-4e29-92de-d987ea0fe7b3,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:48.386447 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:48.411893 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 820a9ca8-e54f-4e29-92de-d987ea0fe7b3 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:54:48.571119 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87618101-1554-4d53-8859-716e98a82682 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Router 338eba0b-7a56-4642-842c-8d7eb2577e2d has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:54:48.584320 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-c52ae3ad-7259-4e77-8282-1410b9206744 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f02f09f-f74c-4c9e-b798-232ff1428103']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:54:48.641825 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=81,neutron:DELETE=14,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:48.680750 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-c52ae3ad-7259-4e77-8282-1410b9206744 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86c470e2-35a3-4efc-b6ee-877c5014fc60') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:54:48.682157 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-c52ae3ad-7259-4e77-8282-1410b9206744 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86c470e2-35a3-4efc-b6ee-877c5014fc60') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:54:48.702087 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47008) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:48.738048 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:48.782716 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c52ae3ad-7259-4e77-8282-1410b9206744 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (86c470e2-35a3-4efc-b6ee-877c5014fc60), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:48.821980 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-117fb7b8-58b2-4a7c-8694-773bb63c18ab admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=bd8adb1a7e034cbeb6d40757ae7cf31b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7196283 Oct 04 20:54:48.826960 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47012) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:48.852813 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c721d7-3fd8-4391-843a-a5079fee1ada tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:54:48.866123 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c721d7-3fd8-4391-843a-a5079fee1ada tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:54:48.878490 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c721d7-3fd8-4391-843a-a5079fee1ada tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:54:48.890503 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c721d7-3fd8-4391-843a-a5079fee1ada tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:54:48.893698 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c5c721d7-3fd8-4391-843a-a5079fee1ada tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] 10.222.0.78 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 1.2253001 Oct 04 20:54:48.895911 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c52ae3ad-7259-4e77-8282-1410b9206744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (86c470e2-35a3-4efc-b6ee-877c5014fc60), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:48.900131 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47014) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:48.906873 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=97 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:48.975506 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c52ae3ad-7259-4e77-8282-1410b9206744 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:54:48.976222 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c52ae3ad-7259-4e77-8282-1410b9206744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (86c470e2-35a3-4efc-b6ee-877c5014fc60), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:49.012697 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=6 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:49.083105 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 86c470e2-35a3-4efc-b6ee-877c5014fc60 resource provider aggregate not found Oct 04 20:54:49.083510 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3f369e04-0085-45bb-919f-1a5e6a5ac044 admin admin] Publish callbacks [] for security_group (664a98cf-f4f2-4171-82c0-1cb10e25629f), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:49.164785 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-42875cf0-2882-4b16-9ccf-4720ec438d36 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (7dafa384-81ac-413f-8e32-0ded62882a62), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:49.180939 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 86c470e2-35a3-4efc-b6ee-877c5014fc60 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 86c470e2-35a3-4efc-b6ee-877c5014fc60 found for delete ", "request_id": "req-6fa8a3cf-73e3-487c-9341-fcd7e92e1900"}]} Oct 04 20:54:49.243831 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87618101-1554-4d53-8859-716e98a82682 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:54:49.262988 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3f369e04-0085-45bb-919f-1a5e6a5ac044 admin admin] Publish callbacks [] for security_group (664a98cf-f4f2-4171-82c0-1cb10e25629f), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:49.266110 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b2f8b7-293e-4537-bee5-9f696b6b846d None None] Sync routers for ids ['338eba0b-7a56-4642-842c-8d7eb2577e2d'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:54:49.321996 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b2f8b7-293e-4537-bee5-9f696b6b846d None None] Routers {'338eba0b-7a56-4642-842c-8d7eb2577e2d'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:54:49.326749 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-41b2f8b7-293e-4537-bee5-9f696b6b846d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:54:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['338eba0b-7a56-4642-842c-8d7eb2577e2d'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:54:49.430338 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-41b2f8b7-293e-4537-bee5-9f696b6b846d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:54:49.456724 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b2f8b7-293e-4537-bee5-9f696b6b846d None None] Routers {'338eba0b-7a56-4642-842c-8d7eb2577e2d'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:54:49.458442 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-41b2f8b7-293e-4537-bee5-9f696b6b846d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:54:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['338eba0b-7a56-4642-842c-8d7eb2577e2d'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:54:49.509010 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c52ae3ad-7259-4e77-8282-1410b9206744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (0f02f09f-f74c-4c9e-b798-232ff1428103), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:49.538089 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-41b2f8b7-293e-4537-bee5-9f696b6b846d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:54:49.539331 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b2f8b7-293e-4537-bee5-9f696b6b846d None None] The sync data for ids ['338eba0b-7a56-4642-842c-8d7eb2577e2d'] in n-d-852085-12 is: [] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:54:49.540657 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c52ae3ad-7259-4e77-8282-1410b9206744 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:49.541475 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-dfce2240-4cc7-4531-b66d-42c3a43cb0d1 req-fa3fef0f-f98e-4691-bfb3-c3fe42a307e8 tempest-ServerShowV257Test-1183170414 tempest-ServerShowV257Test-1183170414-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9933f019-7130-449a-bfc5-69ef6b77217c HTTP/1.1" status: 200 len: 210 time: 0.1277056 Oct 04 20:54:49.546918 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c52ae3ad-7259-4e77-8282-1410b9206744 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/0f02f09f-f74c-4c9e-b798-232ff1428103 HTTP/1.1" status: 204 len: 168 time: 4.8100097 Oct 04 20:54:49.548363 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52ae3ad-7259-4e77-8282-1410b9206744 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f02f09f-f74c-4c9e-b798-232ff1428103,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:49.557768 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 47028) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:49.809884 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 47034) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:50.129786 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:50.140433 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-42875cf0-2882-4b16-9ccf-4720ec438d36 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (7dafa384-81ac-413f-8e32-0ded62882a62), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:50.146706 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:UPDATE=1,neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:50.160464 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-85355b52-ee99-414e-bb0c-f6bab5200961 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:50.162857 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87618101-1554-4d53-8859-716e98a82682 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Router 80937c2c-8ce0-4d94-9505-5eab534df478 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:54:50.207773 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-42875cf0-2882-4b16-9ccf-4720ec438d36 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dafa384-81ac-413f-8e32-0ded62882a62']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:54:50.237129 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-42875cf0-2882-4b16-9ccf-4720ec438d36 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9ebac89-b091-4f80-aa05-c98a85ccb5fc') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:54:50.237990 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-42875cf0-2882-4b16-9ccf-4720ec438d36 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9ebac89-b091-4f80-aa05-c98a85ccb5fc') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:54:50.277524 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-42875cf0-2882-4b16-9ccf-4720ec438d36 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (c9ebac89-b091-4f80-aa05-c98a85ccb5fc), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:50.284016 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d4582359-59bb-4f97-bc99-d82bf7dfc99f admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=7293bb41bd38438db52b687bd0b0e941&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4716861 Oct 04 20:54:50.291059 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 47038) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:50.333090 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-42875cf0-2882-4b16-9ccf-4720ec438d36 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (c9ebac89-b091-4f80-aa05-c98a85ccb5fc), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:50.356290 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3f369e04-0085-45bb-919f-1a5e6a5ac044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (664a98cf-f4f2-4171-82c0-1cb10e25629f), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:50.362911 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3f369e04-0085-45bb-919f-1a5e6a5ac044 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:50.363622 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-3f369e04-0085-45bb-919f-1a5e6a5ac044 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/664a98cf-f4f2-4171-82c0-1cb10e25629f HTTP/1.1" status: 204 len: 168 time: 1.5343490 Oct 04 20:54:50.365851 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=8,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:50.366173 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42875cf0-2882-4b16-9ccf-4720ec438d36 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:54:50.366536 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-42875cf0-2882-4b16-9ccf-4720ec438d36 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (c9ebac89-b091-4f80-aa05-c98a85ccb5fc), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:50.489483 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:50.510375 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment c9ebac89-b091-4f80-aa05-c98a85ccb5fc resource provider aggregate not found Oct 04 20:54:50.530528 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f369e04-0085-45bb-919f-1a5e6a5ac044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664a98cf-f4f2-4171-82c0-1cb10e25629f,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:50.631930 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment c9ebac89-b091-4f80-aa05-c98a85ccb5fc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c9ebac89-b091-4f80-aa05-c98a85ccb5fc found for delete ", "request_id": "req-ead3e53d-8c83-442e-87aa-4b6d69d3f9b4"}]} Oct 04 20:54:50.657783 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-85355b52-ee99-414e-bb0c-f6bab5200961 admin admin] Publish callbacks [] for security_group (bc1559dc-6599-434b-911f-0b4977a085a4), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:50.725335 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-14a13661-e56f-4051-a3d5-8e80e3981a33 admin admin] Publish callbacks [] for security_group (9c845816-4ebe-481e-8289-f4caca898e50), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:50.741203 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-42875cf0-2882-4b16-9ccf-4720ec438d36 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (7dafa384-81ac-413f-8e32-0ded62882a62), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:50.747567 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87618101-1554-4d53-8859-716e98a82682 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:54:50.772869 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-87618101-1554-4d53-8859-716e98a82682 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:50.787574 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2feaf3-452d-4e8a-a343-5bd608504e52 None None] Sync routers for ids ['80937c2c-8ce0-4d94-9505-5eab534df478'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:54:50.815400 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2feaf3-452d-4e8a-a343-5bd608504e52 None None] Routers {'80937c2c-8ce0-4d94-9505-5eab534df478'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:54:50.816589 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-42875cf0-2882-4b16-9ccf-4720ec438d36 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:50.817269 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-8d2feaf3-452d-4e8a-a343-5bd608504e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:54:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['80937c2c-8ce0-4d94-9505-5eab534df478'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:54:50.843718 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-42875cf0-2882-4b16-9ccf-4720ec438d36 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] 10.222.0.78 "DELETE /networking/v2.0/networks/7dafa384-81ac-413f-8e32-0ded62882a62 HTTP/1.1" status: 204 len: 168 time: 1.9283764 Oct 04 20:54:50.845459 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42875cf0-2882-4b16-9ccf-4720ec438d36 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Pushing event deleted for resources: {'Network': ['ID=7dafa384-81ac-413f-8e32-0ded62882a62,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:50.859459 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47060) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:50.868838 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-85355b52-ee99-414e-bb0c-f6bab5200961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (bc1559dc-6599-434b-911f-0b4977a085a4), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:50.908561 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-8d2feaf3-452d-4e8a-a343-5bd608504e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:54:50.931530 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2feaf3-452d-4e8a-a343-5bd608504e52 None None] Routers {'80937c2c-8ce0-4d94-9505-5eab534df478'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:54:50.933517 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-8d2feaf3-452d-4e8a-a343-5bd608504e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:54:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['80937c2c-8ce0-4d94-9505-5eab534df478'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:54:51.012741 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-8d2feaf3-452d-4e8a-a343-5bd608504e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:54:51.014517 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2feaf3-452d-4e8a-a343-5bd608504e52 None None] The sync data for ids ['80937c2c-8ce0-4d94-9505-5eab534df478'] in n-d-852085-12 is: [] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:54:51.076206 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e3e2676a-7fc0-4922-9f78-dd0791815f90 req-ce581def-f7f2-440c-817a-420578966674 tempest-ServerShowV257Test-1183170414 tempest-ServerShowV257Test-1183170414-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9933f019-7130-449a-bfc5-69ef6b77217c HTTP/1.1" status: 200 len: 210 time: 0.2615192 Oct 04 20:54:51.255566 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85355b52-ee99-414e-bb0c-f6bab5200961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1559dc-6599-434b-911f-0b4977a085a4,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:51.279583 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-85355b52-ee99-414e-bb0c-f6bab5200961 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=b9bd8061142f4fc3b5abd58a5c53ad10&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5746362 Oct 04 20:54:51.287489 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 47068) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:51.313004 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6be609f1-da60-4181-a24e-a6b4b1c05eb7 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (820a9ca8-e54f-4e29-92de-d987ea0fe7b3), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:51.377841 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-14a13661-e56f-4051-a3d5-8e80e3981a33 admin admin] Publish callbacks [] for security_group (9c845816-4ebe-481e-8289-f4caca898e50), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:51.383944 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:51.528177 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6be609f1-da60-4181-a24e-a6b4b1c05eb7 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (820a9ca8-e54f-4e29-92de-d987ea0fe7b3), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:51.534663 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:51.543330 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6d529082-90c3-400b-b6fd-d8a303098569 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (de9eab7b-7b4e-4e3d-a980-dab93917bc26), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:51.573982 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-6be609f1-da60-4181-a24e-a6b4b1c05eb7 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['820a9ca8-e54f-4e29-92de-d987ea0fe7b3']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:54:51.595053 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-6be609f1-da60-4181-a24e-a6b4b1c05eb7 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fc00493-5a73-4d3f-aa1e-5db567910b32') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:54:51.595476 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-6be609f1-da60-4181-a24e-a6b4b1c05eb7 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fc00493-5a73-4d3f-aa1e-5db567910b32') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:54:51.619330 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6be609f1-da60-4181-a24e-a6b4b1c05eb7 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (3fc00493-5a73-4d3f-aa1e-5db567910b32), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:51.645428 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=79,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:51.654133 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-87618101-1554-4d53-8859-716e98a82682 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] 10.222.0.78 "PUT /networking/v2.0/floatingips/933d44b3-e8e2-4a3c-84b4-3dc4c0d37845 HTTP/1.1" status: 200 len: 978 time: 9.3643379 Oct 04 20:54:51.654474 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6be609f1-da60-4181-a24e-a6b4b1c05eb7 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (3fc00493-5a73-4d3f-aa1e-5db567910b32), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:51.660911 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47080) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:51.669591 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:51.670756 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-168c3bfc-aaa3-47e6-a78a-2aa0a9052f98 admin admin] Publish callbacks [] for security_group (bc1559dc-6599-434b-911f-0b4977a085a4), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:51.735451 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6be609f1-da60-4181-a24e-a6b4b1c05eb7 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:54:51.736384 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6be609f1-da60-4181-a24e-a6b4b1c05eb7 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (3fc00493-5a73-4d3f-aa1e-5db567910b32), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:51.795457 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-168c3bfc-aaa3-47e6-a78a-2aa0a9052f98 admin admin] Publish callbacks [] for security_group (bc1559dc-6599-434b-911f-0b4977a085a4), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:51.826989 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 47082) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:51.914341 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-14a13661-e56f-4051-a3d5-8e80e3981a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (9c845816-4ebe-481e-8289-f4caca898e50), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:51.917299 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-14a13661-e56f-4051-a3d5-8e80e3981a33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:51.919274 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-14a13661-e56f-4051-a3d5-8e80e3981a33 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/9c845816-4ebe-481e-8289-f4caca898e50 HTTP/1.1" status: 204 len: 168 time: 1.6253941 Oct 04 20:54:51.967204 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-8b5061ff-7961-4c57-b9a5-044e6e9ddfc4 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Deleting port e6570d9f-fae9-4353-985e-e155c4f54cad {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:54:51.978278 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8b5061ff-7961-4c57-b9a5-044e6e9ddfc4 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (e6570d9f-fae9-4353-985e-e155c4f54cad), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:51.986918 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a13661-e56f-4051-a3d5-8e80e3981a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c845816-4ebe-481e-8289-f4caca898e50,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:52.037422 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a5c5b9ce-8c8c-4bbb-8fc5-9bcdc50ebf56 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=0d0dc488153a43779aabb1dc0774eda1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2036550 Oct 04 20:54:52.043085 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 47086) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:52.126489 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6be609f1-da60-4181-a24e-a6b4b1c05eb7 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (820a9ca8-e54f-4e29-92de-d987ea0fe7b3), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:52.158862 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6be609f1-da60-4181-a24e-a6b4b1c05eb7 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:52.169701 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-6be609f1-da60-4181-a24e-a6b4b1c05eb7 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] 10.222.0.78 "DELETE /networking/v2.0/networks/820a9ca8-e54f-4e29-92de-d987ea0fe7b3 HTTP/1.1" status: 204 len: 168 time: 1.3019323 Oct 04 20:54:52.170749 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 47090) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:52.192031 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-168c3bfc-aaa3-47e6-a78a-2aa0a9052f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (bc1559dc-6599-434b-911f-0b4977a085a4), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:52.196009 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be609f1-da60-4181-a24e-a6b4b1c05eb7 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Pushing event deleted for resources: {'Network': ['ID=820a9ca8-e54f-4e29-92de-d987ea0fe7b3,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:52.196754 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-168c3bfc-aaa3-47e6-a78a-2aa0a9052f98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:52.199530 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-168c3bfc-aaa3-47e6-a78a-2aa0a9052f98 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/bc1559dc-6599-434b-911f-0b4977a085a4 HTTP/1.1" status: 204 len: 168 time: 0.8866482 Oct 04 20:54:52.293322 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8b5061ff-7961-4c57-b9a5-044e6e9ddfc4 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (e6570d9f-fae9-4353-985e-e155c4f54cad), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:52.298146 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168c3bfc-aaa3-47e6-a78a-2aa0a9052f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1559dc-6599-434b-911f-0b4977a085a4,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:52.398518 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0f68bcb0-ec18-491b-82f7-674b1b78b15e admin admin] Publish callbacks [] for security_group (05090764-a0e4-4672-8b2f-505457294c31), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:52.465390 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-6d529082-90c3-400b-b6fd-d8a303098569 admin admin] Deleting port 19069915-f679-4b43-8a82-c5030fc8ec97 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:54:52.465971 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6d529082-90c3-400b-b6fd-d8a303098569 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (19069915-f679-4b43-8a82-c5030fc8ec97), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:52.497155 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47096) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:52.499201 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0f68bcb0-ec18-491b-82f7-674b1b78b15e admin admin] Publish callbacks [] for security_group (05090764-a0e4-4672-8b2f-505457294c31), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:52.517292 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-34699a9f-e9e3-460c-8df8-fd94eb8eb5ed req-e1bfcb4d-ad5b-455e-8959-12eb5609c861 tempest-ServerShowV257Test-1183170414 tempest-ServerShowV257Test-1183170414-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9933f019-7130-449a-bfc5-69ef6b77217c HTTP/1.1" status: 200 len: 210 time: 0.0796144 Oct 04 20:54:52.627267 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:DELETE=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:52.660787 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34858f0a-a018-47ff-b66a-bc7cdc364e9e tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:54:52.673850 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34858f0a-a018-47ff-b66a-bc7cdc364e9e tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:54:52.676957 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-34858f0a-a018-47ff-b66a-bc7cdc364e9e tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] 10.222.0.78 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5044801 Oct 04 20:54:52.690602 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 3fc00493-5a73-4d3f-aa1e-5db567910b32 resource provider aggregate not found Oct 04 20:54:52.702676 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47102) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:52.707846 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-861cdf4b-0274-4dd5-9316-c512602ba783 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2135235041'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:54:52.780415 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 3fc00493-5a73-4d3f-aa1e-5db567910b32 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3fc00493-5a73-4d3f-aa1e-5db567910b32 found for delete ", "request_id": "req-590e6f6c-4a7b-4be7-b446-3a35250e16e6"}]} Oct 04 20:54:52.782622 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-6d529082-90c3-400b-b6fd-d8a303098569 admin admin] For port 19069915-f679-4b43-8a82-c5030fc8ec97, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=19069915-f679-4b43-8a82-c5030fc8ec97,segment=NetworkSegment(36d2911e-9067-41c1-bf09-8270999c5467),segment_id=36d2911e-9067-41c1-bf09-8270999c5467)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:54:52.783785 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6d529082-90c3-400b-b6fd-d8a303098569 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (19069915-f679-4b43-8a82-c5030fc8ec97), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:52.813293 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-6d529082-90c3-400b-b6fd-d8a303098569 admin admin] Calling delete_port for 19069915-f679-4b43-8a82-c5030fc8ec97 owned by network:router_interface {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:54:52.848110 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8b5061ff-7961-4c57-b9a5-044e6e9ddfc4 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:52.848723 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8b5061ff-7961-4c57-b9a5-044e6e9ddfc4 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582728'] for floatingip (933d44b3-e8e2-4a3c-84b4-3dc4c0d37845), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:52.849274 n-d-852085-12 neutron-server[108170]: INFO neutron.db.l3_db [None req-8b5061ff-7961-4c57-b9a5-044e6e9ddfc4 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Floating IP 933d44b3-e8e2-4a3c-84b4-3dc4c0d37845 disassociated. External IP: 172.25.5.30, port: e6570d9f-fae9-4353-985e-e155c4f54cad. Oct 04 20:54:52.849857 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-8b5061ff-7961-4c57-b9a5-044e6e9ddfc4 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Calling delete_port for e6570d9f-fae9-4353-985e-e155c4f54cad owned by {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:54:52.904534 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:UPDATE=7,neutron:INSERT=6 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:52.959556 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0f68bcb0-ec18-491b-82f7-674b1b78b15e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (05090764-a0e4-4672-8b2f-505457294c31), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:52.959921 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861cdf4b-0274-4dd5-9316-c512602ba783 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Made reservation on behalf of c7334c8cfafb46b9a97b90e9fc802910 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:54:52.965051 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0f68bcb0-ec18-491b-82f7-674b1b78b15e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:52.970872 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-0f68bcb0-ec18-491b-82f7-674b1b78b15e admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/05090764-a0e4-4672-8b2f-505457294c31 HTTP/1.1" status: 204 len: 168 time: 0.9223709 Oct 04 20:54:52.971122 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-861cdf4b-0274-4dd5-9316-c512602ba783 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:53.051937 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:53.059879 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f68bcb0-ec18-491b-82f7-674b1b78b15e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05090764-a0e4-4672-8b2f-505457294c31,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:53.201096 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-861cdf4b-0274-4dd5-9316-c512602ba783 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:54:53.223573 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-861cdf4b-0274-4dd5-9316-c512602ba783 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (47feaf02-c96f-4505-868b-a8024a63ab0d), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:53.227697 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-861cdf4b-0274-4dd5-9316-c512602ba783 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Added segment 47feaf02-c96f-4505-868b-a8024a63ab0d of type vlan for network cdd995ab-4ec8-453b-84df-d30305420718 Oct 04 20:54:53.310439 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8b5061ff-7961-4c57-b9a5-044e6e9ddfc4 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (e6570d9f-fae9-4353-985e-e155c4f54cad), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:53.394126 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5061ff-7961-4c57-b9a5-044e6e9ddfc4 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Pushing event deleted for resources: {'Port': ['ID=e6570d9f-fae9-4353-985e-e155c4f54cad,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:53.408670 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-861cdf4b-0274-4dd5-9316-c512602ba783 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (cdd995ab-4ec8-453b-84df-d30305420718), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:53.416767 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6d529082-90c3-400b-b6fd-d8a303098569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (19069915-f679-4b43-8a82-c5030fc8ec97), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:53.431683 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d9297102-1f7a-401c-92c4-523217bcc4f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:53.534342 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d529082-90c3-400b-b6fd-d8a303098569 admin admin] Pushing event deleted for resources: {'Port': ['ID=19069915-f679-4b43-8a82-c5030fc8ec97,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:53.803573 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-861cdf4b-0274-4dd5-9316-c512602ba783 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (cdd995ab-4ec8-453b-84df-d30305420718), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:53.819402 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861cdf4b-0274-4dd5-9316-c512602ba783 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:54:53.820886 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-861cdf4b-0274-4dd5-9316-c512602ba783 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:53.904519 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6d529082-90c3-400b-b6fd-d8a303098569 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (de9eab7b-7b4e-4e3d-a980-dab93917bc26), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:53.928223 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d9297102-1f7a-401c-92c4-523217bcc4f0 admin admin] Publish callbacks [] for security_group (07d0c1b1-97aa-458c-bc16-2b566c554083), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:54.066403 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 47118) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:54.102145 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-11210458-ba4e-490d-8eaf-61a1c24febd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:54.147346 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-286da733-d7d8-4563-8e6a-5354073fceb4 req-95253310-0713-477e-842b-5bdabb0b798c tempest-ServerShowV257Test-1183170414 tempest-ServerShowV257Test-1183170414-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9933f019-7130-449a-bfc5-69ef6b77217c HTTP/1.1" status: 200 len: 210 time: 0.3614943 Oct 04 20:54:54.155466 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:54.163822 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d9297102-1f7a-401c-92c4-523217bcc4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (07d0c1b1-97aa-458c-bc16-2b566c554083), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:54.197685 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:54.204248 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b5061ff-7961-4c57-b9a5-044e6e9ddfc4 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Router 80937c2c-8ce0-4d94-9505-5eab534df478 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:54:54.234695 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861cdf4b-0274-4dd5-9316-c512602ba783 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Pushing event updated for resources: {'Network': ['ID=cdd995ab-4ec8-453b-84df-d30305420718,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:54.270806 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network cdd995ab-4ec8-453b-84df-d30305420718 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:54:54.309168 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-861cdf4b-0274-4dd5-9316-c512602ba783 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6124821 Oct 04 20:54:54.377599 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9297102-1f7a-401c-92c4-523217bcc4f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d0c1b1-97aa-458c-bc16-2b566c554083,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:54.409564 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47124) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:54.440550 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-4849f80f-d7f8-43f4-89be-c4effbbf8400 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-577272406'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:54:54.492221 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-d9297102-1f7a-401c-92c4-523217bcc4f0 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=391d7c29d0b5467097de06e4be638bfd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9926820 Oct 04 20:54:54.496595 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=79,neutron:DELETE=2,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:54.499002 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47130) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:54.530550 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:54.567827 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d529082-90c3-400b-b6fd-d8a303098569 admin admin] Router de9eab7b-7b4e-4e3d-a980-dab93917bc26 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:54:54.772437 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-11210458-ba4e-490d-8eaf-61a1c24febd9 admin admin] Publish callbacks [] for security_group (5695a956-5607-41df-8650-27fe8b1ec49f), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:54.901053 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d529082-90c3-400b-b6fd-d8a303098569 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:54:54.919852 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-6d529082-90c3-400b-b6fd-d8a303098569 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/de9eab7b-7b4e-4e3d-a980-dab93917bc26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3528168 Oct 04 20:54:54.919852 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-11210458-ba4e-490d-8eaf-61a1c24febd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (5695a956-5607-41df-8650-27fe8b1ec49f), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:54.920979 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47136) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:54.921389 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784544f4-573c-42a3-980d-d1a98856644f None None] Sync routers for ids ['de9eab7b-7b4e-4e3d-a980-dab93917bc26'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:54:54.943350 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784544f4-573c-42a3-980d-d1a98856644f None None] Routers {'de9eab7b-7b4e-4e3d-a980-dab93917bc26'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:54:54.944377 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-784544f4-573c-42a3-980d-d1a98856644f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:54:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['de9eab7b-7b4e-4e3d-a980-dab93917bc26'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:54:55.006820 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-11210458-ba4e-490d-8eaf-61a1c24febd9 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=1291bf77f503402cb3b606e3ec355032&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9381793 Oct 04 20:54:55.008568 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11210458-ba4e-490d-8eaf-61a1c24febd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5695a956-5607-41df-8650-27fe8b1ec49f,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:55.015176 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 47138) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:55.018245 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b5061ff-7961-4c57-b9a5-044e6e9ddfc4 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:54:55.070318 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc666d8-0f73-4600-82e9-a1122243c1fb None None] Sync routers for ids ['80937c2c-8ce0-4d94-9505-5eab534df478'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:54:55.089270 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=66 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:55.098945 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-34ac41bb-42d9-4849-8486-20536ae20bdc admin admin] Publish callbacks [] for security_group (07d0c1b1-97aa-458c-bc16-2b566c554083), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:55.117050 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc666d8-0f73-4600-82e9-a1122243c1fb None None] Routers {'80937c2c-8ce0-4d94-9505-5eab534df478'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:54:55.128916 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-5fc666d8-0f73-4600-82e9-a1122243c1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:54:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['80937c2c-8ce0-4d94-9505-5eab534df478'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:54:55.132321 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4849f80f-d7f8-43f4-89be-c4effbbf8400 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Made reservation on behalf of c7334c8cfafb46b9a97b90e9fc802910 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:54:55.138605 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2a09db2e-4c79-4337-9bda-b2a8f6ffbeeb admin admin] Publish callbacks [] for security_group (5695a956-5607-41df-8650-27fe8b1ec49f), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:55.141210 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4849f80f-d7f8-43f4-89be-c4effbbf8400 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:55.205945 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2a09db2e-4c79-4337-9bda-b2a8f6ffbeeb admin admin] Publish callbacks [] for security_group (5695a956-5607-41df-8650-27fe8b1ec49f), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:55.291009 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-5fc666d8-0f73-4600-82e9-a1122243c1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:54:55.336552 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc666d8-0f73-4600-82e9-a1122243c1fb None None] Routers {'80937c2c-8ce0-4d94-9505-5eab534df478'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:54:55.338405 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-5fc666d8-0f73-4600-82e9-a1122243c1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:54:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['80937c2c-8ce0-4d94-9505-5eab534df478'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:54:55.381405 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-34ac41bb-42d9-4849-8486-20536ae20bdc admin admin] Publish callbacks [] for security_group (07d0c1b1-97aa-458c-bc16-2b566c554083), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:55.418595 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-784544f4-573c-42a3-980d-d1a98856644f None None] Set router de9eab7b-7b4e-4e3d-a980-dab93917bc26 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:54:55.507165 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2a09db2e-4c79-4337-9bda-b2a8f6ffbeeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (5695a956-5607-41df-8650-27fe8b1ec49f), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:55.516044 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2a09db2e-4c79-4337-9bda-b2a8f6ffbeeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:55.520855 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-2a09db2e-4c79-4337-9bda-b2a8f6ffbeeb admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/5695a956-5607-41df-8650-27fe8b1ec49f HTTP/1.1" status: 204 len: 168 time: 0.5022614 Oct 04 20:54:55.550384 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8b5061ff-7961-4c57-b9a5-044e6e9ddfc4 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:55.561893 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-8b5061ff-7961-4c57-b9a5-044e6e9ddfc4 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] 10.222.0.78 "DELETE /networking/v2.0/ports/e6570d9f-fae9-4353-985e-e155c4f54cad HTTP/1.1" status: 204 len: 168 time: 3.8948641 Oct 04 20:54:55.563743 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4849f80f-d7f8-43f4-89be-c4effbbf8400 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:54:55.571958 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 47152) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:55.607434 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-5fc666d8-0f73-4600-82e9-a1122243c1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:54:55.611234 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc666d8-0f73-4600-82e9-a1122243c1fb None None] The sync data for ids ['80937c2c-8ce0-4d94-9505-5eab534df478'] in n-d-852085-12 is: [] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:54:55.617713 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d6880e77-24aa-4dd9-b202-c28ec15926de admin admin] Publish callbacks [] for router (de9eab7b-7b4e-4e3d-a980-dab93917bc26), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:55.632648 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-8c429d35-c1f0-486a-b701-d50e009e9bbd req-bdf49804-6542-425e-9775-1f09d03792cd tempest-ServerShowV257Test-1183170414 tempest-ServerShowV257Test-1183170414-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9933f019-7130-449a-bfc5-69ef6b77217c HTTP/1.1" status: 200 len: 210 time: 0.1200852 Oct 04 20:54:55.696702 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a09db2e-4c79-4337-9bda-b2a8f6ffbeeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5695a956-5607-41df-8650-27fe8b1ec49f,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:55.732943 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4849f80f-d7f8-43f4-89be-c4effbbf8400 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (9661af8c-cf91-42d4-a991-05021e8f61bb), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:55.733873 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-4849f80f-d7f8-43f4-89be-c4effbbf8400 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Added segment 9661af8c-cf91-42d4-a991-05021e8f61bb of type vlan for network f12dfcc2-a99a-400b-982f-92d1369af920 Oct 04 20:54:55.899062 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-09f8ad89-b4ab-41dd-bba5-da8d3ad6059f req-e1330b91-08a2-4a8e-a682-1de390f7e2e7 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=8600ebb44bd847e2b8114c3d8d2cbbf2&device_id=9933f019-7130-449a-bfc5-69ef6b77217c HTTP/1.1" status: 200 len: 210 time: 0.1993871 Oct 04 20:54:55.920905 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=100 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:56.036195 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-09f8ad89-b4ab-41dd-bba5-da8d3ad6059f req-4d12b58a-93c7-4a8b-9518-c86c083d9697 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?tenant_id=8600ebb44bd847e2b8114c3d8d2cbbf2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0830414 Oct 04 20:54:56.044192 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4849f80f-d7f8-43f4-89be-c4effbbf8400 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (f12dfcc2-a99a-400b-982f-92d1369af920), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:56.045283 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-784544f4-573c-42a3-980d-d1a98856644f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9eab7b-7b4e-4e3d-a980-dab93917bc26', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-368337677-router', 'tenant_id': 'bf7c559faf714f8395ef38d122e31e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': 'b7f36e7a-81b0-43b6-b9e9-b046c208ca2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:54:01Z', 'updated_at': '2022-10-04T20:54:53Z', 'revision_number': 5, 'project_id': 'bf7c559faf714f8395ef38d122e31e8d', 'gw_port': {'id': 'b7f36e7a-81b0-43b6-b9e9-b046c208ca2c', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:4a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9eab7b-7b4e-4e3d-a980-dab93917bc26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:54:05Z', 'updated_at': '2022-10-04T20:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:54:56.176297 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784544f4-573c-42a3-980d-d1a98856644f None None] Checking router: de9eab7b-7b4e-4e3d-a980-dab93917bc26 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:54:56.184246 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-34ac41bb-42d9-4849-8486-20536ae20bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (07d0c1b1-97aa-458c-bc16-2b566c554083), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:56.189313 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-34ac41bb-42d9-4849-8486-20536ae20bdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:56.195915 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-34ac41bb-42d9-4849-8486-20536ae20bdc admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/07d0c1b1-97aa-458c-bc16-2b566c554083 HTTP/1.1" status: 204 len: 168 time: 1.6872225 Oct 04 20:54:56.197836 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784544f4-573c-42a3-980d-d1a98856644f None None] Routers {'de9eab7b-7b4e-4e3d-a980-dab93917bc26'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:54:56.198953 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-784544f4-573c-42a3-980d-d1a98856644f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:54:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['de9eab7b-7b4e-4e3d-a980-dab93917bc26'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:54:56.213913 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:56.298305 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.db.resource_extend [None req-4849f80f-d7f8-43f4-89be-c4effbbf8400 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 04 20:54:56.379051 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ac41bb-42d9-4849-8486-20536ae20bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d0c1b1-97aa-458c-bc16-2b566c554083,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:56.543548 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-784544f4-573c-42a3-980d-d1a98856644f None None] Set router de9eab7b-7b4e-4e3d-a980-dab93917bc26 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:54:56.579186 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f8ad89-b4ab-41dd-bba5-da8d3ad6059f req-fbe5fb2b-dfb6-4701-bd07-3e3cf9576fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:54:56.581965 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-09f8ad89-b4ab-41dd-bba5-da8d3ad6059f req-fbe5fb2b-dfb6-4701-bd07-3e3cf9576fba service neutron] 10.222.0.85 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5320132 Oct 04 20:54:56.608192 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d6880e77-24aa-4dd9-b202-c28ec15926de admin admin] Publish callbacks [] for router_gateway (de9eab7b-7b4e-4e3d-a980-dab93917bc26), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:56.648623 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d37e7cd9-5fe8-463f-b49d-21c45183557b tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (80937c2c-8ce0-4d94-9505-5eab534df478), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:56.710810 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4849f80f-d7f8-43f4-89be-c4effbbf8400 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (f12dfcc2-a99a-400b-982f-92d1369af920), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:56.730340 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4849f80f-d7f8-43f4-89be-c4effbbf8400 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:54:56.730340 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4849f80f-d7f8-43f4-89be-c4effbbf8400 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:56.734840 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47166) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:56.754079 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:56.920990 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:57.049865 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4849f80f-d7f8-43f4-89be-c4effbbf8400 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Pushing event updated for resources: {'Network': ['ID=f12dfcc2-a99a-400b-982f-92d1369af920,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:57.070152 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network f12dfcc2-a99a-400b-982f-92d1369af920 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:54:57.170696 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-784544f4-573c-42a3-980d-d1a98856644f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de9eab7b-7b4e-4e3d-a980-dab93917bc26', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-368337677-router', 'tenant_id': 'bf7c559faf714f8395ef38d122e31e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': 'b7f36e7a-81b0-43b6-b9e9-b046c208ca2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:54:01Z', 'updated_at': '2022-10-04T20:54:53Z', 'revision_number': 5, 'project_id': 'bf7c559faf714f8395ef38d122e31e8d', 'gw_port': {'id': 'b7f36e7a-81b0-43b6-b9e9-b046c208ca2c', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:4a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9eab7b-7b4e-4e3d-a980-dab93917bc26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:54:05Z', 'updated_at': '2022-10-04T20:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:54:57.225337 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4849f80f-d7f8-43f4-89be-c4effbbf8400 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.8054876 Oct 04 20:54:57.230935 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47174) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:57.242499 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-60016f9b-38bd-4423-910f-561d805994d5 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Request body: {'ports': [{'network_id': 'cdd995ab-4ec8-453b-84df-d30305420718', 'name': 'tempest-port--329026903', 'admin_state_up': True}, {'network_id': 'f12dfcc2-a99a-400b-982f-92d1369af920', 'admin_state_up': False}]} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:54:57.243047 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-60016f9b-38bd-4423-910f-561d805994d5 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Request body: {'port': {'network_id': 'cdd995ab-4ec8-453b-84df-d30305420718', 'name': 'tempest-port--329026903', 'admin_state_up': True}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:54:57.244615 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-60016f9b-38bd-4423-910f-561d805994d5 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Request body: {'port': {'network_id': 'f12dfcc2-a99a-400b-982f-92d1369af920', 'admin_state_up': False}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:54:57.270874 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ebcbecf6-b9da-491c-88a3-ed3f6dc98d50 req-674c6290-390a-428c-b505-e70ade026e6a tempest-ServerShowV257Test-1183170414 tempest-ServerShowV257Test-1183170414-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9933f019-7130-449a-bfc5-69ef6b77217c HTTP/1.1" status: 200 len: 210 time: 0.1361220 Oct 04 20:54:57.303342 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:57.303342 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-d6880e77-24aa-4dd9-b202-c28ec15926de admin admin] Deleting port b7f36e7a-81b0-43b6-b9e9-b046c208ca2c {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:54:57.303342 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d6880e77-24aa-4dd9-b202-c28ec15926de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (b7f36e7a-81b0-43b6-b9e9-b046c208ca2c), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:57.345553 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784544f4-573c-42a3-980d-d1a98856644f None None] The sync data for ids ['de9eab7b-7b4e-4e3d-a980-dab93917bc26'] in n-d-852085-12 is: [{'id': 'de9eab7b-7b4e-4e3d-a980-dab93917bc26', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-368337677-router', 'tenant_id': 'bf7c559faf714f8395ef38d122e31e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': 'b7f36e7a-81b0-43b6-b9e9-b046c208ca2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:54:01Z', 'updated_at': '2022-10-04T20:54:53Z', 'revision_number': 5, 'project_id': 'bf7c559faf714f8395ef38d122e31e8d', 'gw_port': {'id': 'b7f36e7a-81b0-43b6-b9e9-b046c208ca2c', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:4a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9eab7b-7b4e-4e3d-a980-dab93917bc26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:54:05Z', 'updated_at': '2022-10-04T20:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:54:57.533455 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-d37e7cd9-5fe8-463f-b49d-21c45183557b tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Deleting port 28f4a0be-e7fe-4bc3-bc3a-2040d74d9255 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:54:57.534134 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d37e7cd9-5fe8-463f-b49d-21c45183557b tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (28f4a0be-e7fe-4bc3-bc3a-2040d74d9255), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:57.565083 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:57.726257 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:57.790980 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d37e7cd9-5fe8-463f-b49d-21c45183557b tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (28f4a0be-e7fe-4bc3-bc3a-2040d74d9255), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:57.829701 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-d37e7cd9-5fe8-463f-b49d-21c45183557b tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Calling delete_port for 28f4a0be-e7fe-4bc3-bc3a-2040d74d9255 owned by network:router_interface {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:54:58.047474 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-e604ed56-a13d-4807-887c-ee6f8eb3e309 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1171567740'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:54:58.265697 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e604ed56-a13d-4807-887c-ee6f8eb3e309 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Made reservation on behalf of 436cef25c16049babc37ca979ca1fd26 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:54:58.272064 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e604ed56-a13d-4807-887c-ee6f8eb3e309 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:58.282445 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 47184) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:58.298953 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e604ed56-a13d-4807-887c-ee6f8eb3e309 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:58.332939 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-16a160f2-5a4a-4968-b7b9-548c99af46c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:58.344807 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-d6880e77-24aa-4dd9-b202-c28ec15926de admin admin] For port b7f36e7a-81b0-43b6-b9e9-b046c208ca2c, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b7f36e7a-81b0-43b6-b9e9-b046c208ca2c,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:54:58.345678 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d6880e77-24aa-4dd9-b202-c28ec15926de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (b7f36e7a-81b0-43b6-b9e9-b046c208ca2c), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:58.407332 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-d6880e77-24aa-4dd9-b202-c28ec15926de admin admin] Calling delete_port for b7f36e7a-81b0-43b6-b9e9-b046c208ca2c owned by network:router_gateway {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:54:58.453271 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:58.469684 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 19069915-f679-4b43-8a82-c5030fc8ec97 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:54:58.552553 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 19069915-f679-4b43-8a82-c5030fc8ec97 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:54:58.557559 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 19069915-f679-4b43-8a82-c5030fc8ec97 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:54:58.609694 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 47188) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:58.622694 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d37e7cd9-5fe8-463f-b49d-21c45183557b tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (28f4a0be-e7fe-4bc3-bc3a-2040d74d9255), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:58.717047 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60016f9b-38bd-4423-910f-561d805994d5 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Made reservation on behalf of c7334c8cfafb46b9a97b90e9fc802910 for: {'port': 2} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:54:58.726929 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-60016f9b-38bd-4423-910f-561d805994d5 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:58.735301 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e7cd9-5fe8-463f-b49d-21c45183557b tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Pushing event deleted for resources: {'Port': ['ID=28f4a0be-e7fe-4bc3-bc3a-2040d74d9255,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:58.741984 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:58.784074 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-763f9217-dc55-4ace-87f3-0da7e8115510 req-652ab542-c4da-42cd-96df-c4c9be3408e5 tempest-ServerShowV257Test-1183170414 tempest-ServerShowV257Test-1183170414-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9933f019-7130-449a-bfc5-69ef6b77217c HTTP/1.1" status: 200 len: 210 time: 0.1582401 Oct 04 20:54:58.919878 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-16a160f2-5a4a-4968-b7b9-548c99af46c7 admin admin] Publish callbacks [] for security_group (7145942b-91db-44df-b2bb-3f65abe297ff), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:58.939161 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-60016f9b-38bd-4423-910f-561d805994d5 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:59.035442 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e604ed56-a13d-4807-887c-ee6f8eb3e309 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Publish callbacks [] for security_group (b3d7f7b4-cb8f-42f4-8c2c-502917510e13), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:59.052178 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-8778a051-a5d0-4a41-985f-68651761c9c4 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-982779440-network', 'tenant_id': 'a7aee6375ab0440d970befc057955940'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:54:59.063872 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-16a160f2-5a4a-4968-b7b9-548c99af46c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (7145942b-91db-44df-b2bb-3f65abe297ff), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:59.146195 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=100 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:59.207434 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e604ed56-a13d-4807-887c-ee6f8eb3e309 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (b3d7f7b4-cb8f-42f4-8c2c-502917510e13), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:59.210808 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a160f2-5a4a-4968-b7b9-548c99af46c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7145942b-91db-44df-b2bb-3f65abe297ff,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:59.281704 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-16a160f2-5a4a-4968-b7b9-548c99af46c7 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=fa34ec2ba12d4123b4634e568b25d291&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9961417 Oct 04 20:54:59.285766 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 47196) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:54:59.303589 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e604ed56-a13d-4807-887c-ee6f8eb3e309 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:54:59.324670 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8778a051-a5d0-4a41-985f-68651761c9c4 admin admin] Made reservation on behalf of a7aee6375ab0440d970befc057955940 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:54:59.328360 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8778a051-a5d0-4a41-985f-68651761c9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:59.389032 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8778a051-a5d0-4a41-985f-68651761c9c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:59.398206 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e604ed56-a13d-4807-887c-ee6f8eb3e309 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d7f7b4-cb8f-42f4-8c2c-502917510e13,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:54:59.422463 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:59.438523 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:59.448134 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d37e7cd9-5fe8-463f-b49d-21c45183557b tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (80937c2c-8ce0-4d94-9505-5eab534df478), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:59.478744 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e604ed56-a13d-4807-887c-ee6f8eb3e309 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (9f456c4b-d0d1-4214-ae1c-b29d4e79478a), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:59.479273 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-e604ed56-a13d-4807-887c-ee6f8eb3e309 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Added segment 9f456c4b-d0d1-4214-ae1c-b29d4e79478a of type vlan for network ed669458-1759-40cd-b5f6-108cb9500980 Oct 04 20:54:59.519910 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [None req-60016f9b-38bd-4423-910f-561d805994d5 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] device_id is not set on port 685dbeb8-6c14-48f4-9430-b96863c263a8 yet. {{(pid=108170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 20:54:59.595461 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bcc4489d-5139-43fc-a7d8-b92a6f5df536 admin admin] Publish callbacks [] for security_group (7145942b-91db-44df-b2bb-3f65abe297ff), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:59.632482 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e604ed56-a13d-4807-887c-ee6f8eb3e309 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (ed669458-1759-40cd-b5f6-108cb9500980), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:59.716742 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bcc4489d-5139-43fc-a7d8-b92a6f5df536 admin admin] Publish callbacks [] for security_group (7145942b-91db-44df-b2bb-3f65abe297ff), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:59.764565 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:54:59.776233 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d6880e77-24aa-4dd9-b202-c28ec15926de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (b7f36e7a-81b0-43b6-b9e9-b046c208ca2c), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:59.865828 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e604ed56-a13d-4807-887c-ee6f8eb3e309 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (ed669458-1759-40cd-b5f6-108cb9500980), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:59.874551 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e604ed56-a13d-4807-887c-ee6f8eb3e309 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:54:59.879580 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e604ed56-a13d-4807-887c-ee6f8eb3e309 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:59.900272 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8778a051-a5d0-4a41-985f-68651761c9c4 admin admin] Publish callbacks [] for security_group (be14cfc5-689c-4489-8a86-025e0f521121), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:54:59.918599 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6880e77-24aa-4dd9-b202-c28ec15926de admin admin] Pushing event deleted for resources: {'Port': ['ID=b7f36e7a-81b0-43b6-b9e9-b046c208ca2c,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:00.083743 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8778a051-a5d0-4a41-985f-68651761c9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (be14cfc5-689c-4489-8a86-025e0f521121), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:00.164861 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-e604ed56-a13d-4807-887c-ee6f8eb3e309 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 779 time: 3.4132476 Oct 04 20:55:00.171784 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8778a051-a5d0-4a41-985f-68651761c9c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:55:00.178436 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 47208) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:00.192509 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-26c50518-cadb-4e62-b1cd-5e73b8e0661a tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Request body: {'subnet': {'network_id': 'ed669458-1759-40cd-b5f6-108cb9500980', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:55:00.201408 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-5a1f72a5-e1f2-41f1-a793-cce1c3da430e req-b1033955-73a9-4149-94b4-b0740028c9a1 tempest-ServerShowV257Test-1183170414 tempest-ServerShowV257Test-1183170414-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9933f019-7130-449a-bfc5-69ef6b77217c HTTP/1.1" status: 200 len: 210 time: 0.2136018 Oct 04 20:55:00.205629 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-60016f9b-38bd-4423-910f-561d805994d5 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks [] for port (685dbeb8-6c14-48f4-9430-b96863c263a8), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:00.254480 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e604ed56-a13d-4807-887c-ee6f8eb3e309 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Pushing event updated for resources: {'Network': ['ID=ed669458-1759-40cd-b5f6-108cb9500980,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:00.257072 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bcc4489d-5139-43fc-a7d8-b92a6f5df536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (7145942b-91db-44df-b2bb-3f65abe297ff), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:00.273201 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bcc4489d-5139-43fc-a7d8-b92a6f5df536 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:00.276863 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network ed669458-1759-40cd-b5f6-108cb9500980 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:55:00.282607 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-bcc4489d-5139-43fc-a7d8-b92a6f5df536 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/7145942b-91db-44df-b2bb-3f65abe297ff HTTP/1.1" status: 204 len: 168 time: 0.9950376 Oct 04 20:55:00.304197 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8778a051-a5d0-4a41-985f-68651761c9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (30acf3de-de36-4c27-aa99-7c18f43b64b3), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:00.305226 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-8778a051-a5d0-4a41-985f-68651761c9c4 admin admin] Added segment 30acf3de-de36-4c27-aa99-7c18f43b64b3 of type vlan for network a8112da8-6f7c-404b-8956-584c1f9d7cc1 Oct 04 20:55:00.418094 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [None req-60016f9b-38bd-4423-910f-561d805994d5 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] device_id is not set on port d777bc24-a04e-4aac-9731-e833545467d8 yet. {{(pid=108170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 20:55:00.494206 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d6880e77-24aa-4dd9-b202-c28ec15926de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (de9eab7b-7b4e-4e3d-a980-dab93917bc26), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:00.688580 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:00.781457 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d6880e77-24aa-4dd9-b202-c28ec15926de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (de9eab7b-7b4e-4e3d-a980-dab93917bc26), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:00.790599 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d6880e77-24aa-4dd9-b202-c28ec15926de admin admin] Publish callbacks [] for router_controller (de9eab7b-7b4e-4e3d-a980-dab93917bc26), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:00.956568 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8778a051-a5d0-4a41-985f-68651761c9c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be14cfc5-689c-4489-8a86-025e0f521121,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:01.004168 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-60016f9b-38bd-4423-910f-561d805994d5 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks [] for port (d777bc24-a04e-4aac-9731-e833545467d8), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:01.017071 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d6880e77-24aa-4dd9-b202-c28ec15926de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (de9eab7b-7b4e-4e3d-a980-dab93917bc26), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:01.019575 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6880e77-24aa-4dd9-b202-c28ec15926de admin admin] Fanout notify agent at l3_agent the message router_deleted on router de9eab7b-7b4e-4e3d-a980-dab93917bc26 {{(pid=108170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:55:01.034265 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc4489d-5139-43fc-a7d8-b92a6f5df536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7145942b-91db-44df-b2bb-3f65abe297ff,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:01.036727 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d6880e77-24aa-4dd9-b202-c28ec15926de admin admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:01.040242 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-d6880e77-24aa-4dd9-b202-c28ec15926de admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/de9eab7b-7b4e-4e3d-a980-dab93917bc26 HTTP/1.1" status: 204 len: 168 time: 6.1190820 Oct 04 20:55:01.045886 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47218) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:01.092675 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d37e7cd9-5fe8-463f-b49d-21c45183557b tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Router 80937c2c-8ce0-4d94-9505-5eab534df478 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:55:01.142764 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8778a051-a5d0-4a41-985f-68651761c9c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (a8112da8-6f7c-404b-8956-584c1f9d7cc1), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:01.262817 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bb31f52-b0ec-4e1f-ac78-55ec0ab18d32 admin admin] Deleting subnet 59c9bb46-c5e3-4c36-a942-62904aed7c6d {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:55:01.269985 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5bb31f52-b0ec-4e1f-ac78-55ec0ab18d32 admin admin] Publish callbacks [] for subnet (59c9bb46-c5e3-4c36-a942-62904aed7c6d), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:01.402601 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5bb31f52-b0ec-4e1f-ac78-55ec0ab18d32 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (59c9bb46-c5e3-4c36-a942-62904aed7c6d), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:01.483368 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8778a051-a5d0-4a41-985f-68651761c9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (a8112da8-6f7c-404b-8956-584c1f9d7cc1), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:01.484604 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8778a051-a5d0-4a41-985f-68651761c9c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:55:01.485862 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8778a051-a5d0-4a41-985f-68651761c9c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:01.527128 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-60016f9b-38bd-4423-910f-561d805994d5 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (685dbeb8-6c14-48f4-9430-b96863c263a8), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:01.536437 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:01.675457 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c50518-cadb-4e62-b1cd-5e73b8e0661a tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Made reservation on behalf of 436cef25c16049babc37ca979ca1fd26 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:55:01.682681 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-26c50518-cadb-4e62-b1cd-5e73b8e0661a tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:01.689991 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ab24b6f9-90f3-4c8b-8f04-09dcef1ac546 req-f9ee62f1-0e41-47bf-9969-0095f01083fc tempest-ServerShowV257Test-1183170414 tempest-ServerShowV257Test-1183170414-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9933f019-7130-449a-bfc5-69ef6b77217c HTTP/1.1" status: 200 len: 210 time: 0.1420777 Oct 04 20:55:01.796364 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:01.850749 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-8778a051-a5d0-4a41-985f-68651761c9c4 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.2389112 Oct 04 20:55:01.896003 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5bb31f52-b0ec-4e1f-ac78-55ec0ab18d32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (59c9bb46-c5e3-4c36-a942-62904aed7c6d), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:01.955986 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47230) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:01.973515 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-94fe7e04-2130-40bd-92f3-50a964968fb5 admin admin] Request body: {'subnet': {'network_id': 'a8112da8-6f7c-404b-8956-584c1f9d7cc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-982779440-subnet', 'tenant_id': 'a7aee6375ab0440d970befc057955940', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:55:01.976908 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8778a051-a5d0-4a41-985f-68651761c9c4 admin admin] Pushing event updated for resources: {'Network': ['ID=a8112da8-6f7c-404b-8956-584c1f9d7cc1,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:02.045652 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d37e7cd9-5fe8-463f-b49d-21c45183557b tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:55:02.052717 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60016f9b-38bd-4423-910f-561d805994d5 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Pushing event updated for resources: {'Port': ['ID=685dbeb8-6c14-48f4-9430-b96863c263a8,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:02.064258 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d37e7cd9-5fe8-463f-b49d-21c45183557b tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] 10.222.0.78 "PUT /networking/v2.0/routers/80937c2c-8ce0-4d94-9505-5eab534df478/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4830408 Oct 04 20:55:02.066006 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 47236) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:02.069314 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network a8112da8-6f7c-404b-8956-584c1f9d7cc1 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:55:02.229708 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60016f9b-38bd-4423-910f-561d805994d5 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Checking segment: {'id': '47feaf02-c96f-4505-868b-a8024a63ab0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cdd995ab-4ec8-453b-84df-d30305420718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:55:02.230467 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60016f9b-38bd-4423-910f-561d805994d5 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Network hostable DHCP agents. Network: cdd995ab-4ec8-453b-84df-d30305420718, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:55:02.306355 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5bb31f52-b0ec-4e1f-ac78-55ec0ab18d32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (59c9bb46-c5e3-4c36-a942-62904aed7c6d), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:02.363003 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5bb31f52-b0ec-4e1f-ac78-55ec0ab18d32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:02.380222 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e62ecf3-e246-4fc0-8b0a-b35750d109a8 None None] Sync routers for ids ['80937c2c-8ce0-4d94-9505-5eab534df478'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:55:02.392703 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-5bb31f52-b0ec-4e1f-ac78-55ec0ab18d32 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/59c9bb46-c5e3-4c36-a942-62904aed7c6d HTTP/1.1" status: 204 len: 168 time: 1.3385775 Oct 04 20:55:02.395292 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94fe7e04-2130-40bd-92f3-50a964968fb5 admin admin] Made reservation on behalf of a7aee6375ab0440d970befc057955940 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:55:02.407618 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-94fe7e04-2130-40bd-92f3-50a964968fb5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:02.412877 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e11cdd-57ff-44c3-a682-3e0f3e33581e None None] Network 966cd9ac-910a-45ab-ae6e-aca8142a7a7f requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:55:02.420424 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e62ecf3-e246-4fc0-8b0a-b35750d109a8 None None] Routers {'80937c2c-8ce0-4d94-9505-5eab534df478'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:55:02.421940 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-9e62ecf3-e246-4fc0-8b0a-b35750d109a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:54:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['80937c2c-8ce0-4d94-9505-5eab534df478'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:02.440882 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47244) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:02.448045 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60016f9b-38bd-4423-910f-561d805994d5 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Network cdd995ab-4ec8-453b-84df-d30305420718 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:55:02.530572 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-9e62ecf3-e246-4fc0-8b0a-b35750d109a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:02.585867 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b7f36e7a-81b0-43b6-b9e9-b046c208ca2c no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:55:02.588277 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e62ecf3-e246-4fc0-8b0a-b35750d109a8 None None] Routers {'80937c2c-8ce0-4d94-9505-5eab534df478'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:55:02.596771 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-9e62ecf3-e246-4fc0-8b0a-b35750d109a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:54:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['80937c2c-8ce0-4d94-9505-5eab534df478'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:02.710878 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb31f52-b0ec-4e1f-ac78-55ec0ab18d32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59c9bb46-c5e3-4c36-a942-62904aed7c6d,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:02.721857 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0ea0d651-d3ed-4454-a1d9-c72828273da8 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for router (80937c2c-8ce0-4d94-9505-5eab534df478), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:02.729708 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-9e62ecf3-e246-4fc0-8b0a-b35750d109a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:02.738140 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e62ecf3-e246-4fc0-8b0a-b35750d109a8 None None] The sync data for ids ['80937c2c-8ce0-4d94-9505-5eab534df478'] in n-d-852085-12 is: [] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:55:02.855490 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:02.865779 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-60016f9b-38bd-4423-910f-561d805994d5 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, cdd995ab-4ec8-453b-84df-d30305420718) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:55:03.046956 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: b7f36e7a-81b0-43b6-b9e9-b046c208ca2c {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:55:03.048246 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b7f36e7a-81b0-43b6-b9e9-b046c208ca2c not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:55:03.072199 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf15a14-2160-4461-9413-bdd804776b40 None None] Network cdd995ab-4ec8-453b-84df-d30305420718 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:55:03.085625 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0ea0d651-d3ed-4454-a1d9-c72828273da8 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for router_gateway (80937c2c-8ce0-4d94-9505-5eab534df478), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:03.108154 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:03.157476 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-26c50518-cadb-4e62-b1cd-5e73b8e0661a tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (76d03a4e-87d0-48d8-b5d5-3cdfb9816765), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:03.292680 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60016f9b-38bd-4423-910f-561d805994d5 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:55:03.294676 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-60016f9b-38bd-4423-910f-561d805994d5 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (d777bc24-a04e-4aac-9731-e833545467d8), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:03.332147 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:03.338734 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c50518-cadb-4e62-b1cd-5e73b8e0661a tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Pushing event updated for resources: {'Subnet': ['ID=76d03a4e-87d0-48d8-b5d5-3cdfb9816765,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:03.463192 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-0ea0d651-d3ed-4454-a1d9-c72828273da8 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Deleting port 53e565e5-f2e0-4d13-b828-296a55abee9b {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:55:03.463759 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0ea0d651-d3ed-4454-a1d9-c72828273da8 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (53e565e5-f2e0-4d13-b828-296a55abee9b), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:03.466478 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:03.474397 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c50518-cadb-4e62-b1cd-5e73b8e0661a tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Checking segment: {'id': '9f456c4b-d0d1-4214-ae1c-b29d4e79478a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ed669458-1759-40cd-b5f6-108cb9500980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:55:03.475003 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c50518-cadb-4e62-b1cd-5e73b8e0661a tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Network hostable DHCP agents. Network: ed669458-1759-40cd-b5f6-108cb9500980, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:55:03.549334 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-32191809-036d-43f5-afd6-ab1694657394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (966cd9ac-910a-45ab-ae6e-aca8142a7a7f), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:03.565602 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-94fe7e04-2130-40bd-92f3-50a964968fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (52ab6ac8-2bb7-40ff-b3d2-d71c92ecc7d4), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:03.571281 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-33b39d4d-104f-4e1b-9170-ddc86a34ab45 req-6904bfc0-58a5-4d53-bad7-8f7af8d5e483 tempest-ServerShowV257Test-1183170414 tempest-ServerShowV257Test-1183170414-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9933f019-7130-449a-bfc5-69ef6b77217c HTTP/1.1" status: 200 len: 210 time: 0.2603593 Oct 04 20:55:03.602269 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffaa8a8a-ab2d-4b92-8fb1-f117a85560bc None None] DHCP port deletion for 966cd9ac-910a-45ab-ae6e-aca8142a7a7f request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:55:03.684045 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60016f9b-38bd-4423-910f-561d805994d5 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Pushing event updated for resources: {'Port': ['ID=d777bc24-a04e-4aac-9731-e833545467d8,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:03.710916 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0ea0d651-d3ed-4454-a1d9-c72828273da8 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (53e565e5-f2e0-4d13-b828-296a55abee9b), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:03.747081 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-0ea0d651-d3ed-4454-a1d9-c72828273da8 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Calling delete_port for 53e565e5-f2e0-4d13-b828-296a55abee9b owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:55:03.766390 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-ffaa8a8a-ab2d-4b92-8fb1-f117a85560bc None None] Deleting port 2ba174f8-96ee-46f0-b696-e1dbd0c1beb2 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:55:03.767057 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ffaa8a8a-ab2d-4b92-8fb1-f117a85560bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (2ba174f8-96ee-46f0-b696-e1dbd0c1beb2), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:03.778399 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60016f9b-38bd-4423-910f-561d805994d5 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Checking segment: {'id': '9661af8c-cf91-42d4-a991-05021e8f61bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f12dfcc2-a99a-400b-982f-92d1369af920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:55:03.778875 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60016f9b-38bd-4423-910f-561d805994d5 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Network hostable DHCP agents. Network: f12dfcc2-a99a-400b-982f-92d1369af920, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:55:03.857078 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fe7e04-2130-40bd-92f3-50a964968fb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52ab6ac8-2bb7-40ff-b3d2-d71c92ecc7d4,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:03.916273 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c50518-cadb-4e62-b1cd-5e73b8e0661a tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Network ed669458-1759-40cd-b5f6-108cb9500980 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:55:03.940427 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-32191809-036d-43f5-afd6-ab1694657394 admin admin] Deleting port 2ba174f8-96ee-46f0-b696-e1dbd0c1beb2 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:55:03.941548 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-32191809-036d-43f5-afd6-ab1694657394 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (2ba174f8-96ee-46f0-b696-e1dbd0c1beb2), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:03.978206 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fe7e04-2130-40bd-92f3-50a964968fb5 admin admin] Checking segment: {'id': '30acf3de-de36-4c27-aa99-7c18f43b64b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a8112da8-6f7c-404b-8956-584c1f9d7cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:55:03.979481 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fe7e04-2130-40bd-92f3-50a964968fb5 admin admin] Network hostable DHCP agents. Network: a8112da8-6f7c-404b-8956-584c1f9d7cc1, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:55:03.984359 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-ffaa8a8a-ab2d-4b92-8fb1-f117a85560bc None None] For port 2ba174f8-96ee-46f0-b696-e1dbd0c1beb2, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=2ba174f8-96ee-46f0-b696-e1dbd0c1beb2,segment=NetworkSegment(36d2911e-9067-41c1-bf09-8270999c5467),segment_id=36d2911e-9067-41c1-bf09-8270999c5467)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:55:03.985069 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ffaa8a8a-ab2d-4b92-8fb1-f117a85560bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (2ba174f8-96ee-46f0-b696-e1dbd0c1beb2), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:04.046028 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-ffaa8a8a-ab2d-4b92-8fb1-f117a85560bc None None] Calling delete_port for 2ba174f8-96ee-46f0-b696-e1dbd0c1beb2 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:55:04.152372 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60016f9b-38bd-4423-910f-561d805994d5 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Network f12dfcc2-a99a-400b-982f-92d1369af920 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:55:04.176174 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-32191809-036d-43f5-afd6-ab1694657394 admin admin] For port 2ba174f8-96ee-46f0-b696-e1dbd0c1beb2, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=2ba174f8-96ee-46f0-b696-e1dbd0c1beb2,segment=NetworkSegment(36d2911e-9067-41c1-bf09-8270999c5467),segment_id=36d2911e-9067-41c1-bf09-8270999c5467)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:55:04.176946 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-32191809-036d-43f5-afd6-ab1694657394 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (2ba174f8-96ee-46f0-b696-e1dbd0c1beb2), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:04.219635 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-26c50518-cadb-4e62-b1cd-5e73b8e0661a tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, ed669458-1759-40cd-b5f6-108cb9500980) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:55:04.237685 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c50518-cadb-4e62-b1cd-5e73b8e0661a tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:55:04.239925 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-26c50518-cadb-4e62-b1cd-5e73b8e0661a tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:04.252151 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db21c0c2-0345-4692-9944-288a254c4963 None None] Network ed669458-1759-40cd-b5f6-108cb9500980 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:55:04.261953 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-32191809-036d-43f5-afd6-ab1694657394 admin admin] Calling delete_port for 2ba174f8-96ee-46f0-b696-e1dbd0c1beb2 owned by network:dhcp {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:55:04.278839 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:04.380393 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fe7e04-2130-40bd-92f3-50a964968fb5 admin admin] Network a8112da8-6f7c-404b-8956-584c1f9d7cc1 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:55:04.385127 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:04.390860 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-60016f9b-38bd-4423-910f-561d805994d5 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, f12dfcc2-a99a-400b-982f-92d1369af920) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:55:04.402918 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:04.410633 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60016f9b-38bd-4423-910f-561d805994d5 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:55:04.419720 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60016f9b-38bd-4423-910f-561d805994d5 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:55:04.423749 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507c5b50-4d9b-47a3-a147-875e4c77f781 None None] Network f12dfcc2-a99a-400b-982f-92d1369af920 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:55:04.426671 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60016f9b-38bd-4423-910f-561d805994d5 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:55:04.426934 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0ea0d651-d3ed-4454-a1d9-c72828273da8 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (53e565e5-f2e0-4d13-b828-296a55abee9b), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:04.427588 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-60016f9b-38bd-4423-910f-561d805994d5 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:04.433335 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-94fe7e04-2130-40bd-92f3-50a964968fb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, a8112da8-6f7c-404b-8956-584c1f9d7cc1) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:55:04.458602 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fe7e04-2130-40bd-92f3-50a964968fb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:55:04.459786 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-94fe7e04-2130-40bd-92f3-50a964968fb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:04.498135 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee0f4cd-8603-4902-880b-6cf92bd47996 None None] Network a8112da8-6f7c-404b-8956-584c1f9d7cc1 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:55:04.504226 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-26c50518-cadb-4e62-b1cd-5e73b8e0661a tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3200893 Oct 04 20:55:04.508486 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47270) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:04.517623 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-91257315-b624-4046-afc9-9ce430771720 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Request body: {'port': {'network_id': 'ed669458-1759-40cd-b5f6-108cb9500980', 'name': 'tempest-TagsExtTest-204979080'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:55:04.535395 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea0d651-d3ed-4454-a1d9-c72828273da8 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Pushing event deleted for resources: {'Port': ['ID=53e565e5-f2e0-4d13-b828-296a55abee9b,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:04.696746 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-60016f9b-38bd-4423-910f-561d805994d5 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 7.4632852 Oct 04 20:55:04.710802 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-94fe7e04-2130-40bd-92f3-50a964968fb5 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.7451613 Oct 04 20:55:04.710802 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47274) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:04.724169 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47276) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:04.752269 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-de0a6649-9bb9-4b76-82ba-fed21b6de791 admin admin] Request body: {'router': {'name': 'tempest-InstanceActionsV221TestJSON-982779440-router', 'tenant_id': 'a7aee6375ab0440d970befc057955940', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:55:04.761539 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 2ba174f8-96ee-46f0-b696-e1dbd0c1beb2 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:55:04.785826 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:04.794015 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0ea0d651-d3ed-4454-a1d9-c72828273da8 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (80937c2c-8ce0-4d94-9505-5eab534df478), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:04.835336 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 2ba174f8-96ee-46f0-b696-e1dbd0c1beb2 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:55:04.835336 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 2ba174f8-96ee-46f0-b696-e1dbd0c1beb2 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:55:04.835336 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ffaa8a8a-ab2d-4b92-8fb1-f117a85560bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (2ba174f8-96ee-46f0-b696-e1dbd0c1beb2), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:04.878885 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffaa8a8a-ab2d-4b92-8fb1-f117a85560bc None None] No DVR routers for this DVR port 2ba174f8-96ee-46f0-b696-e1dbd0c1beb2 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:55:04.884326 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44de84ec-8209-487a-82ed-6afdf745a46d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-ed669458-1759-40cd-b5f6-108cb9500980', 'network_id': 'ed669458-1759-40cd-b5f6-108cb9500980', 'project_id': '436cef25c16049babc37ca979ca1fd26', 'fixed_ips': [{'subnet_id': '76d03a4e-87d0-48d8-b5d5-3cdfb9816765'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:55:04.886558 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-44de84ec-8209-487a-82ed-6afdf745a46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:04.887243 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-32191809-036d-43f5-afd6-ab1694657394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (2ba174f8-96ee-46f0-b696-e1dbd0c1beb2), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:05.004385 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b49f04e-cb0c-4e58-9dc5-5f478a412020 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:55:05.035078 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaa8a8a-ab2d-4b92-8fb1-f117a85560bc None None] Pushing event deleted for resources: {'Port': ['ID=2ba174f8-96ee-46f0-b696-e1dbd0c1beb2,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:05.035957 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b49f04e-cb0c-4e58-9dc5-5f478a412020 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:55:05.038251 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2b49f04e-cb0c-4e58-9dc5-5f478a412020 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] 10.222.0.78 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.3222022 Oct 04 20:55:05.045859 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47282) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:05.048419 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32191809-036d-43f5-afd6-ab1694657394 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ba174f8-96ee-46f0-b696-e1dbd0c1beb2,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:05.056997 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-de0a6649-9bb9-4b76-82ba-fed21b6de791 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (6f4330c4-c620-4c1d-ad47-eb9cbd37fcb7), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:05.062126 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-de0a6649-9bb9-4b76-82ba-fed21b6de791 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (6f4330c4-c620-4c1d-ad47-eb9cbd37fcb7), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:05.191243 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0ea0d651-d3ed-4454-a1d9-c72828273da8 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (80937c2c-8ce0-4d94-9505-5eab534df478), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:05.197522 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0ea0d651-d3ed-4454-a1d9-c72828273da8 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for router_controller (80937c2c-8ce0-4d94-9505-5eab534df478), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:05.230114 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32191809-036d-43f5-afd6-ab1694657394 admin admin] No DVR routers for this DVR port 2ba174f8-96ee-46f0-b696-e1dbd0c1beb2 on host n-d-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:55:05.395441 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0ea0d651-d3ed-4454-a1d9-c72828273da8 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (80937c2c-8ce0-4d94-9505-5eab534df478), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:05.396067 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea0d651-d3ed-4454-a1d9-c72828273da8 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Fanout notify agent at l3_agent the message router_deleted on router 80937c2c-8ce0-4d94-9505-5eab534df478 {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:55:05.441790 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0ea0d651-d3ed-4454-a1d9-c72828273da8 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:05.454191 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-0ea0d651-d3ed-4454-a1d9-c72828273da8 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] 10.222.0.78 "DELETE /networking/v2.0/routers/80937c2c-8ce0-4d94-9505-5eab534df478 HTTP/1.1" status: 204 len: 168 time: 3.3796291 Oct 04 20:55:05.460146 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 47286) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:05.579999 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23914412-4ab8-46f0-9617-64d27d7f0229 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-a8112da8-6f7c-404b-8956-584c1f9d7cc1', 'network_id': 'a8112da8-6f7c-404b-8956-584c1f9d7cc1', 'project_id': 'a7aee6375ab0440d970befc057955940', 'fixed_ips': [{'subnet_id': '52ab6ac8-2bb7-40ff-b3d2-d71c92ecc7d4'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:55:05.595625 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-23914412-4ab8-46f0-9617-64d27d7f0229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:05.716662 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-7caabe21-e9c3-44e5-aa14-d5eb3e13bd22 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Deleting subnet d2bb38f5-3571-43ff-8d27-bcf1d7788042 {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:55:05.725595 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7caabe21-e9c3-44e5-aa14-d5eb3e13bd22 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for subnet (d2bb38f5-3571-43ff-8d27-bcf1d7788042), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:05.781660 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-68b31b15-2009-456c-a0bd-a46dfbe34905 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Deleting port 685dbeb8-6c14-48f4-9430-b96863c263a8 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:55:05.787683 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-68b31b15-2009-456c-a0bd-a46dfbe34905 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (685dbeb8-6c14-48f4-9430-b96863c263a8), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:05.895441 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7caabe21-e9c3-44e5-aa14-d5eb3e13bd22 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (d2bb38f5-3571-43ff-8d27-bcf1d7788042), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:05.994883 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:05.995239 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:DELETE=13 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:05.997475 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 47298) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:06.005960 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91257315-b624-4046-afc9-9ce430771720 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Made reservation on behalf of 436cef25c16049babc37ca979ca1fd26 for: {'port': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:55:06.014061 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-91257315-b624-4046-afc9-9ce430771720 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:06.019664 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-44de84ec-8209-487a-82ed-6afdf745a46d None None] Allocated IP 172.20.0.2 (ed669458-1759-40cd-b5f6-108cb9500980/76d03a4e-87d0-48d8-b5d5-3cdfb9816765/35fb4974-3634-4110-b90a-46ab533447c9) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:55:06.032551 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-de0a6649-9bb9-4b76-82ba-fed21b6de791 admin admin] Publish callbacks [] for router_controller (6f4330c4-c620-4c1d-ad47-eb9cbd37fcb7), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:06.145578 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-32191809-036d-43f5-afd6-ab1694657394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (966cd9ac-910a-45ab-ae6e-aca8142a7a7f), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:06.193658 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e191eb10-f495-4beb-8f46-0bb740968814 req-c8555588-40db-4747-ab4a-01ca1d984b29 tempest-ServerShowV257Test-1183170414 tempest-ServerShowV257Test-1183170414-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9933f019-7130-449a-bfc5-69ef6b77217c HTTP/1.1" status: 200 len: 210 time: 0.4564352 Oct 04 20:55:06.263409 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [None req-91257315-b624-4046-afc9-9ce430771720 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] device_id is not set on port 9ef93146-7610-45fe-8efd-e6a76b2fe20b yet. {{(pid=108170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 20:55:06.289863 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-68b31b15-2009-456c-a0bd-a46dfbe34905 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (685dbeb8-6c14-48f4-9430-b96863c263a8), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:06.307611 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-32191809-036d-43f5-afd6-ab1694657394 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['966cd9ac-910a-45ab-ae6e-aca8142a7a7f']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:06.329491 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7caabe21-e9c3-44e5-aa14-d5eb3e13bd22 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (d2bb38f5-3571-43ff-8d27-bcf1d7788042), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:06.367818 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-23914412-4ab8-46f0-9617-64d27d7f0229 None None] Allocated IP 172.20.0.2 (a8112da8-6f7c-404b-8956-584c1f9d7cc1/52ab6ac8-2bb7-40ff-b3d2-d71c92ecc7d4/8e9e657d-f801-4bcc-aee9-61e43a73dd2a) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:55:06.383650 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-32191809-036d-43f5-afd6-ab1694657394 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36d2911e-9067-41c1-bf09-8270999c5467') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:06.383973 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-32191809-036d-43f5-afd6-ab1694657394 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36d2911e-9067-41c1-bf09-8270999c5467') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:06.577049 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a532b339-1e91-47d0-abb8-437e068bd5f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:06.668956 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-68b31b15-2009-456c-a0bd-a46dfbe34905 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Calling delete_port for 685dbeb8-6c14-48f4-9430-b96863c263a8 owned by {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:55:06.697889 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-32191809-036d-43f5-afd6-ab1694657394 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (36d2911e-9067-41c1-bf09-8270999c5467), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:06.776449 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7caabe21-e9c3-44e5-aa14-d5eb3e13bd22 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (d2bb38f5-3571-43ff-8d27-bcf1d7788042), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:06.847329 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=8 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:06.866125 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-23914412-4ab8-46f0-9617-64d27d7f0229 None None] Publish callbacks [] for port (8e9e657d-f801-4bcc-aee9-61e43a73dd2a), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:06.881941 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-44de84ec-8209-487a-82ed-6afdf745a46d None None] Publish callbacks [] for port (35fb4974-3634-4110-b90a-46ab533447c9), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:06.898572 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caabe21-e9c3-44e5-aa14-d5eb3e13bd22 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Pushing event deleted for resources: {'Subnet': ['ID=d2bb38f5-3571-43ff-8d27-bcf1d7788042,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:06.902410 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7caabe21-e9c3-44e5-aa14-d5eb3e13bd22 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:06.908663 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-7caabe21-e9c3-44e5-aa14-d5eb3e13bd22 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/d2bb38f5-3571-43ff-8d27-bcf1d7788042 HTTP/1.1" status: 204 len: 168 time: 1.4423494 Oct 04 20:55:06.915555 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 47308) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:06.917300 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26b6c18-9198-4e5a-99bc-51a74751360e None None] Network fb79296c-461a-469b-a783-61d122772bce requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:55:06.967690 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a532b339-1e91-47d0-abb8-437e068bd5f7 admin admin] Publish callbacks [] for security_group (2130f0ab-db09-4a00-846a-92270df01718), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:06.972395 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-32191809-036d-43f5-afd6-ab1694657394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (36d2911e-9067-41c1-bf09-8270999c5467), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:07.065875 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-44de84ec-8209-487a-82ed-6afdf745a46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (35fb4974-3634-4110-b90a-46ab533447c9), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:07.072178 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-23914412-4ab8-46f0-9617-64d27d7f0229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (8e9e657d-f801-4bcc-aee9-61e43a73dd2a), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:07.111515 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3b4eaa19-cb81-44d5-bbeb-2c69dead1350 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (fb79296c-461a-469b-a783-61d122772bce), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:07.117614 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a532b339-1e91-47d0-abb8-437e068bd5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (2130f0ab-db09-4a00-846a-92270df01718), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:07.216529 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a532b339-1e91-47d0-abb8-437e068bd5f7 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=47e9f09510664624beae60960fb50e2c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2008855 Oct 04 20:55:07.252532 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44de84ec-8209-487a-82ed-6afdf745a46d None None] Network ed669458-1759-40cd-b5f6-108cb9500980 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:55:07.254179 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 47312) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:07.263258 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-44de84ec-8209-487a-82ed-6afdf745a46d None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:55:07.274569 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a532b339-1e91-47d0-abb8-437e068bd5f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2130f0ab-db09-4a00-846a-92270df01718,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:07.295585 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23914412-4ab8-46f0-9617-64d27d7f0229 None None] Network a8112da8-6f7c-404b-8956-584c1f9d7cc1 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:55:07.295585 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44de84ec-8209-487a-82ed-6afdf745a46d None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:55:07.328999 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-3b4eaa19-cb81-44d5-bbeb-2c69dead1350 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Deleting port 4b04d234-eccb-4aea-b2ed-79ceadf223f0 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:55:07.336188 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3b4eaa19-cb81-44d5-bbeb-2c69dead1350 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (4b04d234-eccb-4aea-b2ed-79ceadf223f0), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:07.460124 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22d13ca-c6e4-42b0-b6e8-2566ab11c059 None None] DHCP port deletion for fb79296c-461a-469b-a783-61d122772bce request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:55:07.466104 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-23914412-4ab8-46f0-9617-64d27d7f0229 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:55:07.470829 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de84ec-8209-487a-82ed-6afdf745a46d None None] Pushing event updated for resources: {'Port': ['ID=35fb4974-3634-4110-b90a-46ab533447c9,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:07.492624 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23914412-4ab8-46f0-9617-64d27d7f0229 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:55:07.611941 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:07.616763 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-76e6a70f-391b-4953-9519-64a1660a7974 admin admin] Publish callbacks [] for security_group (2130f0ab-db09-4a00-846a-92270df01718), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:07.618201 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-de0a6649-9bb9-4b76-82ba-fed21b6de791 admin admin] Publish callbacks [] for router_gateway (6f4330c4-c620-4c1d-ad47-eb9cbd37fcb7), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:07.623908 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-3b4eaa19-cb81-44d5-bbeb-2c69dead1350 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] For port 4b04d234-eccb-4aea-b2ed-79ceadf223f0, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=4b04d234-eccb-4aea-b2ed-79ceadf223f0,segment=NetworkSegment(eb9a4b61-5496-4b9c-a495-12a7e5c08cfd),segment_id=eb9a4b61-5496-4b9c-a495-12a7e5c08cfd)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:55:07.623908 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3b4eaa19-cb81-44d5-bbeb-2c69dead1350 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (4b04d234-eccb-4aea-b2ed-79ceadf223f0), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:07.624510 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32191809-036d-43f5-afd6-ab1694657394 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:55:07.624703 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-32191809-036d-43f5-afd6-ab1694657394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (36d2911e-9067-41c1-bf09-8270999c5467), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:07.676641 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-3b4eaa19-cb81-44d5-bbeb-2c69dead1350 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Calling delete_port for 4b04d234-eccb-4aea-b2ed-79ceadf223f0 owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:55:07.692138 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-76e6a70f-391b-4953-9519-64a1660a7974 admin admin] Publish callbacks [] for security_group (2130f0ab-db09-4a00-846a-92270df01718), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:07.714089 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:07.727918 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d87e3b3c-dfe3-4eae-acb8-fbae4c7894b0 req-d5370a8c-3837-49be-9759-b16adae34e42 tempest-ServerShowV257Test-1183170414 tempest-ServerShowV257Test-1183170414-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9933f019-7130-449a-bfc5-69ef6b77217c HTTP/1.1" status: 200 len: 210 time: 0.1382225 Oct 04 20:55:07.888620 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:07.926547 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 36d2911e-9067-41c1-bf09-8270999c5467 resource provider aggregate not found Oct 04 20:55:07.979899 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-44de84ec-8209-487a-82ed-6afdf745a46d None None] Attempting to bind port 35fb4974-3634-4110-b90a-46ab533447c9 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:55:07.981509 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-44de84ec-8209-487a-82ed-6afdf745a46d None None] Attempting to bind port 35fb4974-3634-4110-b90a-46ab533447c9 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '9f456c4b-d0d1-4214-ae1c-b29d4e79478a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ed669458-1759-40cd-b5f6-108cb9500980'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:55:07.982314 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44de84ec-8209-487a-82ed-6afdf745a46d None None] Attempting to bind port 35fb4974-3634-4110-b90a-46ab533447c9 on network ed669458-1759-40cd-b5f6-108cb9500980 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:55:08.040877 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 36d2911e-9067-41c1-bf09-8270999c5467 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 36d2911e-9067-41c1-bf09-8270999c5467 found for delete ", "request_id": "req-743f8e8c-3509-4a5b-9f4f-9726a4ba5002"}]} Oct 04 20:55:08.052246 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-32191809-036d-43f5-afd6-ab1694657394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (966cd9ac-910a-45ab-ae6e-aca8142a7a7f), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:08.070394 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-32191809-036d-43f5-afd6-ab1694657394 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:08.077018 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-32191809-036d-43f5-afd6-ab1694657394 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/966cd9ac-910a-45ab-ae6e-aca8142a7a7f HTTP/1.1" status: 204 len: 168 time: 5.6122098 Oct 04 20:55:08.082442 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-76e6a70f-391b-4953-9519-64a1660a7974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (2130f0ab-db09-4a00-846a-92270df01718), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:08.091759 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-76e6a70f-391b-4953-9519-64a1660a7974 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:08.094436 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-76e6a70f-391b-4953-9519-64a1660a7974 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/2130f0ab-db09-4a00-846a-92270df01718 HTTP/1.1" status: 204 len: 168 time: 0.8383374 Oct 04 20:55:08.114048 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3b4eaa19-cb81-44d5-bbeb-2c69dead1350 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (4b04d234-eccb-4aea-b2ed-79ceadf223f0), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:08.128824 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e6a70f-391b-4953-9519-64a1660a7974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2130f0ab-db09-4a00-846a-92270df01718,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:08.143186 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-68b31b15-2009-456c-a0bd-a46dfbe34905 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (685dbeb8-6c14-48f4-9430-b96863c263a8), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:08.154366 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-b22d13ca-c6e4-42b0-b6e8-2566ab11c059 None None] Deleting port 4b04d234-eccb-4aea-b2ed-79ceadf223f0 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:55:08.154691 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b22d13ca-c6e4-42b0-b6e8-2566ab11c059 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (4b04d234-eccb-4aea-b2ed-79ceadf223f0), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:08.184903 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32191809-036d-43f5-afd6-ab1694657394 admin admin] Pushing event deleted for resources: {'Network': ['ID=966cd9ac-910a-45ab-ae6e-aca8142a7a7f,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:08.225255 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4eaa19-cb81-44d5-bbeb-2c69dead1350 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Pushing event deleted for resources: {'Port': ['ID=4b04d234-eccb-4aea-b2ed-79ceadf223f0,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:08.241684 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23914412-4ab8-46f0-9617-64d27d7f0229 None None] Pushing event updated for resources: {'Port': ['ID=8e9e657d-f801-4bcc-aee9-61e43a73dd2a,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:08.245162 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4eaa19-cb81-44d5-bbeb-2c69dead1350 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] No DVR routers for this DVR port 4b04d234-eccb-4aea-b2ed-79ceadf223f0 on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:55:08.292537 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-91257315-b624-4046-afc9-9ce430771720 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Allocated IP 172.20.0.10 (ed669458-1759-40cd-b5f6-108cb9500980/76d03a4e-87d0-48d8-b5d5-3cdfb9816765/9ef93146-7610-45fe-8efd-e6a76b2fe20b) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:55:08.300125 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-23914412-4ab8-46f0-9617-64d27d7f0229 None None] Attempting to bind port 8e9e657d-f801-4bcc-aee9-61e43a73dd2a on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:55:08.300694 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-23914412-4ab8-46f0-9617-64d27d7f0229 None None] Attempting to bind port 8e9e657d-f801-4bcc-aee9-61e43a73dd2a by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '30acf3de-de36-4c27-aa99-7c18f43b64b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a8112da8-6f7c-404b-8956-584c1f9d7cc1'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:55:08.301296 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23914412-4ab8-46f0-9617-64d27d7f0229 None None] Attempting to bind port 8e9e657d-f801-4bcc-aee9-61e43a73dd2a on network a8112da8-6f7c-404b-8956-584c1f9d7cc1 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:55:08.359450 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b31b15-2009-456c-a0bd-a46dfbe34905 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Pushing event deleted for resources: {'Port': ['ID=685dbeb8-6c14-48f4-9430-b96863c263a8,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:08.415244 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-68b31b15-2009-456c-a0bd-a46dfbe34905 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:08.428195 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-68b31b15-2009-456c-a0bd-a46dfbe34905 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] 10.222.0.78 "DELETE /networking/v2.0/ports/685dbeb8-6c14-48f4-9430-b96863c263a8 HTTP/1.1" status: 204 len: 168 time: 3.3757801 Oct 04 20:55:08.438309 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47334) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:08.486637 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44de84ec-8209-487a-82ed-6afdf745a46d None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:55:08.487944 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44de84ec-8209-487a-82ed-6afdf745a46d None None] Checking segment: {'id': '9f456c4b-d0d1-4214-ae1c-b29d4e79478a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ed669458-1759-40cd-b5f6-108cb9500980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:55:08.489108 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-44de84ec-8209-487a-82ed-6afdf745a46d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:08.490056 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44de84ec-8209-487a-82ed-6afdf745a46d None None] Bound using segment: {'id': '9f456c4b-d0d1-4214-ae1c-b29d4e79478a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ed669458-1759-40cd-b5f6-108cb9500980'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:55:08.491385 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-44de84ec-8209-487a-82ed-6afdf745a46d None None] Bound port: 35fb4974-3634-4110-b90a-46ab533447c9, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f456c4b-d0d1-4214-ae1c-b29d4e79478a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ed669458-1759-40cd-b5f6-108cb9500980'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:55:08.492221 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-44de84ec-8209-487a-82ed-6afdf745a46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (35fb4974-3634-4110-b90a-46ab533447c9), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:08.518686 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3b4eaa19-cb81-44d5-bbeb-2c69dead1350 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (fb79296c-461a-469b-a783-61d122772bce), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:08.579793 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-b22d13ca-c6e4-42b0-b6e8-2566ab11c059 None None] For port 4b04d234-eccb-4aea-b2ed-79ceadf223f0, host n-d-852085-12, got binding levels [] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:55:08.580970 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b22d13ca-c6e4-42b0-b6e8-2566ab11c059 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (4b04d234-eccb-4aea-b2ed-79ceadf223f0), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:08.609211 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-3b4eaa19-cb81-44d5-bbeb-2c69dead1350 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb79296c-461a-469b-a783-61d122772bce']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:08.623759 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 4b04d234-eccb-4aea-b2ed-79ceadf223f0 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:55:08.636286 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-3b4eaa19-cb81-44d5-bbeb-2c69dead1350 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb9a4b61-5496-4b9c-a495-12a7e5c08cfd') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:08.636920 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-3b4eaa19-cb81-44d5-bbeb-2c69dead1350 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb9a4b61-5496-4b9c-a495-12a7e5c08cfd') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:08.658151 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3b4eaa19-cb81-44d5-bbeb-2c69dead1350 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (eb9a4b61-5496-4b9c-a495-12a7e5c08cfd), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:08.665778 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23914412-4ab8-46f0-9617-64d27d7f0229 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:55:08.666917 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23914412-4ab8-46f0-9617-64d27d7f0229 None None] Checking segment: {'id': '30acf3de-de36-4c27-aa99-7c18f43b64b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a8112da8-6f7c-404b-8956-584c1f9d7cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:55:08.667861 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-23914412-4ab8-46f0-9617-64d27d7f0229 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:08.668799 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23914412-4ab8-46f0-9617-64d27d7f0229 None None] Bound using segment: {'id': '30acf3de-de36-4c27-aa99-7c18f43b64b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a8112da8-6f7c-404b-8956-584c1f9d7cc1'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:55:08.669897 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-23914412-4ab8-46f0-9617-64d27d7f0229 None None] Bound port: 8e9e657d-f801-4bcc-aee9-61e43a73dd2a, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30acf3de-de36-4c27-aa99-7c18f43b64b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a8112da8-6f7c-404b-8956-584c1f9d7cc1'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:55:08.675953 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-23914412-4ab8-46f0-9617-64d27d7f0229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (8e9e657d-f801-4bcc-aee9-61e43a73dd2a), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:08.677007 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-b22d13ca-c6e4-42b0-b6e8-2566ab11c059 None None] Calling delete_port for 4b04d234-eccb-4aea-b2ed-79ceadf223f0 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:55:08.711259 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3b4eaa19-cb81-44d5-bbeb-2c69dead1350 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (eb9a4b61-5496-4b9c-a495-12a7e5c08cfd), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:08.720233 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.ipam_backend_mixin [None req-b22d13ca-c6e4-42b0-b6e8-2566ab11c059 None None] Port 4b04d234-eccb-4aea-b2ed-79ceadf223f0 was not found and therefore no delete operation was performed {{(pid=108171) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 04 20:55:08.746072 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b4eaa19-cb81-44d5-bbeb-2c69dead1350 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:55:08.750401 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 4b04d234-eccb-4aea-b2ed-79ceadf223f0 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:55:08.750990 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 4b04d234-eccb-4aea-b2ed-79ceadf223f0 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:55:08.751267 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3b4eaa19-cb81-44d5-bbeb-2c69dead1350 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (eb9a4b61-5496-4b9c-a495-12a7e5c08cfd), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:08.761105 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b22d13ca-c6e4-42b0-b6e8-2566ab11c059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (4b04d234-eccb-4aea-b2ed-79ceadf223f0), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:08.909827 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d13ca-c6e4-42b0-b6e8-2566ab11c059 None None] Pushing event deleted for resources: {'Port': ['ID=4b04d234-eccb-4aea-b2ed-79ceadf223f0,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:08.922432 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22d13ca-c6e4-42b0-b6e8-2566ab11c059 None None] No DVR routers for this DVR port 4b04d234-eccb-4aea-b2ed-79ceadf223f0 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:55:08.951826 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:08.953921 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment eb9a4b61-5496-4b9c-a495-12a7e5c08cfd resource provider aggregate not found Oct 04 20:55:09.020668 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-b1e216e5-2a73-47d2-a8ef-62790185568c tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Deleting port d777bc24-a04e-4aac-9731-e833545467d8 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:55:09.021839 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b1e216e5-2a73-47d2-a8ef-62790185568c tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (d777bc24-a04e-4aac-9731-e833545467d8), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:09.030141 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment eb9a4b61-5496-4b9c-a495-12a7e5c08cfd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eb9a4b61-5496-4b9c-a495-12a7e5c08cfd found for delete ", "request_id": "req-a493ea42-aa61-4d91-a853-a5bba7a3e416"}]} Oct 04 20:55:09.038597 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-de0a6649-9bb9-4b76-82ba-fed21b6de791 admin admin] Publish callbacks [] for router_gateway (6f4330c4-c620-4c1d-ad47-eb9cbd37fcb7), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:09.087332 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-23914412-4ab8-46f0-9617-64d27d7f0229 None None] For port 8e9e657d-f801-4bcc-aee9-61e43a73dd2a, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:55:09.094033 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-44de84ec-8209-487a-82ed-6afdf745a46d None None] For port 35fb4974-3634-4110-b90a-46ab533447c9, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:55:09.100858 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-23914412-4ab8-46f0-9617-64d27d7f0229 None None] For port 8e9e657d-f801-4bcc-aee9-61e43a73dd2a, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=8e9e657d-f801-4bcc-aee9-61e43a73dd2a,segment=NetworkSegment(30acf3de-de36-4c27-aa99-7c18f43b64b3),segment_id=30acf3de-de36-4c27-aa99-7c18f43b64b3)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:55:09.165190 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 47344) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:09.204754 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-de0a6649-9bb9-4b76-82ba-fed21b6de791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:09.224512 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3b4eaa19-cb81-44d5-bbeb-2c69dead1350 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (fb79296c-461a-469b-a783-61d122772bce), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:09.245183 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3b4eaa19-cb81-44d5-bbeb-2c69dead1350 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:09.248709 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-3b4eaa19-cb81-44d5-bbeb-2c69dead1350 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] 10.222.0.78 "DELETE /networking/v2.0/networks/fb79296c-461a-469b-a783-61d122772bce HTTP/1.1" status: 204 len: 168 time: 2.3308108 Oct 04 20:55:09.270660 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 47346) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:09.277860 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-44de84ec-8209-487a-82ed-6afdf745a46d None None] For port 35fb4974-3634-4110-b90a-46ab533447c9, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=35fb4974-3634-4110-b90a-46ab533447c9,segment=NetworkSegment(9f456c4b-d0d1-4214-ae1c-b29d4e79478a),segment_id=9f456c4b-d0d1-4214-ae1c-b29d4e79478a)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:55:09.287607 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-23914412-4ab8-46f0-9617-64d27d7f0229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (8e9e657d-f801-4bcc-aee9-61e43a73dd2a), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:09.338143 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4eaa19-cb81-44d5-bbeb-2c69dead1350 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Pushing event deleted for resources: {'Network': ['ID=fb79296c-461a-469b-a783-61d122772bce,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:09.360466 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-4bafacd5-963a-4f0c-9d3e-3d8f71fcbc83 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=46118121de724c439d844950f5542370&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1933007 Oct 04 20:55:09.373636 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-91257315-b624-4046-afc9-9ce430771720 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Publish callbacks [] for port (9ef93146-7610-45fe-8efd-e6a76b2fe20b), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:09.418836 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-44de84ec-8209-487a-82ed-6afdf745a46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (35fb4974-3634-4110-b90a-46ab533447c9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:09.489279 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 47352) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:09.532602 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23914412-4ab8-46f0-9617-64d27d7f0229 None None] Pushing event updated for resources: {'Port': ['ID=8e9e657d-f801-4bcc-aee9-61e43a73dd2a,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:09.707564 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:09.712917 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-de0a6649-9bb9-4b76-82ba-fed21b6de791 admin admin] Allocated IP 172.25.5.225 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/f10788d0-7730-4474-b6ea-4e4fdf8e05d3) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:55:09.865584 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-288067d6-489a-4f59-9402-9d51b1189068 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Deleting port 63ad53a1-6667-4e1e-b691-99829b499b93 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:55:09.875880 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-288067d6-489a-4f59-9402-9d51b1189068 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (63ad53a1-6667-4e1e-b691-99829b499b93), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:09.895881 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:09.936723 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8d065664-429a-4b42-a838-e5a03471d8df admin admin] Publish callbacks [] for security_group (702cb0fe-b3d1-4c39-b425-bd43789e060b), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:09.972555 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de84ec-8209-487a-82ed-6afdf745a46d None None] Pushing event updated for resources: {'Port': ['ID=35fb4974-3634-4110-b90a-46ab533447c9,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:10.036560 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-de0a6649-9bb9-4b76-82ba-fed21b6de791 admin admin] Publish callbacks [] for port (f10788d0-7730-4474-b6ea-4e4fdf8e05d3), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:10.151964 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8d065664-429a-4b42-a838-e5a03471d8df admin admin] Publish callbacks [] for security_group (702cb0fe-b3d1-4c39-b425-bd43789e060b), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:10.158399 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:DELETE=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:10.202993 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b1e216e5-2a73-47d2-a8ef-62790185568c tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (d777bc24-a04e-4aac-9731-e833545467d8), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:10.289174 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-288067d6-489a-4f59-9402-9d51b1189068 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (63ad53a1-6667-4e1e-b691-99829b499b93), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:10.290159 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-288067d6-489a-4f59-9402-9d51b1189068 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for floatingip (63ad53a1-6667-4e1e-b691-99829b499b93), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:10.304185 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-b1e216e5-2a73-47d2-a8ef-62790185568c tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Calling delete_port for d777bc24-a04e-4aac-9731-e833545467d8 owned by {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:55:10.333076 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-288067d6-489a-4f59-9402-9d51b1189068 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Calling delete_port for 63ad53a1-6667-4e1e-b691-99829b499b93 owned by network:floatingip {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:55:10.656659 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8d065664-429a-4b42-a838-e5a03471d8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (702cb0fe-b3d1-4c39-b425-bd43789e060b), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:10.661384 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8d065664-429a-4b42-a838-e5a03471d8df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:10.668332 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-8d065664-429a-4b42-a838-e5a03471d8df admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/702cb0fe-b3d1-4c39-b425-bd43789e060b HTTP/1.1" status: 204 len: 168 time: 1.1768596 Oct 04 20:55:10.689178 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-219c8bd0-482f-40ec-ae83-9f56e2afd3cc req-56025586-500e-4da4-9c7d-c95b453c425d tempest-ServerShowV257Test-1183170414 tempest-ServerShowV257Test-1183170414-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9933f019-7130-449a-bfc5-69ef6b77217c HTTP/1.1" status: 200 len: 210 time: 1.4994876 Oct 04 20:55:10.756095 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d065664-429a-4b42-a838-e5a03471d8df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702cb0fe-b3d1-4c39-b425-bd43789e060b,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:10.820012 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 8e9e657d-f801-4bcc-aee9-61e43a73dd2a up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:55:10.962255 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 8e9e657d-f801-4bcc-aee9-61e43a73dd2a triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:55:10.964884 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (8e9e657d-f801-4bcc-aee9-61e43a73dd2a), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:10.965155 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-de0a6649-9bb9-4b76-82ba-fed21b6de791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (f10788d0-7730-4474-b6ea-4e4fdf8e05d3), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:10.966866 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 8e9e657d-f801-4bcc-aee9-61e43a73dd2a Oct 04 20:55:11.025936 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b1e216e5-2a73-47d2-a8ef-62790185568c tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (d777bc24-a04e-4aac-9731-e833545467d8), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:11.107092 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0a6649-9bb9-4b76-82ba-fed21b6de791 admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:55:11.110785 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-91257315-b624-4046-afc9-9ce430771720 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (9ef93146-7610-45fe-8efd-e6a76b2fe20b), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:11.154976 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-de0a6649-9bb9-4b76-82ba-fed21b6de791 admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:55:11.159442 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0a6649-9bb9-4b76-82ba-fed21b6de791 admin admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:55:11.163422 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 8e9e657d-f801-4bcc-aee9-61e43a73dd2a is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:55:11.164115 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (8e9e657d-f801-4bcc-aee9-61e43a73dd2a), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:11.180934 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b1e216e5-2a73-47d2-a8ef-62790185568c tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:11.186297 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b1e216e5-2a73-47d2-a8ef-62790185568c tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] 10.222.0.78 "DELETE /networking/v2.0/ports/d777bc24-a04e-4aac-9731-e833545467d8 HTTP/1.1" status: 204 len: 168 time: 2.7403030 Oct 04 20:55:11.193740 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 47370) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:11.245150 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 8e9e657d-f801-4bcc-aee9-61e43a73dd2a, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=8e9e657d-f801-4bcc-aee9-61e43a73dd2a,segment=NetworkSegment(30acf3de-de36-4c27-aa99-7c18f43b64b3),segment_id=30acf3de-de36-4c27-aa99-7c18f43b64b3)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:55:11.253898 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91257315-b624-4046-afc9-9ce430771720 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Network ed669458-1759-40cd-b5f6-108cb9500980 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:55:11.269465 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-91257315-b624-4046-afc9-9ce430771720 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:55:11.273326 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91257315-b624-4046-afc9-9ce430771720 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:55:11.277032 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-288067d6-489a-4f59-9402-9d51b1189068 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (63ad53a1-6667-4e1e-b691-99829b499b93), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:11.385490 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e8f9e49b-ff1d-4d3e-83a4-efd6ec31495e tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] 10.222.0.78 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1893463 Oct 04 20:55:11.390838 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 47374) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:11.392284 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288067d6-489a-4f59-9402-9d51b1189068 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Pushing event deleted for resources: {'Port': ['ID=63ad53a1-6667-4e1e-b691-99829b499b93,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:11.393790 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0a6649-9bb9-4b76-82ba-fed21b6de791 admin admin] Pushing event updated for resources: {'Port': ['ID=f10788d0-7730-4474-b6ea-4e4fdf8e05d3,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:11.406259 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-f6cd57e2-db94-4361-9ac8-5cfc34781026 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2137242981'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:55:11.426911 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (8e9e657d-f801-4bcc-aee9-61e43a73dd2a), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:11.437960 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 35fb4974-3634-4110-b90a-46ab533447c9 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:55:11.743103 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=8e9e657d-f801-4bcc-aee9-61e43a73dd2a,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:11.768043 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:11.777829 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-288067d6-489a-4f59-9402-9d51b1189068 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for floatingip (933d44b3-e8e2-4a3c-84b4-3dc4c0d37845), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:11.803390 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-288067d6-489a-4f59-9402-9d51b1189068 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:11.808613 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-288067d6-489a-4f59-9402-9d51b1189068 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/933d44b3-e8e2-4a3c-84b4-3dc4c0d37845 HTTP/1.1" status: 204 len: 168 time: 2.5315347 Oct 04 20:55:11.826196 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 47386) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:11.842644 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e216e5-2a73-47d2-a8ef-62790185568c tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Pushing event deleted for resources: {'Port': ['ID=d777bc24-a04e-4aac-9731-e833545467d8,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:11.880557 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91257315-b624-4046-afc9-9ce430771720 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:55:11.883820 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-91257315-b624-4046-afc9-9ce430771720 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:11.893265 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 35fb4974-3634-4110-b90a-46ab533447c9 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:55:11.894173 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (35fb4974-3634-4110-b90a-46ab533447c9), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:11.896555 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 35fb4974-3634-4110-b90a-46ab533447c9 Oct 04 20:55:11.984273 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c843547-ec92-4136-83ca-5b26483af94f tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] DELETE failed (client error): The resource could not be found. Oct 04 20:55:11.992928 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c843547-ec92-4136-83ca-5b26483af94f tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 20:55:11.998419 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-3c843547-ec92-4136-83ca-5b26483af94f tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] 10.222.0.78 "DELETE /networking/v2.0/ports/e6570d9f-fae9-4353-985e-e155c4f54cad HTTP/1.1" status: 404 len: 333 time: 0.1526902 Oct 04 20:55:12.000573 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6cd57e2-db94-4361-9ac8-5cfc34781026 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Made reservation on behalf of c7334c8cfafb46b9a97b90e9fc802910 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:55:12.011902 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47388) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:12.024277 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f6cd57e2-db94-4361-9ac8-5cfc34781026 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:12.114241 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6cd57e2-db94-4361-9ac8-5cfc34781026 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:55:12.122253 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 35fb4974-3634-4110-b90a-46ab533447c9 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:55:12.124041 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (35fb4974-3634-4110-b90a-46ab533447c9), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:12.177341 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f6cd57e2-db94-4361-9ac8-5cfc34781026 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (84ad6e72-7de2-4d18-9849-6628d6da7a99), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:12.179935 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-f6cd57e2-db94-4361-9ac8-5cfc34781026 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Added segment 84ad6e72-7de2-4d18-9849-6628d6da7a99 of type vlan for network 21b8debc-0ce6-4ed5-9136-e1560a60bfd5 Oct 04 20:55:12.303272 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f6cd57e2-db94-4361-9ac8-5cfc34781026 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (21b8debc-0ce6-4ed5-9136-e1560a60bfd5), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:12.322738 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 35fb4974-3634-4110-b90a-46ab533447c9, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=35fb4974-3634-4110-b90a-46ab533447c9,segment=NetworkSegment(9f456c4b-d0d1-4214-ae1c-b29d4e79478a),segment_id=9f456c4b-d0d1-4214-ae1c-b29d4e79478a)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:55:12.328877 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:12.338451 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-91257315-b624-4046-afc9-9ce430771720 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 922 time: 7.8273225 Oct 04 20:55:12.344936 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47396) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:12.357194 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-447afee9-8dbe-4db0-9628-64b2d8fc9418 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=80937c2c-8ce0-4d94-9505-5eab534df478 HTTP/1.1" status: 200 len: 205 time: 0.3418858 Oct 04 20:55:12.387864 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-43831448-9a48-4743-988f-9d0832725c81 req-6f8b2a7d-9c94-47b1-980c-b1d2e24a1095 tempest-ServerShowV257Test-1183170414 tempest-ServerShowV257Test-1183170414-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9933f019-7130-449a-bfc5-69ef6b77217c HTTP/1.1" status: 200 len: 210 time: 0.2906427 Oct 04 20:55:12.388736 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47398) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:12.418178 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-bcec2189-8e98-4e39-8951-82c48f944dd2 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2052098583', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:55:12.452673 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (35fb4974-3634-4110-b90a-46ab533447c9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:12.493791 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 47400) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:12.567087 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-a61e2935-a266-4677-8038-3f8573cf9dfa tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] delete failed (client error): The resource could not be found. Oct 04 20:55:12.593736 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a61e2935-a266-4677-8038-3f8573cf9dfa tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] 10.222.0.78 "DELETE /networking/v2.0/routers/80937c2c-8ce0-4d94-9505-5eab534df478 HTTP/1.1" status: 404 len: 336 time: 0.1233356 Oct 04 20:55:12.595629 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47404) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:12.603254 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:INSERT=2,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:12.606444 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:DELETE=3,neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:12.610580 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f6cd57e2-db94-4361-9ac8-5cfc34781026 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (21b8debc-0ce6-4ed5-9136-e1560a60bfd5), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:12.612038 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91257315-b624-4046-afc9-9ce430771720 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Pushing event updated for resources: {'Port': ['ID=9ef93146-7610-45fe-8efd-e6a76b2fe20b,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:12.663988 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cd57e2-db94-4361-9ac8-5cfc34781026 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:55:12.665519 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f6cd57e2-db94-4361-9ac8-5cfc34781026 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:12.720327 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42baeaaa-8f49-4b46-9e08-fb111dd85531 None None] Network ed669458-1759-40cd-b5f6-108cb9500980 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:55:12.835773 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bf24d55-fa76-450b-b778-1b9a67131137 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] DELETE failed (client error): The resource could not be found. Oct 04 20:55:12.842545 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bf24d55-fa76-450b-b778-1b9a67131137 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 20:55:12.848599 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2bf24d55-fa76-450b-b778-1b9a67131137 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/d2bb38f5-3571-43ff-8d27-bcf1d7788042 HTTP/1.1" status: 404 len: 337 time: 0.2286706 Oct 04 20:55:12.857421 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47408) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:12.977010 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 8e9e657d-f801-4bcc-aee9-61e43a73dd2a up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:55:12.980773 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ffa510-a5bf-46dc-86e4-afdf3078e727 None None] Network a8112da8-6f7c-404b-8956-584c1f9d7cc1 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:55:13.042718 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f6cd57e2-db94-4361-9ac8-5cfc34781026 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6454229 Oct 04 20:55:13.062405 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 47412) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:13.139738 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-8da74def-a135-4ea6-806e-0692a9b052a1 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=bf7c559faf714f8395ef38d122e31e8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6391525 Oct 04 20:55:13.152074 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-f8959ae7-3639-4dd3-9e53-89b1e9472e81 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1748029379'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:55:13.156569 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47418) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:13.160985 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bcec2189-8e98-4e39-8951-82c48f944dd2 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (153129f6-0011-4576-9a81-f86692c452ac), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:13.163093 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=35fb4974-3634-4110-b90a-46ab533447c9,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:13.164206 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bcec2189-8e98-4e39-8951-82c48f944dd2 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (153129f6-0011-4576-9a81-f86692c452ac), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:13.187741 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-2e97da8e-1466-4180-9310-5429453c5f4c None None] Provisioning complete for port 35fb4974-3634-4110-b90a-46ab533447c9 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:55:13.188210 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2e97da8e-1466-4180-9310-5429453c5f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (35fb4974-3634-4110-b90a-46ab533447c9), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:13.188660 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-2e97da8e-1466-4180-9310-5429453c5f4c None None] Attempt 1 to provision port 35fb4974-3634-4110-b90a-46ab533447c9 Oct 04 20:55:13.241667 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cd57e2-db94-4361-9ac8-5cfc34781026 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Pushing event updated for resources: {'Network': ['ID=21b8debc-0ce6-4ed5-9136-e1560a60bfd5,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:13.295094 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 21b8debc-0ce6-4ed5-9136-e1560a60bfd5 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:55:13.297132 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-de0a6649-9bb9-4b76-82ba-fed21b6de791 admin admin] Publish callbacks [] for router_gateway (6f4330c4-c620-4c1d-ad47-eb9cbd37fcb7), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:13.349006 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8959ae7-3639-4dd3-9e53-89b1e9472e81 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Made reservation on behalf of c7334c8cfafb46b9a97b90e9fc802910 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:55:13.357830 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f8959ae7-3639-4dd3-9e53-89b1e9472e81 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:13.444180 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8959ae7-3639-4dd3-9e53-89b1e9472e81 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:55:13.491987 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f8959ae7-3639-4dd3-9e53-89b1e9472e81 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (13ea5edf-595f-4346-9969-1ff8e23e4faf), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:13.493255 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-f8959ae7-3639-4dd3-9e53-89b1e9472e81 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Added segment 13ea5edf-595f-4346-9969-1ff8e23e4faf of type vlan for network 90d3993d-58d7-4a4b-ba8d-1d8999c0013f Oct 04 20:55:13.598637 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 8e9e657d-f801-4bcc-aee9-61e43a73dd2a triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:55:13.600428 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (8e9e657d-f801-4bcc-aee9-61e43a73dd2a), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:13.601182 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 8e9e657d-f801-4bcc-aee9-61e43a73dd2a Oct 04 20:55:13.703013 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:13.722040 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f8959ae7-3639-4dd3-9e53-89b1e9472e81 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (90d3993d-58d7-4a4b-ba8d-1d8999c0013f), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:13.859180 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-2e97da8e-1466-4180-9310-5429453c5f4c None None] Current status of the port 35fb4974-3634-4110-b90a-46ab533447c9 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:55:13.900236 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:13.946203 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bcec2189-8e98-4e39-8951-82c48f944dd2 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Publish callbacks [] for router_controller (153129f6-0011-4576-9a81-f86692c452ac), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:13.948312 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-2bcc9795-fd40-41f8-9baf-3d446d2cfbc3 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Deleting port 8589e256-6d31-4ddf-9c35-49b0d78a1af5 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:55:13.949263 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2bcc9795-fd40-41f8-9baf-3d446d2cfbc3 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (8589e256-6d31-4ddf-9c35-49b0d78a1af5), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:13.962171 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 8e9e657d-f801-4bcc-aee9-61e43a73dd2a is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:55:13.973931 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f8959ae7-3639-4dd3-9e53-89b1e9472e81 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (90d3993d-58d7-4a4b-ba8d-1d8999c0013f), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:13.993555 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8959ae7-3639-4dd3-9e53-89b1e9472e81 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:55:13.997240 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-a87cc237-eb64-4de0-911c-060fb303d4dc None None] Provisioning complete for port 8e9e657d-f801-4bcc-aee9-61e43a73dd2a triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:55:13.997996 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a87cc237-eb64-4de0-911c-060fb303d4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (8e9e657d-f801-4bcc-aee9-61e43a73dd2a), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:13.998427 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-a87cc237-eb64-4de0-911c-060fb303d4dc None None] Attempt 1 to provision port 8e9e657d-f801-4bcc-aee9-61e43a73dd2a Oct 04 20:55:13.998660 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f8959ae7-3639-4dd3-9e53-89b1e9472e81 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:14.057058 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6a16a393-b996-417c-92da-45e55e1cbb3f admin admin] Publish callbacks [] for security_group (0260df44-f8f1-40db-a73a-00db05de9769), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:14.096198 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:14.144958 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c5c15e83-b412-4299-821f-4201750563c4 req-96e87018-f159-42ed-bcb8-a6361d307ae1 tempest-ServerShowV257Test-1183170414 tempest-ServerShowV257Test-1183170414-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9933f019-7130-449a-bfc5-69ef6b77217c HTTP/1.1" status: 200 len: 210 time: 0.3856738 Oct 04 20:55:14.212954 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8959ae7-3639-4dd3-9e53-89b1e9472e81 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Pushing event updated for resources: {'Network': ['ID=90d3993d-58d7-4a4b-ba8d-1d8999c0013f,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:14.276438 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-a87cc237-eb64-4de0-911c-060fb303d4dc None None] Current status of the port 8e9e657d-f801-4bcc-aee9-61e43a73dd2a is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:55:14.281643 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 90d3993d-58d7-4a4b-ba8d-1d8999c0013f details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:55:14.322350 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f8959ae7-3639-4dd3-9e53-89b1e9472e81 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2417080 Oct 04 20:55:14.372605 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bcec2189-8e98-4e39-8951-82c48f944dd2 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (153129f6-0011-4576-9a81-f86692c452ac), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:14.532320 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:14.542744 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6a16a393-b996-417c-92da-45e55e1cbb3f admin admin] Publish callbacks [] for security_group (0260df44-f8f1-40db-a73a-00db05de9769), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:14.616891 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 47434) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:14.643891 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-f3ed4783-a9ea-4185-a2bb-9ff44ba511af tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Request body: {'subnets': [{'network_id': '21b8debc-0ce6-4ed5-9136-e1560a60bfd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1701118024', 'ip_version': 4}, {'network_id': '90d3993d-58d7-4a4b-ba8d-1d8999c0013f', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:55:14.657073 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-f3ed4783-a9ea-4185-a2bb-9ff44ba511af tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Request body: {'subnet': {'network_id': '21b8debc-0ce6-4ed5-9136-e1560a60bfd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1701118024', 'ip_version': 4}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:55:14.657073 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-f3ed4783-a9ea-4185-a2bb-9ff44ba511af tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Request body: {'subnet': {'network_id': '90d3993d-58d7-4a4b-ba8d-1d8999c0013f', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:55:14.674922 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-8dcf53ad-d4cf-4a5c-8038-02e880dbc8df None None] Provisioning complete for port 9ef93146-7610-45fe-8efd-e6a76b2fe20b triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:55:14.679833 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8dcf53ad-d4cf-4a5c-8038-02e880dbc8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (9ef93146-7610-45fe-8efd-e6a76b2fe20b), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:14.683097 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-8dcf53ad-d4cf-4a5c-8038-02e880dbc8df None None] Attempt 1 to provision port 9ef93146-7610-45fe-8efd-e6a76b2fe20b Oct 04 20:55:14.767820 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bcec2189-8e98-4e39-8951-82c48f944dd2 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:14.770141 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-bcec2189-8e98-4e39-8951-82c48f944dd2 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 700 time: 2.4234219 Oct 04 20:55:14.796979 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-8dcf53ad-d4cf-4a5c-8038-02e880dbc8df None None] Port 9ef93146-7610-45fe-8efd-e6a76b2fe20b cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:55:14.814925 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 35fb4974-3634-4110-b90a-46ab533447c9 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:55:14.852694 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47436) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:14.865511 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-0ac5e6f3-e3d3-4abe-ba3a-b450ac9fc989 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1554312505', 'prefixes': ['172.20.0.0/16']}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:55:14.949295 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-8dcf53ad-d4cf-4a5c-8038-02e880dbc8df None None] Provisioning complete for port 35fb4974-3634-4110-b90a-46ab533447c9 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:55:14.949877 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8dcf53ad-d4cf-4a5c-8038-02e880dbc8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (35fb4974-3634-4110-b90a-46ab533447c9), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:14.950449 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-8dcf53ad-d4cf-4a5c-8038-02e880dbc8df None None] Attempt 1 to provision port 35fb4974-3634-4110-b90a-46ab533447c9 Oct 04 20:55:14.967851 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2bcc9795-fd40-41f8-9baf-3d446d2cfbc3 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (8589e256-6d31-4ddf-9c35-49b0d78a1af5), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:15.023241 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-2bcc9795-fd40-41f8-9baf-3d446d2cfbc3 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Calling delete_port for 8589e256-6d31-4ddf-9c35-49b0d78a1af5 owned by {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:55:15.161953 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:15.211872 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:15.219213 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-8dcf53ad-d4cf-4a5c-8038-02e880dbc8df None None] Current status of the port 35fb4974-3634-4110-b90a-46ab533447c9 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:55:15.231289 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-de0a6649-9bb9-4b76-82ba-fed21b6de791 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (6f4330c4-c620-4c1d-ad47-eb9cbd37fcb7), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:15.234027 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 35fb4974-3634-4110-b90a-46ab533447c9 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:55:15.234605 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (35fb4974-3634-4110-b90a-46ab533447c9), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:15.235233 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 35fb4974-3634-4110-b90a-46ab533447c9 Oct 04 20:55:15.372214 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ed4783-a9ea-4185-a2bb-9ff44ba511af tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Made reservation on behalf of c7334c8cfafb46b9a97b90e9fc802910 for: {'subnet': 2} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:55:15.388371 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6a16a393-b996-417c-92da-45e55e1cbb3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (0260df44-f8f1-40db-a73a-00db05de9769), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:15.393219 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6a16a393-b996-417c-92da-45e55e1cbb3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:15.395684 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-6a16a393-b996-417c-92da-45e55e1cbb3f admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/0260df44-f8f1-40db-a73a-00db05de9769 HTTP/1.1" status: 204 len: 168 time: 2.2211194 Oct 04 20:55:15.397431 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f3ed4783-a9ea-4185-a2bb-9ff44ba511af tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:15.397431 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f3ed4783-a9ea-4185-a2bb-9ff44ba511af tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:15.407524 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-4b30243d-0e8c-4f5d-b891-513adcc361cb None None] Provisioning complete for port 9ef93146-7610-45fe-8efd-e6a76b2fe20b triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:55:15.411563 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4b30243d-0e8c-4f5d-b891-513adcc361cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (9ef93146-7610-45fe-8efd-e6a76b2fe20b), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:15.411563 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-4b30243d-0e8c-4f5d-b891-513adcc361cb None None] Attempt 1 to provision port 9ef93146-7610-45fe-8efd-e6a76b2fe20b Oct 04 20:55:15.593193 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 35fb4974-3634-4110-b90a-46ab533447c9 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:55:15.634469 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d80c1e97-0a8c-401a-83ce-6cf758dd0501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:15.726216 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-4b30243d-0e8c-4f5d-b891-513adcc361cb None None] Port 9ef93146-7610-45fe-8efd-e6a76b2fe20b cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:55:15.745996 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-4b30243d-0e8c-4f5d-b891-513adcc361cb None None] Provisioning complete for port 8e9e657d-f801-4bcc-aee9-61e43a73dd2a triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:55:15.749896 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4b30243d-0e8c-4f5d-b891-513adcc361cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (8e9e657d-f801-4bcc-aee9-61e43a73dd2a), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:15.751048 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-4b30243d-0e8c-4f5d-b891-513adcc361cb None None] Attempt 1 to provision port 8e9e657d-f801-4bcc-aee9-61e43a73dd2a Oct 04 20:55:15.986247 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-4b30243d-0e8c-4f5d-b891-513adcc361cb None None] Current status of the port 8e9e657d-f801-4bcc-aee9-61e43a73dd2a is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:55:16.199187 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:16.258963 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a16a393-b996-417c-92da-45e55e1cbb3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0260df44-f8f1-40db-a73a-00db05de9769,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:16.318163 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:INSERT=11,neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:16.360004 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f30af84d-b871-45a6-96bb-1d627eb639f4 req-44d4ce44-7330-4c5c-92b6-258d3f8cb773 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?device_id=9933f019-7130-449a-bfc5-69ef6b77217c HTTP/1.1" status: 200 len: 210 time: 0.2160933 Oct 04 20:55:16.376163 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a5d7bbd1-1c14-43ce-8a30-550f715a80d4 req-8990bb43-a164-4aba-9489-6add19319a43 tempest-ServerShowV257Test-1183170414 tempest-ServerShowV257Test-1183170414-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9933f019-7130-449a-bfc5-69ef6b77217c HTTP/1.1" status: 200 len: 210 time: 0.2364018 Oct 04 20:55:16.572013 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2bcc9795-fd40-41f8-9baf-3d446d2cfbc3 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (8589e256-6d31-4ddf-9c35-49b0d78a1af5), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:16.641276 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcc9795-fd40-41f8-9baf-3d446d2cfbc3 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Pushing event deleted for resources: {'Port': ['ID=8589e256-6d31-4ddf-9c35-49b0d78a1af5,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:16.651513 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de0a6649-9bb9-4b76-82ba-fed21b6de791 admin admin] Router 6f4330c4-c620-4c1d-ad47-eb9cbd37fcb7 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:55:16.665921 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0ac5e6f3-e3d3-4abe-ba3a-b450ac9fc989 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:16.669037 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-0ac5e6f3-e3d3-4abe-ba3a-b450ac9fc989 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] 10.222.0.78 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 1.8145425 Oct 04 20:55:16.681956 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47478) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:16.702771 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.tag.tag_plugin [None req-9bc97420-893e-4bc5-ad3d-6fbed165e6eb tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '76d03a4e-87d0-48d8-b5d5-3cdfb9816765', 'tempest-TagsExtTest-Tag-1449555616') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:16.817691 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f3ed4783-a9ea-4185-a2bb-9ff44ba511af tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (160db739-9a2d-4469-bcc4-ae8e16e3e602), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:16.967173 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ed4783-a9ea-4185-a2bb-9ff44ba511af tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Pushing event updated for resources: {'Subnet': ['ID=160db739-9a2d-4469-bcc4-ae8e16e3e602,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:16.978605 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ed4783-a9ea-4185-a2bb-9ff44ba511af tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Checking segment: {'id': '84ad6e72-7de2-4d18-9849-6628d6da7a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '21b8debc-0ce6-4ed5-9136-e1560a60bfd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:55:16.984529 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ed4783-a9ea-4185-a2bb-9ff44ba511af tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Network hostable DHCP agents. Network: 21b8debc-0ce6-4ed5-9136-e1560a60bfd5, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:55:17.092052 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ed4783-a9ea-4185-a2bb-9ff44ba511af tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Network 21b8debc-0ce6-4ed5-9136-e1560a60bfd5 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:55:17.152912 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2bcc9795-fd40-41f8-9baf-3d446d2cfbc3 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:17.162361 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2bcc9795-fd40-41f8-9baf-3d446d2cfbc3 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] 10.222.0.78 "DELETE /networking/v2.0/ports/8589e256-6d31-4ddf-9c35-49b0d78a1af5 HTTP/1.1" status: 204 len: 168 time: 4.2959404 Oct 04 20:55:17.163050 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 47498) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:17.202103 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0a6649-9bb9-4b76-82ba-fed21b6de791 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:55:17.227668 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20751756-dc82-4ade-93b8-93f92117cf56 None None] Sync routers for ids ['6f4330c4-c620-4c1d-ad47-eb9cbd37fcb7'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:55:17.232802 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-9bc97420-893e-4bc5-ad3d-6fbed165e6eb tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] 10.222.0.78 "PUT /networking/v2.0/subnets/76d03a4e-87d0-48d8-b5d5-3cdfb9816765/tags/tempest-TagsExtTest-Tag-1449555616 HTTP/1.1" status: 201 len: 201 time: 0.5506308 Oct 04 20:55:17.239202 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47500) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:17.250016 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.tag.tag_plugin [None req-8c7acac4-bb28-4672-a7ff-f937b48453c7 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '9ef93146-7610-45fe-8efd-e6a76b2fe20b', 'tempest-TagsExtTest-Tag-1591774497') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:17.263079 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20751756-dc82-4ade-93b8-93f92117cf56 None None] Routers {'6f4330c4-c620-4c1d-ad47-eb9cbd37fcb7'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:55:17.264212 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-20751756-dc82-4ade-93b8-93f92117cf56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:54:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['6f4330c4-c620-4c1d-ad47-eb9cbd37fcb7'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:17.316790 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:INSERT=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:17.337250 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-02316709-5549-4645-bc34-5c7ecf28ce98 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Deleting port aac66bb4-9660-4d5c-9be2-039de348659c {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:55:17.337856 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-02316709-5549-4645-bc34-5c7ecf28ce98 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (aac66bb4-9660-4d5c-9be2-039de348659c), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:17.345519 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-f3ed4783-a9ea-4185-a2bb-9ff44ba511af tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 21b8debc-0ce6-4ed5-9136-e1560a60bfd5) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:55:17.366905 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-de0a6649-9bb9-4b76-82ba-fed21b6de791 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:17.368621 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-de0a6649-9bb9-4b76-82ba-fed21b6de791 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 12.6422749 Oct 04 20:55:17.374040 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 47506) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:17.438323 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bde3935-60ee-4664-b9fe-e965b5f73619 None None] Network 21b8debc-0ce6-4ed5-9136-e1560a60bfd5 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:55:17.459183 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f3ed4783-a9ea-4185-a2bb-9ff44ba511af tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (87ef0a1e-22a8-4806-8ea8-a8cbb34f4beb), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:17.462711 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8be05614-3df4-4c5e-ae33-5c60caf389c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:17.508622 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:17.569405 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-8c7acac4-bb28-4672-a7ff-f937b48453c7 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] 10.222.0.78 "PUT /networking/v2.0/ports/9ef93146-7610-45fe-8efd-e6a76b2fe20b/tags/tempest-TagsExtTest-Tag-1591774497 HTTP/1.1" status: 201 len: 201 time: 0.3278258 Oct 04 20:55:17.570575 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47522) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:17.600013 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.tag.tag_plugin [None req-2ba8b050-f1b9-4ddb-9b22-6676b139ea03 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '153129f6-0011-4576-9a81-f86692c452ac', 'tempest-TagsExtTest-Tag-1214020890') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:17.856504 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-9e316f5f-5bbc-42eb-8a85-0ee0269d7569 req-e32941e2-5636-436e-a822-48f7427c2562 tempest-ServerShowV257Test-1183170414 tempest-ServerShowV257Test-1183170414-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9933f019-7130-449a-bfc5-69ef6b77217c HTTP/1.1" status: 200 len: 210 time: 0.1454217 Oct 04 20:55:18.074802 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2ba8b050-f1b9-4ddb-9b22-6676b139ea03 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] 10.222.0.78 "PUT /networking/v2.0/routers/153129f6-0011-4576-9a81-f86692c452ac/tags/tempest-TagsExtTest-Tag-1214020890 HTTP/1.1" status: 201 len: 201 time: 0.4986405 Oct 04 20:55:18.076962 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47538) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:18.084713 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.tag.tag_plugin [None req-d22299e3-7987-4902-b592-185820c69037 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'bcb16de1-8d39-4a72-a295-a4f480bb5dec', 'tempest-TagsExtTest-Tag-1418269674') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:18.196537 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-20751756-dc82-4ade-93b8-93f92117cf56 None None] Set router 6f4330c4-c620-4c1d-ad47-eb9cbd37fcb7 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:55:18.201411 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:INSERT=5,neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:18.381765 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-d22299e3-7987-4902-b592-185820c69037 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] 10.222.0.78 "PUT /networking/v2.0/subnetpools/bcb16de1-8d39-4a72-a295-a4f480bb5dec/tags/tempest-TagsExtTest-Tag-1418269674 HTTP/1.1" status: 201 len: 201 time: 0.2996097 Oct 04 20:55:18.388729 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47544) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:18.414045 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.tag.tag_plugin [None req-bcdeba83-2aac-45f1-b7b8-2c8e216aa283 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '76d03a4e-87d0-48d8-b5d5-3cdfb9816765') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:18.464278 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ed4783-a9ea-4185-a2bb-9ff44ba511af tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Pushing event updated for resources: {'Subnet': ['ID=87ef0a1e-22a8-4806-8ea8-a8cbb34f4beb,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:18.520798 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b55298-8de6-4e98-88d2-c32c9e56bc0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-21b8debc-0ce6-4ed5-9136-e1560a60bfd5', 'network_id': '21b8debc-0ce6-4ed5-9136-e1560a60bfd5', 'project_id': 'c7334c8cfafb46b9a97b90e9fc802910', 'fixed_ips': [{'subnet_id': '160db739-9a2d-4469-bcc4-ae8e16e3e602'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:55:18.520798 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e3b55298-8de6-4e98-88d2-c32c9e56bc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:18.560323 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:18.616528 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-bcdeba83-2aac-45f1-b7b8-2c8e216aa283 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] 10.222.0.78 "GET /networking/v2.0/subnets/76d03a4e-87d0-48d8-b5d5-3cdfb9816765/tags HTTP/1.1" status: 200 len: 241 time: 0.2181456 Oct 04 20:55:18.623983 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47552) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:18.631651 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.tag.tag_plugin [None req-03332b16-ba11-46b2-8a8c-51d4b28719bc tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '76d03a4e-87d0-48d8-b5d5-3cdfb9816765', 'tempest-TagsExtTest-Tag-1449555616') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:18.708434 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-02316709-5549-4645-bc34-5c7ecf28ce98 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (aac66bb4-9660-4d5c-9be2-039de348659c), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:18.794586 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-03332b16-ba11-46b2-8a8c-51d4b28719bc tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] 10.222.0.78 "GET /networking/v2.0/subnets/76d03a4e-87d0-48d8-b5d5-3cdfb9816765/tags/tempest-TagsExtTest-Tag-1449555616 HTTP/1.1" status: 204 len: 168 time: 0.1680949 Oct 04 20:55:18.798889 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47558) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:18.818148 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.tag.tag_plugin [None req-f63f8c28-8afd-44c3-81cb-e26543d5c836 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '76d03a4e-87d0-48d8-b5d5-3cdfb9816765', 'tempest-TagsExtTest-Tag-1449555616') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:18.824320 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-02316709-5549-4645-bc34-5c7ecf28ce98 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Calling delete_port for aac66bb4-9660-4d5c-9be2-039de348659c owned by {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:55:18.836332 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ed4783-a9ea-4185-a2bb-9ff44ba511af tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Checking segment: {'id': '13ea5edf-595f-4346-9969-1ff8e23e4faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '90d3993d-58d7-4a4b-ba8d-1d8999c0013f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:55:18.836332 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ed4783-a9ea-4185-a2bb-9ff44ba511af tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Network hostable DHCP agents. Network: 90d3993d-58d7-4a4b-ba8d-1d8999c0013f, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:55:18.919214 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 20:55:19.081239 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-e3b55298-8de6-4e98-88d2-c32c9e56bc0c None None] Allocated IP 172.20.0.2 (21b8debc-0ce6-4ed5-9136-e1560a60bfd5/160db739-9a2d-4469-bcc4-ae8e16e3e602/9ddfd5bb-9a14-4794-a264-7999a781a984) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:55:19.084944 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:19.151391 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-7c4be4b4-b57a-422a-9720-b7e682183608 req-76f05e78-072b-48da-82da-da77683b5e04 tempest-ServerShowV257Test-1183170414 tempest-ServerShowV257Test-1183170414-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9933f019-7130-449a-bfc5-69ef6b77217c HTTP/1.1" status: 200 len: 210 time: 0.0720696 Oct 04 20:55:19.155456 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f63f8c28-8afd-44c3-81cb-e26543d5c836 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/76d03a4e-87d0-48d8-b5d5-3cdfb9816765/tags/tempest-TagsExtTest-Tag-1449555616 HTTP/1.1" status: 204 len: 168 time: 0.3529170 Oct 04 20:55:19.161484 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47564) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:19.172319 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-20751756-dc82-4ade-93b8-93f92117cf56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4330c4-c620-4c1d-ad47-eb9cbd37fcb7', 'name': 'tempest-InstanceActionsV221TestJSON-982779440-router', 'tenant_id': 'a7aee6375ab0440d970befc057955940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'f10788d0-7730-4474-b6ea-4e4fdf8e05d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:55:05Z', 'updated_at': '2022-10-04T20:55:12Z', 'revision_number': 3, 'project_id': 'a7aee6375ab0440d970befc057955940', 'gw_port': {'id': 'f10788d0-7730-4474-b6ea-4e4fdf8e05d3', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:24:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f4330c4-c620-4c1d-ad47-eb9cbd37fcb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:55:09Z', 'updated_at': '2022-10-04T20:55:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:19.200759 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.tag.tag_plugin [None req-c25e8ade-e6fe-420f-909e-0586c2261e23 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '76d03a4e-87d0-48d8-b5d5-3cdfb9816765') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:19.215433 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:19.346764 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20751756-dc82-4ade-93b8-93f92117cf56 None None] Checking router: 6f4330c4-c620-4c1d-ad47-eb9cbd37fcb7 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:55:19.346970 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20751756-dc82-4ade-93b8-93f92117cf56 None None] Updating router 6f4330c4-c620-4c1d-ad47-eb9cbd37fcb7 port f10788d0-7730-4474-b6ea-4e4fdf8e05d3 binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:55:19.470772 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-20751756-dc82-4ade-93b8-93f92117cf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (f10788d0-7730-4474-b6ea-4e4fdf8e05d3), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:19.485970 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c25e8ade-e6fe-420f-909e-0586c2261e23 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] 10.222.0.78 "GET /networking/v2.0/subnets/76d03a4e-87d0-48d8-b5d5-3cdfb9816765/tags HTTP/1.1" status: 200 len: 205 time: 0.3227007 Oct 04 20:55:19.491218 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47572) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:19.499673 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.tag.tag_plugin [None req-3e66c635-d522-47d1-944a-9d36828d3b1c tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '9ef93146-7610-45fe-8efd-e6a76b2fe20b') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:19.604575 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ed4783-a9ea-4185-a2bb-9ff44ba511af tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Network 90d3993d-58d7-4a4b-ba8d-1d8999c0013f is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:55:19.665355 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-3e66c635-d522-47d1-944a-9d36828d3b1c tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] 10.222.0.78 "GET /networking/v2.0/ports/9ef93146-7610-45fe-8efd-e6a76b2fe20b/tags HTTP/1.1" status: 200 len: 241 time: 0.1710260 Oct 04 20:55:19.672476 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47580) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:19.681548 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.tag.tag_plugin [None req-8b1903c7-45b1-47f6-90c5-851475853f6e tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9ef93146-7610-45fe-8efd-e6a76b2fe20b', 'tempest-TagsExtTest-Tag-1591774497') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:19.737280 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-02316709-5549-4645-bc34-5c7ecf28ce98 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (aac66bb4-9660-4d5c-9be2-039de348659c), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:19.765161 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e3b55298-8de6-4e98-88d2-c32c9e56bc0c None None] Publish callbacks [] for port (9ddfd5bb-9a14-4794-a264-7999a781a984), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:19.777755 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-8b1903c7-45b1-47f6-90c5-851475853f6e tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] 10.222.0.78 "GET /networking/v2.0/ports/9ef93146-7610-45fe-8efd-e6a76b2fe20b/tags/tempest-TagsExtTest-Tag-1591774497 HTTP/1.1" status: 204 len: 168 time: 0.1030507 Oct 04 20:55:19.782412 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47586) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:19.802999 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.tag.tag_plugin [None req-93df5fd6-0a6f-41ea-bebf-7b6f56bfffe7 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '9ef93146-7610-45fe-8efd-e6a76b2fe20b', 'tempest-TagsExtTest-Tag-1591774497') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:19.857551 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-f3ed4783-a9ea-4185-a2bb-9ff44ba511af tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 90d3993d-58d7-4a4b-ba8d-1d8999c0013f) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:55:19.864638 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02316709-5549-4645-bc34-5c7ecf28ce98 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Pushing event deleted for resources: {'Port': ['ID=aac66bb4-9660-4d5c-9be2-039de348659c,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:19.883357 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ed4783-a9ea-4185-a2bb-9ff44ba511af tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:55:19.884106 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ed4783-a9ea-4185-a2bb-9ff44ba511af tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:55:19.885263 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f3ed4783-a9ea-4185-a2bb-9ff44ba511af tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:19.910336 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e3b55298-8de6-4e98-88d2-c32c9e56bc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (9ddfd5bb-9a14-4794-a264-7999a781a984), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:19.922299 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b57fc1c-29c7-4a93-ad65-b2aea03c0720 None None] Network 90d3993d-58d7-4a4b-ba8d-1d8999c0013f requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:55:20.056249 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47590) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:20.075974 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f3ed4783-a9ea-4185-a2bb-9ff44ba511af tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 5.4570448 Oct 04 20:55:20.080832 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47594) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:20.128835 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-02316709-5549-4645-bc34-5c7ecf28ce98 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:20.140221 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-02316709-5549-4645-bc34-5c7ecf28ce98 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] 10.222.0.78 "DELETE /networking/v2.0/ports/aac66bb4-9660-4d5c-9be2-039de348659c HTTP/1.1" status: 204 len: 168 time: 2.9753220 Oct 04 20:55:20.166995 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 47596) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:20.271206 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b55298-8de6-4e98-88d2-c32c9e56bc0c None None] Network 21b8debc-0ce6-4ed5-9136-e1560a60bfd5 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:55:20.277090 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:INSERT=3,neutron:UPDATE=7,neutron:SELECT=90 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:20.303417 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-93df5fd6-0a6f-41ea-bebf-7b6f56bfffe7 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] 10.222.0.78 "DELETE /networking/v2.0/ports/9ef93146-7610-45fe-8efd-e6a76b2fe20b/tags/tempest-TagsExtTest-Tag-1591774497 HTTP/1.1" status: 204 len: 168 time: 0.5185044 Oct 04 20:55:20.308744 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-e3b55298-8de6-4e98-88d2-c32c9e56bc0c None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:55:20.360184 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e51d08b-2093-4992-a342-037e5d073fa7 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:55:20.373152 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-7e51d08b-2093-4992-a342-037e5d073fa7 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=338eba0b-7a56-4642-842c-8d7eb2577e2d HTTP/1.1" status: 200 len: 913 time: 0.2046912 Oct 04 20:55:20.374519 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 47604) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:20.376801 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 47608) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:20.386574 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-21555873-c616-4a16-a3b5-41b06bfddd25 req-52db3cb4-959c-4868-b8cb-23b1438cd98b service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=8600ebb44bd847e2b8114c3d8d2cbbf2&device_id=9933f019-7130-449a-bfc5-69ef6b77217c HTTP/1.1" status: 200 len: 210 time: 0.0530989 Oct 04 20:55:20.418748 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.tag.tag_plugin [None req-14a777a3-33fc-4098-be12-08973c05df6d tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '9ef93146-7610-45fe-8efd-e6a76b2fe20b') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:20.424104 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b55298-8de6-4e98-88d2-c32c9e56bc0c None None] Pushing event updated for resources: {'Port': ['ID=9ddfd5bb-9a14-4794-a264-7999a781a984,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:20.443229 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b55298-8de6-4e98-88d2-c32c9e56bc0c None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:55:20.456771 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:20.538375 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-21555873-c616-4a16-a3b5-41b06bfddd25 req-805e6aae-7e74-44cf-b83c-31a4955f15e7 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?tenant_id=8600ebb44bd847e2b8114c3d8d2cbbf2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1275227 Oct 04 20:55:20.599406 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:20.639516 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3b21f2-e529-462e-8970-fdefc7fa815c tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:55:20.642486 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3b21f2-e529-462e-8970-fdefc7fa815c tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:55:20.646110 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3b21f2-e529-462e-8970-fdefc7fa815c tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:55:20.649781 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-fc3b21f2-e529-462e-8970-fdefc7fa815c tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] 10.222.0.78 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.5672116 Oct 04 20:55:20.682797 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 47618) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:20.696638 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3e6a1daa-b8b5-442a-91e8-9f92fcc655c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:20.703721 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:20.766596 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-5a0e4257-34ad-470b-b245-179fe17705e0 req-d9e04c41-5beb-4fa1-abba-0071fd17a15e tempest-ServerShowV257Test-1183170414 tempest-ServerShowV257Test-1183170414-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9933f019-7130-449a-bfc5-69ef6b77217c HTTP/1.1" status: 200 len: 210 time: 0.2096021 Oct 04 20:55:20.831571 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-e3b55298-8de6-4e98-88d2-c32c9e56bc0c None None] Attempting to bind port 9ddfd5bb-9a14-4794-a264-7999a781a984 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:55:20.833777 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-e3b55298-8de6-4e98-88d2-c32c9e56bc0c None None] Attempting to bind port 9ddfd5bb-9a14-4794-a264-7999a781a984 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '84ad6e72-7de2-4d18-9849-6628d6da7a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '21b8debc-0ce6-4ed5-9136-e1560a60bfd5'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:55:20.834969 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b55298-8de6-4e98-88d2-c32c9e56bc0c None None] Attempting to bind port 9ddfd5bb-9a14-4794-a264-7999a781a984 on network 21b8debc-0ce6-4ed5-9136-e1560a60bfd5 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:55:20.908506 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-90d3993d-58d7-4a4b-ba8d-1d8999c0013f', 'network_id': '90d3993d-58d7-4a4b-ba8d-1d8999c0013f', 'project_id': 'c7334c8cfafb46b9a97b90e9fc802910', 'fixed_ips': [{'subnet_id': '87ef0a1e-22a8-4806-8ea8-a8cbb34f4beb'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:55:20.910671 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:20.942833 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-14a777a3-33fc-4098-be12-08973c05df6d tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] 10.222.0.78 "GET /networking/v2.0/ports/9ef93146-7610-45fe-8efd-e6a76b2fe20b/tags HTTP/1.1" status: 200 len: 205 time: 0.5569232 Oct 04 20:55:20.952617 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 47628) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:20.973217 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.tag.tag_plugin [None req-fe750b7e-6748-42ca-abcf-4f4abe508b4a tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '153129f6-0011-4576-9a81-f86692c452ac') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:20.986066 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21555873-c616-4a16-a3b5-41b06bfddd25 req-a8b23435-45c5-4864-b3d5-6a1ab6fff0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:55:20.996809 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-21555873-c616-4a16-a3b5-41b06bfddd25 req-a8b23435-45c5-4864-b3d5-6a1ab6fff0b9 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4364145 Oct 04 20:55:21.069621 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b55298-8de6-4e98-88d2-c32c9e56bc0c None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:55:21.070016 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b55298-8de6-4e98-88d2-c32c9e56bc0c None None] Checking segment: {'id': '84ad6e72-7de2-4d18-9849-6628d6da7a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '21b8debc-0ce6-4ed5-9136-e1560a60bfd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:55:21.070973 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e3b55298-8de6-4e98-88d2-c32c9e56bc0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:21.071438 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b55298-8de6-4e98-88d2-c32c9e56bc0c None None] Bound using segment: {'id': '84ad6e72-7de2-4d18-9849-6628d6da7a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '21b8debc-0ce6-4ed5-9136-e1560a60bfd5'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:55:21.072107 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-e3b55298-8de6-4e98-88d2-c32c9e56bc0c None None] Bound port: 9ddfd5bb-9a14-4794-a264-7999a781a984, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84ad6e72-7de2-4d18-9849-6628d6da7a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '21b8debc-0ce6-4ed5-9136-e1560a60bfd5'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:55:21.072507 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e3b55298-8de6-4e98-88d2-c32c9e56bc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (9ddfd5bb-9a14-4794-a264-7999a781a984), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:21.126959 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3e6a1daa-b8b5-442a-91e8-9f92fcc655c0 admin admin] Publish callbacks [] for security_group (b76963c9-7a29-4ecf-803d-852d4cd229f1), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:21.216938 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-7854592f-214b-40c6-adcf-7cab6486af69 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Deleting subnet 160db739-9a2d-4469-bcc4-ae8e16e3e602 {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:55:21.236833 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-20751756-dc82-4ade-93b8-93f92117cf56 None None] Publish callbacks [] for port (f10788d0-7730-4474-b6ea-4e4fdf8e05d3), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:21.269832 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3e6a1daa-b8b5-442a-91e8-9f92fcc655c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (b76963c9-7a29-4ecf-803d-852d4cd229f1), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:21.272728 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cb0961ea-f4b0-4b7d-af58-1361807bccce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:21.330575 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7854592f-214b-40c6-adcf-7cab6486af69 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks [] for subnet (160db739-9a2d-4469-bcc4-ae8e16e3e602), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:21.353811 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e3b55298-8de6-4e98-88d2-c32c9e56bc0c None None] For port 9ddfd5bb-9a14-4794-a264-7999a781a984, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:55:21.377648 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-3e6a1daa-b8b5-442a-91e8-9f92fcc655c0 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=c702cfdd1cbe4ccd92aeb9769381b1bf&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3195519 Oct 04 20:55:21.391083 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-20751756-dc82-4ade-93b8-93f92117cf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (f10788d0-7730-4474-b6ea-4e4fdf8e05d3), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:21.395476 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47638) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:21.406208 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Allocated IP 172.20.0.18 (90d3993d-58d7-4a4b-ba8d-1d8999c0013f/87ef0a1e-22a8-4806-8ea8-a8cbb34f4beb/a7644ee9-dbe5-464c-b233-25f2a4199594) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:55:21.413648 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-fe750b7e-6748-42ca-abcf-4f4abe508b4a tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] 10.222.0.78 "GET /networking/v2.0/routers/153129f6-0011-4576-9a81-f86692c452ac/tags HTTP/1.1" status: 200 len: 241 time: 0.4513774 Oct 04 20:55:21.417579 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e3b55298-8de6-4e98-88d2-c32c9e56bc0c None None] For port 9ddfd5bb-9a14-4794-a264-7999a781a984, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=9ddfd5bb-9a14-4794-a264-7999a781a984,segment=NetworkSegment(84ad6e72-7de2-4d18-9849-6628d6da7a99),segment_id=84ad6e72-7de2-4d18-9849-6628d6da7a99)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:55:21.431004 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=80,neutron:DELETE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:21.432046 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47640) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:21.434687 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a1daa-b8b5-442a-91e8-9f92fcc655c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b76963c9-7a29-4ecf-803d-852d4cd229f1,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:21.464674 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.tag.tag_plugin [None req-133c02c9-d048-41c1-ac95-19f74a21350c tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '153129f6-0011-4576-9a81-f86692c452ac', 'tempest-TagsExtTest-Tag-1214020890') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:21.509840 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-20751756-dc82-4ade-93b8-93f92117cf56 None None] Attempting to bind port f10788d0-7730-4474-b6ea-4e4fdf8e05d3 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:55:21.510477 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-20751756-dc82-4ade-93b8-93f92117cf56 None None] Attempting to bind port f10788d0-7730-4474-b6ea-4e4fdf8e05d3 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:55:21.511663 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20751756-dc82-4ade-93b8-93f92117cf56 None None] Attempting to bind port f10788d0-7730-4474-b6ea-4e4fdf8e05d3 on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:55:21.563931 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7854592f-214b-40c6-adcf-7cab6486af69 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (160db739-9a2d-4469-bcc4-ae8e16e3e602), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:21.630035 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e3b55298-8de6-4e98-88d2-c32c9e56bc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (9ddfd5bb-9a14-4794-a264-7999a781a984), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:21.635636 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20751756-dc82-4ade-93b8-93f92117cf56 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:55:21.635636 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20751756-dc82-4ade-93b8-93f92117cf56 None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:55:21.636532 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-20751756-dc82-4ade-93b8-93f92117cf56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:21.636532 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20751756-dc82-4ade-93b8-93f92117cf56 None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:55:21.636928 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-20751756-dc82-4ade-93b8-93f92117cf56 None None] Bound port: f10788d0-7730-4474-b6ea-4e4fdf8e05d3, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:55:21.637133 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-20751756-dc82-4ade-93b8-93f92117cf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (f10788d0-7730-4474-b6ea-4e4fdf8e05d3), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:21.641262 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:21.716376 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:21.795293 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9ee26175-3d34-4b28-9de2-ee299e3eec44 admin admin] Publish callbacks [] for security_group (b76963c9-7a29-4ecf-803d-852d4cd229f1), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:21.808669 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:21.881956 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9ee26175-3d34-4b28-9de2-ee299e3eec44 admin admin] Publish callbacks [] for security_group (b76963c9-7a29-4ecf-803d-852d4cd229f1), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:21.996622 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f38f816-8ee8-43f7-8e20-b5453dc5c720 None None] Pushing event updated for resources: {'Port': ['ID=f10788d0-7730-4474-b6ea-4e4fdf8e05d3,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:22.080765 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:22.126846 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7854592f-214b-40c6-adcf-7cab6486af69 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (160db739-9a2d-4469-bcc4-ae8e16e3e602), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:22.139815 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:22.142583 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-133c02c9-d048-41c1-ac95-19f74a21350c tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] 10.222.0.78 "GET /networking/v2.0/routers/153129f6-0011-4576-9a81-f86692c452ac/tags/tempest-TagsExtTest-Tag-1214020890 HTTP/1.1" status: 204 len: 168 time: 0.6916251 Oct 04 20:55:22.143173 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-20751756-dc82-4ade-93b8-93f92117cf56 None None] For port f10788d0-7730-4474-b6ea-4e4fdf8e05d3, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:55:22.158979 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-20751756-dc82-4ade-93b8-93f92117cf56 None None] For port f10788d0-7730-4474-b6ea-4e4fdf8e05d3, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=f10788d0-7730-4474-b6ea-4e4fdf8e05d3,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:55:22.240874 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47652) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:22.264351 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-26f77c2c-c6b2-4097-8f8c-9c39ade45ccb req-16e1394d-f5ff-4b3c-9a3d-6a7d6710dc51 tempest-ServerShowV257Test-1183170414 tempest-ServerShowV257Test-1183170414-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9933f019-7130-449a-bfc5-69ef6b77217c HTTP/1.1" status: 200 len: 210 time: 0.2147315 Oct 04 20:55:22.287339 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.tag.tag_plugin [None req-f487e513-c440-46b2-a93d-228dadb99bb4 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '153129f6-0011-4576-9a81-f86692c452ac', 'tempest-TagsExtTest-Tag-1214020890') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:22.367829 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-20751756-dc82-4ade-93b8-93f92117cf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (f10788d0-7730-4474-b6ea-4e4fdf8e05d3), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:22.376105 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b55298-8de6-4e98-88d2-c32c9e56bc0c None None] Pushing event updated for resources: {'Port': ['ID=9ddfd5bb-9a14-4794-a264-7999a781a984,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:22.415649 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47656) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:22.507452 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:UPDATE=10,neutron:SELECT=86,neutron:INSERT=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:22.640011 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-21555873-c616-4a16-a3b5-41b06bfddd25 req-09b1dfa1-445a-4018-98ab-f528541bdb24 tempest-ServerShowV257Test-1183170414 tempest-ServerShowV257Test-1183170414-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=9933f019-7130-449a-bfc5-69ef6b77217c HTTP/1.1" status: 200 len: 210 time: 0.1160812 Oct 04 20:55:22.653757 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9ee26175-3d34-4b28-9de2-ee299e3eec44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (b76963c9-7a29-4ecf-803d-852d4cd229f1), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:22.662418 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9ee26175-3d34-4b28-9de2-ee299e3eec44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:22.664592 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-9ee26175-3d34-4b28-9de2-ee299e3eec44 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/b76963c9-7a29-4ecf-803d-852d4cd229f1 HTTP/1.1" status: 204 len: 168 time: 1.2633471 Oct 04 20:55:22.688900 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee26175-3d34-4b28-9de2-ee299e3eec44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76963c9-7a29-4ecf-803d-852d4cd229f1,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:22.691601 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-cb0961ea-f4b0-4b7d-af58-1361807bccce admin admin] Allocated IP 172.20.0.1 (a8112da8-6f7c-404b-8956-584c1f9d7cc1/52ab6ac8-2bb7-40ff-b3d2-d71c92ecc7d4/15e6a700-129a-4c84-b575-5f705f84dac9) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:55:22.713589 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-92a08026-29c0-4d08-876b-5003b1160b92 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (338eba0b-7a56-4642-842c-8d7eb2577e2d), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:22.769610 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f487e513-c440-46b2-a93d-228dadb99bb4 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] 10.222.0.78 "DELETE /networking/v2.0/routers/153129f6-0011-4576-9a81-f86692c452ac/tags/tempest-TagsExtTest-Tag-1214020890 HTTP/1.1" status: 204 len: 168 time: 0.5023549 Oct 04 20:55:22.786681 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47664) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:22.788124 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.tag.tag_plugin [None req-7b40892f-b475-4b92-abd2-888021e61b7b tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '153129f6-0011-4576-9a81-f86692c452ac') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:22.822415 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 9ddfd5bb-9a14-4794-a264-7999a781a984 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:55:22.889136 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7854592f-214b-40c6-adcf-7cab6486af69 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (160db739-9a2d-4469-bcc4-ae8e16e3e602), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:22.952468 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20751756-dc82-4ade-93b8-93f92117cf56 None None] Routers {'6f4330c4-c620-4c1d-ad47-eb9cbd37fcb7'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:55:22.952468 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-20751756-dc82-4ade-93b8-93f92117cf56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:55:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['6f4330c4-c620-4c1d-ad47-eb9cbd37fcb7'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:22.956414 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:22.978509 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7854592f-214b-40c6-adcf-7cab6486af69 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:22.984547 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-7854592f-214b-40c6-adcf-7cab6486af69 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/160db739-9a2d-4469-bcc4-ae8e16e3e602 HTTP/1.1" status: 204 len: 168 time: 2.2921839 Oct 04 20:55:23.026108 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47678) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:23.044425 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7854592f-214b-40c6-adcf-7cab6486af69 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Pushing event deleted for resources: {'Subnet': ['ID=160db739-9a2d-4469-bcc4-ae8e16e3e602,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:23.222433 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc62c3b7-634f-4215-afc7-185383a18e1d tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Deleting subnet 87ef0a1e-22a8-4806-8ea8-a8cbb34f4beb {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:55:23.334123 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cd77e4d1-c518-42b1-bf99-dbf2c05ffbaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:23.390802 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-7b40892f-b475-4b92-abd2-888021e61b7b tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] 10.222.0.78 "GET /networking/v2.0/routers/153129f6-0011-4576-9a81-f86692c452ac/tags HTTP/1.1" status: 200 len: 205 time: 0.6148448 Oct 04 20:55:23.399516 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47692) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:23.411454 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.tag.tag_plugin [None req-235e2fba-cbdf-4aab-b74d-4e39a69a4c3f tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'bcb16de1-8d39-4a72-a295-a4f480bb5dec') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:23.549511 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Publish callbacks [] for port (a7644ee9-dbe5-464c-b233-25f2a4199594), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:23.567072 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-235e2fba-cbdf-4aab-b74d-4e39a69a4c3f tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] 10.222.0.78 "GET /networking/v2.0/subnetpools/bcb16de1-8d39-4a72-a295-a4f480bb5dec/tags HTTP/1.1" status: 200 len: 241 time: 0.1583126 Oct 04 20:55:23.567837 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47694) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:23.584637 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.tag.tag_plugin [None req-9a5799eb-631e-40ae-844b-bf42bff228f8 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bcb16de1-8d39-4a72-a295-a4f480bb5dec', 'tempest-TagsExtTest-Tag-1418269674') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:23.663760 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f38f816-8ee8-43f7-8e20-b5453dc5c720 None None] Pushing event updated for resources: {'Port': ['ID=f10788d0-7730-4474-b6ea-4e4fdf8e05d3,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:23.698995 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fc62c3b7-634f-4215-afc7-185383a18e1d tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks [] for subnet (87ef0a1e-22a8-4806-8ea8-a8cbb34f4beb), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:23.741331 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cb0961ea-f4b0-4b7d-af58-1361807bccce admin admin] Publish callbacks [] for port (15e6a700-129a-4c84-b575-5f705f84dac9), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:23.847774 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (a7644ee9-dbe5-464c-b233-25f2a4199594), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:23.965619 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-9a5799eb-631e-40ae-844b-bf42bff228f8 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] 10.222.0.78 "GET /networking/v2.0/subnetpools/bcb16de1-8d39-4a72-a295-a4f480bb5dec/tags/tempest-TagsExtTest-Tag-1418269674 HTTP/1.1" status: 204 len: 168 time: 0.3957686 Oct 04 20:55:23.980539 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ca7be65d-c9b9-4508-a162-b2ea1d871577 req-e4c37e1c-5783-4955-a3aa-8196a4f68928 tempest-ServerShowV257Test-1183170414 tempest-ServerShowV257Test-1183170414-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9933f019-7130-449a-bfc5-69ef6b77217c HTTP/1.1" status: 200 len: 210 time: 0.3320773 Oct 04 20:55:23.986946 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47704) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:24.034156 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.tag.tag_plugin [None req-bcbe014f-5452-4732-a0d2-ee44996ffa64 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'bcb16de1-8d39-4a72-a295-a4f480bb5dec', 'tempest-TagsExtTest-Tag-1418269674') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:24.040094 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cb0961ea-f4b0-4b7d-af58-1361807bccce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (15e6a700-129a-4c84-b575-5f705f84dac9), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:24.083470 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 9ddfd5bb-9a14-4794-a264-7999a781a984 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:55:24.088032 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (9ddfd5bb-9a14-4794-a264-7999a781a984), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:24.091756 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 9ddfd5bb-9a14-4794-a264-7999a781a984 Oct 04 20:55:24.096410 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fc62c3b7-634f-4215-afc7-185383a18e1d tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (87ef0a1e-22a8-4806-8ea8-a8cbb34f4beb), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:24.171598 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:24.226340 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cd77e4d1-c518-42b1-bf99-dbf2c05ffbaf admin admin] Publish callbacks [] for security_group (f3947137-4d04-4988-b04c-e1ee7440b4fd), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:24.241119 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:24.242865 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-92a08026-29c0-4d08-876b-5003b1160b92 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Deleting port ea24e782-dc3e-43b0-9298-95efe2880084 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:55:24.243511 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-92a08026-29c0-4d08-876b-5003b1160b92 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (ea24e782-dc3e-43b0-9298-95efe2880084), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:24.292819 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0961ea-f4b0-4b7d-af58-1361807bccce admin admin] Network a8112da8-6f7c-404b-8956-584c1f9d7cc1 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:55:24.362596 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-cb0961ea-f4b0-4b7d-af58-1361807bccce admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:55:24.387347 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0961ea-f4b0-4b7d-af58-1361807bccce admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:55:24.396155 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-bcbe014f-5452-4732-a0d2-ee44996ffa64 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] 10.222.0.78 "DELETE /networking/v2.0/subnetpools/bcb16de1-8d39-4a72-a295-a4f480bb5dec/tags/tempest-TagsExtTest-Tag-1418269674 HTTP/1.1" status: 204 len: 168 time: 0.3930073 Oct 04 20:55:24.397377 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cd77e4d1-c518-42b1-bf99-dbf2c05ffbaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (f3947137-4d04-4988-b04c-e1ee7440b4fd), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:24.409902 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0961ea-f4b0-4b7d-af58-1361807bccce admin admin] Pushing event updated for resources: {'Port': ['ID=15e6a700-129a-4c84-b575-5f705f84dac9,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:24.411498 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47726) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:24.465472 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8944dec2-33b9-4576-85dd-0b49abd55ce5 None None] Network 21b8debc-0ce6-4ed5-9136-e1560a60bfd5 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:55:24.491670 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.tag.tag_plugin [None req-115ad9ad-a2e9-4283-b073-5a0e5d822079 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'bcb16de1-8d39-4a72-a295-a4f480bb5dec') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:24.498087 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Network 90d3993d-58d7-4a4b-ba8d-1d8999c0013f is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:55:24.561012 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd77e4d1-c518-42b1-bf99-dbf2c05ffbaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3947137-4d04-4988-b04c-e1ee7440b4fd,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:24.601003 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-20751756-dc82-4ade-93b8-93f92117cf56 None None] Set router 6f4330c4-c620-4c1d-ad47-eb9cbd37fcb7 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:55:24.612591 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:55:24.651702 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:55:24.685251 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-115ad9ad-a2e9-4283-b073-5a0e5d822079 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] 10.222.0.78 "GET /networking/v2.0/subnetpools/bcb16de1-8d39-4a72-a295-a4f480bb5dec/tags HTTP/1.1" status: 200 len: 205 time: 0.1929104 Oct 04 20:55:24.699247 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47732) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:24.718902 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.tag.tag_plugin [None req-d1706810-9664-44a6-9fe4-d2cf4b5755b0 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'bcb16de1-8d39-4a72-a295-a4f480bb5dec') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:24.726262 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47734) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:24.762488 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fc62c3b7-634f-4215-afc7-185383a18e1d tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (87ef0a1e-22a8-4806-8ea8-a8cbb34f4beb), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:24.810770 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-78205045-dfbb-4eb2-a46d-82c6b2794717 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:24.836083 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-cd77e4d1-c518-42b1-bf99-dbf2c05ffbaf admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=9b54dbb6a0bc4d3aa3aa943d646aed67&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4186411 Oct 04 20:55:24.841566 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47740) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:24.963887 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-d1706810-9664-44a6-9fe4-d2cf4b5755b0 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] 10.222.0.78 "DELETE /networking/v2.0/subnetpools/bcb16de1-8d39-4a72-a295-a4f480bb5dec/tags HTTP/1.1" status: 204 len: 168 time: 0.2627904 Oct 04 20:55:24.973970 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47742) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:24.987254 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.tag.tag_plugin [None req-f67cb19b-e354-4c0c-9c5c-f87d5dab9c09 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '153129f6-0011-4576-9a81-f86692c452ac') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:25.042479 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:25.047491 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-8be4a176-b190-494c-aff9-cc028f804e45 None None] Provisioning complete for port 9ddfd5bb-9a14-4794-a264-7999a781a984 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:55:25.048113 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8be4a176-b190-494c-aff9-cc028f804e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (9ddfd5bb-9a14-4794-a264-7999a781a984), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:25.048751 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-8be4a176-b190-494c-aff9-cc028f804e45 None None] Attempt 1 to provision port 9ddfd5bb-9a14-4794-a264-7999a781a984 Oct 04 20:55:25.119471 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Pushing event updated for resources: {'Port': ['ID=a7644ee9-dbe5-464c-b233-25f2a4199594,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:25.265135 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:INSERT=4,neutron:SELECT=89,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:25.376230 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cb0961ea-f4b0-4b7d-af58-1361807bccce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (6f4330c4-c620-4c1d-ad47-eb9cbd37fcb7), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:25.480007 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f67cb19b-e354-4c0c-9c5c-f87d5dab9c09 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] 10.222.0.78 "DELETE /networking/v2.0/routers/153129f6-0011-4576-9a81-f86692c452ac/tags HTTP/1.1" status: 204 len: 168 time: 0.4991179 Oct 04 20:55:25.501734 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47760) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:25.512704 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.tag.tag_plugin [None req-a1170122-b0af-4345-9231-45cbdfbc2253 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9ef93146-7610-45fe-8efd-e6a76b2fe20b') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:25.607426 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-92a08026-29c0-4d08-876b-5003b1160b92 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (ea24e782-dc3e-43b0-9298-95efe2880084), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:25.673096 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:25.751620 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-92a08026-29c0-4d08-876b-5003b1160b92 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Calling delete_port for ea24e782-dc3e-43b0-9298-95efe2880084 owned by network:router_interface {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:55:25.783120 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fc62c3b7-634f-4215-afc7-185383a18e1d tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (87ef0a1e-22a8-4806-8ea8-a8cbb34f4beb), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:25.812307 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 9ddfd5bb-9a14-4794-a264-7999a781a984 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:55:25.812974 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (9ddfd5bb-9a14-4794-a264-7999a781a984), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:25.821453 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fc62c3b7-634f-4215-afc7-185383a18e1d tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:25.827959 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-fc62c3b7-634f-4215-afc7-185383a18e1d tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/87ef0a1e-22a8-4806-8ea8-a8cbb34f4beb HTTP/1.1" status: 204 len: 168 time: 2.7969115 Oct 04 20:55:25.829040 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-85653516-cf2b-43da-bcb9-e2fe6d5a4362 admin admin] Publish callbacks [] for security_group (f3947137-4d04-4988-b04c-e1ee7440b4fd), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:25.830073 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Attempting to bind port a7644ee9-dbe5-464c-b233-25f2a4199594 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:55:25.830709 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Attempting to bind port a7644ee9-dbe5-464c-b233-25f2a4199594 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '13ea5edf-595f-4346-9969-1ff8e23e4faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '90d3993d-58d7-4a4b-ba8d-1d8999c0013f'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:55:25.831392 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Attempting to bind port a7644ee9-dbe5-464c-b233-25f2a4199594 on network 90d3993d-58d7-4a4b-ba8d-1d8999c0013f {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:55:25.839771 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47772) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:25.901419 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a1170122-b0af-4345-9231-45cbdfbc2253 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] 10.222.0.78 "DELETE /networking/v2.0/ports/9ef93146-7610-45fe-8efd-e6a76b2fe20b/tags HTTP/1.1" status: 204 len: 168 time: 0.3976908 Oct 04 20:55:25.923416 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62c3b7-634f-4215-afc7-185383a18e1d tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Pushing event deleted for resources: {'Subnet': ['ID=87ef0a1e-22a8-4806-8ea8-a8cbb34f4beb,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:25.966335 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 47774) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:25.973748 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.tag.tag_plugin [None req-46309ef7-924e-4b2f-b949-525c6c3a46ce tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '76d03a4e-87d0-48d8-b5d5-3cdfb9816765') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:25.974804 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-78205045-dfbb-4eb2-a46d-82c6b2794717 admin admin] Publish callbacks [] for security_group (ee98d031-373f-476e-a33c-b3f2ab550d7e), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:25.997489 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-85653516-cf2b-43da-bcb9-e2fe6d5a4362 admin admin] Publish callbacks [] for security_group (f3947137-4d04-4988-b04c-e1ee7440b4fd), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:26.009869 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 87ef0a1e-22a8-4806-8ea8-a8cbb34f4beb could not be found. Oct 04 20:55:26.009869 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 20:55:26.009869 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 20:55:26.009869 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 20:55:26.009869 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 20:55:26.009869 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 20:55:26.009869 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 20:55:26.009869 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 20:55:26.009869 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 20:55:26.009869 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 20:55:26.009869 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 20:55:26.009869 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 20:55:26.009869 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 20:55:26.009869 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 20:55:26.009869 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:55:26.009869 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:55:26.009869 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:55:26.009869 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:55:26.009869 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 20:55:26.009869 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:55:26.009869 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 20:55:26.009869 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 20:55:26.009869 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:55:26.009869 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:55:26.009869 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:55:26.009869 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:55:26.009869 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 20:55:26.009869 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:55:26.009869 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 20:55:26.009869 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 20:55:26.009869 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:55:26.009869 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:55:26.009869 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:55:26.009869 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:55:26.009869 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 20:55:26.009869 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 20:55:26.009869 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 20:55:26.009869 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 20:55:26.009869 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 20:55:26.009869 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 20:55:26.009869 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 87ef0a1e-22a8-4806-8ea8-a8cbb34f4beb could not be found. Oct 04 20:55:26.009869 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 20:55:26.020188 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Attempting to bind port a7644ee9-dbe5-464c-b233-25f2a4199594 on network 90d3993d-58d7-4a4b-ba8d-1d8999c0013f {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:55:26.058549 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2734c10d-9bfe-4c85-ab2b-8668e47c3c49 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:55:26.061450 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2734c10d-9bfe-4c85-ab2b-8668e47c3c49 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] 10.222.0.78 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2202842 Oct 04 20:55:26.075458 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-78205045-dfbb-4eb2-a46d-82c6b2794717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (ee98d031-373f-476e-a33c-b3f2ab550d7e), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:26.076931 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 87ef0a1e-22a8-4806-8ea8-a8cbb34f4beb could not be found. Oct 04 20:55:26.076931 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 20:55:26.076931 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 20:55:26.076931 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 20:55:26.076931 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 20:55:26.076931 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 20:55:26.076931 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 20:55:26.076931 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 20:55:26.076931 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 20:55:26.076931 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 20:55:26.076931 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 20:55:26.076931 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 20:55:26.076931 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:55:26.076931 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:55:26.076931 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:55:26.076931 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:55:26.076931 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 20:55:26.076931 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:55:26.076931 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 20:55:26.076931 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 20:55:26.076931 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:55:26.076931 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:55:26.076931 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:55:26.076931 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:55:26.076931 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 20:55:26.076931 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:55:26.076931 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 20:55:26.076931 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 20:55:26.076931 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:55:26.076931 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:55:26.076931 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:55:26.076931 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:55:26.076931 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 20:55:26.076931 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 20:55:26.076931 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 20:55:26.076931 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 20:55:26.076931 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 20:55:26.076931 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 20:55:26.076931 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 87ef0a1e-22a8-4806-8ea8-a8cbb34f4beb could not be found. Oct 04 20:55:26.076931 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 20:55:26.083960 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Failed to bind port a7644ee9-dbe5-464c-b233-25f2a4199594 on host n-d-852085-12 for vnic_type normal using segments [{'id': '13ea5edf-595f-4346-9969-1ff8e23e4faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '90d3993d-58d7-4a4b-ba8d-1d8999c0013f'}] Oct 04 20:55:26.083960 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-8be4a176-b190-494c-aff9-cc028f804e45 None None] Current status of the port 9ddfd5bb-9a14-4794-a264-7999a781a984 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:55:26.083960 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8be4a176-b190-494c-aff9-cc028f804e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (9ddfd5bb-9a14-4794-a264-7999a781a984), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:26.088168 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Attempt 2 to bind port a7644ee9-dbe5-464c-b233-25f2a4199594 Oct 04 20:55:26.090656 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47780) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:26.135480 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cb0961ea-f4b0-4b7d-af58-1361807bccce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (15e6a700-129a-4c84-b575-5f705f84dac9), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:26.185082 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-20751756-dc82-4ade-93b8-93f92117cf56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4330c4-c620-4c1d-ad47-eb9cbd37fcb7', 'name': 'tempest-InstanceActionsV221TestJSON-982779440-router', 'tenant_id': 'a7aee6375ab0440d970befc057955940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'f10788d0-7730-4474-b6ea-4e4fdf8e05d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:55:05Z', 'updated_at': '2022-10-04T20:55:12Z', 'revision_number': 3, 'project_id': 'a7aee6375ab0440d970befc057955940', 'gw_port': {'id': 'f10788d0-7730-4474-b6ea-4e4fdf8e05d3', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:24:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f4330c4-c620-4c1d-ad47-eb9cbd37fcb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:55:09Z', 'updated_at': '2022-10-04T20:55:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:26.193173 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Attempting to bind port a7644ee9-dbe5-464c-b233-25f2a4199594 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:55:26.193834 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Attempting to bind port a7644ee9-dbe5-464c-b233-25f2a4199594 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '13ea5edf-595f-4346-9969-1ff8e23e4faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '90d3993d-58d7-4a4b-ba8d-1d8999c0013f'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:55:26.194280 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Attempting to bind port a7644ee9-dbe5-464c-b233-25f2a4199594 on network 90d3993d-58d7-4a4b-ba8d-1d8999c0013f {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:55:26.216294 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 9ddfd5bb-9a14-4794-a264-7999a781a984, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=9ddfd5bb-9a14-4794-a264-7999a781a984,segment=NetworkSegment(84ad6e72-7de2-4d18-9849-6628d6da7a99),segment_id=84ad6e72-7de2-4d18-9849-6628d6da7a99)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:55:26.315868 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78205045-dfbb-4eb2-a46d-82c6b2794717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee98d031-373f-476e-a33c-b3f2ab550d7e,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:26.329925 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5345b782-24cc-4ae3-9bfa-2cd151d641d2 None None] DHCP port deletion for 21b8debc-0ce6-4ed5-9136-e1560a60bfd5 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:55:26.333197 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 87ef0a1e-22a8-4806-8ea8-a8cbb34f4beb could not be found. Oct 04 20:55:26.333197 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 20:55:26.333197 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 20:55:26.333197 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 20:55:26.333197 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 20:55:26.333197 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 20:55:26.333197 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 20:55:26.333197 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 20:55:26.333197 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 20:55:26.333197 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 20:55:26.333197 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 20:55:26.333197 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 20:55:26.333197 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 20:55:26.333197 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 20:55:26.333197 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:55:26.333197 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:55:26.333197 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:55:26.333197 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:55:26.333197 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 20:55:26.333197 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:55:26.333197 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 20:55:26.333197 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 20:55:26.333197 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:55:26.333197 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:55:26.333197 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:55:26.333197 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:55:26.333197 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 20:55:26.333197 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:55:26.333197 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 20:55:26.333197 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 20:55:26.333197 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:55:26.333197 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:55:26.333197 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:55:26.333197 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:55:26.333197 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 20:55:26.333197 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 20:55:26.333197 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 20:55:26.333197 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 20:55:26.333197 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 20:55:26.333197 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 20:55:26.333197 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 87ef0a1e-22a8-4806-8ea8-a8cbb34f4beb could not be found. Oct 04 20:55:26.333197 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 20:55:26.340589 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Attempting to bind port a7644ee9-dbe5-464c-b233-25f2a4199594 on network 90d3993d-58d7-4a4b-ba8d-1d8999c0013f {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:55:26.342980 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (9ddfd5bb-9a14-4794-a264-7999a781a984), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:26.349055 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-78205045-dfbb-4eb2-a46d-82c6b2794717 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=e96346f3d20e42f89a023c96a9d28c4c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6050129 Oct 04 20:55:26.349373 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20751756-dc82-4ade-93b8-93f92117cf56 None None] The sync data for ids ['6f4330c4-c620-4c1d-ad47-eb9cbd37fcb7'] in n-d-852085-12 is: [{'id': '6f4330c4-c620-4c1d-ad47-eb9cbd37fcb7', 'name': 'tempest-InstanceActionsV221TestJSON-982779440-router', 'tenant_id': 'a7aee6375ab0440d970befc057955940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'f10788d0-7730-4474-b6ea-4e4fdf8e05d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:55:05Z', 'updated_at': '2022-10-04T20:55:12Z', 'revision_number': 3, 'project_id': 'a7aee6375ab0440d970befc057955940', 'gw_port': {'id': 'f10788d0-7730-4474-b6ea-4e4fdf8e05d3', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:24:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f4330c4-c620-4c1d-ad47-eb9cbd37fcb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:55:09Z', 'updated_at': '2022-10-04T20:55:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:55:26.368158 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47782) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:26.422597 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-46b42be2-29db-4e30-af3e-15d186dc4745 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (90d3993d-58d7-4a4b-ba8d-1d8999c0013f), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:26.513662 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:26.532257 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-46309ef7-924e-4b2f-b949-525c6c3a46ce tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/76d03a4e-87d0-48d8-b5d5-3cdfb9816765/tags HTTP/1.1" status: 204 len: 168 time: 0.5650358 Oct 04 20:55:26.565610 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47790) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:26.585755 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=9ddfd5bb-9a14-4794-a264-7999a781a984,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:26.599504 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 9ddfd5bb-9a14-4794-a264-7999a781a984 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:55:26.624419 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.tag.tag_plugin [None req-467e9a7f-5cbc-4f68-840a-6970d0d946e7 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '76d03a4e-87d0-48d8-b5d5-3cdfb9816765', 'tempest-TagsExtTest-Tag-1535051964') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:26.655757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 87ef0a1e-22a8-4806-8ea8-a8cbb34f4beb could not be found. Oct 04 20:55:26.655757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 20:55:26.655757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 20:55:26.655757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 20:55:26.655757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 20:55:26.655757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 20:55:26.655757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 20:55:26.655757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 20:55:26.655757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 20:55:26.655757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 20:55:26.655757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 20:55:26.655757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 20:55:26.655757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:55:26.655757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:55:26.655757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:55:26.655757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:55:26.655757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 20:55:26.655757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:55:26.655757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 20:55:26.655757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 20:55:26.655757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:55:26.655757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:55:26.655757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:55:26.655757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:55:26.655757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 20:55:26.655757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:55:26.655757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 20:55:26.655757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 20:55:26.655757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:55:26.655757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:55:26.655757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:55:26.655757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:55:26.655757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 20:55:26.655757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 20:55:26.655757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 20:55:26.655757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 20:55:26.655757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 20:55:26.655757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 20:55:26.655757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 87ef0a1e-22a8-4806-8ea8-a8cbb34f4beb could not be found. Oct 04 20:55:26.655757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 20:55:26.666086 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Failed to bind port a7644ee9-dbe5-464c-b233-25f2a4199594 on host n-d-852085-12 for vnic_type normal using segments [{'id': '13ea5edf-595f-4346-9969-1ff8e23e4faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '90d3993d-58d7-4a4b-ba8d-1d8999c0013f'}] Oct 04 20:55:26.728321 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Attempt 3 to bind port a7644ee9-dbe5-464c-b233-25f2a4199594 Oct 04 20:55:26.736251 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-85653516-cf2b-43da-bcb9-e2fe6d5a4362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (f3947137-4d04-4988-b04c-e1ee7440b4fd), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:26.741575 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-85653516-cf2b-43da-bcb9-e2fe6d5a4362 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:26.743647 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-85653516-cf2b-43da-bcb9-e2fe6d5a4362 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/f3947137-4d04-4988-b04c-e1ee7440b4fd HTTP/1.1" status: 204 len: 168 time: 1.8986022 Oct 04 20:55:26.776754 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85653516-cf2b-43da-bcb9-e2fe6d5a4362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3947137-4d04-4988-b04c-e1ee7440b4fd,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:26.799548 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:26.821582 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-8be4a176-b190-494c-aff9-cc028f804e45 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 20:55:26.822286 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-8be4a176-b190-494c-aff9-cc028f804e45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 20:55:26.886079 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47796) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:26.904332 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Attempting to bind port a7644ee9-dbe5-464c-b233-25f2a4199594 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:55:26.904949 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Attempting to bind port a7644ee9-dbe5-464c-b233-25f2a4199594 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '13ea5edf-595f-4346-9969-1ff8e23e4faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '90d3993d-58d7-4a4b-ba8d-1d8999c0013f'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:55:26.905545 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Attempting to bind port a7644ee9-dbe5-464c-b233-25f2a4199594 on network 90d3993d-58d7-4a4b-ba8d-1d8999c0013f {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:55:26.914673 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:INSERT=9,neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:26.928858 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-77827d6a-28ff-4f09-9dbe-35ba48ea2fcb admin admin] Publish callbacks [] for security_group (ee98d031-373f-476e-a33c-b3f2ab550d7e), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:26.943001 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-46b42be2-29db-4e30-af3e-15d186dc4745 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Deleting port a7644ee9-dbe5-464c-b233-25f2a4199594 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:55:26.943960 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-46b42be2-29db-4e30-af3e-15d186dc4745 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (a7644ee9-dbe5-464c-b233-25f2a4199594), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:26.961026 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-5345b782-24cc-4ae3-9bfa-2cd151d641d2 None None] Deleting port 9ddfd5bb-9a14-4794-a264-7999a781a984 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:55:26.961026 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5345b782-24cc-4ae3-9bfa-2cd151d641d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (9ddfd5bb-9a14-4794-a264-7999a781a984), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:27.118919 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-5345b782-24cc-4ae3-9bfa-2cd151d641d2 None None] For port 9ddfd5bb-9a14-4794-a264-7999a781a984, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=9ddfd5bb-9a14-4794-a264-7999a781a984,segment=NetworkSegment(84ad6e72-7de2-4d18-9849-6628d6da7a99),segment_id=84ad6e72-7de2-4d18-9849-6628d6da7a99)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:55:27.119656 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5345b782-24cc-4ae3-9bfa-2cd151d641d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (9ddfd5bb-9a14-4794-a264-7999a781a984), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:27.160107 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-5345b782-24cc-4ae3-9bfa-2cd151d641d2 None None] Calling delete_port for 9ddfd5bb-9a14-4794-a264-7999a781a984 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:55:27.190768 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-467e9a7f-5cbc-4f68-840a-6970d0d946e7 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] 10.222.0.78 "PUT /networking/v2.0/subnets/76d03a4e-87d0-48d8-b5d5-3cdfb9816765/tags/tempest-TagsExtTest-Tag-1535051964 HTTP/1.1" status: 201 len: 201 time: 0.6173406 Oct 04 20:55:27.206924 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 47800) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:27.218566 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-77827d6a-28ff-4f09-9dbe-35ba48ea2fcb admin admin] Publish callbacks [] for security_group (ee98d031-373f-476e-a33c-b3f2ab550d7e), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:27.238636 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.tag.tag_plugin [None req-bdaf1d75-6784-431f-9b91-a14ed2dd831e tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '9ef93146-7610-45fe-8efd-e6a76b2fe20b', 'tempest-TagsExtTest-Tag-125670235') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:27.325227 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-46b42be2-29db-4e30-af3e-15d186dc4745 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] For port a7644ee9-dbe5-464c-b233-25f2a4199594, host n-d-852085-12, got binding levels [] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:55:27.326087 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-46b42be2-29db-4e30-af3e-15d186dc4745 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (a7644ee9-dbe5-464c-b233-25f2a4199594), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:27.346897 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 87ef0a1e-22a8-4806-8ea8-a8cbb34f4beb could not be found. Oct 04 20:55:27.346897 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 20:55:27.346897 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 20:55:27.346897 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 20:55:27.346897 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 20:55:27.346897 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 20:55:27.346897 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 20:55:27.346897 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 20:55:27.346897 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 20:55:27.346897 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 20:55:27.346897 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 20:55:27.346897 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 20:55:27.346897 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 20:55:27.346897 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 20:55:27.346897 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:55:27.346897 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:55:27.346897 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:55:27.346897 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:55:27.346897 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 20:55:27.346897 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:55:27.346897 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 20:55:27.346897 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 20:55:27.346897 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:55:27.346897 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:55:27.346897 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:55:27.346897 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:55:27.346897 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 20:55:27.346897 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:55:27.346897 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 20:55:27.346897 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 20:55:27.346897 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:55:27.346897 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:55:27.346897 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:55:27.346897 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:55:27.346897 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 20:55:27.346897 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 20:55:27.346897 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 20:55:27.346897 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 20:55:27.346897 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 20:55:27.346897 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 20:55:27.346897 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 87ef0a1e-22a8-4806-8ea8-a8cbb34f4beb could not be found. Oct 04 20:55:27.346897 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 20:55:27.354605 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Attempting to bind port a7644ee9-dbe5-464c-b233-25f2a4199594 on network 90d3993d-58d7-4a4b-ba8d-1d8999c0013f {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:55:27.483738 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No ports have port_id starting with 9ddfd5bb-9a14-4794-a264-7999a781a984 Oct 04 20:55:27.485243 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5345b782-24cc-4ae3-9bfa-2cd151d641d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (9ddfd5bb-9a14-4794-a264-7999a781a984), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:27.502124 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 87ef0a1e-22a8-4806-8ea8-a8cbb34f4beb could not be found. Oct 04 20:55:27.502124 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 20:55:27.502124 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 20:55:27.502124 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 20:55:27.502124 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 20:55:27.502124 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 20:55:27.502124 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 20:55:27.502124 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 20:55:27.502124 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 20:55:27.502124 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 20:55:27.502124 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 20:55:27.502124 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 20:55:27.502124 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:55:27.502124 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:55:27.502124 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:55:27.502124 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:55:27.502124 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 20:55:27.502124 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:55:27.502124 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 20:55:27.502124 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 20:55:27.502124 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:55:27.502124 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:55:27.502124 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:55:27.502124 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:55:27.502124 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 20:55:27.502124 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:55:27.502124 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 20:55:27.502124 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 20:55:27.502124 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:55:27.502124 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:55:27.502124 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:55:27.502124 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:55:27.502124 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 20:55:27.502124 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 20:55:27.502124 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 20:55:27.502124 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 20:55:27.502124 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 20:55:27.502124 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 20:55:27.502124 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 87ef0a1e-22a8-4806-8ea8-a8cbb34f4beb could not be found. Oct 04 20:55:27.502124 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 20:55:27.508146 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Failed to bind port a7644ee9-dbe5-464c-b233-25f2a4199594 on host n-d-852085-12 for vnic_type normal using segments [{'id': '13ea5edf-595f-4346-9969-1ff8e23e4faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '90d3993d-58d7-4a4b-ba8d-1d8999c0013f'}] Oct 04 20:55:27.514995 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Attempt 4 to bind port a7644ee9-dbe5-464c-b233-25f2a4199594 Oct 04 20:55:27.629829 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5345b782-24cc-4ae3-9bfa-2cd151d641d2 None None] No DVR routers for this DVR port 9ddfd5bb-9a14-4794-a264-7999a781a984 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:55:27.643780 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5345b782-24cc-4ae3-9bfa-2cd151d641d2 None None] Pushing event deleted for resources: {'Port': ['ID=9ddfd5bb-9a14-4794-a264-7999a781a984,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:27.646960 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-8be4a176-b190-494c-aff9-cc028f804e45 None None] Current status of the port 9ddfd5bb-9a14-4794-a264-7999a781a984 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:55:27.659126 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Attempting to bind port a7644ee9-dbe5-464c-b233-25f2a4199594 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:55:27.660158 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Attempting to bind port a7644ee9-dbe5-464c-b233-25f2a4199594 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '13ea5edf-595f-4346-9969-1ff8e23e4faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '90d3993d-58d7-4a4b-ba8d-1d8999c0013f'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:55:27.660809 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Attempting to bind port a7644ee9-dbe5-464c-b233-25f2a4199594 on network 90d3993d-58d7-4a4b-ba8d-1d8999c0013f {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:55:27.755320 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 87ef0a1e-22a8-4806-8ea8-a8cbb34f4beb could not be found. Oct 04 20:55:27.755320 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 20:55:27.755320 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 20:55:27.755320 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 20:55:27.755320 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 20:55:27.755320 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 20:55:27.755320 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 20:55:27.755320 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 20:55:27.755320 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 20:55:27.755320 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 20:55:27.755320 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 20:55:27.755320 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 20:55:27.755320 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 20:55:27.755320 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 20:55:27.755320 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:55:27.755320 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:55:27.755320 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:55:27.755320 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:55:27.755320 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 20:55:27.755320 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:55:27.755320 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 20:55:27.755320 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 20:55:27.755320 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:55:27.755320 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:55:27.755320 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:55:27.755320 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:55:27.755320 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 20:55:27.755320 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:55:27.755320 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 20:55:27.755320 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 20:55:27.755320 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:55:27.755320 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:55:27.755320 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:55:27.755320 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:55:27.755320 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 20:55:27.755320 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 20:55:27.755320 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 20:55:27.755320 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 20:55:27.755320 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 20:55:27.755320 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 20:55:27.755320 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 87ef0a1e-22a8-4806-8ea8-a8cbb34f4beb could not be found. Oct 04 20:55:27.755320 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 20:55:27.763010 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Attempting to bind port a7644ee9-dbe5-464c-b233-25f2a4199594 on network 90d3993d-58d7-4a4b-ba8d-1d8999c0013f {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:55:27.801153 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cb0961ea-f4b0-4b7d-af58-1361807bccce admin admin] Publish callbacks [] for port (15e6a700-129a-4c84-b575-5f705f84dac9), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:27.826435 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-bdaf1d75-6784-431f-9b91-a14ed2dd831e tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] 10.222.0.78 "PUT /networking/v2.0/ports/9ef93146-7610-45fe-8efd-e6a76b2fe20b/tags/tempest-TagsExtTest-Tag-125670235 HTTP/1.1" status: 201 len: 201 time: 0.6175179 Oct 04 20:55:27.827376 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 47814) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:27.848078 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.tag.tag_plugin [None req-c31fb13c-dd54-4d87-9b92-05100bcbd3ae tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '153129f6-0011-4576-9a81-f86692c452ac', 'tempest-TagsExtTest-Tag-582387975') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:27.889868 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 87ef0a1e-22a8-4806-8ea8-a8cbb34f4beb could not be found. Oct 04 20:55:27.889868 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 20:55:27.889868 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 20:55:27.889868 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 20:55:27.889868 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 20:55:27.889868 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 20:55:27.889868 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 20:55:27.889868 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 20:55:27.889868 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 20:55:27.889868 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 20:55:27.889868 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 20:55:27.889868 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 20:55:27.889868 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:55:27.889868 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:55:27.889868 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:55:27.889868 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:55:27.889868 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 20:55:27.889868 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:55:27.889868 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 20:55:27.889868 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 20:55:27.889868 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:55:27.889868 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:55:27.889868 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:55:27.889868 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:55:27.889868 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 20:55:27.889868 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:55:27.889868 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 20:55:27.889868 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 20:55:27.889868 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:55:27.889868 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:55:27.889868 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:55:27.889868 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:55:27.889868 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 20:55:27.889868 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 20:55:27.889868 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 20:55:27.889868 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 20:55:27.889868 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 20:55:27.889868 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 20:55:27.889868 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 87ef0a1e-22a8-4806-8ea8-a8cbb34f4beb could not be found. Oct 04 20:55:27.889868 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 20:55:27.898935 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Failed to bind port a7644ee9-dbe5-464c-b233-25f2a4199594 on host n-d-852085-12 for vnic_type normal using segments [{'id': '13ea5edf-595f-4346-9969-1ff8e23e4faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '90d3993d-58d7-4a4b-ba8d-1d8999c0013f'}] Oct 04 20:55:27.898935 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Attempt 5 to bind port a7644ee9-dbe5-464c-b233-25f2a4199594 Oct 04 20:55:27.942729 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-01260580-1cd1-4683-afa1-4e5841dbf2f2 None None] Provisioning complete for port 15e6a700-129a-4c84-b575-5f705f84dac9 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:55:27.954390 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-01260580-1cd1-4683-afa1-4e5841dbf2f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (15e6a700-129a-4c84-b575-5f705f84dac9), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:27.954390 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-01260580-1cd1-4683-afa1-4e5841dbf2f2 None None] Attempt 1 to provision port 15e6a700-129a-4c84-b575-5f705f84dac9 Oct 04 20:55:28.021961 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Attempting to bind port a7644ee9-dbe5-464c-b233-25f2a4199594 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:55:28.022428 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Attempting to bind port a7644ee9-dbe5-464c-b233-25f2a4199594 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '13ea5edf-595f-4346-9969-1ff8e23e4faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '90d3993d-58d7-4a4b-ba8d-1d8999c0013f'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:55:28.022854 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Attempting to bind port a7644ee9-dbe5-464c-b233-25f2a4199594 on network 90d3993d-58d7-4a4b-ba8d-1d8999c0013f {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:55:28.049225 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cb0961ea-f4b0-4b7d-af58-1361807bccce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (15e6a700-129a-4c84-b575-5f705f84dac9), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:28.118512 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 87ef0a1e-22a8-4806-8ea8-a8cbb34f4beb could not be found. Oct 04 20:55:28.118512 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 20:55:28.118512 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 20:55:28.118512 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 20:55:28.118512 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 20:55:28.118512 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 20:55:28.118512 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 20:55:28.118512 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 20:55:28.118512 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 20:55:28.118512 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 20:55:28.118512 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 20:55:28.118512 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 20:55:28.118512 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 20:55:28.118512 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 20:55:28.118512 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:55:28.118512 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:55:28.118512 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:55:28.118512 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:55:28.118512 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 20:55:28.118512 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:55:28.118512 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 20:55:28.118512 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 20:55:28.118512 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:55:28.118512 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:55:28.118512 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:55:28.118512 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:55:28.118512 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 20:55:28.118512 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:55:28.118512 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 20:55:28.118512 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 20:55:28.118512 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:55:28.118512 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:55:28.118512 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:55:28.118512 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:55:28.118512 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 20:55:28.118512 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 20:55:28.118512 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 20:55:28.118512 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 20:55:28.118512 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 20:55:28.118512 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 20:55:28.118512 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 87ef0a1e-22a8-4806-8ea8-a8cbb34f4beb could not be found. Oct 04 20:55:28.118512 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 20:55:28.125490 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Attempting to bind port a7644ee9-dbe5-464c-b233-25f2a4199594 on network 90d3993d-58d7-4a4b-ba8d-1d8999c0013f {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:55:28.125490 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:28.161632 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-46b42be2-29db-4e30-af3e-15d186dc4745 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Calling delete_port for a7644ee9-dbe5-464c-b233-25f2a4199594 owned by network:dhcp {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:55:28.171848 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-10b8c802-0986-4eee-8825-7335994c0681 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:28.216532 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:28.275909 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=6,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:28.279453 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c31fb13c-dd54-4d87-9b92-05100bcbd3ae tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] 10.222.0.78 "PUT /networking/v2.0/routers/153129f6-0011-4576-9a81-f86692c452ac/tags/tempest-TagsExtTest-Tag-582387975 HTTP/1.1" status: 201 len: 201 time: 0.4480824 Oct 04 20:55:28.351109 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 47824) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:28.392303 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.tag.tag_plugin [None req-9a67eb46-d11a-40d3-9016-7bca34c54f61 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'bcb16de1-8d39-4a72-a295-a4f480bb5dec', 'tempest-TagsExtTest-Tag-156461504') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:28.546521 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cb0961ea-f4b0-4b7d-af58-1361807bccce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (6f4330c4-c620-4c1d-ad47-eb9cbd37fcb7), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:28.564086 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-01260580-1cd1-4683-afa1-4e5841dbf2f2 None None] Port 15e6a700-129a-4c84-b575-5f705f84dac9 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:55:28.570505 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0961ea-f4b0-4b7d-af58-1361807bccce admin admin] Pushing event updated for resources: {'Port': ['ID=15e6a700-129a-4c84-b575-5f705f84dac9,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:28.580918 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 87ef0a1e-22a8-4806-8ea8-a8cbb34f4beb could not be found. Oct 04 20:55:28.580918 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 20:55:28.580918 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 20:55:28.580918 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 20:55:28.580918 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 20:55:28.580918 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 20:55:28.580918 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 20:55:28.580918 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 20:55:28.580918 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 20:55:28.580918 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 20:55:28.580918 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 20:55:28.580918 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 20:55:28.580918 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:55:28.580918 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:55:28.580918 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:55:28.580918 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:55:28.580918 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 20:55:28.580918 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:55:28.580918 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 20:55:28.580918 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 20:55:28.580918 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:55:28.580918 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:55:28.580918 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:55:28.580918 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:55:28.580918 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 20:55:28.580918 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:55:28.580918 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 20:55:28.580918 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 20:55:28.580918 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:55:28.580918 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:55:28.580918 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:55:28.580918 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:55:28.580918 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 20:55:28.580918 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 20:55:28.580918 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 20:55:28.580918 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 20:55:28.580918 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 20:55:28.580918 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 20:55:28.580918 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 87ef0a1e-22a8-4806-8ea8-a8cbb34f4beb could not be found. Oct 04 20:55:28.580918 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 20:55:28.588814 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Failed to bind port a7644ee9-dbe5-464c-b233-25f2a4199594 on host n-d-852085-12 for vnic_type normal using segments [{'id': '13ea5edf-595f-4346-9969-1ff8e23e4faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '90d3993d-58d7-4a4b-ba8d-1d8999c0013f'}] Oct 04 20:55:28.593277 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Attempt 6 to bind port a7644ee9-dbe5-464c-b233-25f2a4199594 Oct 04 20:55:28.623948 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Attempting to bind port a7644ee9-dbe5-464c-b233-25f2a4199594 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:55:28.624708 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Attempting to bind port a7644ee9-dbe5-464c-b233-25f2a4199594 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '13ea5edf-595f-4346-9969-1ff8e23e4faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '90d3993d-58d7-4a4b-ba8d-1d8999c0013f'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:55:28.625799 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Attempting to bind port a7644ee9-dbe5-464c-b233-25f2a4199594 on network 90d3993d-58d7-4a4b-ba8d-1d8999c0013f {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:55:28.672502 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device f10788d0-7730-4474-b6ea-4e4fdf8e05d3 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:55:28.715795 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 87ef0a1e-22a8-4806-8ea8-a8cbb34f4beb could not be found. Oct 04 20:55:28.715795 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 20:55:28.715795 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 20:55:28.715795 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 20:55:28.715795 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 20:55:28.715795 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 20:55:28.715795 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 20:55:28.715795 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 20:55:28.715795 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 20:55:28.715795 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 20:55:28.715795 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 20:55:28.715795 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 20:55:28.715795 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 20:55:28.715795 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 20:55:28.715795 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:55:28.715795 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:55:28.715795 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:55:28.715795 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:55:28.715795 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 20:55:28.715795 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:55:28.715795 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 20:55:28.715795 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 20:55:28.715795 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:55:28.715795 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:55:28.715795 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:55:28.715795 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:55:28.715795 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 20:55:28.715795 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:55:28.715795 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 20:55:28.715795 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 20:55:28.715795 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:55:28.715795 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:55:28.715795 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:55:28.715795 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:55:28.715795 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 20:55:28.715795 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 20:55:28.715795 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 20:55:28.715795 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 20:55:28.715795 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 20:55:28.715795 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 20:55:28.715795 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 87ef0a1e-22a8-4806-8ea8-a8cbb34f4beb could not be found. Oct 04 20:55:28.715795 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 20:55:28.725335 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Attempting to bind port a7644ee9-dbe5-464c-b233-25f2a4199594 on network 90d3993d-58d7-4a4b-ba8d-1d8999c0013f {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:55:28.725488 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-92a08026-29c0-4d08-876b-5003b1160b92 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (ea24e782-dc3e-43b0-9298-95efe2880084), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:28.758568 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-77827d6a-28ff-4f09-9dbe-35ba48ea2fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (ee98d031-373f-476e-a33c-b3f2ab550d7e), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:28.770155 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-77827d6a-28ff-4f09-9dbe-35ba48ea2fcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:28.775787 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-77827d6a-28ff-4f09-9dbe-35ba48ea2fcb admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/ee98d031-373f-476e-a33c-b3f2ab550d7e HTTP/1.1" status: 204 len: 168 time: 2.3948348 Oct 04 20:55:28.777454 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-46b42be2-29db-4e30-af3e-15d186dc4745 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (a7644ee9-dbe5-464c-b233-25f2a4199594), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:28.780399 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 87ef0a1e-22a8-4806-8ea8-a8cbb34f4beb could not be found. Oct 04 20:55:28.780399 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 20:55:28.780399 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 20:55:28.780399 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 20:55:28.780399 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 20:55:28.780399 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 20:55:28.780399 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 20:55:28.780399 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 20:55:28.780399 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 20:55:28.780399 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 20:55:28.780399 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 20:55:28.780399 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 20:55:28.780399 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:55:28.780399 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:55:28.780399 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:55:28.780399 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:55:28.780399 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 20:55:28.780399 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:55:28.780399 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 20:55:28.780399 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 20:55:28.780399 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:55:28.780399 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:55:28.780399 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:55:28.780399 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:55:28.780399 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 20:55:28.780399 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:55:28.780399 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 20:55:28.780399 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 20:55:28.780399 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:55:28.780399 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:55:28.780399 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:55:28.780399 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:55:28.780399 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 20:55:28.780399 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 20:55:28.780399 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 20:55:28.780399 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 20:55:28.780399 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 20:55:28.780399 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 20:55:28.780399 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 87ef0a1e-22a8-4806-8ea8-a8cbb34f4beb could not be found. Oct 04 20:55:28.780399 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 20:55:28.787022 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Failed to bind port a7644ee9-dbe5-464c-b233-25f2a4199594 on host n-d-852085-12 for vnic_type normal using segments [{'id': '13ea5edf-595f-4346-9969-1ff8e23e4faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '90d3993d-58d7-4a4b-ba8d-1d8999c0013f'}] Oct 04 20:55:28.791242 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Attempt 7 to bind port a7644ee9-dbe5-464c-b233-25f2a4199594 Oct 04 20:55:28.792651 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a08026-29c0-4d08-876b-5003b1160b92 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Pushing event deleted for resources: {'Port': ['ID=ea24e782-dc3e-43b0-9298-95efe2880084,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:28.844890 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port f10788d0-7730-4474-b6ea-4e4fdf8e05d3 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:55:28.845662 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (f10788d0-7730-4474-b6ea-4e4fdf8e05d3), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:28.846188 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port f10788d0-7730-4474-b6ea-4e4fdf8e05d3 Oct 04 20:55:28.848664 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Attempting to bind port a7644ee9-dbe5-464c-b233-25f2a4199594 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:55:28.849306 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Attempting to bind port a7644ee9-dbe5-464c-b233-25f2a4199594 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '13ea5edf-595f-4346-9969-1ff8e23e4faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '90d3993d-58d7-4a4b-ba8d-1d8999c0013f'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:55:28.850686 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Attempting to bind port a7644ee9-dbe5-464c-b233-25f2a4199594 on network 90d3993d-58d7-4a4b-ba8d-1d8999c0013f {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:55:28.914943 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=60 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:28.930161 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 87ef0a1e-22a8-4806-8ea8-a8cbb34f4beb could not be found. Oct 04 20:55:28.930161 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 20:55:28.930161 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 20:55:28.930161 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 20:55:28.930161 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 20:55:28.930161 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 20:55:28.930161 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 20:55:28.930161 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 20:55:28.930161 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 20:55:28.930161 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 20:55:28.930161 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 20:55:28.930161 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 20:55:28.930161 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 20:55:28.930161 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 20:55:28.930161 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:55:28.930161 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:55:28.930161 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:55:28.930161 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:55:28.930161 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 20:55:28.930161 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:55:28.930161 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 20:55:28.930161 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 20:55:28.930161 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:55:28.930161 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:55:28.930161 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:55:28.930161 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:55:28.930161 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 20:55:28.930161 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:55:28.930161 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 20:55:28.930161 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 20:55:28.930161 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:55:28.930161 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:55:28.930161 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:55:28.930161 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:55:28.930161 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 20:55:28.930161 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 20:55:28.930161 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 20:55:28.930161 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 20:55:28.930161 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 20:55:28.930161 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 20:55:28.930161 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 87ef0a1e-22a8-4806-8ea8-a8cbb34f4beb could not be found. Oct 04 20:55:28.930161 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 20:55:28.936835 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-9a67eb46-d11a-40d3-9016-7bca34c54f61 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] 10.222.0.78 "PUT /networking/v2.0/subnetpools/bcb16de1-8d39-4a72-a295-a4f480bb5dec/tags/tempest-TagsExtTest-Tag-156461504 HTTP/1.1" status: 201 len: 201 time: 0.5813816 Oct 04 20:55:28.937844 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 47838) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:28.938617 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Attempting to bind port a7644ee9-dbe5-464c-b233-25f2a4199594 on network 90d3993d-58d7-4a4b-ba8d-1d8999c0013f {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:55:29.003105 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77827d6a-28ff-4f09-9dbe-35ba48ea2fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee98d031-373f-476e-a33c-b3f2ab550d7e,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:29.004870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 87ef0a1e-22a8-4806-8ea8-a8cbb34f4beb could not be found. Oct 04 20:55:29.004870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 20:55:29.004870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 20:55:29.004870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 20:55:29.004870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 20:55:29.004870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 20:55:29.004870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 20:55:29.004870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 20:55:29.004870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 20:55:29.004870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 20:55:29.004870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 20:55:29.004870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 20:55:29.004870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:55:29.004870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:55:29.004870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:55:29.004870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:55:29.004870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 20:55:29.004870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:55:29.004870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 20:55:29.004870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 20:55:29.004870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:55:29.004870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:55:29.004870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:55:29.004870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:55:29.004870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 20:55:29.004870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:55:29.004870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 20:55:29.004870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 20:55:29.004870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:55:29.004870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:55:29.004870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:55:29.004870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:55:29.004870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 20:55:29.004870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 20:55:29.004870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 20:55:29.004870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 20:55:29.004870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 20:55:29.004870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 20:55:29.004870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 87ef0a1e-22a8-4806-8ea8-a8cbb34f4beb could not be found. Oct 04 20:55:29.004870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 20:55:29.012207 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Failed to bind port a7644ee9-dbe5-464c-b233-25f2a4199594 on host n-d-852085-12 for vnic_type normal using segments [{'id': '13ea5edf-595f-4346-9969-1ff8e23e4faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '90d3993d-58d7-4a4b-ba8d-1d8999c0013f'}] Oct 04 20:55:29.013617 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b42be2-29db-4e30-af3e-15d186dc4745 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Pushing event deleted for resources: {'Port': ['ID=a7644ee9-dbe5-464c-b233-25f2a4199594,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:29.020520 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Attempt 8 to bind port a7644ee9-dbe5-464c-b233-25f2a4199594 Oct 04 20:55:29.032505 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b42be2-29db-4e30-af3e-15d186dc4745 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] No DVR routers for this DVR port a7644ee9-dbe5-464c-b233-25f2a4199594 on host n-d-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:55:29.045327 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.tag.tag_plugin [None req-73224651-731c-4110-ace6-d51f7133d118 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '76d03a4e-87d0-48d8-b5d5-3cdfb9816765', {'tags': ['tempest-TagsExtTest-Tag-1677860526', 'tempest-TagsExtTest-Tag-9398630', 'tempest-TagsExtTest-Tag-1114479018']}) {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:29.060177 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Attempting to bind port a7644ee9-dbe5-464c-b233-25f2a4199594 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:55:29.061255 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Attempting to bind port a7644ee9-dbe5-464c-b233-25f2a4199594 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '13ea5edf-595f-4346-9969-1ff8e23e4faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '90d3993d-58d7-4a4b-ba8d-1d8999c0013f'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:55:29.062063 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Attempting to bind port a7644ee9-dbe5-464c-b233-25f2a4199594 on network 90d3993d-58d7-4a4b-ba8d-1d8999c0013f {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:55:29.143842 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 87ef0a1e-22a8-4806-8ea8-a8cbb34f4beb could not be found. Oct 04 20:55:29.143842 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 20:55:29.143842 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 20:55:29.143842 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 20:55:29.143842 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 20:55:29.143842 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 20:55:29.143842 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 20:55:29.143842 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 20:55:29.143842 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 20:55:29.143842 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 20:55:29.143842 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 20:55:29.143842 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 20:55:29.143842 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 20:55:29.143842 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 20:55:29.143842 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:55:29.143842 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:55:29.143842 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:55:29.143842 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:55:29.143842 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 20:55:29.143842 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:55:29.143842 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 20:55:29.143842 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 20:55:29.143842 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:55:29.143842 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:55:29.143842 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:55:29.143842 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:55:29.143842 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 20:55:29.143842 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:55:29.143842 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 20:55:29.143842 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 20:55:29.143842 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:55:29.143842 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:55:29.143842 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:55:29.143842 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:55:29.143842 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 20:55:29.143842 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 20:55:29.143842 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 20:55:29.143842 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 20:55:29.143842 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 20:55:29.143842 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 20:55:29.143842 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 87ef0a1e-22a8-4806-8ea8-a8cbb34f4beb could not be found. Oct 04 20:55:29.143842 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 20:55:29.149289 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Attempting to bind port a7644ee9-dbe5-464c-b233-25f2a4199594 on network 90d3993d-58d7-4a4b-ba8d-1d8999c0013f {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:55:29.194468 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0961ea-f4b0-4b7d-af58-1361807bccce admin admin] Network a8112da8-6f7c-404b-8956-584c1f9d7cc1 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:55:29.206006 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-cb0961ea-f4b0-4b7d-af58-1361807bccce admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:55:29.226799 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 87ef0a1e-22a8-4806-8ea8-a8cbb34f4beb could not be found. Oct 04 20:55:29.226799 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 20:55:29.226799 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 20:55:29.226799 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 20:55:29.226799 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 20:55:29.226799 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 20:55:29.226799 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 20:55:29.226799 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 20:55:29.226799 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 20:55:29.226799 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 20:55:29.226799 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 20:55:29.226799 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 20:55:29.226799 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:55:29.226799 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:55:29.226799 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:55:29.226799 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:55:29.226799 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 20:55:29.226799 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:55:29.226799 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 20:55:29.226799 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 20:55:29.226799 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:55:29.226799 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:55:29.226799 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:55:29.226799 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:55:29.226799 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 20:55:29.226799 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:55:29.226799 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 20:55:29.226799 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 20:55:29.226799 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:55:29.226799 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:55:29.226799 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:55:29.226799 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:55:29.226799 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 20:55:29.226799 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 20:55:29.226799 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 20:55:29.226799 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 20:55:29.226799 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 20:55:29.226799 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 20:55:29.226799 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 87ef0a1e-22a8-4806-8ea8-a8cbb34f4beb could not be found. Oct 04 20:55:29.226799 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 20:55:29.238891 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Failed to bind port a7644ee9-dbe5-464c-b233-25f2a4199594 on host n-d-852085-12 for vnic_type normal using segments [{'id': '13ea5edf-595f-4346-9969-1ff8e23e4faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '90d3993d-58d7-4a4b-ba8d-1d8999c0013f'}] Oct 04 20:55:29.287128 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Attempt 9 to bind port a7644ee9-dbe5-464c-b233-25f2a4199594 Oct 04 20:55:29.316609 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:29.327818 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-73224651-731c-4110-ace6-d51f7133d118 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] 10.222.0.78 "PUT /networking/v2.0/subnets/76d03a4e-87d0-48d8-b5d5-3cdfb9816765/tags HTTP/1.1" status: 200 len: 315 time: 0.3695037 Oct 04 20:55:29.348177 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Attempting to bind port a7644ee9-dbe5-464c-b233-25f2a4199594 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:55:29.349402 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Attempting to bind port a7644ee9-dbe5-464c-b233-25f2a4199594 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '13ea5edf-595f-4346-9969-1ff8e23e4faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '90d3993d-58d7-4a4b-ba8d-1d8999c0013f'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:55:29.350308 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Attempting to bind port a7644ee9-dbe5-464c-b233-25f2a4199594 on network 90d3993d-58d7-4a4b-ba8d-1d8999c0013f {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:55:29.377972 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port f10788d0-7730-4474-b6ea-4e4fdf8e05d3 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:55:29.379100 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (f10788d0-7730-4474-b6ea-4e4fdf8e05d3), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:29.406593 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47848) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:29.430821 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.tag.tag_plugin [None req-deab59c3-0eb2-4752-a3d9-739d15b10c71 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '76d03a4e-87d0-48d8-b5d5-3cdfb9816765') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:29.447178 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 87ef0a1e-22a8-4806-8ea8-a8cbb34f4beb could not be found. Oct 04 20:55:29.447178 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 20:55:29.447178 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 20:55:29.447178 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 20:55:29.447178 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 20:55:29.447178 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 20:55:29.447178 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 20:55:29.447178 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 20:55:29.447178 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 20:55:29.447178 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 20:55:29.447178 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 20:55:29.447178 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 20:55:29.447178 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 20:55:29.447178 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 20:55:29.447178 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:55:29.447178 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:55:29.447178 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:55:29.447178 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:55:29.447178 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 20:55:29.447178 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:55:29.447178 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 20:55:29.447178 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 20:55:29.447178 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:55:29.447178 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:55:29.447178 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:55:29.447178 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:55:29.447178 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 20:55:29.447178 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:55:29.447178 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 20:55:29.447178 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 20:55:29.447178 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:55:29.447178 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:55:29.447178 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:55:29.447178 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:55:29.447178 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 20:55:29.447178 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 20:55:29.447178 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 20:55:29.447178 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 20:55:29.447178 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 20:55:29.447178 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 20:55:29.447178 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 87ef0a1e-22a8-4806-8ea8-a8cbb34f4beb could not be found. Oct 04 20:55:29.447178 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 20:55:29.453766 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Attempting to bind port a7644ee9-dbe5-464c-b233-25f2a4199594 on network 90d3993d-58d7-4a4b-ba8d-1d8999c0013f {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:55:29.505882 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 87ef0a1e-22a8-4806-8ea8-a8cbb34f4beb could not be found. Oct 04 20:55:29.505882 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 20:55:29.505882 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 20:55:29.505882 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 20:55:29.505882 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 20:55:29.505882 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 20:55:29.505882 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 20:55:29.505882 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 20:55:29.505882 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 20:55:29.505882 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 20:55:29.505882 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 20:55:29.505882 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 20:55:29.505882 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:55:29.505882 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:55:29.505882 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:55:29.505882 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:55:29.505882 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 20:55:29.505882 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:55:29.505882 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 20:55:29.505882 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 20:55:29.505882 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:55:29.505882 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:55:29.505882 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:55:29.505882 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:55:29.505882 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 20:55:29.505882 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:55:29.505882 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 20:55:29.505882 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 20:55:29.505882 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:55:29.505882 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:55:29.505882 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:55:29.505882 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:55:29.505882 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 20:55:29.505882 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 20:55:29.505882 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 20:55:29.505882 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 20:55:29.505882 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 20:55:29.505882 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 20:55:29.505882 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 87ef0a1e-22a8-4806-8ea8-a8cbb34f4beb could not be found. Oct 04 20:55:29.505882 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 20:55:29.514328 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Failed to bind port a7644ee9-dbe5-464c-b233-25f2a4199594 on host n-d-852085-12 for vnic_type normal using segments [{'id': '13ea5edf-595f-4346-9969-1ff8e23e4faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '90d3993d-58d7-4a4b-ba8d-1d8999c0013f'}] Oct 04 20:55:29.524557 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Attempt 10 to bind port a7644ee9-dbe5-464c-b233-25f2a4199594 Oct 04 20:55:29.580964 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb0961ea-f4b0-4b7d-af58-1361807bccce admin admin] Router 6f4330c4-c620-4c1d-ad47-eb9cbd37fcb7 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:55:29.596401 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port f10788d0-7730-4474-b6ea-4e4fdf8e05d3, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=f10788d0-7730-4474-b6ea-4e4fdf8e05d3,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:55:29.621252 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Attempting to bind port a7644ee9-dbe5-464c-b233-25f2a4199594 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:55:29.622634 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Attempting to bind port a7644ee9-dbe5-464c-b233-25f2a4199594 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '13ea5edf-595f-4346-9969-1ff8e23e4faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '90d3993d-58d7-4a4b-ba8d-1d8999c0013f'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:55:29.624771 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Attempting to bind port a7644ee9-dbe5-464c-b233-25f2a4199594 on network 90d3993d-58d7-4a4b-ba8d-1d8999c0013f {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:55:29.649902 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-46b42be2-29db-4e30-af3e-15d186dc4745 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (90d3993d-58d7-4a4b-ba8d-1d8999c0013f), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:29.709046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 87ef0a1e-22a8-4806-8ea8-a8cbb34f4beb could not be found. Oct 04 20:55:29.709046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 20:55:29.709046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 20:55:29.709046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 20:55:29.709046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 20:55:29.709046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 20:55:29.709046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 20:55:29.709046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 20:55:29.709046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 20:55:29.709046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 20:55:29.709046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 20:55:29.709046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 20:55:29.709046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 20:55:29.709046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 20:55:29.709046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:55:29.709046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:55:29.709046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:55:29.709046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:55:29.709046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 20:55:29.709046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:55:29.709046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 20:55:29.709046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 20:55:29.709046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:55:29.709046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:55:29.709046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:55:29.709046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:55:29.709046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 20:55:29.709046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:55:29.709046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 20:55:29.709046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 20:55:29.709046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:55:29.709046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:55:29.709046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:55:29.709046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:55:29.709046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 20:55:29.709046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 20:55:29.709046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 20:55:29.709046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 20:55:29.709046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 20:55:29.709046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 20:55:29.709046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 87ef0a1e-22a8-4806-8ea8-a8cbb34f4beb could not be found. Oct 04 20:55:29.709046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 20:55:29.715512 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Attempting to bind port a7644ee9-dbe5-464c-b233-25f2a4199594 on network 90d3993d-58d7-4a4b-ba8d-1d8999c0013f {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:55:29.783719 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-10b8c802-0986-4eee-8825-7335994c0681 admin admin] Publish callbacks [] for security_group (94b24432-7432-4148-9474-0ed4eeed07f1), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:29.830353 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 87ef0a1e-22a8-4806-8ea8-a8cbb34f4beb could not be found. Oct 04 20:55:29.830353 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 20:55:29.830353 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 20:55:29.830353 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 20:55:29.830353 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 20:55:29.830353 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 20:55:29.830353 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 20:55:29.830353 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 20:55:29.830353 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 20:55:29.830353 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 20:55:29.830353 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 20:55:29.830353 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 20:55:29.830353 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:55:29.830353 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:55:29.830353 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:55:29.830353 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:55:29.830353 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 20:55:29.830353 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:55:29.830353 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 20:55:29.830353 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 20:55:29.830353 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:55:29.830353 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:55:29.830353 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:55:29.830353 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:55:29.830353 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 20:55:29.830353 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:55:29.830353 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 20:55:29.830353 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 20:55:29.830353 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:55:29.830353 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:55:29.830353 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:55:29.830353 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:55:29.830353 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 20:55:29.830353 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 20:55:29.830353 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 20:55:29.830353 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 20:55:29.830353 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 20:55:29.830353 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 20:55:29.830353 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 87ef0a1e-22a8-4806-8ea8-a8cbb34f4beb could not be found. Oct 04 20:55:29.830353 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 20:55:29.840220 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Failed to bind port a7644ee9-dbe5-464c-b233-25f2a4199594 on host n-d-852085-12 for vnic_type normal using segments [{'id': '13ea5edf-595f-4346-9969-1ff8e23e4faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '90d3993d-58d7-4a4b-ba8d-1d8999c0013f'}] Oct 04 20:55:29.841137 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (a7644ee9-dbe5-464c-b233-25f2a4199594), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:29.847813 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (f10788d0-7730-4474-b6ea-4e4fdf8e05d3), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:29.869026 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-46b42be2-29db-4e30-af3e-15d186dc4745 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90d3993d-58d7-4a4b-ba8d-1d8999c0013f']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:29.928608 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-46b42be2-29db-4e30-af3e-15d186dc4745 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13ea5edf-595f-4346-9969-1ff8e23e4faf') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:29.929045 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-46b42be2-29db-4e30-af3e-15d186dc4745 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13ea5edf-595f-4346-9969-1ff8e23e4faf') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:29.953348 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-10b8c802-0986-4eee-8825-7335994c0681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (94b24432-7432-4148-9474-0ed4eeed07f1), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:30.019261 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-46b42be2-29db-4e30-af3e-15d186dc4745 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (13ea5edf-595f-4346-9969-1ff8e23e4faf), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:30.044061 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-ab4bacdc-f6d4-4824-abba-89aa6e1ad780 None None] Port a7644ee9-dbe5-464c-b233-25f2a4199594 has been deleted concurrently {{(pid=108171) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:696}} Oct 04 20:55:30.063615 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:30.096033 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-1a13ff4e-945b-4b1e-baee-f9afb4afcd2f None None] Provisioning complete for port 15e6a700-129a-4c84-b575-5f705f84dac9 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:55:30.097140 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-1a13ff4e-945b-4b1e-baee-f9afb4afcd2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (15e6a700-129a-4c84-b575-5f705f84dac9), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:30.098020 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-1a13ff4e-945b-4b1e-baee-f9afb4afcd2f None None] Attempt 1 to provision port 15e6a700-129a-4c84-b575-5f705f84dac9 Oct 04 20:55:30.218653 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-46b42be2-29db-4e30-af3e-15d186dc4745 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (13ea5edf-595f-4346-9969-1ff8e23e4faf), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:30.269904 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-10b8c802-0986-4eee-8825-7335994c0681 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=8600ebb44bd847e2b8114c3d8d2cbbf2&name=default HTTP/1.1" status: 200 len: 3000 time: 3.3772068 Oct 04 20:55:30.273681 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-deab59c3-0eb2-4752-a3d9-739d15b10c71 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/76d03a4e-87d0-48d8-b5d5-3cdfb9816765/tags HTTP/1.1" status: 204 len: 168 time: 0.8621655 Oct 04 20:55:30.278910 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47864) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:30.279799 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47866) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:30.285386 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-1a13ff4e-945b-4b1e-baee-f9afb4afcd2f None None] Port 15e6a700-129a-4c84-b575-5f705f84dac9 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:55:30.301092 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=f10788d0-7730-4474-b6ea-4e4fdf8e05d3,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:30.308755 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb0961ea-f4b0-4b7d-af58-1361807bccce admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:55:30.319816 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.tag.tag_plugin [None req-2a4f78a1-05e0-489c-ad6b-5fd857f0b339 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '76d03a4e-87d0-48d8-b5d5-3cdfb9816765', 'tempest-TagsExtTest-Tag-1677860526') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:30.323508 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-cb0961ea-f4b0-4b7d-af58-1361807bccce admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/6f4330c4-c620-4c1d-ad47-eb9cbd37fcb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9481449 Oct 04 20:55:30.325454 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46b42be2-29db-4e30-af3e-15d186dc4745 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:55:30.326133 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-46b42be2-29db-4e30-af3e-15d186dc4745 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (13ea5edf-595f-4346-9969-1ff8e23e4faf), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:30.326427 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-92a08026-29c0-4d08-876b-5003b1160b92 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (338eba0b-7a56-4642-842c-8d7eb2577e2d), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:30.428222 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b8c802-0986-4eee-8825-7335994c0681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b24432-7432-4148-9474-0ed4eeed07f1,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:30.486576 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 13ea5edf-595f-4346-9969-1ff8e23e4faf resource provider aggregate not found Oct 04 20:55:30.678884 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a06b436-7b8f-4ced-8636-e01b892f33d9 None None] Sync routers for ids ['6f4330c4-c620-4c1d-ad47-eb9cbd37fcb7'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:55:30.726887 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a06b436-7b8f-4ced-8636-e01b892f33d9 None None] Routers {'6f4330c4-c620-4c1d-ad47-eb9cbd37fcb7'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:55:30.728047 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-5a06b436-7b8f-4ced-8636-e01b892f33d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:55:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['6f4330c4-c620-4c1d-ad47-eb9cbd37fcb7'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:30.782043 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 13ea5edf-595f-4346-9969-1ff8e23e4faf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 13ea5edf-595f-4346-9969-1ff8e23e4faf found for delete ", "request_id": "req-79ac023a-a6c8-4bf0-b45f-3fddf6a988f2"}]} Oct 04 20:55:30.859343 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-2a4f78a1-05e0-489c-ad6b-5fd857f0b339 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] show failed (client error): The resource could not be found. Oct 04 20:55:30.861676 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2a4f78a1-05e0-489c-ad6b-5fd857f0b339 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] 10.222.0.78 "GET /networking/v2.0/subnets/76d03a4e-87d0-48d8-b5d5-3cdfb9816765/tags/tempest-TagsExtTest-Tag-1677860526 HTTP/1.1" status: 404 len: 329 time: 0.5618229 Oct 04 20:55:30.874888 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47886) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:30.886311 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.tag.tag_plugin [None req-e2f6f067-f23d-4166-ba6c-9a21f5f3a346 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '76d03a4e-87d0-48d8-b5d5-3cdfb9816765', 'tempest-TagsExtTest-Tag-9398630') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:30.912218 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device f10788d0-7730-4474-b6ea-4e4fdf8e05d3 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:55:30.976594 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1d14fa1e-0787-4462-8369-391c4b16f9b7 admin admin] Publish callbacks [] for security_group (94b24432-7432-4148-9474-0ed4eeed07f1), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:30.980295 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-e2f6f067-f23d-4166-ba6c-9a21f5f3a346 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] show failed (client error): The resource could not be found. Oct 04 20:55:30.981927 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-e2f6f067-f23d-4166-ba6c-9a21f5f3a346 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] 10.222.0.78 "GET /networking/v2.0/subnets/76d03a4e-87d0-48d8-b5d5-3cdfb9816765/tags/tempest-TagsExtTest-Tag-9398630 HTTP/1.1" status: 404 len: 326 time: 0.1046538 Oct 04 20:55:30.998207 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47888) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:31.007781 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.tag.tag_plugin [None req-d61dfafc-5461-4c9c-87b5-01cd31d99c1e tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '76d03a4e-87d0-48d8-b5d5-3cdfb9816765', 'tempest-TagsExtTest-Tag-1114479018') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:31.070744 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port f10788d0-7730-4474-b6ea-4e4fdf8e05d3 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:55:31.071195 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (f10788d0-7730-4474-b6ea-4e4fdf8e05d3), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:31.071391 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1d14fa1e-0787-4462-8369-391c4b16f9b7 admin admin] Publish callbacks [] for security_group (94b24432-7432-4148-9474-0ed4eeed07f1), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:31.071583 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port f10788d0-7730-4474-b6ea-4e4fdf8e05d3 Oct 04 20:55:31.115635 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-5a06b436-7b8f-4ced-8636-e01b892f33d9 None None] Set router 6f4330c4-c620-4c1d-ad47-eb9cbd37fcb7 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:55:31.146330 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-46b42be2-29db-4e30-af3e-15d186dc4745 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (90d3993d-58d7-4a4b-ba8d-1d8999c0013f), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:31.157272 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-46b42be2-29db-4e30-af3e-15d186dc4745 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:31.161539 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-46b42be2-29db-4e30-af3e-15d186dc4745 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] 10.222.0.78 "DELETE /networking/v2.0/networks/90d3993d-58d7-4a4b-ba8d-1d8999c0013f HTTP/1.1" status: 204 len: 168 time: 5.0659878 Oct 04 20:55:31.162334 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-d61dfafc-5461-4c9c-87b5-01cd31d99c1e tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] show failed (client error): The resource could not be found. Oct 04 20:55:31.164206 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-d61dfafc-5461-4c9c-87b5-01cd31d99c1e tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] 10.222.0.78 "GET /networking/v2.0/subnets/76d03a4e-87d0-48d8-b5d5-3cdfb9816765/tags/tempest-TagsExtTest-Tag-1114479018 HTTP/1.1" status: 404 len: 329 time: 0.1632602 Oct 04 20:55:31.169281 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 47894) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:31.170223 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 47896) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:31.183527 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:31.192768 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b42be2-29db-4e30-af3e-15d186dc4745 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Pushing event deleted for resources: {'Network': ['ID=90d3993d-58d7-4a4b-ba8d-1d8999c0013f,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:31.283504 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port f10788d0-7730-4474-b6ea-4e4fdf8e05d3 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:55:31.323097 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.tag.tag_plugin [None req-b9debf53-48ac-4835-8546-8c9b17c46a48 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '9ef93146-7610-45fe-8efd-e6a76b2fe20b', {'tags': ['tempest-TagsExtTest-Tag-110322695', 'tempest-TagsExtTest-Tag-460353543', 'tempest-TagsExtTest-Tag-1368648112']}) {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:31.337140 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=100 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:31.376603 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1d14fa1e-0787-4462-8369-391c4b16f9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (94b24432-7432-4148-9474-0ed4eeed07f1), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:31.388948 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1d14fa1e-0787-4462-8369-391c4b16f9b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:31.394895 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-1d14fa1e-0787-4462-8369-391c4b16f9b7 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/94b24432-7432-4148-9474-0ed4eeed07f1 HTTP/1.1" status: 204 len: 168 time: 1.0967877 Oct 04 20:55:31.427544 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d14fa1e-0787-4462-8369-391c4b16f9b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b24432-7432-4148-9474-0ed4eeed07f1,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:31.494065 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0ab6b1ee-e762-4d7a-8a76-973d76746088 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (21b8debc-0ce6-4ed5-9136-e1560a60bfd5), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:31.549958 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a08026-29c0-4d08-876b-5003b1160b92 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Router 338eba0b-7a56-4642-842c-8d7eb2577e2d has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:55:31.772737 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-5a06b436-7b8f-4ced-8636-e01b892f33d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4330c4-c620-4c1d-ad47-eb9cbd37fcb7', 'name': 'tempest-InstanceActionsV221TestJSON-982779440-router', 'tenant_id': 'a7aee6375ab0440d970befc057955940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'f10788d0-7730-4474-b6ea-4e4fdf8e05d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:55:05Z', 'updated_at': '2022-10-04T20:55:25Z', 'revision_number': 4, 'project_id': 'a7aee6375ab0440d970befc057955940', 'gw_port': {'id': 'f10788d0-7730-4474-b6ea-4e4fdf8e05d3', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:24:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4330c4-c620-4c1d-ad47-eb9cbd37fcb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:55:09Z', 'updated_at': '2022-10-04T20:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '15e6a700-129a-4c84-b575-5f705f84dac9', 'name': '', 'network_id': 'a8112da8-6f7c-404b-8956-584c1f9d7cc1', 'tenant_id': 'a7aee6375ab0440d970befc057955940', 'mac_address': 'fa:16:3e:12:6a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f4330c4-c620-4c1d-ad47-eb9cbd37fcb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '52ab6ac8-2bb7-40ff-b3d2-d71c92ecc7d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:55:21Z', 'updated_at': '2022-10-04T20:55:26Z', 'revision_number': 2, 'project_id': 'a7aee6375ab0440d970befc057955940', 'subnets': [{'id': '52ab6ac8-2bb7-40ff-b3d2-d71c92ecc7d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:31.873262 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a06b436-7b8f-4ced-8636-e01b892f33d9 None None] Checking router: 6f4330c4-c620-4c1d-ad47-eb9cbd37fcb7 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:55:31.874793 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a06b436-7b8f-4ced-8636-e01b892f33d9 None None] Updating router 6f4330c4-c620-4c1d-ad47-eb9cbd37fcb7 port 15e6a700-129a-4c84-b575-5f705f84dac9 binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:55:31.925555 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-5a06b436-7b8f-4ced-8636-e01b892f33d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (15e6a700-129a-4c84-b575-5f705f84dac9), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:32.053317 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b9debf53-48ac-4835-8546-8c9b17c46a48 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] 10.222.0.78 "PUT /networking/v2.0/ports/9ef93146-7610-45fe-8efd-e6a76b2fe20b/tags HTTP/1.1" status: 200 len: 316 time: 0.7396472 Oct 04 20:55:32.058034 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47918) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:32.070829 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.tag.tag_plugin [None req-fc475277-674c-4aca-be9c-fbbfdfcfb953 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9ef93146-7610-45fe-8efd-e6a76b2fe20b') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:32.146359 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0ab6b1ee-e762-4d7a-8a76-973d76746088 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (21b8debc-0ce6-4ed5-9136-e1560a60bfd5), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:32.210287 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a08026-29c0-4d08-876b-5003b1160b92 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:55:32.224387 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-92a08026-29c0-4d08-876b-5003b1160b92 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] 10.222.0.78 "PUT /networking/v2.0/routers/338eba0b-7a56-4642-842c-8d7eb2577e2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8344550 Oct 04 20:55:32.228510 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-0ab6b1ee-e762-4d7a-8a76-973d76746088 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21b8debc-0ce6-4ed5-9136-e1560a60bfd5']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:32.233890 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 47924) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:32.238677 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124be103-1aa1-4cae-bf79-64a9ccfdc6d0 None None] Sync routers for ids ['338eba0b-7a56-4642-842c-8d7eb2577e2d'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:55:32.265449 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:32.300740 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124be103-1aa1-4cae-bf79-64a9ccfdc6d0 None None] Routers {'338eba0b-7a56-4642-842c-8d7eb2577e2d'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:55:32.302583 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-124be103-1aa1-4cae-bf79-64a9ccfdc6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:55:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['338eba0b-7a56-4642-842c-8d7eb2577e2d'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:32.337870 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-0ab6b1ee-e762-4d7a-8a76-973d76746088 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84ad6e72-7de2-4d18-9849-6628d6da7a99') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:32.339508 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-0ab6b1ee-e762-4d7a-8a76-973d76746088 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84ad6e72-7de2-4d18-9849-6628d6da7a99') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:32.388401 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0ab6b1ee-e762-4d7a-8a76-973d76746088 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (84ad6e72-7de2-4d18-9849-6628d6da7a99), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:32.441610 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0ab6b1ee-e762-4d7a-8a76-973d76746088 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (84ad6e72-7de2-4d18-9849-6628d6da7a99), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:32.463877 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:32.472992 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-124be103-1aa1-4cae-bf79-64a9ccfdc6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:32.496363 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124be103-1aa1-4cae-bf79-64a9ccfdc6d0 None None] Routers {'338eba0b-7a56-4642-842c-8d7eb2577e2d'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:55:32.499049 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-124be103-1aa1-4cae-bf79-64a9ccfdc6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:55:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['338eba0b-7a56-4642-842c-8d7eb2577e2d'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:32.558900 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ab6b1ee-e762-4d7a-8a76-973d76746088 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:55:32.560003 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0ab6b1ee-e762-4d7a-8a76-973d76746088 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (84ad6e72-7de2-4d18-9849-6628d6da7a99), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:32.636274 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-124be103-1aa1-4cae-bf79-64a9ccfdc6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:32.642145 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124be103-1aa1-4cae-bf79-64a9ccfdc6d0 None None] The sync data for ids ['338eba0b-7a56-4642-842c-8d7eb2577e2d'] in n-d-852085-12 is: [] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:55:32.656545 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-37a8713e-b2b0-44d0-8077-12691efaaf1f None None] Could not find standard attr ID for object a7644ee9-dbe5-464c-b233-25f2a4199594. {{(pid=108171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 04 20:55:32.744057 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 84ad6e72-7de2-4d18-9849-6628d6da7a99 resource provider aggregate not found Oct 04 20:55:32.749460 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d49fbe-b214-46ac-9ef5-0af643c87c2f None None] DHCP port deletion for 90d3993d-58d7-4a4b-ba8d-1d8999c0013f request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:55:32.754986 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-fc475277-674c-4aca-be9c-fbbfdfcfb953 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] 10.222.0.78 "DELETE /networking/v2.0/ports/9ef93146-7610-45fe-8efd-e6a76b2fe20b/tags HTTP/1.1" status: 204 len: 168 time: 0.6950395 Oct 04 20:55:32.776648 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47938) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:32.816615 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.tag.tag_plugin [None req-6c3d8a53-5d8d-4b1e-b033-d156c84e41a8 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9ef93146-7610-45fe-8efd-e6a76b2fe20b', 'tempest-TagsExtTest-Tag-110322695') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:32.819107 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c50c8932-09ec-44a1-90f7-4d1a20ab19c8 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for router (338eba0b-7a56-4642-842c-8d7eb2577e2d), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:32.819557 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ed4158-cdc4-44d4-8e90-62334e036f23 None None] Network 90d3993d-58d7-4a4b-ba8d-1d8999c0013f requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:55:32.830552 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:32.881610 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ed4158-cdc4-44d4-8e90-62334e036f23 None None] Network 90d3993d-58d7-4a4b-ba8d-1d8999c0013f could not be found, it might have been deleted concurrently. {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 04 20:55:32.967157 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 84ad6e72-7de2-4d18-9849-6628d6da7a99 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 84ad6e72-7de2-4d18-9849-6628d6da7a99 found for delete ", "request_id": "req-b4527b34-f633-4ed2-8ef3-722b61b6ba5b"}]} Oct 04 20:55:32.995512 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0ab6b1ee-e762-4d7a-8a76-973d76746088 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (21b8debc-0ce6-4ed5-9136-e1560a60bfd5), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:33.005127 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0ab6b1ee-e762-4d7a-8a76-973d76746088 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:33.018245 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-0ab6b1ee-e762-4d7a-8a76-973d76746088 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] 10.222.0.78 "DELETE /networking/v2.0/networks/21b8debc-0ce6-4ed5-9136-e1560a60bfd5 HTTP/1.1" status: 204 len: 168 time: 1.8459039 Oct 04 20:55:33.032735 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47944) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:33.051376 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-5a06b436-7b8f-4ced-8636-e01b892f33d9 None None] Publish callbacks [] for port (15e6a700-129a-4c84-b575-5f705f84dac9), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:33.087962 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab6b1ee-e762-4d7a-8a76-973d76746088 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Pushing event deleted for resources: {'Network': ['ID=21b8debc-0ce6-4ed5-9136-e1560a60bfd5,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:33.120107 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:33.128661 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-6c3d8a53-5d8d-4b1e-b033-d156c84e41a8 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] show failed (client error): The resource could not be found. Oct 04 20:55:33.136027 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-6c3d8a53-5d8d-4b1e-b033-d156c84e41a8 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] 10.222.0.78 "GET /networking/v2.0/ports/9ef93146-7610-45fe-8efd-e6a76b2fe20b/tags/tempest-TagsExtTest-Tag-110322695 HTTP/1.1" status: 404 len: 328 time: 0.3517034 Oct 04 20:55:33.152337 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f1342-a485-433d-b600-70a4cbf39b61 req-b1d62f24-af24-40a9-bad3-eee73143b0c9 tempest-InstanceActionsV221TestJSON-896708399 tempest-InstanceActionsV221TestJSON-896708399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:55:33.156293 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-5f7f1342-a485-433d-b600-70a4cbf39b61 req-b1d62f24-af24-40a9-bad3-eee73143b0c9 tempest-InstanceActionsV221TestJSON-896708399 tempest-InstanceActionsV221TestJSON-896708399-project] 10.222.0.78 "GET /networking/v2.0/networks?id=a8112da8-6f7c-404b-8956-584c1f9d7cc1 HTTP/1.1" status: 200 len: 817 time: 0.7245622 Oct 04 20:55:33.170136 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 47950) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:33.186325 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.tag.tag_plugin [None req-b6d17d18-2a54-42b3-af14-2838dad61940 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9ef93146-7610-45fe-8efd-e6a76b2fe20b', 'tempest-TagsExtTest-Tag-460353543') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:33.193182 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-5a06b436-7b8f-4ced-8636-e01b892f33d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (15e6a700-129a-4c84-b575-5f705f84dac9), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:33.275456 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-5f7f1342-a485-433d-b600-70a4cbf39b61 req-5c2fabaf-2421-4733-ae2c-4116bc922420 tempest-InstanceActionsV221TestJSON-896708399 tempest-InstanceActionsV221TestJSON-896708399-project] 10.222.0.78 "GET /networking/v2.0/quotas/a7aee6375ab0440d970befc057955940 HTTP/1.1" status: 200 len: 375 time: 0.0423112 Oct 04 20:55:33.344096 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a2a911ed-f4fb-416c-8a19-86c486e78ecd tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (f12dfcc2-a99a-400b-982f-92d1369af920), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:33.354330 n-d-852085-12 neutron-server[108169]: INFO neutron.api.v2.resource [None req-b6d17d18-2a54-42b3-af14-2838dad61940 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] show failed (client error): The resource could not be found. Oct 04 20:55:33.356499 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b6d17d18-2a54-42b3-af14-2838dad61940 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] 10.222.0.78 "GET /networking/v2.0/ports/9ef93146-7610-45fe-8efd-e6a76b2fe20b/tags/tempest-TagsExtTest-Tag-460353543 HTTP/1.1" status: 404 len: 328 time: 0.1819713 Oct 04 20:55:33.364909 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 47952) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:33.373863 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.tag.tag_plugin [None req-597e5840-1d67-4070-961f-22a01d84fc79 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9ef93146-7610-45fe-8efd-e6a76b2fe20b', 'tempest-TagsExtTest-Tag-1368648112') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:33.391330 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c50c8932-09ec-44a1-90f7-4d1a20ab19c8 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for router_gateway (338eba0b-7a56-4642-842c-8d7eb2577e2d), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:33.466939 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c2a407-73c2-4448-9e95-2be4d9ea6287 None None] Pushing event updated for resources: {'Port': ['ID=15e6a700-129a-4c84-b575-5f705f84dac9,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:33.491120 n-d-852085-12 neutron-server[108169]: INFO neutron.api.v2.resource [None req-597e5840-1d67-4070-961f-22a01d84fc79 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] show failed (client error): The resource could not be found. Oct 04 20:55:33.494027 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-597e5840-1d67-4070-961f-22a01d84fc79 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] 10.222.0.78 "GET /networking/v2.0/ports/9ef93146-7610-45fe-8efd-e6a76b2fe20b/tags/tempest-TagsExtTest-Tag-1368648112 HTTP/1.1" status: 404 len: 329 time: 0.1273665 Oct 04 20:55:33.497915 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 47956) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:33.498559 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c2a407-73c2-4448-9e95-2be4d9ea6287 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:55:33.499295 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c2a407-73c2-4448-9e95-2be4d9ea6287 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:55:33.500359 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c2a407-73c2-4448-9e95-2be4d9ea6287 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:55:33.501170 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c2a407-73c2-4448-9e95-2be4d9ea6287 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:55:33.501523 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c2a407-73c2-4448-9e95-2be4d9ea6287 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:55:33.501870 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c2a407-73c2-4448-9e95-2be4d9ea6287 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:55:33.503069 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c2a407-73c2-4448-9e95-2be4d9ea6287 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:55:33.503915 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c2a407-73c2-4448-9e95-2be4d9ea6287 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:55:33.504470 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c2a407-73c2-4448-9e95-2be4d9ea6287 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:55:33.505030 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c2a407-73c2-4448-9e95-2be4d9ea6287 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:55:33.506993 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c2a407-73c2-4448-9e95-2be4d9ea6287 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:55:33.511989 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c2a407-73c2-4448-9e95-2be4d9ea6287 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:55:33.512394 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.tag.tag_plugin [None req-7f554fee-6c53-49cd-b3f2-667c0c6ee029 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '153129f6-0011-4576-9a81-f86692c452ac', {'tags': ['tempest-TagsExtTest-Tag-2565257', 'tempest-TagsExtTest-Tag-1809592178', 'tempest-TagsExtTest-Tag-1113485979']}) {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:33.512575 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c2a407-73c2-4448-9e95-2be4d9ea6287 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:55:33.512575 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c2a407-73c2-4448-9e95-2be4d9ea6287 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:55:33.512575 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c2a407-73c2-4448-9e95-2be4d9ea6287 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:55:33.527516 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-5a06b436-7b8f-4ced-8636-e01b892f33d9 None None] Attempting to bind port 15e6a700-129a-4c84-b575-5f705f84dac9 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:55:33.528124 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-5a06b436-7b8f-4ced-8636-e01b892f33d9 None None] Attempting to bind port 15e6a700-129a-4c84-b575-5f705f84dac9 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '30acf3de-de36-4c27-aa99-7c18f43b64b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a8112da8-6f7c-404b-8956-584c1f9d7cc1'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:55:33.528900 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a06b436-7b8f-4ced-8636-e01b892f33d9 None None] Attempting to bind port 15e6a700-129a-4c84-b575-5f705f84dac9 on network a8112da8-6f7c-404b-8956-584c1f9d7cc1 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:55:33.628076 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-5f7f1342-a485-433d-b600-70a4cbf39b61 req-7b7267d9-16a8-4aca-b8e3-55cd7c7f7d8e tempest-InstanceActionsV221TestJSON-896708399 tempest-InstanceActionsV221TestJSON-896708399-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=a7aee6375ab0440d970befc057955940&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3273900 Oct 04 20:55:33.639967 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a06b436-7b8f-4ced-8636-e01b892f33d9 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:55:33.642400 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a06b436-7b8f-4ced-8636-e01b892f33d9 None None] Checking segment: {'id': '30acf3de-de36-4c27-aa99-7c18f43b64b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a8112da8-6f7c-404b-8956-584c1f9d7cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:55:33.643094 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-5a06b436-7b8f-4ced-8636-e01b892f33d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:33.643777 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a06b436-7b8f-4ced-8636-e01b892f33d9 None None] Bound using segment: {'id': '30acf3de-de36-4c27-aa99-7c18f43b64b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a8112da8-6f7c-404b-8956-584c1f9d7cc1'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:55:33.644563 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-5a06b436-7b8f-4ced-8636-e01b892f33d9 None None] Bound port: 15e6a700-129a-4c84-b575-5f705f84dac9, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30acf3de-de36-4c27-aa99-7c18f43b64b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a8112da8-6f7c-404b-8956-584c1f9d7cc1'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:55:33.645225 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-5a06b436-7b8f-4ced-8636-e01b892f33d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (15e6a700-129a-4c84-b575-5f705f84dac9), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:33.816952 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-c50c8932-09ec-44a1-90f7-4d1a20ab19c8 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Deleting port f4051018-dd65-4dab-b985-4d29b51d309a {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:55:33.817882 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c50c8932-09ec-44a1-90f7-4d1a20ab19c8 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (f4051018-dd65-4dab-b985-4d29b51d309a), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:33.858471 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:33.928617 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47972) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:33.939782 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-5a06b436-7b8f-4ced-8636-e01b892f33d9 None None] For port 15e6a700-129a-4c84-b575-5f705f84dac9, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:55:33.950946 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-5a06b436-7b8f-4ced-8636-e01b892f33d9 None None] For port 15e6a700-129a-4c84-b575-5f705f84dac9, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=15e6a700-129a-4c84-b575-5f705f84dac9,segment=NetworkSegment(30acf3de-de36-4c27-aa99-7c18f43b64b3),segment_id=30acf3de-de36-4c27-aa99-7c18f43b64b3)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:55:33.965178 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a2a911ed-f4fb-416c-8a19-86c486e78ecd tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (f12dfcc2-a99a-400b-982f-92d1369af920), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:34.011436 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-7f554fee-6c53-49cd-b3f2-667c0c6ee029 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] 10.222.0.78 "PUT /networking/v2.0/routers/153129f6-0011-4576-9a81-f86692c452ac/tags HTTP/1.1" status: 200 len: 315 time: 0.5102801 Oct 04 20:55:34.023122 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 47978) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:34.033335 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.tag.tag_plugin [None req-84426c6c-e487-410d-afa0-f9355586d57f tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '153129f6-0011-4576-9a81-f86692c452ac') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:34.081770 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-5a06b436-7b8f-4ced-8636-e01b892f33d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (15e6a700-129a-4c84-b575-5f705f84dac9), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:34.144633 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-a2a911ed-f4fb-416c-8a19-86c486e78ecd tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f12dfcc2-a99a-400b-982f-92d1369af920']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:34.156470 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a06b436-7b8f-4ced-8636-e01b892f33d9 None None] Routers {'6f4330c4-c620-4c1d-ad47-eb9cbd37fcb7'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:55:34.157971 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-5a06b436-7b8f-4ced-8636-e01b892f33d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:55:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['6f4330c4-c620-4c1d-ad47-eb9cbd37fcb7'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:34.219308 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-a2a911ed-f4fb-416c-8a19-86c486e78ecd tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9661af8c-cf91-42d4-a991-05021e8f61bb') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:34.238165 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-a2a911ed-f4fb-416c-8a19-86c486e78ecd tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9661af8c-cf91-42d4-a991-05021e8f61bb') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:34.404637 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-5a06b436-7b8f-4ced-8636-e01b892f33d9 None None] Set router 6f4330c4-c620-4c1d-ad47-eb9cbd37fcb7 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:55:34.450533 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a7644ee9-dbe5-464c-b233-25f2a4199594 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:55:34.584173 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: a7644ee9-dbe5-464c-b233-25f2a4199594 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:55:34.585592 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:34.590393 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a7644ee9-dbe5-464c-b233-25f2a4199594 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:55:34.656083 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a2a911ed-f4fb-416c-8a19-86c486e78ecd tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (9661af8c-cf91-42d4-a991-05021e8f61bb), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:34.763363 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c2a407-73c2-4448-9e95-2be4d9ea6287 None None] Pushing event updated for resources: {'Port': ['ID=15e6a700-129a-4c84-b575-5f705f84dac9,revision_number=4']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:34.784398 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a2a911ed-f4fb-416c-8a19-86c486e78ecd tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (9661af8c-cf91-42d4-a991-05021e8f61bb), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:34.825587 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2a911ed-f4fb-416c-8a19-86c486e78ecd tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:55:34.827412 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a2a911ed-f4fb-416c-8a19-86c486e78ecd tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (9661af8c-cf91-42d4-a991-05021e8f61bb), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:34.957491 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 9661af8c-cf91-42d4-a991-05021e8f61bb resource provider aggregate not found Oct 04 20:55:35.068322 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c50c8932-09ec-44a1-90f7-4d1a20ab19c8 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (f4051018-dd65-4dab-b985-4d29b51d309a), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:35.105494 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-c50c8932-09ec-44a1-90f7-4d1a20ab19c8 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Calling delete_port for f4051018-dd65-4dab-b985-4d29b51d309a owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:55:35.110786 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 9661af8c-cf91-42d4-a991-05021e8f61bb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9661af8c-cf91-42d4-a991-05021e8f61bb found for delete ", "request_id": "req-bc8f5500-3775-4926-9b3f-c12843ed50a9"}]} Oct 04 20:55:35.131197 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-5a06b436-7b8f-4ced-8636-e01b892f33d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4330c4-c620-4c1d-ad47-eb9cbd37fcb7', 'name': 'tempest-InstanceActionsV221TestJSON-982779440-router', 'tenant_id': 'a7aee6375ab0440d970befc057955940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'f10788d0-7730-4474-b6ea-4e4fdf8e05d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:55:05Z', 'updated_at': '2022-10-04T20:55:25Z', 'revision_number': 4, 'project_id': 'a7aee6375ab0440d970befc057955940', 'gw_port': {'id': 'f10788d0-7730-4474-b6ea-4e4fdf8e05d3', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:24:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4330c4-c620-4c1d-ad47-eb9cbd37fcb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:55:09Z', 'updated_at': '2022-10-04T20:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '15e6a700-129a-4c84-b575-5f705f84dac9', 'name': '', 'network_id': 'a8112da8-6f7c-404b-8956-584c1f9d7cc1', 'tenant_id': 'a7aee6375ab0440d970befc057955940', 'mac_address': 'fa:16:3e:12:6a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f4330c4-c620-4c1d-ad47-eb9cbd37fcb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '52ab6ac8-2bb7-40ff-b3d2-d71c92ecc7d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:55:21Z', 'updated_at': '2022-10-04T20:55:33Z', 'revision_number': 4, 'project_id': 'a7aee6375ab0440d970befc057955940', 'subnets': [{'id': '52ab6ac8-2bb7-40ff-b3d2-d71c92ecc7d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:35.228900 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a06b436-7b8f-4ced-8636-e01b892f33d9 None None] The sync data for ids ['6f4330c4-c620-4c1d-ad47-eb9cbd37fcb7'] in n-d-852085-12 is: [{'id': '6f4330c4-c620-4c1d-ad47-eb9cbd37fcb7', 'name': 'tempest-InstanceActionsV221TestJSON-982779440-router', 'tenant_id': 'a7aee6375ab0440d970befc057955940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'f10788d0-7730-4474-b6ea-4e4fdf8e05d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:55:05Z', 'updated_at': '2022-10-04T20:55:25Z', 'revision_number': 4, 'project_id': 'a7aee6375ab0440d970befc057955940', 'gw_port': {'id': 'f10788d0-7730-4474-b6ea-4e4fdf8e05d3', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:24:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4330c4-c620-4c1d-ad47-eb9cbd37fcb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:55:09Z', 'updated_at': '2022-10-04T20:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '15e6a700-129a-4c84-b575-5f705f84dac9', 'name': '', 'network_id': 'a8112da8-6f7c-404b-8956-584c1f9d7cc1', 'tenant_id': 'a7aee6375ab0440d970befc057955940', 'mac_address': 'fa:16:3e:12:6a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f4330c4-c620-4c1d-ad47-eb9cbd37fcb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '52ab6ac8-2bb7-40ff-b3d2-d71c92ecc7d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:55:21Z', 'updated_at': '2022-10-04T20:55:33Z', 'revision_number': 4, 'project_id': 'a7aee6375ab0440d970befc057955940', 'subnets': [{'id': '52ab6ac8-2bb7-40ff-b3d2-d71c92ecc7d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:55:35.306162 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a2a911ed-f4fb-416c-8a19-86c486e78ecd tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (f12dfcc2-a99a-400b-982f-92d1369af920), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:35.316963 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a2a911ed-f4fb-416c-8a19-86c486e78ecd tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:35.328507 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a2a911ed-f4fb-416c-8a19-86c486e78ecd tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] 10.222.0.78 "DELETE /networking/v2.0/networks/f12dfcc2-a99a-400b-982f-92d1369af920 HTTP/1.1" status: 204 len: 168 time: 2.2664988 Oct 04 20:55:35.362212 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 48004) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:35.483714 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:35.555234 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c50c8932-09ec-44a1-90f7-4d1a20ab19c8 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (f4051018-dd65-4dab-b985-4d29b51d309a), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:35.637124 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a911ed-f4fb-416c-8a19-86c486e78ecd tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Pushing event deleted for resources: {'Network': ['ID=f12dfcc2-a99a-400b-982f-92d1369af920,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:35.685766 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50c8932-09ec-44a1-90f7-4d1a20ab19c8 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Pushing event deleted for resources: {'Port': ['ID=f4051018-dd65-4dab-b985-4d29b51d309a,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:35.689912 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-84426c6c-e487-410d-afa0-f9355586d57f tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] 10.222.0.78 "DELETE /networking/v2.0/routers/153129f6-0011-4576-9a81-f86692c452ac/tags HTTP/1.1" status: 204 len: 168 time: 1.6628034 Oct 04 20:55:35.704320 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 48010) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:35.742452 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.tag.tag_plugin [None req-0102974d-06a1-4a2a-a069-dfef27700626 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '153129f6-0011-4576-9a81-f86692c452ac', 'tempest-TagsExtTest-Tag-2565257') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:35.837729 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:35.872566 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a911ed-f4fb-416c-8a19-86c486e78ecd tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:55:35.872566 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a911ed-f4fb-416c-8a19-86c486e78ecd tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:55:35.872566 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a911ed-f4fb-416c-8a19-86c486e78ecd tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:55:35.872566 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a911ed-f4fb-416c-8a19-86c486e78ecd tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:55:35.872566 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a911ed-f4fb-416c-8a19-86c486e78ecd tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:55:35.872566 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a911ed-f4fb-416c-8a19-86c486e78ecd tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:55:35.872566 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a911ed-f4fb-416c-8a19-86c486e78ecd tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:55:35.872566 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a911ed-f4fb-416c-8a19-86c486e78ecd tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:55:35.872566 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a911ed-f4fb-416c-8a19-86c486e78ecd tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:55:35.872566 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a911ed-f4fb-416c-8a19-86c486e78ecd tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:55:35.872566 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a911ed-f4fb-416c-8a19-86c486e78ecd tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:55:35.872566 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a911ed-f4fb-416c-8a19-86c486e78ecd tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:55:35.872566 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a911ed-f4fb-416c-8a19-86c486e78ecd tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:55:35.872566 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a911ed-f4fb-416c-8a19-86c486e78ecd tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:55:35.881541 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:INSERT=1,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:35.882957 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a911ed-f4fb-416c-8a19-86c486e78ecd tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:55:35.934721 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c50c8932-09ec-44a1-90f7-4d1a20ab19c8 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (338eba0b-7a56-4642-842c-8d7eb2577e2d), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:36.102750 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c50c8932-09ec-44a1-90f7-4d1a20ab19c8 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (338eba0b-7a56-4642-842c-8d7eb2577e2d), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:36.107065 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c50c8932-09ec-44a1-90f7-4d1a20ab19c8 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for router_controller (338eba0b-7a56-4642-842c-8d7eb2577e2d), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:36.231121 n-d-852085-12 neutron-server[108169]: INFO neutron.api.v2.resource [None req-0102974d-06a1-4a2a-a069-dfef27700626 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] show failed (client error): The resource could not be found. Oct 04 20:55:36.241316 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-0102974d-06a1-4a2a-a069-dfef27700626 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] 10.222.0.78 "GET /networking/v2.0/routers/153129f6-0011-4576-9a81-f86692c452ac/tags/tempest-TagsExtTest-Tag-2565257 HTTP/1.1" status: 404 len: 326 time: 0.5363696 Oct 04 20:55:36.246492 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 48016) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:36.259255 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.tag.tag_plugin [None req-bf050ada-1e2f-4568-a01d-5a806abd2b26 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '153129f6-0011-4576-9a81-f86692c452ac', 'tempest-TagsExtTest-Tag-1809592178') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:36.323465 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-95911c8b-3b7c-4fca-b418-07fd79c0f009 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (6f4330c4-c620-4c1d-ad47-eb9cbd37fcb7), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:36.351836 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2b635a73-41f6-4f61-a8ec-a1b862c7eb38 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (cdd995ab-4ec8-453b-84df-d30305420718), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:36.502085 n-d-852085-12 neutron-server[108169]: INFO neutron.api.v2.resource [None req-bf050ada-1e2f-4568-a01d-5a806abd2b26 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] show failed (client error): The resource could not be found. Oct 04 20:55:36.504035 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-bf050ada-1e2f-4568-a01d-5a806abd2b26 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] 10.222.0.78 "GET /networking/v2.0/routers/153129f6-0011-4576-9a81-f86692c452ac/tags/tempest-TagsExtTest-Tag-1809592178 HTTP/1.1" status: 404 len: 329 time: 0.2552457 Oct 04 20:55:36.514772 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c50c8932-09ec-44a1-90f7-4d1a20ab19c8 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (338eba0b-7a56-4642-842c-8d7eb2577e2d), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:36.515810 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c50c8932-09ec-44a1-90f7-4d1a20ab19c8 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Fanout notify agent at l3_agent the message router_deleted on router 338eba0b-7a56-4642-842c-8d7eb2577e2d {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:55:36.518012 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 48020) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:36.557871 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.tag.tag_plugin [None req-a932a279-44b4-4020-8364-a5b8e22c6070 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '153129f6-0011-4576-9a81-f86692c452ac', 'tempest-TagsExtTest-Tag-1113485979') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:36.592479 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c50c8932-09ec-44a1-90f7-4d1a20ab19c8 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:36.606965 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c50c8932-09ec-44a1-90f7-4d1a20ab19c8 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] 10.222.0.78 "DELETE /networking/v2.0/routers/338eba0b-7a56-4642-842c-8d7eb2577e2d HTTP/1.1" status: 204 len: 168 time: 4.3592021 Oct 04 20:55:36.609956 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 48024) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:36.654133 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 15e6a700-129a-4c84-b575-5f705f84dac9 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:55:36.766439 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:36.775729 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-11c4dc17-9d9d-4cb8-a6e8-3e9e575172f6 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Deleting subnet c5a65eca-4ca5-41d9-ba24-4fbaab4b050c {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:55:36.782380 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-11c4dc17-9d9d-4cb8-a6e8-3e9e575172f6 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks [] for subnet (c5a65eca-4ca5-41d9-ba24-4fbaab4b050c), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:36.866303 n-d-852085-12 neutron-server[108169]: INFO neutron.api.v2.resource [None req-a932a279-44b4-4020-8364-a5b8e22c6070 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] show failed (client error): The resource could not be found. Oct 04 20:55:36.874767 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 15e6a700-129a-4c84-b575-5f705f84dac9 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:55:36.880674 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (15e6a700-129a-4c84-b575-5f705f84dac9), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:36.881897 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 15e6a700-129a-4c84-b575-5f705f84dac9 Oct 04 20:55:36.888621 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a932a279-44b4-4020-8364-a5b8e22c6070 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] 10.222.0.78 "GET /networking/v2.0/routers/153129f6-0011-4576-9a81-f86692c452ac/tags/tempest-TagsExtTest-Tag-1113485979 HTTP/1.1" status: 404 len: 329 time: 0.3688135 Oct 04 20:55:36.897636 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 48032) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:36.922876 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.tag.tag_plugin [None req-3fb260e2-9784-426a-ac3c-4f9970b70db6 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'bcb16de1-8d39-4a72-a295-a4f480bb5dec', {'tags': ['tempest-TagsExtTest-Tag-320506394', 'tempest-TagsExtTest-Tag-1498065922', 'tempest-TagsExtTest-Tag-1669281632']}) {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:36.938156 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-11c4dc17-9d9d-4cb8-a6e8-3e9e575172f6 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (c5a65eca-4ca5-41d9-ba24-4fbaab4b050c), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:37.140077 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 15e6a700-129a-4c84-b575-5f705f84dac9 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:55:37.140819 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (15e6a700-129a-4c84-b575-5f705f84dac9), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:37.213127 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-3fb260e2-9784-426a-ac3c-4f9970b70db6 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] 10.222.0.78 "PUT /networking/v2.0/subnetpools/bcb16de1-8d39-4a72-a295-a4f480bb5dec/tags HTTP/1.1" status: 200 len: 317 time: 0.3029449 Oct 04 20:55:37.221183 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 48044) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:37.230396 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.tag.tag_plugin [None req-c50d1927-c0f2-4f6b-b16a-4323930cf5cc tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'bcb16de1-8d39-4a72-a295-a4f480bb5dec') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:37.245216 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 15e6a700-129a-4c84-b575-5f705f84dac9, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=15e6a700-129a-4c84-b575-5f705f84dac9,segment=NetworkSegment(30acf3de-de36-4c27-aa99-7c18f43b64b3),segment_id=30acf3de-de36-4c27-aa99-7c18f43b64b3)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:55:37.316927 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-11c4dc17-9d9d-4cb8-a6e8-3e9e575172f6 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (c5a65eca-4ca5-41d9-ba24-4fbaab4b050c), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:37.360224 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (15e6a700-129a-4c84-b575-5f705f84dac9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:37.476436 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c50d1927-c0f2-4f6b-b16a-4323930cf5cc tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] 10.222.0.78 "DELETE /networking/v2.0/subnetpools/bcb16de1-8d39-4a72-a295-a4f480bb5dec/tags HTTP/1.1" status: 204 len: 168 time: 0.2487180 Oct 04 20:55:37.476807 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 48052) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:37.496614 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.tag.tag_plugin [None req-0c0d488b-7bca-4f96-bf6e-f4c5479b0dc6 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bcb16de1-8d39-4a72-a295-a4f480bb5dec', 'tempest-TagsExtTest-Tag-320506394') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:37.496997 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=15e6a700-129a-4c84-b575-5f705f84dac9,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:37.555245 n-d-852085-12 neutron-server[108169]: INFO neutron.api.v2.resource [None req-0c0d488b-7bca-4f96-bf6e-f4c5479b0dc6 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] show failed (client error): The resource could not be found. Oct 04 20:55:37.561614 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-0c0d488b-7bca-4f96-bf6e-f4c5479b0dc6 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] 10.222.0.78 "GET /networking/v2.0/subnetpools/bcb16de1-8d39-4a72-a295-a4f480bb5dec/tags/tempest-TagsExtTest-Tag-320506394 HTTP/1.1" status: 404 len: 328 time: 0.0786307 Oct 04 20:55:37.562374 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 48060) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:37.570551 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.tag.tag_plugin [None req-2581f262-35e5-492c-b754-ba9eb9704c71 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bcb16de1-8d39-4a72-a295-a4f480bb5dec', 'tempest-TagsExtTest-Tag-1498065922') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:37.626709 n-d-852085-12 neutron-server[108169]: INFO neutron.api.v2.resource [None req-2581f262-35e5-492c-b754-ba9eb9704c71 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] show failed (client error): The resource could not be found. Oct 04 20:55:37.632763 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-2581f262-35e5-492c-b754-ba9eb9704c71 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] 10.222.0.78 "GET /networking/v2.0/subnetpools/bcb16de1-8d39-4a72-a295-a4f480bb5dec/tags/tempest-TagsExtTest-Tag-1498065922 HTTP/1.1" status: 404 len: 329 time: 0.0641873 Oct 04 20:55:37.633510 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 48064) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:37.643632 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.tag.tag_plugin [None req-5d7a4b36-5cb6-4cf1-ba55-b57c6bcbb029 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bcb16de1-8d39-4a72-a295-a4f480bb5dec', 'tempest-TagsExtTest-Tag-1669281632') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:37.695201 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2b635a73-41f6-4f61-a8ec-a1b862c7eb38 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (cdd995ab-4ec8-453b-84df-d30305420718), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:37.709827 n-d-852085-12 neutron-server[108169]: INFO neutron.api.v2.resource [None req-5d7a4b36-5cb6-4cf1-ba55-b57c6bcbb029 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] show failed (client error): The resource could not be found. Oct 04 20:55:37.715921 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-5d7a4b36-5cb6-4cf1-ba55-b57c6bcbb029 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] 10.222.0.78 "GET /networking/v2.0/subnetpools/bcb16de1-8d39-4a72-a295-a4f480bb5dec/tags/tempest-TagsExtTest-Tag-1669281632 HTTP/1.1" status: 404 len: 329 time: 0.0752549 Oct 04 20:55:37.716544 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 48068) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:37.742067 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.tag.tag_plugin [None req-6a19d132-3755-4dc5-bbb6-1e7c9bd2c507 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'bcb16de1-8d39-4a72-a295-a4f480bb5dec') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:37.810606 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-6a19d132-3755-4dc5-bbb6-1e7c9bd2c507 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] 10.222.0.78 "DELETE /networking/v2.0/subnetpools/bcb16de1-8d39-4a72-a295-a4f480bb5dec/tags HTTP/1.1" status: 204 len: 168 time: 0.0843356 Oct 04 20:55:37.816182 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 48070) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:37.839965 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.tag.tag_plugin [None req-ccec0c4b-dbc4-4ca7-a0e1-62a875e86098 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '153129f6-0011-4576-9a81-f86692c452ac') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:37.884538 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-2b635a73-41f6-4f61-a8ec-a1b862c7eb38 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdd995ab-4ec8-453b-84df-d30305420718']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:37.947452 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-2b635a73-41f6-4f61-a8ec-a1b862c7eb38 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47feaf02-c96f-4505-868b-a8024a63ab0d') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:37.948511 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-2b635a73-41f6-4f61-a8ec-a1b862c7eb38 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47feaf02-c96f-4505-868b-a8024a63ab0d') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:37.989950 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2b635a73-41f6-4f61-a8ec-a1b862c7eb38 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (47feaf02-c96f-4505-868b-a8024a63ab0d), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:37.997367 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-11c4dc17-9d9d-4cb8-a6e8-3e9e575172f6 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (c5a65eca-4ca5-41d9-ba24-4fbaab4b050c), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:38.001441 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 48072) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:38.043665 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ccec0c4b-dbc4-4ca7-a0e1-62a875e86098 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] 10.222.0.78 "DELETE /networking/v2.0/routers/153129f6-0011-4576-9a81-f86692c452ac/tags HTTP/1.1" status: 204 len: 168 time: 0.2266142 Oct 04 20:55:38.048558 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 48074) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:38.058346 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.tag.tag_plugin [None req-3f332da5-d22b-499e-9047-d38129799672 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9ef93146-7610-45fe-8efd-e6a76b2fe20b') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:38.085460 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:38.093759 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c4dc17-9d9d-4cb8-a6e8-3e9e575172f6 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Pushing event deleted for resources: {'Subnet': ['ID=c5a65eca-4ca5-41d9-ba24-4fbaab4b050c,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:38.143035 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2b635a73-41f6-4f61-a8ec-a1b862c7eb38 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (47feaf02-c96f-4505-868b-a8024a63ab0d), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:38.157368 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-11c4dc17-9d9d-4cb8-a6e8-3e9e575172f6 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:38.163785 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-11c4dc17-9d9d-4cb8-a6e8-3e9e575172f6 tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/c5a65eca-4ca5-41d9-ba24-4fbaab4b050c HTTP/1.1" status: 204 len: 168 time: 1.5306261 Oct 04 20:55:38.177890 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 48080) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:38.187022 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b635a73-41f6-4f61-a8ec-a1b862c7eb38 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:55:38.192085 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2b635a73-41f6-4f61-a8ec-a1b862c7eb38 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (47feaf02-c96f-4505-868b-a8024a63ab0d), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:38.216298 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-3f332da5-d22b-499e-9047-d38129799672 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] 10.222.0.78 "DELETE /networking/v2.0/ports/9ef93146-7610-45fe-8efd-e6a76b2fe20b/tags HTTP/1.1" status: 204 len: 168 time: 0.1603508 Oct 04 20:55:38.217877 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 48084) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:38.236726 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.tag.tag_plugin [None req-41859873-fa9b-415e-ad02-79eb6c0cb2ce tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '76d03a4e-87d0-48d8-b5d5-3cdfb9816765') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:38.263680 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 47feaf02-c96f-4505-868b-a8024a63ab0d resource provider aggregate not found Oct 04 20:55:38.377078 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-95911c8b-3b7c-4fca-b418-07fd79c0f009 admin admin] Deleting port 15e6a700-129a-4c84-b575-5f705f84dac9 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:55:38.377557 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-95911c8b-3b7c-4fca-b418-07fd79c0f009 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (15e6a700-129a-4c84-b575-5f705f84dac9), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:38.383414 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 47feaf02-c96f-4505-868b-a8024a63ab0d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 47feaf02-c96f-4505-868b-a8024a63ab0d found for delete ", "request_id": "req-2c1cca30-3562-47fc-9f59-d326e6e801a6"}]} Oct 04 20:55:38.385916 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-41859873-fa9b-415e-ad02-79eb6c0cb2ce tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/76d03a4e-87d0-48d8-b5d5-3cdfb9816765/tags HTTP/1.1" status: 204 len: 168 time: 0.1660719 Oct 04 20:55:38.394152 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 48096) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:38.603540 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 15e6a700-129a-4c84-b575-5f705f84dac9 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:55:38.712535 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9b85b8c9-fb87-4e17-b38f-82d1e8e5c35a tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (2b8174f1-b48d-40fd-bc34-e53f926a0172), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:38.729698 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 15e6a700-129a-4c84-b575-5f705f84dac9 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:55:38.730613 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (15e6a700-129a-4c84-b575-5f705f84dac9), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:38.731731 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 15e6a700-129a-4c84-b575-5f705f84dac9 Oct 04 20:55:38.800541 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-ecf709a8-d57e-4ffc-9b53-e80f54703126 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1822464839-network', 'tenant_id': '8bc331439dfe4bbbb6c764bc5c243b35'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:55:38.811758 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:38.827588 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-662c95f4-90ed-46b8-81bc-42b6941c2ad3 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:38.834009 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-662c95f4-90ed-46b8-81bc-42b6941c2ad3 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] 10.222.0.78 "DELETE /networking/v2.0/subnetpools/bcb16de1-8d39-4a72-a295-a4f480bb5dec HTTP/1.1" status: 204 len: 168 time: 0.4343092 Oct 04 20:55:38.834572 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 48100) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:38.901697 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 15e6a700-129a-4c84-b575-5f705f84dac9 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:55:38.909330 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2b635a73-41f6-4f61-a8ec-a1b862c7eb38 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (cdd995ab-4ec8-453b-84df-d30305420718), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:38.916098 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f42a91bf-ab79-4b57-b747-7a7af8872772 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=153129f6-0011-4576-9a81-f86692c452ac HTTP/1.1" status: 200 len: 205 time: 0.0790555 Oct 04 20:55:38.917293 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 48102) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:38.967732 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2b635a73-41f6-4f61-a8ec-a1b862c7eb38 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:38.978320 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2b635a73-41f6-4f61-a8ec-a1b862c7eb38 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] 10.222.0.78 "DELETE /networking/v2.0/networks/cdd995ab-4ec8-453b-84df-d30305420718 HTTP/1.1" status: 204 len: 168 time: 3.5610676 Oct 04 20:55:39.017492 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-95911c8b-3b7c-4fca-b418-07fd79c0f009 admin admin] For port 15e6a700-129a-4c84-b575-5f705f84dac9, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=15e6a700-129a-4c84-b575-5f705f84dac9,segment=NetworkSegment(30acf3de-de36-4c27-aa99-7c18f43b64b3),segment_id=30acf3de-de36-4c27-aa99-7c18f43b64b3)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:55:39.018089 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-95911c8b-3b7c-4fca-b418-07fd79c0f009 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (15e6a700-129a-4c84-b575-5f705f84dac9), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:39.079051 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b635a73-41f6-4f61-a8ec-a1b862c7eb38 tempest-BulkNetworkOpsTest-1900500396 tempest-BulkNetworkOpsTest-1900500396-project] Pushing event deleted for resources: {'Network': ['ID=cdd995ab-4ec8-453b-84df-d30305420718,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:39.112829 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ee883237-4e1a-4486-a46d-911f38595fe9 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Publish callbacks [] for router (153129f6-0011-4576-9a81-f86692c452ac), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:39.124526 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-95911c8b-3b7c-4fca-b418-07fd79c0f009 admin admin] Calling delete_port for 15e6a700-129a-4c84-b575-5f705f84dac9 owned by network:router_interface {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:55:39.136700 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9b85b8c9-fb87-4e17-b38f-82d1e8e5c35a tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (2b8174f1-b48d-40fd-bc34-e53f926a0172), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:39.244933 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-9b85b8c9-fb87-4e17-b38f-82d1e8e5c35a tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b8174f1-b48d-40fd-bc34-e53f926a0172']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:39.250420 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf709a8-d57e-4ffc-9b53-e80f54703126 admin admin] Made reservation on behalf of 8bc331439dfe4bbbb6c764bc5c243b35 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:55:39.252593 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ecf709a8-d57e-4ffc-9b53-e80f54703126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:39.294228 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-9b85b8c9-fb87-4e17-b38f-82d1e8e5c35a tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4117c646-b95e-4789-a088-a19d64ad38cf') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:39.294766 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-9b85b8c9-fb87-4e17-b38f-82d1e8e5c35a tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4117c646-b95e-4789-a088-a19d64ad38cf') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:39.299098 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ecf709a8-d57e-4ffc-9b53-e80f54703126 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:39.325899 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:DELETE=6,neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:39.342908 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9b85b8c9-fb87-4e17-b38f-82d1e8e5c35a tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (4117c646-b95e-4789-a088-a19d64ad38cf), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:39.406659 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9b85b8c9-fb87-4e17-b38f-82d1e8e5c35a tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (4117c646-b95e-4789-a088-a19d64ad38cf), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:39.446222 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b85b8c9-fb87-4e17-b38f-82d1e8e5c35a tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:55:39.446916 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9b85b8c9-fb87-4e17-b38f-82d1e8e5c35a tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (4117c646-b95e-4789-a088-a19d64ad38cf), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:39.629420 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ee883237-4e1a-4486-a46d-911f38595fe9 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (153129f6-0011-4576-9a81-f86692c452ac), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:39.633672 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:39.637041 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ee883237-4e1a-4486-a46d-911f38595fe9 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Publish callbacks [] for router_controller (153129f6-0011-4576-9a81-f86692c452ac), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:39.852635 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ee883237-4e1a-4486-a46d-911f38595fe9 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (153129f6-0011-4576-9a81-f86692c452ac), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:39.853048 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee883237-4e1a-4486-a46d-911f38595fe9 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Fanout notify agent at l3_agent the message router_deleted on router 153129f6-0011-4576-9a81-f86692c452ac {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:55:39.867975 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ee883237-4e1a-4486-a46d-911f38595fe9 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:39.870361 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ee883237-4e1a-4486-a46d-911f38595fe9 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] 10.222.0.78 "DELETE /networking/v2.0/routers/153129f6-0011-4576-9a81-f86692c452ac HTTP/1.1" status: 204 len: 168 time: 0.9512980 Oct 04 20:55:39.883843 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 48120) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:40.126078 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-d08af071-eb20-4e08-a96d-a27c447bc342 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Deleting port 9ef93146-7610-45fe-8efd-e6a76b2fe20b {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:55:40.127017 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d08af071-eb20-4e08-a96d-a27c447bc342 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (9ef93146-7610-45fe-8efd-e6a76b2fe20b), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:40.184723 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=75,neutron:INSERT=12,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:40.212198 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 48134) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:40.227124 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ecf709a8-d57e-4ffc-9b53-e80f54703126 admin admin] Publish callbacks [] for security_group (cdcc873f-2afc-46e2-8056-777c4b96937d), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:40.286698 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9b85b8c9-fb87-4e17-b38f-82d1e8e5c35a tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (2b8174f1-b48d-40fd-bc34-e53f926a0172), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:40.302609 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9b85b8c9-fb87-4e17-b38f-82d1e8e5c35a tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:40.313103 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-9b85b8c9-fb87-4e17-b38f-82d1e8e5c35a tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] 10.222.0.78 "DELETE /networking/v2.0/networks/2b8174f1-b48d-40fd-bc34-e53f926a0172 HTTP/1.1" status: 204 len: 168 time: 2.1288428 Oct 04 20:55:40.337836 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ecf709a8-d57e-4ffc-9b53-e80f54703126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (cdcc873f-2afc-46e2-8056-777c4b96937d), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:40.344864 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b85b8c9-fb87-4e17-b38f-82d1e8e5c35a tempest-FloatingIPTestJSON-1047672 tempest-FloatingIPTestJSON-1047672-project] Pushing event deleted for resources: {'Network': ['ID=2b8174f1-b48d-40fd-bc34-e53f926a0172,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:40.419806 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d08af071-eb20-4e08-a96d-a27c447bc342 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (9ef93146-7610-45fe-8efd-e6a76b2fe20b), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:40.425381 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf709a8-d57e-4ffc-9b53-e80f54703126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdcc873f-2afc-46e2-8056-777c4b96937d,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:40.459114 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 4117c646-b95e-4789-a088-a19d64ad38cf resource provider aggregate not found Oct 04 20:55:40.489360 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-d08af071-eb20-4e08-a96d-a27c447bc342 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Calling delete_port for 9ef93146-7610-45fe-8efd-e6a76b2fe20b owned by {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:55:40.494739 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:INSERT=1,neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:40.505925 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 4117c646-b95e-4789-a088-a19d64ad38cf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4117c646-b95e-4789-a088-a19d64ad38cf found for delete ", "request_id": "req-3180a2ea-2918-492c-bea8-fea9afee741d"}]} Oct 04 20:55:40.535266 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-95911c8b-3b7c-4fca-b418-07fd79c0f009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (15e6a700-129a-4c84-b575-5f705f84dac9), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:40.543034 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecf709a8-d57e-4ffc-9b53-e80f54703126 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:55:40.677669 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95911c8b-3b7c-4fca-b418-07fd79c0f009 admin admin] Pushing event deleted for resources: {'Port': ['ID=15e6a700-129a-4c84-b575-5f705f84dac9,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:40.680372 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ecf709a8-d57e-4ffc-9b53-e80f54703126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (6fe0c493-d5a6-4670-a504-25e8063c6a77), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:40.680911 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-ecf709a8-d57e-4ffc-9b53-e80f54703126 admin admin] Added segment 6fe0c493-d5a6-4670-a504-25e8063c6a77 of type vlan for network 057c865c-26ef-4491-ba5f-fc685aff30a6 Oct 04 20:55:40.841920 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ecf709a8-d57e-4ffc-9b53-e80f54703126 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (057c865c-26ef-4491-ba5f-fc685aff30a6), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:40.949895 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.db.resource_extend [None req-ecf709a8-d57e-4ffc-9b53-e80f54703126 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 04 20:55:40.977537 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d08af071-eb20-4e08-a96d-a27c447bc342 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (9ef93146-7610-45fe-8efd-e6a76b2fe20b), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:41.040985 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08af071-eb20-4e08-a96d-a27c447bc342 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Pushing event deleted for resources: {'Port': ['ID=9ef93146-7610-45fe-8efd-e6a76b2fe20b,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:41.112109 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-95911c8b-3b7c-4fca-b418-07fd79c0f009 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (6f4330c4-c620-4c1d-ad47-eb9cbd37fcb7), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:41.127704 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ecf709a8-d57e-4ffc-9b53-e80f54703126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (057c865c-26ef-4491-ba5f-fc685aff30a6), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:41.133241 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf709a8-d57e-4ffc-9b53-e80f54703126 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:55:41.134984 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ecf709a8-d57e-4ffc-9b53-e80f54703126 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:41.147185 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:41.270927 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d08af071-eb20-4e08-a96d-a27c447bc342 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:41.279216 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d08af071-eb20-4e08-a96d-a27c447bc342 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] 10.222.0.78 "DELETE /networking/v2.0/ports/9ef93146-7610-45fe-8efd-e6a76b2fe20b HTTP/1.1" status: 204 len: 168 time: 1.3912647 Oct 04 20:55:41.281554 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 48152) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:41.477870 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fd08ac8-ac05-4720-824a-bbadbe8e5a6b tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Deleting subnet 76d03a4e-87d0-48d8-b5d5-3cdfb9816765 {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:55:41.485844 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1fd08ac8-ac05-4720-824a-bbadbe8e5a6b tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Publish callbacks [] for subnet (76d03a4e-87d0-48d8-b5d5-3cdfb9816765), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:41.599051 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1fd08ac8-ac05-4720-824a-bbadbe8e5a6b tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (76d03a4e-87d0-48d8-b5d5-3cdfb9816765), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:41.627180 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-ecf709a8-d57e-4ffc-9b53-e80f54703126 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.5683587 Oct 04 20:55:41.669355 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 48154) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:41.692838 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-066ea7ba-21ae-4638-baf1-389ae44df03a admin admin] Request body: {'subnet': {'network_id': '057c865c-26ef-4491-ba5f-fc685aff30a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1822464839-subnet', 'tenant_id': '8bc331439dfe4bbbb6c764bc5c243b35', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:55:41.702458 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf709a8-d57e-4ffc-9b53-e80f54703126 admin admin] Pushing event updated for resources: {'Network': ['ID=057c865c-26ef-4491-ba5f-fc685aff30a6,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:41.731974 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:41.736528 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 057c865c-26ef-4491-ba5f-fc685aff30a6 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:55:41.845461 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1fd08ac8-ac05-4720-824a-bbadbe8e5a6b tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (76d03a4e-87d0-48d8-b5d5-3cdfb9816765), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:41.889151 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-1bb86bae-4249-4f20-8cad-4135552d5881 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=c7334c8cfafb46b9a97b90e9fc802910&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6705709 Oct 04 20:55:41.893545 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 48156) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:41.949580 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066ea7ba-21ae-4638-baf1-389ae44df03a admin admin] Made reservation on behalf of 8bc331439dfe4bbbb6c764bc5c243b35 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:55:41.954127 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-066ea7ba-21ae-4638-baf1-389ae44df03a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:42.085511 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95911c8b-3b7c-4fca-b418-07fd79c0f009 admin admin] Router 6f4330c4-c620-4c1d-ad47-eb9cbd37fcb7 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:55:42.092396 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-21cccfb3-545b-48cf-9405-2ae84bad0d2e admin admin] Publish callbacks [] for security_group (b64a4fa7-1392-49a7-84e7-d4caa8f41466), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:42.150843 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-21cccfb3-545b-48cf-9405-2ae84bad0d2e admin admin] Publish callbacks [] for security_group (b64a4fa7-1392-49a7-84e7-d4caa8f41466), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:42.314028 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1fd08ac8-ac05-4720-824a-bbadbe8e5a6b tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (76d03a4e-87d0-48d8-b5d5-3cdfb9816765), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:42.404604 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95911c8b-3b7c-4fca-b418-07fd79c0f009 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:55:42.412511 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd08ac8-ac05-4720-824a-bbadbe8e5a6b tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Pushing event deleted for resources: {'Subnet': ['ID=76d03a4e-87d0-48d8-b5d5-3cdfb9816765,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:42.424593 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1fd08ac8-ac05-4720-824a-bbadbe8e5a6b tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:42.428005 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-95911c8b-3b7c-4fca-b418-07fd79c0f009 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/6f4330c4-c620-4c1d-ad47-eb9cbd37fcb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5001369 Oct 04 20:55:42.434329 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-1fd08ac8-ac05-4720-824a-bbadbe8e5a6b tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/76d03a4e-87d0-48d8-b5d5-3cdfb9816765 HTTP/1.1" status: 204 len: 168 time: 1.1475077 Oct 04 20:55:42.436505 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 48166) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:42.437048 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 48168) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:42.441712 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cf2c41-aa98-4953-8f0d-700a709a2b2b None None] Sync routers for ids ['6f4330c4-c620-4c1d-ad47-eb9cbd37fcb7'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:55:42.450998 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8cc72d-dd31-409e-938a-f0fd696640b5 None None] Network ed669458-1759-40cd-b5f6-108cb9500980 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:55:42.529811 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cf2c41-aa98-4953-8f0d-700a709a2b2b None None] Routers {'6f4330c4-c620-4c1d-ad47-eb9cbd37fcb7'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:55:42.536563 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-06cf2c41-aa98-4953-8f0d-700a709a2b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:55:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['6f4330c4-c620-4c1d-ad47-eb9cbd37fcb7'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:42.582903 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-21cccfb3-545b-48cf-9405-2ae84bad0d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (b64a4fa7-1392-49a7-84e7-d4caa8f41466), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:42.592076 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-21cccfb3-545b-48cf-9405-2ae84bad0d2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:42.607471 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-21cccfb3-545b-48cf-9405-2ae84bad0d2e admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/b64a4fa7-1392-49a7-84e7-d4caa8f41466 HTTP/1.1" status: 204 len: 168 time: 0.7098150 Oct 04 20:55:42.633152 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-066ea7ba-21ae-4638-baf1-389ae44df03a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (ca38fb35-a11c-445e-92ce-4ed32a0dee84), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:42.640226 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cccfb3-545b-48cf-9405-2ae84bad0d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b64a4fa7-1392-49a7-84e7-d4caa8f41466,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:42.746705 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 48172) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:42.883885 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-50d298e8-9da6-434e-916d-8d910f33672a admin admin] Publish callbacks [] for router (6f4330c4-c620-4c1d-ad47-eb9cbd37fcb7), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:42.885751 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:43.012878 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 48182) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:43.060604 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=84,neutron:INSERT=7,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:43.087992 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7981ce0b-a8cb-4a8b-abc2-1a24738f24b6 None None] DHCP port deletion for ed669458-1759-40cd-b5f6-108cb9500980 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:55:43.122908 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-379d660d-2510-499b-9bf1-cbb3a2ef5aa7 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (ed669458-1759-40cd-b5f6-108cb9500980), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:43.207960 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-06cf2c41-aa98-4953-8f0d-700a709a2b2b None None] Set router 6f4330c4-c620-4c1d-ad47-eb9cbd37fcb7 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:55:43.265231 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-7981ce0b-a8cb-4a8b-abc2-1a24738f24b6 None None] Deleting port 35fb4974-3634-4110-b90a-46ab533447c9 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:55:43.265972 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7981ce0b-a8cb-4a8b-abc2-1a24738f24b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (35fb4974-3634-4110-b90a-46ab533447c9), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:43.322854 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066ea7ba-21ae-4638-baf1-389ae44df03a admin admin] Checking segment: {'id': '6fe0c493-d5a6-4670-a504-25e8063c6a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '057c865c-26ef-4491-ba5f-fc685aff30a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:55:43.324544 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066ea7ba-21ae-4638-baf1-389ae44df03a admin admin] Network hostable DHCP agents. Network: 057c865c-26ef-4491-ba5f-fc685aff30a6, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:55:43.360106 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:43.370428 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d5f8a061-8d27-495d-a9e8-246da97610f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:43.395591 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066ea7ba-21ae-4638-baf1-389ae44df03a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca38fb35-a11c-445e-92ce-4ed32a0dee84,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:43.417870 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-7981ce0b-a8cb-4a8b-abc2-1a24738f24b6 None None] For port 35fb4974-3634-4110-b90a-46ab533447c9, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=35fb4974-3634-4110-b90a-46ab533447c9,segment=NetworkSegment(9f456c4b-d0d1-4214-ae1c-b29d4e79478a),segment_id=9f456c4b-d0d1-4214-ae1c-b29d4e79478a)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:55:43.418959 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7981ce0b-a8cb-4a8b-abc2-1a24738f24b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (35fb4974-3634-4110-b90a-46ab533447c9), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:43.441290 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-379d660d-2510-499b-9bf1-cbb3a2ef5aa7 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Deleting port 35fb4974-3634-4110-b90a-46ab533447c9 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:55:43.441290 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-379d660d-2510-499b-9bf1-cbb3a2ef5aa7 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (35fb4974-3634-4110-b90a-46ab533447c9), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:43.460986 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-7981ce0b-a8cb-4a8b-abc2-1a24738f24b6 None None] Calling delete_port for 35fb4974-3634-4110-b90a-46ab533447c9 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:55:43.627454 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-379d660d-2510-499b-9bf1-cbb3a2ef5aa7 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] For port 35fb4974-3634-4110-b90a-46ab533447c9, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=35fb4974-3634-4110-b90a-46ab533447c9,segment=NetworkSegment(9f456c4b-d0d1-4214-ae1c-b29d4e79478a),segment_id=9f456c4b-d0d1-4214-ae1c-b29d4e79478a)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:55:43.628325 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-379d660d-2510-499b-9bf1-cbb3a2ef5aa7 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (35fb4974-3634-4110-b90a-46ab533447c9), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:43.665904 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 48196) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:43.678526 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ea7ba-21ae-4638-baf1-389ae44df03a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:55:43.689121 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ea7ba-21ae-4638-baf1-389ae44df03a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:55:43.689955 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ea7ba-21ae-4638-baf1-389ae44df03a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:55:43.691537 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ea7ba-21ae-4638-baf1-389ae44df03a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:55:43.691537 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ea7ba-21ae-4638-baf1-389ae44df03a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:55:43.691537 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ea7ba-21ae-4638-baf1-389ae44df03a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:55:43.692129 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ea7ba-21ae-4638-baf1-389ae44df03a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:55:43.692555 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ea7ba-21ae-4638-baf1-389ae44df03a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:55:43.693160 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ea7ba-21ae-4638-baf1-389ae44df03a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:55:43.693694 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ea7ba-21ae-4638-baf1-389ae44df03a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:55:43.694248 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ea7ba-21ae-4638-baf1-389ae44df03a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:55:43.694790 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ea7ba-21ae-4638-baf1-389ae44df03a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:55:43.695345 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ea7ba-21ae-4638-baf1-389ae44df03a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:55:43.699498 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ea7ba-21ae-4638-baf1-389ae44df03a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:55:43.699498 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ea7ba-21ae-4638-baf1-389ae44df03a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:55:43.713589 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-379d660d-2510-499b-9bf1-cbb3a2ef5aa7 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Calling delete_port for 35fb4974-3634-4110-b90a-46ab533447c9 owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:55:43.756138 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d5f8a061-8d27-495d-a9e8-246da97610f6 admin admin] Publish callbacks [] for security_group (9c5df6b2-e141-4494-92ab-8693e9b68c7e), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:43.817194 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-50d298e8-9da6-434e-916d-8d910f33672a admin admin] Publish callbacks [] for router_gateway (6f4330c4-c620-4c1d-ad47-eb9cbd37fcb7), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:43.882330 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066ea7ba-21ae-4638-baf1-389ae44df03a admin admin] Network 057c865c-26ef-4491-ba5f-fc685aff30a6 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:55:43.902886 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7981ce0b-a8cb-4a8b-abc2-1a24738f24b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (35fb4974-3634-4110-b90a-46ab533447c9), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:43.904672 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=100 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:43.910619 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-06cf2c41-aa98-4953-8f0d-700a709a2b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4330c4-c620-4c1d-ad47-eb9cbd37fcb7', 'name': 'tempest-InstanceActionsV221TestJSON-982779440-router', 'tenant_id': 'a7aee6375ab0440d970befc057955940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'f10788d0-7730-4474-b6ea-4e4fdf8e05d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:55:05Z', 'updated_at': '2022-10-04T20:55:40Z', 'revision_number': 5, 'project_id': 'a7aee6375ab0440d970befc057955940', 'gw_port': {'id': 'f10788d0-7730-4474-b6ea-4e4fdf8e05d3', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:24:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4330c4-c620-4c1d-ad47-eb9cbd37fcb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:55:09Z', 'updated_at': '2022-10-04T20:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:43.968343 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d5f8a061-8d27-495d-a9e8-246da97610f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (9c5df6b2-e141-4494-92ab-8693e9b68c7e), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:44.055247 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-066ea7ba-21ae-4638-baf1-389ae44df03a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 057c865c-26ef-4491-ba5f-fc685aff30a6) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:55:44.081975 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cf2c41-aa98-4953-8f0d-700a709a2b2b None None] Checking router: 6f4330c4-c620-4c1d-ad47-eb9cbd37fcb7 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:55:44.096419 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d376028-c181-411f-b726-ec86cb02172a None None] Network 057c865c-26ef-4491-ba5f-fc685aff30a6 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:55:44.123057 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066ea7ba-21ae-4638-baf1-389ae44df03a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:55:44.124766 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-066ea7ba-21ae-4638-baf1-389ae44df03a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:44.141023 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cf2c41-aa98-4953-8f0d-700a709a2b2b None None] Routers {'6f4330c4-c620-4c1d-ad47-eb9cbd37fcb7'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:55:44.143668 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-06cf2c41-aa98-4953-8f0d-700a709a2b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:55:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['6f4330c4-c620-4c1d-ad47-eb9cbd37fcb7'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:44.152768 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7981ce0b-a8cb-4a8b-abc2-1a24738f24b6 None None] No DVR routers for this DVR port 35fb4974-3634-4110-b90a-46ab533447c9 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:55:44.156986 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7981ce0b-a8cb-4a8b-abc2-1a24738f24b6 None None] Pushing event deleted for resources: {'Port': ['ID=35fb4974-3634-4110-b90a-46ab533447c9,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:44.254116 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:44.282123 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-50d298e8-9da6-434e-916d-8d910f33672a admin admin] Deleting port f10788d0-7730-4474-b6ea-4e4fdf8e05d3 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:55:44.282680 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-50d298e8-9da6-434e-916d-8d910f33672a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (f10788d0-7730-4474-b6ea-4e4fdf8e05d3), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:44.340830 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-d5f8a061-8d27-495d-a9e8-246da97610f6 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=739bc9c01f9c42febc9ee45be220cfa2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5909216 Oct 04 20:55:44.344072 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 48208) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:44.401579 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81a2543-1d5e-49c6-abd5-5fe6d362bce9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-057c865c-26ef-4491-ba5f-fc685aff30a6', 'network_id': '057c865c-26ef-4491-ba5f-fc685aff30a6', 'project_id': '8bc331439dfe4bbbb6c764bc5c243b35', 'fixed_ips': [{'subnet_id': 'ca38fb35-a11c-445e-92ce-4ed32a0dee84'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:55:44.401579 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f81a2543-1d5e-49c6-abd5-5fe6d362bce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:44.418306 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f8a061-8d27-495d-a9e8-246da97610f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5df6b2-e141-4494-92ab-8693e9b68c7e,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:44.476379 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0bb2b756-d8bf-416c-8946-e6cbd17f5b06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:44.485113 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-066ea7ba-21ae-4638-baf1-389ae44df03a admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.8131247 Oct 04 20:55:44.492301 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 48214) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:44.493433 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 48216) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:44.502462 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-8a56504a-d521-4775-8196-632bb743e030 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=223d432ff6a643f39235b9d5774265c1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4873362 Oct 04 20:55:44.508796 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-8def5d62-2142-4c41-9de3-700d60741ea3 admin admin] Request body: {'router': {'name': 'tempest-ServersNegativeTestJSON-1822464839-router', 'tenant_id': '8bc331439dfe4bbbb6c764bc5c243b35', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:55:44.552572 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-379d660d-2510-499b-9bf1-cbb3a2ef5aa7 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (35fb4974-3634-4110-b90a-46ab533447c9), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:44.604613 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-06cf2c41-aa98-4953-8f0d-700a709a2b2b None None] Set router 6f4330c4-c620-4c1d-ad47-eb9cbd37fcb7 gateway port host: None {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:55:44.688459 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379d660d-2510-499b-9bf1-cbb3a2ef5aa7 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Pushing event deleted for resources: {'Port': ['ID=35fb4974-3634-4110-b90a-46ab533447c9,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:44.690540 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f78e07ba-709d-4471-8b8a-e72154e21cd6 admin admin] Publish callbacks [] for security_group (9c5df6b2-e141-4494-92ab-8693e9b68c7e), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:44.696684 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379d660d-2510-499b-9bf1-cbb3a2ef5aa7 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] No DVR routers for this DVR port 35fb4974-3634-4110-b90a-46ab533447c9 on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:55:44.801439 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f78e07ba-709d-4471-8b8a-e72154e21cd6 admin admin] Publish callbacks [] for security_group (9c5df6b2-e141-4494-92ab-8693e9b68c7e), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:44.803323 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 35fb4974-3634-4110-b90a-46ab533447c9 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:55:44.888873 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 35fb4974-3634-4110-b90a-46ab533447c9 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:55:44.889414 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-06cf2c41-aa98-4953-8f0d-700a709a2b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f4330c4-c620-4c1d-ad47-eb9cbd37fcb7', 'name': 'tempest-InstanceActionsV221TestJSON-982779440-router', 'tenant_id': 'a7aee6375ab0440d970befc057955940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:55:05Z', 'updated_at': '2022-10-04T20:55:43Z', 'revision_number': 6, 'project_id': 'a7aee6375ab0440d970befc057955940', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:44.890005 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 35fb4974-3634-4110-b90a-46ab533447c9 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:55:44.974968 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-50d298e8-9da6-434e-916d-8d910f33672a admin admin] For port f10788d0-7730-4474-b6ea-4e4fdf8e05d3, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=f10788d0-7730-4474-b6ea-4e4fdf8e05d3,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:55:44.976217 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-50d298e8-9da6-434e-916d-8d910f33672a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (f10788d0-7730-4474-b6ea-4e4fdf8e05d3), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:44.977174 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cf2c41-aa98-4953-8f0d-700a709a2b2b None None] The sync data for ids ['6f4330c4-c620-4c1d-ad47-eb9cbd37fcb7'] in n-d-852085-12 is: [{'id': '6f4330c4-c620-4c1d-ad47-eb9cbd37fcb7', 'name': 'tempest-InstanceActionsV221TestJSON-982779440-router', 'tenant_id': 'a7aee6375ab0440d970befc057955940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:55:05Z', 'updated_at': '2022-10-04T20:55:43Z', 'revision_number': 6, 'project_id': 'a7aee6375ab0440d970befc057955940', 'gw_port_host': None}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:55:45.026915 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:45.035650 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-50d298e8-9da6-434e-916d-8d910f33672a admin admin] Calling delete_port for f10788d0-7730-4474-b6ea-4e4fdf8e05d3 owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:55:45.070640 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f78e07ba-709d-4471-8b8a-e72154e21cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (9c5df6b2-e141-4494-92ab-8693e9b68c7e), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:45.076849 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f78e07ba-709d-4471-8b8a-e72154e21cd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:45.082600 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f78e07ba-709d-4471-8b8a-e72154e21cd6 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/9c5df6b2-e141-4494-92ab-8693e9b68c7e HTTP/1.1" status: 204 len: 168 time: 0.6825221 Oct 04 20:55:45.096651 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-f81a2543-1d5e-49c6-abd5-5fe6d362bce9 None None] Allocated IP 172.20.0.2 (057c865c-26ef-4491-ba5f-fc685aff30a6/ca38fb35-a11c-445e-92ce-4ed32a0dee84/cc736ef6-db99-4cbc-851c-d39580b5b77c) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:55:45.119662 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78e07ba-709d-4471-8b8a-e72154e21cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5df6b2-e141-4494-92ab-8693e9b68c7e,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:45.139947 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:45.159623 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0bb2b756-d8bf-416c-8946-e6cbd17f5b06 admin admin] Publish callbacks [] for security_group (2b06ab67-4c8e-43f9-baa3-f0107344abab), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:45.226377 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=7,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:45.228735 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e0742c35-295b-4bb5-8515-ba7aa2ba1c16 admin admin] Publish callbacks [] for security_group (5d888f45-3fb8-4a1f-aa6d-fb09829a1a9c), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:45.232960 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8def5d62-2142-4c41-9de3-700d60741ea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (3f7f90f4-7158-4696-9b16-0b2787218243), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:45.234802 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8def5d62-2142-4c41-9de3-700d60741ea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (3f7f90f4-7158-4696-9b16-0b2787218243), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:45.301632 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0bb2b756-d8bf-416c-8946-e6cbd17f5b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (2b06ab67-4c8e-43f9-baa3-f0107344abab), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:45.398861 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-379d660d-2510-499b-9bf1-cbb3a2ef5aa7 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (ed669458-1759-40cd-b5f6-108cb9500980), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:45.517233 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-0bb2b756-d8bf-416c-8946-e6cbd17f5b06 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=fee0803dedef4618ac76d0aa5d113848&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8461559 Oct 04 20:55:45.520374 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e0742c35-295b-4bb5-8515-ba7aa2ba1c16 admin admin] Publish callbacks [] for security_group (5d888f45-3fb8-4a1f-aa6d-fb09829a1a9c), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:45.522671 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 48228) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:45.598547 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb2b756-d8bf-416c-8946-e6cbd17f5b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b06ab67-4c8e-43f9-baa3-f0107344abab,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:45.668060 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-379d660d-2510-499b-9bf1-cbb3a2ef5aa7 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed669458-1759-40cd-b5f6-108cb9500980']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:45.706750 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f3a04be7-ab6c-4b3b-9695-8081f02992ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:45.743799 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8def5d62-2142-4c41-9de3-700d60741ea3 admin admin] Publish callbacks [] for router_controller (3f7f90f4-7158-4696-9b16-0b2787218243), precommit_add_association {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:45.802518 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-082db971-3998-43d6-a048-bb49ff1b1974 admin admin] Publish callbacks [] for security_group (2b06ab67-4c8e-43f9-baa3-f0107344abab), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:45.808684 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-379d660d-2510-499b-9bf1-cbb3a2ef5aa7 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f456c4b-d0d1-4214-ae1c-b29d4e79478a') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:45.809069 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-379d660d-2510-499b-9bf1-cbb3a2ef5aa7 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f456c4b-d0d1-4214-ae1c-b29d4e79478a') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:45.843681 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f81a2543-1d5e-49c6-abd5-5fe6d362bce9 None None] Publish callbacks [] for port (cc736ef6-db99-4cbc-851c-d39580b5b77c), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:45.862249 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-082db971-3998-43d6-a048-bb49ff1b1974 admin admin] Publish callbacks [] for security_group (2b06ab67-4c8e-43f9-baa3-f0107344abab), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:45.904954 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:45.989806 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f81a2543-1d5e-49c6-abd5-5fe6d362bce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (cc736ef6-db99-4cbc-851c-d39580b5b77c), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:46.098534 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-379d660d-2510-499b-9bf1-cbb3a2ef5aa7 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (9f456c4b-d0d1-4214-ae1c-b29d4e79478a), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:46.114591 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-082db971-3998-43d6-a048-bb49ff1b1974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (2b06ab67-4c8e-43f9-baa3-f0107344abab), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:46.130922 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-082db971-3998-43d6-a048-bb49ff1b1974 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:46.136375 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-082db971-3998-43d6-a048-bb49ff1b1974 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/2b06ab67-4c8e-43f9-baa3-f0107344abab HTTP/1.1" status: 204 len: 168 time: 0.5889440 Oct 04 20:55:46.185817 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81a2543-1d5e-49c6-abd5-5fe6d362bce9 None None] Network 057c865c-26ef-4491-ba5f-fc685aff30a6 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:55:46.189996 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-f81a2543-1d5e-49c6-abd5-5fe6d362bce9 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:55:46.205529 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81a2543-1d5e-49c6-abd5-5fe6d362bce9 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:55:46.207349 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082db971-3998-43d6-a048-bb49ff1b1974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b06ab67-4c8e-43f9-baa3-f0107344abab,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:46.296779 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=86,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:46.345240 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81a2543-1d5e-49c6-abd5-5fe6d362bce9 None None] Pushing event updated for resources: {'Port': ['ID=cc736ef6-db99-4cbc-851c-d39580b5b77c,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:46.444657 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-379d660d-2510-499b-9bf1-cbb3a2ef5aa7 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (9f456c4b-d0d1-4214-ae1c-b29d4e79478a), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:46.503531 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8def5d62-2142-4c41-9de3-700d60741ea3 admin admin] Publish callbacks [] for router_gateway (3f7f90f4-7158-4696-9b16-0b2787218243), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:46.510207 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-f81a2543-1d5e-49c6-abd5-5fe6d362bce9 None None] Attempting to bind port cc736ef6-db99-4cbc-851c-d39580b5b77c on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:55:46.517975 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-f81a2543-1d5e-49c6-abd5-5fe6d362bce9 None None] Attempting to bind port cc736ef6-db99-4cbc-851c-d39580b5b77c by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '6fe0c493-d5a6-4670-a504-25e8063c6a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '057c865c-26ef-4491-ba5f-fc685aff30a6'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:55:46.519336 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81a2543-1d5e-49c6-abd5-5fe6d362bce9 None None] Attempting to bind port cc736ef6-db99-4cbc-851c-d39580b5b77c on network 057c865c-26ef-4491-ba5f-fc685aff30a6 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:55:46.542078 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-379d660d-2510-499b-9bf1-cbb3a2ef5aa7 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:55:46.544700 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-379d660d-2510-499b-9bf1-cbb3a2ef5aa7 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (9f456c4b-d0d1-4214-ae1c-b29d4e79478a), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:46.601379 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 15e6a700-129a-4c84-b575-5f705f84dac9 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:55:46.663340 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:46.665899 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 15e6a700-129a-4c84-b575-5f705f84dac9 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:55:46.666468 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 15e6a700-129a-4c84-b575-5f705f84dac9 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:55:46.667893 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device f10788d0-7730-4474-b6ea-4e4fdf8e05d3 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:55:46.758940 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81a2543-1d5e-49c6-abd5-5fe6d362bce9 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:55:46.761171 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81a2543-1d5e-49c6-abd5-5fe6d362bce9 None None] Checking segment: {'id': '6fe0c493-d5a6-4670-a504-25e8063c6a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '057c865c-26ef-4491-ba5f-fc685aff30a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:55:46.761171 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f81a2543-1d5e-49c6-abd5-5fe6d362bce9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:46.761957 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81a2543-1d5e-49c6-abd5-5fe6d362bce9 None None] Bound using segment: {'id': '6fe0c493-d5a6-4670-a504-25e8063c6a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '057c865c-26ef-4491-ba5f-fc685aff30a6'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:55:46.762586 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-f81a2543-1d5e-49c6-abd5-5fe6d362bce9 None None] Bound port: cc736ef6-db99-4cbc-851c-d39580b5b77c, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fe0c493-d5a6-4670-a504-25e8063c6a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '057c865c-26ef-4491-ba5f-fc685aff30a6'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:55:46.763303 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f81a2543-1d5e-49c6-abd5-5fe6d362bce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (cc736ef6-db99-4cbc-851c-d39580b5b77c), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:47.105207 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 48258) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:47.184323 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port f10788d0-7730-4474-b6ea-4e4fdf8e05d3 is: ACTIVE; New status is: DOWN {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:55:47.185115 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (f10788d0-7730-4474-b6ea-4e4fdf8e05d3), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:47.194778 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 9f456c4b-d0d1-4214-ae1c-b29d4e79478a resource provider aggregate not found Oct 04 20:55:47.223278 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-f81a2543-1d5e-49c6-abd5-5fe6d362bce9 None None] For port cc736ef6-db99-4cbc-851c-d39580b5b77c, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:55:47.262455 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e0742c35-295b-4bb5-8515-ba7aa2ba1c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (5d888f45-3fb8-4a1f-aa6d-fb09829a1a9c), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:47.267647 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e0742c35-295b-4bb5-8515-ba7aa2ba1c16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:47.270501 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e0742c35-295b-4bb5-8515-ba7aa2ba1c16 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/5d888f45-3fb8-4a1f-aa6d-fb09829a1a9c HTTP/1.1" status: 204 len: 168 time: 2.7692702 Oct 04 20:55:47.354085 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7ad86fc1-76d7-4a32-8bf2-53cc9e932d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:47.355099 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 9f456c4b-d0d1-4214-ae1c-b29d4e79478a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9f456c4b-d0d1-4214-ae1c-b29d4e79478a found for delete ", "request_id": "req-96092885-5dc2-4c98-9d72-e7d9eb5a0490"}]} Oct 04 20:55:47.382917 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0742c35-295b-4bb5-8515-ba7aa2ba1c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d888f45-3fb8-4a1f-aa6d-fb09829a1a9c,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:47.571084 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-379d660d-2510-499b-9bf1-cbb3a2ef5aa7 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (ed669458-1759-40cd-b5f6-108cb9500980), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:47.622325 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-379d660d-2510-499b-9bf1-cbb3a2ef5aa7 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:47.628253 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-379d660d-2510-499b-9bf1-cbb3a2ef5aa7 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] 10.222.0.78 "DELETE /networking/v2.0/networks/ed669458-1759-40cd-b5f6-108cb9500980 HTTP/1.1" status: 204 len: 168 time: 5.1869390 Oct 04 20:55:47.629950 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379d660d-2510-499b-9bf1-cbb3a2ef5aa7 tempest-TagsExtTest-837813548 tempest-TagsExtTest-837813548-project] Pushing event deleted for resources: {'Network': ['ID=ed669458-1759-40cd-b5f6-108cb9500980,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:47.634058 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-50d298e8-9da6-434e-916d-8d910f33672a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (f10788d0-7730-4474-b6ea-4e4fdf8e05d3), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:47.659710 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-f81a2543-1d5e-49c6-abd5-5fe6d362bce9 None None] For port cc736ef6-db99-4cbc-851c-d39580b5b77c, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=cc736ef6-db99-4cbc-851c-d39580b5b77c,segment=NetworkSegment(6fe0c493-d5a6-4670-a504-25e8063c6a77),segment_id=6fe0c493-d5a6-4670-a504-25e8063c6a77)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:55:47.729471 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d298e8-9da6-434e-916d-8d910f33672a admin admin] Pushing event deleted for resources: {'Port': ['ID=f10788d0-7730-4474-b6ea-4e4fdf8e05d3,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:47.801591 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-fbfb69dc-4aa7-4e2a-bcd0-87cda211cf8e tempest-NetworksNegativeTestJSON-289298355 tempest-NetworksNegativeTestJSON-289298355-project] Request body: {'port': {'network_id': '05e07e6d-a7ff-48fc-a52d-215e197e804c', 'name': 'tempest-NetworksNegativeTestJSON-663154418'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:55:47.816158 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f81a2543-1d5e-49c6-abd5-5fe6d362bce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (cc736ef6-db99-4cbc-851c-d39580b5b77c), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:47.836773 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8def5d62-2142-4c41-9de3-700d60741ea3 admin admin] Publish callbacks [] for router_gateway (3f7f90f4-7158-4696-9b16-0b2787218243), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:47.890464 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 48272) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:47.895546 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8def5d62-2142-4c41-9de3-700d60741ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:47.901504 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbfb69dc-4aa7-4e2a-bcd0-87cda211cf8e tempest-NetworksNegativeTestJSON-289298355 tempest-NetworksNegativeTestJSON-289298355-project] POST failed (client error): The resource could not be found. Oct 04 20:55:47.904741 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbfb69dc-4aa7-4e2a-bcd0-87cda211cf8e tempest-NetworksNegativeTestJSON-289298355 tempest-NetworksNegativeTestJSON-289298355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 20:55:47.914513 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-fbfb69dc-4aa7-4e2a-bcd0-87cda211cf8e tempest-NetworksNegativeTestJSON-289298355 tempest-NetworksNegativeTestJSON-289298355-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.8046722 Oct 04 20:55:47.921865 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 48274) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:47.970600 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7061d2d9-3485-472f-8fa8-d4a8ed7f94d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:48.000231 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8488eb7-c66b-4553-975b-d0c2347a88ff tempest-NetworksNegativeTestJSON-289298355 tempest-NetworksNegativeTestJSON-289298355-project] DELETE failed (client error): The resource could not be found. Oct 04 20:55:48.001990 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8488eb7-c66b-4553-975b-d0c2347a88ff tempest-NetworksNegativeTestJSON-289298355 tempest-NetworksNegativeTestJSON-289298355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 20:55:48.015612 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c8488eb7-c66b-4553-975b-d0c2347a88ff tempest-NetworksNegativeTestJSON-289298355 tempest-NetworksNegativeTestJSON-289298355-project] 10.222.0.78 "DELETE /networking/v2.0/networks/8087a999-3f22-4355-addc-0dd4e1751a62 HTTP/1.1" status: 404 len: 339 time: 0.0913513 Oct 04 20:55:48.023066 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 48276) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:48.045603 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81a2543-1d5e-49c6-abd5-5fe6d362bce9 None None] Pushing event updated for resources: {'Port': ['ID=cc736ef6-db99-4cbc-851c-d39580b5b77c,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:48.061897 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81a2543-1d5e-49c6-abd5-5fe6d362bce9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:55:48.062452 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81a2543-1d5e-49c6-abd5-5fe6d362bce9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:55:48.063086 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81a2543-1d5e-49c6-abd5-5fe6d362bce9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:55:48.065694 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81a2543-1d5e-49c6-abd5-5fe6d362bce9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:55:48.065694 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81a2543-1d5e-49c6-abd5-5fe6d362bce9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:55:48.065694 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81a2543-1d5e-49c6-abd5-5fe6d362bce9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:55:48.066353 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81a2543-1d5e-49c6-abd5-5fe6d362bce9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:55:48.066353 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81a2543-1d5e-49c6-abd5-5fe6d362bce9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:55:48.066895 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81a2543-1d5e-49c6-abd5-5fe6d362bce9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:55:48.067446 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81a2543-1d5e-49c6-abd5-5fe6d362bce9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:55:48.068113 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81a2543-1d5e-49c6-abd5-5fe6d362bce9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:55:48.068663 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81a2543-1d5e-49c6-abd5-5fe6d362bce9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:55:48.069520 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81a2543-1d5e-49c6-abd5-5fe6d362bce9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:55:48.070082 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81a2543-1d5e-49c6-abd5-5fe6d362bce9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:55:48.074162 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81a2543-1d5e-49c6-abd5-5fe6d362bce9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:55:48.126213 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-50d298e8-9da6-434e-916d-8d910f33672a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (6f4330c4-c620-4c1d-ad47-eb9cbd37fcb7), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:48.127909 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-6229c3a0-663b-4326-bacf-cf581a321cb7 tempest-NetworksNegativeTestJSON-289298355 tempest-NetworksNegativeTestJSON-289298355-project] DELETE failed (client error): The resource could not be found. Oct 04 20:55:48.133551 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6229c3a0-663b-4326-bacf-cf581a321cb7 tempest-NetworksNegativeTestJSON-289298355 tempest-NetworksNegativeTestJSON-289298355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 20:55:48.139330 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-6229c3a0-663b-4326-bacf-cf581a321cb7 tempest-NetworksNegativeTestJSON-289298355 tempest-NetworksNegativeTestJSON-289298355-project] 10.222.0.78 "DELETE /networking/v2.0/ports/6b3e10d1-4b85-411a-9d3d-000510a36d0a HTTP/1.1" status: 404 len: 333 time: 0.1135035 Oct 04 20:55:48.146310 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 48278) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:48.262493 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-99f626a2-196a-4ff0-b852-6215fed567b6 tempest-NetworksNegativeTestJSON-289298355 tempest-NetworksNegativeTestJSON-289298355-project] DELETE failed (client error): The resource could not be found. Oct 04 20:55:48.262493 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99f626a2-196a-4ff0-b852-6215fed567b6 tempest-NetworksNegativeTestJSON-289298355 tempest-NetworksNegativeTestJSON-289298355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 20:55:48.270270 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-99f626a2-196a-4ff0-b852-6215fed567b6 tempest-NetworksNegativeTestJSON-289298355 tempest-NetworksNegativeTestJSON-289298355-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/6266088e-7f52-4c7d-a2ce-c9537a5c5031 HTTP/1.1" status: 404 len: 337 time: 0.1220284 Oct 04 20:55:48.280754 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 48280) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:48.343553 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-863fa8f6-e144-4d7a-8046-87067146f54f tempest-NetworksNegativeTestJSON-289298355 tempest-NetworksNegativeTestJSON-289298355-project] GET failed (client error): The resource could not be found. Oct 04 20:55:48.347344 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-863fa8f6-e144-4d7a-8046-87067146f54f tempest-NetworksNegativeTestJSON-289298355 tempest-NetworksNegativeTestJSON-289298355-project] 10.222.0.78 "GET /networking/v2.0/networks/6b0ccb63-7763-4190-a44f-48045bd91fa3 HTTP/1.1" status: 404 len: 339 time: 0.0574481 Oct 04 20:55:48.354331 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 48282) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:48.416746 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebb9fa4a-62a0-4317-b36b-997abf5a4c08 tempest-NetworksNegativeTestJSON-289298355 tempest-NetworksNegativeTestJSON-289298355-project] GET failed (client error): The resource could not be found. Oct 04 20:55:48.419898 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-ebb9fa4a-62a0-4317-b36b-997abf5a4c08 tempest-NetworksNegativeTestJSON-289298355 tempest-NetworksNegativeTestJSON-289298355-project] 10.222.0.78 "GET /networking/v2.0/ports/8f25a2fa-0f0a-41b1-887d-7265f751659d HTTP/1.1" status: 404 len: 333 time: 0.0630527 Oct 04 20:55:48.425903 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 48286) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:48.494790 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-50d298e8-9da6-434e-916d-8d910f33672a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (6f4330c4-c620-4c1d-ad47-eb9cbd37fcb7), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:48.500824 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5289edf-c4d9-47cb-b6aa-cd0bc08149e7 tempest-NetworksNegativeTestJSON-289298355 tempest-NetworksNegativeTestJSON-289298355-project] GET failed (client error): The resource could not be found. Oct 04 20:55:48.501566 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:48.508274 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b5289edf-c4d9-47cb-b6aa-cd0bc08149e7 tempest-NetworksNegativeTestJSON-289298355 tempest-NetworksNegativeTestJSON-289298355-project] 10.222.0.78 "GET /networking/v2.0/subnets/03ef70a3-cdcf-4663-9733-23f469dea2bf HTTP/1.1" status: 404 len: 337 time: 0.0801933 Oct 04 20:55:48.517299 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 48288) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:48.529995 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-96d80d31-2f17-45b2-a18c-8c22d7f18976 tempest-NetworksNegativeTestJSON-289298355 tempest-NetworksNegativeTestJSON-289298355-project] Request body: {'network': {'name': 'new_name'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:55:48.576015 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-96d80d31-2f17-45b2-a18c-8c22d7f18976 tempest-NetworksNegativeTestJSON-289298355 tempest-NetworksNegativeTestJSON-289298355-project] PUT failed (client error): The resource could not be found. Oct 04 20:55:48.577818 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96d80d31-2f17-45b2-a18c-8c22d7f18976 tempest-NetworksNegativeTestJSON-289298355 tempest-NetworksNegativeTestJSON-289298355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 20:55:48.586777 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-96d80d31-2f17-45b2-a18c-8c22d7f18976 tempest-NetworksNegativeTestJSON-289298355 tempest-NetworksNegativeTestJSON-289298355-project] 10.222.0.78 "PUT /networking/v2.0/networks/5320ac62-3563-459d-8b45-fcfcee64933d HTTP/1.1" status: 404 len: 339 time: 0.0591152 Oct 04 20:55:48.587373 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 48290) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:48.596331 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-50d298e8-9da6-434e-916d-8d910f33672a admin admin] Publish callbacks [] for router_controller (6f4330c4-c620-4c1d-ad47-eb9cbd37fcb7), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:48.602519 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-3223b0a8-7b17-49c6-b05c-d0eb86a5d815 tempest-NetworksNegativeTestJSON-289298355 tempest-NetworksNegativeTestJSON-289298355-project] Request body: {'port': {'name': 'new_name'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:55:48.670039 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-3223b0a8-7b17-49c6-b05c-d0eb86a5d815 tempest-NetworksNegativeTestJSON-289298355 tempest-NetworksNegativeTestJSON-289298355-project] PUT failed (client error): The resource could not be found. Oct 04 20:55:48.678715 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3223b0a8-7b17-49c6-b05c-d0eb86a5d815 tempest-NetworksNegativeTestJSON-289298355 tempest-NetworksNegativeTestJSON-289298355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 20:55:48.678715 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-3223b0a8-7b17-49c6-b05c-d0eb86a5d815 tempest-NetworksNegativeTestJSON-289298355 tempest-NetworksNegativeTestJSON-289298355-project] 10.222.0.78 "PUT /networking/v2.0/ports/8a58e74b-525e-433d-93c0-a5be04ecac45 HTTP/1.1" status: 404 len: 333 time: 0.0840969 Oct 04 20:55:48.679986 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 48292) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:48.702096 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-f41a86a5-ffea-4027-a15f-0ae5645284c8 tempest-NetworksNegativeTestJSON-289298355 tempest-NetworksNegativeTestJSON-289298355-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:55:48.704011 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device cc736ef6-db99-4cbc-851c-d39580b5b77c up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:55:48.769101 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-f41a86a5-ffea-4027-a15f-0ae5645284c8 tempest-NetworksNegativeTestJSON-289298355 tempest-NetworksNegativeTestJSON-289298355-project] PUT failed (client error): The resource could not be found. Oct 04 20:55:48.784637 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f41a86a5-ffea-4027-a15f-0ae5645284c8 tempest-NetworksNegativeTestJSON-289298355 tempest-NetworksNegativeTestJSON-289298355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 20:55:48.786426 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f41a86a5-ffea-4027-a15f-0ae5645284c8 tempest-NetworksNegativeTestJSON-289298355 tempest-NetworksNegativeTestJSON-289298355-project] 10.222.0.78 "PUT /networking/v2.0/subnets/dbf9e58e-fd30-4972-8154-45a5e6e059fa HTTP/1.1" status: 404 len: 337 time: 0.1049137 Oct 04 20:55:48.798800 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-8def5d62-2142-4c41-9de3-700d60741ea3 admin admin] Allocated IP 172.25.5.245 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/f99ad313-a411-47b8-a987-b110c118bfb7) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:55:48.807252 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 48296) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:48.845053 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port cc736ef6-db99-4cbc-851c-d39580b5b77c triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:55:48.845877 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (cc736ef6-db99-4cbc-851c-d39580b5b77c), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:48.846994 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port cc736ef6-db99-4cbc-851c-d39580b5b77c Oct 04 20:55:48.913148 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7061d2d9-3485-472f-8fa8-d4a8ed7f94d4 admin admin] Publish callbacks [] for security_group (a4fdf69c-8bed-4ff6-9f65-4860d31dc207), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:49.017319 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-50d298e8-9da6-434e-916d-8d910f33672a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (6f4330c4-c620-4c1d-ad47-eb9cbd37fcb7), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:49.018074 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d298e8-9da6-434e-916d-8d910f33672a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f4330c4-c620-4c1d-ad47-eb9cbd37fcb7 {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:55:49.028496 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port cc736ef6-db99-4cbc-851c-d39580b5b77c is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:55:49.029252 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (cc736ef6-db99-4cbc-851c-d39580b5b77c), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:49.034660 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-50d298e8-9da6-434e-916d-8d910f33672a admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:49.037330 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-50d298e8-9da6-434e-916d-8d910f33672a admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/6f4330c4-c620-4c1d-ad47-eb9cbd37fcb7 HTTP/1.1" status: 204 len: 168 time: 6.5985966 Oct 04 20:55:49.041295 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 48302) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:49.063298 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7061d2d9-3485-472f-8fa8-d4a8ed7f94d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (a4fdf69c-8bed-4ff6-9f65-4860d31dc207), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:49.077948 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=76,neutron:INSERT=14,neutron:UPDATE=6,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:49.103415 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port cc736ef6-db99-4cbc-851c-d39580b5b77c, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=cc736ef6-db99-4cbc-851c-d39580b5b77c,segment=NetworkSegment(6fe0c493-d5a6-4670-a504-25e8063c6a77),segment_id=6fe0c493-d5a6-4670-a504-25e8063c6a77)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:55:49.132847 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8def5d62-2142-4c41-9de3-700d60741ea3 admin admin] Publish callbacks [] for port (f99ad313-a411-47b8-a987-b110c118bfb7), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:49.199432 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-7061d2d9-3485-472f-8fa8-d4a8ed7f94d4 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=f11d03cefa494d6c967acc98b8077860&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2964265 Oct 04 20:55:49.206276 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 48306) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:49.208353 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-52aba839-de87-45b5-a2c0-94aae0666f44 admin admin] Deleting subnet 52ab6ac8-2bb7-40ff-b3d2-d71c92ecc7d4 {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:55:49.216639 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-52aba839-de87-45b5-a2c0-94aae0666f44 admin admin] Publish callbacks [] for subnet (52ab6ac8-2bb7-40ff-b3d2-d71c92ecc7d4), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:49.250417 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7061d2d9-3485-472f-8fa8-d4a8ed7f94d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4fdf69c-8bed-4ff6-9f65-4860d31dc207,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:49.276266 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (cc736ef6-db99-4cbc-851c-d39580b5b77c), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:49.346499 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-52aba839-de87-45b5-a2c0-94aae0666f44 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (52ab6ac8-2bb7-40ff-b3d2-d71c92ecc7d4), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:49.394245 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:49.439281 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4eafae21-21bb-4906-95fc-55b7b570c41f admin admin] Publish callbacks [] for security_group (a4fdf69c-8bed-4ff6-9f65-4860d31dc207), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:49.449343 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=cc736ef6-db99-4cbc-851c-d39580b5b77c,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:49.506245 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4eafae21-21bb-4906-95fc-55b7b570c41f admin admin] Publish callbacks [] for security_group (a4fdf69c-8bed-4ff6-9f65-4860d31dc207), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:49.539936 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8def5d62-2142-4c41-9de3-700d60741ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (f99ad313-a411-47b8-a987-b110c118bfb7), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:49.581145 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8def5d62-2142-4c41-9de3-700d60741ea3 admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:55:49.595514 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-8def5d62-2142-4c41-9de3-700d60741ea3 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:55:49.637671 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8def5d62-2142-4c41-9de3-700d60741ea3 admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:55:49.647759 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-52aba839-de87-45b5-a2c0-94aae0666f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (52ab6ac8-2bb7-40ff-b3d2-d71c92ecc7d4), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:49.774549 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8def5d62-2142-4c41-9de3-700d60741ea3 admin admin] Pushing event updated for resources: {'Port': ['ID=f99ad313-a411-47b8-a987-b110c118bfb7,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:49.989495 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-52aba839-de87-45b5-a2c0-94aae0666f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (52ab6ac8-2bb7-40ff-b3d2-d71c92ecc7d4), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:50.012943 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4eafae21-21bb-4906-95fc-55b7b570c41f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (a4fdf69c-8bed-4ff6-9f65-4860d31dc207), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:50.019586 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4eafae21-21bb-4906-95fc-55b7b570c41f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:50.028183 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-4eafae21-21bb-4906-95fc-55b7b570c41f admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/a4fdf69c-8bed-4ff6-9f65-4860d31dc207 HTTP/1.1" status: 204 len: 168 time: 0.8180470 Oct 04 20:55:50.057851 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3d866e-819b-4980-8dca-d5ff030dab6f None None] Network 057c865c-26ef-4491-ba5f-fc685aff30a6 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:55:50.062905 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eafae21-21bb-4906-95fc-55b7b570c41f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4fdf69c-8bed-4ff6-9f65-4860d31dc207,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:50.119856 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aba839-de87-45b5-a2c0-94aae0666f44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52ab6ac8-2bb7-40ff-b3d2-d71c92ecc7d4,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:50.143233 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-52aba839-de87-45b5-a2c0-94aae0666f44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:50.164612 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-52aba839-de87-45b5-a2c0-94aae0666f44 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/52ab6ac8-2bb7-40ff-b3d2-d71c92ecc7d4 HTTP/1.1" status: 204 len: 168 time: 1.1196504 Oct 04 20:55:50.167931 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 48316) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:50.170069 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-158c7b6a-4eed-4878-b6bc-0c1b063368ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:50.224984 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea02cdf4-8d99-4cd7-a7aa-91ba65fff43e None None] Network a8112da8-6f7c-404b-8956-584c1f9d7cc1 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:55:50.230297 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:50.354555 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d30836f1-fa3c-4185-9dbe-bb65f05009d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (a8112da8-6f7c-404b-8956-584c1f9d7cc1), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:50.413316 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-158c7b6a-4eed-4878-b6bc-0c1b063368ab admin admin] Publish callbacks [] for security_group (f573fa0f-7361-4f1d-a0bd-2ae30f9a62d2), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:50.459293 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 48318) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:50.491728 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-158c7b6a-4eed-4878-b6bc-0c1b063368ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (f573fa0f-7361-4f1d-a0bd-2ae30f9a62d2), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:50.537379 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-7719ac4c-17e4-491f-992e-97c76ca1110e None None] Provisioning complete for port cc736ef6-db99-4cbc-851c-d39580b5b77c triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:55:50.538557 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7719ac4c-17e4-491f-992e-97c76ca1110e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (cc736ef6-db99-4cbc-851c-d39580b5b77c), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:50.539123 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-7719ac4c-17e4-491f-992e-97c76ca1110e None None] Attempt 1 to provision port cc736ef6-db99-4cbc-851c-d39580b5b77c Oct 04 20:55:50.679186 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-158c7b6a-4eed-4878-b6bc-0c1b063368ab admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=1a7b7232575d487e948be03702bd49a7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8700848 Oct 04 20:55:50.682242 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158c7b6a-4eed-4878-b6bc-0c1b063368ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f573fa0f-7361-4f1d-a0bd-2ae30f9a62d2,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:50.686750 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device cc736ef6-db99-4cbc-851c-d39580b5b77c up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:55:50.691993 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 48324) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:50.692542 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 48326) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:50.702199 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:INSERT=1,neutron:SELECT=95,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:50.836257 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-d30836f1-fa3c-4185-9dbe-bb65f05009d7 admin admin] Deleting port 8e9e657d-f801-4bcc-aee9-61e43a73dd2a {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:55:50.837029 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d30836f1-fa3c-4185-9dbe-bb65f05009d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (8e9e657d-f801-4bcc-aee9-61e43a73dd2a), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:50.844576 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8def5d62-2142-4c41-9de3-700d60741ea3 admin admin] Publish callbacks [] for router_gateway (3f7f90f4-7158-4696-9b16-0b2787218243), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:50.882804 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ee77b37a-8f3d-4b0e-981b-8f674d240a82 admin admin] Publish callbacks [] for security_group (f573fa0f-7361-4f1d-a0bd-2ae30f9a62d2), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:50.934065 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ee77b37a-8f3d-4b0e-981b-8f674d240a82 admin admin] Publish callbacks [] for security_group (f573fa0f-7361-4f1d-a0bd-2ae30f9a62d2), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:51.075637 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:51.145842 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ee77b37a-8f3d-4b0e-981b-8f674d240a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (f573fa0f-7361-4f1d-a0bd-2ae30f9a62d2), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:51.150106 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-7719ac4c-17e4-491f-992e-97c76ca1110e None None] Current status of the port cc736ef6-db99-4cbc-851c-d39580b5b77c is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:55:51.150520 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ee77b37a-8f3d-4b0e-981b-8f674d240a82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:51.153226 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-ee77b37a-8f3d-4b0e-981b-8f674d240a82 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/f573fa0f-7361-4f1d-a0bd-2ae30f9a62d2 HTTP/1.1" status: 204 len: 168 time: 0.4584963 Oct 04 20:55:51.170392 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port cc736ef6-db99-4cbc-851c-d39580b5b77c triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:55:51.171692 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (cc736ef6-db99-4cbc-851c-d39580b5b77c), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:51.172497 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port cc736ef6-db99-4cbc-851c-d39580b5b77c Oct 04 20:55:51.202615 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee77b37a-8f3d-4b0e-981b-8f674d240a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f573fa0f-7361-4f1d-a0bd-2ae30f9a62d2,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:51.240396 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-d30836f1-fa3c-4185-9dbe-bb65f05009d7 admin admin] For port 8e9e657d-f801-4bcc-aee9-61e43a73dd2a, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=8e9e657d-f801-4bcc-aee9-61e43a73dd2a,segment=NetworkSegment(30acf3de-de36-4c27-aa99-7c18f43b64b3),segment_id=30acf3de-de36-4c27-aa99-7c18f43b64b3)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:55:51.241568 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d30836f1-fa3c-4185-9dbe-bb65f05009d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (8e9e657d-f801-4bcc-aee9-61e43a73dd2a), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:51.313791 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-d30836f1-fa3c-4185-9dbe-bb65f05009d7 admin admin] Calling delete_port for 8e9e657d-f801-4bcc-aee9-61e43a73dd2a owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:55:51.346268 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:51.346637 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24fe770-76b5-473f-b611-9cd3211a1411 None None] DHCP port deletion for a8112da8-6f7c-404b-8956-584c1f9d7cc1 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:55:51.482122 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=9 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:51.545080 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-c24fe770-76b5-473f-b611-9cd3211a1411 None None] Deleting port 8e9e657d-f801-4bcc-aee9-61e43a73dd2a {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:55:51.545996 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c24fe770-76b5-473f-b611-9cd3211a1411 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (8e9e657d-f801-4bcc-aee9-61e43a73dd2a), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:51.547822 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b07d86ce-5a45-439b-9d22-97a5e5b75138 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:51.693414 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:51.702069 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-7e61e1c0-477f-4e3b-9ad0-fe6018b6fce9 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=436cef25c16049babc37ca979ca1fd26&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2405112 Oct 04 20:55:51.710188 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 48342) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:51.808580 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-55317e15-3a09-4331-9737-946994153bcd None None] Provisioning complete for port cc736ef6-db99-4cbc-851c-d39580b5b77c triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:55:51.809511 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8def5d62-2142-4c41-9de3-700d60741ea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (3f7f90f4-7158-4696-9b16-0b2787218243), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:51.810403 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-55317e15-3a09-4331-9737-946994153bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (cc736ef6-db99-4cbc-851c-d39580b5b77c), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:51.811398 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-55317e15-3a09-4331-9737-946994153bcd None None] Attempt 1 to provision port cc736ef6-db99-4cbc-851c-d39580b5b77c Oct 04 20:55:51.894675 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7ad4268e-c537-416a-8610-57cb7adfe010 admin admin] Publish callbacks [] for security_group (b3d7f7b4-cb8f-42f4-8c2c-502917510e13), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:51.913662 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d30836f1-fa3c-4185-9dbe-bb65f05009d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (8e9e657d-f801-4bcc-aee9-61e43a73dd2a), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:51.927485 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:51.931189 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:51.943069 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port cc736ef6-db99-4cbc-851c-d39580b5b77c is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:55:51.943394 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30836f1-fa3c-4185-9dbe-bb65f05009d7 admin admin] No DVR routers for this DVR port 8e9e657d-f801-4bcc-aee9-61e43a73dd2a on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:55:51.965493 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-c24fe770-76b5-473f-b611-9cd3211a1411 None None] For port 8e9e657d-f801-4bcc-aee9-61e43a73dd2a, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=8e9e657d-f801-4bcc-aee9-61e43a73dd2a,segment=NetworkSegment(30acf3de-de36-4c27-aa99-7c18f43b64b3),segment_id=30acf3de-de36-4c27-aa99-7c18f43b64b3)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:55:51.966645 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c24fe770-76b5-473f-b611-9cd3211a1411 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (8e9e657d-f801-4bcc-aee9-61e43a73dd2a), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:51.974460 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7ad4268e-c537-416a-8610-57cb7adfe010 admin admin] Publish callbacks [] for security_group (b3d7f7b4-cb8f-42f4-8c2c-502917510e13), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:52.091941 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-c24fe770-76b5-473f-b611-9cd3211a1411 None None] Calling delete_port for 8e9e657d-f801-4bcc-aee9-61e43a73dd2a owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:55:52.098666 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-55317e15-3a09-4331-9737-946994153bcd None None] Current status of the port cc736ef6-db99-4cbc-851c-d39580b5b77c is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:55:52.166149 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b07d86ce-5a45-439b-9d22-97a5e5b75138 admin admin] Publish callbacks [] for security_group (d416dc16-6e86-4621-9752-7442b0f8e60c), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:52.192760 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30836f1-fa3c-4185-9dbe-bb65f05009d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e9e657d-f801-4bcc-aee9-61e43a73dd2a,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:52.229594 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b07d86ce-5a45-439b-9d22-97a5e5b75138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (d416dc16-6e86-4621-9752-7442b0f8e60c), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:52.353108 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d30836f1-fa3c-4185-9dbe-bb65f05009d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (a8112da8-6f7c-404b-8956-584c1f9d7cc1), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:52.368557 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b07d86ce-5a45-439b-9d22-97a5e5b75138 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=825a530099354fcb9edeb215922b4719&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6628578 Oct 04 20:55:52.375884 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07d86ce-5a45-439b-9d22-97a5e5b75138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d416dc16-6e86-4621-9752-7442b0f8e60c,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:52.377323 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 48352) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:52.382156 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7ad4268e-c537-416a-8610-57cb7adfe010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (b3d7f7b4-cb8f-42f4-8c2c-502917510e13), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:52.393912 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7ad4268e-c537-416a-8610-57cb7adfe010 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:52.404389 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-7ad4268e-c537-416a-8610-57cb7adfe010 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/b3d7f7b4-cb8f-42f4-8c2c-502917510e13 HTTP/1.1" status: 204 len: 168 time: 0.6883147 Oct 04 20:55:52.420654 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad4268e-c537-416a-8610-57cb7adfe010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d7f7b4-cb8f-42f4-8c2c-502917510e13,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:52.427541 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c24fe770-76b5-473f-b611-9cd3211a1411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (8e9e657d-f801-4bcc-aee9-61e43a73dd2a), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:52.460796 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-d30836f1-fa3c-4185-9dbe-bb65f05009d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8112da8-6f7c-404b-8956-584c1f9d7cc1']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:52.474364 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:52.527809 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24fe770-76b5-473f-b611-9cd3211a1411 None None] Pushing event deleted for resources: {'Port': ['ID=8e9e657d-f801-4bcc-aee9-61e43a73dd2a,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:52.530256 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-d30836f1-fa3c-4185-9dbe-bb65f05009d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30acf3de-de36-4c27-aa99-7c18f43b64b3') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:52.530687 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-d30836f1-fa3c-4185-9dbe-bb65f05009d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30acf3de-de36-4c27-aa99-7c18f43b64b3') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:52.541165 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24fe770-76b5-473f-b611-9cd3211a1411 None None] No DVR routers for this DVR port 8e9e657d-f801-4bcc-aee9-61e43a73dd2a on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:55:52.557403 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d30836f1-fa3c-4185-9dbe-bb65f05009d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (30acf3de-de36-4c27-aa99-7c18f43b64b3), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:52.608537 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d30836f1-fa3c-4185-9dbe-bb65f05009d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (30acf3de-de36-4c27-aa99-7c18f43b64b3), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:52.614139 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0eb26ecb-fc0b-4ced-aa9d-a13c7c341171 admin admin] Publish callbacks [] for security_group (d416dc16-6e86-4621-9752-7442b0f8e60c), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:52.627300 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 8e9e657d-f801-4bcc-aee9-61e43a73dd2a no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:55:52.633845 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d30836f1-fa3c-4185-9dbe-bb65f05009d7 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:55:52.634366 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d30836f1-fa3c-4185-9dbe-bb65f05009d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (30acf3de-de36-4c27-aa99-7c18f43b64b3), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:52.679596 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 30acf3de-de36-4c27-aa99-7c18f43b64b3 resource provider aggregate not found Oct 04 20:55:52.719053 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 8e9e657d-f801-4bcc-aee9-61e43a73dd2a {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:55:52.719053 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 8e9e657d-f801-4bcc-aee9-61e43a73dd2a not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:55:52.745148 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0eb26ecb-fc0b-4ced-aa9d-a13c7c341171 admin admin] Publish callbacks [] for security_group (d416dc16-6e86-4621-9752-7442b0f8e60c), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:52.776619 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 30acf3de-de36-4c27-aa99-7c18f43b64b3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 30acf3de-de36-4c27-aa99-7c18f43b64b3 found for delete ", "request_id": "req-59f632c2-3338-42a7-ac59-3e61ce84cdcf"}]} Oct 04 20:55:52.782500 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8def5d62-2142-4c41-9de3-700d60741ea3 admin admin] Router 3f7f90f4-7158-4696-9b16-0b2787218243 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:55:52.993812 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d30836f1-fa3c-4185-9dbe-bb65f05009d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (a8112da8-6f7c-404b-8956-584c1f9d7cc1), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:53.008929 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d30836f1-fa3c-4185-9dbe-bb65f05009d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:53.017093 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d30836f1-fa3c-4185-9dbe-bb65f05009d7 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/a8112da8-6f7c-404b-8956-584c1f9d7cc1 HTTP/1.1" status: 204 len: 168 time: 2.8428409 Oct 04 20:55:53.044061 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30836f1-fa3c-4185-9dbe-bb65f05009d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8112da8-6f7c-404b-8956-584c1f9d7cc1,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:53.057608 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8def5d62-2142-4c41-9de3-700d60741ea3 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:55:53.078781 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4623d2-2005-4ab6-9095-2bddc3022258 None None] Sync routers for ids ['3f7f90f4-7158-4696-9b16-0b2787218243'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:55:53.088447 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:53.104444 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4623d2-2005-4ab6-9095-2bddc3022258 None None] Routers {'3f7f90f4-7158-4696-9b16-0b2787218243'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:55:53.107060 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-bd4623d2-2005-4ab6-9095-2bddc3022258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:55:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['3f7f90f4-7158-4696-9b16-0b2787218243'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:53.173080 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0eb26ecb-fc0b-4ced-aa9d-a13c7c341171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (d416dc16-6e86-4621-9752-7442b0f8e60c), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:53.179551 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0eb26ecb-fc0b-4ced-aa9d-a13c7c341171 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:53.181792 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-0eb26ecb-fc0b-4ced-aa9d-a13c7c341171 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/d416dc16-6e86-4621-9752-7442b0f8e60c HTTP/1.1" status: 204 len: 168 time: 0.8027086 Oct 04 20:55:53.197478 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb26ecb-fc0b-4ced-aa9d-a13c7c341171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d416dc16-6e86-4621-9752-7442b0f8e60c,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:53.219114 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8def5d62-2142-4c41-9de3-700d60741ea3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:53.227710 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-8def5d62-2142-4c41-9de3-700d60741ea3 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.7232797 Oct 04 20:55:53.230370 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 48370) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:53.315223 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:53.349566 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-bd4623d2-2005-4ab6-9095-2bddc3022258 None None] Set router 3f7f90f4-7158-4696-9b16-0b2787218243 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:55:53.569485 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 48372) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:53.620087 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b5679d82-6626-467d-980b-c6d2242688c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:53.742664 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-bd4623d2-2005-4ab6-9095-2bddc3022258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7f90f4-7158-4696-9b16-0b2787218243', 'name': 'tempest-ServersNegativeTestJSON-1822464839-router', 'tenant_id': '8bc331439dfe4bbbb6c764bc5c243b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'f99ad313-a411-47b8-a987-b110c118bfb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:55:45Z', 'updated_at': '2022-10-04T20:55:50Z', 'revision_number': 3, 'project_id': '8bc331439dfe4bbbb6c764bc5c243b35', 'gw_port': {'id': 'f99ad313-a411-47b8-a987-b110c118bfb7', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7f90f4-7158-4696-9b16-0b2787218243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:55:47Z', 'updated_at': '2022-10-04T20:55:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:53.771656 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:INSERT=18,neutron:SELECT=76,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:53.820846 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4623d2-2005-4ab6-9095-2bddc3022258 None None] Checking router: 3f7f90f4-7158-4696-9b16-0b2787218243 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:55:53.821934 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4623d2-2005-4ab6-9095-2bddc3022258 None None] Updating router 3f7f90f4-7158-4696-9b16-0b2787218243 port f99ad313-a411-47b8-a987-b110c118bfb7 binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:55:53.841535 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b5679d82-6626-467d-980b-c6d2242688c4 admin admin] Publish callbacks [] for security_group (3a1cbde7-1038-4e0d-a60e-049fae3f493c), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:53.877863 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:53.899313 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-bd4623d2-2005-4ab6-9095-2bddc3022258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (f99ad313-a411-47b8-a987-b110c118bfb7), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:53.929939 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b5679d82-6626-467d-980b-c6d2242688c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (3a1cbde7-1038-4e0d-a60e-049fae3f493c), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:54.031115 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5679d82-6626-467d-980b-c6d2242688c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1cbde7-1038-4e0d-a60e-049fae3f493c,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:54.095450 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b5679d82-6626-467d-980b-c6d2242688c4 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=121fb8b31400423dad7c1422106a7470&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5240188 Oct 04 20:55:54.099988 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 48380) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:54.213262 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-989780c4-179e-462a-9a23-cd2ff2f9d588 admin admin] Publish callbacks [] for security_group (3a1cbde7-1038-4e0d-a60e-049fae3f493c), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:54.213734 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-afbe77c1-ea8c-4d7a-a2ef-81a5935e3e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:54.261831 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-989780c4-179e-462a-9a23-cd2ff2f9d588 admin admin] Publish callbacks [] for security_group (3a1cbde7-1038-4e0d-a60e-049fae3f493c), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:54.429443 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:54.510545 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-bd4623d2-2005-4ab6-9095-2bddc3022258 None None] Publish callbacks [] for port (f99ad313-a411-47b8-a987-b110c118bfb7), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:54.526863 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-989780c4-179e-462a-9a23-cd2ff2f9d588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (3a1cbde7-1038-4e0d-a60e-049fae3f493c), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:54.531627 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-989780c4-179e-462a-9a23-cd2ff2f9d588 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:54.533681 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-989780c4-179e-462a-9a23-cd2ff2f9d588 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/3a1cbde7-1038-4e0d-a60e-049fae3f493c HTTP/1.1" status: 204 len: 168 time: 0.4301114 Oct 04 20:55:54.548458 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989780c4-179e-462a-9a23-cd2ff2f9d588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a1cbde7-1038-4e0d-a60e-049fae3f493c,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:54.577355 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 48386) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:54.585071 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-afbe77c1-ea8c-4d7a-a2ef-81a5935e3e08 admin admin] Allocated IP 172.20.0.1 (057c865c-26ef-4491-ba5f-fc685aff30a6/ca38fb35-a11c-445e-92ce-4ed32a0dee84/4dd1586a-c3c2-47d5-9c65-cf0a44c82820) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:55:54.680724 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-bd4623d2-2005-4ab6-9095-2bddc3022258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (f99ad313-a411-47b8-a987-b110c118bfb7), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:54.734491 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-60fe8ad3-8a51-49ec-b369-713df4b712b2 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=a7aee6375ab0440d970befc057955940&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1554024 Oct 04 20:55:54.739249 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 48388) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:54.770262 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-bd4623d2-2005-4ab6-9095-2bddc3022258 None None] Attempting to bind port f99ad313-a411-47b8-a987-b110c118bfb7 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:55:54.770854 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-bd4623d2-2005-4ab6-9095-2bddc3022258 None None] Attempting to bind port f99ad313-a411-47b8-a987-b110c118bfb7 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:55:54.771466 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4623d2-2005-4ab6-9095-2bddc3022258 None None] Attempting to bind port f99ad313-a411-47b8-a987-b110c118bfb7 on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:55:54.842987 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-afbe77c1-ea8c-4d7a-a2ef-81a5935e3e08 admin admin] Publish callbacks [] for port (4dd1586a-c3c2-47d5-9c65-cf0a44c82820), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:54.884296 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aca7ae-e0d4-47d8-9f50-395acac237c0 None None] Pushing event updated for resources: {'Port': ['ID=f99ad313-a411-47b8-a987-b110c118bfb7,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:54.903610 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2335f920-3b39-41f6-8a41-de2242af4bc8 admin admin] Publish callbacks [] for security_group (be14cfc5-689c-4489-8a86-025e0f521121), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:54.912112 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4623d2-2005-4ab6-9095-2bddc3022258 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:55:54.913298 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4623d2-2005-4ab6-9095-2bddc3022258 None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:55:54.914057 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-bd4623d2-2005-4ab6-9095-2bddc3022258 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:54.914645 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4623d2-2005-4ab6-9095-2bddc3022258 None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:55:54.915928 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-bd4623d2-2005-4ab6-9095-2bddc3022258 None None] Bound port: f99ad313-a411-47b8-a987-b110c118bfb7, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:55:54.916782 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-bd4623d2-2005-4ab6-9095-2bddc3022258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (f99ad313-a411-47b8-a987-b110c118bfb7), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:54.974353 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2335f920-3b39-41f6-8a41-de2242af4bc8 admin admin] Publish callbacks [] for security_group (be14cfc5-689c-4489-8a86-025e0f521121), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:55.034139 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:55.036525 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-bd4623d2-2005-4ab6-9095-2bddc3022258 None None] For port f99ad313-a411-47b8-a987-b110c118bfb7, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:55:55.047198 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-bd4623d2-2005-4ab6-9095-2bddc3022258 None None] For port f99ad313-a411-47b8-a987-b110c118bfb7, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=f99ad313-a411-47b8-a987-b110c118bfb7,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:55:55.097043 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-afbe77c1-ea8c-4d7a-a2ef-81a5935e3e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (4dd1586a-c3c2-47d5-9c65-cf0a44c82820), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:55.167551 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbe77c1-ea8c-4d7a-a2ef-81a5935e3e08 admin admin] Network 057c865c-26ef-4491-ba5f-fc685aff30a6 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:55:55.173306 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-afbe77c1-ea8c-4d7a-a2ef-81a5935e3e08 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:55:55.183426 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbe77c1-ea8c-4d7a-a2ef-81a5935e3e08 admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:55:55.218614 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2335f920-3b39-41f6-8a41-de2242af4bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (be14cfc5-689c-4489-8a86-025e0f521121), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:55.222842 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-bd4623d2-2005-4ab6-9095-2bddc3022258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (f99ad313-a411-47b8-a987-b110c118bfb7), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:55.231224 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2335f920-3b39-41f6-8a41-de2242af4bc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:55.234302 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2335f920-3b39-41f6-8a41-de2242af4bc8 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/be14cfc5-689c-4489-8a86-025e0f521121 HTTP/1.1" status: 204 len: 168 time: 0.4932454 Oct 04 20:55:55.244642 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbe77c1-ea8c-4d7a-a2ef-81a5935e3e08 admin admin] Pushing event updated for resources: {'Port': ['ID=4dd1586a-c3c2-47d5-9c65-cf0a44c82820,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:55.259376 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335f920-3b39-41f6-8a41-de2242af4bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be14cfc5-689c-4489-8a86-025e0f521121,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:55.279920 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-afbe77c1-ea8c-4d7a-a2ef-81a5935e3e08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (3f7f90f4-7158-4696-9b16-0b2787218243), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:55.323010 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4623d2-2005-4ab6-9095-2bddc3022258 None None] Routers {'3f7f90f4-7158-4696-9b16-0b2787218243'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:55:55.324873 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-bd4623d2-2005-4ab6-9095-2bddc3022258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:55:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['3f7f90f4-7158-4696-9b16-0b2787218243'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:55.458185 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:55.493515 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aca7ae-e0d4-47d8-9f50-395acac237c0 None None] Pushing event updated for resources: {'Port': ['ID=f99ad313-a411-47b8-a987-b110c118bfb7,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:55.818978 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-afbe77c1-ea8c-4d7a-a2ef-81a5935e3e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (4dd1586a-c3c2-47d5-9c65-cf0a44c82820), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:55.860180 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-4c55ab73-d7b7-4015-bdf8-e0b7fc0cbf94 None None] Provisioning complete for port 4dd1586a-c3c2-47d5-9c65-cf0a44c82820 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:55:55.861046 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4c55ab73-d7b7-4015-bdf8-e0b7fc0cbf94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (4dd1586a-c3c2-47d5-9c65-cf0a44c82820), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:55.861300 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-4c55ab73-d7b7-4015-bdf8-e0b7fc0cbf94 None None] Attempt 1 to provision port 4dd1586a-c3c2-47d5-9c65-cf0a44c82820 Oct 04 20:55:55.906463 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 20:55:55.934421 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-bd4623d2-2005-4ab6-9095-2bddc3022258 None None] Set router 3f7f90f4-7158-4696-9b16-0b2787218243 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:55:56.053465 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-4c55ab73-d7b7-4015-bdf8-e0b7fc0cbf94 None None] Port 4dd1586a-c3c2-47d5-9c65-cf0a44c82820 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:55:56.201569 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-afbe77c1-ea8c-4d7a-a2ef-81a5935e3e08 admin admin] Publish callbacks [] for port (4dd1586a-c3c2-47d5-9c65-cf0a44c82820), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:56.296360 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-afbe77c1-ea8c-4d7a-a2ef-81a5935e3e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (4dd1586a-c3c2-47d5-9c65-cf0a44c82820), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:56.325381 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-bd4623d2-2005-4ab6-9095-2bddc3022258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7f90f4-7158-4696-9b16-0b2787218243', 'name': 'tempest-ServersNegativeTestJSON-1822464839-router', 'tenant_id': '8bc331439dfe4bbbb6c764bc5c243b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'f99ad313-a411-47b8-a987-b110c118bfb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:55:45Z', 'updated_at': '2022-10-04T20:55:50Z', 'revision_number': 3, 'project_id': '8bc331439dfe4bbbb6c764bc5c243b35', 'gw_port': {'id': 'f99ad313-a411-47b8-a987-b110c118bfb7', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7f90f4-7158-4696-9b16-0b2787218243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:55:47Z', 'updated_at': '2022-10-04T20:55:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:56.401610 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4623d2-2005-4ab6-9095-2bddc3022258 None None] The sync data for ids ['3f7f90f4-7158-4696-9b16-0b2787218243'] in n-d-852085-12 is: [{'id': '3f7f90f4-7158-4696-9b16-0b2787218243', 'name': 'tempest-ServersNegativeTestJSON-1822464839-router', 'tenant_id': '8bc331439dfe4bbbb6c764bc5c243b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'f99ad313-a411-47b8-a987-b110c118bfb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:55:45Z', 'updated_at': '2022-10-04T20:55:50Z', 'revision_number': 3, 'project_id': '8bc331439dfe4bbbb6c764bc5c243b35', 'gw_port': {'id': 'f99ad313-a411-47b8-a987-b110c118bfb7', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7f90f4-7158-4696-9b16-0b2787218243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:55:47Z', 'updated_at': '2022-10-04T20:55:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:55:56.441541 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-afbe77c1-ea8c-4d7a-a2ef-81a5935e3e08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (3f7f90f4-7158-4696-9b16-0b2787218243), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:56.445489 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbe77c1-ea8c-4d7a-a2ef-81a5935e3e08 admin admin] Pushing event updated for resources: {'Port': ['ID=4dd1586a-c3c2-47d5-9c65-cf0a44c82820,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:56.458520 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:57.089135 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:57.182273 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbe77c1-ea8c-4d7a-a2ef-81a5935e3e08 admin admin] Network 057c865c-26ef-4491-ba5f-fc685aff30a6 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:55:57.185417 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-afbe77c1-ea8c-4d7a-a2ef-81a5935e3e08 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:55:57.318012 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 48422) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:57.517953 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afbe77c1-ea8c-4d7a-a2ef-81a5935e3e08 admin admin] Router 3f7f90f4-7158-4696-9b16-0b2787218243 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:55:57.730693 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-91ab3961-c63b-4eff-bb7e-9d01c7b5e8d0 None None] Provisioning complete for port 4dd1586a-c3c2-47d5-9c65-cf0a44c82820 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:55:57.731673 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-91ab3961-c63b-4eff-bb7e-9d01c7b5e8d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (4dd1586a-c3c2-47d5-9c65-cf0a44c82820), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:57.732543 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-91ab3961-c63b-4eff-bb7e-9d01c7b5e8d0 None None] Attempt 1 to provision port 4dd1586a-c3c2-47d5-9c65-cf0a44c82820 Oct 04 20:55:57.815190 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:57.825397 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-91ab3961-c63b-4eff-bb7e-9d01c7b5e8d0 None None] Port 4dd1586a-c3c2-47d5-9c65-cf0a44c82820 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:55:57.851619 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afbe77c1-ea8c-4d7a-a2ef-81a5935e3e08 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:55:57.875340 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-afbe77c1-ea8c-4d7a-a2ef-81a5935e3e08 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/3f7f90f4-7158-4696-9b16-0b2787218243/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6392376 Oct 04 20:55:58.165957 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-75528aa1-f172-4c9d-8877-546647c56b06 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Request body: {'networks': [{'name': 'tempest-network--741158498'}, {'name': 'tempest-network--623112253'}]} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:55:58.166918 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-75528aa1-f172-4c9d-8877-546647c56b06 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Request body: {'network': {'name': 'tempest-network--741158498'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:55:58.168464 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-75528aa1-f172-4c9d-8877-546647c56b06 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Request body: {'network': {'name': 'tempest-network--623112253'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:55:58.319861 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75528aa1-f172-4c9d-8877-546647c56b06 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Made reservation on behalf of b8778b8dbc3e4e43b57b33f6114daabe for: {'network': 2} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:55:58.330742 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-75528aa1-f172-4c9d-8877-546647c56b06 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:58.350663 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-75528aa1-f172-4c9d-8877-546647c56b06 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:58.433575 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=51 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:55:58.548416 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-75528aa1-f172-4c9d-8877-546647c56b06 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks [] for security_group (299f7193-d338-4cf0-abf4-c1744c05f69f), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:58.637081 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device f99ad313-a411-47b8-a987-b110c118bfb7 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:55:58.650694 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-75528aa1-f172-4c9d-8877-546647c56b06 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (299f7193-d338-4cf0-abf4-c1744c05f69f), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:58.654329 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-75528aa1-f172-4c9d-8877-546647c56b06 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:58.758196 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75528aa1-f172-4c9d-8877-546647c56b06 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:55:58.795308 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-75528aa1-f172-4c9d-8877-546647c56b06 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (ba263dc9-fcb5-45f9-8d8e-c3f16b34e8bb), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:58.797171 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-75528aa1-f172-4c9d-8877-546647c56b06 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Added segment ba263dc9-fcb5-45f9-8d8e-c3f16b34e8bb of type vlan for network 1775fef8-361e-41d4-9701-dd5baa9908f7 Oct 04 20:55:58.853889 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port f99ad313-a411-47b8-a987-b110c118bfb7 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:55:58.854867 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (f99ad313-a411-47b8-a987-b110c118bfb7), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:58.855100 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port f99ad313-a411-47b8-a987-b110c118bfb7 Oct 04 20:55:58.930663 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75528aa1-f172-4c9d-8877-546647c56b06 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=299f7193-d338-4cf0-abf4-c1744c05f69f,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:58.949966 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-75528aa1-f172-4c9d-8877-546647c56b06 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (1775fef8-361e-41d4-9701-dd5baa9908f7), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:59.022339 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75528aa1-f172-4c9d-8877-546647c56b06 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:55:59.045153 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-75528aa1-f172-4c9d-8877-546647c56b06 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (79f2f5aa-1b05-4355-b8b9-1c6457d4ba30), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:59.045153 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-75528aa1-f172-4c9d-8877-546647c56b06 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Added segment 79f2f5aa-1b05-4355-b8b9-1c6457d4ba30 of type vlan for network cb835642-95ad-4e23-acd7-f8445f32033b Oct 04 20:55:59.128607 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-75528aa1-f172-4c9d-8877-546647c56b06 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (cb835642-95ad-4e23-acd7-f8445f32033b), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:59.137592 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port f99ad313-a411-47b8-a987-b110c118bfb7 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:55:59.138791 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (f99ad313-a411-47b8-a987-b110c118bfb7), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:59.201570 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port f99ad313-a411-47b8-a987-b110c118bfb7, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=f99ad313-a411-47b8-a987-b110c118bfb7,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:55:59.273655 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-75528aa1-f172-4c9d-8877-546647c56b06 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (1775fef8-361e-41d4-9701-dd5baa9908f7), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:59.274632 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-75528aa1-f172-4c9d-8877-546647c56b06 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (cb835642-95ad-4e23-acd7-f8445f32033b), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:59.288803 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75528aa1-f172-4c9d-8877-546647c56b06 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:55:59.306734 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75528aa1-f172-4c9d-8877-546647c56b06 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:55:59.307095 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (f99ad313-a411-47b8-a987-b110c118bfb7), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:59.315355 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-75528aa1-f172-4c9d-8877-546647c56b06 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:55:59.435714 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=f99ad313-a411-47b8-a987-b110c118bfb7,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:59.452652 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609d953b-711a-46f0-85a1-19f616cb75a7 None None] Sync routers for ids ['3f7f90f4-7158-4696-9b16-0b2787218243'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:55:59.472436 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609d953b-711a-46f0-85a1-19f616cb75a7 None None] Routers {'3f7f90f4-7158-4696-9b16-0b2787218243'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:55:59.473513 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-609d953b-711a-46f0-85a1-19f616cb75a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:55:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['3f7f90f4-7158-4696-9b16-0b2787218243'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:55:59.489876 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75528aa1-f172-4c9d-8877-546647c56b06 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Pushing event updated for resources: {'Network': ['ID=1775fef8-361e-41d4-9701-dd5baa9908f7,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:59.506635 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 1775fef8-361e-41d4-9701-dd5baa9908f7 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:55:59.618523 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75528aa1-f172-4c9d-8877-546647c56b06 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Pushing event updated for resources: {'Network': ['ID=cb835642-95ad-4e23-acd7-f8445f32033b,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:55:59.645290 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network cb835642-95ad-4e23-acd7-f8445f32033b details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:55:59.689156 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-75528aa1-f172-4c9d-8877-546647c56b06 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.3686941 Oct 04 20:55:59.704186 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 48464) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:55:59.704572 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-609d953b-711a-46f0-85a1-19f616cb75a7 None None] Set router 3f7f90f4-7158-4696-9b16-0b2787218243 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:56:00.012521 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c742edc-ba4f-46fe-a6db-f2c31d695d8b tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:56:00.023929 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c742edc-ba4f-46fe-a6db-f2c31d695d8b tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:56:00.035176 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c742edc-ba4f-46fe-a6db-f2c31d695d8b tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:56:00.046076 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c742edc-ba4f-46fe-a6db-f2c31d695d8b tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:56:00.055076 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-0c742edc-ba4f-46fe-a6db-f2c31d695d8b tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] 10.222.0.78 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3432994 Oct 04 20:56:00.055691 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 48472) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:00.135446 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-609d953b-711a-46f0-85a1-19f616cb75a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7f90f4-7158-4696-9b16-0b2787218243', 'name': 'tempest-ServersNegativeTestJSON-1822464839-router', 'tenant_id': '8bc331439dfe4bbbb6c764bc5c243b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'f99ad313-a411-47b8-a987-b110c118bfb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:55:45Z', 'updated_at': '2022-10-04T20:55:55Z', 'revision_number': 4, 'project_id': '8bc331439dfe4bbbb6c764bc5c243b35', 'gw_port': {'id': 'f99ad313-a411-47b8-a987-b110c118bfb7', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7f90f4-7158-4696-9b16-0b2787218243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:55:47Z', 'updated_at': '2022-10-04T20:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '4dd1586a-c3c2-47d5-9c65-cf0a44c82820', 'name': '', 'network_id': '057c865c-26ef-4491-ba5f-fc685aff30a6', 'tenant_id': '8bc331439dfe4bbbb6c764bc5c243b35', 'mac_address': 'fa:16:3e:52:e8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7f90f4-7158-4696-9b16-0b2787218243', 'device_owner': 'network:router_interface', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': 'ca38fb35-a11c-445e-92ce-4ed32a0dee84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:55:54Z', 'updated_at': '2022-10-04T20:55:55Z', 'revision_number': 2, 'project_id': '8bc331439dfe4bbbb6c764bc5c243b35', 'subnets': [{'id': 'ca38fb35-a11c-445e-92ce-4ed32a0dee84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:56:00.190876 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609d953b-711a-46f0-85a1-19f616cb75a7 None None] Checking router: 3f7f90f4-7158-4696-9b16-0b2787218243 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:56:00.191496 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609d953b-711a-46f0-85a1-19f616cb75a7 None None] Updating router 3f7f90f4-7158-4696-9b16-0b2787218243 port 4dd1586a-c3c2-47d5-9c65-cf0a44c82820 binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:56:00.230916 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4f25a93b-46c7-455e-9ad7-b573c30297d6 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (1775fef8-361e-41d4-9701-dd5baa9908f7), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:00.262265 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-609d953b-711a-46f0-85a1-19f616cb75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (4dd1586a-c3c2-47d5-9c65-cf0a44c82820), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:00.422641 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4f25a93b-46c7-455e-9ad7-b573c30297d6 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (1775fef8-361e-41d4-9701-dd5baa9908f7), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:00.472131 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-4f25a93b-46c7-455e-9ad7-b573c30297d6 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1775fef8-361e-41d4-9701-dd5baa9908f7']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:56:00.503099 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-4f25a93b-46c7-455e-9ad7-b573c30297d6 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba263dc9-fcb5-45f9-8d8e-c3f16b34e8bb') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:56:00.503628 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-4f25a93b-46c7-455e-9ad7-b573c30297d6 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba263dc9-fcb5-45f9-8d8e-c3f16b34e8bb') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:56:00.539315 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4f25a93b-46c7-455e-9ad7-b573c30297d6 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (ba263dc9-fcb5-45f9-8d8e-c3f16b34e8bb), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:00.604912 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4f25a93b-46c7-455e-9ad7-b573c30297d6 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (ba263dc9-fcb5-45f9-8d8e-c3f16b34e8bb), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:00.627433 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f25a93b-46c7-455e-9ad7-b573c30297d6 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:56:00.628152 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4f25a93b-46c7-455e-9ad7-b573c30297d6 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (ba263dc9-fcb5-45f9-8d8e-c3f16b34e8bb), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:00.682780 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device f99ad313-a411-47b8-a987-b110c118bfb7 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:56:00.796976 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port f99ad313-a411-47b8-a987-b110c118bfb7 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:56:00.798625 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (f99ad313-a411-47b8-a987-b110c118bfb7), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:00.799502 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port f99ad313-a411-47b8-a987-b110c118bfb7 Oct 04 20:56:00.826275 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment ba263dc9-fcb5-45f9-8d8e-c3f16b34e8bb resource provider aggregate not found Oct 04 20:56:00.869866 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment ba263dc9-fcb5-45f9-8d8e-c3f16b34e8bb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ba263dc9-fcb5-45f9-8d8e-c3f16b34e8bb found for delete ", "request_id": "req-00e50123-7029-4ba8-b752-744e20baafd5"}]} Oct 04 20:56:00.966909 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-609d953b-711a-46f0-85a1-19f616cb75a7 None None] Publish callbacks [] for port (4dd1586a-c3c2-47d5-9c65-cf0a44c82820), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:00.975802 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port f99ad313-a411-47b8-a987-b110c118bfb7 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:56:00.995881 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4f25a93b-46c7-455e-9ad7-b573c30297d6 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (1775fef8-361e-41d4-9701-dd5baa9908f7), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:01.008033 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4f25a93b-46c7-455e-9ad7-b573c30297d6 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:01.020285 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-4f25a93b-46c7-455e-9ad7-b573c30297d6 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] 10.222.0.78 "DELETE /networking/v2.0/networks/1775fef8-361e-41d4-9701-dd5baa9908f7 HTTP/1.1" status: 204 len: 168 time: 0.9626031 Oct 04 20:56:01.026263 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 48498) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:01.046896 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f25a93b-46c7-455e-9ad7-b573c30297d6 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Pushing event deleted for resources: {'Network': ['ID=1775fef8-361e-41d4-9701-dd5baa9908f7,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:01.068473 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-609d953b-711a-46f0-85a1-19f616cb75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (4dd1586a-c3c2-47d5-9c65-cf0a44c82820), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:01.155816 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:01.193567 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d08f84c-ac26-426d-9574-b905a955b237 None None] Pushing event updated for resources: {'Port': ['ID=4dd1586a-c3c2-47d5-9c65-cf0a44c82820,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:01.222339 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6aec35b6-9179-455e-b67a-e8f8571ca1a1 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (cb835642-95ad-4e23-acd7-f8445f32033b), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:01.284308 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-609d953b-711a-46f0-85a1-19f616cb75a7 None None] Attempting to bind port 4dd1586a-c3c2-47d5-9c65-cf0a44c82820 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:56:01.285460 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-609d953b-711a-46f0-85a1-19f616cb75a7 None None] Attempting to bind port 4dd1586a-c3c2-47d5-9c65-cf0a44c82820 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '6fe0c493-d5a6-4670-a504-25e8063c6a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '057c865c-26ef-4491-ba5f-fc685aff30a6'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:56:01.286171 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609d953b-711a-46f0-85a1-19f616cb75a7 None None] Attempting to bind port 4dd1586a-c3c2-47d5-9c65-cf0a44c82820 on network 057c865c-26ef-4491-ba5f-fc685aff30a6 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:56:01.404517 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609d953b-711a-46f0-85a1-19f616cb75a7 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:56:01.405456 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609d953b-711a-46f0-85a1-19f616cb75a7 None None] Checking segment: {'id': '6fe0c493-d5a6-4670-a504-25e8063c6a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '057c865c-26ef-4491-ba5f-fc685aff30a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:56:01.405943 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-609d953b-711a-46f0-85a1-19f616cb75a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:01.406521 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609d953b-711a-46f0-85a1-19f616cb75a7 None None] Bound using segment: {'id': '6fe0c493-d5a6-4670-a504-25e8063c6a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '057c865c-26ef-4491-ba5f-fc685aff30a6'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:56:01.407297 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-609d953b-711a-46f0-85a1-19f616cb75a7 None None] Bound port: 4dd1586a-c3c2-47d5-9c65-cf0a44c82820, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fe0c493-d5a6-4670-a504-25e8063c6a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '057c865c-26ef-4491-ba5f-fc685aff30a6'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:56:01.407984 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-609d953b-711a-46f0-85a1-19f616cb75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (4dd1586a-c3c2-47d5-9c65-cf0a44c82820), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:01.514764 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:01.530703 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-609d953b-711a-46f0-85a1-19f616cb75a7 None None] For port 4dd1586a-c3c2-47d5-9c65-cf0a44c82820, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:56:01.566882 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-609d953b-711a-46f0-85a1-19f616cb75a7 None None] For port 4dd1586a-c3c2-47d5-9c65-cf0a44c82820, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=4dd1586a-c3c2-47d5-9c65-cf0a44c82820,segment=NetworkSegment(6fe0c493-d5a6-4670-a504-25e8063c6a77),segment_id=6fe0c493-d5a6-4670-a504-25e8063c6a77)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:56:01.571505 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:01.614604 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:01.636857 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6aec35b6-9179-455e-b67a-e8f8571ca1a1 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (cb835642-95ad-4e23-acd7-f8445f32033b), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:01.669159 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-609d953b-711a-46f0-85a1-19f616cb75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (4dd1586a-c3c2-47d5-9c65-cf0a44c82820), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:01.721206 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-6aec35b6-9179-455e-b67a-e8f8571ca1a1 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb835642-95ad-4e23-acd7-f8445f32033b']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:56:01.767789 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-6aec35b6-9179-455e-b67a-e8f8571ca1a1 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79f2f5aa-1b05-4355-b8b9-1c6457d4ba30') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:56:01.768659 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-6aec35b6-9179-455e-b67a-e8f8571ca1a1 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79f2f5aa-1b05-4355-b8b9-1c6457d4ba30') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:56:01.799070 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e300c6c7-a4c7-436e-a79b-2560406ec067 req-b7be63a5-b09b-4519-99da-25317b94c777 tempest-ServersNegativeTestJSON-133768279 tempest-ServersNegativeTestJSON-133768279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:56:01.802335 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e300c6c7-a4c7-436e-a79b-2560406ec067 req-b7be63a5-b09b-4519-99da-25317b94c777 tempest-ServersNegativeTestJSON-133768279 tempest-ServersNegativeTestJSON-133768279-project] 10.222.0.78 "GET /networking/v2.0/networks?id=057c865c-26ef-4491-ba5f-fc685aff30a6 HTTP/1.1" status: 200 len: 814 time: 0.4288747 Oct 04 20:56:01.811572 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6aec35b6-9179-455e-b67a-e8f8571ca1a1 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (79f2f5aa-1b05-4355-b8b9-1c6457d4ba30), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:01.829872 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d08f84c-ac26-426d-9574-b905a955b237 None None] Pushing event updated for resources: {'Port': ['ID=4dd1586a-c3c2-47d5-9c65-cf0a44c82820,revision_number=4']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:01.863784 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609d953b-711a-46f0-85a1-19f616cb75a7 None None] Routers {'3f7f90f4-7158-4696-9b16-0b2787218243'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:56:01.863784 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-609d953b-711a-46f0-85a1-19f616cb75a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:55:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['3f7f90f4-7158-4696-9b16-0b2787218243'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:56:01.907226 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e300c6c7-a4c7-436e-a79b-2560406ec067 req-ef695f84-28d2-4120-88e9-530fd28a5c80 tempest-ServersNegativeTestJSON-133768279 tempest-ServersNegativeTestJSON-133768279-project] 10.222.0.78 "GET /networking/v2.0/quotas/8bc331439dfe4bbbb6c764bc5c243b35 HTTP/1.1" status: 200 len: 375 time: 0.0895665 Oct 04 20:56:01.913009 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6aec35b6-9179-455e-b67a-e8f8571ca1a1 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (79f2f5aa-1b05-4355-b8b9-1c6457d4ba30), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:01.932667 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aec35b6-9179-455e-b67a-e8f8571ca1a1 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:56:01.937411 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6aec35b6-9179-455e-b67a-e8f8571ca1a1 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (79f2f5aa-1b05-4355-b8b9-1c6457d4ba30), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:01.980807 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 48528) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:02.093155 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 79f2f5aa-1b05-4355-b8b9-1c6457d4ba30 resource provider aggregate not found Oct 04 20:56:02.132068 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-609d953b-711a-46f0-85a1-19f616cb75a7 None None] Set router 3f7f90f4-7158-4696-9b16-0b2787218243 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:56:02.163308 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e300c6c7-a4c7-436e-a79b-2560406ec067 req-57870f49-d957-40c9-af72-97f5885cd5d9 tempest-ServersNegativeTestJSON-133768279 tempest-ServersNegativeTestJSON-133768279-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=8bc331439dfe4bbbb6c764bc5c243b35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2319629 Oct 04 20:56:02.163308 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 79f2f5aa-1b05-4355-b8b9-1c6457d4ba30 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 79f2f5aa-1b05-4355-b8b9-1c6457d4ba30 found for delete ", "request_id": "req-e8582a3b-f94b-4571-b7ad-48428abdc6a3"}]} Oct 04 20:56:02.252021 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:02.290144 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6aec35b6-9179-455e-b67a-e8f8571ca1a1 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (cb835642-95ad-4e23-acd7-f8445f32033b), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:02.340708 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6aec35b6-9179-455e-b67a-e8f8571ca1a1 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:02.349248 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-6aec35b6-9179-455e-b67a-e8f8571ca1a1 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] 10.222.0.78 "DELETE /networking/v2.0/networks/cb835642-95ad-4e23-acd7-f8445f32033b HTTP/1.1" status: 204 len: 168 time: 1.3200901 Oct 04 20:56:02.352869 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 48550) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:02.356844 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aec35b6-9179-455e-b67a-e8f8571ca1a1 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Pushing event deleted for resources: {'Network': ['ID=cb835642-95ad-4e23-acd7-f8445f32033b,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:02.407218 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:02.503722 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-8c198fd1-0c59-4806-b6b1-3d22b6d3d932 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2124079161-network', 'tenant_id': 'cc2d4e9869bf4d408b39c45f651a033b'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:56:02.629226 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e81f4d-c3ea-49f8-ac80-1889f6c4433a tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:56:02.642611 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e81f4d-c3ea-49f8-ac80-1889f6c4433a tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:56:02.648105 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-12e81f4d-c3ea-49f8-ac80-1889f6c4433a tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] 10.222.0.78 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2928274 Oct 04 20:56:02.655926 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 48554) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:02.665490 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-eb548df4-c26c-4ef2-bf95-ca3320236d0d tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1877236868'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:56:02.708762 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 48556) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:02.752168 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-609d953b-711a-46f0-85a1-19f616cb75a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7f90f4-7158-4696-9b16-0b2787218243', 'name': 'tempest-ServersNegativeTestJSON-1822464839-router', 'tenant_id': '8bc331439dfe4bbbb6c764bc5c243b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'f99ad313-a411-47b8-a987-b110c118bfb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:55:45Z', 'updated_at': '2022-10-04T20:55:55Z', 'revision_number': 4, 'project_id': '8bc331439dfe4bbbb6c764bc5c243b35', 'gw_port': {'id': 'f99ad313-a411-47b8-a987-b110c118bfb7', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7f90f4-7158-4696-9b16-0b2787218243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:55:47Z', 'updated_at': '2022-10-04T20:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '4dd1586a-c3c2-47d5-9c65-cf0a44c82820', 'name': '', 'network_id': '057c865c-26ef-4491-ba5f-fc685aff30a6', 'tenant_id': '8bc331439dfe4bbbb6c764bc5c243b35', 'mac_address': 'fa:16:3e:52:e8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7f90f4-7158-4696-9b16-0b2787218243', 'device_owner': 'network:router_interface', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': 'ca38fb35-a11c-445e-92ce-4ed32a0dee84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:55:54Z', 'updated_at': '2022-10-04T20:56:01Z', 'revision_number': 4, 'project_id': '8bc331439dfe4bbbb6c764bc5c243b35', 'subnets': [{'id': 'ca38fb35-a11c-445e-92ce-4ed32a0dee84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:56:02.755634 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c198fd1-0c59-4806-b6b1-3d22b6d3d932 admin admin] Made reservation on behalf of cc2d4e9869bf4d408b39c45f651a033b for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:56:02.764960 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8c198fd1-0c59-4806-b6b1-3d22b6d3d932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:02.790339 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8c198fd1-0c59-4806-b6b1-3d22b6d3d932 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:02.813913 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609d953b-711a-46f0-85a1-19f616cb75a7 None None] The sync data for ids ['3f7f90f4-7158-4696-9b16-0b2787218243'] in n-d-852085-12 is: [{'id': '3f7f90f4-7158-4696-9b16-0b2787218243', 'name': 'tempest-ServersNegativeTestJSON-1822464839-router', 'tenant_id': '8bc331439dfe4bbbb6c764bc5c243b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'f99ad313-a411-47b8-a987-b110c118bfb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:55:45Z', 'updated_at': '2022-10-04T20:55:55Z', 'revision_number': 4, 'project_id': '8bc331439dfe4bbbb6c764bc5c243b35', 'gw_port': {'id': 'f99ad313-a411-47b8-a987-b110c118bfb7', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7f90f4-7158-4696-9b16-0b2787218243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:55:47Z', 'updated_at': '2022-10-04T20:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '4dd1586a-c3c2-47d5-9c65-cf0a44c82820', 'name': '', 'network_id': '057c865c-26ef-4491-ba5f-fc685aff30a6', 'tenant_id': '8bc331439dfe4bbbb6c764bc5c243b35', 'mac_address': 'fa:16:3e:52:e8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7f90f4-7158-4696-9b16-0b2787218243', 'device_owner': 'network:router_interface', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': 'ca38fb35-a11c-445e-92ce-4ed32a0dee84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:55:54Z', 'updated_at': '2022-10-04T20:56:01Z', 'revision_number': 4, 'project_id': '8bc331439dfe4bbbb6c764bc5c243b35', 'subnets': [{'id': 'ca38fb35-a11c-445e-92ce-4ed32a0dee84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:56:02.959241 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb548df4-c26c-4ef2-bf95-ca3320236d0d tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Made reservation on behalf of b8778b8dbc3e4e43b57b33f6114daabe for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:56:02.966946 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-eb548df4-c26c-4ef2-bf95-ca3320236d0d tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:03.123392 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8c198fd1-0c59-4806-b6b1-3d22b6d3d932 admin admin] Publish callbacks [] for security_group (b876a6f6-089c-4369-9bbd-b83415c9f2e8), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:03.153806 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:03.206989 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb548df4-c26c-4ef2-bf95-ca3320236d0d tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:56:03.236297 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 48562) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:03.257642 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-eb548df4-c26c-4ef2-bf95-ca3320236d0d tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (7e4e2173-552a-42a7-9b39-262a6c047ba9), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:03.258320 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-eb548df4-c26c-4ef2-bf95-ca3320236d0d tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Added segment 7e4e2173-552a-42a7-9b39-262a6c047ba9 of type vlan for network f7c7d8dc-4a06-4faf-bdad-ddd93a58be7b Oct 04 20:56:03.261935 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8c198fd1-0c59-4806-b6b1-3d22b6d3d932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (b876a6f6-089c-4369-9bbd-b83415c9f2e8), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:03.362550 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c198fd1-0c59-4806-b6b1-3d22b6d3d932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b876a6f6-089c-4369-9bbd-b83415c9f2e8,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:03.378773 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c198fd1-0c59-4806-b6b1-3d22b6d3d932 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:56:03.421269 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8c198fd1-0c59-4806-b6b1-3d22b6d3d932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (28150e29-adaf-462a-bdc3-52a51f94b8ab), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:03.422295 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-8c198fd1-0c59-4806-b6b1-3d22b6d3d932 admin admin] Added segment 28150e29-adaf-462a-bdc3-52a51f94b8ab of type vlan for network bbdda69f-7b10-4ebc-8a7c-8498568213f2 Oct 04 20:56:03.478338 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-eb548df4-c26c-4ef2-bf95-ca3320236d0d tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (f7c7d8dc-4a06-4faf-bdad-ddd93a58be7b), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:03.539125 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8c198fd1-0c59-4806-b6b1-3d22b6d3d932 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (bbdda69f-7b10-4ebc-8a7c-8498568213f2), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:03.634371 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:03.743370 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8c198fd1-0c59-4806-b6b1-3d22b6d3d932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (bbdda69f-7b10-4ebc-8a7c-8498568213f2), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:03.750959 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c198fd1-0c59-4806-b6b1-3d22b6d3d932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:56:03.750959 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8c198fd1-0c59-4806-b6b1-3d22b6d3d932 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:03.825955 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-eb548df4-c26c-4ef2-bf95-ca3320236d0d tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (f7c7d8dc-4a06-4faf-bdad-ddd93a58be7b), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:03.837972 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb548df4-c26c-4ef2-bf95-ca3320236d0d tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:56:03.840304 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-eb548df4-c26c-4ef2-bf95-ca3320236d0d tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:03.940366 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:UPDATE=4,neutron:INSERT=14 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:03.965910 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c198fd1-0c59-4806-b6b1-3d22b6d3d932 admin admin] Pushing event updated for resources: {'Network': ['ID=bbdda69f-7b10-4ebc-8a7c-8498568213f2,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:04.001565 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network bbdda69f-7b10-4ebc-8a7c-8498568213f2 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:56:04.013829 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c982c081-4c35-4ae8-90a0-cc4a722b4897 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (3f7f90f4-7158-4696-9b16-0b2787218243), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:04.029195 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-8c198fd1-0c59-4806-b6b1-3d22b6d3d932 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.0423954 Oct 04 20:56:04.030244 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 48576) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:04.050121 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-eb29512d-d185-47f1-8b7c-2e82bd0774f5 admin admin] Request body: {'subnet': {'network_id': 'bbdda69f-7b10-4ebc-8a7c-8498568213f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2124079161-subnet', 'tenant_id': 'cc2d4e9869bf4d408b39c45f651a033b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:56:04.138295 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 48578) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:04.309505 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb29512d-d185-47f1-8b7c-2e82bd0774f5 admin admin] Made reservation on behalf of cc2d4e9869bf4d408b39c45f651a033b for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:56:04.319297 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-eb29512d-d185-47f1-8b7c-2e82bd0774f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:04.576442 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-ccdd315c-2f52-4846-8ccc-1921b59ced7a tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-571063744'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:56:04.764605 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 4dd1586a-c3c2-47d5-9c65-cf0a44c82820 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:56:04.783739 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccdd315c-2f52-4846-8ccc-1921b59ced7a tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Made reservation on behalf of 6c1d2c9709a94cf691cb05145eeb8e23 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:56:04.797495 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ccdd315c-2f52-4846-8ccc-1921b59ced7a tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:04.857625 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ccdd315c-2f52-4846-8ccc-1921b59ced7a tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:05.010582 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 4dd1586a-c3c2-47d5-9c65-cf0a44c82820 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:56:05.019812 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (4dd1586a-c3c2-47d5-9c65-cf0a44c82820), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:05.020646 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 4dd1586a-c3c2-47d5-9c65-cf0a44c82820 Oct 04 20:56:05.088428 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-eb548df4-c26c-4ef2-bf95-ca3320236d0d tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.4279935 Oct 04 20:56:05.098868 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 48594) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:05.135290 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-c9c1ff1a-cb39-4417-bdb3-ced02931939d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1444902054-network', 'tenant_id': '423269a2642a45b29d4f92a0995e6c3c'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:56:05.139214 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-c625f900-ffad-46c2-9192-807f3f2a936f tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1121121294'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:56:05.149604 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb548df4-c26c-4ef2-bf95-ca3320236d0d tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Pushing event updated for resources: {'Network': ['ID=f7c7d8dc-4a06-4faf-bdad-ddd93a58be7b,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:05.203882 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network f7c7d8dc-4a06-4faf-bdad-ddd93a58be7b details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:56:05.464726 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c1ff1a-cb39-4417-bdb3-ced02931939d admin admin] Made reservation on behalf of 423269a2642a45b29d4f92a0995e6c3c for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:56:05.476018 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c9c1ff1a-cb39-4417-bdb3-ced02931939d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:05.493932 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c625f900-ffad-46c2-9192-807f3f2a936f tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Made reservation on behalf of b8778b8dbc3e4e43b57b33f6114daabe for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:56:05.501505 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c625f900-ffad-46c2-9192-807f3f2a936f tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:05.508765 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:05.531626 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c9c1ff1a-cb39-4417-bdb3-ced02931939d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:05.561070 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:05.600174 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 4dd1586a-c3c2-47d5-9c65-cf0a44c82820 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:56:05.601723 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (4dd1586a-c3c2-47d5-9c65-cf0a44c82820), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:05.640885 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:05.652782 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c625f900-ffad-46c2-9192-807f3f2a936f tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:56:05.754743 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 4dd1586a-c3c2-47d5-9c65-cf0a44c82820, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=4dd1586a-c3c2-47d5-9c65-cf0a44c82820,segment=NetworkSegment(6fe0c493-d5a6-4670-a504-25e8063c6a77),segment_id=6fe0c493-d5a6-4670-a504-25e8063c6a77)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:56:05.763801 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ccdd315c-2f52-4846-8ccc-1921b59ced7a tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for security_group (1302dec4-1d59-403b-8ecb-11db5bde1ce9), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:05.804575 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c625f900-ffad-46c2-9192-807f3f2a936f tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (0dbf648c-e9bd-410b-88f4-fe2be6eb2940), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:05.805667 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-c625f900-ffad-46c2-9192-807f3f2a936f tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Added segment 0dbf648c-e9bd-410b-88f4-fe2be6eb2940 of type vlan for network ae957196-f78d-447b-841c-a0c43169cd4a Oct 04 20:56:05.931739 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-c982c081-4c35-4ae8-90a0-cc4a722b4897 admin admin] Deleting port 4dd1586a-c3c2-47d5-9c65-cf0a44c82820 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:56:05.932285 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c982c081-4c35-4ae8-90a0-cc4a722b4897 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (4dd1586a-c3c2-47d5-9c65-cf0a44c82820), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:05.959704 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (4dd1586a-c3c2-47d5-9c65-cf0a44c82820), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:05.968560 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c625f900-ffad-46c2-9192-807f3f2a936f tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (ae957196-f78d-447b-841c-a0c43169cd4a), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:06.028421 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-eb29512d-d185-47f1-8b7c-2e82bd0774f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (80926a6c-e363-4641-950b-a24d5344cb9d), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:06.039596 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ccdd315c-2f52-4846-8ccc-1921b59ced7a tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (1302dec4-1d59-403b-8ecb-11db5bde1ce9), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:06.075657 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:06.106553 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c9c1ff1a-cb39-4417-bdb3-ced02931939d admin admin] Publish callbacks [] for security_group (a51acc48-9c5f-456d-b521-70ff8e659fab), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:06.151119 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=4dd1586a-c3c2-47d5-9c65-cf0a44c82820,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:06.234911 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-c982c081-4c35-4ae8-90a0-cc4a722b4897 admin admin] For port 4dd1586a-c3c2-47d5-9c65-cf0a44c82820, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=4dd1586a-c3c2-47d5-9c65-cf0a44c82820,segment=NetworkSegment(6fe0c493-d5a6-4670-a504-25e8063c6a77),segment_id=6fe0c493-d5a6-4670-a504-25e8063c6a77)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:56:06.235849 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c982c081-4c35-4ae8-90a0-cc4a722b4897 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (4dd1586a-c3c2-47d5-9c65-cf0a44c82820), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:06.270072 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-c982c081-4c35-4ae8-90a0-cc4a722b4897 admin admin] Calling delete_port for 4dd1586a-c3c2-47d5-9c65-cf0a44c82820 owned by network:router_interface {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:56:06.285916 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c625f900-ffad-46c2-9192-807f3f2a936f tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (ae957196-f78d-447b-841c-a0c43169cd4a), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:06.297688 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c625f900-ffad-46c2-9192-807f3f2a936f tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:56:06.298798 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c625f900-ffad-46c2-9192-807f3f2a936f tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:06.330482 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=74,neutron:INSERT=24,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:06.332515 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c9c1ff1a-cb39-4417-bdb3-ced02931939d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (a51acc48-9c5f-456d-b521-70ff8e659fab), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:06.332792 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:06.339969 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccdd315c-2f52-4846-8ccc-1921b59ced7a tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:56:06.379081 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb29512d-d185-47f1-8b7c-2e82bd0774f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80926a6c-e363-4641-950b-a24d5344cb9d,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:06.384726 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdd315c-2f52-4846-8ccc-1921b59ced7a tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1302dec4-1d59-403b-8ecb-11db5bde1ce9,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:06.426137 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9c1ff1a-cb39-4417-bdb3-ced02931939d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:56:06.439095 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ccdd315c-2f52-4846-8ccc-1921b59ced7a tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (2aeeaa91-6ee3-4abd-b07e-c28198bbcbe7), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:06.440006 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-ccdd315c-2f52-4846-8ccc-1921b59ced7a tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Added segment 2aeeaa91-6ee3-4abd-b07e-c28198bbcbe7 of type vlan for network 1ccea25a-43ce-4ba7-9f56-f96df17f296b Oct 04 20:56:06.507032 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c625f900-ffad-46c2-9192-807f3f2a936f tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4056761 Oct 04 20:56:06.517455 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 48628) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:06.541246 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-a8ccb148-8206-4d2a-a208-2ce5a7e79ed0 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Request body: {'ports': [{'network_id': 'f7c7d8dc-4a06-4faf-bdad-ddd93a58be7b', 'name': 'tempest-port--1600764336', 'admin_state_up': True}, {'network_id': 'ae957196-f78d-447b-841c-a0c43169cd4a', 'admin_state_up': False}]} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:56:06.541742 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-a8ccb148-8206-4d2a-a208-2ce5a7e79ed0 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Request body: {'port': {'network_id': 'f7c7d8dc-4a06-4faf-bdad-ddd93a58be7b', 'name': 'tempest-port--1600764336', 'admin_state_up': True}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:56:06.542541 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-a8ccb148-8206-4d2a-a208-2ce5a7e79ed0 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Request body: {'port': {'network_id': 'ae957196-f78d-447b-841c-a0c43169cd4a', 'admin_state_up': False}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:56:06.644701 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c9c1ff1a-cb39-4417-bdb3-ced02931939d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (f3d829b9-1f2c-4fb7-89b2-9601f6946b15), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:06.646238 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-c9c1ff1a-cb39-4417-bdb3-ced02931939d admin admin] Added segment f3d829b9-1f2c-4fb7-89b2-9601f6946b15 of type vlan for network 9580a1b9-b475-4fcd-9d57-8aa902ddfc60 Oct 04 20:56:06.652702 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 4dd1586a-c3c2-47d5-9c65-cf0a44c82820 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:56:06.660980 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb29512d-d185-47f1-8b7c-2e82bd0774f5 admin admin] Checking segment: {'id': '28150e29-adaf-462a-bdc3-52a51f94b8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'bbdda69f-7b10-4ebc-8a7c-8498568213f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:56:06.663631 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c625f900-ffad-46c2-9192-807f3f2a936f tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Pushing event updated for resources: {'Network': ['ID=ae957196-f78d-447b-841c-a0c43169cd4a,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:06.666538 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb29512d-d185-47f1-8b7c-2e82bd0774f5 admin admin] Network hostable DHCP agents. Network: bbdda69f-7b10-4ebc-8a7c-8498568213f2, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:56:06.672683 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ccdd315c-2f52-4846-8ccc-1921b59ced7a tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (1ccea25a-43ce-4ba7-9f56-f96df17f296b), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:06.730424 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network ae957196-f78d-447b-841c-a0c43169cd4a details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:56:06.788764 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c1ff1a-cb39-4417-bdb3-ced02931939d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a51acc48-9c5f-456d-b521-70ff8e659fab,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:06.903286 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ccdd315c-2f52-4846-8ccc-1921b59ced7a tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (1ccea25a-43ce-4ba7-9f56-f96df17f296b), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:06.915661 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccdd315c-2f52-4846-8ccc-1921b59ced7a tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:56:06.916447 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ccdd315c-2f52-4846-8ccc-1921b59ced7a tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:06.927187 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 4dd1586a-c3c2-47d5-9c65-cf0a44c82820 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:56:06.929970 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (4dd1586a-c3c2-47d5-9c65-cf0a44c82820), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:06.930268 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 4dd1586a-c3c2-47d5-9c65-cf0a44c82820 Oct 04 20:56:07.053596 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c9c1ff1a-cb39-4417-bdb3-ced02931939d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (9580a1b9-b475-4fcd-9d57-8aa902ddfc60), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:07.156049 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ccb148-8206-4d2a-a208-2ce5a7e79ed0 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Made reservation on behalf of b8778b8dbc3e4e43b57b33f6114daabe for: {'port': 2} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:56:07.164260 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb29512d-d185-47f1-8b7c-2e82bd0774f5 admin admin] Network bbdda69f-7b10-4ebc-8a7c-8498568213f2 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:56:07.169929 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a8ccb148-8206-4d2a-a208-2ce5a7e79ed0 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:07.203338 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 4dd1586a-c3c2-47d5-9c65-cf0a44c82820 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:56:07.231661 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a8ccb148-8206-4d2a-a208-2ce5a7e79ed0 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:07.275329 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ccdd315c-2f52-4846-8ccc-1921b59ced7a tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 4.0370588 Oct 04 20:56:07.277963 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdd315c-2f52-4846-8ccc-1921b59ced7a tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event updated for resources: {'Network': ['ID=1ccea25a-43ce-4ba7-9f56-f96df17f296b,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:07.284077 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 48638) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:07.305264 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 1ccea25a-43ce-4ba7-9f56-f96df17f296b details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:56:07.322511 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-4b995bcc-7faa-44ad-af50-37eb783e2b6e tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Request body: {'port': {'network_id': '1ccea25a-43ce-4ba7-9f56-f96df17f296b', 'name': 'tempest-PortsIpV6TestJSON-469183284'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:56:07.359082 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-eb29512d-d185-47f1-8b7c-2e82bd0774f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, bbdda69f-7b10-4ebc-8a7c-8498568213f2) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:56:07.367530 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb29512d-d185-47f1-8b7c-2e82bd0774f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:56:07.368572 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-eb29512d-d185-47f1-8b7c-2e82bd0774f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:07.455927 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cffa24-8ad0-4390-ab59-90376f9ec09c None None] Network bbdda69f-7b10-4ebc-8a7c-8498568213f2 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:56:07.474002 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c9c1ff1a-cb39-4417-bdb3-ced02931939d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (9580a1b9-b475-4fcd-9d57-8aa902ddfc60), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:07.476005 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c1ff1a-cb39-4417-bdb3-ced02931939d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:56:07.477046 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c9c1ff1a-cb39-4417-bdb3-ced02931939d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:07.570932 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c982c081-4c35-4ae8-90a0-cc4a722b4897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (4dd1586a-c3c2-47d5-9c65-cf0a44c82820), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:07.586964 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 48644) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:07.698536 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-eb29512d-d185-47f1-8b7c-2e82bd0774f5 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.6663547 Oct 04 20:56:07.708017 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=81,neutron:INSERT=9,neutron:UPDATE=6,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:07.752398 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c982c081-4c35-4ae8-90a0-cc4a722b4897 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dd1586a-c3c2-47d5-9c65-cf0a44c82820,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:07.772020 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c1ff1a-cb39-4417-bdb3-ced02931939d admin admin] Pushing event updated for resources: {'Network': ['ID=9580a1b9-b475-4fcd-9d57-8aa902ddfc60,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:07.800647 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 9580a1b9-b475-4fcd-9d57-8aa902ddfc60 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:56:07.884178 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c9c1ff1a-cb39-4417-bdb3-ced02931939d admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.7478430 Oct 04 20:56:07.890220 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 48650) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:07.916161 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-939a8e54-d4f9-4d4f-851b-c3f1de839bb8 admin admin] Request body: {'subnet': {'network_id': '9580a1b9-b475-4fcd-9d57-8aa902ddfc60', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1444902054-subnet', 'tenant_id': '423269a2642a45b29d4f92a0995e6c3c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:56:08.065396 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99367693-4777-48b9-aea5-ab9eb2630fc1 None None] Network bbdda69f-7b10-4ebc-8a7c-8498568213f2 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:56:08.078999 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939a8e54-d4f9-4d4f-851b-c3f1de839bb8 admin admin] Made reservation on behalf of 423269a2642a45b29d4f92a0995e6c3c for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:56:08.084581 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-939a8e54-d4f9-4d4f-851b-c3f1de839bb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:08.140837 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [None req-a8ccb148-8206-4d2a-a208-2ce5a7e79ed0 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] device_id is not set on port a405ce42-afee-4095-993b-384970c4c6c7 yet. {{(pid=108170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 20:56:08.150063 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b995bcc-7faa-44ad-af50-37eb783e2b6e tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Made reservation on behalf of 6c1d2c9709a94cf691cb05145eeb8e23 for: {'port': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:56:08.162963 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4b995bcc-7faa-44ad-af50-37eb783e2b6e tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:08.219969 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [None req-4b995bcc-7faa-44ad-af50-37eb783e2b6e tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] device_id is not set on port 8a7f64a6-2693-47bf-8fef-8342a0cc1841 yet. {{(pid=108170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 20:56:08.753664 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:08.773767 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4b995bcc-7faa-44ad-af50-37eb783e2b6e tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for port (8a7f64a6-2693-47bf-8fef-8342a0cc1841), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:08.808214 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6c136daa-602e-49ce-9233-876df6475243 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:08.913968 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-939a8e54-d4f9-4d4f-851b-c3f1de839bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (ab1ea2f3-e2cf-44a7-84b1-9af29b7d0ba4), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:09.037035 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939a8e54-d4f9-4d4f-851b-c3f1de839bb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab1ea2f3-e2cf-44a7-84b1-9af29b7d0ba4,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:09.084467 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939a8e54-d4f9-4d4f-851b-c3f1de839bb8 admin admin] Checking segment: {'id': 'f3d829b9-1f2c-4fb7-89b2-9601f6946b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '9580a1b9-b475-4fcd-9d57-8aa902ddfc60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:56:09.084467 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939a8e54-d4f9-4d4f-851b-c3f1de839bb8 admin admin] Network hostable DHCP agents. Network: 9580a1b9-b475-4fcd-9d57-8aa902ddfc60, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:56:09.190374 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4b995bcc-7faa-44ad-af50-37eb783e2b6e tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (8a7f64a6-2693-47bf-8fef-8342a0cc1841), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:09.210486 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:DELETE=1,neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:09.267415 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939a8e54-d4f9-4d4f-851b-c3f1de839bb8 admin admin] Network 9580a1b9-b475-4fcd-9d57-8aa902ddfc60 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:56:09.324159 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c982c081-4c35-4ae8-90a0-cc4a722b4897 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (3f7f90f4-7158-4696-9b16-0b2787218243), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:09.365425 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-939a8e54-d4f9-4d4f-851b-c3f1de839bb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 9580a1b9-b475-4fcd-9d57-8aa902ddfc60) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:56:09.374829 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939a8e54-d4f9-4d4f-851b-c3f1de839bb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:56:09.376482 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-939a8e54-d4f9-4d4f-851b-c3f1de839bb8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:09.396596 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cff75c3-700a-43c2-af1f-79e298b26b3b None None] Network 9580a1b9-b475-4fcd-9d57-8aa902ddfc60 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:56:09.403564 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:09.420527 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a8ccb148-8206-4d2a-a208-2ce5a7e79ed0 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks [] for port (a405ce42-afee-4095-993b-384970c4c6c7), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:09.510214 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6c136daa-602e-49ce-9233-876df6475243 admin admin] Publish callbacks [] for security_group (33bb3ed4-e0c7-4bc0-a2ef-996248efd301), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:09.517389 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b995bcc-7faa-44ad-af50-37eb783e2b6e tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event updated for resources: {'Port': ['ID=8a7f64a6-2693-47bf-8fef-8342a0cc1841,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:09.530837 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-939a8e54-d4f9-4d4f-851b-c3f1de839bb8 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6346529 Oct 04 20:56:09.532460 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 48688) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:09.547845 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-8c3d9257-bbb8-4ef9-a814-8db2e8eb4ffe admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1444902054-router', 'tenant_id': '423269a2642a45b29d4f92a0995e6c3c', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:56:09.717210 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbf081f-b3f7-4d53-bb84-e71a566e42da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-9580a1b9-b475-4fcd-9d57-8aa902ddfc60', 'network_id': '9580a1b9-b475-4fcd-9d57-8aa902ddfc60', 'project_id': '423269a2642a45b29d4f92a0995e6c3c', 'fixed_ips': [{'subnet_id': 'ab1ea2f3-e2cf-44a7-84b1-9af29b7d0ba4'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:56:09.720480 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ffbf081f-b3f7-4d53-bb84-e71a566e42da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:09.720847 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6c136daa-602e-49ce-9233-876df6475243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (33bb3ed4-e0c7-4bc0-a2ef-996248efd301), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:09.754588 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:09.782797 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8c3d9257-bbb8-4ef9-a814-8db2e8eb4ffe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (2e55ef43-acd5-4ef0-9e64-9cc992009445), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:09.784609 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8c3d9257-bbb8-4ef9-a814-8db2e8eb4ffe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (2e55ef43-acd5-4ef0-9e64-9cc992009445), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:09.814162 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [None req-a8ccb148-8206-4d2a-a208-2ce5a7e79ed0 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] device_id is not set on port 5d7f49eb-ec38-4623-8308-51692edc4450 yet. {{(pid=108170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 20:56:09.829870 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b995bcc-7faa-44ad-af50-37eb783e2b6e tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Checking segment: {'id': '2aeeaa91-6ee3-4abd-b07e-c28198bbcbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1ccea25a-43ce-4ba7-9f56-f96df17f296b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:56:09.833973 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b995bcc-7faa-44ad-af50-37eb783e2b6e tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Network hostable DHCP agents. Network: 1ccea25a-43ce-4ba7-9f56-f96df17f296b, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:56:09.947226 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8c3d9257-bbb8-4ef9-a814-8db2e8eb4ffe admin admin] Publish callbacks [] for router_controller (2e55ef43-acd5-4ef0-9e64-9cc992009445), precommit_add_association {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:09.977574 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-6c136daa-602e-49ce-9233-876df6475243 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=c9762bc564f54ad7b64c5cf50ec1801d&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3326883 Oct 04 20:56:09.978736 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c136daa-602e-49ce-9233-876df6475243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33bb3ed4-e0c7-4bc0-a2ef-996248efd301,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:09.983951 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 48698) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:10.170524 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-ffbf081f-b3f7-4d53-bb84-e71a566e42da None None] Allocated IP 172.20.0.2 (9580a1b9-b475-4fcd-9d57-8aa902ddfc60/ab1ea2f3-e2cf-44a7-84b1-9af29b7d0ba4/9c1580a1-196b-44e1-8a85-73180d2f4b85) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:56:10.178081 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b995bcc-7faa-44ad-af50-37eb783e2b6e tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Network 1ccea25a-43ce-4ba7-9f56-f96df17f296b is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:56:10.263389 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 48702) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:10.288518 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-b6b1e5ae-a466-4198-86d5-48f6e18ff779 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1402591314-network', 'tenant_id': '6edae73f17bc4105b7320901bea14a6a'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:56:10.357366 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8c177116-1c0a-4da1-806c-348fa1644d51 admin admin] Publish callbacks [] for security_group (33bb3ed4-e0c7-4bc0-a2ef-996248efd301), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:10.445893 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-4b995bcc-7faa-44ad-af50-37eb783e2b6e tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 1ccea25a-43ce-4ba7-9f56-f96df17f296b) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:56:10.481607 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b995bcc-7faa-44ad-af50-37eb783e2b6e tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:56:10.491315 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b995bcc-7faa-44ad-af50-37eb783e2b6e tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:56:10.493166 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4b995bcc-7faa-44ad-af50-37eb783e2b6e tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:10.517488 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7331b2-4e2a-41b3-9296-a75101dcbef7 None None] Network 1ccea25a-43ce-4ba7-9f56-f96df17f296b requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:56:10.582748 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a8ccb148-8206-4d2a-a208-2ce5a7e79ed0 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks [] for port (5d7f49eb-ec38-4623-8308-51692edc4450), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:10.622709 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8c177116-1c0a-4da1-806c-348fa1644d51 admin admin] Publish callbacks [] for security_group (33bb3ed4-e0c7-4bc0-a2ef-996248efd301), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:10.650996 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8c3d9257-bbb8-4ef9-a814-8db2e8eb4ffe admin admin] Publish callbacks [] for router_gateway (2e55ef43-acd5-4ef0-9e64-9cc992009445), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:10.747429 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c982c081-4c35-4ae8-90a0-cc4a722b4897 admin admin] Router 3f7f90f4-7158-4696-9b16-0b2787218243 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:56:10.852855 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b1e5ae-a466-4198-86d5-48f6e18ff779 admin admin] Made reservation on behalf of 6edae73f17bc4105b7320901bea14a6a for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:56:10.858832 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b6b1e5ae-a466-4198-86d5-48f6e18ff779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:10.878954 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4b995bcc-7faa-44ad-af50-37eb783e2b6e tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.5691288 Oct 04 20:56:10.880506 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 48722) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:10.901109 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-6267faf8-72f6-4075-97dd-6ce8ac389a93 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-292186821'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:56:10.905496 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a8ccb148-8206-4d2a-a208-2ce5a7e79ed0 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (a405ce42-afee-4095-993b-384970c4c6c7), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:10.908662 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b6b1e5ae-a466-4198-86d5-48f6e18ff779 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:10.944342 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:11.057155 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ffbf081f-b3f7-4d53-bb84-e71a566e42da None None] Publish callbacks [] for port (9c1580a1-196b-44e1-8a85-73180d2f4b85), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:11.092661 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8c177116-1c0a-4da1-806c-348fa1644d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (33bb3ed4-e0c7-4bc0-a2ef-996248efd301), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:11.098100 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8c177116-1c0a-4da1-806c-348fa1644d51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:11.101752 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-8c177116-1c0a-4da1-806c-348fa1644d51 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/33bb3ed4-e0c7-4bc0-a2ef-996248efd301 HTTP/1.1" status: 204 len: 168 time: 1.1160183 Oct 04 20:56:11.175182 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c177116-1c0a-4da1-806c-348fa1644d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33bb3ed4-e0c7-4bc0-a2ef-996248efd301,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:11.200098 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:DELETE=6,neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:11.236372 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ffbf081f-b3f7-4d53-bb84-e71a566e42da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (9c1580a1-196b-44e1-8a85-73180d2f4b85), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:11.284431 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbf081f-b3f7-4d53-bb84-e71a566e42da None None] Network 9580a1b9-b475-4fcd-9d57-8aa902ddfc60 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:56:11.305247 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-ffbf081f-b3f7-4d53-bb84-e71a566e42da None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:56:11.325274 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6267faf8-72f6-4075-97dd-6ce8ac389a93 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Made reservation on behalf of 6c1d2c9709a94cf691cb05145eeb8e23 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:56:11.333316 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6267faf8-72f6-4075-97dd-6ce8ac389a93 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:11.364881 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ccb148-8206-4d2a-a208-2ce5a7e79ed0 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Pushing event updated for resources: {'Port': ['ID=a405ce42-afee-4095-993b-384970c4c6c7,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:11.392021 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbf081f-b3f7-4d53-bb84-e71a566e42da None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:56:11.418260 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:11.488208 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b6b1e5ae-a466-4198-86d5-48f6e18ff779 admin admin] Publish callbacks [] for security_group (f0bf3b1d-c81c-4036-9eb0-03b0acf5dfe1), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:11.527990 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c982c081-4c35-4ae8-90a0-cc4a722b4897 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:56:11.538532 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6267faf8-72f6-4075-97dd-6ce8ac389a93 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:56:11.560089 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c982c081-4c35-4ae8-90a0-cc4a722b4897 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/3f7f90f4-7158-4696-9b16-0b2787218243/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8703420 Oct 04 20:56:11.563186 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea83c724-5f7a-40bd-a915-830f63e66259 None None] Sync routers for ids ['3f7f90f4-7158-4696-9b16-0b2787218243'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:56:11.599612 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 48748) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:11.600241 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbf081f-b3f7-4d53-bb84-e71a566e42da None None] Pushing event updated for resources: {'Port': ['ID=9c1580a1-196b-44e1-8a85-73180d2f4b85,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:11.605187 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ccb148-8206-4d2a-a208-2ce5a7e79ed0 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Checking segment: {'id': '7e4e2173-552a-42a7-9b39-262a6c047ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'f7c7d8dc-4a06-4faf-bdad-ddd93a58be7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:56:11.606801 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ccb148-8206-4d2a-a208-2ce5a7e79ed0 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Network hostable DHCP agents. Network: f7c7d8dc-4a06-4faf-bdad-ddd93a58be7b, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:56:11.657872 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-ffbf081f-b3f7-4d53-bb84-e71a566e42da None None] Attempting to bind port 9c1580a1-196b-44e1-8a85-73180d2f4b85 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:56:11.657872 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-ffbf081f-b3f7-4d53-bb84-e71a566e42da None None] Attempting to bind port 9c1580a1-196b-44e1-8a85-73180d2f4b85 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'f3d829b9-1f2c-4fb7-89b2-9601f6946b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '9580a1b9-b475-4fcd-9d57-8aa902ddfc60'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:56:11.657872 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbf081f-b3f7-4d53-bb84-e71a566e42da None None] Attempting to bind port 9c1580a1-196b-44e1-8a85-73180d2f4b85 on network 9580a1b9-b475-4fcd-9d57-8aa902ddfc60 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:56:11.661470 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea83c724-5f7a-40bd-a915-830f63e66259 None None] Routers {'3f7f90f4-7158-4696-9b16-0b2787218243'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:56:11.662655 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-ea83c724-5f7a-40bd-a915-830f63e66259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:55:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['3f7f90f4-7158-4696-9b16-0b2787218243'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:56:11.696284 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b6b1e5ae-a466-4198-86d5-48f6e18ff779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (f0bf3b1d-c81c-4036-9eb0-03b0acf5dfe1), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:11.730966 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6267faf8-72f6-4075-97dd-6ce8ac389a93 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (8e41e380-9618-45e9-9a65-f7d21a1982b2), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:11.731599 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-6267faf8-72f6-4075-97dd-6ce8ac389a93 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Added segment 8e41e380-9618-45e9-9a65-f7d21a1982b2 of type vlan for network eaba9d6d-038a-4b3c-b035-8fa31e2352d8 Oct 04 20:56:11.778350 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8c3d9257-bbb8-4ef9-a814-8db2e8eb4ffe admin admin] Publish callbacks [] for router_gateway (2e55ef43-acd5-4ef0-9e64-9cc992009445), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:11.788584 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6b1e5ae-a466-4198-86d5-48f6e18ff779 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:56:11.804740 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b1e5ae-a466-4198-86d5-48f6e18ff779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0bf3b1d-c81c-4036-9eb0-03b0acf5dfe1,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:11.820036 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b6b1e5ae-a466-4198-86d5-48f6e18ff779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (1c36adda-eb46-4b66-b720-8ca0779fb9b3), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:11.820813 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-b6b1e5ae-a466-4198-86d5-48f6e18ff779 admin admin] Added segment 1c36adda-eb46-4b66-b720-8ca0779fb9b3 of type vlan for network e11cfefb-0d1c-42db-8b8a-535367bf7d74 Oct 04 20:56:11.892959 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8c3d9257-bbb8-4ef9-a814-8db2e8eb4ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:11.906632 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6267faf8-72f6-4075-97dd-6ce8ac389a93 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (eaba9d6d-038a-4b3c-b035-8fa31e2352d8), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:11.917551 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbf081f-b3f7-4d53-bb84-e71a566e42da None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:56:11.918356 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbf081f-b3f7-4d53-bb84-e71a566e42da None None] Checking segment: {'id': 'f3d829b9-1f2c-4fb7-89b2-9601f6946b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '9580a1b9-b475-4fcd-9d57-8aa902ddfc60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:56:11.918847 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ffbf081f-b3f7-4d53-bb84-e71a566e42da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:11.919555 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbf081f-b3f7-4d53-bb84-e71a566e42da None None] Bound using segment: {'id': 'f3d829b9-1f2c-4fb7-89b2-9601f6946b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '9580a1b9-b475-4fcd-9d57-8aa902ddfc60'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:56:11.930451 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-ffbf081f-b3f7-4d53-bb84-e71a566e42da None None] Bound port: 9c1580a1-196b-44e1-8a85-73180d2f4b85, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3d829b9-1f2c-4fb7-89b2-9601f6946b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '9580a1b9-b475-4fcd-9d57-8aa902ddfc60'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:56:11.930451 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ffbf081f-b3f7-4d53-bb84-e71a566e42da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (9c1580a1-196b-44e1-8a85-73180d2f4b85), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:11.958448 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b6b1e5ae-a466-4198-86d5-48f6e18ff779 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (e11cfefb-0d1c-42db-8b8a-535367bf7d74), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:11.992104 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ccb148-8206-4d2a-a208-2ce5a7e79ed0 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Network f7c7d8dc-4a06-4faf-bdad-ddd93a58be7b is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:56:12.042203 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-ea83c724-5f7a-40bd-a915-830f63e66259 None None] Set router 3f7f90f4-7158-4696-9b16-0b2787218243 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:56:12.131174 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f2846166-116d-444c-a315-66162a53579a admin admin] Publish callbacks [] for router (3f7f90f4-7158-4696-9b16-0b2787218243), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:12.160612 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-a8ccb148-8206-4d2a-a208-2ce5a7e79ed0 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, f7c7d8dc-4a06-4faf-bdad-ddd93a58be7b) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:56:12.168755 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ccb148-8206-4d2a-a208-2ce5a7e79ed0 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:56:12.172084 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a8ccb148-8206-4d2a-a208-2ce5a7e79ed0 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (5d7f49eb-ec38-4623-8308-51692edc4450), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:12.227936 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:12.230782 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43876a4b-bf3f-401f-b565-a510c6cf8b0f None None] Network f7c7d8dc-4a06-4faf-bdad-ddd93a58be7b requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:56:12.268197 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b6b1e5ae-a466-4198-86d5-48f6e18ff779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (e11cfefb-0d1c-42db-8b8a-535367bf7d74), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:12.270177 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b1e5ae-a466-4198-86d5-48f6e18ff779 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:56:12.284059 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b6b1e5ae-a466-4198-86d5-48f6e18ff779 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:12.307043 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6267faf8-72f6-4075-97dd-6ce8ac389a93 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (eaba9d6d-038a-4b3c-b035-8fa31e2352d8), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:12.332808 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6267faf8-72f6-4075-97dd-6ce8ac389a93 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:56:12.336727 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6267faf8-72f6-4075-97dd-6ce8ac389a93 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:12.634421 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b1e5ae-a466-4198-86d5-48f6e18ff779 admin admin] Pushing event updated for resources: {'Network': ['ID=e11cfefb-0d1c-42db-8b8a-535367bf7d74,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:12.655755 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ccb148-8206-4d2a-a208-2ce5a7e79ed0 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Pushing event updated for resources: {'Port': ['ID=5d7f49eb-ec38-4623-8308-51692edc4450,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:12.671397 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-ffbf081f-b3f7-4d53-bb84-e71a566e42da None None] For port 9c1580a1-196b-44e1-8a85-73180d2f4b85, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:56:12.676922 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ccb148-8206-4d2a-a208-2ce5a7e79ed0 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Checking segment: {'id': '0dbf648c-e9bd-410b-88f4-fe2be6eb2940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ae957196-f78d-447b-841c-a0c43169cd4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:56:12.676922 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ccb148-8206-4d2a-a208-2ce5a7e79ed0 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Network hostable DHCP agents. Network: ae957196-f78d-447b-841c-a0c43169cd4a, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:56:12.679085 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-ffbf081f-b3f7-4d53-bb84-e71a566e42da None None] For port 9c1580a1-196b-44e1-8a85-73180d2f4b85, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=9c1580a1-196b-44e1-8a85-73180d2f4b85,segment=NetworkSegment(f3d829b9-1f2c-4fb7-89b2-9601f6946b15),segment_id=f3d829b9-1f2c-4fb7-89b2-9601f6946b15)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:56:12.703885 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network e11cfefb-0d1c-42db-8b8a-535367bf7d74 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:56:12.801737 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-8c3d9257-bbb8-4ef9-a814-8db2e8eb4ffe admin admin] Allocated IP 172.25.5.115 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/cf55e955-36d0-45b8-95d9-0542dfb1ca6e) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:56:12.817675 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6267faf8-72f6-4075-97dd-6ce8ac389a93 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event updated for resources: {'Network': ['ID=eaba9d6d-038a-4b3c-b035-8fa31e2352d8,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:12.846752 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b6b1e5ae-a466-4198-86d5-48f6e18ff779 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.5705051 Oct 04 20:56:12.851523 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 48766) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:12.857272 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:12.875424 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-914f9d7c-a436-41cc-95ac-26d3ee7a265b admin admin] Request body: {'subnet': {'network_id': 'e11cfefb-0d1c-42db-8b8a-535367bf7d74', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1402591314-subnet', 'tenant_id': '6edae73f17bc4105b7320901bea14a6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:56:12.893640 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-6267faf8-72f6-4075-97dd-6ce8ac389a93 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.0067286 Oct 04 20:56:12.895334 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ccb148-8206-4d2a-a208-2ce5a7e79ed0 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Network ae957196-f78d-447b-841c-a0c43169cd4a is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:56:12.897248 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 48768) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:12.910630 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-cef60b2c-b19c-466d-bd70-a6bb01381cda tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Request body: {'ports': [{'network_id': '1ccea25a-43ce-4ba7-9f56-f96df17f296b'}, {'network_id': 'eaba9d6d-038a-4b3c-b035-8fa31e2352d8'}]} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:56:12.911317 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-cef60b2c-b19c-466d-bd70-a6bb01381cda tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Request body: {'port': {'network_id': '1ccea25a-43ce-4ba7-9f56-f96df17f296b'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:56:12.912808 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-cef60b2c-b19c-466d-bd70-a6bb01381cda tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Request body: {'port': {'network_id': 'eaba9d6d-038a-4b3c-b035-8fa31e2352d8'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:56:12.920229 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network eaba9d6d-038a-4b3c-b035-8fa31e2352d8 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:56:12.940953 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ffbf081f-b3f7-4d53-bb84-e71a566e42da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (9c1580a1-196b-44e1-8a85-73180d2f4b85), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:13.041013 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-914f9d7c-a436-41cc-95ac-26d3ee7a265b admin admin] Made reservation on behalf of 6edae73f17bc4105b7320901bea14a6a for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:56:13.045846 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-914f9d7c-a436-41cc-95ac-26d3ee7a265b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:13.046949 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f2846166-116d-444c-a315-66162a53579a admin admin] Publish callbacks [] for router_gateway (3f7f90f4-7158-4696-9b16-0b2787218243), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:13.065398 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-a8ccb148-8206-4d2a-a208-2ce5a7e79ed0 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, ae957196-f78d-447b-841c-a0c43169cd4a) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:56:13.103855 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ccb148-8206-4d2a-a208-2ce5a7e79ed0 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:56:13.118583 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ccb148-8206-4d2a-a208-2ce5a7e79ed0 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:56:13.145072 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ccb148-8206-4d2a-a208-2ce5a7e79ed0 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:56:13.155867 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a8ccb148-8206-4d2a-a208-2ce5a7e79ed0 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:13.184097 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:13.243632 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df04fe4-003c-4d73-bc5a-84f9fb91ae76 None None] Network ae957196-f78d-447b-841c-a0c43169cd4a requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:56:13.341269 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 48780) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:13.450874 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2940465c-fbba-4181-94fb-fefb6c5d23ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:13.679065 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-f2846166-116d-444c-a315-66162a53579a admin admin] Deleting port f99ad313-a411-47b8-a987-b110c118bfb7 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:56:13.680359 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f2846166-116d-444c-a315-66162a53579a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (f99ad313-a411-47b8-a987-b110c118bfb7), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:13.715022 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a8ccb148-8206-4d2a-a208-2ce5a7e79ed0 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 7.1958263 Oct 04 20:56:13.731519 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 48792) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:13.816230 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbf081f-b3f7-4d53-bb84-e71a566e42da None None] Pushing event updated for resources: {'Port': ['ID=9c1580a1-196b-44e1-8a85-73180d2f4b85,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:13.835810 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-ea83c724-5f7a-40bd-a915-830f63e66259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7f90f4-7158-4696-9b16-0b2787218243', 'name': 'tempest-ServersNegativeTestJSON-1822464839-router', 'tenant_id': '8bc331439dfe4bbbb6c764bc5c243b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'f99ad313-a411-47b8-a987-b110c118bfb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:55:45Z', 'updated_at': '2022-10-04T20:56:07Z', 'revision_number': 5, 'project_id': '8bc331439dfe4bbbb6c764bc5c243b35', 'gw_port': {'id': 'f99ad313-a411-47b8-a987-b110c118bfb7', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7f90f4-7158-4696-9b16-0b2787218243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:55:47Z', 'updated_at': '2022-10-04T20:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:56:13.913515 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8c3d9257-bbb8-4ef9-a814-8db2e8eb4ffe admin admin] Publish callbacks [] for port (cf55e955-36d0-45b8-95d9-0542dfb1ca6e), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:13.949599 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea83c724-5f7a-40bd-a915-830f63e66259 None None] Checking router: 3f7f90f4-7158-4696-9b16-0b2787218243 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:56:13.960728 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:13.970016 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea83c724-5f7a-40bd-a915-830f63e66259 None None] Routers {'3f7f90f4-7158-4696-9b16-0b2787218243'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:56:13.972317 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-ea83c724-5f7a-40bd-a915-830f63e66259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:55:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['3f7f90f4-7158-4696-9b16-0b2787218243'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:56:13.977801 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4603a6-526c-4a35-8a43-ddaf7fa96ef4 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:56:14.003694 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4603a6-526c-4a35-8a43-ddaf7fa96ef4 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:56:14.012604 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-fe4603a6-526c-4a35-8a43-ddaf7fa96ef4 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] 10.222.0.78 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2710624 Oct 04 20:56:14.019612 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 48798) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:14.047725 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-f2846166-116d-444c-a315-66162a53579a admin admin] For port f99ad313-a411-47b8-a987-b110c118bfb7, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=f99ad313-a411-47b8-a987-b110c118bfb7,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:56:14.048534 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f2846166-116d-444c-a315-66162a53579a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (f99ad313-a411-47b8-a987-b110c118bfb7), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:14.096645 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-f2846166-116d-444c-a315-66162a53579a admin admin] Calling delete_port for f99ad313-a411-47b8-a987-b110c118bfb7 owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:56:14.110390 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef60b2c-b19c-466d-bd70-a6bb01381cda tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Made reservation on behalf of 6c1d2c9709a94cf691cb05145eeb8e23 for: {'port': 2} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:56:14.119753 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cef60b2c-b19c-466d-bd70-a6bb01381cda tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:14.157894 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cef60b2c-b19c-466d-bd70-a6bb01381cda tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:14.201289 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2940465c-fbba-4181-94fb-fefb6c5d23ad admin admin] Publish callbacks [] for security_group (b08e136c-e51f-4b11-9992-85d1d9075c29), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:14.202325 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-ea83c724-5f7a-40bd-a915-830f63e66259 None None] Set router 3f7f90f4-7158-4696-9b16-0b2787218243 gateway port host: None {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:56:14.359918 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-ea83c724-5f7a-40bd-a915-830f63e66259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7f90f4-7158-4696-9b16-0b2787218243', 'name': 'tempest-ServersNegativeTestJSON-1822464839-router', 'tenant_id': '8bc331439dfe4bbbb6c764bc5c243b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:55:45Z', 'updated_at': '2022-10-04T20:56:13Z', 'revision_number': 6, 'project_id': '8bc331439dfe4bbbb6c764bc5c243b35', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:56:14.403773 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2940465c-fbba-4181-94fb-fefb6c5d23ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (b08e136c-e51f-4b11-9992-85d1d9075c29), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:14.465881 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea83c724-5f7a-40bd-a915-830f63e66259 None None] The sync data for ids ['3f7f90f4-7158-4696-9b16-0b2787218243'] in n-d-852085-12 is: [{'id': '3f7f90f4-7158-4696-9b16-0b2787218243', 'name': 'tempest-ServersNegativeTestJSON-1822464839-router', 'tenant_id': '8bc331439dfe4bbbb6c764bc5c243b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:55:45Z', 'updated_at': '2022-10-04T20:56:13Z', 'revision_number': 6, 'project_id': '8bc331439dfe4bbbb6c764bc5c243b35', 'gw_port_host': None}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:56:14.515013 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2940465c-fbba-4181-94fb-fefb6c5d23ad admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=07fe50e17c004c95b980473d22e4b2a2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1718867 Oct 04 20:56:14.530559 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 48804) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:14.701750 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:14.703905 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-3e61654b-5308-4cb1-8bdd-9ec2b2a73387 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Deleting port a405ce42-afee-4095-993b-384970c4c6c7 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:56:14.704503 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3e61654b-5308-4cb1-8bdd-9ec2b2a73387 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (a405ce42-afee-4095-993b-384970c4c6c7), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:14.751608 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2940465c-fbba-4181-94fb-fefb6c5d23ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b08e136c-e51f-4b11-9992-85d1d9075c29,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:14.777322 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:INSERT=1,neutron:SELECT=73 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:14.784846 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-914f9d7c-a436-41cc-95ac-26d3ee7a265b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (ef9f4b18-3c5b-4192-bd6b-2b5f94bd88f5), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:14.787207 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=32 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:14.846683 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8c3d9257-bbb8-4ef9-a814-8db2e8eb4ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (cf55e955-36d0-45b8-95d9-0542dfb1ca6e), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:14.969732 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3d9257-bbb8-4ef9-a814-8db2e8eb4ffe admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:56:15.120925 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:15.158896 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 48820) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:15.178108 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 9c1580a1-196b-44e1-8a85-73180d2f4b85 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:56:15.184742 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3283d2f5-02c5-4bbf-9d66-e5fce89f8fc5 admin admin] Publish callbacks [] for security_group (b08e136c-e51f-4b11-9992-85d1d9075c29), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:15.188678 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914f9d7c-a436-41cc-95ac-26d3ee7a265b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef9f4b18-3c5b-4192-bd6b-2b5f94bd88f5,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:15.228857 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-8c3d9257-bbb8-4ef9-a814-8db2e8eb4ffe admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:56:15.308423 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb63bb2e-5eea-4dd0-996f-379e39dc5682 None None] Network 9580a1b9-b475-4fcd-9d57-8aa902ddfc60 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:56:15.332308 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3e61654b-5308-4cb1-8bdd-9ec2b2a73387 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (a405ce42-afee-4095-993b-384970c4c6c7), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:15.511857 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-3e61654b-5308-4cb1-8bdd-9ec2b2a73387 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Calling delete_port for a405ce42-afee-4095-993b-384970c4c6c7 owned by {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:56:15.511857 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3283d2f5-02c5-4bbf-9d66-e5fce89f8fc5 admin admin] Publish callbacks [] for security_group (b08e136c-e51f-4b11-9992-85d1d9075c29), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:15.513655 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3d9257-bbb8-4ef9-a814-8db2e8eb4ffe admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:56:15.520797 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-268a3de9-934f-4087-8ac2-1e043fb1b281 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:15.561035 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-fd6b8c88-ef43-4878-a3e8-45138e154746 None None] Provisioning complete for port 9c1580a1-196b-44e1-8a85-73180d2f4b85 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:56:15.561685 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fd6b8c88-ef43-4878-a3e8-45138e154746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (9c1580a1-196b-44e1-8a85-73180d2f4b85), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:15.563275 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-fd6b8c88-ef43-4878-a3e8-45138e154746 None None] Attempt 1 to provision port 9c1580a1-196b-44e1-8a85-73180d2f4b85 Oct 04 20:56:15.651608 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914f9d7c-a436-41cc-95ac-26d3ee7a265b admin admin] Checking segment: {'id': '1c36adda-eb46-4b66-b720-8ca0779fb9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e11cfefb-0d1c-42db-8b8a-535367bf7d74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:56:15.651608 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914f9d7c-a436-41cc-95ac-26d3ee7a265b admin admin] Network hostable DHCP agents. Network: e11cfefb-0d1c-42db-8b8a-535367bf7d74, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:56:15.710856 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 9c1580a1-196b-44e1-8a85-73180d2f4b85 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:56:15.711550 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (9c1580a1-196b-44e1-8a85-73180d2f4b85), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:15.712500 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 9c1580a1-196b-44e1-8a85-73180d2f4b85 Oct 04 20:56:15.737442 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6c9add28-efaf-4dcb-9500-89788afea4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:15.827766 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-268a3de9-934f-4087-8ac2-1e043fb1b281 admin admin] Publish callbacks [] for security_group (4d8aee12-66e4-494a-8fc7-7d0ec4cf4630), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:15.962862 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3d9257-bbb8-4ef9-a814-8db2e8eb4ffe admin admin] Pushing event updated for resources: {'Port': ['ID=cf55e955-36d0-45b8-95d9-0542dfb1ca6e,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:16.042258 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3283d2f5-02c5-4bbf-9d66-e5fce89f8fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (b08e136c-e51f-4b11-9992-85d1d9075c29), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:16.046783 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3283d2f5-02c5-4bbf-9d66-e5fce89f8fc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:16.051653 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-3283d2f5-02c5-4bbf-9d66-e5fce89f8fc5 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/b08e136c-e51f-4b11-9992-85d1d9075c29 HTTP/1.1" status: 204 len: 168 time: 1.5075088 Oct 04 20:56:16.057664 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914f9d7c-a436-41cc-95ac-26d3ee7a265b admin admin] Network e11cfefb-0d1c-42db-8b8a-535367bf7d74 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:56:16.062060 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3e61654b-5308-4cb1-8bdd-9ec2b2a73387 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (a405ce42-afee-4095-993b-384970c4c6c7), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:16.088985 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [None req-cef60b2c-b19c-466d-bd70-a6bb01381cda tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] device_id is not set on port e8367973-95ed-437c-b423-a9e6103cd498 yet. {{(pid=108169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 20:56:16.096485 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:16.143398 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:16.146905 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-268a3de9-934f-4087-8ac2-1e043fb1b281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (4d8aee12-66e4-494a-8fc7-7d0ec4cf4630), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:16.146905 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3283d2f5-02c5-4bbf-9d66-e5fce89f8fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b08e136c-e51f-4b11-9992-85d1d9075c29,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:16.342920 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-fd6b8c88-ef43-4878-a3e8-45138e154746 None None] Current status of the port 9c1580a1-196b-44e1-8a85-73180d2f4b85 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:56:16.342920 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fd6b8c88-ef43-4878-a3e8-45138e154746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (9c1580a1-196b-44e1-8a85-73180d2f4b85), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:16.343898 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e61654b-5308-4cb1-8bdd-9ec2b2a73387 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Pushing event deleted for resources: {'Port': ['ID=a405ce42-afee-4095-993b-384970c4c6c7,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:16.386657 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f2846166-116d-444c-a315-66162a53579a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (f99ad313-a411-47b8-a987-b110c118bfb7), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:16.431649 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268a3de9-934f-4087-8ac2-1e043fb1b281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8aee12-66e4-494a-8fc7-7d0ec4cf4630,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:16.446099 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-914f9d7c-a436-41cc-95ac-26d3ee7a265b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, e11cfefb-0d1c-42db-8b8a-535367bf7d74) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:56:16.470477 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914f9d7c-a436-41cc-95ac-26d3ee7a265b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:56:16.471984 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-914f9d7c-a436-41cc-95ac-26d3ee7a265b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:16.473479 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2846166-116d-444c-a315-66162a53579a admin admin] Pushing event deleted for resources: {'Port': ['ID=f99ad313-a411-47b8-a987-b110c118bfb7,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:16.474767 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6801a5dd-dc30-447f-94a0-301b19ace627 None None] Network e11cfefb-0d1c-42db-8b8a-535367bf7d74 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:56:16.496764 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3e61654b-5308-4cb1-8bdd-9ec2b2a73387 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:16.502557 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 9c1580a1-196b-44e1-8a85-73180d2f4b85 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:56:16.503722 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (9c1580a1-196b-44e1-8a85-73180d2f4b85), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:16.504288 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-3e61654b-5308-4cb1-8bdd-9ec2b2a73387 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] 10.222.0.78 "DELETE /networking/v2.0/ports/a405ce42-afee-4095-993b-384970c4c6c7 HTTP/1.1" status: 204 len: 168 time: 2.4798579 Oct 04 20:56:16.511645 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 48840) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:16.522699 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-268a3de9-934f-4087-8ac2-1e043fb1b281 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=348cafd6176d42e783d7b9613ba30dd7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3553960 Oct 04 20:56:16.524100 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 48842) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:16.690063 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-47a59b11-d621-41b1-87ac-de27cae1fd51 admin admin] Publish callbacks [] for security_group (4d8aee12-66e4-494a-8fc7-7d0ec4cf4630), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:16.715220 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-914f9d7c-a436-41cc-95ac-26d3ee7a265b admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.8425317 Oct 04 20:56:16.715575 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-fd6b8c88-ef43-4878-a3e8-45138e154746 None None] For port 9c1580a1-196b-44e1-8a85-73180d2f4b85, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=9c1580a1-196b-44e1-8a85-73180d2f4b85,segment=NetworkSegment(f3d829b9-1f2c-4fb7-89b2-9601f6946b15),segment_id=f3d829b9-1f2c-4fb7-89b2-9601f6946b15)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:56:16.748381 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-47a59b11-d621-41b1-87ac-de27cae1fd51 admin admin] Publish callbacks [] for security_group (4d8aee12-66e4-494a-8fc7-7d0ec4cf4630), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:16.869103 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fd6b8c88-ef43-4878-a3e8-45138e154746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (9c1580a1-196b-44e1-8a85-73180d2f4b85), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:16.886579 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036f543c-6d17-452c-a726-77304dac90ca None None] Network e11cfefb-0d1c-42db-8b8a-535367bf7d74 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:56:16.914128 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cef60b2c-b19c-466d-bd70-a6bb01381cda tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for port (e8367973-95ed-437c-b423-a9e6103cd498), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:17.050802 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-47a59b11-d621-41b1-87ac-de27cae1fd51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (4d8aee12-66e4-494a-8fc7-7d0ec4cf4630), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:17.057647 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-47a59b11-d621-41b1-87ac-de27cae1fd51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:17.078417 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-47a59b11-d621-41b1-87ac-de27cae1fd51 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/4d8aee12-66e4-494a-8fc7-7d0ec4cf4630 HTTP/1.1" status: 204 len: 168 time: 0.5474267 Oct 04 20:56:17.112521 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a59b11-d621-41b1-87ac-de27cae1fd51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8aee12-66e4-494a-8fc7-7d0ec4cf4630,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:17.163356 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-858cd203-70e5-4b3a-abb9-c15ba95a2966 None None] Provisioning complete for port 9c1580a1-196b-44e1-8a85-73180d2f4b85 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:56:17.163966 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-858cd203-70e5-4b3a-abb9-c15ba95a2966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (9c1580a1-196b-44e1-8a85-73180d2f4b85), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:17.164539 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-858cd203-70e5-4b3a-abb9-c15ba95a2966 None None] Attempt 1 to provision port 9c1580a1-196b-44e1-8a85-73180d2f4b85 Oct 04 20:56:17.190367 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f2846166-116d-444c-a315-66162a53579a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (3f7f90f4-7158-4696-9b16-0b2787218243), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:17.205683 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 48852) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:17.250826 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 20:56:17.251664 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 20:56:17.374589 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6b8c88-ef43-4878-a3e8-45138e154746 None None] Pushing event updated for resources: {'Port': ['ID=9c1580a1-196b-44e1-8a85-73180d2f4b85,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:17.376003 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-268f9cba-e0af-4fbd-82f7-22a8efa01eab tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Deleting port 5d7f49eb-ec38-4623-8308-51692edc4450 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:56:17.376003 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-268f9cba-e0af-4fbd-82f7-22a8efa01eab tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (5d7f49eb-ec38-4623-8308-51692edc4450), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:17.376530 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [None req-cef60b2c-b19c-466d-bd70-a6bb01381cda tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] device_id is not set on port 342a0f39-03a8-4907-94bf-d2d0a8ec11ee yet. {{(pid=108169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 20:56:17.392756 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb5eb8e2-6a30-4901-a35a-839276bcc9f4 admin admin] Deleting subnet 80926a6c-e363-4641-950b-a24d5344cb9d {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:56:17.407444 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:17.416404 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cb5eb8e2-6a30-4901-a35a-839276bcc9f4 admin admin] Publish callbacks [] for subnet (80926a6c-e363-4641-950b-a24d5344cb9d), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:17.518698 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 48856) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:17.570565 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cb5eb8e2-6a30-4901-a35a-839276bcc9f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (80926a6c-e363-4641-950b-a24d5344cb9d), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:17.609623 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-858cd203-70e5-4b3a-abb9-c15ba95a2966 None None] Current status of the port 9c1580a1-196b-44e1-8a85-73180d2f4b85 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:56:17.624340 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f2846166-116d-444c-a315-66162a53579a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (3f7f90f4-7158-4696-9b16-0b2787218243), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:17.630566 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8c3d9257-bbb8-4ef9-a814-8db2e8eb4ffe admin admin] Publish callbacks [] for router_gateway (2e55ef43-acd5-4ef0-9e64-9cc992009445), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:17.634985 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f2846166-116d-444c-a315-66162a53579a admin admin] Publish callbacks [] for router_controller (3f7f90f4-7158-4696-9b16-0b2787218243), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:17.688498 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cb5eb8e2-6a30-4901-a35a-839276bcc9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (80926a6c-e363-4641-950b-a24d5344cb9d), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:17.805123 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9e2fc0a2-b517-4af1-878a-8853759bc7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:17.853945 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-268f9cba-e0af-4fbd-82f7-22a8efa01eab tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (5d7f49eb-ec38-4623-8308-51692edc4450), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:17.866995 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 9c1580a1-196b-44e1-8a85-73180d2f4b85 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:56:17.981608 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-268f9cba-e0af-4fbd-82f7-22a8efa01eab tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Calling delete_port for 5d7f49eb-ec38-4623-8308-51692edc4450 owned by {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:56:18.102353 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 9c1580a1-196b-44e1-8a85-73180d2f4b85 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:56:18.114364 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f2846166-116d-444c-a315-66162a53579a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (3f7f90f4-7158-4696-9b16-0b2787218243), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:18.115544 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2846166-116d-444c-a315-66162a53579a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f7f90f4-7158-4696-9b16-0b2787218243 {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:56:18.141524 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f2846166-116d-444c-a315-66162a53579a admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:18.141524 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f2846166-116d-444c-a315-66162a53579a admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/3f7f90f4-7158-4696-9b16-0b2787218243 HTTP/1.1" status: 204 len: 168 time: 6.5522380 Oct 04 20:56:18.146593 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 48862) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:18.228269 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:18.265607 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-87346359-c953-4067-ae3b-49ea030a6ed1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:18.294794 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 9c1580a1-196b-44e1-8a85-73180d2f4b85 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:56:18.302923 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (9c1580a1-196b-44e1-8a85-73180d2f4b85), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:18.303932 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 9c1580a1-196b-44e1-8a85-73180d2f4b85 Oct 04 20:56:18.523370 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-b36b04de-ba22-4fe3-bfd0-7ec0141a9b09 admin admin] Deleting subnet ca38fb35-a11c-445e-92ce-4ed32a0dee84 {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:56:18.534209 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cef60b2c-b19c-466d-bd70-a6bb01381cda tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for port (342a0f39-03a8-4907-94bf-d2d0a8ec11ee), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:18.548289 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 9c1580a1-196b-44e1-8a85-73180d2f4b85 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:56:18.559509 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b36b04de-ba22-4fe3-bfd0-7ec0141a9b09 admin admin] Publish callbacks [] for subnet (ca38fb35-a11c-445e-92ce-4ed32a0dee84), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:18.575760 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cb5eb8e2-6a30-4901-a35a-839276bcc9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (80926a6c-e363-4641-950b-a24d5344cb9d), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:18.597214 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-87346359-c953-4067-ae3b-49ea030a6ed1 admin admin] Publish callbacks [] for security_group (cb41ba08-ab12-47e9-8349-1a1ccf91329a), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:18.661571 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cb5eb8e2-6a30-4901-a35a-839276bcc9f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:18.671014 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-cb5eb8e2-6a30-4901-a35a-839276bcc9f4 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/80926a6c-e363-4641-950b-a24d5344cb9d HTTP/1.1" status: 204 len: 168 time: 1.4626822 Oct 04 20:56:18.672819 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5eb8e2-6a30-4901-a35a-839276bcc9f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80926a6c-e363-4641-950b-a24d5344cb9d,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:18.682659 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 48870) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:18.684569 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 4dd1586a-c3c2-47d5-9c65-cf0a44c82820 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:56:18.759172 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 4dd1586a-c3c2-47d5-9c65-cf0a44c82820 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:56:18.759705 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 4dd1586a-c3c2-47d5-9c65-cf0a44c82820 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:56:18.760427 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device f99ad313-a411-47b8-a987-b110c118bfb7 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:56:18.804998 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: f99ad313-a411-47b8-a987-b110c118bfb7 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:56:18.805885 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device f99ad313-a411-47b8-a987-b110c118bfb7 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:56:18.820646 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-87346359-c953-4067-ae3b-49ea030a6ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (cb41ba08-ab12-47e9-8349-1a1ccf91329a), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:18.879661 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8c3d9257-bbb8-4ef9-a814-8db2e8eb4ffe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (2e55ef43-acd5-4ef0-9e64-9cc992009445), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:18.891574 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b0106a25-bcf3-4578-9f1e-9e4ea4b965d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (bbdda69f-7b10-4ebc-8a7c-8498568213f2), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:18.902776 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b36b04de-ba22-4fe3-bfd0-7ec0141a9b09 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (ca38fb35-a11c-445e-92ce-4ed32a0dee84), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:18.934572 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-87346359-c953-4067-ae3b-49ea030a6ed1 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=d59234191f7845f8aecc023df0f76015&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4139063 Oct 04 20:56:18.945122 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87346359-c953-4067-ae3b-49ea030a6ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb41ba08-ab12-47e9-8349-1a1ccf91329a,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:18.952909 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 48872) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:19.055495 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 48876) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:19.097798 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-268f9cba-e0af-4fbd-82f7-22a8efa01eab tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (5d7f49eb-ec38-4623-8308-51692edc4450), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:19.102000 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cef60b2c-b19c-466d-bd70-a6bb01381cda tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (e8367973-95ed-437c-b423-a9e6103cd498), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:19.177959 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b0f1bd38-3e21-40fa-b06d-8f9616f4ed69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:19.207938 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2761cfa2-c749-4782-aa9d-81a7c2a29810 admin admin] Publish callbacks [] for security_group (cb41ba08-ab12-47e9-8349-1a1ccf91329a), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:19.232482 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b0106a25-bcf3-4578-9f1e-9e4ea4b965d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (bbdda69f-7b10-4ebc-8a7c-8498568213f2), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:19.302321 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2761cfa2-c749-4782-aa9d-81a7c2a29810 admin admin] Publish callbacks [] for security_group (cb41ba08-ab12-47e9-8349-1a1ccf91329a), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:19.302991 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268f9cba-e0af-4fbd-82f7-22a8efa01eab tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Pushing event deleted for resources: {'Port': ['ID=5d7f49eb-ec38-4623-8308-51692edc4450,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:19.309465 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-b0106a25-bcf3-4578-9f1e-9e4ea4b965d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbdda69f-7b10-4ebc-8a7c-8498568213f2']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:56:19.354805 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-b0106a25-bcf3-4578-9f1e-9e4ea4b965d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28150e29-adaf-462a-bdc3-52a51f94b8ab') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:56:19.355685 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-b0106a25-bcf3-4578-9f1e-9e4ea4b965d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28150e29-adaf-462a-bdc3-52a51f94b8ab') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:56:19.359886 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-268f9cba-e0af-4fbd-82f7-22a8efa01eab tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:19.368056 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-268f9cba-e0af-4fbd-82f7-22a8efa01eab tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] 10.222.0.78 "DELETE /networking/v2.0/ports/5d7f49eb-ec38-4623-8308-51692edc4450 HTTP/1.1" status: 204 len: 168 time: 2.8543146 Oct 04 20:56:19.372356 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 48882) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:19.440333 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b0106a25-bcf3-4578-9f1e-9e4ea4b965d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (28150e29-adaf-462a-bdc3-52a51f94b8ab), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:19.441406 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef60b2c-b19c-466d-bd70-a6bb01381cda tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Network 1ccea25a-43ce-4ba7-9f56-f96df17f296b is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:56:19.471993 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b36b04de-ba22-4fe3-bfd0-7ec0141a9b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (ca38fb35-a11c-445e-92ce-4ed32a0dee84), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:19.477176 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-cef60b2c-b19c-466d-bd70-a6bb01381cda tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:56:19.485619 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4f125f2e-a998-4c61-a525-860f2cc86c0a tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] 10.222.0.78 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0952251 Oct 04 20:56:19.493545 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 48884) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:19.509297 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-4def4693-41f6-4934-882e-5690a83e0b8e tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2043520919'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:56:19.524470 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b0106a25-bcf3-4578-9f1e-9e4ea4b965d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (28150e29-adaf-462a-bdc3-52a51f94b8ab), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:19.527591 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef60b2c-b19c-466d-bd70-a6bb01381cda tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:56:19.529504 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cef60b2c-b19c-466d-bd70-a6bb01381cda tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (342a0f39-03a8-4907-94bf-d2d0a8ec11ee), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:19.555713 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0106a25-bcf3-4578-9f1e-9e4ea4b965d6 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:56:19.556602 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b0106a25-bcf3-4578-9f1e-9e4ea4b965d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (28150e29-adaf-462a-bdc3-52a51f94b8ab), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:19.637438 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef60b2c-b19c-466d-bd70-a6bb01381cda tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event updated for resources: {'Port': ['ID=e8367973-95ed-437c-b423-a9e6103cd498,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:19.658491 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 28150e29-adaf-462a-bdc3-52a51f94b8ab resource provider aggregate not found Oct 04 20:56:19.712293 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 28150e29-adaf-462a-bdc3-52a51f94b8ab resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 28150e29-adaf-462a-bdc3-52a51f94b8ab found for delete ", "request_id": "req-cc9d1a00-7bfc-4f67-afca-f177cfd70e80"}]} Oct 04 20:56:19.741614 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4def4693-41f6-4934-882e-5690a83e0b8e tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Made reservation on behalf of b8778b8dbc3e4e43b57b33f6114daabe for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:56:19.749148 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4def4693-41f6-4934-882e-5690a83e0b8e tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:19.791909 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:19.844965 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b0106a25-bcf3-4578-9f1e-9e4ea4b965d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (bbdda69f-7b10-4ebc-8a7c-8498568213f2), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:19.855751 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b0106a25-bcf3-4578-9f1e-9e4ea4b965d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:19.868549 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b0106a25-bcf3-4578-9f1e-9e4ea4b965d6 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/bbdda69f-7b10-4ebc-8a7c-8498568213f2 HTTP/1.1" status: 204 len: 168 time: 1.1780849 Oct 04 20:56:19.868549 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2761cfa2-c749-4782-aa9d-81a7c2a29810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (cb41ba08-ab12-47e9-8349-1a1ccf91329a), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:19.870012 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef60b2c-b19c-466d-bd70-a6bb01381cda tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event updated for resources: {'Port': ['ID=342a0f39-03a8-4907-94bf-d2d0a8ec11ee,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:19.870489 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2761cfa2-c749-4782-aa9d-81a7c2a29810 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:19.876445 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2761cfa2-c749-4782-aa9d-81a7c2a29810 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/cb41ba08-ab12-47e9-8349-1a1ccf91329a HTTP/1.1" status: 204 len: 168 time: 0.9178216 Oct 04 20:56:19.876801 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 48892) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:19.876973 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4def4693-41f6-4934-882e-5690a83e0b8e tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:56:19.930299 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0106a25-bcf3-4578-9f1e-9e4ea4b965d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbdda69f-7b10-4ebc-8a7c-8498568213f2,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:19.937684 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4def4693-41f6-4934-882e-5690a83e0b8e tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (8cc2afa3-5651-4c37-9da0-3e6171408dac), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:19.937684 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-4def4693-41f6-4934-882e-5690a83e0b8e tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Added segment 8cc2afa3-5651-4c37-9da0-3e6171408dac of type vlan for network 3129a637-a0a8-4af2-949f-835d7b7439c1 Oct 04 20:56:19.941445 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2761cfa2-c749-4782-aa9d-81a7c2a29810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb41ba08-ab12-47e9-8349-1a1ccf91329a,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:19.944111 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef60b2c-b19c-466d-bd70-a6bb01381cda tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Checking segment: {'id': '8e41e380-9618-45e9-9a65-f7d21a1982b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'eaba9d6d-038a-4b3c-b035-8fa31e2352d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:56:19.945314 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef60b2c-b19c-466d-bd70-a6bb01381cda tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Network hostable DHCP agents. Network: eaba9d6d-038a-4b3c-b035-8fa31e2352d8, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:56:19.981568 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b36b04de-ba22-4fe3-bfd0-7ec0141a9b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (ca38fb35-a11c-445e-92ce-4ed32a0dee84), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:20.053722 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4def4693-41f6-4934-882e-5690a83e0b8e tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (3129a637-a0a8-4af2-949f-835d7b7439c1), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:20.076028 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b0f1bd38-3e21-40fa-b06d-8f9616f4ed69 admin admin] Publish callbacks [] for security_group (2dc3cdb2-94cd-4a63-9ec9-0cf6fdd96538), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:20.085478 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36b04de-ba22-4fe3-bfd0-7ec0141a9b09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca38fb35-a11c-445e-92ce-4ed32a0dee84,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:20.107481 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c3d9257-bbb8-4ef9-a814-8db2e8eb4ffe admin admin] Router 2e55ef43-acd5-4ef0-9e64-9cc992009445 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:56:20.111757 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058df83a-60ba-4465-8074-3bccf42c9ddd None None] Network 057c865c-26ef-4491-ba5f-fc685aff30a6 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:56:20.115116 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b36b04de-ba22-4fe3-bfd0-7ec0141a9b09 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:20.123236 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b36b04de-ba22-4fe3-bfd0-7ec0141a9b09 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/ca38fb35-a11c-445e-92ce-4ed32a0dee84 HTTP/1.1" status: 204 len: 168 time: 1.9624608 Oct 04 20:56:20.129115 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 48900) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:20.151689 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-f99af763-46b3-450c-8d3a-0b187495bb36 admin admin] Deleting subnet ef9f4b18-3c5b-4192-bd6b-2b5f94bd88f5 {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:56:20.189994 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f99af763-46b3-450c-8d3a-0b187495bb36 admin admin] Publish callbacks [] for subnet (ef9f4b18-3c5b-4192-bd6b-2b5f94bd88f5), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:20.272855 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:20.295316 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:20.312129 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef60b2c-b19c-466d-bd70-a6bb01381cda tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Network eaba9d6d-038a-4b3c-b035-8fa31e2352d8 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:56:20.314140 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4def4693-41f6-4934-882e-5690a83e0b8e tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (3129a637-a0a8-4af2-949f-835d7b7439c1), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:20.320386 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b0f1bd38-3e21-40fa-b06d-8f9616f4ed69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (2dc3cdb2-94cd-4a63-9ec9-0cf6fdd96538), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:20.335264 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4def4693-41f6-4934-882e-5690a83e0b8e tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:56:20.337209 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4def4693-41f6-4934-882e-5690a83e0b8e tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:20.340760 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:20.366560 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:20.491230 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b70760f-a250-4822-9474-72241fe72ac2 None None] DHCP port deletion for 057c865c-26ef-4491-ba5f-fc685aff30a6 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:56:20.582021 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-5b70760f-a250-4822-9474-72241fe72ac2 None None] Deleting port cc736ef6-db99-4cbc-851c-d39580b5b77c {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:56:20.582815 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5b70760f-a250-4822-9474-72241fe72ac2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (cc736ef6-db99-4cbc-851c-d39580b5b77c), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:20.604105 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4def4693-41f6-4934-882e-5690a83e0b8e tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Pushing event updated for resources: {'Network': ['ID=3129a637-a0a8-4af2-949f-835d7b7439c1,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:20.639731 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4def4693-41f6-4934-882e-5690a83e0b8e tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1394577 Oct 04 20:56:20.640744 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 3129a637-a0a8-4af2-949f-835d7b7439c1 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:56:20.643639 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 48904) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:20.668145 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-45c6b106-ca1b-4a85-a6c6-96b9a0c42554 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1297626163'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:56:20.862164 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c6b106-ca1b-4a85-a6c6-96b9a0c42554 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Made reservation on behalf of b8778b8dbc3e4e43b57b33f6114daabe for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:56:20.874606 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-45c6b106-ca1b-4a85-a6c6-96b9a0c42554 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:20.941741 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f99af763-46b3-450c-8d3a-0b187495bb36 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (ef9f4b18-3c5b-4192-bd6b-2b5f94bd88f5), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:20.945763 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45c6b106-ca1b-4a85-a6c6-96b9a0c42554 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:56:20.947353 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-5b70760f-a250-4822-9474-72241fe72ac2 None None] For port cc736ef6-db99-4cbc-851c-d39580b5b77c, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=cc736ef6-db99-4cbc-851c-d39580b5b77c,segment=NetworkSegment(6fe0c493-d5a6-4670-a504-25e8063c6a77),segment_id=6fe0c493-d5a6-4670-a504-25e8063c6a77)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:56:20.948127 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5b70760f-a250-4822-9474-72241fe72ac2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (cc736ef6-db99-4cbc-851c-d39580b5b77c), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:20.969648 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-45c6b106-ca1b-4a85-a6c6-96b9a0c42554 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (9c8bf266-2421-4b30-8718-7014acccfd6b), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:20.982037 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-45c6b106-ca1b-4a85-a6c6-96b9a0c42554 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Added segment 9c8bf266-2421-4b30-8718-7014acccfd6b of type vlan for network 4f7b4d43-c644-45b1-bf1f-471763ff52d5 Oct 04 20:56:20.998839 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-5b70760f-a250-4822-9474-72241fe72ac2 None None] Calling delete_port for cc736ef6-db99-4cbc-851c-d39580b5b77c owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:56:21.060622 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b0f1bd38-3e21-40fa-b06d-8f9616f4ed69 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=e2ad5b0f3dad45b5965f437bb46afe27&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0003626 Oct 04 20:56:21.076010 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ebba24bb-2cd3-40a1-aed0-839db88c0ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (057c865c-26ef-4491-ba5f-fc685aff30a6), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:21.084179 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 48910) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:21.118008 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-45c6b106-ca1b-4a85-a6c6-96b9a0c42554 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (4f7b4d43-c644-45b1-bf1f-471763ff52d5), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:21.162309 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f1bd38-3e21-40fa-b06d-8f9616f4ed69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc3cdb2-94cd-4a63-9ec9-0cf6fdd96538,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:21.213203 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-cef60b2c-b19c-466d-bd70-a6bb01381cda tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, eaba9d6d-038a-4b3c-b035-8fa31e2352d8) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:56:21.235804 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cb4ad0-537e-4e64-961d-4e9f48b39353 None None] Network eaba9d6d-038a-4b3c-b035-8fa31e2352d8 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:56:21.247374 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef60b2c-b19c-466d-bd70-a6bb01381cda tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:56:21.254586 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef60b2c-b19c-466d-bd70-a6bb01381cda tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:56:21.260650 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef60b2c-b19c-466d-bd70-a6bb01381cda tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:56:21.261720 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cef60b2c-b19c-466d-bd70-a6bb01381cda tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:21.265620 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f99af763-46b3-450c-8d3a-0b187495bb36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (ef9f4b18-3c5b-4192-bd6b-2b5f94bd88f5), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:21.347865 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3d9257-bbb8-4ef9-a814-8db2e8eb4ffe admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:56:21.366445 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-45c6b106-ca1b-4a85-a6c6-96b9a0c42554 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (4f7b4d43-c644-45b1-bf1f-471763ff52d5), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:21.381186 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c6b106-ca1b-4a85-a6c6-96b9a0c42554 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:56:21.382538 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-45c6b106-ca1b-4a85-a6c6-96b9a0c42554 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:21.391835 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beeb7008-d812-42ea-8bd6-b98ec60cb681 None None] Sync routers for ids ['2e55ef43-acd5-4ef0-9e64-9cc992009445'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:56:21.461650 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beeb7008-d812-42ea-8bd6-b98ec60cb681 None None] Routers {'2e55ef43-acd5-4ef0-9e64-9cc992009445'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:56:21.463251 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-beeb7008-d812-42ea-8bd6-b98ec60cb681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:56:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['2e55ef43-acd5-4ef0-9e64-9cc992009445'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:56:21.481836 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-ebba24bb-2cd3-40a1-aed0-839db88c0ab3 admin admin] Deleting port cc736ef6-db99-4cbc-851c-d39580b5b77c {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:56:21.481836 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ebba24bb-2cd3-40a1-aed0-839db88c0ab3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (cc736ef6-db99-4cbc-851c-d39580b5b77c), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:21.523060 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5b70760f-a250-4822-9474-72241fe72ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (cc736ef6-db99-4cbc-851c-d39580b5b77c), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:21.554460 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8e5efaf1-caad-48d6-8a40-092ade11cd23 admin admin] Publish callbacks [] for security_group (2dc3cdb2-94cd-4a63-9ec9-0cf6fdd96538), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:21.558434 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c6b106-ca1b-4a85-a6c6-96b9a0c42554 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Pushing event updated for resources: {'Network': ['ID=4f7b4d43-c644-45b1-bf1f-471763ff52d5,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:21.563051 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-cef60b2c-b19c-466d-bd70-a6bb01381cda tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 8.6605127 Oct 04 20:56:21.567588 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 48916) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:21.645056 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 4f7b4d43-c644-45b1-bf1f-471763ff52d5 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:56:21.656785 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70760f-a250-4822-9474-72241fe72ac2 None None] Pushing event deleted for resources: {'Port': ['ID=cc736ef6-db99-4cbc-851c-d39580b5b77c,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:21.703450 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b70760f-a250-4822-9474-72241fe72ac2 None None] No DVR routers for this DVR port cc736ef6-db99-4cbc-851c-d39580b5b77c on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:56:21.721362 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8c3d9257-bbb8-4ef9-a814-8db2e8eb4ffe admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:21.728537 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-8c3d9257-bbb8-4ef9-a814-8db2e8eb4ffe admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 12.1877773 Oct 04 20:56:21.748867 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 48918) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:21.766783 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:21.775618 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:21.829243 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-45c6b106-ca1b-4a85-a6c6-96b9a0c42554 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1798563 Oct 04 20:56:21.861644 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-6c26c328-7cfb-4138-854e-0e4eb6cc44f3 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Deleting port 342a0f39-03a8-4907-94bf-d2d0a8ec11ee {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:56:21.862003 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6c26c328-7cfb-4138-854e-0e4eb6cc44f3 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (342a0f39-03a8-4907-94bf-d2d0a8ec11ee), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:21.868598 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:21.919012 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-beeb7008-d812-42ea-8bd6-b98ec60cb681 None None] Set router 2e55ef43-acd5-4ef0-9e64-9cc992009445 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:56:21.954988 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 48922) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:22.013233 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f99af763-46b3-450c-8d3a-0b187495bb36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (ef9f4b18-3c5b-4192-bd6b-2b5f94bd88f5), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:22.157076 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-71ebf026-a9df-4b2a-9211-8aaa4c69d891 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:22.248064 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8e5efaf1-caad-48d6-8a40-092ade11cd23 admin admin] Publish callbacks [] for security_group (2dc3cdb2-94cd-4a63-9ec9-0cf6fdd96538), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:22.275200 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:22.368442 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6c26c328-7cfb-4138-854e-0e4eb6cc44f3 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (342a0f39-03a8-4907-94bf-d2d0a8ec11ee), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:22.413524 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:22.423724 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-ebba24bb-2cd3-40a1-aed0-839db88c0ab3 admin admin] For port cc736ef6-db99-4cbc-851c-d39580b5b77c, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=cc736ef6-db99-4cbc-851c-d39580b5b77c,segment=NetworkSegment(6fe0c493-d5a6-4670-a504-25e8063c6a77),segment_id=6fe0c493-d5a6-4670-a504-25e8063c6a77)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:56:22.424923 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ebba24bb-2cd3-40a1-aed0-839db88c0ab3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (cc736ef6-db99-4cbc-851c-d39580b5b77c), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:22.442465 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-6c26c328-7cfb-4138-854e-0e4eb6cc44f3 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Calling delete_port for 342a0f39-03a8-4907-94bf-d2d0a8ec11ee owned by {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:56:22.591378 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8e5efaf1-caad-48d6-8a40-092ade11cd23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (2dc3cdb2-94cd-4a63-9ec9-0cf6fdd96538), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:22.597620 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8e5efaf1-caad-48d6-8a40-092ade11cd23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:22.604898 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-8e5efaf1-caad-48d6-8a40-092ade11cd23 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/2dc3cdb2-94cd-4a63-9ec9-0cf6fdd96538 HTTP/1.1" status: 204 len: 168 time: 1.5100582 Oct 04 20:56:22.660847 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99af763-46b3-450c-8d3a-0b187495bb36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef9f4b18-3c5b-4192-bd6b-2b5f94bd88f5,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:22.701190 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f99af763-46b3-450c-8d3a-0b187495bb36 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:22.728809 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 48928) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:22.736996 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-beeb7008-d812-42ea-8bd6-b98ec60cb681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e55ef43-acd5-4ef0-9e64-9cc992009445', 'name': 'tempest-ServerActionsTestJSON-1444902054-router', 'tenant_id': '423269a2642a45b29d4f92a0995e6c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'cf55e955-36d0-45b8-95d9-0542dfb1ca6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:56:09Z', 'updated_at': '2022-10-04T20:56:16Z', 'revision_number': 3, 'project_id': '423269a2642a45b29d4f92a0995e6c3c', 'gw_port': {'id': 'cf55e955-36d0-45b8-95d9-0542dfb1ca6e', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:bd:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e55ef43-acd5-4ef0-9e64-9cc992009445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:56:11Z', 'updated_at': '2022-10-04T20:56:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:56:22.743555 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f99af763-46b3-450c-8d3a-0b187495bb36 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/ef9f4b18-3c5b-4192-bd6b-2b5f94bd88f5 HTTP/1.1" status: 204 len: 168 time: 2.8357182 Oct 04 20:56:22.752697 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-ebba24bb-2cd3-40a1-aed0-839db88c0ab3 admin admin] Calling delete_port for cc736ef6-db99-4cbc-851c-d39580b5b77c owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:56:22.755622 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device cc736ef6-db99-4cbc-851c-d39580b5b77c no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:56:22.849561 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: cc736ef6-db99-4cbc-851c-d39580b5b77c {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:56:22.854470 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device cc736ef6-db99-4cbc-851c-d39580b5b77c not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:56:22.879277 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beeb7008-d812-42ea-8bd6-b98ec60cb681 None None] Checking router: 2e55ef43-acd5-4ef0-9e64-9cc992009445 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:56:22.880454 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beeb7008-d812-42ea-8bd6-b98ec60cb681 None None] Updating router 2e55ef43-acd5-4ef0-9e64-9cc992009445 port cf55e955-36d0-45b8-95d9-0542dfb1ca6e binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:56:23.014911 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5efaf1-caad-48d6-8a40-092ade11cd23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc3cdb2-94cd-4a63-9ec9-0cf6fdd96538,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:23.025551 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 48930) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:23.041467 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-beeb7008-d812-42ea-8bd6-b98ec60cb681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (cf55e955-36d0-45b8-95d9-0542dfb1ca6e), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:23.361588 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-71ebf026-a9df-4b2a-9211-8aaa4c69d891 admin admin] Publish callbacks [] for security_group (e54c2cb5-71cf-4945-a3dc-95e8f2c155de), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:23.369024 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7ced8a6e-bc45-4de1-a5e4-2786a418a4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (e11cfefb-0d1c-42db-8b8a-535367bf7d74), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:23.380765 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:DELETE=12,neutron:SELECT=85,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:23.484647 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6c26c328-7cfb-4138-854e-0e4eb6cc44f3 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (342a0f39-03a8-4907-94bf-d2d0a8ec11ee), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:23.625774 n-d-852085-12 neutron-server[108169]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 04 20:56:23.625774 n-d-852085-12 neutron-server[108169]: from cryptography.utils import int_from_bytes Oct 04 20:56:23.625774 n-d-852085-12 neutron-server[108169]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 04 20:56:23.625774 n-d-852085-12 neutron-server[108169]: from cryptography.utils import int_from_bytes Oct 04 20:56:23.625774 n-d-852085-12 neutron-server[108169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:56:23.625774 n-d-852085-12 neutron-server[108169]: self.session.flush() Oct 04 20:56:23.625774 n-d-852085-12 neutron-server[108169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:56:23.625774 n-d-852085-12 neutron-server[108169]: self.session.flush() Oct 04 20:56:23.625774 n-d-852085-12 neutron-server[108169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:56:23.625774 n-d-852085-12 neutron-server[108169]: self.session.flush() Oct 04 20:56:23.625774 n-d-852085-12 neutron-server[108169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:56:23.625774 n-d-852085-12 neutron-server[108169]: self.session.flush() Oct 04 20:56:23.625774 n-d-852085-12 neutron-server[108169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:56:23.625774 n-d-852085-12 neutron-server[108169]: self.session.flush() Oct 04 20:56:23.625774 n-d-852085-12 neutron-server[108169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:56:23.625774 n-d-852085-12 neutron-server[108169]: self.session.flush() Oct 04 20:56:23.625774 n-d-852085-12 neutron-server[108169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:56:23.625774 n-d-852085-12 neutron-server[108169]: self.session.flush() Oct 04 20:56:23.625774 n-d-852085-12 neutron-server[108169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:56:23.625774 n-d-852085-12 neutron-server[108169]: self.session.flush() Oct 04 20:56:23.625774 n-d-852085-12 neutron-server[108169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:56:23.625774 n-d-852085-12 neutron-server[108169]: self.session.flush() Oct 04 20:56:23.625774 n-d-852085-12 neutron-server[108169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:56:23.625774 n-d-852085-12 neutron-server[108169]: self.session.flush() Oct 04 20:56:23.625774 n-d-852085-12 neutron-server[108169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:56:23.625774 n-d-852085-12 neutron-server[108169]: self.session.flush() Oct 04 20:56:23.625774 n-d-852085-12 neutron-server[108169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:56:23.625774 n-d-852085-12 neutron-server[108169]: self.session.flush() Oct 04 20:56:23.625774 n-d-852085-12 neutron-server[108169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:56:23.625774 n-d-852085-12 neutron-server[108169]: self.session.flush() Oct 04 20:56:23.625774 n-d-852085-12 neutron-server[108169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:56:23.625774 n-d-852085-12 neutron-server[108169]: self.session.flush() Oct 04 20:56:23.625774 n-d-852085-12 neutron-server[108169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:56:23.625774 n-d-852085-12 neutron-server[108169]: self.session.flush() Oct 04 20:56:23.625774 n-d-852085-12 neutron-server[108169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:56:23.625774 n-d-852085-12 neutron-server[108169]: self.session.flush() Oct 04 20:56:23.625774 n-d-852085-12 neutron-server[108169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:56:23.625774 n-d-852085-12 neutron-server[108169]: self.session.flush() Oct 04 20:56:23.625774 n-d-852085-12 neutron-server[108169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:56:23.625774 n-d-852085-12 neutron-server[108169]: self.session.flush() Oct 04 20:56:23.625774 n-d-852085-12 neutron-server[108169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:56:23.625774 n-d-852085-12 neutron-server[108169]: self.session.flush() Oct 04 20:56:23.625774 n-d-852085-12 neutron-server[108169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:56:23.625774 n-d-852085-12 neutron-server[108169]: self.session.flush() Oct 04 20:56:23.625774 n-d-852085-12 neutron-server[108169]: /opt/stack/neutron/neutron/extensions/quotasv2.py:140: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Oct 04 20:56:23.625774 n-d-852085-12 neutron-server[108169]: warnings.warn('Neutron quota engine will require "--force" ' Oct 04 20:56:23.625774 n-d-852085-12 neutron-server[108169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:56:23.625774 n-d-852085-12 neutron-server[108169]: self.session.flush() Oct 04 20:56:23.625774 n-d-852085-12 neutron-server[108169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:56:23.625774 n-d-852085-12 neutron-server[108169]: self.session.flush() Oct 04 20:56:23.625774 n-d-852085-12 neutron-server[108169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:56:23.625774 n-d-852085-12 neutron-server[108169]: self.session.flush() Oct 04 20:56:23.625774 n-d-852085-12 neutron-server[108169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:56:23.625774 n-d-852085-12 neutron-server[108169]: self.session.flush() Oct 04 20:56:23.625774 n-d-852085-12 neutron-server[108169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:56:23.625774 n-d-852085-12 neutron-server[108169]: self.session.flush() Oct 04 20:56:23.638589 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7ced8a6e-bc45-4de1-a5e4-2786a418a4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (e11cfefb-0d1c-42db-8b8a-535367bf7d74), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:23.697828 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:23.710950 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-71ebf026-a9df-4b2a-9211-8aaa4c69d891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (e54c2cb5-71cf-4945-a3dc-95e8f2c155de), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:23.716874 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ebba24bb-2cd3-40a1-aed0-839db88c0ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (cc736ef6-db99-4cbc-851c-d39580b5b77c), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:23.783295 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:23.797751 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebba24bb-2cd3-40a1-aed0-839db88c0ab3 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc736ef6-db99-4cbc-851c-d39580b5b77c,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:23.878984 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c26c328-7cfb-4138-854e-0e4eb6cc44f3 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event deleted for resources: {'Port': ['ID=342a0f39-03a8-4907-94bf-d2d0a8ec11ee,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:23.883471 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-7ced8a6e-bc45-4de1-a5e4-2786a418a4e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e11cfefb-0d1c-42db-8b8a-535367bf7d74']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:56:23.906694 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebba24bb-2cd3-40a1-aed0-839db88c0ab3 admin admin] No DVR routers for this DVR port cc736ef6-db99-4cbc-851c-d39580b5b77c on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:56:23.954007 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6c26c328-7cfb-4138-854e-0e4eb6cc44f3 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:23.966831 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-6c26c328-7cfb-4138-854e-0e4eb6cc44f3 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "DELETE /networking/v2.0/ports/342a0f39-03a8-4907-94bf-d2d0a8ec11ee HTTP/1.1" status: 204 len: 168 time: 2.3937640 Oct 04 20:56:23.984532 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 48936) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:24.005797 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-7ced8a6e-bc45-4de1-a5e4-2786a418a4e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c36adda-eb46-4b66-b720-8ca0779fb9b3') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:56:24.006309 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-7ced8a6e-bc45-4de1-a5e4-2786a418a4e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c36adda-eb46-4b66-b720-8ca0779fb9b3') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:56:24.014639 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-beeb7008-d812-42ea-8bd6-b98ec60cb681 None None] Publish callbacks [] for port (cf55e955-36d0-45b8-95d9-0542dfb1ca6e), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:24.101488 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-71ebf026-a9df-4b2a-9211-8aaa4c69d891 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=a86a5c68e53f4c1e9df7415b51472a25&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1400380 Oct 04 20:56:24.112017 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7ced8a6e-bc45-4de1-a5e4-2786a418a4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (1c36adda-eb46-4b66-b720-8ca0779fb9b3), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:24.112832 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-beeb7008-d812-42ea-8bd6-b98ec60cb681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (cf55e955-36d0-45b8-95d9-0542dfb1ca6e), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:24.174934 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7ced8a6e-bc45-4de1-a5e4-2786a418a4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (1c36adda-eb46-4b66-b720-8ca0779fb9b3), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:24.181746 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-b3b2e909-e623-487f-a2ce-f6c7d7178e4c tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1363167274', 'router:external': True}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:56:24.189009 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-beeb7008-d812-42ea-8bd6-b98ec60cb681 None None] Attempting to bind port cf55e955-36d0-45b8-95d9-0542dfb1ca6e on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:56:24.190005 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-beeb7008-d812-42ea-8bd6-b98ec60cb681 None None] Attempting to bind port cf55e955-36d0-45b8-95d9-0542dfb1ca6e by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:56:24.191107 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beeb7008-d812-42ea-8bd6-b98ec60cb681 None None] Attempting to bind port cf55e955-36d0-45b8-95d9-0542dfb1ca6e on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:56:24.206377 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ced8a6e-bc45-4de1-a5e4-2786a418a4e4 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:56:24.211222 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7ced8a6e-bc45-4de1-a5e4-2786a418a4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (1c36adda-eb46-4b66-b720-8ca0779fb9b3), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:24.223645 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 48938) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:24.310025 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beeb7008-d812-42ea-8bd6-b98ec60cb681 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:56:24.312181 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beeb7008-d812-42ea-8bd6-b98ec60cb681 None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:56:24.313288 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-beeb7008-d812-42ea-8bd6-b98ec60cb681 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:24.314320 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beeb7008-d812-42ea-8bd6-b98ec60cb681 None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:56:24.315475 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-beeb7008-d812-42ea-8bd6-b98ec60cb681 None None] Bound port: cf55e955-36d0-45b8-95d9-0542dfb1ca6e, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:56:24.316360 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-beeb7008-d812-42ea-8bd6-b98ec60cb681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (cf55e955-36d0-45b8-95d9-0542dfb1ca6e), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:24.343645 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ebba24bb-2cd3-40a1-aed0-839db88c0ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (057c865c-26ef-4491-ba5f-fc685aff30a6), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:24.424845 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ebf026-a9df-4b2a-9211-8aaa4c69d891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e54c2cb5-71cf-4945-a3dc-95e8f2c155de,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:24.477023 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b2e909-e623-487f-a2ce-f6c7d7178e4c tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Made reservation on behalf of df47136960274b22997db6ade5066ecf for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:56:24.484253 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b3b2e909-e623-487f-a2ce-f6c7d7178e4c tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:24.502187 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 1c36adda-eb46-4b66-b720-8ca0779fb9b3 resource provider aggregate not found Oct 04 20:56:24.521991 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b3b2e909-e623-487f-a2ce-f6c7d7178e4c tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:24.524100 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-beeb7008-d812-42ea-8bd6-b98ec60cb681 None None] For port cf55e955-36d0-45b8-95d9-0542dfb1ca6e, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:56:24.533033 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-beeb7008-d812-42ea-8bd6-b98ec60cb681 None None] For port cf55e955-36d0-45b8-95d9-0542dfb1ca6e, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=cf55e955-36d0-45b8-95d9-0542dfb1ca6e,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:56:24.556665 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:24.571159 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c9814b-4063-4eaa-8b03-5b847307906f None None] Pushing event updated for resources: {'Port': ['ID=cf55e955-36d0-45b8-95d9-0542dfb1ca6e,revision_number=2']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:24.581249 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7ced8a6e-bc45-4de1-a5e4-2786a418a4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (e11cfefb-0d1c-42db-8b8a-535367bf7d74), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:24.642540 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 1c36adda-eb46-4b66-b720-8ca0779fb9b3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1c36adda-eb46-4b66-b720-8ca0779fb9b3 found for delete ", "request_id": "req-5724789b-8d68-4a39-879f-4bf3f0eae964"}]} Oct 04 20:56:24.644264 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7ced8a6e-bc45-4de1-a5e4-2786a418a4e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:24.659696 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-7ced8a6e-bc45-4de1-a5e4-2786a418a4e4 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/e11cfefb-0d1c-42db-8b8a-535367bf7d74 HTTP/1.1" status: 204 len: 168 time: 1.9171836 Oct 04 20:56:24.668236 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-beeb7008-d812-42ea-8bd6-b98ec60cb681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (cf55e955-36d0-45b8-95d9-0542dfb1ca6e), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:24.676027 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616a7666-766b-4029-b6c7-30f3888386f9 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:56:24.691628 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616a7666-766b-4029-b6c7-30f3888386f9 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:56:24.698558 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-616a7666-766b-4029-b6c7-30f3888386f9 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.7018344 Oct 04 20:56:24.701113 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 48952) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:24.718625 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-ebba24bb-2cd3-40a1-aed0-839db88c0ab3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['057c865c-26ef-4491-ba5f-fc685aff30a6']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:56:24.759489 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ced8a6e-bc45-4de1-a5e4-2786a418a4e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e11cfefb-0d1c-42db-8b8a-535367bf7d74,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:24.776134 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-26bc71d0-69fc-4f68-b91d-04fce2bdab51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:24.815090 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-06ac9920-bb17-4fb3-b075-8000aedc612b admin admin] Publish callbacks [] for security_group (e54c2cb5-71cf-4945-a3dc-95e8f2c155de), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:24.832851 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beeb7008-d812-42ea-8bd6-b98ec60cb681 None None] Routers {'2e55ef43-acd5-4ef0-9e64-9cc992009445'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:56:24.834011 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-beeb7008-d812-42ea-8bd6-b98ec60cb681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:56:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['2e55ef43-acd5-4ef0-9e64-9cc992009445'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:56:24.838717 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-ebba24bb-2cd3-40a1-aed0-839db88c0ab3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fe0c493-d5a6-4670-a504-25e8063c6a77') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:56:24.839699 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-ebba24bb-2cd3-40a1-aed0-839db88c0ab3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fe0c493-d5a6-4670-a504-25e8063c6a77') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:56:24.908662 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ebba24bb-2cd3-40a1-aed0-839db88c0ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (6fe0c493-d5a6-4670-a504-25e8063c6a77), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:24.960614 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ebba24bb-2cd3-40a1-aed0-839db88c0ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (6fe0c493-d5a6-4670-a504-25e8063c6a77), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:24.998744 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c9814b-4063-4eaa-8b03-5b847307906f None None] Pushing event updated for resources: {'Port': ['ID=cf55e955-36d0-45b8-95d9-0542dfb1ca6e,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:25.061622 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebba24bb-2cd3-40a1-aed0-839db88c0ab3 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:56:25.062912 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ebba24bb-2cd3-40a1-aed0-839db88c0ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (6fe0c493-d5a6-4670-a504-25e8063c6a77), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:25.089526 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:25.138854 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:25.143695 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-038beb5c-55c5-471e-ae96-4986931f29d9 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Deleting port e8367973-95ed-437c-b423-a9e6103cd498 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:56:25.144287 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-038beb5c-55c5-471e-ae96-4986931f29d9 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (e8367973-95ed-437c-b423-a9e6103cd498), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:25.206897 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-beeb7008-d812-42ea-8bd6-b98ec60cb681 None None] Set router 2e55ef43-acd5-4ef0-9e64-9cc992009445 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:56:25.271929 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 6fe0c493-d5a6-4670-a504-25e8063c6a77 resource provider aggregate not found Oct 04 20:56:25.290499 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-06ac9920-bb17-4fb3-b075-8000aedc612b admin admin] Publish callbacks [] for security_group (e54c2cb5-71cf-4945-a3dc-95e8f2c155de), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:25.475835 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-038beb5c-55c5-471e-ae96-4986931f29d9 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (e8367973-95ed-437c-b423-a9e6103cd498), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:25.496589 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 6fe0c493-d5a6-4670-a504-25e8063c6a77 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6fe0c493-d5a6-4670-a504-25e8063c6a77 found for delete ", "request_id": "req-29ad476a-c31e-45b0-9286-b0b2c12f63bc"}]} Oct 04 20:56:25.522226 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-038beb5c-55c5-471e-ae96-4986931f29d9 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Calling delete_port for e8367973-95ed-437c-b423-a9e6103cd498 owned by {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:56:25.558067 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=79,neutron:INSERT=12,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:25.611474 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 48962) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:25.677984 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b3b2e909-e623-487f-a2ce-f6c7d7178e4c tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks [] for security_group (a6edf846-78f3-4cc8-980c-32d9a1dc71b3), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:25.750617 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ebba24bb-2cd3-40a1-aed0-839db88c0ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (057c865c-26ef-4491-ba5f-fc685aff30a6), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:25.852396 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ebba24bb-2cd3-40a1-aed0-839db88c0ab3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:25.857576 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-beeb7008-d812-42ea-8bd6-b98ec60cb681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e55ef43-acd5-4ef0-9e64-9cc992009445', 'name': 'tempest-ServerActionsTestJSON-1444902054-router', 'tenant_id': '423269a2642a45b29d4f92a0995e6c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'cf55e955-36d0-45b8-95d9-0542dfb1ca6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:56:09Z', 'updated_at': '2022-10-04T20:56:16Z', 'revision_number': 3, 'project_id': '423269a2642a45b29d4f92a0995e6c3c', 'gw_port': {'id': 'cf55e955-36d0-45b8-95d9-0542dfb1ca6e', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:bd:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e55ef43-acd5-4ef0-9e64-9cc992009445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:56:11Z', 'updated_at': '2022-10-04T20:56:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:56:25.860216 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ebba24bb-2cd3-40a1-aed0-839db88c0ab3 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/057c865c-26ef-4491-ba5f-fc685aff30a6 HTTP/1.1" status: 204 len: 168 time: 5.7236555 Oct 04 20:56:25.874646 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebba24bb-2cd3-40a1-aed0-839db88c0ab3 admin admin] Pushing event deleted for resources: {'Network': ['ID=057c865c-26ef-4491-ba5f-fc685aff30a6,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:25.875020 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-038beb5c-55c5-471e-ae96-4986931f29d9 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (e8367973-95ed-437c-b423-a9e6103cd498), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:25.894177 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b3b2e909-e623-487f-a2ce-f6c7d7178e4c tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (a6edf846-78f3-4cc8-980c-32d9a1dc71b3), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:25.942357 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-038beb5c-55c5-471e-ae96-4986931f29d9 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:25.981203 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-038beb5c-55c5-471e-ae96-4986931f29d9 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "DELETE /networking/v2.0/ports/e8367973-95ed-437c-b423-a9e6103cd498 HTTP/1.1" status: 204 len: 168 time: 1.2772470 Oct 04 20:56:25.985316 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 48968) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:26.081186 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b2e909-e623-487f-a2ce-f6c7d7178e4c tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6edf846-78f3-4cc8-980c-32d9a1dc71b3,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:26.150891 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3b2e909-e623-487f-a2ce-f6c7d7178e4c tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:56:26.219100 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ecec64-63a8-4060-b2a7-31453585b996 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:56:26.230448 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-71ecec64-63a8-4060-b2a7-31453585b996 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2429218 Oct 04 20:56:26.231706 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 48972) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:26.251400 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beeb7008-d812-42ea-8bd6-b98ec60cb681 None None] The sync data for ids ['2e55ef43-acd5-4ef0-9e64-9cc992009445'] in n-d-852085-12 is: [{'id': '2e55ef43-acd5-4ef0-9e64-9cc992009445', 'name': 'tempest-ServerActionsTestJSON-1444902054-router', 'tenant_id': '423269a2642a45b29d4f92a0995e6c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'cf55e955-36d0-45b8-95d9-0542dfb1ca6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:56:09Z', 'updated_at': '2022-10-04T20:56:16Z', 'revision_number': 3, 'project_id': '423269a2642a45b29d4f92a0995e6c3c', 'gw_port': {'id': 'cf55e955-36d0-45b8-95d9-0542dfb1ca6e', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:bd:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e55ef43-acd5-4ef0-9e64-9cc992009445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:56:11Z', 'updated_at': '2022-10-04T20:56:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:56:26.260646 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038beb5c-55c5-471e-ae96-4986931f29d9 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event deleted for resources: {'Port': ['ID=e8367973-95ed-437c-b423-a9e6103cd498,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:26.310770 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e186605-dff6-41b4-8799-8cabfaac9250 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] GET failed (client error): The resource could not be found. Oct 04 20:56:26.318081 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-6e186605-dff6-41b4-8799-8cabfaac9250 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "GET /networking/v2.0/ports/342a0f39-03a8-4907-94bf-d2d0a8ec11ee HTTP/1.1" status: 404 len: 333 time: 0.0789807 Oct 04 20:56:26.318802 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 48974) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:26.339676 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d206d0a4-a2c8-4169-9ce4-fb163c0c5c61 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=cc2d4e9869bf4d408b39c45f651a033b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7233002 Oct 04 20:56:26.352636 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 48976) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:26.364813 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b3b2e909-e623-487f-a2ce-f6c7d7178e4c tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (f351bfbd-9b89-4eab-a0d9-4c52d42319e1), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:26.376549 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-b3b2e909-e623-487f-a2ce-f6c7d7178e4c tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Added segment f351bfbd-9b89-4eab-a0d9-4c52d42319e1 of type vlan for network 0a4f6831-7d70-44f4-9a7f-7dd2f61ebcbf Oct 04 20:56:26.381815 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-06ac9920-bb17-4fb3-b075-8000aedc612b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (e54c2cb5-71cf-4945-a3dc-95e8f2c155de), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:26.390035 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-06ac9920-bb17-4fb3-b075-8000aedc612b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:26.394930 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-06ac9920-bb17-4fb3-b075-8000aedc612b admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/e54c2cb5-71cf-4945-a3dc-95e8f2c155de HTTP/1.1" status: 204 len: 168 time: 2.1641514 Oct 04 20:56:26.432761 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ccd6494-27ce-4ceb-90b2-324f69b6b8c2 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] GET failed (client error): The resource could not be found. Oct 04 20:56:26.439875 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-6ccd6494-27ce-4ceb-90b2-324f69b6b8c2 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "GET /networking/v2.0/ports/e8367973-95ed-437c-b423-a9e6103cd498 HTTP/1.1" status: 404 len: 333 time: 0.1150961 Oct 04 20:56:26.447579 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 48982) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:26.655723 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-26bc71d0-69fc-4f68-b91d-04fce2bdab51 admin admin] Allocated IP 172.20.0.1 (9580a1b9-b475-4fcd-9d57-8aa902ddfc60/ab1ea2f3-e2cf-44a7-84b1-9af29b7d0ba4/79758689-db40-40c0-831d-ddd379068c4b) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:56:26.669493 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ac9920-bb17-4fb3-b075-8000aedc612b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54c2cb5-71cf-4945-a3dc-95e8f2c155de,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:26.712500 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 48984) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:26.728538 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:26.743037 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:26.846446 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b3b2e909-e623-487f-a2ce-f6c7d7178e4c tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (0a4f6831-7d70-44f4-9a7f-7dd2f61ebcbf), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:26.906813 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-de665967-13f2-4eda-aed0-413bf403b50d tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (eaba9d6d-038a-4b3c-b035-8fa31e2352d8), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:26.983600 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-378cacd0-687d-44ed-92c2-c350000da68b admin admin] Publish callbacks [] for security_group (b876a6f6-089c-4369-9bbd-b83415c9f2e8), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:27.170835 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-378cacd0-687d-44ed-92c2-c350000da68b admin admin] Publish callbacks [] for security_group (b876a6f6-089c-4369-9bbd-b83415c9f2e8), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:27.312038 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c3d72b42-6ba4-41d0-9257-c73088598a9c admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=8bc331439dfe4bbbb6c764bc5c243b35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5602286 Oct 04 20:56:27.317922 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 48988) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:27.390821 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b3b2e909-e623-487f-a2ce-f6c7d7178e4c tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (0a4f6831-7d70-44f4-9a7f-7dd2f61ebcbf), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:27.393031 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b2e909-e623-487f-a2ce-f6c7d7178e4c tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:56:27.394185 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b3b2e909-e623-487f-a2ce-f6c7d7178e4c tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:27.602034 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-378cacd0-687d-44ed-92c2-c350000da68b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (b876a6f6-089c-4369-9bbd-b83415c9f2e8), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:27.617673 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-378cacd0-687d-44ed-92c2-c350000da68b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:27.619845 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-378cacd0-687d-44ed-92c2-c350000da68b admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/b876a6f6-089c-4369-9bbd-b83415c9f2e8 HTTP/1.1" status: 204 len: 168 time: 1.2584710 Oct 04 20:56:27.635828 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-de665967-13f2-4eda-aed0-413bf403b50d tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (eaba9d6d-038a-4b3c-b035-8fa31e2352d8), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:27.740121 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-de665967-13f2-4eda-aed0-413bf403b50d tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaba9d6d-038a-4b3c-b035-8fa31e2352d8']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:56:27.767503 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378cacd0-687d-44ed-92c2-c350000da68b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b876a6f6-089c-4369-9bbd-b83415c9f2e8,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:27.784593 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-de665967-13f2-4eda-aed0-413bf403b50d tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e41e380-9618-45e9-9a65-f7d21a1982b2') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:56:27.785425 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-de665967-13f2-4eda-aed0-413bf403b50d tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e41e380-9618-45e9-9a65-f7d21a1982b2') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:56:27.816573 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-de665967-13f2-4eda-aed0-413bf403b50d tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (8e41e380-9618-45e9-9a65-f7d21a1982b2), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:27.834691 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b3b2e909-e623-487f-a2ce-f6c7d7178e4c tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 871 time: 4.7938726 Oct 04 20:56:27.850753 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 48994) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:27.899813 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-26bc71d0-69fc-4f68-b91d-04fce2bdab51 admin admin] Publish callbacks [] for port (79758689-db40-40c0-831d-ddd379068c4b), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:27.910569 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-de665967-13f2-4eda-aed0-413bf403b50d tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (8e41e380-9618-45e9-9a65-f7d21a1982b2), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:27.929704 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de665967-13f2-4eda-aed0-413bf403b50d tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:56:27.930512 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-de665967-13f2-4eda-aed0-413bf403b50d tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (8e41e380-9618-45e9-9a65-f7d21a1982b2), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:27.943987 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-c5a08579-a0e3-4825-8b0b-5707d762c357 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Request body: {'subnet': {'network_id': '0a4f6831-7d70-44f4-9a7f-7dd2f61ebcbf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:56:28.055100 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b2e909-e623-487f-a2ce-f6c7d7178e4c tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Pushing event updated for resources: {'Network': ['ID=0a4f6831-7d70-44f4-9a7f-7dd2f61ebcbf,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:28.129062 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 0a4f6831-7d70-44f4-9a7f-7dd2f61ebcbf details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:56:28.141649 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a5c2fa16-9c70-4678-bc23-7b3a803d12c0 admin admin] Publish callbacks [] for security_group (cdcc873f-2afc-46e2-8056-777c4b96937d), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:28.373185 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a5c2fa16-9c70-4678-bc23-7b3a803d12c0 admin admin] Publish callbacks [] for security_group (cdcc873f-2afc-46e2-8056-777c4b96937d), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:28.389774 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a08579-a0e3-4825-8b0b-5707d762c357 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Made reservation on behalf of df47136960274b22997db6ade5066ecf for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:56:28.399982 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c5a08579-a0e3-4825-8b0b-5707d762c357 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:28.454007 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 8e41e380-9618-45e9-9a65-f7d21a1982b2 resource provider aggregate not found Oct 04 20:56:28.490062 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-de665967-13f2-4eda-aed0-413bf403b50d tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (eaba9d6d-038a-4b3c-b035-8fa31e2352d8), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:28.516385 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-de665967-13f2-4eda-aed0-413bf403b50d tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:28.553299 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-de665967-13f2-4eda-aed0-413bf403b50d tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "DELETE /networking/v2.0/networks/eaba9d6d-038a-4b3c-b035-8fa31e2352d8 HTTP/1.1" status: 204 len: 168 time: 2.0781744 Oct 04 20:56:28.562848 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 8e41e380-9618-45e9-9a65-f7d21a1982b2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8e41e380-9618-45e9-9a65-f7d21a1982b2 found for delete ", "request_id": "req-b57dfedb-6ee1-4c90-a2bc-e5292e96f835"}]} Oct 04 20:56:28.572501 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 49008) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:28.585588 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:28.616966 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-52c651ba-a1db-4798-b1ca-a1429bee358e tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-529103113'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:56:28.658197 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device cf55e955-36d0-45b8-95d9-0542dfb1ca6e up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:56:28.709186 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 49012) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:28.732702 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-058b3e40-e245-4aae-90dc-e91af94c8457 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Request body: {'subnets': [{'network_id': '3129a637-a0a8-4af2-949f-835d7b7439c1', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1194638031', 'ip_version': 6}, {'network_id': '4f7b4d43-c644-45b1-bf1f-471763ff52d5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:56:28.733264 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-058b3e40-e245-4aae-90dc-e91af94c8457 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Request body: {'subnet': {'network_id': '3129a637-a0a8-4af2-949f-835d7b7439c1', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1194638031', 'ip_version': 6}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:56:28.734503 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-058b3e40-e245-4aae-90dc-e91af94c8457 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Request body: {'subnet': {'network_id': '4f7b4d43-c644-45b1-bf1f-471763ff52d5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:56:28.742494 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de665967-13f2-4eda-aed0-413bf403b50d tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event deleted for resources: {'Network': ['ID=eaba9d6d-038a-4b3c-b035-8fa31e2352d8,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:28.766211 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:28.855417 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:28.858131 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port cf55e955-36d0-45b8-95d9-0542dfb1ca6e triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:56:28.859242 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (cf55e955-36d0-45b8-95d9-0542dfb1ca6e), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:28.865324 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port cf55e955-36d0-45b8-95d9-0542dfb1ca6e Oct 04 20:56:28.987381 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-26bc71d0-69fc-4f68-b91d-04fce2bdab51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (79758689-db40-40c0-831d-ddd379068c4b), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:29.121575 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c651ba-a1db-4798-b1ca-a1429bee358e tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Made reservation on behalf of 6c1d2c9709a94cf691cb05145eeb8e23 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:56:29.130748 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-52c651ba-a1db-4798-b1ca-a1429bee358e tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:29.132001 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port cf55e955-36d0-45b8-95d9-0542dfb1ca6e is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:56:29.133166 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (cf55e955-36d0-45b8-95d9-0542dfb1ca6e), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:29.149644 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bc71d0-69fc-4f68-b91d-04fce2bdab51 admin admin] Network 9580a1b9-b475-4fcd-9d57-8aa902ddfc60 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:56:29.154830 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-26bc71d0-69fc-4f68-b91d-04fce2bdab51 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:56:29.194655 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port cf55e955-36d0-45b8-95d9-0542dfb1ca6e, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=cf55e955-36d0-45b8-95d9-0542dfb1ca6e,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:56:29.205162 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bc71d0-69fc-4f68-b91d-04fce2bdab51 admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:56:29.242486 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52c651ba-a1db-4798-b1ca-a1429bee358e tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:56:29.273927 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-52c651ba-a1db-4798-b1ca-a1429bee358e tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (036ba7e8-0045-4c20-a893-8e1a0913534e), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:29.274512 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-52c651ba-a1db-4798-b1ca-a1429bee358e tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Added segment 036ba7e8-0045-4c20-a893-8e1a0913534e of type vlan for network 88735e6c-3a28-4861-acd5-331ce5857f9d Oct 04 20:56:29.294109 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (cf55e955-36d0-45b8-95d9-0542dfb1ca6e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:29.313401 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bc71d0-69fc-4f68-b91d-04fce2bdab51 admin admin] Pushing event updated for resources: {'Port': ['ID=79758689-db40-40c0-831d-ddd379068c4b,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:29.321144 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a5c2fa16-9c70-4678-bc23-7b3a803d12c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (cdcc873f-2afc-46e2-8056-777c4b96937d), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:29.336209 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a5c2fa16-9c70-4678-bc23-7b3a803d12c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:29.339701 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a5c2fa16-9c70-4678-bc23-7b3a803d12c0 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/cdcc873f-2afc-46e2-8056-777c4b96937d HTTP/1.1" status: 204 len: 168 time: 2.0190675 Oct 04 20:56:29.400052 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-52c651ba-a1db-4798-b1ca-a1429bee358e tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (88735e6c-3a28-4861-acd5-331ce5857f9d), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:29.427294 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058b3e40-e245-4aae-90dc-e91af94c8457 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Made reservation on behalf of b8778b8dbc3e4e43b57b33f6114daabe for: {'subnet': 2} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:56:29.435999 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-058b3e40-e245-4aae-90dc-e91af94c8457 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:29.436505 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-058b3e40-e245-4aae-90dc-e91af94c8457 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:29.472594 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c2fa16-9c70-4678-bc23-7b3a803d12c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdcc873f-2afc-46e2-8056-777c4b96937d,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:29.513767 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=cf55e955-36d0-45b8-95d9-0542dfb1ca6e,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:29.550149 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-26bc71d0-69fc-4f68-b91d-04fce2bdab51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (2e55ef43-acd5-4ef0-9e64-9cc992009445), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:29.769514 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 49024) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:29.838583 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-52c651ba-a1db-4798-b1ca-a1429bee358e tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (88735e6c-3a28-4861-acd5-331ce5857f9d), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:29.852483 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c651ba-a1db-4798-b1ca-a1429bee358e tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:56:29.853892 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-52c651ba-a1db-4798-b1ca-a1429bee358e tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:29.855316 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-7e01ca8c-ac31-4ef7-acfa-ddba508656b8 None None] Provisioning complete for port 79758689-db40-40c0-831d-ddd379068c4b triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:56:29.858719 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7e01ca8c-ac31-4ef7-acfa-ddba508656b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (79758689-db40-40c0-831d-ddd379068c4b), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:29.859350 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-7e01ca8c-ac31-4ef7-acfa-ddba508656b8 None None] Attempt 1 to provision port 79758689-db40-40c0-831d-ddd379068c4b Oct 04 20:56:30.026281 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-7e01ca8c-ac31-4ef7-acfa-ddba508656b8 None None] Port 79758689-db40-40c0-831d-ddd379068c4b cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:56:30.106497 n-d-852085-12 neutron-server[108169]: DEBUG neutron.objects.ports [None req-c5a08579-a0e3-4825-8b0b-5707d762c357 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108169) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 04 20:56:30.108706 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c5a08579-a0e3-4825-8b0b-5707d762c357 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (188a5eb3-2a68-4fb7-a41a-a6d408c3b5a5), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:30.143260 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:30.187074 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-0eda8366-98cf-465e-912b-55cafb69127b admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=6edae73f17bc4105b7320901bea14a6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4150338 Oct 04 20:56:30.188615 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 49026) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:30.218777 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-52c651ba-a1db-4798-b1ca-a1429bee358e tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.6388712 Oct 04 20:56:30.231047 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49028) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:30.231538 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device cf55e955-36d0-45b8-95d9-0542dfb1ca6e up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:56:30.259440 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-26333c14-a6b0-405f-90c4-21bc138185b6 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Request body: {'subnet': {'network_id': '88735e6c-3a28-4861-acd5-331ce5857f9d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:56:30.303864 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c651ba-a1db-4798-b1ca-a1429bee358e tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event updated for resources: {'Network': ['ID=88735e6c-3a28-4861-acd5-331ce5857f9d,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:30.350119 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 88735e6c-3a28-4861-acd5-331ce5857f9d details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:56:30.440694 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:30.450995 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-26bc71d0-69fc-4f68-b91d-04fce2bdab51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (79758689-db40-40c0-831d-ddd379068c4b), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:30.514525 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a08579-a0e3-4825-8b0b-5707d762c357 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Pushing event updated for resources: {'Subnet': ['ID=188a5eb3-2a68-4fb7-a41a-a6d408c3b5a5,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:30.519243 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e4f3fc93-a510-41da-981a-71c73641db34 admin admin] Publish callbacks [] for security_group (f0bf3b1d-c81c-4036-9eb0-03b0acf5dfe1), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:30.536278 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port cf55e955-36d0-45b8-95d9-0542dfb1ca6e triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:56:30.537607 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (cf55e955-36d0-45b8-95d9-0542dfb1ca6e), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:30.537607 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port cf55e955-36d0-45b8-95d9-0542dfb1ca6e Oct 04 20:56:30.651269 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e4f3fc93-a510-41da-981a-71c73641db34 admin admin] Publish callbacks [] for security_group (f0bf3b1d-c81c-4036-9eb0-03b0acf5dfe1), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:30.703550 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a08579-a0e3-4825-8b0b-5707d762c357 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Checking segment: {'id': 'f351bfbd-9b89-4eab-a0d9-4c52d42319e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0a4f6831-7d70-44f4-9a7f-7dd2f61ebcbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:56:30.704143 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a08579-a0e3-4825-8b0b-5707d762c357 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Network hostable DHCP agents. Network: 0a4f6831-7d70-44f4-9a7f-7dd2f61ebcbf, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:56:30.777842 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port cf55e955-36d0-45b8-95d9-0542dfb1ca6e is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:56:30.860496 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26333c14-a6b0-405f-90c4-21bc138185b6 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Made reservation on behalf of 6c1d2c9709a94cf691cb05145eeb8e23 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:56:30.868932 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-26333c14-a6b0-405f-90c4-21bc138185b6 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:31.009823 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.ipam_backend_mixin [None req-26333c14-a6b0-405f-90c4-21bc138185b6 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Performing IP validity checks on allocation pools {{(pid=108169) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Oct 04 20:56:31.015628 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.ipam_backend_mixin [None req-26333c14-a6b0-405f-90c4-21bc138185b6 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Checking for overlaps among allocation pools and gateway ip {{(pid=108169) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Oct 04 20:56:31.169941 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-26bc71d0-69fc-4f68-b91d-04fce2bdab51 admin admin] Publish callbacks [] for port (79758689-db40-40c0-831d-ddd379068c4b), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:31.256612 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a08579-a0e3-4825-8b0b-5707d762c357 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Network 0a4f6831-7d70-44f4-9a7f-7dd2f61ebcbf is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:56:31.259580 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e4f3fc93-a510-41da-981a-71c73641db34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (f0bf3b1d-c81c-4036-9eb0-03b0acf5dfe1), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:31.266156 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e4f3fc93-a510-41da-981a-71c73641db34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:31.268258 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-e4f3fc93-a510-41da-981a-71c73641db34 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/f0bf3b1d-c81c-4036-9eb0-03b0acf5dfe1 HTTP/1.1" status: 204 len: 168 time: 1.0673108 Oct 04 20:56:31.289621 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f3fc93-a510-41da-981a-71c73641db34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0bf3b1d-c81c-4036-9eb0-03b0acf5dfe1,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:31.383921 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-26bc71d0-69fc-4f68-b91d-04fce2bdab51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (79758689-db40-40c0-831d-ddd379068c4b), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:31.408649 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-058b3e40-e245-4aae-90dc-e91af94c8457 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (09bd2675-8223-405d-8e0d-6a4bff49f256), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:31.444352 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-c5a08579-a0e3-4825-8b0b-5707d762c357 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 0a4f6831-7d70-44f4-9a7f-7dd2f61ebcbf) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:56:31.451798 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a08579-a0e3-4825-8b0b-5707d762c357 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:56:31.452536 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c5a08579-a0e3-4825-8b0b-5707d762c357 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:31.469888 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0af775c-06d7-42e2-8aec-ebb5f02558ca None None] Network 0a4f6831-7d70-44f4-9a7f-7dd2f61ebcbf requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:56:31.571034 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058b3e40-e245-4aae-90dc-e91af94c8457 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Pushing event updated for resources: {'Subnet': ['ID=09bd2675-8223-405d-8e0d-6a4bff49f256,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:31.578094 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-26bc71d0-69fc-4f68-b91d-04fce2bdab51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (2e55ef43-acd5-4ef0-9e64-9cc992009445), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:31.584623 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bc71d0-69fc-4f68-b91d-04fce2bdab51 admin admin] Pushing event updated for resources: {'Port': ['ID=79758689-db40-40c0-831d-ddd379068c4b,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:31.592108 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058b3e40-e245-4aae-90dc-e91af94c8457 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Checking segment: {'id': '8cc2afa3-5651-4c37-9da0-3e6171408dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '3129a637-a0a8-4af2-949f-835d7b7439c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:56:31.592919 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058b3e40-e245-4aae-90dc-e91af94c8457 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Network hostable DHCP agents. Network: 3129a637-a0a8-4af2-949f-835d7b7439c1, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:56:31.694507 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:INSERT=10,neutron:SELECT=80,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:31.710044 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c5a08579-a0e3-4825-8b0b-5707d762c357 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.8008683 Oct 04 20:56:31.711396 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-26333c14-a6b0-405f-90c4-21bc138185b6 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (e09134c3-54b0-4261-a0cb-72aa4875bc17), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:31.711636 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 49052) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:31.730863 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-da2abe7b-839b-4b5c-9cba-d357a01eb4e7 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-198797377', 'network_id': '0a4f6831-7d70-44f4-9a7f-7dd2f61ebcbf'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:56:31.767936 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058b3e40-e245-4aae-90dc-e91af94c8457 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Network 3129a637-a0a8-4af2-949f-835d7b7439c1 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:56:31.872465 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26333c14-a6b0-405f-90c4-21bc138185b6 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event updated for resources: {'Subnet': ['ID=e09134c3-54b0-4261-a0cb-72aa4875bc17,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:31.919177 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-058b3e40-e245-4aae-90dc-e91af94c8457 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 3129a637-a0a8-4af2-949f-835d7b7439c1) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:56:31.928555 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-058b3e40-e245-4aae-90dc-e91af94c8457 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (0b389023-14c7-4649-b798-796faa391b02), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:31.946158 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b014c8b-1b83-4a7f-b033-7902fb8a750d None None] Network 3129a637-a0a8-4af2-949f-835d7b7439c1 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:56:31.991852 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26333c14-a6b0-405f-90c4-21bc138185b6 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Checking segment: {'id': '036ba7e8-0045-4c20-a893-8e1a0913534e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '88735e6c-3a28-4861-acd5-331ce5857f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:56:31.992461 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26333c14-a6b0-405f-90c4-21bc138185b6 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Network hostable DHCP agents. Network: 88735e6c-3a28-4861-acd5-331ce5857f9d, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:56:32.045600 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4681174a-8c97-4986-9c28-63b8dc25c554 None None] Network 0a4f6831-7d70-44f4-9a7f-7dd2f61ebcbf requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:56:32.046445 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bc71d0-69fc-4f68-b91d-04fce2bdab51 admin admin] Network 9580a1b9-b475-4fcd-9d57-8aa902ddfc60 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:56:32.054768 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-26bc71d0-69fc-4f68-b91d-04fce2bdab51 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:56:32.164091 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058b3e40-e245-4aae-90dc-e91af94c8457 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Pushing event updated for resources: {'Subnet': ['ID=0b389023-14c7-4649-b798-796faa391b02,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:32.187476 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da2abe7b-839b-4b5c-9cba-d357a01eb4e7 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Made reservation on behalf of df47136960274b22997db6ade5066ecf for: {'port': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:56:32.196870 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-da2abe7b-839b-4b5c-9cba-d357a01eb4e7 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:32.201139 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:32.213283 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26333c14-a6b0-405f-90c4-21bc138185b6 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Network 88735e6c-3a28-4861-acd5-331ce5857f9d is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:56:32.246731 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-26333c14-a6b0-405f-90c4-21bc138185b6 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 88735e6c-3a28-4861-acd5-331ce5857f9d) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:56:32.260702 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:32.261724 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26333c14-a6b0-405f-90c4-21bc138185b6 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:56:32.262643 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-26333c14-a6b0-405f-90c4-21bc138185b6 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:32.303798 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [None req-da2abe7b-839b-4b5c-9cba-d357a01eb4e7 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] device_id is not set on port 43683add-b36a-433a-9eca-2500d2b82310 yet. {{(pid=108170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 20:56:32.306418 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5faaf2-882e-4d4a-8bf3-a2d3193a1260 None None] Network 88735e6c-3a28-4861-acd5-331ce5857f9d requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:56:32.330925 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058b3e40-e245-4aae-90dc-e91af94c8457 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Checking segment: {'id': '9c8bf266-2421-4b30-8718-7014acccfd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4f7b4d43-c644-45b1-bf1f-471763ff52d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:56:32.331625 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058b3e40-e245-4aae-90dc-e91af94c8457 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Network hostable DHCP agents. Network: 4f7b4d43-c644-45b1-bf1f-471763ff52d5, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:56:32.442539 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26bc71d0-69fc-4f68-b91d-04fce2bdab51 admin admin] Router 2e55ef43-acd5-4ef0-9e64-9cc992009445 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:56:32.502767 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:32.568012 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-26333c14-a6b0-405f-90c4-21bc138185b6 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3200457 Oct 04 20:56:32.568012 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49060) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:32.577682 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-00bb7a41-dfb3-4ba2-953f-78e917ab5567 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Request body: {'port': {'network_id': '88735e6c-3a28-4861-acd5-331ce5857f9d', 'name': 'tempest-PortsIpV6TestJSON-393401431'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:56:32.647407 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-da2abe7b-839b-4b5c-9cba-d357a01eb4e7 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Allocated IP 172.20.0.14 (0a4f6831-7d70-44f4-9a7f-7dd2f61ebcbf/188a5eb3-2a68-4fb7-a41a-a6d408c3b5a5/43683add-b36a-433a-9eca-2500d2b82310) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:56:32.710081 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058b3e40-e245-4aae-90dc-e91af94c8457 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Network 4f7b4d43-c644-45b1-bf1f-471763ff52d5 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:56:32.720403 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-ff05372a-f096-4970-87fc-7647f7f79f61 None None] Provisioning complete for port 79758689-db40-40c0-831d-ddd379068c4b triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:56:32.721025 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ff05372a-f096-4970-87fc-7647f7f79f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (79758689-db40-40c0-831d-ddd379068c4b), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:32.721687 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-ff05372a-f096-4970-87fc-7647f7f79f61 None None] Attempt 1 to provision port 79758689-db40-40c0-831d-ddd379068c4b Oct 04 20:56:32.725264 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474ff9b6-4f39-4703-abb6-3fd736c31c3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-3129a637-a0a8-4af2-949f-835d7b7439c1', 'network_id': '3129a637-a0a8-4af2-949f-835d7b7439c1', 'project_id': 'b8778b8dbc3e4e43b57b33f6114daabe', 'fixed_ips': [{'subnet_id': '09bd2675-8223-405d-8e0d-6a4bff49f256'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:56:32.727351 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-474ff9b6-4f39-4703-abb6-3fd736c31c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:32.736644 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d52a1ec-a90b-4d79-aed5-cedc52f5e88e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-88735e6c-3a28-4861-acd5-331ce5857f9d', 'network_id': '88735e6c-3a28-4861-acd5-331ce5857f9d', 'project_id': '6c1d2c9709a94cf691cb05145eeb8e23', 'fixed_ips': [{'subnet_id': 'e09134c3-54b0-4261-a0cb-72aa4875bc17'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:56:32.740672 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2d52a1ec-a90b-4d79-aed5-cedc52f5e88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:32.859035 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:32.879579 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-058b3e40-e245-4aae-90dc-e91af94c8457 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 4f7b4d43-c644-45b1-bf1f-471763ff52d5) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:56:32.906652 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 20:56:32.946082 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058b3e40-e245-4aae-90dc-e91af94c8457 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:56:32.947290 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058b3e40-e245-4aae-90dc-e91af94c8457 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:56:32.948587 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-058b3e40-e245-4aae-90dc-e91af94c8457 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:32.980672 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f643308b-ef9d-4cb9-898f-be8010b945da None None] Network 4f7b4d43-c644-45b1-bf1f-471763ff52d5 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:56:33.046781 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-ff05372a-f096-4970-87fc-7647f7f79f61 None None] Port 79758689-db40-40c0-831d-ddd379068c4b cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:56:33.125648 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-058b3e40-e245-4aae-90dc-e91af94c8457 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 4.4143295 Oct 04 20:56:33.132980 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 49068) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:33.162569 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-da2abe7b-839b-4b5c-9cba-d357a01eb4e7 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks [] for port (43683add-b36a-433a-9eca-2500d2b82310), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:33.314476 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf988a84-1242-48d0-85e7-bb6131e040cc tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:56:33.321357 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf988a84-1242-48d0-85e7-bb6131e040cc tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:56:33.326981 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf988a84-1242-48d0-85e7-bb6131e040cc tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:56:33.330952 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-cf988a84-1242-48d0-85e7-bb6131e040cc tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] 10.222.0.78 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1945093 Oct 04 20:56:33.354741 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 49074) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:33.604408 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfe00a9b-e26c-4c70-85a7-8d44db07a19f tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Deleting subnet 09bd2675-8223-405d-8e0d-6a4bff49f256 {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:56:33.614022 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dfe00a9b-e26c-4c70-85a7-8d44db07a19f tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks [] for subnet (09bd2675-8223-405d-8e0d-6a4bff49f256), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:33.621310 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26bc71d0-69fc-4f68-b91d-04fce2bdab51 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:56:33.644317 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-26bc71d0-69fc-4f68-b91d-04fce2bdab51 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/2e55ef43-acd5-4ef0-9e64-9cc992009445/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8700871 Oct 04 20:56:33.667165 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-da2abe7b-839b-4b5c-9cba-d357a01eb4e7 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (43683add-b36a-433a-9eca-2500d2b82310), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:33.724205 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00bb7a41-dfb3-4ba2-953f-78e917ab5567 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Made reservation on behalf of 6c1d2c9709a94cf691cb05145eeb8e23 for: {'port': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:56:33.732783 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-00bb7a41-dfb3-4ba2-953f-78e917ab5567 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:33.780117 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:33.786292 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:33.793627 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c70454-6e40-4578-a90d-46e013502e57 None None] Sync routers for ids ['2e55ef43-acd5-4ef0-9e64-9cc992009445'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:56:33.816299 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [None req-00bb7a41-dfb3-4ba2-953f-78e917ab5567 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] device_id is not set on port 80912af5-fd7d-47b0-8bf1-7562dd4bf7f8 yet. {{(pid=108169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 20:56:33.830032 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2abe7b-839b-4b5c-9cba-d357a01eb4e7 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Network 0a4f6831-7d70-44f4-9a7f-7dd2f61ebcbf is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:56:33.851782 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-da2abe7b-839b-4b5c-9cba-d357a01eb4e7 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:56:33.858565 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:33.865309 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2abe7b-839b-4b5c-9cba-d357a01eb4e7 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:56:33.877548 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dfe00a9b-e26c-4c70-85a7-8d44db07a19f tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (09bd2675-8223-405d-8e0d-6a4bff49f256), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:33.980869 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-2d52a1ec-a90b-4d79-aed5-cedc52f5e88e None None] Allocated IP 2001:db8::2 (88735e6c-3a28-4861-acd5-331ce5857f9d/e09134c3-54b0-4261-a0cb-72aa4875bc17/764afd1c-22fa-4dc5-8e88-b61761026c6c) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:56:33.994728 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c70454-6e40-4578-a90d-46e013502e57 None None] Routers {'2e55ef43-acd5-4ef0-9e64-9cc992009445'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:56:33.996005 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-40c70454-6e40-4578-a90d-46e013502e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:56:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['2e55ef43-acd5-4ef0-9e64-9cc992009445'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:56:34.020231 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-4f7b4d43-c644-45b1-bf1f-471763ff52d5', 'network_id': '4f7b4d43-c644-45b1-bf1f-471763ff52d5', 'project_id': 'b8778b8dbc3e4e43b57b33f6114daabe', 'fixed_ips': [{'subnet_id': '0b389023-14c7-4649-b798-796faa391b02'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:56:34.020638 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2abe7b-839b-4b5c-9cba-d357a01eb4e7 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Pushing event updated for resources: {'Port': ['ID=43683add-b36a-433a-9eca-2500d2b82310,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:34.024163 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:34.096205 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2abe7b-839b-4b5c-9cba-d357a01eb4e7 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:56:34.097930 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-da2abe7b-839b-4b5c-9cba-d357a01eb4e7 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:34.157476 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dfe00a9b-e26c-4c70-85a7-8d44db07a19f tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (09bd2675-8223-405d-8e0d-6a4bff49f256), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:34.365581 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=7,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:34.368816 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49092) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:34.373602 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-da2abe7b-839b-4b5c-9cba-d357a01eb4e7 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.6559160 Oct 04 20:56:34.509826 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dfe00a9b-e26c-4c70-85a7-8d44db07a19f tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (09bd2675-8223-405d-8e0d-6a4bff49f256), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:34.561257 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-40c70454-6e40-4578-a90d-46e013502e57 None None] Set router 2e55ef43-acd5-4ef0-9e64-9cc992009445 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:56:34.597234 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe00a9b-e26c-4c70-85a7-8d44db07a19f tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Pushing event deleted for resources: {'Subnet': ['ID=09bd2675-8223-405d-8e0d-6a4bff49f256,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:34.614650 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dfe00a9b-e26c-4c70-85a7-8d44db07a19f tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:34.621760 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-dfe00a9b-e26c-4c70-85a7-8d44db07a19f tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/09bd2675-8223-405d-8e0d-6a4bff49f256 HTTP/1.1" status: 204 len: 168 time: 1.2637975 Oct 04 20:56:34.624264 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 49102) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:34.646134 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-a19356c5-f150-4ef3-8770-b12ceda1d2e3 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Deleting port 43683add-b36a-433a-9eca-2500d2b82310 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:56:34.649067 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a19356c5-f150-4ef3-8770-b12ceda1d2e3 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (43683add-b36a-433a-9eca-2500d2b82310), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:34.739339 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-4734d59d-ea71-4ae2-98b4-c8201c6ff499 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Deleting subnet 0b389023-14c7-4649-b798-796faa391b02 {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server [None req-474ff9b6-4f39-4703-abb6-3fd736c31c3a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 09bd2675-8223-405d-8e0d-6a4bff49f256: This subnet is being modified by another concurrent operation. Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server raise self.value Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server raise self.value Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server raise self.value Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 292, in create_dhcp_port Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 704, in inner Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return f_with_retry(*args, **kwargs, Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server raise self.value Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server raise self.value Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server raise self.value Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1570, in create_port Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1535, in _create_port_db Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 224, in wrapped Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server raise exception Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 09bd2675-8223-405d-8e0d-6a4bff49f256: This subnet is being modified by another concurrent operation. Oct 04 20:56:34.762319 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server Oct 04 20:56:34.887250 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a19356c5-f150-4ef3-8770-b12ceda1d2e3 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (43683add-b36a-433a-9eca-2500d2b82310), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:34.939905 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:34.948136 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-a19356c5-f150-4ef3-8770-b12ceda1d2e3 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Calling delete_port for 43683add-b36a-433a-9eca-2500d2b82310 owned by {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:56:35.028191 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Allocated IP 2001:db8:0:1::1 (4f7b4d43-c644-45b1-bf1f-471763ff52d5/0b389023-14c7-4649-b798-796faa391b02/bfaaf8cc-6a97-45e0-9988-11982ae4aac1) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:56:35.120643 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:DELETE=7,neutron:SELECT=82,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:35.194732 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2d52a1ec-a90b-4d79-aed5-cedc52f5e88e None None] Publish callbacks [] for port (764afd1c-22fa-4dc5-8e88-b61761026c6c), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:35.356558 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2d52a1ec-a90b-4d79-aed5-cedc52f5e88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (764afd1c-22fa-4dc5-8e88-b61761026c6c), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:35.522713 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-00bb7a41-dfb3-4ba2-953f-78e917ab5567 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Allocated IP 2001:db8::9 (88735e6c-3a28-4861-acd5-331ce5857f9d/e09134c3-54b0-4261-a0cb-72aa4875bc17/80912af5-fd7d-47b0-8bf1-7562dd4bf7f8) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:56:35.552808 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d52a1ec-a90b-4d79-aed5-cedc52f5e88e None None] Network 88735e6c-3a28-4861-acd5-331ce5857f9d is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:56:35.581732 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-2d52a1ec-a90b-4d79-aed5-cedc52f5e88e None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:56:35.593274 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52a1ec-a90b-4d79-aed5-cedc52f5e88e None None] Pushing event updated for resources: {'Port': ['ID=764afd1c-22fa-4dc5-8e88-b61761026c6c,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:35.597629 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d52a1ec-a90b-4d79-aed5-cedc52f5e88e None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:56:35.646705 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-40c70454-6e40-4578-a90d-46e013502e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e55ef43-acd5-4ef0-9e64-9cc992009445', 'name': 'tempest-ServerActionsTestJSON-1444902054-router', 'tenant_id': '423269a2642a45b29d4f92a0995e6c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'cf55e955-36d0-45b8-95d9-0542dfb1ca6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:56:09Z', 'updated_at': '2022-10-04T20:56:29Z', 'revision_number': 4, 'project_id': '423269a2642a45b29d4f92a0995e6c3c', 'gw_port': {'id': 'cf55e955-36d0-45b8-95d9-0542dfb1ca6e', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:bd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e55ef43-acd5-4ef0-9e64-9cc992009445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:56:11Z', 'updated_at': '2022-10-04T20:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '79758689-db40-40c0-831d-ddd379068c4b', 'name': '', 'network_id': '9580a1b9-b475-4fcd-9d57-8aa902ddfc60', 'tenant_id': '423269a2642a45b29d4f92a0995e6c3c', 'mac_address': 'fa:16:3e:65:4d:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e55ef43-acd5-4ef0-9e64-9cc992009445', 'device_owner': 'network:router_interface', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': 'ab1ea2f3-e2cf-44a7-84b1-9af29b7d0ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:56:25Z', 'updated_at': '2022-10-04T20:56:30Z', 'revision_number': 2, 'project_id': '423269a2642a45b29d4f92a0995e6c3c', 'subnets': [{'id': 'ab1ea2f3-e2cf-44a7-84b1-9af29b7d0ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:56:35.679405 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a19356c5-f150-4ef3-8770-b12ceda1d2e3 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (43683add-b36a-433a-9eca-2500d2b82310), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:35.690509 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c70454-6e40-4578-a90d-46e013502e57 None None] Checking router: 2e55ef43-acd5-4ef0-9e64-9cc992009445 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:56:35.691058 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c70454-6e40-4578-a90d-46e013502e57 None None] Updating router 2e55ef43-acd5-4ef0-9e64-9cc992009445 port 79758689-db40-40c0-831d-ddd379068c4b binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:56:35.842680 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19356c5-f150-4ef3-8770-b12ceda1d2e3 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Pushing event deleted for resources: {'Port': ['ID=43683add-b36a-433a-9eca-2500d2b82310,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:36.154554 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:UPDATE=2,neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:36.202664 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Publish callbacks [] for port (bfaaf8cc-6a97-45e0-9988-11982ae4aac1), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:36.220391 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 49114) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:36.223088 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a19356c5-f150-4ef3-8770-b12ceda1d2e3 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:36.233400 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-185ab5a0-babf-4960-aa90-d24189177aee tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1385996709', 'description': 'tempest-description--240495487'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:56:36.236903 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a19356c5-f150-4ef3-8770-b12ceda1d2e3 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] 10.222.0.78 "DELETE /networking/v2.0/ports/43683add-b36a-433a-9eca-2500d2b82310 HTTP/1.1" status: 204 len: 168 time: 1.8647687 Oct 04 20:56:36.255634 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-40c70454-6e40-4578-a90d-46e013502e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (79758689-db40-40c0-831d-ddd379068c4b), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:36.257098 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49116) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:36.314887 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-cfc28879-bd86-4346-8692-12ef87c80f89 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0a4f6831-7d70-44f4-9a7f-7dd2f61ebcbf', 'external_fixed_ips': [{'subnet_id': '188a5eb3-2a68-4fb7-a41a-a6d408c3b5a5', 'ip_address': '172.20.0.14'}]}}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:56:36.329162 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4734d59d-ea71-4ae2-98b4-c8201c6ff499 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks [] for subnet (0b389023-14c7-4649-b798-796faa391b02), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:36.346508 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (bfaaf8cc-6a97-45e0-9988-11982ae4aac1), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:36.470789 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-185ab5a0-babf-4960-aa90-d24189177aee tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:36.491696 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Pushing event updated for resources: {'Port': ['ID=bfaaf8cc-6a97-45e0-9988-11982ae4aac1,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:36.508653 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4734d59d-ea71-4ae2-98b4-c8201c6ff499 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (0b389023-14c7-4649-b798-796faa391b02), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:36.532903 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-00bb7a41-dfb3-4ba2-953f-78e917ab5567 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for port (80912af5-fd7d-47b0-8bf1-7562dd4bf7f8), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:36.662531 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cfc28879-bd86-4346-8692-12ef87c80f89 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (33d38a59-b4c7-4a12-a5f7-f5982aee6c95), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:36.669823 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cfc28879-bd86-4346-8692-12ef87c80f89 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (33d38a59-b4c7-4a12-a5f7-f5982aee6c95), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:36.838781 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-185ab5a0-babf-4960-aa90-d24189177aee tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] Publish callbacks [] for security_group (26ae40fc-1d13-4c5e-b7bc-4cd216239b91), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:36.843881 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4734d59d-ea71-4ae2-98b4-c8201c6ff499 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (0b389023-14c7-4649-b798-796faa391b02), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:36.901530 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Network 4f7b4d43-c644-45b1-bf1f-471763ff52d5 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:56:36.903899 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-2d52a1ec-a90b-4d79-aed5-cedc52f5e88e None None] Attempting to bind port 764afd1c-22fa-4dc5-8e88-b61761026c6c on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:56:36.904476 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-2d52a1ec-a90b-4d79-aed5-cedc52f5e88e None None] Attempting to bind port 764afd1c-22fa-4dc5-8e88-b61761026c6c by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '036ba7e8-0045-4c20-a893-8e1a0913534e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '88735e6c-3a28-4861-acd5-331ce5857f9d'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:56:36.905045 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d52a1ec-a90b-4d79-aed5-cedc52f5e88e None None] Attempting to bind port 764afd1c-22fa-4dc5-8e88-b61761026c6c on network 88735e6c-3a28-4861-acd5-331ce5857f9d {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:56:36.926281 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cfc28879-bd86-4346-8692-12ef87c80f89 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks [] for router_controller (33d38a59-b4c7-4a12-a5f7-f5982aee6c95), precommit_add_association {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:36.930710 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-00bb7a41-dfb3-4ba2-953f-78e917ab5567 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (80912af5-fd7d-47b0-8bf1-7562dd4bf7f8), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:36.934867 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:36.969135 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:56:36.981994 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:56:37.017477 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-185ab5a0-babf-4960-aa90-d24189177aee tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (26ae40fc-1d13-4c5e-b7bc-4cd216239b91), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:37.043292 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bb7a41-dfb3-4ba2-953f-78e917ab5567 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Network 88735e6c-3a28-4861-acd5-331ce5857f9d is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:56:37.105918 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d52a1ec-a90b-4d79-aed5-cedc52f5e88e None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:56:37.106937 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d52a1ec-a90b-4d79-aed5-cedc52f5e88e None None] Checking segment: {'id': '036ba7e8-0045-4c20-a893-8e1a0913534e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '88735e6c-3a28-4861-acd5-331ce5857f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:56:37.107924 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2d52a1ec-a90b-4d79-aed5-cedc52f5e88e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:37.108835 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d52a1ec-a90b-4d79-aed5-cedc52f5e88e None None] Bound using segment: {'id': '036ba7e8-0045-4c20-a893-8e1a0913534e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '88735e6c-3a28-4861-acd5-331ce5857f9d'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:56:37.109973 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-2d52a1ec-a90b-4d79-aed5-cedc52f5e88e None None] Bound port: 764afd1c-22fa-4dc5-8e88-b61761026c6c, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036ba7e8-0045-4c20-a893-8e1a0913534e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '88735e6c-3a28-4861-acd5-331ce5857f9d'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:56:37.110934 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2d52a1ec-a90b-4d79-aed5-cedc52f5e88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (764afd1c-22fa-4dc5-8e88-b61761026c6c), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:37.111328 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185ab5a0-babf-4960-aa90-d24189177aee tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26ae40fc-1d13-4c5e-b7bc-4cd216239b91,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:37.139220 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-00bb7a41-dfb3-4ba2-953f-78e917ab5567 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:56:37.146930 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bb7a41-dfb3-4ba2-953f-78e917ab5567 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:56:37.147894 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185ab5a0-babf-4960-aa90-d24189177aee tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:56:37.148489 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185ab5a0-babf-4960-aa90-d24189177aee tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:56:37.149864 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185ab5a0-babf-4960-aa90-d24189177aee tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:56:37.150494 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185ab5a0-babf-4960-aa90-d24189177aee tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:56:37.153120 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185ab5a0-babf-4960-aa90-d24189177aee tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:56:37.156848 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185ab5a0-babf-4960-aa90-d24189177aee tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:56:37.157926 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185ab5a0-babf-4960-aa90-d24189177aee tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:56:37.158299 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bb7a41-dfb3-4ba2-953f-78e917ab5567 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:56:37.159470 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-00bb7a41-dfb3-4ba2-953f-78e917ab5567 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:37.159732 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185ab5a0-babf-4960-aa90-d24189177aee tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:56:37.161941 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185ab5a0-babf-4960-aa90-d24189177aee tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:56:37.162550 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185ab5a0-babf-4960-aa90-d24189177aee tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:56:37.163157 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185ab5a0-babf-4960-aa90-d24189177aee tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:56:37.165782 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bb7a41-dfb3-4ba2-953f-78e917ab5567 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event updated for resources: {'Port': ['ID=80912af5-fd7d-47b0-8bf1-7562dd4bf7f8,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:37.167811 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185ab5a0-babf-4960-aa90-d24189177aee tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:56:37.168407 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185ab5a0-babf-4960-aa90-d24189177aee tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:56:37.170309 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185ab5a0-babf-4960-aa90-d24189177aee tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:56:37.171050 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185ab5a0-babf-4960-aa90-d24189177aee tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:56:37.222989 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-185ab5a0-babf-4960-aa90-d24189177aee tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:37.225710 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-185ab5a0-babf-4960-aa90-d24189177aee tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.0002587 Oct 04 20:56:37.234455 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4734d59d-ea71-4ae2-98b4-c8201c6ff499 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (0b389023-14c7-4649-b798-796faa391b02), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:37.257532 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Attempting to bind port bfaaf8cc-6a97-45e0-9988-11982ae4aac1 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:56:37.259696 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Attempting to bind port bfaaf8cc-6a97-45e0-9988-11982ae4aac1 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '9c8bf266-2421-4b30-8718-7014acccfd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4f7b4d43-c644-45b1-bf1f-471763ff52d5'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:56:37.260630 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Attempting to bind port bfaaf8cc-6a97-45e0-9988-11982ae4aac1 on network 4f7b4d43-c644-45b1-bf1f-471763ff52d5 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:56:37.277091 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 49128) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:37.347417 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4734d59d-ea71-4ae2-98b4-c8201c6ff499 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:37.359100 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4734d59d-ea71-4ae2-98b4-c8201c6ff499 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/0b389023-14c7-4649-b798-796faa391b02 HTTP/1.1" status: 204 len: 168 time: 2.7291853 Oct 04 20:56:37.365900 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-056f15d3-5261-42bd-94bd-1099cd3757bd tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] Request body: {'security_group_rule': {'security_group_id': '26ae40fc-1d13-4c5e-b7bc-4cd216239b91', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:56:37.392361 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49132) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:37.411981 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0b389023-14c7-4649-b798-796faa391b02 could not be found. Oct 04 20:56:37.411981 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 20:56:37.411981 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 20:56:37.411981 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 20:56:37.411981 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 20:56:37.411981 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 20:56:37.411981 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 20:56:37.411981 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 20:56:37.411981 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 20:56:37.411981 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 20:56:37.411981 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 20:56:37.411981 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 20:56:37.411981 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 20:56:37.411981 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 20:56:37.411981 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:56:37.411981 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:56:37.411981 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:56:37.411981 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:56:37.411981 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 20:56:37.411981 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:56:37.411981 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 20:56:37.411981 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 20:56:37.411981 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:56:37.411981 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:56:37.411981 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:56:37.411981 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:56:37.411981 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 20:56:37.411981 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:56:37.411981 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 20:56:37.411981 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 20:56:37.411981 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:56:37.411981 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:56:37.411981 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:56:37.411981 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:56:37.411981 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 20:56:37.411981 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 20:56:37.411981 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 20:56:37.411981 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 20:56:37.411981 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 20:56:37.411981 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 20:56:37.411981 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0b389023-14c7-4649-b798-796faa391b02 could not be found. Oct 04 20:56:37.411981 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 20:56:37.418588 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4734d59d-ea71-4ae2-98b4-c8201c6ff499 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Pushing event deleted for resources: {'Subnet': ['ID=0b389023-14c7-4649-b798-796faa391b02,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:37.421701 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Attempting to bind port bfaaf8cc-6a97-45e0-9988-11982ae4aac1 on network 4f7b4d43-c644-45b1-bf1f-471763ff52d5 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:56:37.509921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0b389023-14c7-4649-b798-796faa391b02 could not be found. Oct 04 20:56:37.509921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 20:56:37.509921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 20:56:37.509921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 20:56:37.509921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 20:56:37.509921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 20:56:37.509921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 20:56:37.509921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 20:56:37.509921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 20:56:37.509921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 20:56:37.509921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 20:56:37.509921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 20:56:37.509921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:56:37.509921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:56:37.509921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:56:37.509921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:56:37.509921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 20:56:37.509921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:56:37.509921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 20:56:37.509921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 20:56:37.509921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:56:37.509921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:56:37.509921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:56:37.509921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:56:37.509921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 20:56:37.509921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:56:37.509921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 20:56:37.509921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 20:56:37.509921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:56:37.509921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:56:37.509921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:56:37.509921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:56:37.509921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 20:56:37.509921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 20:56:37.509921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 20:56:37.509921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 20:56:37.509921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 20:56:37.509921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 20:56:37.509921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0b389023-14c7-4649-b798-796faa391b02 could not be found. Oct 04 20:56:37.509921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 20:56:37.516429 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Failed to bind port bfaaf8cc-6a97-45e0-9988-11982ae4aac1 on host n-d-852085-12 for vnic_type normal using segments [{'id': '9c8bf266-2421-4b30-8718-7014acccfd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4f7b4d43-c644-45b1-bf1f-471763ff52d5'}] Oct 04 20:56:37.543721 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-056f15d3-5261-42bd-94bd-1099cd3757bd tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] Publish callbacks [] for security_group_rule (71110e04-6855-448b-8409-5406737c4fda), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:37.546244 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-00bb7a41-dfb3-4ba2-953f-78e917ab5567 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.9764943 Oct 04 20:56:37.552870 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Attempt 2 to bind port bfaaf8cc-6a97-45e0-9988-11982ae4aac1 Oct 04 20:56:37.600788 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2d52a1ec-a90b-4d79-aed5-cedc52f5e88e None None] For port 764afd1c-22fa-4dc5-8e88-b61761026c6c, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:56:37.609845 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cfc28879-bd86-4346-8692-12ef87c80f89 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks [] for router_gateway (33d38a59-b4c7-4a12-a5f7-f5982aee6c95), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:37.621736 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Attempting to bind port bfaaf8cc-6a97-45e0-9988-11982ae4aac1 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:56:37.622503 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Attempting to bind port bfaaf8cc-6a97-45e0-9988-11982ae4aac1 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '9c8bf266-2421-4b30-8718-7014acccfd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4f7b4d43-c644-45b1-bf1f-471763ff52d5'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:56:37.623259 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Attempting to bind port bfaaf8cc-6a97-45e0-9988-11982ae4aac1 on network 4f7b4d43-c644-45b1-bf1f-471763ff52d5 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:56:37.629489 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49136) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:37.648859 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2d52a1ec-a90b-4d79-aed5-cedc52f5e88e None None] For port 764afd1c-22fa-4dc5-8e88-b61761026c6c, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=764afd1c-22fa-4dc5-8e88-b61761026c6c,segment=NetworkSegment(036ba7e8-0045-4c20-a893-8e1a0913534e),segment_id=036ba7e8-0045-4c20-a893-8e1a0913534e)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:56:37.674236 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-40c70454-6e40-4578-a90d-46e013502e57 None None] Publish callbacks [] for port (79758689-db40-40c0-831d-ddd379068c4b), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:37.679221 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:37.764851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0b389023-14c7-4649-b798-796faa391b02 could not be found. Oct 04 20:56:37.764851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 20:56:37.764851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 20:56:37.764851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 20:56:37.764851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 20:56:37.764851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 20:56:37.764851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 20:56:37.764851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 20:56:37.764851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 20:56:37.764851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 20:56:37.764851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 20:56:37.764851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 20:56:37.764851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 20:56:37.764851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 20:56:37.764851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:56:37.764851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:56:37.764851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:56:37.764851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:56:37.764851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 20:56:37.764851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:56:37.764851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 20:56:37.764851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 20:56:37.764851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:56:37.764851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:56:37.764851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:56:37.764851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:56:37.764851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 20:56:37.764851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:56:37.764851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 20:56:37.764851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 20:56:37.764851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:56:37.764851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:56:37.764851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:56:37.764851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:56:37.764851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 20:56:37.764851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 20:56:37.764851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 20:56:37.764851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 20:56:37.764851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 20:56:37.764851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 20:56:37.764851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0b389023-14c7-4649-b798-796faa391b02 could not be found. Oct 04 20:56:37.764851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 20:56:37.772093 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Attempting to bind port bfaaf8cc-6a97-45e0-9988-11982ae4aac1 on network 4f7b4d43-c644-45b1-bf1f-471763ff52d5 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:56:37.787536 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-056f15d3-5261-42bd-94bd-1099cd3757bd tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] Publish callbacks [] for security_group_rule (71110e04-6855-448b-8409-5406737c4fda), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:37.813030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0b389023-14c7-4649-b798-796faa391b02 could not be found. Oct 04 20:56:37.813030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 20:56:37.813030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 20:56:37.813030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 20:56:37.813030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 20:56:37.813030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 20:56:37.813030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 20:56:37.813030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 20:56:37.813030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 20:56:37.813030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 20:56:37.813030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 20:56:37.813030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 20:56:37.813030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:56:37.813030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:56:37.813030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:56:37.813030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:56:37.813030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 20:56:37.813030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:56:37.813030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 20:56:37.813030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 20:56:37.813030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:56:37.813030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:56:37.813030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:56:37.813030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:56:37.813030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 20:56:37.813030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:56:37.813030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 20:56:37.813030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 20:56:37.813030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:56:37.813030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:56:37.813030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:56:37.813030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:56:37.813030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 20:56:37.813030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 20:56:37.813030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 20:56:37.813030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 20:56:37.813030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 20:56:37.813030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 20:56:37.813030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0b389023-14c7-4649-b798-796faa391b02 could not be found. Oct 04 20:56:37.813030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 20:56:37.821341 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Failed to bind port bfaaf8cc-6a97-45e0-9988-11982ae4aac1 on host n-d-852085-12 for vnic_type normal using segments [{'id': '9c8bf266-2421-4b30-8718-7014acccfd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4f7b4d43-c644-45b1-bf1f-471763ff52d5'}] Oct 04 20:56:37.821341 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-40c70454-6e40-4578-a90d-46e013502e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (79758689-db40-40c0-831d-ddd379068c4b), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:37.821341 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Attempt 3 to bind port bfaaf8cc-6a97-45e0-9988-11982ae4aac1 Oct 04 20:56:37.825595 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2d52a1ec-a90b-4d79-aed5-cedc52f5e88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (764afd1c-22fa-4dc5-8e88-b61761026c6c), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:37.839837 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc22f72b-9587-46c0-b738-ab84dae4d9a9 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:56:37.844120 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-dc22f72b-9587-46c0-b738-ab84dae4d9a9 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] 10.222.0.78 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4496639 Oct 04 20:56:37.857656 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 49138) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:37.919318 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Attempting to bind port bfaaf8cc-6a97-45e0-9988-11982ae4aac1 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:56:37.919896 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Attempting to bind port bfaaf8cc-6a97-45e0-9988-11982ae4aac1 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '9c8bf266-2421-4b30-8718-7014acccfd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4f7b4d43-c644-45b1-bf1f-471763ff52d5'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:56:37.920480 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Attempting to bind port bfaaf8cc-6a97-45e0-9988-11982ae4aac1 on network 4f7b4d43-c644-45b1-bf1f-471763ff52d5 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:56:38.010467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0b389023-14c7-4649-b798-796faa391b02 could not be found. Oct 04 20:56:38.010467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 20:56:38.010467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 20:56:38.010467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 20:56:38.010467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 20:56:38.010467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 20:56:38.010467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 20:56:38.010467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 20:56:38.010467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 20:56:38.010467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 20:56:38.010467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 20:56:38.010467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 20:56:38.010467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 20:56:38.010467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 20:56:38.010467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:56:38.010467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:56:38.010467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:56:38.010467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:56:38.010467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 20:56:38.010467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:56:38.010467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 20:56:38.010467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 20:56:38.010467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:56:38.010467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:56:38.010467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:56:38.010467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:56:38.010467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 20:56:38.010467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:56:38.010467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 20:56:38.010467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 20:56:38.010467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:56:38.010467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:56:38.010467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:56:38.010467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:56:38.010467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 20:56:38.010467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 20:56:38.010467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 20:56:38.010467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 20:56:38.010467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 20:56:38.010467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 20:56:38.010467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0b389023-14c7-4649-b798-796faa391b02 could not be found. Oct 04 20:56:38.010467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 20:56:38.024939 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Attempting to bind port bfaaf8cc-6a97-45e0-9988-11982ae4aac1 on network 4f7b4d43-c644-45b1-bf1f-471763ff52d5 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:56:38.117094 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-c2a40811-7a6b-49e0-81e7-f6667422d712 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Deleting port 80912af5-fd7d-47b0-8bf1-7562dd4bf7f8 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:56:38.117938 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c2a40811-7a6b-49e0-81e7-f6667422d712 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (80912af5-fd7d-47b0-8bf1-7562dd4bf7f8), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:38.123060 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0481a0bf-5ae3-4056-ab6a-b7517c62275c None None] Pushing event updated for resources: {'Port': ['ID=79758689-db40-40c0-831d-ddd379068c4b,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:38.220405 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0b389023-14c7-4649-b798-796faa391b02 could not be found. Oct 04 20:56:38.220405 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 20:56:38.220405 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 20:56:38.220405 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 20:56:38.220405 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 20:56:38.220405 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 20:56:38.220405 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 20:56:38.220405 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 20:56:38.220405 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 20:56:38.220405 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 20:56:38.220405 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 20:56:38.220405 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 20:56:38.220405 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:56:38.220405 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:56:38.220405 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:56:38.220405 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:56:38.220405 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 20:56:38.220405 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:56:38.220405 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 20:56:38.220405 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 20:56:38.220405 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:56:38.220405 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:56:38.220405 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:56:38.220405 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:56:38.220405 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 20:56:38.220405 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:56:38.220405 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 20:56:38.220405 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 20:56:38.220405 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:56:38.220405 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:56:38.220405 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:56:38.220405 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:56:38.220405 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 20:56:38.220405 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 20:56:38.220405 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 20:56:38.220405 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 20:56:38.220405 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 20:56:38.220405 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 20:56:38.220405 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0b389023-14c7-4649-b798-796faa391b02 could not be found. Oct 04 20:56:38.220405 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 20:56:38.228230 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Failed to bind port bfaaf8cc-6a97-45e0-9988-11982ae4aac1 on host n-d-852085-12 for vnic_type normal using segments [{'id': '9c8bf266-2421-4b30-8718-7014acccfd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4f7b4d43-c644-45b1-bf1f-471763ff52d5'}] Oct 04 20:56:38.255960 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:38.261313 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Attempt 4 to bind port bfaaf8cc-6a97-45e0-9988-11982ae4aac1 Oct 04 20:56:38.337708 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8188b305-0185-4e8f-914d-6a39b9c86915 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (4f7b4d43-c644-45b1-bf1f-471763ff52d5), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:38.352821 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-056f15d3-5261-42bd-94bd-1099cd3757bd tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (71110e04-6855-448b-8409-5406737c4fda), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:38.421958 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056f15d3-5261-42bd-94bd-1099cd3757bd tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71110e04-6855-448b-8409-5406737c4fda,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:38.528010 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:38.541801 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-8188b305-0185-4e8f-914d-6a39b9c86915 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Deleting port bfaaf8cc-6a97-45e0-9988-11982ae4aac1 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:56:38.542774 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8188b305-0185-4e8f-914d-6a39b9c86915 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (bfaaf8cc-6a97-45e0-9988-11982ae4aac1), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:38.555468 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c2a40811-7a6b-49e0-81e7-f6667422d712 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (80912af5-fd7d-47b0-8bf1-7562dd4bf7f8), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:38.582466 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-c2a40811-7a6b-49e0-81e7-f6667422d712 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Calling delete_port for 80912af5-fd7d-47b0-8bf1-7562dd4bf7f8 owned by {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:56:38.589525 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52a1ec-a90b-4d79-aed5-cedc52f5e88e None None] Pushing event updated for resources: {'Port': ['ID=764afd1c-22fa-4dc5-8e88-b61761026c6c,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:38.616020 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-40c70454-6e40-4578-a90d-46e013502e57 None None] Attempting to bind port 79758689-db40-40c0-831d-ddd379068c4b on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:56:38.617281 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-40c70454-6e40-4578-a90d-46e013502e57 None None] Attempting to bind port 79758689-db40-40c0-831d-ddd379068c4b by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'f3d829b9-1f2c-4fb7-89b2-9601f6946b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '9580a1b9-b475-4fcd-9d57-8aa902ddfc60'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:56:38.620252 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c70454-6e40-4578-a90d-46e013502e57 None None] Attempting to bind port 79758689-db40-40c0-831d-ddd379068c4b on network 9580a1b9-b475-4fcd-9d57-8aa902ddfc60 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:56:38.715549 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-056f15d3-5261-42bd-94bd-1099cd3757bd tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:38.719209 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-056f15d3-5261-42bd-94bd-1099cd3757bd tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3608832 Oct 04 20:56:38.723756 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 49150) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:38.734342 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-4566b421-a210-4e4f-8bef-b3e9b1b2494a tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] Request body: {'security_group_rule': {'security_group_id': '26ae40fc-1d13-4c5e-b7bc-4cd216239b91', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:56:38.797872 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Attempting to bind port bfaaf8cc-6a97-45e0-9988-11982ae4aac1 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:56:38.798985 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Attempting to bind port bfaaf8cc-6a97-45e0-9988-11982ae4aac1 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '9c8bf266-2421-4b30-8718-7014acccfd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4f7b4d43-c644-45b1-bf1f-471763ff52d5'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:56:38.799816 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Attempting to bind port bfaaf8cc-6a97-45e0-9988-11982ae4aac1 on network 4f7b4d43-c644-45b1-bf1f-471763ff52d5 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:56:38.817864 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:38.835846 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cfc28879-bd86-4346-8692-12ef87c80f89 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks [] for router_gateway (33d38a59-b4c7-4a12-a5f7-f5982aee6c95), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:38.843266 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-8188b305-0185-4e8f-914d-6a39b9c86915 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] For port bfaaf8cc-6a97-45e0-9988-11982ae4aac1, host n-d-852085-12, got binding levels [] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:56:38.844561 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8188b305-0185-4e8f-914d-6a39b9c86915 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (bfaaf8cc-6a97-45e0-9988-11982ae4aac1), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:38.886280 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-8188b305-0185-4e8f-914d-6a39b9c86915 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Calling delete_port for bfaaf8cc-6a97-45e0-9988-11982ae4aac1 owned by network:dhcp {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:56:38.915005 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0b389023-14c7-4649-b798-796faa391b02 could not be found. Oct 04 20:56:38.915005 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 20:56:38.915005 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 20:56:38.915005 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 20:56:38.915005 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 20:56:38.915005 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 20:56:38.915005 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 20:56:38.915005 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 20:56:38.915005 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 20:56:38.915005 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 20:56:38.915005 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 20:56:38.915005 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 20:56:38.915005 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 20:56:38.915005 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 20:56:38.915005 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:56:38.915005 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:56:38.915005 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:56:38.915005 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:56:38.915005 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 20:56:38.915005 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:56:38.915005 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 20:56:38.915005 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 20:56:38.915005 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:56:38.915005 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:56:38.915005 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:56:38.915005 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:56:38.915005 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 20:56:38.915005 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:56:38.915005 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 20:56:38.915005 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 20:56:38.915005 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:56:38.915005 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:56:38.915005 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:56:38.915005 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:56:38.915005 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 20:56:38.915005 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 20:56:38.915005 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 20:56:38.915005 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 20:56:38.915005 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 20:56:38.915005 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 20:56:38.915005 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0b389023-14c7-4649-b798-796faa391b02 could not be found. Oct 04 20:56:38.915005 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 20:56:38.921470 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Attempting to bind port bfaaf8cc-6a97-45e0-9988-11982ae4aac1 on network 4f7b4d43-c644-45b1-bf1f-471763ff52d5 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:56:38.925021 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cfc28879-bd86-4346-8692-12ef87c80f89 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:39.006810 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0b389023-14c7-4649-b798-796faa391b02 could not be found. Oct 04 20:56:39.006810 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 20:56:39.006810 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 20:56:39.006810 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 20:56:39.006810 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 20:56:39.006810 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 20:56:39.006810 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 20:56:39.006810 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 20:56:39.006810 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 20:56:39.006810 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 20:56:39.006810 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 20:56:39.006810 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 20:56:39.006810 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:56:39.006810 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:56:39.006810 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:56:39.006810 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:56:39.006810 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 20:56:39.006810 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:56:39.006810 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 20:56:39.006810 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 20:56:39.006810 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:56:39.006810 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:56:39.006810 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:56:39.006810 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:56:39.006810 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 20:56:39.006810 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:56:39.006810 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 20:56:39.006810 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 20:56:39.006810 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:56:39.006810 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:56:39.006810 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:56:39.006810 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:56:39.006810 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 20:56:39.006810 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 20:56:39.006810 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 20:56:39.006810 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 20:56:39.006810 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 20:56:39.006810 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 20:56:39.006810 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0b389023-14c7-4649-b798-796faa391b02 could not be found. Oct 04 20:56:39.006810 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 20:56:39.013052 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Failed to bind port bfaaf8cc-6a97-45e0-9988-11982ae4aac1 on host n-d-852085-12 for vnic_type normal using segments [{'id': '9c8bf266-2421-4b30-8718-7014acccfd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4f7b4d43-c644-45b1-bf1f-471763ff52d5'}] Oct 04 20:56:39.013052 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Attempt 5 to bind port bfaaf8cc-6a97-45e0-9988-11982ae4aac1 Oct 04 20:56:39.018691 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4566b421-a210-4e4f-8bef-b3e9b1b2494a tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] Publish callbacks [] for security_group_rule (a36fce8b-9657-466d-a193-12b270839f75), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:39.022307 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c70454-6e40-4578-a90d-46e013502e57 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:56:39.022920 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c70454-6e40-4578-a90d-46e013502e57 None None] Checking segment: {'id': 'f3d829b9-1f2c-4fb7-89b2-9601f6946b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '9580a1b9-b475-4fcd-9d57-8aa902ddfc60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:56:39.024395 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-40c70454-6e40-4578-a90d-46e013502e57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:39.025207 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c70454-6e40-4578-a90d-46e013502e57 None None] Bound using segment: {'id': 'f3d829b9-1f2c-4fb7-89b2-9601f6946b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '9580a1b9-b475-4fcd-9d57-8aa902ddfc60'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:56:39.036775 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-40c70454-6e40-4578-a90d-46e013502e57 None None] Bound port: 79758689-db40-40c0-831d-ddd379068c4b, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3d829b9-1f2c-4fb7-89b2-9601f6946b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '9580a1b9-b475-4fcd-9d57-8aa902ddfc60'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:56:39.036775 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-40c70454-6e40-4578-a90d-46e013502e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (79758689-db40-40c0-831d-ddd379068c4b), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:39.069656 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Attempting to bind port bfaaf8cc-6a97-45e0-9988-11982ae4aac1 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:56:39.070265 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Attempting to bind port bfaaf8cc-6a97-45e0-9988-11982ae4aac1 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '9c8bf266-2421-4b30-8718-7014acccfd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4f7b4d43-c644-45b1-bf1f-471763ff52d5'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:56:39.071632 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Attempting to bind port bfaaf8cc-6a97-45e0-9988-11982ae4aac1 on network 4f7b4d43-c644-45b1-bf1f-471763ff52d5 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:56:39.154458 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0b389023-14c7-4649-b798-796faa391b02 could not be found. Oct 04 20:56:39.154458 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 20:56:39.154458 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 20:56:39.154458 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 20:56:39.154458 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 20:56:39.154458 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 20:56:39.154458 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 20:56:39.154458 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 20:56:39.154458 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 20:56:39.154458 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 20:56:39.154458 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 20:56:39.154458 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 20:56:39.154458 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 20:56:39.154458 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 20:56:39.154458 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:56:39.154458 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:56:39.154458 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:56:39.154458 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:56:39.154458 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 20:56:39.154458 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:56:39.154458 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 20:56:39.154458 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 20:56:39.154458 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:56:39.154458 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:56:39.154458 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:56:39.154458 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:56:39.154458 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 20:56:39.154458 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:56:39.154458 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 20:56:39.154458 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 20:56:39.154458 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:56:39.154458 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:56:39.154458 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:56:39.154458 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:56:39.154458 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 20:56:39.154458 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 20:56:39.154458 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 20:56:39.154458 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 20:56:39.154458 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 20:56:39.154458 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 20:56:39.154458 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0b389023-14c7-4649-b798-796faa391b02 could not be found. Oct 04 20:56:39.154458 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 20:56:39.163586 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Attempting to bind port bfaaf8cc-6a97-45e0-9988-11982ae4aac1 on network 4f7b4d43-c644-45b1-bf1f-471763ff52d5 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:56:39.215636 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4566b421-a210-4e4f-8bef-b3e9b1b2494a tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] Publish callbacks [] for security_group_rule (a36fce8b-9657-466d-a193-12b270839f75), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:39.224955 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0b389023-14c7-4649-b798-796faa391b02 could not be found. Oct 04 20:56:39.224955 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 20:56:39.224955 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 20:56:39.224955 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 20:56:39.224955 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 20:56:39.224955 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 20:56:39.224955 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 20:56:39.224955 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 20:56:39.224955 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 20:56:39.224955 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 20:56:39.224955 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 20:56:39.224955 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 20:56:39.224955 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:56:39.224955 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:56:39.224955 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:56:39.224955 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:56:39.224955 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 20:56:39.224955 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:56:39.224955 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 20:56:39.224955 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 20:56:39.224955 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:56:39.224955 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:56:39.224955 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:56:39.224955 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:56:39.224955 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 20:56:39.224955 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:56:39.224955 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 20:56:39.224955 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 20:56:39.224955 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:56:39.224955 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:56:39.224955 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:56:39.224955 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:56:39.224955 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 20:56:39.224955 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 20:56:39.224955 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 20:56:39.224955 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 20:56:39.224955 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 20:56:39.224955 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 20:56:39.224955 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0b389023-14c7-4649-b798-796faa391b02 could not be found. Oct 04 20:56:39.224955 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 20:56:39.238711 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Failed to bind port bfaaf8cc-6a97-45e0-9988-11982ae4aac1 on host n-d-852085-12 for vnic_type normal using segments [{'id': '9c8bf266-2421-4b30-8718-7014acccfd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4f7b4d43-c644-45b1-bf1f-471763ff52d5'}] Oct 04 20:56:39.238711 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Attempt 6 to bind port bfaaf8cc-6a97-45e0-9988-11982ae4aac1 Oct 04 20:56:39.269412 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Attempting to bind port bfaaf8cc-6a97-45e0-9988-11982ae4aac1 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:56:39.271236 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Attempting to bind port bfaaf8cc-6a97-45e0-9988-11982ae4aac1 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '9c8bf266-2421-4b30-8718-7014acccfd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4f7b4d43-c644-45b1-bf1f-471763ff52d5'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:56:39.271236 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Attempting to bind port bfaaf8cc-6a97-45e0-9988-11982ae4aac1 on network 4f7b4d43-c644-45b1-bf1f-471763ff52d5 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:56:39.330418 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4566b421-a210-4e4f-8bef-b3e9b1b2494a tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (a36fce8b-9657-466d-a193-12b270839f75), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:39.340203 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8188b305-0185-4e8f-914d-6a39b9c86915 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (bfaaf8cc-6a97-45e0-9988-11982ae4aac1), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:39.369774 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0b389023-14c7-4649-b798-796faa391b02 could not be found. Oct 04 20:56:39.369774 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 20:56:39.369774 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 20:56:39.369774 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 20:56:39.369774 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 20:56:39.369774 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 20:56:39.369774 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 20:56:39.369774 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 20:56:39.369774 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 20:56:39.369774 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 20:56:39.369774 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 20:56:39.369774 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 20:56:39.369774 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 20:56:39.369774 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 20:56:39.369774 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:56:39.369774 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:56:39.369774 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:56:39.369774 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:56:39.369774 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 20:56:39.369774 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:56:39.369774 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 20:56:39.369774 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 20:56:39.369774 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:56:39.369774 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:56:39.369774 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:56:39.369774 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:56:39.369774 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 20:56:39.369774 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:56:39.369774 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 20:56:39.369774 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 20:56:39.369774 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:56:39.369774 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:56:39.369774 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:56:39.369774 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:56:39.369774 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 20:56:39.369774 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 20:56:39.369774 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 20:56:39.369774 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 20:56:39.369774 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 20:56:39.369774 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 20:56:39.369774 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0b389023-14c7-4649-b798-796faa391b02 could not be found. Oct 04 20:56:39.369774 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 20:56:39.376756 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Attempting to bind port bfaaf8cc-6a97-45e0-9988-11982ae4aac1 on network 4f7b4d43-c644-45b1-bf1f-471763ff52d5 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:56:39.465248 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0b389023-14c7-4649-b798-796faa391b02 could not be found. Oct 04 20:56:39.465248 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 20:56:39.465248 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 20:56:39.465248 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 20:56:39.465248 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 20:56:39.465248 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 20:56:39.465248 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 20:56:39.465248 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 20:56:39.465248 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 20:56:39.465248 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 20:56:39.465248 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 20:56:39.465248 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 20:56:39.465248 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:56:39.465248 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:56:39.465248 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:56:39.465248 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:56:39.465248 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 20:56:39.465248 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:56:39.465248 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 20:56:39.465248 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 20:56:39.465248 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:56:39.465248 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:56:39.465248 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:56:39.465248 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:56:39.465248 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 20:56:39.465248 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:56:39.465248 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 20:56:39.465248 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 20:56:39.465248 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:56:39.465248 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:56:39.465248 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:56:39.465248 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:56:39.465248 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 20:56:39.465248 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 20:56:39.465248 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 20:56:39.465248 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 20:56:39.465248 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 20:56:39.465248 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 20:56:39.465248 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0b389023-14c7-4649-b798-796faa391b02 could not be found. Oct 04 20:56:39.465248 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 20:56:39.476752 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Failed to bind port bfaaf8cc-6a97-45e0-9988-11982ae4aac1 on host n-d-852085-12 for vnic_type normal using segments [{'id': '9c8bf266-2421-4b30-8718-7014acccfd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4f7b4d43-c644-45b1-bf1f-471763ff52d5'}] Oct 04 20:56:39.479677 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Attempt 7 to bind port bfaaf8cc-6a97-45e0-9988-11982ae4aac1 Oct 04 20:56:39.496243 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-cfc28879-bd86-4346-8692-12ef87c80f89 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Allocated IP 172.20.0.14 (0a4f6831-7d70-44f4-9a7f-7dd2f61ebcbf/188a5eb3-2a68-4fb7-a41a-a6d408c3b5a5/c7871a1e-25d5-4b25-ba70-58d5e4bd4892) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:56:39.512033 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-40c70454-6e40-4578-a90d-46e013502e57 None None] For port 79758689-db40-40c0-831d-ddd379068c4b, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:56:39.521688 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c2a40811-7a6b-49e0-81e7-f6667422d712 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (80912af5-fd7d-47b0-8bf1-7562dd4bf7f8), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:39.526405 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Attempting to bind port bfaaf8cc-6a97-45e0-9988-11982ae4aac1 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:56:39.527487 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Attempting to bind port bfaaf8cc-6a97-45e0-9988-11982ae4aac1 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '9c8bf266-2421-4b30-8718-7014acccfd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4f7b4d43-c644-45b1-bf1f-471763ff52d5'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:56:39.528427 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Attempting to bind port bfaaf8cc-6a97-45e0-9988-11982ae4aac1 on network 4f7b4d43-c644-45b1-bf1f-471763ff52d5 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:56:39.533509 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8188b305-0185-4e8f-914d-6a39b9c86915 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Pushing event deleted for resources: {'Port': ['ID=bfaaf8cc-6a97-45e0-9988-11982ae4aac1,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:39.545422 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4566b421-a210-4e4f-8bef-b3e9b1b2494a tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:39.553852 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4566b421-a210-4e4f-8bef-b3e9b1b2494a tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8227110 Oct 04 20:56:39.559693 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4566b421-a210-4e4f-8bef-b3e9b1b2494a tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a36fce8b-9657-466d-a193-12b270839f75,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:39.571902 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8188b305-0185-4e8f-914d-6a39b9c86915 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] No DVR routers for this DVR port bfaaf8cc-6a97-45e0-9988-11982ae4aac1 on host n-d-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:56:39.577690 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 49158) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:39.599094 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0b389023-14c7-4649-b798-796faa391b02 could not be found. Oct 04 20:56:39.599094 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 20:56:39.599094 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 20:56:39.599094 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 20:56:39.599094 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 20:56:39.599094 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 20:56:39.599094 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 20:56:39.599094 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 20:56:39.599094 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 20:56:39.599094 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 20:56:39.599094 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 20:56:39.599094 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 20:56:39.599094 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 20:56:39.599094 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 20:56:39.599094 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:56:39.599094 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:56:39.599094 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:56:39.599094 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:56:39.599094 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 20:56:39.599094 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:56:39.599094 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 20:56:39.599094 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 20:56:39.599094 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:56:39.599094 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:56:39.599094 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:56:39.599094 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:56:39.599094 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 20:56:39.599094 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:56:39.599094 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 20:56:39.599094 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 20:56:39.599094 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:56:39.599094 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:56:39.599094 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:56:39.599094 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:56:39.599094 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 20:56:39.599094 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 20:56:39.599094 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 20:56:39.599094 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 20:56:39.599094 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 20:56:39.599094 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 20:56:39.599094 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0b389023-14c7-4649-b798-796faa391b02 could not be found. Oct 04 20:56:39.599094 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 20:56:39.606831 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Attempting to bind port bfaaf8cc-6a97-45e0-9988-11982ae4aac1 on network 4f7b4d43-c644-45b1-bf1f-471763ff52d5 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:56:39.609387 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-959ff6b1-7d80-4bb7-8300-03094f49fe46 tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] Request body: {'floatingip': {'floating_network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:56:39.616858 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-40c70454-6e40-4578-a90d-46e013502e57 None None] For port 79758689-db40-40c0-831d-ddd379068c4b, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=79758689-db40-40c0-831d-ddd379068c4b,segment=NetworkSegment(f3d829b9-1f2c-4fb7-89b2-9601f6946b15),segment_id=f3d829b9-1f2c-4fb7-89b2-9601f6946b15)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:56:39.668600 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0b389023-14c7-4649-b798-796faa391b02 could not be found. Oct 04 20:56:39.668600 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 20:56:39.668600 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 20:56:39.668600 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 20:56:39.668600 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 20:56:39.668600 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 20:56:39.668600 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 20:56:39.668600 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 20:56:39.668600 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 20:56:39.668600 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 20:56:39.668600 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 20:56:39.668600 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 20:56:39.668600 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:56:39.668600 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:56:39.668600 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:56:39.668600 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:56:39.668600 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 20:56:39.668600 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:56:39.668600 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 20:56:39.668600 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 20:56:39.668600 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:56:39.668600 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:56:39.668600 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:56:39.668600 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:56:39.668600 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 20:56:39.668600 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:56:39.668600 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 20:56:39.668600 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 20:56:39.668600 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:56:39.668600 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:56:39.668600 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:56:39.668600 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:56:39.668600 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 20:56:39.668600 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 20:56:39.668600 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 20:56:39.668600 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 20:56:39.668600 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 20:56:39.668600 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 20:56:39.668600 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0b389023-14c7-4649-b798-796faa391b02 could not be found. Oct 04 20:56:39.668600 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 20:56:39.676550 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Failed to bind port bfaaf8cc-6a97-45e0-9988-11982ae4aac1 on host n-d-852085-12 for vnic_type normal using segments [{'id': '9c8bf266-2421-4b30-8718-7014acccfd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4f7b4d43-c644-45b1-bf1f-471763ff52d5'}] Oct 04 20:56:39.677652 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Attempt 8 to bind port bfaaf8cc-6a97-45e0-9988-11982ae4aac1 Oct 04 20:56:39.711829 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Attempting to bind port bfaaf8cc-6a97-45e0-9988-11982ae4aac1 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:56:39.712455 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Attempting to bind port bfaaf8cc-6a97-45e0-9988-11982ae4aac1 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '9c8bf266-2421-4b30-8718-7014acccfd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4f7b4d43-c644-45b1-bf1f-471763ff52d5'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:56:39.713884 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Attempting to bind port bfaaf8cc-6a97-45e0-9988-11982ae4aac1 on network 4f7b4d43-c644-45b1-bf1f-471763ff52d5 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:56:39.748590 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 49160) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:39.830133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0b389023-14c7-4649-b798-796faa391b02 could not be found. Oct 04 20:56:39.830133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 20:56:39.830133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 20:56:39.830133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 20:56:39.830133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 20:56:39.830133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 20:56:39.830133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 20:56:39.830133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 20:56:39.830133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 20:56:39.830133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 20:56:39.830133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 20:56:39.830133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 20:56:39.830133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 20:56:39.830133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 20:56:39.830133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:56:39.830133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:56:39.830133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:56:39.830133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:56:39.830133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 20:56:39.830133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:56:39.830133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 20:56:39.830133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 20:56:39.830133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:56:39.830133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:56:39.830133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:56:39.830133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:56:39.830133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 20:56:39.830133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:56:39.830133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 20:56:39.830133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 20:56:39.830133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:56:39.830133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:56:39.830133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:56:39.830133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:56:39.830133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 20:56:39.830133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 20:56:39.830133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 20:56:39.830133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 20:56:39.830133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 20:56:39.830133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 20:56:39.830133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0b389023-14c7-4649-b798-796faa391b02 could not be found. Oct 04 20:56:39.830133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 20:56:39.837675 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Attempting to bind port bfaaf8cc-6a97-45e0-9988-11982ae4aac1 on network 4f7b4d43-c644-45b1-bf1f-471763ff52d5 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:56:39.845437 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:39.909698 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8188b305-0185-4e8f-914d-6a39b9c86915 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (4f7b4d43-c644-45b1-bf1f-471763ff52d5), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:39.946768 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-40c70454-6e40-4578-a90d-46e013502e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (79758689-db40-40c0-831d-ddd379068c4b), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:39.961040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0b389023-14c7-4649-b798-796faa391b02 could not be found. Oct 04 20:56:39.961040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 20:56:39.961040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 20:56:39.961040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 20:56:39.961040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 20:56:39.961040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 20:56:39.961040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 20:56:39.961040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 20:56:39.961040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 20:56:39.961040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 20:56:39.961040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 20:56:39.961040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 20:56:39.961040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:56:39.961040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:56:39.961040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:56:39.961040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:56:39.961040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 20:56:39.961040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:56:39.961040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 20:56:39.961040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 20:56:39.961040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:56:39.961040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:56:39.961040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:56:39.961040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:56:39.961040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 20:56:39.961040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:56:39.961040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 20:56:39.961040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 20:56:39.961040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:56:39.961040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:56:39.961040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:56:39.961040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:56:39.961040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 20:56:39.961040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 20:56:39.961040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 20:56:39.961040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 20:56:39.961040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 20:56:39.961040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 20:56:39.961040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0b389023-14c7-4649-b798-796faa391b02 could not be found. Oct 04 20:56:39.961040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 20:56:39.966573 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Failed to bind port bfaaf8cc-6a97-45e0-9988-11982ae4aac1 on host n-d-852085-12 for vnic_type normal using segments [{'id': '9c8bf266-2421-4b30-8718-7014acccfd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4f7b4d43-c644-45b1-bf1f-471763ff52d5'}] Oct 04 20:56:39.999973 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Attempt 9 to bind port bfaaf8cc-6a97-45e0-9988-11982ae4aac1 Oct 04 20:56:40.015436 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-959ff6b1-7d80-4bb7-8300-03094f49fe46 tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] Publish callbacks [] for floatingip (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:40.057469 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:INSERT=9,neutron:SELECT=84,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:40.092309 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c70454-6e40-4578-a90d-46e013502e57 None None] Routers {'2e55ef43-acd5-4ef0-9e64-9cc992009445'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:56:40.093415 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-40c70454-6e40-4578-a90d-46e013502e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:56:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['2e55ef43-acd5-4ef0-9e64-9cc992009445'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:56:40.104770 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-8188b305-0185-4e8f-914d-6a39b9c86915 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f7b4d43-c644-45b1-bf1f-471763ff52d5']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:56:40.114477 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Attempting to bind port bfaaf8cc-6a97-45e0-9988-11982ae4aac1 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:56:40.115116 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Attempting to bind port bfaaf8cc-6a97-45e0-9988-11982ae4aac1 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '9c8bf266-2421-4b30-8718-7014acccfd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4f7b4d43-c644-45b1-bf1f-471763ff52d5'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:56:40.115793 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Attempting to bind port bfaaf8cc-6a97-45e0-9988-11982ae4aac1 on network 4f7b4d43-c644-45b1-bf1f-471763ff52d5 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:56:40.227783 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-8188b305-0185-4e8f-914d-6a39b9c86915 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c8bf266-2421-4b30-8718-7014acccfd6b') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:56:40.228961 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-8188b305-0185-4e8f-914d-6a39b9c86915 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c8bf266-2421-4b30-8718-7014acccfd6b') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:56:40.242550 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cfc28879-bd86-4346-8692-12ef87c80f89 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks [] for port (c7871a1e-25d5-4b25-ba70-58d5e4bd4892), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:40.271764 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8188b305-0185-4e8f-914d-6a39b9c86915 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (9c8bf266-2421-4b30-8718-7014acccfd6b), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:40.327108 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8188b305-0185-4e8f-914d-6a39b9c86915 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (9c8bf266-2421-4b30-8718-7014acccfd6b), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:40.341960 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c2a40811-7a6b-49e0-81e7-f6667422d712 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:40.354633 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c2a40811-7a6b-49e0-81e7-f6667422d712 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "DELETE /networking/v2.0/ports/80912af5-fd7d-47b0-8bf1-7562dd4bf7f8 HTTP/1.1" status: 204 len: 168 time: 2.7232249 Oct 04 20:56:40.358694 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a40811-7a6b-49e0-81e7-f6667422d712 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event deleted for resources: {'Port': ['ID=80912af5-fd7d-47b0-8bf1-7562dd4bf7f8,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:40.364206 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 49168) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:40.390432 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8188b305-0185-4e8f-914d-6a39b9c86915 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:56:40.391298 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8188b305-0185-4e8f-914d-6a39b9c86915 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (9c8bf266-2421-4b30-8718-7014acccfd6b), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:40.392220 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:40.394971 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 764afd1c-22fa-4dc5-8e88-b61761026c6c up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:56:40.395873 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49170) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:40.440324 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:40.514522 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0b389023-14c7-4649-b798-796faa391b02 could not be found. Oct 04 20:56:40.514522 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 20:56:40.514522 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 20:56:40.514522 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 20:56:40.514522 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 20:56:40.514522 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 20:56:40.514522 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 20:56:40.514522 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 20:56:40.514522 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 20:56:40.514522 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 20:56:40.514522 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 20:56:40.514522 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 20:56:40.514522 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 20:56:40.514522 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 20:56:40.514522 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:56:40.514522 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:56:40.514522 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:56:40.514522 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:56:40.514522 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 20:56:40.514522 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:56:40.514522 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 20:56:40.514522 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 20:56:40.514522 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:56:40.514522 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:56:40.514522 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:56:40.514522 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:56:40.514522 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 20:56:40.514522 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:56:40.514522 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 20:56:40.514522 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 20:56:40.514522 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:56:40.514522 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:56:40.514522 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:56:40.514522 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:56:40.514522 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 20:56:40.514522 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 20:56:40.514522 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 20:56:40.514522 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 20:56:40.514522 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 20:56:40.514522 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 20:56:40.514522 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0b389023-14c7-4649-b798-796faa391b02 could not be found. Oct 04 20:56:40.514522 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 20:56:40.520945 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Attempting to bind port bfaaf8cc-6a97-45e0-9988-11982ae4aac1 on network 4f7b4d43-c644-45b1-bf1f-471763ff52d5 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:56:40.530814 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cfc28879-bd86-4346-8692-12ef87c80f89 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (c7871a1e-25d5-4b25-ba70-58d5e4bd4892), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:40.601775 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0481a0bf-5ae3-4056-ab6a-b7517c62275c None None] Pushing event updated for resources: {'Port': ['ID=79758689-db40-40c0-831d-ddd379068c4b,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:40.604845 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-959ff6b1-7d80-4bb7-8300-03094f49fe46 tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:40.621210 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc28879-bd86-4346-8692-12ef87c80f89 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Pushing event updated for resources: {'Port': ['ID=c7871a1e-25d5-4b25-ba70-58d5e4bd4892,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:40.626142 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a01c532-ed61-4dab-b6f5-df4c42147848 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] DELETE failed (client error): The resource could not be found. Oct 04 20:56:40.628674 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a01c532-ed61-4dab-b6f5-df4c42147848 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 20:56:40.636429 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4a01c532-ed61-4dab-b6f5-df4c42147848 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "DELETE /networking/v2.0/ports/80912af5-fd7d-47b0-8bf1-7562dd4bf7f8 HTTP/1.1" status: 404 len: 333 time: 0.2674720 Oct 04 20:56:40.639918 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-3b3f7997-3ed9-438a-a5af-96205ce6f1de None None] Provisioning complete for port 764afd1c-22fa-4dc5-8e88-b61761026c6c triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:56:40.641078 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49178) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:40.644274 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3b3f7997-3ed9-438a-a5af-96205ce6f1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (764afd1c-22fa-4dc5-8e88-b61761026c6c), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:40.645906 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-3b3f7997-3ed9-438a-a5af-96205ce6f1de None None] Attempt 1 to provision port 764afd1c-22fa-4dc5-8e88-b61761026c6c Oct 04 20:56:40.655016 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0b389023-14c7-4649-b798-796faa391b02 could not be found. Oct 04 20:56:40.655016 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 20:56:40.655016 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 20:56:40.655016 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 20:56:40.655016 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 20:56:40.655016 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 20:56:40.655016 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 20:56:40.655016 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 20:56:40.655016 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 20:56:40.655016 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 20:56:40.655016 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 20:56:40.655016 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 20:56:40.655016 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:56:40.655016 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:56:40.655016 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:56:40.655016 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:56:40.655016 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 20:56:40.655016 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:56:40.655016 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 20:56:40.655016 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 20:56:40.655016 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:56:40.655016 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:56:40.655016 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:56:40.655016 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:56:40.655016 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 20:56:40.655016 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:56:40.655016 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 20:56:40.655016 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 20:56:40.655016 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:56:40.655016 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:56:40.655016 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:56:40.655016 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:56:40.655016 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 20:56:40.655016 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 20:56:40.655016 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 20:56:40.655016 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 20:56:40.655016 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 20:56:40.655016 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 20:56:40.655016 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0b389023-14c7-4649-b798-796faa391b02 could not be found. Oct 04 20:56:40.655016 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 20:56:40.662138 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc28879-bd86-4346-8692-12ef87c80f89 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Network 0a4f6831-7d70-44f4-9a7f-7dd2f61ebcbf is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:56:40.664304 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Failed to bind port bfaaf8cc-6a97-45e0-9988-11982ae4aac1 on host n-d-852085-12 for vnic_type normal using segments [{'id': '9c8bf266-2421-4b30-8718-7014acccfd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4f7b4d43-c644-45b1-bf1f-471763ff52d5'}] Oct 04 20:56:40.666344 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-cfc28879-bd86-4346-8692-12ef87c80f89 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:56:40.700728 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc28879-bd86-4346-8692-12ef87c80f89 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:56:40.773970 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8188b305-0185-4e8f-914d-6a39b9c86915 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (4f7b4d43-c644-45b1-bf1f-471763ff52d5), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:40.780395 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Attempt 10 to bind port bfaaf8cc-6a97-45e0-9988-11982ae4aac1 Oct 04 20:56:40.794798 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f5617ad-0023-4dc8-8708-148152426f72 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] GET failed (client error): The resource could not be found. Oct 04 20:56:40.796409 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8188b305-0185-4e8f-914d-6a39b9c86915 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:40.797697 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-4f5617ad-0023-4dc8-8708-148152426f72 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "GET /networking/v2.0/ports/80912af5-fd7d-47b0-8bf1-7562dd4bf7f8 HTTP/1.1" status: 404 len: 333 time: 0.1550369 Oct 04 20:56:40.810915 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-8188b305-0185-4e8f-914d-6a39b9c86915 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] 10.222.0.78 "DELETE /networking/v2.0/networks/4f7b4d43-c644-45b1-bf1f-471763ff52d5 HTTP/1.1" status: 204 len: 168 time: 2.9502234 Oct 04 20:56:40.821633 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 49182) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:40.822195 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 49184) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:40.884928 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Attempting to bind port bfaaf8cc-6a97-45e0-9988-11982ae4aac1 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:56:40.886207 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Attempting to bind port bfaaf8cc-6a97-45e0-9988-11982ae4aac1 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:56:40.887256 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Attempting to bind port bfaaf8cc-6a97-45e0-9988-11982ae4aac1 on network 4f7b4d43-c644-45b1-bf1f-471763ff52d5 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:56:40.897472 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-9cdeb6cf-55e2-4ae9-b554-d6b475cadd02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222958214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222958214-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1615962364'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:56:40.943360 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8188b305-0185-4e8f-914d-6a39b9c86915 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Pushing event deleted for resources: {'Network': ['ID=4f7b4d43-c644-45b1-bf1f-471763ff52d5,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:40.964078 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0b389023-14c7-4649-b798-796faa391b02 could not be found. Oct 04 20:56:40.964078 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 20:56:40.964078 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 20:56:40.964078 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 20:56:40.964078 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 20:56:40.964078 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 20:56:40.964078 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 20:56:40.964078 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 20:56:40.964078 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 20:56:40.964078 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 20:56:40.964078 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 20:56:40.964078 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 20:56:40.964078 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 20:56:40.964078 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 20:56:40.964078 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:56:40.964078 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:56:40.964078 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:56:40.964078 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:56:40.964078 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 20:56:40.964078 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:56:40.964078 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 20:56:40.964078 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 20:56:40.964078 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:56:40.964078 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:56:40.964078 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:56:40.964078 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:56:40.964078 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 20:56:40.964078 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:56:40.964078 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 20:56:40.964078 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 20:56:40.964078 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:56:40.964078 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:56:40.964078 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:56:40.964078 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:56:40.964078 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 20:56:40.964078 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 20:56:40.964078 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 20:56:40.964078 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 20:56:40.964078 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 20:56:40.964078 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 20:56:40.964078 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0b389023-14c7-4649-b798-796faa391b02 could not be found. Oct 04 20:56:40.964078 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 20:56:40.972702 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Attempting to bind port bfaaf8cc-6a97-45e0-9988-11982ae4aac1 on network 4f7b4d43-c644-45b1-bf1f-471763ff52d5 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:56:41.023049 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:41.056170 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-40c70454-6e40-4578-a90d-46e013502e57 None None] Set router 2e55ef43-acd5-4ef0-9e64-9cc992009445 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:56:41.067860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 0b389023-14c7-4649-b798-796faa391b02 could not be found. Oct 04 20:56:41.067860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 20:56:41.067860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 20:56:41.067860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 20:56:41.067860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 20:56:41.067860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 20:56:41.067860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 20:56:41.067860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 20:56:41.067860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 20:56:41.067860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 20:56:41.067860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 20:56:41.067860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 20:56:41.067860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:56:41.067860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:56:41.067860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:56:41.067860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:56:41.067860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 20:56:41.067860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:56:41.067860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 20:56:41.067860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 20:56:41.067860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:56:41.067860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:56:41.067860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:56:41.067860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:56:41.067860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 20:56:41.067860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 20:56:41.067860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 20:56:41.067860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 20:56:41.067860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 20:56:41.067860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 20:56:41.067860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 20:56:41.067860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 20:56:41.067860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 20:56:41.067860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 20:56:41.067860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 20:56:41.067860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 20:56:41.067860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 20:56:41.067860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 20:56:41.067860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 0b389023-14c7-4649-b798-796faa391b02 could not be found. Oct 04 20:56:41.067860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 20:56:41.075323 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Failed to bind port bfaaf8cc-6a97-45e0-9988-11982ae4aac1 on host n-d-852085-12 for vnic_type normal using segments [] Oct 04 20:56:41.076489 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (bfaaf8cc-6a97-45e0-9988-11982ae4aac1), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:41.168472 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 764afd1c-22fa-4dc5-8e88-b61761026c6c triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:56:41.170275 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (764afd1c-22fa-4dc5-8e88-b61761026c6c), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:41.171722 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 764afd1c-22fa-4dc5-8e88-b61761026c6c Oct 04 20:56:41.215344 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0a1332f8-ace7-4f92-8466-bf3d090a85e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:41.281458 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-77253549-0e6d-4d2a-9d6b-4b4915632628 None None] Port bfaaf8cc-6a97-45e0-9988-11982ae4aac1 has been deleted concurrently {{(pid=108171) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:696}} Oct 04 20:56:41.544504 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-3b3f7997-3ed9-438a-a5af-96205ce6f1de None None] Current status of the port 764afd1c-22fa-4dc5-8e88-b61761026c6c is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:56:41.546618 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3b3f7997-3ed9-438a-a5af-96205ce6f1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (764afd1c-22fa-4dc5-8e88-b61761026c6c), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:41.596669 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cfc28879-bd86-4346-8692-12ef87c80f89 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks [] for router_gateway (33d38a59-b4c7-4a12-a5f7-f5982aee6c95), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:41.845023 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 764afd1c-22fa-4dc5-8e88-b61761026c6c is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:56:41.845661 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (764afd1c-22fa-4dc5-8e88-b61761026c6c), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:41.886952 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-3b3f7997-3ed9-438a-a5af-96205ce6f1de None None] For port 764afd1c-22fa-4dc5-8e88-b61761026c6c, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=764afd1c-22fa-4dc5-8e88-b61761026c6c,segment=NetworkSegment(036ba7e8-0045-4c20-a893-8e1a0913534e),segment_id=036ba7e8-0045-4c20-a893-8e1a0913534e)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:56:41.965480 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:42.001534 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f910065-422d-48c4-848e-3d58a9d88d4b tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Deleting subnet e09134c3-54b0-4261-a0cb-72aa4875bc17 {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:56:42.005934 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cdeb6cf-55e2-4ae9-b554-d6b475cadd02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222958214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222958214-project] Made reservation on behalf of 57c85c13cfbf49bca8d9da7a6dd46000 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:56:42.012628 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9cdeb6cf-55e2-4ae9-b554-d6b475cadd02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222958214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222958214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:42.024240 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3b3f7997-3ed9-438a-a5af-96205ce6f1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (764afd1c-22fa-4dc5-8e88-b61761026c6c), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:42.026415 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 9c8bf266-2421-4b30-8718-7014acccfd6b resource provider aggregate not found Oct 04 20:56:42.057846 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7f910065-422d-48c4-848e-3d58a9d88d4b tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for subnet (e09134c3-54b0-4261-a0cb-72aa4875bc17), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:42.087690 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-959ff6b1-7d80-4bb7-8300-03094f49fe46 tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] Allocated IP 172.25.5.192 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/769ce8e4-eeb5-4dfb-b47a-838bee666f4b) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:56:42.139479 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 9c8bf266-2421-4b30-8718-7014acccfd6b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9c8bf266-2421-4b30-8718-7014acccfd6b found for delete ", "request_id": "req-d27dd6f5-5217-43b8-8db4-ef2403dfd4eb"}]} Oct 04 20:56:42.147531 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3038d5a8-ed7a-4657-8ba9-93d56a77a464 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (3129a637-a0a8-4af2-949f-835d7b7439c1), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:42.161211 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9cdeb6cf-55e2-4ae9-b554-d6b475cadd02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222958214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222958214-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:42.229046 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3f7997-3ed9-438a-a5af-96205ce6f1de None None] Pushing event updated for resources: {'Port': ['ID=764afd1c-22fa-4dc5-8e88-b61761026c6c,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:42.256565 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7f910065-422d-48c4-848e-3d58a9d88d4b tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (e09134c3-54b0-4261-a0cb-72aa4875bc17), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:42.322318 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-40c70454-6e40-4578-a90d-46e013502e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e55ef43-acd5-4ef0-9e64-9cc992009445', 'name': 'tempest-ServerActionsTestJSON-1444902054-router', 'tenant_id': '423269a2642a45b29d4f92a0995e6c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'cf55e955-36d0-45b8-95d9-0542dfb1ca6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:56:09Z', 'updated_at': '2022-10-04T20:56:29Z', 'revision_number': 4, 'project_id': '423269a2642a45b29d4f92a0995e6c3c', 'gw_port': {'id': 'cf55e955-36d0-45b8-95d9-0542dfb1ca6e', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:bd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e55ef43-acd5-4ef0-9e64-9cc992009445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:56:11Z', 'updated_at': '2022-10-04T20:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '79758689-db40-40c0-831d-ddd379068c4b', 'name': '', 'network_id': '9580a1b9-b475-4fcd-9d57-8aa902ddfc60', 'tenant_id': '423269a2642a45b29d4f92a0995e6c3c', 'mac_address': 'fa:16:3e:65:4d:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e55ef43-acd5-4ef0-9e64-9cc992009445', 'device_owner': 'network:router_interface', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': 'ab1ea2f3-e2cf-44a7-84b1-9af29b7d0ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:56:25Z', 'updated_at': '2022-10-04T20:56:39Z', 'revision_number': 4, 'project_id': '423269a2642a45b29d4f92a0995e6c3c', 'subnets': [{'id': 'ab1ea2f3-e2cf-44a7-84b1-9af29b7d0ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:56:42.383057 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:42.440387 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0a1332f8-ace7-4f92-8466-bf3d090a85e1 admin admin] Publish callbacks [] for security_group (550cd1d2-989c-4c01-a843-b72cb68aee4a), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:42.465140 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cfc28879-bd86-4346-8692-12ef87c80f89 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (33d38a59-b4c7-4a12-a5f7-f5982aee6c95), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:42.607989 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 20:56:42.607989 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 20:56:42.607989 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c70454-6e40-4578-a90d-46e013502e57 None None] The sync data for ids ['2e55ef43-acd5-4ef0-9e64-9cc992009445'] in n-d-852085-12 is: [{'id': '2e55ef43-acd5-4ef0-9e64-9cc992009445', 'name': 'tempest-ServerActionsTestJSON-1444902054-router', 'tenant_id': '423269a2642a45b29d4f92a0995e6c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'cf55e955-36d0-45b8-95d9-0542dfb1ca6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:56:09Z', 'updated_at': '2022-10-04T20:56:29Z', 'revision_number': 4, 'project_id': '423269a2642a45b29d4f92a0995e6c3c', 'gw_port': {'id': 'cf55e955-36d0-45b8-95d9-0542dfb1ca6e', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:bd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e55ef43-acd5-4ef0-9e64-9cc992009445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:56:11Z', 'updated_at': '2022-10-04T20:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '79758689-db40-40c0-831d-ddd379068c4b', 'name': '', 'network_id': '9580a1b9-b475-4fcd-9d57-8aa902ddfc60', 'tenant_id': '423269a2642a45b29d4f92a0995e6c3c', 'mac_address': 'fa:16:3e:65:4d:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e55ef43-acd5-4ef0-9e64-9cc992009445', 'device_owner': 'network:router_interface', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': 'ab1ea2f3-e2cf-44a7-84b1-9af29b7d0ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:56:25Z', 'updated_at': '2022-10-04T20:56:39Z', 'revision_number': 4, 'project_id': '423269a2642a45b29d4f92a0995e6c3c', 'subnets': [{'id': 'ab1ea2f3-e2cf-44a7-84b1-9af29b7d0ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:56:42.635664 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0a1332f8-ace7-4f92-8466-bf3d090a85e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (550cd1d2-989c-4c01-a843-b72cb68aee4a), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:42.737563 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1332f8-ace7-4f92-8466-bf3d090a85e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=550cd1d2-989c-4c01-a843-b72cb68aee4a,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:42.746799 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3038d5a8-ed7a-4657-8ba9-93d56a77a464 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (3129a637-a0a8-4af2-949f-835d7b7439c1), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:42.849987 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-0a1332f8-ace7-4f92-8466-bf3d090a85e1 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=9bcdc54c4bbc4cc9b71372434a42ed3a&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4473925 Oct 04 20:56:42.851039 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49194) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:42.905238 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=49 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:43.027162 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7f910065-422d-48c4-848e-3d58a9d88d4b tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (e09134c3-54b0-4261-a0cb-72aa4875bc17), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:43.140428 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-336f76d7-8890-4a95-8ef4-4903faa12549 admin admin] Publish callbacks [] for security_group (550cd1d2-989c-4c01-a843-b72cb68aee4a), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:43.195303 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-3038d5a8-ed7a-4657-8ba9-93d56a77a464 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3129a637-a0a8-4af2-949f-835d7b7439c1']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:56:43.228640 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-3038d5a8-ed7a-4657-8ba9-93d56a77a464 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cc2afa3-5651-4c37-9da0-3e6171408dac') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:56:43.230107 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-3038d5a8-ed7a-4657-8ba9-93d56a77a464 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cc2afa3-5651-4c37-9da0-3e6171408dac') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:56:43.248916 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:43.256804 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 764afd1c-22fa-4dc5-8e88-b61761026c6c is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:56:43.276771 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3038d5a8-ed7a-4657-8ba9-93d56a77a464 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (8cc2afa3-5651-4c37-9da0-3e6171408dac), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:43.305892 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-336f76d7-8890-4a95-8ef4-4903faa12549 admin admin] Publish callbacks [] for security_group (550cd1d2-989c-4c01-a843-b72cb68aee4a), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:43.344442 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3038d5a8-ed7a-4657-8ba9-93d56a77a464 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (8cc2afa3-5651-4c37-9da0-3e6171408dac), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:43.392044 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:43.421918 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:43.426976 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3038d5a8-ed7a-4657-8ba9-93d56a77a464 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:56:43.453724 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3038d5a8-ed7a-4657-8ba9-93d56a77a464 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (8cc2afa3-5651-4c37-9da0-3e6171408dac), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:43.453724 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-959ff6b1-7d80-4bb7-8300-03094f49fe46 tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] Publish callbacks [] for port (769ce8e4-eeb5-4dfb-b47a-838bee666f4b), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:43.471293 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456aa6c6-39fb-48cd-9931-9ef76ee74382 None None] get_active_networks_info from n-d-852085-12 {{(pid=108171) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 04 20:56:43.542095 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-a7272b31-5dde-4234-839e-c87e0aa87b9d None None] Could not find standard attr ID for object bfaaf8cc-6a97-45e0-9988-11982ae4aac1. {{(pid=108171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 04 20:56:43.549930 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9cdeb6cf-55e2-4ae9-b554-d6b475cadd02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222958214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222958214-project] Publish callbacks [] for security_group (afa8ca66-c218-40a5-ae22-3a1e203e2de3), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:43.739834 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 79758689-db40-40c0-831d-ddd379068c4b up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:56:43.792419 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfc28879-bd86-4346-8692-12ef87c80f89 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Router 33d38a59-b4c7-4a12-a5f7-f5982aee6c95 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:56:43.803744 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456aa6c6-39fb-48cd-9931-9ef76ee74382 None None] Resources bound (agent type, host, resource id): {{(pid=108171) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 04 20:56:43.843231 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7f910065-422d-48c4-848e-3d58a9d88d4b tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (e09134c3-54b0-4261-a0cb-72aa4875bc17), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:43.869908 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9cdeb6cf-55e2-4ae9-b554-d6b475cadd02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222958214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222958214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (afa8ca66-c218-40a5-ae22-3a1e203e2de3), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:43.915860 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-336f76d7-8890-4a95-8ef4-4903faa12549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (550cd1d2-989c-4c01-a843-b72cb68aee4a), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:43.944296 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-336f76d7-8890-4a95-8ef4-4903faa12549 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:43.946857 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-336f76d7-8890-4a95-8ef4-4903faa12549 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/550cd1d2-989c-4c01-a843-b72cb68aee4a HTTP/1.1" status: 204 len: 168 time: 1.0772996 Oct 04 20:56:43.989786 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336f76d7-8890-4a95-8ef4-4903faa12549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=550cd1d2-989c-4c01-a843-b72cb68aee4a,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:44.054758 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3038d5a8-ed7a-4657-8ba9-93d56a77a464 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (3129a637-a0a8-4af2-949f-835d7b7439c1), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:44.057222 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336f76d7-8890-4a95-8ef4-4903faa12549 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:56:44.058121 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336f76d7-8890-4a95-8ef4-4903faa12549 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:56:44.059704 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336f76d7-8890-4a95-8ef4-4903faa12549 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:56:44.061970 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336f76d7-8890-4a95-8ef4-4903faa12549 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:56:44.062530 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336f76d7-8890-4a95-8ef4-4903faa12549 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:56:44.063099 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336f76d7-8890-4a95-8ef4-4903faa12549 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:56:44.063751 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336f76d7-8890-4a95-8ef4-4903faa12549 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:56:44.064276 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336f76d7-8890-4a95-8ef4-4903faa12549 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:56:44.067240 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336f76d7-8890-4a95-8ef4-4903faa12549 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:56:44.070032 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336f76d7-8890-4a95-8ef4-4903faa12549 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:56:44.075769 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336f76d7-8890-4a95-8ef4-4903faa12549 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:56:44.076820 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3038d5a8-ed7a-4657-8ba9-93d56a77a464 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:44.077476 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336f76d7-8890-4a95-8ef4-4903faa12549 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:56:44.078622 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336f76d7-8890-4a95-8ef4-4903faa12549 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:56:44.078885 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:44.079905 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336f76d7-8890-4a95-8ef4-4903faa12549 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:56:44.080762 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336f76d7-8890-4a95-8ef4-4903faa12549 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:56:44.110536 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-3038d5a8-ed7a-4657-8ba9-93d56a77a464 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] 10.222.0.78 "DELETE /networking/v2.0/networks/3129a637-a0a8-4af2-949f-835d7b7439c1 HTTP/1.1" status: 204 len: 168 time: 3.2647860 Oct 04 20:56:44.110993 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49206) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:44.142282 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-959ff6b1-7d80-4bb7-8300-03094f49fe46 tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (769ce8e4-eeb5-4dfb-b47a-838bee666f4b), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:44.181504 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 79758689-db40-40c0-831d-ddd379068c4b triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:56:44.185143 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (79758689-db40-40c0-831d-ddd379068c4b), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:44.185143 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 79758689-db40-40c0-831d-ddd379068c4b Oct 04 20:56:44.242333 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f910065-422d-48c4-848e-3d58a9d88d4b tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event deleted for resources: {'Subnet': ['ID=e09134c3-54b0-4261-a0cb-72aa4875bc17,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:44.345130 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7f910065-422d-48c4-848e-3d58a9d88d4b tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:44.374907 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-7f910065-422d-48c4-848e-3d58a9d88d4b tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/e09134c3-54b0-4261-a0cb-72aa4875bc17 HTTP/1.1" status: 204 len: 168 time: 3.5369623 Oct 04 20:56:44.441937 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959ff6b1-7d80-4bb7-8300-03094f49fe46 tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:56:44.446575 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6584acd8-4e48-44a5-91dc-996ade783a42 None None] DHCP port deletion for 4f7b4d43-c644-45b1-bf1f-471763ff52d5 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:56:44.450046 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 49214) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:44.452234 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cdeb6cf-55e2-4ae9-b554-d6b475cadd02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222958214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222958214-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:56:44.460945 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 8cc2afa3-5651-4c37-9da0-3e6171408dac resource provider aggregate not found Oct 04 20:56:44.476280 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 79758689-db40-40c0-831d-ddd379068c4b is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:56:44.476946 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (79758689-db40-40c0-831d-ddd379068c4b), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:44.478647 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3038d5a8-ed7a-4657-8ba9-93d56a77a464 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Pushing event deleted for resources: {'Network': ['ID=3129a637-a0a8-4af2-949f-835d7b7439c1,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:44.569367 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 79758689-db40-40c0-831d-ddd379068c4b, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=79758689-db40-40c0-831d-ddd379068c4b,segment=NetworkSegment(f3d829b9-1f2c-4fb7-89b2-9601f6946b15),segment_id=f3d829b9-1f2c-4fb7-89b2-9601f6946b15)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:56:44.573206 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-959ff6b1-7d80-4bb7-8300-03094f49fe46 tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:56:44.611652 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 8cc2afa3-5651-4c37-9da0-3e6171408dac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8cc2afa3-5651-4c37-9da0-3e6171408dac found for delete ", "request_id": "req-5449bcfb-c23d-44cd-9052-11275447e092"}]} Oct 04 20:56:44.622328 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc28879-bd86-4346-8692-12ef87c80f89 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:56:44.634330 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959ff6b1-7d80-4bb7-8300-03094f49fe46 tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:56:44.664816 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae06277-5854-4177-92fe-6ca8101356a5 None None] Sync routers for ids ['33d38a59-b4c7-4a12-a5f7-f5982aee6c95'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:56:44.679624 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4343abe0-fd31-4735-88e3-e6fa73251db5 None None] Network 4f7b4d43-c644-45b1-bf1f-471763ff52d5 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:56:44.708863 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9cdeb6cf-55e2-4ae9-b554-d6b475cadd02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222958214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222958214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (1b4e1e20-c228-411e-8c1a-a8aa817ce967), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:44.709502 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-9cdeb6cf-55e2-4ae9-b554-d6b475cadd02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222958214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222958214-project] Added segment 1b4e1e20-c228-411e-8c1a-a8aa817ce967 of type vlan for network 07561a8b-a5b7-44e8-a73f-b5492d50c346 Oct 04 20:56:44.724961 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae06277-5854-4177-92fe-6ca8101356a5 None None] Routers {'33d38a59-b4c7-4a12-a5f7-f5982aee6c95'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:56:44.726502 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-5ae06277-5854-4177-92fe-6ca8101356a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:56:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['33d38a59-b4c7-4a12-a5f7-f5982aee6c95'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:56:44.734948 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a357db7e-1352-4412-a611-6a51f4ca2610 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (ae957196-f78d-447b-841c-a0c43169cd4a), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:44.756881 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70965dc-0ed2-43a6-94d9-91068d502674 None None] Network 88735e6c-3a28-4861-acd5-331ce5857f9d requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:56:44.764302 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9af5c51-b9e9-4aef-bf1f-ceecae65a99a None None] Network 3129a637-a0a8-4af2-949f-835d7b7439c1 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:56:44.774618 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (79758689-db40-40c0-831d-ddd379068c4b), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:44.780519 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 764afd1c-22fa-4dc5-8e88-b61761026c6c up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:56:44.882086 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9cdeb6cf-55e2-4ae9-b554-d6b475cadd02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222958214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222958214-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (07561a8b-a5b7-44e8-a73f-b5492d50c346), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:45.016123 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a357db7e-1352-4412-a611-6a51f4ca2610 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (ae957196-f78d-447b-841c-a0c43169cd4a), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:45.096448 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-a357db7e-1352-4412-a611-6a51f4ca2610 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae957196-f78d-447b-841c-a0c43169cd4a']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:56:45.123647 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-a357db7e-1352-4412-a611-6a51f4ca2610 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dbf648c-e9bd-410b-88f4-fe2be6eb2940') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:56:45.124812 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-a357db7e-1352-4412-a611-6a51f4ca2610 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dbf648c-e9bd-410b-88f4-fe2be6eb2940') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:56:45.159664 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a357db7e-1352-4412-a611-6a51f4ca2610 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (0dbf648c-e9bd-410b-88f4-fe2be6eb2940), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:45.199092 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a357db7e-1352-4412-a611-6a51f4ca2610 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (0dbf648c-e9bd-410b-88f4-fe2be6eb2940), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:45.215733 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a357db7e-1352-4412-a611-6a51f4ca2610 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:56:45.216404 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a357db7e-1352-4412-a611-6a51f4ca2610 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (0dbf648c-e9bd-410b-88f4-fe2be6eb2940), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:45.229576 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-5ae06277-5854-4177-92fe-6ca8101356a5 None None] Set router 33d38a59-b4c7-4a12-a5f7-f5982aee6c95 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:56:45.245803 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdeb6cf-55e2-4ae9-b554-d6b475cadd02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222958214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222958214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afa8ca66-c218-40a5-ae22-3a1e203e2de3,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:45.304320 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959ff6b1-7d80-4bb7-8300-03094f49fe46 tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] Pushing event updated for resources: {'Port': ['ID=769ce8e4-eeb5-4dfb-b47a-838bee666f4b,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:45.350619 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bf7739fa-3c01-490b-aa03-3a38252b1a1d tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (88735e6c-3a28-4861-acd5-331ce5857f9d), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:45.380277 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9cdeb6cf-55e2-4ae9-b554-d6b475cadd02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222958214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222958214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (07561a8b-a5b7-44e8-a73f-b5492d50c346), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:45.390056 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:45.391690 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdeb6cf-55e2-4ae9-b554-d6b475cadd02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222958214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222958214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:56:45.393299 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9cdeb6cf-55e2-4ae9-b554-d6b475cadd02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222958214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222958214-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:45.403177 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4343abe0-fd31-4735-88e3-e6fa73251db5 None None] Network 4f7b4d43-c644-45b1-bf1f-471763ff52d5 could not be found, it might have been deleted concurrently. {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 04 20:56:45.421745 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cfc28879-bd86-4346-8692-12ef87c80f89 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:45.428484 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-cfc28879-bd86-4346-8692-12ef87c80f89 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 876 time: 9.1649661 Oct 04 20:56:45.442124 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49230) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:45.507950 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 0dbf648c-e9bd-410b-88f4-fe2be6eb2940 resource provider aggregate not found Oct 04 20:56:45.616467 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9af5c51-b9e9-4aef-bf1f-ceecae65a99a None None] Network 3129a637-a0a8-4af2-949f-835d7b7439c1 could not be found, it might have been deleted concurrently. {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 04 20:56:45.642565 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=79758689-db40-40c0-831d-ddd379068c4b,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:45.707461 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 0dbf648c-e9bd-410b-88f4-fe2be6eb2940 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0dbf648c-e9bd-410b-88f4-fe2be6eb2940 found for delete ", "request_id": "req-91f62fe3-6d53-4e88-acef-356f5777570a"}]} Oct 04 20:56:45.748002 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 764afd1c-22fa-4dc5-8e88-b61761026c6c triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:56:45.751901 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (764afd1c-22fa-4dc5-8e88-b61761026c6c), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:45.756682 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 764afd1c-22fa-4dc5-8e88-b61761026c6c Oct 04 20:56:45.869967 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdeb6cf-55e2-4ae9-b554-d6b475cadd02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222958214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222958214-project] Pushing event updated for resources: {'Network': ['ID=07561a8b-a5b7-44e8-a73f-b5492d50c346,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:45.982618 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c70e02-617e-4de6-8f0b-30e0963c1370 None None] DHCP port deletion for 88735e6c-3a28-4861-acd5-331ce5857f9d request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:56:45.990474 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 07561a8b-a5b7-44e8-a73f-b5492d50c346 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:56:45.991423 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a357db7e-1352-4412-a611-6a51f4ca2610 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (ae957196-f78d-447b-841c-a0c43169cd4a), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:46.009858 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-bfb95238-2342-45b7-882e-1523a66bb247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:46.017481 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:DELETE=9,neutron:SELECT=84,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:46.018640 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:INSERT=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:46.033450 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-5ae06277-5854-4177-92fe-6ca8101356a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d38a59-b4c7-4a12-a5f7-f5982aee6c95', 'name': '', 'tenant_id': 'df47136960274b22997db6ade5066ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0a4f6831-7d70-44f4-9a7f-7dd2f61ebcbf', 'external_fixed_ips': [{'subnet_id': '188a5eb3-2a68-4fb7-a41a-a6d408c3b5a5', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': 'c7871a1e-25d5-4b25-ba70-58d5e4bd4892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:56:36Z', 'updated_at': '2022-10-04T20:56:41Z', 'revision_number': 3, 'project_id': 'df47136960274b22997db6ade5066ecf', 'gw_port': {'id': 'c7871a1e-25d5-4b25-ba70-58d5e4bd4892', 'name': '', 'network_id': '0a4f6831-7d70-44f4-9a7f-7dd2f61ebcbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:32:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d38a59-b4c7-4a12-a5f7-f5982aee6c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': '188a5eb3-2a68-4fb7-a41a-a6d408c3b5a5', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:56:38Z', 'updated_at': '2022-10-04T20:56:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '188a5eb3-2a68-4fb7-a41a-a6d408c3b5a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:56:46.062855 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a357db7e-1352-4412-a611-6a51f4ca2610 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:46.074046 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a357db7e-1352-4412-a611-6a51f4ca2610 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] 10.222.0.78 "DELETE /networking/v2.0/networks/ae957196-f78d-447b-841c-a0c43169cd4a HTTP/1.1" status: 204 len: 168 time: 1.8388691 Oct 04 20:56:46.085287 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49238) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:46.123249 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-9cdeb6cf-55e2-4ae9-b554-d6b475cadd02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222958214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222958214-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 803 time: 6.3727431 Oct 04 20:56:46.133114 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae06277-5854-4177-92fe-6ca8101356a5 None None] Checking router: 33d38a59-b4c7-4a12-a5f7-f5982aee6c95 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:56:46.134095 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae06277-5854-4177-92fe-6ca8101356a5 None None] Updating router 33d38a59-b4c7-4a12-a5f7-f5982aee6c95 port c7871a1e-25d5-4b25-ba70-58d5e4bd4892 binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:56:46.166279 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-bf7739fa-3c01-490b-aa03-3a38252b1a1d tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Deleting port 764afd1c-22fa-4dc5-8e88-b61761026c6c {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:56:46.166831 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bf7739fa-3c01-490b-aa03-3a38252b1a1d tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (764afd1c-22fa-4dc5-8e88-b61761026c6c), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:46.204402 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:DELETE=7,neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:46.217895 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-959ff6b1-7d80-4bb7-8300-03094f49fe46 tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] Publish callbacks [] for floatingip (56edf9a9-f5bd-4852-a86d-275668f3f59e), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:46.229825 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:46.264101 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a357db7e-1352-4412-a611-6a51f4ca2610 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Pushing event deleted for resources: {'Network': ['ID=ae957196-f78d-447b-841c-a0c43169cd4a,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:46.273075 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-5ae06277-5854-4177-92fe-6ca8101356a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (c7871a1e-25d5-4b25-ba70-58d5e4bd4892), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:46.348329 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 764afd1c-22fa-4dc5-8e88-b61761026c6c is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:56:46.352861 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-24c70e02-617e-4de6-8f0b-30e0963c1370 None None] Deleting port 764afd1c-22fa-4dc5-8e88-b61761026c6c {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:56:46.368061 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-24c70e02-617e-4de6-8f0b-30e0963c1370 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (764afd1c-22fa-4dc5-8e88-b61761026c6c), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:46.391847 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-82190ccb-44cf-404e-ac59-88301855b570 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks [] for router (33d38a59-b4c7-4a12-a5f7-f5982aee6c95), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:46.410156 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-bf7739fa-3c01-490b-aa03-3a38252b1a1d tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] For port 764afd1c-22fa-4dc5-8e88-b61761026c6c, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=764afd1c-22fa-4dc5-8e88-b61761026c6c,segment=NetworkSegment(036ba7e8-0045-4c20-a893-8e1a0913534e),segment_id=036ba7e8-0045-4c20-a893-8e1a0913534e)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:56:46.415013 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bf7739fa-3c01-490b-aa03-3a38252b1a1d tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (764afd1c-22fa-4dc5-8e88-b61761026c6c), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:46.646870 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-959ff6b1-7d80-4bb7-8300-03094f49fe46 tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (769ce8e4-eeb5-4dfb-b47a-838bee666f4b), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:46.673355 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fb9b0d1f-9462-4b17-b81c-d7150ccbd0d4 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (f7c7d8dc-4a06-4faf-bdad-ddd93a58be7b), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:46.694369 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-bf7739fa-3c01-490b-aa03-3a38252b1a1d tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Calling delete_port for 764afd1c-22fa-4dc5-8e88-b61761026c6c owned by network:dhcp {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:56:46.808112 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-24c70e02-617e-4de6-8f0b-30e0963c1370 None None] For port 764afd1c-22fa-4dc5-8e88-b61761026c6c, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=764afd1c-22fa-4dc5-8e88-b61761026c6c,segment=NetworkSegment(036ba7e8-0045-4c20-a893-8e1a0913534e),segment_id=036ba7e8-0045-4c20-a893-8e1a0913534e)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:56:46.808913 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-24c70e02-617e-4de6-8f0b-30e0963c1370 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (764afd1c-22fa-4dc5-8e88-b61761026c6c), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:46.841876 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-24c70e02-617e-4de6-8f0b-30e0963c1370 None None] Calling delete_port for 764afd1c-22fa-4dc5-8e88-b61761026c6c owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:56:47.021849 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 79758689-db40-40c0-831d-ddd379068c4b up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:56:47.114602 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=84,neutron:INSERT=5,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:47.180448 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-24c70e02-617e-4de6-8f0b-30e0963c1370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (764afd1c-22fa-4dc5-8e88-b61761026c6c), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:47.237844 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c70e02-617e-4de6-8f0b-30e0963c1370 None None] No DVR routers for this DVR port 764afd1c-22fa-4dc5-8e88-b61761026c6c on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:56:47.263170 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-82190ccb-44cf-404e-ac59-88301855b570 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks [] for router_gateway (33d38a59-b4c7-4a12-a5f7-f5982aee6c95), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:47.304424 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c70e02-617e-4de6-8f0b-30e0963c1370 None None] Pushing event deleted for resources: {'Port': ['ID=764afd1c-22fa-4dc5-8e88-b61761026c6c,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:47.357565 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 79758689-db40-40c0-831d-ddd379068c4b triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:56:47.357888 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (79758689-db40-40c0-831d-ddd379068c4b), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:47.358372 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 79758689-db40-40c0-831d-ddd379068c4b Oct 04 20:56:47.395085 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:47.408357 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fb9b0d1f-9462-4b17-b81c-d7150ccbd0d4 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (f7c7d8dc-4a06-4faf-bdad-ddd93a58be7b), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:47.462506 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bf7739fa-3c01-490b-aa03-3a38252b1a1d tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (764afd1c-22fa-4dc5-8e88-b61761026c6c), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:47.487706 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-46d5ae8b-60cc-4a84-8c4e-0bd0e4d93b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:47.587845 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-fb9b0d1f-9462-4b17-b81c-d7150ccbd0d4 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7c7d8dc-4a06-4faf-bdad-ddd93a58be7b']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:56:47.645463 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-82190ccb-44cf-404e-ac59-88301855b570 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Deleting port c7871a1e-25d5-4b25-ba70-58d5e4bd4892 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:56:47.646014 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-82190ccb-44cf-404e-ac59-88301855b570 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (c7871a1e-25d5-4b25-ba70-58d5e4bd4892), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:47.666791 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:47.669849 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 79758689-db40-40c0-831d-ddd379068c4b is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:56:47.714926 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-5ae06277-5854-4177-92fe-6ca8101356a5 None None] Publish callbacks [] for port (c7871a1e-25d5-4b25-ba70-58d5e4bd4892), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:47.803336 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device bfaaf8cc-6a97-45e0-9988-11982ae4aac1 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:56:47.826537 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-fb9b0d1f-9462-4b17-b81c-d7150ccbd0d4 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e4e2173-552a-42a7-9b39-262a6c047ba9') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:56:47.827369 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-fb9b0d1f-9462-4b17-b81c-d7150ccbd0d4 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e4e2173-552a-42a7-9b39-262a6c047ba9') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:56:47.858404 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fb9b0d1f-9462-4b17-b81c-d7150ccbd0d4 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (7e4e2173-552a-42a7-9b39-262a6c047ba9), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:47.866711 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-5ae06277-5854-4177-92fe-6ca8101356a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (c7871a1e-25d5-4b25-ba70-58d5e4bd4892), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:47.878208 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: bfaaf8cc-6a97-45e0-9988-11982ae4aac1 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:56:47.878208 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device bfaaf8cc-6a97-45e0-9988-11982ae4aac1 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:56:47.878208 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 764afd1c-22fa-4dc5-8e88-b61761026c6c no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:56:47.896799 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7739fa-3c01-490b-aa03-3a38252b1a1d tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event deleted for resources: {'Port': ['ID=764afd1c-22fa-4dc5-8e88-b61761026c6c,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:47.920728 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 764afd1c-22fa-4dc5-8e88-b61761026c6c {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:56:47.921317 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 764afd1c-22fa-4dc5-8e88-b61761026c6c not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:56:47.935354 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7739fa-3c01-490b-aa03-3a38252b1a1d tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] No DVR routers for this DVR port 764afd1c-22fa-4dc5-8e88-b61761026c6c on host n-d-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:56:47.942249 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49252) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:47.961288 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Request body: {'port': {'network_id': '07561a8b-a5b7-44e8-a73f-b5492d50c346', 'binding:host_id': 'n-h1-852085-12', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-698830915'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:56:47.976934 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fb9b0d1f-9462-4b17-b81c-d7150ccbd0d4 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (7e4e2173-552a-42a7-9b39-262a6c047ba9), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:47.994896 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-5ae06277-5854-4177-92fe-6ca8101356a5 None None] Attempting to bind port c7871a1e-25d5-4b25-ba70-58d5e4bd4892 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:56:48.004554 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-5ae06277-5854-4177-92fe-6ca8101356a5 None None] Attempting to bind port c7871a1e-25d5-4b25-ba70-58d5e4bd4892 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'f351bfbd-9b89-4eab-a0d9-4c52d42319e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0a4f6831-7d70-44f4-9a7f-7dd2f61ebcbf'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:56:48.004554 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae06277-5854-4177-92fe-6ca8101356a5 None None] Attempting to bind port c7871a1e-25d5-4b25-ba70-58d5e4bd4892 on network 0a4f6831-7d70-44f4-9a7f-7dd2f61ebcbf {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:56:48.027741 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb9b0d1f-9462-4b17-b81c-d7150ccbd0d4 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:56:48.028428 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fb9b0d1f-9462-4b17-b81c-d7150ccbd0d4 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (7e4e2173-552a-42a7-9b39-262a6c047ba9), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:48.200805 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae06277-5854-4177-92fe-6ca8101356a5 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:56:48.202752 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae06277-5854-4177-92fe-6ca8101356a5 None None] Checking segment: {'id': 'f351bfbd-9b89-4eab-a0d9-4c52d42319e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0a4f6831-7d70-44f4-9a7f-7dd2f61ebcbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:56:48.204535 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-5ae06277-5854-4177-92fe-6ca8101356a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:48.210256 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae06277-5854-4177-92fe-6ca8101356a5 None None] Bound using segment: {'id': 'f351bfbd-9b89-4eab-a0d9-4c52d42319e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0a4f6831-7d70-44f4-9a7f-7dd2f61ebcbf'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:56:48.212840 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-5ae06277-5854-4177-92fe-6ca8101356a5 None None] Bound port: c7871a1e-25d5-4b25-ba70-58d5e4bd4892, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f351bfbd-9b89-4eab-a0d9-4c52d42319e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0a4f6831-7d70-44f4-9a7f-7dd2f61ebcbf'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:56:48.214616 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-5ae06277-5854-4177-92fe-6ca8101356a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (c7871a1e-25d5-4b25-ba70-58d5e4bd4892), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:48.303120 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-959ff6b1-7d80-4bb7-8300-03094f49fe46 tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] Publish callbacks [] for port (769ce8e4-eeb5-4dfb-b47a-838bee666f4b), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:48.309622 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bf7739fa-3c01-490b-aa03-3a38252b1a1d tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (88735e6c-3a28-4861-acd5-331ce5857f9d), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:48.364210 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3178f507-fae0-48a5-abcc-dd7e9d9e1b09 None None] Pushing event updated for resources: {'Port': ['ID=c7871a1e-25d5-4b25-ba70-58d5e4bd4892,revision_number=2']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:48.390198 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-5ae06277-5854-4177-92fe-6ca8101356a5 None None] For port c7871a1e-25d5-4b25-ba70-58d5e4bd4892, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:56:48.398467 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-5ae06277-5854-4177-92fe-6ca8101356a5 None None] For port c7871a1e-25d5-4b25-ba70-58d5e4bd4892, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=c7871a1e-25d5-4b25-ba70-58d5e4bd4892,segment=NetworkSegment(f351bfbd-9b89-4eab-a0d9-4c52d42319e1),segment_id=f351bfbd-9b89-4eab-a0d9-4c52d42319e1)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:56:48.402225 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:48.422910 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3178f507-fae0-48a5-abcc-dd7e9d9e1b09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:56:48.424856 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-bf7739fa-3c01-490b-aa03-3a38252b1a1d tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88735e6c-3a28-4861-acd5-331ce5857f9d']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:56:48.425164 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3178f507-fae0-48a5-abcc-dd7e9d9e1b09 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:56:48.426262 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3178f507-fae0-48a5-abcc-dd7e9d9e1b09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:56:48.426813 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3178f507-fae0-48a5-abcc-dd7e9d9e1b09 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:56:48.427405 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3178f507-fae0-48a5-abcc-dd7e9d9e1b09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:56:48.428050 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3178f507-fae0-48a5-abcc-dd7e9d9e1b09 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:56:48.428764 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3178f507-fae0-48a5-abcc-dd7e9d9e1b09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:56:48.429317 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3178f507-fae0-48a5-abcc-dd7e9d9e1b09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:56:48.429874 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3178f507-fae0-48a5-abcc-dd7e9d9e1b09 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:56:48.430414 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3178f507-fae0-48a5-abcc-dd7e9d9e1b09 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:56:48.430964 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3178f507-fae0-48a5-abcc-dd7e9d9e1b09 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:56:48.431860 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3178f507-fae0-48a5-abcc-dd7e9d9e1b09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:56:48.433043 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3178f507-fae0-48a5-abcc-dd7e9d9e1b09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:56:48.433878 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3178f507-fae0-48a5-abcc-dd7e9d9e1b09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:56:48.434697 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3178f507-fae0-48a5-abcc-dd7e9d9e1b09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:56:48.451941 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-bf7739fa-3c01-490b-aa03-3a38252b1a1d tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '036ba7e8-0045-4c20-a893-8e1a0913534e') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:56:48.452865 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-bf7739fa-3c01-490b-aa03-3a38252b1a1d tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '036ba7e8-0045-4c20-a893-8e1a0913534e') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:56:48.476088 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bf7739fa-3c01-490b-aa03-3a38252b1a1d tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (036ba7e8-0045-4c20-a893-8e1a0913534e), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:48.519582 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bf7739fa-3c01-490b-aa03-3a38252b1a1d tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (036ba7e8-0045-4c20-a893-8e1a0913534e), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:48.541043 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf7739fa-3c01-490b-aa03-3a38252b1a1d tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:56:48.547813 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bf7739fa-3c01-490b-aa03-3a38252b1a1d tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (036ba7e8-0045-4c20-a893-8e1a0913534e), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:48.593814 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-5ae06277-5854-4177-92fe-6ca8101356a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (c7871a1e-25d5-4b25-ba70-58d5e4bd4892), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:48.642038 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 7e4e2173-552a-42a7-9b39-262a6c047ba9 resource provider aggregate not found Oct 04 20:56:48.656958 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-82190ccb-44cf-404e-ac59-88301855b570 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (c7871a1e-25d5-4b25-ba70-58d5e4bd4892), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:48.685713 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Made reservation on behalf of b9078b95f97843d0b764e1dfd41e9904 for: {'port': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:56:48.693867 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 036ba7e8-0045-4c20-a893-8e1a0913534e resource provider aggregate not found Oct 04 20:56:48.696603 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:48.706464 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-959ff6b1-7d80-4bb7-8300-03094f49fe46 tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (769ce8e4-eeb5-4dfb-b47a-838bee666f4b), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:48.720710 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 7e4e2173-552a-42a7-9b39-262a6c047ba9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7e4e2173-552a-42a7-9b39-262a6c047ba9 found for delete ", "request_id": "req-5a9a9b17-ebe2-4172-b094-7e77b3ed65c2"}]} Oct 04 20:56:48.815547 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-82190ccb-44cf-404e-ac59-88301855b570 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Calling delete_port for c7871a1e-25d5-4b25-ba70-58d5e4bd4892 owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:56:48.828458 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3178f507-fae0-48a5-abcc-dd7e9d9e1b09 None None] Pushing event updated for resources: {'Port': ['ID=c7871a1e-25d5-4b25-ba70-58d5e4bd4892,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:48.834082 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:48.838843 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae06277-5854-4177-92fe-6ca8101356a5 None None] Routers {'33d38a59-b4c7-4a12-a5f7-f5982aee6c95'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:56:48.840966 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-5ae06277-5854-4177-92fe-6ca8101356a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:56:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['33d38a59-b4c7-4a12-a5f7-f5982aee6c95'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:56:48.878569 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 036ba7e8-0045-4c20-a893-8e1a0913534e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 036ba7e8-0045-4c20-a893-8e1a0913534e found for delete ", "request_id": "req-44c096f7-f31c-4384-a29f-de03a468488a"}]} Oct 04 20:56:48.885594 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959ff6b1-7d80-4bb7-8300-03094f49fe46 tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] Pushing event updated for resources: {'Port': ['ID=769ce8e4-eeb5-4dfb-b47a-838bee666f4b,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:48.954839 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:INSERT=6,neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:48.994544 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fb9b0d1f-9462-4b17-b81c-d7150ccbd0d4 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (f7c7d8dc-4a06-4faf-bdad-ddd93a58be7b), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:49.016795 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fb9b0d1f-9462-4b17-b81c-d7150ccbd0d4 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:49.027058 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-fb9b0d1f-9462-4b17-b81c-d7150ccbd0d4 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] 10.222.0.78 "DELETE /networking/v2.0/networks/f7c7d8dc-4a06-4faf-bdad-ddd93a58be7b HTTP/1.1" status: 204 len: 168 time: 2.9316289 Oct 04 20:56:49.044988 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-959ff6b1-7d80-4bb7-8300-03094f49fe46 tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582728'] for floatingip (56edf9a9-f5bd-4852-a86d-275668f3f59e), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:49.057878 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b0d1f-9462-4b17-b81c-d7150ccbd0d4 tempest-BulkNetworkOpsIpV6Test-153088081 tempest-BulkNetworkOpsIpV6Test-153088081-project] Pushing event deleted for resources: {'Network': ['ID=f7c7d8dc-4a06-4faf-bdad-ddd93a58be7b,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:49.075763 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:49.091631 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-5ae06277-5854-4177-92fe-6ca8101356a5 None None] Set router 33d38a59-b4c7-4a12-a5f7-f5982aee6c95 gateway port host: None {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:56:49.102337 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bf7739fa-3c01-490b-aa03-3a38252b1a1d tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (88735e6c-3a28-4861-acd5-331ce5857f9d), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:49.171249 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bf7739fa-3c01-490b-aa03-3a38252b1a1d tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:49.181709 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-bf7739fa-3c01-490b-aa03-3a38252b1a1d tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "DELETE /networking/v2.0/networks/88735e6c-3a28-4861-acd5-331ce5857f9d HTTP/1.1" status: 204 len: 168 time: 4.7035041 Oct 04 20:56:49.182343 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7739fa-3c01-490b-aa03-3a38252b1a1d tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event deleted for resources: {'Network': ['ID=88735e6c-3a28-4861-acd5-331ce5857f9d,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:49.196428 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 49282) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:49.210821 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-a21eea42-1537-45e6-9d54-c616b567ea67 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1159323102'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:56:49.237160 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-5ae06277-5854-4177-92fe-6ca8101356a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d38a59-b4c7-4a12-a5f7-f5982aee6c95', 'name': '', 'tenant_id': 'df47136960274b22997db6ade5066ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:56:36Z', 'updated_at': '2022-10-04T20:56:47Z', 'revision_number': 4, 'project_id': 'df47136960274b22997db6ade5066ecf', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:56:49.267906 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-959ff6b1-7d80-4bb7-8300-03094f49fe46 tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:49.271088 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-959ff6b1-7d80-4bb7-8300-03094f49fe46 tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.6837173 Oct 04 20:56:49.311665 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Publish callbacks [] for security_group (4462ccdf-d44f-443f-8c5f-a6ce2546845a), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:49.337572 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae06277-5854-4177-92fe-6ca8101356a5 None None] The sync data for ids ['33d38a59-b4c7-4a12-a5f7-f5982aee6c95'] in n-d-852085-12 is: [{'id': '33d38a59-b4c7-4a12-a5f7-f5982aee6c95', 'name': '', 'tenant_id': 'df47136960274b22997db6ade5066ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:56:36Z', 'updated_at': '2022-10-04T20:56:47Z', 'revision_number': 4, 'project_id': 'df47136960274b22997db6ade5066ecf', 'gw_port_host': None}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:56:49.381865 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a21eea42-1537-45e6-9d54-c616b567ea67 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Made reservation on behalf of 6c1d2c9709a94cf691cb05145eeb8e23 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:56:49.392957 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a21eea42-1537-45e6-9d54-c616b567ea67 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:49.475729 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (4462ccdf-d44f-443f-8c5f-a6ce2546845a), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:49.484476 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] device_id is not set on port 3c803581-76ab-4a70-baa2-6722da92f9a9 yet. {{(pid=108169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 20:56:49.588128 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a21eea42-1537-45e6-9d54-c616b567ea67 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:56:49.636547 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a21eea42-1537-45e6-9d54-c616b567ea67 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (0d2a5636-04dd-4c95-9895-d29ac2635c73), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:49.638074 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-a21eea42-1537-45e6-9d54-c616b567ea67 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Added segment 0d2a5636-04dd-4c95-9895-d29ac2635c73 of type vlan for network 78c95fe8-9c34-4ba3-8873-7e9782dda155 Oct 04 20:56:49.769493 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a21eea42-1537-45e6-9d54-c616b567ea67 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (78c95fe8-9c34-4ba3-8873-7e9782dda155), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:49.884370 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:INSERT=9 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:49.951174 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-82190ccb-44cf-404e-ac59-88301855b570 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (c7871a1e-25d5-4b25-ba70-58d5e4bd4892), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:49.959294 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a21eea42-1537-45e6-9d54-c616b567ea67 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (78c95fe8-9c34-4ba3-8873-7e9782dda155), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:49.977122 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21eea42-1537-45e6-9d54-c616b567ea67 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:56:49.978491 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a21eea42-1537-45e6-9d54-c616b567ea67 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:50.013540 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4462ccdf-d44f-443f-8c5f-a6ce2546845a,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:50.101454 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82190ccb-44cf-404e-ac59-88301855b570 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Pushing event deleted for resources: {'Port': ['ID=c7871a1e-25d5-4b25-ba70-58d5e4bd4892,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:50.228759 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21eea42-1537-45e6-9d54-c616b567ea67 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event updated for resources: {'Network': ['ID=78c95fe8-9c34-4ba3-8873-7e9782dda155,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:50.251004 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 78c95fe8-9c34-4ba3-8873-7e9782dda155 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:56:50.289628 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] device_id is not set on port 3c803581-76ab-4a70-baa2-6722da92f9a9 yet. {{(pid=108169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 20:56:50.311772 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a21eea42-1537-45e6-9d54-c616b567ea67 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1136642 Oct 04 20:56:50.316405 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 49296) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:50.332881 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-82190ccb-44cf-404e-ac59-88301855b570 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (33d38a59-b4c7-4a12-a5f7-f5982aee6c95), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:50.339017 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Publish callbacks [] for port (3c803581-76ab-4a70-baa2-6722da92f9a9), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:50.342816 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:50.362253 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-079befc0-ac9e-4f53-b12b-cee90eefe18f tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Request body: {'subnet': {'network_id': '78c95fe8-9c34-4ba3-8873-7e9782dda155', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:56:50.559881 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (3c803581-76ab-4a70-baa2-6722da92f9a9), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:50.577044 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-82190ccb-44cf-404e-ac59-88301855b570 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (33d38a59-b4c7-4a12-a5f7-f5982aee6c95), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:50.614428 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-82190ccb-44cf-404e-ac59-88301855b570 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks [] for router_controller (33d38a59-b4c7-4a12-a5f7-f5982aee6c95), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:50.840966 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Pushing event updated for resources: {'Port': ['ID=3c803581-76ab-4a70-baa2-6722da92f9a9,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:50.854327 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:50.907687 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Checking segment: {'id': '1b4e1e20-c228-411e-8c1a-a8aa817ce967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '07561a8b-a5b7-44e8-a73f-b5492d50c346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:56:50.908791 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Network hostable DHCP agents. Network: 07561a8b-a5b7-44e8-a73f-b5492d50c346, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:56:50.940508 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-82190ccb-44cf-404e-ac59-88301855b570 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (33d38a59-b4c7-4a12-a5f7-f5982aee6c95), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:50.942019 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82190ccb-44cf-404e-ac59-88301855b570 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 33d38a59-b4c7-4a12-a5f7-f5982aee6c95 {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:56:50.965032 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-82190ccb-44cf-404e-ac59-88301855b570 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:50.975514 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-82190ccb-44cf-404e-ac59-88301855b570 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] 10.222.0.78 "DELETE /networking/v2.0/routers/33d38a59-b4c7-4a12-a5f7-f5982aee6c95 HTTP/1.1" status: 204 len: 168 time: 5.5279827 Oct 04 20:56:50.975514 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=6 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:50.976477 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 49310) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:51.032209 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079befc0-ac9e-4f53-b12b-cee90eefe18f tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Made reservation on behalf of 6c1d2c9709a94cf691cb05145eeb8e23 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:56:51.039866 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-079befc0-ac9e-4f53-b12b-cee90eefe18f tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:51.115041 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Network 07561a8b-a5b7-44e8-a73f-b5492d50c346 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:56:51.226578 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f211937-3478-4f34-b957-b924d29d5d0d tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Deleting subnet 188a5eb3-2a68-4fb7-a41a-a6d408c3b5a5 {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:56:51.240004 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2f211937-3478-4f34-b957-b924d29d5d0d tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks [] for subnet (188a5eb3-2a68-4fb7-a41a-a6d408c3b5a5), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:51.244515 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 07561a8b-a5b7-44e8-a73f-b5492d50c346) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:56:51.266802 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:56:51.293084 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5d8bdd-6cba-4583-ac89-41e3728b509e None None] Network 07561a8b-a5b7-44e8-a73f-b5492d50c346 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:56:51.365647 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port 3c803581-76ab-4a70-baa2-6722da92f9a9 on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:56:51.371105 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2f211937-3478-4f34-b957-b924d29d5d0d tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (188a5eb3-2a68-4fb7-a41a-a6d408c3b5a5), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:51.383481 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port 3c803581-76ab-4a70-baa2-6722da92f9a9 by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '1b4e1e20-c228-411e-8c1a-a8aa817ce967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '07561a8b-a5b7-44e8-a73f-b5492d50c346'}] {{(pid=108169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:56:51.388915 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port 3c803581-76ab-4a70-baa2-6722da92f9a9 on network 07561a8b-a5b7-44e8-a73f-b5492d50c346 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:56:51.416681 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Port 3c803581-76ab-4a70-baa2-6722da92f9a9 on network 07561a8b-a5b7-44e8-a73f-b5492d50c346 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:56:51.417249 n-d-852085-12 neutron-server[108169]: ERROR neutron.plugins.ml2.managers [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Failed to bind port 3c803581-76ab-4a70-baa2-6722da92f9a9 on host n-h1-852085-12 for vnic_type normal using segments [{'id': '1b4e1e20-c228-411e-8c1a-a8aa817ce967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '07561a8b-a5b7-44e8-a73f-b5492d50c346'}] Oct 04 20:56:51.435486 n-d-852085-12 neutron-server[108169]: INFO neutron.plugins.ml2.plugin [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempt 2 to bind port 3c803581-76ab-4a70-baa2-6722da92f9a9 Oct 04 20:56:51.509347 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port 3c803581-76ab-4a70-baa2-6722da92f9a9 on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:56:51.516371 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port 3c803581-76ab-4a70-baa2-6722da92f9a9 by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '1b4e1e20-c228-411e-8c1a-a8aa817ce967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '07561a8b-a5b7-44e8-a73f-b5492d50c346'}] {{(pid=108169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:56:51.517416 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port 3c803581-76ab-4a70-baa2-6722da92f9a9 on network 07561a8b-a5b7-44e8-a73f-b5492d50c346 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:56:51.536028 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Port 3c803581-76ab-4a70-baa2-6722da92f9a9 on network 07561a8b-a5b7-44e8-a73f-b5492d50c346 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:56:51.536922 n-d-852085-12 neutron-server[108169]: ERROR neutron.plugins.ml2.managers [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Failed to bind port 3c803581-76ab-4a70-baa2-6722da92f9a9 on host n-h1-852085-12 for vnic_type normal using segments [{'id': '1b4e1e20-c228-411e-8c1a-a8aa817ce967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '07561a8b-a5b7-44e8-a73f-b5492d50c346'}] Oct 04 20:56:51.539741 n-d-852085-12 neutron-server[108169]: INFO neutron.plugins.ml2.plugin [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempt 3 to bind port 3c803581-76ab-4a70-baa2-6722da92f9a9 Oct 04 20:56:51.587814 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49314) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:51.635307 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port 3c803581-76ab-4a70-baa2-6722da92f9a9 on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:56:51.635307 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port 3c803581-76ab-4a70-baa2-6722da92f9a9 by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '1b4e1e20-c228-411e-8c1a-a8aa817ce967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '07561a8b-a5b7-44e8-a73f-b5492d50c346'}] {{(pid=108169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:56:51.635307 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port 3c803581-76ab-4a70-baa2-6722da92f9a9 on network 07561a8b-a5b7-44e8-a73f-b5492d50c346 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:56:51.641232 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Port 3c803581-76ab-4a70-baa2-6722da92f9a9 on network 07561a8b-a5b7-44e8-a73f-b5492d50c346 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:56:51.642198 n-d-852085-12 neutron-server[108169]: ERROR neutron.plugins.ml2.managers [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Failed to bind port 3c803581-76ab-4a70-baa2-6722da92f9a9 on host n-h1-852085-12 for vnic_type normal using segments [{'id': '1b4e1e20-c228-411e-8c1a-a8aa817ce967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '07561a8b-a5b7-44e8-a73f-b5492d50c346'}] Oct 04 20:56:51.643242 n-d-852085-12 neutron-server[108169]: INFO neutron.plugins.ml2.plugin [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempt 4 to bind port 3c803581-76ab-4a70-baa2-6722da92f9a9 Oct 04 20:56:51.689655 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port 3c803581-76ab-4a70-baa2-6722da92f9a9 on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:56:51.690610 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port 3c803581-76ab-4a70-baa2-6722da92f9a9 by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '1b4e1e20-c228-411e-8c1a-a8aa817ce967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '07561a8b-a5b7-44e8-a73f-b5492d50c346'}] {{(pid=108169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:56:51.691566 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port 3c803581-76ab-4a70-baa2-6722da92f9a9 on network 07561a8b-a5b7-44e8-a73f-b5492d50c346 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:56:51.705378 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Port 3c803581-76ab-4a70-baa2-6722da92f9a9 on network 07561a8b-a5b7-44e8-a73f-b5492d50c346 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:56:51.727345 n-d-852085-12 neutron-server[108169]: ERROR neutron.plugins.ml2.managers [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Failed to bind port 3c803581-76ab-4a70-baa2-6722da92f9a9 on host n-h1-852085-12 for vnic_type normal using segments [{'id': '1b4e1e20-c228-411e-8c1a-a8aa817ce967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '07561a8b-a5b7-44e8-a73f-b5492d50c346'}] Oct 04 20:56:51.729104 n-d-852085-12 neutron-server[108169]: INFO neutron.plugins.ml2.plugin [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempt 5 to bind port 3c803581-76ab-4a70-baa2-6722da92f9a9 Oct 04 20:56:51.790528 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port 3c803581-76ab-4a70-baa2-6722da92f9a9 on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:56:51.800685 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port 3c803581-76ab-4a70-baa2-6722da92f9a9 by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '1b4e1e20-c228-411e-8c1a-a8aa817ce967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '07561a8b-a5b7-44e8-a73f-b5492d50c346'}] {{(pid=108169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:56:51.801833 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port 3c803581-76ab-4a70-baa2-6722da92f9a9 on network 07561a8b-a5b7-44e8-a73f-b5492d50c346 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:56:51.817887 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Port 3c803581-76ab-4a70-baa2-6722da92f9a9 on network 07561a8b-a5b7-44e8-a73f-b5492d50c346 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:56:51.818815 n-d-852085-12 neutron-server[108169]: ERROR neutron.plugins.ml2.managers [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Failed to bind port 3c803581-76ab-4a70-baa2-6722da92f9a9 on host n-h1-852085-12 for vnic_type normal using segments [{'id': '1b4e1e20-c228-411e-8c1a-a8aa817ce967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '07561a8b-a5b7-44e8-a73f-b5492d50c346'}] Oct 04 20:56:51.820811 n-d-852085-12 neutron-server[108169]: INFO neutron.plugins.ml2.plugin [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempt 6 to bind port 3c803581-76ab-4a70-baa2-6722da92f9a9 Oct 04 20:56:51.848228 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2f211937-3478-4f34-b957-b924d29d5d0d tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (188a5eb3-2a68-4fb7-a41a-a6d408c3b5a5), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:51.856090 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port 3c803581-76ab-4a70-baa2-6722da92f9a9 on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:56:51.856090 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port 3c803581-76ab-4a70-baa2-6722da92f9a9 by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '1b4e1e20-c228-411e-8c1a-a8aa817ce967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '07561a8b-a5b7-44e8-a73f-b5492d50c346'}] {{(pid=108169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:56:51.856090 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port 3c803581-76ab-4a70-baa2-6722da92f9a9 on network 07561a8b-a5b7-44e8-a73f-b5492d50c346 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:56:51.864986 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Port 3c803581-76ab-4a70-baa2-6722da92f9a9 on network 07561a8b-a5b7-44e8-a73f-b5492d50c346 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:56:51.865931 n-d-852085-12 neutron-server[108169]: ERROR neutron.plugins.ml2.managers [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Failed to bind port 3c803581-76ab-4a70-baa2-6722da92f9a9 on host n-h1-852085-12 for vnic_type normal using segments [{'id': '1b4e1e20-c228-411e-8c1a-a8aa817ce967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '07561a8b-a5b7-44e8-a73f-b5492d50c346'}] Oct 04 20:56:51.866995 n-d-852085-12 neutron-server[108169]: INFO neutron.plugins.ml2.plugin [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempt 7 to bind port 3c803581-76ab-4a70-baa2-6722da92f9a9 Oct 04 20:56:51.896719 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port 3c803581-76ab-4a70-baa2-6722da92f9a9 on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:56:51.897644 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port 3c803581-76ab-4a70-baa2-6722da92f9a9 by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '1b4e1e20-c228-411e-8c1a-a8aa817ce967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '07561a8b-a5b7-44e8-a73f-b5492d50c346'}] {{(pid=108169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:56:51.898731 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port 3c803581-76ab-4a70-baa2-6722da92f9a9 on network 07561a8b-a5b7-44e8-a73f-b5492d50c346 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:56:51.911492 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Port 3c803581-76ab-4a70-baa2-6722da92f9a9 on network 07561a8b-a5b7-44e8-a73f-b5492d50c346 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:56:51.911492 n-d-852085-12 neutron-server[108169]: ERROR neutron.plugins.ml2.managers [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Failed to bind port 3c803581-76ab-4a70-baa2-6722da92f9a9 on host n-h1-852085-12 for vnic_type normal using segments [{'id': '1b4e1e20-c228-411e-8c1a-a8aa817ce967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '07561a8b-a5b7-44e8-a73f-b5492d50c346'}] Oct 04 20:56:51.912940 n-d-852085-12 neutron-server[108169]: INFO neutron.plugins.ml2.plugin [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempt 8 to bind port 3c803581-76ab-4a70-baa2-6722da92f9a9 Oct 04 20:56:51.968558 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port 3c803581-76ab-4a70-baa2-6722da92f9a9 on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:56:51.971037 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port 3c803581-76ab-4a70-baa2-6722da92f9a9 by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '1b4e1e20-c228-411e-8c1a-a8aa817ce967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '07561a8b-a5b7-44e8-a73f-b5492d50c346'}] {{(pid=108169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:56:51.972069 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port 3c803581-76ab-4a70-baa2-6722da92f9a9 on network 07561a8b-a5b7-44e8-a73f-b5492d50c346 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:56:51.986620 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Port 3c803581-76ab-4a70-baa2-6722da92f9a9 on network 07561a8b-a5b7-44e8-a73f-b5492d50c346 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:56:51.987759 n-d-852085-12 neutron-server[108169]: ERROR neutron.plugins.ml2.managers [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Failed to bind port 3c803581-76ab-4a70-baa2-6722da92f9a9 on host n-h1-852085-12 for vnic_type normal using segments [{'id': '1b4e1e20-c228-411e-8c1a-a8aa817ce967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '07561a8b-a5b7-44e8-a73f-b5492d50c346'}] Oct 04 20:56:51.989774 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-079befc0-ac9e-4f53-b12b-cee90eefe18f tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (3b7dae3d-e13c-487b-b0ce-662ed0977359), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:51.991575 n-d-852085-12 neutron-server[108169]: INFO neutron.plugins.ml2.plugin [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempt 9 to bind port 3c803581-76ab-4a70-baa2-6722da92f9a9 Oct 04 20:56:51.992861 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:51.996474 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=80,neutron:INSERT=6,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:52.018558 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port 3c803581-76ab-4a70-baa2-6722da92f9a9 on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:56:52.019760 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port 3c803581-76ab-4a70-baa2-6722da92f9a9 by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '1b4e1e20-c228-411e-8c1a-a8aa817ce967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '07561a8b-a5b7-44e8-a73f-b5492d50c346'}] {{(pid=108169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:56:52.020317 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port 3c803581-76ab-4a70-baa2-6722da92f9a9 on network 07561a8b-a5b7-44e8-a73f-b5492d50c346 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:56:52.027702 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Port 3c803581-76ab-4a70-baa2-6722da92f9a9 on network 07561a8b-a5b7-44e8-a73f-b5492d50c346 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:56:52.028029 n-d-852085-12 neutron-server[108169]: ERROR neutron.plugins.ml2.managers [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Failed to bind port 3c803581-76ab-4a70-baa2-6722da92f9a9 on host n-h1-852085-12 for vnic_type normal using segments [{'id': '1b4e1e20-c228-411e-8c1a-a8aa817ce967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '07561a8b-a5b7-44e8-a73f-b5492d50c346'}] Oct 04 20:56:52.028523 n-d-852085-12 neutron-server[108169]: INFO neutron.plugins.ml2.plugin [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempt 10 to bind port 3c803581-76ab-4a70-baa2-6722da92f9a9 Oct 04 20:56:52.045110 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:52.063481 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port 3c803581-76ab-4a70-baa2-6722da92f9a9 on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:56:52.064802 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port 3c803581-76ab-4a70-baa2-6722da92f9a9 by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '1b4e1e20-c228-411e-8c1a-a8aa817ce967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '07561a8b-a5b7-44e8-a73f-b5492d50c346'}] {{(pid=108169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:56:52.065767 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port 3c803581-76ab-4a70-baa2-6722da92f9a9 on network 07561a8b-a5b7-44e8-a73f-b5492d50c346 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:56:52.077787 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Port 3c803581-76ab-4a70-baa2-6722da92f9a9 on network 07561a8b-a5b7-44e8-a73f-b5492d50c346 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:56:52.078293 n-d-852085-12 neutron-server[108169]: ERROR neutron.plugins.ml2.managers [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Failed to bind port 3c803581-76ab-4a70-baa2-6722da92f9a9 on host n-h1-852085-12 for vnic_type normal using segments [{'id': '1b4e1e20-c228-411e-8c1a-a8aa817ce967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '07561a8b-a5b7-44e8-a73f-b5492d50c346'}] Oct 04 20:56:52.078933 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (3c803581-76ab-4a70-baa2-6722da92f9a9), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:52.112392 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-80150e8a-0fb2-474b-9c18-2a78ed639318 req-430ba6de-a42e-41c7-8f60-1e209db0b6a8 tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1385996709&fields=id&tenant_id=423269a2642a45b29d4f92a0995e6c3c HTTP/1.1" status: 200 len: 267 time: 0.3347607 Oct 04 20:56:52.249403 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] For port 3c803581-76ab-4a70-baa2-6722da92f9a9, host n-h1-852085-12, cleared binding levels {{(pid=108169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:56:52.250033 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempted to set empty binding levels {{(pid=108169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 04 20:56:52.323875 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079befc0-ac9e-4f53-b12b-cee90eefe18f tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event updated for resources: {'Subnet': ['ID=3b7dae3d-e13c-487b-b0ce-662ed0977359,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:52.359987 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079befc0-ac9e-4f53-b12b-cee90eefe18f tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Checking segment: {'id': '0d2a5636-04dd-4c95-9895-d29ac2635c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '78c95fe8-9c34-4ba3-8873-7e9782dda155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:56:52.360542 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079befc0-ac9e-4f53-b12b-cee90eefe18f tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Network hostable DHCP agents. Network: 78c95fe8-9c34-4ba3-8873-7e9782dda155, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:56:52.444329 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:52.462857 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80150e8a-0fb2-474b-9c18-2a78ed639318 req-4b47e267-a6b5-424a-90e0-290c83676392 tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:56:52.473482 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-80150e8a-0fb2-474b-9c18-2a78ed639318 req-4b47e267-a6b5-424a-90e0-290c83676392 tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] 10.222.0.78 "GET /networking/v2.0/networks?id=9580a1b9-b475-4fcd-9d57-8aa902ddfc60 HTTP/1.1" status: 200 len: 812 time: 0.3315537 Oct 04 20:56:52.478507 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-920d2d7c-2af6-46f7-848b-942038fbc609 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=b8778b8dbc3e4e43b57b33f6114daabe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8886476 Oct 04 20:56:52.480358 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (3c803581-76ab-4a70-baa2-6722da92f9a9), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:52.482124 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:56:52.483127 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:52.483703 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 49330) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:52.536955 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-80150e8a-0fb2-474b-9c18-2a78ed639318 req-d9c4e7ae-8390-4862-b423-39a6021a1fff tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] 10.222.0.78 "GET /networking/v2.0/quotas/423269a2642a45b29d4f92a0995e6c3c HTTP/1.1" status: 200 len: 375 time: 0.0463223 Oct 04 20:56:52.544610 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2f211937-3478-4f34-b957-b924d29d5d0d tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (188a5eb3-2a68-4fb7-a41a-a6d408c3b5a5), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:52.571044 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Pushing event updated for resources: {'Port': ['ID=3c803581-76ab-4a70-baa2-6722da92f9a9,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:52.648335 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f211937-3478-4f34-b957-b924d29d5d0d tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=188a5eb3-2a68-4fb7-a41a-a6d408c3b5a5,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:52.653582 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079befc0-ac9e-4f53-b12b-cee90eefe18f tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Network 78c95fe8-9c34-4ba3-8873-7e9782dda155 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:56:52.692198 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2f211937-3478-4f34-b957-b924d29d5d0d tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:52.698794 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-11558edc-92a9-416a-87ec-09d3ce7ca134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 984 time: 4.7485321 Oct 04 20:56:52.700191 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2f211937-3478-4f34-b957-b924d29d5d0d tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/188a5eb3-2a68-4fb7-a41a-a6d408c3b5a5 HTTP/1.1" status: 204 len: 168 time: 1.7199371 Oct 04 20:56:52.704138 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49334) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:52.704713 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49336) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:52.789072 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-80150e8a-0fb2-474b-9c18-2a78ed639318 req-f07dec72-2169-49c1-9300-7b61ddd0a7cd tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=423269a2642a45b29d4f92a0995e6c3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2181413 Oct 04 20:56:52.800293 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-14fd4451-d76e-47cc-8f95-14a8a670715f admin admin] Publish callbacks [] for security_group (299f7193-d338-4cf0-abf4-c1744c05f69f), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:52.867539 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:52.868655 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-14fd4451-d76e-47cc-8f95-14a8a670715f admin admin] Publish callbacks [] for security_group (299f7193-d338-4cf0-abf4-c1744c05f69f), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:52.917579 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-079befc0-ac9e-4f53-b12b-cee90eefe18f tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 78c95fe8-9c34-4ba3-8873-7e9782dda155) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:56:52.935824 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2c0124-6e0c-45e0-8bc7-509a782240c6 None None] Network 78c95fe8-9c34-4ba3-8873-7e9782dda155 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:56:52.942909 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079befc0-ac9e-4f53-b12b-cee90eefe18f tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:56:52.943827 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-079befc0-ac9e-4f53-b12b-cee90eefe18f tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:53.008676 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-b6ab7c97-116b-4b58-ab67-a7e7836ca75f tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Deleting port 3c803581-76ab-4a70-baa2-6722da92f9a9 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:56:53.016806 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b6ab7c97-116b-4b58-ab67-a7e7836ca75f tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (3c803581-76ab-4a70-baa2-6722da92f9a9), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:53.086736 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:53.185359 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-079befc0-ac9e-4f53-b12b-cee90eefe18f tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8673782 Oct 04 20:56:53.189437 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 49352) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:53.209060 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-19bb0b9e-7a38-454b-8de2-a521e1940854 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Request body: {'port': {'network_id': '78c95fe8-9c34-4ba3-8873-7e9782dda155', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-825179030'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:56:53.225631 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-14fd4451-d76e-47cc-8f95-14a8a670715f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (299f7193-d338-4cf0-abf4-c1744c05f69f), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:53.230524 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ccffab61-58a2-4848-8034-ccf08ae4b508 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (0a4f6831-7d70-44f4-9a7f-7dd2f61ebcbf), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:53.232063 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-14fd4451-d76e-47cc-8f95-14a8a670715f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:53.239686 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-14fd4451-d76e-47cc-8f95-14a8a670715f admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/299f7193-d338-4cf0-abf4-c1744c05f69f HTTP/1.1" status: 204 len: 168 time: 0.7490244 Oct 04 20:56:53.243430 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:53.278269 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49362) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:53.288261 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fd4451-d76e-47cc-8f95-14a8a670715f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299f7193-d338-4cf0-abf4-c1744c05f69f,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:53.352912 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-b6ab7c97-116b-4b58-ab67-a7e7836ca75f tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] For port 3c803581-76ab-4a70-baa2-6722da92f9a9, host n-h1-852085-12, got binding levels [] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:56:53.353573 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b6ab7c97-116b-4b58-ab67-a7e7836ca75f tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (3c803581-76ab-4a70-baa2-6722da92f9a9), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:53.381753 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945483a1-fdb0-424b-b399-128bfb60fa19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-78c95fe8-9c34-4ba3-8873-7e9782dda155', 'network_id': '78c95fe8-9c34-4ba3-8873-7e9782dda155', 'project_id': '6c1d2c9709a94cf691cb05145eeb8e23', 'fixed_ips': [{'subnet_id': '3b7dae3d-e13c-487b-b0ce-662ed0977359'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:56:53.384130 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-945483a1-fdb0-424b-b399-128bfb60fa19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:53.438380 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-b6ab7c97-116b-4b58-ab67-a7e7836ca75f tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Calling delete_port for 3c803581-76ab-4a70-baa2-6722da92f9a9 owned by {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:56:53.696325 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ccffab61-58a2-4848-8034-ccf08ae4b508 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (0a4f6831-7d70-44f4-9a7f-7dd2f61ebcbf), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:53.718304 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19bb0b9e-7a38-454b-8de2-a521e1940854 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Made reservation on behalf of 6c1d2c9709a94cf691cb05145eeb8e23 for: {'port': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:56:53.727545 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-19bb0b9e-7a38-454b-8de2-a521e1940854 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:53.762724 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-70836f1f-db5d-43b7-92d6-d6d4f3e0af5d tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] Publish callbacks [] for security_group (26ae40fc-1d13-4c5e-b7bc-4cd216239b91), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:53.768435 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [None req-19bb0b9e-7a38-454b-8de2-a521e1940854 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] device_id is not set on port afbae98f-963b-4477-98f2-71d147713a9e yet. {{(pid=108170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 20:56:53.771219 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-945483a1-fdb0-424b-b399-128bfb60fa19 None None] Allocated IP 2001:db8::2 (78c95fe8-9c34-4ba3-8873-7e9782dda155/3b7dae3d-e13c-487b-b0ce-662ed0977359/58df7ee7-d9fe-445e-95b5-5d1789e7f585) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:56:53.780816 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-ccffab61-58a2-4848-8034-ccf08ae4b508 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a4f6831-7d70-44f4-9a7f-7dd2f61ebcbf']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:56:53.845638 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-ccffab61-58a2-4848-8034-ccf08ae4b508 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f351bfbd-9b89-4eab-a0d9-4c52d42319e1') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:56:53.846085 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-ccffab61-58a2-4848-8034-ccf08ae4b508 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f351bfbd-9b89-4eab-a0d9-4c52d42319e1') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:56:53.906566 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-70836f1f-db5d-43b7-92d6-d6d4f3e0af5d tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] Publish callbacks [] for security_group (26ae40fc-1d13-4c5e-b7bc-4cd216239b91), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:53.998621 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ccffab61-58a2-4848-8034-ccf08ae4b508 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (f351bfbd-9b89-4eab-a0d9-4c52d42319e1), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:54.038354 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ccffab61-58a2-4848-8034-ccf08ae4b508 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (f351bfbd-9b89-4eab-a0d9-4c52d42319e1), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:54.057479 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccffab61-58a2-4848-8034-ccf08ae4b508 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:56:54.058414 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ccffab61-58a2-4848-8034-ccf08ae4b508 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (f351bfbd-9b89-4eab-a0d9-4c52d42319e1), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:54.147920 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment f351bfbd-9b89-4eab-a0d9-4c52d42319e1 resource provider aggregate not found Oct 04 20:56:54.171914 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=87,neutron:UPDATE=7,neutron:INSERT=6 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:54.198087 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment f351bfbd-9b89-4eab-a0d9-4c52d42319e1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f351bfbd-9b89-4eab-a0d9-4c52d42319e1 found for delete ", "request_id": "req-c0fd5469-c21c-42ae-9b48-d53d13676717"}]} Oct 04 20:56:54.200922 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b6ab7c97-116b-4b58-ab67-a7e7836ca75f tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (3c803581-76ab-4a70-baa2-6722da92f9a9), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:54.208523 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-945483a1-fdb0-424b-b399-128bfb60fa19 None None] Publish callbacks [] for port (58df7ee7-d9fe-445e-95b5-5d1789e7f585), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:54.263201 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ab7c97-116b-4b58-ab67-a7e7836ca75f tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c803581-76ab-4a70-baa2-6722da92f9a9,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:54.268628 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-70836f1f-db5d-43b7-92d6-d6d4f3e0af5d tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (26ae40fc-1d13-4c5e-b7bc-4cd216239b91), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:54.273989 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-70836f1f-db5d-43b7-92d6-d6d4f3e0af5d tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:54.276091 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-70836f1f-db5d-43b7-92d6-d6d4f3e0af5d tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/26ae40fc-1d13-4c5e-b7bc-4cd216239b91 HTTP/1.1" status: 204 len: 168 time: 0.9960401 Oct 04 20:56:54.280201 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 49372) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:54.289760 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b6ab7c97-116b-4b58-ab67-a7e7836ca75f tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:54.297798 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b6ab7c97-116b-4b58-ab67-a7e7836ca75f tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] 10.222.0.78 "DELETE /networking/v2.0/ports/3c803581-76ab-4a70-baa2-6722da92f9a9 HTTP/1.1" status: 204 len: 168 time: 1.5912397 Oct 04 20:56:54.302695 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49374) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:54.320320 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-0bb05aaf-80c1-4197-bb51-55e1d7f1811b tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] show failed (client error): The resource could not be found. Oct 04 20:56:54.334922 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-0bb05aaf-80c1-4197-bb51-55e1d7f1811b tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] 10.222.0.78 "GET /networking/v2.0/security-groups/26ae40fc-1d13-4c5e-b7bc-4cd216239b91 HTTP/1.1" status: 404 len: 347 time: 0.0414424 Oct 04 20:56:54.335226 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70836f1f-db5d-43b7-92d6-d6d4f3e0af5d tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ae40fc-1d13-4c5e-b7bc-4cd216239b91,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:54.336009 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 49376) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:54.374319 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-945483a1-fdb0-424b-b399-128bfb60fa19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (58df7ee7-d9fe-445e-95b5-5d1789e7f585), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:54.385825 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-bccdf1ea-d557-4bf2-8a82-20da03ce6692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] GET failed (client error): The resource could not be found. Oct 04 20:56:54.388600 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-bccdf1ea-d557-4bf2-8a82-20da03ce6692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] 10.222.0.78 "GET /networking/v2.0/ports/3c803581-76ab-4a70-baa2-6722da92f9a9 HTTP/1.1" status: 404 len: 333 time: 0.0840774 Oct 04 20:56:54.394637 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49378) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:54.410837 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-8b873768-27bd-4516-a7e7-d796394c9c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Request body: {'port': {'network_id': '07561a8b-a5b7-44e8-a73f-b5492d50c346', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-415776847'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:56:54.449696 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ccffab61-58a2-4848-8034-ccf08ae4b508 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (0a4f6831-7d70-44f4-9a7f-7dd2f61ebcbf), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:54.464673 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccffab61-58a2-4848-8034-ccf08ae4b508 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0a4f6831-7d70-44f4-9a7f-7dd2f61ebcbf {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 04 20:56:54.480425 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ccffab61-58a2-4848-8034-ccf08ae4b508 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:54.486975 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ccffab61-58a2-4848-8034-ccf08ae4b508 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] 10.222.0.78 "DELETE /networking/v2.0/networks/0a4f6831-7d70-44f4-9a7f-7dd2f61ebcbf HTTP/1.1" status: 204 len: 168 time: 1.7780342 Oct 04 20:56:54.581804 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccffab61-58a2-4848-8034-ccf08ae4b508 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Pushing event deleted for resources: {'Network': ['ID=0a4f6831-7d70-44f4-9a7f-7dd2f61ebcbf,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:54.662022 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945483a1-fdb0-424b-b399-128bfb60fa19 None None] Network 78c95fe8-9c34-4ba3-8873-7e9782dda155 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:56:54.677469 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-945483a1-fdb0-424b-b399-128bfb60fa19 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:56:54.688867 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945483a1-fdb0-424b-b399-128bfb60fa19 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:56:54.709738 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945483a1-fdb0-424b-b399-128bfb60fa19 None None] Pushing event updated for resources: {'Port': ['ID=58df7ee7-d9fe-445e-95b5-5d1789e7f585,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:54.763856 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b873768-27bd-4516-a7e7-d796394c9c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Made reservation on behalf of b9078b95f97843d0b764e1dfd41e9904 for: {'port': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:56:54.770788 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8b873768-27bd-4516-a7e7-d796394c9c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:54.820236 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945483a1-fdb0-424b-b399-128bfb60fa19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:56:54.824272 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945483a1-fdb0-424b-b399-128bfb60fa19 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:56:54.826418 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945483a1-fdb0-424b-b399-128bfb60fa19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:56:54.826418 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945483a1-fdb0-424b-b399-128bfb60fa19 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:56:54.826418 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945483a1-fdb0-424b-b399-128bfb60fa19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:56:54.829616 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945483a1-fdb0-424b-b399-128bfb60fa19 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:56:54.830546 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945483a1-fdb0-424b-b399-128bfb60fa19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:56:54.831176 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945483a1-fdb0-424b-b399-128bfb60fa19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:56:54.832893 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945483a1-fdb0-424b-b399-128bfb60fa19 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:56:54.833769 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945483a1-fdb0-424b-b399-128bfb60fa19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:56:54.834523 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945483a1-fdb0-424b-b399-128bfb60fa19 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:56:54.835403 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945483a1-fdb0-424b-b399-128bfb60fa19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:56:54.836978 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945483a1-fdb0-424b-b399-128bfb60fa19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:56:54.836978 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945483a1-fdb0-424b-b399-128bfb60fa19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:56:54.837417 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945483a1-fdb0-424b-b399-128bfb60fa19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:56:54.863674 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [None req-8b873768-27bd-4516-a7e7-d796394c9c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] device_id is not set on port c18f986d-2cc6-4b60-8cd7-2801596c5628 yet. {{(pid=108169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 20:56:54.904794 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-19bb0b9e-7a38-454b-8de2-a521e1940854 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Allocated IP 2001:db8::2dc (78c95fe8-9c34-4ba3-8873-7e9782dda155/3b7dae3d-e13c-487b-b0ce-662ed0977359/afbae98f-963b-4477-98f2-71d147713a9e) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:56:54.910330 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-39e5f6da-a57b-4e8d-a166-394ff0899b3a tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] Deleting port 769ce8e4-eeb5-4dfb-b47a-838bee666f4b {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:56:54.911260 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-39e5f6da-a57b-4e8d-a166-394ff0899b3a tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (769ce8e4-eeb5-4dfb-b47a-838bee666f4b), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:54.984711 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-945483a1-fdb0-424b-b399-128bfb60fa19 None None] Attempting to bind port 58df7ee7-d9fe-445e-95b5-5d1789e7f585 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:56:54.994083 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-945483a1-fdb0-424b-b399-128bfb60fa19 None None] Attempting to bind port 58df7ee7-d9fe-445e-95b5-5d1789e7f585 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '0d2a5636-04dd-4c95-9895-d29ac2635c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '78c95fe8-9c34-4ba3-8873-7e9782dda155'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:56:54.997950 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945483a1-fdb0-424b-b399-128bfb60fa19 None None] Attempting to bind port 58df7ee7-d9fe-445e-95b5-5d1789e7f585 on network 78c95fe8-9c34-4ba3-8873-7e9782dda155 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:56:55.216599 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945483a1-fdb0-424b-b399-128bfb60fa19 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:56:55.220260 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945483a1-fdb0-424b-b399-128bfb60fa19 None None] Checking segment: {'id': '0d2a5636-04dd-4c95-9895-d29ac2635c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '78c95fe8-9c34-4ba3-8873-7e9782dda155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:56:55.220260 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-945483a1-fdb0-424b-b399-128bfb60fa19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:55.220260 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945483a1-fdb0-424b-b399-128bfb60fa19 None None] Bound using segment: {'id': '0d2a5636-04dd-4c95-9895-d29ac2635c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '78c95fe8-9c34-4ba3-8873-7e9782dda155'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:56:55.222650 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-945483a1-fdb0-424b-b399-128bfb60fa19 None None] Bound port: 58df7ee7-d9fe-445e-95b5-5d1789e7f585, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d2a5636-04dd-4c95-9895-d29ac2635c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '78c95fe8-9c34-4ba3-8873-7e9782dda155'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:56:55.223595 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-945483a1-fdb0-424b-b399-128bfb60fa19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (58df7ee7-d9fe-445e-95b5-5d1789e7f585), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:55.255083 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-39e5f6da-a57b-4e8d-a166-394ff0899b3a tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (769ce8e4-eeb5-4dfb-b47a-838bee666f4b), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:55.271766 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-39e5f6da-a57b-4e8d-a166-394ff0899b3a tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] Publish callbacks [] for floatingip (769ce8e4-eeb5-4dfb-b47a-838bee666f4b), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:55.359501 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-945483a1-fdb0-424b-b399-128bfb60fa19 None None] For port 58df7ee7-d9fe-445e-95b5-5d1789e7f585, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:56:55.366769 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-945483a1-fdb0-424b-b399-128bfb60fa19 None None] For port 58df7ee7-d9fe-445e-95b5-5d1789e7f585, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=58df7ee7-d9fe-445e-95b5-5d1789e7f585,segment=NetworkSegment(0d2a5636-04dd-4c95-9895-d29ac2635c73),segment_id=0d2a5636-04dd-4c95-9895-d29ac2635c73)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:56:55.379086 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-39e5f6da-a57b-4e8d-a166-394ff0899b3a tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] Calling delete_port for 769ce8e4-eeb5-4dfb-b47a-838bee666f4b owned by network:floatingip {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:56:55.382858 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:55.408089 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8b873768-27bd-4516-a7e7-d796394c9c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Publish callbacks [] for port (c18f986d-2cc6-4b60-8cd7-2801596c5628), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:55.499843 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-945483a1-fdb0-424b-b399-128bfb60fa19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (58df7ee7-d9fe-445e-95b5-5d1789e7f585), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:55.632921 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=74,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:55.748330 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8b873768-27bd-4516-a7e7-d796394c9c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (c18f986d-2cc6-4b60-8cd7-2801596c5628), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:55.920097 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b873768-27bd-4516-a7e7-d796394c9c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Network 07561a8b-a5b7-44e8-a73f-b5492d50c346 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:56:55.930906 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-8b873768-27bd-4516-a7e7-d796394c9c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:56:55.951322 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b873768-27bd-4516-a7e7-d796394c9c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:56:55.953528 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b873768-27bd-4516-a7e7-d796394c9c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:56:55.955555 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8b873768-27bd-4516-a7e7-d796394c9c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:55.988045 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b873768-27bd-4516-a7e7-d796394c9c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Pushing event updated for resources: {'Port': ['ID=c18f986d-2cc6-4b60-8cd7-2801596c5628,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:56.102877 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-8b873768-27bd-4516-a7e7-d796394c9c0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.7061384 Oct 04 20:56:56.107319 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49398) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:56.109547 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-19bb0b9e-7a38-454b-8de2-a521e1940854 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for port (afbae98f-963b-4477-98f2-71d147713a9e), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:56.124695 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-6c6d2358-8cb0-46fc-8a24-1f8ee1b19d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-852085-12'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:56:56.280245 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:56.327552 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6c6d2358-8cb0-46fc-8a24-1f8ee1b19d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (c18f986d-2cc6-4b60-8cd7-2801596c5628), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:56.474531 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945483a1-fdb0-424b-b399-128bfb60fa19 None None] Pushing event updated for resources: {'Port': ['ID=58df7ee7-d9fe-445e-95b5-5d1789e7f585,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:56.694350 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:56.857885 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [None req-6c6d2358-8cb0-46fc-8a24-1f8ee1b19d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] device_id is not set on port c18f986d-2cc6-4b60-8cd7-2801596c5628 yet. {{(pid=108169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 20:56:56.876165 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6c6d2358-8cb0-46fc-8a24-1f8ee1b19d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Publish callbacks [] for port (c18f986d-2cc6-4b60-8cd7-2801596c5628), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:57.050913 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-19bb0b9e-7a38-454b-8de2-a521e1940854 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (afbae98f-963b-4477-98f2-71d147713a9e), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:57.090893 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6c6d2358-8cb0-46fc-8a24-1f8ee1b19d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (c18f986d-2cc6-4b60-8cd7-2801596c5628), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:57.182071 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-39e5f6da-a57b-4e8d-a166-394ff0899b3a tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (769ce8e4-eeb5-4dfb-b47a-838bee666f4b), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:57.224450 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-6c6d2358-8cb0-46fc-8a24-1f8ee1b19d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port c18f986d-2cc6-4b60-8cd7-2801596c5628 on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:56:57.225233 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-6c6d2358-8cb0-46fc-8a24-1f8ee1b19d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port c18f986d-2cc6-4b60-8cd7-2801596c5628 by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '1b4e1e20-c228-411e-8c1a-a8aa817ce967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '07561a8b-a5b7-44e8-a73f-b5492d50c346'}] {{(pid=108169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:56:57.225951 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6d2358-8cb0-46fc-8a24-1f8ee1b19d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port c18f986d-2cc6-4b60-8cd7-2801596c5628 on network 07561a8b-a5b7-44e8-a73f-b5492d50c346 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:56:57.232116 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bb0b9e-7a38-454b-8de2-a521e1940854 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Network 78c95fe8-9c34-4ba3-8873-7e9782dda155 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:56:57.237517 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d2358-8cb0-46fc-8a24-1f8ee1b19d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Pushing event updated for resources: {'Port': ['ID=c18f986d-2cc6-4b60-8cd7-2801596c5628,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:57.244844 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6d2358-8cb0-46fc-8a24-1f8ee1b19d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Port c18f986d-2cc6-4b60-8cd7-2801596c5628 on network 07561a8b-a5b7-44e8-a73f-b5492d50c346 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:56:57.245515 n-d-852085-12 neutron-server[108169]: ERROR neutron.plugins.ml2.managers [None req-6c6d2358-8cb0-46fc-8a24-1f8ee1b19d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Failed to bind port c18f986d-2cc6-4b60-8cd7-2801596c5628 on host n-h1-852085-12 for vnic_type normal using segments [{'id': '1b4e1e20-c228-411e-8c1a-a8aa817ce967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '07561a8b-a5b7-44e8-a73f-b5492d50c346'}] Oct 04 20:56:57.257617 n-d-852085-12 neutron-server[108169]: INFO neutron.plugins.ml2.plugin [None req-6c6d2358-8cb0-46fc-8a24-1f8ee1b19d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempt 2 to bind port c18f986d-2cc6-4b60-8cd7-2801596c5628 Oct 04 20:56:57.270466 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-19bb0b9e-7a38-454b-8de2-a521e1940854 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:56:57.278425 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bb0b9e-7a38-454b-8de2-a521e1940854 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:56:57.286620 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-6c6d2358-8cb0-46fc-8a24-1f8ee1b19d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port c18f986d-2cc6-4b60-8cd7-2801596c5628 on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:56:57.288410 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-6c6d2358-8cb0-46fc-8a24-1f8ee1b19d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port c18f986d-2cc6-4b60-8cd7-2801596c5628 by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '1b4e1e20-c228-411e-8c1a-a8aa817ce967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '07561a8b-a5b7-44e8-a73f-b5492d50c346'}] {{(pid=108169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:56:57.290190 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6d2358-8cb0-46fc-8a24-1f8ee1b19d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port c18f986d-2cc6-4b60-8cd7-2801596c5628 on network 07561a8b-a5b7-44e8-a73f-b5492d50c346 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:56:57.302372 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6d2358-8cb0-46fc-8a24-1f8ee1b19d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Port c18f986d-2cc6-4b60-8cd7-2801596c5628 on network 07561a8b-a5b7-44e8-a73f-b5492d50c346 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:56:57.304360 n-d-852085-12 neutron-server[108169]: ERROR neutron.plugins.ml2.managers [None req-6c6d2358-8cb0-46fc-8a24-1f8ee1b19d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Failed to bind port c18f986d-2cc6-4b60-8cd7-2801596c5628 on host n-h1-852085-12 for vnic_type normal using segments [{'id': '1b4e1e20-c228-411e-8c1a-a8aa817ce967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '07561a8b-a5b7-44e8-a73f-b5492d50c346'}] Oct 04 20:56:57.304638 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bb0b9e-7a38-454b-8de2-a521e1940854 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:56:57.305389 n-d-852085-12 neutron-server[108169]: INFO neutron.plugins.ml2.plugin [None req-6c6d2358-8cb0-46fc-8a24-1f8ee1b19d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempt 3 to bind port c18f986d-2cc6-4b60-8cd7-2801596c5628 Oct 04 20:56:57.305613 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-19bb0b9e-7a38-454b-8de2-a521e1940854 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:57.340784 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-6c6d2358-8cb0-46fc-8a24-1f8ee1b19d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port c18f986d-2cc6-4b60-8cd7-2801596c5628 on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:56:57.345785 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-6c6d2358-8cb0-46fc-8a24-1f8ee1b19d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port c18f986d-2cc6-4b60-8cd7-2801596c5628 by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '1b4e1e20-c228-411e-8c1a-a8aa817ce967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '07561a8b-a5b7-44e8-a73f-b5492d50c346'}] {{(pid=108169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:56:57.345785 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6d2358-8cb0-46fc-8a24-1f8ee1b19d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port c18f986d-2cc6-4b60-8cd7-2801596c5628 on network 07561a8b-a5b7-44e8-a73f-b5492d50c346 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:56:57.357382 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6d2358-8cb0-46fc-8a24-1f8ee1b19d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Port c18f986d-2cc6-4b60-8cd7-2801596c5628 on network 07561a8b-a5b7-44e8-a73f-b5492d50c346 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:56:57.358127 n-d-852085-12 neutron-server[108169]: ERROR neutron.plugins.ml2.managers [None req-6c6d2358-8cb0-46fc-8a24-1f8ee1b19d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Failed to bind port c18f986d-2cc6-4b60-8cd7-2801596c5628 on host n-h1-852085-12 for vnic_type normal using segments [{'id': '1b4e1e20-c228-411e-8c1a-a8aa817ce967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '07561a8b-a5b7-44e8-a73f-b5492d50c346'}] Oct 04 20:56:57.358891 n-d-852085-12 neutron-server[108169]: INFO neutron.plugins.ml2.plugin [None req-6c6d2358-8cb0-46fc-8a24-1f8ee1b19d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempt 4 to bind port c18f986d-2cc6-4b60-8cd7-2801596c5628 Oct 04 20:56:57.396498 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-6c6d2358-8cb0-46fc-8a24-1f8ee1b19d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port c18f986d-2cc6-4b60-8cd7-2801596c5628 on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:56:57.397255 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-6c6d2358-8cb0-46fc-8a24-1f8ee1b19d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port c18f986d-2cc6-4b60-8cd7-2801596c5628 by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '1b4e1e20-c228-411e-8c1a-a8aa817ce967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '07561a8b-a5b7-44e8-a73f-b5492d50c346'}] {{(pid=108169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:56:57.399262 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6d2358-8cb0-46fc-8a24-1f8ee1b19d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port c18f986d-2cc6-4b60-8cd7-2801596c5628 on network 07561a8b-a5b7-44e8-a73f-b5492d50c346 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:56:57.408542 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6d2358-8cb0-46fc-8a24-1f8ee1b19d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Port c18f986d-2cc6-4b60-8cd7-2801596c5628 on network 07561a8b-a5b7-44e8-a73f-b5492d50c346 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:56:57.409180 n-d-852085-12 neutron-server[108169]: ERROR neutron.plugins.ml2.managers [None req-6c6d2358-8cb0-46fc-8a24-1f8ee1b19d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Failed to bind port c18f986d-2cc6-4b60-8cd7-2801596c5628 on host n-h1-852085-12 for vnic_type normal using segments [{'id': '1b4e1e20-c228-411e-8c1a-a8aa817ce967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '07561a8b-a5b7-44e8-a73f-b5492d50c346'}] Oct 04 20:56:57.410421 n-d-852085-12 neutron-server[108169]: INFO neutron.plugins.ml2.plugin [None req-6c6d2358-8cb0-46fc-8a24-1f8ee1b19d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempt 5 to bind port c18f986d-2cc6-4b60-8cd7-2801596c5628 Oct 04 20:56:57.451246 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-6c6d2358-8cb0-46fc-8a24-1f8ee1b19d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port c18f986d-2cc6-4b60-8cd7-2801596c5628 on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:56:57.451786 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-6c6d2358-8cb0-46fc-8a24-1f8ee1b19d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port c18f986d-2cc6-4b60-8cd7-2801596c5628 by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '1b4e1e20-c228-411e-8c1a-a8aa817ce967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '07561a8b-a5b7-44e8-a73f-b5492d50c346'}] {{(pid=108169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:56:57.452344 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6d2358-8cb0-46fc-8a24-1f8ee1b19d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port c18f986d-2cc6-4b60-8cd7-2801596c5628 on network 07561a8b-a5b7-44e8-a73f-b5492d50c346 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:56:57.462078 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6d2358-8cb0-46fc-8a24-1f8ee1b19d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Port c18f986d-2cc6-4b60-8cd7-2801596c5628 on network 07561a8b-a5b7-44e8-a73f-b5492d50c346 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:56:57.462692 n-d-852085-12 neutron-server[108169]: ERROR neutron.plugins.ml2.managers [None req-6c6d2358-8cb0-46fc-8a24-1f8ee1b19d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Failed to bind port c18f986d-2cc6-4b60-8cd7-2801596c5628 on host n-h1-852085-12 for vnic_type normal using segments [{'id': '1b4e1e20-c228-411e-8c1a-a8aa817ce967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '07561a8b-a5b7-44e8-a73f-b5492d50c346'}] Oct 04 20:56:57.463436 n-d-852085-12 neutron-server[108169]: INFO neutron.plugins.ml2.plugin [None req-6c6d2358-8cb0-46fc-8a24-1f8ee1b19d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempt 6 to bind port c18f986d-2cc6-4b60-8cd7-2801596c5628 Oct 04 20:56:57.526256 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bb0b9e-7a38-454b-8de2-a521e1940854 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event updated for resources: {'Port': ['ID=afbae98f-963b-4477-98f2-71d147713a9e,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:57.528812 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-6c6d2358-8cb0-46fc-8a24-1f8ee1b19d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port c18f986d-2cc6-4b60-8cd7-2801596c5628 on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:56:57.532551 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-6c6d2358-8cb0-46fc-8a24-1f8ee1b19d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port c18f986d-2cc6-4b60-8cd7-2801596c5628 by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '1b4e1e20-c228-411e-8c1a-a8aa817ce967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '07561a8b-a5b7-44e8-a73f-b5492d50c346'}] {{(pid=108169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:56:57.533215 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6d2358-8cb0-46fc-8a24-1f8ee1b19d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port c18f986d-2cc6-4b60-8cd7-2801596c5628 on network 07561a8b-a5b7-44e8-a73f-b5492d50c346 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:56:57.558924 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6d2358-8cb0-46fc-8a24-1f8ee1b19d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Port c18f986d-2cc6-4b60-8cd7-2801596c5628 on network 07561a8b-a5b7-44e8-a73f-b5492d50c346 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:56:57.559570 n-d-852085-12 neutron-server[108169]: ERROR neutron.plugins.ml2.managers [None req-6c6d2358-8cb0-46fc-8a24-1f8ee1b19d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Failed to bind port c18f986d-2cc6-4b60-8cd7-2801596c5628 on host n-h1-852085-12 for vnic_type normal using segments [{'id': '1b4e1e20-c228-411e-8c1a-a8aa817ce967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '07561a8b-a5b7-44e8-a73f-b5492d50c346'}] Oct 04 20:56:57.565325 n-d-852085-12 neutron-server[108169]: INFO neutron.plugins.ml2.plugin [None req-6c6d2358-8cb0-46fc-8a24-1f8ee1b19d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempt 7 to bind port c18f986d-2cc6-4b60-8cd7-2801596c5628 Oct 04 20:56:57.624752 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-6c6d2358-8cb0-46fc-8a24-1f8ee1b19d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port c18f986d-2cc6-4b60-8cd7-2801596c5628 on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:56:57.625487 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-6c6d2358-8cb0-46fc-8a24-1f8ee1b19d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port c18f986d-2cc6-4b60-8cd7-2801596c5628 by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '1b4e1e20-c228-411e-8c1a-a8aa817ce967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '07561a8b-a5b7-44e8-a73f-b5492d50c346'}] {{(pid=108169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:56:57.626233 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6d2358-8cb0-46fc-8a24-1f8ee1b19d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port c18f986d-2cc6-4b60-8cd7-2801596c5628 on network 07561a8b-a5b7-44e8-a73f-b5492d50c346 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:56:57.635980 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6d2358-8cb0-46fc-8a24-1f8ee1b19d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Port c18f986d-2cc6-4b60-8cd7-2801596c5628 on network 07561a8b-a5b7-44e8-a73f-b5492d50c346 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:56:57.636680 n-d-852085-12 neutron-server[108169]: ERROR neutron.plugins.ml2.managers [None req-6c6d2358-8cb0-46fc-8a24-1f8ee1b19d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Failed to bind port c18f986d-2cc6-4b60-8cd7-2801596c5628 on host n-h1-852085-12 for vnic_type normal using segments [{'id': '1b4e1e20-c228-411e-8c1a-a8aa817ce967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '07561a8b-a5b7-44e8-a73f-b5492d50c346'}] Oct 04 20:56:57.637497 n-d-852085-12 neutron-server[108169]: INFO neutron.plugins.ml2.plugin [None req-6c6d2358-8cb0-46fc-8a24-1f8ee1b19d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempt 8 to bind port c18f986d-2cc6-4b60-8cd7-2801596c5628 Oct 04 20:56:57.672919 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e5f6da-a57b-4e8d-a166-394ff0899b3a tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] Pushing event deleted for resources: {'Port': ['ID=769ce8e4-eeb5-4dfb-b47a-838bee666f4b,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:57.691417 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-19bb0b9e-7a38-454b-8de2-a521e1940854 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 892 time: 4.4982040 Oct 04 20:56:57.699374 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49412) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:57.798355 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b7e015-c27f-4745-ba75-30287a13adb5 None None] Network 78c95fe8-9c34-4ba3-8873-7e9782dda155 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:56:57.834991 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-39e5f6da-a57b-4e8d-a166-394ff0899b3a tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] Publish callbacks [] for floatingip (56edf9a9-f5bd-4852-a86d-275668f3f59e), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:57.853088 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-39e5f6da-a57b-4e8d-a166-394ff0899b3a tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:57.859453 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-39e5f6da-a57b-4e8d-a166-394ff0899b3a tempest-ServerActionsTestJSON-1422442004 tempest-ServerActionsTestJSON-1422442004-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/56edf9a9-f5bd-4852-a86d-275668f3f59e HTTP/1.1" status: 204 len: 168 time: 3.5173419 Oct 04 20:56:57.862815 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 49416) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:57.895083 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-6c6d2358-8cb0-46fc-8a24-1f8ee1b19d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port c18f986d-2cc6-4b60-8cd7-2801596c5628 on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:56:57.895679 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-6c6d2358-8cb0-46fc-8a24-1f8ee1b19d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port c18f986d-2cc6-4b60-8cd7-2801596c5628 by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '1b4e1e20-c228-411e-8c1a-a8aa817ce967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '07561a8b-a5b7-44e8-a73f-b5492d50c346'}] {{(pid=108169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:56:57.900366 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6d2358-8cb0-46fc-8a24-1f8ee1b19d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port c18f986d-2cc6-4b60-8cd7-2801596c5628 on network 07561a8b-a5b7-44e8-a73f-b5492d50c346 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:56:57.932131 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6d2358-8cb0-46fc-8a24-1f8ee1b19d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Port c18f986d-2cc6-4b60-8cd7-2801596c5628 on network 07561a8b-a5b7-44e8-a73f-b5492d50c346 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:56:57.933306 n-d-852085-12 neutron-server[108169]: ERROR neutron.plugins.ml2.managers [None req-6c6d2358-8cb0-46fc-8a24-1f8ee1b19d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Failed to bind port c18f986d-2cc6-4b60-8cd7-2801596c5628 on host n-h1-852085-12 for vnic_type normal using segments [{'id': '1b4e1e20-c228-411e-8c1a-a8aa817ce967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '07561a8b-a5b7-44e8-a73f-b5492d50c346'}] Oct 04 20:56:57.943350 n-d-852085-12 neutron-server[108169]: INFO neutron.plugins.ml2.plugin [None req-6c6d2358-8cb0-46fc-8a24-1f8ee1b19d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempt 9 to bind port c18f986d-2cc6-4b60-8cd7-2801596c5628 Oct 04 20:56:57.983491 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49418) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:58.032501 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-742d9c1a-4f73-41ae-99e8-457eaab21393 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Request body: {'router': {'name': 'tempest-router--1633483767', 'project_id': '8b744028bdc84c5cb5d54d5c44d0dbb7'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:56:58.049306 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-6c6d2358-8cb0-46fc-8a24-1f8ee1b19d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port c18f986d-2cc6-4b60-8cd7-2801596c5628 on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:56:58.049600 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-6c6d2358-8cb0-46fc-8a24-1f8ee1b19d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port c18f986d-2cc6-4b60-8cd7-2801596c5628 by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '1b4e1e20-c228-411e-8c1a-a8aa817ce967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '07561a8b-a5b7-44e8-a73f-b5492d50c346'}] {{(pid=108169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:56:58.050037 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6d2358-8cb0-46fc-8a24-1f8ee1b19d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port c18f986d-2cc6-4b60-8cd7-2801596c5628 on network 07561a8b-a5b7-44e8-a73f-b5492d50c346 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:56:58.072321 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-3463facd-11e4-4d29-918c-ed4c6ba5d766 None None] Provisioning complete for port 58df7ee7-d9fe-445e-95b5-5d1789e7f585 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:56:58.072932 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6d2358-8cb0-46fc-8a24-1f8ee1b19d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Port c18f986d-2cc6-4b60-8cd7-2801596c5628 on network 07561a8b-a5b7-44e8-a73f-b5492d50c346 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:56:58.074171 n-d-852085-12 neutron-server[108169]: ERROR neutron.plugins.ml2.managers [None req-6c6d2358-8cb0-46fc-8a24-1f8ee1b19d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Failed to bind port c18f986d-2cc6-4b60-8cd7-2801596c5628 on host n-h1-852085-12 for vnic_type normal using segments [{'id': '1b4e1e20-c228-411e-8c1a-a8aa817ce967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '07561a8b-a5b7-44e8-a73f-b5492d50c346'}] Oct 04 20:56:58.075216 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3463facd-11e4-4d29-918c-ed4c6ba5d766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (58df7ee7-d9fe-445e-95b5-5d1789e7f585), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:58.076476 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-3463facd-11e4-4d29-918c-ed4c6ba5d766 None None] Attempt 1 to provision port 58df7ee7-d9fe-445e-95b5-5d1789e7f585 Oct 04 20:56:58.083531 n-d-852085-12 neutron-server[108169]: INFO neutron.plugins.ml2.plugin [None req-6c6d2358-8cb0-46fc-8a24-1f8ee1b19d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempt 10 to bind port c18f986d-2cc6-4b60-8cd7-2801596c5628 Oct 04 20:56:58.153568 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-6c6d2358-8cb0-46fc-8a24-1f8ee1b19d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port c18f986d-2cc6-4b60-8cd7-2801596c5628 on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:56:58.154065 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-6c6d2358-8cb0-46fc-8a24-1f8ee1b19d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port c18f986d-2cc6-4b60-8cd7-2801596c5628 by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '1b4e1e20-c228-411e-8c1a-a8aa817ce967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '07561a8b-a5b7-44e8-a73f-b5492d50c346'}] {{(pid=108169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:56:58.154615 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6d2358-8cb0-46fc-8a24-1f8ee1b19d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port c18f986d-2cc6-4b60-8cd7-2801596c5628 on network 07561a8b-a5b7-44e8-a73f-b5492d50c346 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:56:58.215674 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-d659ba45-ba57-49af-879b-3483b85d6ec4 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Deleting port afbae98f-963b-4477-98f2-71d147713a9e {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:56:58.216272 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d659ba45-ba57-49af-879b-3483b85d6ec4 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (afbae98f-963b-4477-98f2-71d147713a9e), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:58.241949 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6d2358-8cb0-46fc-8a24-1f8ee1b19d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Port c18f986d-2cc6-4b60-8cd7-2801596c5628 on network 07561a8b-a5b7-44e8-a73f-b5492d50c346 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:56:58.242869 n-d-852085-12 neutron-server[108169]: ERROR neutron.plugins.ml2.managers [None req-6c6d2358-8cb0-46fc-8a24-1f8ee1b19d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Failed to bind port c18f986d-2cc6-4b60-8cd7-2801596c5628 on host n-h1-852085-12 for vnic_type normal using segments [{'id': '1b4e1e20-c228-411e-8c1a-a8aa817ce967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '07561a8b-a5b7-44e8-a73f-b5492d50c346'}] Oct 04 20:56:58.243764 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6c6d2358-8cb0-46fc-8a24-1f8ee1b19d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (c18f986d-2cc6-4b60-8cd7-2801596c5628), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:58.556111 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:INSERT=10,neutron:SELECT=83,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:58.670200 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-6c6d2358-8cb0-46fc-8a24-1f8ee1b19d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] For port c18f986d-2cc6-4b60-8cd7-2801596c5628, host n-h1-852085-12, cleared binding levels {{(pid=108169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:56:58.670969 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-6c6d2358-8cb0-46fc-8a24-1f8ee1b19d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempted to set empty binding levels {{(pid=108169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 04 20:56:58.710043 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-742d9c1a-4f73-41ae-99e8-457eaab21393 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (1ca4010e-fb37-4baf-8981-d21851dadbbe), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:58.712324 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-742d9c1a-4f73-41ae-99e8-457eaab21393 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (1ca4010e-fb37-4baf-8981-d21851dadbbe), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:58.734078 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 58df7ee7-d9fe-445e-95b5-5d1789e7f585 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:56:58.820088 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:58.884911 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-3463facd-11e4-4d29-918c-ed4c6ba5d766 None None] Current status of the port 58df7ee7-d9fe-445e-95b5-5d1789e7f585 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:56:58.886118 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3463facd-11e4-4d29-918c-ed4c6ba5d766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (58df7ee7-d9fe-445e-95b5-5d1789e7f585), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:58.937811 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-742d9c1a-4f73-41ae-99e8-457eaab21393 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks [] for router_controller (1ca4010e-fb37-4baf-8981-d21851dadbbe), precommit_add_association {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:58.938477 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 58df7ee7-d9fe-445e-95b5-5d1789e7f585 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:56:58.939911 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (58df7ee7-d9fe-445e-95b5-5d1789e7f585), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:58.946373 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 58df7ee7-d9fe-445e-95b5-5d1789e7f585 Oct 04 20:56:58.989072 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ea71bdcc-f7f3-42bd-9186-a8f66e849a99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (2e55ef43-acd5-4ef0-9e64-9cc992009445), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:59.066561 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-3463facd-11e4-4d29-918c-ed4c6ba5d766 None None] For port 58df7ee7-d9fe-445e-95b5-5d1789e7f585, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=58df7ee7-d9fe-445e-95b5-5d1789e7f585,segment=NetworkSegment(0d2a5636-04dd-4c95-9895-d29ac2635c73),segment_id=0d2a5636-04dd-4c95-9895-d29ac2635c73)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:56:59.076851 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6c6d2358-8cb0-46fc-8a24-1f8ee1b19d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (c18f986d-2cc6-4b60-8cd7-2801596c5628), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:59.076851 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-6c6d2358-8cb0-46fc-8a24-1f8ee1b19d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] In _notify_port_updated(), no bound segment for port c18f986d-2cc6-4b60-8cd7-2801596c5628 on network 07561a8b-a5b7-44e8-a73f-b5492d50c346 {{(pid=108169) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 04 20:56:59.077967 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6d2358-8cb0-46fc-8a24-1f8ee1b19d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:56:59.082993 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6c6d2358-8cb0-46fc-8a24-1f8ee1b19d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:59.085754 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-6c6d2358-8cb0-46fc-8a24-1f8ee1b19d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] 10.222.0.78 "PUT /networking/v2.0/ports/c18f986d-2cc6-4b60-8cd7-2801596c5628 HTTP/1.1" status: 200 len: 979 time: 2.9761007 Oct 04 20:56:59.107553 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:59.240633 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 58df7ee7-d9fe-445e-95b5-5d1789e7f585 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:56:59.241829 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (58df7ee7-d9fe-445e-95b5-5d1789e7f585), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:59.285637 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49430) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:56:59.306161 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3463facd-11e4-4d29-918c-ed4c6ba5d766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (58df7ee7-d9fe-445e-95b5-5d1789e7f585), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:59.313369 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d2358-8cb0-46fc-8a24-1f8ee1b19d73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Pushing event updated for resources: {'Port': ['ID=c18f986d-2cc6-4b60-8cd7-2801596c5628,revision_number=3']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:59.370823 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-742d9c1a-4f73-41ae-99e8-457eaab21393 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (1ca4010e-fb37-4baf-8981-d21851dadbbe), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:59.496919 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 20:56:59.497647 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 20:56:59.627719 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:59.642185 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3463facd-11e4-4d29-918c-ed4c6ba5d766 None None] Pushing event updated for resources: {'Port': ['ID=58df7ee7-d9fe-445e-95b5-5d1789e7f585,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:56:59.715127 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e9143656-278b-4036-b723-8942b4fbe2b8 None None] Provisioning complete for port 58df7ee7-d9fe-445e-95b5-5d1789e7f585 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:56:59.728988 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e9143656-278b-4036-b723-8942b4fbe2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (58df7ee7-d9fe-445e-95b5-5d1789e7f585), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:59.732488 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e9143656-278b-4036-b723-8942b4fbe2b8 None None] Attempt 1 to provision port 58df7ee7-d9fe-445e-95b5-5d1789e7f585 Oct 04 20:56:59.824976 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=100 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:56:59.898216 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d659ba45-ba57-49af-879b-3483b85d6ec4 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (afbae98f-963b-4477-98f2-71d147713a9e), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:56:59.969021 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fb47dd-ee7b-40bd-ac7a-3627121fbd99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:56:59.970658 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fb47dd-ee7b-40bd-ac7a-3627121fbd99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:56:59.971952 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fb47dd-ee7b-40bd-ac7a-3627121fbd99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:56:59.973250 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fb47dd-ee7b-40bd-ac7a-3627121fbd99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:56:59.976949 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fb47dd-ee7b-40bd-ac7a-3627121fbd99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:56:59.978771 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fb47dd-ee7b-40bd-ac7a-3627121fbd99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:56:59.983445 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fb47dd-ee7b-40bd-ac7a-3627121fbd99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:56:59.984865 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fb47dd-ee7b-40bd-ac7a-3627121fbd99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:56:59.986574 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fb47dd-ee7b-40bd-ac7a-3627121fbd99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:56:59.988033 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fb47dd-ee7b-40bd-ac7a-3627121fbd99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:56:59.989681 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fb47dd-ee7b-40bd-ac7a-3627121fbd99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:57:00.003952 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-20fb47dd-ee7b-40bd-ac7a-3627121fbd99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] 10.222.0.78 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 10182 time: 0.6763413 Oct 04 20:57:00.018157 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-742d9c1a-4f73-41ae-99e8-457eaab21393 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:00.027216 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-742d9c1a-4f73-41ae-99e8-457eaab21393 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.9978461 Oct 04 20:57:00.047752 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49438) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:00.048765 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49440) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:00.199384 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-d659ba45-ba57-49af-879b-3483b85d6ec4 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Calling delete_port for afbae98f-963b-4477-98f2-71d147713a9e owned by {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:57:00.383044 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:00.393453 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 58df7ee7-d9fe-445e-95b5-5d1789e7f585 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:57:00.430888 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e9143656-278b-4036-b723-8942b4fbe2b8 None None] Current status of the port 58df7ee7-d9fe-445e-95b5-5d1789e7f585 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:57:00.469679 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e9143656-278b-4036-b723-8942b4fbe2b8 None None] Provisioning complete for port afbae98f-963b-4477-98f2-71d147713a9e triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:57:00.469679 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e9143656-278b-4036-b723-8942b4fbe2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (afbae98f-963b-4477-98f2-71d147713a9e), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:00.469679 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e9143656-278b-4036-b723-8942b4fbe2b8 None None] Attempt 1 to provision port afbae98f-963b-4477-98f2-71d147713a9e Oct 04 20:57:00.564322 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e9143656-278b-4036-b723-8942b4fbe2b8 None None] Port afbae98f-963b-4477-98f2-71d147713a9e cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:57:00.628937 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-97d66666-6d25-4a1f-b6e5-30d537beed40 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks [] for router (1ca4010e-fb37-4baf-8981-d21851dadbbe), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:00.632894 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-bae76af2-28dd-47ca-b777-5a98b55b1448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Deleting port c18f986d-2cc6-4b60-8cd7-2801596c5628 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:57:00.636643 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bae76af2-28dd-47ca-b777-5a98b55b1448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (c18f986d-2cc6-4b60-8cd7-2801596c5628), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:00.735100 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-80bdf0c1-bf01-4a25-9fbc-f68cebb336ee None None] Provisioning complete for port afbae98f-963b-4477-98f2-71d147713a9e triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:57:00.739018 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-80bdf0c1-bf01-4a25-9fbc-f68cebb336ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (afbae98f-963b-4477-98f2-71d147713a9e), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:00.740328 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-80bdf0c1-bf01-4a25-9fbc-f68cebb336ee None None] Attempt 1 to provision port afbae98f-963b-4477-98f2-71d147713a9e Oct 04 20:57:00.748527 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 58df7ee7-d9fe-445e-95b5-5d1789e7f585 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:57:00.799897 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=76,neutron:DELETE=15,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:00.918767 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-ea71bdcc-f7f3-42bd-9186-a8f66e849a99 admin admin] Deleting port 79758689-db40-40c0-831d-ddd379068c4b {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:57:00.922878 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ea71bdcc-f7f3-42bd-9186-a8f66e849a99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (79758689-db40-40c0-831d-ddd379068c4b), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:01.124265 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-80bdf0c1-bf01-4a25-9fbc-f68cebb336ee None None] Port afbae98f-963b-4477-98f2-71d147713a9e cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:57:01.161929 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 58df7ee7-d9fe-445e-95b5-5d1789e7f585 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:57:01.162566 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (58df7ee7-d9fe-445e-95b5-5d1789e7f585), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:01.163284 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 58df7ee7-d9fe-445e-95b5-5d1789e7f585 Oct 04 20:57:01.181016 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-ea71bdcc-f7f3-42bd-9186-a8f66e849a99 admin admin] For port 79758689-db40-40c0-831d-ddd379068c4b, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=79758689-db40-40c0-831d-ddd379068c4b,segment=NetworkSegment(f3d829b9-1f2c-4fb7-89b2-9601f6946b15),segment_id=f3d829b9-1f2c-4fb7-89b2-9601f6946b15)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:57:01.184944 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ea71bdcc-f7f3-42bd-9186-a8f66e849a99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (79758689-db40-40c0-831d-ddd379068c4b), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:01.251675 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-bae76af2-28dd-47ca-b777-5a98b55b1448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] For port c18f986d-2cc6-4b60-8cd7-2801596c5628, host n-h1-852085-12, got binding levels [] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:57:01.252530 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bae76af2-28dd-47ca-b777-5a98b55b1448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (c18f986d-2cc6-4b60-8cd7-2801596c5628), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:01.254905 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-ea71bdcc-f7f3-42bd-9186-a8f66e849a99 admin admin] Calling delete_port for 79758689-db40-40c0-831d-ddd379068c4b owned by network:router_interface {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:57:01.286510 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-bae76af2-28dd-47ca-b777-5a98b55b1448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Calling delete_port for c18f986d-2cc6-4b60-8cd7-2801596c5628 owned by {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:57:01.460380 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:01.541694 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 58df7ee7-d9fe-445e-95b5-5d1789e7f585 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:57:01.740740 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-97d66666-6d25-4a1f-b6e5-30d537beed40 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (1ca4010e-fb37-4baf-8981-d21851dadbbe), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:01.764257 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-97d66666-6d25-4a1f-b6e5-30d537beed40 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks [] for router_controller (1ca4010e-fb37-4baf-8981-d21851dadbbe), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:01.917638 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bae76af2-28dd-47ca-b777-5a98b55b1448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (c18f986d-2cc6-4b60-8cd7-2801596c5628), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:01.985897 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae76af2-28dd-47ca-b777-5a98b55b1448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Pushing event deleted for resources: {'Port': ['ID=c18f986d-2cc6-4b60-8cd7-2801596c5628,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:01.999241 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bae76af2-28dd-47ca-b777-5a98b55b1448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:02.011000 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 49460) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:02.021297 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-bae76af2-28dd-47ca-b777-5a98b55b1448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] 10.222.0.78 "DELETE /networking/v2.0/ports/c18f986d-2cc6-4b60-8cd7-2801596c5628 HTTP/1.1" status: 204 len: 168 time: 1.9695389 Oct 04 20:57:02.076712 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6e5e2b2-ea5b-435f-b6b0-0c670c2fecb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] GET failed (client error): The resource could not be found. Oct 04 20:57:02.087098 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49464) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:02.087592 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b6e5e2b2-ea5b-435f-b6b0-0c670c2fecb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] 10.222.0.78 "GET /networking/v2.0/ports/c18f986d-2cc6-4b60-8cd7-2801596c5628 HTTP/1.1" status: 404 len: 333 time: 0.0746753 Oct 04 20:57:02.096799 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-e9b2bd8a-ae59-41ca-ad74-01d07e18285f tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-805047933', 'network_id': '07561a8b-a5b7-44e8-a73f-b5492d50c346'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:57:02.109955 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ea71bdcc-f7f3-42bd-9186-a8f66e849a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (79758689-db40-40c0-831d-ddd379068c4b), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:02.116513 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d659ba45-ba57-49af-879b-3483b85d6ec4 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (afbae98f-963b-4477-98f2-71d147713a9e), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:02.145249 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-97d66666-6d25-4a1f-b6e5-30d537beed40 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (1ca4010e-fb37-4baf-8981-d21851dadbbe), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:02.150990 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d66666-6d25-4a1f-b6e5-30d537beed40 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1ca4010e-fb37-4baf-8981-d21851dadbbe {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:57:02.197031 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea71bdcc-f7f3-42bd-9186-a8f66e849a99 admin admin] Pushing event deleted for resources: {'Port': ['ID=79758689-db40-40c0-831d-ddd379068c4b,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:02.219458 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-97d66666-6d25-4a1f-b6e5-30d537beed40 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:02.226356 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-97d66666-6d25-4a1f-b6e5-30d537beed40 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] 10.222.0.78 "DELETE /networking/v2.0/routers/1ca4010e-fb37-4baf-8981-d21851dadbbe HTTP/1.1" status: 204 len: 168 time: 2.0377204 Oct 04 20:57:02.244068 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d659ba45-ba57-49af-879b-3483b85d6ec4 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event deleted for resources: {'Port': ['ID=afbae98f-963b-4477-98f2-71d147713a9e,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:02.277351 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:02.326822 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d659ba45-ba57-49af-879b-3483b85d6ec4 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:02.338863 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d659ba45-ba57-49af-879b-3483b85d6ec4 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "DELETE /networking/v2.0/ports/afbae98f-963b-4477-98f2-71d147713a9e HTTP/1.1" status: 204 len: 168 time: 4.6372540 Oct 04 20:57:02.340079 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49470) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:02.432949 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b2bd8a-ae59-41ca-ad74-01d07e18285f tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Made reservation on behalf of b9078b95f97843d0b764e1dfd41e9904 for: {'port': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:57:02.446375 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e9b2bd8a-ae59-41ca-ad74-01d07e18285f tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:02.455394 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ca2165a-8de7-4437-a5a5-29c7f60641e2 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] GET failed (client error): The resource could not be found. Oct 04 20:57:02.464569 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 49472) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:02.467093 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-9ca2165a-8de7-4437-a5a5-29c7f60641e2 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "GET /networking/v2.0/ports/afbae98f-963b-4477-98f2-71d147713a9e HTTP/1.1" status: 404 len: 333 time: 0.1250057 Oct 04 20:57:02.557778 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [None req-e9b2bd8a-ae59-41ca-ad74-01d07e18285f tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] device_id is not set on port d8c6dea4-7ced-4e54-9259-23f11c0f20cd yet. {{(pid=108169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 20:57:02.934021 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:02.948428 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-96a19567-3d4b-4f0a-93cf-e73dd592267f tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Deleting subnet 3b7dae3d-e13c-487b-b0ce-662ed0977359 {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:57:02.966098 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-96a19567-3d4b-4f0a-93cf-e73dd592267f tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for subnet (3b7dae3d-e13c-487b-b0ce-662ed0977359), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:03.163707 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-96a19567-3d4b-4f0a-93cf-e73dd592267f tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (3b7dae3d-e13c-487b-b0ce-662ed0977359), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:03.175600 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:03.187252 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e9b2bd8a-ae59-41ca-ad74-01d07e18285f tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Publish callbacks [] for port (d8c6dea4-7ced-4e54-9259-23f11c0f20cd), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:03.212583 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ea71bdcc-f7f3-42bd-9186-a8f66e849a99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (2e55ef43-acd5-4ef0-9e64-9cc992009445), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:03.386244 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:03.445870 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e9b2bd8a-ae59-41ca-ad74-01d07e18285f tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (d8c6dea4-7ced-4e54-9259-23f11c0f20cd), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:03.582081 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-96a19567-3d4b-4f0a-93cf-e73dd592267f tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (3b7dae3d-e13c-487b-b0ce-662ed0977359), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:03.619115 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2bd8a-ae59-41ca-ad74-01d07e18285f tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Pushing event updated for resources: {'Port': ['ID=d8c6dea4-7ced-4e54-9259-23f11c0f20cd,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:03.644845 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 49480) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:03.678205 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b2bd8a-ae59-41ca-ad74-01d07e18285f tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Network 07561a8b-a5b7-44e8-a73f-b5492d50c346 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:57:03.686813 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:03.689289 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-e9b2bd8a-ae59-41ca-ad74-01d07e18285f tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:57:03.702459 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b2bd8a-ae59-41ca-ad74-01d07e18285f tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:57:03.706694 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b2bd8a-ae59-41ca-ad74-01d07e18285f tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:57:03.707957 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e9b2bd8a-ae59-41ca-ad74-01d07e18285f tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:03.895912 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e9b2bd8a-ae59-41ca-ad74-01d07e18285f tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.8064718 Oct 04 20:57:03.899660 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49486) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:03.946538 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-96a19567-3d4b-4f0a-93cf-e73dd592267f tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (3b7dae3d-e13c-487b-b0ce-662ed0977359), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:03.976900 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:04.013099 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862d1eac-f1f4-4599-bc12-a93397df2df7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:57:04.024512 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-862d1eac-f1f4-4599-bc12-a93397df2df7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] 10.222.0.78 "GET /networking/v2.0/ports/d8c6dea4-7ced-4e54-9259-23f11c0f20cd HTTP/1.1" status: 200 len: 958 time: 0.1204906 Oct 04 20:57:04.025901 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49488) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:04.041826 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a19567-3d4b-4f0a-93cf-e73dd592267f tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event deleted for resources: {'Subnet': ['ID=3b7dae3d-e13c-487b-b0ce-662ed0977359,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:04.064550 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-96a19567-3d4b-4f0a-93cf-e73dd592267f tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:04.076988 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f99d6f7-3962-40f4-9d0b-5e1df685e5ba None None] Network 78c95fe8-9c34-4ba3-8873-7e9782dda155 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:57:04.095627 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-96a19567-3d4b-4f0a-93cf-e73dd592267f tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/3b7dae3d-e13c-487b-b0ce-662ed0977359 HTTP/1.1" status: 204 len: 168 time: 1.6064115 Oct 04 20:57:04.107954 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49490) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:04.108294 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49492) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:04.208007 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea71bdcc-f7f3-42bd-9186-a8f66e849a99 admin admin] Router 2e55ef43-acd5-4ef0-9e64-9cc992009445 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:57:04.581907 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-4b7a4244-82d9-4b8b-95ec-757f195f78fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Deleting port d8c6dea4-7ced-4e54-9259-23f11c0f20cd {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:57:04.583562 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4b7a4244-82d9-4b8b-95ec-757f195f78fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (d8c6dea4-7ced-4e54-9259-23f11c0f20cd), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:04.589420 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0992233-2c1c-4398-b4a8-4202acd45f98 None None] DHCP port deletion for 78c95fe8-9c34-4ba3-8873-7e9782dda155 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:57:04.609737 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea71bdcc-f7f3-42bd-9186-a8f66e849a99 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:57:04.630826 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-ea71bdcc-f7f3-42bd-9186-a8f66e849a99 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/2e55ef43-acd5-4ef0-9e64-9cc992009445/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7547469 Oct 04 20:57:04.631701 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 49498) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:04.661713 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e7378611-04ee-4f92-9e26-6ca536c13424 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (78c95fe8-9c34-4ba3-8873-7e9782dda155), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:04.718152 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9feea8f-80ff-470d-b35b-d7e1a511a80a None None] Sync routers for ids ['2e55ef43-acd5-4ef0-9e64-9cc992009445'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:57:04.783103 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-d0992233-2c1c-4398-b4a8-4202acd45f98 None None] Deleting port 58df7ee7-d9fe-445e-95b5-5d1789e7f585 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:57:04.785203 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d0992233-2c1c-4398-b4a8-4202acd45f98 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (58df7ee7-d9fe-445e-95b5-5d1789e7f585), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:04.798238 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4b7a4244-82d9-4b8b-95ec-757f195f78fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (d8c6dea4-7ced-4e54-9259-23f11c0f20cd), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:04.903870 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-4b7a4244-82d9-4b8b-95ec-757f195f78fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Calling delete_port for d8c6dea4-7ced-4e54-9259-23f11c0f20cd owned by {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:57:04.956329 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-d0992233-2c1c-4398-b4a8-4202acd45f98 None None] For port 58df7ee7-d9fe-445e-95b5-5d1789e7f585, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=58df7ee7-d9fe-445e-95b5-5d1789e7f585,segment=NetworkSegment(0d2a5636-04dd-4c95-9895-d29ac2635c73),segment_id=0d2a5636-04dd-4c95-9895-d29ac2635c73)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:57:04.957652 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d0992233-2c1c-4398-b4a8-4202acd45f98 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (58df7ee7-d9fe-445e-95b5-5d1789e7f585), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:04.989166 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-e7378611-04ee-4f92-9e26-6ca536c13424 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Deleting port 58df7ee7-d9fe-445e-95b5-5d1789e7f585 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:57:04.994617 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e7378611-04ee-4f92-9e26-6ca536c13424 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (58df7ee7-d9fe-445e-95b5-5d1789e7f585), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:04.997808 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-d0992233-2c1c-4398-b4a8-4202acd45f98 None None] Calling delete_port for 58df7ee7-d9fe-445e-95b5-5d1789e7f585 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:57:05.085444 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8a67d5c7-ea5a-4151-9580-5f12f9acb979 admin admin] Publish callbacks [] for router (2e55ef43-acd5-4ef0-9e64-9cc992009445), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:05.168945 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-c4949db4-4ede-43ea-bee1-3ef28cbca8f6 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-11407433'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:57:05.228795 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9feea8f-80ff-470d-b35b-d7e1a511a80a None None] Routers {'2e55ef43-acd5-4ef0-9e64-9cc992009445'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:57:05.230918 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-c9feea8f-80ff-470d-b35b-d7e1a511a80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:56:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['2e55ef43-acd5-4ef0-9e64-9cc992009445'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:57:05.276378 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-e7378611-04ee-4f92-9e26-6ca536c13424 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] For port 58df7ee7-d9fe-445e-95b5-5d1789e7f585, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=58df7ee7-d9fe-445e-95b5-5d1789e7f585,segment=NetworkSegment(0d2a5636-04dd-4c95-9895-d29ac2635c73),segment_id=0d2a5636-04dd-4c95-9895-d29ac2635c73)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:57:05.277019 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e7378611-04ee-4f92-9e26-6ca536c13424 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (58df7ee7-d9fe-445e-95b5-5d1789e7f585), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:05.327996 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-e7378611-04ee-4f92-9e26-6ca536c13424 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Calling delete_port for 58df7ee7-d9fe-445e-95b5-5d1789e7f585 owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:57:05.384815 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d0992233-2c1c-4398-b4a8-4202acd45f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (58df7ee7-d9fe-445e-95b5-5d1789e7f585), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:05.530830 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8a67d5c7-ea5a-4151-9580-5f12f9acb979 admin admin] Publish callbacks [] for router_gateway (2e55ef43-acd5-4ef0-9e64-9cc992009445), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:05.538714 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0992233-2c1c-4398-b4a8-4202acd45f98 None None] Pushing event deleted for resources: {'Port': ['ID=58df7ee7-d9fe-445e-95b5-5d1789e7f585,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:05.566010 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4949db4-4ede-43ea-bee1-3ef28cbca8f6 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Made reservation on behalf of b0c85d506fb94c18954be47609cba122 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:57:05.566625 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0992233-2c1c-4398-b4a8-4202acd45f98 None None] No DVR routers for this DVR port 58df7ee7-d9fe-445e-95b5-5d1789e7f585 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:57:05.572946 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c4949db4-4ede-43ea-bee1-3ef28cbca8f6 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:05.609165 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:05.633588 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:05.653291 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c4949db4-4ede-43ea-bee1-3ef28cbca8f6 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:05.654280 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-c9feea8f-80ff-470d-b35b-d7e1a511a80a None None] Set router 2e55ef43-acd5-4ef0-9e64-9cc992009445 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:57:05.697527 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:05.703890 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-250f18f9-1e5b-4f79-9bd5-b658e228d228 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2099421516', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}, 'admin_state_up': False}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:57:05.907325 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:INSERT=1,neutron:DELETE=9 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:05.955397 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-8a67d5c7-ea5a-4151-9580-5f12f9acb979 admin admin] Deleting port cf55e955-36d0-45b8-95d9-0542dfb1ca6e {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:57:05.955972 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8a67d5c7-ea5a-4151-9580-5f12f9acb979 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (cf55e955-36d0-45b8-95d9-0542dfb1ca6e), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:05.972358 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e7378611-04ee-4f92-9e26-6ca536c13424 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (58df7ee7-d9fe-445e-95b5-5d1789e7f585), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:06.020958 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:06.045267 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7378611-04ee-4f92-9e26-6ca536c13424 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event deleted for resources: {'Port': ['ID=58df7ee7-d9fe-445e-95b5-5d1789e7f585,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:06.049407 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7378611-04ee-4f92-9e26-6ca536c13424 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] No DVR routers for this DVR port 58df7ee7-d9fe-445e-95b5-5d1789e7f585 on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:57:06.102700 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-250f18f9-1e5b-4f79-9bd5-b658e228d228 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (752e7658-a572-44b2-b288-f80625161911), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:06.105777 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-250f18f9-1e5b-4f79-9bd5-b658e228d228 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (752e7658-a572-44b2-b288-f80625161911), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:06.125260 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4b7a4244-82d9-4b8b-95ec-757f195f78fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (d8c6dea4-7ced-4e54-9259-23f11c0f20cd), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:06.134284 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-c9feea8f-80ff-470d-b35b-d7e1a511a80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e55ef43-acd5-4ef0-9e64-9cc992009445', 'name': 'tempest-ServerActionsTestJSON-1444902054-router', 'tenant_id': '423269a2642a45b29d4f92a0995e6c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'cf55e955-36d0-45b8-95d9-0542dfb1ca6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:56:09Z', 'updated_at': '2022-10-04T20:57:01Z', 'revision_number': 5, 'project_id': '423269a2642a45b29d4f92a0995e6c3c', 'gw_port': {'id': 'cf55e955-36d0-45b8-95d9-0542dfb1ca6e', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:bd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e55ef43-acd5-4ef0-9e64-9cc992009445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:56:11Z', 'updated_at': '2022-10-04T20:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:57:06.202269 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9feea8f-80ff-470d-b35b-d7e1a511a80a None None] Checking router: 2e55ef43-acd5-4ef0-9e64-9cc992009445 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:57:06.223386 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9feea8f-80ff-470d-b35b-d7e1a511a80a None None] Routers {'2e55ef43-acd5-4ef0-9e64-9cc992009445'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:57:06.225506 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-c9feea8f-80ff-470d-b35b-d7e1a511a80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:56:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['2e55ef43-acd5-4ef0-9e64-9cc992009445'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:57:06.255339 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-8a67d5c7-ea5a-4151-9580-5f12f9acb979 admin admin] For port cf55e955-36d0-45b8-95d9-0542dfb1ca6e, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=cf55e955-36d0-45b8-95d9-0542dfb1ca6e,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:57:06.255965 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8a67d5c7-ea5a-4151-9580-5f12f9acb979 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (cf55e955-36d0-45b8-95d9-0542dfb1ca6e), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:06.288118 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-8a67d5c7-ea5a-4151-9580-5f12f9acb979 admin admin] Calling delete_port for cf55e955-36d0-45b8-95d9-0542dfb1ca6e owned by network:router_gateway {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:57:06.417024 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7a4244-82d9-4b8b-95ec-757f195f78fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Pushing event deleted for resources: {'Port': ['ID=d8c6dea4-7ced-4e54-9259-23f11c0f20cd,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:06.436502 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4b7a4244-82d9-4b8b-95ec-757f195f78fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:06.452831 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-4b7a4244-82d9-4b8b-95ec-757f195f78fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] 10.222.0.78 "DELETE /networking/v2.0/ports/d8c6dea4-7ced-4e54-9259-23f11c0f20cd HTTP/1.1" status: 204 len: 168 time: 2.4236751 Oct 04 20:57:06.476263 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49512) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:06.491245 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e7378611-04ee-4f92-9e26-6ca536c13424 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (78c95fe8-9c34-4ba3-8873-7e9782dda155), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:06.544165 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-c9feea8f-80ff-470d-b35b-d7e1a511a80a None None] Set router 2e55ef43-acd5-4ef0-9e64-9cc992009445 gateway port host: None {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:57:06.702971 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-250f18f9-1e5b-4f79-9bd5-b658e228d228 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks [] for router_controller (752e7658-a572-44b2-b288-f80625161911), precommit_add_association {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:06.707698 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-9286e70f-a0bf-435f-8f80-1d9267393397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] GET failed (client error): The resource could not be found. Oct 04 20:57:06.711411 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-9286e70f-a0bf-435f-8f80-1d9267393397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] 10.222.0.78 "GET /networking/v2.0/ports/d8c6dea4-7ced-4e54-9259-23f11c0f20cd HTTP/1.1" status: 404 len: 333 time: 0.2250862 Oct 04 20:57:06.721229 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49516) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:06.741384 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-02b56b9f-f134-4abd-9dcb-a17a414a4782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Request body: {'port': {'network_id': '07561a8b-a5b7-44e8-a73f-b5492d50c346', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021240402'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:57:06.743272 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 58df7ee7-d9fe-445e-95b5-5d1789e7f585 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:57:06.813203 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-c9feea8f-80ff-470d-b35b-d7e1a511a80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e55ef43-acd5-4ef0-9e64-9cc992009445', 'name': 'tempest-ServerActionsTestJSON-1444902054-router', 'tenant_id': '423269a2642a45b29d4f92a0995e6c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:56:09Z', 'updated_at': '2022-10-04T20:57:05Z', 'revision_number': 6, 'project_id': '423269a2642a45b29d4f92a0995e6c3c', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:57:06.818161 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 58df7ee7-d9fe-445e-95b5-5d1789e7f585 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:57:06.818730 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 58df7ee7-d9fe-445e-95b5-5d1789e7f585 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:57:06.832684 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c4949db4-4ede-43ea-bee1-3ef28cbca8f6 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for security_group (bd8186a8-bce5-4fd3-84bb-9d560657ab90), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:06.880605 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-e7378611-04ee-4f92-9e26-6ca536c13424 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78c95fe8-9c34-4ba3-8873-7e9782dda155']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:57:06.900797 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9feea8f-80ff-470d-b35b-d7e1a511a80a None None] The sync data for ids ['2e55ef43-acd5-4ef0-9e64-9cc992009445'] in n-d-852085-12 is: [{'id': '2e55ef43-acd5-4ef0-9e64-9cc992009445', 'name': 'tempest-ServerActionsTestJSON-1444902054-router', 'tenant_id': '423269a2642a45b29d4f92a0995e6c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:56:09Z', 'updated_at': '2022-10-04T20:57:05Z', 'revision_number': 6, 'project_id': '423269a2642a45b29d4f92a0995e6c3c', 'gw_port_host': None}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:57:07.118552 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8a67d5c7-ea5a-4151-9580-5f12f9acb979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (cf55e955-36d0-45b8-95d9-0542dfb1ca6e), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:07.134017 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c4949db4-4ede-43ea-bee1-3ef28cbca8f6 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (bd8186a8-bce5-4fd3-84bb-9d560657ab90), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:07.330967 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4949db4-4ede-43ea-bee1-3ef28cbca8f6 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8186a8-bce5-4fd3-84bb-9d560657ab90,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:07.349782 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a67d5c7-ea5a-4151-9580-5f12f9acb979 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf55e955-36d0-45b8-95d9-0542dfb1ca6e,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:07.353582 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:07.375708 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4949db4-4ede-43ea-bee1-3ef28cbca8f6 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:57:07.479958 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c4949db4-4ede-43ea-bee1-3ef28cbca8f6 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (e17b5985-7c51-4294-aef8-831ece349dfd), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:07.481390 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-c4949db4-4ede-43ea-bee1-3ef28cbca8f6 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Added segment e17b5985-7c51-4294-aef8-831ece349dfd of type vlan for network f4daf715-efe2-4330-8a93-6e84a327da63 Oct 04 20:57:07.590267 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b56b9f-f134-4abd-9dcb-a17a414a4782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Made reservation on behalf of b9078b95f97843d0b764e1dfd41e9904 for: {'port': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:57:07.603064 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-02b56b9f-f134-4abd-9dcb-a17a414a4782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:07.627810 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-e7378611-04ee-4f92-9e26-6ca536c13424 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d2a5636-04dd-4c95-9895-d29ac2635c73') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:57:07.627810 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-e7378611-04ee-4f92-9e26-6ca536c13424 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d2a5636-04dd-4c95-9895-d29ac2635c73') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:57:07.663995 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e7378611-04ee-4f92-9e26-6ca536c13424 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (0d2a5636-04dd-4c95-9895-d29ac2635c73), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:07.736630 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c4949db4-4ede-43ea-bee1-3ef28cbca8f6 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (f4daf715-efe2-4330-8a93-6e84a327da63), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:07.822255 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8a67d5c7-ea5a-4151-9580-5f12f9acb979 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (2e55ef43-acd5-4ef0-9e64-9cc992009445), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:07.840757 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [None req-02b56b9f-f134-4abd-9dcb-a17a414a4782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] device_id is not set on port 94b13ea5-d226-4f78-9a63-19e98c665203 yet. {{(pid=108169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 20:57:08.074589 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8a67d5c7-ea5a-4151-9580-5f12f9acb979 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (2e55ef43-acd5-4ef0-9e64-9cc992009445), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:08.080164 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8a67d5c7-ea5a-4151-9580-5f12f9acb979 admin admin] Publish callbacks [] for router_controller (2e55ef43-acd5-4ef0-9e64-9cc992009445), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:08.200459 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-02b56b9f-f134-4abd-9dcb-a17a414a4782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Publish callbacks [] for port (94b13ea5-d226-4f78-9a63-19e98c665203), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:08.225028 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c4949db4-4ede-43ea-bee1-3ef28cbca8f6 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (f4daf715-efe2-4330-8a93-6e84a327da63), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:08.236190 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4949db4-4ede-43ea-bee1-3ef28cbca8f6 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:57:08.238126 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c4949db4-4ede-43ea-bee1-3ef28cbca8f6 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:08.358403 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:DELETE=3,neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:08.372900 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:08.408533 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:08.419033 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e7378611-04ee-4f92-9e26-6ca536c13424 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (0d2a5636-04dd-4c95-9895-d29ac2635c73), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:08.425525 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-02b56b9f-f134-4abd-9dcb-a17a414a4782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (94b13ea5-d226-4f78-9a63-19e98c665203), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:08.469702 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8a67d5c7-ea5a-4151-9580-5f12f9acb979 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (2e55ef43-acd5-4ef0-9e64-9cc992009445), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:08.469702 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a67d5c7-ea5a-4151-9580-5f12f9acb979 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e55ef43-acd5-4ef0-9e64-9cc992009445 {{(pid=108170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:57:08.470057 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7378611-04ee-4f92-9e26-6ca536c13424 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:57:08.475248 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e7378611-04ee-4f92-9e26-6ca536c13424 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (0d2a5636-04dd-4c95-9895-d29ac2635c73), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:08.483633 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8a67d5c7-ea5a-4151-9580-5f12f9acb979 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:08.491982 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-8a67d5c7-ea5a-4151-9580-5f12f9acb979 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/2e55ef43-acd5-4ef0-9e64-9cc992009445 HTTP/1.1" status: 204 len: 168 time: 3.8570230 Oct 04 20:57:08.496729 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-250f18f9-1e5b-4f79-9bd5-b658e228d228 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks [] for router_gateway (752e7658-a572-44b2-b288-f80625161911), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:08.510179 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 49538) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:08.562827 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4949db4-4ede-43ea-bee1-3ef28cbca8f6 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event updated for resources: {'Network': ['ID=f4daf715-efe2-4330-8a93-6e84a327da63,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:08.603901 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network f4daf715-efe2-4330-8a93-6e84a327da63 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:57:08.728313 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c4949db4-4ede-43ea-bee1-3ef28cbca8f6 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 5.0754950 Oct 04 20:57:08.730667 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 0d2a5636-04dd-4c95-9895-d29ac2635c73 resource provider aggregate not found Oct 04 20:57:08.744417 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49542) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:08.755428 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-be35ab9d-15d0-4d30-9544-a9ba9c59fd92 admin admin] Deleting subnet ab1ea2f3-e2cf-44a7-84b1-9af29b7d0ba4 {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:57:08.761731 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-be35ab9d-15d0-4d30-9544-a9ba9c59fd92 admin admin] Publish callbacks [] for subnet (ab1ea2f3-e2cf-44a7-84b1-9af29b7d0ba4), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:08.835035 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 79758689-db40-40c0-831d-ddd379068c4b no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:57:08.875112 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-9c778855-d43f-49d9-8f81-bd555acd0b9d tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-914350534'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:57:08.879076 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-be35ab9d-15d0-4d30-9544-a9ba9c59fd92 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (ab1ea2f3-e2cf-44a7-84b1-9af29b7d0ba4), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:08.890422 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 79758689-db40-40c0-831d-ddd379068c4b {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:57:08.892161 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 0d2a5636-04dd-4c95-9895-d29ac2635c73 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0d2a5636-04dd-4c95-9895-d29ac2635c73 found for delete ", "request_id": "req-3cecbc8a-93aa-492d-9838-e619787051a4"}]} Oct 04 20:57:08.943641 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 79758689-db40-40c0-831d-ddd379068c4b not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:57:08.954673 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device cf55e955-36d0-45b8-95d9-0542dfb1ca6e no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:57:09.047659 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-be35ab9d-15d0-4d30-9544-a9ba9c59fd92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (ab1ea2f3-e2cf-44a7-84b1-9af29b7d0ba4), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:09.069774 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: cf55e955-36d0-45b8-95d9-0542dfb1ca6e {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:57:09.071574 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device cf55e955-36d0-45b8-95d9-0542dfb1ca6e not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:57:09.177695 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b56b9f-f134-4abd-9dcb-a17a414a4782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Network 07561a8b-a5b7-44e8-a73f-b5492d50c346 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:57:09.199162 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-02b56b9f-f134-4abd-9dcb-a17a414a4782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:57:09.314167 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-be35ab9d-15d0-4d30-9544-a9ba9c59fd92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (ab1ea2f3-e2cf-44a7-84b1-9af29b7d0ba4), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:09.315180 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b56b9f-f134-4abd-9dcb-a17a414a4782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:57:09.317552 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b56b9f-f134-4abd-9dcb-a17a414a4782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:57:09.318763 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-02b56b9f-f134-4abd-9dcb-a17a414a4782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:09.375973 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be35ab9d-15d0-4d30-9544-a9ba9c59fd92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab1ea2f3-e2cf-44a7-84b1-9af29b7d0ba4,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:09.393815 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-be35ab9d-15d0-4d30-9544-a9ba9c59fd92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:09.404754 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-be35ab9d-15d0-4d30-9544-a9ba9c59fd92 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/ab1ea2f3-e2cf-44a7-84b1-9af29b7d0ba4 HTTP/1.1" status: 204 len: 168 time: 0.8888626 Oct 04 20:57:09.405537 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 49552) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:09.411950 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301619f3-6411-4795-9b3a-2673f0e1c0eb None None] Network 9580a1b9-b475-4fcd-9d57-8aa902ddfc60 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:57:09.417244 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b56b9f-f134-4abd-9dcb-a17a414a4782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Pushing event updated for resources: {'Port': ['ID=94b13ea5-d226-4f78-9a63-19e98c665203,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:09.454616 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e7378611-04ee-4f92-9e26-6ca536c13424 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (78c95fe8-9c34-4ba3-8873-7e9782dda155), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:09.501688 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e7378611-04ee-4f92-9e26-6ca536c13424 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:09.506121 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:09.514192 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e7378611-04ee-4f92-9e26-6ca536c13424 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "DELETE /networking/v2.0/networks/78c95fe8-9c34-4ba3-8873-7e9782dda155 HTTP/1.1" status: 204 len: 168 time: 5.3913975 Oct 04 20:57:09.516044 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7378611-04ee-4f92-9e26-6ca536c13424 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event deleted for resources: {'Network': ['ID=78c95fe8-9c34-4ba3-8873-7e9782dda155,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:09.534871 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49558) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:09.567163 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-6ae4fc5e-0ffa-476b-9b0e-bbbe24cbece4 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Request body: {'port': {'network_id': '1ccea25a-43ce-4ba7-9f56-f96df17f296b', 'name': 'tempest-PortsIpV6TestJSON-1688322829'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:57:09.654806 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-211693d9-ac66-4e64-a063-8981a97fc9ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (9580a1b9-b475-4fcd-9d57-8aa902ddfc60), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:09.683782 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-02b56b9f-f134-4abd-9dcb-a17a414a4782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.9597867 Oct 04 20:57:09.685520 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-250f18f9-1e5b-4f79-9bd5-b658e228d228 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks [] for router_gateway (752e7658-a572-44b2-b288-f80625161911), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:09.732075 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 49562) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:09.744939 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-bea90aab-ac2e-4182-b7b8-98a745f24eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-852085-12'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:57:09.839178 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c31310-08c4-4e7e-86a4-690e68d58ff9 None None] DHCP port deletion for 9580a1b9-b475-4fcd-9d57-8aa902ddfc60 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:57:09.865456 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-250f18f9-1e5b-4f79-9bd5-b658e228d228 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:09.865785 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-211693d9-ac66-4e64-a063-8981a97fc9ba admin admin] Deleting port 9c1580a1-196b-44e1-8a85-73180d2f4b85 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:57:09.866912 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-211693d9-ac66-4e64-a063-8981a97fc9ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (9c1580a1-196b-44e1-8a85-73180d2f4b85), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:09.869549 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c778855-d43f-49d9-8f81-bd555acd0b9d tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Made reservation on behalf of b0c85d506fb94c18954be47609cba122 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:57:09.877902 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9c778855-d43f-49d9-8f81-bd555acd0b9d tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:09.905222 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 20:57:09.951873 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-85c31310-08c4-4e7e-86a4-690e68d58ff9 None None] Deleting port 9c1580a1-196b-44e1-8a85-73180d2f4b85 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:57:09.952621 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-85c31310-08c4-4e7e-86a4-690e68d58ff9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (9c1580a1-196b-44e1-8a85-73180d2f4b85), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:10.005807 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=81,neutron:INSERT=8,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:10.024850 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bea90aab-ac2e-4182-b7b8-98a745f24eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (94b13ea5-d226-4f78-9a63-19e98c665203), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:10.102990 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-211693d9-ac66-4e64-a063-8981a97fc9ba admin admin] For port 9c1580a1-196b-44e1-8a85-73180d2f4b85, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=9c1580a1-196b-44e1-8a85-73180d2f4b85,segment=NetworkSegment(f3d829b9-1f2c-4fb7-89b2-9601f6946b15),segment_id=f3d829b9-1f2c-4fb7-89b2-9601f6946b15)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:57:10.105487 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c778855-d43f-49d9-8f81-bd555acd0b9d tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:57:10.106128 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-211693d9-ac66-4e64-a063-8981a97fc9ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (9c1580a1-196b-44e1-8a85-73180d2f4b85), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:10.166963 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9c778855-d43f-49d9-8f81-bd555acd0b9d tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (abcf922e-284b-4909-940f-9cc971b1db22), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:10.166963 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-9c778855-d43f-49d9-8f81-bd555acd0b9d tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Added segment abcf922e-284b-4909-940f-9cc971b1db22 of type vlan for network 2b9a3674-38ee-49f2-9fe2-816c6ac42060 Oct 04 20:57:10.239461 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-211693d9-ac66-4e64-a063-8981a97fc9ba admin admin] Calling delete_port for 9c1580a1-196b-44e1-8a85-73180d2f4b85 owned by network:dhcp {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:57:10.341597 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae4fc5e-0ffa-476b-9b0e-bbbe24cbece4 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Made reservation on behalf of 6c1d2c9709a94cf691cb05145eeb8e23 for: {'port': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:57:10.349865 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6ae4fc5e-0ffa-476b-9b0e-bbbe24cbece4 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:10.380122 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-85c31310-08c4-4e7e-86a4-690e68d58ff9 None None] For port 9c1580a1-196b-44e1-8a85-73180d2f4b85, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=9c1580a1-196b-44e1-8a85-73180d2f4b85,segment=NetworkSegment(f3d829b9-1f2c-4fb7-89b2-9601f6946b15),segment_id=f3d829b9-1f2c-4fb7-89b2-9601f6946b15)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:57:10.380950 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-85c31310-08c4-4e7e-86a4-690e68d58ff9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (9c1580a1-196b-44e1-8a85-73180d2f4b85), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:10.410639 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-85c31310-08c4-4e7e-86a4-690e68d58ff9 None None] Calling delete_port for 9c1580a1-196b-44e1-8a85-73180d2f4b85 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:57:10.438416 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-250f18f9-1e5b-4f79-9bd5-b658e228d228 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Allocated IP 172.25.5.124 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/4712695f-c60b-4a46-b0b4-b2718aeb91fb) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:57:10.624816 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9c778855-d43f-49d9-8f81-bd555acd0b9d tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (2b9a3674-38ee-49f2-9fe2-816c6ac42060), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:10.669833 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 9c1580a1-196b-44e1-8a85-73180d2f4b85 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:57:10.727052 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [None req-bea90aab-ac2e-4182-b7b8-98a745f24eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] device_id is not set on port 94b13ea5-d226-4f78-9a63-19e98c665203 yet. {{(pid=108170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 20:57:10.749956 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bea90aab-ac2e-4182-b7b8-98a745f24eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Publish callbacks [] for port (94b13ea5-d226-4f78-9a63-19e98c665203), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:10.777905 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:10.785761 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [None req-6ae4fc5e-0ffa-476b-9b0e-bbbe24cbece4 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] device_id is not set on port 55594dc2-d26a-4881-85d4-f5816accf247 yet. {{(pid=108169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 20:57:10.798664 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:10.874942 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bea90aab-ac2e-4182-b7b8-98a745f24eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (94b13ea5-d226-4f78-9a63-19e98c665203), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:10.984975 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9c778855-d43f-49d9-8f81-bd555acd0b9d tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (2b9a3674-38ee-49f2-9fe2-816c6ac42060), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:11.002015 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c778855-d43f-49d9-8f81-bd555acd0b9d tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:57:11.003723 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9c778855-d43f-49d9-8f81-bd555acd0b9d tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:11.025822 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49576) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:11.030298 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 9c1580a1-196b-44e1-8a85-73180d2f4b85 is: ACTIVE; New status is: DOWN {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:57:11.031240 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (9c1580a1-196b-44e1-8a85-73180d2f4b85), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:11.038321 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [None req-bea90aab-ac2e-4182-b7b8-98a745f24eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port 94b13ea5-d226-4f78-9a63-19e98c665203 on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:57:11.039284 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [None req-bea90aab-ac2e-4182-b7b8-98a745f24eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port 94b13ea5-d226-4f78-9a63-19e98c665203 by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '1b4e1e20-c228-411e-8c1a-a8aa817ce967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '07561a8b-a5b7-44e8-a73f-b5492d50c346'}] {{(pid=108170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:57:11.040570 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea90aab-ac2e-4182-b7b8-98a745f24eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port 94b13ea5-d226-4f78-9a63-19e98c665203 on network 07561a8b-a5b7-44e8-a73f-b5492d50c346 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:57:11.060440 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea90aab-ac2e-4182-b7b8-98a745f24eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Port 94b13ea5-d226-4f78-9a63-19e98c665203 on network 07561a8b-a5b7-44e8-a73f-b5492d50c346 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:57:11.061402 n-d-852085-12 neutron-server[108170]: ERROR neutron.plugins.ml2.managers [None req-bea90aab-ac2e-4182-b7b8-98a745f24eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Failed to bind port 94b13ea5-d226-4f78-9a63-19e98c665203 on host n-h1-852085-12 for vnic_type normal using segments [{'id': '1b4e1e20-c228-411e-8c1a-a8aa817ce967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '07561a8b-a5b7-44e8-a73f-b5492d50c346'}] Oct 04 20:57:11.067609 n-d-852085-12 neutron-server[108170]: INFO neutron.plugins.ml2.plugin [None req-bea90aab-ac2e-4182-b7b8-98a745f24eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempt 2 to bind port 94b13ea5-d226-4f78-9a63-19e98c665203 Oct 04 20:57:11.080838 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-211693d9-ac66-4e64-a063-8981a97fc9ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (9c1580a1-196b-44e1-8a85-73180d2f4b85), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:11.096205 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea90aab-ac2e-4182-b7b8-98a745f24eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Pushing event updated for resources: {'Port': ['ID=94b13ea5-d226-4f78-9a63-19e98c665203,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:11.155331 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211693d9-ac66-4e64-a063-8981a97fc9ba admin admin] Pushing event deleted for resources: {'Port': ['ID=9c1580a1-196b-44e1-8a85-73180d2f4b85,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:11.169778 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [None req-bea90aab-ac2e-4182-b7b8-98a745f24eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port 94b13ea5-d226-4f78-9a63-19e98c665203 on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:57:11.170742 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [None req-bea90aab-ac2e-4182-b7b8-98a745f24eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port 94b13ea5-d226-4f78-9a63-19e98c665203 by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '1b4e1e20-c228-411e-8c1a-a8aa817ce967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '07561a8b-a5b7-44e8-a73f-b5492d50c346'}] {{(pid=108170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:57:11.171648 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea90aab-ac2e-4182-b7b8-98a745f24eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port 94b13ea5-d226-4f78-9a63-19e98c665203 on network 07561a8b-a5b7-44e8-a73f-b5492d50c346 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:57:11.176397 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211693d9-ac66-4e64-a063-8981a97fc9ba admin admin] No DVR routers for this DVR port 9c1580a1-196b-44e1-8a85-73180d2f4b85 on host n-d-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:57:11.193506 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-85c31310-08c4-4e7e-86a4-690e68d58ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (9c1580a1-196b-44e1-8a85-73180d2f4b85), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:11.216366 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c778855-d43f-49d9-8f81-bd555acd0b9d tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event updated for resources: {'Network': ['ID=2b9a3674-38ee-49f2-9fe2-816c6ac42060,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:11.238201 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea90aab-ac2e-4182-b7b8-98a745f24eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Port 94b13ea5-d226-4f78-9a63-19e98c665203 on network 07561a8b-a5b7-44e8-a73f-b5492d50c346 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:57:11.239866 n-d-852085-12 neutron-server[108170]: ERROR neutron.plugins.ml2.managers [None req-bea90aab-ac2e-4182-b7b8-98a745f24eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Failed to bind port 94b13ea5-d226-4f78-9a63-19e98c665203 on host n-h1-852085-12 for vnic_type normal using segments [{'id': '1b4e1e20-c228-411e-8c1a-a8aa817ce967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '07561a8b-a5b7-44e8-a73f-b5492d50c346'}] Oct 04 20:57:11.312154 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 2b9a3674-38ee-49f2-9fe2-816c6ac42060 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:57:11.318224 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c31310-08c4-4e7e-86a4-690e68d58ff9 None None] No DVR routers for this DVR port 9c1580a1-196b-44e1-8a85-73180d2f4b85 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:57:11.327706 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c31310-08c4-4e7e-86a4-690e68d58ff9 None None] Pushing event deleted for resources: {'Port': ['ID=9c1580a1-196b-44e1-8a85-73180d2f4b85,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:11.398462 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-211693d9-ac66-4e64-a063-8981a97fc9ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (9580a1b9-b475-4fcd-9d57-8aa902ddfc60), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:11.463681 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-211693d9-ac66-4e64-a063-8981a97fc9ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9580a1b9-b475-4fcd-9d57-8aa902ddfc60']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:57:11.484811 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-211693d9-ac66-4e64-a063-8981a97fc9ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3d829b9-1f2c-4fb7-89b2-9601f6946b15') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:57:11.486703 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-211693d9-ac66-4e64-a063-8981a97fc9ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3d829b9-1f2c-4fb7-89b2-9601f6946b15') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:57:11.508512 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-211693d9-ac66-4e64-a063-8981a97fc9ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (f3d829b9-1f2c-4fb7-89b2-9601f6946b15), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:11.551871 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-211693d9-ac66-4e64-a063-8981a97fc9ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (f3d829b9-1f2c-4fb7-89b2-9601f6946b15), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:11.558262 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-9c778855-d43f-49d9-8f81-bd555acd0b9d tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.7015712 Oct 04 20:57:11.570262 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 49582) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:11.571920 n-d-852085-12 neutron-server[108170]: INFO neutron.plugins.ml2.plugin [None req-bea90aab-ac2e-4182-b7b8-98a745f24eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempt 3 to bind port 94b13ea5-d226-4f78-9a63-19e98c665203 Oct 04 20:57:11.608544 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-d42a75b9-6df4-4ad9-afa9-7fa189634ca3 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Request body: {'subnet': {'network_id': 'f4daf715-efe2-4330-8a93-6e84a327da63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:57:11.624754 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-211693d9-ac66-4e64-a063-8981a97fc9ba admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:57:11.624754 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-211693d9-ac66-4e64-a063-8981a97fc9ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (f3d829b9-1f2c-4fb7-89b2-9601f6946b15), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:11.676428 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=76,neutron:UPDATE=5,neutron:INSERT=11,neutron:DELETE=8 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:11.699706 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-250f18f9-1e5b-4f79-9bd5-b658e228d228 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks [] for port (4712695f-c60b-4a46-b0b4-b2718aeb91fb), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:11.739090 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6ae4fc5e-0ffa-476b-9b0e-bbbe24cbece4 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for port (55594dc2-d26a-4881-85d4-f5816accf247), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:11.792225 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:11.811827 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment f3d829b9-1f2c-4fb7-89b2-9601f6946b15 resource provider aggregate not found Oct 04 20:57:11.920746 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment f3d829b9-1f2c-4fb7-89b2-9601f6946b15 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f3d829b9-1f2c-4fb7-89b2-9601f6946b15 found for delete ", "request_id": "req-9d6d651c-7531-4f79-ba7b-9a38db3cda71"}]} Oct 04 20:57:11.926321 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [None req-bea90aab-ac2e-4182-b7b8-98a745f24eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port 94b13ea5-d226-4f78-9a63-19e98c665203 on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:57:11.926970 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [None req-bea90aab-ac2e-4182-b7b8-98a745f24eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port 94b13ea5-d226-4f78-9a63-19e98c665203 by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '1b4e1e20-c228-411e-8c1a-a8aa817ce967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '07561a8b-a5b7-44e8-a73f-b5492d50c346'}] {{(pid=108170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:57:11.927767 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea90aab-ac2e-4182-b7b8-98a745f24eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port 94b13ea5-d226-4f78-9a63-19e98c665203 on network 07561a8b-a5b7-44e8-a73f-b5492d50c346 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:57:11.935536 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-250f18f9-1e5b-4f79-9bd5-b658e228d228 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (4712695f-c60b-4a46-b0b4-b2718aeb91fb), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:12.075520 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea90aab-ac2e-4182-b7b8-98a745f24eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Port 94b13ea5-d226-4f78-9a63-19e98c665203 on network 07561a8b-a5b7-44e8-a73f-b5492d50c346 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:57:12.075520 n-d-852085-12 neutron-server[108170]: ERROR neutron.plugins.ml2.managers [None req-bea90aab-ac2e-4182-b7b8-98a745f24eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Failed to bind port 94b13ea5-d226-4f78-9a63-19e98c665203 on host n-h1-852085-12 for vnic_type normal using segments [{'id': '1b4e1e20-c228-411e-8c1a-a8aa817ce967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '07561a8b-a5b7-44e8-a73f-b5492d50c346'}] Oct 04 20:57:12.094320 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6ae4fc5e-0ffa-476b-9b0e-bbbe24cbece4 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (55594dc2-d26a-4881-85d4-f5816accf247), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:12.095329 n-d-852085-12 neutron-server[108170]: INFO neutron.plugins.ml2.plugin [None req-bea90aab-ac2e-4182-b7b8-98a745f24eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempt 4 to bind port 94b13ea5-d226-4f78-9a63-19e98c665203 Oct 04 20:57:12.124852 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-80573f21-9d5f-4076-9cfd-576c07902cc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:12.139934 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [None req-bea90aab-ac2e-4182-b7b8-98a745f24eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port 94b13ea5-d226-4f78-9a63-19e98c665203 on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:57:12.140669 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [None req-bea90aab-ac2e-4182-b7b8-98a745f24eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port 94b13ea5-d226-4f78-9a63-19e98c665203 by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '1b4e1e20-c228-411e-8c1a-a8aa817ce967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '07561a8b-a5b7-44e8-a73f-b5492d50c346'}] {{(pid=108170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:57:12.143072 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea90aab-ac2e-4182-b7b8-98a745f24eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port 94b13ea5-d226-4f78-9a63-19e98c665203 on network 07561a8b-a5b7-44e8-a73f-b5492d50c346 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:57:12.151309 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250f18f9-1e5b-4f79-9bd5-b658e228d228 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Pushing event updated for resources: {'Port': ['ID=4712695f-c60b-4a46-b0b4-b2718aeb91fb,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:12.163701 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250f18f9-1e5b-4f79-9bd5-b658e228d228 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:57:12.170231 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae4fc5e-0ffa-476b-9b0e-bbbe24cbece4 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Network 1ccea25a-43ce-4ba7-9f56-f96df17f296b is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:57:12.182401 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-250f18f9-1e5b-4f79-9bd5-b658e228d228 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:57:12.195375 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea90aab-ac2e-4182-b7b8-98a745f24eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Port 94b13ea5-d226-4f78-9a63-19e98c665203 on network 07561a8b-a5b7-44e8-a73f-b5492d50c346 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:57:12.196260 n-d-852085-12 neutron-server[108170]: ERROR neutron.plugins.ml2.managers [None req-bea90aab-ac2e-4182-b7b8-98a745f24eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Failed to bind port 94b13ea5-d226-4f78-9a63-19e98c665203 on host n-h1-852085-12 for vnic_type normal using segments [{'id': '1b4e1e20-c228-411e-8c1a-a8aa817ce967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '07561a8b-a5b7-44e8-a73f-b5492d50c346'}] Oct 04 20:57:12.197701 n-d-852085-12 neutron-server[108170]: INFO neutron.plugins.ml2.plugin [None req-bea90aab-ac2e-4182-b7b8-98a745f24eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempt 5 to bind port 94b13ea5-d226-4f78-9a63-19e98c665203 Oct 04 20:57:12.214169 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-211693d9-ac66-4e64-a063-8981a97fc9ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (9580a1b9-b475-4fcd-9d57-8aa902ddfc60), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:12.228954 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-6ae4fc5e-0ffa-476b-9b0e-bbbe24cbece4 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:57:12.236262 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250f18f9-1e5b-4f79-9bd5-b658e228d228 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:57:12.251391 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae4fc5e-0ffa-476b-9b0e-bbbe24cbece4 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:57:12.252341 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-211693d9-ac66-4e64-a063-8981a97fc9ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:12.259894 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-211693d9-ac66-4e64-a063-8981a97fc9ba admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/9580a1b9-b475-4fcd-9d57-8aa902ddfc60 HTTP/1.1" status: 204 len: 168 time: 2.8522685 Oct 04 20:57:12.263879 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae4fc5e-0ffa-476b-9b0e-bbbe24cbece4 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:57:12.263879 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6ae4fc5e-0ffa-476b-9b0e-bbbe24cbece4 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:12.293508 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [None req-bea90aab-ac2e-4182-b7b8-98a745f24eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port 94b13ea5-d226-4f78-9a63-19e98c665203 on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:57:12.294252 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [None req-bea90aab-ac2e-4182-b7b8-98a745f24eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port 94b13ea5-d226-4f78-9a63-19e98c665203 by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '1b4e1e20-c228-411e-8c1a-a8aa817ce967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '07561a8b-a5b7-44e8-a73f-b5492d50c346'}] {{(pid=108170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:57:12.294920 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea90aab-ac2e-4182-b7b8-98a745f24eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port 94b13ea5-d226-4f78-9a63-19e98c665203 on network 07561a8b-a5b7-44e8-a73f-b5492d50c346 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:57:12.310892 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211693d9-ac66-4e64-a063-8981a97fc9ba admin admin] Pushing event deleted for resources: {'Network': ['ID=9580a1b9-b475-4fcd-9d57-8aa902ddfc60,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:12.333732 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea90aab-ac2e-4182-b7b8-98a745f24eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Port 94b13ea5-d226-4f78-9a63-19e98c665203 on network 07561a8b-a5b7-44e8-a73f-b5492d50c346 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:57:12.334848 n-d-852085-12 neutron-server[108170]: ERROR neutron.plugins.ml2.managers [None req-bea90aab-ac2e-4182-b7b8-98a745f24eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Failed to bind port 94b13ea5-d226-4f78-9a63-19e98c665203 on host n-h1-852085-12 for vnic_type normal using segments [{'id': '1b4e1e20-c228-411e-8c1a-a8aa817ce967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '07561a8b-a5b7-44e8-a73f-b5492d50c346'}] Oct 04 20:57:12.341077 n-d-852085-12 neutron-server[108170]: INFO neutron.plugins.ml2.plugin [None req-bea90aab-ac2e-4182-b7b8-98a745f24eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempt 6 to bind port 94b13ea5-d226-4f78-9a63-19e98c665203 Oct 04 20:57:12.374877 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [None req-bea90aab-ac2e-4182-b7b8-98a745f24eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port 94b13ea5-d226-4f78-9a63-19e98c665203 on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:57:12.376906 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [None req-bea90aab-ac2e-4182-b7b8-98a745f24eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port 94b13ea5-d226-4f78-9a63-19e98c665203 by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '1b4e1e20-c228-411e-8c1a-a8aa817ce967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '07561a8b-a5b7-44e8-a73f-b5492d50c346'}] {{(pid=108170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:57:12.378628 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea90aab-ac2e-4182-b7b8-98a745f24eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port 94b13ea5-d226-4f78-9a63-19e98c665203 on network 07561a8b-a5b7-44e8-a73f-b5492d50c346 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:57:12.393837 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea90aab-ac2e-4182-b7b8-98a745f24eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Port 94b13ea5-d226-4f78-9a63-19e98c665203 on network 07561a8b-a5b7-44e8-a73f-b5492d50c346 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:57:12.395487 n-d-852085-12 neutron-server[108170]: ERROR neutron.plugins.ml2.managers [None req-bea90aab-ac2e-4182-b7b8-98a745f24eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Failed to bind port 94b13ea5-d226-4f78-9a63-19e98c665203 on host n-h1-852085-12 for vnic_type normal using segments [{'id': '1b4e1e20-c228-411e-8c1a-a8aa817ce967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '07561a8b-a5b7-44e8-a73f-b5492d50c346'}] Oct 04 20:57:12.396555 n-d-852085-12 neutron-server[108170]: INFO neutron.plugins.ml2.plugin [None req-bea90aab-ac2e-4182-b7b8-98a745f24eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempt 7 to bind port 94b13ea5-d226-4f78-9a63-19e98c665203 Oct 04 20:57:12.415466 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae4fc5e-0ffa-476b-9b0e-bbbe24cbece4 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event updated for resources: {'Port': ['ID=55594dc2-d26a-4881-85d4-f5816accf247,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:12.489572 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [None req-bea90aab-ac2e-4182-b7b8-98a745f24eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port 94b13ea5-d226-4f78-9a63-19e98c665203 on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:57:12.490273 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [None req-bea90aab-ac2e-4182-b7b8-98a745f24eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port 94b13ea5-d226-4f78-9a63-19e98c665203 by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '1b4e1e20-c228-411e-8c1a-a8aa817ce967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '07561a8b-a5b7-44e8-a73f-b5492d50c346'}] {{(pid=108170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:57:12.491400 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea90aab-ac2e-4182-b7b8-98a745f24eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port 94b13ea5-d226-4f78-9a63-19e98c665203 on network 07561a8b-a5b7-44e8-a73f-b5492d50c346 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:57:12.500854 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea90aab-ac2e-4182-b7b8-98a745f24eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Port 94b13ea5-d226-4f78-9a63-19e98c665203 on network 07561a8b-a5b7-44e8-a73f-b5492d50c346 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:57:12.502618 n-d-852085-12 neutron-server[108170]: ERROR neutron.plugins.ml2.managers [None req-bea90aab-ac2e-4182-b7b8-98a745f24eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Failed to bind port 94b13ea5-d226-4f78-9a63-19e98c665203 on host n-h1-852085-12 for vnic_type normal using segments [{'id': '1b4e1e20-c228-411e-8c1a-a8aa817ce967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '07561a8b-a5b7-44e8-a73f-b5492d50c346'}] Oct 04 20:57:12.503676 n-d-852085-12 neutron-server[108170]: INFO neutron.plugins.ml2.plugin [None req-bea90aab-ac2e-4182-b7b8-98a745f24eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempt 8 to bind port 94b13ea5-d226-4f78-9a63-19e98c665203 Oct 04 20:57:12.521790 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=10 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:12.538156 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-6ae4fc5e-0ffa-476b-9b0e-bbbe24cbece4 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.9824321 Oct 04 20:57:12.538362 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [None req-bea90aab-ac2e-4182-b7b8-98a745f24eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port 94b13ea5-d226-4f78-9a63-19e98c665203 on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:57:12.538362 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [None req-bea90aab-ac2e-4182-b7b8-98a745f24eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port 94b13ea5-d226-4f78-9a63-19e98c665203 by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '1b4e1e20-c228-411e-8c1a-a8aa817ce967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '07561a8b-a5b7-44e8-a73f-b5492d50c346'}] {{(pid=108170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:57:12.538362 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea90aab-ac2e-4182-b7b8-98a745f24eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port 94b13ea5-d226-4f78-9a63-19e98c665203 on network 07561a8b-a5b7-44e8-a73f-b5492d50c346 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:57:12.544094 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49596) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:12.544914 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d42a75b9-6df4-4ad9-afa9-7fa189634ca3 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Made reservation on behalf of b0c85d506fb94c18954be47609cba122 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:57:12.552935 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d42a75b9-6df4-4ad9-afa9-7fa189634ca3 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:12.588976 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea90aab-ac2e-4182-b7b8-98a745f24eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Port 94b13ea5-d226-4f78-9a63-19e98c665203 on network 07561a8b-a5b7-44e8-a73f-b5492d50c346 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:57:12.589918 n-d-852085-12 neutron-server[108170]: ERROR neutron.plugins.ml2.managers [None req-bea90aab-ac2e-4182-b7b8-98a745f24eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Failed to bind port 94b13ea5-d226-4f78-9a63-19e98c665203 on host n-h1-852085-12 for vnic_type normal using segments [{'id': '1b4e1e20-c228-411e-8c1a-a8aa817ce967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '07561a8b-a5b7-44e8-a73f-b5492d50c346'}] Oct 04 20:57:12.606012 n-d-852085-12 neutron-server[108170]: INFO neutron.plugins.ml2.plugin [None req-bea90aab-ac2e-4182-b7b8-98a745f24eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempt 9 to bind port 94b13ea5-d226-4f78-9a63-19e98c665203 Oct 04 20:57:12.724046 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=84,neutron:DELETE=12,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:12.746312 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [None req-bea90aab-ac2e-4182-b7b8-98a745f24eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port 94b13ea5-d226-4f78-9a63-19e98c665203 on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:57:12.746890 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [None req-bea90aab-ac2e-4182-b7b8-98a745f24eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port 94b13ea5-d226-4f78-9a63-19e98c665203 by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '1b4e1e20-c228-411e-8c1a-a8aa817ce967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '07561a8b-a5b7-44e8-a73f-b5492d50c346'}] {{(pid=108170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:57:12.747982 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea90aab-ac2e-4182-b7b8-98a745f24eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port 94b13ea5-d226-4f78-9a63-19e98c665203 on network 07561a8b-a5b7-44e8-a73f-b5492d50c346 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:57:12.777099 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea90aab-ac2e-4182-b7b8-98a745f24eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Port 94b13ea5-d226-4f78-9a63-19e98c665203 on network 07561a8b-a5b7-44e8-a73f-b5492d50c346 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:57:12.778039 n-d-852085-12 neutron-server[108170]: ERROR neutron.plugins.ml2.managers [None req-bea90aab-ac2e-4182-b7b8-98a745f24eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Failed to bind port 94b13ea5-d226-4f78-9a63-19e98c665203 on host n-h1-852085-12 for vnic_type normal using segments [{'id': '1b4e1e20-c228-411e-8c1a-a8aa817ce967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '07561a8b-a5b7-44e8-a73f-b5492d50c346'}] Oct 04 20:57:12.783492 n-d-852085-12 neutron-server[108170]: INFO neutron.plugins.ml2.plugin [None req-bea90aab-ac2e-4182-b7b8-98a745f24eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempt 10 to bind port 94b13ea5-d226-4f78-9a63-19e98c665203 Oct 04 20:57:12.853734 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [None req-bea90aab-ac2e-4182-b7b8-98a745f24eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port 94b13ea5-d226-4f78-9a63-19e98c665203 on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:57:12.856287 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [None req-bea90aab-ac2e-4182-b7b8-98a745f24eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port 94b13ea5-d226-4f78-9a63-19e98c665203 by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '1b4e1e20-c228-411e-8c1a-a8aa817ce967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '07561a8b-a5b7-44e8-a73f-b5492d50c346'}] {{(pid=108170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:57:12.857301 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea90aab-ac2e-4182-b7b8-98a745f24eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempting to bind port 94b13ea5-d226-4f78-9a63-19e98c665203 on network 07561a8b-a5b7-44e8-a73f-b5492d50c346 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:57:12.882562 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea90aab-ac2e-4182-b7b8-98a745f24eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Port 94b13ea5-d226-4f78-9a63-19e98c665203 on network 07561a8b-a5b7-44e8-a73f-b5492d50c346 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:57:12.883474 n-d-852085-12 neutron-server[108170]: ERROR neutron.plugins.ml2.managers [None req-bea90aab-ac2e-4182-b7b8-98a745f24eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Failed to bind port 94b13ea5-d226-4f78-9a63-19e98c665203 on host n-h1-852085-12 for vnic_type normal using segments [{'id': '1b4e1e20-c228-411e-8c1a-a8aa817ce967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '07561a8b-a5b7-44e8-a73f-b5492d50c346'}] Oct 04 20:57:12.884284 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bea90aab-ac2e-4182-b7b8-98a745f24eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (94b13ea5-d226-4f78-9a63-19e98c665203), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:12.924931 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-80573f21-9d5f-4076-9cfd-576c07902cc8 admin admin] Publish callbacks [] for security_group (6be811e6-d9b9-41f2-b2a8-3e6a5deffaeb), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:12.937553 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-1d171bc6-cb74-47b4-a74b-aa1a7b9a2ad7 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Deleting port 55594dc2-d26a-4881-85d4-f5816accf247 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:57:12.938611 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1d171bc6-cb74-47b4-a74b-aa1a7b9a2ad7 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (55594dc2-d26a-4881-85d4-f5816accf247), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:13.156225 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-bea90aab-ac2e-4182-b7b8-98a745f24eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] For port 94b13ea5-d226-4f78-9a63-19e98c665203, host n-h1-852085-12, cleared binding levels {{(pid=108170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:57:13.156814 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-bea90aab-ac2e-4182-b7b8-98a745f24eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attempted to set empty binding levels {{(pid=108170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 04 20:57:13.162406 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1d171bc6-cb74-47b4-a74b-aa1a7b9a2ad7 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (55594dc2-d26a-4881-85d4-f5816accf247), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:13.194421 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-1d171bc6-cb74-47b4-a74b-aa1a7b9a2ad7 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Calling delete_port for 55594dc2-d26a-4881-85d4-f5816accf247 owned by {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:57:13.302830 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 49604) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:13.303434 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-80573f21-9d5f-4076-9cfd-576c07902cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (6be811e6-d9b9-41f2-b2a8-3e6a5deffaeb), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:13.305776 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bea90aab-ac2e-4182-b7b8-98a745f24eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (94b13ea5-d226-4f78-9a63-19e98c665203), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:13.306786 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-bea90aab-ac2e-4182-b7b8-98a745f24eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] In _notify_port_updated(), no bound segment for port 94b13ea5-d226-4f78-9a63-19e98c665203 on network 07561a8b-a5b7-44e8-a73f-b5492d50c346 {{(pid=108170) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 04 20:57:13.308668 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea90aab-ac2e-4182-b7b8-98a745f24eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:57:13.310286 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bea90aab-ac2e-4182-b7b8-98a745f24eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:13.317266 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-bea90aab-ac2e-4182-b7b8-98a745f24eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] 10.222.0.78 "PUT /networking/v2.0/ports/94b13ea5-d226-4f78-9a63-19e98c665203 HTTP/1.1" status: 200 len: 980 time: 3.5828218 Oct 04 20:57:13.377561 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49606) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:13.419737 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d42a75b9-6df4-4ad9-afa9-7fa189634ca3 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (55b4fa38-d10d-4b3b-bdc3-14613e32bad1), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:13.490816 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:13.739915 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1d171bc6-cb74-47b4-a74b-aa1a7b9a2ad7 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (55594dc2-d26a-4881-85d4-f5816accf247), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:13.853405 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-80573f21-9d5f-4076-9cfd-576c07902cc8 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=1aaf8bf9335440398df3eee975345ab2&name=default HTTP/1.1" status: 200 len: 3000 time: 2.6588762 Oct 04 20:57:13.860834 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49612) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:13.868012 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d171bc6-cb74-47b4-a74b-aa1a7b9a2ad7 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event deleted for resources: {'Port': ['ID=55594dc2-d26a-4881-85d4-f5816accf247,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:13.871648 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80573f21-9d5f-4076-9cfd-576c07902cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be811e6-d9b9-41f2-b2a8-3e6a5deffaeb,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:13.947502 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-250f18f9-1e5b-4f79-9bd5-b658e228d228 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks [] for router_gateway (752e7658-a572-44b2-b288-f80625161911), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:14.038253 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-e9baef8f-e881-4598-a5df-21b772589742 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Deleting port 94b13ea5-d226-4f78-9a63-19e98c665203 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:57:14.038900 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e9baef8f-e881-4598-a5df-21b772589742 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (94b13ea5-d226-4f78-9a63-19e98c665203), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:14.049691 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1d171bc6-cb74-47b4-a74b-aa1a7b9a2ad7 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:14.060915 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-1d171bc6-cb74-47b4-a74b-aa1a7b9a2ad7 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "DELETE /networking/v2.0/ports/55594dc2-d26a-4881-85d4-f5816accf247 HTTP/1.1" status: 204 len: 168 time: 1.4577894 Oct 04 20:57:14.065168 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49614) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:14.109868 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-6cf22c29-42e6-4c04-8e37-8090dcb4cbde admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=423269a2642a45b29d4f92a0995e6c3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7872205 Oct 04 20:57:14.114930 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea90aab-ac2e-4182-b7b8-98a745f24eab tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Pushing event updated for resources: {'Port': ['ID=94b13ea5-d226-4f78-9a63-19e98c665203,revision_number=3']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:14.118964 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 49616) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:14.123220 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-8bbe4ab6-d476-4f36-93a0-c322d97eecf8 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Request body: {'port': {'network_id': '1ccea25a-43ce-4ba7-9f56-f96df17f296b', 'mac_address': 'fa:16:3e:78:6e:b3', 'name': 'tempest-PortsIpV6TestJSON-1065117393'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:57:14.178355 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42a75b9-6df4-4ad9-afa9-7fa189634ca3 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event updated for resources: {'Subnet': ['ID=55b4fa38-d10d-4b3b-bdc3-14613e32bad1,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:14.252361 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42a75b9-6df4-4ad9-afa9-7fa189634ca3 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Checking segment: {'id': 'e17b5985-7c51-4294-aef8-831ece349dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f4daf715-efe2-4330-8a93-6e84a327da63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:57:14.252975 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42a75b9-6df4-4ad9-afa9-7fa189634ca3 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Network hostable DHCP agents. Network: f4daf715-efe2-4330-8a93-6e84a327da63, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:57:14.263652 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:INSERT=11,neutron:SELECT=79,neutron:UPDATE=8,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:14.336028 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bc985c9d-dfd4-4555-afff-1befcad03fe4 admin admin] Publish callbacks [] for security_group (a51acc48-9c5f-456d-b521-70ff8e659fab), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:14.413172 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bc985c9d-dfd4-4555-afff-1befcad03fe4 admin admin] Publish callbacks [] for security_group (a51acc48-9c5f-456d-b521-70ff8e659fab), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:14.541587 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-31c17d54-ec07-4030-8f3c-d8e895101f5d admin admin] Publish callbacks [] for security_group (6be811e6-d9b9-41f2-b2a8-3e6a5deffaeb), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:14.570392 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-e9baef8f-e881-4598-a5df-21b772589742 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] For port 94b13ea5-d226-4f78-9a63-19e98c665203, host n-h1-852085-12, got binding levels [] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:57:14.570392 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e9baef8f-e881-4598-a5df-21b772589742 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (94b13ea5-d226-4f78-9a63-19e98c665203), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:14.622584 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-e9baef8f-e881-4598-a5df-21b772589742 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Calling delete_port for 94b13ea5-d226-4f78-9a63-19e98c665203 owned by {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:57:14.660394 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42a75b9-6df4-4ad9-afa9-7fa189634ca3 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Network f4daf715-efe2-4330-8a93-6e84a327da63 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:57:14.663030 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-31c17d54-ec07-4030-8f3c-d8e895101f5d admin admin] Publish callbacks [] for security_group (6be811e6-d9b9-41f2-b2a8-3e6a5deffaeb), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:14.666738 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bc985c9d-dfd4-4555-afff-1befcad03fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (a51acc48-9c5f-456d-b521-70ff8e659fab), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:14.677375 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bc985c9d-dfd4-4555-afff-1befcad03fe4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:14.682353 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-bc985c9d-dfd4-4555-afff-1befcad03fe4 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/a51acc48-9c5f-456d-b521-70ff8e659fab HTTP/1.1" status: 204 len: 168 time: 0.5473876 Oct 04 20:57:14.740204 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc985c9d-dfd4-4555-afff-1befcad03fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51acc48-9c5f-456d-b521-70ff8e659fab,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:14.804127 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:14.843207 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-d42a75b9-6df4-4ad9-afa9-7fa189634ca3 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, f4daf715-efe2-4330-8a93-6e84a327da63) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:57:14.855860 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42a75b9-6df4-4ad9-afa9-7fa189634ca3 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:57:14.857375 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d42a75b9-6df4-4ad9-afa9-7fa189634ca3 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:14.885236 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0676d4-b2cc-47c2-aa3d-4fb88ebd6789 None None] Network f4daf715-efe2-4330-8a93-6e84a327da63 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:57:14.979764 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-d42a75b9-6df4-4ad9-afa9-7fa189634ca3 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3979843 Oct 04 20:57:14.986281 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 49628) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:15.008281 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-8f91afcf-a7be-46c4-bceb-f643e4a7dd10 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Request body: {'subnet': {'network_id': '2b9a3674-38ee-49f2-9fe2-816c6ac42060', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:57:15.068263 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bbe4ab6-d476-4f36-93a0-c322d97eecf8 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Made reservation on behalf of 6c1d2c9709a94cf691cb05145eeb8e23 for: {'port': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:57:15.126228 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-250f18f9-1e5b-4f79-9bd5-b658e228d228 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (752e7658-a572-44b2-b288-f80625161911), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:15.185099 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:15.247944 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d51fef-7c8b-4b82-95de-497e96b6c0da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-f4daf715-efe2-4330-8a93-6e84a327da63', 'network_id': 'f4daf715-efe2-4330-8a93-6e84a327da63', 'project_id': 'b0c85d506fb94c18954be47609cba122', 'fixed_ips': [{'subnet_id': '55b4fa38-d10d-4b3b-bdc3-14613e32bad1'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:57:15.250796 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-61d51fef-7c8b-4b82-95de-497e96b6c0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:15.349929 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:15.450803 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-31c17d54-ec07-4030-8f3c-d8e895101f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (6be811e6-d9b9-41f2-b2a8-3e6a5deffaeb), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:15.456901 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-31c17d54-ec07-4030-8f3c-d8e895101f5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:15.461886 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-31c17d54-ec07-4030-8f3c-d8e895101f5d admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/6be811e6-d9b9-41f2-b2a8-3e6a5deffaeb HTTP/1.1" status: 204 len: 168 time: 1.5822682 Oct 04 20:57:15.465583 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:15.467881 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f91afcf-a7be-46c4-bceb-f643e4a7dd10 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Made reservation on behalf of b0c85d506fb94c18954be47609cba122 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:57:15.477221 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8f91afcf-a7be-46c4-bceb-f643e4a7dd10 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:15.487168 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c17d54-ec07-4030-8f3c-d8e895101f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be811e6-d9b9-41f2-b2a8-3e6a5deffaeb,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:15.498590 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8bbe4ab6-d476-4f36-93a0-c322d97eecf8 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:15.555118 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e9baef8f-e881-4598-a5df-21b772589742 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (94b13ea5-d226-4f78-9a63-19e98c665203), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:15.657174 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [None req-8bbe4ab6-d476-4f36-93a0-c322d97eecf8 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] device_id is not set on port bac646d5-184e-4ef5-9b59-e3ad7249a263 yet. {{(pid=108169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 20:57:15.667861 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2b8ca5ce-5c59-4255-92ff-677a21f46548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:15.668653 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9baef8f-e881-4598-a5df-21b772589742 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Pushing event deleted for resources: {'Port': ['ID=94b13ea5-d226-4f78-9a63-19e98c665203,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:15.848618 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e9baef8f-e881-4598-a5df-21b772589742 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:15.855305 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e9baef8f-e881-4598-a5df-21b772589742 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] 10.222.0.78 "DELETE /networking/v2.0/ports/94b13ea5-d226-4f78-9a63-19e98c665203 HTTP/1.1" status: 204 len: 168 time: 2.4731281 Oct 04 20:57:15.874190 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49638) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:15.942414 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-61d51fef-7c8b-4b82-95de-497e96b6c0da None None] Allocated IP 2001:db8::2 (f4daf715-efe2-4330-8a93-6e84a327da63/55b4fa38-d10d-4b3b-bdc3-14613e32bad1/7014b40e-085b-453e-af45-f7db3eef53b9) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:57:15.966780 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-56f63ce1-9061-4dfb-a03d-91ab106848e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] GET failed (client error): The resource could not be found. Oct 04 20:57:15.969637 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-56f63ce1-9061-4dfb-a03d-91ab106848e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13436227-project-admin] 10.222.0.78 "GET /networking/v2.0/ports/94b13ea5-d226-4f78-9a63-19e98c665203 HTTP/1.1" status: 404 len: 333 time: 0.0935431 Oct 04 20:57:15.980553 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49640) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:16.055570 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49642) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:16.132386 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:16.313735 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9ecc9d0a-33fb-4aa2-93a5-b14b0e0e0340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222958214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222958214-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (07561a8b-a5b7-44e8-a73f-b5492d50c346), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:16.327844 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8f91afcf-a7be-46c4-bceb-f643e4a7dd10 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (677f7a2c-4519-4fda-99a6-a63b40d23b98), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:16.336293 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-250f18f9-1e5b-4f79-9bd5-b658e228d228 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Router 752e7658-a572-44b2-b288-f80625161911 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:57:16.382646 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8bbe4ab6-d476-4f36-93a0-c322d97eecf8 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for port (bac646d5-184e-4ef5-9b59-e3ad7249a263), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:16.395383 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-61d51fef-7c8b-4b82-95de-497e96b6c0da None None] Publish callbacks [] for port (7014b40e-085b-453e-af45-f7db3eef53b9), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:16.531781 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f91afcf-a7be-46c4-bceb-f643e4a7dd10 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Checking segment: {'id': 'abcf922e-284b-4909-940f-9cc971b1db22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2b9a3674-38ee-49f2-9fe2-816c6ac42060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:57:16.534941 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f91afcf-a7be-46c4-bceb-f643e4a7dd10 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Network hostable DHCP agents. Network: 2b9a3674-38ee-49f2-9fe2-816c6ac42060, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:57:16.556029 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f91afcf-a7be-46c4-bceb-f643e4a7dd10 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event updated for resources: {'Subnet': ['ID=677f7a2c-4519-4fda-99a6-a63b40d23b98,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:16.616466 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-61d51fef-7c8b-4b82-95de-497e96b6c0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (7014b40e-085b-453e-af45-f7db3eef53b9), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:16.669158 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9ecc9d0a-33fb-4aa2-93a5-b14b0e0e0340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222958214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222958214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (07561a8b-a5b7-44e8-a73f-b5492d50c346), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:16.725875 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f91afcf-a7be-46c4-bceb-f643e4a7dd10 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Network 2b9a3674-38ee-49f2-9fe2-816c6ac42060 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:57:16.760995 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-9ecc9d0a-33fb-4aa2-93a5-b14b0e0e0340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222958214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222958214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07561a8b-a5b7-44e8-a73f-b5492d50c346']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:57:16.782111 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=7 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:16.826000 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d51fef-7c8b-4b82-95de-497e96b6c0da None None] Network f4daf715-efe2-4330-8a93-6e84a327da63 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:57:16.833704 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-61d51fef-7c8b-4b82-95de-497e96b6c0da None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:57:16.838308 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-8f91afcf-a7be-46c4-bceb-f643e4a7dd10 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 2b9a3674-38ee-49f2-9fe2-816c6ac42060) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:57:16.850491 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f91afcf-a7be-46c4-bceb-f643e4a7dd10 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:57:16.850491 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8f91afcf-a7be-46c4-bceb-f643e4a7dd10 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:16.860250 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d51fef-7c8b-4b82-95de-497e96b6c0da None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:57:16.874228 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5416386d-8997-451d-a374-5f45e2f5c20d None None] Network 2b9a3674-38ee-49f2-9fe2-816c6ac42060 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:57:17.029154 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-8f91afcf-a7be-46c4-bceb-f643e4a7dd10 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0375171 Oct 04 20:57:17.030586 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 49658) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:17.049456 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-3fca59f0-e582-41b0-a9f4-567031c42595 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1964077914', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:57:17.095530 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d51fef-7c8b-4b82-95de-497e96b6c0da None None] Pushing event updated for resources: {'Port': ['ID=7014b40e-085b-453e-af45-f7db3eef53b9,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:17.154675 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-61d51fef-7c8b-4b82-95de-497e96b6c0da None None] Attempting to bind port 7014b40e-085b-453e-af45-f7db3eef53b9 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:57:17.155757 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-61d51fef-7c8b-4b82-95de-497e96b6c0da None None] Attempting to bind port 7014b40e-085b-453e-af45-f7db3eef53b9 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'e17b5985-7c51-4294-aef8-831ece349dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f4daf715-efe2-4330-8a93-6e84a327da63'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:57:17.156720 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d51fef-7c8b-4b82-95de-497e96b6c0da None None] Attempting to bind port 7014b40e-085b-453e-af45-f7db3eef53b9 on network f4daf715-efe2-4330-8a93-6e84a327da63 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:57:17.250114 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3fca59f0-e582-41b0-a9f4-567031c42595 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (ae677702-583a-43a0-9f11-796482d1b5ed), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:17.255835 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3fca59f0-e582-41b0-a9f4-567031c42595 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (ae677702-583a-43a0-9f11-796482d1b5ed), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:17.361459 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3fca59f0-e582-41b0-a9f4-567031c42595 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for router_controller (ae677702-583a-43a0-9f11-796482d1b5ed), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:17.416377 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d51fef-7c8b-4b82-95de-497e96b6c0da None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:57:17.417099 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d51fef-7c8b-4b82-95de-497e96b6c0da None None] Checking segment: {'id': 'e17b5985-7c51-4294-aef8-831ece349dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f4daf715-efe2-4330-8a93-6e84a327da63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:57:17.418059 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-61d51fef-7c8b-4b82-95de-497e96b6c0da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:17.418776 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d51fef-7c8b-4b82-95de-497e96b6c0da None None] Bound using segment: {'id': 'e17b5985-7c51-4294-aef8-831ece349dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f4daf715-efe2-4330-8a93-6e84a327da63'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:57:17.419755 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-61d51fef-7c8b-4b82-95de-497e96b6c0da None None] Bound port: 7014b40e-085b-453e-af45-f7db3eef53b9, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17b5985-7c51-4294-aef8-831ece349dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f4daf715-efe2-4330-8a93-6e84a327da63'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:57:17.420440 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-61d51fef-7c8b-4b82-95de-497e96b6c0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (7014b40e-085b-453e-af45-f7db3eef53b9), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:17.444864 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-9ecc9d0a-33fb-4aa2-93a5-b14b0e0e0340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222958214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222958214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b4e1e20-c228-411e-8c1a-a8aa817ce967') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:57:17.445510 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-9ecc9d0a-33fb-4aa2-93a5-b14b0e0e0340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222958214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222958214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b4e1e20-c228-411e-8c1a-a8aa817ce967') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:57:17.449580 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8bbe4ab6-d476-4f36-93a0-c322d97eecf8 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (bac646d5-184e-4ef5-9b59-e3ad7249a263), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:17.461491 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d4f1c8-0a5f-4357-8cfb-3076844cd4eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-2b9a3674-38ee-49f2-9fe2-816c6ac42060', 'network_id': '2b9a3674-38ee-49f2-9fe2-816c6ac42060', 'project_id': 'b0c85d506fb94c18954be47609cba122', 'fixed_ips': [{'subnet_id': '677f7a2c-4519-4fda-99a6-a63b40d23b98'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:57:17.463474 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-93d4f1c8-0a5f-4357-8cfb-3076844cd4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:17.471614 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:17.492871 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9ecc9d0a-33fb-4aa2-93a5-b14b0e0e0340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222958214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222958214-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (1b4e1e20-c228-411e-8c1a-a8aa817ce967), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:17.496538 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a9b1ccac-e9b7-4abf-9311-b0f8d63d8887 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:17.541391 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3fca59f0-e582-41b0-a9f4-567031c42595 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (ae677702-583a-43a0-9f11-796482d1b5ed), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:17.619835 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 49660) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:17.643217 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-03be84ff-05a2-48b7-9021-ce98129b41a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:17.667022 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9ecc9d0a-33fb-4aa2-93a5-b14b0e0e0340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222958214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222958214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (1b4e1e20-c228-411e-8c1a-a8aa817ce967), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:17.673443 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbe4ab6-d476-4f36-93a0-c322d97eecf8 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Network 1ccea25a-43ce-4ba7-9f56-f96df17f296b is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:57:17.692991 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-21210a9c-3629-48fd-a24d-8d4c2fdec563 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:17.693388 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-250f18f9-1e5b-4f79-9bd5-b658e228d228 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:57:17.726067 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173c6989-34c0-4d7f-876a-9cffcbbbe98a None None] Sync routers for ids ['752e7658-a572-44b2-b288-f80625161911'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:57:17.729286 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-61d51fef-7c8b-4b82-95de-497e96b6c0da None None] For port 7014b40e-085b-453e-af45-f7db3eef53b9, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:57:17.736808 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-8bbe4ab6-d476-4f36-93a0-c322d97eecf8 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:57:17.759005 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbe4ab6-d476-4f36-93a0-c322d97eecf8 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:57:17.764366 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173c6989-34c0-4d7f-876a-9cffcbbbe98a None None] Routers {'752e7658-a572-44b2-b288-f80625161911'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:57:17.769798 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-173c6989-34c0-4d7f-876a-9cffcbbbe98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:57:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['752e7658-a572-44b2-b288-f80625161911'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:57:17.788208 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbe4ab6-d476-4f36-93a0-c322d97eecf8 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:57:17.789348 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8bbe4ab6-d476-4f36-93a0-c322d97eecf8 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:17.805561 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbe4ab6-d476-4f36-93a0-c322d97eecf8 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event updated for resources: {'Port': ['ID=bac646d5-184e-4ef5-9b59-e3ad7249a263,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:17.834040 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ecc9d0a-33fb-4aa2-93a5-b14b0e0e0340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222958214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222958214-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:57:17.839475 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9ecc9d0a-33fb-4aa2-93a5-b14b0e0e0340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222958214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222958214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (1b4e1e20-c228-411e-8c1a-a8aa817ce967), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:17.858503 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3fca59f0-e582-41b0-a9f4-567031c42595 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:17.867793 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-3fca59f0-e582-41b0-a9f4-567031c42595 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8292739 Oct 04 20:57:17.871439 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 49662) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:17.907881 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-173c6989-34c0-4d7f-876a-9cffcbbbe98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:57:17.920987 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:17.950265 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173c6989-34c0-4d7f-876a-9cffcbbbe98a None None] Routers {'752e7658-a572-44b2-b288-f80625161911'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:57:17.951833 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-173c6989-34c0-4d7f-876a-9cffcbbbe98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:57:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['752e7658-a572-44b2-b288-f80625161911'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:57:17.976346 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 1b4e1e20-c228-411e-8c1a-a8aa817ce967 resource provider aggregate not found Oct 04 20:57:18.022666 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-61d51fef-7c8b-4b82-95de-497e96b6c0da None None] For port 7014b40e-085b-453e-af45-f7db3eef53b9, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=7014b40e-085b-453e-af45-f7db3eef53b9,segment=NetworkSegment(e17b5985-7c51-4294-aef8-831ece349dfd),segment_id=e17b5985-7c51-4294-aef8-831ece349dfd)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:57:18.031982 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-173c6989-34c0-4d7f-876a-9cffcbbbe98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:57:18.033506 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173c6989-34c0-4d7f-876a-9cffcbbbe98a None None] The sync data for ids ['752e7658-a572-44b2-b288-f80625161911'] in n-d-852085-12 is: [] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:57:18.150699 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:18.152186 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 1b4e1e20-c228-411e-8c1a-a8aa817ce967 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1b4e1e20-c228-411e-8c1a-a8aa817ce967 found for delete ", "request_id": "req-a5507422-f850-4dd3-a73d-8ed2efbb3f5b"}]} Oct 04 20:57:18.179288 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-250f18f9-1e5b-4f79-9bd5-b658e228d228 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:18.189345 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-61d51fef-7c8b-4b82-95de-497e96b6c0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (7014b40e-085b-453e-af45-f7db3eef53b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:18.192194 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-250f18f9-1e5b-4f79-9bd5-b658e228d228 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 885 time: 14.0821891 Oct 04 20:57:18.210482 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49670) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:18.328479 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 49674) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:18.358804 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-93d4f1c8-0a5f-4357-8cfb-3076844cd4eb None None] Allocated IP 2001:db8:1::2 (2b9a3674-38ee-49f2-9fe2-816c6ac42060/677f7a2c-4519-4fda-99a6-a63b40d23b98/5e7e6575-bcc5-4818-862c-098f3e336749) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:57:18.485924 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a9b1ccac-e9b7-4abf-9311-b0f8d63d8887 admin admin] Publish callbacks [] for security_group (6c42e9fc-c544-4cd1-a630-306cd267567c), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:18.523376 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-21210a9c-3629-48fd-a24d-8d4c2fdec563 admin admin] Publish callbacks [] for security_group (8519ed97-99f4-4103-94fd-8739e6e187b6), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:18.562004 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-8bbe4ab6-d476-4f36-93a0-c322d97eecf8 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 850 time: 4.4603610 Oct 04 20:57:18.562004 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9ecc9d0a-33fb-4aa2-93a5-b14b0e0e0340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222958214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222958214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (07561a8b-a5b7-44e8-a73f-b5492d50c346), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:18.562004 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49678) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:18.608655 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9ecc9d0a-33fb-4aa2-93a5-b14b0e0e0340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222958214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222958214-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:18.623166 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-9ecc9d0a-33fb-4aa2-93a5-b14b0e0e0340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222958214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222958214-project] 10.222.0.78 "DELETE /networking/v2.0/networks/07561a8b-a5b7-44e8-a73f-b5492d50c346 HTTP/1.1" status: 204 len: 168 time: 2.6183596 Oct 04 20:57:18.698607 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-21210a9c-3629-48fd-a24d-8d4c2fdec563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (8519ed97-99f4-4103-94fd-8739e6e187b6), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:18.728474 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a9b1ccac-e9b7-4abf-9311-b0f8d63d8887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (6c42e9fc-c544-4cd1-a630-306cd267567c), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:18.737444 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d51fef-7c8b-4b82-95de-497e96b6c0da None None] Pushing event updated for resources: {'Port': ['ID=7014b40e-085b-453e-af45-f7db3eef53b9,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:18.740841 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecc9d0a-33fb-4aa2-93a5-b14b0e0e0340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222958214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222958214-project] Pushing event deleted for resources: {'Network': ['ID=07561a8b-a5b7-44e8-a73f-b5492d50c346,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:18.874439 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-17396d51-d54c-4431-83ef-3fff5672e6c5 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] 10.222.0.78 "GET /networking/v2.0/routers/752e7658-a572-44b2-b288-f80625161911 HTTP/1.1" status: 200 len: 921 time: 0.6620779 Oct 04 20:57:18.919541 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49684) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:19.013208 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516f4846-8880-4abe-ab64-41fcd333a52c tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:57:19.022670 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-516f4846-8880-4abe-ab64-41fcd333a52c tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "GET /networking/v2.0/ports/bac646d5-184e-4ef5-9b59-e3ad7249a263 HTTP/1.1" status: 200 len: 845 time: 0.4542017 Oct 04 20:57:19.035650 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49686) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:19.077765 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-93d4f1c8-0a5f-4357-8cfb-3076844cd4eb None None] Publish callbacks [] for port (5e7e6575-bcc5-4818-862c-098f3e336749), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:19.115812 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:19.135946 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21210a9c-3629-48fd-a24d-8d4c2fdec563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8519ed97-99f4-4103-94fd-8739e6e187b6,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:19.194866 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-93d4f1c8-0a5f-4357-8cfb-3076844cd4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (5e7e6575-bcc5-4818-862c-098f3e336749), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:19.240841 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-895335f8-aac5-4782-9a8e-e25bdea36ee1 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=752e7658-a572-44b2-b288-f80625161911 HTTP/1.1" status: 200 len: 205 time: 0.3136837 Oct 04 20:57:19.243161 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b1ccac-e9b7-4abf-9311-b0f8d63d8887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c42e9fc-c544-4cd1-a630-306cd267567c,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:19.280265 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a9b1ccac-e9b7-4abf-9311-b0f8d63d8887 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=17122924c6f94ac493028e47a320efb2&name=default HTTP/1.1" status: 200 len: 3000 time: 3.2184598 Oct 04 20:57:19.306319 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 49688) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:19.313007 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 49690) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:19.323611 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:19.384772 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-21210a9c-3629-48fd-a24d-8d4c2fdec563 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=c4d986aa5cee4a7cb25ba5cb50127156&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7630417 Oct 04 20:57:19.389688 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 49692) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:19.416962 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d4f1c8-0a5f-4357-8cfb-3076844cd4eb None None] Network 2b9a3674-38ee-49f2-9fe2-816c6ac42060 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:57:19.426516 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d4f1c8-0a5f-4357-8cfb-3076844cd4eb None None] Pushing event updated for resources: {'Port': ['ID=5e7e6575-bcc5-4818-862c-098f3e336749,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:19.438740 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-93d4f1c8-0a5f-4357-8cfb-3076844cd4eb None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:57:19.454069 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d4f1c8-0a5f-4357-8cfb-3076844cd4eb None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:57:19.469285 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-5915ceaf-0386-49a4-8aed-91bc74c9a489 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Deleting port bac646d5-184e-4ef5-9b59-e3ad7249a263 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:57:19.470334 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5915ceaf-0386-49a4-8aed-91bc74c9a489 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (bac646d5-184e-4ef5-9b59-e3ad7249a263), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:19.664451 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-93d4f1c8-0a5f-4357-8cfb-3076844cd4eb None None] Attempting to bind port 5e7e6575-bcc5-4818-862c-098f3e336749 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:57:19.665576 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-93d4f1c8-0a5f-4357-8cfb-3076844cd4eb None None] Attempting to bind port 5e7e6575-bcc5-4818-862c-098f3e336749 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'abcf922e-284b-4909-940f-9cc971b1db22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2b9a3674-38ee-49f2-9fe2-816c6ac42060'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:57:19.666327 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d4f1c8-0a5f-4357-8cfb-3076844cd4eb None None] Attempting to bind port 5e7e6575-bcc5-4818-862c-098f3e336749 on network 2b9a3674-38ee-49f2-9fe2-816c6ac42060 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:57:19.745917 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5915ceaf-0386-49a4-8aed-91bc74c9a489 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (bac646d5-184e-4ef5-9b59-e3ad7249a263), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:19.783599 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-5915ceaf-0386-49a4-8aed-91bc74c9a489 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Calling delete_port for bac646d5-184e-4ef5-9b59-e3ad7249a263 owned by {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:57:19.886199 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d4f1c8-0a5f-4357-8cfb-3076844cd4eb None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:57:19.889197 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d4f1c8-0a5f-4357-8cfb-3076844cd4eb None None] Checking segment: {'id': 'abcf922e-284b-4909-940f-9cc971b1db22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2b9a3674-38ee-49f2-9fe2-816c6ac42060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:57:19.891314 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-93d4f1c8-0a5f-4357-8cfb-3076844cd4eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:19.895490 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d4f1c8-0a5f-4357-8cfb-3076844cd4eb None None] Bound using segment: {'id': 'abcf922e-284b-4909-940f-9cc971b1db22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2b9a3674-38ee-49f2-9fe2-816c6ac42060'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:57:19.896563 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-93d4f1c8-0a5f-4357-8cfb-3076844cd4eb None None] Bound port: 5e7e6575-bcc5-4818-862c-098f3e336749, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abcf922e-284b-4909-940f-9cc971b1db22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2b9a3674-38ee-49f2-9fe2-816c6ac42060'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:57:19.897367 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-93d4f1c8-0a5f-4357-8cfb-3076844cd4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (5e7e6575-bcc5-4818-862c-098f3e336749), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:19.934839 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:19.942404 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6cbdab76-1c7d-438b-a364-b699556a4571 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:20.015118 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:20.072787 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5948093a-3981-419b-bfc5-5f941c27f00a tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks [] for router (752e7658-a572-44b2-b288-f80625161911), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:20.120314 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=75,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:20.183721 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-93d4f1c8-0a5f-4357-8cfb-3076844cd4eb None None] For port 5e7e6575-bcc5-4818-862c-098f3e336749, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:57:20.189659 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-93d4f1c8-0a5f-4357-8cfb-3076844cd4eb None None] For port 5e7e6575-bcc5-4818-862c-098f3e336749, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=5e7e6575-bcc5-4818-862c-098f3e336749,segment=NetworkSegment(abcf922e-284b-4909-940f-9cc971b1db22),segment_id=abcf922e-284b-4909-940f-9cc971b1db22)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:57:20.295000 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5915ceaf-0386-49a4-8aed-91bc74c9a489 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (bac646d5-184e-4ef5-9b59-e3ad7249a263), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:20.328045 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49702) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:20.372027 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:20.386142 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-93d4f1c8-0a5f-4357-8cfb-3076844cd4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (5e7e6575-bcc5-4818-862c-098f3e336749), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:20.387504 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5915ceaf-0386-49a4-8aed-91bc74c9a489 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event deleted for resources: {'Port': ['ID=bac646d5-184e-4ef5-9b59-e3ad7249a263,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:20.404849 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5915ceaf-0386-49a4-8aed-91bc74c9a489 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:20.422854 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-5915ceaf-0386-49a4-8aed-91bc74c9a489 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "DELETE /networking/v2.0/ports/bac646d5-184e-4ef5-9b59-e3ad7249a263 HTTP/1.1" status: 204 len: 168 time: 1.3854244 Oct 04 20:57:20.428493 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49706) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:20.538958 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-cea6e4e1-c40a-4903-91b8-57c59fee11ad tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] GET failed (client error): The resource could not be found. Oct 04 20:57:20.544086 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-cea6e4e1-c40a-4903-91b8-57c59fee11ad tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "GET /networking/v2.0/ports/bac646d5-184e-4ef5-9b59-e3ad7249a263 HTTP/1.1" status: 404 len: 333 time: 0.1138029 Oct 04 20:57:20.554057 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49710) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:20.583259 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-101d8f69-5dcb-4c06-9b21-5acfbd7fabff tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Request body: {'port': {'network_id': '1ccea25a-43ce-4ba7-9f56-f96df17f296b', 'name': 'tempest-PortsIpV6TestJSON-743921939'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:57:20.679553 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d4f1c8-0a5f-4357-8cfb-3076844cd4eb None None] Pushing event updated for resources: {'Port': ['ID=5e7e6575-bcc5-4818-862c-098f3e336749,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:20.733996 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:20.752314 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6cbdab76-1c7d-438b-a364-b699556a4571 admin admin] Publish callbacks [] for security_group (d4055491-75a7-49e1-9bf6-fb69a622e45d), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:20.876138 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8019e14-6338-4c41-bd38-bf6251d21a23 None None] Network f4daf715-efe2-4330-8a93-6e84a327da63 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:57:20.915528 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 7014b40e-085b-453e-af45-f7db3eef53b9 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:57:20.938736 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b2fc3501-274e-412d-b4ee-235bfeffa250 admin admin] Publish callbacks [] for security_group (6c42e9fc-c544-4cd1-a630-306cd267567c), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:20.953607 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7e8bd7ac-e235-4121-9797-21bf91aba046 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:21.064328 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6cbdab76-1c7d-438b-a364-b699556a4571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (d4055491-75a7-49e1-9bf6-fb69a622e45d), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:21.138858 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5948093a-3981-419b-bfc5-5f941c27f00a tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks [] for router_gateway (752e7658-a572-44b2-b288-f80625161911), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:21.198490 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-101d8f69-5dcb-4c06-9b21-5acfbd7fabff tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Made reservation on behalf of 6c1d2c9709a94cf691cb05145eeb8e23 for: {'port': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:57:21.205539 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-101d8f69-5dcb-4c06-9b21-5acfbd7fabff tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:21.290832 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 7014b40e-085b-453e-af45-f7db3eef53b9 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:57:21.290832 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (7014b40e-085b-453e-af45-f7db3eef53b9), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:21.291450 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [None req-101d8f69-5dcb-4c06-9b21-5acfbd7fabff tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] device_id is not set on port f27fc56b-0e13-48c3-832c-84e86bf26b45 yet. {{(pid=108169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 20:57:21.291644 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 7014b40e-085b-453e-af45-f7db3eef53b9 Oct 04 20:57:21.354074 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-6cbdab76-1c7d-438b-a364-b699556a4571 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=24e08e2656f84d8abbe5401f88972b62&name=default HTTP/1.1" status: 200 len: 3000 time: 3.0103056 Oct 04 20:57:21.363867 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 49716) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:21.371952 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-0054da99-5e29-4c1d-a8c6-df729debd67f None None] Provisioning complete for port 7014b40e-085b-453e-af45-f7db3eef53b9 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:57:21.376529 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0054da99-5e29-4c1d-a8c6-df729debd67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (7014b40e-085b-453e-af45-f7db3eef53b9), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:21.376529 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-0054da99-5e29-4c1d-a8c6-df729debd67f None None] Attempt 1 to provision port 7014b40e-085b-453e-af45-f7db3eef53b9 Oct 04 20:57:21.467285 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b2fc3501-274e-412d-b4ee-235bfeffa250 admin admin] Publish callbacks [] for security_group (6c42e9fc-c544-4cd1-a630-306cd267567c), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:21.494452 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbdab76-1c7d-438b-a364-b699556a4571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4055491-75a7-49e1-9bf6-fb69a622e45d,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:21.501580 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-882389e5-ace7-49e2-95b1-4960e15e9a47 admin admin] Publish callbacks [] for security_group (8519ed97-99f4-4103-94fd-8739e6e187b6), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:21.583812 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e7ee95c6-192e-4703-bb6e-f5eb599023c1 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=57c85c13cfbf49bca8d9da7a6dd46000&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2204175 Oct 04 20:57:21.584957 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49718) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:21.689300 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-882389e5-ace7-49e2-95b1-4960e15e9a47 admin admin] Publish callbacks [] for security_group (8519ed97-99f4-4103-94fd-8739e6e187b6), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:21.904325 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:21.918595 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:21.924608 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3e2a2427-de25-42ab-828a-3a2dbef1ad77 admin admin] Publish callbacks [] for security_group (afa8ca66-c218-40a5-ae22-3a1e203e2de3), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:21.941154 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-101d8f69-5dcb-4c06-9b21-5acfbd7fabff tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for port (f27fc56b-0e13-48c3-832c-84e86bf26b45), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:22.020208 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3e2a2427-de25-42ab-828a-3a2dbef1ad77 admin admin] Publish callbacks [] for security_group (afa8ca66-c218-40a5-ae22-3a1e203e2de3), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:22.055490 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 7014b40e-085b-453e-af45-f7db3eef53b9 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:57:22.056303 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (7014b40e-085b-453e-af45-f7db3eef53b9), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:22.093260 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-5948093a-3981-419b-bfc5-5f941c27f00a tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Deleting port 4712695f-c60b-4a46-b0b4-b2718aeb91fb {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:57:22.094175 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5948093a-3981-419b-bfc5-5f941c27f00a tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (4712695f-c60b-4a46-b0b4-b2718aeb91fb), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:22.106838 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:22.149319 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4e700dd9-fab2-4892-b4f0-d1b9f4222bc4 admin admin] Publish callbacks [] for security_group (d4055491-75a7-49e1-9bf6-fb69a622e45d), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:22.210111 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-0054da99-5e29-4c1d-a8c6-df729debd67f None None] Current status of the port 7014b40e-085b-453e-af45-f7db3eef53b9 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:57:22.210111 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0054da99-5e29-4c1d-a8c6-df729debd67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (7014b40e-085b-453e-af45-f7db3eef53b9), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:22.318273 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 7014b40e-085b-453e-af45-f7db3eef53b9, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=7014b40e-085b-453e-af45-f7db3eef53b9,segment=NetworkSegment(e17b5985-7c51-4294-aef8-831ece349dfd),segment_id=e17b5985-7c51-4294-aef8-831ece349dfd)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:57:22.351612 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-101d8f69-5dcb-4c06-9b21-5acfbd7fabff tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (f27fc56b-0e13-48c3-832c-84e86bf26b45), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:22.383530 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49722) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:22.420536 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:22.437680 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (7014b40e-085b-453e-af45-f7db3eef53b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:22.470252 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3e2a2427-de25-42ab-828a-3a2dbef1ad77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (afa8ca66-c218-40a5-ae22-3a1e203e2de3), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:22.482052 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3e2a2427-de25-42ab-828a-3a2dbef1ad77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:22.486192 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-3e2a2427-de25-42ab-828a-3a2dbef1ad77 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/afa8ca66-c218-40a5-ae22-3a1e203e2de3 HTTP/1.1" status: 204 len: 168 time: 0.8918529 Oct 04 20:57:22.498203 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4e700dd9-fab2-4892-b4f0-d1b9f4222bc4 admin admin] Publish callbacks [] for security_group (d4055491-75a7-49e1-9bf6-fb69a622e45d), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:22.533116 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101d8f69-5dcb-4c06-9b21-5acfbd7fabff tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event updated for resources: {'Port': ['ID=f27fc56b-0e13-48c3-832c-84e86bf26b45,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:22.576154 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101d8f69-5dcb-4c06-9b21-5acfbd7fabff tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Network 1ccea25a-43ce-4ba7-9f56-f96df17f296b is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:57:22.627798 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-101d8f69-5dcb-4c06-9b21-5acfbd7fabff tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:57:22.632264 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101d8f69-5dcb-4c06-9b21-5acfbd7fabff tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:57:22.645782 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b2fc3501-274e-412d-b4ee-235bfeffa250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (6c42e9fc-c544-4cd1-a630-306cd267567c), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:22.654326 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101d8f69-5dcb-4c06-9b21-5acfbd7fabff tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:57:22.665941 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b2fc3501-274e-412d-b4ee-235bfeffa250 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:22.674140 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-101d8f69-5dcb-4c06-9b21-5acfbd7fabff tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:22.683713 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b2fc3501-274e-412d-b4ee-235bfeffa250 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/6c42e9fc-c544-4cd1-a630-306cd267567c HTTP/1.1" status: 204 len: 168 time: 3.3475182 Oct 04 20:57:22.711536 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2a2427-de25-42ab-828a-3a2dbef1ad77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa8ca66-c218-40a5-ae22-3a1e203e2de3,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:22.716841 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:22.737806 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-0054da99-5e29-4c1d-a8c6-df729debd67f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 20:57:22.738504 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-0054da99-5e29-4c1d-a8c6-df729debd67f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 20:57:22.814594 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-101d8f69-5dcb-4c06-9b21-5acfbd7fabff tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.2573385 Oct 04 20:57:22.818859 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49730) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:22.828762 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fc3501-274e-412d-b4ee-235bfeffa250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c42e9fc-c544-4cd1-a630-306cd267567c,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:22.835371 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-1f8a0cee-6353-4200-b143-668140ed14de tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:57:22.879446 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=7014b40e-085b-453e-af45-f7db3eef53b9,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:22.919256 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc567bc-9102-4ec6-94d3-413e59f14108 None None] Network 2b9a3674-38ee-49f2-9fe2-816c6ac42060 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:57:22.931352 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 5e7e6575-bcc5-4818-862c-098f3e336749 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:57:22.987312 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-7e8bd7ac-e235-4121-9797-21bf91aba046 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Allocated IP 2001:db8::1 (f4daf715-efe2-4330-8a93-6e84a327da63/55b4fa38-d10d-4b3b-bdc3-14613e32bad1/c9f91dc4-7a46-43be-a88d-3ba91b2125c0) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:57:23.001997 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5948093a-3981-419b-bfc5-5f941c27f00a tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (4712695f-c60b-4a46-b0b4-b2718aeb91fb), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:23.011328 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bea676be-937f-4e5a-8909-13fe09fafc7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:23.046064 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-882389e5-ace7-49e2-95b1-4960e15e9a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (8519ed97-99f4-4103-94fd-8739e6e187b6), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:23.051673 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-882389e5-ace7-49e2-95b1-4960e15e9a47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:23.053553 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-882389e5-ace7-49e2-95b1-4960e15e9a47 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/8519ed97-99f4-4103-94fd-8739e6e187b6 HTTP/1.1" status: 204 len: 168 time: 3.6554651 Oct 04 20:57:23.079676 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-5948093a-3981-419b-bfc5-5f941c27f00a tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Calling delete_port for 4712695f-c60b-4a46-b0b4-b2718aeb91fb owned by network:router_gateway {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:57:23.105834 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1f8a0cee-6353-4200-b143-668140ed14de tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (f27fc56b-0e13-48c3-832c-84e86bf26b45), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:23.121989 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882389e5-ace7-49e2-95b1-4960e15e9a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8519ed97-99f4-4103-94fd-8739e6e187b6,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:23.173361 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:23.259242 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:23.326087 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 5e7e6575-bcc5-4818-862c-098f3e336749 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:57:23.326843 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (5e7e6575-bcc5-4818-862c-098f3e336749), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:23.327756 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 5e7e6575-bcc5-4818-862c-098f3e336749 Oct 04 20:57:23.446165 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4e700dd9-fab2-4892-b4f0-d1b9f4222bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (d4055491-75a7-49e1-9bf6-fb69a622e45d), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:23.451726 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4e700dd9-fab2-4892-b4f0-d1b9f4222bc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:23.457858 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4e700dd9-fab2-4892-b4f0-d1b9f4222bc4 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/d4055491-75a7-49e1-9bf6-fb69a622e45d HTTP/1.1" status: 204 len: 168 time: 1.9618800 Oct 04 20:57:23.515106 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-0054da99-5e29-4c1d-a8c6-df729debd67f None None] Current status of the port 7014b40e-085b-453e-af45-f7db3eef53b9 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:57:23.553587 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1f8a0cee-6353-4200-b143-668140ed14de tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for port (f27fc56b-0e13-48c3-832c-84e86bf26b45), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:23.582035 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e700dd9-fab2-4892-b4f0-d1b9f4222bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4055491-75a7-49e1-9bf6-fb69a622e45d,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:23.667986 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=79,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:23.686026 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7e8bd7ac-e235-4121-9797-21bf91aba046 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for port (c9f91dc4-7a46-43be-a88d-3ba91b2125c0), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:23.704361 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bea676be-937f-4e5a-8909-13fe09fafc7c admin admin] Publish callbacks [] for security_group (54ece861-c52c-4284-b122-71969347d76c), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:23.717560 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 5e7e6575-bcc5-4818-862c-098f3e336749 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:57:23.719561 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (5e7e6575-bcc5-4818-862c-098f3e336749), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:23.725738 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1f8a0cee-6353-4200-b143-668140ed14de tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (f27fc56b-0e13-48c3-832c-84e86bf26b45), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:23.728843 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-1f8a0cee-6353-4200-b143-668140ed14de tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] In _notify_port_updated(), no bound segment for port f27fc56b-0e13-48c3-832c-84e86bf26b45 on network 1ccea25a-43ce-4ba7-9f56-f96df17f296b {{(pid=108169) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 04 20:57:23.729317 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-24e80f90-5dba-4d0e-8a0b-e96adfc9a525 None None] Provisioning complete for port 5e7e6575-bcc5-4818-862c-098f3e336749 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:57:23.730661 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-24e80f90-5dba-4d0e-8a0b-e96adfc9a525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (5e7e6575-bcc5-4818-862c-098f3e336749), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:23.731427 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-24e80f90-5dba-4d0e-8a0b-e96adfc9a525 None None] Attempt 1 to provision port 5e7e6575-bcc5-4818-862c-098f3e336749 Oct 04 20:57:23.741532 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8a0cee-6353-4200-b143-668140ed14de tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:57:23.742765 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1f8a0cee-6353-4200-b143-668140ed14de tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:23.745913 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-1f8a0cee-6353-4200-b143-668140ed14de tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "PUT /networking/v2.0/ports/f27fc56b-0e13-48c3-832c-84e86bf26b45 HTTP/1.1" status: 200 len: 818 time: 0.9274480 Oct 04 20:57:23.752021 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49738) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:23.884694 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bea676be-937f-4e5a-8909-13fe09fafc7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (54ece861-c52c-4284-b122-71969347d76c), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:23.906809 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:23.909942 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7e8bd7ac-e235-4121-9797-21bf91aba046 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (c9f91dc4-7a46-43be-a88d-3ba91b2125c0), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:23.933388 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 5e7e6575-bcc5-4818-862c-098f3e336749, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=5e7e6575-bcc5-4818-862c-098f3e336749,segment=NetworkSegment(abcf922e-284b-4909-940f-9cc971b1db22),segment_id=abcf922e-284b-4909-940f-9cc971b1db22)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:57:23.972384 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8bd7ac-e235-4121-9797-21bf91aba046 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Network f4daf715-efe2-4330-8a93-6e84a327da63 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:57:23.984631 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-7e8bd7ac-e235-4121-9797-21bf91aba046 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:57:24.073182 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8bd7ac-e235-4121-9797-21bf91aba046 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:57:24.074283 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7e8bd7ac-e235-4121-9797-21bf91aba046 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (ae677702-583a-43a0-9f11-796482d1b5ed), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:24.088187 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5948093a-3981-419b-bfc5-5f941c27f00a tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (4712695f-c60b-4a46-b0b4-b2718aeb91fb), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:24.091815 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (5e7e6575-bcc5-4818-862c-098f3e336749), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:24.134076 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8a0cee-6353-4200-b143-668140ed14de tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event updated for resources: {'Port': ['ID=f27fc56b-0e13-48c3-832c-84e86bf26b45,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:24.199742 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea676be-937f-4e5a-8909-13fe09fafc7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ece861-c52c-4284-b122-71969347d76c,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:24.214996 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-24e80f90-5dba-4d0e-8a0b-e96adfc9a525 None None] Current status of the port 5e7e6575-bcc5-4818-862c-098f3e336749 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:57:24.215686 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-24e80f90-5dba-4d0e-8a0b-e96adfc9a525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (5e7e6575-bcc5-4818-862c-098f3e336749), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:24.222053 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-bea676be-937f-4e5a-8909-13fe09fafc7c admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=1166594569c141c3b487333045126f23&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7714162 Oct 04 20:57:24.234821 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49744) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:24.314888 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-6d192a7d-76d6-4250-b8de-fcf7aa90b713 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Deleting port f27fc56b-0e13-48c3-832c-84e86bf26b45 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:57:24.318234 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6d192a7d-76d6-4250-b8de-fcf7aa90b713 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (f27fc56b-0e13-48c3-832c-84e86bf26b45), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:24.322479 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8bd7ac-e235-4121-9797-21bf91aba046 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event updated for resources: {'Port': ['ID=c9f91dc4-7a46-43be-a88d-3ba91b2125c0,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:24.443631 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=5e7e6575-bcc5-4818-862c-098f3e336749,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:24.525426 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5948093a-3981-419b-bfc5-5f941c27f00a tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Pushing event deleted for resources: {'Port': ['ID=4712695f-c60b-4a46-b0b4-b2718aeb91fb,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:24.592781 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:24.629033 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ea10f20f-bb5a-45d3-9f7e-9c0a02369e44 admin admin] Publish callbacks [] for security_group (54ece861-c52c-4284-b122-71969347d76c), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:24.640254 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6d192a7d-76d6-4250-b8de-fcf7aa90b713 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (f27fc56b-0e13-48c3-832c-84e86bf26b45), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:24.693734 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-6d192a7d-76d6-4250-b8de-fcf7aa90b713 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Calling delete_port for f27fc56b-0e13-48c3-832c-84e86bf26b45 owned by {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:57:24.707592 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ea10f20f-bb5a-45d3-9f7e-9c0a02369e44 admin admin] Publish callbacks [] for security_group (54ece861-c52c-4284-b122-71969347d76c), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:24.712853 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 7014b40e-085b-453e-af45-f7db3eef53b9 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:57:24.742754 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5948093a-3981-419b-bfc5-5f941c27f00a tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (752e7658-a572-44b2-b288-f80625161911), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:24.801589 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-24e80f90-5dba-4d0e-8a0b-e96adfc9a525 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 20:57:24.806909 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-24e80f90-5dba-4d0e-8a0b-e96adfc9a525 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 20:57:24.981199 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:24.994270 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 7014b40e-085b-453e-af45-f7db3eef53b9 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:57:24.994270 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (7014b40e-085b-453e-af45-f7db3eef53b9), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:24.994270 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 7014b40e-085b-453e-af45-f7db3eef53b9 Oct 04 20:57:25.002902 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5948093a-3981-419b-bfc5-5f941c27f00a tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (752e7658-a572-44b2-b288-f80625161911), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:25.011565 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5948093a-3981-419b-bfc5-5f941c27f00a tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks [] for router_controller (752e7658-a572-44b2-b288-f80625161911), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:25.021907 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7e8bd7ac-e235-4121-9797-21bf91aba046 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (c9f91dc4-7a46-43be-a88d-3ba91b2125c0), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:25.048725 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49748) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:25.118290 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6d192a7d-76d6-4250-b8de-fcf7aa90b713 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (f27fc56b-0e13-48c3-832c-84e86bf26b45), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:25.121226 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ea10f20f-bb5a-45d3-9f7e-9c0a02369e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (54ece861-c52c-4284-b122-71969347d76c), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:25.126579 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ea10f20f-bb5a-45d3-9f7e-9c0a02369e44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:25.134983 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ea10f20f-bb5a-45d3-9f7e-9c0a02369e44 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/54ece861-c52c-4284-b122-71969347d76c HTTP/1.1" status: 204 len: 168 time: 0.8933828 Oct 04 20:57:25.236011 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 7014b40e-085b-453e-af45-f7db3eef53b9 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:57:25.260492 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d192a7d-76d6-4250-b8de-fcf7aa90b713 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event deleted for resources: {'Port': ['ID=f27fc56b-0e13-48c3-832c-84e86bf26b45,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:25.279774 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea10f20f-bb5a-45d3-9f7e-9c0a02369e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ece861-c52c-4284-b122-71969347d76c,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:25.291793 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6d192a7d-76d6-4250-b8de-fcf7aa90b713 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:25.302300 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-6d192a7d-76d6-4250-b8de-fcf7aa90b713 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "DELETE /networking/v2.0/ports/f27fc56b-0e13-48c3-832c-84e86bf26b45 HTTP/1.1" status: 204 len: 168 time: 1.5423403 Oct 04 20:57:25.303220 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 49752) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:25.324118 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-977320c0-c2ac-4536-95b7-488b6df04192 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=b9078b95f97843d0b764e1dfd41e9904&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2724674 Oct 04 20:57:25.325100 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49754) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:25.397471 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5948093a-3981-419b-bfc5-5f941c27f00a tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (752e7658-a572-44b2-b288-f80625161911), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:25.398507 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5948093a-3981-419b-bfc5-5f941c27f00a tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Fanout notify agent at l3_agent the message router_deleted on router 752e7658-a572-44b2-b288-f80625161911 {{(pid=108170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:57:25.423448 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-24e80f90-5dba-4d0e-8a0b-e96adfc9a525 None None] Current status of the port 5e7e6575-bcc5-4818-862c-098f3e336749 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:57:25.443568 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-24e80f90-5dba-4d0e-8a0b-e96adfc9a525 None None] Provisioning complete for port 7014b40e-085b-453e-af45-f7db3eef53b9 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:57:25.444414 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-24e80f90-5dba-4d0e-8a0b-e96adfc9a525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (7014b40e-085b-453e-af45-f7db3eef53b9), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:25.445235 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-24e80f90-5dba-4d0e-8a0b-e96adfc9a525 None None] Attempt 1 to provision port 7014b40e-085b-453e-af45-f7db3eef53b9 Oct 04 20:57:25.484075 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-811b0f7a-af8b-4555-8833-c8566c3c39c3 admin admin] Publish callbacks [] for security_group (4462ccdf-d44f-443f-8c5f-a6ce2546845a), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:25.501208 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5948093a-3981-419b-bfc5-5f941c27f00a tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:25.501208 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-5948093a-3981-419b-bfc5-5f941c27f00a tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] 10.222.0.78 "DELETE /networking/v2.0/routers/752e7658-a572-44b2-b288-f80625161911 HTTP/1.1" status: 204 len: 168 time: 6.1739838 Oct 04 20:57:25.501831 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49758) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:25.502909 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7608a08-14d5-4263-ba67-38cd03647772 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:57:25.505673 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c7608a08-14d5-4263-ba67-38cd03647772 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1925435 Oct 04 20:57:25.518169 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-931f88ca-2e29-4533-8a2d-cf6947dbe330 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Request body: {'router': {'name': 'tempest-snat-router-259276534', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'enable_snat': False}}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:57:25.556475 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49760) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:25.559436 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=83,neutron:INSERT=3,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:25.637937 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-811b0f7a-af8b-4555-8833-c8566c3c39c3 admin admin] Publish callbacks [] for security_group (4462ccdf-d44f-443f-8c5f-a6ce2546845a), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:25.652426 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa3d04c1-9422-4812-a3c6-c0e22a8959d2 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] GET failed (client error): The resource could not be found. Oct 04 20:57:25.655705 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-aa3d04c1-9422-4812-a3c6-c0e22a8959d2 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "GET /networking/v2.0/ports/f27fc56b-0e13-48c3-832c-84e86bf26b45 HTTP/1.1" status: 404 len: 333 time: 0.0943851 Oct 04 20:57:25.661786 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49762) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:25.668968 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-970e76b9-8110-44a7-9626-f32ba3b1e0af tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-188315838'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:57:25.677532 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-24e80f90-5dba-4d0e-8a0b-e96adfc9a525 None None] Current status of the port 7014b40e-085b-453e-af45-f7db3eef53b9 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:57:25.689416 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-931f88ca-2e29-4533-8a2d-cf6947dbe330 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (11935022-7fd1-4c96-96be-c5a0a596e4ec), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:25.691057 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-931f88ca-2e29-4533-8a2d-cf6947dbe330 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (11935022-7fd1-4c96-96be-c5a0a596e4ec), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:25.832961 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:25.843370 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-d4ebfc3e-3da3-4b58-8689-2a5caae2e2e4 None None] Provisioning complete for port c9f91dc4-7a46-43be-a88d-3ba91b2125c0 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:57:25.844464 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d4ebfc3e-3da3-4b58-8689-2a5caae2e2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (c9f91dc4-7a46-43be-a88d-3ba91b2125c0), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:25.848052 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-d4ebfc3e-3da3-4b58-8689-2a5caae2e2e4 None None] Attempt 1 to provision port c9f91dc4-7a46-43be-a88d-3ba91b2125c0 Oct 04 20:57:25.849670 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-931f88ca-2e29-4533-8a2d-cf6947dbe330 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks [] for router_controller (11935022-7fd1-4c96-96be-c5a0a596e4ec), precommit_add_association {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:25.855700 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970e76b9-8110-44a7-9626-f32ba3b1e0af tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Made reservation on behalf of 6c1d2c9709a94cf691cb05145eeb8e23 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:57:25.867217 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-970e76b9-8110-44a7-9626-f32ba3b1e0af tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:25.901670 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49764) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:25.947954 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-d4ebfc3e-3da3-4b58-8689-2a5caae2e2e4 None None] Port c9f91dc4-7a46-43be-a88d-3ba91b2125c0 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:57:25.950920 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-970e76b9-8110-44a7-9626-f32ba3b1e0af tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:57:25.966270 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-d4ebfc3e-3da3-4b58-8689-2a5caae2e2e4 None None] Provisioning complete for port 5e7e6575-bcc5-4818-862c-098f3e336749 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:57:25.966932 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d4ebfc3e-3da3-4b58-8689-2a5caae2e2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (5e7e6575-bcc5-4818-862c-098f3e336749), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:25.967535 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-d4ebfc3e-3da3-4b58-8689-2a5caae2e2e4 None None] Attempt 1 to provision port 5e7e6575-bcc5-4818-862c-098f3e336749 Oct 04 20:57:25.978112 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-970e76b9-8110-44a7-9626-f32ba3b1e0af tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (57c2c774-302d-4def-9e83-56bb27485ed7), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:25.978803 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-970e76b9-8110-44a7-9626-f32ba3b1e0af tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Added segment 57c2c774-302d-4def-9e83-56bb27485ed7 of type vlan for network c87e6a5d-221d-42e8-90c5-e05f2448b0b6 Oct 04 20:57:26.108899 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-970e76b9-8110-44a7-9626-f32ba3b1e0af tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (c87e6a5d-221d-42e8-90c5-e05f2448b0b6), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:26.141140 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-d4ebfc3e-3da3-4b58-8689-2a5caae2e2e4 None None] Current status of the port 5e7e6575-bcc5-4818-862c-098f3e336749 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:57:26.165605 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49766) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:26.334241 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-811b0f7a-af8b-4555-8833-c8566c3c39c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (4462ccdf-d44f-443f-8c5f-a6ce2546845a), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:26.340085 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-811b0f7a-af8b-4555-8833-c8566c3c39c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:26.342878 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-811b0f7a-af8b-4555-8833-c8566c3c39c3 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/4462ccdf-d44f-443f-8c5f-a6ce2546845a HTTP/1.1" status: 204 len: 168 time: 1.0148325 Oct 04 20:57:26.354222 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c020de55-721c-438a-85c2-c9698bca11b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:26.455666 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7e8bd7ac-e235-4121-9797-21bf91aba046 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for port (c9f91dc4-7a46-43be-a88d-3ba91b2125c0), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:26.466032 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9d536850-6751-4482-b91c-1af0f941379e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:26.539275 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811b0f7a-af8b-4555-8833-c8566c3c39c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4462ccdf-d44f-443f-8c5f-a6ce2546845a,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:26.565089 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7e8bd7ac-e235-4121-9797-21bf91aba046 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (c9f91dc4-7a46-43be-a88d-3ba91b2125c0), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:26.566684 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-931f88ca-2e29-4533-8a2d-cf6947dbe330 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks [] for router_gateway (11935022-7fd1-4c96-96be-c5a0a596e4ec), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:26.570584 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7e8bd7ac-e235-4121-9797-21bf91aba046 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (ae677702-583a-43a0-9f11-796482d1b5ed), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:26.589313 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-970e76b9-8110-44a7-9626-f32ba3b1e0af tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (c87e6a5d-221d-42e8-90c5-e05f2448b0b6), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:26.612362 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 5e7e6575-bcc5-4818-862c-098f3e336749 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:57:26.613465 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970e76b9-8110-44a7-9626-f32ba3b1e0af tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:57:26.613465 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-970e76b9-8110-44a7-9626-f32ba3b1e0af tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:26.774621 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 5e7e6575-bcc5-4818-862c-098f3e336749 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:57:26.776071 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (5e7e6575-bcc5-4818-862c-098f3e336749), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:26.776854 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 5e7e6575-bcc5-4818-862c-098f3e336749 Oct 04 20:57:26.808712 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8bd7ac-e235-4121-9797-21bf91aba046 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event updated for resources: {'Port': ['ID=c9f91dc4-7a46-43be-a88d-3ba91b2125c0,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:26.873838 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:INSERT=4,neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:26.929810 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8bd7ac-e235-4121-9797-21bf91aba046 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Network f4daf715-efe2-4330-8a93-6e84a327da63 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:57:26.941676 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-7e8bd7ac-e235-4121-9797-21bf91aba046 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:57:26.949623 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:26.986098 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 5e7e6575-bcc5-4818-862c-098f3e336749 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:57:27.051312 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970e76b9-8110-44a7-9626-f32ba3b1e0af tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event updated for resources: {'Network': ['ID=c87e6a5d-221d-42e8-90c5-e05f2448b0b6,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:27.072839 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-970e76b9-8110-44a7-9626-f32ba3b1e0af tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4094644 Oct 04 20:57:27.077400 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49778) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:27.081572 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network c87e6a5d-221d-42e8-90c5-e05f2448b0b6 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:57:27.104850 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-0adb71b0-5608-47cb-84f6-b873308ed978 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Request body: {'subnet': {'network_id': 'c87e6a5d-221d-42e8-90c5-e05f2448b0b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:57:27.247261 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:27.453701 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c020de55-721c-438a-85c2-c9698bca11b2 admin admin] Publish callbacks [] for security_group (72e7af23-60cd-4ef1-bdcf-d94aa1f5cce9), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:27.486083 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e8bd7ac-e235-4121-9797-21bf91aba046 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Router ae677702-583a-43a0-9f11-796482d1b5ed is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:57:27.490286 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9d536850-6751-4482-b91c-1af0f941379e admin admin] Publish callbacks [] for security_group (3c8907cb-2d92-4370-90d9-db821aa3fc2e), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:27.540345 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-c28761fe-3638-460a-b6ca-2f31bc7bc784 None None] Provisioning complete for port c9f91dc4-7a46-43be-a88d-3ba91b2125c0 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:57:27.545172 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c28761fe-3638-460a-b6ca-2f31bc7bc784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (c9f91dc4-7a46-43be-a88d-3ba91b2125c0), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:27.545172 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-c28761fe-3638-460a-b6ca-2f31bc7bc784 None None] Attempt 1 to provision port c9f91dc4-7a46-43be-a88d-3ba91b2125c0 Oct 04 20:57:27.630108 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c020de55-721c-438a-85c2-c9698bca11b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (72e7af23-60cd-4ef1-bdcf-d94aa1f5cce9), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:27.631436 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-c28761fe-3638-460a-b6ca-2f31bc7bc784 None None] Port c9f91dc4-7a46-43be-a88d-3ba91b2125c0 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:57:27.729167 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9d536850-6751-4482-b91c-1af0f941379e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (3c8907cb-2d92-4370-90d9-db821aa3fc2e), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:27.765211 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0adb71b0-5608-47cb-84f6-b873308ed978 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Made reservation on behalf of 6c1d2c9709a94cf691cb05145eeb8e23 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:57:27.772099 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0adb71b0-5608-47cb-84f6-b873308ed978 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:27.779903 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-931f88ca-2e29-4533-8a2d-cf6947dbe330 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks [] for router_gateway (11935022-7fd1-4c96-96be-c5a0a596e4ec), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:27.795615 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c020de55-721c-438a-85c2-c9698bca11b2 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=2c728b817e0e48fbbe9bb48887270faf&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8853257 Oct 04 20:57:27.800210 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c020de55-721c-438a-85c2-c9698bca11b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e7af23-60cd-4ef1-bdcf-d94aa1f5cce9,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:27.801089 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 49790) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:27.870713 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e8bd7ac-e235-4121-9797-21bf91aba046 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:57:27.886137 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-7e8bd7ac-e235-4121-9797-21bf91aba046 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "PUT /networking/v2.0/routers/ae677702-583a-43a0-9f11-796482d1b5ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0132513 Oct 04 20:57:27.890508 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49796) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:27.900104 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6760053e-b628-4cdd-91f7-7d7c8051e42b None None] Sync routers for ids ['ae677702-583a-43a0-9f11-796482d1b5ed'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:57:27.923917 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6760053e-b628-4cdd-91f7-7d7c8051e42b None None] Routers {'ae677702-583a-43a0-9f11-796482d1b5ed'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:57:27.926723 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-6760053e-b628-4cdd-91f7-7d7c8051e42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:57:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['ae677702-583a-43a0-9f11-796482d1b5ed'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:57:27.936342 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=6 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:27.972869 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-931f88ca-2e29-4533-8a2d-cf6947dbe330 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:27.975608 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e1c1a50b-1475-4b1b-b4c5-888170797952 admin admin] Publish callbacks [] for security_group (72e7af23-60cd-4ef1-bdcf-d94aa1f5cce9), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:28.014976 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-6760053e-b628-4cdd-91f7-7d7c8051e42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:57:28.031089 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=13,neutron:DELETE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:28.040352 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6760053e-b628-4cdd-91f7-7d7c8051e42b None None] Routers {'ae677702-583a-43a0-9f11-796482d1b5ed'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:57:28.042470 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-6760053e-b628-4cdd-91f7-7d7c8051e42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:57:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['ae677702-583a-43a0-9f11-796482d1b5ed'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:57:28.056797 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e1c1a50b-1475-4b1b-b4c5-888170797952 admin admin] Publish callbacks [] for security_group (72e7af23-60cd-4ef1-bdcf-d94aa1f5cce9), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:28.068812 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-9d536850-6751-4482-b91c-1af0f941379e admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=7633d705fd394188a6a8f46ffe10e475&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7505808 Oct 04 20:57:28.107006 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49802) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:28.136281 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-6760053e-b628-4cdd-91f7-7d7c8051e42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:57:28.137900 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6760053e-b628-4cdd-91f7-7d7c8051e42b None None] The sync data for ids ['ae677702-583a-43a0-9f11-796482d1b5ed'] in n-d-852085-12 is: [] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:57:28.222833 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d536850-6751-4482-b91c-1af0f941379e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8907cb-2d92-4370-90d9-db821aa3fc2e,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:28.246664 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:28.273482 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e1c1a50b-1475-4b1b-b4c5-888170797952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (72e7af23-60cd-4ef1-bdcf-d94aa1f5cce9), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:28.279393 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e1c1a50b-1475-4b1b-b4c5-888170797952 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:28.291737 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cdee65-e2e8-486c-9d2a-eeef742b9136 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:57:28.292118 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-e1c1a50b-1475-4b1b-b4c5-888170797952 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/72e7af23-60cd-4ef1-bdcf-d94aa1f5cce9 HTTP/1.1" status: 204 len: 168 time: 0.4813249 Oct 04 20:57:28.292328 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-55cdee65-e2e8-486c-9d2a-eeef742b9136 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "GET /networking/v2.0/ports/c9f91dc4-7a46-43be-a88d-3ba91b2125c0 HTTP/1.1" status: 200 len: 911 time: 0.3180976 Oct 04 20:57:28.297926 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 49808) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:28.332300 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c1a50b-1475-4b1b-b4c5-888170797952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e7af23-60cd-4ef1-bdcf-d94aa1f5cce9,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:28.510757 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9a2f9284-843e-4b9f-a22e-def10c58cb15 admin admin] Publish callbacks [] for security_group (3c8907cb-2d92-4370-90d9-db821aa3fc2e), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:28.602603 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9a2f9284-843e-4b9f-a22e-def10c58cb15 admin admin] Publish callbacks [] for security_group (3c8907cb-2d92-4370-90d9-db821aa3fc2e), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:28.607387 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-931f88ca-2e29-4533-8a2d-cf6947dbe330 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Allocated IP 172.25.5.125 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/01250afb-30f8-40ed-a854-f6852a101080) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:57:28.970939 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0adb71b0-5608-47cb-84f6-b873308ed978 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (3db86199-ccbb-4ae6-b4ee-d42c832f7880), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:29.109144 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adb71b0-5608-47cb-84f6-b873308ed978 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event updated for resources: {'Subnet': ['ID=3db86199-ccbb-4ae6-b4ee-d42c832f7880,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:29.118484 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9a2f9284-843e-4b9f-a22e-def10c58cb15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (3c8907cb-2d92-4370-90d9-db821aa3fc2e), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:29.129571 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9a2f9284-843e-4b9f-a22e-def10c58cb15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:29.139402 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-9a2f9284-843e-4b9f-a22e-def10c58cb15 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/3c8907cb-2d92-4370-90d9-db821aa3fc2e HTTP/1.1" status: 204 len: 168 time: 1.0256815 Oct 04 20:57:29.146433 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-931f88ca-2e29-4533-8a2d-cf6947dbe330 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks [] for port (01250afb-30f8-40ed-a854-f6852a101080), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:29.183504 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2f9284-843e-4b9f-a22e-def10c58cb15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8907cb-2d92-4370-90d9-db821aa3fc2e,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:29.218337 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cf928254-d4c8-487c-b631-dc4e2dde4909 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:29.276105 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adb71b0-5608-47cb-84f6-b873308ed978 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Checking segment: {'id': '57c2c774-302d-4def-9e83-56bb27485ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c87e6a5d-221d-42e8-90c5-e05f2448b0b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:57:29.276754 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0adb71b0-5608-47cb-84f6-b873308ed978 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Network hostable DHCP agents. Network: c87e6a5d-221d-42e8-90c5-e05f2448b0b6, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:57:29.428768 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-931f88ca-2e29-4533-8a2d-cf6947dbe330 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (01250afb-30f8-40ed-a854-f6852a101080), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:29.482140 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0adb71b0-5608-47cb-84f6-b873308ed978 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Network c87e6a5d-221d-42e8-90c5-e05f2448b0b6 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:57:29.524127 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931f88ca-2e29-4533-8a2d-cf6947dbe330 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:57:29.530503 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-931f88ca-2e29-4533-8a2d-cf6947dbe330 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:57:29.538503 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931f88ca-2e29-4533-8a2d-cf6947dbe330 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:57:29.542550 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931f88ca-2e29-4533-8a2d-cf6947dbe330 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Pushing event updated for resources: {'Port': ['ID=01250afb-30f8-40ed-a854-f6852a101080,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:29.618622 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-0adb71b0-5608-47cb-84f6-b873308ed978 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, c87e6a5d-221d-42e8-90c5-e05f2448b0b6) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:57:29.635964 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adb71b0-5608-47cb-84f6-b873308ed978 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:57:29.637004 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0adb71b0-5608-47cb-84f6-b873308ed978 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:29.642123 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6991924e-ed44-4436-9e91-35fd43b771cb None None] Network c87e6a5d-221d-42e8-90c5-e05f2448b0b6 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:57:29.669473 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:29.797031 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:29.878402 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-0adb71b0-5608-47cb-84f6-b873308ed978 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7878435 Oct 04 20:57:29.880605 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49834) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:29.897769 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-c735e8a2-0467-4de7-81b9-ad781d9c40e9 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Request body: {'subnet': {'network_id': 'c87e6a5d-221d-42e8-90c5-e05f2448b0b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:57:29.911013 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-cf928254-d4c8-487c-b631-dc4e2dde4909 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Allocated IP 2001:db8:1::1 (2b9a3674-38ee-49f2-9fe2-816c6ac42060/677f7a2c-4519-4fda-99a6-a63b40d23b98/c3a799be-e868-45f6-a978-66e5c3bc99fc) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:57:29.934184 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=80,neutron:DELETE=11,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:29.974083 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a939e1e-f1f9-4597-b32c-99e3c5c1df7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-c87e6a5d-221d-42e8-90c5-e05f2448b0b6', 'network_id': 'c87e6a5d-221d-42e8-90c5-e05f2448b0b6', 'project_id': '6c1d2c9709a94cf691cb05145eeb8e23', 'fixed_ips': [{'subnet_id': '3db86199-ccbb-4ae6-b4ee-d42c832f7880'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:57:29.976397 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7a939e1e-f1f9-4597-b32c-99e3c5c1df7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:30.189429 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:30.262338 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cf928254-d4c8-487c-b631-dc4e2dde4909 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for port (c3a799be-e868-45f6-a978-66e5c3bc99fc), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:30.376798 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:30.401804 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-7a939e1e-f1f9-4597-b32c-99e3c5c1df7e None None] Allocated IP 2001:db8::2 (c87e6a5d-221d-42e8-90c5-e05f2448b0b6/3db86199-ccbb-4ae6-b4ee-d42c832f7880/8ee867f8-67be-468b-a80b-2a34e333f87a) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:57:30.433394 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c735e8a2-0467-4de7-81b9-ad781d9c40e9 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Made reservation on behalf of 6c1d2c9709a94cf691cb05145eeb8e23 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:57:30.439623 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c735e8a2-0467-4de7-81b9-ad781d9c40e9 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:30.567361 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cf928254-d4c8-487c-b631-dc4e2dde4909 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (c3a799be-e868-45f6-a978-66e5c3bc99fc), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:30.584399 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-931f88ca-2e29-4533-8a2d-cf6947dbe330 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks [] for router_gateway (11935022-7fd1-4c96-96be-c5a0a596e4ec), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:30.727696 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf928254-d4c8-487c-b631-dc4e2dde4909 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Network 2b9a3674-38ee-49f2-9fe2-816c6ac42060 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:57:30.730862 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-cf928254-d4c8-487c-b631-dc4e2dde4909 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:57:30.738831 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf928254-d4c8-487c-b631-dc4e2dde4909 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:57:30.739801 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cf928254-d4c8-487c-b631-dc4e2dde4909 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (ae677702-583a-43a0-9f11-796482d1b5ed), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:30.809667 n-d-852085-12 neutron-server[108169]: INFO neutron.db.ipam_backend_mixin [None req-c735e8a2-0467-4de7-81b9-ad781d9c40e9 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3db86199-ccbb-4ae6-b4ee-d42c832f7880 (CIDR: 2001:db8::/64) Oct 04 20:57:30.825323 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7a939e1e-f1f9-4597-b32c-99e3c5c1df7e None None] Publish callbacks [] for port (8ee867f8-67be-468b-a80b-2a34e333f87a), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:30.840629 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:30.850691 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf928254-d4c8-487c-b631-dc4e2dde4909 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event updated for resources: {'Port': ['ID=c3a799be-e868-45f6-a978-66e5c3bc99fc,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:30.921407 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-c735e8a2-0467-4de7-81b9-ad781d9c40e9 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 20:57:30.922309 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c735e8a2-0467-4de7-81b9-ad781d9c40e9 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 20:57:30.936557 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7a939e1e-f1f9-4597-b32c-99e3c5c1df7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (8ee867f8-67be-468b-a80b-2a34e333f87a), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:31.037309 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a939e1e-f1f9-4597-b32c-99e3c5c1df7e None None] Network c87e6a5d-221d-42e8-90c5-e05f2448b0b6 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:57:31.043308 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-7a939e1e-f1f9-4597-b32c-99e3c5c1df7e None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:57:31.057689 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a939e1e-f1f9-4597-b32c-99e3c5c1df7e None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:57:31.147062 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a939e1e-f1f9-4597-b32c-99e3c5c1df7e None None] Pushing event updated for resources: {'Port': ['ID=8ee867f8-67be-468b-a80b-2a34e333f87a,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:31.246621 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cf928254-d4c8-487c-b631-dc4e2dde4909 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (c3a799be-e868-45f6-a978-66e5c3bc99fc), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:31.252459 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-7a939e1e-f1f9-4597-b32c-99e3c5c1df7e None None] Attempting to bind port 8ee867f8-67be-468b-a80b-2a34e333f87a on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:57:31.253098 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-7a939e1e-f1f9-4597-b32c-99e3c5c1df7e None None] Attempting to bind port 8ee867f8-67be-468b-a80b-2a34e333f87a by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '57c2c774-302d-4def-9e83-56bb27485ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c87e6a5d-221d-42e8-90c5-e05f2448b0b6'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:57:31.257680 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a939e1e-f1f9-4597-b32c-99e3c5c1df7e None None] Attempting to bind port 8ee867f8-67be-468b-a80b-2a34e333f87a on network c87e6a5d-221d-42e8-90c5-e05f2448b0b6 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:57:31.414601 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a939e1e-f1f9-4597-b32c-99e3c5c1df7e None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:57:31.415224 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a939e1e-f1f9-4597-b32c-99e3c5c1df7e None None] Checking segment: {'id': '57c2c774-302d-4def-9e83-56bb27485ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c87e6a5d-221d-42e8-90c5-e05f2448b0b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:57:31.415516 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7a939e1e-f1f9-4597-b32c-99e3c5c1df7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:31.416088 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a939e1e-f1f9-4597-b32c-99e3c5c1df7e None None] Bound using segment: {'id': '57c2c774-302d-4def-9e83-56bb27485ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c87e6a5d-221d-42e8-90c5-e05f2448b0b6'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:57:31.416856 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-7a939e1e-f1f9-4597-b32c-99e3c5c1df7e None None] Bound port: 8ee867f8-67be-468b-a80b-2a34e333f87a, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c2c774-302d-4def-9e83-56bb27485ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c87e6a5d-221d-42e8-90c5-e05f2448b0b6'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:57:31.417329 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7a939e1e-f1f9-4597-b32c-99e3c5c1df7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (8ee867f8-67be-468b-a80b-2a34e333f87a), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:31.547667 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-7a939e1e-f1f9-4597-b32c-99e3c5c1df7e None None] For port 8ee867f8-67be-468b-a80b-2a34e333f87a, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:57:31.553536 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-7a939e1e-f1f9-4597-b32c-99e3c5c1df7e None None] For port 8ee867f8-67be-468b-a80b-2a34e333f87a, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=8ee867f8-67be-468b-a80b-2a34e333f87a,segment=NetworkSegment(57c2c774-302d-4def-9e83-56bb27485ed7),segment_id=57c2c774-302d-4def-9e83-56bb27485ed7)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:57:31.583754 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-0a989f0e-25f8-4d5a-b3b6-6ad5b3c7ef82 None None] Provisioning complete for port c3a799be-e868-45f6-a978-66e5c3bc99fc triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:57:31.584347 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0a989f0e-25f8-4d5a-b3b6-6ad5b3c7ef82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (c3a799be-e868-45f6-a978-66e5c3bc99fc), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:31.584971 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-0a989f0e-25f8-4d5a-b3b6-6ad5b3c7ef82 None None] Attempt 1 to provision port c3a799be-e868-45f6-a978-66e5c3bc99fc Oct 04 20:57:31.652417 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7a939e1e-f1f9-4597-b32c-99e3c5c1df7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (8ee867f8-67be-468b-a80b-2a34e333f87a), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:31.798691 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-0a989f0e-25f8-4d5a-b3b6-6ad5b3c7ef82 None None] Port c3a799be-e868-45f6-a978-66e5c3bc99fc cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:57:31.841721 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c735e8a2-0467-4de7-81b9-ad781d9c40e9 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9590662 Oct 04 20:57:31.863243 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:31.864419 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49862) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:31.876613 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-00871a3b-2945-4b0c-a2a8-714a5d49cabb tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Request body: {'subnet': {'network_id': 'c87e6a5d-221d-42e8-90c5-e05f2448b0b6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:57:31.893897 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:31.901702 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a939e1e-f1f9-4597-b32c-99e3c5c1df7e None None] Pushing event updated for resources: {'Port': ['ID=8ee867f8-67be-468b-a80b-2a34e333f87a,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:32.166535 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cf928254-d4c8-487c-b631-dc4e2dde4909 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for port (c3a799be-e868-45f6-a978-66e5c3bc99fc), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:32.222978 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-931f88ca-2e29-4533-8a2d-cf6947dbe330 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (11935022-7fd1-4c96-96be-c5a0a596e4ec), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:32.251868 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cf928254-d4c8-487c-b631-dc4e2dde4909 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (c3a799be-e868-45f6-a978-66e5c3bc99fc), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:32.253744 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cf928254-d4c8-487c-b631-dc4e2dde4909 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (ae677702-583a-43a0-9f11-796482d1b5ed), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:32.321371 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:32.519710 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf928254-d4c8-487c-b631-dc4e2dde4909 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event updated for resources: {'Port': ['ID=c3a799be-e868-45f6-a978-66e5c3bc99fc,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:32.940458 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf928254-d4c8-487c-b631-dc4e2dde4909 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Network 2b9a3674-38ee-49f2-9fe2-816c6ac42060 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:57:32.940458 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-cf928254-d4c8-487c-b631-dc4e2dde4909 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:57:32.959972 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00871a3b-2945-4b0c-a2a8-714a5d49cabb tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Made reservation on behalf of 6c1d2c9709a94cf691cb05145eeb8e23 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:57:32.959972 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-00871a3b-2945-4b0c-a2a8-714a5d49cabb tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:32.964712 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 8ee867f8-67be-468b-a80b-2a34e333f87a up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:57:32.964712 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:32.964712 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 8ee867f8-67be-468b-a80b-2a34e333f87a triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:57:32.964712 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (8ee867f8-67be-468b-a80b-2a34e333f87a), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:32.964712 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 8ee867f8-67be-468b-a80b-2a34e333f87a Oct 04 20:57:33.007413 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:33.013769 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf928254-d4c8-487c-b631-dc4e2dde4909 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Router ae677702-583a-43a0-9f11-796482d1b5ed has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:57:33.209010 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-931f88ca-2e29-4533-8a2d-cf6947dbe330 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Router 11935022-7fd1-4c96-96be-c5a0a596e4ec is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:57:33.379696 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf928254-d4c8-487c-b631-dc4e2dde4909 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:57:33.389004 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-cf928254-d4c8-487c-b631-dc4e2dde4909 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "PUT /networking/v2.0/routers/ae677702-583a-43a0-9f11-796482d1b5ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0742006 Oct 04 20:57:33.393517 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49878) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:33.421699 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fc2b31-15fd-4601-a085-e623d59db4a3 None None] Sync routers for ids ['ae677702-583a-43a0-9f11-796482d1b5ed'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:57:33.465757 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fc2b31-15fd-4601-a085-e623d59db4a3 None None] Routers {'ae677702-583a-43a0-9f11-796482d1b5ed'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:57:33.468266 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-32fc2b31-15fd-4601-a085-e623d59db4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:57:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['ae677702-583a-43a0-9f11-796482d1b5ed'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:57:33.484699 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-7388e7d1-5e90-412f-8101-8ead8b2ba7a0 None None] Provisioning complete for port c3a799be-e868-45f6-a978-66e5c3bc99fc triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:57:33.496494 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7388e7d1-5e90-412f-8101-8ead8b2ba7a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (c3a799be-e868-45f6-a978-66e5c3bc99fc), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:33.496494 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-7388e7d1-5e90-412f-8101-8ead8b2ba7a0 None None] Attempt 1 to provision port c3a799be-e868-45f6-a978-66e5c3bc99fc Oct 04 20:57:33.611274 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-7388e7d1-5e90-412f-8101-8ead8b2ba7a0 None None] Port c3a799be-e868-45f6-a978-66e5c3bc99fc cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:57:33.622001 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-32fc2b31-15fd-4601-a085-e623d59db4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:57:33.670255 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fc2b31-15fd-4601-a085-e623d59db4a3 None None] Routers {'ae677702-583a-43a0-9f11-796482d1b5ed'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:57:33.674427 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-32fc2b31-15fd-4601-a085-e623d59db4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:57:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['ae677702-583a-43a0-9f11-796482d1b5ed'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:57:33.688994 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:33.726801 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 8ee867f8-67be-468b-a80b-2a34e333f87a is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:57:33.727346 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (8ee867f8-67be-468b-a80b-2a34e333f87a), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:33.760444 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36dec35d-1088-4061-88ba-88bcd91f13c1 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:57:33.763301 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-36dec35d-1088-4061-88ba-88bcd91f13c1 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "GET /networking/v2.0/ports/c3a799be-e868-45f6-a978-66e5c3bc99fc HTTP/1.1" status: 200 len: 913 time: 0.3671043 Oct 04 20:57:33.766803 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 49886) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:33.788841 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-32fc2b31-15fd-4601-a085-e623d59db4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:57:33.790374 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fc2b31-15fd-4601-a085-e623d59db4a3 None None] The sync data for ids ['ae677702-583a-43a0-9f11-796482d1b5ed'] in n-d-852085-12 is: [] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:57:33.869385 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-931f88ca-2e29-4533-8a2d-cf6947dbe330 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:57:33.895525 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398cf733-63de-4bb2-b4b1-5bb0a3c5f6f6 None None] Sync routers for ids ['11935022-7fd1-4c96-96be-c5a0a596e4ec'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:57:33.913610 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 8ee867f8-67be-468b-a80b-2a34e333f87a, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=8ee867f8-67be-468b-a80b-2a34e333f87a,segment=NetworkSegment(57c2c774-302d-4def-9e83-56bb27485ed7),segment_id=57c2c774-302d-4def-9e83-56bb27485ed7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:57:33.940040 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398cf733-63de-4bb2-b4b1-5bb0a3c5f6f6 None None] Routers {'11935022-7fd1-4c96-96be-c5a0a596e4ec'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:57:33.940954 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-398cf733-63de-4bb2-b4b1-5bb0a3c5f6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:57:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['11935022-7fd1-4c96-96be-c5a0a596e4ec'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:57:33.964771 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:34.018727 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:34.025146 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291b0c4d-a7fe-4ef5-b78f-125f8ee35f14 None None] Network c87e6a5d-221d-42e8-90c5-e05f2448b0b6 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:57:34.053997 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-00871a3b-2945-4b0c-a2a8-714a5d49cabb tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (4cf913c0-6191-427f-8197-d8d6b0424996), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:34.066790 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-931f88ca-2e29-4533-8a2d-cf6947dbe330 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:34.078992 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-931f88ca-2e29-4533-8a2d-cf6947dbe330 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.5750253 Oct 04 20:57:34.085835 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 49888) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:34.231663 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (8ee867f8-67be-468b-a80b-2a34e333f87a), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:34.300769 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00871a3b-2945-4b0c-a2a8-714a5d49cabb tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event updated for resources: {'Subnet': ['ID=4cf913c0-6191-427f-8197-d8d6b0424996,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:34.345275 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00871a3b-2945-4b0c-a2a8-714a5d49cabb tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Network c87e6a5d-221d-42e8-90c5-e05f2448b0b6 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:57:34.349069 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-00871a3b-2945-4b0c-a2a8-714a5d49cabb tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:57:34.354536 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00871a3b-2945-4b0c-a2a8-714a5d49cabb tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:57:34.355631 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-00871a3b-2945-4b0c-a2a8-714a5d49cabb tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:34.478140 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-8809711e-78f7-4186-94f9-273048fe111d None None] Provisioning complete for port 8ee867f8-67be-468b-a80b-2a34e333f87a triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:57:34.478661 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8809711e-78f7-4186-94f9-273048fe111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (8ee867f8-67be-468b-a80b-2a34e333f87a), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:34.479420 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-8809711e-78f7-4186-94f9-273048fe111d None None] Attempt 1 to provision port 8ee867f8-67be-468b-a80b-2a34e333f87a Oct 04 20:57:34.529176 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-00871a3b-2945-4b0c-a2a8-714a5d49cabb tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.6623616 Oct 04 20:57:34.532953 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:34.535463 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49892) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:34.548280 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-69a529ed-c8bc-4e73-a9da-73336678e523 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Request body: {'port': {'network_id': 'c87e6a5d-221d-42e8-90c5-e05f2448b0b6', 'fixed_ips': [{'subnet_id': '3db86199-ccbb-4ae6-b4ee-d42c832f7880'}, {'subnet_id': '4cf913c0-6191-427f-8197-d8d6b0424996'}], 'name': 'tempest-PortsIpV6TestJSON-796405932'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:57:34.579442 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-6029eb2a-7698-4c3d-8357-e1a977d638ac tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] 10.222.0.78 "GET /networking/v2.0/routers/11935022-7fd1-4c96-96be-c5a0a596e4ec HTTP/1.1" status: 200 len: 908 time: 0.4875269 Oct 04 20:57:34.581029 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 49896) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:34.589272 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-db957d82-bea6-4ffd-965e-6ba05558f4a7 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Request body: {'router': {'name': 'tempest-snat-router-259276534', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'enable_snat': True}}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:57:34.684502 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:34.749249 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=8ee867f8-67be-468b-a80b-2a34e333f87a,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:34.794964 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-398cf733-63de-4bb2-b4b1-5bb0a3c5f6f6 None None] Set router 11935022-7fd1-4c96-96be-c5a0a596e4ec gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:57:34.877022 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5fb7f1b4-4890-4398-8a25-9c0724d90876 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (ae677702-583a-43a0-9f11-796482d1b5ed), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:35.107566 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a529ed-c8bc-4e73-a9da-73336678e523 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Made reservation on behalf of 6c1d2c9709a94cf691cb05145eeb8e23 for: {'port': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:57:35.202425 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d96a034-79b7-4619-b7b9-5fe3e3692ee8 None None] Network c87e6a5d-221d-42e8-90c5-e05f2448b0b6 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:57:35.398471 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-69a529ed-c8bc-4e73-a9da-73336678e523 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:35.447109 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [None req-69a529ed-c8bc-4e73-a9da-73336678e523 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] device_id is not set on port ad12566d-037b-494b-9959-4cf64935a6d6 yet. {{(pid=108169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 20:57:35.541601 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-8809711e-78f7-4186-94f9-273048fe111d None None] Current status of the port 8ee867f8-67be-468b-a80b-2a34e333f87a is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:57:35.731816 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-db957d82-bea6-4ffd-965e-6ba05558f4a7 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (d4b67d61-c098-44cb-8bb6-85e61717485e), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:35.738763 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-db957d82-bea6-4ffd-965e-6ba05558f4a7 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (d4b67d61-c098-44cb-8bb6-85e61717485e), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:35.819487 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:35.893480 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-8196d6f4-582f-4ff4-8a35-9476c75d8a6d None None] Provisioning complete for port 8ee867f8-67be-468b-a80b-2a34e333f87a triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:57:35.894167 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8196d6f4-582f-4ff4-8a35-9476c75d8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (8ee867f8-67be-468b-a80b-2a34e333f87a), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:35.894823 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-8196d6f4-582f-4ff4-8a35-9476c75d8a6d None None] Attempt 1 to provision port 8ee867f8-67be-468b-a80b-2a34e333f87a Oct 04 20:57:35.979003 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-db957d82-bea6-4ffd-965e-6ba05558f4a7 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks [] for router_controller (d4b67d61-c098-44cb-8bb6-85e61717485e), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:36.067125 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:36.282292 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-398cf733-63de-4bb2-b4b1-5bb0a3c5f6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11935022-7fd1-4c96-96be-c5a0a596e4ec', 'name': 'tempest-snat-router-259276534', 'tenant_id': 'df47136960274b22997db6ade5066ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.125'}], 'enable_snat': False}, 'gw_port_id': '01250afb-30f8-40ed-a854-f6852a101080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:57:25Z', 'updated_at': '2022-10-04T20:57:29Z', 'revision_number': 3, 'project_id': 'df47136960274b22997db6ade5066ecf', 'gw_port': {'id': '01250afb-30f8-40ed-a854-f6852a101080', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:8a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11935022-7fd1-4c96-96be-c5a0a596e4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:57:28Z', 'updated_at': '2022-10-04T20:57:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:57:36.323324 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-69a529ed-c8bc-4e73-a9da-73336678e523 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Allocated IP 2001:db8::311 (c87e6a5d-221d-42e8-90c5-e05f2448b0b6/3db86199-ccbb-4ae6-b4ee-d42c832f7880/ad12566d-037b-494b-9959-4cf64935a6d6) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:57:36.352732 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-69a529ed-c8bc-4e73-a9da-73336678e523 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Allocated IP 2001:db8:0:1::c (c87e6a5d-221d-42e8-90c5-e05f2448b0b6/4cf913c0-6191-427f-8197-d8d6b0424996/ad12566d-037b-494b-9959-4cf64935a6d6) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:57:36.358669 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1bff256-6993-438d-ac6b-920762e77668 None None] Update dhcp port {'port': {'network_id': 'c87e6a5d-221d-42e8-90c5-e05f2448b0b6', 'fixed_ips': [{'subnet_id': '3db86199-ccbb-4ae6-b4ee-d42c832f7880', 'ip_address': '2001:db8::2'}, {'subnet_id': '4cf913c0-6191-427f-8197-d8d6b0424996'}], 'binding:host_id': 'n-d-852085-12'}, 'id': '8ee867f8-67be-468b-a80b-2a34e333f87a'} from n-d-852085-12. {{(pid=108171) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 04 20:57:36.367289 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398cf733-63de-4bb2-b4b1-5bb0a3c5f6f6 None None] Checking router: 11935022-7fd1-4c96-96be-c5a0a596e4ec for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:57:36.368136 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398cf733-63de-4bb2-b4b1-5bb0a3c5f6f6 None None] Updating router 11935022-7fd1-4c96-96be-c5a0a596e4ec port 01250afb-30f8-40ed-a854-f6852a101080 binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:57:36.612879 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c1bff256-6993-438d-ac6b-920762e77668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (8ee867f8-67be-468b-a80b-2a34e333f87a), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:36.666490 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-398cf733-63de-4bb2-b4b1-5bb0a3c5f6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (01250afb-30f8-40ed-a854-f6852a101080), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:36.697420 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 8ee867f8-67be-468b-a80b-2a34e333f87a up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:57:36.729028 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-db957d82-bea6-4ffd-965e-6ba05558f4a7 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks [] for router_gateway (d4b67d61-c098-44cb-8bb6-85e61717485e), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:36.813236 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-8196d6f4-582f-4ff4-8a35-9476c75d8a6d None None] Current status of the port 8ee867f8-67be-468b-a80b-2a34e333f87a is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:57:36.852612 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:37.026376 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-5fb7f1b4-4890-4398-8a25-9c0724d90876 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Deleting port c3a799be-e868-45f6-a978-66e5c3bc99fc {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:57:37.027181 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5fb7f1b4-4890-4398-8a25-9c0724d90876 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (c3a799be-e868-45f6-a978-66e5c3bc99fc), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:37.074567 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:37.082721 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-69a529ed-c8bc-4e73-a9da-73336678e523 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for port (ad12566d-037b-494b-9959-4cf64935a6d6), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:37.204440 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 8ee867f8-67be-468b-a80b-2a34e333f87a triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:57:37.205975 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (8ee867f8-67be-468b-a80b-2a34e333f87a), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:37.207659 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 8ee867f8-67be-468b-a80b-2a34e333f87a Oct 04 20:57:37.268584 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:37.326989 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-69a529ed-c8bc-4e73-a9da-73336678e523 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (ad12566d-037b-494b-9959-4cf64935a6d6), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:37.580083 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a529ed-c8bc-4e73-a9da-73336678e523 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event updated for resources: {'Port': ['ID=ad12566d-037b-494b-9959-4cf64935a6d6,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:37.607290 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a529ed-c8bc-4e73-a9da-73336678e523 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Network c87e6a5d-221d-42e8-90c5-e05f2448b0b6 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:57:37.616777 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-69a529ed-c8bc-4e73-a9da-73336678e523 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:57:37.620922 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a529ed-c8bc-4e73-a9da-73336678e523 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:57:37.639624 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a529ed-c8bc-4e73-a9da-73336678e523 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:57:37.652220 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-69a529ed-c8bc-4e73-a9da-73336678e523 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:37.666277 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:37.670922 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5fb7f1b4-4890-4398-8a25-9c0724d90876 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (c3a799be-e868-45f6-a978-66e5c3bc99fc), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:37.684196 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:37.777266 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49942) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:37.794893 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-69a529ed-c8bc-4e73-a9da-73336678e523 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1014 time: 3.2572033 Oct 04 20:57:37.810855 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49946) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:37.822808 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-c1bff256-6993-438d-ac6b-920762e77668 None None] Allocated IP 2001:db8:0:1::2 (c87e6a5d-221d-42e8-90c5-e05f2448b0b6/4cf913c0-6191-427f-8197-d8d6b0424996/8ee867f8-67be-468b-a80b-2a34e333f87a) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:57:37.827513 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-6f7d637b-c79b-43a9-bdcf-ba0b84b0c3dd tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3db86199-ccbb-4ae6-b4ee-d42c832f7880'}]}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:57:37.830625 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-5fb7f1b4-4890-4398-8a25-9c0724d90876 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Calling delete_port for c3a799be-e868-45f6-a978-66e5c3bc99fc owned by network:router_interface {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:57:37.863049 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:37.945515 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-db957d82-bea6-4ffd-965e-6ba05558f4a7 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks [] for router_gateway (d4b67d61-c098-44cb-8bb6-85e61717485e), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:38.083227 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6f7d637b-c79b-43a9-bdcf-ba0b84b0c3dd tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (ad12566d-037b-494b-9959-4cf64935a6d6), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:38.113463 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-db957d82-bea6-4ffd-965e-6ba05558f4a7 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:38.404512 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 8ee867f8-67be-468b-a80b-2a34e333f87a is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:57:38.535970 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:38.789086 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-398cf733-63de-4bb2-b4b1-5bb0a3c5f6f6 None None] Publish callbacks [] for port (01250afb-30f8-40ed-a854-f6852a101080), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:38.795563 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:38.812770 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-c1bff256-6993-438d-ac6b-920762e77668 None None] For port 8ee867f8-67be-468b-a80b-2a34e333f87a, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=8ee867f8-67be-468b-a80b-2a34e333f87a,segment=NetworkSegment(57c2c774-302d-4def-9e83-56bb27485ed7),segment_id=57c2c774-302d-4def-9e83-56bb27485ed7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:57:38.886152 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c1bff256-6993-438d-ac6b-920762e77668 None None] Publish callbacks [] for port (8ee867f8-67be-468b-a80b-2a34e333f87a), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:38.892299 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-398cf733-63de-4bb2-b4b1-5bb0a3c5f6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (01250afb-30f8-40ed-a854-f6852a101080), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:38.905560 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-2e230134-1da0-434e-b9fb-cca2f4e5a098 tempest-PortsAdminExtendedAttrsTestJSON-1551243606 tempest-PortsAdminExtendedAttrsTestJSON-1551243606-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1359300316'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:57:38.962274 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-398cf733-63de-4bb2-b4b1-5bb0a3c5f6f6 None None] Attempting to bind port 01250afb-30f8-40ed-a854-f6852a101080 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:57:38.962878 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-398cf733-63de-4bb2-b4b1-5bb0a3c5f6f6 None None] Attempting to bind port 01250afb-30f8-40ed-a854-f6852a101080 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:57:38.963765 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398cf733-63de-4bb2-b4b1-5bb0a3c5f6f6 None None] Attempting to bind port 01250afb-30f8-40ed-a854-f6852a101080 on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:57:39.001382 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5fb7f1b4-4890-4398-8a25-9c0724d90876 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (c3a799be-e868-45f6-a978-66e5c3bc99fc), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:39.071017 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c1bff256-6993-438d-ac6b-920762e77668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (8ee867f8-67be-468b-a80b-2a34e333f87a), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:39.093786 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398cf733-63de-4bb2-b4b1-5bb0a3c5f6f6 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:57:39.094401 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398cf733-63de-4bb2-b4b1-5bb0a3c5f6f6 None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:57:39.095305 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-398cf733-63de-4bb2-b4b1-5bb0a3c5f6f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:39.096149 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398cf733-63de-4bb2-b4b1-5bb0a3c5f6f6 None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:57:39.096753 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-398cf733-63de-4bb2-b4b1-5bb0a3c5f6f6 None None] Bound port: 01250afb-30f8-40ed-a854-f6852a101080, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:57:39.098264 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-398cf733-63de-4bb2-b4b1-5bb0a3c5f6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (01250afb-30f8-40ed-a854-f6852a101080), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:39.116838 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7f1b4-4890-4398-8a25-9c0724d90876 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event deleted for resources: {'Port': ['ID=c3a799be-e868-45f6-a978-66e5c3bc99fc,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:39.125107 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e230134-1da0-434e-b9fb-cca2f4e5a098 tempest-PortsAdminExtendedAttrsTestJSON-1551243606 tempest-PortsAdminExtendedAttrsTestJSON-1551243606-project] Made reservation on behalf of 3b95a2aecfd5445e8e78ba2bae3358ca for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:57:39.132376 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2e230134-1da0-434e-b9fb-cca2f4e5a098 tempest-PortsAdminExtendedAttrsTestJSON-1551243606 tempest-PortsAdminExtendedAttrsTestJSON-1551243606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:39.149195 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7f1b4-4890-4398-8a25-9c0724d90876 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:57:39.149195 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7f1b4-4890-4398-8a25-9c0724d90876 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:57:39.152922 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7f1b4-4890-4398-8a25-9c0724d90876 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:57:39.153671 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7f1b4-4890-4398-8a25-9c0724d90876 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:57:39.154333 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7f1b4-4890-4398-8a25-9c0724d90876 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:57:39.157061 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7f1b4-4890-4398-8a25-9c0724d90876 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:57:39.157061 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7f1b4-4890-4398-8a25-9c0724d90876 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:57:39.157061 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7f1b4-4890-4398-8a25-9c0724d90876 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:57:39.162320 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7f1b4-4890-4398-8a25-9c0724d90876 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:57:39.162893 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7f1b4-4890-4398-8a25-9c0724d90876 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:57:39.163602 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7f1b4-4890-4398-8a25-9c0724d90876 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:57:39.164126 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7f1b4-4890-4398-8a25-9c0724d90876 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:57:39.164663 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7f1b4-4890-4398-8a25-9c0724d90876 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:57:39.165205 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7f1b4-4890-4398-8a25-9c0724d90876 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:57:39.165764 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb7f1b4-4890-4398-8a25-9c0724d90876 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:57:39.168155 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18907701-b86d-4b1a-9a79-e834d5773096 None None] Pushing event updated for resources: {'Port': ['ID=01250afb-30f8-40ed-a854-f6852a101080,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:39.201403 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2e230134-1da0-434e-b9fb-cca2f4e5a098 tempest-PortsAdminExtendedAttrsTestJSON-1551243606 tempest-PortsAdminExtendedAttrsTestJSON-1551243606-project] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:39.253370 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-6f7d637b-c79b-43a9-bdcf-ba0b84b0c3dd tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Delete allocated IP 2001:db8:0:1::c (c87e6a5d-221d-42e8-90c5-e05f2448b0b6/4cf913c0-6191-427f-8197-d8d6b0424996) {{(pid=108169) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 04 20:57:39.292387 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-db957d82-bea6-4ffd-965e-6ba05558f4a7 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Allocated IP 172.25.5.70 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/c4d6dc5d-bfc1-41f6-9a07-bbd866e1cff5) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:57:39.584301 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-398cf733-63de-4bb2-b4b1-5bb0a3c5f6f6 None None] For port 01250afb-30f8-40ed-a854-f6852a101080, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:57:39.659046 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:39.664396 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-398cf733-63de-4bb2-b4b1-5bb0a3c5f6f6 None None] For port 01250afb-30f8-40ed-a854-f6852a101080, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=01250afb-30f8-40ed-a854-f6852a101080,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:57:39.716475 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bff256-6993-438d-ac6b-920762e77668 None None] Pushing event updated for resources: {'Port': ['ID=8ee867f8-67be-468b-a80b-2a34e333f87a,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:39.834943 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-398cf733-63de-4bb2-b4b1-5bb0a3c5f6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (01250afb-30f8-40ed-a854-f6852a101080), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:39.855453 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6f7d637b-c79b-43a9-bdcf-ba0b84b0c3dd tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for port (ad12566d-037b-494b-9959-4cf64935a6d6), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:39.947267 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:INSERT=3,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:39.950196 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6f7d637b-c79b-43a9-bdcf-ba0b84b0c3dd tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (ad12566d-037b-494b-9959-4cf64935a6d6), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:39.987709 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2e230134-1da0-434e-b9fb-cca2f4e5a098 tempest-PortsAdminExtendedAttrsTestJSON-1551243606 tempest-PortsAdminExtendedAttrsTestJSON-1551243606-project] Publish callbacks [] for security_group (3e113b66-49c9-423d-8081-81447295384e), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:40.005382 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18907701-b86d-4b1a-9a79-e834d5773096 None None] Pushing event updated for resources: {'Port': ['ID=01250afb-30f8-40ed-a854-f6852a101080,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:40.022612 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5fb7f1b4-4890-4398-8a25-9c0724d90876 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (ae677702-583a-43a0-9f11-796482d1b5ed), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:40.022903 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398cf733-63de-4bb2-b4b1-5bb0a3c5f6f6 None None] Routers {'11935022-7fd1-4c96-96be-c5a0a596e4ec'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:57:40.029231 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-398cf733-63de-4bb2-b4b1-5bb0a3c5f6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:57:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['11935022-7fd1-4c96-96be-c5a0a596e4ec'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:57:40.049475 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-db957d82-bea6-4ffd-965e-6ba05558f4a7 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks [] for port (c4d6dc5d-bfc1-41f6-9a07-bbd866e1cff5), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:40.140633 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:40.149175 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2e230134-1da0-434e-b9fb-cca2f4e5a098 tempest-PortsAdminExtendedAttrsTestJSON-1551243606 tempest-PortsAdminExtendedAttrsTestJSON-1551243606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (3e113b66-49c9-423d-8081-81447295384e), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:40.248289 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-6f7d637b-c79b-43a9-bdcf-ba0b84b0c3dd tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] In _notify_port_updated(), no bound segment for port ad12566d-037b-494b-9959-4cf64935a6d6 on network c87e6a5d-221d-42e8-90c5-e05f2448b0b6 {{(pid=108169) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 04 20:57:40.272371 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7d637b-c79b-43a9-bdcf-ba0b84b0c3dd tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:57:40.273501 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6f7d637b-c79b-43a9-bdcf-ba0b84b0c3dd tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:40.275997 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-6f7d637b-c79b-43a9-bdcf-ba0b84b0c3dd tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "PUT /networking/v2.0/ports/ad12566d-037b-494b-9959-4cf64935a6d6 HTTP/1.1" status: 200 len: 925 time: 2.4634249 Oct 04 20:57:40.298296 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 49986) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:40.314580 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-6c82ed1d-0745-44b4-b8ae-5dbc6d74b29c tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3db86199-ccbb-4ae6-b4ee-d42c832f7880'}, {'subnet_id': '4cf913c0-6191-427f-8197-d8d6b0424996'}]}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:57:40.369135 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7d637b-c79b-43a9-bdcf-ba0b84b0c3dd tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event updated for resources: {'Port': ['ID=ad12566d-037b-494b-9959-4cf64935a6d6,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:40.370995 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:40.388031 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e230134-1da0-434e-b9fb-cca2f4e5a098 tempest-PortsAdminExtendedAttrsTestJSON-1551243606 tempest-PortsAdminExtendedAttrsTestJSON-1551243606-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:57:40.393599 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e230134-1da0-434e-b9fb-cca2f4e5a098 tempest-PortsAdminExtendedAttrsTestJSON-1551243606 tempest-PortsAdminExtendedAttrsTestJSON-1551243606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e113b66-49c9-423d-8081-81447295384e,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:40.424982 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2e230134-1da0-434e-b9fb-cca2f4e5a098 tempest-PortsAdminExtendedAttrsTestJSON-1551243606 tempest-PortsAdminExtendedAttrsTestJSON-1551243606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (3f09a371-6254-4f28-8ce8-6e995a68362b), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:40.428255 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-2e230134-1da0-434e-b9fb-cca2f4e5a098 tempest-PortsAdminExtendedAttrsTestJSON-1551243606 tempest-PortsAdminExtendedAttrsTestJSON-1551243606-project] Added segment 3f09a371-6254-4f28-8ce8-6e995a68362b of type vlan for network 6b569f22-349e-4780-9140-fef10b36dde6 Oct 04 20:57:40.508859 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-398cf733-63de-4bb2-b4b1-5bb0a3c5f6f6 None None] Set router 11935022-7fd1-4c96-96be-c5a0a596e4ec gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:57:40.649398 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2e230134-1da0-434e-b9fb-cca2f4e5a098 tempest-PortsAdminExtendedAttrsTestJSON-1551243606 tempest-PortsAdminExtendedAttrsTestJSON-1551243606-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (6b569f22-349e-4780-9140-fef10b36dde6), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:40.775964 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-db957d82-bea6-4ffd-965e-6ba05558f4a7 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (c4d6dc5d-bfc1-41f6-9a07-bbd866e1cff5), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:40.827084 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 8ee867f8-67be-468b-a80b-2a34e333f87a up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:57:40.908542 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:40.909601 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2e230134-1da0-434e-b9fb-cca2f4e5a098 tempest-PortsAdminExtendedAttrsTestJSON-1551243606 tempest-PortsAdminExtendedAttrsTestJSON-1551243606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (6b569f22-349e-4780-9140-fef10b36dde6), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:40.938720 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e230134-1da0-434e-b9fb-cca2f4e5a098 tempest-PortsAdminExtendedAttrsTestJSON-1551243606 tempest-PortsAdminExtendedAttrsTestJSON-1551243606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:57:40.945978 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db957d82-bea6-4ffd-965e-6ba05558f4a7 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:57:40.951972 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2e230134-1da0-434e-b9fb-cca2f4e5a098 tempest-PortsAdminExtendedAttrsTestJSON-1551243606 tempest-PortsAdminExtendedAttrsTestJSON-1551243606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:41.091421 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-db957d82-bea6-4ffd-965e-6ba05558f4a7 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:57:41.107298 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db957d82-bea6-4ffd-965e-6ba05558f4a7 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:57:41.232850 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-2e230134-1da0-434e-b9fb-cca2f4e5a098 tempest-PortsAdminExtendedAttrsTestJSON-1551243606 tempest-PortsAdminExtendedAttrsTestJSON-1551243606-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 799 time: 3.4515150 Oct 04 20:57:41.309769 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e230134-1da0-434e-b9fb-cca2f4e5a098 tempest-PortsAdminExtendedAttrsTestJSON-1551243606 tempest-PortsAdminExtendedAttrsTestJSON-1551243606-project] Pushing event updated for resources: {'Network': ['ID=6b569f22-349e-4780-9140-fef10b36dde6,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:41.322253 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-ab7eefee-da3b-49af-89d6-b966d18b19b1 None None] Provisioning complete for port 8ee867f8-67be-468b-a80b-2a34e333f87a triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:57:41.323891 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ab7eefee-da3b-49af-89d6-b966d18b19b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (8ee867f8-67be-468b-a80b-2a34e333f87a), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:41.324737 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-ab7eefee-da3b-49af-89d6-b966d18b19b1 None None] Attempt 1 to provision port 8ee867f8-67be-468b-a80b-2a34e333f87a Oct 04 20:57:41.409007 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 6b569f22-349e-4780-9140-fef10b36dde6 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:57:41.529723 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db957d82-bea6-4ffd-965e-6ba05558f4a7 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Pushing event updated for resources: {'Port': ['ID=c4d6dc5d-bfc1-41f6-9a07-bbd866e1cff5,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:41.538027 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fb7f1b4-4890-4398-8a25-9c0724d90876 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Router ae677702-583a-43a0-9f11-796482d1b5ed has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:57:41.627493 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 8ee867f8-67be-468b-a80b-2a34e333f87a triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:57:41.628146 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (8ee867f8-67be-468b-a80b-2a34e333f87a), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:41.629365 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 8ee867f8-67be-468b-a80b-2a34e333f87a Oct 04 20:57:41.821735 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6c82ed1d-0745-44b4-b8ae-5dbc6d74b29c tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (ad12566d-037b-494b-9959-4cf64935a6d6), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:42.080808 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:42.177401 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-ab7eefee-da3b-49af-89d6-b966d18b19b1 None None] Current status of the port 8ee867f8-67be-468b-a80b-2a34e333f87a is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:57:42.183118 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 8ee867f8-67be-468b-a80b-2a34e333f87a is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:57:42.188897 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-398cf733-63de-4bb2-b4b1-5bb0a3c5f6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11935022-7fd1-4c96-96be-c5a0a596e4ec', 'name': 'tempest-snat-router-259276534', 'tenant_id': 'df47136960274b22997db6ade5066ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.125'}], 'enable_snat': False}, 'gw_port_id': '01250afb-30f8-40ed-a854-f6852a101080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:57:25Z', 'updated_at': '2022-10-04T20:57:29Z', 'revision_number': 3, 'project_id': 'df47136960274b22997db6ade5066ecf', 'gw_port': {'id': '01250afb-30f8-40ed-a854-f6852a101080', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:8a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11935022-7fd1-4c96-96be-c5a0a596e4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:57:28Z', 'updated_at': '2022-10-04T20:57:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:57:42.267891 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398cf733-63de-4bb2-b4b1-5bb0a3c5f6f6 None None] The sync data for ids ['11935022-7fd1-4c96-96be-c5a0a596e4ec'] in n-d-852085-12 is: [{'id': '11935022-7fd1-4c96-96be-c5a0a596e4ec', 'name': 'tempest-snat-router-259276534', 'tenant_id': 'df47136960274b22997db6ade5066ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.125'}], 'enable_snat': False}, 'gw_port_id': '01250afb-30f8-40ed-a854-f6852a101080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:57:25Z', 'updated_at': '2022-10-04T20:57:29Z', 'revision_number': 3, 'project_id': 'df47136960274b22997db6ade5066ecf', 'gw_port': {'id': '01250afb-30f8-40ed-a854-f6852a101080', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:8a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11935022-7fd1-4c96-96be-c5a0a596e4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:57:28Z', 'updated_at': '2022-10-04T20:57:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:57:42.339084 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-6eeaf050-46a4-48d5-805e-8e2e40df0a1b None None] Provisioning complete for port ad12566d-037b-494b-9959-4cf64935a6d6 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:57:42.341011 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6eeaf050-46a4-48d5-805e-8e2e40df0a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (ad12566d-037b-494b-9959-4cf64935a6d6), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:42.341832 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-6eeaf050-46a4-48d5-805e-8e2e40df0a1b None None] Attempt 1 to provision port ad12566d-037b-494b-9959-4cf64935a6d6 Oct 04 20:57:42.464642 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-6eeaf050-46a4-48d5-805e-8e2e40df0a1b None None] Port ad12566d-037b-494b-9959-4cf64935a6d6 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:57:42.615029 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 50018) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:42.626589 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-65b25878-f9e5-4e5a-a263-1d618865bb60 None None] Provisioning complete for port ad12566d-037b-494b-9959-4cf64935a6d6 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:57:42.627288 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-65b25878-f9e5-4e5a-a263-1d618865bb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (ad12566d-037b-494b-9959-4cf64935a6d6), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:42.627700 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Request body: {'port': {'network_id': '6b569f22-349e-4780-9140-fef10b36dde6', 'binding:host_id': 'n-h1-852085-12', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1779931426'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:57:42.627876 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-65b25878-f9e5-4e5a-a263-1d618865bb60 None None] Attempt 1 to provision port ad12566d-037b-494b-9959-4cf64935a6d6 Oct 04 20:57:42.652466 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb7f1b4-4890-4398-8a25-9c0724d90876 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:57:42.668965 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-5fb7f1b4-4890-4398-8a25-9c0724d90876 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "PUT /networking/v2.0/routers/ae677702-583a-43a0-9f11-796482d1b5ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9001362 Oct 04 20:57:42.674166 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50020) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:42.692538 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730c0509-ea67-467b-b51e-5b012af3c0fd None None] Sync routers for ids ['ae677702-583a-43a0-9f11-796482d1b5ed'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:57:42.774549 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730c0509-ea67-467b-b51e-5b012af3c0fd None None] Routers {'ae677702-583a-43a0-9f11-796482d1b5ed'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:57:42.786981 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-730c0509-ea67-467b-b51e-5b012af3c0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:57:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['ae677702-583a-43a0-9f11-796482d1b5ed'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:57:42.810515 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Made reservation on behalf of 25b7551b300a463789e2eebf5a7b189b for: {'port': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:57:42.815089 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:42.837274 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-65b25878-f9e5-4e5a-a263-1d618865bb60 None None] Port ad12566d-037b-494b-9959-4cf64935a6d6 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:57:42.871397 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:43.019767 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-730c0509-ea67-467b-b51e-5b012af3c0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:57:43.098629 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730c0509-ea67-467b-b51e-5b012af3c0fd None None] Routers {'ae677702-583a-43a0-9f11-796482d1b5ed'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:57:43.107411 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-730c0509-ea67-467b-b51e-5b012af3c0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:57:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['ae677702-583a-43a0-9f11-796482d1b5ed'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:57:43.273637 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-730c0509-ea67-467b-b51e-5b012af3c0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:57:43.274899 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730c0509-ea67-467b-b51e-5b012af3c0fd None None] The sync data for ids ['ae677702-583a-43a0-9f11-796482d1b5ed'] in n-d-852085-12 is: [] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:57:43.291989 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Publish callbacks [] for security_group (ef418a49-42f3-4b0f-a415-c685dbb10109), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:43.417669 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (ef418a49-42f3-4b0f-a415-c685dbb10109), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:43.494266 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] device_id is not set on port 4e3354b2-0247-44a9-9fd4-ad9116f2ea74 yet. {{(pid=108169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 20:57:43.531827 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef418a49-42f3-4b0f-a415-c685dbb10109,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:43.907659 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:43.929896 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=76,neutron:INSERT=17,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:44.138349 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-db957d82-bea6-4ffd-965e-6ba05558f4a7 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks [] for router_gateway (d4b67d61-c098-44cb-8bb6-85e61717485e), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:44.163842 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] device_id is not set on port 4e3354b2-0247-44a9-9fd4-ad9116f2ea74 yet. {{(pid=108169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 20:57:44.197378 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Publish callbacks [] for port (4e3354b2-0247-44a9-9fd4-ad9116f2ea74), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:44.287350 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (4e3354b2-0247-44a9-9fd4-ad9116f2ea74), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:44.451673 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-6c82ed1d-0745-44b4-b8ae-5dbc6d74b29c tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Allocated IP 2001:db8:0:1::3c9 (c87e6a5d-221d-42e8-90c5-e05f2448b0b6/4cf913c0-6191-427f-8197-d8d6b0424996/ad12566d-037b-494b-9959-4cf64935a6d6) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:57:44.528113 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Pushing event updated for resources: {'Port': ['ID=4e3354b2-0247-44a9-9fd4-ad9116f2ea74,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:44.565588 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:57:44.566997 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:57:44.566997 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:57:44.567630 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:57:44.568205 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:57:44.568747 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:57:44.569385 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:57:44.570125 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:57:44.570522 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:57:44.570931 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:57:44.576736 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:57:44.577643 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:57:44.578195 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:57:44.578779 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:57:44.579412 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:57:44.596513 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Checking segment: {'id': '3f09a371-6254-4f28-8ce8-6e995a68362b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6b569f22-349e-4780-9140-fef10b36dde6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:57:44.596513 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Network hostable DHCP agents. Network: 6b569f22-349e-4780-9140-fef10b36dde6, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:57:44.707625 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:44.766429 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 01250afb-30f8-40ed-a854-f6852a101080 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:57:44.770056 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Network 6b569f22-349e-4780-9140-fef10b36dde6 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:57:44.878369 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 01250afb-30f8-40ed-a854-f6852a101080 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:57:44.880095 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (01250afb-30f8-40ed-a854-f6852a101080), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:44.880993 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 01250afb-30f8-40ed-a854-f6852a101080 Oct 04 20:57:44.901838 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 6b569f22-349e-4780-9140-fef10b36dde6) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:57:44.909035 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:57:44.941000 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port 4e3354b2-0247-44a9-9fd4-ad9116f2ea74 on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:57:44.942764 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port 4e3354b2-0247-44a9-9fd4-ad9116f2ea74 by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '3f09a371-6254-4f28-8ce8-6e995a68362b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6b569f22-349e-4780-9140-fef10b36dde6'}] {{(pid=108169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:57:44.942764 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port 4e3354b2-0247-44a9-9fd4-ad9116f2ea74 on network 6b569f22-349e-4780-9140-fef10b36dde6 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:57:44.950020 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Port 4e3354b2-0247-44a9-9fd4-ad9116f2ea74 on network 6b569f22-349e-4780-9140-fef10b36dde6 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:57:45.009115 n-d-852085-12 neutron-server[108169]: ERROR neutron.plugins.ml2.managers [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Failed to bind port 4e3354b2-0247-44a9-9fd4-ad9116f2ea74 on host n-h1-852085-12 for vnic_type normal using segments [{'id': '3f09a371-6254-4f28-8ce8-6e995a68362b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6b569f22-349e-4780-9140-fef10b36dde6'}] Oct 04 20:57:45.009115 n-d-852085-12 neutron-server[108169]: INFO neutron.plugins.ml2.plugin [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempt 2 to bind port 4e3354b2-0247-44a9-9fd4-ad9116f2ea74 Oct 04 20:57:45.025169 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port 4e3354b2-0247-44a9-9fd4-ad9116f2ea74 on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:57:45.025169 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port 4e3354b2-0247-44a9-9fd4-ad9116f2ea74 by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '3f09a371-6254-4f28-8ce8-6e995a68362b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6b569f22-349e-4780-9140-fef10b36dde6'}] {{(pid=108169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:57:45.032674 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port 4e3354b2-0247-44a9-9fd4-ad9116f2ea74 on network 6b569f22-349e-4780-9140-fef10b36dde6 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:57:45.045804 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Port 4e3354b2-0247-44a9-9fd4-ad9116f2ea74 on network 6b569f22-349e-4780-9140-fef10b36dde6 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:57:45.048534 n-d-852085-12 neutron-server[108169]: ERROR neutron.plugins.ml2.managers [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Failed to bind port 4e3354b2-0247-44a9-9fd4-ad9116f2ea74 on host n-h1-852085-12 for vnic_type normal using segments [{'id': '3f09a371-6254-4f28-8ce8-6e995a68362b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6b569f22-349e-4780-9140-fef10b36dde6'}] Oct 04 20:57:45.049891 n-d-852085-12 neutron-server[108169]: INFO neutron.plugins.ml2.plugin [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempt 3 to bind port 4e3354b2-0247-44a9-9fd4-ad9116f2ea74 Oct 04 20:57:45.092400 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f514c0ec-44ee-4864-9341-597295fdc0d8 None None] Network 6b569f22-349e-4780-9140-fef10b36dde6 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:57:45.101333 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port 4e3354b2-0247-44a9-9fd4-ad9116f2ea74 on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:57:45.103572 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port 4e3354b2-0247-44a9-9fd4-ad9116f2ea74 by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '3f09a371-6254-4f28-8ce8-6e995a68362b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6b569f22-349e-4780-9140-fef10b36dde6'}] {{(pid=108169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:57:45.104428 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port 4e3354b2-0247-44a9-9fd4-ad9116f2ea74 on network 6b569f22-349e-4780-9140-fef10b36dde6 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:57:45.116947 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Port 4e3354b2-0247-44a9-9fd4-ad9116f2ea74 on network 6b569f22-349e-4780-9140-fef10b36dde6 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:57:45.121094 n-d-852085-12 neutron-server[108169]: ERROR neutron.plugins.ml2.managers [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Failed to bind port 4e3354b2-0247-44a9-9fd4-ad9116f2ea74 on host n-h1-852085-12 for vnic_type normal using segments [{'id': '3f09a371-6254-4f28-8ce8-6e995a68362b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6b569f22-349e-4780-9140-fef10b36dde6'}] Oct 04 20:57:45.124173 n-d-852085-12 neutron-server[108169]: INFO neutron.plugins.ml2.plugin [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempt 4 to bind port 4e3354b2-0247-44a9-9fd4-ad9116f2ea74 Oct 04 20:57:45.177792 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port 4e3354b2-0247-44a9-9fd4-ad9116f2ea74 on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:57:45.181235 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port 4e3354b2-0247-44a9-9fd4-ad9116f2ea74 by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '3f09a371-6254-4f28-8ce8-6e995a68362b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6b569f22-349e-4780-9140-fef10b36dde6'}] {{(pid=108169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:57:45.182227 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port 4e3354b2-0247-44a9-9fd4-ad9116f2ea74 on network 6b569f22-349e-4780-9140-fef10b36dde6 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:57:45.196727 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Port 4e3354b2-0247-44a9-9fd4-ad9116f2ea74 on network 6b569f22-349e-4780-9140-fef10b36dde6 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:57:45.199531 n-d-852085-12 neutron-server[108169]: ERROR neutron.plugins.ml2.managers [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Failed to bind port 4e3354b2-0247-44a9-9fd4-ad9116f2ea74 on host n-h1-852085-12 for vnic_type normal using segments [{'id': '3f09a371-6254-4f28-8ce8-6e995a68362b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6b569f22-349e-4780-9140-fef10b36dde6'}] Oct 04 20:57:45.202055 n-d-852085-12 neutron-server[108169]: INFO neutron.plugins.ml2.plugin [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempt 5 to bind port 4e3354b2-0247-44a9-9fd4-ad9116f2ea74 Oct 04 20:57:45.260477 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port 4e3354b2-0247-44a9-9fd4-ad9116f2ea74 on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:57:45.262339 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port 4e3354b2-0247-44a9-9fd4-ad9116f2ea74 by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '3f09a371-6254-4f28-8ce8-6e995a68362b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6b569f22-349e-4780-9140-fef10b36dde6'}] {{(pid=108169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:57:45.262339 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port 4e3354b2-0247-44a9-9fd4-ad9116f2ea74 on network 6b569f22-349e-4780-9140-fef10b36dde6 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:57:45.277674 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:45.282479 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Port 4e3354b2-0247-44a9-9fd4-ad9116f2ea74 on network 6b569f22-349e-4780-9140-fef10b36dde6 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:57:45.283992 n-d-852085-12 neutron-server[108169]: ERROR neutron.plugins.ml2.managers [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Failed to bind port 4e3354b2-0247-44a9-9fd4-ad9116f2ea74 on host n-h1-852085-12 for vnic_type normal using segments [{'id': '3f09a371-6254-4f28-8ce8-6e995a68362b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6b569f22-349e-4780-9140-fef10b36dde6'}] Oct 04 20:57:45.284785 n-d-852085-12 neutron-server[108169]: INFO neutron.plugins.ml2.plugin [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempt 6 to bind port 4e3354b2-0247-44a9-9fd4-ad9116f2ea74 Oct 04 20:57:45.333314 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port 4e3354b2-0247-44a9-9fd4-ad9116f2ea74 on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:57:45.358183 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port 4e3354b2-0247-44a9-9fd4-ad9116f2ea74 by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '3f09a371-6254-4f28-8ce8-6e995a68362b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6b569f22-349e-4780-9140-fef10b36dde6'}] {{(pid=108169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:57:45.359419 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port 4e3354b2-0247-44a9-9fd4-ad9116f2ea74 on network 6b569f22-349e-4780-9140-fef10b36dde6 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:57:45.375722 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Port 4e3354b2-0247-44a9-9fd4-ad9116f2ea74 on network 6b569f22-349e-4780-9140-fef10b36dde6 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:57:45.378887 n-d-852085-12 neutron-server[108169]: ERROR neutron.plugins.ml2.managers [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Failed to bind port 4e3354b2-0247-44a9-9fd4-ad9116f2ea74 on host n-h1-852085-12 for vnic_type normal using segments [{'id': '3f09a371-6254-4f28-8ce8-6e995a68362b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6b569f22-349e-4780-9140-fef10b36dde6'}] Oct 04 20:57:45.380304 n-d-852085-12 neutron-server[108169]: INFO neutron.plugins.ml2.plugin [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempt 7 to bind port 4e3354b2-0247-44a9-9fd4-ad9116f2ea74 Oct 04 20:57:45.454202 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port 4e3354b2-0247-44a9-9fd4-ad9116f2ea74 on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:57:45.455271 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port 4e3354b2-0247-44a9-9fd4-ad9116f2ea74 by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '3f09a371-6254-4f28-8ce8-6e995a68362b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6b569f22-349e-4780-9140-fef10b36dde6'}] {{(pid=108169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:57:45.459015 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port 4e3354b2-0247-44a9-9fd4-ad9116f2ea74 on network 6b569f22-349e-4780-9140-fef10b36dde6 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:57:45.467007 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Port 4e3354b2-0247-44a9-9fd4-ad9116f2ea74 on network 6b569f22-349e-4780-9140-fef10b36dde6 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:57:45.468130 n-d-852085-12 neutron-server[108169]: ERROR neutron.plugins.ml2.managers [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Failed to bind port 4e3354b2-0247-44a9-9fd4-ad9116f2ea74 on host n-h1-852085-12 for vnic_type normal using segments [{'id': '3f09a371-6254-4f28-8ce8-6e995a68362b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6b569f22-349e-4780-9140-fef10b36dde6'}] Oct 04 20:57:45.469147 n-d-852085-12 neutron-server[108169]: INFO neutron.plugins.ml2.plugin [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempt 8 to bind port 4e3354b2-0247-44a9-9fd4-ad9116f2ea74 Oct 04 20:57:45.498443 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port 4e3354b2-0247-44a9-9fd4-ad9116f2ea74 on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:57:45.499585 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port 4e3354b2-0247-44a9-9fd4-ad9116f2ea74 by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '3f09a371-6254-4f28-8ce8-6e995a68362b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6b569f22-349e-4780-9140-fef10b36dde6'}] {{(pid=108169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:57:45.500486 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port 4e3354b2-0247-44a9-9fd4-ad9116f2ea74 on network 6b569f22-349e-4780-9140-fef10b36dde6 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:57:45.510506 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Port 4e3354b2-0247-44a9-9fd4-ad9116f2ea74 on network 6b569f22-349e-4780-9140-fef10b36dde6 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:57:45.511779 n-d-852085-12 neutron-server[108169]: ERROR neutron.plugins.ml2.managers [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Failed to bind port 4e3354b2-0247-44a9-9fd4-ad9116f2ea74 on host n-h1-852085-12 for vnic_type normal using segments [{'id': '3f09a371-6254-4f28-8ce8-6e995a68362b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6b569f22-349e-4780-9140-fef10b36dde6'}] Oct 04 20:57:45.513048 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 01250afb-30f8-40ed-a854-f6852a101080 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:57:45.513477 n-d-852085-12 neutron-server[108169]: INFO neutron.plugins.ml2.plugin [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempt 9 to bind port 4e3354b2-0247-44a9-9fd4-ad9116f2ea74 Oct 04 20:57:45.513736 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (01250afb-30f8-40ed-a854-f6852a101080), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:45.554153 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port 4e3354b2-0247-44a9-9fd4-ad9116f2ea74 on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:57:45.555119 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port 4e3354b2-0247-44a9-9fd4-ad9116f2ea74 by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '3f09a371-6254-4f28-8ce8-6e995a68362b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6b569f22-349e-4780-9140-fef10b36dde6'}] {{(pid=108169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:57:45.555994 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port 4e3354b2-0247-44a9-9fd4-ad9116f2ea74 on network 6b569f22-349e-4780-9140-fef10b36dde6 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:57:45.573713 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Port 4e3354b2-0247-44a9-9fd4-ad9116f2ea74 on network 6b569f22-349e-4780-9140-fef10b36dde6 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:57:45.574645 n-d-852085-12 neutron-server[108169]: ERROR neutron.plugins.ml2.managers [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Failed to bind port 4e3354b2-0247-44a9-9fd4-ad9116f2ea74 on host n-h1-852085-12 for vnic_type normal using segments [{'id': '3f09a371-6254-4f28-8ce8-6e995a68362b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6b569f22-349e-4780-9140-fef10b36dde6'}] Oct 04 20:57:45.575562 n-d-852085-12 neutron-server[108169]: INFO neutron.plugins.ml2.plugin [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempt 10 to bind port 4e3354b2-0247-44a9-9fd4-ad9116f2ea74 Oct 04 20:57:45.591103 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 01250afb-30f8-40ed-a854-f6852a101080, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=01250afb-30f8-40ed-a854-f6852a101080,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:57:45.617228 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port 4e3354b2-0247-44a9-9fd4-ad9116f2ea74 on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:57:45.618206 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port 4e3354b2-0247-44a9-9fd4-ad9116f2ea74 by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '3f09a371-6254-4f28-8ce8-6e995a68362b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6b569f22-349e-4780-9140-fef10b36dde6'}] {{(pid=108169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:57:45.619027 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port 4e3354b2-0247-44a9-9fd4-ad9116f2ea74 on network 6b569f22-349e-4780-9140-fef10b36dde6 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:57:45.622318 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-db957d82-bea6-4ffd-965e-6ba05558f4a7 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (d4b67d61-c098-44cb-8bb6-85e61717485e), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:45.630209 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Port 4e3354b2-0247-44a9-9fd4-ad9116f2ea74 on network 6b569f22-349e-4780-9140-fef10b36dde6 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:57:45.630819 n-d-852085-12 neutron-server[108169]: ERROR neutron.plugins.ml2.managers [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Failed to bind port 4e3354b2-0247-44a9-9fd4-ad9116f2ea74 on host n-h1-852085-12 for vnic_type normal using segments [{'id': '3f09a371-6254-4f28-8ce8-6e995a68362b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6b569f22-349e-4780-9140-fef10b36dde6'}] Oct 04 20:57:45.631542 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (4e3354b2-0247-44a9-9fd4-ad9116f2ea74), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:45.723914 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a1dd1c60-a710-46ed-83c4-6c906c58aab5 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (ae677702-583a-43a0-9f11-796482d1b5ed), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:45.754683 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a77304d5-123a-4d83-88b8-d6b42aa3efe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:45.792570 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (01250afb-30f8-40ed-a854-f6852a101080), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:45.801111 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] For port 4e3354b2-0247-44a9-9fd4-ad9116f2ea74, host n-h1-852085-12, cleared binding levels {{(pid=108169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:57:45.801828 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempted to set empty binding levels {{(pid=108169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 04 20:57:45.937188 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=01250afb-30f8-40ed-a854-f6852a101080,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:45.977991 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (4e3354b2-0247-44a9-9fd4-ad9116f2ea74), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:45.979954 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:57:45.981154 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:46.176462 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Pushing event updated for resources: {'Port': ['ID=4e3354b2-0247-44a9-9fd4-ad9116f2ea74,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:46.258750 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-50f43a81-ff66-443a-92f2-63d2ea90ca41 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 981 time: 3.6405432 Oct 04 20:57:46.263490 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 50064) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:46.351094 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6c82ed1d-0745-44b4-b8ae-5dbc6d74b29c tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for port (ad12566d-037b-494b-9959-4cf64935a6d6), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:46.396066 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:46.492986 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-99a9947f-7499-42a6-b9b5-27e60b32106e tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Deleting port 4e3354b2-0247-44a9-9fd4-ad9116f2ea74 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:57:46.497953 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-99a9947f-7499-42a6-b9b5-27e60b32106e tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (4e3354b2-0247-44a9-9fd4-ad9116f2ea74), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:46.499584 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6c82ed1d-0745-44b4-b8ae-5dbc6d74b29c tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (ad12566d-037b-494b-9959-4cf64935a6d6), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:46.659727 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 01250afb-30f8-40ed-a854-f6852a101080 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:57:46.759704 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-99a9947f-7499-42a6-b9b5-27e60b32106e tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] For port 4e3354b2-0247-44a9-9fd4-ad9116f2ea74, host n-h1-852085-12, got binding levels [] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:57:46.774458 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-99a9947f-7499-42a6-b9b5-27e60b32106e tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (4e3354b2-0247-44a9-9fd4-ad9116f2ea74), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:46.820439 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c82ed1d-0745-44b4-b8ae-5dbc6d74b29c tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event updated for resources: {'Port': ['ID=ad12566d-037b-494b-9959-4cf64935a6d6,revision_number=3']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:46.840657 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-99a9947f-7499-42a6-b9b5-27e60b32106e tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Calling delete_port for 4e3354b2-0247-44a9-9fd4-ad9116f2ea74 owned by {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:57:46.922805 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 01250afb-30f8-40ed-a854-f6852a101080 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:57:46.929628 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (01250afb-30f8-40ed-a854-f6852a101080), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:46.930546 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 01250afb-30f8-40ed-a854-f6852a101080 Oct 04 20:57:46.936112 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 20:57:47.040614 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-6c82ed1d-0745-44b4-b8ae-5dbc6d74b29c tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] In _notify_port_updated(), no bound segment for port ad12566d-037b-494b-9959-4cf64935a6d6 on network c87e6a5d-221d-42e8-90c5-e05f2448b0b6 {{(pid=108170) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 04 20:57:47.052306 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:47.067472 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c82ed1d-0745-44b4-b8ae-5dbc6d74b29c tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:57:47.069336 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6c82ed1d-0745-44b4-b8ae-5dbc6d74b29c tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:47.072330 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-6c82ed1d-0745-44b4-b8ae-5dbc6d74b29c tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "PUT /networking/v2.0/ports/ad12566d-037b-494b-9959-4cf64935a6d6 HTTP/1.1" status: 200 len: 1011 time: 6.7717857 Oct 04 20:57:47.084140 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50074) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:47.096298 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:47.226783 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 01250afb-30f8-40ed-a854-f6852a101080 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:57:47.235961 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-99a9947f-7499-42a6-b9b5-27e60b32106e tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (4e3354b2-0247-44a9-9fd4-ad9116f2ea74), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:47.358532 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a9947f-7499-42a6-b9b5-27e60b32106e tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Pushing event deleted for resources: {'Port': ['ID=4e3354b2-0247-44a9-9fd4-ad9116f2ea74,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:47.377675 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-b83f8ab8-a923-496a-8056-ed30a9ff787a None None] Provisioning complete for port ad12566d-037b-494b-9959-4cf64935a6d6 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:57:47.378668 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b83f8ab8-a923-496a-8056-ed30a9ff787a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (ad12566d-037b-494b-9959-4cf64935a6d6), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:47.381080 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-b83f8ab8-a923-496a-8056-ed30a9ff787a None None] Attempt 1 to provision port ad12566d-037b-494b-9959-4cf64935a6d6 Oct 04 20:57:47.398550 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-99a9947f-7499-42a6-b9b5-27e60b32106e tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:47.413790 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-99a9947f-7499-42a6-b9b5-27e60b32106e tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] 10.222.0.78 "DELETE /networking/v2.0/ports/4e3354b2-0247-44a9-9fd4-ad9116f2ea74 HTTP/1.1" status: 204 len: 168 time: 1.1470814 Oct 04 20:57:47.415298 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 50078) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:47.423673 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-a1dd1c60-a710-46ed-83c4-6c906c58aab5 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Deleting port c9f91dc4-7a46-43be-a88d-3ba91b2125c0 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:57:47.424602 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a1dd1c60-a710-46ed-83c4-6c906c58aab5 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (c9f91dc4-7a46-43be-a88d-3ba91b2125c0), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:47.530805 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db957d82-bea6-4ffd-965e-6ba05558f4a7 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Router d4b67d61-c098-44cb-8bb6-85e61717485e is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:57:47.532888 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 50080) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:47.546301 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-825e73bf-84d0-470b-9fa8-d61ceaebcab8 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] GET failed (client error): The resource could not be found. Oct 04 20:57:47.556214 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-b83f8ab8-a923-496a-8056-ed30a9ff787a None None] Port ad12566d-037b-494b-9959-4cf64935a6d6 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:57:47.560871 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-825e73bf-84d0-470b-9fa8-d61ceaebcab8 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] 10.222.0.78 "GET /networking/v2.0/ports/4e3354b2-0247-44a9-9fd4-ad9116f2ea74 HTTP/1.1" status: 404 len: 333 time: 0.1438406 Oct 04 20:57:47.561766 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 50084) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:47.573823 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-8b1b7a9c-0a71-4381-9e69-3c62e843258d tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Request body: {'port': {'network_id': '6b569f22-349e-4780-9140-fef10b36dde6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1016631277'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:57:47.638413 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-aefb7f43-db35-433f-936f-a8968eaa1e48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:47.720816 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-df60f657-168a-4d3f-9e96-8847b4f44abe tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Deleting port ad12566d-037b-494b-9959-4cf64935a6d6 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:57:47.721717 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-df60f657-168a-4d3f-9e96-8847b4f44abe tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (ad12566d-037b-494b-9959-4cf64935a6d6), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:47.765191 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b1b7a9c-0a71-4381-9e69-3c62e843258d tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Made reservation on behalf of 25b7551b300a463789e2eebf5a7b189b for: {'port': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:57:47.769652 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8b1b7a9c-0a71-4381-9e69-3c62e843258d tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:47.841254 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [None req-8b1b7a9c-0a71-4381-9e69-3c62e843258d tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] device_id is not set on port c1f60aed-ef1e-4961-9912-b00eceb31332 yet. {{(pid=108169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 20:57:48.064866 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a1dd1c60-a710-46ed-83c4-6c906c58aab5 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (c9f91dc4-7a46-43be-a88d-3ba91b2125c0), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:48.206564 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-a1dd1c60-a710-46ed-83c4-6c906c58aab5 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Calling delete_port for c9f91dc4-7a46-43be-a88d-3ba91b2125c0 owned by network:router_interface {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:57:48.318234 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a44eeaa7-4585-4723-868c-f4f0f1c92117 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:48.361683 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-df60f657-168a-4d3f-9e96-8847b4f44abe tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (ad12566d-037b-494b-9959-4cf64935a6d6), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:48.456468 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-df60f657-168a-4d3f-9e96-8847b4f44abe tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Calling delete_port for ad12566d-037b-494b-9959-4cf64935a6d6 owned by {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:57:48.464990 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db957d82-bea6-4ffd-965e-6ba05558f4a7 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:57:48.485736 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:48.490407 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a910a353-1fb2-4c0c-8bd7-eb5b3b7e6a22 None None] Sync routers for ids ['d4b67d61-c098-44cb-8bb6-85e61717485e'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:57:48.529647 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8b1b7a9c-0a71-4381-9e69-3c62e843258d tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Publish callbacks [] for port (c1f60aed-ef1e-4961-9912-b00eceb31332), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:48.559985 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a910a353-1fb2-4c0c-8bd7-eb5b3b7e6a22 None None] Routers {'d4b67d61-c098-44cb-8bb6-85e61717485e'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:57:48.570726 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-a910a353-1fb2-4c0c-8bd7-eb5b3b7e6a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:57:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['d4b67d61-c098-44cb-8bb6-85e61717485e'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:57:48.583128 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:48.687284 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-db957d82-bea6-4ffd-965e-6ba05558f4a7 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:48.702034 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 50108) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:48.704912 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-db957d82-bea6-4ffd-965e-6ba05558f4a7 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 905 time: 14.1213279 Oct 04 20:57:48.840749 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:48.908991 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8b1b7a9c-0a71-4381-9e69-3c62e843258d tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (c1f60aed-ef1e-4961-9912-b00eceb31332), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:48.976818 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1b7a9c-0a71-4381-9e69-3c62e843258d tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Network 6b569f22-349e-4780-9140-fef10b36dde6 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:57:48.982054 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a44eeaa7-4585-4723-868c-f4f0f1c92117 admin admin] Publish callbacks [] for security_group (6c12f6bd-b69b-4949-a152-fc99c4fc96bb), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:48.990913 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-8b1b7a9c-0a71-4381-9e69-3c62e843258d tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:57:49.001528 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-a910a353-1fb2-4c0c-8bd7-eb5b3b7e6a22 None None] Set router d4b67d61-c098-44cb-8bb6-85e61717485e gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:57:49.003006 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1b7a9c-0a71-4381-9e69-3c62e843258d tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:57:49.008082 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1b7a9c-0a71-4381-9e69-3c62e843258d tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:57:49.011568 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8b1b7a9c-0a71-4381-9e69-3c62e843258d tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:49.203411 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a44eeaa7-4585-4723-868c-f4f0f1c92117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (6c12f6bd-b69b-4949-a152-fc99c4fc96bb), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:49.239210 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-8b1b7a9c-0a71-4381-9e69-3c62e843258d tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.6732690 Oct 04 20:57:49.312193 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 50120) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:49.362868 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-291eb794-17f5-4a38-a90a-3ae7fd2fab15 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-852085-12'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:57:49.428874 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:49.545074 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-a910a353-1fb2-4c0c-8bd7-eb5b3b7e6a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b67d61-c098-44cb-8bb6-85e61717485e', 'name': 'tempest-snat-router-259276534', 'tenant_id': 'df47136960274b22997db6ade5066ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'c4d6dc5d-bfc1-41f6-9a07-bbd866e1cff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:57:35Z', 'updated_at': '2022-10-04T20:57:41Z', 'revision_number': 3, 'project_id': 'df47136960274b22997db6ade5066ecf', 'gw_port': {'id': 'c4d6dc5d-bfc1-41f6-9a07-bbd866e1cff5', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:27:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b67d61-c098-44cb-8bb6-85e61717485e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:57:38Z', 'updated_at': '2022-10-04T20:57:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:57:49.564920 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:49.580484 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1b7a9c-0a71-4381-9e69-3c62e843258d tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Pushing event updated for resources: {'Port': ['ID=c1f60aed-ef1e-4961-9912-b00eceb31332,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:49.597314 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44eeaa7-4585-4723-868c-f4f0f1c92117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c12f6bd-b69b-4949-a152-fc99c4fc96bb,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:49.610566 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50128) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:49.611522 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-3c1684c2-3b4a-4da6-9d4e-8b47f03c601a tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] 10.222.0.78 "GET /networking/v2.0/routers/d4b67d61-c098-44cb-8bb6-85e61717485e HTTP/1.1" status: 200 len: 906 time: 0.9071813 Oct 04 20:57:49.616638 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a44eeaa7-4585-4723-868c-f4f0f1c92117 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=322e7c94d0524c7ebe0663cedcf32ae4&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0814567 Oct 04 20:57:49.623470 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 50130) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:49.632077 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a910a353-1fb2-4c0c-8bd7-eb5b3b7e6a22 None None] Checking router: d4b67d61-c098-44cb-8bb6-85e61717485e for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:57:49.633565 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a910a353-1fb2-4c0c-8bd7-eb5b3b7e6a22 None None] Updating router d4b67d61-c098-44cb-8bb6-85e61717485e port c4d6dc5d-bfc1-41f6-9a07-bbd866e1cff5 binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:57:49.739099 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a910a353-1fb2-4c0c-8bd7-eb5b3b7e6a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (c4d6dc5d-bfc1-41f6-9a07-bbd866e1cff5), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:49.760337 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-df60f657-168a-4d3f-9e96-8847b4f44abe tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (ad12566d-037b-494b-9959-4cf64935a6d6), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:49.773344 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a1dd1c60-a710-46ed-83c4-6c906c58aab5 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (c9f91dc4-7a46-43be-a88d-3ba91b2125c0), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:49.817262 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-291eb794-17f5-4a38-a90a-3ae7fd2fab15 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (c1f60aed-ef1e-4961-9912-b00eceb31332), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:49.865681 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df60f657-168a-4d3f-9e96-8847b4f44abe tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event deleted for resources: {'Port': ['ID=ad12566d-037b-494b-9959-4cf64935a6d6,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:49.895435 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e034a60d-9515-4290-8a70-081633fa9168 admin admin] Publish callbacks [] for security_group (6c12f6bd-b69b-4949-a152-fc99c4fc96bb), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:50.029253 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e034a60d-9515-4290-8a70-081633fa9168 admin admin] Publish callbacks [] for security_group (6c12f6bd-b69b-4949-a152-fc99c4fc96bb), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:50.117000 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dd1c60-a710-46ed-83c4-6c906c58aab5 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event deleted for resources: {'Port': ['ID=c9f91dc4-7a46-43be-a88d-3ba91b2125c0,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:50.526769 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-df60f657-168a-4d3f-9e96-8847b4f44abe tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:50.561430 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-df60f657-168a-4d3f-9e96-8847b4f44abe tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "DELETE /networking/v2.0/ports/ad12566d-037b-494b-9959-4cf64935a6d6 HTTP/1.1" status: 204 len: 168 time: 3.4569983 Oct 04 20:57:50.645061 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50144) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:50.654574 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a910a353-1fb2-4c0c-8bd7-eb5b3b7e6a22 None None] Publish callbacks [] for port (c4d6dc5d-bfc1-41f6-9a07-bbd866e1cff5), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:50.781213 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ff83563-8430-4b9a-a428-41912a47113b tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] GET failed (client error): The resource could not be found. Oct 04 20:57:50.784524 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a910a353-1fb2-4c0c-8bd7-eb5b3b7e6a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (c4d6dc5d-bfc1-41f6-9a07-bbd866e1cff5), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:50.787893 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [None req-291eb794-17f5-4a38-a90a-3ae7fd2fab15 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] device_id is not set on port c1f60aed-ef1e-4961-9912-b00eceb31332 yet. {{(pid=108169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 20:57:50.791684 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4ff83563-8430-4b9a-a428-41912a47113b tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "GET /networking/v2.0/ports/ad12566d-037b-494b-9959-4cf64935a6d6 HTTP/1.1" status: 404 len: 333 time: 0.1414800 Oct 04 20:57:50.809172 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50148) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:50.825111 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-291eb794-17f5-4a38-a90a-3ae7fd2fab15 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Publish callbacks [] for port (c1f60aed-ef1e-4961-9912-b00eceb31332), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:50.862174 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a1dd1c60-a710-46ed-83c4-6c906c58aab5 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (ae677702-583a-43a0-9f11-796482d1b5ed), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:50.883893 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-a910a353-1fb2-4c0c-8bd7-eb5b3b7e6a22 None None] Attempting to bind port c4d6dc5d-bfc1-41f6-9a07-bbd866e1cff5 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:57:50.884779 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-a910a353-1fb2-4c0c-8bd7-eb5b3b7e6a22 None None] Attempting to bind port c4d6dc5d-bfc1-41f6-9a07-bbd866e1cff5 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:57:50.885637 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a910a353-1fb2-4c0c-8bd7-eb5b3b7e6a22 None None] Attempting to bind port c4d6dc5d-bfc1-41f6-9a07-bbd866e1cff5 on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:57:50.896443 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:50.949474 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-291eb794-17f5-4a38-a90a-3ae7fd2fab15 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (c1f60aed-ef1e-4961-9912-b00eceb31332), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:50.967269 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e034a60d-9515-4290-8a70-081633fa9168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (6c12f6bd-b69b-4949-a152-fc99c4fc96bb), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:50.967269 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e034a60d-9515-4290-8a70-081633fa9168 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:50.973581 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e034a60d-9515-4290-8a70-081633fa9168 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/6c12f6bd-b69b-4949-a152-fc99c4fc96bb HTTP/1.1" status: 204 len: 168 time: 1.3476954 Oct 04 20:57:51.050805 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e034a60d-9515-4290-8a70-081633fa9168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c12f6bd-b69b-4949-a152-fc99c4fc96bb,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:51.156153 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a910a353-1fb2-4c0c-8bd7-eb5b3b7e6a22 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:57:51.156990 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a910a353-1fb2-4c0c-8bd7-eb5b3b7e6a22 None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:57:51.157682 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a910a353-1fb2-4c0c-8bd7-eb5b3b7e6a22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:51.158355 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a910a353-1fb2-4c0c-8bd7-eb5b3b7e6a22 None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:57:51.162275 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-291eb794-17f5-4a38-a90a-3ae7fd2fab15 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port c1f60aed-ef1e-4961-9912-b00eceb31332 on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:57:51.164205 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-291eb794-17f5-4a38-a90a-3ae7fd2fab15 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port c1f60aed-ef1e-4961-9912-b00eceb31332 by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '3f09a371-6254-4f28-8ce8-6e995a68362b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6b569f22-349e-4780-9140-fef10b36dde6'}] {{(pid=108169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:57:51.165403 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291eb794-17f5-4a38-a90a-3ae7fd2fab15 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port c1f60aed-ef1e-4961-9912-b00eceb31332 on network 6b569f22-349e-4780-9140-fef10b36dde6 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:57:51.169042 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-a910a353-1fb2-4c0c-8bd7-eb5b3b7e6a22 None None] Bound port: c4d6dc5d-bfc1-41f6-9a07-bbd866e1cff5, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:57:51.170077 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a910a353-1fb2-4c0c-8bd7-eb5b3b7e6a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (c4d6dc5d-bfc1-41f6-9a07-bbd866e1cff5), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:51.183749 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291eb794-17f5-4a38-a90a-3ae7fd2fab15 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Port c1f60aed-ef1e-4961-9912-b00eceb31332 on network 6b569f22-349e-4780-9140-fef10b36dde6 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:57:51.184955 n-d-852085-12 neutron-server[108169]: ERROR neutron.plugins.ml2.managers [None req-291eb794-17f5-4a38-a90a-3ae7fd2fab15 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Failed to bind port c1f60aed-ef1e-4961-9912-b00eceb31332 on host n-h1-852085-12 for vnic_type normal using segments [{'id': '3f09a371-6254-4f28-8ce8-6e995a68362b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6b569f22-349e-4780-9140-fef10b36dde6'}] Oct 04 20:57:51.185959 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495b705f-4bc7-445c-adc1-7da1fc99a666 None None] Pushing event updated for resources: {'Port': ['ID=c4d6dc5d-bfc1-41f6-9a07-bbd866e1cff5,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:51.196269 n-d-852085-12 neutron-server[108169]: INFO neutron.plugins.ml2.plugin [None req-291eb794-17f5-4a38-a90a-3ae7fd2fab15 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempt 2 to bind port c1f60aed-ef1e-4961-9912-b00eceb31332 Oct 04 20:57:51.251785 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291eb794-17f5-4a38-a90a-3ae7fd2fab15 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Pushing event updated for resources: {'Port': ['ID=c1f60aed-ef1e-4961-9912-b00eceb31332,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:51.261992 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-291eb794-17f5-4a38-a90a-3ae7fd2fab15 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port c1f60aed-ef1e-4961-9912-b00eceb31332 on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:57:51.262564 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-291eb794-17f5-4a38-a90a-3ae7fd2fab15 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port c1f60aed-ef1e-4961-9912-b00eceb31332 by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '3f09a371-6254-4f28-8ce8-6e995a68362b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6b569f22-349e-4780-9140-fef10b36dde6'}] {{(pid=108169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:57:51.266202 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291eb794-17f5-4a38-a90a-3ae7fd2fab15 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port c1f60aed-ef1e-4961-9912-b00eceb31332 on network 6b569f22-349e-4780-9140-fef10b36dde6 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:57:51.279747 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291eb794-17f5-4a38-a90a-3ae7fd2fab15 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Port c1f60aed-ef1e-4961-9912-b00eceb31332 on network 6b569f22-349e-4780-9140-fef10b36dde6 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:57:51.280308 n-d-852085-12 neutron-server[108169]: ERROR neutron.plugins.ml2.managers [None req-291eb794-17f5-4a38-a90a-3ae7fd2fab15 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Failed to bind port c1f60aed-ef1e-4961-9912-b00eceb31332 on host n-h1-852085-12 for vnic_type normal using segments [{'id': '3f09a371-6254-4f28-8ce8-6e995a68362b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6b569f22-349e-4780-9140-fef10b36dde6'}] Oct 04 20:57:51.281059 n-d-852085-12 neutron-server[108169]: INFO neutron.plugins.ml2.plugin [None req-291eb794-17f5-4a38-a90a-3ae7fd2fab15 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempt 3 to bind port c1f60aed-ef1e-4961-9912-b00eceb31332 Oct 04 20:57:51.343599 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-291eb794-17f5-4a38-a90a-3ae7fd2fab15 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port c1f60aed-ef1e-4961-9912-b00eceb31332 on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:57:51.344185 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-291eb794-17f5-4a38-a90a-3ae7fd2fab15 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port c1f60aed-ef1e-4961-9912-b00eceb31332 by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '3f09a371-6254-4f28-8ce8-6e995a68362b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6b569f22-349e-4780-9140-fef10b36dde6'}] {{(pid=108169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:57:51.344782 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291eb794-17f5-4a38-a90a-3ae7fd2fab15 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port c1f60aed-ef1e-4961-9912-b00eceb31332 on network 6b569f22-349e-4780-9140-fef10b36dde6 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:57:51.369451 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291eb794-17f5-4a38-a90a-3ae7fd2fab15 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Port c1f60aed-ef1e-4961-9912-b00eceb31332 on network 6b569f22-349e-4780-9140-fef10b36dde6 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:57:51.370014 n-d-852085-12 neutron-server[108169]: ERROR neutron.plugins.ml2.managers [None req-291eb794-17f5-4a38-a90a-3ae7fd2fab15 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Failed to bind port c1f60aed-ef1e-4961-9912-b00eceb31332 on host n-h1-852085-12 for vnic_type normal using segments [{'id': '3f09a371-6254-4f28-8ce8-6e995a68362b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6b569f22-349e-4780-9140-fef10b36dde6'}] Oct 04 20:57:51.372703 n-d-852085-12 neutron-server[108169]: INFO neutron.plugins.ml2.plugin [None req-291eb794-17f5-4a38-a90a-3ae7fd2fab15 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempt 4 to bind port c1f60aed-ef1e-4961-9912-b00eceb31332 Oct 04 20:57:51.423047 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-291eb794-17f5-4a38-a90a-3ae7fd2fab15 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port c1f60aed-ef1e-4961-9912-b00eceb31332 on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:57:51.423665 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-291eb794-17f5-4a38-a90a-3ae7fd2fab15 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port c1f60aed-ef1e-4961-9912-b00eceb31332 by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '3f09a371-6254-4f28-8ce8-6e995a68362b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6b569f22-349e-4780-9140-fef10b36dde6'}] {{(pid=108169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:57:51.424229 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291eb794-17f5-4a38-a90a-3ae7fd2fab15 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port c1f60aed-ef1e-4961-9912-b00eceb31332 on network 6b569f22-349e-4780-9140-fef10b36dde6 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:57:51.452710 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291eb794-17f5-4a38-a90a-3ae7fd2fab15 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Port c1f60aed-ef1e-4961-9912-b00eceb31332 on network 6b569f22-349e-4780-9140-fef10b36dde6 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:57:51.453393 n-d-852085-12 neutron-server[108169]: ERROR neutron.plugins.ml2.managers [None req-291eb794-17f5-4a38-a90a-3ae7fd2fab15 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Failed to bind port c1f60aed-ef1e-4961-9912-b00eceb31332 on host n-h1-852085-12 for vnic_type normal using segments [{'id': '3f09a371-6254-4f28-8ce8-6e995a68362b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6b569f22-349e-4780-9140-fef10b36dde6'}] Oct 04 20:57:51.454039 n-d-852085-12 neutron-server[108169]: INFO neutron.plugins.ml2.plugin [None req-291eb794-17f5-4a38-a90a-3ae7fd2fab15 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempt 5 to bind port c1f60aed-ef1e-4961-9912-b00eceb31332 Oct 04 20:57:51.457098 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-a910a353-1fb2-4c0c-8bd7-eb5b3b7e6a22 None None] For port c4d6dc5d-bfc1-41f6-9a07-bbd866e1cff5, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:57:51.471190 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-a910a353-1fb2-4c0c-8bd7-eb5b3b7e6a22 None None] For port c4d6dc5d-bfc1-41f6-9a07-bbd866e1cff5, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=c4d6dc5d-bfc1-41f6-9a07-bbd866e1cff5,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:57:51.494339 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:51.513160 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-291eb794-17f5-4a38-a90a-3ae7fd2fab15 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port c1f60aed-ef1e-4961-9912-b00eceb31332 on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:57:51.513706 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-291eb794-17f5-4a38-a90a-3ae7fd2fab15 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port c1f60aed-ef1e-4961-9912-b00eceb31332 by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '3f09a371-6254-4f28-8ce8-6e995a68362b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6b569f22-349e-4780-9140-fef10b36dde6'}] {{(pid=108169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:57:51.514716 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291eb794-17f5-4a38-a90a-3ae7fd2fab15 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port c1f60aed-ef1e-4961-9912-b00eceb31332 on network 6b569f22-349e-4780-9140-fef10b36dde6 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:57:51.515489 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:51.529784 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291eb794-17f5-4a38-a90a-3ae7fd2fab15 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Port c1f60aed-ef1e-4961-9912-b00eceb31332 on network 6b569f22-349e-4780-9140-fef10b36dde6 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:57:51.530261 n-d-852085-12 neutron-server[108169]: ERROR neutron.plugins.ml2.managers [None req-291eb794-17f5-4a38-a90a-3ae7fd2fab15 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Failed to bind port c1f60aed-ef1e-4961-9912-b00eceb31332 on host n-h1-852085-12 for vnic_type normal using segments [{'id': '3f09a371-6254-4f28-8ce8-6e995a68362b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6b569f22-349e-4780-9140-fef10b36dde6'}] Oct 04 20:57:51.530896 n-d-852085-12 neutron-server[108169]: INFO neutron.plugins.ml2.plugin [None req-291eb794-17f5-4a38-a90a-3ae7fd2fab15 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempt 6 to bind port c1f60aed-ef1e-4961-9912-b00eceb31332 Oct 04 20:57:51.564517 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a910a353-1fb2-4c0c-8bd7-eb5b3b7e6a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (c4d6dc5d-bfc1-41f6-9a07-bbd866e1cff5), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:51.607485 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-291eb794-17f5-4a38-a90a-3ae7fd2fab15 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port c1f60aed-ef1e-4961-9912-b00eceb31332 on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:57:51.615554 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-291eb794-17f5-4a38-a90a-3ae7fd2fab15 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port c1f60aed-ef1e-4961-9912-b00eceb31332 by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '3f09a371-6254-4f28-8ce8-6e995a68362b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6b569f22-349e-4780-9140-fef10b36dde6'}] {{(pid=108169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:57:51.621247 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291eb794-17f5-4a38-a90a-3ae7fd2fab15 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port c1f60aed-ef1e-4961-9912-b00eceb31332 on network 6b569f22-349e-4780-9140-fef10b36dde6 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:57:51.645230 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291eb794-17f5-4a38-a90a-3ae7fd2fab15 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Port c1f60aed-ef1e-4961-9912-b00eceb31332 on network 6b569f22-349e-4780-9140-fef10b36dde6 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:57:51.645938 n-d-852085-12 neutron-server[108169]: ERROR neutron.plugins.ml2.managers [None req-291eb794-17f5-4a38-a90a-3ae7fd2fab15 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Failed to bind port c1f60aed-ef1e-4961-9912-b00eceb31332 on host n-h1-852085-12 for vnic_type normal using segments [{'id': '3f09a371-6254-4f28-8ce8-6e995a68362b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6b569f22-349e-4780-9140-fef10b36dde6'}] Oct 04 20:57:51.646754 n-d-852085-12 neutron-server[108169]: INFO neutron.plugins.ml2.plugin [None req-291eb794-17f5-4a38-a90a-3ae7fd2fab15 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempt 7 to bind port c1f60aed-ef1e-4961-9912-b00eceb31332 Oct 04 20:57:51.718106 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-291eb794-17f5-4a38-a90a-3ae7fd2fab15 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port c1f60aed-ef1e-4961-9912-b00eceb31332 on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:57:51.720198 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-291eb794-17f5-4a38-a90a-3ae7fd2fab15 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port c1f60aed-ef1e-4961-9912-b00eceb31332 by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '3f09a371-6254-4f28-8ce8-6e995a68362b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6b569f22-349e-4780-9140-fef10b36dde6'}] {{(pid=108169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:57:51.721249 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291eb794-17f5-4a38-a90a-3ae7fd2fab15 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port c1f60aed-ef1e-4961-9912-b00eceb31332 on network 6b569f22-349e-4780-9140-fef10b36dde6 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:57:51.748613 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291eb794-17f5-4a38-a90a-3ae7fd2fab15 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Port c1f60aed-ef1e-4961-9912-b00eceb31332 on network 6b569f22-349e-4780-9140-fef10b36dde6 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:57:51.750653 n-d-852085-12 neutron-server[108169]: ERROR neutron.plugins.ml2.managers [None req-291eb794-17f5-4a38-a90a-3ae7fd2fab15 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Failed to bind port c1f60aed-ef1e-4961-9912-b00eceb31332 on host n-h1-852085-12 for vnic_type normal using segments [{'id': '3f09a371-6254-4f28-8ce8-6e995a68362b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6b569f22-349e-4780-9140-fef10b36dde6'}] Oct 04 20:57:51.753407 n-d-852085-12 neutron-server[108169]: INFO neutron.plugins.ml2.plugin [None req-291eb794-17f5-4a38-a90a-3ae7fd2fab15 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempt 8 to bind port c1f60aed-ef1e-4961-9912-b00eceb31332 Oct 04 20:57:51.789288 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a910a353-1fb2-4c0c-8bd7-eb5b3b7e6a22 None None] Routers {'d4b67d61-c098-44cb-8bb6-85e61717485e'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:57:51.790398 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-a910a353-1fb2-4c0c-8bd7-eb5b3b7e6a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:57:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['d4b67d61-c098-44cb-8bb6-85e61717485e'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:57:51.801676 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-291eb794-17f5-4a38-a90a-3ae7fd2fab15 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port c1f60aed-ef1e-4961-9912-b00eceb31332 on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:57:51.802774 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-291eb794-17f5-4a38-a90a-3ae7fd2fab15 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port c1f60aed-ef1e-4961-9912-b00eceb31332 by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '3f09a371-6254-4f28-8ce8-6e995a68362b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6b569f22-349e-4780-9140-fef10b36dde6'}] {{(pid=108169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:57:51.802953 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291eb794-17f5-4a38-a90a-3ae7fd2fab15 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port c1f60aed-ef1e-4961-9912-b00eceb31332 on network 6b569f22-349e-4780-9140-fef10b36dde6 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:57:51.813019 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291eb794-17f5-4a38-a90a-3ae7fd2fab15 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Port c1f60aed-ef1e-4961-9912-b00eceb31332 on network 6b569f22-349e-4780-9140-fef10b36dde6 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:57:51.814809 n-d-852085-12 neutron-server[108169]: ERROR neutron.plugins.ml2.managers [None req-291eb794-17f5-4a38-a90a-3ae7fd2fab15 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Failed to bind port c1f60aed-ef1e-4961-9912-b00eceb31332 on host n-h1-852085-12 for vnic_type normal using segments [{'id': '3f09a371-6254-4f28-8ce8-6e995a68362b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6b569f22-349e-4780-9140-fef10b36dde6'}] Oct 04 20:57:51.814809 n-d-852085-12 neutron-server[108169]: INFO neutron.plugins.ml2.plugin [None req-291eb794-17f5-4a38-a90a-3ae7fd2fab15 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempt 9 to bind port c1f60aed-ef1e-4961-9912-b00eceb31332 Oct 04 20:57:51.834951 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-51609511-eccd-4391-913b-de3f1122944a tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks [] for router (d4b67d61-c098-44cb-8bb6-85e61717485e), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:51.851260 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-291eb794-17f5-4a38-a90a-3ae7fd2fab15 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port c1f60aed-ef1e-4961-9912-b00eceb31332 on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:57:51.851800 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-291eb794-17f5-4a38-a90a-3ae7fd2fab15 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port c1f60aed-ef1e-4961-9912-b00eceb31332 by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '3f09a371-6254-4f28-8ce8-6e995a68362b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6b569f22-349e-4780-9140-fef10b36dde6'}] {{(pid=108169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:57:51.852689 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291eb794-17f5-4a38-a90a-3ae7fd2fab15 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port c1f60aed-ef1e-4961-9912-b00eceb31332 on network 6b569f22-349e-4780-9140-fef10b36dde6 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:57:51.880607 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291eb794-17f5-4a38-a90a-3ae7fd2fab15 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Port c1f60aed-ef1e-4961-9912-b00eceb31332 on network 6b569f22-349e-4780-9140-fef10b36dde6 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:57:51.881150 n-d-852085-12 neutron-server[108169]: ERROR neutron.plugins.ml2.managers [None req-291eb794-17f5-4a38-a90a-3ae7fd2fab15 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Failed to bind port c1f60aed-ef1e-4961-9912-b00eceb31332 on host n-h1-852085-12 for vnic_type normal using segments [{'id': '3f09a371-6254-4f28-8ce8-6e995a68362b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6b569f22-349e-4780-9140-fef10b36dde6'}] Oct 04 20:57:51.881879 n-d-852085-12 neutron-server[108169]: INFO neutron.plugins.ml2.plugin [None req-291eb794-17f5-4a38-a90a-3ae7fd2fab15 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempt 10 to bind port c1f60aed-ef1e-4961-9912-b00eceb31332 Oct 04 20:57:51.948646 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-291eb794-17f5-4a38-a90a-3ae7fd2fab15 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port c1f60aed-ef1e-4961-9912-b00eceb31332 on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:57:51.949198 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [None req-291eb794-17f5-4a38-a90a-3ae7fd2fab15 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port c1f60aed-ef1e-4961-9912-b00eceb31332 by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '3f09a371-6254-4f28-8ce8-6e995a68362b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6b569f22-349e-4780-9140-fef10b36dde6'}] {{(pid=108169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:57:51.949756 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291eb794-17f5-4a38-a90a-3ae7fd2fab15 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port c1f60aed-ef1e-4961-9912-b00eceb31332 on network 6b569f22-349e-4780-9140-fef10b36dde6 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:57:51.970483 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291eb794-17f5-4a38-a90a-3ae7fd2fab15 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Port c1f60aed-ef1e-4961-9912-b00eceb31332 on network 6b569f22-349e-4780-9140-fef10b36dde6 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:57:51.971277 n-d-852085-12 neutron-server[108169]: ERROR neutron.plugins.ml2.managers [None req-291eb794-17f5-4a38-a90a-3ae7fd2fab15 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Failed to bind port c1f60aed-ef1e-4961-9912-b00eceb31332 on host n-h1-852085-12 for vnic_type normal using segments [{'id': '3f09a371-6254-4f28-8ce8-6e995a68362b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6b569f22-349e-4780-9140-fef10b36dde6'}] Oct 04 20:57:51.971618 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:51.971952 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-291eb794-17f5-4a38-a90a-3ae7fd2fab15 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (c1f60aed-ef1e-4961-9912-b00eceb31332), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:52.054955 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=84,neutron:DELETE=15,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:52.150346 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-291eb794-17f5-4a38-a90a-3ae7fd2fab15 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] For port c1f60aed-ef1e-4961-9912-b00eceb31332, host n-h1-852085-12, cleared binding levels {{(pid=108169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:57:52.150697 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-291eb794-17f5-4a38-a90a-3ae7fd2fab15 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempted to set empty binding levels {{(pid=108169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 04 20:57:52.198759 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcc9fda3-1984-477a-b07e-a40b711ad006 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Deleting subnet 4cf913c0-6191-427f-8197-d8d6b0424996 {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:57:52.257812 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-291eb794-17f5-4a38-a90a-3ae7fd2fab15 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (c1f60aed-ef1e-4961-9912-b00eceb31332), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:52.263723 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-291eb794-17f5-4a38-a90a-3ae7fd2fab15 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] In _notify_port_updated(), no bound segment for port c1f60aed-ef1e-4961-9912-b00eceb31332 on network 6b569f22-349e-4780-9140-fef10b36dde6 {{(pid=108169) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 04 20:57:52.266009 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291eb794-17f5-4a38-a90a-3ae7fd2fab15 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:57:52.267702 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-291eb794-17f5-4a38-a90a-3ae7fd2fab15 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:52.269892 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-291eb794-17f5-4a38-a90a-3ae7fd2fab15 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] 10.222.0.78 "PUT /networking/v2.0/ports/c1f60aed-ef1e-4961-9912-b00eceb31332 HTTP/1.1" status: 200 len: 976 time: 2.9330854 Oct 04 20:57:52.313870 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fcc9fda3-1984-477a-b07e-a40b711ad006 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for subnet (4cf913c0-6191-427f-8197-d8d6b0424996), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:52.416963 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50174) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:52.436197 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495b705f-4bc7-445c-adc1-7da1fc99a666 None None] Pushing event updated for resources: {'Port': ['ID=c4d6dc5d-bfc1-41f6-9a07-bbd866e1cff5,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:52.496660 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291eb794-17f5-4a38-a90a-3ae7fd2fab15 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Pushing event updated for resources: {'Port': ['ID=c1f60aed-ef1e-4961-9912-b00eceb31332,revision_number=3']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:52.540557 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-a910a353-1fb2-4c0c-8bd7-eb5b3b7e6a22 None None] Set router d4b67d61-c098-44cb-8bb6-85e61717485e gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:57:52.865565 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:52.867213 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:52.881373 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fcc9fda3-1984-477a-b07e-a40b711ad006 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (4cf913c0-6191-427f-8197-d8d6b0424996), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:53.044303 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-a910a353-1fb2-4c0c-8bd7-eb5b3b7e6a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b67d61-c098-44cb-8bb6-85e61717485e', 'name': 'tempest-snat-router-259276534', 'tenant_id': 'df47136960274b22997db6ade5066ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'c4d6dc5d-bfc1-41f6-9a07-bbd866e1cff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:57:35Z', 'updated_at': '2022-10-04T20:57:41Z', 'revision_number': 3, 'project_id': 'df47136960274b22997db6ade5066ecf', 'gw_port': {'id': 'c4d6dc5d-bfc1-41f6-9a07-bbd866e1cff5', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:27:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b67d61-c098-44cb-8bb6-85e61717485e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:57:38Z', 'updated_at': '2022-10-04T20:57:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:57:53.075972 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=14 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:53.086312 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1dd1c60-a710-46ed-83c4-6c906c58aab5 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Router ae677702-583a-43a0-9f11-796482d1b5ed has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:57:53.099548 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e53e85a-e308-416e-801f-e5860cfd8008 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:57:53.100896 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e53e85a-e308-416e-801f-e5860cfd8008 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:57:53.101273 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e53e85a-e308-416e-801f-e5860cfd8008 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:57:53.102190 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e53e85a-e308-416e-801f-e5860cfd8008 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:57:53.103178 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e53e85a-e308-416e-801f-e5860cfd8008 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:57:53.103905 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e53e85a-e308-416e-801f-e5860cfd8008 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:57:53.104737 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e53e85a-e308-416e-801f-e5860cfd8008 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:57:53.105583 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e53e85a-e308-416e-801f-e5860cfd8008 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:57:53.106629 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e53e85a-e308-416e-801f-e5860cfd8008 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:57:53.107536 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e53e85a-e308-416e-801f-e5860cfd8008 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:57:53.108379 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e53e85a-e308-416e-801f-e5860cfd8008 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:57:53.114751 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-3e53e85a-e308-416e-801f-e5860cfd8008 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] 10.222.0.78 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 10410 time: 0.6960087 Oct 04 20:57:53.118242 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-51609511-eccd-4391-913b-de3f1122944a tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks [] for router_gateway (d4b67d61-c098-44cb-8bb6-85e61717485e), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:53.124035 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 50180) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:53.157246 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a910a353-1fb2-4c0c-8bd7-eb5b3b7e6a22 None None] The sync data for ids ['d4b67d61-c098-44cb-8bb6-85e61717485e'] in n-d-852085-12 is: [{'id': 'd4b67d61-c098-44cb-8bb6-85e61717485e', 'name': 'tempest-snat-router-259276534', 'tenant_id': 'df47136960274b22997db6ade5066ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': 'c4d6dc5d-bfc1-41f6-9a07-bbd866e1cff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:57:35Z', 'updated_at': '2022-10-04T20:57:41Z', 'revision_number': 3, 'project_id': 'df47136960274b22997db6ade5066ecf', 'gw_port': {'id': 'c4d6dc5d-bfc1-41f6-9a07-bbd866e1cff5', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:27:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b67d61-c098-44cb-8bb6-85e61717485e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:57:38Z', 'updated_at': '2022-10-04T20:57:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:57:53.171248 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:53.284490 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:53.322648 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-e3170829-beda-4f6a-8e55-d58be40287b3 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Deleting port c1f60aed-ef1e-4961-9912-b00eceb31332 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:57:53.323450 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e3170829-beda-4f6a-8e55-d58be40287b3 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (c1f60aed-ef1e-4961-9912-b00eceb31332), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:53.440630 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1dd1c60-a710-46ed-83c4-6c906c58aab5 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:57:53.462245 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a740f71-7855-4f96-a74c-6d3997198c1d None None] Sync routers for ids ['ae677702-583a-43a0-9f11-796482d1b5ed'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:57:53.463643 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a1dd1c60-a710-46ed-83c4-6c906c58aab5 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "PUT /networking/v2.0/routers/ae677702-583a-43a0-9f11-796482d1b5ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7406249 Oct 04 20:57:53.471775 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50184) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:53.518225 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a740f71-7855-4f96-a74c-6d3997198c1d None None] Routers {'ae677702-583a-43a0-9f11-796482d1b5ed'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:57:53.520365 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-5a740f71-7855-4f96-a74c-6d3997198c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:57:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['ae677702-583a-43a0-9f11-796482d1b5ed'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:57:53.532181 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-3780c023-4bba-476a-8163-93e6ca3cf185 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ae677702-583a-43a0-9f11-796482d1b5ed HTTP/1.1" status: 200 len: 205 time: 0.0578296 Oct 04 20:57:53.534785 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fcc9fda3-1984-477a-b07e-a40b711ad006 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (4cf913c0-6191-427f-8197-d8d6b0424996), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:53.542041 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50186) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:53.542968 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-51609511-eccd-4391-913b-de3f1122944a tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Deleting port c4d6dc5d-bfc1-41f6-9a07-bbd866e1cff5 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:57:53.543654 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-51609511-eccd-4391-913b-de3f1122944a tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (c4d6dc5d-bfc1-41f6-9a07-bbd866e1cff5), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:53.545553 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-e3170829-beda-4f6a-8e55-d58be40287b3 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] For port c1f60aed-ef1e-4961-9912-b00eceb31332, host n-h1-852085-12, got binding levels [] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:57:53.546535 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e3170829-beda-4f6a-8e55-d58be40287b3 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (c1f60aed-ef1e-4961-9912-b00eceb31332), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:53.580921 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-e3170829-beda-4f6a-8e55-d58be40287b3 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Calling delete_port for c1f60aed-ef1e-4961-9912-b00eceb31332 owned by {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:57:53.641488 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-5a740f71-7855-4f96-a74c-6d3997198c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:57:53.672175 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a740f71-7855-4f96-a74c-6d3997198c1d None None] Routers {'ae677702-583a-43a0-9f11-796482d1b5ed'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:57:53.673501 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-5a740f71-7855-4f96-a74c-6d3997198c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:57:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['ae677702-583a-43a0-9f11-796482d1b5ed'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:57:53.929731 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-296400fc-4eca-4755-b1e1-15e05cc7252c tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for router (ae677702-583a-43a0-9f11-796482d1b5ed), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:53.956275 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 50188) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:53.969367 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-5a740f71-7855-4f96-a74c-6d3997198c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:57:53.970499 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a740f71-7855-4f96-a74c-6d3997198c1d None None] The sync data for ids ['ae677702-583a-43a0-9f11-796482d1b5ed'] in n-d-852085-12 is: [] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:57:53.988514 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4bf17326-38df-4c50-8bd7-9d5e21071b9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:54.023779 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e3170829-beda-4f6a-8e55-d58be40287b3 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (c1f60aed-ef1e-4961-9912-b00eceb31332), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:54.133141 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3170829-beda-4f6a-8e55-d58be40287b3 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Pushing event deleted for resources: {'Port': ['ID=c1f60aed-ef1e-4961-9912-b00eceb31332,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:54.158587 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e3170829-beda-4f6a-8e55-d58be40287b3 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:54.168412 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e3170829-beda-4f6a-8e55-d58be40287b3 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] 10.222.0.78 "DELETE /networking/v2.0/ports/c1f60aed-ef1e-4961-9912-b00eceb31332 HTTP/1.1" status: 204 len: 168 time: 1.0408475 Oct 04 20:57:54.169920 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 50196) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:54.236522 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-6808884b-281b-409a-875f-6520132eb80a tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] GET failed (client error): The resource could not be found. Oct 04 20:57:54.244338 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-6808884b-281b-409a-875f-6520132eb80a tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] 10.222.0.78 "GET /networking/v2.0/ports/c1f60aed-ef1e-4961-9912-b00eceb31332 HTTP/1.1" status: 404 len: 333 time: 0.0663872 Oct 04 20:57:54.255334 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 50200) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:54.284579 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-8aa564a6-b8cf-44d8-832c-7952a732b5ea tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-330920029', 'network_id': '6b569f22-349e-4780-9140-fef10b36dde6'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:57:54.493542 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:54.529026 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fcc9fda3-1984-477a-b07e-a40b711ad006 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (4cf913c0-6191-427f-8197-d8d6b0424996), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:54.554093 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa564a6-b8cf-44d8-832c-7952a732b5ea tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Made reservation on behalf of 25b7551b300a463789e2eebf5a7b189b for: {'port': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:57:54.569104 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-51609511-eccd-4391-913b-de3f1122944a tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] For port c4d6dc5d-bfc1-41f6-9a07-bbd866e1cff5, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=c4d6dc5d-bfc1-41f6-9a07-bbd866e1cff5,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:57:54.569104 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-51609511-eccd-4391-913b-de3f1122944a tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (c4d6dc5d-bfc1-41f6-9a07-bbd866e1cff5), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:54.577891 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8aa564a6-b8cf-44d8-832c-7952a732b5ea tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:54.619329 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91780a6-5d8a-44d9-b2e6-fb9950000609 None None] Network c87e6a5d-221d-42e8-90c5-e05f2448b0b6 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:57:54.710806 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-296400fc-4eca-4755-b1e1-15e05cc7252c tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (ae677702-583a-43a0-9f11-796482d1b5ed), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:54.717961 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-296400fc-4eca-4755-b1e1-15e05cc7252c tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for router_controller (ae677702-583a-43a0-9f11-796482d1b5ed), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:54.738001 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4bf17326-38df-4c50-8bd7-9d5e21071b9e admin admin] Publish callbacks [] for security_group (8334f7df-9005-4766-a8d7-a311d76609de), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:54.745664 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [None req-8aa564a6-b8cf-44d8-832c-7952a732b5ea tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] device_id is not set on port 16575e84-88e2-43c6-bf35-81d2300796a2 yet. {{(pid=108169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 20:57:54.910004 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device c4d6dc5d-bfc1-41f6-9a07-bbd866e1cff5 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:57:55.022930 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fcc9fda3-1984-477a-b07e-a40b711ad006 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:55.030468 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-fcc9fda3-1984-477a-b07e-a40b711ad006 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/4cf913c0-6191-427f-8197-d8d6b0424996 HTTP/1.1" status: 204 len: 168 time: 4.2107291 Oct 04 20:57:55.038708 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50212) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:55.049066 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc9fda3-1984-477a-b07e-a40b711ad006 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event deleted for resources: {'Subnet': ['ID=4cf913c0-6191-427f-8197-d8d6b0424996,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:55.069201 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-51609511-eccd-4391-913b-de3f1122944a tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Calling delete_port for c4d6dc5d-bfc1-41f6-9a07-bbd866e1cff5 owned by network:router_gateway {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:57:55.186310 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port c4d6dc5d-bfc1-41f6-9a07-bbd866e1cff5 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:57:55.187614 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (c4d6dc5d-bfc1-41f6-9a07-bbd866e1cff5), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:55.188996 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port c4d6dc5d-bfc1-41f6-9a07-bbd866e1cff5 Oct 04 20:57:55.712812 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:55.718315 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-296400fc-4eca-4755-b1e1-15e05cc7252c tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (ae677702-583a-43a0-9f11-796482d1b5ed), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:55.719317 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296400fc-4eca-4755-b1e1-15e05cc7252c tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Fanout notify agent at l3_agent the message router_deleted on router ae677702-583a-43a0-9f11-796482d1b5ed {{(pid=108170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:57:55.777598 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-296400fc-4eca-4755-b1e1-15e05cc7252c tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:55.782498 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-296400fc-4eca-4755-b1e1-15e05cc7252c tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "DELETE /networking/v2.0/routers/ae677702-583a-43a0-9f11-796482d1b5ed HTTP/1.1" status: 204 len: 168 time: 2.2320676 Oct 04 20:57:55.789747 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50218) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:55.796046 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-51609511-eccd-4391-913b-de3f1122944a tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (c4d6dc5d-bfc1-41f6-9a07-bbd866e1cff5), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:55.818808 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port c4d6dc5d-bfc1-41f6-9a07-bbd866e1cff5 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:57:55.819697 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (c4d6dc5d-bfc1-41f6-9a07-bbd866e1cff5), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:55.896887 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4bf17326-38df-4c50-8bd7-9d5e21071b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (8334f7df-9005-4766-a8d7-a311d76609de), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:55.954371 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51609511-eccd-4391-913b-de3f1122944a tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Pushing event deleted for resources: {'Port': ['ID=c4d6dc5d-bfc1-41f6-9a07-bbd866e1cff5,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:56.046551 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-4bf17326-38df-4c50-8bd7-9d5e21071b9e admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=ec5b7a33bc12475caae480f784ac9701&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0850513 Oct 04 20:57:56.054982 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 50224) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:56.056599 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf17326-38df-4c50-8bd7-9d5e21071b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8334f7df-9005-4766-a8d7-a311d76609de,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:56.100976 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-22db1505-7615-4d82-ac04-b2f57fedbddd tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Deleting subnet 677f7a2c-4519-4fda-99a6-a63b40d23b98 {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:57:56.131282 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-22db1505-7615-4d82-ac04-b2f57fedbddd tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for subnet (677f7a2c-4519-4fda-99a6-a63b40d23b98), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:56.419495 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-22db1505-7615-4d82-ac04-b2f57fedbddd tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (677f7a2c-4519-4fda-99a6-a63b40d23b98), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:56.423527 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d68d34e8-5795-4a4c-85c2-518ec0292fc4 admin admin] Publish callbacks [] for security_group (8334f7df-9005-4766-a8d7-a311d76609de), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:56.495325 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d68d34e8-5795-4a4c-85c2-518ec0292fc4 admin admin] Publish callbacks [] for security_group (8334f7df-9005-4766-a8d7-a311d76609de), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:56.682628 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:56.724942 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-7483feb2-2208-4104-aef2-5635741d3a05 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Deleting subnet 3db86199-ccbb-4ae6-b4ee-d42c832f7880 {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:57:56.766395 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d68d34e8-5795-4a4c-85c2-518ec0292fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (8334f7df-9005-4766-a8d7-a311d76609de), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:56.774726 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d68d34e8-5795-4a4c-85c2-518ec0292fc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:56.781289 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d68d34e8-5795-4a4c-85c2-518ec0292fc4 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/8334f7df-9005-4766-a8d7-a311d76609de HTTP/1.1" status: 204 len: 168 time: 0.7094343 Oct 04 20:57:56.790614 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7483feb2-2208-4104-aef2-5635741d3a05 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for subnet (3db86199-ccbb-4ae6-b4ee-d42c832f7880), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:56.828241 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8aa564a6-b8cf-44d8-832c-7952a732b5ea tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Publish callbacks [] for port (16575e84-88e2-43c6-bf35-81d2300796a2), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:56.897196 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68d34e8-5795-4a4c-85c2-518ec0292fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8334f7df-9005-4766-a8d7-a311d76609de,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:57.181866 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-51609511-eccd-4391-913b-de3f1122944a tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (d4b67d61-c098-44cb-8bb6-85e61717485e), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:57.196610 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-22db1505-7615-4d82-ac04-b2f57fedbddd tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (677f7a2c-4519-4fda-99a6-a63b40d23b98), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:57.215110 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7483feb2-2208-4104-aef2-5635741d3a05 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (3db86199-ccbb-4ae6-b4ee-d42c832f7880), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:57.219471 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8aa564a6-b8cf-44d8-832c-7952a732b5ea tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (16575e84-88e2-43c6-bf35-81d2300796a2), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:57.381179 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa564a6-b8cf-44d8-832c-7952a732b5ea tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Pushing event updated for resources: {'Port': ['ID=16575e84-88e2-43c6-bf35-81d2300796a2,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:57.412538 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa564a6-b8cf-44d8-832c-7952a732b5ea tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Network 6b569f22-349e-4780-9140-fef10b36dde6 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:57:57.421219 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-8aa564a6-b8cf-44d8-832c-7952a732b5ea tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:57:57.428064 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa564a6-b8cf-44d8-832c-7952a732b5ea tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:57:57.429843 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa564a6-b8cf-44d8-832c-7952a732b5ea tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:57:57.435711 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8aa564a6-b8cf-44d8-832c-7952a732b5ea tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:57.555920 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-1c6e964d-6a25-4601-9f92-2e3d94618d67 None None] Provisioning complete for port 8ee867f8-67be-468b-a80b-2a34e333f87a triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:57:57.557700 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-1c6e964d-6a25-4601-9f92-2e3d94618d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (8ee867f8-67be-468b-a80b-2a34e333f87a), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:57.558478 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-1c6e964d-6a25-4601-9f92-2e3d94618d67 None None] Attempt 1 to provision port 8ee867f8-67be-468b-a80b-2a34e333f87a Oct 04 20:57:57.648062 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-51609511-eccd-4391-913b-de3f1122944a tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (d4b67d61-c098-44cb-8bb6-85e61717485e), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:57.656653 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-8aa564a6-b8cf-44d8-832c-7952a732b5ea tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 959 time: 3.3995783 Oct 04 20:57:57.661241 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 50244) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:57.687536 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-51609511-eccd-4391-913b-de3f1122944a tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks [] for router_controller (d4b67d61-c098-44cb-8bb6-85e61717485e), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:57.693168 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:57.864315 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2567a9a-62d6-4868-a07d-b894557b2469 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:57:57.864315 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e2567a9a-62d6-4868-a07d-b894557b2469 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] 10.222.0.78 "GET /networking/v2.0/ports/16575e84-88e2-43c6-bf35-81d2300796a2 HTTP/1.1" status: 200 len: 954 time: 0.1953559 Oct 04 20:57:57.866006 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 50248) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:57.984053 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-51609511-eccd-4391-913b-de3f1122944a tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (d4b67d61-c098-44cb-8bb6-85e61717485e), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:57.985449 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51609511-eccd-4391-913b-de3f1122944a tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d4b67d61-c098-44cb-8bb6-85e61717485e {{(pid=108170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:57:58.024370 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-51609511-eccd-4391-913b-de3f1122944a tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:58.039952 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-51609511-eccd-4391-913b-de3f1122944a tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] 10.222.0.78 "DELETE /networking/v2.0/routers/d4b67d61-c098-44cb-8bb6-85e61717485e HTTP/1.1" status: 204 len: 168 time: 8.4274316 Oct 04 20:57:58.040919 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50252) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:58.069704 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-1c6e964d-6a25-4601-9f92-2e3d94618d67 None None] Current status of the port 8ee867f8-67be-468b-a80b-2a34e333f87a is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:57:58.137816 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7483feb2-2208-4104-aef2-5635741d3a05 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (3db86199-ccbb-4ae6-b4ee-d42c832f7880), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:58.167531 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-7ce78507-09e7-4f9e-8c84-9f317e2f570f tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Deleting port 16575e84-88e2-43c6-bf35-81d2300796a2 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:57:58.168350 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7ce78507-09e7-4f9e-8c84-9f317e2f570f tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (16575e84-88e2-43c6-bf35-81d2300796a2), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:58.282881 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-22db1505-7615-4d82-ac04-b2f57fedbddd tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (677f7a2c-4519-4fda-99a6-a63b40d23b98), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:58.444546 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22db1505-7615-4d82-ac04-b2f57fedbddd tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event deleted for resources: {'Subnet': ['ID=677f7a2c-4519-4fda-99a6-a63b40d23b98,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:58.485648 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7ce78507-09e7-4f9e-8c84-9f317e2f570f tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (16575e84-88e2-43c6-bf35-81d2300796a2), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:58.510270 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0150bc-9114-4775-a244-a484ac5b500e None None] Network 2b9a3674-38ee-49f2-9fe2-816c6ac42060 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:57:58.574438 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-22db1505-7615-4d82-ac04-b2f57fedbddd tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:58.579715 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-7ce78507-09e7-4f9e-8c84-9f317e2f570f tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Calling delete_port for 16575e84-88e2-43c6-bf35-81d2300796a2 owned by {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:57:58.587474 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-22db1505-7615-4d82-ac04-b2f57fedbddd tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/677f7a2c-4519-4fda-99a6-a63b40d23b98 HTTP/1.1" status: 204 len: 168 time: 2.7901330 Oct 04 20:57:58.598670 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50262) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:58.869066 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:58.885284 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a7987e1-6b50-479a-9864-e62e564619eb tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Deleting subnet 55b4fa38-d10d-4b3b-bdc3-14613e32bad1 {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:57:58.945543 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device c4d6dc5d-bfc1-41f6-9a07-bbd866e1cff5 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:57:58.958966 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7a7987e1-6b50-479a-9864-e62e564619eb tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for subnet (55b4fa38-d10d-4b3b-bdc3-14613e32bad1), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:59.006117 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: c4d6dc5d-bfc1-41f6-9a07-bbd866e1cff5 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:57:59.009411 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device c4d6dc5d-bfc1-41f6-9a07-bbd866e1cff5 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:57:59.141672 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7483feb2-2208-4104-aef2-5635741d3a05 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (3db86199-ccbb-4ae6-b4ee-d42c832f7880), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:59.148903 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7ce78507-09e7-4f9e-8c84-9f317e2f570f tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (16575e84-88e2-43c6-bf35-81d2300796a2), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:59.197037 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963ca359-c5fc-49c8-9cca-f1621bbc6690 None None] DHCP port deletion for 2b9a3674-38ee-49f2-9fe2-816c6ac42060 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:57:59.199447 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7a7987e1-6b50-479a-9864-e62e564619eb tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (55b4fa38-d10d-4b3b-bdc3-14613e32bad1), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:59.307266 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce78507-09e7-4f9e-8c84-9f317e2f570f tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Pushing event deleted for resources: {'Port': ['ID=16575e84-88e2-43c6-bf35-81d2300796a2,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:57:59.348522 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7ce78507-09e7-4f9e-8c84-9f317e2f570f tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:59.368132 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-7ce78507-09e7-4f9e-8c84-9f317e2f570f tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] 10.222.0.78 "DELETE /networking/v2.0/ports/16575e84-88e2-43c6-bf35-81d2300796a2 HTTP/1.1" status: 204 len: 168 time: 1.4774909 Oct 04 20:57:59.369505 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 50272) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:59.416163 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-963ca359-c5fc-49c8-9cca-f1621bbc6690 None None] Deleting port 5e7e6575-bcc5-4818-862c-098f3e336749 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:57:59.421295 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-963ca359-c5fc-49c8-9cca-f1621bbc6690 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (5e7e6575-bcc5-4818-862c-098f3e336749), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:59.483526 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d879829-82ad-4883-ada4-b5d217927ab6 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] GET failed (client error): The resource could not be found. Oct 04 20:57:59.487255 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-4d879829-82ad-4883-ada4-b5d217927ab6 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] 10.222.0.78 "GET /networking/v2.0/ports/16575e84-88e2-43c6-bf35-81d2300796a2 HTTP/1.1" status: 404 len: 333 time: 0.1124921 Oct 04 20:57:59.494735 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 50276) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:57:59.507739 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-729432a8-3d64-4f7d-886a-5e2344a5d8bc tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Request body: {'port': {'network_id': '6b569f22-349e-4780-9140-fef10b36dde6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1568854622'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:57:59.628817 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-963ca359-c5fc-49c8-9cca-f1621bbc6690 None None] For port 5e7e6575-bcc5-4818-862c-098f3e336749, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=5e7e6575-bcc5-4818-862c-098f3e336749,segment=NetworkSegment(abcf922e-284b-4909-940f-9cc971b1db22),segment_id=abcf922e-284b-4909-940f-9cc971b1db22)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:57:59.631762 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-963ca359-c5fc-49c8-9cca-f1621bbc6690 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (5e7e6575-bcc5-4818-862c-098f3e336749), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:59.680848 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-963ca359-c5fc-49c8-9cca-f1621bbc6690 None None] Calling delete_port for 5e7e6575-bcc5-4818-862c-098f3e336749 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:57:59.703184 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-729432a8-3d64-4f7d-886a-5e2344a5d8bc tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Made reservation on behalf of 25b7551b300a463789e2eebf5a7b189b for: {'port': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:57:59.709768 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-729432a8-3d64-4f7d-886a-5e2344a5d8bc tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:57:59.813132 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [None req-729432a8-3d64-4f7d-886a-5e2344a5d8bc tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] device_id is not set on port 72c8c185-6f3b-4e8d-81a1-96b75a06563a yet. {{(pid=108169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 20:57:59.889630 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:57:59.989965 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:00.013062 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-963ca359-c5fc-49c8-9cca-f1621bbc6690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (5e7e6575-bcc5-4818-862c-098f3e336749), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:00.059809 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-eb7a50ba-486f-4fa2-9b80-7405005ece1e tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks [] for router (11935022-7fd1-4c96-96be-c5a0a596e4ec), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:00.082909 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483feb2-2208-4104-aef2-5635741d3a05 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event deleted for resources: {'Subnet': ['ID=3db86199-ccbb-4ae6-b4ee-d42c832f7880,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:00.102144 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7483feb2-2208-4104-aef2-5635741d3a05 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:00.116689 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-7483feb2-2208-4104-aef2-5635741d3a05 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/3db86199-ccbb-4ae6-b4ee-d42c832f7880 HTTP/1.1" status: 204 len: 168 time: 5.0594614 Oct 04 20:58:00.116957 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a289a6ac-2ab0-48ed-b005-49bed0381081 None None] Network c87e6a5d-221d-42e8-90c5-e05f2448b0b6 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:58:00.119112 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 50290) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:00.129237 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963ca359-c5fc-49c8-9cca-f1621bbc6690 None None] Pushing event deleted for resources: {'Port': ['ID=5e7e6575-bcc5-4818-862c-098f3e336749,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:00.197273 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963ca359-c5fc-49c8-9cca-f1621bbc6690 None None] No DVR routers for this DVR port 5e7e6575-bcc5-4818-862c-098f3e336749 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:58:00.496257 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:00.521555 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963ca359-c5fc-49c8-9cca-f1621bbc6690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:58:00.526116 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963ca359-c5fc-49c8-9cca-f1621bbc6690 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:58:00.526492 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963ca359-c5fc-49c8-9cca-f1621bbc6690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:58:00.526842 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963ca359-c5fc-49c8-9cca-f1621bbc6690 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:58:00.527248 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963ca359-c5fc-49c8-9cca-f1621bbc6690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:58:00.527764 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963ca359-c5fc-49c8-9cca-f1621bbc6690 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:58:00.530526 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963ca359-c5fc-49c8-9cca-f1621bbc6690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:58:00.531742 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963ca359-c5fc-49c8-9cca-f1621bbc6690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:58:00.535629 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963ca359-c5fc-49c8-9cca-f1621bbc6690 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:58:00.540395 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963ca359-c5fc-49c8-9cca-f1621bbc6690 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:58:00.540395 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963ca359-c5fc-49c8-9cca-f1621bbc6690 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:58:00.540395 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963ca359-c5fc-49c8-9cca-f1621bbc6690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:58:00.540885 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963ca359-c5fc-49c8-9cca-f1621bbc6690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:58:00.542036 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963ca359-c5fc-49c8-9cca-f1621bbc6690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:58:00.546883 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963ca359-c5fc-49c8-9cca-f1621bbc6690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:58:00.557855 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a788ad2c-b03b-46c7-b08c-cb8a6a386d4e tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (c87e6a5d-221d-42e8-90c5-e05f2448b0b6), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:00.640779 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-729432a8-3d64-4f7d-886a-5e2344a5d8bc tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Publish callbacks [] for port (72c8c185-6f3b-4e8d-81a1-96b75a06563a), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:00.657670 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-eb7a50ba-486f-4fa2-9b80-7405005ece1e tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks [] for router_gateway (11935022-7fd1-4c96-96be-c5a0a596e4ec), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:00.812215 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 5e7e6575-bcc5-4818-862c-098f3e336749 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:58:00.899587 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 5e7e6575-bcc5-4818-862c-098f3e336749 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:58:00.901774 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 5e7e6575-bcc5-4818-862c-098f3e336749 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:58:00.905816 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-a788ad2c-b03b-46c7-b08c-cb8a6a386d4e tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Deleting port 8ee867f8-67be-468b-a80b-2a34e333f87a {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:58:00.906296 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a788ad2c-b03b-46c7-b08c-cb8a6a386d4e tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (8ee867f8-67be-468b-a80b-2a34e333f87a), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:00.925585 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5568bfad-350e-4513-b800-83b5a009895d None None] DHCP port deletion for c87e6a5d-221d-42e8-90c5-e05f2448b0b6 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:58:00.975669 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7a7987e1-6b50-479a-9864-e62e564619eb tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (55b4fa38-d10d-4b3b-bdc3-14613e32bad1), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:01.155446 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-5568bfad-350e-4513-b800-83b5a009895d None None] Deleting port 8ee867f8-67be-468b-a80b-2a34e333f87a {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:58:01.165413 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5568bfad-350e-4513-b800-83b5a009895d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (8ee867f8-67be-468b-a80b-2a34e333f87a), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:01.225554 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-a788ad2c-b03b-46c7-b08c-cb8a6a386d4e tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] For port 8ee867f8-67be-468b-a80b-2a34e333f87a, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=8ee867f8-67be-468b-a80b-2a34e333f87a,segment=NetworkSegment(57c2c774-302d-4def-9e83-56bb27485ed7),segment_id=57c2c774-302d-4def-9e83-56bb27485ed7)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:58:01.226368 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a788ad2c-b03b-46c7-b08c-cb8a6a386d4e tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (8ee867f8-67be-468b-a80b-2a34e333f87a), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:01.305418 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:01.314977 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-a788ad2c-b03b-46c7-b08c-cb8a6a386d4e tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Calling delete_port for 8ee867f8-67be-468b-a80b-2a34e333f87a owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:58:01.316466 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=83,neutron:DELETE=12,neutron:UPDATE=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:01.378725 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-eb7a50ba-486f-4fa2-9b80-7405005ece1e tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Deleting port 01250afb-30f8-40ed-a854-f6852a101080 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:58:01.379453 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-eb7a50ba-486f-4fa2-9b80-7405005ece1e tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (01250afb-30f8-40ed-a854-f6852a101080), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:01.393505 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7a7987e1-6b50-479a-9864-e62e564619eb tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (55b4fa38-d10d-4b3b-bdc3-14613e32bad1), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:01.509647 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-5568bfad-350e-4513-b800-83b5a009895d None None] For port 8ee867f8-67be-468b-a80b-2a34e333f87a, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=8ee867f8-67be-468b-a80b-2a34e333f87a,segment=NetworkSegment(57c2c774-302d-4def-9e83-56bb27485ed7),segment_id=57c2c774-302d-4def-9e83-56bb27485ed7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:58:01.511894 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5568bfad-350e-4513-b800-83b5a009895d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (8ee867f8-67be-468b-a80b-2a34e333f87a), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:01.519388 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-729432a8-3d64-4f7d-886a-5e2344a5d8bc tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (72c8c185-6f3b-4e8d-81a1-96b75a06563a), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:01.565074 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-5568bfad-350e-4513-b800-83b5a009895d None None] Calling delete_port for 8ee867f8-67be-468b-a80b-2a34e333f87a owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:58:01.670744 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729432a8-3d64-4f7d-886a-5e2344a5d8bc tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Network 6b569f22-349e-4780-9140-fef10b36dde6 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:58:01.701211 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-729432a8-3d64-4f7d-886a-5e2344a5d8bc tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:58:01.720221 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7a7987e1-6b50-479a-9864-e62e564619eb tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:01.732304 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729432a8-3d64-4f7d-886a-5e2344a5d8bc tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:58:01.733618 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729432a8-3d64-4f7d-886a-5e2344a5d8bc tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:58:01.735522 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-729432a8-3d64-4f7d-886a-5e2344a5d8bc tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:01.747535 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-7a7987e1-6b50-479a-9864-e62e564619eb tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/55b4fa38-d10d-4b3b-bdc3-14613e32bad1 HTTP/1.1" status: 204 len: 168 time: 3.1468089 Oct 04 20:58:01.754488 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7987e1-6b50-479a-9864-e62e564619eb tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event deleted for resources: {'Subnet': ['ID=55b4fa38-d10d-4b3b-bdc3-14613e32bad1,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:01.758254 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 50314) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:01.780778 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b3ead1-70c9-40a2-b133-17920db6b2d5 None None] Network f4daf715-efe2-4330-8a93-6e84a327da63 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:58:02.005644 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-eb7a50ba-486f-4fa2-9b80-7405005ece1e tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] For port 01250afb-30f8-40ed-a854-f6852a101080, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=01250afb-30f8-40ed-a854-f6852a101080,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:58:02.009261 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-eb7a50ba-486f-4fa2-9b80-7405005ece1e tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (01250afb-30f8-40ed-a854-f6852a101080), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:02.036451 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729432a8-3d64-4f7d-886a-5e2344a5d8bc tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Pushing event updated for resources: {'Port': ['ID=72c8c185-6f3b-4e8d-81a1-96b75a06563a,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:02.050232 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a7dfc50a-fb5e-41c1-aa71-a4a01bfbff98 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (2b9a3674-38ee-49f2-9fe2-816c6ac42060), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:02.076647 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-eb7a50ba-486f-4fa2-9b80-7405005ece1e tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Calling delete_port for 01250afb-30f8-40ed-a854-f6852a101080 owned by network:router_gateway {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:58:02.241371 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-729432a8-3d64-4f7d-886a-5e2344a5d8bc tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.7431974 Oct 04 20:58:02.250090 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50320) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:02.280333 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-8b59f671-f995-4b1d-a2b5-acc8ad33e0af tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-852085-12'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:58:02.399718 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:02.408252 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a7dfc50a-fb5e-41c1-aa71-a4a01bfbff98 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (2b9a3674-38ee-49f2-9fe2-816c6ac42060), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:02.422682 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5568bfad-350e-4513-b800-83b5a009895d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (8ee867f8-67be-468b-a80b-2a34e333f87a), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:02.456758 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-a7dfc50a-fb5e-41c1-aa71-a4a01bfbff98 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b9a3674-38ee-49f2-9fe2-816c6ac42060']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:58:02.524148 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-a7dfc50a-fb5e-41c1-aa71-a4a01bfbff98 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abcf922e-284b-4909-940f-9cc971b1db22') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:58:02.524148 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-a7dfc50a-fb5e-41c1-aa71-a4a01bfbff98 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abcf922e-284b-4909-940f-9cc971b1db22') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:58:02.528096 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5568bfad-350e-4513-b800-83b5a009895d None None] No DVR routers for this DVR port 8ee867f8-67be-468b-a80b-2a34e333f87a on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:58:02.566647 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a7dfc50a-fb5e-41c1-aa71-a4a01bfbff98 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (abcf922e-284b-4909-940f-9cc971b1db22), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:02.609553 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8b59f671-f995-4b1d-a2b5-acc8ad33e0af tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (72c8c185-6f3b-4e8d-81a1-96b75a06563a), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:02.615288 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5568bfad-350e-4513-b800-83b5a009895d None None] Pushing event deleted for resources: {'Port': ['ID=8ee867f8-67be-468b-a80b-2a34e333f87a,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:02.650483 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:02.673773 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a7dfc50a-fb5e-41c1-aa71-a4a01bfbff98 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (abcf922e-284b-4909-940f-9cc971b1db22), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:02.710302 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7dfc50a-fb5e-41c1-aa71-a4a01bfbff98 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:58:02.710887 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a7dfc50a-fb5e-41c1-aa71-a4a01bfbff98 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (abcf922e-284b-4909-940f-9cc971b1db22), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:02.758873 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 8ee867f8-67be-468b-a80b-2a34e333f87a no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:58:02.803692 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a788ad2c-b03b-46c7-b08c-cb8a6a386d4e tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (8ee867f8-67be-468b-a80b-2a34e333f87a), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:02.913758 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c95bdc-6dd7-4290-9ccc-b10b51da5789 None None] DHCP port deletion for f4daf715-efe2-4330-8a93-6e84a327da63 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:58:02.929466 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 8ee867f8-67be-468b-a80b-2a34e333f87a {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:58:02.930166 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 8ee867f8-67be-468b-a80b-2a34e333f87a not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:58:03.086124 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a788ad2c-b03b-46c7-b08c-cb8a6a386d4e tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event deleted for resources: {'Port': ['ID=8ee867f8-67be-468b-a80b-2a34e333f87a,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:03.147374 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-95c95bdc-6dd7-4290-9ccc-b10b51da5789 None None] Deleting port 7014b40e-085b-453e-af45-f7db3eef53b9 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:58:03.149405 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-95c95bdc-6dd7-4290-9ccc-b10b51da5789 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (7014b40e-085b-453e-af45-f7db3eef53b9), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:03.163171 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a788ad2c-b03b-46c7-b08c-cb8a6a386d4e tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] No DVR routers for this DVR port 8ee867f8-67be-468b-a80b-2a34e333f87a on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:58:03.286881 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:03.378914 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-95c95bdc-6dd7-4290-9ccc-b10b51da5789 None None] For port 7014b40e-085b-453e-af45-f7db3eef53b9, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=7014b40e-085b-453e-af45-f7db3eef53b9,segment=NetworkSegment(e17b5985-7c51-4294-aef8-831ece349dfd),segment_id=e17b5985-7c51-4294-aef8-831ece349dfd)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:58:03.380191 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-95c95bdc-6dd7-4290-9ccc-b10b51da5789 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (7014b40e-085b-453e-af45-f7db3eef53b9), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:03.416309 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=10 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:03.434977 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-95c95bdc-6dd7-4290-9ccc-b10b51da5789 None None] Calling delete_port for 7014b40e-085b-453e-af45-f7db3eef53b9 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:58:03.516546 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a788ad2c-b03b-46c7-b08c-cb8a6a386d4e tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (c87e6a5d-221d-42e8-90c5-e05f2448b0b6), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:03.522082 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a7dfc50a-fb5e-41c1-aa71-a4a01bfbff98 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (2b9a3674-38ee-49f2-9fe2-816c6ac42060), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:03.558570 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment abcf922e-284b-4909-940f-9cc971b1db22 resource provider aggregate not found Oct 04 20:58:03.611368 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a7dfc50a-fb5e-41c1-aa71-a4a01bfbff98 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:03.629863 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a7dfc50a-fb5e-41c1-aa71-a4a01bfbff98 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "DELETE /networking/v2.0/networks/2b9a3674-38ee-49f2-9fe2-816c6ac42060 HTTP/1.1" status: 204 len: 168 time: 1.8692970 Oct 04 20:58:03.635453 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 50344) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:03.673755 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=28 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:03.749945 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [None req-8b59f671-f995-4b1d-a2b5-acc8ad33e0af tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] device_id is not set on port 72c8c185-6f3b-4e8d-81a1-96b75a06563a yet. {{(pid=108170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 20:58:03.755820 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dfc50a-fb5e-41c1-aa71-a4a01bfbff98 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event deleted for resources: {'Network': ['ID=2b9a3674-38ee-49f2-9fe2-816c6ac42060,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:03.779499 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment abcf922e-284b-4909-940f-9cc971b1db22 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid abcf922e-284b-4909-940f-9cc971b1db22 found for delete ", "request_id": "req-bdb51e82-e63a-4d08-bd27-54842410f80d"}]} Oct 04 20:58:03.859294 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8b59f671-f995-4b1d-a2b5-acc8ad33e0af tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Publish callbacks [] for port (72c8c185-6f3b-4e8d-81a1-96b75a06563a), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:03.916445 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-a788ad2c-b03b-46c7-b08c-cb8a6a386d4e tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c87e6a5d-221d-42e8-90c5-e05f2448b0b6']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:58:03.945395 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8b59f671-f995-4b1d-a2b5-acc8ad33e0af tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (72c8c185-6f3b-4e8d-81a1-96b75a06563a), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:04.013204 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-95c95bdc-6dd7-4290-9ccc-b10b51da5789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (7014b40e-085b-453e-af45-f7db3eef53b9), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:04.094584 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-a788ad2c-b03b-46c7-b08c-cb8a6a386d4e tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57c2c774-302d-4def-9e83-56bb27485ed7') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:58:04.095310 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-a788ad2c-b03b-46c7-b08c-cb8a6a386d4e tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57c2c774-302d-4def-9e83-56bb27485ed7') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:58:04.123454 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-eb7a50ba-486f-4fa2-9b80-7405005ece1e tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (01250afb-30f8-40ed-a854-f6852a101080), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:04.140256 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a788ad2c-b03b-46c7-b08c-cb8a6a386d4e tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (57c2c774-302d-4def-9e83-56bb27485ed7), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:04.146485 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c95bdc-6dd7-4290-9ccc-b10b51da5789 None None] Pushing event deleted for resources: {'Port': ['ID=7014b40e-085b-453e-af45-f7db3eef53b9,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:04.174654 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c95bdc-6dd7-4290-9ccc-b10b51da5789 None None] No DVR routers for this DVR port 7014b40e-085b-453e-af45-f7db3eef53b9 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:58:04.200781 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-99f7e9ae-02ee-443d-bc31-413a84132ec8 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (f4daf715-efe2-4330-8a93-6e84a327da63), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:04.206577 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a788ad2c-b03b-46c7-b08c-cb8a6a386d4e tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (57c2c774-302d-4def-9e83-56bb27485ed7), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:04.228885 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a788ad2c-b03b-46c7-b08c-cb8a6a386d4e tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:58:04.230008 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a788ad2c-b03b-46c7-b08c-cb8a6a386d4e tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (57c2c774-302d-4def-9e83-56bb27485ed7), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:04.248258 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=2 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:04.360981 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [None req-8b59f671-f995-4b1d-a2b5-acc8ad33e0af tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port 72c8c185-6f3b-4e8d-81a1-96b75a06563a on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:58:04.361546 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [None req-8b59f671-f995-4b1d-a2b5-acc8ad33e0af tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port 72c8c185-6f3b-4e8d-81a1-96b75a06563a by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '3f09a371-6254-4f28-8ce8-6e995a68362b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6b569f22-349e-4780-9140-fef10b36dde6'}] {{(pid=108170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:58:04.362132 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b59f671-f995-4b1d-a2b5-acc8ad33e0af tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port 72c8c185-6f3b-4e8d-81a1-96b75a06563a on network 6b569f22-349e-4780-9140-fef10b36dde6 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:58:04.480716 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:04.491357 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b59f671-f995-4b1d-a2b5-acc8ad33e0af tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Pushing event updated for resources: {'Port': ['ID=72c8c185-6f3b-4e8d-81a1-96b75a06563a,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:04.510311 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-99f7e9ae-02ee-443d-bc31-413a84132ec8 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (f4daf715-efe2-4330-8a93-6e84a327da63), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:04.534985 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-eb7a50ba-486f-4fa2-9b80-7405005ece1e tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (11935022-7fd1-4c96-96be-c5a0a596e4ec), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:04.555560 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-99f7e9ae-02ee-443d-bc31-413a84132ec8 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4daf715-efe2-4330-8a93-6e84a327da63']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:58:04.573073 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-99f7e9ae-02ee-443d-bc31-413a84132ec8 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e17b5985-7c51-4294-aef8-831ece349dfd') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:58:04.573829 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-99f7e9ae-02ee-443d-bc31-413a84132ec8 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e17b5985-7c51-4294-aef8-831ece349dfd') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:58:04.610072 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-99f7e9ae-02ee-443d-bc31-413a84132ec8 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (e17b5985-7c51-4294-aef8-831ece349dfd), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:04.677471 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-99f7e9ae-02ee-443d-bc31-413a84132ec8 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (e17b5985-7c51-4294-aef8-831ece349dfd), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:04.698350 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b59f671-f995-4b1d-a2b5-acc8ad33e0af tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Port 72c8c185-6f3b-4e8d-81a1-96b75a06563a on network 6b569f22-349e-4780-9140-fef10b36dde6 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:58:04.699290 n-d-852085-12 neutron-server[108170]: ERROR neutron.plugins.ml2.managers [None req-8b59f671-f995-4b1d-a2b5-acc8ad33e0af tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Failed to bind port 72c8c185-6f3b-4e8d-81a1-96b75a06563a on host n-h1-852085-12 for vnic_type normal using segments [{'id': '3f09a371-6254-4f28-8ce8-6e995a68362b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6b569f22-349e-4780-9140-fef10b36dde6'}] Oct 04 20:58:04.709065 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99f7e9ae-02ee-443d-bc31-413a84132ec8 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:58:04.709065 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-99f7e9ae-02ee-443d-bc31-413a84132ec8 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (e17b5985-7c51-4294-aef8-831ece349dfd), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:04.736418 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 7014b40e-085b-453e-af45-f7db3eef53b9 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:58:04.799524 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 7014b40e-085b-453e-af45-f7db3eef53b9 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:58:04.800181 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 7014b40e-085b-453e-af45-f7db3eef53b9 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:58:04.802653 n-d-852085-12 neutron-server[108170]: INFO neutron.plugins.ml2.plugin [None req-8b59f671-f995-4b1d-a2b5-acc8ad33e0af tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempt 2 to bind port 72c8c185-6f3b-4e8d-81a1-96b75a06563a Oct 04 20:58:04.831754 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7a50ba-486f-4fa2-9b80-7405005ece1e tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Pushing event deleted for resources: {'Port': ['ID=01250afb-30f8-40ed-a854-f6852a101080,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:04.972483 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [None req-8b59f671-f995-4b1d-a2b5-acc8ad33e0af tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port 72c8c185-6f3b-4e8d-81a1-96b75a06563a on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:58:04.973871 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [None req-8b59f671-f995-4b1d-a2b5-acc8ad33e0af tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port 72c8c185-6f3b-4e8d-81a1-96b75a06563a by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '3f09a371-6254-4f28-8ce8-6e995a68362b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6b569f22-349e-4780-9140-fef10b36dde6'}] {{(pid=108170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:58:04.974830 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b59f671-f995-4b1d-a2b5-acc8ad33e0af tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port 72c8c185-6f3b-4e8d-81a1-96b75a06563a on network 6b569f22-349e-4780-9140-fef10b36dde6 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:58:05.012483 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-eb7a50ba-486f-4fa2-9b80-7405005ece1e tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (11935022-7fd1-4c96-96be-c5a0a596e4ec), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:05.018720 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-eb7a50ba-486f-4fa2-9b80-7405005ece1e tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks [] for router_controller (11935022-7fd1-4c96-96be-c5a0a596e4ec), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:05.039468 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b59f671-f995-4b1d-a2b5-acc8ad33e0af tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Port 72c8c185-6f3b-4e8d-81a1-96b75a06563a on network 6b569f22-349e-4780-9140-fef10b36dde6 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:58:05.041895 n-d-852085-12 neutron-server[108170]: ERROR neutron.plugins.ml2.managers [None req-8b59f671-f995-4b1d-a2b5-acc8ad33e0af tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Failed to bind port 72c8c185-6f3b-4e8d-81a1-96b75a06563a on host n-h1-852085-12 for vnic_type normal using segments [{'id': '3f09a371-6254-4f28-8ce8-6e995a68362b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6b569f22-349e-4780-9140-fef10b36dde6'}] Oct 04 20:58:05.049205 n-d-852085-12 neutron-server[108170]: INFO neutron.plugins.ml2.plugin [None req-8b59f671-f995-4b1d-a2b5-acc8ad33e0af tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempt 3 to bind port 72c8c185-6f3b-4e8d-81a1-96b75a06563a Oct 04 20:58:05.053868 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-99f7e9ae-02ee-443d-bc31-413a84132ec8 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (f4daf715-efe2-4330-8a93-6e84a327da63), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:05.076642 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-99f7e9ae-02ee-443d-bc31-413a84132ec8 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:05.095596 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-99f7e9ae-02ee-443d-bc31-413a84132ec8 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "DELETE /networking/v2.0/networks/f4daf715-efe2-4330-8a93-6e84a327da63 HTTP/1.1" status: 204 len: 168 time: 1.3475170 Oct 04 20:58:05.097250 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 50364) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:05.105784 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a788ad2c-b03b-46c7-b08c-cb8a6a386d4e tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (c87e6a5d-221d-42e8-90c5-e05f2448b0b6), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:05.138683 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a788ad2c-b03b-46c7-b08c-cb8a6a386d4e tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:05.155569 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a788ad2c-b03b-46c7-b08c-cb8a6a386d4e tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "DELETE /networking/v2.0/networks/c87e6a5d-221d-42e8-90c5-e05f2448b0b6 HTTP/1.1" status: 204 len: 168 time: 5.0345714 Oct 04 20:58:05.166157 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-7169192e-6cf2-4f09-adff-1db1ec909eb7 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-98429580'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:58:05.213442 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 50370) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:05.231126 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [None req-8b59f671-f995-4b1d-a2b5-acc8ad33e0af tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port 72c8c185-6f3b-4e8d-81a1-96b75a06563a on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:58:05.231733 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [None req-8b59f671-f995-4b1d-a2b5-acc8ad33e0af tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port 72c8c185-6f3b-4e8d-81a1-96b75a06563a by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '3f09a371-6254-4f28-8ce8-6e995a68362b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6b569f22-349e-4780-9140-fef10b36dde6'}] {{(pid=108170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:58:05.232358 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b59f671-f995-4b1d-a2b5-acc8ad33e0af tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port 72c8c185-6f3b-4e8d-81a1-96b75a06563a on network 6b569f22-349e-4780-9140-fef10b36dde6 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:58:05.261407 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b59f671-f995-4b1d-a2b5-acc8ad33e0af tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Port 72c8c185-6f3b-4e8d-81a1-96b75a06563a on network 6b569f22-349e-4780-9140-fef10b36dde6 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:58:05.261951 n-d-852085-12 neutron-server[108170]: ERROR neutron.plugins.ml2.managers [None req-8b59f671-f995-4b1d-a2b5-acc8ad33e0af tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Failed to bind port 72c8c185-6f3b-4e8d-81a1-96b75a06563a on host n-h1-852085-12 for vnic_type normal using segments [{'id': '3f09a371-6254-4f28-8ce8-6e995a68362b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6b569f22-349e-4780-9140-fef10b36dde6'}] Oct 04 20:58:05.266952 n-d-852085-12 neutron-server[108170]: INFO neutron.plugins.ml2.plugin [None req-8b59f671-f995-4b1d-a2b5-acc8ad33e0af tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempt 4 to bind port 72c8c185-6f3b-4e8d-81a1-96b75a06563a Oct 04 20:58:05.267273 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f7e9ae-02ee-443d-bc31-413a84132ec8 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event deleted for resources: {'Network': ['ID=f4daf715-efe2-4330-8a93-6e84a327da63,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:05.306322 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a788ad2c-b03b-46c7-b08c-cb8a6a386d4e tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event deleted for resources: {'Network': ['ID=c87e6a5d-221d-42e8-90c5-e05f2448b0b6,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:05.321887 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [None req-8b59f671-f995-4b1d-a2b5-acc8ad33e0af tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port 72c8c185-6f3b-4e8d-81a1-96b75a06563a on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:58:05.325940 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [None req-8b59f671-f995-4b1d-a2b5-acc8ad33e0af tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port 72c8c185-6f3b-4e8d-81a1-96b75a06563a by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '3f09a371-6254-4f28-8ce8-6e995a68362b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6b569f22-349e-4780-9140-fef10b36dde6'}] {{(pid=108170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:58:05.328866 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b59f671-f995-4b1d-a2b5-acc8ad33e0af tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port 72c8c185-6f3b-4e8d-81a1-96b75a06563a on network 6b569f22-349e-4780-9140-fef10b36dde6 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:58:05.346856 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b59f671-f995-4b1d-a2b5-acc8ad33e0af tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Port 72c8c185-6f3b-4e8d-81a1-96b75a06563a on network 6b569f22-349e-4780-9140-fef10b36dde6 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:58:05.347446 n-d-852085-12 neutron-server[108170]: ERROR neutron.plugins.ml2.managers [None req-8b59f671-f995-4b1d-a2b5-acc8ad33e0af tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Failed to bind port 72c8c185-6f3b-4e8d-81a1-96b75a06563a on host n-h1-852085-12 for vnic_type normal using segments [{'id': '3f09a371-6254-4f28-8ce8-6e995a68362b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6b569f22-349e-4780-9140-fef10b36dde6'}] Oct 04 20:58:05.348684 n-d-852085-12 neutron-server[108170]: INFO neutron.plugins.ml2.plugin [None req-8b59f671-f995-4b1d-a2b5-acc8ad33e0af tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempt 5 to bind port 72c8c185-6f3b-4e8d-81a1-96b75a06563a Oct 04 20:58:05.395565 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [None req-8b59f671-f995-4b1d-a2b5-acc8ad33e0af tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port 72c8c185-6f3b-4e8d-81a1-96b75a06563a on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:58:05.396267 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [None req-8b59f671-f995-4b1d-a2b5-acc8ad33e0af tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port 72c8c185-6f3b-4e8d-81a1-96b75a06563a by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '3f09a371-6254-4f28-8ce8-6e995a68362b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6b569f22-349e-4780-9140-fef10b36dde6'}] {{(pid=108170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:58:05.396923 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b59f671-f995-4b1d-a2b5-acc8ad33e0af tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port 72c8c185-6f3b-4e8d-81a1-96b75a06563a on network 6b569f22-349e-4780-9140-fef10b36dde6 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:58:05.403182 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-eb7a50ba-486f-4fa2-9b80-7405005ece1e tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (11935022-7fd1-4c96-96be-c5a0a596e4ec), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:05.404040 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb7a50ba-486f-4fa2-9b80-7405005ece1e tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 11935022-7fd1-4c96-96be-c5a0a596e4ec {{(pid=108170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:58:05.405738 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7169192e-6cf2-4f09-adff-1db1ec909eb7 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Made reservation on behalf of b0c85d506fb94c18954be47609cba122 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:58:05.413556 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7169192e-6cf2-4f09-adff-1db1ec909eb7 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:05.415962 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-eb7a50ba-486f-4fa2-9b80-7405005ece1e tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:05.426322 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-eb7a50ba-486f-4fa2-9b80-7405005ece1e tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] 10.222.0.78 "DELETE /networking/v2.0/routers/11935022-7fd1-4c96-96be-c5a0a596e4ec HTTP/1.1" status: 204 len: 168 time: 7.3700540 Oct 04 20:58:05.427971 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50372) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:05.430910 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b59f671-f995-4b1d-a2b5-acc8ad33e0af tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Port 72c8c185-6f3b-4e8d-81a1-96b75a06563a on network 6b569f22-349e-4780-9140-fef10b36dde6 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:58:05.431586 n-d-852085-12 neutron-server[108170]: ERROR neutron.plugins.ml2.managers [None req-8b59f671-f995-4b1d-a2b5-acc8ad33e0af tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Failed to bind port 72c8c185-6f3b-4e8d-81a1-96b75a06563a on host n-h1-852085-12 for vnic_type normal using segments [{'id': '3f09a371-6254-4f28-8ce8-6e995a68362b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6b569f22-349e-4780-9140-fef10b36dde6'}] Oct 04 20:58:05.436980 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-e99c426a-6337-415d-8886-aeb693a5471b tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-852614080', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}, 'admin_state_up': False}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:58:05.452034 n-d-852085-12 neutron-server[108170]: INFO neutron.plugins.ml2.plugin [None req-8b59f671-f995-4b1d-a2b5-acc8ad33e0af tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempt 6 to bind port 72c8c185-6f3b-4e8d-81a1-96b75a06563a Oct 04 20:58:05.516096 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [None req-8b59f671-f995-4b1d-a2b5-acc8ad33e0af tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port 72c8c185-6f3b-4e8d-81a1-96b75a06563a on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:58:05.517982 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [None req-8b59f671-f995-4b1d-a2b5-acc8ad33e0af tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port 72c8c185-6f3b-4e8d-81a1-96b75a06563a by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '3f09a371-6254-4f28-8ce8-6e995a68362b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6b569f22-349e-4780-9140-fef10b36dde6'}] {{(pid=108170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:58:05.518862 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b59f671-f995-4b1d-a2b5-acc8ad33e0af tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port 72c8c185-6f3b-4e8d-81a1-96b75a06563a on network 6b569f22-349e-4780-9140-fef10b36dde6 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:58:05.536476 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=83,neutron:DELETE=13,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:05.553357 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b59f671-f995-4b1d-a2b5-acc8ad33e0af tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Port 72c8c185-6f3b-4e8d-81a1-96b75a06563a on network 6b569f22-349e-4780-9140-fef10b36dde6 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:58:05.555404 n-d-852085-12 neutron-server[108170]: ERROR neutron.plugins.ml2.managers [None req-8b59f671-f995-4b1d-a2b5-acc8ad33e0af tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Failed to bind port 72c8c185-6f3b-4e8d-81a1-96b75a06563a on host n-h1-852085-12 for vnic_type normal using segments [{'id': '3f09a371-6254-4f28-8ce8-6e995a68362b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6b569f22-349e-4780-9140-fef10b36dde6'}] Oct 04 20:58:05.569544 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50374) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:05.570727 n-d-852085-12 neutron-server[108170]: INFO neutron.plugins.ml2.plugin [None req-8b59f671-f995-4b1d-a2b5-acc8ad33e0af tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempt 7 to bind port 72c8c185-6f3b-4e8d-81a1-96b75a06563a Oct 04 20:58:05.630041 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [None req-8b59f671-f995-4b1d-a2b5-acc8ad33e0af tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port 72c8c185-6f3b-4e8d-81a1-96b75a06563a on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:58:05.638806 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [None req-8b59f671-f995-4b1d-a2b5-acc8ad33e0af tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port 72c8c185-6f3b-4e8d-81a1-96b75a06563a by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '3f09a371-6254-4f28-8ce8-6e995a68362b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6b569f22-349e-4780-9140-fef10b36dde6'}] {{(pid=108170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:58:05.640962 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b59f671-f995-4b1d-a2b5-acc8ad33e0af tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port 72c8c185-6f3b-4e8d-81a1-96b75a06563a on network 6b569f22-349e-4780-9140-fef10b36dde6 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:58:05.661434 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19900bf3-c1f0-47f2-b2ce-027d8a51630b tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:58:05.663916 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b59f671-f995-4b1d-a2b5-acc8ad33e0af tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Port 72c8c185-6f3b-4e8d-81a1-96b75a06563a on network 6b569f22-349e-4780-9140-fef10b36dde6 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:58:05.664490 n-d-852085-12 neutron-server[108170]: ERROR neutron.plugins.ml2.managers [None req-8b59f671-f995-4b1d-a2b5-acc8ad33e0af tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Failed to bind port 72c8c185-6f3b-4e8d-81a1-96b75a06563a on host n-h1-852085-12 for vnic_type normal using segments [{'id': '3f09a371-6254-4f28-8ce8-6e995a68362b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6b569f22-349e-4780-9140-fef10b36dde6'}] Oct 04 20:58:05.665261 n-d-852085-12 neutron-server[108170]: INFO neutron.plugins.ml2.plugin [None req-8b59f671-f995-4b1d-a2b5-acc8ad33e0af tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempt 8 to bind port 72c8c185-6f3b-4e8d-81a1-96b75a06563a Oct 04 20:58:05.674626 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-19900bf3-c1f0-47f2-b2ce-027d8a51630b tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.4373505 Oct 04 20:58:05.688478 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50378) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:05.704191 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7169192e-6cf2-4f09-adff-1db1ec909eb7 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:58:05.724958 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7169192e-6cf2-4f09-adff-1db1ec909eb7 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (0d5eb314-12f4-4ebe-91ae-ec65f5140c2c), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:05.726186 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-7169192e-6cf2-4f09-adff-1db1ec909eb7 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Added segment 0d5eb314-12f4-4ebe-91ae-ec65f5140c2c of type vlan for network 14944780-7a23-4f0f-8a5b-4bafc300b857 Oct 04 20:58:05.823003 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e99c426a-6337-415d-8886-aeb693a5471b tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (e2cdd3ba-c8a8-4a74-b8a7-0bffae66c27f), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:05.827846 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e99c426a-6337-415d-8886-aeb693a5471b tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (e2cdd3ba-c8a8-4a74-b8a7-0bffae66c27f), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:05.858223 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [None req-8b59f671-f995-4b1d-a2b5-acc8ad33e0af tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port 72c8c185-6f3b-4e8d-81a1-96b75a06563a on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:58:05.858854 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [None req-8b59f671-f995-4b1d-a2b5-acc8ad33e0af tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port 72c8c185-6f3b-4e8d-81a1-96b75a06563a by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '3f09a371-6254-4f28-8ce8-6e995a68362b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6b569f22-349e-4780-9140-fef10b36dde6'}] {{(pid=108170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:58:05.859753 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b59f671-f995-4b1d-a2b5-acc8ad33e0af tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port 72c8c185-6f3b-4e8d-81a1-96b75a06563a on network 6b569f22-349e-4780-9140-fef10b36dde6 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:58:05.868091 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7169192e-6cf2-4f09-adff-1db1ec909eb7 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (14944780-7a23-4f0f-8a5b-4bafc300b857), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:05.925818 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b59f671-f995-4b1d-a2b5-acc8ad33e0af tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Port 72c8c185-6f3b-4e8d-81a1-96b75a06563a on network 6b569f22-349e-4780-9140-fef10b36dde6 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:58:05.933747 n-d-852085-12 neutron-server[108170]: ERROR neutron.plugins.ml2.managers [None req-8b59f671-f995-4b1d-a2b5-acc8ad33e0af tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Failed to bind port 72c8c185-6f3b-4e8d-81a1-96b75a06563a on host n-h1-852085-12 for vnic_type normal using segments [{'id': '3f09a371-6254-4f28-8ce8-6e995a68362b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6b569f22-349e-4780-9140-fef10b36dde6'}] Oct 04 20:58:05.946296 n-d-852085-12 neutron-server[108170]: INFO neutron.plugins.ml2.plugin [None req-8b59f671-f995-4b1d-a2b5-acc8ad33e0af tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempt 9 to bind port 72c8c185-6f3b-4e8d-81a1-96b75a06563a Oct 04 20:58:05.969969 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 57c2c774-302d-4def-9e83-56bb27485ed7 resource provider aggregate not found Oct 04 20:58:05.988252 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-097f0549-8543-4704-b02f-d1849d622f69 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "GET /networking/v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2920842 Oct 04 20:58:06.000166 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 50386) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:06.016734 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-e21beb83-4f06-4f41-b65b-03cc87e49826 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1204350884'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:58:06.049076 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 57c2c774-302d-4def-9e83-56bb27485ed7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 57c2c774-302d-4def-9e83-56bb27485ed7 found for delete ", "request_id": "req-fa460f2a-9eac-4d6e-955d-377109f66e84"}]} Oct 04 20:58:06.064419 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7169192e-6cf2-4f09-adff-1db1ec909eb7 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (14944780-7a23-4f0f-8a5b-4bafc300b857), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:06.084364 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7169192e-6cf2-4f09-adff-1db1ec909eb7 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:58:06.091033 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7169192e-6cf2-4f09-adff-1db1ec909eb7 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:06.158484 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [None req-8b59f671-f995-4b1d-a2b5-acc8ad33e0af tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port 72c8c185-6f3b-4e8d-81a1-96b75a06563a on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:58:06.159397 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [None req-8b59f671-f995-4b1d-a2b5-acc8ad33e0af tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port 72c8c185-6f3b-4e8d-81a1-96b75a06563a by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '3f09a371-6254-4f28-8ce8-6e995a68362b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6b569f22-349e-4780-9140-fef10b36dde6'}] {{(pid=108170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:58:06.160192 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b59f671-f995-4b1d-a2b5-acc8ad33e0af tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port 72c8c185-6f3b-4e8d-81a1-96b75a06563a on network 6b569f22-349e-4780-9140-fef10b36dde6 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:58:06.173420 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e99c426a-6337-415d-8886-aeb693a5471b tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks [] for router_controller (e2cdd3ba-c8a8-4a74-b8a7-0bffae66c27f), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:06.179380 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b59f671-f995-4b1d-a2b5-acc8ad33e0af tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Port 72c8c185-6f3b-4e8d-81a1-96b75a06563a on network 6b569f22-349e-4780-9140-fef10b36dde6 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:58:06.180202 n-d-852085-12 neutron-server[108170]: ERROR neutron.plugins.ml2.managers [None req-8b59f671-f995-4b1d-a2b5-acc8ad33e0af tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Failed to bind port 72c8c185-6f3b-4e8d-81a1-96b75a06563a on host n-h1-852085-12 for vnic_type normal using segments [{'id': '3f09a371-6254-4f28-8ce8-6e995a68362b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6b569f22-349e-4780-9140-fef10b36dde6'}] Oct 04 20:58:06.181139 n-d-852085-12 neutron-server[108170]: INFO neutron.plugins.ml2.plugin [None req-8b59f671-f995-4b1d-a2b5-acc8ad33e0af tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempt 10 to bind port 72c8c185-6f3b-4e8d-81a1-96b75a06563a Oct 04 20:58:06.216571 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment e17b5985-7c51-4294-aef8-831ece349dfd resource provider aggregate not found Oct 04 20:58:06.222784 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [None req-8b59f671-f995-4b1d-a2b5-acc8ad33e0af tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port 72c8c185-6f3b-4e8d-81a1-96b75a06563a on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:58:06.223234 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.managers [None req-8b59f671-f995-4b1d-a2b5-acc8ad33e0af tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port 72c8c185-6f3b-4e8d-81a1-96b75a06563a by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '3f09a371-6254-4f28-8ce8-6e995a68362b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6b569f22-349e-4780-9140-fef10b36dde6'}] {{(pid=108170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:58:06.223772 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b59f671-f995-4b1d-a2b5-acc8ad33e0af tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempting to bind port 72c8c185-6f3b-4e8d-81a1-96b75a06563a on network 6b569f22-349e-4780-9140-fef10b36dde6 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:58:06.234665 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b59f671-f995-4b1d-a2b5-acc8ad33e0af tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Port 72c8c185-6f3b-4e8d-81a1-96b75a06563a on network 6b569f22-349e-4780-9140-fef10b36dde6 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 20:58:06.235718 n-d-852085-12 neutron-server[108170]: ERROR neutron.plugins.ml2.managers [None req-8b59f671-f995-4b1d-a2b5-acc8ad33e0af tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Failed to bind port 72c8c185-6f3b-4e8d-81a1-96b75a06563a on host n-h1-852085-12 for vnic_type normal using segments [{'id': '3f09a371-6254-4f28-8ce8-6e995a68362b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6b569f22-349e-4780-9140-fef10b36dde6'}] Oct 04 20:58:06.237052 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8b59f671-f995-4b1d-a2b5-acc8ad33e0af tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (72c8c185-6f3b-4e8d-81a1-96b75a06563a), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:06.308104 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment e17b5985-7c51-4294-aef8-831ece349dfd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e17b5985-7c51-4294-aef8-831ece349dfd found for delete ", "request_id": "req-ce59d39c-ac8f-46e4-9766-7d45a3528198"}]} Oct 04 20:58:06.526035 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7169192e-6cf2-4f09-adff-1db1ec909eb7 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event updated for resources: {'Network': ['ID=14944780-7a23-4f0f-8a5b-4bafc300b857,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:06.580477 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 14944780-7a23-4f0f-8a5b-4bafc300b857 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:58:06.645067 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21beb83-4f06-4f41-b65b-03cc87e49826 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Made reservation on behalf of 6c1d2c9709a94cf691cb05145eeb8e23 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:58:06.651569 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e21beb83-4f06-4f41-b65b-03cc87e49826 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:06.701389 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-8b59f671-f995-4b1d-a2b5-acc8ad33e0af tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] For port 72c8c185-6f3b-4e8d-81a1-96b75a06563a, host n-h1-852085-12, cleared binding levels {{(pid=108170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:58:06.702424 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-8b59f671-f995-4b1d-a2b5-acc8ad33e0af tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attempted to set empty binding levels {{(pid=108170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 04 20:58:06.717843 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-7169192e-6cf2-4f09-adff-1db1ec909eb7 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5842261 Oct 04 20:58:06.724821 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 50396) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:06.737131 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-3e74309d-869b-48ca-884e-b8acf37e8180 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Request body: {'subnet': {'network_id': '14944780-7a23-4f0f-8a5b-4bafc300b857', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:58:06.811547 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8b59f671-f995-4b1d-a2b5-acc8ad33e0af tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (72c8c185-6f3b-4e8d-81a1-96b75a06563a), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:06.813050 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-8b59f671-f995-4b1d-a2b5-acc8ad33e0af tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] In _notify_port_updated(), no bound segment for port 72c8c185-6f3b-4e8d-81a1-96b75a06563a on network 6b569f22-349e-4780-9140-fef10b36dde6 {{(pid=108170) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 04 20:58:06.816338 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b59f671-f995-4b1d-a2b5-acc8ad33e0af tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:58:06.817907 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8b59f671-f995-4b1d-a2b5-acc8ad33e0af tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:06.820887 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-8b59f671-f995-4b1d-a2b5-acc8ad33e0af tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] 10.222.0.78 "PUT /networking/v2.0/ports/72c8c185-6f3b-4e8d-81a1-96b75a06563a HTTP/1.1" status: 200 len: 976 time: 4.5622101 Oct 04 20:58:06.843772 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50400) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:06.882170 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:06.893616 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 01250afb-30f8-40ed-a854-f6852a101080 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:58:06.900195 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2db7a83f-9cd1-488d-9d47-231ac70f8f14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:06.937365 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:06.963626 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 01250afb-30f8-40ed-a854-f6852a101080 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:58:06.963626 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 01250afb-30f8-40ed-a854-f6852a101080 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:58:07.033434 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e21beb83-4f06-4f41-b65b-03cc87e49826 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:58:07.059183 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e21beb83-4f06-4f41-b65b-03cc87e49826 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (71b033ca-03de-493d-a9f3-2b82a5b6d9d9), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:07.059643 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-e21beb83-4f06-4f41-b65b-03cc87e49826 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Added segment 71b033ca-03de-493d-a9f3-2b82a5b6d9d9 of type vlan for network 230ed623-eb21-4e1e-9fd2-9763889de763 Oct 04 20:58:07.184111 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:07.199632 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e21beb83-4f06-4f41-b65b-03cc87e49826 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (230ed623-eb21-4e1e-9fd2-9763889de763), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:07.276519 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e74309d-869b-48ca-884e-b8acf37e8180 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Made reservation on behalf of b0c85d506fb94c18954be47609cba122 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:58:07.296621 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3e74309d-869b-48ca-884e-b8acf37e8180 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:07.324442 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b59f671-f995-4b1d-a2b5-acc8ad33e0af tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Pushing event updated for resources: {'Port': ['ID=72c8c185-6f3b-4e8d-81a1-96b75a06563a,revision_number=3']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:07.342728 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e99c426a-6337-415d-8886-aeb693a5471b tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks [] for router_gateway (e2cdd3ba-c8a8-4a74-b8a7-0bffae66c27f), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:07.404229 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=82,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=12 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:07.447856 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2db7a83f-9cd1-488d-9d47-231ac70f8f14 admin admin] Publish callbacks [] for security_group (97459da5-5a49-43aa-9560-40fbfff508ea), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:07.465307 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e21beb83-4f06-4f41-b65b-03cc87e49826 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (230ed623-eb21-4e1e-9fd2-9763889de763), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:07.494696 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21beb83-4f06-4f41-b65b-03cc87e49826 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:58:07.494696 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e21beb83-4f06-4f41-b65b-03cc87e49826 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:07.698884 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2db7a83f-9cd1-488d-9d47-231ac70f8f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (97459da5-5a49-43aa-9560-40fbfff508ea), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:07.729173 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-6cbe96f5-8aef-4c31-8991-9a85e46ef4c6 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Deleting port 72c8c185-6f3b-4e8d-81a1-96b75a06563a {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:58:07.729173 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6cbe96f5-8aef-4c31-8991-9a85e46ef4c6 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (72c8c185-6f3b-4e8d-81a1-96b75a06563a), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:08.077003 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=81,neutron:DELETE=1,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:08.079667 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21beb83-4f06-4f41-b65b-03cc87e49826 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event updated for resources: {'Network': ['ID=230ed623-eb21-4e1e-9fd2-9763889de763,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:08.099226 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 230ed623-eb21-4e1e-9fd2-9763889de763 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:58:08.116809 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-6cbe96f5-8aef-4c31-8991-9a85e46ef4c6 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] For port 72c8c185-6f3b-4e8d-81a1-96b75a06563a, host n-h1-852085-12, got binding levels [] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:58:08.117904 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6cbe96f5-8aef-4c31-8991-9a85e46ef4c6 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (72c8c185-6f3b-4e8d-81a1-96b75a06563a), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:08.121061 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3e74309d-869b-48ca-884e-b8acf37e8180 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (25064685-7489-41cf-9022-5b6d599339c6), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:08.236152 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2db7a83f-9cd1-488d-9d47-231ac70f8f14 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=f386d694b9154960a741f31caafb0e02&name=default HTTP/1.1" status: 200 len: 3000 time: 2.6593063 Oct 04 20:58:08.268148 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50416) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:08.346995 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e21beb83-4f06-4f41-b65b-03cc87e49826 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.3451385 Oct 04 20:58:08.352802 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 50418) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:08.364377 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-f7323f7f-a43c-4ba0-bb71-4c9b57a3875f tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Request body: {'subnet': {'network_id': '230ed623-eb21-4e1e-9fd2-9763889de763', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:58:08.404713 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-6cbe96f5-8aef-4c31-8991-9a85e46ef4c6 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Calling delete_port for 72c8c185-6f3b-4e8d-81a1-96b75a06563a owned by {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:58:08.409266 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e99c426a-6337-415d-8886-aeb693a5471b tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks [] for router_gateway (e2cdd3ba-c8a8-4a74-b8a7-0bffae66c27f), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:08.453950 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e99c426a-6337-415d-8886-aeb693a5471b tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:08.461463 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db7a83f-9cd1-488d-9d47-231ac70f8f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97459da5-5a49-43aa-9560-40fbfff508ea,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:08.523268 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e74309d-869b-48ca-884e-b8acf37e8180 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event updated for resources: {'Subnet': ['ID=25064685-7489-41cf-9022-5b6d599339c6,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:08.679949 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e74309d-869b-48ca-884e-b8acf37e8180 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Checking segment: {'id': '0d5eb314-12f4-4ebe-91ae-ec65f5140c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '14944780-7a23-4f0f-8a5b-4bafc300b857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:58:08.680512 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e74309d-869b-48ca-884e-b8acf37e8180 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Network hostable DHCP agents. Network: 14944780-7a23-4f0f-8a5b-4bafc300b857, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:58:08.788197 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8740cf96-53dc-4b9e-9b1a-56c42c3240dc admin admin] Publish callbacks [] for security_group (97459da5-5a49-43aa-9560-40fbfff508ea), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:08.909652 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8740cf96-53dc-4b9e-9b1a-56c42c3240dc admin admin] Publish callbacks [] for security_group (97459da5-5a49-43aa-9560-40fbfff508ea), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:08.918562 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 50428) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:08.991191 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e74309d-869b-48ca-884e-b8acf37e8180 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Network 14944780-7a23-4f0f-8a5b-4bafc300b857 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:58:09.148338 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-e99c426a-6337-415d-8886-aeb693a5471b tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Allocated IP 172.25.5.161 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/d584078b-1622-4751-a856-d6d2b44b1998) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:58:09.161801 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7323f7f-a43c-4ba0-bb71-4c9b57a3875f tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Made reservation on behalf of 6c1d2c9709a94cf691cb05145eeb8e23 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:58:09.168210 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f7323f7f-a43c-4ba0-bb71-4c9b57a3875f tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:09.174434 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-3e74309d-869b-48ca-884e-b8acf37e8180 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 14944780-7a23-4f0f-8a5b-4bafc300b857) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:58:09.182466 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e74309d-869b-48ca-884e-b8acf37e8180 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:58:09.183602 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3e74309d-869b-48ca-884e-b8acf37e8180 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:09.188786 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca11a64-5c4a-446e-8545-ddfc9517c439 None None] Network 14944780-7a23-4f0f-8a5b-4bafc300b857 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:58:09.344518 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-3e74309d-869b-48ca-884e-b8acf37e8180 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6171789 Oct 04 20:58:09.353284 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50432) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:09.375030 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-9315197d-f4c8-4391-94fb-3f05fd5d82f1 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1022532277', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:58:09.394081 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e9747c86-ad8d-4000-92df-aa643fb629f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:09.407927 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6cbe96f5-8aef-4c31-8991-9a85e46ef4c6 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (72c8c185-6f3b-4e8d-81a1-96b75a06563a), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:09.530433 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea72423-1005-4f71-9c43-a17366d12d8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-14944780-7a23-4f0f-8a5b-4bafc300b857', 'network_id': '14944780-7a23-4f0f-8a5b-4bafc300b857', 'project_id': 'b0c85d506fb94c18954be47609cba122', 'fixed_ips': [{'subnet_id': '25064685-7489-41cf-9022-5b6d599339c6'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:58:09.532746 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6ea72423-1005-4f71-9c43-a17366d12d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:09.564485 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbe96f5-8aef-4c31-8991-9a85e46ef4c6 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Pushing event deleted for resources: {'Port': ['ID=72c8c185-6f3b-4e8d-81a1-96b75a06563a,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:09.578943 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8740cf96-53dc-4b9e-9b1a-56c42c3240dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (97459da5-5a49-43aa-9560-40fbfff508ea), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:09.590912 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8740cf96-53dc-4b9e-9b1a-56c42c3240dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:09.593406 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-8740cf96-53dc-4b9e-9b1a-56c42c3240dc admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/97459da5-5a49-43aa-9560-40fbfff508ea HTTP/1.1" status: 204 len: 168 time: 1.3232603 Oct 04 20:58:09.616572 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6cbe96f5-8aef-4c31-8991-9a85e46ef4c6 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:09.625004 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-6cbe96f5-8aef-4c31-8991-9a85e46ef4c6 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] 10.222.0.78 "DELETE /networking/v2.0/ports/72c8c185-6f3b-4e8d-81a1-96b75a06563a HTTP/1.1" status: 204 len: 168 time: 2.7762053 Oct 04 20:58:09.639272 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50436) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:09.682343 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:09.713082 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:09.757595 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8740cf96-53dc-4b9e-9b1a-56c42c3240dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97459da5-5a49-43aa-9560-40fbfff508ea,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:09.776324 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-33610ca3-0a2c-4ec7-a99e-d7747d419ad2 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] GET failed (client error): The resource could not be found. Oct 04 20:58:09.779379 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-33610ca3-0a2c-4ec7-a99e-d7747d419ad2 tempest-PortsAdminExtendedAttrsTestJSON-2008960214 tempest-PortsAdminExtendedAttrsTestJSON-2008960214-project-admin] 10.222.0.78 "GET /networking/v2.0/ports/72c8c185-6f3b-4e8d-81a1-96b75a06563a HTTP/1.1" status: 404 len: 333 time: 0.1341498 Oct 04 20:58:09.809464 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50442) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:09.818060 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9315197d-f4c8-4391-94fb-3f05fd5d82f1 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (8c036e27-74c2-45dd-a778-acbfb99d5318), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:09.825086 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9315197d-f4c8-4391-94fb-3f05fd5d82f1 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (8c036e27-74c2-45dd-a778-acbfb99d5318), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:09.853997 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=82,neutron:UPDATE=4,neutron:DELETE=9,neutron:INSERT=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:09.922557 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e9747c86-ad8d-4000-92df-aa643fb629f6 admin admin] Publish callbacks [] for security_group (b758749d-7fda-44f6-87b5-69ce4e8779fd), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:10.123304 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e99c426a-6337-415d-8886-aeb693a5471b tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks [] for port (d584078b-1622-4751-a856-d6d2b44b1998), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:10.145760 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e9747c86-ad8d-4000-92df-aa643fb629f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (b758749d-7fda-44f6-87b5-69ce4e8779fd), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:10.159532 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 50444) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:10.270213 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-6ea72423-1005-4f71-9c43-a17366d12d8b None None] Allocated IP 2001:db8::2 (14944780-7a23-4f0f-8a5b-4bafc300b857/25064685-7489-41cf-9022-5b6d599339c6/7b8b316b-04e9-4f8c-bed6-ae9324aa10d3) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:58:10.278184 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4f1fbfae-33be-44e8-bc4a-6151eb83db7e tempest-PortsAdminExtendedAttrsTestJSON-1551243606 tempest-PortsAdminExtendedAttrsTestJSON-1551243606-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (6b569f22-349e-4780-9140-fef10b36dde6), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:10.300158 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9315197d-f4c8-4391-94fb-3f05fd5d82f1 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for router_controller (8c036e27-74c2-45dd-a778-acbfb99d5318), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:10.450728 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e9747c86-ad8d-4000-92df-aa643fb629f6 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=d1469bcd4b77414ba7514e71214d588f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5226791 Oct 04 20:58:10.500207 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50450) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:10.559018 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:10.565337 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9747c86-ad8d-4000-92df-aa643fb629f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b758749d-7fda-44f6-87b5-69ce4e8779fd,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:10.785391 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4f1fbfae-33be-44e8-bc4a-6151eb83db7e tempest-PortsAdminExtendedAttrsTestJSON-1551243606 tempest-PortsAdminExtendedAttrsTestJSON-1551243606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (6b569f22-349e-4780-9140-fef10b36dde6), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:10.827496 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-4f1fbfae-33be-44e8-bc4a-6151eb83db7e tempest-PortsAdminExtendedAttrsTestJSON-1551243606 tempest-PortsAdminExtendedAttrsTestJSON-1551243606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b569f22-349e-4780-9140-fef10b36dde6']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:58:10.861284 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-4f1fbfae-33be-44e8-bc4a-6151eb83db7e tempest-PortsAdminExtendedAttrsTestJSON-1551243606 tempest-PortsAdminExtendedAttrsTestJSON-1551243606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f09a371-6254-4f28-8ce8-6e995a68362b') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:58:10.862122 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-4f1fbfae-33be-44e8-bc4a-6151eb83db7e tempest-PortsAdminExtendedAttrsTestJSON-1551243606 tempest-PortsAdminExtendedAttrsTestJSON-1551243606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f09a371-6254-4f28-8ce8-6e995a68362b') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:58:10.887362 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f7323f7f-a43c-4ba0-bb71-4c9b57a3875f tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (0d089b41-00e6-46f2-bd5e-1f440c4256df), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:10.901079 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4f1fbfae-33be-44e8-bc4a-6151eb83db7e tempest-PortsAdminExtendedAttrsTestJSON-1551243606 tempest-PortsAdminExtendedAttrsTestJSON-1551243606-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (3f09a371-6254-4f28-8ce8-6e995a68362b), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:10.960191 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4f1fbfae-33be-44e8-bc4a-6151eb83db7e tempest-PortsAdminExtendedAttrsTestJSON-1551243606 tempest-PortsAdminExtendedAttrsTestJSON-1551243606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (3f09a371-6254-4f28-8ce8-6e995a68362b), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:10.988161 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f1fbfae-33be-44e8-bc4a-6151eb83db7e tempest-PortsAdminExtendedAttrsTestJSON-1551243606 tempest-PortsAdminExtendedAttrsTestJSON-1551243606-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:58:10.992019 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4f1fbfae-33be-44e8-bc4a-6151eb83db7e tempest-PortsAdminExtendedAttrsTestJSON-1551243606 tempest-PortsAdminExtendedAttrsTestJSON-1551243606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (3f09a371-6254-4f28-8ce8-6e995a68362b), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:11.080927 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6ea72423-1005-4f71-9c43-a17366d12d8b None None] Publish callbacks [] for port (7b8b316b-04e9-4f8c-bed6-ae9324aa10d3), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:11.103778 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-086b791d-d52a-460b-b5c5-bde052a95c70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:11.158860 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7323f7f-a43c-4ba0-bb71-4c9b57a3875f tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event updated for resources: {'Subnet': ['ID=0d089b41-00e6-46f2-bd5e-1f440c4256df,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:11.172673 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9315197d-f4c8-4391-94fb-3f05fd5d82f1 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (8c036e27-74c2-45dd-a778-acbfb99d5318), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:11.208450 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6ea72423-1005-4f71-9c43-a17366d12d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (7b8b316b-04e9-4f8c-bed6-ae9324aa10d3), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:11.239103 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 3f09a371-6254-4f28-8ce8-6e995a68362b resource provider aggregate not found Oct 04 20:58:11.288168 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:11.303891 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7323f7f-a43c-4ba0-bb71-4c9b57a3875f tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Checking segment: {'id': '71b033ca-03de-493d-a9f3-2b82a5b6d9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '230ed623-eb21-4e1e-9fd2-9763889de763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:58:11.303891 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7323f7f-a43c-4ba0-bb71-4c9b57a3875f tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Network hostable DHCP agents. Network: 230ed623-eb21-4e1e-9fd2-9763889de763, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:58:11.334885 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:11.356527 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e99c426a-6337-415d-8886-aeb693a5471b tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (d584078b-1622-4751-a856-d6d2b44b1998), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:11.402461 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 3f09a371-6254-4f28-8ce8-6e995a68362b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3f09a371-6254-4f28-8ce8-6e995a68362b found for delete ", "request_id": "req-54fd12ed-20ca-4dd2-b809-58fb28b7e270"}]} Oct 04 20:58:11.437884 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-086b791d-d52a-460b-b5c5-bde052a95c70 admin admin] Publish callbacks [] for security_group (22cc50a2-a35d-4ca5-8f9c-ad46fc0f6a40), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:11.463994 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9315197d-f4c8-4391-94fb-3f05fd5d82f1 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:11.471359 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 50466) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:11.479448 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea72423-1005-4f71-9c43-a17366d12d8b None None] Pushing event updated for resources: {'Port': ['ID=7b8b316b-04e9-4f8c-bed6-ae9324aa10d3,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:11.482341 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-9315197d-f4c8-4391-94fb-3f05fd5d82f1 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 704 time: 2.1267211 Oct 04 20:58:11.488175 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea72423-1005-4f71-9c43-a17366d12d8b None None] Network 14944780-7a23-4f0f-8a5b-4bafc300b857 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:58:11.491608 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-ee7e9301-757a-4e39-9b17-a382febb2434 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Request body: {'port': {'network_id': '14944780-7a23-4f0f-8a5b-4bafc300b857', 'name': 'tempest-RoutersIpV6Test-1569315708'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:58:11.495404 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-6ea72423-1005-4f71-9c43-a17366d12d8b None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:58:11.499682 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea72423-1005-4f71-9c43-a17366d12d8b None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:58:11.502832 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7323f7f-a43c-4ba0-bb71-4c9b57a3875f tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Network 230ed623-eb21-4e1e-9fd2-9763889de763 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:58:11.548639 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4f1fbfae-33be-44e8-bc4a-6151eb83db7e tempest-PortsAdminExtendedAttrsTestJSON-1551243606 tempest-PortsAdminExtendedAttrsTestJSON-1551243606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (6b569f22-349e-4780-9140-fef10b36dde6), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:11.558004 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4f1fbfae-33be-44e8-bc4a-6151eb83db7e tempest-PortsAdminExtendedAttrsTestJSON-1551243606 tempest-PortsAdminExtendedAttrsTestJSON-1551243606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:11.569194 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4f1fbfae-33be-44e8-bc4a-6151eb83db7e tempest-PortsAdminExtendedAttrsTestJSON-1551243606 tempest-PortsAdminExtendedAttrsTestJSON-1551243606-project] 10.222.0.78 "DELETE /networking/v2.0/networks/6b569f22-349e-4780-9140-fef10b36dde6 HTTP/1.1" status: 204 len: 168 time: 1.7163055 Oct 04 20:58:11.609778 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-086b791d-d52a-460b-b5c5-bde052a95c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (22cc50a2-a35d-4ca5-8f9c-ad46fc0f6a40), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:11.637031 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:11.649274 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99c426a-6337-415d-8886-aeb693a5471b tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:58:11.658072 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1fbfae-33be-44e8-bc4a-6151eb83db7e tempest-PortsAdminExtendedAttrsTestJSON-1551243606 tempest-PortsAdminExtendedAttrsTestJSON-1551243606-project] Pushing event deleted for resources: {'Network': ['ID=6b569f22-349e-4780-9140-fef10b36dde6,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:11.667183 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-6ea72423-1005-4f71-9c43-a17366d12d8b None None] Attempting to bind port 7b8b316b-04e9-4f8c-bed6-ae9324aa10d3 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:58:11.669499 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-6ea72423-1005-4f71-9c43-a17366d12d8b None None] Attempting to bind port 7b8b316b-04e9-4f8c-bed6-ae9324aa10d3 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '0d5eb314-12f4-4ebe-91ae-ec65f5140c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '14944780-7a23-4f0f-8a5b-4bafc300b857'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:58:11.672837 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea72423-1005-4f71-9c43-a17366d12d8b None None] Attempting to bind port 7b8b316b-04e9-4f8c-bed6-ae9324aa10d3 on network 14944780-7a23-4f0f-8a5b-4bafc300b857 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:58:11.698671 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5e418e4c-fe26-4f5d-8390-be69dff37ad5 admin admin] Publish callbacks [] for security_group (b758749d-7fda-44f6-87b5-69ce4e8779fd), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:11.734504 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-086b791d-d52a-460b-b5c5-bde052a95c70 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=6aa6c89adf5f4fe79c8eb829190c7700&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5491176 Oct 04 20:58:11.742415 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-f7323f7f-a43c-4ba0-bb71-4c9b57a3875f tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 230ed623-eb21-4e1e-9fd2-9763889de763) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:58:11.743102 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-e99c426a-6337-415d-8886-aeb693a5471b tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:58:11.758368 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c84623-4c7e-49cb-a289-ab874f8e421e None None] Network 230ed623-eb21-4e1e-9fd2-9763889de763 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:58:11.761381 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50470) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:11.781822 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99c426a-6337-415d-8886-aeb693a5471b tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:58:11.792367 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5e418e4c-fe26-4f5d-8390-be69dff37ad5 admin admin] Publish callbacks [] for security_group (b758749d-7fda-44f6-87b5-69ce4e8779fd), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:11.797538 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99c426a-6337-415d-8886-aeb693a5471b tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Pushing event updated for resources: {'Port': ['ID=d584078b-1622-4751-a856-d6d2b44b1998,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:11.852507 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086b791d-d52a-460b-b5c5-bde052a95c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22cc50a2-a35d-4ca5-8f9c-ad46fc0f6a40,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:11.865209 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7323f7f-a43c-4ba0-bb71-4c9b57a3875f tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:58:11.866665 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f7323f7f-a43c-4ba0-bb71-4c9b57a3875f tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:11.983850 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee7e9301-757a-4e39-9b17-a382febb2434 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Made reservation on behalf of b0c85d506fb94c18954be47609cba122 for: {'port': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:58:12.006678 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ee7e9301-757a-4e39-9b17-a382febb2434 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:12.044254 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea72423-1005-4f71-9c43-a17366d12d8b None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:58:12.045195 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea72423-1005-4f71-9c43-a17366d12d8b None None] Checking segment: {'id': '0d5eb314-12f4-4ebe-91ae-ec65f5140c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '14944780-7a23-4f0f-8a5b-4bafc300b857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:58:12.045832 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6ea72423-1005-4f71-9c43-a17366d12d8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:12.046619 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea72423-1005-4f71-9c43-a17366d12d8b None None] Bound using segment: {'id': '0d5eb314-12f4-4ebe-91ae-ec65f5140c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '14944780-7a23-4f0f-8a5b-4bafc300b857'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:58:12.047341 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-6ea72423-1005-4f71-9c43-a17366d12d8b None None] Bound port: 7b8b316b-04e9-4f8c-bed6-ae9324aa10d3, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d5eb314-12f4-4ebe-91ae-ec65f5140c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '14944780-7a23-4f0f-8a5b-4bafc300b857'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:58:12.049445 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [None req-ee7e9301-757a-4e39-9b17-a382febb2434 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] device_id is not set on port 5905a7cd-d35f-438a-a7db-442b48ea0a12 yet. {{(pid=108169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 20:58:12.049688 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6ea72423-1005-4f71-9c43-a17366d12d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (7b8b316b-04e9-4f8c-bed6-ae9324aa10d3), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:12.182287 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8623b56e-84c4-415f-a2b5-c487f929c7fa admin admin] Publish callbacks [] for security_group (22cc50a2-a35d-4ca5-8f9c-ad46fc0f6a40), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:12.190025 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f7323f7f-a43c-4ba0-bb71-4c9b57a3875f tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.8356907 Oct 04 20:58:12.194931 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50474) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:12.237231 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7054db5c-8cf5-4887-b774-20806b66d6ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-230ed623-eb21-4e1e-9fd2-9763889de763', 'network_id': '230ed623-eb21-4e1e-9fd2-9763889de763', 'project_id': '6c1d2c9709a94cf691cb05145eeb8e23', 'fixed_ips': [{'subnet_id': '0d089b41-00e6-46f2-bd5e-1f440c4256df'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:58:12.239158 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7054db5c-8cf5-4887-b774-20806b66d6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:12.257459 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-12c0ba9c-1078-4cec-8ac9-51799781ac30 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Request body: {'port': {'network_id': '230ed623-eb21-4e1e-9fd2-9763889de763', 'name': 'tempest-PortsIpV6TestJSON-1028963088'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:58:12.350386 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8623b56e-84c4-415f-a2b5-c487f929c7fa admin admin] Publish callbacks [] for security_group (22cc50a2-a35d-4ca5-8f9c-ad46fc0f6a40), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:12.404473 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:12.435503 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5e418e4c-fe26-4f5d-8390-be69dff37ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (b758749d-7fda-44f6-87b5-69ce4e8779fd), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:12.441056 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5e418e4c-fe26-4f5d-8390-be69dff37ad5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:12.444194 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-5e418e4c-fe26-4f5d-8390-be69dff37ad5 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/b758749d-7fda-44f6-87b5-69ce4e8779fd HTTP/1.1" status: 204 len: 168 time: 1.9334714 Oct 04 20:58:12.490798 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-ee7e9301-757a-4e39-9b17-a382febb2434 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Allocated IP 2001:db8::230 (14944780-7a23-4f0f-8a5b-4bafc300b857/25064685-7489-41cf-9022-5b6d599339c6/5905a7cd-d35f-438a-a7db-442b48ea0a12) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:58:12.509561 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e418e4c-fe26-4f5d-8390-be69dff37ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b758749d-7fda-44f6-87b5-69ce4e8779fd,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:12.793923 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:DELETE=8,neutron:SELECT=92 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:12.797061 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-6ea72423-1005-4f71-9c43-a17366d12d8b None None] For port 7b8b316b-04e9-4f8c-bed6-ae9324aa10d3, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:58:12.861994 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-6ea72423-1005-4f71-9c43-a17366d12d8b None None] For port 7b8b316b-04e9-4f8c-bed6-ae9324aa10d3, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=7b8b316b-04e9-4f8c-bed6-ae9324aa10d3,segment=NetworkSegment(0d5eb314-12f4-4ebe-91ae-ec65f5140c2c),segment_id=0d5eb314-12f4-4ebe-91ae-ec65f5140c2c)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:58:12.926698 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8623b56e-84c4-415f-a2b5-c487f929c7fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (22cc50a2-a35d-4ca5-8f9c-ad46fc0f6a40), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:12.937638 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8623b56e-84c4-415f-a2b5-c487f929c7fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:12.944304 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-8623b56e-84c4-415f-a2b5-c487f929c7fa admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/22cc50a2-a35d-4ca5-8f9c-ad46fc0f6a40 HTTP/1.1" status: 204 len: 168 time: 1.1757133 Oct 04 20:58:12.966454 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c0ba9c-1078-4cec-8ac9-51799781ac30 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Made reservation on behalf of 6c1d2c9709a94cf691cb05145eeb8e23 for: {'port': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:58:12.973515 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-12c0ba9c-1078-4cec-8ac9-51799781ac30 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:13.013103 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8623b56e-84c4-415f-a2b5-c487f929c7fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22cc50a2-a35d-4ca5-8f9c-ad46fc0f6a40,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:13.018332 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [None req-12c0ba9c-1078-4cec-8ac9-51799781ac30 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] device_id is not set on port 48086442-0656-4840-bed8-ff07b7dc513e yet. {{(pid=108170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 20:58:13.059576 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ee7e9301-757a-4e39-9b17-a382febb2434 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for port (5905a7cd-d35f-438a-a7db-442b48ea0a12), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:13.082720 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6ea72423-1005-4f71-9c43-a17366d12d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (7b8b316b-04e9-4f8c-bed6-ae9324aa10d3), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:13.155559 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e99c426a-6337-415d-8886-aeb693a5471b tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks [] for router_gateway (e2cdd3ba-c8a8-4a74-b8a7-0bffae66c27f), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:13.238650 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-7054db5c-8cf5-4887-b774-20806b66d6ef None None] Allocated IP 2001:db8::2 (230ed623-eb21-4e1e-9fd2-9763889de763/0d089b41-00e6-46f2-bd5e-1f440c4256df/4a68e4a1-5f9f-4389-b05c-4829e4a142a1) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:58:13.290476 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea72423-1005-4f71-9c43-a17366d12d8b None None] Pushing event updated for resources: {'Port': ['ID=7b8b316b-04e9-4f8c-bed6-ae9324aa10d3,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:13.365895 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 50500) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:13.386181 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ee7e9301-757a-4e39-9b17-a382febb2434 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (5905a7cd-d35f-438a-a7db-442b48ea0a12), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:13.418520 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:13.580079 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7e9301-757a-4e39-9b17-a382febb2434 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Network 14944780-7a23-4f0f-8a5b-4bafc300b857 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:58:13.591287 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-ee7e9301-757a-4e39-9b17-a382febb2434 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:58:13.608393 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7e9301-757a-4e39-9b17-a382febb2434 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:58:13.618935 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7e9301-757a-4e39-9b17-a382febb2434 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:58:13.620149 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ee7e9301-757a-4e39-9b17-a382febb2434 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:13.708500 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7e9301-757a-4e39-9b17-a382febb2434 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event updated for resources: {'Port': ['ID=5905a7cd-d35f-438a-a7db-442b48ea0a12,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:13.800521 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ee7e9301-757a-4e39-9b17-a382febb2434 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3218775 Oct 04 20:58:13.804817 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 50506) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:13.814531 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7054db5c-8cf5-4887-b774-20806b66d6ef None None] Publish callbacks [] for port (4a68e4a1-5f9f-4389-b05c-4829e4a142a1), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:13.966963 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7054db5c-8cf5-4887-b774-20806b66d6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (4a68e4a1-5f9f-4389-b05c-4829e4a142a1), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:14.136765 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7054db5c-8cf5-4887-b774-20806b66d6ef None None] Network 230ed623-eb21-4e1e-9fd2-9763889de763 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:58:14.157323 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-7054db5c-8cf5-4887-b774-20806b66d6ef None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:58:14.168774 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7054db5c-8cf5-4887-b774-20806b66d6ef None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:58:14.205218 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7054db5c-8cf5-4887-b774-20806b66d6ef None None] Pushing event updated for resources: {'Port': ['ID=4a68e4a1-5f9f-4389-b05c-4829e4a142a1,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:14.211180 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:14.380059 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-7054db5c-8cf5-4887-b774-20806b66d6ef None None] Attempting to bind port 4a68e4a1-5f9f-4389-b05c-4829e4a142a1 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:58:14.380672 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-7054db5c-8cf5-4887-b774-20806b66d6ef None None] Attempting to bind port 4a68e4a1-5f9f-4389-b05c-4829e4a142a1 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '71b033ca-03de-493d-a9f3-2b82a5b6d9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '230ed623-eb21-4e1e-9fd2-9763889de763'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:58:14.389130 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7054db5c-8cf5-4887-b774-20806b66d6ef None None] Attempting to bind port 4a68e4a1-5f9f-4389-b05c-4829e4a142a1 on network 230ed623-eb21-4e1e-9fd2-9763889de763 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:58:14.552596 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7054db5c-8cf5-4887-b774-20806b66d6ef None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:58:14.553478 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7054db5c-8cf5-4887-b774-20806b66d6ef None None] Checking segment: {'id': '71b033ca-03de-493d-a9f3-2b82a5b6d9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '230ed623-eb21-4e1e-9fd2-9763889de763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:58:14.554328 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7054db5c-8cf5-4887-b774-20806b66d6ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:14.562334 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7054db5c-8cf5-4887-b774-20806b66d6ef None None] Bound using segment: {'id': '71b033ca-03de-493d-a9f3-2b82a5b6d9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '230ed623-eb21-4e1e-9fd2-9763889de763'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:58:14.563556 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-7054db5c-8cf5-4887-b774-20806b66d6ef None None] Bound port: 4a68e4a1-5f9f-4389-b05c-4829e4a142a1, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71b033ca-03de-493d-a9f3-2b82a5b6d9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '230ed623-eb21-4e1e-9fd2-9763889de763'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:58:14.564302 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7054db5c-8cf5-4887-b774-20806b66d6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (4a68e4a1-5f9f-4389-b05c-4829e4a142a1), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:14.689922 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e99c426a-6337-415d-8886-aeb693a5471b tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (e2cdd3ba-c8a8-4a74-b8a7-0bffae66c27f), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:14.820058 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-7054db5c-8cf5-4887-b774-20806b66d6ef None None] For port 4a68e4a1-5f9f-4389-b05c-4829e4a142a1, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:58:14.828338 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-7054db5c-8cf5-4887-b774-20806b66d6ef None None] For port 4a68e4a1-5f9f-4389-b05c-4829e4a142a1, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=4a68e4a1-5f9f-4389-b05c-4829e4a142a1,segment=NetworkSegment(71b033ca-03de-493d-a9f3-2b82a5b6d9d9),segment_id=71b033ca-03de-493d-a9f3-2b82a5b6d9d9)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:58:14.834255 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=7 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:14.847893 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 7b8b316b-04e9-4f8c-bed6-ae9324aa10d3 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:58:14.911198 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-12c0ba9c-1078-4cec-8ac9-51799781ac30 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Allocated IP 2001:db8::ee (230ed623-eb21-4e1e-9fd2-9763889de763/0d089b41-00e6-46f2-bd5e-1f440c4256df/48086442-0656-4840-bed8-ff07b7dc513e) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:58:14.918459 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6a50783c-09aa-4651-a806-10511b16e442 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (5905a7cd-d35f-438a-a7db-442b48ea0a12), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:14.923342 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 50510) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:14.946812 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7054db5c-8cf5-4887-b774-20806b66d6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (4a68e4a1-5f9f-4389-b05c-4829e4a142a1), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:15.051909 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=5,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:15.128623 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 7b8b316b-04e9-4f8c-bed6-ae9324aa10d3 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:58:15.129218 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (7b8b316b-04e9-4f8c-bed6-ae9324aa10d3), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:15.129802 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 7b8b316b-04e9-4f8c-bed6-ae9324aa10d3 Oct 04 20:58:15.144040 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d7472117-28f5-45d1-b35a-32ecfd7ed809 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:15.265582 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7054db5c-8cf5-4887-b774-20806b66d6ef None None] Pushing event updated for resources: {'Port': ['ID=4a68e4a1-5f9f-4389-b05c-4829e4a142a1,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:15.406941 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50514) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:15.411275 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c5a1837d-0a63-4375-9628-9d6731e9428f admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=3b95a2aecfd5445e8e78ba2bae3358ca&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0410802 Oct 04 20:58:15.669757 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d52b1d1-03c1-4ca7-b13a-15478feb405f None None] Network 14944780-7a23-4f0f-8a5b-4bafc300b857 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:58:15.811006 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:15.916913 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0f17dc5f-d6ce-416a-8320-ff8b9a439560 admin admin] Publish callbacks [] for security_group (3e113b66-49c9-423d-8081-81447295384e), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:15.955055 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ba884871-6aac-4701-b8c4-f7fac7a45798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:15.974681 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 7b8b316b-04e9-4f8c-bed6-ae9324aa10d3 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:58:15.975580 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (7b8b316b-04e9-4f8c-bed6-ae9324aa10d3), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:16.004976 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-5c1635e1-3877-4d2e-9f26-28600167896d None None] Provisioning complete for port 7b8b316b-04e9-4f8c-bed6-ae9324aa10d3 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:58:16.005940 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5c1635e1-3877-4d2e-9f26-28600167896d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (7b8b316b-04e9-4f8c-bed6-ae9324aa10d3), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:16.006775 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-5c1635e1-3877-4d2e-9f26-28600167896d None None] Attempt 1 to provision port 7b8b316b-04e9-4f8c-bed6-ae9324aa10d3 Oct 04 20:58:16.073938 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0f17dc5f-d6ce-416a-8320-ff8b9a439560 admin admin] Publish callbacks [] for security_group (3e113b66-49c9-423d-8081-81447295384e), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:16.106977 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-12c0ba9c-1078-4cec-8ac9-51799781ac30 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for port (48086442-0656-4840-bed8-ff07b7dc513e), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:16.126289 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e99c426a-6337-415d-8886-aeb693a5471b tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Router e2cdd3ba-c8a8-4a74-b8a7-0bffae66c27f is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:58:16.153159 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:16.187238 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 7b8b316b-04e9-4f8c-bed6-ae9324aa10d3, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=7b8b316b-04e9-4f8c-bed6-ae9324aa10d3,segment=NetworkSegment(0d5eb314-12f4-4ebe-91ae-ec65f5140c2c),segment_id=0d5eb314-12f4-4ebe-91ae-ec65f5140c2c)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:58:16.316657 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (7b8b316b-04e9-4f8c-bed6-ae9324aa10d3), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:16.445836 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-5c1635e1-3877-4d2e-9f26-28600167896d None None] Current status of the port 7b8b316b-04e9-4f8c-bed6-ae9324aa10d3 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:58:16.446872 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5c1635e1-3877-4d2e-9f26-28600167896d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (7b8b316b-04e9-4f8c-bed6-ae9324aa10d3), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:16.631446 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 50522) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:16.738689 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=7b8b316b-04e9-4f8c-bed6-ae9324aa10d3,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:16.752774 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-12c0ba9c-1078-4cec-8ac9-51799781ac30 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (48086442-0656-4840-bed8-ff07b7dc513e), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:16.827395 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-5c1635e1-3877-4d2e-9f26-28600167896d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 20:58:16.828311 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-5c1635e1-3877-4d2e-9f26-28600167896d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 20:58:16.883082 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:16.888765 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0b693d17-6535-4e52-892a-542ccaf150aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:16.909674 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 4a68e4a1-5f9f-4389-b05c-4829e4a142a1 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:58:16.965265 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0f17dc5f-d6ce-416a-8320-ff8b9a439560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (3e113b66-49c9-423d-8081-81447295384e), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:16.974081 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0f17dc5f-d6ce-416a-8320-ff8b9a439560 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:16.976536 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-0f17dc5f-d6ce-416a-8320-ff8b9a439560 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/3e113b66-49c9-423d-8081-81447295384e HTTP/1.1" status: 204 len: 168 time: 1.5644417 Oct 04 20:58:17.010186 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c0ba9c-1078-4cec-8ac9-51799781ac30 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Network 230ed623-eb21-4e1e-9fd2-9763889de763 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:58:17.096589 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-12c0ba9c-1078-4cec-8ac9-51799781ac30 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:58:17.099973 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 4a68e4a1-5f9f-4389-b05c-4829e4a142a1 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:58:17.102736 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (4a68e4a1-5f9f-4389-b05c-4829e4a142a1), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:17.105689 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 4a68e4a1-5f9f-4389-b05c-4829e4a142a1 Oct 04 20:58:17.131004 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c0ba9c-1078-4cec-8ac9-51799781ac30 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:58:17.140948 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c0ba9c-1078-4cec-8ac9-51799781ac30 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:58:17.142423 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-12c0ba9c-1078-4cec-8ac9-51799781ac30 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:17.156610 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c0ba9c-1078-4cec-8ac9-51799781ac30 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event updated for resources: {'Port': ['ID=48086442-0656-4840-bed8-ff07b7dc513e,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:17.178608 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f17dc5f-d6ce-416a-8320-ff8b9a439560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e113b66-49c9-423d-8081-81447295384e,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:17.190072 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e99c426a-6337-415d-8886-aeb693a5471b tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:58:17.316297 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-12c0ba9c-1078-4cec-8ac9-51799781ac30 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.1182365 Oct 04 20:58:17.320006 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50530) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:17.331837 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-522913de-3a35-4813-85ae-b2fac9264f37 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Request body: {'port': {'network_id': '230ed623-eb21-4e1e-9fd2-9763889de763', 'name': 'tempest-PortsIpV6TestJSON-400520092'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:58:17.344447 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6a50783c-09aa-4651-a806-10511b16e442 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for port (5905a7cd-d35f-438a-a7db-442b48ea0a12), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:17.380634 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e99c426a-6337-415d-8886-aeb693a5471b tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:17.382948 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-e99c426a-6337-415d-8886-aeb693a5471b tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 884 time: 11.9535339 Oct 04 20:58:17.385347 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d7472117-28f5-45d1-b35a-32ecfd7ed809 admin admin] Publish callbacks [] for security_group (0e2754e5-76d7-4fda-baac-222c9b797710), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:17.415178 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 50532) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:17.441670 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-9f59cf4c-dd94-4c8c-8201-4edad41c2d7b tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'enable_snat': False}}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:58:17.582734 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9728ec7a-93f7-4b3c-a989-897fc54bcf0a None None] Sync routers for ids ['e2cdd3ba-c8a8-4a74-b8a7-0bffae66c27f'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:58:17.664592 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d7472117-28f5-45d1-b35a-32ecfd7ed809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (0e2754e5-76d7-4fda-baac-222c9b797710), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:17.723813 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6a50783c-09aa-4651-a806-10511b16e442 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (5905a7cd-d35f-438a-a7db-442b48ea0a12), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:17.738042 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-5c1635e1-3877-4d2e-9f26-28600167896d None None] Current status of the port 7b8b316b-04e9-4f8c-bed6-ae9324aa10d3 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:58:17.804774 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4604db1-a2a3-49d6-9ea0-efee0764e1be None None] Network 230ed623-eb21-4e1e-9fd2-9763889de763 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:58:17.833653 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9728ec7a-93f7-4b3c-a989-897fc54bcf0a None None] Routers {'e2cdd3ba-c8a8-4a74-b8a7-0bffae66c27f'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:58:17.834888 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-9728ec7a-93f7-4b3c-a989-897fc54bcf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:57:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['e2cdd3ba-c8a8-4a74-b8a7-0bffae66c27f'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:58:18.036799 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d7472117-28f5-45d1-b35a-32ecfd7ed809 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=c643b3375dcd4b9cbf2c2181acd08187&name=default HTTP/1.1" status: 200 len: 3000 time: 3.1061325 Oct 04 20:58:18.055078 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50544) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:18.059183 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-9728ec7a-93f7-4b3c-a989-897fc54bcf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:58:18.079273 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3767d10a-bed1-455a-983b-bf47e2e85394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:18.101849 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:18.114963 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-15532c86-0016-4424-bf1f-c0754f1ba5f6 None None] Provisioning complete for port 4a68e4a1-5f9f-4389-b05c-4829e4a142a1 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:58:18.116243 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-15532c86-0016-4424-bf1f-c0754f1ba5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (4a68e4a1-5f9f-4389-b05c-4829e4a142a1), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:18.117155 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-15532c86-0016-4424-bf1f-c0754f1ba5f6 None None] Attempt 1 to provision port 4a68e4a1-5f9f-4389-b05c-4829e4a142a1 Oct 04 20:58:18.139651 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522913de-3a35-4813-85ae-b2fac9264f37 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Made reservation on behalf of 6c1d2c9709a94cf691cb05145eeb8e23 for: {'port': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:58:18.163493 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-522913de-3a35-4813-85ae-b2fac9264f37 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:18.276155 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:18.322386 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7472117-28f5-45d1-b35a-32ecfd7ed809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2754e5-76d7-4fda-baac-222c9b797710,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:18.339378 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [None req-522913de-3a35-4813-85ae-b2fac9264f37 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] device_id is not set on port 5112629e-6503-4ab7-a6df-74ed06f9f2f3 yet. {{(pid=108170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 20:58:18.369838 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 4a68e4a1-5f9f-4389-b05c-4829e4a142a1 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:58:18.369838 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (4a68e4a1-5f9f-4389-b05c-4829e4a142a1), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:18.429243 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9728ec7a-93f7-4b3c-a989-897fc54bcf0a None None] Routers {'e2cdd3ba-c8a8-4a74-b8a7-0bffae66c27f'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:58:18.430725 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-9728ec7a-93f7-4b3c-a989-897fc54bcf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:58:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['e2cdd3ba-c8a8-4a74-b8a7-0bffae66c27f'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:58:18.441576 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a50783c-09aa-4651-a806-10511b16e442 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event updated for resources: {'Port': ['ID=5905a7cd-d35f-438a-a7db-442b48ea0a12,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:18.548013 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-49092424-5af3-4480-b83f-65355de4fd5e admin admin] Publish callbacks [] for security_group (0e2754e5-76d7-4fda-baac-222c9b797710), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:18.575267 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0b693d17-6535-4e52-892a-542ccaf150aa admin admin] Publish callbacks [] for security_group (0dd5059e-3203-43e5-abd9-3431ac976078), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:18.633955 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-9728ec7a-93f7-4b3c-a989-897fc54bcf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:58:18.636773 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9728ec7a-93f7-4b3c-a989-897fc54bcf0a None None] The sync data for ids ['e2cdd3ba-c8a8-4a74-b8a7-0bffae66c27f'] in n-d-852085-12 is: [] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:58:18.858341 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:18.888817 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 4a68e4a1-5f9f-4389-b05c-4829e4a142a1, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=4a68e4a1-5f9f-4389-b05c-4829e4a142a1,segment=NetworkSegment(71b033ca-03de-493d-a9f3-2b82a5b6d9d9),segment_id=71b033ca-03de-493d-a9f3-2b82a5b6d9d9)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:58:18.893239 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-15532c86-0016-4424-bf1f-c0754f1ba5f6 None None] Current status of the port 4a68e4a1-5f9f-4389-b05c-4829e4a142a1 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:58:18.895274 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-15532c86-0016-4424-bf1f-c0754f1ba5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (4a68e4a1-5f9f-4389-b05c-4829e4a142a1), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:18.900704 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 50556) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:18.911369 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-49092424-5af3-4480-b83f-65355de4fd5e admin admin] Publish callbacks [] for security_group (0e2754e5-76d7-4fda-baac-222c9b797710), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:18.925272 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0b693d17-6535-4e52-892a-542ccaf150aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (0dd5059e-3203-43e5-abd9-3431ac976078), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:18.964889 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-522913de-3a35-4813-85ae-b2fac9264f37 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Allocated IP 2001:db8::60 (230ed623-eb21-4e1e-9fd2-9763889de763/0d089b41-00e6-46f2-bd5e-1f440c4256df/5112629e-6503-4ab7-a6df-74ed06f9f2f3) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:58:18.978897 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:19.002225 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (4a68e4a1-5f9f-4389-b05c-4829e4a142a1), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:19.028132 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-0b693d17-6535-4e52-892a-542ccaf150aa admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=c39f5a94354a4c468bbee28f09688277&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3870246 Oct 04 20:58:19.033181 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50558) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:19.265777 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-49092424-5af3-4480-b83f-65355de4fd5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (0e2754e5-76d7-4fda-baac-222c9b797710), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:19.270998 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=4a68e4a1-5f9f-4389-b05c-4829e4a142a1,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:19.278876 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-49092424-5af3-4480-b83f-65355de4fd5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:19.283023 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-49092424-5af3-4480-b83f-65355de4fd5e admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/0e2754e5-76d7-4fda-baac-222c9b797710 HTTP/1.1" status: 204 len: 168 time: 1.2261181 Oct 04 20:58:19.324993 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6a50783c-09aa-4651-a806-10511b16e442 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (8c036e27-74c2-45dd-a778-acbfb99d5318), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:19.367579 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 7b8b316b-04e9-4f8c-bed6-ae9324aa10d3 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:58:19.399045 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b693d17-6535-4e52-892a-542ccaf150aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd5059e-3203-43e5-abd9-3431ac976078,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:19.416165 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-15532c86-0016-4424-bf1f-c0754f1ba5f6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 20:58:19.416976 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-15532c86-0016-4424-bf1f-c0754f1ba5f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 20:58:19.532543 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49092424-5af3-4480-b83f-65355de4fd5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2754e5-76d7-4fda-baac-222c9b797710,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:19.641832 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:19.652230 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-14e505ba-0b65-45b4-a9c8-0f4d3d07254d admin admin] Publish callbacks [] for security_group (0dd5059e-3203-43e5-abd9-3431ac976078), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:19.689585 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 7b8b316b-04e9-4f8c-bed6-ae9324aa10d3 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:58:19.690573 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (7b8b316b-04e9-4f8c-bed6-ae9324aa10d3), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:19.691424 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 7b8b316b-04e9-4f8c-bed6-ae9324aa10d3 Oct 04 20:58:19.812007 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:19.835986 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-8198269f-b93d-4c6d-ba29-96f845c2f2ca admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=25b7551b300a463789e2eebf5a7b189b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9287620 Oct 04 20:58:19.841396 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 50566) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:19.849393 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9f59cf4c-dd94-4c8c-8201-4edad41c2d7b tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks [] for router_gateway (e2cdd3ba-c8a8-4a74-b8a7-0bffae66c27f), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:19.885264 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-14e505ba-0b65-45b4-a9c8-0f4d3d07254d admin admin] Publish callbacks [] for security_group (0dd5059e-3203-43e5-abd9-3431ac976078), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:19.996365 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-522913de-3a35-4813-85ae-b2fac9264f37 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for port (5112629e-6503-4ab7-a6df-74ed06f9f2f3), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:20.106551 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 7b8b316b-04e9-4f8c-bed6-ae9324aa10d3 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:58:20.139686 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d2d22c91-d375-4b71-a0bb-3028a76b739d admin admin] Publish callbacks [] for security_group (ef418a49-42f3-4b0f-a415-c685dbb10109), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:20.183766 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d2d22c91-d375-4b71-a0bb-3028a76b739d admin admin] Publish callbacks [] for security_group (ef418a49-42f3-4b0f-a415-c685dbb10109), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:20.190810 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6a50783c-09aa-4651-a806-10511b16e442 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (5905a7cd-d35f-438a-a7db-442b48ea0a12), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:20.212955 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-14e505ba-0b65-45b4-a9c8-0f4d3d07254d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (0dd5059e-3203-43e5-abd9-3431ac976078), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:20.218707 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-14e505ba-0b65-45b4-a9c8-0f4d3d07254d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:20.221325 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-14e505ba-0b65-45b4-a9c8-0f4d3d07254d admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/0dd5059e-3203-43e5-abd9-3431ac976078 HTTP/1.1" status: 204 len: 168 time: 1.1847155 Oct 04 20:58:20.240022 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-522913de-3a35-4813-85ae-b2fac9264f37 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (5112629e-6503-4ab7-a6df-74ed06f9f2f3), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:20.308739 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-15532c86-0016-4424-bf1f-c0754f1ba5f6 None None] Current status of the port 4a68e4a1-5f9f-4389-b05c-4829e4a142a1 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:58:20.345622 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:20.347782 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522913de-3a35-4813-85ae-b2fac9264f37 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Network 230ed623-eb21-4e1e-9fd2-9763889de763 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:58:20.355300 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e505ba-0b65-45b4-a9c8-0f4d3d07254d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd5059e-3203-43e5-abd9-3431ac976078,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:20.373747 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-522913de-3a35-4813-85ae-b2fac9264f37 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:58:20.384935 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522913de-3a35-4813-85ae-b2fac9264f37 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:58:20.409540 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522913de-3a35-4813-85ae-b2fac9264f37 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:58:20.414813 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-522913de-3a35-4813-85ae-b2fac9264f37 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:20.422871 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-15532c86-0016-4424-bf1f-c0754f1ba5f6 None None] Provisioning complete for port 5905a7cd-d35f-438a-a7db-442b48ea0a12 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:58:20.426844 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-15532c86-0016-4424-bf1f-c0754f1ba5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (5905a7cd-d35f-438a-a7db-442b48ea0a12), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:20.428419 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-15532c86-0016-4424-bf1f-c0754f1ba5f6 None None] Attempt 1 to provision port 5905a7cd-d35f-438a-a7db-442b48ea0a12 Oct 04 20:58:20.509482 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522913de-3a35-4813-85ae-b2fac9264f37 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event updated for resources: {'Port': ['ID=5112629e-6503-4ab7-a6df-74ed06f9f2f3,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:20.623343 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-15532c86-0016-4424-bf1f-c0754f1ba5f6 None None] Port 5905a7cd-d35f-438a-a7db-442b48ea0a12 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:58:20.653804 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-15532c86-0016-4424-bf1f-c0754f1ba5f6 None None] Provisioning complete for port 7b8b316b-04e9-4f8c-bed6-ae9324aa10d3 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:58:20.654383 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-15532c86-0016-4424-bf1f-c0754f1ba5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (7b8b316b-04e9-4f8c-bed6-ae9324aa10d3), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:20.654944 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-15532c86-0016-4424-bf1f-c0754f1ba5f6 None None] Attempt 1 to provision port 7b8b316b-04e9-4f8c-bed6-ae9324aa10d3 Oct 04 20:58:20.667390 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-522913de-3a35-4813-85ae-b2fac9264f37 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.3402371 Oct 04 20:58:20.672097 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50574) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:20.860293 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=8,neutron:INSERT=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:20.933846 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f257f10-00bd-4460-87f4-b9ce568a1daf tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:58:20.945644 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-1f257f10-00bd-4460-87f4-b9ce568a1daf tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "GET /networking/v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Aee HTTP/1.1" status: 200 len: 928 time: 0.2715769 Oct 04 20:58:20.947716 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50578) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:20.990406 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:21.031128 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-15532c86-0016-4424-bf1f-c0754f1ba5f6 None None] Current status of the port 7b8b316b-04e9-4f8c-bed6-ae9324aa10d3 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:58:21.219329 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-40e75c7f-feb1-47bd-9051-5ff8df6ec6da None None] Provisioning complete for port 5112629e-6503-4ab7-a6df-74ed06f9f2f3 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:58:21.219953 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-40e75c7f-feb1-47bd-9051-5ff8df6ec6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (5112629e-6503-4ab7-a6df-74ed06f9f2f3), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:21.220576 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-40e75c7f-feb1-47bd-9051-5ff8df6ec6da None None] Attempt 1 to provision port 5112629e-6503-4ab7-a6df-74ed06f9f2f3 Oct 04 20:58:21.229089 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d2d22c91-d375-4b71-a0bb-3028a76b739d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (ef418a49-42f3-4b0f-a415-c685dbb10109), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:21.234597 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d2d22c91-d375-4b71-a0bb-3028a76b739d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:21.237883 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d2d22c91-d375-4b71-a0bb-3028a76b739d admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/ef418a49-42f3-4b0f-a415-c685dbb10109 HTTP/1.1" status: 204 len: 168 time: 1.3947761 Oct 04 20:58:21.274313 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d22c91-d375-4b71-a0bb-3028a76b739d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef418a49-42f3-4b0f-a415-c685dbb10109,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:21.355695 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 4a68e4a1-5f9f-4389-b05c-4829e4a142a1 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:58:21.395588 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-b9ca6085-6f6c-43d5-824f-9c770df206e3 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Deleting port 5112629e-6503-4ab7-a6df-74ed06f9f2f3 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:58:21.396374 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b9ca6085-6f6c-43d5-824f-9c770df206e3 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (5112629e-6503-4ab7-a6df-74ed06f9f2f3), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:21.485433 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-40e75c7f-feb1-47bd-9051-5ff8df6ec6da None None] Port 5112629e-6503-4ab7-a6df-74ed06f9f2f3 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:58:21.523246 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-40e75c7f-feb1-47bd-9051-5ff8df6ec6da None None] Provisioning complete for port 4a68e4a1-5f9f-4389-b05c-4829e4a142a1 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:58:21.524705 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-40e75c7f-feb1-47bd-9051-5ff8df6ec6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (4a68e4a1-5f9f-4389-b05c-4829e4a142a1), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:21.525886 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-40e75c7f-feb1-47bd-9051-5ff8df6ec6da None None] Attempt 1 to provision port 4a68e4a1-5f9f-4389-b05c-4829e4a142a1 Oct 04 20:58:21.610907 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:21.620209 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:21.652506 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b9ca6085-6f6c-43d5-824f-9c770df206e3 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (5112629e-6503-4ab7-a6df-74ed06f9f2f3), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:21.682536 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-b9ca6085-6f6c-43d5-824f-9c770df206e3 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Calling delete_port for 5112629e-6503-4ab7-a6df-74ed06f9f2f3 owned by {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:58:21.726914 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 4a68e4a1-5f9f-4389-b05c-4829e4a142a1 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:58:21.727823 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (4a68e4a1-5f9f-4389-b05c-4829e4a142a1), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:21.729228 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 4a68e4a1-5f9f-4389-b05c-4829e4a142a1 Oct 04 20:58:21.956223 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:22.020206 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-40e75c7f-feb1-47bd-9051-5ff8df6ec6da None None] Current status of the port 4a68e4a1-5f9f-4389-b05c-4829e4a142a1 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:58:22.045481 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-40e75c7f-feb1-47bd-9051-5ff8df6ec6da None None] Provisioning complete for port 48086442-0656-4840-bed8-ff07b7dc513e triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:58:22.047397 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-40e75c7f-feb1-47bd-9051-5ff8df6ec6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (48086442-0656-4840-bed8-ff07b7dc513e), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:22.052990 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-40e75c7f-feb1-47bd-9051-5ff8df6ec6da None None] Attempt 1 to provision port 48086442-0656-4840-bed8-ff07b7dc513e Oct 04 20:58:22.058724 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:22.191894 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9f59cf4c-dd94-4c8c-8201-4edad41c2d7b tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-465386', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-583633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6069'] for router (e2cdd3ba-c8a8-4a74-b8a7-0bffae66c27f), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:22.195464 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b9ca6085-6f6c-43d5-824f-9c770df206e3 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (5112629e-6503-4ab7-a6df-74ed06f9f2f3), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:22.209382 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9f59cf4c-dd94-4c8c-8201-4edad41c2d7b tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-465361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-465368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-583658'] for router (e2cdd3ba-c8a8-4a74-b8a7-0bffae66c27f), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:22.225092 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-40e75c7f-feb1-47bd-9051-5ff8df6ec6da None None] Port 48086442-0656-4840-bed8-ff07b7dc513e cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:58:22.297939 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 4a68e4a1-5f9f-4389-b05c-4829e4a142a1 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:58:22.338326 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ca6085-6f6c-43d5-824f-9c770df206e3 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event deleted for resources: {'Port': ['ID=5112629e-6503-4ab7-a6df-74ed06f9f2f3,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:22.349150 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b9ca6085-6f6c-43d5-824f-9c770df206e3 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:22.358810 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b9ca6085-6f6c-43d5-824f-9c770df206e3 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "DELETE /networking/v2.0/ports/5112629e-6503-4ab7-a6df-74ed06f9f2f3 HTTP/1.1" status: 204 len: 168 time: 1.4049466 Oct 04 20:58:22.362932 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 50590) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:22.446539 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:DELETE=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:22.501539 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fb918ab-eb3f-4bee-affd-8839849b7365 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] GET failed (client error): The resource could not be found. Oct 04 20:58:22.505283 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-7fb918ab-eb3f-4bee-affd-8839849b7365 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "GET /networking/v2.0/ports/5112629e-6503-4ab7-a6df-74ed06f9f2f3 HTTP/1.1" status: 404 len: 333 time: 0.1166692 Oct 04 20:58:22.509807 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50594) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:22.622401 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6a50783c-09aa-4651-a806-10511b16e442 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for port (5905a7cd-d35f-438a-a7db-442b48ea0a12), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:22.700783 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f59cf4c-dd94-4c8c-8201-4edad41c2d7b tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Router e2cdd3ba-c8a8-4a74-b8a7-0bffae66c27f has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:58:22.760709 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-013920fc-3820-48d0-b184-f9e667144267 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Deleting port 48086442-0656-4840-bed8-ff07b7dc513e {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:58:22.761611 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-013920fc-3820-48d0-b184-f9e667144267 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (48086442-0656-4840-bed8-ff07b7dc513e), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:22.830652 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6a50783c-09aa-4651-a806-10511b16e442 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (5905a7cd-d35f-438a-a7db-442b48ea0a12), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:22.834254 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6a50783c-09aa-4651-a806-10511b16e442 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (8c036e27-74c2-45dd-a778-acbfb99d5318), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:22.951243 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a50783c-09aa-4651-a806-10511b16e442 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event updated for resources: {'Port': ['ID=5905a7cd-d35f-438a-a7db-442b48ea0a12,revision_number=3']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:23.108987 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-013920fc-3820-48d0-b184-f9e667144267 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (48086442-0656-4840-bed8-ff07b7dc513e), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:23.181715 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-013920fc-3820-48d0-b184-f9e667144267 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Calling delete_port for 48086442-0656-4840-bed8-ff07b7dc513e owned by {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:58:23.210348 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a50783c-09aa-4651-a806-10511b16e442 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Network 14944780-7a23-4f0f-8a5b-4bafc300b857 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:58:23.219580 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-6a50783c-09aa-4651-a806-10511b16e442 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:58:23.658713 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f59cf4c-dd94-4c8c-8201-4edad41c2d7b tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:58:23.677316 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8a39bd-92b7-4ebe-b457-5e319aceb0fc None None] Sync routers for ids ['e2cdd3ba-c8a8-4a74-b8a7-0bffae66c27f'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:58:23.687317 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9f59cf4c-dd94-4c8c-8201-4edad41c2d7b tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:23.701345 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-9f59cf4c-dd94-4c8c-8201-4edad41c2d7b tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] 10.222.0.78 "PUT /networking/v2.0/routers/e2cdd3ba-c8a8-4a74-b8a7-0bffae66c27f HTTP/1.1" status: 200 len: 921 time: 6.2791028 Oct 04 20:58:23.708411 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50618) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:23.724331 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8a39bd-92b7-4ebe-b457-5e319aceb0fc None None] Routers {'e2cdd3ba-c8a8-4a74-b8a7-0bffae66c27f'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:58:23.733552 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-be8a39bd-92b7-4ebe-b457-5e319aceb0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:58:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['e2cdd3ba-c8a8-4a74-b8a7-0bffae66c27f'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:58:23.826303 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-013920fc-3820-48d0-b184-f9e667144267 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (48086442-0656-4840-bed8-ff07b7dc513e), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:23.841417 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-be8a39bd-92b7-4ebe-b457-5e319aceb0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:58:23.860412 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8a39bd-92b7-4ebe-b457-5e319aceb0fc None None] Routers {'e2cdd3ba-c8a8-4a74-b8a7-0bffae66c27f'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:58:23.861972 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-be8a39bd-92b7-4ebe-b457-5e319aceb0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:58:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['e2cdd3ba-c8a8-4a74-b8a7-0bffae66c27f'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:58:23.910563 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013920fc-3820-48d0-b184-f9e667144267 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event deleted for resources: {'Port': ['ID=48086442-0656-4840-bed8-ff07b7dc513e,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:23.938014 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a50783c-09aa-4651-a806-10511b16e442 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Router 8c036e27-74c2-45dd-a778-acbfb99d5318 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:58:23.953375 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-be8a39bd-92b7-4ebe-b457-5e319aceb0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:58:23.955704 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8a39bd-92b7-4ebe-b457-5e319aceb0fc None None] The sync data for ids ['e2cdd3ba-c8a8-4a74-b8a7-0bffae66c27f'] in n-d-852085-12 is: [] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:58:23.960112 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-19e0493e-c7e8-48d9-9140-9548690f1718 None None] Provisioning complete for port 5905a7cd-d35f-438a-a7db-442b48ea0a12 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:58:23.961289 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-19e0493e-c7e8-48d9-9140-9548690f1718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (5905a7cd-d35f-438a-a7db-442b48ea0a12), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:23.961886 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-19e0493e-c7e8-48d9-9140-9548690f1718 None None] Attempt 1 to provision port 5905a7cd-d35f-438a-a7db-442b48ea0a12 Oct 04 20:58:23.980196 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 20:58:24.149711 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-19e0493e-c7e8-48d9-9140-9548690f1718 None None] Port 5905a7cd-d35f-438a-a7db-442b48ea0a12 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:58:24.212575 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-013920fc-3820-48d0-b184-f9e667144267 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:24.220350 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-013920fc-3820-48d0-b184-f9e667144267 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "DELETE /networking/v2.0/ports/48086442-0656-4840-bed8-ff07b7dc513e HTTP/1.1" status: 204 len: 168 time: 1.7083974 Oct 04 20:58:24.226031 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50624) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:24.267789 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:24.298904 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-9748bfcd-bcb8-4e6f-982d-f511616111de tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] GET failed (client error): The resource could not be found. Oct 04 20:58:24.303812 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-9748bfcd-bcb8-4e6f-982d-f511616111de tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "GET /networking/v2.0/ports/48086442-0656-4840-bed8-ff07b7dc513e HTTP/1.1" status: 404 len: 333 time: 0.0755367 Oct 04 20:58:24.309489 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 50626) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:24.340351 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-49995c8f-5332-486d-be60-de3d601c4d47 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] 10.222.0.78 "GET /networking/v2.0/routers/e2cdd3ba-c8a8-4a74-b8a7-0bffae66c27f HTTP/1.1" status: 200 len: 921 time: 0.6293983 Oct 04 20:58:24.345295 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50628) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:24.580475 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b0fab7-aea0-4647-be88-09cbf3cf3221 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:58:24.613916 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-57b0fab7-aea0-4647-be88-09cbf3cf3221 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?network_id=52a60aae-e230-4bd7-89bc-781767fd7892&device_id=e2cdd3ba-c8a8-4a74-b8a7-0bffae66c27f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2667270 Oct 04 20:58:24.615732 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50634) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:24.812400 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:24.924976 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca0541f-bb97-48fe-aba0-cbbcc837ef54 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:58:24.928564 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-fca0541f-bb97-48fe-aba0-cbbcc837ef54 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] 10.222.0.78 "GET /networking/v2.0/networks/52a60aae-e230-4bd7-89bc-781767fd7892 HTTP/1.1" status: 200 len: 881 time: 0.3109336 Oct 04 20:58:24.933817 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50638) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:25.002201 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-e3bb8b23-63b8-4a83-ab05-ac6ff109f766 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e2cdd3ba-c8a8-4a74-b8a7-0bffae66c27f HTTP/1.1" status: 200 len: 205 time: 0.0654438 Oct 04 20:58:25.016401 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50640) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:25.120666 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a50783c-09aa-4651-a806-10511b16e442 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:58:25.137065 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-6a50783c-09aa-4651-a806-10511b16e442 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "PUT /networking/v2.0/routers/8c036e27-74c2-45dd-a778-acbfb99d5318/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3258362 Oct 04 20:58:25.137785 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50646) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:25.176973 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec44ebf-9764-4067-893c-da014c155444 None None] Sync routers for ids ['8c036e27-74c2-45dd-a778-acbfb99d5318'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:58:25.233357 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-83571c2d-ad04-4bf5-9000-a3d8c0046126 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Deleting subnet 0d089b41-00e6-46f2-bd5e-1f440c4256df {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:58:25.258752 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-83571c2d-ad04-4bf5-9000-a3d8c0046126 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for subnet (0d089b41-00e6-46f2-bd5e-1f440c4256df), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:25.271035 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec44ebf-9764-4067-893c-da014c155444 None None] Routers {'8c036e27-74c2-45dd-a778-acbfb99d5318'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:58:25.279711 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-4ec44ebf-9764-4067-893c-da014c155444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:58:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['8c036e27-74c2-45dd-a778-acbfb99d5318'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:58:25.356188 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cf0cb75d-c892-42c0-bcd6-164dd1cd0895 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks [] for router (e2cdd3ba-c8a8-4a74-b8a7-0bffae66c27f), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:25.451687 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-83571c2d-ad04-4bf5-9000-a3d8c0046126 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (0d089b41-00e6-46f2-bd5e-1f440c4256df), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:25.494404 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-4ec44ebf-9764-4067-893c-da014c155444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:58:25.522013 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec44ebf-9764-4067-893c-da014c155444 None None] Routers {'8c036e27-74c2-45dd-a778-acbfb99d5318'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:58:25.523083 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-4ec44ebf-9764-4067-893c-da014c155444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:58:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['8c036e27-74c2-45dd-a778-acbfb99d5318'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:58:25.674273 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-4ec44ebf-9764-4067-893c-da014c155444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:58:25.675444 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec44ebf-9764-4067-893c-da014c155444 None None] The sync data for ids ['8c036e27-74c2-45dd-a778-acbfb99d5318'] in n-d-852085-12 is: [] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:58:25.720194 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cf0cb75d-c892-42c0-bcd6-164dd1cd0895 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks [] for router_gateway (e2cdd3ba-c8a8-4a74-b8a7-0bffae66c27f), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:25.743967 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-83571c2d-ad04-4bf5-9000-a3d8c0046126 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (0d089b41-00e6-46f2-bd5e-1f440c4256df), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:25.752705 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0360606c-e3c9-437c-af63-2e41c5360fa1 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:58:25.760417 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-0360606c-e3c9-437c-af63-2e41c5360fa1 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "GET /networking/v2.0/ports/5905a7cd-d35f-438a-a7db-442b48ea0a12 HTTP/1.1" status: 200 len: 984 time: 0.6207757 Oct 04 20:58:25.761501 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50660) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:26.017050 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-cf0cb75d-c892-42c0-bcd6-164dd1cd0895 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Deleting port d584078b-1622-4751-a856-d6d2b44b1998 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:58:26.017798 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cf0cb75d-c892-42c0-bcd6-164dd1cd0895 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (d584078b-1622-4751-a856-d6d2b44b1998), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:26.181099 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-83571c2d-ad04-4bf5-9000-a3d8c0046126 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (0d089b41-00e6-46f2-bd5e-1f440c4256df), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:26.281764 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83571c2d-ad04-4bf5-9000-a3d8c0046126 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event deleted for resources: {'Subnet': ['ID=0d089b41-00e6-46f2-bd5e-1f440c4256df,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:26.311634 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb798d8-5da5-48e0-a6ad-37e5a4a2487e None None] Network 230ed623-eb21-4e1e-9fd2-9763889de763 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:58:26.313134 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-83571c2d-ad04-4bf5-9000-a3d8c0046126 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:26.334403 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-83571c2d-ad04-4bf5-9000-a3d8c0046126 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/0d089b41-00e6-46f2-bd5e-1f440c4256df HTTP/1.1" status: 204 len: 168 time: 2.0195436 Oct 04 20:58:26.336058 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 50670) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:26.560585 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3d615cfa-9378-426b-ba19-968d2c8672a1 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (230ed623-eb21-4e1e-9fd2-9763889de763), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:26.732024 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-3d615cfa-9378-426b-ba19-968d2c8672a1 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Deleting port 4a68e4a1-5f9f-4389-b05c-4829e4a142a1 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:58:26.733154 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3d615cfa-9378-426b-ba19-968d2c8672a1 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (4a68e4a1-5f9f-4389-b05c-4829e4a142a1), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:26.805629 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea671c8c-7f01-49ad-8a53-3f3bae92c6df None None] DHCP port deletion for 230ed623-eb21-4e1e-9fd2-9763889de763 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:58:27.025295 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-ea671c8c-7f01-49ad-8a53-3f3bae92c6df None None] Deleting port 4a68e4a1-5f9f-4389-b05c-4829e4a142a1 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:58:27.026453 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ea671c8c-7f01-49ad-8a53-3f3bae92c6df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (4a68e4a1-5f9f-4389-b05c-4829e4a142a1), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:27.091077 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-3d615cfa-9378-426b-ba19-968d2c8672a1 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] For port 4a68e4a1-5f9f-4389-b05c-4829e4a142a1, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=4a68e4a1-5f9f-4389-b05c-4829e4a142a1,segment=NetworkSegment(71b033ca-03de-493d-a9f3-2b82a5b6d9d9),segment_id=71b033ca-03de-493d-a9f3-2b82a5b6d9d9)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:58:27.091593 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3d615cfa-9378-426b-ba19-968d2c8672a1 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (4a68e4a1-5f9f-4389-b05c-4829e4a142a1), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:27.156611 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:27.159945 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-3d615cfa-9378-426b-ba19-968d2c8672a1 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Calling delete_port for 4a68e4a1-5f9f-4389-b05c-4829e4a142a1 owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:58:27.283171 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cf0cb75d-c892-42c0-bcd6-164dd1cd0895 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (d584078b-1622-4751-a856-d6d2b44b1998), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:27.305103 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-ea671c8c-7f01-49ad-8a53-3f3bae92c6df None None] For port 4a68e4a1-5f9f-4389-b05c-4829e4a142a1, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=4a68e4a1-5f9f-4389-b05c-4829e4a142a1,segment=NetworkSegment(71b033ca-03de-493d-a9f3-2b82a5b6d9d9),segment_id=71b033ca-03de-493d-a9f3-2b82a5b6d9d9)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:58:27.306546 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ea671c8c-7f01-49ad-8a53-3f3bae92c6df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (4a68e4a1-5f9f-4389-b05c-4829e4a142a1), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:27.343818 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-ea671c8c-7f01-49ad-8a53-3f3bae92c6df None None] Calling delete_port for 4a68e4a1-5f9f-4389-b05c-4829e4a142a1 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:58:27.366825 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-cf0cb75d-c892-42c0-bcd6-164dd1cd0895 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Calling delete_port for d584078b-1622-4751-a856-d6d2b44b1998 owned by network:router_gateway {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:58:27.563094 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:27.574096 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 4a68e4a1-5f9f-4389-b05c-4829e4a142a1 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:58:27.635025 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3d615cfa-9378-426b-ba19-968d2c8672a1 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (4a68e4a1-5f9f-4389-b05c-4829e4a142a1), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:27.737591 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d615cfa-9378-426b-ba19-968d2c8672a1 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event deleted for resources: {'Port': ['ID=4a68e4a1-5f9f-4389-b05c-4829e4a142a1,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:27.753637 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d615cfa-9378-426b-ba19-968d2c8672a1 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] No DVR routers for this DVR port 4a68e4a1-5f9f-4389-b05c-4829e4a142a1 on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:58:27.755185 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ea671c8c-7f01-49ad-8a53-3f3bae92c6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (4a68e4a1-5f9f-4389-b05c-4829e4a142a1), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:27.870692 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea671c8c-7f01-49ad-8a53-3f3bae92c6df None None] No DVR routers for this DVR port 4a68e4a1-5f9f-4389-b05c-4829e4a142a1 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:58:27.873820 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea671c8c-7f01-49ad-8a53-3f3bae92c6df None None] Pushing event deleted for resources: {'Port': ['ID=4a68e4a1-5f9f-4389-b05c-4829e4a142a1,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:27.879822 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No active binding found for port 4a68e4a1-5f9f-4389-b05c-4829e4a142a1 {{(pid=108171) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Oct 04 20:58:27.880466 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] The host n-d-852085-12 is not matching for port 4a68e4a1-5f9f-4389-b05c-4829e4a142a1 host None! {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2431}} Oct 04 20:58:27.881120 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 4a68e4a1-5f9f-4389-b05c-4829e4a142a1 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:58:28.004580 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:28.065378 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3d615cfa-9378-426b-ba19-968d2c8672a1 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (230ed623-eb21-4e1e-9fd2-9763889de763), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:28.154318 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-3d615cfa-9378-426b-ba19-968d2c8672a1 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['230ed623-eb21-4e1e-9fd2-9763889de763']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:58:28.173277 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-3d615cfa-9378-426b-ba19-968d2c8672a1 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71b033ca-03de-493d-a9f3-2b82a5b6d9d9') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:58:28.173847 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-3d615cfa-9378-426b-ba19-968d2c8672a1 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71b033ca-03de-493d-a9f3-2b82a5b6d9d9') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:58:28.194420 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3d615cfa-9378-426b-ba19-968d2c8672a1 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (71b033ca-03de-493d-a9f3-2b82a5b6d9d9), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:28.225262 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3d615cfa-9378-426b-ba19-968d2c8672a1 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (71b033ca-03de-493d-a9f3-2b82a5b6d9d9), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:28.238624 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d615cfa-9378-426b-ba19-968d2c8672a1 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:58:28.239624 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3d615cfa-9378-426b-ba19-968d2c8672a1 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (71b033ca-03de-493d-a9f3-2b82a5b6d9d9), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:28.323989 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:28.328165 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:28.384257 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 71b033ca-03de-493d-a9f3-2b82a5b6d9d9 resource provider aggregate not found Oct 04 20:58:28.421615 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 71b033ca-03de-493d-a9f3-2b82a5b6d9d9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 71b033ca-03de-493d-a9f3-2b82a5b6d9d9 found for delete ", "request_id": "req-8f0c1c1d-089b-4d29-898d-4e0617dfe33c"}]} Oct 04 20:58:28.451926 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b340888a-67a2-40dd-9ffb-1405539201ed tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (8c036e27-74c2-45dd-a778-acbfb99d5318), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:28.500712 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3d615cfa-9378-426b-ba19-968d2c8672a1 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (230ed623-eb21-4e1e-9fd2-9763889de763), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:28.530240 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3d615cfa-9378-426b-ba19-968d2c8672a1 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:28.530240 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-3d615cfa-9378-426b-ba19-968d2c8672a1 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "DELETE /networking/v2.0/networks/230ed623-eb21-4e1e-9fd2-9763889de763 HTTP/1.1" status: 204 len: 168 time: 2.1821632 Oct 04 20:58:28.537301 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50700) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:28.554804 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d615cfa-9378-426b-ba19-968d2c8672a1 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event deleted for resources: {'Network': ['ID=230ed623-eb21-4e1e-9fd2-9763889de763,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:28.593420 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-41cdef41-c22b-46c0-8b2e-ff727b5a0f30 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1103254031'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:58:28.834330 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41cdef41-c22b-46c0-8b2e-ff727b5a0f30 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Made reservation on behalf of 6c1d2c9709a94cf691cb05145eeb8e23 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:58:28.841639 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-41cdef41-c22b-46c0-8b2e-ff727b5a0f30 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:28.878958 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cf0cb75d-c892-42c0-bcd6-164dd1cd0895 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (d584078b-1622-4751-a856-d6d2b44b1998), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:28.942989 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0cb75d-c892-42c0-bcd6-164dd1cd0895 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Pushing event deleted for resources: {'Port': ['ID=d584078b-1622-4751-a856-d6d2b44b1998,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:29.046619 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41cdef41-c22b-46c0-8b2e-ff727b5a0f30 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:58:29.120076 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-41cdef41-c22b-46c0-8b2e-ff727b5a0f30 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (aa5e8626-5ccf-4856-821a-9558669b1015), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:29.120654 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-41cdef41-c22b-46c0-8b2e-ff727b5a0f30 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Added segment aa5e8626-5ccf-4856-821a-9558669b1015 of type vlan for network c5951bec-9b31-4136-841a-40724dbc630c Oct 04 20:58:29.197687 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cf0cb75d-c892-42c0-bcd6-164dd1cd0895 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (e2cdd3ba-c8a8-4a74-b8a7-0bffae66c27f), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:29.315614 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-b340888a-67a2-40dd-9ffb-1405539201ed tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Deleting port 5905a7cd-d35f-438a-a7db-442b48ea0a12 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:58:29.316164 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b340888a-67a2-40dd-9ffb-1405539201ed tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (5905a7cd-d35f-438a-a7db-442b48ea0a12), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:29.329797 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-41cdef41-c22b-46c0-8b2e-ff727b5a0f30 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (c5951bec-9b31-4136-841a-40724dbc630c), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:29.484828 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.db.resource_extend [None req-41cdef41-c22b-46c0-8b2e-ff727b5a0f30 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 04 20:58:29.505411 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cf0cb75d-c892-42c0-bcd6-164dd1cd0895 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (e2cdd3ba-c8a8-4a74-b8a7-0bffae66c27f), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:29.516641 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cf0cb75d-c892-42c0-bcd6-164dd1cd0895 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks [] for router_controller (e2cdd3ba-c8a8-4a74-b8a7-0bffae66c27f), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:29.553477 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:29.673687 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b340888a-67a2-40dd-9ffb-1405539201ed tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (5905a7cd-d35f-438a-a7db-442b48ea0a12), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:29.709877 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-b340888a-67a2-40dd-9ffb-1405539201ed tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Calling delete_port for 5905a7cd-d35f-438a-a7db-442b48ea0a12 owned by network:router_interface {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:58:29.721039 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-41cdef41-c22b-46c0-8b2e-ff727b5a0f30 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (c5951bec-9b31-4136-841a-40724dbc630c), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:29.730945 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41cdef41-c22b-46c0-8b2e-ff727b5a0f30 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:58:29.731597 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-41cdef41-c22b-46c0-8b2e-ff727b5a0f30 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:29.761890 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 50714) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:29.795350 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cf0cb75d-c892-42c0-bcd6-164dd1cd0895 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (e2cdd3ba-c8a8-4a74-b8a7-0bffae66c27f), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:29.796404 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0cb75d-c892-42c0-bcd6-164dd1cd0895 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Fanout notify agent at l3_agent the message router_deleted on router e2cdd3ba-c8a8-4a74-b8a7-0bffae66c27f {{(pid=108170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:58:29.869351 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cf0cb75d-c892-42c0-bcd6-164dd1cd0895 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:29.878736 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-cf0cb75d-c892-42c0-bcd6-164dd1cd0895 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] 10.222.0.78 "DELETE /networking/v2.0/routers/e2cdd3ba-c8a8-4a74-b8a7-0bffae66c27f HTTP/1.1" status: 204 len: 168 time: 4.8526068 Oct 04 20:58:29.879453 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 50720) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:29.886317 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-735a4bd4-1694-4a7d-86f8-c8cc0ec0a867 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-235418382', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:58:29.961213 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-41cdef41-c22b-46c0-8b2e-ff727b5a0f30 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3810012 Oct 04 20:58:29.962227 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 50722) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:29.971215 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-f333b4e5-766d-4151-a215-a8ad610c2ec5 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Request body: {'subnet': {'network_id': 'c5951bec-9b31-4136-841a-40724dbc630c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:58:29.985798 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:29.987471 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cdef41-c22b-46c0-8b2e-ff727b5a0f30 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event updated for resources: {'Network': ['ID=c5951bec-9b31-4136-841a-40724dbc630c,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:30.023921 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network c5951bec-9b31-4136-841a-40724dbc630c details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:58:30.089844 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-735a4bd4-1694-4a7d-86f8-c8cc0ec0a867 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (5e1f3470-eabe-469e-899f-a0068f58b7e4), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:30.092016 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-735a4bd4-1694-4a7d-86f8-c8cc0ec0a867 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (5e1f3470-eabe-469e-899f-a0068f58b7e4), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:30.236446 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-735a4bd4-1694-4a7d-86f8-c8cc0ec0a867 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks [] for router_controller (5e1f3470-eabe-469e-899f-a0068f58b7e4), precommit_add_association {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:30.321250 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f333b4e5-766d-4151-a215-a8ad610c2ec5 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Made reservation on behalf of 6c1d2c9709a94cf691cb05145eeb8e23 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:58:30.328513 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f333b4e5-766d-4151-a215-a8ad610c2ec5 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:30.356523 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-735a4bd4-1694-4a7d-86f8-c8cc0ec0a867 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (5e1f3470-eabe-469e-899f-a0068f58b7e4), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:30.356858 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b340888a-67a2-40dd-9ffb-1405539201ed tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (5905a7cd-d35f-438a-a7db-442b48ea0a12), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:30.426464 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b340888a-67a2-40dd-9ffb-1405539201ed tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event deleted for resources: {'Port': ['ID=5905a7cd-d35f-438a-a7db-442b48ea0a12,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:30.589303 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-735a4bd4-1694-4a7d-86f8-c8cc0ec0a867 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:30.589303 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-735a4bd4-1694-4a7d-86f8-c8cc0ec0a867 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7019508 Oct 04 20:58:30.589923 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 50730) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:30.635362 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-c466ab16-95b4-4fdd-aa99-bb43557b1357 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Request body: {'router': {'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:58:30.682050 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b340888a-67a2-40dd-9ffb-1405539201ed tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (8c036e27-74c2-45dd-a778-acbfb99d5318), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:30.880730 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-38e9497c-65ce-4c6e-a21d-47f7925f22d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:31.126217 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b340888a-67a2-40dd-9ffb-1405539201ed tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Router 8c036e27-74c2-45dd-a778-acbfb99d5318 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:58:31.287407 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b340888a-67a2-40dd-9ffb-1405539201ed tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:58:31.297997 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b340888a-67a2-40dd-9ffb-1405539201ed tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "PUT /networking/v2.0/routers/8c036e27-74c2-45dd-a778-acbfb99d5318/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5347459 Oct 04 20:58:31.305272 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 50742) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:31.309664 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4add624-3300-47c2-bc61-c34e8726e41c None None] Sync routers for ids ['8c036e27-74c2-45dd-a778-acbfb99d5318'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:58:31.332457 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4add624-3300-47c2-bc61-c34e8726e41c None None] Routers {'8c036e27-74c2-45dd-a778-acbfb99d5318'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:58:31.335016 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-f4add624-3300-47c2-bc61-c34e8726e41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:58:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['8c036e27-74c2-45dd-a778-acbfb99d5318'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:58:31.393828 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f333b4e5-766d-4151-a215-a8ad610c2ec5 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (6eaf55ad-e7e4-4f62-ac32-acf23c01a3b3), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:31.397018 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-f4add624-3300-47c2-bc61-c34e8726e41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:58:31.410427 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4add624-3300-47c2-bc61-c34e8726e41c None None] Routers {'8c036e27-74c2-45dd-a778-acbfb99d5318'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:58:31.411595 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-f4add624-3300-47c2-bc61-c34e8726e41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:58:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['8c036e27-74c2-45dd-a778-acbfb99d5318'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:58:31.475424 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-f4add624-3300-47c2-bc61-c34e8726e41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:58:31.475424 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4add624-3300-47c2-bc61-c34e8726e41c None None] The sync data for ids ['8c036e27-74c2-45dd-a778-acbfb99d5318'] in n-d-852085-12 is: [] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:58:31.594663 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c466ab16-95b4-4fdd-aa99-bb43557b1357 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks [] for router_gateway (5e1f3470-eabe-469e-899f-a0068f58b7e4), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:31.826307 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:31.860492 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f333b4e5-766d-4151-a215-a8ad610c2ec5 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event updated for resources: {'Subnet': ['ID=6eaf55ad-e7e4-4f62-ac32-acf23c01a3b3,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:31.897217 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-38e9497c-65ce-4c6e-a21d-47f7925f22d1 admin admin] Publish callbacks [] for security_group (aa90a43a-9627-4190-99c6-0d014dc4f7fe), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:31.967582 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:32.096173 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-38e9497c-65ce-4c6e-a21d-47f7925f22d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (aa90a43a-9627-4190-99c6-0d014dc4f7fe), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:32.101530 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f333b4e5-766d-4151-a215-a8ad610c2ec5 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Checking segment: {'id': 'aa5e8626-5ccf-4856-821a-9558669b1015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c5951bec-9b31-4136-841a-40724dbc630c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:58:32.102163 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f333b4e5-766d-4151-a215-a8ad610c2ec5 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Network hostable DHCP agents. Network: c5951bec-9b31-4136-841a-40724dbc630c, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:58:32.196905 n-d-852085-12 neutron-server[108169]: INFO neutron.api.v2.resource [None req-20cbe958-6516-4f47-8ec6-db5286b5763e tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] remove_router_interface failed (client error): The resource could not be found. Oct 04 20:58:32.199082 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-20cbe958-6516-4f47-8ec6-db5286b5763e tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "PUT /networking/v2.0/routers/8c036e27-74c2-45dd-a778-acbfb99d5318/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8877394 Oct 04 20:58:32.204244 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50760) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:32.276483 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2cea2c6c-0fe0-4d66-8e39-682c48664885 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8c036e27-74c2-45dd-a778-acbfb99d5318 HTTP/1.1" status: 200 len: 205 time: 0.0689240 Oct 04 20:58:32.278151 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50762) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:32.300392 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:32.319197 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-38e9497c-65ce-4c6e-a21d-47f7925f22d1 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=a9517b45f1ab4b7ca1b6b984c5ec2c37&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5544369 Oct 04 20:58:32.320561 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e9497c-65ce-4c6e-a21d-47f7925f22d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa90a43a-9627-4190-99c6-0d014dc4f7fe,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:32.327978 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 50764) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:32.468398 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4e5a1417-f0da-48c3-94a0-4bcbe813c032 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for router (8c036e27-74c2-45dd-a778-acbfb99d5318), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:32.503685 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f333b4e5-766d-4151-a215-a8ad610c2ec5 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Network c5951bec-9b31-4136-841a-40724dbc630c is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:58:32.588037 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c466ab16-95b4-4fdd-aa99-bb43557b1357 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks [] for router_gateway (5e1f3470-eabe-469e-899f-a0068f58b7e4), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:32.633499 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c466ab16-95b4-4fdd-aa99-bb43557b1357 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:32.655185 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-f333b4e5-766d-4151-a215-a8ad610c2ec5 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, c5951bec-9b31-4136-841a-40724dbc630c) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:58:32.674930 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f333b4e5-766d-4151-a215-a8ad610c2ec5 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:58:32.676254 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f333b4e5-766d-4151-a215-a8ad610c2ec5 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:32.685962 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f7dd3d-3cd2-450e-ac78-bc70c6dfcfb1 None None] Network c5951bec-9b31-4136-841a-40724dbc630c requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:58:32.764246 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-74cf6425-583f-4657-aa96-a815d0577b49 admin admin] Publish callbacks [] for security_group (aa90a43a-9627-4190-99c6-0d014dc4f7fe), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:32.818611 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-74cf6425-583f-4657-aa96-a815d0577b49 admin admin] Publish callbacks [] for security_group (aa90a43a-9627-4190-99c6-0d014dc4f7fe), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:32.886622 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4e5a1417-f0da-48c3-94a0-4bcbe813c032 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (8c036e27-74c2-45dd-a778-acbfb99d5318), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:32.891692 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4e5a1417-f0da-48c3-94a0-4bcbe813c032 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for router_controller (8c036e27-74c2-45dd-a778-acbfb99d5318), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:32.908378 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:33.003559 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:33.070788 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-c466ab16-95b4-4fdd-aa99-bb43557b1357 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Allocated IP 172.25.5.28 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/ef2925e2-01b9-4456-ad33-52df12fd5e3f) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:58:33.100626 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f333b4e5-766d-4151-a215-a8ad610c2ec5 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1328938 Oct 04 20:58:33.101705 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 50774) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:33.110337 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-633f8cba-d963-4297-bdbe-ca32e10b3ab5 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Request body: {'port': {'network_id': 'c5951bec-9b31-4136-841a-40724dbc630c', 'name': 'tempest-PortsIpV6TestJSON-1204638249', 'fixed_ips': [{'subnet_id': '6eaf55ad-e7e4-4f62-ac32-acf23c01a3b3', 'ip_address': '2001:db8::10'}]}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:58:33.142710 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50776) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:33.164769 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a74885-cc24-4925-a63d-a140a6825856 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-c5951bec-9b31-4136-841a-40724dbc630c', 'network_id': 'c5951bec-9b31-4136-841a-40724dbc630c', 'project_id': '6c1d2c9709a94cf691cb05145eeb8e23', 'fixed_ips': [{'subnet_id': '6eaf55ad-e7e4-4f62-ac32-acf23c01a3b3'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:58:33.165892 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4e5a1417-f0da-48c3-94a0-4bcbe813c032 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (8c036e27-74c2-45dd-a778-acbfb99d5318), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:33.166238 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-77a74885-cc24-4925-a63d-a140a6825856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:33.169489 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e5a1417-f0da-48c3-94a0-4bcbe813c032 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Fanout notify agent at l3_agent the message router_deleted on router 8c036e27-74c2-45dd-a778-acbfb99d5318 {{(pid=108170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:58:33.194005 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4e5a1417-f0da-48c3-94a0-4bcbe813c032 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:33.195860 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:33.204325 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4e5a1417-f0da-48c3-94a0-4bcbe813c032 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "DELETE /networking/v2.0/routers/8c036e27-74c2-45dd-a778-acbfb99d5318 HTTP/1.1" status: 204 len: 168 time: 0.9236646 Oct 04 20:58:33.206424 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50780) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:33.246484 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-74cf6425-583f-4657-aa96-a815d0577b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (aa90a43a-9627-4190-99c6-0d014dc4f7fe), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:33.249816 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-74cf6425-583f-4657-aa96-a815d0577b49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:33.251645 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-74cf6425-583f-4657-aa96-a815d0577b49 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/aa90a43a-9627-4190-99c6-0d014dc4f7fe HTTP/1.1" status: 204 len: 168 time: 0.9193795 Oct 04 20:58:33.325837 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:33.343997 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cf6425-583f-4657-aa96-a815d0577b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa90a43a-9627-4190-99c6-0d014dc4f7fe,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:33.361659 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb500ebf-242c-4c3d-a263-5cd1cc8035a7 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Deleting subnet 25064685-7489-41cf-9022-5b6d599339c6 {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:58:33.368303 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cb500ebf-242c-4c3d-a263-5cd1cc8035a7 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for subnet (25064685-7489-41cf-9022-5b6d599339c6), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:33.447948 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cb500ebf-242c-4c3d-a263-5cd1cc8035a7 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (25064685-7489-41cf-9022-5b6d599339c6), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:33.597904 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c466ab16-95b4-4fdd-aa99-bb43557b1357 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks [] for port (ef2925e2-01b9-4456-ad33-52df12fd5e3f), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:33.623794 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cb500ebf-242c-4c3d-a263-5cd1cc8035a7 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (25064685-7489-41cf-9022-5b6d599339c6), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:33.629568 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-77a74885-cc24-4925-a63d-a140a6825856 None None] Allocated IP 2001:db8::2 (c5951bec-9b31-4136-841a-40724dbc630c/6eaf55ad-e7e4-4f62-ac32-acf23c01a3b3/554f6e61-1986-4e9a-a71b-ad41097c464c) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:58:33.774954 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633f8cba-d963-4297-bdbe-ca32e10b3ab5 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Made reservation on behalf of 6c1d2c9709a94cf691cb05145eeb8e23 for: {'port': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:58:33.813357 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:DELETE=3,neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:33.898479 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c466ab16-95b4-4fdd-aa99-bb43557b1357 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (ef2925e2-01b9-4456-ad33-52df12fd5e3f), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:33.905073 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cb500ebf-242c-4c3d-a263-5cd1cc8035a7 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (25064685-7489-41cf-9022-5b6d599339c6), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:34.011584 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c466ab16-95b4-4fdd-aa99-bb43557b1357 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:58:34.035433 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb500ebf-242c-4c3d-a263-5cd1cc8035a7 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event deleted for resources: {'Subnet': ['ID=25064685-7489-41cf-9022-5b6d599339c6,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:34.035958 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-c466ab16-95b4-4fdd-aa99-bb43557b1357 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:58:34.035958 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c466ab16-95b4-4fdd-aa99-bb43557b1357 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:58:34.037659 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-6af26d40-9534-4885-a25d-333e5efd1db3 tempest-RoutersTestDVR-1265821499 tempest-RoutersTestDVR-1265821499-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1512077669'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:58:34.065810 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cb500ebf-242c-4c3d-a263-5cd1cc8035a7 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:34.078457 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-cb500ebf-242c-4c3d-a263-5cd1cc8035a7 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/25064685-7489-41cf-9022-5b6d599339c6 HTTP/1.1" status: 204 len: 168 time: 0.8681381 Oct 04 20:58:34.079469 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50790) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:34.146297 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-77a74885-cc24-4925-a63d-a140a6825856 None None] Publish callbacks [] for port (554f6e61-1986-4e9a-a71b-ad41097c464c), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:34.156517 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3702269-a632-45a4-bf47-465e91436ac1 None None] Network 14944780-7a23-4f0f-8a5b-4bafc300b857 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:58:34.229444 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c466ab16-95b4-4fdd-aa99-bb43557b1357 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Pushing event updated for resources: {'Port': ['ID=ef2925e2-01b9-4456-ad33-52df12fd5e3f,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:34.264281 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-633f8cba-d963-4297-bdbe-ca32e10b3ab5 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:34.299119 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=87,neutron:UPDATE=7,neutron:INSERT=6 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:34.303384 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=8,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:34.310012 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-77a74885-cc24-4925-a63d-a140a6825856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (554f6e61-1986-4e9a-a71b-ad41097c464c), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:34.318125 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [None req-633f8cba-d963-4297-bdbe-ca32e10b3ab5 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] device_id is not set on port b2fdcba9-3a77-42ea-adbf-a98e2e732b83 yet. {{(pid=108169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 20:58:34.342363 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-27242c69-5fbf-4236-9cf4-776521b281a9 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (14944780-7a23-4f0f-8a5b-4bafc300b857), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:34.457349 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-27242c69-5fbf-4236-9cf4-776521b281a9 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Deleting port 7b8b316b-04e9-4f8c-bed6-ae9324aa10d3 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:58:34.457964 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-27242c69-5fbf-4236-9cf4-776521b281a9 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (7b8b316b-04e9-4f8c-bed6-ae9324aa10d3), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:34.527119 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6af26d40-9534-4885-a25d-333e5efd1db3 tempest-RoutersTestDVR-1265821499 tempest-RoutersTestDVR-1265821499-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (a25e0af7-63cc-4888-b484-419951401a54), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:34.530297 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6af26d40-9534-4885-a25d-333e5efd1db3 tempest-RoutersTestDVR-1265821499 tempest-RoutersTestDVR-1265821499-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (a25e0af7-63cc-4888-b484-419951401a54), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:34.576448 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a74885-cc24-4925-a63d-a140a6825856 None None] Network c5951bec-9b31-4136-841a-40724dbc630c is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:58:34.581482 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a74885-cc24-4925-a63d-a140a6825856 None None] Pushing event updated for resources: {'Port': ['ID=554f6e61-1986-4e9a-a71b-ad41097c464c,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:34.605370 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-77a74885-cc24-4925-a63d-a140a6825856 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:58:34.614990 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a74885-cc24-4925-a63d-a140a6825856 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:58:34.693143 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-27242c69-5fbf-4236-9cf4-776521b281a9 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] For port 7b8b316b-04e9-4f8c-bed6-ae9324aa10d3, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=7b8b316b-04e9-4f8c-bed6-ae9324aa10d3,segment=NetworkSegment(0d5eb314-12f4-4ebe-91ae-ec65f5140c2c),segment_id=0d5eb314-12f4-4ebe-91ae-ec65f5140c2c)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:58:34.693646 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-27242c69-5fbf-4236-9cf4-776521b281a9 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (7b8b316b-04e9-4f8c-bed6-ae9324aa10d3), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:34.746559 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-27242c69-5fbf-4236-9cf4-776521b281a9 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Calling delete_port for 7b8b316b-04e9-4f8c-bed6-ae9324aa10d3 owned by network:dhcp {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:58:34.785911 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03107312-9300-4365-addd-63c65fd7728e None None] DHCP port deletion for 14944780-7a23-4f0f-8a5b-4bafc300b857 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:58:34.804025 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-77a74885-cc24-4925-a63d-a140a6825856 None None] Attempting to bind port 554f6e61-1986-4e9a-a71b-ad41097c464c on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:58:34.804780 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-77a74885-cc24-4925-a63d-a140a6825856 None None] Attempting to bind port 554f6e61-1986-4e9a-a71b-ad41097c464c by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'aa5e8626-5ccf-4856-821a-9558669b1015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c5951bec-9b31-4136-841a-40724dbc630c'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:58:34.805580 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a74885-cc24-4925-a63d-a140a6825856 None None] Attempting to bind port 554f6e61-1986-4e9a-a71b-ad41097c464c on network c5951bec-9b31-4136-841a-40724dbc630c {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:58:34.965196 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-03107312-9300-4365-addd-63c65fd7728e None None] Deleting port 7b8b316b-04e9-4f8c-bed6-ae9324aa10d3 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:58:34.965969 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-03107312-9300-4365-addd-63c65fd7728e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (7b8b316b-04e9-4f8c-bed6-ae9324aa10d3), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:35.070505 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6af26d40-9534-4885-a25d-333e5efd1db3 tempest-RoutersTestDVR-1265821499 tempest-RoutersTestDVR-1265821499-project-admin] Publish callbacks [] for router_controller (a25e0af7-63cc-4888-b484-419951401a54), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:35.142069 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a74885-cc24-4925-a63d-a140a6825856 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:58:35.142655 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a74885-cc24-4925-a63d-a140a6825856 None None] Checking segment: {'id': 'aa5e8626-5ccf-4856-821a-9558669b1015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c5951bec-9b31-4136-841a-40724dbc630c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:58:35.143348 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-77a74885-cc24-4925-a63d-a140a6825856 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:35.143998 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a74885-cc24-4925-a63d-a140a6825856 None None] Bound using segment: {'id': 'aa5e8626-5ccf-4856-821a-9558669b1015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c5951bec-9b31-4136-841a-40724dbc630c'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:58:35.144804 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-77a74885-cc24-4925-a63d-a140a6825856 None None] Bound port: 554f6e61-1986-4e9a-a71b-ad41097c464c, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa5e8626-5ccf-4856-821a-9558669b1015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c5951bec-9b31-4136-841a-40724dbc630c'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:58:35.145718 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-77a74885-cc24-4925-a63d-a140a6825856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (554f6e61-1986-4e9a-a71b-ad41097c464c), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:35.204824 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 7b8b316b-04e9-4f8c-bed6-ae9324aa10d3 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:58:35.232997 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-27242c69-5fbf-4236-9cf4-776521b281a9 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (7b8b316b-04e9-4f8c-bed6-ae9324aa10d3), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:35.253206 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6af26d40-9534-4885-a25d-333e5efd1db3 tempest-RoutersTestDVR-1265821499 tempest-RoutersTestDVR-1265821499-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (a25e0af7-63cc-4888-b484-419951401a54), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:35.341031 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:35.398021 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-633f8cba-d963-4297-bdbe-ca32e10b3ab5 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Allocated IP 2001:db8::10 (c5951bec-9b31-4136-841a-40724dbc630c/6eaf55ad-e7e4-4f62-ac32-acf23c01a3b3/b2fdcba9-3a77-42ea-adbf-a98e2e732b83) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:58:35.399846 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27242c69-5fbf-4236-9cf4-776521b281a9 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event deleted for resources: {'Port': ['ID=7b8b316b-04e9-4f8c-bed6-ae9324aa10d3,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:35.402211 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-77a74885-cc24-4925-a63d-a140a6825856 None None] For port 554f6e61-1986-4e9a-a71b-ad41097c464c, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:58:35.420192 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-77a74885-cc24-4925-a63d-a140a6825856 None None] For port 554f6e61-1986-4e9a-a71b-ad41097c464c, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=554f6e61-1986-4e9a-a71b-ad41097c464c,segment=NetworkSegment(aa5e8626-5ccf-4856-821a-9558669b1015),segment_id=aa5e8626-5ccf-4856-821a-9558669b1015)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:58:35.420610 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27242c69-5fbf-4236-9cf4-776521b281a9 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] No DVR routers for this DVR port 7b8b316b-04e9-4f8c-bed6-ae9324aa10d3 on host n-d-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:58:35.478407 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 7b8b316b-04e9-4f8c-bed6-ae9324aa10d3 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:58:35.479730 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 7b8b316b-04e9-4f8c-bed6-ae9324aa10d3 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:58:35.525557 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-03107312-9300-4365-addd-63c65fd7728e None None] For port 7b8b316b-04e9-4f8c-bed6-ae9324aa10d3, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=7b8b316b-04e9-4f8c-bed6-ae9324aa10d3,segment=NetworkSegment(0d5eb314-12f4-4ebe-91ae-ec65f5140c2c),segment_id=0d5eb314-12f4-4ebe-91ae-ec65f5140c2c)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:58:35.526766 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-03107312-9300-4365-addd-63c65fd7728e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (7b8b316b-04e9-4f8c-bed6-ae9324aa10d3), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:35.545183 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-77a74885-cc24-4925-a63d-a140a6825856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (554f6e61-1986-4e9a-a71b-ad41097c464c), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:35.553285 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6af26d40-9534-4885-a25d-333e5efd1db3 tempest-RoutersTestDVR-1265821499 tempest-RoutersTestDVR-1265821499-project-admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:35.562578 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-6af26d40-9534-4885-a25d-333e5efd1db3 tempest-RoutersTestDVR-1265821499 tempest-RoutersTestDVR-1265821499-project-admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 729 time: 2.4180272 Oct 04 20:58:35.571643 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-03107312-9300-4365-addd-63c65fd7728e None None] Calling delete_port for 7b8b316b-04e9-4f8c-bed6-ae9324aa10d3 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:58:35.598615 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50800) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:35.618433 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:35.651275 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c466ab16-95b4-4fdd-aa99-bb43557b1357 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks [] for router_gateway (5e1f3470-eabe-469e-899f-a0068f58b7e4), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:35.784529 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a74885-cc24-4925-a63d-a140a6825856 None None] Pushing event updated for resources: {'Port': ['ID=554f6e61-1986-4e9a-a71b-ad41097c464c,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:35.929352 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-03107312-9300-4365-addd-63c65fd7728e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (7b8b316b-04e9-4f8c-bed6-ae9324aa10d3), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:35.930591 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [req-2a824d57-af2e-4c2d-ab80-e9ad38cad3ee req-d9c7b712-b0b9-44e7-85cd-2ee6adaa5478 tempest-ListImageFiltersTestJSON-1446086560 tempest-ListImageFiltersTestJSON-1446086560-project] (108169) timed out ('10.222.0.85', 62439) {{(pid=108169) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 04 20:58:36.127610 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03107312-9300-4365-addd-63c65fd7728e None None] No DVR routers for this DVR port 7b8b316b-04e9-4f8c-bed6-ae9324aa10d3 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:58:36.148762 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03107312-9300-4365-addd-63c65fd7728e None None] Pushing event deleted for resources: {'Port': ['ID=7b8b316b-04e9-4f8c-bed6-ae9324aa10d3,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:36.324714 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-633f8cba-d963-4297-bdbe-ca32e10b3ab5 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for port (b2fdcba9-3a77-42ea-adbf-a98e2e732b83), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:36.459311 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c466ab16-95b4-4fdd-aa99-bb43557b1357 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-465386', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-583633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6069'] for router (5e1f3470-eabe-469e-899f-a0068f58b7e4), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:36.466258 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:36.469262 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c466ab16-95b4-4fdd-aa99-bb43557b1357 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-465361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-465368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-583658'] for router (5e1f3470-eabe-469e-899f-a0068f58b7e4), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:36.686483 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-633f8cba-d963-4297-bdbe-ca32e10b3ab5 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (b2fdcba9-3a77-42ea-adbf-a98e2e732b83), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:36.724307 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:36.728538 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f49cbcaa-aaf0-42ce-8f3c-59215ee6cc09 tempest-RoutersTestDVR-1265821499 tempest-RoutersTestDVR-1265821499-project-admin] Publish callbacks [] for router (a25e0af7-63cc-4888-b484-419951401a54), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:36.831375 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-27242c69-5fbf-4236-9cf4-776521b281a9 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (14944780-7a23-4f0f-8a5b-4bafc300b857), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:36.986640 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-27242c69-5fbf-4236-9cf4-776521b281a9 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14944780-7a23-4f0f-8a5b-4bafc300b857']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:58:37.191932 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-27242c69-5fbf-4236-9cf4-776521b281a9 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d5eb314-12f4-4ebe-91ae-ec65f5140c2c') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:58:37.200902 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-27242c69-5fbf-4236-9cf4-776521b281a9 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d5eb314-12f4-4ebe-91ae-ec65f5140c2c') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:58:37.282983 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-27242c69-5fbf-4236-9cf4-776521b281a9 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (0d5eb314-12f4-4ebe-91ae-ec65f5140c2c), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:37.301372 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f49cbcaa-aaf0-42ce-8f3c-59215ee6cc09 tempest-RoutersTestDVR-1265821499 tempest-RoutersTestDVR-1265821499-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (a25e0af7-63cc-4888-b484-419951401a54), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:37.309234 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f49cbcaa-aaf0-42ce-8f3c-59215ee6cc09 tempest-RoutersTestDVR-1265821499 tempest-RoutersTestDVR-1265821499-project-admin] Publish callbacks [] for router_controller (a25e0af7-63cc-4888-b484-419951401a54), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:37.320526 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 554f6e61-1986-4e9a-a71b-ad41097c464c up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:58:37.329878 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-27242c69-5fbf-4236-9cf4-776521b281a9 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (0d5eb314-12f4-4ebe-91ae-ec65f5140c2c), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:37.476739 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27242c69-5fbf-4236-9cf4-776521b281a9 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:58:37.477401 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-27242c69-5fbf-4236-9cf4-776521b281a9 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (0d5eb314-12f4-4ebe-91ae-ec65f5140c2c), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:37.504975 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 554f6e61-1986-4e9a-a71b-ad41097c464c triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:58:37.507200 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (554f6e61-1986-4e9a-a71b-ad41097c464c), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:37.507200 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 554f6e61-1986-4e9a-a71b-ad41097c464c Oct 04 20:58:37.523763 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 50806) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:37.600035 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633f8cba-d963-4297-bdbe-ca32e10b3ab5 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Network c5951bec-9b31-4136-841a-40724dbc630c is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:58:37.628043 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a7ceb382-a6d8-4932-8275-422f6fbaf384 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:37.643929 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 0d5eb314-12f4-4ebe-91ae-ec65f5140c2c resource provider aggregate not found Oct 04 20:58:37.692231 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 0d5eb314-12f4-4ebe-91ae-ec65f5140c2c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0d5eb314-12f4-4ebe-91ae-ec65f5140c2c found for delete ", "request_id": "req-000b0323-0e99-45a7-bd54-bc13f5d95c58"}]} Oct 04 20:58:37.692665 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-633f8cba-d963-4297-bdbe-ca32e10b3ab5 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:58:37.696666 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633f8cba-d963-4297-bdbe-ca32e10b3ab5 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:58:37.709819 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633f8cba-d963-4297-bdbe-ca32e10b3ab5 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:58:37.714083 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-633f8cba-d963-4297-bdbe-ca32e10b3ab5 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:37.733280 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f49cbcaa-aaf0-42ce-8f3c-59215ee6cc09 tempest-RoutersTestDVR-1265821499 tempest-RoutersTestDVR-1265821499-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (a25e0af7-63cc-4888-b484-419951401a54), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:37.734291 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f49cbcaa-aaf0-42ce-8f3c-59215ee6cc09 tempest-RoutersTestDVR-1265821499 tempest-RoutersTestDVR-1265821499-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a25e0af7-63cc-4888-b484-419951401a54 {{(pid=108170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:58:37.735593 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633f8cba-d963-4297-bdbe-ca32e10b3ab5 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event updated for resources: {'Port': ['ID=b2fdcba9-3a77-42ea-adbf-a98e2e732b83,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:37.760302 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f49cbcaa-aaf0-42ce-8f3c-59215ee6cc09 tempest-RoutersTestDVR-1265821499 tempest-RoutersTestDVR-1265821499-project-admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:37.760302 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f49cbcaa-aaf0-42ce-8f3c-59215ee6cc09 tempest-RoutersTestDVR-1265821499 tempest-RoutersTestDVR-1265821499-project-admin] 10.222.0.78 "DELETE /networking/v2.0/routers/a25e0af7-63cc-4888-b484-419951401a54 HTTP/1.1" status: 204 len: 168 time: 2.1457651 Oct 04 20:58:37.765312 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50812) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:37.777778 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-3218ad97-62ad-4d5d-abb5-1ddab7267ef7 tempest-RoutersTestDVR-1265821499 tempest-RoutersTestDVR-1265821499-project-admin] Request body: {'router': {'name': 'tempest-router-1864385820', 'distributed': False}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:58:37.844205 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-27242c69-5fbf-4236-9cf4-776521b281a9 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (14944780-7a23-4f0f-8a5b-4bafc300b857), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:37.879350 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 554f6e61-1986-4e9a-a71b-ad41097c464c is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:58:37.888878 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (554f6e61-1986-4e9a-a71b-ad41097c464c), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:37.928171 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55834cee-56df-4d89-9df6-3c298791b949 None None] Network c5951bec-9b31-4136-841a-40724dbc630c requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:58:37.934744 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-27242c69-5fbf-4236-9cf4-776521b281a9 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:37.944240 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-27242c69-5fbf-4236-9cf4-776521b281a9 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "DELETE /networking/v2.0/networks/14944780-7a23-4f0f-8a5b-4bafc300b857 HTTP/1.1" status: 204 len: 168 time: 3.8517389 Oct 04 20:58:37.944240 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27242c69-5fbf-4236-9cf4-776521b281a9 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event deleted for resources: {'Network': ['ID=14944780-7a23-4f0f-8a5b-4bafc300b857,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:37.952620 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 50814) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:37.953330 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:37.969220 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3218ad97-62ad-4d5d-abb5-1ddab7267ef7 tempest-RoutersTestDVR-1265821499 tempest-RoutersTestDVR-1265821499-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (f0db5c5d-77b2-458d-9f6b-d75e2581534f), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:37.972446 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-4c96fa36-5980-4c38-92f2-7794ee487f3e tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1206995407'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:58:37.980437 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3218ad97-62ad-4d5d-abb5-1ddab7267ef7 tempest-RoutersTestDVR-1265821499 tempest-RoutersTestDVR-1265821499-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (f0db5c5d-77b2-458d-9f6b-d75e2581534f), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:38.019541 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a7ceb382-a6d8-4932-8275-422f6fbaf384 admin admin] Publish callbacks [] for security_group (6637ba10-0321-40be-91ac-d369adf92a26), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:38.032135 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-633f8cba-d963-4297-bdbe-ca32e10b3ab5 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.9248784 Oct 04 20:58:38.032802 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 50816) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:38.045148 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-e4a01195-8f58-4c94-88b1-7d1871d01d3b tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Request body: {'port': {'network_id': 'c5951bec-9b31-4136-841a-40724dbc630c', 'name': 'tempest-PortsIpV6TestJSON-33252723', 'fixed_ips': [{'subnet_id': '6eaf55ad-e7e4-4f62-ac32-acf23c01a3b3', 'ip_address': '2001:db8::f'}]}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:58:38.100006 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-1229b04e-0082-4c78-b64d-ae9041f2293b None None] Provisioning complete for port 554f6e61-1986-4e9a-a71b-ad41097c464c triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:58:38.100611 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-1229b04e-0082-4c78-b64d-ae9041f2293b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (554f6e61-1986-4e9a-a71b-ad41097c464c), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:38.101397 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-1229b04e-0082-4c78-b64d-ae9041f2293b None None] Attempt 1 to provision port 554f6e61-1986-4e9a-a71b-ad41097c464c Oct 04 20:58:38.112074 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 554f6e61-1986-4e9a-a71b-ad41097c464c, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=554f6e61-1986-4e9a-a71b-ad41097c464c,segment=NetworkSegment(aa5e8626-5ccf-4856-821a-9558669b1015),segment_id=aa5e8626-5ccf-4856-821a-9558669b1015)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:58:38.155291 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3218ad97-62ad-4d5d-abb5-1ddab7267ef7 tempest-RoutersTestDVR-1265821499 tempest-RoutersTestDVR-1265821499-project-admin] Publish callbacks [] for router_controller (f0db5c5d-77b2-458d-9f6b-d75e2581534f), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:38.206149 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c96fa36-5980-4c38-92f2-7794ee487f3e tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Made reservation on behalf of b0c85d506fb94c18954be47609cba122 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:58:38.211784 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4c96fa36-5980-4c38-92f2-7794ee487f3e tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:38.248153 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a7ceb382-a6d8-4932-8275-422f6fbaf384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (6637ba10-0321-40be-91ac-d369adf92a26), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:38.299246 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3218ad97-62ad-4d5d-abb5-1ddab7267ef7 tempest-RoutersTestDVR-1265821499 tempest-RoutersTestDVR-1265821499-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (f0db5c5d-77b2-458d-9f6b-d75e2581534f), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:38.344009 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (554f6e61-1986-4e9a-a71b-ad41097c464c), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:38.385548 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c466ab16-95b4-4fdd-aa99-bb43557b1357 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Router 5e1f3470-eabe-469e-899f-a0068f58b7e4 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:58:38.451553 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3218ad97-62ad-4d5d-abb5-1ddab7267ef7 tempest-RoutersTestDVR-1265821499 tempest-RoutersTestDVR-1265821499-project-admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:38.457398 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-3218ad97-62ad-4d5d-abb5-1ddab7267ef7 tempest-RoutersTestDVR-1265821499 tempest-RoutersTestDVR-1265821499-project-admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6887217 Oct 04 20:58:38.463803 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50824) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:38.480184 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-1229b04e-0082-4c78-b64d-ae9041f2293b None None] Current status of the port 554f6e61-1986-4e9a-a71b-ad41097c464c is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:58:38.528637 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=554f6e61-1986-4e9a-a71b-ad41097c464c,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:38.617797 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a7ceb382-a6d8-4932-8275-422f6fbaf384 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=092044b74e2543bc948c906d37608244&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0794098 Oct 04 20:58:38.625926 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c96fa36-5980-4c38-92f2-7794ee487f3e tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:58:38.642971 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 50828) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:38.644113 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ceb382-a6d8-4932-8275-422f6fbaf384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6637ba10-0321-40be-91ac-d369adf92a26,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:38.701029 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-41bb81ec-a542-4ae0-aee2-cccb958dda48 tempest-RoutersTestDVR-1265821499 tempest-RoutersTestDVR-1265821499-project-admin] Publish callbacks [] for router (f0db5c5d-77b2-458d-9f6b-d75e2581534f), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:38.707201 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=80,neutron:DELETE=11,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:38.841125 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4c96fa36-5980-4c38-92f2-7794ee487f3e tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (bd9dac7b-e3b8-4501-af30-1ed150fa8625), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:38.843315 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-4c96fa36-5980-4c38-92f2-7794ee487f3e tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Added segment bd9dac7b-e3b8-4501-af30-1ed150fa8625 of type vlan for network 2f043e40-dc92-435c-8ac4-32c18eda6bc5 Oct 04 20:58:38.854261 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:39.034080 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a01195-8f58-4c94-88b1-7d1871d01d3b tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Made reservation on behalf of 6c1d2c9709a94cf691cb05145eeb8e23 for: {'port': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:58:39.089025 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e4a01195-8f58-4c94-88b1-7d1871d01d3b tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:39.131459 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-41bb81ec-a542-4ae0-aee2-cccb958dda48 tempest-RoutersTestDVR-1265821499 tempest-RoutersTestDVR-1265821499-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (f0db5c5d-77b2-458d-9f6b-d75e2581534f), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:39.139725 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-41bb81ec-a542-4ae0-aee2-cccb958dda48 tempest-RoutersTestDVR-1265821499 tempest-RoutersTestDVR-1265821499-project-admin] Publish callbacks [] for router_controller (f0db5c5d-77b2-458d-9f6b-d75e2581534f), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:39.176447 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-00fb7cea-bfa3-4d7b-9975-7d1b6cd34dc1 None None] Provisioning complete for port 554f6e61-1986-4e9a-a71b-ad41097c464c triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:58:39.177577 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-00fb7cea-bfa3-4d7b-9975-7d1b6cd34dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (554f6e61-1986-4e9a-a71b-ad41097c464c), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:39.178142 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-00fb7cea-bfa3-4d7b-9975-7d1b6cd34dc1 None None] Attempt 1 to provision port 554f6e61-1986-4e9a-a71b-ad41097c464c Oct 04 20:58:39.187075 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c466ab16-95b4-4fdd-aa99-bb43557b1357 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:58:39.203260 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c466ab16-95b4-4fdd-aa99-bb43557b1357 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:39.210734 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c466ab16-95b4-4fdd-aa99-bb43557b1357 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] 10.222.0.78 "PUT /networking/v2.0/routers/5e1f3470-eabe-469e-899f-a0068f58b7e4 HTTP/1.1" status: 200 len: 878 time: 8.6129308 Oct 04 20:58:39.258718 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 50836) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:39.317992 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 554f6e61-1986-4e9a-a71b-ad41097c464c up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:58:39.323504 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b769d5d-5a01-48d8-8582-926ee5d33e1b None None] Sync routers for ids ['5e1f3470-eabe-469e-899f-a0068f58b7e4'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:58:39.375830 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:39.410702 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-41bb81ec-a542-4ae0-aee2-cccb958dda48 tempest-RoutersTestDVR-1265821499 tempest-RoutersTestDVR-1265821499-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (f0db5c5d-77b2-458d-9f6b-d75e2581534f), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:39.414630 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41bb81ec-a542-4ae0-aee2-cccb958dda48 tempest-RoutersTestDVR-1265821499 tempest-RoutersTestDVR-1265821499-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f0db5c5d-77b2-458d-9f6b-d75e2581534f {{(pid=108170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:58:39.415566 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b769d5d-5a01-48d8-8582-926ee5d33e1b None None] Routers {'5e1f3470-eabe-469e-899f-a0068f58b7e4'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:58:39.420873 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-9b769d5d-5a01-48d8-8582-926ee5d33e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:58:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['5e1f3470-eabe-469e-899f-a0068f58b7e4'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:58:39.432367 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-41bb81ec-a542-4ae0-aee2-cccb958dda48 tempest-RoutersTestDVR-1265821499 tempest-RoutersTestDVR-1265821499-project-admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:39.438569 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-41bb81ec-a542-4ae0-aee2-cccb958dda48 tempest-RoutersTestDVR-1265821499 tempest-RoutersTestDVR-1265821499-project-admin] 10.222.0.78 "DELETE /networking/v2.0/routers/f0db5c5d-77b2-458d-9f6b-d75e2581534f HTTP/1.1" status: 204 len: 168 time: 0.9710412 Oct 04 20:58:39.446381 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50840) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:39.467103 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ed08ec14-d25d-4d42-857d-7d427800aea9 admin admin] Publish callbacks [] for security_group (6637ba10-0321-40be-91ac-d369adf92a26), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:39.472807 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-4482bd7f-e525-49ec-84e1-02d59acfd7a1 tempest-RoutersTestDVR-1265821499 tempest-RoutersTestDVR-1265821499-project-admin] Request body: {'router': {'name': 'tempest-router-1601062528', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '4108981a7f8b42c9a29067d2f5f7c14a'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:58:39.525739 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-9b769d5d-5a01-48d8-8582-926ee5d33e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:58:39.552356 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b769d5d-5a01-48d8-8582-926ee5d33e1b None None] Routers {'5e1f3470-eabe-469e-899f-a0068f58b7e4'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:58:39.553181 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-9b769d5d-5a01-48d8-8582-926ee5d33e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:58:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['5e1f3470-eabe-469e-899f-a0068f58b7e4'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:58:39.571061 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [None req-e4a01195-8f58-4c94-88b1-7d1871d01d3b tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] device_id is not set on port ca7d4cd5-8bfb-4aed-9a45-5303f112753f yet. {{(pid=108169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 20:58:39.585244 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4c96fa36-5980-4c38-92f2-7794ee487f3e tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (2f043e40-dc92-435c-8ac4-32c18eda6bc5), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:39.627061 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ed08ec14-d25d-4d42-857d-7d427800aea9 admin admin] Publish callbacks [] for security_group (6637ba10-0321-40be-91ac-d369adf92a26), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:39.658198 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-9b769d5d-5a01-48d8-8582-926ee5d33e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:58:39.659170 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b769d5d-5a01-48d8-8582-926ee5d33e1b None None] The sync data for ids ['5e1f3470-eabe-469e-899f-a0068f58b7e4'] in n-d-852085-12 is: [] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:58:39.685965 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 554f6e61-1986-4e9a-a71b-ad41097c464c triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:58:39.686579 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (554f6e61-1986-4e9a-a71b-ad41097c464c), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:39.688481 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 554f6e61-1986-4e9a-a71b-ad41097c464c Oct 04 20:58:39.689443 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4482bd7f-e525-49ec-84e1-02d59acfd7a1 tempest-RoutersTestDVR-1265821499 tempest-RoutersTestDVR-1265821499-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (be64af8c-843a-4579-b310-ae63d137d036), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:39.691543 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4482bd7f-e525-49ec-84e1-02d59acfd7a1 tempest-RoutersTestDVR-1265821499 tempest-RoutersTestDVR-1265821499-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (be64af8c-843a-4579-b310-ae63d137d036), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:39.803478 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:39.809019 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-00fb7cea-bfa3-4d7b-9975-7d1b6cd34dc1 None None] Current status of the port 554f6e61-1986-4e9a-a71b-ad41097c464c is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:58:39.865605 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-00fb7cea-bfa3-4d7b-9975-7d1b6cd34dc1 None None] Provisioning complete for port b2fdcba9-3a77-42ea-adbf-a98e2e732b83 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:58:39.866297 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-00fb7cea-bfa3-4d7b-9975-7d1b6cd34dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b2fdcba9-3a77-42ea-adbf-a98e2e732b83), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:39.867043 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-00fb7cea-bfa3-4d7b-9975-7d1b6cd34dc1 None None] Attempt 1 to provision port b2fdcba9-3a77-42ea-adbf-a98e2e732b83 Oct 04 20:58:39.894111 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4482bd7f-e525-49ec-84e1-02d59acfd7a1 tempest-RoutersTestDVR-1265821499 tempest-RoutersTestDVR-1265821499-project-admin] Publish callbacks [] for router_controller (be64af8c-843a-4579-b310-ae63d137d036), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:39.971712 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c270fe11-77c5-46fd-b33f-03969ea99655 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] 10.222.0.78 "GET /networking/v2.0/routers/5e1f3470-eabe-469e-899f-a0068f58b7e4 HTTP/1.1" status: 200 len: 919 time: 0.6216125 Oct 04 20:58:39.971823 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50846) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:40.087949 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1daff9b7-662d-445a-97b7-6e34bfb740de tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:58:40.094653 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-1daff9b7-662d-445a-97b7-6e34bfb740de tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?network_id=52a60aae-e230-4bd7-89bc-781767fd7892&device_id=5e1f3470-eabe-469e-899f-a0068f58b7e4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1197615 Oct 04 20:58:40.096162 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50850) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:40.105144 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4c96fa36-5980-4c38-92f2-7794ee487f3e tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (2f043e40-dc92-435c-8ac4-32c18eda6bc5), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:40.118502 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c96fa36-5980-4c38-92f2-7794ee487f3e tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:58:40.120302 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4c96fa36-5980-4c38-92f2-7794ee487f3e tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:40.206360 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4482bd7f-e525-49ec-84e1-02d59acfd7a1 tempest-RoutersTestDVR-1265821499 tempest-RoutersTestDVR-1265821499-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (be64af8c-843a-4579-b310-ae63d137d036), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:40.212505 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-00fb7cea-bfa3-4d7b-9975-7d1b6cd34dc1 None None] Port b2fdcba9-3a77-42ea-adbf-a98e2e732b83 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:58:40.288087 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 554f6e61-1986-4e9a-a71b-ad41097c464c is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:58:40.342816 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-4c96fa36-5980-4c38-92f2-7794ee487f3e tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.3858752 Oct 04 20:58:40.342816 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ed08ec14-d25d-4d42-857d-7d427800aea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (6637ba10-0321-40be-91ac-d369adf92a26), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:40.352048 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ed08ec14-d25d-4d42-857d-7d427800aea9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:40.352048 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ed08ec14-d25d-4d42-857d-7d427800aea9 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/6637ba10-0321-40be-91ac-d369adf92a26 HTTP/1.1" status: 204 len: 168 time: 1.6891708 Oct 04 20:58:40.353079 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50856) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:40.363324 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-fd30a997-c2f4-418b-aa84-8221f285ecc7 None None] Provisioning complete for port b2fdcba9-3a77-42ea-adbf-a98e2e732b83 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:58:40.364314 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fd30a997-c2f4-418b-aa84-8221f285ecc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b2fdcba9-3a77-42ea-adbf-a98e2e732b83), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:40.365723 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-fd30a997-c2f4-418b-aa84-8221f285ecc7 None None] Attempt 1 to provision port b2fdcba9-3a77-42ea-adbf-a98e2e732b83 Oct 04 20:58:40.371553 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-916fb18a-3f77-4531-a41f-0affe317e825 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Request body: {'subnet': {'network_id': '2f043e40-dc92-435c-8ac4-32c18eda6bc5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:58:40.383994 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-e4a01195-8f58-4c94-88b1-7d1871d01d3b tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Allocated IP 2001:db8::f (c5951bec-9b31-4136-841a-40724dbc630c/6eaf55ad-e7e4-4f62-ac32-acf23c01a3b3/ca7d4cd5-8bfb-4aed-9a45-5303f112753f) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:58:40.403915 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4482bd7f-e525-49ec-84e1-02d59acfd7a1 tempest-RoutersTestDVR-1265821499 tempest-RoutersTestDVR-1265821499-project-admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:40.410130 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed08ec14-d25d-4d42-857d-7d427800aea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6637ba10-0321-40be-91ac-d369adf92a26,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:40.410444 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4482bd7f-e525-49ec-84e1-02d59acfd7a1 tempest-RoutersTestDVR-1265821499 tempest-RoutersTestDVR-1265821499-project-admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.9549468 Oct 04 20:58:40.420566 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c96fa36-5980-4c38-92f2-7794ee487f3e tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event updated for resources: {'Network': ['ID=2f043e40-dc92-435c-8ac4-32c18eda6bc5,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:40.427490 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 50860) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:40.439049 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-839627ce-548f-4723-9f39-92340e42cbf4 tempest-RoutersTestDVR-1265821499 tempest-RoutersTestDVR-1265821499-project-admin] Request body: {'router': {'distributed': True}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:58:40.466945 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 2f043e40-dc92-435c-8ac4-32c18eda6bc5 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:58:40.524568 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:40.560917 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244b9b3d-1025-4add-81b0-a63bb88b6ee5 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:58:40.569765 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-244b9b3d-1025-4add-81b0-a63bb88b6ee5 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] 10.222.0.78 "GET /networking/v2.0/networks/52a60aae-e230-4bd7-89bc-781767fd7892 HTTP/1.1" status: 200 len: 881 time: 0.4651036 Oct 04 20:58:40.571451 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50862) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:40.638407 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-fd30a997-c2f4-418b-aa84-8221f285ecc7 None None] Port b2fdcba9-3a77-42ea-adbf-a98e2e732b83 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:58:40.675423 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-6f61c9ba-858b-4f5b-8c50-ad3448905c4a tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5e1f3470-eabe-469e-899f-a0068f58b7e4 HTTP/1.1" status: 200 len: 205 time: 0.0966272 Oct 04 20:58:40.687394 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50866) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:40.820485 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:40.969248 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916fb18a-3f77-4531-a41f-0affe317e825 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Made reservation on behalf of b0c85d506fb94c18954be47609cba122 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:58:40.978376 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-916fb18a-3f77-4531-a41f-0affe317e825 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:41.032576 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e4a01195-8f58-4c94-88b1-7d1871d01d3b tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for port (ca7d4cd5-8bfb-4aed-9a45-5303f112753f), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:41.097978 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cf42b855-60df-4b83-99fe-bb689991a044 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks [] for router (5e1f3470-eabe-469e-899f-a0068f58b7e4), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:41.261285 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:41.276264 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-839627ce-548f-4723-9f39-92340e42cbf4 tempest-RoutersTestDVR-1265821499 tempest-RoutersTestDVR-1265821499-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-465386', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-583633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6069'] for router (be64af8c-843a-4579-b310-ae63d137d036), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:41.276877 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-839627ce-548f-4723-9f39-92340e42cbf4 tempest-RoutersTestDVR-1265821499 tempest-RoutersTestDVR-1265821499-project-admin] Publish callbacks [] for router (be64af8c-843a-4579-b310-ae63d137d036), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:41.412505 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=18 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:41.443765 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cf42b855-60df-4b83-99fe-bb689991a044 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks [] for router_gateway (5e1f3470-eabe-469e-899f-a0068f58b7e4), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:41.453691 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e4a01195-8f58-4c94-88b1-7d1871d01d3b tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (ca7d4cd5-8bfb-4aed-9a45-5303f112753f), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:41.471040 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=14 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:41.574765 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-839627ce-548f-4723-9f39-92340e42cbf4 tempest-RoutersTestDVR-1265821499 tempest-RoutersTestDVR-1265821499-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=108169) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Oct 04 20:58:41.575639 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-839627ce-548f-4723-9f39-92340e42cbf4 tempest-RoutersTestDVR-1265821499 tempest-RoutersTestDVR-1265821499-project-admin] Router be64af8c-843a-4579-b310-ae63d137d036 migrating from provider to provider. {{(pid=108169) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Oct 04 20:58:41.576760 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-839627ce-548f-4723-9f39-92340e42cbf4 tempest-RoutersTestDVR-1265821499 tempest-RoutersTestDVR-1265821499-project-admin] Publish callbacks [] for router_controller (be64af8c-843a-4579-b310-ae63d137d036), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:41.582071 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a01195-8f58-4c94-88b1-7d1871d01d3b tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event updated for resources: {'Port': ['ID=ca7d4cd5-8bfb-4aed-9a45-5303f112753f,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:41.604207 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a01195-8f58-4c94-88b1-7d1871d01d3b tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Network c5951bec-9b31-4136-841a-40724dbc630c is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:58:41.608089 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-839627ce-548f-4723-9f39-92340e42cbf4 tempest-RoutersTestDVR-1265821499 tempest-RoutersTestDVR-1265821499-project-admin] Publish callbacks [] for router_controller (be64af8c-843a-4579-b310-ae63d137d036), precommit_add_association {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:41.612559 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-e4a01195-8f58-4c94-88b1-7d1871d01d3b tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:58:41.626997 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a01195-8f58-4c94-88b1-7d1871d01d3b tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:58:41.651576 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a01195-8f58-4c94-88b1-7d1871d01d3b tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:58:41.653181 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e4a01195-8f58-4c94-88b1-7d1871d01d3b tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:41.699975 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-916fb18a-3f77-4531-a41f-0affe317e825 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (80e7fb6f-a39c-4f87-9f40-d90795d992b1), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:41.713105 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-839627ce-548f-4723-9f39-92340e42cbf4 tempest-RoutersTestDVR-1265821499 tempest-RoutersTestDVR-1265821499-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-465361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-465368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-583658'] for router (be64af8c-843a-4579-b310-ae63d137d036), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:41.722437 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:41.863797 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916fb18a-3f77-4531-a41f-0affe317e825 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event updated for resources: {'Subnet': ['ID=80e7fb6f-a39c-4f87-9f40-d90795d992b1,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:41.893977 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916fb18a-3f77-4531-a41f-0affe317e825 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:58:41.894648 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916fb18a-3f77-4531-a41f-0affe317e825 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:58:41.895241 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916fb18a-3f77-4531-a41f-0affe317e825 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:58:41.896731 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916fb18a-3f77-4531-a41f-0affe317e825 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:58:41.897799 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916fb18a-3f77-4531-a41f-0affe317e825 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:58:41.898998 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916fb18a-3f77-4531-a41f-0affe317e825 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:58:41.900054 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916fb18a-3f77-4531-a41f-0affe317e825 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:58:41.900638 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916fb18a-3f77-4531-a41f-0affe317e825 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:58:41.901417 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916fb18a-3f77-4531-a41f-0affe317e825 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:58:41.902629 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916fb18a-3f77-4531-a41f-0affe317e825 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:58:41.903241 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916fb18a-3f77-4531-a41f-0affe317e825 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:58:41.903787 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916fb18a-3f77-4531-a41f-0affe317e825 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:58:41.904328 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916fb18a-3f77-4531-a41f-0affe317e825 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:58:41.906174 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e4a01195-8f58-4c94-88b1-7d1871d01d3b tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 927 time: 3.8715158 Oct 04 20:58:41.910397 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916fb18a-3f77-4531-a41f-0affe317e825 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:58:41.911117 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916fb18a-3f77-4531-a41f-0affe317e825 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:58:41.911902 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 50878) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:41.931549 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-cf42b855-60df-4b83-99fe-bb689991a044 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Deleting port ef2925e2-01b9-4456-ad33-52df12fd5e3f {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:58:41.932187 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cf42b855-60df-4b83-99fe-bb689991a044 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (ef2925e2-01b9-4456-ad33-52df12fd5e3f), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:42.105705 n-d-852085-12 neutron-server[108169]: WARNING neutron.scheduler.l3_agent_scheduler [None req-839627ce-548f-4723-9f39-92340e42cbf4 tempest-RoutersTestDVR-1265821499 tempest-RoutersTestDVR-1265821499-project-admin] No L3 agents can host the router be64af8c-843a-4579-b310-ae63d137d036 Oct 04 20:58:42.160665 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cf5510-82bb-49ca-bc58-8a42bd99a47c tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:58:42.168470 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d9cf5510-82bb-49ca-bc58-8a42bd99a47c tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "GET /networking/v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2484038 Oct 04 20:58:42.168749 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916fb18a-3f77-4531-a41f-0affe317e825 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Checking segment: {'id': 'bd9dac7b-e3b8-4501-af30-1ed150fa8625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2f043e40-dc92-435c-8ac4-32c18eda6bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:58:42.168749 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916fb18a-3f77-4531-a41f-0affe317e825 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Network hostable DHCP agents. Network: 2f043e40-dc92-435c-8ac4-32c18eda6bc5, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:58:42.169371 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 50882) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:42.179112 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cf42b855-60df-4b83-99fe-bb689991a044 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (ef2925e2-01b9-4456-ad33-52df12fd5e3f), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:42.203074 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-6c3604e8-df09-4e8a-a844-b4b1f1303d45 None None] Provisioning complete for port ca7d4cd5-8bfb-4aed-9a45-5303f112753f triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:58:42.203964 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6c3604e8-df09-4e8a-a844-b4b1f1303d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (ca7d4cd5-8bfb-4aed-9a45-5303f112753f), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:42.204523 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-6c3604e8-df09-4e8a-a844-b4b1f1303d45 None None] Attempt 1 to provision port ca7d4cd5-8bfb-4aed-9a45-5303f112753f Oct 04 20:58:42.226750 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-cf42b855-60df-4b83-99fe-bb689991a044 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Calling delete_port for ef2925e2-01b9-4456-ad33-52df12fd5e3f owned by network:router_gateway {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:58:42.364894 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-6c3604e8-df09-4e8a-a844-b4b1f1303d45 None None] Port ca7d4cd5-8bfb-4aed-9a45-5303f112753f cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:58:42.374193 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916fb18a-3f77-4531-a41f-0affe317e825 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Network 2f043e40-dc92-435c-8ac4-32c18eda6bc5 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:58:42.397462 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c744c730-a0f2-4fbc-a017-65546820ce3c tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:58:42.409652 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c744c730-a0f2-4fbc-a017-65546820ce3c tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:58:42.421301 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c744c730-a0f2-4fbc-a017-65546820ce3c tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:58:42.429738 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c744c730-a0f2-4fbc-a017-65546820ce3c tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "GET /networking/v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.2531545 Oct 04 20:58:42.430602 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50886) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:42.488005 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839627ce-548f-4723-9f39-92340e42cbf4 tempest-RoutersTestDVR-1265821499 tempest-RoutersTestDVR-1265821499-project-admin] Hosts for router be64af8c-843a-4579-b310-ae63d137d036: [] {{(pid=108169) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Oct 04 20:58:42.540359 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839627ce-548f-4723-9f39-92340e42cbf4 tempest-RoutersTestDVR-1265821499 tempest-RoutersTestDVR-1265821499-project-admin] Hosts for other DVR routers connected to router be64af8c-843a-4579-b310-ae63d137d036: set() {{(pid=108169) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Oct 04 20:58:42.545248 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-839627ce-548f-4723-9f39-92340e42cbf4 tempest-RoutersTestDVR-1265821499 tempest-RoutersTestDVR-1265821499-project-admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:42.547455 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-839627ce-548f-4723-9f39-92340e42cbf4 tempest-RoutersTestDVR-1265821499 tempest-RoutersTestDVR-1265821499-project-admin] 10.222.0.78 "PUT /networking/v2.0/routers/be64af8c-843a-4579-b310-ae63d137d036 HTTP/1.1" status: 200 len: 717 time: 2.1166558 Oct 04 20:58:42.558332 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 50890) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:42.586106 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-916fb18a-3f77-4531-a41f-0affe317e825 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 2f043e40-dc92-435c-8ac4-32c18eda6bc5) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:58:42.609407 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916fb18a-3f77-4531-a41f-0affe317e825 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:58:42.610491 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-916fb18a-3f77-4531-a41f-0affe317e825 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:42.626451 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb72020d-6ae6-4cae-9524-cfbc21cb1ef0 None None] Network 2f043e40-dc92-435c-8ac4-32c18eda6bc5 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:58:42.728653 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-8187ee42-0a71-49fb-8de8-1a6858c70016 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Deleting port ca7d4cd5-8bfb-4aed-9a45-5303f112753f {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:58:42.729213 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8187ee42-0a71-49fb-8de8-1a6858c70016 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (ca7d4cd5-8bfb-4aed-9a45-5303f112753f), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:42.732837 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e2f257a4-d6e7-4683-b71a-22525aa7768e tempest-RoutersTestDVR-1265821499 tempest-RoutersTestDVR-1265821499-project-admin] 10.222.0.78 "GET /networking/v2.0/routers/be64af8c-843a-4579-b310-ae63d137d036 HTTP/1.1" status: 200 len: 717 time: 0.1707499 Oct 04 20:58:42.737337 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 50892) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:42.863578 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-916fb18a-3f77-4531-a41f-0affe317e825 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5061514 Oct 04 20:58:42.868463 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 50896) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:42.872316 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a50b35-9e16-4126-8d97-8d8461e26b41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-2f043e40-dc92-435c-8ac4-32c18eda6bc5', 'network_id': '2f043e40-dc92-435c-8ac4-32c18eda6bc5', 'project_id': 'b0c85d506fb94c18954be47609cba122', 'fixed_ips': [{'subnet_id': '80e7fb6f-a39c-4f87-9f40-d90795d992b1'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:58:42.874387 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c4a50b35-9e16-4126-8d97-8d8461e26b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:42.876199 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-f1af0ac3-ab77-42ed-b302-fc7e887fec76 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1165147721', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:58:42.990321 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8187ee42-0a71-49fb-8de8-1a6858c70016 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (ca7d4cd5-8bfb-4aed-9a45-5303f112753f), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:42.997552 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50898) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:43.041133 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c9da8cd8-1d9e-414c-91ad-9207968f8276 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:43.048901 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-8187ee42-0a71-49fb-8de8-1a6858c70016 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Calling delete_port for ca7d4cd5-8bfb-4aed-9a45-5303f112753f owned by {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:58:43.074010 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f1af0ac3-ab77-42ed-b302-fc7e887fec76 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (847e2376-1363-4440-857c-4488f162f656), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:43.076350 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f1af0ac3-ab77-42ed-b302-fc7e887fec76 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (847e2376-1363-4440-857c-4488f162f656), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:43.092140 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cf42b855-60df-4b83-99fe-bb689991a044 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (ef2925e2-01b9-4456-ad33-52df12fd5e3f), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:43.248581 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f1af0ac3-ab77-42ed-b302-fc7e887fec76 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for router_controller (847e2376-1363-4440-857c-4488f162f656), precommit_add_association {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:43.256515 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:43.261406 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-c4a50b35-9e16-4126-8d97-8d8461e26b41 None None] Allocated IP 2001:db8::2 (2f043e40-dc92-435c-8ac4-32c18eda6bc5/80e7fb6f-a39c-4f87-9f40-d90795d992b1/48f5c532-9b55-4e01-95a1-5dfcaaa51dd0) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:58:43.305107 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf42b855-60df-4b83-99fe-bb689991a044 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Pushing event deleted for resources: {'Port': ['ID=ef2925e2-01b9-4456-ad33-52df12fd5e3f,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:43.350987 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f1af0ac3-ab77-42ed-b302-fc7e887fec76 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (847e2376-1363-4440-857c-4488f162f656), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:43.413905 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:43.428593 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:43.536940 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f1af0ac3-ab77-42ed-b302-fc7e887fec76 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:43.545922 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f1af0ac3-ab77-42ed-b302-fc7e887fec76 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6694231 Oct 04 20:58:43.545922 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 50904) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:43.587418 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c9da8cd8-1d9e-414c-91ad-9207968f8276 admin admin] Publish callbacks [] for security_group (522f106a-6013-4a06-9512-24c2909b36ad), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:43.590393 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:DELETE=6,neutron:SELECT=84,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:43.687525 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cf42b855-60df-4b83-99fe-bb689991a044 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (5e1f3470-eabe-469e-899f-a0068f58b7e4), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:43.732754 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c4a50b35-9e16-4126-8d97-8d8461e26b41 None None] Publish callbacks [] for port (48f5c532-9b55-4e01-95a1-5dfcaaa51dd0), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:43.827643 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c9da8cd8-1d9e-414c-91ad-9207968f8276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (522f106a-6013-4a06-9512-24c2909b36ad), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:43.861369 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c4a50b35-9e16-4126-8d97-8d8461e26b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (48f5c532-9b55-4e01-95a1-5dfcaaa51dd0), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:43.920537 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9da8cd8-1d9e-414c-91ad-9207968f8276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522f106a-6013-4a06-9512-24c2909b36ad,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:43.942784 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50908) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:43.989733 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a50b35-9e16-4126-8d97-8d8461e26b41 None None] Network 2f043e40-dc92-435c-8ac4-32c18eda6bc5 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:58:43.996187 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-c4a50b35-9e16-4126-8d97-8d8461e26b41 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:58:44.003726 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a50b35-9e16-4126-8d97-8d8461e26b41 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:58:44.030563 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a50b35-9e16-4126-8d97-8d8461e26b41 None None] Pushing event updated for resources: {'Port': ['ID=48f5c532-9b55-4e01-95a1-5dfcaaa51dd0,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:44.049029 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cf42b855-60df-4b83-99fe-bb689991a044 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (5e1f3470-eabe-469e-899f-a0068f58b7e4), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:44.052844 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cf42b855-60df-4b83-99fe-bb689991a044 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks [] for router_controller (5e1f3470-eabe-469e-899f-a0068f58b7e4), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:44.152281 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-c4a50b35-9e16-4126-8d97-8d8461e26b41 None None] Attempting to bind port 48f5c532-9b55-4e01-95a1-5dfcaaa51dd0 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:58:44.152938 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-c4a50b35-9e16-4126-8d97-8d8461e26b41 None None] Attempting to bind port 48f5c532-9b55-4e01-95a1-5dfcaaa51dd0 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'bd9dac7b-e3b8-4501-af30-1ed150fa8625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2f043e40-dc92-435c-8ac4-32c18eda6bc5'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:58:44.153660 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a50b35-9e16-4126-8d97-8d8461e26b41 None None] Attempting to bind port 48f5c532-9b55-4e01-95a1-5dfcaaa51dd0 on network 2f043e40-dc92-435c-8ac4-32c18eda6bc5 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:58:44.267710 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c9da8cd8-1d9e-414c-91ad-9207968f8276 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=1e9a0f02c1234ac593eb8214e8e536f8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2682314 Oct 04 20:58:44.273247 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50914) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:44.274910 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e649c179-16bc-432f-9bd9-2ede69e442a1 tempest-RoutersTestDVR-439382323 tempest-RoutersTestDVR-439382323-project] 10.222.0.78 "GET /networking/v2.0/routers/be64af8c-843a-4579-b310-ae63d137d036 HTTP/1.1" status: 200 len: 683 time: 1.5312526 Oct 04 20:58:44.284798 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 50916) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:44.377891 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a50b35-9e16-4126-8d97-8d8461e26b41 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:58:44.378874 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a50b35-9e16-4126-8d97-8d8461e26b41 None None] Checking segment: {'id': 'bd9dac7b-e3b8-4501-af30-1ed150fa8625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2f043e40-dc92-435c-8ac4-32c18eda6bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:58:44.379423 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c4a50b35-9e16-4126-8d97-8d8461e26b41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:44.380268 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a50b35-9e16-4126-8d97-8d8461e26b41 None None] Bound using segment: {'id': 'bd9dac7b-e3b8-4501-af30-1ed150fa8625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2f043e40-dc92-435c-8ac4-32c18eda6bc5'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:58:44.380464 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cf42b855-60df-4b83-99fe-bb689991a044 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (5e1f3470-eabe-469e-899f-a0068f58b7e4), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:44.381561 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-c4a50b35-9e16-4126-8d97-8d8461e26b41 None None] Bound port: 48f5c532-9b55-4e01-95a1-5dfcaaa51dd0, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd9dac7b-e3b8-4501-af30-1ed150fa8625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2f043e40-dc92-435c-8ac4-32c18eda6bc5'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:58:44.381786 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf42b855-60df-4b83-99fe-bb689991a044 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Fanout notify agent at l3_agent the message router_deleted on router 5e1f3470-eabe-469e-899f-a0068f58b7e4 {{(pid=108170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:58:44.383892 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c4a50b35-9e16-4126-8d97-8d8461e26b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (48f5c532-9b55-4e01-95a1-5dfcaaa51dd0), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:44.397241 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cf42b855-60df-4b83-99fe-bb689991a044 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:44.399325 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:44.411977 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-cf42b855-60df-4b83-99fe-bb689991a044 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] 10.222.0.78 "DELETE /networking/v2.0/routers/5e1f3470-eabe-469e-899f-a0068f58b7e4 HTTP/1.1" status: 204 len: 168 time: 3.7192962 Oct 04 20:58:44.418672 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50918) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:44.427640 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-2d71c4e8-7812-458c-903c-30ce0bdc0f9e tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-81193727', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:58:44.455899 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8187ee42-0a71-49fb-8de8-1a6858c70016 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (ca7d4cd5-8bfb-4aed-9a45-5303f112753f), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:44.541568 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8187ee42-0a71-49fb-8de8-1a6858c70016 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event deleted for resources: {'Port': ['ID=ca7d4cd5-8bfb-4aed-9a45-5303f112753f,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:44.563599 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-34afce05-273d-4486-a94b-24112c65dd51 admin admin] Publish callbacks [] for security_group (522f106a-6013-4a06-9512-24c2909b36ad), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:44.633898 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-c4a50b35-9e16-4126-8d97-8d8461e26b41 None None] For port 48f5c532-9b55-4e01-95a1-5dfcaaa51dd0, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:58:44.656180 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-c4a50b35-9e16-4126-8d97-8d8461e26b41 None None] For port 48f5c532-9b55-4e01-95a1-5dfcaaa51dd0, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=48f5c532-9b55-4e01-95a1-5dfcaaa51dd0,segment=NetworkSegment(bd9dac7b-e3b8-4501-af30-1ed150fa8625),segment_id=bd9dac7b-e3b8-4501-af30-1ed150fa8625)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:58:44.661164 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3b2b4f32-bd12-48a3-8350-b5cf5f1ddc42 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:44.685984 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2d71c4e8-7812-458c-903c-30ce0bdc0f9e tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (428cd8b3-1625-4ba8-b52f-f967d2cd3573), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:44.689856 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2d71c4e8-7812-458c-903c-30ce0bdc0f9e tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (428cd8b3-1625-4ba8-b52f-f967d2cd3573), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:44.701451 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-482d1a2d-05a9-48e1-8233-f4bf144daaed tempest-RoutersTestDVR-1265821499 tempest-RoutersTestDVR-1265821499-project-admin] Publish callbacks [] for router (be64af8c-843a-4579-b310-ae63d137d036), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:44.712245 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8187ee42-0a71-49fb-8de8-1a6858c70016 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:44.719069 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-8187ee42-0a71-49fb-8de8-1a6858c70016 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "DELETE /networking/v2.0/ports/ca7d4cd5-8bfb-4aed-9a45-5303f112753f HTTP/1.1" status: 204 len: 168 time: 2.2864420 Oct 04 20:58:44.734294 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-34afce05-273d-4486-a94b-24112c65dd51 admin admin] Publish callbacks [] for security_group (522f106a-6013-4a06-9512-24c2909b36ad), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:44.751027 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50924) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:44.814533 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c4a50b35-9e16-4126-8d97-8d8461e26b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (48f5c532-9b55-4e01-95a1-5dfcaaa51dd0), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:44.855362 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-227903f7-3146-4d7e-9f0c-28dd7332b29f tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] GET failed (client error): The resource could not be found. Oct 04 20:58:44.859057 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-227903f7-3146-4d7e-9f0c-28dd7332b29f tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "GET /networking/v2.0/ports/ca7d4cd5-8bfb-4aed-9a45-5303f112753f HTTP/1.1" status: 404 len: 333 time: 0.1055751 Oct 04 20:58:44.872370 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50926) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:45.116272 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a50b35-9e16-4126-8d97-8d8461e26b41 None None] Pushing event updated for resources: {'Port': ['ID=48f5c532-9b55-4e01-95a1-5dfcaaa51dd0,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:45.289249 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d692eb40-df3f-4af8-b71e-072d6039d4f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:45.346012 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2d71c4e8-7812-458c-903c-30ce0bdc0f9e tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks [] for router_controller (428cd8b3-1625-4ba8-b52f-f967d2cd3573), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:45.477845 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2d71c4e8-7812-458c-903c-30ce0bdc0f9e tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (428cd8b3-1625-4ba8-b52f-f967d2cd3573), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:45.530167 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-b43fc8a4-4c95-4110-a1ad-9825bcc28052 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Deleting port b2fdcba9-3a77-42ea-adbf-a98e2e732b83 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:58:45.531683 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b43fc8a4-4c95-4110-a1ad-9825bcc28052 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (b2fdcba9-3a77-42ea-adbf-a98e2e732b83), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:45.555883 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-01492b2e-061b-4f33-80f5-d33650a444ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:45.659735 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-34afce05-273d-4486-a94b-24112c65dd51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (522f106a-6013-4a06-9512-24c2909b36ad), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:45.665395 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-34afce05-273d-4486-a94b-24112c65dd51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:45.667785 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-34afce05-273d-4486-a94b-24112c65dd51 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/522f106a-6013-4a06-9512-24c2909b36ad HTTP/1.1" status: 204 len: 168 time: 1.3798556 Oct 04 20:58:45.734973 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2d71c4e8-7812-458c-903c-30ce0bdc0f9e tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:45.741525 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2d71c4e8-7812-458c-903c-30ce0bdc0f9e tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.3161430 Oct 04 20:58:45.748098 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50934) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:45.751914 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34afce05-273d-4486-a94b-24112c65dd51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522f106a-6013-4a06-9512-24c2909b36ad,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:45.761605 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-23c0b4fd-3449-42ba-ba85-967506457a5e tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'enable_snat': True}}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:58:45.938024 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:46.307701 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-482d1a2d-05a9-48e1-8233-f4bf144daaed tempest-RoutersTestDVR-1265821499 tempest-RoutersTestDVR-1265821499-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (be64af8c-843a-4579-b310-ae63d137d036), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:46.312928 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-482d1a2d-05a9-48e1-8233-f4bf144daaed tempest-RoutersTestDVR-1265821499 tempest-RoutersTestDVR-1265821499-project-admin] Publish callbacks [] for router_controller (be64af8c-843a-4579-b310-ae63d137d036), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:46.433480 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=83,neutron:INSERT=5,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:46.435435 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:46.454440 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-3b2b4f32-bd12-48a3-8350-b5cf5f1ddc42 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Allocated IP 2001:db8::1 (2f043e40-dc92-435c-8ac4-32c18eda6bc5/80e7fb6f-a39c-4f87-9f40-d90795d992b1/f77a6fa8-59a9-4327-a900-0a886b2af5d7) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:58:46.545399 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b43fc8a4-4c95-4110-a1ad-9825bcc28052 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (b2fdcba9-3a77-42ea-adbf-a98e2e732b83), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:46.569907 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-482d1a2d-05a9-48e1-8233-f4bf144daaed tempest-RoutersTestDVR-1265821499 tempest-RoutersTestDVR-1265821499-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (be64af8c-843a-4579-b310-ae63d137d036), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:46.570924 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-482d1a2d-05a9-48e1-8233-f4bf144daaed tempest-RoutersTestDVR-1265821499 tempest-RoutersTestDVR-1265821499-project-admin] Fanout notify agent at l3_agent the message router_deleted on router be64af8c-843a-4579-b310-ae63d137d036 {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:58:46.581140 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-482d1a2d-05a9-48e1-8233-f4bf144daaed tempest-RoutersTestDVR-1265821499 tempest-RoutersTestDVR-1265821499-project-admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:46.584774 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-482d1a2d-05a9-48e1-8233-f4bf144daaed tempest-RoutersTestDVR-1265821499 tempest-RoutersTestDVR-1265821499-project-admin] 10.222.0.78 "DELETE /networking/v2.0/routers/be64af8c-843a-4579-b310-ae63d137d036 HTTP/1.1" status: 204 len: 168 time: 2.2982702 Oct 04 20:58:46.591623 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 50940) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:46.599551 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-459e6e7e-4de9-4211-acb9-d19e56f6726d tempest-RoutersTestDVR-1265821499 tempest-RoutersTestDVR-1265821499-project-admin] Request body: {'router': {'name': 'tempest-router-275346257', 'distributed': True}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:58:46.641095 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-b43fc8a4-4c95-4110-a1ad-9825bcc28052 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Calling delete_port for b2fdcba9-3a77-42ea-adbf-a98e2e732b83 owned by {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:58:46.717973 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3b2b4f32-bd12-48a3-8350-b5cf5f1ddc42 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for port (f77a6fa8-59a9-4327-a900-0a886b2af5d7), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:46.862827 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902b468c-fa3c-4ff6-8147-11cef3834e6a None None] Network 2f043e40-dc92-435c-8ac4-32c18eda6bc5 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:58:46.894030 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d692eb40-df3f-4af8-b71e-072d6039d4f6 admin admin] Publish callbacks [] for security_group (23fb9205-5d7a-4d64-b048-6c72e3fdaaaf), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:46.925639 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3b2b4f32-bd12-48a3-8350-b5cf5f1ddc42 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (f77a6fa8-59a9-4327-a900-0a886b2af5d7), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:46.963275 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-459e6e7e-4de9-4211-acb9-d19e56f6726d tempest-RoutersTestDVR-1265821499 tempest-RoutersTestDVR-1265821499-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (25b6fe97-3d3e-4391-a76b-b57f8fcc7793), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:46.965320 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-459e6e7e-4de9-4211-acb9-d19e56f6726d tempest-RoutersTestDVR-1265821499 tempest-RoutersTestDVR-1265821499-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (25b6fe97-3d3e-4391-a76b-b57f8fcc7793), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:46.969871 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-23c0b4fd-3449-42ba-ba85-967506457a5e tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks [] for router_gateway (428cd8b3-1625-4ba8-b52f-f967d2cd3573), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:47.034421 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2b4f32-bd12-48a3-8350-b5cf5f1ddc42 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Network 2f043e40-dc92-435c-8ac4-32c18eda6bc5 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:58:47.065319 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-c65c1845-8a15-4099-b262-5fdf3ff3ef31 None None] Provisioning complete for port 48f5c532-9b55-4e01-95a1-5dfcaaa51dd0 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:58:47.068561 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c65c1845-8a15-4099-b262-5fdf3ff3ef31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (48f5c532-9b55-4e01-95a1-5dfcaaa51dd0), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:47.069502 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-c65c1845-8a15-4099-b262-5fdf3ff3ef31 None None] Attempt 1 to provision port 48f5c532-9b55-4e01-95a1-5dfcaaa51dd0 Oct 04 20:58:47.073692 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d692eb40-df3f-4af8-b71e-072d6039d4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (23fb9205-5d7a-4d64-b048-6c72e3fdaaaf), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:47.088133 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-3b2b4f32-bd12-48a3-8350-b5cf5f1ddc42 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:58:47.098415 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2b4f32-bd12-48a3-8350-b5cf5f1ddc42 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:58:47.099464 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3b2b4f32-bd12-48a3-8350-b5cf5f1ddc42 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (847e2376-1363-4440-857c-4488f162f656), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:47.106351 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:DELETE=4,neutron:INSERT=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:47.147857 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d692eb40-df3f-4af8-b71e-072d6039d4f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23fb9205-5d7a-4d64-b048-6c72e3fdaaaf,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:47.459464 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 48f5c532-9b55-4e01-95a1-5dfcaaa51dd0 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:58:47.503165 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-459e6e7e-4de9-4211-acb9-d19e56f6726d tempest-RoutersTestDVR-1265821499 tempest-RoutersTestDVR-1265821499-project-admin] Publish callbacks [] for router_controller (25b6fe97-3d3e-4391-a76b-b57f8fcc7793), precommit_add_association {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:47.602942 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3b2b4f32-bd12-48a3-8350-b5cf5f1ddc42 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (f77a6fa8-59a9-4327-a900-0a886b2af5d7), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:47.635344 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2b4f32-bd12-48a3-8350-b5cf5f1ddc42 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event updated for resources: {'Port': ['ID=f77a6fa8-59a9-4327-a900-0a886b2af5d7,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:47.662072 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-459e6e7e-4de9-4211-acb9-d19e56f6726d tempest-RoutersTestDVR-1265821499 tempest-RoutersTestDVR-1265821499-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (25b6fe97-3d3e-4391-a76b-b57f8fcc7793), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:47.682872 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-d692eb40-df3f-4af8-b71e-072d6039d4f6 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=3900b8e7bbd1407cb2fabf04ff39acae&name=default HTTP/1.1" status: 200 len: 3000 time: 3.4718208 Oct 04 20:58:47.699094 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50950) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:47.718010 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2b4f32-bd12-48a3-8350-b5cf5f1ddc42 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:58:47.718562 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2b4f32-bd12-48a3-8350-b5cf5f1ddc42 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:58:47.719532 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2b4f32-bd12-48a3-8350-b5cf5f1ddc42 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:58:47.719756 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2b4f32-bd12-48a3-8350-b5cf5f1ddc42 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:58:47.720708 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2b4f32-bd12-48a3-8350-b5cf5f1ddc42 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:58:47.720922 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2b4f32-bd12-48a3-8350-b5cf5f1ddc42 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:58:47.721331 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2b4f32-bd12-48a3-8350-b5cf5f1ddc42 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:58:47.721866 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2b4f32-bd12-48a3-8350-b5cf5f1ddc42 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:58:47.722412 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2b4f32-bd12-48a3-8350-b5cf5f1ddc42 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:58:47.722960 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2b4f32-bd12-48a3-8350-b5cf5f1ddc42 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:58:47.724060 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2b4f32-bd12-48a3-8350-b5cf5f1ddc42 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:58:47.724605 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2b4f32-bd12-48a3-8350-b5cf5f1ddc42 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:58:47.725154 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2b4f32-bd12-48a3-8350-b5cf5f1ddc42 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:58:47.725787 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2b4f32-bd12-48a3-8350-b5cf5f1ddc42 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:58:47.726239 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2b4f32-bd12-48a3-8350-b5cf5f1ddc42 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:58:47.776867 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-bc25dea9-d7c4-479c-9417-42c825eab174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:47.810238 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 48f5c532-9b55-4e01-95a1-5dfcaaa51dd0 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:58:47.811625 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (48f5c532-9b55-4e01-95a1-5dfcaaa51dd0), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:47.811625 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 48f5c532-9b55-4e01-95a1-5dfcaaa51dd0 Oct 04 20:58:47.854787 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b43fc8a4-4c95-4110-a1ad-9825bcc28052 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (b2fdcba9-3a77-42ea-adbf-a98e2e732b83), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:47.958402 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-c65c1845-8a15-4099-b262-5fdf3ff3ef31 None None] Current status of the port 48f5c532-9b55-4e01-95a1-5dfcaaa51dd0 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:58:47.959323 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c65c1845-8a15-4099-b262-5fdf3ff3ef31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (48f5c532-9b55-4e01-95a1-5dfcaaa51dd0), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:48.085071 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-459e6e7e-4de9-4211-acb9-d19e56f6726d tempest-RoutersTestDVR-1265821499 tempest-RoutersTestDVR-1265821499-project-admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:48.089066 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-459e6e7e-4de9-4211-acb9-d19e56f6726d tempest-RoutersTestDVR-1265821499 tempest-RoutersTestDVR-1265821499-project-admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 720 time: 1.4957187 Oct 04 20:58:48.097416 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50954) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:48.173032 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43fc8a4-4c95-4110-a1ad-9825bcc28052 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event deleted for resources: {'Port': ['ID=b2fdcba9-3a77-42ea-adbf-a98e2e732b83,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:48.216747 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b43fc8a4-4c95-4110-a1ad-9825bcc28052 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:48.227993 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b43fc8a4-4c95-4110-a1ad-9825bcc28052 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "DELETE /networking/v2.0/ports/b2fdcba9-3a77-42ea-adbf-a98e2e732b83 HTTP/1.1" status: 204 len: 168 time: 3.3502204 Oct 04 20:58:48.232463 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-23c0b4fd-3449-42ba-ba85-967506457a5e tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks [] for router_gateway (428cd8b3-1625-4ba8-b52f-f967d2cd3573), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:48.241742 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 50956) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:48.272452 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-c65c1845-8a15-4099-b262-5fdf3ff3ef31 None None] For port 48f5c532-9b55-4e01-95a1-5dfcaaa51dd0, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=48f5c532-9b55-4e01-95a1-5dfcaaa51dd0,segment=NetworkSegment(bd9dac7b-e3b8-4501-af30-1ed150fa8625),segment_id=bd9dac7b-e3b8-4501-af30-1ed150fa8625)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:58:48.350618 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 48f5c532-9b55-4e01-95a1-5dfcaaa51dd0 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:58:48.352897 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (48f5c532-9b55-4e01-95a1-5dfcaaa51dd0), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:48.420596 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-23c0b4fd-3449-42ba-ba85-967506457a5e tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:48.456300 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c65c1845-8a15-4099-b262-5fdf3ff3ef31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (48f5c532-9b55-4e01-95a1-5dfcaaa51dd0), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:48.658484 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9a187f03-ca39-4865-a2e9-278a8c21e773 admin admin] Publish callbacks [] for security_group (23fb9205-5d7a-4d64-b048-6c72e3fdaaaf), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:48.731252 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:48.753180 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-0676e6e1-c0b5-4130-bafe-69f1c3340495 None None] Provisioning complete for port f77a6fa8-59a9-4327-a900-0a886b2af5d7 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:58:48.753850 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0676e6e1-c0b5-4130-bafe-69f1c3340495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (f77a6fa8-59a9-4327-a900-0a886b2af5d7), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:48.754417 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-0676e6e1-c0b5-4130-bafe-69f1c3340495 None None] Attempt 1 to provision port f77a6fa8-59a9-4327-a900-0a886b2af5d7 Oct 04 20:58:48.769618 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9eb7c43f-5cc4-42a5-87ac-e7e439fac43a tempest-RoutersTestDVR-1265821499 tempest-RoutersTestDVR-1265821499-project-admin] Publish callbacks [] for router (25b6fe97-3d3e-4391-a76b-b57f8fcc7793), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:48.821688 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-a59d79d5-1b8d-4eae-a57d-2cb5bb0f10f4 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] GET failed (client error): The resource could not be found. Oct 04 20:58:48.828617 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a59d79d5-1b8d-4eae-a57d-2cb5bb0f10f4 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "GET /networking/v2.0/ports/b2fdcba9-3a77-42ea-adbf-a98e2e732b83 HTTP/1.1" status: 404 len: 333 time: 0.5741012 Oct 04 20:58:48.839752 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 50960) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:48.958695 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65c1845-8a15-4099-b262-5fdf3ff3ef31 None None] Pushing event updated for resources: {'Port': ['ID=48f5c532-9b55-4e01-95a1-5dfcaaa51dd0,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:49.021927 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:49.048613 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-80531fef-f967-4061-9bf1-bf31f7fb3b58 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Deleting subnet 6eaf55ad-e7e4-4f62-ac32-acf23c01a3b3 {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:58:49.056670 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-23c0b4fd-3449-42ba-ba85-967506457a5e tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Allocated IP 172.25.5.238 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/0a5ee8dc-6cde-4653-99d6-14736cdb2c92) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:58:49.068245 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 20:58:49.069605 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 20:58:49.074460 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-0676e6e1-c0b5-4130-bafe-69f1c3340495 None None] Port f77a6fa8-59a9-4327-a900-0a886b2af5d7 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:58:49.077993 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-80531fef-f967-4061-9bf1-bf31f7fb3b58 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for subnet (6eaf55ad-e7e4-4f62-ac32-acf23c01a3b3), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:49.092792 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-0676e6e1-c0b5-4130-bafe-69f1c3340495 None None] Provisioning complete for port 48f5c532-9b55-4e01-95a1-5dfcaaa51dd0 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:58:49.094621 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0676e6e1-c0b5-4130-bafe-69f1c3340495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (48f5c532-9b55-4e01-95a1-5dfcaaa51dd0), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:49.095578 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-0676e6e1-c0b5-4130-bafe-69f1c3340495 None None] Attempt 1 to provision port 48f5c532-9b55-4e01-95a1-5dfcaaa51dd0 Oct 04 20:58:49.280553 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-80531fef-f967-4061-9bf1-bf31f7fb3b58 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (6eaf55ad-e7e4-4f62-ac32-acf23c01a3b3), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:49.296748 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:49.300846 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:49.304117 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9a187f03-ca39-4865-a2e9-278a8c21e773 admin admin] Publish callbacks [] for security_group (23fb9205-5d7a-4d64-b048-6c72e3fdaaaf), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:49.319438 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-0676e6e1-c0b5-4130-bafe-69f1c3340495 None None] Current status of the port 48f5c532-9b55-4e01-95a1-5dfcaaa51dd0 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:58:49.410161 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3b2b4f32-bd12-48a3-8350-b5cf5f1ddc42 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for port (f77a6fa8-59a9-4327-a900-0a886b2af5d7), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:49.453261 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:49.455819 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-f8283aad-d718-498b-8716-59082ae17de7 None None] Provisioning complete for port f77a6fa8-59a9-4327-a900-0a886b2af5d7 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:58:49.456686 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f8283aad-d718-498b-8716-59082ae17de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (f77a6fa8-59a9-4327-a900-0a886b2af5d7), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:49.457268 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-f8283aad-d718-498b-8716-59082ae17de7 None None] Attempt 1 to provision port f77a6fa8-59a9-4327-a900-0a886b2af5d7 Oct 04 20:58:49.538198 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-f8283aad-d718-498b-8716-59082ae17de7 None None] Port f77a6fa8-59a9-4327-a900-0a886b2af5d7 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:58:49.551274 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-80531fef-f967-4061-9bf1-bf31f7fb3b58 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (6eaf55ad-e7e4-4f62-ac32-acf23c01a3b3), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:49.558214 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3b2b4f32-bd12-48a3-8350-b5cf5f1ddc42 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (f77a6fa8-59a9-4327-a900-0a886b2af5d7), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:49.559666 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3b2b4f32-bd12-48a3-8350-b5cf5f1ddc42 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (847e2376-1363-4440-857c-4488f162f656), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:49.641477 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 48f5c532-9b55-4e01-95a1-5dfcaaa51dd0 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:58:49.652428 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9eb7c43f-5cc4-42a5-87ac-e7e439fac43a tempest-RoutersTestDVR-1265821499 tempest-RoutersTestDVR-1265821499-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (25b6fe97-3d3e-4391-a76b-b57f8fcc7793), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:49.665709 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9eb7c43f-5cc4-42a5-87ac-e7e439fac43a tempest-RoutersTestDVR-1265821499 tempest-RoutersTestDVR-1265821499-project-admin] Publish callbacks [] for router_controller (25b6fe97-3d3e-4391-a76b-b57f8fcc7793), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:49.758283 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-23c0b4fd-3449-42ba-ba85-967506457a5e tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks [] for port (0a5ee8dc-6cde-4653-99d6-14736cdb2c92), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:49.834614 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 48f5c532-9b55-4e01-95a1-5dfcaaa51dd0 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:58:49.864203 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:49.883985 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9a187f03-ca39-4865-a2e9-278a8c21e773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (23fb9205-5d7a-4d64-b048-6c72e3fdaaaf), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:49.891000 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9a187f03-ca39-4865-a2e9-278a8c21e773 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:49.897389 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2b4f32-bd12-48a3-8350-b5cf5f1ddc42 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event updated for resources: {'Port': ['ID=f77a6fa8-59a9-4327-a900-0a886b2af5d7,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:49.910350 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-9a187f03-ca39-4865-a2e9-278a8c21e773 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/23fb9205-5d7a-4d64-b048-6c72e3fdaaaf HTTP/1.1" status: 204 len: 168 time: 2.2091391 Oct 04 20:58:49.916477 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9eb7c43f-5cc4-42a5-87ac-e7e439fac43a tempest-RoutersTestDVR-1265821499 tempest-RoutersTestDVR-1265821499-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (25b6fe97-3d3e-4391-a76b-b57f8fcc7793), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:49.919627 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb7c43f-5cc4-42a5-87ac-e7e439fac43a tempest-RoutersTestDVR-1265821499 tempest-RoutersTestDVR-1265821499-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 25b6fe97-3d3e-4391-a76b-b57f8fcc7793 {{(pid=108170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:58:49.941658 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2b4f32-bd12-48a3-8350-b5cf5f1ddc42 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Network 2f043e40-dc92-435c-8ac4-32c18eda6bc5 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:58:49.941658 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-3b2b4f32-bd12-48a3-8350-b5cf5f1ddc42 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:58:49.946861 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9eb7c43f-5cc4-42a5-87ac-e7e439fac43a tempest-RoutersTestDVR-1265821499 tempest-RoutersTestDVR-1265821499-project-admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:49.951116 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-9eb7c43f-5cc4-42a5-87ac-e7e439fac43a tempest-RoutersTestDVR-1265821499 tempest-RoutersTestDVR-1265821499-project-admin] 10.222.0.78 "DELETE /networking/v2.0/routers/25b6fe97-3d3e-4391-a76b-b57f8fcc7793 HTTP/1.1" status: 204 len: 168 time: 1.7724485 Oct 04 20:58:49.968259 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a187f03-ca39-4865-a2e9-278a8c21e773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23fb9205-5d7a-4d64-b048-6c72e3fdaaaf,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:50.036929 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-23c0b4fd-3449-42ba-ba85-967506457a5e tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (0a5ee8dc-6cde-4653-99d6-14736cdb2c92), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:50.057998 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 48f5c532-9b55-4e01-95a1-5dfcaaa51dd0 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:58:50.059089 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (48f5c532-9b55-4e01-95a1-5dfcaaa51dd0), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:50.059275 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 48f5c532-9b55-4e01-95a1-5dfcaaa51dd0 Oct 04 20:58:50.106669 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c0b4fd-3449-42ba-ba85-967506457a5e tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:58:50.114240 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-23c0b4fd-3449-42ba-ba85-967506457a5e tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:58:50.132415 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c0b4fd-3449-42ba-ba85-967506457a5e tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:58:50.184480 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-80531fef-f967-4061-9bf1-bf31f7fb3b58 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (6eaf55ad-e7e4-4f62-ac32-acf23c01a3b3), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:50.281801 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80531fef-f967-4061-9bf1-bf31f7fb3b58 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event deleted for resources: {'Subnet': ['ID=6eaf55ad-e7e4-4f62-ac32-acf23c01a3b3,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:50.320361 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-80531fef-f967-4061-9bf1-bf31f7fb3b58 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:50.336705 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-80531fef-f967-4061-9bf1-bf31f7fb3b58 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/6eaf55ad-e7e4-4f62-ac32-acf23c01a3b3 HTTP/1.1" status: 204 len: 168 time: 1.4951110 Oct 04 20:58:50.341302 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 50976) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:50.381702 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0b4fd-3449-42ba-ba85-967506457a5e tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Pushing event updated for resources: {'Port': ['ID=0a5ee8dc-6cde-4653-99d6-14736cdb2c92,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:50.454493 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 48f5c532-9b55-4e01-95a1-5dfcaaa51dd0 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:58:50.466067 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c471960a-b327-4f55-bb9b-f9334fcb1797 None None] Network c5951bec-9b31-4136-841a-40724dbc630c requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:58:50.478789 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:50.678209 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-19b7417a-37bb-44ba-84fd-9aa0b21d3215 None None] Provisioning complete for port f77a6fa8-59a9-4327-a900-0a886b2af5d7 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:58:50.679045 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-19b7417a-37bb-44ba-84fd-9aa0b21d3215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (f77a6fa8-59a9-4327-a900-0a886b2af5d7), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:50.679818 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-19b7417a-37bb-44ba-84fd-9aa0b21d3215 None None] Attempt 1 to provision port f77a6fa8-59a9-4327-a900-0a886b2af5d7 Oct 04 20:58:50.699475 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bfcaea94-eb95-4118-9820-285b68d3fd03 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (c5951bec-9b31-4136-841a-40724dbc630c), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:50.804140 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-19b7417a-37bb-44ba-84fd-9aa0b21d3215 None None] Port f77a6fa8-59a9-4327-a900-0a886b2af5d7 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:58:50.837395 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-bfcaea94-eb95-4118-9820-285b68d3fd03 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Deleting port 554f6e61-1986-4e9a-a71b-ad41097c464c {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:58:50.837917 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bfcaea94-eb95-4118-9820-285b68d3fd03 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (554f6e61-1986-4e9a-a71b-ad41097c464c), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:50.875609 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b2b4f32-bd12-48a3-8350-b5cf5f1ddc42 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Router 847e2376-1363-4440-857c-4488f162f656 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:58:50.956843 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678f40cf-3e19-403b-af96-1204c64dbb13 None None] DHCP port deletion for c5951bec-9b31-4136-841a-40724dbc630c request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:58:51.071231 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:51.093067 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-bfcaea94-eb95-4118-9820-285b68d3fd03 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] For port 554f6e61-1986-4e9a-a71b-ad41097c464c, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=554f6e61-1986-4e9a-a71b-ad41097c464c,segment=NetworkSegment(aa5e8626-5ccf-4856-821a-9558669b1015),segment_id=aa5e8626-5ccf-4856-821a-9558669b1015)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:58:51.093682 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bfcaea94-eb95-4118-9820-285b68d3fd03 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (554f6e61-1986-4e9a-a71b-ad41097c464c), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:51.103109 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-678f40cf-3e19-403b-af96-1204c64dbb13 None None] Deleting port 554f6e61-1986-4e9a-a71b-ad41097c464c {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:58:51.105315 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-678f40cf-3e19-403b-af96-1204c64dbb13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (554f6e61-1986-4e9a-a71b-ad41097c464c), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:51.113509 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-23c0b4fd-3449-42ba-ba85-967506457a5e tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks [] for router_gateway (428cd8b3-1625-4ba8-b52f-f967d2cd3573), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:51.192342 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-bfcaea94-eb95-4118-9820-285b68d3fd03 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Calling delete_port for 554f6e61-1986-4e9a-a71b-ad41097c464c owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:58:51.236522 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b2b4f32-bd12-48a3-8350-b5cf5f1ddc42 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:58:51.257966 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a118dfba-681d-4748-9049-33880d6274a2 None None] Sync routers for ids ['847e2376-1363-4440-857c-4488f162f656'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:58:51.294643 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a118dfba-681d-4748-9049-33880d6274a2 None None] Routers {'847e2376-1363-4440-857c-4488f162f656'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:58:51.300437 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-3b2b4f32-bd12-48a3-8350-b5cf5f1ddc42 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "PUT /networking/v2.0/routers/847e2376-1363-4440-857c-4488f162f656/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7501173 Oct 04 20:58:51.302121 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 50984) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:51.304994 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-a118dfba-681d-4748-9049-33880d6274a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:58:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['847e2376-1363-4440-857c-4488f162f656'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:58:51.404894 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-a118dfba-681d-4748-9049-33880d6274a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:58:51.428895 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a118dfba-681d-4748-9049-33880d6274a2 None None] Routers {'847e2376-1363-4440-857c-4488f162f656'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:58:51.430759 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-a118dfba-681d-4748-9049-33880d6274a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:58:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['847e2376-1363-4440-857c-4488f162f656'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:58:51.511177 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f27d2b1-d769-4bfd-9a9c-128ff4b1ed91 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:58:51.515100 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-7f27d2b1-d769-4bfd-9a9c-128ff4b1ed91 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "GET /networking/v2.0/ports/f77a6fa8-59a9-4327-a900-0a886b2af5d7 HTTP/1.1" status: 200 len: 911 time: 0.2104878 Oct 04 20:58:51.522973 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 50986) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:51.533752 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-a118dfba-681d-4748-9049-33880d6274a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:58:51.535560 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a118dfba-681d-4748-9049-33880d6274a2 None None] The sync data for ids ['847e2376-1363-4440-857c-4488f162f656'] in n-d-852085-12 is: [] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:58:51.564270 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=8 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:51.668324 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [req-98714621-2e8f-44ad-a74f-68f820141421 req-8ffbb12f-c498-427e-9908-886edbcee34e service neutron] (108170) timed out ('10.222.0.83', 51021) {{(pid=108170) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 04 20:58:51.684105 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:51.780595 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-23c0b4fd-3449-42ba-ba85-967506457a5e tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-465386', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-583633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6069'] for router (428cd8b3-1625-4ba8-b52f-f967d2cd3573), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:51.793335 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-23c0b4fd-3449-42ba-ba85-967506457a5e tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-465361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-465368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-583658'] for router (428cd8b3-1625-4ba8-b52f-f967d2cd3573), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:51.822065 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-678f40cf-3e19-403b-af96-1204c64dbb13 None None] For port 554f6e61-1986-4e9a-a71b-ad41097c464c, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=554f6e61-1986-4e9a-a71b-ad41097c464c,segment=NetworkSegment(aa5e8626-5ccf-4856-821a-9558669b1015),segment_id=aa5e8626-5ccf-4856-821a-9558669b1015)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:58:51.823316 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-678f40cf-3e19-403b-af96-1204c64dbb13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (554f6e61-1986-4e9a-a71b-ad41097c464c), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:51.845706 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 554f6e61-1986-4e9a-a71b-ad41097c464c no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:58:51.863711 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bfcaea94-eb95-4118-9820-285b68d3fd03 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (554f6e61-1986-4e9a-a71b-ad41097c464c), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:51.907564 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-678f40cf-3e19-403b-af96-1204c64dbb13 None None] Calling delete_port for 554f6e61-1986-4e9a-a71b-ad41097c464c owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:58:51.976799 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcaea94-eb95-4118-9820-285b68d3fd03 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event deleted for resources: {'Port': ['ID=554f6e61-1986-4e9a-a71b-ad41097c464c,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:51.988730 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcaea94-eb95-4118-9820-285b68d3fd03 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] No DVR routers for this DVR port 554f6e61-1986-4e9a-a71b-ad41097c464c on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:58:52.024961 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:52.060721 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:52.065706 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-678f40cf-3e19-403b-af96-1204c64dbb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (554f6e61-1986-4e9a-a71b-ad41097c464c), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:52.079389 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:52.081102 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 554f6e61-1986-4e9a-a71b-ad41097c464c {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:58:52.081968 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 554f6e61-1986-4e9a-a71b-ad41097c464c not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:58:52.146577 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678f40cf-3e19-403b-af96-1204c64dbb13 None None] Pushing event deleted for resources: {'Port': ['ID=554f6e61-1986-4e9a-a71b-ad41097c464c,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:52.146577 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678f40cf-3e19-403b-af96-1204c64dbb13 None None] No DVR routers for this DVR port 554f6e61-1986-4e9a-a71b-ad41097c464c on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:58:52.236286 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bfcaea94-eb95-4118-9820-285b68d3fd03 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (c5951bec-9b31-4136-841a-40724dbc630c), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:52.284955 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:52.329118 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-bfcaea94-eb95-4118-9820-285b68d3fd03 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5951bec-9b31-4136-841a-40724dbc630c']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:58:52.338730 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23c0b4fd-3449-42ba-ba85-967506457a5e tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Router 428cd8b3-1625-4ba8-b52f-f967d2cd3573 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:58:52.364241 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-bfcaea94-eb95-4118-9820-285b68d3fd03 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa5e8626-5ccf-4856-821a-9558669b1015') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:58:52.365402 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-bfcaea94-eb95-4118-9820-285b68d3fd03 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa5e8626-5ccf-4856-821a-9558669b1015') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:58:52.431284 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bfcaea94-eb95-4118-9820-285b68d3fd03 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (aa5e8626-5ccf-4856-821a-9558669b1015), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:52.487687 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bfcaea94-eb95-4118-9820-285b68d3fd03 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (aa5e8626-5ccf-4856-821a-9558669b1015), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:52.545671 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfcaea94-eb95-4118-9820-285b68d3fd03 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:58:52.546374 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bfcaea94-eb95-4118-9820-285b68d3fd03 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (aa5e8626-5ccf-4856-821a-9558669b1015), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:52.555685 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c0b4fd-3449-42ba-ba85-967506457a5e tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:58:52.563344 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-23c0b4fd-3449-42ba-ba85-967506457a5e tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:52.565511 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-23c0b4fd-3449-42ba-ba85-967506457a5e tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] 10.222.0.78 "PUT /networking/v2.0/routers/428cd8b3-1625-4ba8-b52f-f967d2cd3573 HTTP/1.1" status: 200 len: 913 time: 6.8157227 Oct 04 20:58:52.571743 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50996) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:52.575411 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546260bc-3d5a-4651-99d6-38df6c855835 None None] Sync routers for ids ['428cd8b3-1625-4ba8-b52f-f967d2cd3573'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:58:52.591871 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment aa5e8626-5ccf-4856-821a-9558669b1015 resource provider aggregate not found Oct 04 20:58:52.596939 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546260bc-3d5a-4651-99d6-38df6c855835 None None] Routers {'428cd8b3-1625-4ba8-b52f-f967d2cd3573'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:58:52.598616 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-546260bc-3d5a-4651-99d6-38df6c855835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:58:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['428cd8b3-1625-4ba8-b52f-f967d2cd3573'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:58:52.684198 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment aa5e8626-5ccf-4856-821a-9558669b1015 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aa5e8626-5ccf-4856-821a-9558669b1015 found for delete ", "request_id": "req-e4715798-273b-44cb-91f6-977bc3c1e593"}]} Oct 04 20:58:52.692361 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-28119c6e-bf57-4085-aaf8-f6ffc4437efe tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (847e2376-1363-4440-857c-4488f162f656), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:52.696975 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-546260bc-3d5a-4651-99d6-38df6c855835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:58:52.715941 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546260bc-3d5a-4651-99d6-38df6c855835 None None] Routers {'428cd8b3-1625-4ba8-b52f-f967d2cd3573'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:58:52.717101 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-546260bc-3d5a-4651-99d6-38df6c855835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:58:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['428cd8b3-1625-4ba8-b52f-f967d2cd3573'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:58:52.788389 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-546260bc-3d5a-4651-99d6-38df6c855835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:58:52.789505 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546260bc-3d5a-4651-99d6-38df6c855835 None None] The sync data for ids ['428cd8b3-1625-4ba8-b52f-f967d2cd3573'] in n-d-852085-12 is: [] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:58:52.797338 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f957e014-0f16-4d13-a6e1-28deffe44e56 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] 10.222.0.78 "GET /networking/v2.0/routers/428cd8b3-1625-4ba8-b52f-f967d2cd3573 HTTP/1.1" status: 200 len: 919 time: 0.2239909 Oct 04 20:58:52.804023 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51002) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:52.888555 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45618c3b-3c53-4fe2-b4fc-2d50c1b23905 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:58:52.895236 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-45618c3b-3c53-4fe2-b4fc-2d50c1b23905 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?network_id=52a60aae-e230-4bd7-89bc-781767fd7892&device_id=428cd8b3-1625-4ba8-b52f-f967d2cd3573&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0859342 Oct 04 20:58:52.897154 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51004) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:53.028558 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bfcaea94-eb95-4118-9820-285b68d3fd03 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (c5951bec-9b31-4136-841a-40724dbc630c), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:53.060416 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51008) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:53.096186 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bfcaea94-eb95-4118-9820-285b68d3fd03 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:53.102810 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-311a882d-fb7f-497d-9eec-78a59f4916f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:53.109247 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-bfcaea94-eb95-4118-9820-285b68d3fd03 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "DELETE /networking/v2.0/networks/c5951bec-9b31-4136-841a-40724dbc630c HTTP/1.1" status: 204 len: 168 time: 2.7656724 Oct 04 20:58:53.138823 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51010) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:53.150477 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-429cbd10-dba7-413a-8b18-f768e7c1a54f tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-521314657'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:58:53.172207 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcaea94-eb95-4118-9820-285b68d3fd03 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event deleted for resources: {'Network': ['ID=c5951bec-9b31-4136-841a-40724dbc630c,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:53.247160 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471911ce-8f72-4f66-8ebc-b1e7886729c1 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:58:53.250716 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-471911ce-8f72-4f66-8ebc-b1e7886729c1 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] 10.222.0.78 "GET /networking/v2.0/networks/52a60aae-e230-4bd7-89bc-781767fd7892 HTTP/1.1" status: 200 len: 881 time: 0.3507783 Oct 04 20:58:53.257095 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 51012) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:53.299834 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51014) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:53.329942 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-0c0e6b41-57a2-4eec-8fc9-a28d998dde1a tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=428cd8b3-1625-4ba8-b52f-f967d2cd3573 HTTP/1.1" status: 200 len: 205 time: 0.0671697 Oct 04 20:58:53.332571 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 51018) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:53.380949 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429cbd10-dba7-413a-8b18-f768e7c1a54f tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Made reservation on behalf of 6c1d2c9709a94cf691cb05145eeb8e23 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:58:53.396230 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-429cbd10-dba7-413a-8b18-f768e7c1a54f tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:53.441434 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 51020) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:53.479095 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-311a882d-fb7f-497d-9eec-78a59f4916f2 admin admin] Publish callbacks [] for security_group (f459f670-9cc0-4eac-a2c0-23e406a755df), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:53.491171 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-429cbd10-dba7-413a-8b18-f768e7c1a54f tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:58:53.502376 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-28119c6e-bf57-4085-aaf8-f6ffc4437efe tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Deleting port f77a6fa8-59a9-4327-a900-0a886b2af5d7 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:58:53.502990 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-28119c6e-bf57-4085-aaf8-f6ffc4437efe tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (f77a6fa8-59a9-4327-a900-0a886b2af5d7), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:53.516942 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-429cbd10-dba7-413a-8b18-f768e7c1a54f tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (3753566a-fc2e-4737-80cf-2aebdc29e9d5), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:53.517427 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-429cbd10-dba7-413a-8b18-f768e7c1a54f tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Added segment 3753566a-fc2e-4737-80cf-2aebdc29e9d5 of type vlan for network 342419d5-11f5-435a-a7a3-9da772e25597 Oct 04 20:58:53.589055 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-311a882d-fb7f-497d-9eec-78a59f4916f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (f459f670-9cc0-4eac-a2c0-23e406a755df), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:53.647202 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:53.665546 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311a882d-fb7f-497d-9eec-78a59f4916f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f459f670-9cc0-4eac-a2c0-23e406a755df,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:53.680463 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-429cbd10-dba7-413a-8b18-f768e7c1a54f tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (342419d5-11f5-435a-a7a3-9da772e25597), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:53.727216 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-311a882d-fb7f-497d-9eec-78a59f4916f2 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=379adfc187154c999a7426e782951e94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6629636 Oct 04 20:58:53.731201 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51028) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:53.772209 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-54adabe1-7a70-4076-8893-29a2543e8fa0 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks [] for router (428cd8b3-1625-4ba8-b52f-f967d2cd3573), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:53.800835 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:53.865162 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7a1a40be-c20f-4505-9f10-bc729120e590 admin admin] Publish callbacks [] for security_group (f459f670-9cc0-4eac-a2c0-23e406a755df), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:53.886534 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-429cbd10-dba7-413a-8b18-f768e7c1a54f tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (342419d5-11f5-435a-a7a3-9da772e25597), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:53.900154 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429cbd10-dba7-413a-8b18-f768e7c1a54f tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:58:53.901320 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-429cbd10-dba7-413a-8b18-f768e7c1a54f tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:53.908702 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-28119c6e-bf57-4085-aaf8-f6ffc4437efe tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (f77a6fa8-59a9-4327-a900-0a886b2af5d7), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:53.949026 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-28119c6e-bf57-4085-aaf8-f6ffc4437efe tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Calling delete_port for f77a6fa8-59a9-4327-a900-0a886b2af5d7 owned by network:router_interface {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:58:53.991090 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7a1a40be-c20f-4505-9f10-bc729120e590 admin admin] Publish callbacks [] for security_group (f459f670-9cc0-4eac-a2c0-23e406a755df), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:54.071331 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-60c018ed-4dfb-4abf-967e-5e7f30666ede admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:54.084878 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:54.147385 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-429cbd10-dba7-413a-8b18-f768e7c1a54f tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0028017 Oct 04 20:58:54.157870 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 51030) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:54.178955 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429cbd10-dba7-413a-8b18-f768e7c1a54f tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event updated for resources: {'Network': ['ID=342419d5-11f5-435a-a7a3-9da772e25597,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:54.190415 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3de7714e-4372-4dc0-8216-9b49a3219756 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:54.191753 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-0362fd49-a307-4c6f-a9c5-f195370c85bd tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Request body: {'subnet': {'network_id': '342419d5-11f5-435a-a7a3-9da772e25597', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:58:54.199338 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 342419d5-11f5-435a-a7a3-9da772e25597 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:58:54.362676 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-54adabe1-7a70-4076-8893-29a2543e8fa0 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks [] for router_gateway (428cd8b3-1625-4ba8-b52f-f967d2cd3573), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:54.415860 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7a1a40be-c20f-4505-9f10-bc729120e590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (f459f670-9cc0-4eac-a2c0-23e406a755df), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:54.421759 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7a1a40be-c20f-4505-9f10-bc729120e590 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:54.425044 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-7a1a40be-c20f-4505-9f10-bc729120e590 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/f459f670-9cc0-4eac-a2c0-23e406a755df HTTP/1.1" status: 204 len: 168 time: 0.6921396 Oct 04 20:58:54.435370 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:54.470873 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1a40be-c20f-4505-9f10-bc729120e590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f459f670-9cc0-4eac-a2c0-23e406a755df,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:54.553918 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3de7714e-4372-4dc0-8216-9b49a3219756 admin admin] Publish callbacks [] for security_group (9dcd99d2-40cb-4b22-b6b5-973ac3740231), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:54.702811 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-54adabe1-7a70-4076-8893-29a2543e8fa0 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Deleting port 0a5ee8dc-6cde-4653-99d6-14736cdb2c92 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:58:54.703124 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-54adabe1-7a70-4076-8893-29a2543e8fa0 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (0a5ee8dc-6cde-4653-99d6-14736cdb2c92), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:54.706042 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3de7714e-4372-4dc0-8216-9b49a3219756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (9dcd99d2-40cb-4b22-b6b5-973ac3740231), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:54.828035 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 51040) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:54.829770 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-3de7714e-4372-4dc0-8216-9b49a3219756 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=4108981a7f8b42c9a29067d2f5f7c14a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5132349 Oct 04 20:58:54.832680 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de7714e-4372-4dc0-8216-9b49a3219756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dcd99d2-40cb-4b22-b6b5-973ac3740231,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:55.321238 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0362fd49-a307-4c6f-a9c5-f195370c85bd tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Made reservation on behalf of 6c1d2c9709a94cf691cb05145eeb8e23 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:58:55.328157 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0362fd49-a307-4c6f-a9c5-f195370c85bd tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:55.357766 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-60c018ed-4dfb-4abf-967e-5e7f30666ede admin admin] Publish callbacks [] for security_group (a9819440-77e0-4a2d-84ca-ecffa46230ef), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:55.478279 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:55.531810 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-60c018ed-4dfb-4abf-967e-5e7f30666ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (a9819440-77e0-4a2d-84ca-ecffa46230ef), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:55.591504 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-54adabe1-7a70-4076-8893-29a2543e8fa0 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (0a5ee8dc-6cde-4653-99d6-14736cdb2c92), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:55.648955 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-54adabe1-7a70-4076-8893-29a2543e8fa0 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Calling delete_port for 0a5ee8dc-6cde-4653-99d6-14736cdb2c92 owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:58:55.681174 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c018ed-4dfb-4abf-967e-5e7f30666ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9819440-77e0-4a2d-84ca-ecffa46230ef,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:55.691676 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a040cca1-618a-4bf4-a899-02da276b24be admin admin] Publish callbacks [] for security_group (9dcd99d2-40cb-4b22-b6b5-973ac3740231), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:55.707240 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-60c018ed-4dfb-4abf-967e-5e7f30666ede admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=7322f650ca514b71a687715bcf398d52&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2569430 Oct 04 20:58:55.716319 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51052) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:55.730427 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-28119c6e-bf57-4085-aaf8-f6ffc4437efe tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (f77a6fa8-59a9-4327-a900-0a886b2af5d7), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:55.869291 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c3274b1a-6621-42ff-8a14-bdc9698f845e admin admin] Publish callbacks [] for security_group (a9819440-77e0-4a2d-84ca-ecffa46230ef), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:55.870429 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a040cca1-618a-4bf4-a899-02da276b24be admin admin] Publish callbacks [] for security_group (9dcd99d2-40cb-4b22-b6b5-973ac3740231), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:55.875424 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:55.889928 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28119c6e-bf57-4085-aaf8-f6ffc4437efe tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event deleted for resources: {'Port': ['ID=f77a6fa8-59a9-4327-a900-0a886b2af5d7,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:55.926197 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c3274b1a-6621-42ff-8a14-bdc9698f845e admin admin] Publish callbacks [] for security_group (a9819440-77e0-4a2d-84ca-ecffa46230ef), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:56.208895 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c3274b1a-6621-42ff-8a14-bdc9698f845e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (a9819440-77e0-4a2d-84ca-ecffa46230ef), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:56.217947 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c3274b1a-6621-42ff-8a14-bdc9698f845e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:56.224861 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c3274b1a-6621-42ff-8a14-bdc9698f845e admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/a9819440-77e0-4a2d-84ca-ecffa46230ef HTTP/1.1" status: 204 len: 168 time: 0.5021865 Oct 04 20:58:56.249259 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3274b1a-6621-42ff-8a14-bdc9698f845e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9819440-77e0-4a2d-84ca-ecffa46230ef,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:56.469429 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-28119c6e-bf57-4085-aaf8-f6ffc4437efe tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (847e2376-1363-4440-857c-4488f162f656), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:56.481049 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:56.626344 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a040cca1-618a-4bf4-a899-02da276b24be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (9dcd99d2-40cb-4b22-b6b5-973ac3740231), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:56.632042 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a040cca1-618a-4bf4-a899-02da276b24be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:56.634321 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a040cca1-618a-4bf4-a899-02da276b24be admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/9dcd99d2-40cb-4b22-b6b5-973ac3740231 HTTP/1.1" status: 204 len: 168 time: 1.7607057 Oct 04 20:58:56.698435 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0362fd49-a307-4c6f-a9c5-f195370c85bd tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (f2924a8e-1aee-48de-9379-66d3a7ec0479), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:56.822620 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a040cca1-618a-4bf4-a899-02da276b24be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dcd99d2-40cb-4b22-b6b5-973ac3740231,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:57.050144 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0362fd49-a307-4c6f-a9c5-f195370c85bd tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event updated for resources: {'Subnet': ['ID=f2924a8e-1aee-48de-9379-66d3a7ec0479,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:57.089946 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0362fd49-a307-4c6f-a9c5-f195370c85bd tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Checking segment: {'id': '3753566a-fc2e-4737-80cf-2aebdc29e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '342419d5-11f5-435a-a7a3-9da772e25597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:58:57.090495 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0362fd49-a307-4c6f-a9c5-f195370c85bd tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Network hostable DHCP agents. Network: 342419d5-11f5-435a-a7a3-9da772e25597, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:58:57.095466 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28119c6e-bf57-4085-aaf8-f6ffc4437efe tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Router 847e2376-1363-4440-857c-4488f162f656 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:58:57.118342 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-54adabe1-7a70-4076-8893-29a2543e8fa0 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (0a5ee8dc-6cde-4653-99d6-14736cdb2c92), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:57.168710 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54adabe1-7a70-4076-8893-29a2543e8fa0 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Pushing event deleted for resources: {'Port': ['ID=0a5ee8dc-6cde-4653-99d6-14736cdb2c92,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:57.375796 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28119c6e-bf57-4085-aaf8-f6ffc4437efe tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:58:57.388048 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-28119c6e-bf57-4085-aaf8-f6ffc4437efe tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "PUT /networking/v2.0/routers/847e2376-1363-4440-857c-4488f162f656/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8630252 Oct 04 20:58:57.392808 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 51082) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:57.402841 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4204493f-5280-48b0-b849-f5c495a69f44 None None] Sync routers for ids ['847e2376-1363-4440-857c-4488f162f656'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:58:57.417963 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0362fd49-a307-4c6f-a9c5-f195370c85bd tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Network 342419d5-11f5-435a-a7a3-9da772e25597 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:58:57.427240 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4204493f-5280-48b0-b849-f5c495a69f44 None None] Routers {'847e2376-1363-4440-857c-4488f162f656'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:58:57.427885 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-4204493f-5280-48b0-b849-f5c495a69f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:58:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['847e2376-1363-4440-857c-4488f162f656'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:58:57.468250 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f3db6258-da9d-4372-b918-90db9c9cfae8 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=847e2376-1363-4440-857c-4488f162f656 HTTP/1.1" status: 200 len: 205 time: 0.0734692 Oct 04 20:58:57.469999 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:57.471636 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51084) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:57.481180 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-54adabe1-7a70-4076-8893-29a2543e8fa0 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (428cd8b3-1625-4ba8-b52f-f967d2cd3573), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:57.527995 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-4204493f-5280-48b0-b849-f5c495a69f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:58:57.546527 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4204493f-5280-48b0-b849-f5c495a69f44 None None] Routers {'847e2376-1363-4440-857c-4488f162f656'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:58:57.547592 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-4204493f-5280-48b0-b849-f5c495a69f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:58:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['847e2376-1363-4440-857c-4488f162f656'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:58:57.613134 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5825368f-be7d-4e53-a96d-95b50b8619e7 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for router (847e2376-1363-4440-857c-4488f162f656), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:57.622181 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-4204493f-5280-48b0-b849-f5c495a69f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:58:57.623243 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4204493f-5280-48b0-b849-f5c495a69f44 None None] The sync data for ids ['847e2376-1363-4440-857c-4488f162f656'] in n-d-852085-12 is: [] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:58:57.675704 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-0362fd49-a307-4c6f-a9c5-f195370c85bd tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 342419d5-11f5-435a-a7a3-9da772e25597) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:58:57.686001 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0362fd49-a307-4c6f-a9c5-f195370c85bd tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:58:57.687072 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0362fd49-a307-4c6f-a9c5-f195370c85bd tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:57.690381 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002f866f-e174-4861-b653-1968f14a22be None None] Network 342419d5-11f5-435a-a7a3-9da772e25597 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:58:57.717905 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-54adabe1-7a70-4076-8893-29a2543e8fa0 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (428cd8b3-1625-4ba8-b52f-f967d2cd3573), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:57.724326 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-54adabe1-7a70-4076-8893-29a2543e8fa0 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks [] for router_controller (428cd8b3-1625-4ba8-b52f-f967d2cd3573), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:57.838344 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-0362fd49-a307-4c6f-a9c5-f195370c85bd tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6720824 Oct 04 20:58:57.844566 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 51090) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:57.857210 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-0cb0911c-3ee0-42eb-84aa-d6e76341f070 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-637375856', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:58:57.979102 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a122d1e2-2f9b-4471-9d30-fc7e6c88694a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-342419d5-11f5-435a-a7a3-9da772e25597', 'network_id': '342419d5-11f5-435a-a7a3-9da772e25597', 'project_id': '6c1d2c9709a94cf691cb05145eeb8e23', 'fixed_ips': [{'subnet_id': 'f2924a8e-1aee-48de-9379-66d3a7ec0479'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:58:57.981177 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a122d1e2-2f9b-4471-9d30-fc7e6c88694a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:57.985404 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-54adabe1-7a70-4076-8893-29a2543e8fa0 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (428cd8b3-1625-4ba8-b52f-f967d2cd3573), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:57.987062 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54adabe1-7a70-4076-8893-29a2543e8fa0 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Fanout notify agent at l3_agent the message router_deleted on router 428cd8b3-1625-4ba8-b52f-f967d2cd3573 {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:58:58.025586 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-54adabe1-7a70-4076-8893-29a2543e8fa0 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:58.028653 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-54adabe1-7a70-4076-8893-29a2543e8fa0 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] 10.222.0.78 "DELETE /networking/v2.0/routers/428cd8b3-1625-4ba8-b52f-f967d2cd3573 HTTP/1.1" status: 204 len: 168 time: 4.6929674 Oct 04 20:58:58.037106 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 51094) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:58.047370 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-98a7b055-cf55-4603-a1b3-3a322edd0c61 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1220509290', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:58:58.072469 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0cb0911c-3ee0-42eb-84aa-d6e76341f070 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (e14839a4-bd9d-40aa-8420-e9ceae6c779f), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:58.075002 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0cb0911c-3ee0-42eb-84aa-d6e76341f070 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (e14839a4-bd9d-40aa-8420-e9ceae6c779f), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:58.115656 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5825368f-be7d-4e53-a96d-95b50b8619e7 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (847e2376-1363-4440-857c-4488f162f656), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:58.121632 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5825368f-be7d-4e53-a96d-95b50b8619e7 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for router_controller (847e2376-1363-4440-857c-4488f162f656), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:58.211649 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0cb0911c-3ee0-42eb-84aa-d6e76341f070 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for router_controller (e14839a4-bd9d-40aa-8420-e9ceae6c779f), precommit_add_association {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:58.226538 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-98a7b055-cf55-4603-a1b3-3a322edd0c61 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (c8500ebf-ce09-4f73-a4d0-1aa3abac02e6), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:58.228586 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-98a7b055-cf55-4603-a1b3-3a322edd0c61 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (c8500ebf-ce09-4f73-a4d0-1aa3abac02e6), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:58.282680 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:58.311824 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5825368f-be7d-4e53-a96d-95b50b8619e7 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (847e2376-1363-4440-857c-4488f162f656), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:58.312981 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5825368f-be7d-4e53-a96d-95b50b8619e7 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Fanout notify agent at l3_agent the message router_deleted on router 847e2376-1363-4440-857c-4488f162f656 {{(pid=108170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:58:58.327519 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5825368f-be7d-4e53-a96d-95b50b8619e7 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:58.335318 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-a122d1e2-2f9b-4471-9d30-fc7e6c88694a None None] Allocated IP 2001:db8::2 (342419d5-11f5-435a-a7a3-9da772e25597/f2924a8e-1aee-48de-9379-66d3a7ec0479/b8f3c3a9-87d6-4394-bb64-dfa05e9fcff3) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:58:58.337601 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-5825368f-be7d-4e53-a96d-95b50b8619e7 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "DELETE /networking/v2.0/routers/847e2376-1363-4440-857c-4488f162f656 HTTP/1.1" status: 204 len: 168 time: 0.8626869 Oct 04 20:58:58.339380 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51100) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:58.372247 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0cb0911c-3ee0-42eb-84aa-d6e76341f070 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (e14839a4-bd9d-40aa-8420-e9ceae6c779f), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:58.386025 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-98a7b055-cf55-4603-a1b3-3a322edd0c61 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks [] for router_controller (c8500ebf-ce09-4f73-a4d0-1aa3abac02e6), precommit_add_association {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:58.444481 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:58.482368 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc04901b-9f01-4a4f-bbc3-2d70a1a63646 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Deleting subnet 80e7fb6f-a39c-4f87-9f40-d90795d992b1 {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:58:58.488874 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fc04901b-9f01-4a4f-bbc3-2d70a1a63646 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for subnet (80e7fb6f-a39c-4f87-9f40-d90795d992b1), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:58.497173 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-98a7b055-cf55-4603-a1b3-3a322edd0c61 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (c8500ebf-ce09-4f73-a4d0-1aa3abac02e6), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:58.538406 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 51104) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:58.545092 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0cb0911c-3ee0-42eb-84aa-d6e76341f070 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:58.553447 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-0cb0911c-3ee0-42eb-84aa-d6e76341f070 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7072046 Oct 04 20:58:58.555030 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51106) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:58.565230 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-df8af781-8966-4f86-af03-c65314430874 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Request body: {'port': {'network_id': '342419d5-11f5-435a-a7a3-9da772e25597', 'name': 'tempest-PortsIpV6TestJSON-1275208336'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:58:58.590779 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dd02fce0-18a4-4585-85f5-4fc82a004fa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:58.680091 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a122d1e2-2f9b-4471-9d30-fc7e6c88694a None None] Publish callbacks [] for port (b8f3c3a9-87d6-4394-bb64-dfa05e9fcff3), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:58.703970 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fc04901b-9f01-4a4f-bbc3-2d70a1a63646 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (80e7fb6f-a39c-4f87-9f40-d90795d992b1), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:58.773499 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-98a7b055-cf55-4603-a1b3-3a322edd0c61 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:58.776912 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-98a7b055-cf55-4603-a1b3-3a322edd0c61 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7369776 Oct 04 20:58:58.780887 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 51110) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:58.795085 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-a26d6417-4490-4ace-880a-953671d991d2 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'enable_snat': False}}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:58:58.859054 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a122d1e2-2f9b-4471-9d30-fc7e6c88694a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (b8f3c3a9-87d6-4394-bb64-dfa05e9fcff3), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:58.885976 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dd02fce0-18a4-4585-85f5-4fc82a004fa2 admin admin] Publish callbacks [] for security_group (e2a5669a-9442-4b8f-b6e1-47646a4e4db0), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:59.031965 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a122d1e2-2f9b-4471-9d30-fc7e6c88694a None None] Network 342419d5-11f5-435a-a7a3-9da772e25597 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:58:59.050079 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-a122d1e2-2f9b-4471-9d30-fc7e6c88694a None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:58:59.057446 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a122d1e2-2f9b-4471-9d30-fc7e6c88694a None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:58:59.060066 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dd02fce0-18a4-4585-85f5-4fc82a004fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (e2a5669a-9442-4b8f-b6e1-47646a4e4db0), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:59.152583 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:59.152583 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a122d1e2-2f9b-4471-9d30-fc7e6c88694a None None] Pushing event updated for resources: {'Port': ['ID=b8f3c3a9-87d6-4394-bb64-dfa05e9fcff3,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:59.250512 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-a122d1e2-2f9b-4471-9d30-fc7e6c88694a None None] Attempting to bind port b8f3c3a9-87d6-4394-bb64-dfa05e9fcff3 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:58:59.251469 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-a122d1e2-2f9b-4471-9d30-fc7e6c88694a None None] Attempting to bind port b8f3c3a9-87d6-4394-bb64-dfa05e9fcff3 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '3753566a-fc2e-4737-80cf-2aebdc29e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '342419d5-11f5-435a-a7a3-9da772e25597'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:58:59.254113 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a122d1e2-2f9b-4471-9d30-fc7e6c88694a None None] Attempting to bind port b8f3c3a9-87d6-4394-bb64-dfa05e9fcff3 on network 342419d5-11f5-435a-a7a3-9da772e25597 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:58:59.294698 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51112) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:59.372866 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd02fce0-18a4-4585-85f5-4fc82a004fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a5669a-9442-4b8f-b6e1-47646a4e4db0,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:58:59.384253 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-dd02fce0-18a4-4585-85f5-4fc82a004fa2 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=7f0233c160324d87b137e7a878a96452&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8247855 Oct 04 20:58:59.388276 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 51114) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:58:59.394661 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a26d6417-4490-4ace-880a-953671d991d2 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks [] for router_gateway (c8500ebf-ce09-4f73-a4d0-1aa3abac02e6), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:59.441892 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fc04901b-9f01-4a4f-bbc3-2d70a1a63646 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (80e7fb6f-a39c-4f87-9f40-d90795d992b1), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:59.502556 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a122d1e2-2f9b-4471-9d30-fc7e6c88694a None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:58:59.503083 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a122d1e2-2f9b-4471-9d30-fc7e6c88694a None None] Checking segment: {'id': '3753566a-fc2e-4737-80cf-2aebdc29e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '342419d5-11f5-435a-a7a3-9da772e25597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:58:59.503859 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a122d1e2-2f9b-4471-9d30-fc7e6c88694a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:59.504534 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a122d1e2-2f9b-4471-9d30-fc7e6c88694a None None] Bound using segment: {'id': '3753566a-fc2e-4737-80cf-2aebdc29e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '342419d5-11f5-435a-a7a3-9da772e25597'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:58:59.505465 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-a122d1e2-2f9b-4471-9d30-fc7e6c88694a None None] Bound port: b8f3c3a9-87d6-4394-bb64-dfa05e9fcff3, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3753566a-fc2e-4737-80cf-2aebdc29e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '342419d5-11f5-435a-a7a3-9da772e25597'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:58:59.506119 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a122d1e2-2f9b-4471-9d30-fc7e6c88694a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b8f3c3a9-87d6-4394-bb64-dfa05e9fcff3), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:59.534956 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0304ebd8-039e-4861-a32f-fb6288914aa7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:59.601755 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5adbcfbb-c057-4bd4-ad2f-d8e420f2fca7 admin admin] Publish callbacks [] for security_group (e2a5669a-9442-4b8f-b6e1-47646a4e4db0), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:59.706676 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:INSERT=14,neutron:SELECT=79,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:59.740797 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5adbcfbb-c057-4bd4-ad2f-d8e420f2fca7 admin admin] Publish callbacks [] for security_group (e2a5669a-9442-4b8f-b6e1-47646a4e4db0), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:59.748632 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-a122d1e2-2f9b-4471-9d30-fc7e6c88694a None None] For port b8f3c3a9-87d6-4394-bb64-dfa05e9fcff3, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:58:59.757074 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-a122d1e2-2f9b-4471-9d30-fc7e6c88694a None None] For port b8f3c3a9-87d6-4394-bb64-dfa05e9fcff3, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b8f3c3a9-87d6-4394-bb64-dfa05e9fcff3,segment=NetworkSegment(3753566a-fc2e-4737-80cf-2aebdc29e9d5),segment_id=3753566a-fc2e-4737-80cf-2aebdc29e9d5)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:58:59.877803 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a122d1e2-2f9b-4471-9d30-fc7e6c88694a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (b8f3c3a9-87d6-4394-bb64-dfa05e9fcff3), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:58:59.905301 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:58:59.935421 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0304ebd8-039e-4861-a32f-fb6288914aa7 admin admin] Publish callbacks [] for security_group (de0b5a4e-1b13-4edf-83d7-6aed590ede09), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:00.056795 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fc04901b-9f01-4a4f-bbc3-2d70a1a63646 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (80e7fb6f-a39c-4f87-9f40-d90795d992b1), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:00.070332 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a122d1e2-2f9b-4471-9d30-fc7e6c88694a None None] Pushing event updated for resources: {'Port': ['ID=b8f3c3a9-87d6-4394-bb64-dfa05e9fcff3,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:00.075861 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8af781-8966-4f86-af03-c65314430874 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Made reservation on behalf of 6c1d2c9709a94cf691cb05145eeb8e23 for: {'port': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:59:00.097924 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-df8af781-8966-4f86-af03-c65314430874 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:00.141378 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0304ebd8-039e-4861-a32f-fb6288914aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (de0b5a4e-1b13-4edf-83d7-6aed590ede09), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:00.178601 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5adbcfbb-c057-4bd4-ad2f-d8e420f2fca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (e2a5669a-9442-4b8f-b6e1-47646a4e4db0), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:00.184059 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5adbcfbb-c057-4bd4-ad2f-d8e420f2fca7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:00.186487 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-5adbcfbb-c057-4bd4-ad2f-d8e420f2fca7 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/e2a5669a-9442-4b8f-b6e1-47646a4e4db0 HTTP/1.1" status: 204 len: 168 time: 0.7963448 Oct 04 20:59:00.240965 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [None req-df8af781-8966-4f86-af03-c65314430874 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] device_id is not set on port 947898f9-be95-4e46-959a-dd602c38111c yet. {{(pid=108170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 20:59:00.320627 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adbcfbb-c057-4bd4-ad2f-d8e420f2fca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a5669a-9442-4b8f-b6e1-47646a4e4db0,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:00.381260 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2cef3c8-fb5d-48dd-a6ea-034ad4c87908 None None] Network 2f043e40-dc92-435c-8ac4-32c18eda6bc5 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:59:00.396009 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc04901b-9f01-4a4f-bbc3-2d70a1a63646 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event deleted for resources: {'Subnet': ['ID=80e7fb6f-a39c-4f87-9f40-d90795d992b1,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:00.400350 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fc04901b-9f01-4a4f-bbc3-2d70a1a63646 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:00.415708 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-fc04901b-9f01-4a4f-bbc3-2d70a1a63646 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/80e7fb6f-a39c-4f87-9f40-d90795d992b1 HTTP/1.1" status: 204 len: 168 time: 2.0741525 Oct 04 20:59:00.479028 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=77,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=13 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:00.480924 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0304ebd8-039e-4861-a32f-fb6288914aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de0b5a4e-1b13-4edf-83d7-6aed590ede09,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:00.494306 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51130) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:00.642998 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a26d6417-4490-4ace-880a-953671d991d2 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks [] for router_gateway (c8500ebf-ce09-4f73-a4d0-1aa3abac02e6), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:00.663717 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-0304ebd8-039e-4861-a32f-fb6288914aa7 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=22b8f44c8127471b9d35a93492f2d1c8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3668845 Oct 04 20:59:00.745293 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51134) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:00.764120 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a26d6417-4490-4ace-880a-953671d991d2 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:00.910778 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5ae0a4e5-096f-4e0c-a472-594293c9f288 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (2f043e40-dc92-435c-8ac4-32c18eda6bc5), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:00.977325 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 20:59:01.073071 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3ee1e684-029d-485a-a76a-41c75fc71ca0 admin admin] Publish callbacks [] for security_group (de0b5a4e-1b13-4edf-83d7-6aed590ede09), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:01.078212 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5f2c2c-d543-4f16-8863-4fed46421fd6 None None] DHCP port deletion for 2f043e40-dc92-435c-8ac4-32c18eda6bc5 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:59:01.121270 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3ee1e684-029d-485a-a76a-41c75fc71ca0 admin admin] Publish callbacks [] for security_group (de0b5a4e-1b13-4edf-83d7-6aed590ede09), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:01.181133 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-4a5f2c2c-d543-4f16-8863-4fed46421fd6 None None] Deleting port 48f5c532-9b55-4e01-95a1-5dfcaaa51dd0 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:59:01.181662 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4a5f2c2c-d543-4f16-8863-4fed46421fd6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (48f5c532-9b55-4e01-95a1-5dfcaaa51dd0), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:01.323360 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-df8af781-8966-4f86-af03-c65314430874 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Allocated IP 2001:db8::c3 (342419d5-11f5-435a-a7a3-9da772e25597/f2924a8e-1aee-48de-9379-66d3a7ec0479/947898f9-be95-4e46-959a-dd602c38111c) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:59:01.324514 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-a26d6417-4490-4ace-880a-953671d991d2 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Allocated IP 172.25.5.235 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/835f9ce5-1c05-43c0-9716-c342dd2586a4) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:59:01.332656 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:01.397789 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-5ae0a4e5-096f-4e0c-a472-594293c9f288 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Deleting port 48f5c532-9b55-4e01-95a1-5dfcaaa51dd0 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:59:01.402446 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5ae0a4e5-096f-4e0c-a472-594293c9f288 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (48f5c532-9b55-4e01-95a1-5dfcaaa51dd0), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:01.456984 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-4a5f2c2c-d543-4f16-8863-4fed46421fd6 None None] For port 48f5c532-9b55-4e01-95a1-5dfcaaa51dd0, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=48f5c532-9b55-4e01-95a1-5dfcaaa51dd0,segment=NetworkSegment(bd9dac7b-e3b8-4501-af30-1ed150fa8625),segment_id=bd9dac7b-e3b8-4501-af30-1ed150fa8625)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:59:01.457825 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4a5f2c2c-d543-4f16-8863-4fed46421fd6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (48f5c532-9b55-4e01-95a1-5dfcaaa51dd0), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:01.534167 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-4a5f2c2c-d543-4f16-8863-4fed46421fd6 None None] Calling delete_port for 48f5c532-9b55-4e01-95a1-5dfcaaa51dd0 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:59:01.586875 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3ee1e684-029d-485a-a76a-41c75fc71ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (de0b5a4e-1b13-4edf-83d7-6aed590ede09), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:01.601611 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3ee1e684-029d-485a-a76a-41c75fc71ca0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:01.607708 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-3ee1e684-029d-485a-a76a-41c75fc71ca0 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/de0b5a4e-1b13-4edf-83d7-6aed590ede09 HTTP/1.1" status: 204 len: 168 time: 0.8469598 Oct 04 20:59:01.765493 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee1e684-029d-485a-a76a-41c75fc71ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0b5a4e-1b13-4edf-83d7-6aed590ede09,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:01.771771 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a26d6417-4490-4ace-880a-953671d991d2 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks [] for port (835f9ce5-1c05-43c0-9716-c342dd2586a4), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:01.936138 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-5ae0a4e5-096f-4e0c-a472-594293c9f288 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] For port 48f5c532-9b55-4e01-95a1-5dfcaaa51dd0, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=48f5c532-9b55-4e01-95a1-5dfcaaa51dd0,segment=NetworkSegment(bd9dac7b-e3b8-4501-af30-1ed150fa8625),segment_id=bd9dac7b-e3b8-4501-af30-1ed150fa8625)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:59:01.936940 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5ae0a4e5-096f-4e0c-a472-594293c9f288 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (48f5c532-9b55-4e01-95a1-5dfcaaa51dd0), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:02.010455 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a26d6417-4490-4ace-880a-953671d991d2 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (835f9ce5-1c05-43c0-9716-c342dd2586a4), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:02.031798 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-5ae0a4e5-096f-4e0c-a472-594293c9f288 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Calling delete_port for 48f5c532-9b55-4e01-95a1-5dfcaaa51dd0 owned by network:dhcp {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:59:02.048757 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4a5f2c2c-d543-4f16-8863-4fed46421fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (48f5c532-9b55-4e01-95a1-5dfcaaa51dd0), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:02.177769 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f2c2c-d543-4f16-8863-4fed46421fd6 None None] Pushing event deleted for resources: {'Port': ['ID=48f5c532-9b55-4e01-95a1-5dfcaaa51dd0,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:02.195247 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b8f3c3a9-87d6-4394-bb64-dfa05e9fcff3 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:59:02.218721 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26d6417-4490-4ace-880a-953671d991d2 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Pushing event updated for resources: {'Port': ['ID=835f9ce5-1c05-43c0-9716-c342dd2586a4,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:02.231032 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26d6417-4490-4ace-880a-953671d991d2 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:59:02.243774 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-a26d6417-4490-4ace-880a-953671d991d2 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:59:02.256504 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26d6417-4490-4ace-880a-953671d991d2 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:59:02.321500 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5f2c2c-d543-4f16-8863-4fed46421fd6 None None] No DVR routers for this DVR port 48f5c532-9b55-4e01-95a1-5dfcaaa51dd0 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:59:02.324578 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33c1db8-38f4-40e6-94bb-aadc1eaaf430 None None] Network 342419d5-11f5-435a-a7a3-9da772e25597 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:59:02.384331 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-df8af781-8966-4f86-af03-c65314430874 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for port (947898f9-be95-4e46-959a-dd602c38111c), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:02.551522 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5ae0a4e5-096f-4e0c-a472-594293c9f288 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (48f5c532-9b55-4e01-95a1-5dfcaaa51dd0), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:02.643194 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:02.663186 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f2c2c-d543-4f16-8863-4fed46421fd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:59:02.663651 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae0a4e5-096f-4e0c-a472-594293c9f288 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event deleted for resources: {'Port': ['ID=48f5c532-9b55-4e01-95a1-5dfcaaa51dd0,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:02.663813 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f2c2c-d543-4f16-8863-4fed46421fd6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:59:02.663813 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f2c2c-d543-4f16-8863-4fed46421fd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:59:02.663813 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f2c2c-d543-4f16-8863-4fed46421fd6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:59:02.668706 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f2c2c-d543-4f16-8863-4fed46421fd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:59:02.671607 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f2c2c-d543-4f16-8863-4fed46421fd6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:59:02.672884 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f2c2c-d543-4f16-8863-4fed46421fd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:59:02.673600 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae0a4e5-096f-4e0c-a472-594293c9f288 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] No DVR routers for this DVR port 48f5c532-9b55-4e01-95a1-5dfcaaa51dd0 on host n-d-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:59:02.675393 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f2c2c-d543-4f16-8863-4fed46421fd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:59:02.675867 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f2c2c-d543-4f16-8863-4fed46421fd6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:59:02.679978 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f2c2c-d543-4f16-8863-4fed46421fd6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:59:02.680904 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f2c2c-d543-4f16-8863-4fed46421fd6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:59:02.682520 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f2c2c-d543-4f16-8863-4fed46421fd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:59:02.687523 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f2c2c-d543-4f16-8863-4fed46421fd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:59:02.688839 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f2c2c-d543-4f16-8863-4fed46421fd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:59:02.689438 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f2c2c-d543-4f16-8863-4fed46421fd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:59:02.696265 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-df8af781-8966-4f86-af03-c65314430874 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (947898f9-be95-4e46-959a-dd602c38111c), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:02.718996 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-23930460-620a-4b82-9bc0-393c0e3c6e35 None None] Provisioning complete for port b8f3c3a9-87d6-4394-bb64-dfa05e9fcff3 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:59:02.720367 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-23930460-620a-4b82-9bc0-393c0e3c6e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b8f3c3a9-87d6-4394-bb64-dfa05e9fcff3), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:02.727347 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-23930460-620a-4b82-9bc0-393c0e3c6e35 None None] Attempt 1 to provision port b8f3c3a9-87d6-4394-bb64-dfa05e9fcff3 Oct 04 20:59:02.795286 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:02.963174 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port b8f3c3a9-87d6-4394-bb64-dfa05e9fcff3 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:59:02.963794 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b8f3c3a9-87d6-4394-bb64-dfa05e9fcff3), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:02.964347 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port b8f3c3a9-87d6-4394-bb64-dfa05e9fcff3 Oct 04 20:59:03.008745 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=4,neutron:INSERT=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:03.017034 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8af781-8966-4f86-af03-c65314430874 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Network 342419d5-11f5-435a-a7a3-9da772e25597 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:59:03.029197 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-df8af781-8966-4f86-af03-c65314430874 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:59:03.033843 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8af781-8966-4f86-af03-c65314430874 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:59:03.043654 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8af781-8966-4f86-af03-c65314430874 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:59:03.044917 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-df8af781-8966-4f86-af03-c65314430874 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:03.052481 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5ae0a4e5-096f-4e0c-a472-594293c9f288 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (2f043e40-dc92-435c-8ac4-32c18eda6bc5), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:03.057873 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8af781-8966-4f86-af03-c65314430874 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event updated for resources: {'Port': ['ID=947898f9-be95-4e46-959a-dd602c38111c,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:03.076525 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:03.120729 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-5ae0a4e5-096f-4e0c-a472-594293c9f288 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f043e40-dc92-435c-8ac4-32c18eda6bc5']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:59:03.165443 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-5ae0a4e5-096f-4e0c-a472-594293c9f288 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd9dac7b-e3b8-4501-af30-1ed150fa8625') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:59:03.167121 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-5ae0a4e5-096f-4e0c-a472-594293c9f288 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd9dac7b-e3b8-4501-af30-1ed150fa8625') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:59:03.215042 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5ae0a4e5-096f-4e0c-a472-594293c9f288 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (bd9dac7b-e3b8-4501-af30-1ed150fa8625), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:03.231423 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:UPDATE=5,neutron:SELECT=92,neutron:INSERT=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:03.249195 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port b8f3c3a9-87d6-4394-bb64-dfa05e9fcff3 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:59:03.250001 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b8f3c3a9-87d6-4394-bb64-dfa05e9fcff3), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:03.253965 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-23930460-620a-4b82-9bc0-393c0e3c6e35 None None] Current status of the port b8f3c3a9-87d6-4394-bb64-dfa05e9fcff3 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:59:03.254609 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-23930460-620a-4b82-9bc0-393c0e3c6e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b8f3c3a9-87d6-4394-bb64-dfa05e9fcff3), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:03.289085 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:03.311501 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-df8af781-8966-4f86-af03-c65314430874 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.7507911 Oct 04 20:59:03.321526 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 51158) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:03.322696 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:03.357703 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5ae0a4e5-096f-4e0c-a472-594293c9f288 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (bd9dac7b-e3b8-4501-af30-1ed150fa8625), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:03.387636 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ae0a4e5-096f-4e0c-a472-594293c9f288 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:59:03.388592 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5ae0a4e5-096f-4e0c-a472-594293c9f288 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (bd9dac7b-e3b8-4501-af30-1ed150fa8625), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:03.446686 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port b8f3c3a9-87d6-4394-bb64-dfa05e9fcff3, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b8f3c3a9-87d6-4394-bb64-dfa05e9fcff3,segment=NetworkSegment(3753566a-fc2e-4737-80cf-2aebdc29e9d5),segment_id=3753566a-fc2e-4737-80cf-2aebdc29e9d5)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:59:03.541049 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (b8f3c3a9-87d6-4394-bb64-dfa05e9fcff3), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:03.598210 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment bd9dac7b-e3b8-4501-af30-1ed150fa8625 resource provider aggregate not found Oct 04 20:59:03.637245 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment bd9dac7b-e3b8-4501-af30-1ed150fa8625 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bd9dac7b-e3b8-4501-af30-1ed150fa8625 found for delete ", "request_id": "req-65d21a22-c21e-4376-8d1b-f60e385ad92e"}]} Oct 04 20:59:03.682500 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5ae0a4e5-096f-4e0c-a472-594293c9f288 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (2f043e40-dc92-435c-8ac4-32c18eda6bc5), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:03.707976 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5ae0a4e5-096f-4e0c-a472-594293c9f288 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:03.715475 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-5ae0a4e5-096f-4e0c-a472-594293c9f288 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "DELETE /networking/v2.0/networks/2f043e40-dc92-435c-8ac4-32c18eda6bc5 HTTP/1.1" status: 204 len: 168 time: 3.2191226 Oct 04 20:59:03.754055 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51170) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:03.797192 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-fbbbe5a4-8bc6-4129-91c9-06079e26120f tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1731970194', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}, 'admin_state_up': False}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:59:03.818188 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 48f5c532-9b55-4e01-95a1-5dfcaaa51dd0 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:59:03.866597 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae0a4e5-096f-4e0c-a472-594293c9f288 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event deleted for resources: {'Network': ['ID=2f043e40-dc92-435c-8ac4-32c18eda6bc5,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:03.886792 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a26d6417-4490-4ace-880a-953671d991d2 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks [] for router_gateway (c8500ebf-ce09-4f73-a4d0-1aa3abac02e6), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:04.075587 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fbbbe5a4-8bc6-4129-91c9-06079e26120f tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (3dd2ed1f-fcbe-43ce-b8f6-1482d051aeb9), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:04.075587 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fbbbe5a4-8bc6-4129-91c9-06079e26120f tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (3dd2ed1f-fcbe-43ce-b8f6-1482d051aeb9), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:04.266626 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fbbbe5a4-8bc6-4129-91c9-06079e26120f tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for router_controller (3dd2ed1f-fcbe-43ce-b8f6-1482d051aeb9), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:04.274597 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 48f5c532-9b55-4e01-95a1-5dfcaaa51dd0 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 20:59:04.275388 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 48f5c532-9b55-4e01-95a1-5dfcaaa51dd0 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:59:04.294294 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-23930460-620a-4b82-9bc0-393c0e3c6e35 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 20:59:04.295340 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-23930460-620a-4b82-9bc0-393c0e3c6e35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 20:59:04.346990 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=b8f3c3a9-87d6-4394-bb64-dfa05e9fcff3,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:04.658058 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a26d6417-4490-4ace-880a-953671d991d2 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-465386', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-583633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6069'] for router (c8500ebf-ce09-4f73-a4d0-1aa3abac02e6), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:04.666900 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a26d6417-4490-4ace-880a-953671d991d2 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-465361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-465368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-583658'] for router (c8500ebf-ce09-4f73-a4d0-1aa3abac02e6), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:04.766442 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fbbbe5a4-8bc6-4129-91c9-06079e26120f tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for router_gateway (3dd2ed1f-fcbe-43ce-b8f6-1482d051aeb9), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:04.906418 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-23930460-620a-4b82-9bc0-393c0e3c6e35 None None] Current status of the port b8f3c3a9-87d6-4394-bb64-dfa05e9fcff3 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:59:04.959714 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:05.067376 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-71ee85dd-acdb-4ea7-96ff-5ee8db15fb50 None None] Provisioning complete for port 947898f9-be95-4e46-959a-dd602c38111c triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:59:05.069759 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-71ee85dd-acdb-4ea7-96ff-5ee8db15fb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (947898f9-be95-4e46-959a-dd602c38111c), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:05.071886 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-71ee85dd-acdb-4ea7-96ff-5ee8db15fb50 None None] Attempt 1 to provision port 947898f9-be95-4e46-959a-dd602c38111c Oct 04 20:59:05.202225 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-71ee85dd-acdb-4ea7-96ff-5ee8db15fb50 None None] Port 947898f9-be95-4e46-959a-dd602c38111c cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:59:05.234821 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-71ee85dd-acdb-4ea7-96ff-5ee8db15fb50 None None] Provisioning complete for port b8f3c3a9-87d6-4394-bb64-dfa05e9fcff3 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:59:05.235731 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-71ee85dd-acdb-4ea7-96ff-5ee8db15fb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b8f3c3a9-87d6-4394-bb64-dfa05e9fcff3), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:05.237258 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-71ee85dd-acdb-4ea7-96ff-5ee8db15fb50 None None] Attempt 1 to provision port b8f3c3a9-87d6-4394-bb64-dfa05e9fcff3 Oct 04 20:59:05.450700 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-71ee85dd-acdb-4ea7-96ff-5ee8db15fb50 None None] Current status of the port b8f3c3a9-87d6-4394-bb64-dfa05e9fcff3 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:59:05.467357 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fbbbe5a4-8bc6-4129-91c9-06079e26120f tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for router_gateway (3dd2ed1f-fcbe-43ce-b8f6-1482d051aeb9), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:05.520707 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fbbbe5a4-8bc6-4129-91c9-06079e26120f tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:05.832643 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-fbbbe5a4-8bc6-4129-91c9-06079e26120f tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Allocated IP 172.25.5.139 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/0a1b7e9d-b1ba-456e-8814-0697cff6b0f3) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:59:06.001376 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=100 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:06.010154 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a26d6417-4490-4ace-880a-953671d991d2 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Router c8500ebf-ce09-4f73-a4d0-1aa3abac02e6 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:59:06.045290 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-db5a83ad-de5a-4040-8f51-55549e197652 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (947898f9-be95-4e46-959a-dd602c38111c), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:06.133176 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fbbbe5a4-8bc6-4129-91c9-06079e26120f tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for port (0a1b7e9d-b1ba-456e-8814-0697cff6b0f3), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:06.182060 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:06.357110 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fbbbe5a4-8bc6-4129-91c9-06079e26120f tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (0a1b7e9d-b1ba-456e-8814-0697cff6b0f3), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:06.447227 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26d6417-4490-4ace-880a-953671d991d2 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:59:06.462747 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a26d6417-4490-4ace-880a-953671d991d2 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:06.465433 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a26d6417-4490-4ace-880a-953671d991d2 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] 10.222.0.78 "PUT /networking/v2.0/routers/c8500ebf-ce09-4f73-a4d0-1aa3abac02e6 HTTP/1.1" status: 200 len: 916 time: 7.6828012 Oct 04 20:59:06.482140 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6373632f-bd78-4d5a-9e56-f10fe57999bb None None] Sync routers for ids ['c8500ebf-ce09-4f73-a4d0-1aa3abac02e6'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:59:06.489008 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 51210) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:06.550530 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6373632f-bd78-4d5a-9e56-f10fe57999bb None None] Routers {'c8500ebf-ce09-4f73-a4d0-1aa3abac02e6'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:59:06.554298 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-6373632f-bd78-4d5a-9e56-f10fe57999bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:58:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['c8500ebf-ce09-4f73-a4d0-1aa3abac02e6'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:59:06.557080 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbbe5a4-8bc6-4129-91c9-06079e26120f tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:59:06.560675 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-fbbbe5a4-8bc6-4129-91c9-06079e26120f tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:59:06.571192 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b8f3c3a9-87d6-4394-bb64-dfa05e9fcff3 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:59:06.573190 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbbe5a4-8bc6-4129-91c9-06079e26120f tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:59:06.751496 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-6373632f-bd78-4d5a-9e56-f10fe57999bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:59:06.778654 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbbe5a4-8bc6-4129-91c9-06079e26120f tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event updated for resources: {'Port': ['ID=0a1b7e9d-b1ba-456e-8814-0697cff6b0f3,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:06.786267 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6373632f-bd78-4d5a-9e56-f10fe57999bb None None] Routers {'c8500ebf-ce09-4f73-a4d0-1aa3abac02e6'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:59:06.787567 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-6373632f-bd78-4d5a-9e56-f10fe57999bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:58:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['c8500ebf-ce09-4f73-a4d0-1aa3abac02e6'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:59:06.900320 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:06.912907 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-6373632f-bd78-4d5a-9e56-f10fe57999bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:59:06.913986 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6373632f-bd78-4d5a-9e56-f10fe57999bb None None] The sync data for ids ['c8500ebf-ce09-4f73-a4d0-1aa3abac02e6'] in n-d-852085-12 is: [] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:59:06.928622 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port b8f3c3a9-87d6-4394-bb64-dfa05e9fcff3 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:59:06.929067 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b8f3c3a9-87d6-4394-bb64-dfa05e9fcff3), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:06.929440 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port b8f3c3a9-87d6-4394-bb64-dfa05e9fcff3 Oct 04 20:59:07.008507 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-db5a83ad-de5a-4040-8f51-55549e197652 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for port (947898f9-be95-4e46-959a-dd602c38111c), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:07.012522 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:07.042314 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51216) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:07.043263 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a639e566-4928-495a-a5f3-6e52b8b4866f tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] 10.222.0.78 "GET /networking/v2.0/routers/c8500ebf-ce09-4f73-a4d0-1aa3abac02e6 HTTP/1.1" status: 200 len: 922 time: 0.5518243 Oct 04 20:59:07.083405 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port b8f3c3a9-87d6-4394-bb64-dfa05e9fcff3 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:59:07.117846 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-db5a83ad-de5a-4040-8f51-55549e197652 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (947898f9-be95-4e46-959a-dd602c38111c), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:07.214498 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20403e59-96b8-4cbe-97d9-13a02aedb8b2 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:59:07.217544 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-20403e59-96b8-4cbe-97d9-13a02aedb8b2 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?network_id=52a60aae-e230-4bd7-89bc-781767fd7892&device_id=c8500ebf-ce09-4f73-a4d0-1aa3abac02e6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1727507 Oct 04 20:59:07.231977 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 51222) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:07.360891 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fbbbe5a4-8bc6-4129-91c9-06079e26120f tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for router_gateway (3dd2ed1f-fcbe-43ce-b8f6-1482d051aeb9), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:07.491276 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5a83ad-de5a-4040-8f51-55549e197652 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event updated for resources: {'Port': ['ID=947898f9-be95-4e46-959a-dd602c38111c,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:07.727079 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2136ca57-b48e-478e-afeb-9914e934980e tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:59:07.728832 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-2136ca57-b48e-478e-afeb-9914e934980e tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] 10.222.0.78 "GET /networking/v2.0/networks/52a60aae-e230-4bd7-89bc-781767fd7892 HTTP/1.1" status: 200 len: 881 time: 0.4946690 Oct 04 20:59:07.738930 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51234) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:07.789979 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-db5a83ad-de5a-4040-8f51-55549e197652 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (e14839a4-bd9d-40aa-8420-e9ceae6c779f), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:07.790391 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-16bd8e34-7798-4ad9-8436-fb4f8484b49c tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c8500ebf-ce09-4f73-a4d0-1aa3abac02e6 HTTP/1.1" status: 200 len: 205 time: 0.0406775 Oct 04 20:59:07.795099 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51238) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:07.907730 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fbbbe5a4-8bc6-4129-91c9-06079e26120f tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (3dd2ed1f-fcbe-43ce-b8f6-1482d051aeb9), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:08.008561 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:08.101164 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ac1e61b5-1d2b-4ee5-b7a4-3a569768e29a tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks [] for router (c8500ebf-ce09-4f73-a4d0-1aa3abac02e6), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:08.113837 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:08.222502 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-db5a83ad-de5a-4040-8f51-55549e197652 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (947898f9-be95-4e46-959a-dd602c38111c), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:08.434449 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ac1e61b5-1d2b-4ee5-b7a4-3a569768e29a tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks [] for router_gateway (c8500ebf-ce09-4f73-a4d0-1aa3abac02e6), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:08.809880 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:08.812879 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-ac1e61b5-1d2b-4ee5-b7a4-3a569768e29a tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Deleting port 835f9ce5-1c05-43c0-9716-c342dd2586a4 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:59:08.814389 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ac1e61b5-1d2b-4ee5-b7a4-3a569768e29a tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (835f9ce5-1c05-43c0-9716-c342dd2586a4), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:08.940767 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-db5a83ad-de5a-4040-8f51-55549e197652 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for port (947898f9-be95-4e46-959a-dd602c38111c), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:08.941088 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbbbe5a4-8bc6-4129-91c9-06079e26120f tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Router 3dd2ed1f-fcbe-43ce-b8f6-1482d051aeb9 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:59:09.030374 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-db5a83ad-de5a-4040-8f51-55549e197652 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (947898f9-be95-4e46-959a-dd602c38111c), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:09.031315 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-db5a83ad-de5a-4040-8f51-55549e197652 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (e14839a4-bd9d-40aa-8420-e9ceae6c779f), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:09.179799 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5a83ad-de5a-4040-8f51-55549e197652 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event updated for resources: {'Port': ['ID=947898f9-be95-4e46-959a-dd602c38111c,revision_number=3']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:09.219958 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ac1e61b5-1d2b-4ee5-b7a4-3a569768e29a tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (835f9ce5-1c05-43c0-9716-c342dd2586a4), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:09.302792 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbbbe5a4-8bc6-4129-91c9-06079e26120f tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:59:09.328590 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928b895b-b26c-4915-bebd-1e22a1b5f0bd None None] Sync routers for ids ['3dd2ed1f-fcbe-43ce-b8f6-1482d051aeb9'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:59:09.354296 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928b895b-b26c-4915-bebd-1e22a1b5f0bd None None] Routers {'3dd2ed1f-fcbe-43ce-b8f6-1482d051aeb9'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:59:09.355779 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-928b895b-b26c-4915-bebd-1e22a1b5f0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:58:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['3dd2ed1f-fcbe-43ce-b8f6-1482d051aeb9'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:59:09.356407 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-ac1e61b5-1d2b-4ee5-b7a4-3a569768e29a tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Calling delete_port for 835f9ce5-1c05-43c0-9716-c342dd2586a4 owned by network:router_gateway {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:59:09.416290 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5a83ad-de5a-4040-8f51-55549e197652 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Network 342419d5-11f5-435a-a7a3-9da772e25597 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:59:09.421320 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-db5a83ad-de5a-4040-8f51-55549e197652 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:59:09.430458 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-928b895b-b26c-4915-bebd-1e22a1b5f0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:59:09.450783 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928b895b-b26c-4915-bebd-1e22a1b5f0bd None None] Routers {'3dd2ed1f-fcbe-43ce-b8f6-1482d051aeb9'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:59:09.452226 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-928b895b-b26c-4915-bebd-1e22a1b5f0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:58:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['3dd2ed1f-fcbe-43ce-b8f6-1482d051aeb9'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:59:09.529507 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:09.554956 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-928b895b-b26c-4915-bebd-1e22a1b5f0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:59:09.556609 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928b895b-b26c-4915-bebd-1e22a1b5f0bd None None] The sync data for ids ['3dd2ed1f-fcbe-43ce-b8f6-1482d051aeb9'] in n-d-852085-12 is: [] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:59:09.652661 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fbbbe5a4-8bc6-4129-91c9-06079e26120f tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:09.662301 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-fbbbe5a4-8bc6-4129-91c9-06079e26120f tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.8984723 Oct 04 20:59:09.664040 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51272) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:10.047286 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db5a83ad-de5a-4040-8f51-55549e197652 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Router e14839a4-bd9d-40aa-8420-e9ceae6c779f is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:59:10.113107 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4186603a-7523-4615-9210-72a44c116106 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "GET /networking/v2.0/routers/3dd2ed1f-fcbe-43ce-b8f6-1482d051aeb9 HTTP/1.1" status: 200 len: 885 time: 0.4369767 Oct 04 20:59:10.117552 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51280) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:10.151561 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-32106ec4-7921-4669-82f4-f5a6a8c7f39f None None] Provisioning complete for port 947898f9-be95-4e46-959a-dd602c38111c triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:59:10.152547 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-32106ec4-7921-4669-82f4-f5a6a8c7f39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (947898f9-be95-4e46-959a-dd602c38111c), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:10.153865 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-32106ec4-7921-4669-82f4-f5a6a8c7f39f None None] Attempt 1 to provision port 947898f9-be95-4e46-959a-dd602c38111c Oct 04 20:59:10.289238 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-32106ec4-7921-4669-82f4-f5a6a8c7f39f None None] Port 947898f9-be95-4e46-959a-dd602c38111c cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:59:10.389758 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db5a83ad-de5a-4040-8f51-55549e197652 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:59:10.407594 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-db5a83ad-de5a-4040-8f51-55549e197652 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "PUT /networking/v2.0/routers/e14839a4-bd9d-40aa-8420-e9ceae6c779f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0811386 Oct 04 20:59:10.409223 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 51290) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:10.417490 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49158166-a98d-442d-a2c8-7551d383c24b None None] Sync routers for ids ['e14839a4-bd9d-40aa-8420-e9ceae6c779f'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:59:10.456794 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49158166-a98d-442d-a2c8-7551d383c24b None None] Routers {'e14839a4-bd9d-40aa-8420-e9ceae6c779f'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:59:10.459421 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:10.465227 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-49158166-a98d-442d-a2c8-7551d383c24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:58:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['e14839a4-bd9d-40aa-8420-e9ceae6c779f'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:59:10.587798 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca50cb1-0812-4a6d-9164-787f035a330b tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:59:10.601016 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-aca50cb1-0812-4a6d-9164-787f035a330b tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e14839a4-bd9d-40aa-8420-e9ceae6c779f HTTP/1.1" status: 200 len: 988 time: 0.1829896 Oct 04 20:59:10.615487 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 51294) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:10.618039 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-49158166-a98d-442d-a2c8-7551d383c24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:59:10.659875 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49158166-a98d-442d-a2c8-7551d383c24b None None] Routers {'e14839a4-bd9d-40aa-8420-e9ceae6c779f'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:59:10.665224 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-49158166-a98d-442d-a2c8-7551d383c24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:58:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['e14839a4-bd9d-40aa-8420-e9ceae6c779f'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:59:10.761749 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-49158166-a98d-442d-a2c8-7551d383c24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:59:10.762860 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49158166-a98d-442d-a2c8-7551d383c24b None None] The sync data for ids ['e14839a4-bd9d-40aa-8420-e9ceae6c779f'] in n-d-852085-12 is: [] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:59:11.653816 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-064a8c4c-d1cc-44ee-8fbb-02850591aa81 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 888 time: 1.5250683 Oct 04 20:59:11.656398 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51312) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:11.674283 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-e13c1ea2-4f51-423b-ab62-a77c1ee36b6b tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1731970194'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:59:11.694214 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7b9f6055-5b4d-4ef7-a464-5babbbe9679c tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (e14839a4-bd9d-40aa-8420-e9ceae6c779f), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:11.777381 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ac1e61b5-1d2b-4ee5-b7a4-3a569768e29a tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (835f9ce5-1c05-43c0-9716-c342dd2586a4), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:11.917411 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1e61b5-1d2b-4ee5-b7a4-3a569768e29a tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Pushing event deleted for resources: {'Port': ['ID=835f9ce5-1c05-43c0-9716-c342dd2586a4,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:12.119544 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ac1e61b5-1d2b-4ee5-b7a4-3a569768e29a tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (c8500ebf-ce09-4f73-a4d0-1aa3abac02e6), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:12.346221 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-7b9f6055-5b4d-4ef7-a464-5babbbe9679c tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Deleting port 947898f9-be95-4e46-959a-dd602c38111c {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:59:12.350554 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7b9f6055-5b4d-4ef7-a464-5babbbe9679c tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (947898f9-be95-4e46-959a-dd602c38111c), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:12.370145 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:12.378672 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ac1e61b5-1d2b-4ee5-b7a4-3a569768e29a tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (c8500ebf-ce09-4f73-a4d0-1aa3abac02e6), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:12.387885 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ac1e61b5-1d2b-4ee5-b7a4-3a569768e29a tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks [] for router_controller (c8500ebf-ce09-4f73-a4d0-1aa3abac02e6), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:12.620432 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7b9f6055-5b4d-4ef7-a464-5babbbe9679c tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (947898f9-be95-4e46-959a-dd602c38111c), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:12.656010 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-7b9f6055-5b4d-4ef7-a464-5babbbe9679c tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Calling delete_port for 947898f9-be95-4e46-959a-dd602c38111c owned by network:router_interface {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:59:12.665457 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ac1e61b5-1d2b-4ee5-b7a4-3a569768e29a tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (c8500ebf-ce09-4f73-a4d0-1aa3abac02e6), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:12.666367 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1e61b5-1d2b-4ee5-b7a4-3a569768e29a tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Fanout notify agent at l3_agent the message router_deleted on router c8500ebf-ce09-4f73-a4d0-1aa3abac02e6 {{(pid=108170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:59:12.679127 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ac1e61b5-1d2b-4ee5-b7a4-3a569768e29a tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:12.681495 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-ac1e61b5-1d2b-4ee5-b7a4-3a569768e29a tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] 10.222.0.78 "DELETE /networking/v2.0/routers/c8500ebf-ce09-4f73-a4d0-1aa3abac02e6 HTTP/1.1" status: 204 len: 168 time: 4.8832529 Oct 04 20:59:12.688643 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 51338) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:12.705815 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-a1c3520d-d9dc-474c-b55c-d072fd2b1946 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-83241979', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}, 'admin_state_up': False}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:59:12.928658 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e13c1ea2-4f51-423b-ab62-a77c1ee36b6b tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-465386', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-583633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6069'] for router (3dd2ed1f-fcbe-43ce-b8f6-1482d051aeb9), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:13.012709 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a1c3520d-d9dc-474c-b55c-d072fd2b1946 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (bfaefbf7-6f8a-419d-a2a4-11cbc35dd665), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:13.014569 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a1c3520d-d9dc-474c-b55c-d072fd2b1946 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (bfaefbf7-6f8a-419d-a2a4-11cbc35dd665), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:13.055996 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:13.075672 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e13c1ea2-4f51-423b-ab62-a77c1ee36b6b tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-465361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-465368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-583658'] for router (3dd2ed1f-fcbe-43ce-b8f6-1482d051aeb9), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:13.180102 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a1c3520d-d9dc-474c-b55c-d072fd2b1946 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks [] for router_controller (bfaefbf7-6f8a-419d-a2a4-11cbc35dd665), precommit_add_association {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:13.201346 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:13.355750 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e13c1ea2-4f51-423b-ab62-a77c1ee36b6b tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Router 3dd2ed1f-fcbe-43ce-b8f6-1482d051aeb9 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:59:13.413629 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7b9f6055-5b4d-4ef7-a464-5babbbe9679c tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (947898f9-be95-4e46-959a-dd602c38111c), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:13.579064 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9f6055-5b4d-4ef7-a464-5babbbe9679c tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event deleted for resources: {'Port': ['ID=947898f9-be95-4e46-959a-dd602c38111c,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:13.729894 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e13c1ea2-4f51-423b-ab62-a77c1ee36b6b tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:59:13.747831 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e13c1ea2-4f51-423b-ab62-a77c1ee36b6b tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:13.750231 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-e13c1ea2-4f51-423b-ab62-a77c1ee36b6b tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "PUT /networking/v2.0/routers/3dd2ed1f-fcbe-43ce-b8f6-1482d051aeb9 HTTP/1.1" status: 200 len: 892 time: 2.0919101 Oct 04 20:59:13.753350 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1902b31-373b-4b53-ab2d-84bd6546a532 None None] Sync routers for ids ['3dd2ed1f-fcbe-43ce-b8f6-1482d051aeb9'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:59:13.755986 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51356) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:13.775611 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=48,neutron:DELETE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:13.778124 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=25 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:13.799774 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1902b31-373b-4b53-ab2d-84bd6546a532 None None] Routers {'3dd2ed1f-fcbe-43ce-b8f6-1482d051aeb9'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:59:13.804294 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-f1902b31-373b-4b53-ab2d-84bd6546a532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:58:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['3dd2ed1f-fcbe-43ce-b8f6-1482d051aeb9'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:59:13.994969 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-f1902b31-373b-4b53-ab2d-84bd6546a532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:59:14.014757 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:14.030361 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-d3c1108d-39c8-4396-8fa6-4634ea455ee6 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "GET /networking/v2.0/routers/3dd2ed1f-fcbe-43ce-b8f6-1482d051aeb9 HTTP/1.1" status: 200 len: 892 time: 0.2690198 Oct 04 20:59:14.031165 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51362) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:14.051253 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1902b31-373b-4b53-ab2d-84bd6546a532 None None] Routers {'3dd2ed1f-fcbe-43ce-b8f6-1482d051aeb9'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:59:14.054306 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-f1902b31-373b-4b53-ab2d-84bd6546a532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:58:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['3dd2ed1f-fcbe-43ce-b8f6-1482d051aeb9'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:59:14.117842 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4250dca9-0014-47f0-80ad-39a15734950a tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3dd2ed1f-fcbe-43ce-b8f6-1482d051aeb9 HTTP/1.1" status: 200 len: 205 time: 0.0805433 Oct 04 20:59:14.118657 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51364) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:14.223947 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-f1902b31-373b-4b53-ab2d-84bd6546a532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:59:14.225857 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1902b31-373b-4b53-ab2d-84bd6546a532 None None] The sync data for ids ['3dd2ed1f-fcbe-43ce-b8f6-1482d051aeb9'] in n-d-852085-12 is: [] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:59:14.455396 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-55763d48-021d-426a-b039-f8d7bc432a96 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for router (3dd2ed1f-fcbe-43ce-b8f6-1482d051aeb9), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:14.508546 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a1c3520d-d9dc-474c-b55c-d072fd2b1946 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks [] for router_gateway (bfaefbf7-6f8a-419d-a2a4-11cbc35dd665), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:14.765336 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-55763d48-021d-426a-b039-f8d7bc432a96 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for router_gateway (3dd2ed1f-fcbe-43ce-b8f6-1482d051aeb9), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:14.868762 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7b9f6055-5b4d-4ef7-a464-5babbbe9679c tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (e14839a4-bd9d-40aa-8420-e9ceae6c779f), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:15.000884 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-55763d48-021d-426a-b039-f8d7bc432a96 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Deleting port 0a1b7e9d-b1ba-456e-8814-0697cff6b0f3 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:59:15.001803 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-55763d48-021d-426a-b039-f8d7bc432a96 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (0a1b7e9d-b1ba-456e-8814-0697cff6b0f3), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:15.021562 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 51378) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:15.270370 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-55763d48-021d-426a-b039-f8d7bc432a96 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (0a1b7e9d-b1ba-456e-8814-0697cff6b0f3), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:15.330338 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-55763d48-021d-426a-b039-f8d7bc432a96 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Calling delete_port for 0a1b7e9d-b1ba-456e-8814-0697cff6b0f3 owned by network:router_gateway {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:59:15.500795 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fa3f4f3f-354d-4c0d-9c2a-057da5654693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:15.566000 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b9f6055-5b4d-4ef7-a464-5babbbe9679c tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Router e14839a4-bd9d-40aa-8420-e9ceae6c779f has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:59:15.636348 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a1c3520d-d9dc-474c-b55c-d072fd2b1946 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks [] for router_gateway (bfaefbf7-6f8a-419d-a2a4-11cbc35dd665), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:15.697735 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a1c3520d-d9dc-474c-b55c-d072fd2b1946 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:15.900045 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-55763d48-021d-426a-b039-f8d7bc432a96 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (0a1b7e9d-b1ba-456e-8814-0697cff6b0f3), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:15.911742 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9f6055-5b4d-4ef7-a464-5babbbe9679c tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:59:15.943451 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558a274c-e56b-4b33-8298-7ea82a55437d None None] Sync routers for ids ['e14839a4-bd9d-40aa-8420-e9ceae6c779f'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:59:15.982120 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-7b9f6055-5b4d-4ef7-a464-5babbbe9679c tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "PUT /networking/v2.0/routers/e14839a4-bd9d-40aa-8420-e9ceae6c779f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3645599 Oct 04 20:59:15.986764 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:INSERT=3,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:16.015356 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558a274c-e56b-4b33-8298-7ea82a55437d None None] Routers {'e14839a4-bd9d-40aa-8420-e9ceae6c779f'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:59:16.019705 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-558a274c-e56b-4b33-8298-7ea82a55437d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:58:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['e14839a4-bd9d-40aa-8420-e9ceae6c779f'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:59:16.030843 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51390) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:16.084083 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55763d48-021d-426a-b039-f8d7bc432a96 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event deleted for resources: {'Port': ['ID=0a1b7e9d-b1ba-456e-8814-0697cff6b0f3,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:16.172605 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-18603b1c-06ec-49b4-bc20-266ec15cc767 tempest-RoutersAdminNegativeTest-956927301 tempest-RoutersAdminNegativeTest-956927301-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2141249623', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:59:16.179548 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-558a274c-e56b-4b33-8298-7ea82a55437d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:59:16.204534 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558a274c-e56b-4b33-8298-7ea82a55437d None None] Routers {'e14839a4-bd9d-40aa-8420-e9ceae6c779f'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:59:16.206712 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-558a274c-e56b-4b33-8298-7ea82a55437d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:58:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['e14839a4-bd9d-40aa-8420-e9ceae6c779f'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:59:16.256995 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-eee03676-a770-4e60-955a-83c8a38c7ff3 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] GET failed (client error): The resource could not be found. Oct 04 20:59:16.266354 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-eee03676-a770-4e60-955a-83c8a38c7ff3 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "GET /networking/v2.0/ports/947898f9-be95-4e46-959a-dd602c38111c HTTP/1.1" status: 404 len: 333 time: 0.2205846 Oct 04 20:59:16.266354 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51394) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:16.311262 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-558a274c-e56b-4b33-8298-7ea82a55437d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:59:16.312331 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558a274c-e56b-4b33-8298-7ea82a55437d None None] The sync data for ids ['e14839a4-bd9d-40aa-8420-e9ceae6c779f'] in n-d-852085-12 is: [] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:59:16.415155 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18603b1c-06ec-49b4-bc20-266ec15cc767 tempest-RoutersAdminNegativeTest-956927301 tempest-RoutersAdminNegativeTest-956927301-project-admin] Made reservation on behalf of b894801f67884d7a95297f4031f8c936 for: {'port': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:59:16.419810 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-18603b1c-06ec-49b4-bc20-266ec15cc767 tempest-RoutersAdminNegativeTest-956927301 tempest-RoutersAdminNegativeTest-956927301-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:16.441394 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-18603b1c-06ec-49b4-bc20-266ec15cc767 tempest-RoutersAdminNegativeTest-956927301 tempest-RoutersAdminNegativeTest-956927301-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:16.515435 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-a1c3520d-d9dc-474c-b55c-d072fd2b1946 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Allocated IP 172.25.5.196 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/5d0155ad-3027-4092-bdb5-6fd5cca5ac5d) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:59:16.638271 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:16.665356 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8755171f-cca3-4768-8359-debc20912664 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for router (e14839a4-bd9d-40aa-8420-e9ceae6c779f), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:16.703891 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=81,neutron:UPDATE=6,neutron:INSERT=13 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:16.812063 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-55763d48-021d-426a-b039-f8d7bc432a96 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (3dd2ed1f-fcbe-43ce-b8f6-1482d051aeb9), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:16.879646 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-18603b1c-06ec-49b4-bc20-266ec15cc767 tempest-RoutersAdminNegativeTest-956927301 tempest-RoutersAdminNegativeTest-956927301-project-admin] Publish callbacks [] for security_group (5380bd5b-b928-4772-9cb5-4c8dadeac2ee), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:16.991535 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a1c3520d-d9dc-474c-b55c-d072fd2b1946 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks [] for port (5d0155ad-3027-4092-bdb5-6fd5cca5ac5d), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:17.008635 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-18603b1c-06ec-49b4-bc20-266ec15cc767 tempest-RoutersAdminNegativeTest-956927301 tempest-RoutersAdminNegativeTest-956927301-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (5380bd5b-b928-4772-9cb5-4c8dadeac2ee), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:17.029238 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [None req-18603b1c-06ec-49b4-bc20-266ec15cc767 tempest-RoutersAdminNegativeTest-956927301 tempest-RoutersAdminNegativeTest-956927301-project-admin] device_id is not set on port 316c545b-30d3-48a1-bd23-46ab32d494c4 yet. {{(pid=108169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 20:59:17.197388 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18603b1c-06ec-49b4-bc20-266ec15cc767 tempest-RoutersAdminNegativeTest-956927301 tempest-RoutersAdminNegativeTest-956927301-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5380bd5b-b928-4772-9cb5-4c8dadeac2ee,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:17.245103 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-55763d48-021d-426a-b039-f8d7bc432a96 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (3dd2ed1f-fcbe-43ce-b8f6-1482d051aeb9), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:17.250984 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-55763d48-021d-426a-b039-f8d7bc432a96 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for router_controller (3dd2ed1f-fcbe-43ce-b8f6-1482d051aeb9), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:17.266819 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8755171f-cca3-4768-8359-debc20912664 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (e14839a4-bd9d-40aa-8420-e9ceae6c779f), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:17.275513 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8755171f-cca3-4768-8359-debc20912664 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for router_controller (e14839a4-bd9d-40aa-8420-e9ceae6c779f), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:17.335593 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:17.349852 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a1c3520d-d9dc-474c-b55c-d072fd2b1946 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (5d0155ad-3027-4092-bdb5-6fd5cca5ac5d), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:17.385783 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8c2bc490-dbd5-4aed-a5d3-91424f774aa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:17.485382 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c3520d-d9dc-474c-b55c-d072fd2b1946 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:59:17.507083 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-a1c3520d-d9dc-474c-b55c-d072fd2b1946 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:59:17.521328 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c3520d-d9dc-474c-b55c-d072fd2b1946 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:59:17.556693 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-55763d48-021d-426a-b039-f8d7bc432a96 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (3dd2ed1f-fcbe-43ce-b8f6-1482d051aeb9), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:17.559491 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55763d48-021d-426a-b039-f8d7bc432a96 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Fanout notify agent at l3_agent the message router_deleted on router 3dd2ed1f-fcbe-43ce-b8f6-1482d051aeb9 {{(pid=108170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:59:17.573816 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8755171f-cca3-4768-8359-debc20912664 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (e14839a4-bd9d-40aa-8420-e9ceae6c779f), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:17.578146 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8755171f-cca3-4768-8359-debc20912664 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Fanout notify agent at l3_agent the message router_deleted on router e14839a4-bd9d-40aa-8420-e9ceae6c779f {{(pid=108170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:59:17.596189 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-18603b1c-06ec-49b4-bc20-266ec15cc767 tempest-RoutersAdminNegativeTest-956927301 tempest-RoutersAdminNegativeTest-956927301-project-admin] Allocated IP 172.25.5.133 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/316c545b-30d3-48a1-bd23-46ab32d494c4) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:59:17.622480 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8755171f-cca3-4768-8359-debc20912664 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:17.628587 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-8755171f-cca3-4768-8359-debc20912664 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "DELETE /networking/v2.0/routers/e14839a4-bd9d-40aa-8420-e9ceae6c779f HTTP/1.1" status: 204 len: 168 time: 1.2723980 Oct 04 20:59:17.628883 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c3520d-d9dc-474c-b55c-d072fd2b1946 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Pushing event updated for resources: {'Port': ['ID=5d0155ad-3027-4092-bdb5-6fd5cca5ac5d,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:17.631906 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 51410) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:17.654776 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-55763d48-021d-426a-b039-f8d7bc432a96 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:17.672053 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-55763d48-021d-426a-b039-f8d7bc432a96 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "DELETE /networking/v2.0/routers/3dd2ed1f-fcbe-43ce-b8f6-1482d051aeb9 HTTP/1.1" status: 204 len: 168 time: 3.5516870 Oct 04 20:59:17.682346 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51412) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:17.697737 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-c4fbeb8d-1857-4c2e-8801-b37fc9b48de2 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-544000223'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:59:17.894662 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:17.923035 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4fbeb8d-1857-4c2e-8801-b37fc9b48de2 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Made reservation on behalf of b0c85d506fb94c18954be47609cba122 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:59:17.935636 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c4fbeb8d-1857-4c2e-8801-b37fc9b48de2 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:17.987602 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ad7dcf5-24b4-4968-8e9e-a21302db1a9a tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Deleting subnet f2924a8e-1aee-48de-9379-66d3a7ec0479 {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:59:17.998923 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3ad7dcf5-24b4-4968-8e9e-a21302db1a9a tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for subnet (f2924a8e-1aee-48de-9379-66d3a7ec0479), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:18.000700 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4fbeb8d-1857-4c2e-8801-b37fc9b48de2 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:59:18.059225 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c4fbeb8d-1857-4c2e-8801-b37fc9b48de2 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (7268cc46-c118-4aa7-96b3-edb40eafb1d8), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:18.061033 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-c4fbeb8d-1857-4c2e-8801-b37fc9b48de2 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Added segment 7268cc46-c118-4aa7-96b3-edb40eafb1d8 of type vlan for network db3202a3-3d49-43b2-bff0-3a9133e017a2 Oct 04 20:59:18.102537 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3ad7dcf5-24b4-4968-8e9e-a21302db1a9a tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (f2924a8e-1aee-48de-9379-66d3a7ec0479), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:18.160570 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c4fbeb8d-1857-4c2e-8801-b37fc9b48de2 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (db3202a3-3d49-43b2-bff0-3a9133e017a2), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:18.349787 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c4fbeb8d-1857-4c2e-8801-b37fc9b48de2 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (db3202a3-3d49-43b2-bff0-3a9133e017a2), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:18.367555 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4fbeb8d-1857-4c2e-8801-b37fc9b48de2 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:59:18.371615 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c4fbeb8d-1857-4c2e-8801-b37fc9b48de2 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:18.521699 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c4fbeb8d-1857-4c2e-8801-b37fc9b48de2 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8369663 Oct 04 20:59:18.527971 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51426) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:18.543519 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-03c74ac2-58b4-4554-8880-98b1baf59b52 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Request body: {'subnet': {'network_id': 'db3202a3-3d49-43b2-bff0-3a9133e017a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:59:18.617554 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:18.694026 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fbeb8d-1857-4c2e-8801-b37fc9b48de2 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event updated for resources: {'Network': ['ID=db3202a3-3d49-43b2-bff0-3a9133e017a2,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:18.716065 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network db3202a3-3d49-43b2-bff0-3a9133e017a2 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:59:18.782691 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-18603b1c-06ec-49b4-bc20-266ec15cc767 tempest-RoutersAdminNegativeTest-956927301 tempest-RoutersAdminNegativeTest-956927301-project-admin] Publish callbacks [] for port (316c545b-30d3-48a1-bd23-46ab32d494c4), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:18.822540 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3ad7dcf5-24b4-4968-8e9e-a21302db1a9a tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (f2924a8e-1aee-48de-9379-66d3a7ec0479), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:18.978049 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c74ac2-58b4-4554-8880-98b1baf59b52 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Made reservation on behalf of b0c85d506fb94c18954be47609cba122 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:59:18.988710 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-03c74ac2-58b4-4554-8880-98b1baf59b52 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:19.074965 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a1c3520d-d9dc-474c-b55c-d072fd2b1946 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks [] for router_gateway (bfaefbf7-6f8a-419d-a2a4-11cbc35dd665), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:19.157990 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-18603b1c-06ec-49b4-bc20-266ec15cc767 tempest-RoutersAdminNegativeTest-956927301 tempest-RoutersAdminNegativeTest-956927301-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (316c545b-30d3-48a1-bd23-46ab32d494c4), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:19.248952 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3ad7dcf5-24b4-4968-8e9e-a21302db1a9a tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (f2924a8e-1aee-48de-9379-66d3a7ec0479), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:19.322650 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad7dcf5-24b4-4968-8e9e-a21302db1a9a tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event deleted for resources: {'Subnet': ['ID=f2924a8e-1aee-48de-9379-66d3a7ec0479,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:19.439404 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18603b1c-06ec-49b4-bc20-266ec15cc767 tempest-RoutersAdminNegativeTest-956927301 tempest-RoutersAdminNegativeTest-956927301-project-admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:59:19.449860 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3ad7dcf5-24b4-4968-8e9e-a21302db1a9a tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:19.456647 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-3ad7dcf5-24b4-4968-8e9e-a21302db1a9a tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/f2924a8e-1aee-48de-9379-66d3a7ec0479 HTTP/1.1" status: 204 len: 168 time: 1.8214977 Oct 04 20:59:19.466149 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:INSERT=1,neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:19.472198 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329f6e21-8090-4216-9b6a-f56020620046 None None] Network 342419d5-11f5-435a-a7a3-9da772e25597 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:59:19.472466 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51438) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:19.477695 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-18603b1c-06ec-49b4-bc20-266ec15cc767 tempest-RoutersAdminNegativeTest-956927301 tempest-RoutersAdminNegativeTest-956927301-project-admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:59:19.482113 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18603b1c-06ec-49b4-bc20-266ec15cc767 tempest-RoutersAdminNegativeTest-956927301 tempest-RoutersAdminNegativeTest-956927301-project-admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:59:19.536545 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18603b1c-06ec-49b4-bc20-266ec15cc767 tempest-RoutersAdminNegativeTest-956927301 tempest-RoutersAdminNegativeTest-956927301-project-admin] Pushing event updated for resources: {'Port': ['ID=316c545b-30d3-48a1-bd23-46ab32d494c4,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:19.887860 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-03c74ac2-58b4-4554-8880-98b1baf59b52 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (21df5146-d248-4e00-82b8-a727e9c363f0), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:20.005847 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ee32b736-2bf3-4f8f-8334-1bcaf70e24e3 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (342419d5-11f5-435a-a7a3-9da772e25597), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:20.047669 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892a72c5-de41-43b7-b1c0-9c0e8f6f79ba None None] DHCP port deletion for 342419d5-11f5-435a-a7a3-9da772e25597 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:59:20.090683 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=76,neutron:DELETE=7,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:20.136225 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-892a72c5-de41-43b7-b1c0-9c0e8f6f79ba None None] Deleting port b8f3c3a9-87d6-4394-bb64-dfa05e9fcff3 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:59:20.138431 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-892a72c5-de41-43b7-b1c0-9c0e8f6f79ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (b8f3c3a9-87d6-4394-bb64-dfa05e9fcff3), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:20.185053 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:20.206967 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18603b1c-06ec-49b4-bc20-266ec15cc767 tempest-RoutersAdminNegativeTest-956927301 tempest-RoutersAdminNegativeTest-956927301-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:59:20.208111 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-18603b1c-06ec-49b4-bc20-266ec15cc767 tempest-RoutersAdminNegativeTest-956927301 tempest-RoutersAdminNegativeTest-956927301-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:20.301393 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-ee32b736-2bf3-4f8f-8334-1bcaf70e24e3 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Deleting port b8f3c3a9-87d6-4394-bb64-dfa05e9fcff3 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:59:20.302682 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ee32b736-2bf3-4f8f-8334-1bcaf70e24e3 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (b8f3c3a9-87d6-4394-bb64-dfa05e9fcff3), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:20.329329 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-892a72c5-de41-43b7-b1c0-9c0e8f6f79ba None None] For port b8f3c3a9-87d6-4394-bb64-dfa05e9fcff3, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b8f3c3a9-87d6-4394-bb64-dfa05e9fcff3,segment=NetworkSegment(3753566a-fc2e-4737-80cf-2aebdc29e9d5),segment_id=3753566a-fc2e-4737-80cf-2aebdc29e9d5)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:59:20.330004 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-892a72c5-de41-43b7-b1c0-9c0e8f6f79ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (b8f3c3a9-87d6-4394-bb64-dfa05e9fcff3), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:20.338160 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:20.404159 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-892a72c5-de41-43b7-b1c0-9c0e8f6f79ba None None] Calling delete_port for b8f3c3a9-87d6-4394-bb64-dfa05e9fcff3 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:59:20.454561 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-18603b1c-06ec-49b4-bc20-266ec15cc767 tempest-RoutersAdminNegativeTest-956927301 tempest-RoutersAdminNegativeTest-956927301-project-admin] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.4278727 Oct 04 20:59:20.464872 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 51454) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:20.473636 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a1c3520d-d9dc-474c-b55c-d072fd2b1946 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (bfaefbf7-6f8a-419d-a2a4-11cbc35dd665), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:20.510263 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-33f91977-0fd5-4fd2-910d-b13d2d5fd95d tempest-RoutersAdminNegativeTest-956927301 tempest-RoutersAdminNegativeTest-956927301-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.133'}]}}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:59:20.536925 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c74ac2-58b4-4554-8880-98b1baf59b52 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event updated for resources: {'Subnet': ['ID=21df5146-d248-4e00-82b8-a727e9c363f0,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:20.544707 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c74ac2-58b4-4554-8880-98b1baf59b52 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Checking segment: {'id': '7268cc46-c118-4aa7-96b3-edb40eafb1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'db3202a3-3d49-43b2-bff0-3a9133e017a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:59:20.545301 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c74ac2-58b4-4554-8880-98b1baf59b52 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Network hostable DHCP agents. Network: db3202a3-3d49-43b2-bff0-3a9133e017a2, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:59:20.597846 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b8f3c3a9-87d6-4394-bb64-dfa05e9fcff3 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:59:20.730539 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-ee32b736-2bf3-4f8f-8334-1bcaf70e24e3 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] For port b8f3c3a9-87d6-4394-bb64-dfa05e9fcff3, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b8f3c3a9-87d6-4394-bb64-dfa05e9fcff3,segment=NetworkSegment(3753566a-fc2e-4737-80cf-2aebdc29e9d5),segment_id=3753566a-fc2e-4737-80cf-2aebdc29e9d5)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:59:20.734642 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ee32b736-2bf3-4f8f-8334-1bcaf70e24e3 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (b8f3c3a9-87d6-4394-bb64-dfa05e9fcff3), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:20.794441 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-ee32b736-2bf3-4f8f-8334-1bcaf70e24e3 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Calling delete_port for b8f3c3a9-87d6-4394-bb64-dfa05e9fcff3 owned by network:dhcp {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:59:20.809972 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:20.847051 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:20.864046 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port b8f3c3a9-87d6-4394-bb64-dfa05e9fcff3 is: ACTIVE; New status is: DOWN {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:59:20.865250 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b8f3c3a9-87d6-4394-bb64-dfa05e9fcff3), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:20.980582 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c74ac2-58b4-4554-8880-98b1baf59b52 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Network db3202a3-3d49-43b2-bff0-3a9133e017a2 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:59:21.021795 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:59:21.021795 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 20:59:21.021795 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:59:21.021795 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 20:59:21.021795 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:59:21.021795 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 20:59:21.021795 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:59:21.021795 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 20:59:21.021795 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:59:21.021795 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 20:59:21.021795 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:59:21.021795 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 20:59:21.021795 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:59:21.021795 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 20:59:21.021795 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:59:21.021795 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 20:59:21.021795 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:59:21.021795 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 20:59:21.021795 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:59:21.021795 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 20:59:21.021795 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:59:21.021795 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 20:59:21.021795 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:59:21.021795 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 20:59:21.021795 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:59:21.021795 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 20:59:21.021795 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:59:21.021795 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 20:59:21.021795 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:59:21.021795 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 20:59:21.021795 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:59:21.021795 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 20:59:21.021795 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:59:21.021795 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 20:59:21.021795 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:59:21.021795 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 20:59:21.021795 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:59:21.021795 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 20:59:21.021795 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:59:21.021795 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 20:59:21.021795 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:59:21.021795 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 20:59:21.021795 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:59:21.021795 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 20:59:21.021795 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:59:21.021795 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 20:59:21.021795 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:59:21.021795 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 20:59:21.021795 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:59:21.021795 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 20:59:21.021795 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:59:21.021795 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 20:59:21.021795 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 20:59:21.021795 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 20:59:21.040910 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-33f91977-0fd5-4fd2-910d-b13d2d5fd95d tempest-RoutersAdminNegativeTest-956927301 tempest-RoutersAdminNegativeTest-956927301-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (e07dc4ff-71b2-4eeb-8549-3fc28ca67082), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:21.041366 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-892a72c5-de41-43b7-b1c0-9c0e8f6f79ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (b8f3c3a9-87d6-4394-bb64-dfa05e9fcff3), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:21.041522 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-33f91977-0fd5-4fd2-910d-b13d2d5fd95d tempest-RoutersAdminNegativeTest-956927301 tempest-RoutersAdminNegativeTest-956927301-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (e07dc4ff-71b2-4eeb-8549-3fc28ca67082), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:21.061480 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ee32b736-2bf3-4f8f-8334-1bcaf70e24e3 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (b8f3c3a9-87d6-4394-bb64-dfa05e9fcff3), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:21.070667 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892a72c5-de41-43b7-b1c0-9c0e8f6f79ba None None] No DVR routers for this DVR port b8f3c3a9-87d6-4394-bb64-dfa05e9fcff3 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:59:21.111990 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee32b736-2bf3-4f8f-8334-1bcaf70e24e3 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event deleted for resources: {'Port': ['ID=b8f3c3a9-87d6-4394-bb64-dfa05e9fcff3,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:21.134810 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1c3520d-d9dc-474c-b55c-d072fd2b1946 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Router bfaefbf7-6f8a-419d-a2a4-11cbc35dd665 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:59:21.145693 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee32b736-2bf3-4f8f-8334-1bcaf70e24e3 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] No DVR routers for this DVR port b8f3c3a9-87d6-4394-bb64-dfa05e9fcff3 on host n-d-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:59:21.157269 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892a72c5-de41-43b7-b1c0-9c0e8f6f79ba None None] Pushing event deleted for resources: {'Port': ['ID=b8f3c3a9-87d6-4394-bb64-dfa05e9fcff3,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:21.173371 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-03c74ac2-58b4-4554-8880-98b1baf59b52 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, db3202a3-3d49-43b2-bff0-3a9133e017a2) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:59:21.189487 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c74ac2-58b4-4554-8880-98b1baf59b52 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:59:21.190691 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-03c74ac2-58b4-4554-8880-98b1baf59b52 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:21.214085 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:21.218447 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-33f91977-0fd5-4fd2-910d-b13d2d5fd95d tempest-RoutersAdminNegativeTest-956927301 tempest-RoutersAdminNegativeTest-956927301-project-admin] Publish callbacks [] for router_controller (e07dc4ff-71b2-4eeb-8549-3fc28ca67082), precommit_add_association {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:21.221248 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2bbbae-ea8c-41c5-bfc5-b672463216c6 None None] Network db3202a3-3d49-43b2-bff0-3a9133e017a2 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:59:21.500575 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ee32b736-2bf3-4f8f-8334-1bcaf70e24e3 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (342419d5-11f5-435a-a7a3-9da772e25597), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:21.617280 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-03c74ac2-58b4-4554-8880-98b1baf59b52 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0842967 Oct 04 20:59:21.623016 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51464) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:21.639893 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-e7f32ed3-8fe6-4039-acdd-d04141eb0d8e tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-814538917', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:59:21.659070 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-ee32b736-2bf3-4f8f-8334-1bcaf70e24e3 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['342419d5-11f5-435a-a7a3-9da772e25597']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:59:21.670567 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:21.717316 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-ee32b736-2bf3-4f8f-8334-1bcaf70e24e3 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3753566a-fc2e-4737-80cf-2aebdc29e9d5') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:59:21.717785 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-ee32b736-2bf3-4f8f-8334-1bcaf70e24e3 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3753566a-fc2e-4737-80cf-2aebdc29e9d5') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:59:21.773766 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:21.778440 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ee32b736-2bf3-4f8f-8334-1bcaf70e24e3 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (3753566a-fc2e-4737-80cf-2aebdc29e9d5), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:21.790678 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc61bca-e695-4130-a923-1240d0ad3c67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-db3202a3-3d49-43b2-bff0-3a9133e017a2', 'network_id': 'db3202a3-3d49-43b2-bff0-3a9133e017a2', 'project_id': 'b0c85d506fb94c18954be47609cba122', 'fixed_ips': [{'subnet_id': '21df5146-d248-4e00-82b8-a727e9c363f0'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:59:21.790678 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9fc61bca-e695-4130-a923-1240d0ad3c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:21.865990 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ee32b736-2bf3-4f8f-8334-1bcaf70e24e3 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (3753566a-fc2e-4737-80cf-2aebdc29e9d5), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:21.882302 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee32b736-2bf3-4f8f-8334-1bcaf70e24e3 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:59:21.882930 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ee32b736-2bf3-4f8f-8334-1bcaf70e24e3 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (3753566a-fc2e-4737-80cf-2aebdc29e9d5), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:21.963275 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-33f91977-0fd5-4fd2-910d-b13d2d5fd95d tempest-RoutersAdminNegativeTest-956927301 tempest-RoutersAdminNegativeTest-956927301-project-admin] Publish callbacks [] for router_gateway (e07dc4ff-71b2-4eeb-8549-3fc28ca67082), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:21.974829 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c3520d-d9dc-474c-b55c-d072fd2b1946 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:59:21.998107 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268dc6a3-08ed-4887-bc0b-7225cdfcbafd None None] Sync routers for ids ['bfaefbf7-6f8a-419d-a2a4-11cbc35dd665'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:59:22.043028 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268dc6a3-08ed-4887-bc0b-7225cdfcbafd None None] Routers {'bfaefbf7-6f8a-419d-a2a4-11cbc35dd665'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:59:22.047719 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-268dc6a3-08ed-4887-bc0b-7225cdfcbafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:59:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['bfaefbf7-6f8a-419d-a2a4-11cbc35dd665'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:59:22.066701 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 3753566a-fc2e-4737-80cf-2aebdc29e9d5 resource provider aggregate not found Oct 04 20:59:22.120985 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-268dc6a3-08ed-4887-bc0b-7225cdfcbafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:59:22.134982 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 3753566a-fc2e-4737-80cf-2aebdc29e9d5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3753566a-fc2e-4737-80cf-2aebdc29e9d5 found for delete ", "request_id": "req-23d8a76f-1038-42bd-bc9a-e65431ad9c19"}]} Oct 04 20:59:22.141161 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268dc6a3-08ed-4887-bc0b-7225cdfcbafd None None] Routers {'bfaefbf7-6f8a-419d-a2a4-11cbc35dd665'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:59:22.142500 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-268dc6a3-08ed-4887-bc0b-7225cdfcbafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:59:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['bfaefbf7-6f8a-419d-a2a4-11cbc35dd665'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:59:22.187446 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e7f32ed3-8fe6-4039-acdd-d04141eb0d8e tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (2346fae6-f78b-443b-af66-75928814adb3), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:22.189590 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e7f32ed3-8fe6-4039-acdd-d04141eb0d8e tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (2346fae6-f78b-443b-af66-75928814adb3), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:22.200355 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ee32b736-2bf3-4f8f-8334-1bcaf70e24e3 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (342419d5-11f5-435a-a7a3-9da772e25597), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:22.217040 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a1c3520d-d9dc-474c-b55c-d072fd2b1946 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:22.227755 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-268dc6a3-08ed-4887-bc0b-7225cdfcbafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:59:22.229135 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268dc6a3-08ed-4887-bc0b-7225cdfcbafd None None] The sync data for ids ['bfaefbf7-6f8a-419d-a2a4-11cbc35dd665'] in n-d-852085-12 is: [] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:59:22.238808 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a1c3520d-d9dc-474c-b55c-d072fd2b1946 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 883 time: 9.5433612 Oct 04 20:59:22.241099 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 51474) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:22.246937 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ee32b736-2bf3-4f8f-8334-1bcaf70e24e3 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:22.262929 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-ee32b736-2bf3-4f8f-8334-1bcaf70e24e3 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "DELETE /networking/v2.0/networks/342419d5-11f5-435a-a7a3-9da772e25597 HTTP/1.1" status: 204 len: 168 time: 2.7884977 Oct 04 20:59:22.273018 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-9fc61bca-e695-4130-a923-1240d0ad3c67 None None] Allocated IP 2001:db8::2 (db3202a3-3d49-43b2-bff0-3a9133e017a2/21df5146-d248-4e00-82b8-a727e9c363f0/e678ce28-b105-46fd-9ddb-4bbc0e9e351c) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:59:22.280976 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51476) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:22.307240 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-6823580f-9b1d-4c9c-bb66-26bcd3cd2e24 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:59:22.394575 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee32b736-2bf3-4f8f-8334-1bcaf70e24e3 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event deleted for resources: {'Network': ['ID=342419d5-11f5-435a-a7a3-9da772e25597,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:22.404303 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=79,neutron:DELETE=12,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:22.477383 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facfb31c-3abf-420c-afbb-44f9024172d5 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:59:22.481133 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-facfb31c-3abf-420c-afbb-44f9024172d5 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "GET /networking/v2.0/ports/8a7f64a6-2693-47bf-8fef-8342a0cc1841 HTTP/1.1" status: 200 len: 844 time: 0.1877704 Oct 04 20:59:22.529525 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 51478) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:22.551090 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e7f32ed3-8fe6-4039-acdd-d04141eb0d8e tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for router_controller (2346fae6-f78b-443b-af66-75928814adb3), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:22.689987 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9fc61bca-e695-4130-a923-1240d0ad3c67 None None] Publish callbacks [] for port (e678ce28-b105-46fd-9ddb-4bbc0e9e351c), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:22.695599 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:22.718351 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e7f32ed3-8fe6-4039-acdd-d04141eb0d8e tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (2346fae6-f78b-443b-af66-75928814adb3), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:22.779440 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-651a9c30-eb7e-4f09-8e15-4adf6bd3f183 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "GET /networking/v2.0/ports/8a7f64a6-2693-47bf-8fef-8342a0cc1841?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2366590 Oct 04 20:59:22.785706 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51484) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:22.799572 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-bf484602-f2b0-4925-910b-f567fc000e4d tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Request body: {'subnet': {'network_id': '1ccea25a-43ce-4ba7-9f56-f96df17f296b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:59:22.800944 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:22.816320 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9fc61bca-e695-4130-a923-1240d0ad3c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (e678ce28-b105-46fd-9ddb-4bbc0e9e351c), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:22.826106 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-33f91977-0fd5-4fd2-910d-b13d2d5fd95d tempest-RoutersAdminNegativeTest-956927301 tempest-RoutersAdminNegativeTest-956927301-project-admin] Publish callbacks [] for router_gateway (e07dc4ff-71b2-4eeb-8549-3fc28ca67082), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:22.932002 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-33f91977-0fd5-4fd2-910d-b13d2d5fd95d tempest-RoutersAdminNegativeTest-956927301 tempest-RoutersAdminNegativeTest-956927301-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:22.935513 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e7f32ed3-8fe6-4039-acdd-d04141eb0d8e tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:22.938236 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-e7f32ed3-8fe6-4039-acdd-d04141eb0d8e tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.3062508 Oct 04 20:59:22.946703 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51488) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:22.962987 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc61bca-e695-4130-a923-1240d0ad3c67 None None] Pushing event updated for resources: {'Port': ['ID=e678ce28-b105-46fd-9ddb-4bbc0e9e351c,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:22.978466 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc61bca-e695-4130-a923-1240d0ad3c67 None None] Network db3202a3-3d49-43b2-bff0-3a9133e017a2 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:59:22.982140 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-9fc61bca-e695-4130-a923-1240d0ad3c67 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:59:22.986948 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc61bca-e695-4130-a923-1240d0ad3c67 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:59:23.158878 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-9fc61bca-e695-4130-a923-1240d0ad3c67 None None] Attempting to bind port e678ce28-b105-46fd-9ddb-4bbc0e9e351c on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:59:23.159952 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-9fc61bca-e695-4130-a923-1240d0ad3c67 None None] Attempting to bind port e678ce28-b105-46fd-9ddb-4bbc0e9e351c by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '7268cc46-c118-4aa7-96b3-edb40eafb1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'db3202a3-3d49-43b2-bff0-3a9133e017a2'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:59:23.160705 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc61bca-e695-4130-a923-1240d0ad3c67 None None] Attempting to bind port e678ce28-b105-46fd-9ddb-4bbc0e9e351c on network db3202a3-3d49-43b2-bff0-3a9133e017a2 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:59:23.348451 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc61bca-e695-4130-a923-1240d0ad3c67 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:59:23.349619 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc61bca-e695-4130-a923-1240d0ad3c67 None None] Checking segment: {'id': '7268cc46-c118-4aa7-96b3-edb40eafb1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'db3202a3-3d49-43b2-bff0-3a9133e017a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:59:23.352114 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9fc61bca-e695-4130-a923-1240d0ad3c67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:23.358296 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc61bca-e695-4130-a923-1240d0ad3c67 None None] Bound using segment: {'id': '7268cc46-c118-4aa7-96b3-edb40eafb1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'db3202a3-3d49-43b2-bff0-3a9133e017a2'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:59:23.359433 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-9fc61bca-e695-4130-a923-1240d0ad3c67 None None] Bound port: e678ce28-b105-46fd-9ddb-4bbc0e9e351c, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7268cc46-c118-4aa7-96b3-edb40eafb1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'db3202a3-3d49-43b2-bff0-3a9133e017a2'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:59:23.360410 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9fc61bca-e695-4130-a923-1240d0ad3c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (e678ce28-b105-46fd-9ddb-4bbc0e9e351c), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:23.501658 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51494) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:23.532362 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-9fc61bca-e695-4130-a923-1240d0ad3c67 None None] For port e678ce28-b105-46fd-9ddb-4bbc0e9e351c, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:59:23.540821 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-9fc61bca-e695-4130-a923-1240d0ad3c67 None None] For port e678ce28-b105-46fd-9ddb-4bbc0e9e351c, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=e678ce28-b105-46fd-9ddb-4bbc0e9e351c,segment=NetworkSegment(7268cc46-c118-4aa7-96b3-edb40eafb1d8),segment_id=7268cc46-c118-4aa7-96b3-edb40eafb1d8)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:59:23.657242 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9fc61bca-e695-4130-a923-1240d0ad3c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (e678ce28-b105-46fd-9ddb-4bbc0e9e351c), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:23.695004 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6823580f-9b1d-4c9c-bb66-26bcd3cd2e24 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks [] for router_gateway (bfaefbf7-6f8a-419d-a2a4-11cbc35dd665), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:23.730392 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-33f91977-0fd5-4fd2-910d-b13d2d5fd95d tempest-RoutersAdminNegativeTest-956927301 tempest-RoutersAdminNegativeTest-956927301-project-admin] Publish callbacks [] for router (e07dc4ff-71b2-4eeb-8549-3fc28ca67082), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:23.785411 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf484602-f2b0-4925-910b-f567fc000e4d tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Made reservation on behalf of 6c1d2c9709a94cf691cb05145eeb8e23 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:59:23.812848 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bf484602-f2b0-4925-910b-f567fc000e4d tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:23.821294 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6f60960e-4cf1-4762-a10f-a3fc5332589b tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:23.841782 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc61bca-e695-4130-a923-1240d0ad3c67 None None] Pushing event updated for resources: {'Port': ['ID=e678ce28-b105-46fd-9ddb-4bbc0e9e351c,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:23.845490 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6823580f-9b1d-4c9c-bb66-26bcd3cd2e24 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks [] for router_gateway (bfaefbf7-6f8a-419d-a2a4-11cbc35dd665), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:24.131488 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:24.264594 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-33f91977-0fd5-4fd2-910d-b13d2d5fd95d tempest-RoutersAdminNegativeTest-956927301 tempest-RoutersAdminNegativeTest-956927301-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (e07dc4ff-71b2-4eeb-8549-3fc28ca67082), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:24.271396 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-33f91977-0fd5-4fd2-910d-b13d2d5fd95d tempest-RoutersAdminNegativeTest-956927301 tempest-RoutersAdminNegativeTest-956927301-project-admin] Publish callbacks [] for router_controller (e07dc4ff-71b2-4eeb-8549-3fc28ca67082), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:24.289677 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-6823580f-9b1d-4c9c-bb66-26bcd3cd2e24 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Deleting port 5d0155ad-3027-4092-bdb5-6fd5cca5ac5d {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:59:24.290085 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6823580f-9b1d-4c9c-bb66-26bcd3cd2e24 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (5d0155ad-3027-4092-bdb5-6fd5cca5ac5d), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:24.477166 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:24.672552 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6823580f-9b1d-4c9c-bb66-26bcd3cd2e24 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (5d0155ad-3027-4092-bdb5-6fd5cca5ac5d), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:24.673513 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device e678ce28-b105-46fd-9ddb-4bbc0e9e351c up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:59:24.702267 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-6823580f-9b1d-4c9c-bb66-26bcd3cd2e24 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Calling delete_port for 5d0155ad-3027-4092-bdb5-6fd5cca5ac5d owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:59:24.895373 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port e678ce28-b105-46fd-9ddb-4bbc0e9e351c triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:59:24.896051 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (e678ce28-b105-46fd-9ddb-4bbc0e9e351c), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:24.896604 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port e678ce28-b105-46fd-9ddb-4bbc0e9e351c Oct 04 20:59:24.932440 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b8a60a59-cf5d-4778-a8ee-ff5d75f2ac74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:24.979276 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-33f91977-0fd5-4fd2-910d-b13d2d5fd95d tempest-RoutersAdminNegativeTest-956927301 tempest-RoutersAdminNegativeTest-956927301-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (e07dc4ff-71b2-4eeb-8549-3fc28ca67082), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:24.981188 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33f91977-0fd5-4fd2-910d-b13d2d5fd95d tempest-RoutersAdminNegativeTest-956927301 tempest-RoutersAdminNegativeTest-956927301-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e07dc4ff-71b2-4eeb-8549-3fc28ca67082 {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:59:25.092893 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:25.112953 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port e678ce28-b105-46fd-9ddb-4bbc0e9e351c is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:59:25.114434 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (e678ce28-b105-46fd-9ddb-4bbc0e9e351c), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:25.207439 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port e678ce28-b105-46fd-9ddb-4bbc0e9e351c, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=e678ce28-b105-46fd-9ddb-4bbc0e9e351c,segment=NetworkSegment(7268cc46-c118-4aa7-96b3-edb40eafb1d8),segment_id=7268cc46-c118-4aa7-96b3-edb40eafb1d8)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:59:25.237072 n-d-852085-12 neutron-server[108169]: INFO neutron.api.v2.resource [None req-33f91977-0fd5-4fd2-910d-b13d2d5fd95d tempest-RoutersAdminNegativeTest-956927301 tempest-RoutersAdminNegativeTest-956927301-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 04 20:59:25.245070 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-33f91977-0fd5-4fd2-910d-b13d2d5fd95d tempest-RoutersAdminNegativeTest-956927301 tempest-RoutersAdminNegativeTest-956927301-project-admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.7780449 Oct 04 20:59:25.246376 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 51510) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:25.274531 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:25.342034 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6823580f-9b1d-4c9c-bb66-26bcd3cd2e24 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (5d0155ad-3027-4092-bdb5-6fd5cca5ac5d), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:25.372636 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (e678ce28-b105-46fd-9ddb-4bbc0e9e351c), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:25.457661 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6823580f-9b1d-4c9c-bb66-26bcd3cd2e24 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Pushing event deleted for resources: {'Port': ['ID=5d0155ad-3027-4092-bdb5-6fd5cca5ac5d,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:25.608590 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=e678ce28-b105-46fd-9ddb-4bbc0e9e351c,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:25.667372 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-dbb1a294-a573-480e-a700-23211e31fc6b tempest-RoutersAdminNegativeTest-956927301 tempest-RoutersAdminNegativeTest-956927301-project-admin] Deleting port 316c545b-30d3-48a1-bd23-46ab32d494c4 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:59:25.667990 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dbb1a294-a573-480e-a700-23211e31fc6b tempest-RoutersAdminNegativeTest-956927301 tempest-RoutersAdminNegativeTest-956927301-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (316c545b-30d3-48a1-bd23-46ab32d494c4), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:25.815915 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b8a60a59-cf5d-4778-a8ee-ff5d75f2ac74 admin admin] Publish callbacks [] for security_group (e6fe534d-9504-4d6e-8b7d-b9bbc9a3cb3c), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:25.857381 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6823580f-9b1d-4c9c-bb66-26bcd3cd2e24 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (bfaefbf7-6f8a-419d-a2a4-11cbc35dd665), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:25.874625 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4170920-fa26-4067-b2bc-ffc7dc65531e None None] Network db3202a3-3d49-43b2-bff0-3a9133e017a2 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:59:26.019037 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b8a60a59-cf5d-4778-a8ee-ff5d75f2ac74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (e6fe534d-9504-4d6e-8b7d-b9bbc9a3cb3c), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:26.074514 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:26.105365 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bf484602-f2b0-4925-910b-f567fc000e4d tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (0f4d96f4-31a3-48bc-a5ba-a20bebe7a478), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:26.226292 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a60a59-cf5d-4778-a8ee-ff5d75f2ac74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6fe534d-9504-4d6e-8b7d-b9bbc9a3cb3c,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:26.261891 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b8a60a59-cf5d-4778-a8ee-ff5d75f2ac74 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=c5eddb4c0d754757abe8629a558e532f&name=default HTTP/1.1" status: 200 len: 3000 time: 2.7528584 Oct 04 20:59:26.268743 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-6f60960e-4cf1-4762-a10f-a3fc5332589b tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Allocated IP 2001:db8::1 (db3202a3-3d49-43b2-bff0-3a9133e017a2/21df5146-d248-4e00-82b8-a727e9c363f0/33a755ff-6051-4270-a8f9-d5d9a7eb0ab3) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:59:26.312571 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51522) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:26.332234 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e45629fb-c9ac-4753-8f30-208e69e68a87 None None] Provisioning complete for port e678ce28-b105-46fd-9ddb-4bbc0e9e351c triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:59:26.332854 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e45629fb-c9ac-4753-8f30-208e69e68a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (e678ce28-b105-46fd-9ddb-4bbc0e9e351c), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:26.334272 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e45629fb-c9ac-4753-8f30-208e69e68a87 None None] Attempt 1 to provision port e678ce28-b105-46fd-9ddb-4bbc0e9e351c Oct 04 20:59:26.360833 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf484602-f2b0-4925-910b-f567fc000e4d tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Network 1ccea25a-43ce-4ba7-9f56-f96df17f296b is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:59:26.413510 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dbb1a294-a573-480e-a700-23211e31fc6b tempest-RoutersAdminNegativeTest-956927301 tempest-RoutersAdminNegativeTest-956927301-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (316c545b-30d3-48a1-bd23-46ab32d494c4), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:26.424296 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-bf484602-f2b0-4925-910b-f567fc000e4d tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:59:26.456510 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfad506-5dc7-48a3-8729-675d28ed5b17 None None] Network 1ccea25a-43ce-4ba7-9f56-f96df17f296b requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:59:26.492361 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf484602-f2b0-4925-910b-f567fc000e4d tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:59:26.492361 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bf484602-f2b0-4925-910b-f567fc000e4d tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:26.508299 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf484602-f2b0-4925-910b-f567fc000e4d tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event updated for resources: {'Subnet': ['ID=0f4d96f4-31a3-48bc-a5ba-a20bebe7a478,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:26.569086 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:26.582137 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-dbb1a294-a573-480e-a700-23211e31fc6b tempest-RoutersAdminNegativeTest-956927301 tempest-RoutersAdminNegativeTest-956927301-project-admin] Calling delete_port for 316c545b-30d3-48a1-bd23-46ab32d494c4 owned by {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:59:26.737881 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e45629fb-c9ac-4753-8f30-208e69e68a87 None None] Current status of the port e678ce28-b105-46fd-9ddb-4bbc0e9e351c is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:59:26.757578 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device e678ce28-b105-46fd-9ddb-4bbc0e9e351c up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:59:26.885761 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-bf484602-f2b0-4925-910b-f567fc000e4d tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.0939300 Oct 04 20:59:26.894643 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51528) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:26.910306 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-cfb453a3-6388-4ba3-9da2-d205ff3b4059 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Request body: {'security_group': {'name': 'tempest-secgroup-979097952'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:59:26.923672 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6823580f-9b1d-4c9c-bb66-26bcd3cd2e24 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-465386', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-583633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6069'] for router (bfaefbf7-6f8a-419d-a2a4-11cbc35dd665), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:26.982284 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6823580f-9b1d-4c9c-bb66-26bcd3cd2e24 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-465361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-465368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-583658'] for router (bfaefbf7-6f8a-419d-a2a4-11cbc35dd665), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:27.004184 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port e678ce28-b105-46fd-9ddb-4bbc0e9e351c triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:59:27.005013 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (e678ce28-b105-46fd-9ddb-4bbc0e9e351c), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:27.005663 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port e678ce28-b105-46fd-9ddb-4bbc0e9e351c Oct 04 20:59:27.063988 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64672c4-e709-404e-af04-942ad5401a7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-1ccea25a-43ce-4ba7-9f56-f96df17f296b', 'network_id': '1ccea25a-43ce-4ba7-9f56-f96df17f296b', 'project_id': '6c1d2c9709a94cf691cb05145eeb8e23', 'fixed_ips': [{'subnet_id': '0f4d96f4-31a3-48bc-a5ba-a20bebe7a478'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:59:27.066157 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e64672c4-e709-404e-af04-942ad5401a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:27.100325 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cfb7bc6d-c80d-46e4-968a-5259d931adc2 admin admin] Publish callbacks [] for security_group (e6fe534d-9504-4d6e-8b7d-b9bbc9a3cb3c), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:27.109564 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6f60960e-4cf1-4762-a10f-a3fc5332589b tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for port (33a755ff-6051-4270-a8f9-d5d9a7eb0ab3), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:27.207194 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cfb7bc6d-c80d-46e4-968a-5259d931adc2 admin admin] Publish callbacks [] for security_group (e6fe534d-9504-4d6e-8b7d-b9bbc9a3cb3c), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:27.245010 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:27.246309 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cfb453a3-6388-4ba3-9da2-d205ff3b4059 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:27.251903 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:27.257500 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6823580f-9b1d-4c9c-bb66-26bcd3cd2e24 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Router bfaefbf7-6f8a-419d-a2a4-11cbc35dd665 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:59:27.489396 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port e678ce28-b105-46fd-9ddb-4bbc0e9e351c is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:59:27.502595 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-6170cf6f-b837-412b-8291-9f0a0490e2bf None None] Provisioning complete for port e678ce28-b105-46fd-9ddb-4bbc0e9e351c triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:59:27.503237 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6170cf6f-b837-412b-8291-9f0a0490e2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (e678ce28-b105-46fd-9ddb-4bbc0e9e351c), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:27.503794 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-6170cf6f-b837-412b-8291-9f0a0490e2bf None None] Attempt 1 to provision port e678ce28-b105-46fd-9ddb-4bbc0e9e351c Oct 04 20:59:27.511623 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cfb453a3-6388-4ba3-9da2-d205ff3b4059 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for security_group (fccc7131-2f2f-468e-a3b5-83c83591e774), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:27.548437 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6823580f-9b1d-4c9c-bb66-26bcd3cd2e24 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:59:27.561690 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6823580f-9b1d-4c9c-bb66-26bcd3cd2e24 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:27.568575 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-6823580f-9b1d-4c9c-bb66-26bcd3cd2e24 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] 10.222.0.78 "PUT /networking/v2.0/routers/bfaefbf7-6f8a-419d-a2a4-11cbc35dd665 HTTP/1.1" status: 200 len: 704 time: 5.2650840 Oct 04 20:59:27.569069 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51534) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:27.581332 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:27.585908 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6f60960e-4cf1-4762-a10f-a3fc5332589b tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (33a755ff-6051-4270-a8f9-d5d9a7eb0ab3), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:27.593627 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733d1e3f-ad17-4bca-8c88-16e7478feb39 None None] Sync routers for ids ['bfaefbf7-6f8a-419d-a2a4-11cbc35dd665'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:59:27.697632 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733d1e3f-ad17-4bca-8c88-16e7478feb39 None None] Routers {'bfaefbf7-6f8a-419d-a2a4-11cbc35dd665'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:59:27.698552 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-733d1e3f-ad17-4bca-8c88-16e7478feb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:59:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['bfaefbf7-6f8a-419d-a2a4-11cbc35dd665'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:59:27.715247 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dbb1a294-a573-480e-a700-23211e31fc6b tempest-RoutersAdminNegativeTest-956927301 tempest-RoutersAdminNegativeTest-956927301-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (316c545b-30d3-48a1-bd23-46ab32d494c4), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:27.756814 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cfb7bc6d-c80d-46e4-968a-5259d931adc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (e6fe534d-9504-4d6e-8b7d-b9bbc9a3cb3c), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:27.762493 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cfb7bc6d-c80d-46e4-968a-5259d931adc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:27.764603 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-cfb7bc6d-c80d-46e4-968a-5259d931adc2 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/e6fe534d-9504-4d6e-8b7d-b9bbc9a3cb3c HTTP/1.1" status: 204 len: 168 time: 1.4408433 Oct 04 20:59:27.809623 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb1a294-a573-480e-a700-23211e31fc6b tempest-RoutersAdminNegativeTest-956927301 tempest-RoutersAdminNegativeTest-956927301-project-admin] Pushing event deleted for resources: {'Port': ['ID=316c545b-30d3-48a1-bd23-46ab32d494c4,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:27.854904 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-733d1e3f-ad17-4bca-8c88-16e7478feb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:59:27.861868 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f60960e-4cf1-4762-a10f-a3fc5332589b tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Network db3202a3-3d49-43b2-bff0-3a9133e017a2 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:59:27.864257 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cfb453a3-6388-4ba3-9da2-d205ff3b4059 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (fccc7131-2f2f-468e-a3b5-83c83591e774), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:27.867748 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-6170cf6f-b837-412b-8291-9f0a0490e2bf None None] Current status of the port e678ce28-b105-46fd-9ddb-4bbc0e9e351c is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:59:27.889415 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-e64672c4-e709-404e-af04-942ad5401a7c None None] Allocated IP 2001:db8::2 (1ccea25a-43ce-4ba7-9f56-f96df17f296b/0f4d96f4-31a3-48bc-a5ba-a20bebe7a478/3a851044-f77e-497b-a2cb-b775823a3634) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:59:27.898538 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb7bc6d-c80d-46e4-968a-5259d931adc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6fe534d-9504-4d6e-8b7d-b9bbc9a3cb3c,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:27.903796 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-6f60960e-4cf1-4762-a10f-a3fc5332589b tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:59:27.935084 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733d1e3f-ad17-4bca-8c88-16e7478feb39 None None] Routers {'bfaefbf7-6f8a-419d-a2a4-11cbc35dd665'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:59:27.936338 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-733d1e3f-ad17-4bca-8c88-16e7478feb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:59:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['bfaefbf7-6f8a-419d-a2a4-11cbc35dd665'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:59:27.986625 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f60960e-4cf1-4762-a10f-a3fc5332589b tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:59:27.987829 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6f60960e-4cf1-4762-a10f-a3fc5332589b tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (2346fae6-f78b-443b-af66-75928814adb3), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:28.127111 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dbb1a294-a573-480e-a700-23211e31fc6b tempest-RoutersAdminNegativeTest-956927301 tempest-RoutersAdminNegativeTest-956927301-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:28.149985 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cfb453a3-6388-4ba3-9da2-d205ff3b4059 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:28.151571 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-dbb1a294-a573-480e-a700-23211e31fc6b tempest-RoutersAdminNegativeTest-956927301 tempest-RoutersAdminNegativeTest-956927301-project-admin] 10.222.0.78 "DELETE /networking/v2.0/ports/316c545b-30d3-48a1-bd23-46ab32d494c4 HTTP/1.1" status: 204 len: 168 time: 2.9024470 Oct 04 20:59:28.158181 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-cfb453a3-6388-4ba3-9da2-d205ff3b4059 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.2541776 Oct 04 20:59:28.164977 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51544) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:28.191884 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-69cb4938-04f9-449d-9e8f-8cfdbf3a8c7d tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] 10.222.0.78 "GET /networking/v2.0/routers/bfaefbf7-6f8a-419d-a2a4-11cbc35dd665 HTTP/1.1" status: 200 len: 739 time: 0.6197195 Oct 04 20:59:28.196877 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 51546) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:28.201914 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-33e63466-3c93-484a-aa42-0f5599075cfc tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Request body: {'security_group': {'name': 'tempest-secgroup-887414098'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:59:28.240641 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-733d1e3f-ad17-4bca-8c88-16e7478feb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:59:28.241571 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733d1e3f-ad17-4bca-8c88-16e7478feb39 None None] The sync data for ids ['bfaefbf7-6f8a-419d-a2a4-11cbc35dd665'] in n-d-852085-12 is: [] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:59:28.273079 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb453a3-6388-4ba3-9da2-d205ff3b4059 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fccc7131-2f2f-468e-a3b5-83c83591e774,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:28.367007 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:28.379247 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f60960e-4cf1-4762-a10f-a3fc5332589b tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event updated for resources: {'Port': ['ID=33a755ff-6051-4270-a8f9-d5d9a7eb0ab3,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:28.424569 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d4d22715-60a3-4dae-9332-e524797c4817 tempest-RoutersAdminTest-1629167242 tempest-RoutersAdminTest-1629167242-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?network_id=52a60aae-e230-4bd7-89bc-781767fd7892&device_id=bfaefbf7-6f8a-419d-a2a4-11cbc35dd665 HTTP/1.1" status: 200 len: 205 time: 0.2259409 Oct 04 20:59:28.428793 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 51548) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:28.493848 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-aeaa6cdb-228e-4424-b39a-4d887262ac62 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bfaefbf7-6f8a-419d-a2a4-11cbc35dd665 HTTP/1.1" status: 200 len: 205 time: 0.0626123 Oct 04 20:59:28.498601 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 51550) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:28.521683 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-33e63466-3c93-484a-aa42-0f5599075cfc tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:28.581311 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-1ddecb50-9bdd-4d1a-a7b0-2262550aaec8 None None] Provisioning complete for port 33a755ff-6051-4270-a8f9-d5d9a7eb0ab3 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:59:28.581935 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-1ddecb50-9bdd-4d1a-a7b0-2262550aaec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (33a755ff-6051-4270-a8f9-d5d9a7eb0ab3), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:28.582481 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-1ddecb50-9bdd-4d1a-a7b0-2262550aaec8 None None] Attempt 1 to provision port 33a755ff-6051-4270-a8f9-d5d9a7eb0ab3 Oct 04 20:59:28.668213 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-40c7fa73-ae19-4031-983a-453d0dc946f8 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks [] for router (bfaefbf7-6f8a-419d-a2a4-11cbc35dd665), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:28.672877 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6f60960e-4cf1-4762-a10f-a3fc5332589b tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (33a755ff-6051-4270-a8f9-d5d9a7eb0ab3), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:28.688682 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-1ddecb50-9bdd-4d1a-a7b0-2262550aaec8 None None] Port 33a755ff-6051-4270-a8f9-d5d9a7eb0ab3 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:59:28.700472 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e64672c4-e709-404e-af04-942ad5401a7c None None] Publish callbacks [] for port (3a851044-f77e-497b-a2cb-b775823a3634), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:28.884820 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e64672c4-e709-404e-af04-942ad5401a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (3a851044-f77e-497b-a2cb-b775823a3634), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:28.980017 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:28.994084 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-40c7fa73-ae19-4031-983a-453d0dc946f8 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (bfaefbf7-6f8a-419d-a2a4-11cbc35dd665), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:28.994439 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64672c4-e709-404e-af04-942ad5401a7c None None] Network 1ccea25a-43ce-4ba7-9f56-f96df17f296b is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:59:29.000053 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-40c7fa73-ae19-4031-983a-453d0dc946f8 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks [] for router_controller (bfaefbf7-6f8a-419d-a2a4-11cbc35dd665), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:29.001863 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-e64672c4-e709-404e-af04-942ad5401a7c None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:59:29.011648 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64672c4-e709-404e-af04-942ad5401a7c None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:59:29.026962 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64672c4-e709-404e-af04-942ad5401a7c None None] Pushing event updated for resources: {'Port': ['ID=3a851044-f77e-497b-a2cb-b775823a3634,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:29.107512 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-33e63466-3c93-484a-aa42-0f5599075cfc tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for security_group (aa22b10e-e010-45dd-99e5-d6be8a6e0e06), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:29.144453 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-e64672c4-e709-404e-af04-942ad5401a7c None None] Attempting to bind port 3a851044-f77e-497b-a2cb-b775823a3634 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:59:29.145055 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-e64672c4-e709-404e-af04-942ad5401a7c None None] Attempting to bind port 3a851044-f77e-497b-a2cb-b775823a3634 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '2aeeaa91-6ee3-4abd-b07e-c28198bbcbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1ccea25a-43ce-4ba7-9f56-f96df17f296b'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:59:29.145528 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64672c4-e709-404e-af04-942ad5401a7c None None] Attempting to bind port 3a851044-f77e-497b-a2cb-b775823a3634 on network 1ccea25a-43ce-4ba7-9f56-f96df17f296b {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:59:29.221038 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-40c7fa73-ae19-4031-983a-453d0dc946f8 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (bfaefbf7-6f8a-419d-a2a4-11cbc35dd665), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:29.221904 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c7fa73-ae19-4031-983a-453d0dc946f8 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Fanout notify agent at l3_agent the message router_deleted on router bfaefbf7-6f8a-419d-a2a4-11cbc35dd665 {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:59:29.246218 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-40c7fa73-ae19-4031-983a-453d0dc946f8 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:29.246218 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-40c7fa73-ae19-4031-983a-453d0dc946f8 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] 10.222.0.78 "DELETE /networking/v2.0/routers/bfaefbf7-6f8a-419d-a2a4-11cbc35dd665 HTTP/1.1" status: 204 len: 168 time: 0.7377543 Oct 04 20:59:29.246467 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64672c4-e709-404e-af04-942ad5401a7c None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:59:29.246467 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64672c4-e709-404e-af04-942ad5401a7c None None] Checking segment: {'id': '2aeeaa91-6ee3-4abd-b07e-c28198bbcbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1ccea25a-43ce-4ba7-9f56-f96df17f296b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:59:29.246784 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 51558) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:29.246915 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e64672c4-e709-404e-af04-942ad5401a7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:29.246915 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64672c4-e709-404e-af04-942ad5401a7c None None] Bound using segment: {'id': '2aeeaa91-6ee3-4abd-b07e-c28198bbcbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1ccea25a-43ce-4ba7-9f56-f96df17f296b'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:59:29.247782 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-e64672c4-e709-404e-af04-942ad5401a7c None None] Bound port: 3a851044-f77e-497b-a2cb-b775823a3634, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aeeaa91-6ee3-4abd-b07e-c28198bbcbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1ccea25a-43ce-4ba7-9f56-f96df17f296b'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:59:29.248120 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e64672c4-e709-404e-af04-942ad5401a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (3a851044-f77e-497b-a2cb-b775823a3634), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:29.341143 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6f60960e-4cf1-4762-a10f-a3fc5332589b tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for port (33a755ff-6051-4270-a8f9-d5d9a7eb0ab3), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:29.350466 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-33e63466-3c93-484a-aa42-0f5599075cfc tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (aa22b10e-e010-45dd-99e5-d6be8a6e0e06), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:29.350751 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-7c1261c3-421b-4fde-8696-34e00b7e2644 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=bfaefbf7-6f8a-419d-a2a4-11cbc35dd665 HTTP/1.1" status: 200 len: 205 time: 0.0992992 Oct 04 20:59:29.351793 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 51560) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:29.382039 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:29.411314 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e63466-3c93-484a-aa42-0f5599075cfc tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa22b10e-e010-45dd-99e5-d6be8a6e0e06,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:29.440213 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e64672c4-e709-404e-af04-942ad5401a7c None None] For port 3a851044-f77e-497b-a2cb-b775823a3634, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:59:29.447990 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e64672c4-e709-404e-af04-942ad5401a7c None None] For port 3a851044-f77e-497b-a2cb-b775823a3634, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=3a851044-f77e-497b-a2cb-b775823a3634,segment=NetworkSegment(2aeeaa91-6ee3-4abd-b07e-c28198bbcbe7),segment_id=2aeeaa91-6ee3-4abd-b07e-c28198bbcbe7)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:59:29.473229 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6f60960e-4cf1-4762-a10f-a3fc5332589b tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (33a755ff-6051-4270-a8f9-d5d9a7eb0ab3), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:29.473814 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6f60960e-4cf1-4762-a10f-a3fc5332589b tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (2346fae6-f78b-443b-af66-75928814adb3), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:29.477985 n-d-852085-12 neutron-server[108169]: INFO neutron.api.v2.resource [None req-5e04c957-17dd-4f6b-9eaa-a4124ea9e786 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] delete failed (client error): The resource could not be found. Oct 04 20:59:29.480288 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-5e04c957-17dd-4f6b-9eaa-a4124ea9e786 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] 10.222.0.78 "DELETE /networking/v2.0/routers/bfaefbf7-6f8a-419d-a2a4-11cbc35dd665 HTTP/1.1" status: 404 len: 336 time: 0.1253710 Oct 04 20:59:29.486040 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 51564) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:29.521507 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-33e63466-3c93-484a-aa42-0f5599075cfc tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:29.523666 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-33e63466-3c93-484a-aa42-0f5599075cfc tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.3377984 Oct 04 20:59:29.533246 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 51566) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:29.541470 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-b4a5783d-195a-4f2d-9c1b-af06e4a3261a tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1201805765', 'security_groups': ['aa22b10e-e010-45dd-99e5-d6be8a6e0e06'], 'network_id': '1ccea25a-43ce-4ba7-9f56-f96df17f296b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0f4d96f4-31a3-48bc-a5ba-a20bebe7a478'}]}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:59:29.551093 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-df5b0646-3580-4bbc-b35a-484ac4f83646 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=c8500ebf-ce09-4f73-a4d0-1aa3abac02e6 HTTP/1.1" status: 200 len: 205 time: 0.0632224 Oct 04 20:59:29.558790 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51568) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:29.571159 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e64672c4-e709-404e-af04-942ad5401a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (3a851044-f77e-497b-a2cb-b775823a3634), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:29.693190 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64672c4-e709-404e-af04-942ad5401a7c None None] Pushing event updated for resources: {'Port': ['ID=3a851044-f77e-497b-a2cb-b775823a3634,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:29.742889 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-fc391392-12ce-4934-8f9b-d79ed93d5638 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] delete failed (client error): The resource could not be found. Oct 04 20:59:29.745121 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-fc391392-12ce-4934-8f9b-d79ed93d5638 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] 10.222.0.78 "DELETE /networking/v2.0/routers/c8500ebf-ce09-4f73-a4d0-1aa3abac02e6 HTTP/1.1" status: 404 len: 336 time: 0.1848307 Oct 04 20:59:29.754264 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51570) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:29.812225 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f60960e-4cf1-4762-a10f-a3fc5332589b tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event updated for resources: {'Port': ['ID=33a755ff-6051-4270-a8f9-d5d9a7eb0ab3,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:29.831838 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-afd37bd9-a781-43f9-a319-81af03dc6494 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=428cd8b3-1625-4ba8-b52f-f967d2cd3573 HTTP/1.1" status: 200 len: 205 time: 0.0634828 Oct 04 20:59:29.832354 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 51572) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:29.918201 n-d-852085-12 neutron-server[108169]: INFO neutron.api.v2.resource [None req-5b7c3d11-bfcd-4f09-a630-cbf286dc88e4 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] delete failed (client error): The resource could not be found. Oct 04 20:59:29.931242 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-5b7c3d11-bfcd-4f09-a630-cbf286dc88e4 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] 10.222.0.78 "DELETE /networking/v2.0/routers/428cd8b3-1625-4ba8-b52f-f967d2cd3573 HTTP/1.1" status: 404 len: 336 time: 0.0893338 Oct 04 20:59:29.932287 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 51574) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:29.945122 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f60960e-4cf1-4762-a10f-a3fc5332589b tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Network db3202a3-3d49-43b2-bff0-3a9133e017a2 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:59:29.949004 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-6f60960e-4cf1-4762-a10f-a3fc5332589b tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:59:30.082685 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c14e91e9-9989-45cf-aa41-320deed34522 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=5e1f3470-eabe-469e-899f-a0068f58b7e4 HTTP/1.1" status: 200 len: 205 time: 0.1441882 Oct 04 20:59:30.091847 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 51578) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:30.102530 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:30.254587 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a5783d-195a-4f2d-9c1b-af06e4a3261a tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Made reservation on behalf of 6c1d2c9709a94cf691cb05145eeb8e23 for: {'port': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:59:30.261106 n-d-852085-12 neutron-server[108169]: INFO neutron.api.v2.resource [None req-e228ebd6-6112-4cf9-8e7e-f58274b0cbcc tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] delete failed (client error): The resource could not be found. Oct 04 20:59:30.262221 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e228ebd6-6112-4cf9-8e7e-f58274b0cbcc tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] 10.222.0.78 "DELETE /networking/v2.0/routers/5e1f3470-eabe-469e-899f-a0068f58b7e4 HTTP/1.1" status: 404 len: 336 time: 0.1683314 Oct 04 20:59:30.268735 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 51580) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:30.385969 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-57a6f9f5-a5ef-4075-8449-872d5c24a549 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e2cdd3ba-c8a8-4a74-b8a7-0bffae66c27f HTTP/1.1" status: 200 len: 205 time: 0.1152081 Oct 04 20:59:30.392446 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51582) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:30.564893 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-2cfe8fd5-a0ac-42be-a3b8-b1efa60d95e7 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] delete failed (client error): The resource could not be found. Oct 04 20:59:30.570565 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2cfe8fd5-a0ac-42be-a3b8-b1efa60d95e7 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] 10.222.0.78 "DELETE /networking/v2.0/routers/e2cdd3ba-c8a8-4a74-b8a7-0bffae66c27f HTTP/1.1" status: 404 len: 336 time: 0.1709287 Oct 04 20:59:30.581837 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51584) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:30.621350 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b4a5783d-195a-4f2d-9c1b-af06e4a3261a tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:30.652887 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-6bd4fdde-6adb-43a1-a7b0-ee6f4baf88e9 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=752e7658-a572-44b2-b288-f80625161911 HTTP/1.1" status: 200 len: 205 time: 0.0622218 Oct 04 20:59:30.656839 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 51588) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:30.671767 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f60960e-4cf1-4762-a10f-a3fc5332589b tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Router 2346fae6-f78b-443b-af66-75928814adb3 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:59:30.737912 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 3a851044-f77e-497b-a2cb-b775823a3634 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:59:30.761579 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [None req-b4a5783d-195a-4f2d-9c1b-af06e4a3261a tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] device_id is not set on port 129837c3-d959-4d91-9b8e-35338f60f83d yet. {{(pid=108169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 20:59:30.798341 n-d-852085-12 neutron-server[108169]: INFO neutron.api.v2.resource [None req-d511a1dd-b8e5-4798-a265-19acfe2f94f4 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] delete failed (client error): The resource could not be found. Oct 04 20:59:30.807910 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d511a1dd-b8e5-4798-a265-19acfe2f94f4 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] 10.222.0.78 "DELETE /networking/v2.0/routers/752e7658-a572-44b2-b288-f80625161911 HTTP/1.1" status: 404 len: 336 time: 0.1490386 Oct 04 20:59:30.864032 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 51590) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:30.905421 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-161879ea-55a0-4455-903a-76fe9f87c86c None None] Provisioning complete for port 33a755ff-6051-4270-a8f9-d5d9a7eb0ab3 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:59:30.906463 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-161879ea-55a0-4455-903a-76fe9f87c86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (33a755ff-6051-4270-a8f9-d5d9a7eb0ab3), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:30.907273 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-161879ea-55a0-4455-903a-76fe9f87c86c None None] Attempt 1 to provision port 33a755ff-6051-4270-a8f9-d5d9a7eb0ab3 Oct 04 20:59:30.924953 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:30.928190 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f60960e-4cf1-4762-a10f-a3fc5332589b tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:59:30.941462 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-6f60960e-4cf1-4762-a10f-a3fc5332589b tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "PUT /networking/v2.0/routers/2346fae6-f78b-443b-af66-75928814adb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9895463 Oct 04 20:59:30.941918 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-a13c4b1a-0ecb-48ed-956b-d69e6c6ee487 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] DELETE failed (client error): The resource could not be found. Oct 04 20:59:30.942082 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51592) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:30.942703 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a13c4b1a-0ecb-48ed-956b-d69e6c6ee487 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 20:59:30.948673 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a13c4b1a-0ecb-48ed-956b-d69e6c6ee487 tempest-RoutersAdminTest-515563924 tempest-RoutersAdminTest-515563924-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/188a5eb3-2a68-4fb7-a41a-a6d408c3b5a5 HTTP/1.1" status: 404 len: 337 time: 0.0829227 Oct 04 20:59:30.955343 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9f5494-f1e0-45a4-87bc-819618be8c96 None None] Sync routers for ids ['2346fae6-f78b-443b-af66-75928814adb3'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:59:31.007696 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 3a851044-f77e-497b-a2cb-b775823a3634 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:59:31.008288 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (3a851044-f77e-497b-a2cb-b775823a3634), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:31.008479 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9f5494-f1e0-45a4-87bc-819618be8c96 None None] Routers {'2346fae6-f78b-443b-af66-75928814adb3'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:59:31.008877 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 3a851044-f77e-497b-a2cb-b775823a3634 Oct 04 20:59:31.009999 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-cd9f5494-f1e0-45a4-87bc-819618be8c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:59:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['2346fae6-f78b-443b-af66-75928814adb3'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:59:31.072940 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f2fe7e-bb9e-41c6-900f-357e16dc9588 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:59:31.075901 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a5f2fe7e-bb9e-41c6-900f-357e16dc9588 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "GET /networking/v2.0/ports/33a755ff-6051-4270-a8f9-d5d9a7eb0ab3 HTTP/1.1" status: 200 len: 911 time: 0.1316292 Oct 04 20:59:31.080427 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51596) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:31.091005 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-161879ea-55a0-4455-903a-76fe9f87c86c None None] Port 33a755ff-6051-4270-a8f9-d5d9a7eb0ab3 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:59:31.102324 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-d760e56d-b1d4-4f7e-86fc-b17c2f8ba715 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '21df5146-d248-4e00-82b8-a727e9c363f0'}]}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:59:31.147943 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-cd9f5494-f1e0-45a4-87bc-819618be8c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:59:31.187830 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9f5494-f1e0-45a4-87bc-819618be8c96 None None] Routers {'2346fae6-f78b-443b-af66-75928814adb3'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:59:31.191330 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-cd9f5494-f1e0-45a4-87bc-819618be8c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:59:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['2346fae6-f78b-443b-af66-75928814adb3'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:59:31.201714 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 3a851044-f77e-497b-a2cb-b775823a3634 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:59:31.202361 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (3a851044-f77e-497b-a2cb-b775823a3634), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:31.311194 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-cd9f5494-f1e0-45a4-87bc-819618be8c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:59:31.313115 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9f5494-f1e0-45a4-87bc-819618be8c96 None None] The sync data for ids ['2346fae6-f78b-443b-af66-75928814adb3'] in n-d-852085-12 is: [] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:59:31.378221 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 3a851044-f77e-497b-a2cb-b775823a3634, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=3a851044-f77e-497b-a2cb-b775823a3634,segment=NetworkSegment(2aeeaa91-6ee3-4abd-b07e-c28198bbcbe7),segment_id=2aeeaa91-6ee3-4abd-b07e-c28198bbcbe7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:59:31.389370 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-b4a5783d-195a-4f2d-9c1b-af06e4a3261a tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Allocated IP 2001:db8::156 (1ccea25a-43ce-4ba7-9f56-f96df17f296b/0f4d96f4-31a3-48bc-a5ba-a20bebe7a478/129837c3-d959-4d91-9b8e-35338f60f83d) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:59:31.414100 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:31.420490 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 51600) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:31.456770 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ba1cae1f-005a-48b7-a250-800a8fee35fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:31.501753 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (3a851044-f77e-497b-a2cb-b775823a3634), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:31.516782 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:31.706867 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 51604) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:31.709059 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=3a851044-f77e-497b-a2cb-b775823a3634,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:31.837777 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d760e56d-b1d4-4f7e-86fc-b17c2f8ba715 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (33a755ff-6051-4270-a8f9-d5d9a7eb0ab3), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:31.896150 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b4a5783d-195a-4f2d-9c1b-af06e4a3261a tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for port (129837c3-d959-4d91-9b8e-35338f60f83d), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:31.937620 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ba1cae1f-005a-48b7-a250-800a8fee35fa admin admin] Publish callbacks [] for security_group (0b9988fd-7c2b-4220-92d5-a5802001b6d4), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:32.032363 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-b2305449-2da4-45bc-9180-ae96743cc782 None None] Provisioning complete for port 3a851044-f77e-497b-a2cb-b775823a3634 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:59:32.034120 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b2305449-2da4-45bc-9180-ae96743cc782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (3a851044-f77e-497b-a2cb-b775823a3634), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:32.034692 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-b2305449-2da4-45bc-9180-ae96743cc782 None None] Attempt 1 to provision port 3a851044-f77e-497b-a2cb-b775823a3634 Oct 04 20:59:32.074143 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ba1cae1f-005a-48b7-a250-800a8fee35fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (0b9988fd-7c2b-4220-92d5-a5802001b6d4), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:32.079388 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b4a5783d-195a-4f2d-9c1b-af06e4a3261a tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (129837c3-d959-4d91-9b8e-35338f60f83d), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:32.102653 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:32.280159 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1cae1f-005a-48b7-a250-800a8fee35fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9988fd-7c2b-4220-92d5-a5802001b6d4,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:32.291526 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a5783d-195a-4f2d-9c1b-af06e4a3261a tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Network 1ccea25a-43ce-4ba7-9f56-f96df17f296b is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:59:32.298600 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ba1cae1f-005a-48b7-a250-800a8fee35fa admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=69579102526e48e1b18217c5d0545c36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8751602 Oct 04 20:59:32.300574 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a5783d-195a-4f2d-9c1b-af06e4a3261a tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event updated for resources: {'Port': ['ID=129837c3-d959-4d91-9b8e-35338f60f83d,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:32.305316 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-b2305449-2da4-45bc-9180-ae96743cc782 None None] Current status of the port 3a851044-f77e-497b-a2cb-b775823a3634 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:59:32.306282 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-b4a5783d-195a-4f2d-9c1b-af06e4a3261a tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:59:32.309364 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 51610) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:32.313679 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a5783d-195a-4f2d-9c1b-af06e4a3261a tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:59:32.325434 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a5783d-195a-4f2d-9c1b-af06e4a3261a tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:59:32.327246 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b4a5783d-195a-4f2d-9c1b-af06e4a3261a tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:32.354204 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-b2305449-2da4-45bc-9180-ae96743cc782 None None] Provisioning complete for port 8a7f64a6-2693-47bf-8fef-8342a0cc1841 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:59:32.354896 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b2305449-2da4-45bc-9180-ae96743cc782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (8a7f64a6-2693-47bf-8fef-8342a0cc1841), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:32.355633 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-b2305449-2da4-45bc-9180-ae96743cc782 None None] Attempt 1 to provision port 8a7f64a6-2693-47bf-8fef-8342a0cc1841 Oct 04 20:59:32.459793 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-b2305449-2da4-45bc-9180-ae96743cc782 None None] Port 8a7f64a6-2693-47bf-8fef-8342a0cc1841 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:59:32.462474 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:32.491454 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2710a588-c894-444c-8b71-615601d0d214 admin admin] Publish callbacks [] for security_group (0b9988fd-7c2b-4220-92d5-a5802001b6d4), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:32.582711 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b4a5783d-195a-4f2d-9c1b-af06e4a3261a tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0459793 Oct 04 20:59:32.589241 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2710a588-c894-444c-8b71-615601d0d214 admin admin] Publish callbacks [] for security_group (0b9988fd-7c2b-4220-92d5-a5802001b6d4), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:32.601082 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 3a851044-f77e-497b-a2cb-b775823a3634 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:59:32.607896 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 51614) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:32.617799 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-b974079c-2366-4a17-a2ac-5e2dfb062350 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Request body: {'subnet': {'network_id': '1ccea25a-43ce-4ba7-9f56-f96df17f296b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:59:32.634491 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:32.813682 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 3a851044-f77e-497b-a2cb-b775823a3634 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:59:32.815394 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (3a851044-f77e-497b-a2cb-b775823a3634), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:32.818653 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 3a851044-f77e-497b-a2cb-b775823a3634 Oct 04 20:59:32.870819 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:32.916264 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d760e56d-b1d4-4f7e-86fc-b17c2f8ba715 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for port (33a755ff-6051-4270-a8f9-d5d9a7eb0ab3), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:32.949023 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-492fa73d-35e7-4b4e-b859-0b65bbd61c76 None None] Provisioning complete for port 129837c3-d959-4d91-9b8e-35338f60f83d triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:59:32.950390 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-492fa73d-35e7-4b4e-b859-0b65bbd61c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (129837c3-d959-4d91-9b8e-35338f60f83d), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:32.952313 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-492fa73d-35e7-4b4e-b859-0b65bbd61c76 None None] Attempt 1 to provision port 129837c3-d959-4d91-9b8e-35338f60f83d Oct 04 20:59:33.118964 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d760e56d-b1d4-4f7e-86fc-b17c2f8ba715 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (33a755ff-6051-4270-a8f9-d5d9a7eb0ab3), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:33.132880 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d760e56d-b1d4-4f7e-86fc-b17c2f8ba715 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:59:33.134184 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d760e56d-b1d4-4f7e-86fc-b17c2f8ba715 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:33.140117 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 3a851044-f77e-497b-a2cb-b775823a3634 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:59:33.142983 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 51618) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:33.148489 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-492fa73d-35e7-4b4e-b859-0b65bbd61c76 None None] Port 129837c3-d959-4d91-9b8e-35338f60f83d cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:59:33.157874 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-d760e56d-b1d4-4f7e-86fc-b17c2f8ba715 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "PUT /networking/v2.0/ports/33a755ff-6051-4270-a8f9-d5d9a7eb0ab3 HTTP/1.1" status: 200 len: 911 time: 2.0581961 Oct 04 20:59:33.276902 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d760e56d-b1d4-4f7e-86fc-b17c2f8ba715 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event updated for resources: {'Port': ['ID=33a755ff-6051-4270-a8f9-d5d9a7eb0ab3,revision_number=3']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:33.305972 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2710a588-c894-444c-8b71-615601d0d214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (0b9988fd-7c2b-4220-92d5-a5802001b6d4), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:33.307777 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:33.310266 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2710a588-c894-444c-8b71-615601d0d214 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:33.312515 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-2710a588-c894-444c-8b71-615601d0d214 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/0b9988fd-7c2b-4220-92d5-a5802001b6d4 HTTP/1.1" status: 204 len: 168 time: 1.0008476 Oct 04 20:59:33.321719 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-602abc61-2958-414d-a949-2cde204a591f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:33.339187 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b974079c-2366-4a17-a2ac-5e2dfb062350 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Made reservation on behalf of 6c1d2c9709a94cf691cb05145eeb8e23 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:59:33.346332 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b974079c-2366-4a17-a2ac-5e2dfb062350 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:33.416966 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2710a588-c894-444c-8b71-615601d0d214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9988fd-7c2b-4220-92d5-a5802001b6d4,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:33.520935 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51626) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:33.811397 n-d-852085-12 neutron-server[108169]: INFO neutron.db.ipam_backend_mixin [None req-b974079c-2366-4a17-a2ac-5e2dfb062350 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0f4d96f4-31a3-48bc-a5ba-a20bebe7a478 (CIDR: 2001:db8::/64) Oct 04 20:59:33.917399 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-b974079c-2366-4a17-a2ac-5e2dfb062350 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 20:59:33.918190 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b974079c-2366-4a17-a2ac-5e2dfb062350 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 20:59:33.972762 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-602abc61-2958-414d-a949-2cde204a591f admin admin] Publish callbacks [] for security_group (5ca7463c-da41-43d1-b400-3f3c15153685), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:34.151509 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7560f993-012c-42cc-8031-5242ade94ed9 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (2346fae6-f78b-443b-af66-75928814adb3), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:34.159961 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-602abc61-2958-414d-a949-2cde204a591f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (5ca7463c-da41-43d1-b400-3f3c15153685), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:34.176504 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b974079c-2366-4a17-a2ac-5e2dfb062350 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5659473 Oct 04 20:59:34.180821 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51636) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:34.197608 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-40fc609d-7760-42f6-8bf7-970a3e4a4640 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Request body: {'subnet': {'network_id': '1ccea25a-43ce-4ba7-9f56-f96df17f296b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:59:34.637492 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40fc609d-7760-42f6-8bf7-970a3e4a4640 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Made reservation on behalf of 6c1d2c9709a94cf691cb05145eeb8e23 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:59:34.645332 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-40fc609d-7760-42f6-8bf7-970a3e4a4640 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:34.873061 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602abc61-2958-414d-a949-2cde204a591f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca7463c-da41-43d1-b400-3f3c15153685,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:34.962093 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-602abc61-2958-414d-a949-2cde204a591f admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=df890d7e8efa4d99a313257647a03b76&name=default HTTP/1.1" status: 200 len: 3000 time: 3.2375109 Oct 04 20:59:34.962093 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 51644) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:35.105450 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-611813fe-8281-4208-91c1-1596ce4ce101 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:35.259856 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:35.295674 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:35.311187 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-84ca0d6f-7993-4635-b58d-5bdade51a9ee admin admin] Publish callbacks [] for security_group (5ca7463c-da41-43d1-b400-3f3c15153685), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:35.438534 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-84ca0d6f-7993-4635-b58d-5bdade51a9ee admin admin] Publish callbacks [] for security_group (5ca7463c-da41-43d1-b400-3f3c15153685), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:35.449570 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-7560f993-012c-42cc-8031-5242ade94ed9 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Deleting port 33a755ff-6051-4270-a8f9-d5d9a7eb0ab3 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:59:35.450138 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7560f993-012c-42cc-8031-5242ade94ed9 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (33a755ff-6051-4270-a8f9-d5d9a7eb0ab3), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:35.635699 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-40fc609d-7760-42f6-8bf7-970a3e4a4640 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (5e4ad733-ce9c-46c2-9406-1257b3bb99be), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:35.683249 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-611813fe-8281-4208-91c1-1596ce4ce101 admin admin] Publish callbacks [] for security_group (81241eef-299e-44cf-ab47-173afd48d7b3), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:35.729652 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7560f993-012c-42cc-8031-5242ade94ed9 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (33a755ff-6051-4270-a8f9-d5d9a7eb0ab3), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:35.761365 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-7560f993-012c-42cc-8031-5242ade94ed9 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Calling delete_port for 33a755ff-6051-4270-a8f9-d5d9a7eb0ab3 owned by network:router_interface {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:59:35.816129 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:35.817900 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fc609d-7760-42f6-8bf7-970a3e4a4640 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event updated for resources: {'Subnet': ['ID=5e4ad733-ce9c-46c2-9406-1257b3bb99be,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:35.836349 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-611813fe-8281-4208-91c1-1596ce4ce101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (81241eef-299e-44cf-ab47-173afd48d7b3), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:35.888674 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fc609d-7760-42f6-8bf7-970a3e4a4640 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Network 1ccea25a-43ce-4ba7-9f56-f96df17f296b is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:59:35.891247 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-84ca0d6f-7993-4635-b58d-5bdade51a9ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (5ca7463c-da41-43d1-b400-3f3c15153685), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:35.897073 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-84ca0d6f-7993-4635-b58d-5bdade51a9ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:35.904129 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-84ca0d6f-7993-4635-b58d-5bdade51a9ee admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/5ca7463c-da41-43d1-b400-3f3c15153685 HTTP/1.1" status: 204 len: 168 time: 0.9353967 Oct 04 20:59:35.906866 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-40fc609d-7760-42f6-8bf7-970a3e4a4640 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:59:35.916302 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fc609d-7760-42f6-8bf7-970a3e4a4640 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:59:35.921351 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-40fc609d-7760-42f6-8bf7-970a3e4a4640 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:35.934590 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ca0d6f-7993-4635-b58d-5bdade51a9ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca7463c-da41-43d1-b400-3f3c15153685,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:35.942896 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebedddd-bd21-4544-a068-3390c8e797bf None None] Network 1ccea25a-43ce-4ba7-9f56-f96df17f296b requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:59:36.029867 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611813fe-8281-4208-91c1-1596ce4ce101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81241eef-299e-44cf-ab47-173afd48d7b3,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:36.062379 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-611813fe-8281-4208-91c1-1596ce4ce101 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=53e74ec889da4c90a905a6ecd57243cf&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5302641 Oct 04 20:59:36.066253 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51658) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:36.163059 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:36.186122 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-40fc609d-7760-42f6-8bf7-970a3e4a4640 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.0023799 Oct 04 20:59:36.194336 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51664) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:36.229674 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-f83ec44e-b008-40bf-9eeb-91934c74c59d tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1672729750', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5e4ad733-ce9c-46c2-9406-1257b3bb99be'}], 'security_groups': ['fccc7131-2f2f-468e-a3b5-83c83591e774']}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:59:36.328151 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-65aacd85-5b29-427a-bb49-768f5aedb5e2 admin admin] Publish callbacks [] for security_group (81241eef-299e-44cf-ab47-173afd48d7b3), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:36.401339 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-65aacd85-5b29-427a-bb49-768f5aedb5e2 admin admin] Publish callbacks [] for security_group (81241eef-299e-44cf-ab47-173afd48d7b3), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:36.445397 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7560f993-012c-42cc-8031-5242ade94ed9 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (33a755ff-6051-4270-a8f9-d5d9a7eb0ab3), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:36.543948 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7560f993-012c-42cc-8031-5242ade94ed9 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event deleted for resources: {'Port': ['ID=33a755ff-6051-4270-a8f9-d5d9a7eb0ab3,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:36.603107 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75d2558-1eec-4a62-ae1f-4a51228b0742 None None] Update dhcp port {'port': {'network_id': '1ccea25a-43ce-4ba7-9f56-f96df17f296b', 'fixed_ips': [{'subnet_id': '0f4d96f4-31a3-48bc-a5ba-a20bebe7a478', 'ip_address': '2001:db8::2'}, {'subnet_id': '5e4ad733-ce9c-46c2-9406-1257b3bb99be'}], 'binding:host_id': 'n-d-852085-12'}, 'id': '3a851044-f77e-497b-a2cb-b775823a3634'} from n-d-852085-12. {{(pid=108171) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 04 20:59:36.698291 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f75d2558-1eec-4a62-ae1f-4a51228b0742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (3a851044-f77e-497b-a2cb-b775823a3634), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:36.833891 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f83ec44e-b008-40bf-9eeb-91934c74c59d tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (129837c3-d959-4d91-9b8e-35338f60f83d), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:36.842058 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-65aacd85-5b29-427a-bb49-768f5aedb5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (81241eef-299e-44cf-ab47-173afd48d7b3), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:36.847279 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-65aacd85-5b29-427a-bb49-768f5aedb5e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:36.862010 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-65aacd85-5b29-427a-bb49-768f5aedb5e2 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/81241eef-299e-44cf-ab47-173afd48d7b3 HTTP/1.1" status: 204 len: 168 time: 0.7784007 Oct 04 20:59:36.891361 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aacd85-5b29-427a-bb49-768f5aedb5e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81241eef-299e-44cf-ab47-173afd48d7b3,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:36.920346 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7560f993-012c-42cc-8031-5242ade94ed9 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (2346fae6-f78b-443b-af66-75928814adb3), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:37.038370 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=100 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:37.363868 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-f75d2558-1eec-4a62-ae1f-4a51228b0742 None None] Allocated IP 2001:db8:0:1::2 (1ccea25a-43ce-4ba7-9f56-f96df17f296b/5e4ad733-ce9c-46c2-9406-1257b3bb99be/3a851044-f77e-497b-a2cb-b775823a3634) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:59:37.439764 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7560f993-012c-42cc-8031-5242ade94ed9 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Router 2346fae6-f78b-443b-af66-75928814adb3 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 20:59:37.638326 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:37.644552 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-f75d2558-1eec-4a62-ae1f-4a51228b0742 None None] For port 3a851044-f77e-497b-a2cb-b775823a3634, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=3a851044-f77e-497b-a2cb-b775823a3634,segment=NetworkSegment(2aeeaa91-6ee3-4abd-b07e-c28198bbcbe7),segment_id=2aeeaa91-6ee3-4abd-b07e-c28198bbcbe7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:59:37.711682 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7560f993-012c-42cc-8031-5242ade94ed9 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:59:37.718764 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f75d2558-1eec-4a62-ae1f-4a51228b0742 None None] Publish callbacks [] for port (3a851044-f77e-497b-a2cb-b775823a3634), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:37.722231 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-7560f993-012c-42cc-8031-5242ade94ed9 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "PUT /networking/v2.0/routers/2346fae6-f78b-443b-af66-75928814adb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5773380 Oct 04 20:59:37.732980 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 51678) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:37.733277 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3521a1a-d97f-4ee2-a7e8-9cbb8a859eed None None] Sync routers for ids ['2346fae6-f78b-443b-af66-75928814adb3'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:59:37.751516 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3521a1a-d97f-4ee2-a7e8-9cbb8a859eed None None] Routers {'2346fae6-f78b-443b-af66-75928814adb3'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:59:37.752191 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-c3521a1a-d97f-4ee2-a7e8-9cbb8a859eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:59:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['2346fae6-f78b-443b-af66-75928814adb3'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:59:37.769416 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b7f067c3-3ea0-4dd1-9796-b80277a38685 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2346fae6-f78b-443b-af66-75928814adb3 HTTP/1.1" status: 200 len: 205 time: 0.0415154 Oct 04 20:59:37.774170 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51680) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:37.959421 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 20:59:38.014688 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f2873aa1-1777-48f0-a694-395b24e90234 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for router (2346fae6-f78b-443b-af66-75928814adb3), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:38.031120 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f75d2558-1eec-4a62-ae1f-4a51228b0742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (3a851044-f77e-497b-a2cb-b775823a3634), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:38.039732 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:38.041878 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-c3521a1a-d97f-4ee2-a7e8-9cbb8a859eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:59:38.163711 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3521a1a-d97f-4ee2-a7e8-9cbb8a859eed None None] Routers {'2346fae6-f78b-443b-af66-75928814adb3'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:59:38.164630 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-c3521a1a-d97f-4ee2-a7e8-9cbb8a859eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:59:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['2346fae6-f78b-443b-af66-75928814adb3'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:59:38.304617 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-c3521a1a-d97f-4ee2-a7e8-9cbb8a859eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:59:38.305709 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3521a1a-d97f-4ee2-a7e8-9cbb8a859eed None None] The sync data for ids ['2346fae6-f78b-443b-af66-75928814adb3'] in n-d-852085-12 is: [] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:59:38.310306 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75d2558-1eec-4a62-ae1f-4a51228b0742 None None] Pushing event updated for resources: {'Port': ['ID=3a851044-f77e-497b-a2cb-b775823a3634,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:38.403324 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:38.421105 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f2873aa1-1777-48f0-a694-395b24e90234 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (2346fae6-f78b-443b-af66-75928814adb3), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:38.427886 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f2873aa1-1777-48f0-a694-395b24e90234 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for router_controller (2346fae6-f78b-443b-af66-75928814adb3), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:38.527963 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 3a851044-f77e-497b-a2cb-b775823a3634 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:59:38.618210 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 3a851044-f77e-497b-a2cb-b775823a3634 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:59:38.619094 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (3a851044-f77e-497b-a2cb-b775823a3634), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:38.619777 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 3a851044-f77e-497b-a2cb-b775823a3634 Oct 04 20:59:38.622455 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:38.640730 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-f83ec44e-b008-40bf-9eeb-91934c74c59d tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Delete allocated IP 2001:db8::156 (1ccea25a-43ce-4ba7-9f56-f96df17f296b/0f4d96f4-31a3-48bc-a5ba-a20bebe7a478) {{(pid=108170) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 04 20:59:38.659099 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-f83ec44e-b008-40bf-9eeb-91934c74c59d tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Allocated IP 2001:db8:0:1::1c2 (1ccea25a-43ce-4ba7-9f56-f96df17f296b/5e4ad733-ce9c-46c2-9406-1257b3bb99be/129837c3-d959-4d91-9b8e-35338f60f83d) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:59:38.717250 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f2873aa1-1777-48f0-a694-395b24e90234 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (2346fae6-f78b-443b-af66-75928814adb3), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:38.718384 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2873aa1-1777-48f0-a694-395b24e90234 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Fanout notify agent at l3_agent the message router_deleted on router 2346fae6-f78b-443b-af66-75928814adb3 {{(pid=108170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 20:59:38.750973 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f2873aa1-1777-48f0-a694-395b24e90234 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:38.760189 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f2873aa1-1777-48f0-a694-395b24e90234 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "DELETE /networking/v2.0/routers/2346fae6-f78b-443b-af66-75928814adb3 HTTP/1.1" status: 204 len: 168 time: 0.9783192 Oct 04 20:59:38.760478 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 51688) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:38.808080 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51690) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:38.813192 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 3a851044-f77e-497b-a2cb-b775823a3634 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:59:38.914417 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1294244-6084-4c8a-ada4-569d84992fb0 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Deleting subnet 21df5146-d248-4e00-82b8-a727e9c363f0 {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:59:38.920442 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f1294244-6084-4c8a-ada4-569d84992fb0 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for subnet (21df5146-d248-4e00-82b8-a727e9c363f0), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:39.053367 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=84,neutron:UPDATE=6,neutron:DELETE=7,neutron:INSERT=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:39.075548 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f1294244-6084-4c8a-ada4-569d84992fb0 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (21df5146-d248-4e00-82b8-a727e9c363f0), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:39.194979 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-89192b1e-00f5-43f5-98d6-7d771c5d687e admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=b894801f67884d7a95297f4031f8c936&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3830423 Oct 04 20:59:39.195302 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 51696) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:39.253298 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f83ec44e-b008-40bf-9eeb-91934c74c59d tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for port (129837c3-d959-4d91-9b8e-35338f60f83d), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:39.347562 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f83ec44e-b008-40bf-9eeb-91934c74c59d tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (129837c3-d959-4d91-9b8e-35338f60f83d), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:39.403012 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f1294244-6084-4c8a-ada4-569d84992fb0 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (21df5146-d248-4e00-82b8-a727e9c363f0), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:39.459045 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fa9a1e04-e19f-4dd9-ba80-f745ceb2a51d admin admin] Publish callbacks [] for security_group (5380bd5b-b928-4772-9cb5-4c8dadeac2ee), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:39.478455 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-f83ec44e-b008-40bf-9eeb-91934c74c59d tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] In _notify_port_updated(), no bound segment for port 129837c3-d959-4d91-9b8e-35338f60f83d on network 1ccea25a-43ce-4ba7-9f56-f96df17f296b {{(pid=108170) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 04 20:59:39.487550 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83ec44e-b008-40bf-9eeb-91934c74c59d tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:59:39.488784 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f83ec44e-b008-40bf-9eeb-91934c74c59d tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:39.496555 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f83ec44e-b008-40bf-9eeb-91934c74c59d tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "PUT /networking/v2.0/ports/129837c3-d959-4d91-9b8e-35338f60f83d HTTP/1.1" status: 200 len: 931 time: 3.2958164 Oct 04 20:59:39.496861 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51700) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:39.553005 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fa9a1e04-e19f-4dd9-ba80-f745ceb2a51d admin admin] Publish callbacks [] for security_group (5380bd5b-b928-4772-9cb5-4c8dadeac2ee), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:39.559961 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83ec44e-b008-40bf-9eeb-91934c74c59d tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event updated for resources: {'Port': ['ID=129837c3-d959-4d91-9b8e-35338f60f83d,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:39.567672 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:39.705111 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-f2a82fd3-ddea-417d-b4a6-194c61b4b3fb tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Deleting port 129837c3-d959-4d91-9b8e-35338f60f83d {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:59:39.707347 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f2a82fd3-ddea-417d-b4a6-194c61b4b3fb tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (129837c3-d959-4d91-9b8e-35338f60f83d), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:39.794064 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-cd4cb4da-2dc3-4774-852a-f53e01771f7d None None] Provisioning complete for port 3a851044-f77e-497b-a2cb-b775823a3634 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:59:39.794759 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-cd4cb4da-2dc3-4774-852a-f53e01771f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (3a851044-f77e-497b-a2cb-b775823a3634), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:39.795341 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-cd4cb4da-2dc3-4774-852a-f53e01771f7d None None] Attempt 1 to provision port 3a851044-f77e-497b-a2cb-b775823a3634 Oct 04 20:59:39.796177 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f1294244-6084-4c8a-ada4-569d84992fb0 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (21df5146-d248-4e00-82b8-a727e9c363f0), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:39.820219 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fa9a1e04-e19f-4dd9-ba80-f745ceb2a51d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (5380bd5b-b928-4772-9cb5-4c8dadeac2ee), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:39.832962 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fa9a1e04-e19f-4dd9-ba80-f745ceb2a51d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:39.846772 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-fa9a1e04-e19f-4dd9-ba80-f745ceb2a51d admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/5380bd5b-b928-4772-9cb5-4c8dadeac2ee HTTP/1.1" status: 204 len: 168 time: 0.6499128 Oct 04 20:59:39.880014 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f1294244-6084-4c8a-ada4-569d84992fb0 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:39.885952 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f1294244-6084-4c8a-ada4-569d84992fb0 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/21df5146-d248-4e00-82b8-a727e9c363f0 HTTP/1.1" status: 204 len: 168 time: 1.1252193 Oct 04 20:59:39.893940 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbab50b-11e9-4b69-8da7-2019858febaf None None] Network db3202a3-3d49-43b2-bff0-3a9133e017a2 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:59:39.923679 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 51706) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:39.951433 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1294244-6084-4c8a-ada4-569d84992fb0 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event deleted for resources: {'Subnet': ['ID=21df5146-d248-4e00-82b8-a727e9c363f0,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:39.967603 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9a1e04-e19f-4dd9-ba80-f745ceb2a51d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5380bd5b-b928-4772-9cb5-4c8dadeac2ee,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:40.058022 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f2a82fd3-ddea-417d-b4a6-194c61b4b3fb tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (129837c3-d959-4d91-9b8e-35338f60f83d), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:40.096482 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-f2a82fd3-ddea-417d-b4a6-194c61b4b3fb tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Calling delete_port for 129837c3-d959-4d91-9b8e-35338f60f83d owned by {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:59:40.153560 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d674a165-8c17-447d-aa4a-692b784ebda3 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (db3202a3-3d49-43b2-bff0-3a9133e017a2), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:40.204140 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-cd4cb4da-2dc3-4774-852a-f53e01771f7d None None] Current status of the port 3a851044-f77e-497b-a2cb-b775823a3634 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:59:40.231096 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-cd4cb4da-2dc3-4774-852a-f53e01771f7d None None] Provisioning complete for port 129837c3-d959-4d91-9b8e-35338f60f83d triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:59:40.231565 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-cd4cb4da-2dc3-4774-852a-f53e01771f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (129837c3-d959-4d91-9b8e-35338f60f83d), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:40.232372 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-cd4cb4da-2dc3-4774-852a-f53e01771f7d None None] Attempt 1 to provision port 129837c3-d959-4d91-9b8e-35338f60f83d Oct 04 20:59:40.282976 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-d674a165-8c17-447d-aa4a-692b784ebda3 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Deleting port e678ce28-b105-46fd-9ddb-4bbc0e9e351c {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:59:40.283545 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d674a165-8c17-447d-aa4a-692b784ebda3 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (e678ce28-b105-46fd-9ddb-4bbc0e9e351c), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:40.316530 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-cd4cb4da-2dc3-4774-852a-f53e01771f7d None None] Port 129837c3-d959-4d91-9b8e-35338f60f83d cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:59:40.338014 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-cd4cb4da-2dc3-4774-852a-f53e01771f7d None None] Provisioning complete for port 8a7f64a6-2693-47bf-8fef-8342a0cc1841 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:59:40.351525 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-cd4cb4da-2dc3-4774-852a-f53e01771f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (8a7f64a6-2693-47bf-8fef-8342a0cc1841), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:40.351525 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-cd4cb4da-2dc3-4774-852a-f53e01771f7d None None] Attempt 1 to provision port 8a7f64a6-2693-47bf-8fef-8342a0cc1841 Oct 04 20:59:40.387861 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bad9947-1703-4b7e-b00e-f6a0411de2f9 None None] DHCP port deletion for db3202a3-3d49-43b2-bff0-3a9133e017a2 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 20:59:40.392046 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:40.437514 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-d674a165-8c17-447d-aa4a-692b784ebda3 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] For port e678ce28-b105-46fd-9ddb-4bbc0e9e351c, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=e678ce28-b105-46fd-9ddb-4bbc0e9e351c,segment=NetworkSegment(7268cc46-c118-4aa7-96b3-edb40eafb1d8),segment_id=7268cc46-c118-4aa7-96b3-edb40eafb1d8)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:59:40.438118 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d674a165-8c17-447d-aa4a-692b784ebda3 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (e678ce28-b105-46fd-9ddb-4bbc0e9e351c), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:40.470747 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-cd4cb4da-2dc3-4774-852a-f53e01771f7d None None] Port 8a7f64a6-2693-47bf-8fef-8342a0cc1841 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:59:40.472931 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-d674a165-8c17-447d-aa4a-692b784ebda3 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Calling delete_port for e678ce28-b105-46fd-9ddb-4bbc0e9e351c owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:59:40.504521 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-6bad9947-1703-4b7e-b00e-f6a0411de2f9 None None] Deleting port e678ce28-b105-46fd-9ddb-4bbc0e9e351c {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 20:59:40.505571 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6bad9947-1703-4b7e-b00e-f6a0411de2f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (e678ce28-b105-46fd-9ddb-4bbc0e9e351c), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:40.580293 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51710) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:40.699785 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-6bad9947-1703-4b7e-b00e-f6a0411de2f9 None None] For port e678ce28-b105-46fd-9ddb-4bbc0e9e351c, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=e678ce28-b105-46fd-9ddb-4bbc0e9e351c,segment=NetworkSegment(7268cc46-c118-4aa7-96b3-edb40eafb1d8),segment_id=7268cc46-c118-4aa7-96b3-edb40eafb1d8)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:59:40.700830 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6bad9947-1703-4b7e-b00e-f6a0411de2f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (e678ce28-b105-46fd-9ddb-4bbc0e9e351c), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:40.718191 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:40.726955 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-ef52adb3-123a-46c3-8c92-49897d0dd594 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=df47136960274b22997db6ade5066ecf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1443009 Oct 04 20:59:40.730230 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device e678ce28-b105-46fd-9ddb-4bbc0e9e351c no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 20:59:40.730998 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51714) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:40.752607 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-6bad9947-1703-4b7e-b00e-f6a0411de2f9 None None] Calling delete_port for e678ce28-b105-46fd-9ddb-4bbc0e9e351c owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 20:59:40.799114 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d674a165-8c17-447d-aa4a-692b784ebda3 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (e678ce28-b105-46fd-9ddb-4bbc0e9e351c), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:40.830662 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f2a82fd3-ddea-417d-b4a6-194c61b4b3fb tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (129837c3-d959-4d91-9b8e-35338f60f83d), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:40.840313 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-43ca51ea-6b24-4a99-9246-3ca512c0388a None None] Provisioning complete for port 129837c3-d959-4d91-9b8e-35338f60f83d triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:59:40.841159 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-43ca51ea-6b24-4a99-9246-3ca512c0388a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (129837c3-d959-4d91-9b8e-35338f60f83d), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:40.842517 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-43ca51ea-6b24-4a99-9246-3ca512c0388a None None] Attempt 1 to provision port 129837c3-d959-4d91-9b8e-35338f60f83d Oct 04 20:59:40.858167 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d674a165-8c17-447d-aa4a-692b784ebda3 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] No DVR routers for this DVR port e678ce28-b105-46fd-9ddb-4bbc0e9e351c on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:59:40.935311 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-43ca51ea-6b24-4a99-9246-3ca512c0388a None None] Port 129837c3-d959-4d91-9b8e-35338f60f83d was deleted so its status cannot be updated. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Oct 04 20:59:40.971090 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a82fd3-ddea-417d-b4a6-194c61b4b3fb tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event deleted for resources: {'Port': ['ID=129837c3-d959-4d91-9b8e-35338f60f83d,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:41.018008 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=11 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:41.075259 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d674a165-8c17-447d-aa4a-692b784ebda3 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event deleted for resources: {'Port': ['ID=e678ce28-b105-46fd-9ddb-4bbc0e9e351c,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:41.082216 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No active binding found for port e678ce28-b105-46fd-9ddb-4bbc0e9e351c {{(pid=108171) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Oct 04 20:59:41.082914 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] The host n-d-852085-12 is not matching for port e678ce28-b105-46fd-9ddb-4bbc0e9e351c host None! {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2431}} Oct 04 20:59:41.083518 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device e678ce28-b105-46fd-9ddb-4bbc0e9e351c not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 20:59:41.085932 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f2a82fd3-ddea-417d-b4a6-194c61b4b3fb tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:41.093020 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f2a82fd3-ddea-417d-b4a6-194c61b4b3fb tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "DELETE /networking/v2.0/ports/129837c3-d959-4d91-9b8e-35338f60f83d HTTP/1.1" status: 204 len: 168 time: 1.5939028 Oct 04 20:59:41.094909 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-74774054-d5d2-4d2d-8281-74b96a0a8952 admin admin] Publish callbacks [] for security_group (a6edf846-78f3-4cc8-980c-32d9a1dc71b3), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:41.098273 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51716) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:41.190788 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d674a165-8c17-447d-aa4a-692b784ebda3 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (db3202a3-3d49-43b2-bff0-3a9133e017a2), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:41.214505 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6bad9947-1703-4b7e-b00e-f6a0411de2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (e678ce28-b105-46fd-9ddb-4bbc0e9e351c), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:41.224170 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-26d18ffb-6df6-468c-a55f-3ac02e3861ef tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] GET failed (client error): The resource could not be found. Oct 04 20:59:41.240374 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-26d18ffb-6df6-468c-a55f-3ac02e3861ef tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "GET /networking/v2.0/ports/129837c3-d959-4d91-9b8e-35338f60f83d HTTP/1.1" status: 404 len: 333 time: 0.1337178 Oct 04 20:59:41.245005 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 51720) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:41.268517 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-d674a165-8c17-447d-aa4a-692b784ebda3 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db3202a3-3d49-43b2-bff0-3a9133e017a2']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:59:41.300389 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-74774054-d5d2-4d2d-8281-74b96a0a8952 admin admin] Publish callbacks [] for security_group (a6edf846-78f3-4cc8-980c-32d9a1dc71b3), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:41.309586 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=28 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:41.325674 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-d674a165-8c17-447d-aa4a-692b784ebda3 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7268cc46-c118-4aa7-96b3-edb40eafb1d8') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:59:41.326673 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-d674a165-8c17-447d-aa4a-692b784ebda3 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7268cc46-c118-4aa7-96b3-edb40eafb1d8') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:59:41.339718 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad9947-1703-4b7e-b00e-f6a0411de2f9 None None] Pushing event deleted for resources: {'Port': ['ID=e678ce28-b105-46fd-9ddb-4bbc0e9e351c,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:41.354202 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bad9947-1703-4b7e-b00e-f6a0411de2f9 None None] No DVR routers for this DVR port e678ce28-b105-46fd-9ddb-4bbc0e9e351c on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 20:59:41.389922 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d674a165-8c17-447d-aa4a-692b784ebda3 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (7268cc46-c118-4aa7-96b3-edb40eafb1d8), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:41.466726 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d674a165-8c17-447d-aa4a-692b784ebda3 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (7268cc46-c118-4aa7-96b3-edb40eafb1d8), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:41.470734 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7e85a124-aefc-4ee7-abdb-0c81c4be9988 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for security_group (aa22b10e-e010-45dd-99e5-d6be8a6e0e06), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:41.497346 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d674a165-8c17-447d-aa4a-692b784ebda3 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 20:59:41.497818 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d674a165-8c17-447d-aa4a-692b784ebda3 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (7268cc46-c118-4aa7-96b3-edb40eafb1d8), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:41.527897 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7e85a124-aefc-4ee7-abdb-0c81c4be9988 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for security_group (aa22b10e-e010-45dd-99e5-d6be8a6e0e06), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:41.599357 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-74774054-d5d2-4d2d-8281-74b96a0a8952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (a6edf846-78f3-4cc8-980c-32d9a1dc71b3), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:41.605585 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-74774054-d5d2-4d2d-8281-74b96a0a8952 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:41.615445 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-74774054-d5d2-4d2d-8281-74b96a0a8952 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/a6edf846-78f3-4cc8-980c-32d9a1dc71b3 HTTP/1.1" status: 204 len: 168 time: 0.8790374 Oct 04 20:59:41.626937 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74774054-d5d2-4d2d-8281-74b96a0a8952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6edf846-78f3-4cc8-980c-32d9a1dc71b3,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:41.643356 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 7268cc46-c118-4aa7-96b3-edb40eafb1d8 resource provider aggregate not found Oct 04 20:59:41.696022 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 7268cc46-c118-4aa7-96b3-edb40eafb1d8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7268cc46-c118-4aa7-96b3-edb40eafb1d8 found for delete ", "request_id": "req-08fd768f-7b22-457d-93c8-05837f7a746a"}]} Oct 04 20:59:41.862512 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d674a165-8c17-447d-aa4a-692b784ebda3 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (db3202a3-3d49-43b2-bff0-3a9133e017a2), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:41.867024 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7e85a124-aefc-4ee7-abdb-0c81c4be9988 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (aa22b10e-e010-45dd-99e5-d6be8a6e0e06), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:41.872583 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7e85a124-aefc-4ee7-abdb-0c81c4be9988 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:41.875298 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-7e85a124-aefc-4ee7-abdb-0c81c4be9988 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/aa22b10e-e010-45dd-99e5-d6be8a6e0e06 HTTP/1.1" status: 204 len: 168 time: 0.6282136 Oct 04 20:59:41.883664 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51732) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:41.895930 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d674a165-8c17-447d-aa4a-692b784ebda3 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:41.902065 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d674a165-8c17-447d-aa4a-692b784ebda3 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "DELETE /networking/v2.0/networks/db3202a3-3d49-43b2-bff0-3a9133e017a2 HTTP/1.1" status: 204 len: 168 time: 1.9678504 Oct 04 20:59:41.916158 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51736) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:41.932053 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-9dc9ea34-7be5-4684-b6de-8a181a4dba8a tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2036952622', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:59:41.932958 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e85a124-aefc-4ee7-abdb-0c81c4be9988 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa22b10e-e010-45dd-99e5-d6be8a6e0e06,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:41.935984 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d674a165-8c17-447d-aa4a-692b784ebda3 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event deleted for resources: {'Network': ['ID=db3202a3-3d49-43b2-bff0-3a9133e017a2,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:42.055705 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-482604b6-e476-4910-9cd6-e341b845caa4 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for security_group (fccc7131-2f2f-468e-a3b5-83c83591e774), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:42.105894 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-482604b6-e476-4910-9cd6-e341b845caa4 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for security_group (fccc7131-2f2f-468e-a3b5-83c83591e774), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:42.118403 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9dc9ea34-7be5-4684-b6de-8a181a4dba8a tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (8284feae-dc55-446e-92cb-984255740508), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:42.122383 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9dc9ea34-7be5-4684-b6de-8a181a4dba8a tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (8284feae-dc55-446e-92cb-984255740508), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:42.195259 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:DELETE=6,neutron:SELECT=90,neutron:INSERT=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:42.263706 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9dc9ea34-7be5-4684-b6de-8a181a4dba8a tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for router_controller (8284feae-dc55-446e-92cb-984255740508), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:42.366866 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9dc9ea34-7be5-4684-b6de-8a181a4dba8a tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (8284feae-dc55-446e-92cb-984255740508), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:42.379490 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-482604b6-e476-4910-9cd6-e341b845caa4 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (fccc7131-2f2f-468e-a3b5-83c83591e774), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:42.385667 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-482604b6-e476-4910-9cd6-e341b845caa4 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:42.388109 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-482604b6-e476-4910-9cd6-e341b845caa4 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/fccc7131-2f2f-468e-a3b5-83c83591e774 HTTP/1.1" status: 204 len: 168 time: 0.5019674 Oct 04 20:59:42.392382 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 51744) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:42.417383 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482604b6-e476-4910-9cd6-e341b845caa4 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fccc7131-2f2f-468e-a3b5-83c83591e774,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:42.428499 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482604b6-e476-4910-9cd6-e341b845caa4 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:59:42.429047 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482604b6-e476-4910-9cd6-e341b845caa4 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:59:42.429510 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482604b6-e476-4910-9cd6-e341b845caa4 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:59:42.429996 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482604b6-e476-4910-9cd6-e341b845caa4 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:59:42.430408 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482604b6-e476-4910-9cd6-e341b845caa4 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:59:42.430814 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482604b6-e476-4910-9cd6-e341b845caa4 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:59:42.431224 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482604b6-e476-4910-9cd6-e341b845caa4 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:59:42.431779 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482604b6-e476-4910-9cd6-e341b845caa4 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:59:42.432154 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482604b6-e476-4910-9cd6-e341b845caa4 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:59:42.432488 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482604b6-e476-4910-9cd6-e341b845caa4 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:59:42.432907 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482604b6-e476-4910-9cd6-e341b845caa4 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:59:42.433370 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482604b6-e476-4910-9cd6-e341b845caa4 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:59:42.433884 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482604b6-e476-4910-9cd6-e341b845caa4 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:59:42.434523 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482604b6-e476-4910-9cd6-e341b845caa4 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:59:42.434858 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482604b6-e476-4910-9cd6-e341b845caa4 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:59:42.513109 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4710f3b-022d-4fba-b180-abdfd6f4bda5 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Deleting subnet 0f4d96f4-31a3-48bc-a5ba-a20bebe7a478 {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 20:59:42.518907 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c4710f3b-022d-4fba-b180-abdfd6f4bda5 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for subnet (0f4d96f4-31a3-48bc-a5ba-a20bebe7a478), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:42.529398 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9dc9ea34-7be5-4684-b6de-8a181a4dba8a tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:42.534830 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-9dc9ea34-7be5-4684-b6de-8a181a4dba8a tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6170356 Oct 04 20:59:42.535800 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51748) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:42.545944 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-a60a3d2d-c923-448c-9a27-4368dc1d6f19 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2100670710'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:59:42.604152 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c4710f3b-022d-4fba-b180-abdfd6f4bda5 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (0f4d96f4-31a3-48bc-a5ba-a20bebe7a478), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:42.650232 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:42.723539 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a60a3d2d-c923-448c-9a27-4368dc1d6f19 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Made reservation on behalf of b0c85d506fb94c18954be47609cba122 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:59:42.731376 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a60a3d2d-c923-448c-9a27-4368dc1d6f19 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:42.784124 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c4710f3b-022d-4fba-b180-abdfd6f4bda5 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (0f4d96f4-31a3-48bc-a5ba-a20bebe7a478), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:42.794609 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a60a3d2d-c923-448c-9a27-4368dc1d6f19 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:59:42.813638 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a60a3d2d-c923-448c-9a27-4368dc1d6f19 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (0dd0b6b6-080a-4551-9471-2c420582de36), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:42.814613 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-a60a3d2d-c923-448c-9a27-4368dc1d6f19 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Added segment 0dd0b6b6-080a-4551-9471-2c420582de36 of type vlan for network 1d875141-b1fc-4741-963e-9fb93997617b Oct 04 20:59:42.900898 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a60a3d2d-c923-448c-9a27-4368dc1d6f19 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (1d875141-b1fc-4741-963e-9fb93997617b), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:43.084794 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c4710f3b-022d-4fba-b180-abdfd6f4bda5 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (0f4d96f4-31a3-48bc-a5ba-a20bebe7a478), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:43.085582 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a60a3d2d-c923-448c-9a27-4368dc1d6f19 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (1d875141-b1fc-4741-963e-9fb93997617b), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:43.096266 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60a3d2d-c923-448c-9a27-4368dc1d6f19 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:59:43.097344 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a60a3d2d-c923-448c-9a27-4368dc1d6f19 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:43.140856 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4710f3b-022d-4fba-b180-abdfd6f4bda5 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event deleted for resources: {'Subnet': ['ID=0f4d96f4-31a3-48bc-a5ba-a20bebe7a478,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:43.145475 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c4710f3b-022d-4fba-b180-abdfd6f4bda5 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:43.152360 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c4710f3b-022d-4fba-b180-abdfd6f4bda5 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/0f4d96f4-31a3-48bc-a5ba-a20bebe7a478 HTTP/1.1" status: 204 len: 168 time: 0.7565317 Oct 04 20:59:43.158708 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 51754) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:43.164664 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0919c8-ae30-4a17-9cf2-0280d7d8db7f None None] Network 1ccea25a-43ce-4ba7-9f56-f96df17f296b requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:59:43.168248 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-8c586fd2-06f9-4339-860b-0d9f169dd922 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Request body: {'subnet': {'network_id': '1ccea25a-43ce-4ba7-9f56-f96df17f296b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:59:43.253142 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a60a3d2d-c923-448c-9a27-4368dc1d6f19 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7151961 Oct 04 20:59:43.255035 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60a3d2d-c923-448c-9a27-4368dc1d6f19 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event updated for resources: {'Network': ['ID=1d875141-b1fc-4741-963e-9fb93997617b,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:43.271756 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51758) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:43.278413 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 1d875141-b1fc-4741-963e-9fb93997617b details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:59:43.283510 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-bfadc802-c9b0-45c2-9b5b-6c671b4db70a tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Request body: {'subnet': {'network_id': '1d875141-b1fc-4741-963e-9fb93997617b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:59:43.468906 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:INSERT=9,neutron:SELECT=80,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:43.577980 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c586fd2-06f9-4339-860b-0d9f169dd922 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Made reservation on behalf of 6c1d2c9709a94cf691cb05145eeb8e23 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:59:43.585921 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8c586fd2-06f9-4339-860b-0d9f169dd922 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:43.620649 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfadc802-c9b0-45c2-9b5b-6c671b4db70a tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Made reservation on behalf of b0c85d506fb94c18954be47609cba122 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:59:43.630507 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bfadc802-c9b0-45c2-9b5b-6c671b4db70a tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:43.893751 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:44.199277 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bfadc802-c9b0-45c2-9b5b-6c671b4db70a tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (4e0f9132-635d-4c93-a474-fcb74c3e4a97), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:44.296690 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8c586fd2-06f9-4339-860b-0d9f169dd922 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (0a0e970c-6f89-4a42-bbe6-e521bb1d2d0a), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:44.377208 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfadc802-c9b0-45c2-9b5b-6c671b4db70a tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event updated for resources: {'Subnet': ['ID=4e0f9132-635d-4c93-a474-fcb74c3e4a97,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:44.381643 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfadc802-c9b0-45c2-9b5b-6c671b4db70a tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Checking segment: {'id': '0dd0b6b6-080a-4551-9471-2c420582de36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '1d875141-b1fc-4741-963e-9fb93997617b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:59:44.382261 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfadc802-c9b0-45c2-9b5b-6c671b4db70a tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Network hostable DHCP agents. Network: 1d875141-b1fc-4741-963e-9fb93997617b, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:59:44.459746 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c586fd2-06f9-4339-860b-0d9f169dd922 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event updated for resources: {'Subnet': ['ID=0a0e970c-6f89-4a42-bbe6-e521bb1d2d0a,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:44.472453 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c586fd2-06f9-4339-860b-0d9f169dd922 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Network 1ccea25a-43ce-4ba7-9f56-f96df17f296b is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:59:44.475805 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-8c586fd2-06f9-4339-860b-0d9f169dd922 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:59:44.482188 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c586fd2-06f9-4339-860b-0d9f169dd922 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:59:44.483909 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8c586fd2-06f9-4339-860b-0d9f169dd922 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:44.609133 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfadc802-c9b0-45c2-9b5b-6c671b4db70a tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Network 1d875141-b1fc-4741-963e-9fb93997617b is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:59:44.622858 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-8c586fd2-06f9-4339-860b-0d9f169dd922 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4576831 Oct 04 20:59:44.625659 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51774) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:44.637739 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-33813b36-ba65-42f0-9fd8-d78448477f37 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Request body: {'security_group': {'name': 'tempest-secgroup-189636793'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:59:44.713120 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-bfadc802-c9b0-45c2-9b5b-6c671b4db70a tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 1d875141-b1fc-4741-963e-9fb93997617b) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:59:44.734861 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfadc802-c9b0-45c2-9b5b-6c671b4db70a tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:59:44.734861 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bfadc802-c9b0-45c2-9b5b-6c671b4db70a tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:44.736499 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c31dc1-cb36-46ba-be50-0d1b575db69b None None] Network 1d875141-b1fc-4741-963e-9fb93997617b requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:59:44.754177 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:44.793621 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-33813b36-ba65-42f0-9fd8-d78448477f37 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:44.862577 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e59c3e8-9e15-48bd-b35a-9cce479beaef None None] Network 1ccea25a-43ce-4ba7-9f56-f96df17f296b requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:59:44.879402 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-bfadc802-c9b0-45c2-9b5b-6c671b4db70a tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6047926 Oct 04 20:59:44.884147 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 51780) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:44.904415 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-51ca0734-d3ed-43d9-b667-fbf923d8f3a9 None None] Provisioning complete for port 3a851044-f77e-497b-a2cb-b775823a3634 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:59:44.905197 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-51ca0734-d3ed-43d9-b667-fbf923d8f3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (3a851044-f77e-497b-a2cb-b775823a3634), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:44.905749 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-51ca0734-d3ed-43d9-b667-fbf923d8f3a9 None None] Attempt 1 to provision port 3a851044-f77e-497b-a2cb-b775823a3634 Oct 04 20:59:44.995405 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-33813b36-ba65-42f0-9fd8-d78448477f37 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for security_group (6c4f54c4-2897-4ef4-a179-cba21ca5e154), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:45.126941 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-33813b36-ba65-42f0-9fd8-d78448477f37 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (6c4f54c4-2897-4ef4-a179-cba21ca5e154), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:45.183488 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:45.194567 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-51ca0734-d3ed-43d9-b667-fbf923d8f3a9 None None] Current status of the port 3a851044-f77e-497b-a2cb-b775823a3634 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:59:45.262839 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33813b36-ba65-42f0-9fd8-d78448477f37 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4f54c4-2897-4ef4-a179-cba21ca5e154,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:45.267950 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-51ca0734-d3ed-43d9-b667-fbf923d8f3a9 None None] Provisioning complete for port 8a7f64a6-2693-47bf-8fef-8342a0cc1841 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:59:45.268984 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-51ca0734-d3ed-43d9-b667-fbf923d8f3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (8a7f64a6-2693-47bf-8fef-8342a0cc1841), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:45.269825 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-51ca0734-d3ed-43d9-b667-fbf923d8f3a9 None None] Attempt 1 to provision port 8a7f64a6-2693-47bf-8fef-8342a0cc1841 Oct 04 20:59:45.370397 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67172ab4-f824-470b-9283-1af6f447845a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-1d875141-b1fc-4741-963e-9fb93997617b', 'network_id': '1d875141-b1fc-4741-963e-9fb93997617b', 'project_id': 'b0c85d506fb94c18954be47609cba122', 'fixed_ips': [{'subnet_id': '4e0f9132-635d-4c93-a474-fcb74c3e4a97'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:59:45.371929 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-67172ab4-f824-470b-9283-1af6f447845a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:45.416931 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-33813b36-ba65-42f0-9fd8-d78448477f37 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:45.419857 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-33813b36-ba65-42f0-9fd8-d78448477f37 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7918692 Oct 04 20:59:45.424958 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51786) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:45.436546 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-fa3c3825-7a3c-49db-a507-5054f36d406c tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Request body: {'security_group': {'name': 'tempest-secgroup-1334228646'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:59:45.469704 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-51ca0734-d3ed-43d9-b667-fbf923d8f3a9 None None] Port 8a7f64a6-2693-47bf-8fef-8342a0cc1841 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:59:45.608302 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:45.622881 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d2e88fad-053d-4c01-b7a0-ec25cbe50489 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:45.663258 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fa3c3825-7a3c-49db-a507-5054f36d406c tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:45.670112 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c549d76c-5000-46a0-b359-7cd60fae9220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:45.880356 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6b5cf4-da00-40bd-909a-63782a672675 None None] Update dhcp port {'port': {'network_id': '1ccea25a-43ce-4ba7-9f56-f96df17f296b', 'fixed_ips': [{'subnet_id': '5e4ad733-ce9c-46c2-9406-1257b3bb99be', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '0a0e970c-6f89-4a42-bbe6-e521bb1d2d0a'}], 'binding:host_id': 'n-d-852085-12'}, 'id': '3a851044-f77e-497b-a2cb-b775823a3634'} from n-d-852085-12. {{(pid=108171) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 04 20:59:45.909794 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fa3c3825-7a3c-49db-a507-5054f36d406c tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for security_group (c6563bdd-9936-4666-b9bc-ca5f255644c6), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:45.981235 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fa3c3825-7a3c-49db-a507-5054f36d406c tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (c6563bdd-9936-4666-b9bc-ca5f255644c6), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:45.989611 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6c6b5cf4-da00-40bd-909a-63782a672675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (3a851044-f77e-497b-a2cb-b775823a3634), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:46.019961 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-67172ab4-f824-470b-9283-1af6f447845a None None] Allocated IP 2001:db8::2 (1d875141-b1fc-4741-963e-9fb93997617b/4e0f9132-635d-4c93-a474-fcb74c3e4a97/51e81a00-c433-4caa-b78b-7d971c8d874c) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:59:46.064865 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3c3825-7a3c-49db-a507-5054f36d406c tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6563bdd-9936-4666-b9bc-ca5f255644c6,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:46.142591 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fa3c3825-7a3c-49db-a507-5054f36d406c tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:46.142591 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-fa3c3825-7a3c-49db-a507-5054f36d406c tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7144296 Oct 04 20:59:46.145988 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51796) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:46.157505 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-e6baa3c6-076d-459c-ae13-f2707d4379e7 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Request body: {'security_group': {'name': 'tempest-secgroup-156625654'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:59:46.203562 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:46.334671 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e6baa3c6-076d-459c-ae13-f2707d4379e7 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:46.393067 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:46.587465 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e6baa3c6-076d-459c-ae13-f2707d4379e7 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for security_group (b309253c-fc16-4b0b-bf33-6813cb620298), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:46.695851 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e6baa3c6-076d-459c-ae13-f2707d4379e7 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (b309253c-fc16-4b0b-bf33-6813cb620298), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:46.737447 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:46.780248 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6baa3c6-076d-459c-ae13-f2707d4379e7 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b309253c-fc16-4b0b-bf33-6813cb620298,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:46.812783 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-6c6b5cf4-da00-40bd-909a-63782a672675 None None] Allocated IP 2001:db8::2 (1ccea25a-43ce-4ba7-9f56-f96df17f296b/0a0e970c-6f89-4a42-bbe6-e521bb1d2d0a/3a851044-f77e-497b-a2cb-b775823a3634) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:59:46.868400 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-67172ab4-f824-470b-9283-1af6f447845a None None] Publish callbacks [] for port (51e81a00-c433-4caa-b78b-7d971c8d874c), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:46.985192 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e6baa3c6-076d-459c-ae13-f2707d4379e7 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:46.992125 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 51806) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:46.993009 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-e6baa3c6-076d-459c-ae13-f2707d4379e7 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8434777 Oct 04 20:59:47.001610 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-1073cc1f-1481-41f8-88a2-dde5e2a41b50 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1501880652', 'security_groups': ['b309253c-fc16-4b0b-bf33-6813cb620298'], 'network_id': '1ccea25a-43ce-4ba7-9f56-f96df17f296b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0a0e970c-6f89-4a42-bbe6-e521bb1d2d0a'}]}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:59:47.032178 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-67172ab4-f824-470b-9283-1af6f447845a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (51e81a00-c433-4caa-b78b-7d971c8d874c), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:47.082395 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-6c6b5cf4-da00-40bd-909a-63782a672675 None None] For port 3a851044-f77e-497b-a2cb-b775823a3634, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=3a851044-f77e-497b-a2cb-b775823a3634,segment=NetworkSegment(2aeeaa91-6ee3-4abd-b07e-c28198bbcbe7),segment_id=2aeeaa91-6ee3-4abd-b07e-c28198bbcbe7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:59:47.166696 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-d2e88fad-053d-4c01-b7a0-ec25cbe50489 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Allocated IP 2001:db8::1 (1d875141-b1fc-4741-963e-9fb93997617b/4e0f9132-635d-4c93-a474-fcb74c3e4a97/1ee087d7-9aa1-4322-8516-62c0e9228b10) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:59:47.194819 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67172ab4-f824-470b-9283-1af6f447845a None None] Network 1d875141-b1fc-4741-963e-9fb93997617b is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:59:47.211272 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-67172ab4-f824-470b-9283-1af6f447845a None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:59:47.224919 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67172ab4-f824-470b-9283-1af6f447845a None None] Pushing event updated for resources: {'Port': ['ID=51e81a00-c433-4caa-b78b-7d971c8d874c,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:47.232796 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67172ab4-f824-470b-9283-1af6f447845a None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:59:47.246006 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6c6b5cf4-da00-40bd-909a-63782a672675 None None] Publish callbacks [] for port (3a851044-f77e-497b-a2cb-b775823a3634), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:47.373158 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6c6b5cf4-da00-40bd-909a-63782a672675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (3a851044-f77e-497b-a2cb-b775823a3634), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:47.453724 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d5085e0e-efa9-4984-bed5-bf4cb7183af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:47.457020 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-67172ab4-f824-470b-9283-1af6f447845a None None] Attempting to bind port 51e81a00-c433-4caa-b78b-7d971c8d874c on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:59:47.458106 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-67172ab4-f824-470b-9283-1af6f447845a None None] Attempting to bind port 51e81a00-c433-4caa-b78b-7d971c8d874c by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '0dd0b6b6-080a-4551-9471-2c420582de36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '1d875141-b1fc-4741-963e-9fb93997617b'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:59:47.459652 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67172ab4-f824-470b-9283-1af6f447845a None None] Attempting to bind port 51e81a00-c433-4caa-b78b-7d971c8d874c on network 1d875141-b1fc-4741-963e-9fb93997617b {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:59:47.560394 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d2e88fad-053d-4c01-b7a0-ec25cbe50489 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for port (1ee087d7-9aa1-4322-8516-62c0e9228b10), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:47.581178 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:47.623684 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6b5cf4-da00-40bd-909a-63782a672675 None None] Pushing event updated for resources: {'Port': ['ID=3a851044-f77e-497b-a2cb-b775823a3634,revision_number=6']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:47.649812 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1073cc1f-1481-41f8-88a2-dde5e2a41b50 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Made reservation on behalf of 6c1d2c9709a94cf691cb05145eeb8e23 for: {'port': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:59:47.684419 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67172ab4-f824-470b-9283-1af6f447845a None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:59:47.685354 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67172ab4-f824-470b-9283-1af6f447845a None None] Checking segment: {'id': '0dd0b6b6-080a-4551-9471-2c420582de36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '1d875141-b1fc-4741-963e-9fb93997617b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:59:47.686114 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-67172ab4-f824-470b-9283-1af6f447845a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:47.687267 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67172ab4-f824-470b-9283-1af6f447845a None None] Bound using segment: {'id': '0dd0b6b6-080a-4551-9471-2c420582de36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '1d875141-b1fc-4741-963e-9fb93997617b'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:59:47.688110 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-67172ab4-f824-470b-9283-1af6f447845a None None] Bound port: 51e81a00-c433-4caa-b78b-7d971c8d874c, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dd0b6b6-080a-4551-9471-2c420582de36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '1d875141-b1fc-4741-963e-9fb93997617b'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:59:47.688932 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-67172ab4-f824-470b-9283-1af6f447845a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (51e81a00-c433-4caa-b78b-7d971c8d874c), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:47.801992 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d2e88fad-053d-4c01-b7a0-ec25cbe50489 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (1ee087d7-9aa1-4322-8516-62c0e9228b10), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:47.806793 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-67172ab4-f824-470b-9283-1af6f447845a None None] For port 51e81a00-c433-4caa-b78b-7d971c8d874c, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:59:47.814293 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-67172ab4-f824-470b-9283-1af6f447845a None None] For port 51e81a00-c433-4caa-b78b-7d971c8d874c, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=51e81a00-c433-4caa-b78b-7d971c8d874c,segment=NetworkSegment(0dd0b6b6-080a-4551-9471-2c420582de36),segment_id=0dd0b6b6-080a-4551-9471-2c420582de36)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:59:47.945010 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e88fad-053d-4c01-b7a0-ec25cbe50489 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Network 1d875141-b1fc-4741-963e-9fb93997617b is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:59:47.949801 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-67172ab4-f824-470b-9283-1af6f447845a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (51e81a00-c433-4caa-b78b-7d971c8d874c), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:47.956240 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=14 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:48.023424 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-d2e88fad-053d-4c01-b7a0-ec25cbe50489 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:59:48.029831 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e88fad-053d-4c01-b7a0-ec25cbe50489 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:59:48.031410 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d2e88fad-053d-4c01-b7a0-ec25cbe50489 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (8284feae-dc55-446e-92cb-984255740508), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:48.092720 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67172ab4-f824-470b-9283-1af6f447845a None None] Pushing event updated for resources: {'Port': ['ID=51e81a00-c433-4caa-b78b-7d971c8d874c,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:48.099436 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:48.156591 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1073cc1f-1481-41f8-88a2-dde5e2a41b50 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:48.206927 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e88fad-053d-4c01-b7a0-ec25cbe50489 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event updated for resources: {'Port': ['ID=1ee087d7-9aa1-4322-8516-62c0e9228b10,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:48.225633 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [None req-1073cc1f-1481-41f8-88a2-dde5e2a41b50 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] device_id is not set on port ce162e69-da2a-40c8-9ed8-085b4c30451b yet. {{(pid=108169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 20:59:48.243083 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e88fad-053d-4c01-b7a0-ec25cbe50489 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:59:48.243545 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e88fad-053d-4c01-b7a0-ec25cbe50489 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:59:48.244119 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e88fad-053d-4c01-b7a0-ec25cbe50489 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:59:48.244698 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e88fad-053d-4c01-b7a0-ec25cbe50489 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:59:48.245254 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e88fad-053d-4c01-b7a0-ec25cbe50489 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:59:48.246067 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e88fad-053d-4c01-b7a0-ec25cbe50489 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:59:48.246354 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e88fad-053d-4c01-b7a0-ec25cbe50489 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:59:48.246910 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e88fad-053d-4c01-b7a0-ec25cbe50489 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:59:48.252936 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e88fad-053d-4c01-b7a0-ec25cbe50489 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:59:48.252936 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e88fad-053d-4c01-b7a0-ec25cbe50489 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:59:48.252936 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e88fad-053d-4c01-b7a0-ec25cbe50489 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:59:48.253529 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e88fad-053d-4c01-b7a0-ec25cbe50489 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:59:48.254114 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e88fad-053d-4c01-b7a0-ec25cbe50489 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:59:48.254703 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e88fad-053d-4c01-b7a0-ec25cbe50489 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:59:48.258130 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e88fad-053d-4c01-b7a0-ec25cbe50489 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:59:48.700586 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 3a851044-f77e-497b-a2cb-b775823a3634 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:59:48.856438 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 3a851044-f77e-497b-a2cb-b775823a3634 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:59:48.856768 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (3a851044-f77e-497b-a2cb-b775823a3634), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:48.857475 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 3a851044-f77e-497b-a2cb-b775823a3634 Oct 04 20:59:48.924040 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-1073cc1f-1481-41f8-88a2-dde5e2a41b50 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Allocated IP 2001:db8::341 (1ccea25a-43ce-4ba7-9f56-f96df17f296b/0a0e970c-6f89-4a42-bbe6-e521bb1d2d0a/ce162e69-da2a-40c8-9ed8-085b4c30451b) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:59:49.006529 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 3a851044-f77e-497b-a2cb-b775823a3634 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:59:49.049369 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d2e88fad-053d-4c01-b7a0-ec25cbe50489 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (1ee087d7-9aa1-4322-8516-62c0e9228b10), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:49.251632 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-9f29b310-1437-4bf6-b335-76b14c641b2a None None] Provisioning complete for port 3a851044-f77e-497b-a2cb-b775823a3634 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:59:49.252858 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9f29b310-1437-4bf6-b335-76b14c641b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (3a851044-f77e-497b-a2cb-b775823a3634), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:49.252858 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-9f29b310-1437-4bf6-b335-76b14c641b2a None None] Attempt 1 to provision port 3a851044-f77e-497b-a2cb-b775823a3634 Oct 04 20:59:49.470092 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:49.484771 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-9f29b310-1437-4bf6-b335-76b14c641b2a None None] Current status of the port 3a851044-f77e-497b-a2cb-b775823a3634 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:59:49.503706 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-9f29b310-1437-4bf6-b335-76b14c641b2a None None] Provisioning complete for port 8a7f64a6-2693-47bf-8fef-8342a0cc1841 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:59:49.504349 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9f29b310-1437-4bf6-b335-76b14c641b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (8a7f64a6-2693-47bf-8fef-8342a0cc1841), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:49.505935 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-9f29b310-1437-4bf6-b335-76b14c641b2a None None] Attempt 1 to provision port 8a7f64a6-2693-47bf-8fef-8342a0cc1841 Oct 04 20:59:49.560878 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:49.579572 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-9f29b310-1437-4bf6-b335-76b14c641b2a None None] Port 8a7f64a6-2693-47bf-8fef-8342a0cc1841 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:59:49.651645 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1073cc1f-1481-41f8-88a2-dde5e2a41b50 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for port (ce162e69-da2a-40c8-9ed8-085b4c30451b), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:49.795180 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:49.864996 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d2e88fad-053d-4c01-b7a0-ec25cbe50489 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for port (1ee087d7-9aa1-4322-8516-62c0e9228b10), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:49.897444 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1073cc1f-1481-41f8-88a2-dde5e2a41b50 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (ce162e69-da2a-40c8-9ed8-085b4c30451b), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:49.991508 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d2e88fad-053d-4c01-b7a0-ec25cbe50489 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (1ee087d7-9aa1-4322-8516-62c0e9228b10), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:49.992935 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d2e88fad-053d-4c01-b7a0-ec25cbe50489 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (8284feae-dc55-446e-92cb-984255740508), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:50.052549 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1073cc1f-1481-41f8-88a2-dde5e2a41b50 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Network 1ccea25a-43ce-4ba7-9f56-f96df17f296b is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:59:50.096593 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-1073cc1f-1481-41f8-88a2-dde5e2a41b50 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:59:50.101064 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1073cc1f-1481-41f8-88a2-dde5e2a41b50 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:59:50.108439 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da4b1b9-ada0-4645-b64c-15a61ee1f1d7 None None] Network 1d875141-b1fc-4741-963e-9fb93997617b requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:59:50.112360 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1073cc1f-1481-41f8-88a2-dde5e2a41b50 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:59:50.113602 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1073cc1f-1481-41f8-88a2-dde5e2a41b50 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:50.233372 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1073cc1f-1481-41f8-88a2-dde5e2a41b50 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event updated for resources: {'Port': ['ID=ce162e69-da2a-40c8-9ed8-085b4c30451b,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:50.274661 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:50.327837 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-56a3dc62-e677-4af0-a453-790f2ac5701d None None] Provisioning complete for port 51e81a00-c433-4caa-b78b-7d971c8d874c triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:59:50.328800 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-56a3dc62-e677-4af0-a453-790f2ac5701d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (51e81a00-c433-4caa-b78b-7d971c8d874c), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:50.329523 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-56a3dc62-e677-4af0-a453-790f2ac5701d None None] Attempt 1 to provision port 51e81a00-c433-4caa-b78b-7d971c8d874c Oct 04 20:59:50.405230 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-1073cc1f-1481-41f8-88a2-dde5e2a41b50 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4065583 Oct 04 20:59:50.408076 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51838) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:50.426365 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-a21d0ace-5f11-47c7-8581-de68e5c45fae tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Request body: {'subnet': {'network_id': '1ccea25a-43ce-4ba7-9f56-f96df17f296b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:59:50.452127 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e88fad-053d-4c01-b7a0-ec25cbe50489 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event updated for resources: {'Port': ['ID=1ee087d7-9aa1-4322-8516-62c0e9228b10,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:50.593640 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e88fad-053d-4c01-b7a0-ec25cbe50489 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Network 1d875141-b1fc-4741-963e-9fb93997617b is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:59:50.606608 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-d2e88fad-053d-4c01-b7a0-ec25cbe50489 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:59:50.716391 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-56a3dc62-e677-4af0-a453-790f2ac5701d None None] Current status of the port 51e81a00-c433-4caa-b78b-7d971c8d874c is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:59:50.718079 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-56a3dc62-e677-4af0-a453-790f2ac5701d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (51e81a00-c433-4caa-b78b-7d971c8d874c), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:50.727277 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 51e81a00-c433-4caa-b78b-7d971c8d874c up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:59:50.998792 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-56a3dc62-e677-4af0-a453-790f2ac5701d None None] For port 51e81a00-c433-4caa-b78b-7d971c8d874c, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=51e81a00-c433-4caa-b78b-7d971c8d874c,segment=NetworkSegment(0dd0b6b6-080a-4551-9471-2c420582de36),segment_id=0dd0b6b6-080a-4551-9471-2c420582de36)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:59:51.028516 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 51e81a00-c433-4caa-b78b-7d971c8d874c triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:59:51.029157 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (51e81a00-c433-4caa-b78b-7d971c8d874c), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:51.029753 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 51e81a00-c433-4caa-b78b-7d971c8d874c Oct 04 20:59:51.147869 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a21d0ace-5f11-47c7-8581-de68e5c45fae tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Made reservation on behalf of 6c1d2c9709a94cf691cb05145eeb8e23 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:59:51.148172 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e88fad-053d-4c01-b7a0-ec25cbe50489 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Router 8284feae-dc55-446e-92cb-984255740508 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 20:59:51.156023 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:51.160004 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a21d0ace-5f11-47c7-8581-de68e5c45fae tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:51.174154 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-56a3dc62-e677-4af0-a453-790f2ac5701d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (51e81a00-c433-4caa-b78b-7d971c8d874c), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:51.265051 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:51.290146 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 51e81a00-c433-4caa-b78b-7d971c8d874c is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:59:51.291268 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (51e81a00-c433-4caa-b78b-7d971c8d874c), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:51.469921 n-d-852085-12 neutron-server[108170]: INFO neutron.db.ipam_backend_mixin [None req-a21d0ace-5f11-47c7-8581-de68e5c45fae tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0a0e970c-6f89-4a42-bbe6-e521bb1d2d0a (CIDR: 2001:db8::/64) Oct 04 20:59:51.488741 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-762406b4-1779-4e55-ac6e-8110ad132542 None None] Provisioning complete for port ce162e69-da2a-40c8-9ed8-085b4c30451b triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:59:51.489116 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-762406b4-1779-4e55-ac6e-8110ad132542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (ce162e69-da2a-40c8-9ed8-085b4c30451b), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:51.489516 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-762406b4-1779-4e55-ac6e-8110ad132542 None None] Attempt 1 to provision port ce162e69-da2a-40c8-9ed8-085b4c30451b Oct 04 20:59:51.502380 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51848) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:51.534884 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e88fad-053d-4c01-b7a0-ec25cbe50489 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 20:59:51.542315 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-a21d0ace-5f11-47c7-8581-de68e5c45fae tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 20:59:51.543035 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a21d0ace-5f11-47c7-8581-de68e5c45fae tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 20:59:51.546719 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d2e88fad-053d-4c01-b7a0-ec25cbe50489 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "PUT /networking/v2.0/routers/8284feae-dc55-446e-92cb-984255740508/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6605649 Oct 04 20:59:51.550737 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 51854) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:51.557500 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457c17dc-ebd0-49f7-8fb9-077cd0030e7b None None] Sync routers for ids ['8284feae-dc55-446e-92cb-984255740508'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 20:59:51.581688 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-4674dcc4-81f6-4765-9308-125b5cbbd041 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-189180050'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:59:51.598844 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457c17dc-ebd0-49f7-8fb9-077cd0030e7b None None] Routers {'8284feae-dc55-446e-92cb-984255740508'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:59:51.601243 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-457c17dc-ebd0-49f7-8fb9-077cd0030e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:59:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['8284feae-dc55-446e-92cb-984255740508'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:59:51.633334 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-762406b4-1779-4e55-ac6e-8110ad132542 None None] Port ce162e69-da2a-40c8-9ed8-085b4c30451b cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:59:51.645788 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a3dc62-e677-4af0-a453-790f2ac5701d None None] Pushing event updated for resources: {'Port': ['ID=51e81a00-c433-4caa-b78b-7d971c8d874c,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:51.694913 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a21d0ace-5f11-47c7-8581-de68e5c45fae tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2824621 Oct 04 20:59:51.699000 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51858) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:51.710634 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-48410cb3-9cba-4600-8736-7132f0dcef1a tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Request body: {'subnet': {'network_id': '1ccea25a-43ce-4ba7-9f56-f96df17f296b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:59:51.838100 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4674dcc4-81f6-4765-9308-125b5cbbd041 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Made reservation on behalf of b0c85d506fb94c18954be47609cba122 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:59:51.844807 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:51.846335 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 20:59:51.847015 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 20:59:51.853994 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-1b8ff64d-4200-44d2-921e-9752ddd24b51 None None] Provisioning complete for port 1ee087d7-9aa1-4322-8516-62c0e9228b10 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:59:51.854797 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-1b8ff64d-4200-44d2-921e-9752ddd24b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (1ee087d7-9aa1-4322-8516-62c0e9228b10), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:51.855166 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4674dcc4-81f6-4765-9308-125b5cbbd041 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:51.855410 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-1b8ff64d-4200-44d2-921e-9752ddd24b51 None None] Attempt 1 to provision port 1ee087d7-9aa1-4322-8516-62c0e9228b10 Oct 04 20:59:51.956283 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4674dcc4-81f6-4765-9308-125b5cbbd041 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:59:51.981471 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4674dcc4-81f6-4765-9308-125b5cbbd041 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (ebbda1c8-dbf3-48b0-b63e-ea670c7e0cf9), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:51.982016 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-4674dcc4-81f6-4765-9308-125b5cbbd041 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Added segment ebbda1c8-dbf3-48b0-b63e-ea670c7e0cf9 of type vlan for network 86271f77-fd7c-4bab-b31a-3a694c6f44f5 Oct 04 20:59:51.983602 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-457c17dc-ebd0-49f7-8fb9-077cd0030e7b None None] Set router 8284feae-dc55-446e-92cb-984255740508 gateway port host: None {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:59:51.993372 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:52.036949 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-1b8ff64d-4200-44d2-921e-9752ddd24b51 None None] Port 1ee087d7-9aa1-4322-8516-62c0e9228b10 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:59:52.078512 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-1b8ff64d-4200-44d2-921e-9752ddd24b51 None None] Provisioning complete for port 51e81a00-c433-4caa-b78b-7d971c8d874c triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:59:52.080065 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-1b8ff64d-4200-44d2-921e-9752ddd24b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (51e81a00-c433-4caa-b78b-7d971c8d874c), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:52.081174 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-1b8ff64d-4200-44d2-921e-9752ddd24b51 None None] Attempt 1 to provision port 51e81a00-c433-4caa-b78b-7d971c8d874c Oct 04 20:59:52.193554 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4674dcc4-81f6-4765-9308-125b5cbbd041 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (86271f77-fd7c-4bab-b31a-3a694c6f44f5), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:52.285980 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-1b8ff64d-4200-44d2-921e-9752ddd24b51 None None] Current status of the port 51e81a00-c433-4caa-b78b-7d971c8d874c is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:59:52.286470 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48410cb3-9cba-4600-8736-7132f0dcef1a tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Made reservation on behalf of 6c1d2c9709a94cf691cb05145eeb8e23 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:59:52.296077 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-48410cb3-9cba-4600-8736-7132f0dcef1a tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:52.404125 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4674dcc4-81f6-4765-9308-125b5cbbd041 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (86271f77-fd7c-4bab-b31a-3a694c6f44f5), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:52.429724 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4674dcc4-81f6-4765-9308-125b5cbbd041 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:59:52.438829 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4674dcc4-81f6-4765-9308-125b5cbbd041 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:52.543878 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-ac910a31-a94f-48d5-9036-2c81a2393203 None None] Provisioning complete for port 1ee087d7-9aa1-4322-8516-62c0e9228b10 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:59:52.544763 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ac910a31-a94f-48d5-9036-2c81a2393203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (1ee087d7-9aa1-4322-8516-62c0e9228b10), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:52.545290 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-ac910a31-a94f-48d5-9036-2c81a2393203 None None] Attempt 1 to provision port 1ee087d7-9aa1-4322-8516-62c0e9228b10 Oct 04 20:59:52.578425 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-457c17dc-ebd0-49f7-8fb9-077cd0030e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8284feae-dc55-446e-92cb-984255740508', 'name': 'tempest-RoutersIpV6Test-router-2036952622', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:59:42Z', 'updated_at': '2022-10-04T20:59:48Z', 'revision_number': 2, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'gw_port_host': None, '_interfaces': [{'id': '1ee087d7-9aa1-4322-8516-62c0e9228b10', 'name': '', 'network_id': '1d875141-b1fc-4741-963e-9fb93997617b', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'mac_address': 'fa:16:3e:42:b7:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8284feae-dc55-446e-92cb-984255740508', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '4e0f9132-635d-4c93-a474-fcb74c3e4a97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:59:46Z', 'updated_at': '2022-10-04T20:59:49Z', 'revision_number': 2, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'subnets': [{'id': '4e0f9132-635d-4c93-a474-fcb74c3e4a97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:59:52.640920 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:52.660274 n-d-852085-12 neutron-server[108170]: INFO neutron.db.ipam_backend_mixin [None req-48410cb3-9cba-4600-8736-7132f0dcef1a tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 5e4ad733-ce9c-46c2-9406-1257b3bb99be (CIDR: 2001:db8:0:1::/64) Oct 04 20:59:52.664074 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 51e81a00-c433-4caa-b78b-7d971c8d874c is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:59:52.694265 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-ac910a31-a94f-48d5-9036-2c81a2393203 None None] Port 1ee087d7-9aa1-4322-8516-62c0e9228b10 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:59:52.715211 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-48410cb3-9cba-4600-8736-7132f0dcef1a tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 20:59:52.716675 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48410cb3-9cba-4600-8736-7132f0dcef1a tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 20:59:52.779066 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:52.788902 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4674dcc4-81f6-4765-9308-125b5cbbd041 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event updated for resources: {'Network': ['ID=86271f77-fd7c-4bab-b31a-3a694c6f44f5,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:52.820290 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 86271f77-fd7c-4bab-b31a-3a694c6f44f5 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:59:52.839185 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51868) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:52.848850 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-4674dcc4-81f6-4765-9308-125b5cbbd041 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2932124 Oct 04 20:59:52.853994 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-7f43f1a4-bc7d-45bd-bcff-957c5a23dd51 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Request body: {'subnet': {'network_id': '86271f77-fd7c-4bab-b31a-3a694c6f44f5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:59:52.945995 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457c17dc-ebd0-49f7-8fb9-077cd0030e7b None None] Checking router: 8284feae-dc55-446e-92cb-984255740508 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 20:59:52.950659 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457c17dc-ebd0-49f7-8fb9-077cd0030e7b None None] Updating router 8284feae-dc55-446e-92cb-984255740508 port 1ee087d7-9aa1-4322-8516-62c0e9228b10 binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 20:59:52.953666 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 51e81a00-c433-4caa-b78b-7d971c8d874c up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:59:52.967720 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-48410cb3-9cba-4600-8736-7132f0dcef1a tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.2666388 Oct 04 20:59:52.973276 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 51870) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:52.986025 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-db7bdb76-a9b8-432c-ae0d-7893720724a8 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Request body: {'subnet': {'network_id': '1ccea25a-43ce-4ba7-9f56-f96df17f296b', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:59:53.012643 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-457c17dc-ebd0-49f7-8fb9-077cd0030e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (1ee087d7-9aa1-4322-8516-62c0e9228b10), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:53.135785 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-aaf61dd2-9c34-41ff-b28b-9f1966d751c8 None None] Provisioning complete for port 1ee087d7-9aa1-4322-8516-62c0e9228b10 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:59:53.137558 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-aaf61dd2-9c34-41ff-b28b-9f1966d751c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (1ee087d7-9aa1-4322-8516-62c0e9228b10), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:53.138170 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-aaf61dd2-9c34-41ff-b28b-9f1966d751c8 None None] Attempt 1 to provision port 1ee087d7-9aa1-4322-8516-62c0e9228b10 Oct 04 20:59:53.237608 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 51e81a00-c433-4caa-b78b-7d971c8d874c triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:59:53.239019 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (51e81a00-c433-4caa-b78b-7d971c8d874c), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:53.239293 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 51e81a00-c433-4caa-b78b-7d971c8d874c Oct 04 20:59:53.315393 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-aaf61dd2-9c34-41ff-b28b-9f1966d751c8 None None] Port 1ee087d7-9aa1-4322-8516-62c0e9228b10 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 20:59:53.342565 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f43f1a4-bc7d-45bd-bcff-957c5a23dd51 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Made reservation on behalf of b0c85d506fb94c18954be47609cba122 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:59:53.359258 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7f43f1a4-bc7d-45bd-bcff-957c5a23dd51 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:53.450208 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 51e81a00-c433-4caa-b78b-7d971c8d874c is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:59:53.574752 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-818c7693-1a9d-4adb-bc61-bede5ba834fa tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-412491627', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:59:53.763554 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db7bdb76-a9b8-432c-ae0d-7893720724a8 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Made reservation on behalf of 6c1d2c9709a94cf691cb05145eeb8e23 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:59:53.772019 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-db7bdb76-a9b8-432c-ae0d-7893720724a8 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:53.776667 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:53.824073 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-818c7693-1a9d-4adb-bc61-bede5ba834fa tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (06ce37d7-dfb4-49bf-8c24-9e76d8a8f23d), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:53.826157 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-818c7693-1a9d-4adb-bc61-bede5ba834fa tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (06ce37d7-dfb4-49bf-8c24-9e76d8a8f23d), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:53.877426 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-457c17dc-ebd0-49f7-8fb9-077cd0030e7b None None] Publish callbacks [] for port (1ee087d7-9aa1-4322-8516-62c0e9228b10), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:54.015550 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-818c7693-1a9d-4adb-bc61-bede5ba834fa tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks [] for router_controller (06ce37d7-dfb4-49bf-8c24-9e76d8a8f23d), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:54.038272 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-457c17dc-ebd0-49f7-8fb9-077cd0030e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (1ee087d7-9aa1-4322-8516-62c0e9228b10), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:54.072917 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7f43f1a4-bc7d-45bd-bcff-957c5a23dd51 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (a85a1c7c-a779-40a8-806d-b6b915727979), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:54.153196 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-818c7693-1a9d-4adb-bc61-bede5ba834fa tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (06ce37d7-dfb4-49bf-8c24-9e76d8a8f23d), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:54.218622 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f43f1a4-bc7d-45bd-bcff-957c5a23dd51 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event updated for resources: {'Subnet': ['ID=a85a1c7c-a779-40a8-806d-b6b915727979,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:54.241515 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f43f1a4-bc7d-45bd-bcff-957c5a23dd51 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Checking segment: {'id': 'ebbda1c8-dbf3-48b0-b63e-ea670c7e0cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '86271f77-fd7c-4bab-b31a-3a694c6f44f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:59:54.244259 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f43f1a4-bc7d-45bd-bcff-957c5a23dd51 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Network hostable DHCP agents. Network: 86271f77-fd7c-4bab-b31a-3a694c6f44f5, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:59:54.263766 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55367137-2562-4823-bc9f-1b75c23fe9d1 None None] Pushing event updated for resources: {'Port': ['ID=1ee087d7-9aa1-4322-8516-62c0e9228b10,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:54.278290 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-457c17dc-ebd0-49f7-8fb9-077cd0030e7b None None] Attempting to bind port 1ee087d7-9aa1-4322-8516-62c0e9228b10 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:59:54.278904 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-457c17dc-ebd0-49f7-8fb9-077cd0030e7b None None] Attempting to bind port 1ee087d7-9aa1-4322-8516-62c0e9228b10 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '0dd0b6b6-080a-4551-9471-2c420582de36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '1d875141-b1fc-4741-963e-9fb93997617b'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:59:54.279593 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457c17dc-ebd0-49f7-8fb9-077cd0030e7b None None] Attempting to bind port 1ee087d7-9aa1-4322-8516-62c0e9228b10 on network 1d875141-b1fc-4741-963e-9fb93997617b {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:59:54.284964 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55367137-2562-4823-bc9f-1b75c23fe9d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:59:54.285431 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55367137-2562-4823-bc9f-1b75c23fe9d1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:59:54.286148 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55367137-2562-4823-bc9f-1b75c23fe9d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:59:54.286903 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55367137-2562-4823-bc9f-1b75c23fe9d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:59:54.287744 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55367137-2562-4823-bc9f-1b75c23fe9d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:59:54.288416 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55367137-2562-4823-bc9f-1b75c23fe9d1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:59:54.289299 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55367137-2562-4823-bc9f-1b75c23fe9d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:59:54.289999 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55367137-2562-4823-bc9f-1b75c23fe9d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:59:54.290822 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55367137-2562-4823-bc9f-1b75c23fe9d1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:59:54.291631 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55367137-2562-4823-bc9f-1b75c23fe9d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:59:54.292412 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55367137-2562-4823-bc9f-1b75c23fe9d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:59:54.293340 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55367137-2562-4823-bc9f-1b75c23fe9d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:59:54.294319 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55367137-2562-4823-bc9f-1b75c23fe9d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:59:54.295109 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55367137-2562-4823-bc9f-1b75c23fe9d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:59:54.296888 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55367137-2562-4823-bc9f-1b75c23fe9d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 20:59:54.387212 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-818c7693-1a9d-4adb-bc61-bede5ba834fa tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:54.394435 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-818c7693-1a9d-4adb-bc61-bede5ba834fa tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 711 time: 2.8853581 Oct 04 20:59:54.394709 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51882) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:54.406581 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-4876a550-207c-42cd-9854-0c3cac5455d2 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-722669870'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:59:54.426846 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f43f1a4-bc7d-45bd-bcff-957c5a23dd51 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Network 86271f77-fd7c-4bab-b31a-3a694c6f44f5 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:59:54.433575 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457c17dc-ebd0-49f7-8fb9-077cd0030e7b None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:59:54.435096 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457c17dc-ebd0-49f7-8fb9-077cd0030e7b None None] Checking segment: {'id': '0dd0b6b6-080a-4551-9471-2c420582de36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '1d875141-b1fc-4741-963e-9fb93997617b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:59:54.436657 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-457c17dc-ebd0-49f7-8fb9-077cd0030e7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:54.437773 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457c17dc-ebd0-49f7-8fb9-077cd0030e7b None None] Bound using segment: {'id': '0dd0b6b6-080a-4551-9471-2c420582de36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '1d875141-b1fc-4741-963e-9fb93997617b'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:59:54.439087 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-457c17dc-ebd0-49f7-8fb9-077cd0030e7b None None] Bound port: 1ee087d7-9aa1-4322-8516-62c0e9228b10, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dd0b6b6-080a-4551-9471-2c420582de36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '1d875141-b1fc-4741-963e-9fb93997617b'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:59:54.440237 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-457c17dc-ebd0-49f7-8fb9-077cd0030e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (1ee087d7-9aa1-4322-8516-62c0e9228b10), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:54.541334 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:54.633462 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-db7bdb76-a9b8-432c-ae0d-7893720724a8 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (192bf1d9-4229-4dcb-b85a-57cb51de532f), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:54.633751 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-7f43f1a4-bc7d-45bd-bcff-957c5a23dd51 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 86271f77-fd7c-4bab-b31a-3a694c6f44f5) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:59:54.654025 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f43f1a4-bc7d-45bd-bcff-957c5a23dd51 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:59:54.655387 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7f43f1a4-bc7d-45bd-bcff-957c5a23dd51 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:54.657251 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d731b3-b4be-45b4-86f1-77410b6167ea None None] Network 86271f77-fd7c-4bab-b31a-3a694c6f44f5 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:59:54.674727 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4876a550-207c-42cd-9854-0c3cac5455d2 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Made reservation on behalf of 6f835a04a6144c6498f0ac2e720dd347 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:59:54.676601 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-457c17dc-ebd0-49f7-8fb9-077cd0030e7b None None] For port 1ee087d7-9aa1-4322-8516-62c0e9228b10, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:59:54.681650 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4876a550-207c-42cd-9854-0c3cac5455d2 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:54.688533 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-457c17dc-ebd0-49f7-8fb9-077cd0030e7b None None] For port 1ee087d7-9aa1-4322-8516-62c0e9228b10, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=1ee087d7-9aa1-4322-8516-62c0e9228b10,segment=NetworkSegment(0dd0b6b6-080a-4551-9471-2c420582de36),segment_id=0dd0b6b6-080a-4551-9471-2c420582de36)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:59:54.720791 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4876a550-207c-42cd-9854-0c3cac5455d2 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:54.765281 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:54.767434 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7bdb76-a9b8-432c-ae0d-7893720724a8 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event updated for resources: {'Subnet': ['ID=192bf1d9-4229-4dcb-b85a-57cb51de532f,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:54.818260 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7bdb76-a9b8-432c-ae0d-7893720724a8 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Network 1ccea25a-43ce-4ba7-9f56-f96df17f296b is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:59:54.824335 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-457c17dc-ebd0-49f7-8fb9-077cd0030e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (1ee087d7-9aa1-4322-8516-62c0e9228b10), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:54.829736 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:54.839024 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-db7bdb76-a9b8-432c-ae0d-7893720724a8 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:59:54.842056 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-7f43f1a4-bc7d-45bd-bcff-957c5a23dd51 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9996967 Oct 04 20:59:54.846378 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51890) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:54.857074 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7bdb76-a9b8-432c-ae0d-7893720724a8 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:59:54.858662 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-db7bdb76-a9b8-432c-ae0d-7893720724a8 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:54.994272 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:54.996590 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55367137-2562-4823-bc9f-1b75c23fe9d1 None None] Pushing event updated for resources: {'Port': ['ID=1ee087d7-9aa1-4322-8516-62c0e9228b10,revision_number=4']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:55.018873 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51894) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:55.023589 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-db7bdb76-a9b8-432c-ae0d-7893720724a8 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.0396314 Oct 04 20:59:55.027559 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-a9f84c8e-ab2a-4cba-b40c-3cb1de3b8b2d tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1193073786', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '192bf1d9-4229-4dcb-b85a-57cb51de532f'}], 'security_groups': ['6c4f54c4-2897-4ef4-a179-cba21ca5e154', 'c6563bdd-9936-4666-b9bc-ca5f255644c6']}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:59:55.033977 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457c17dc-ebd0-49f7-8fb9-077cd0030e7b None None] Routers {'8284feae-dc55-446e-92cb-984255740508'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 20:59:55.036279 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-457c17dc-ebd0-49f7-8fb9-077cd0030e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:59:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['8284feae-dc55-446e-92cb-984255740508'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:59:55.123484 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4876a550-207c-42cd-9854-0c3cac5455d2 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks [] for security_group (28c826a2-03b6-402e-8337-97d4e76a351b), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:55.292195 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf1527c-87c3-48f7-b508-89ac4159fce9 None None] Network 1ccea25a-43ce-4ba7-9f56-f96df17f296b requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:59:55.305901 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-457c17dc-ebd0-49f7-8fb9-077cd0030e7b None None] Set router 8284feae-dc55-446e-92cb-984255740508 gateway port host: None {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 20:59:55.317664 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4876a550-207c-42cd-9854-0c3cac5455d2 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (28c826a2-03b6-402e-8337-97d4e76a351b), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:55.339735 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4876a550-207c-42cd-9854-0c3cac5455d2 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:59:55.359092 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4876a550-207c-42cd-9854-0c3cac5455d2 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (2317398d-43fb-4139-a380-421813d44357), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:55.359754 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-4876a550-207c-42cd-9854-0c3cac5455d2 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Added segment 2317398d-43fb-4139-a380-421813d44357 of type vlan for network 3193d785-0fee-4ee5-985c-e9a36e566af5 Oct 04 20:59:55.441984 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4876a550-207c-42cd-9854-0c3cac5455d2 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (3193d785-0fee-4ee5-985c-e9a36e566af5), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:55.652993 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58b504d-924c-44d9-8d89-d04efeaf15b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-86271f77-fd7c-4bab-b31a-3a694c6f44f5', 'network_id': '86271f77-fd7c-4bab-b31a-3a694c6f44f5', 'project_id': 'b0c85d506fb94c18954be47609cba122', 'fixed_ips': [{'subnet_id': 'a85a1c7c-a779-40a8-806d-b6b915727979'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:59:55.656033 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a58b504d-924c-44d9-8d89-d04efeaf15b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:55.662915 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:55.900917 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-457c17dc-ebd0-49f7-8fb9-077cd0030e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8284feae-dc55-446e-92cb-984255740508', 'name': 'tempest-RoutersIpV6Test-router-2036952622', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:59:42Z', 'updated_at': '2022-10-04T20:59:48Z', 'revision_number': 2, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'gw_port_host': None, '_interfaces': [{'id': '1ee087d7-9aa1-4322-8516-62c0e9228b10', 'name': '', 'network_id': '1d875141-b1fc-4741-963e-9fb93997617b', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'mac_address': 'fa:16:3e:42:b7:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8284feae-dc55-446e-92cb-984255740508', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '4e0f9132-635d-4c93-a474-fcb74c3e4a97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:59:46Z', 'updated_at': '2022-10-04T20:59:54Z', 'revision_number': 4, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'subnets': [{'id': '4e0f9132-635d-4c93-a474-fcb74c3e4a97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 20:59:55.998522 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a059bd-69bf-4987-8610-e90cc150edfc None None] Update dhcp port {'port': {'network_id': '1ccea25a-43ce-4ba7-9f56-f96df17f296b', 'fixed_ips': [{'subnet_id': '5e4ad733-ce9c-46c2-9406-1257b3bb99be', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '0a0e970c-6f89-4a42-bbe6-e521bb1d2d0a', 'ip_address': '2001:db8::2'}, {'subnet_id': '192bf1d9-4229-4dcb-b85a-57cb51de532f'}], 'binding:host_id': 'n-d-852085-12'}, 'id': '3a851044-f77e-497b-a2cb-b775823a3634'} from n-d-852085-12. {{(pid=108171) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 04 20:59:56.006562 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457c17dc-ebd0-49f7-8fb9-077cd0030e7b None None] The sync data for ids ['8284feae-dc55-446e-92cb-984255740508'] in n-d-852085-12 is: [{'id': '8284feae-dc55-446e-92cb-984255740508', 'name': 'tempest-RoutersIpV6Test-router-2036952622', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:59:42Z', 'updated_at': '2022-10-04T20:59:48Z', 'revision_number': 2, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'gw_port_host': None, '_interfaces': [{'id': '1ee087d7-9aa1-4322-8516-62c0e9228b10', 'name': '', 'network_id': '1d875141-b1fc-4741-963e-9fb93997617b', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'mac_address': 'fa:16:3e:42:b7:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8284feae-dc55-446e-92cb-984255740508', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '4e0f9132-635d-4c93-a474-fcb74c3e4a97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:59:46Z', 'updated_at': '2022-10-04T20:59:54Z', 'revision_number': 4, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'subnets': [{'id': '4e0f9132-635d-4c93-a474-fcb74c3e4a97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 20:59:56.096361 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-02a059bd-69bf-4987-8610-e90cc150edfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (3a851044-f77e-497b-a2cb-b775823a3634), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:56.103500 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-a58b504d-924c-44d9-8d89-d04efeaf15b9 None None] Allocated IP 2001:db8:1::2 (86271f77-fd7c-4bab-b31a-3a694c6f44f5/a85a1c7c-a779-40a8-806d-b6b915727979/bc606a43-76a2-465a-9425-9d6d92e8a7e2) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:59:56.418255 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:56.444435 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4876a550-207c-42cd-9854-0c3cac5455d2 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (3193d785-0fee-4ee5-985c-e9a36e566af5), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:56.464085 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4876a550-207c-42cd-9854-0c3cac5455d2 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:59:56.464085 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4876a550-207c-42cd-9854-0c3cac5455d2 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:56.475684 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:56.517318 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4876a550-207c-42cd-9854-0c3cac5455d2 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28c826a2-03b6-402e-8337-97d4e76a351b,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:56.741386 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a9f84c8e-ab2a-4cba-b40c-3cb1de3b8b2d tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (ce162e69-da2a-40c8-9ed8-085b4c30451b), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:56.810831 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4876a550-207c-42cd-9854-0c3cac5455d2 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.4143798 Oct 04 20:59:56.818504 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 51922) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:56.829633 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-13425f59-d7e7-44c0-af98-1109ad3002d9 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Request body: {'subnet': {'network_id': '3193d785-0fee-4ee5-985c-e9a36e566af5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:59:56.899974 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:56.999117 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 1ee087d7-9aa1-4322-8516-62c0e9228b10 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:59:57.129879 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-02a059bd-69bf-4987-8610-e90cc150edfc None None] Allocated IP 2001:db8:0:2::2 (1ccea25a-43ce-4ba7-9f56-f96df17f296b/192bf1d9-4229-4dcb-b85a-57cb51de532f/3a851044-f77e-497b-a2cb-b775823a3634) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:59:57.162092 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4876a550-207c-42cd-9854-0c3cac5455d2 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Pushing event updated for resources: {'Network': ['ID=3193d785-0fee-4ee5-985c-e9a36e566af5,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:57.185843 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a58b504d-924c-44d9-8d89-d04efeaf15b9 None None] Publish callbacks [] for port (bc606a43-76a2-465a-9425-9d6d92e8a7e2), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:57.205949 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 3193d785-0fee-4ee5-985c-e9a36e566af5 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 20:59:57.353932 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13425f59-d7e7-44c0-af98-1109ad3002d9 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Made reservation on behalf of 6f835a04a6144c6498f0ac2e720dd347 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:59:57.367319 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-13425f59-d7e7-44c0-af98-1109ad3002d9 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:57.511165 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a58b504d-924c-44d9-8d89-d04efeaf15b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (bc606a43-76a2-465a-9425-9d6d92e8a7e2), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:57.736200 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 1ee087d7-9aa1-4322-8516-62c0e9228b10 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:59:57.736835 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (1ee087d7-9aa1-4322-8516-62c0e9228b10), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:57.737661 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 1ee087d7-9aa1-4322-8516-62c0e9228b10 Oct 04 20:59:57.745728 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58b504d-924c-44d9-8d89-d04efeaf15b9 None None] Pushing event updated for resources: {'Port': ['ID=bc606a43-76a2-465a-9425-9d6d92e8a7e2,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:57.848636 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6933b534-8961-4fd3-9483-b6479ef0808d tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:57.944551 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:57.966845 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58b504d-924c-44d9-8d89-d04efeaf15b9 None None] Network 86271f77-fd7c-4bab-b31a-3a694c6f44f5 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 20:59:57.984346 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-a58b504d-924c-44d9-8d89-d04efeaf15b9 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:59:57.994217 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58b504d-924c-44d9-8d89-d04efeaf15b9 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 20:59:58.174970 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-13425f59-d7e7-44c0-af98-1109ad3002d9 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (739c2615-d276-45f7-85db-769e01a393b6), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:58.204761 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-02a059bd-69bf-4987-8610-e90cc150edfc None None] For port 3a851044-f77e-497b-a2cb-b775823a3634, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=3a851044-f77e-497b-a2cb-b775823a3634,segment=NetworkSegment(2aeeaa91-6ee3-4abd-b07e-c28198bbcbe7),segment_id=2aeeaa91-6ee3-4abd-b07e-c28198bbcbe7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:59:58.215657 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:58.331692 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-a58b504d-924c-44d9-8d89-d04efeaf15b9 None None] Attempting to bind port bc606a43-76a2-465a-9425-9d6d92e8a7e2 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 20:59:58.333138 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-a58b504d-924c-44d9-8d89-d04efeaf15b9 None None] Attempting to bind port bc606a43-76a2-465a-9425-9d6d92e8a7e2 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'ebbda1c8-dbf3-48b0-b63e-ea670c7e0cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '86271f77-fd7c-4bab-b31a-3a694c6f44f5'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 20:59:58.334433 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58b504d-924c-44d9-8d89-d04efeaf15b9 None None] Attempting to bind port bc606a43-76a2-465a-9425-9d6d92e8a7e2 on network 86271f77-fd7c-4bab-b31a-3a694c6f44f5 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 20:59:58.379827 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-02a059bd-69bf-4987-8610-e90cc150edfc None None] Publish callbacks [] for port (3a851044-f77e-497b-a2cb-b775823a3634), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:58.444136 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 1ee087d7-9aa1-4322-8516-62c0e9228b10 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 20:59:58.445558 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (1ee087d7-9aa1-4322-8516-62c0e9228b10), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:58.455580 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13425f59-d7e7-44c0-af98-1109ad3002d9 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Pushing event updated for resources: {'Subnet': ['ID=739c2615-d276-45f7-85db-769e01a393b6,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:58.464573 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13425f59-d7e7-44c0-af98-1109ad3002d9 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Checking segment: {'id': '2317398d-43fb-4139-a380-421813d44357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3193d785-0fee-4ee5-985c-e9a36e566af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:59:58.465331 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13425f59-d7e7-44c0-af98-1109ad3002d9 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Network hostable DHCP agents. Network: 3193d785-0fee-4ee5-985c-e9a36e566af5, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 20:59:58.483205 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-02a059bd-69bf-4987-8610-e90cc150edfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (3a851044-f77e-497b-a2cb-b775823a3634), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:58.633513 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13425f59-d7e7-44c0-af98-1109ad3002d9 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Network 3193d785-0fee-4ee5-985c-e9a36e566af5 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 20:59:58.757146 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a059bd-69bf-4987-8610-e90cc150edfc None None] Pushing event updated for resources: {'Port': ['ID=3a851044-f77e-497b-a2cb-b775823a3634,revision_number=7']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:58.770181 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-13425f59-d7e7-44c0-af98-1109ad3002d9 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 3193d785-0fee-4ee5-985c-e9a36e566af5) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 20:59:58.778967 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13425f59-d7e7-44c0-af98-1109ad3002d9 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:59:58.780449 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-13425f59-d7e7-44c0-af98-1109ad3002d9 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:58.782234 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 1ee087d7-9aa1-4322-8516-62c0e9228b10, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=1ee087d7-9aa1-4322-8516-62c0e9228b10,segment=NetworkSegment(0dd0b6b6-080a-4551-9471-2c420582de36),segment_id=0dd0b6b6-080a-4551-9471-2c420582de36)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 20:59:58.840397 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd8afcc-c8b8-4fd0-91dc-c3d215726f0f None None] Network 3193d785-0fee-4ee5-985c-e9a36e566af5 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 20:59:58.845097 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58b504d-924c-44d9-8d89-d04efeaf15b9 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 20:59:58.845684 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58b504d-924c-44d9-8d89-d04efeaf15b9 None None] Checking segment: {'id': 'ebbda1c8-dbf3-48b0-b63e-ea670c7e0cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '86271f77-fd7c-4bab-b31a-3a694c6f44f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 20:59:58.846399 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a58b504d-924c-44d9-8d89-d04efeaf15b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:58.846870 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58b504d-924c-44d9-8d89-d04efeaf15b9 None None] Bound using segment: {'id': 'ebbda1c8-dbf3-48b0-b63e-ea670c7e0cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '86271f77-fd7c-4bab-b31a-3a694c6f44f5'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 20:59:58.855820 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-a58b504d-924c-44d9-8d89-d04efeaf15b9 None None] Bound port: bc606a43-76a2-465a-9425-9d6d92e8a7e2, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebbda1c8-dbf3-48b0-b63e-ea670c7e0cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '86271f77-fd7c-4bab-b31a-3a694c6f44f5'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 20:59:58.857022 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a58b504d-924c-44d9-8d89-d04efeaf15b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (bc606a43-76a2-465a-9425-9d6d92e8a7e2), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:58.875534 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:58.893562 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-6933b534-8961-4fd3-9483-b6479ef0808d tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Allocated IP 2001:db8:1::1 (86271f77-fd7c-4bab-b31a-3a694c6f44f5/a85a1c7c-a779-40a8-806d-b6b915727979/28a0d13a-1e3e-4b4b-99ba-4bffe04da4b6) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:59:58.968240 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-a9f84c8e-ab2a-4cba-b40c-3cb1de3b8b2d tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Delete allocated IP 2001:db8::341 (1ccea25a-43ce-4ba7-9f56-f96df17f296b/0a0e970c-6f89-4a42-bbe6-e521bb1d2d0a) {{(pid=108170) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 04 20:59:58.971703 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (1ee087d7-9aa1-4322-8516-62c0e9228b10), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:58.987645 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-13425f59-d7e7-44c0-af98-1109ad3002d9 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1669171 Oct 04 20:59:58.995669 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 51956) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 20:59:59.017423 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-a91628e8-c40d-408e-8ce3-dc50fd529897 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Request body: {'network': {'name': 'tempest-router-network01--1217980703'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 20:59:59.017740 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-a9f84c8e-ab2a-4cba-b40c-3cb1de3b8b2d tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Allocated IP 2001:db8:0:2::1f7 (1ccea25a-43ce-4ba7-9f56-f96df17f296b/192bf1d9-4229-4dcb-b85a-57cb51de532f/ce162e69-da2a-40c8-9ed8-085b4c30451b) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 20:59:59.211497 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91628e8-c40d-408e-8ce3-dc50fd529897 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Made reservation on behalf of 6f835a04a6144c6498f0ac2e720dd347 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 20:59:59.219899 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a91628e8-c40d-408e-8ce3-dc50fd529897 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:59.257925 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=84,neutron:UPDATE=8,neutron:INSERT=6,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:59.273920 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 3a851044-f77e-497b-a2cb-b775823a3634 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 20:59:59.336990 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a91628e8-c40d-408e-8ce3-dc50fd529897 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 20:59:59.373079 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 20:59:59.409298 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a91628e8-c40d-408e-8ce3-dc50fd529897 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (7b45000d-2684-4801-a582-3745b85d3c54), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:59.409963 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-a91628e8-c40d-408e-8ce3-dc50fd529897 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Added segment 7b45000d-2684-4801-a582-3745b85d3c54 of type vlan for network ae231c6c-6daa-43e7-b402-e276decd5a09 Oct 04 20:59:59.620464 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=1ee087d7-9aa1-4322-8516-62c0e9228b10,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 20:59:59.627182 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6933b534-8961-4fd3-9483-b6479ef0808d tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for port (28a0d13a-1e3e-4b4b-99ba-4bffe04da4b6), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:59.636393 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a91628e8-c40d-408e-8ce3-dc50fd529897 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (ae231c6c-6daa-43e7-b402-e276decd5a09), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:59.800384 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-a58b504d-924c-44d9-8d89-d04efeaf15b9 None None] For port bc606a43-76a2-465a-9425-9d6d92e8a7e2, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 20:59:59.834431 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a37ba79-a813-4c75-a752-4f0ff4b4094c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-3193d785-0fee-4ee5-985c-e9a36e566af5', 'network_id': '3193d785-0fee-4ee5-985c-e9a36e566af5', 'project_id': '6f835a04a6144c6498f0ac2e720dd347', 'fixed_ips': [{'subnet_id': '739c2615-d276-45f7-85db-769e01a393b6'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 20:59:59.837404 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7a37ba79-a813-4c75-a752-4f0ff4b4094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:59.838599 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a9f84c8e-ab2a-4cba-b40c-3cb1de3b8b2d tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for port (ce162e69-da2a-40c8-9ed8-085b4c30451b), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:59.855884 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a91628e8-c40d-408e-8ce3-dc50fd529897 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (ae231c6c-6daa-43e7-b402-e276decd5a09), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:59.868033 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91628e8-c40d-408e-8ce3-dc50fd529897 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 20:59:59.869186 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a91628e8-c40d-408e-8ce3-dc50fd529897 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:59.869589 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-a58b504d-924c-44d9-8d89-d04efeaf15b9 None None] For port bc606a43-76a2-465a-9425-9d6d92e8a7e2, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=bc606a43-76a2-465a-9425-9d6d92e8a7e2,segment=NetworkSegment(ebbda1c8-dbf3-48b0-b63e-ea670c7e0cf9),segment_id=ebbda1c8-dbf3-48b0-b63e-ea670c7e0cf9)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 20:59:59.906746 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 3a851044-f77e-497b-a2cb-b775823a3634 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 20:59:59.909028 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (3a851044-f77e-497b-a2cb-b775823a3634), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:59.909632 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 3a851044-f77e-497b-a2cb-b775823a3634 Oct 04 20:59:59.953802 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a9f84c8e-ab2a-4cba-b40c-3cb1de3b8b2d tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (ce162e69-da2a-40c8-9ed8-085b4c30451b), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 20:59:59.998083 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a58b504d-924c-44d9-8d89-d04efeaf15b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (bc606a43-76a2-465a-9425-9d6d92e8a7e2), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:00.167125 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-a9f84c8e-ab2a-4cba-b40c-3cb1de3b8b2d tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] In _notify_port_updated(), no bound segment for port ce162e69-da2a-40c8-9ed8-085b4c30451b on network 1ccea25a-43ce-4ba7-9f56-f96df17f296b {{(pid=108170) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 04 21:00:00.195723 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f84c8e-ab2a-4cba-b40c-3cb1de3b8b2d tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:00:00.197287 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a9f84c8e-ab2a-4cba-b40c-3cb1de3b8b2d tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:00.205260 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a91628e8-c40d-408e-8ce3-dc50fd529897 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2056561 Oct 04 21:00:00.211640 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 51968) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:00.213577 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a9f84c8e-ab2a-4cba-b40c-3cb1de3b8b2d tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "PUT /networking/v2.0/ports/ce162e69-da2a-40c8-9ed8-085b4c30451b HTTP/1.1" status: 200 len: 970 time: 5.1933906 Oct 04 21:00:00.216217 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6933b534-8961-4fd3-9483-b6479ef0808d tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (28a0d13a-1e3e-4b4b-99ba-4bffe04da4b6), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:00.220248 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 51970) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:00.242297 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-51d9c44c-84c9-4f99-b60f-a47b5adc41e9 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Request body: {'network': {'name': 'tempest-router-network02--1410566169'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:00:00.358443 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51972) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:00.407754 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6933b534-8961-4fd3-9483-b6479ef0808d tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Network 86271f77-fd7c-4bab-b31a-3a694c6f44f5 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:00:00.451909 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-6933b534-8961-4fd3-9483-b6479ef0808d tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:00:00.460145 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6933b534-8961-4fd3-9483-b6479ef0808d tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:00:00.460726 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6933b534-8961-4fd3-9483-b6479ef0808d tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (8284feae-dc55-446e-92cb-984255740508), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:00.717041 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91628e8-c40d-408e-8ce3-dc50fd529897 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Pushing event updated for resources: {'Network': ['ID=ae231c6c-6daa-43e7-b402-e276decd5a09,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:00.775872 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:00.790260 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-3fc6cca6-94bc-472d-81b9-5fd0efbfd52e tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Deleting port ce162e69-da2a-40c8-9ed8-085b4c30451b {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:00:00.799718 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3fc6cca6-94bc-472d-81b9-5fd0efbfd52e tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (ce162e69-da2a-40c8-9ed8-085b4c30451b), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:00.807209 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f84c8e-ab2a-4cba-b40c-3cb1de3b8b2d tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event updated for resources: {'Port': ['ID=ce162e69-da2a-40c8-9ed8-085b4c30451b,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:01.031712 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d9c44c-84c9-4f99-b60f-a47b5adc41e9 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Made reservation on behalf of 6f835a04a6144c6498f0ac2e720dd347 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:00:01.042813 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-51d9c44c-84c9-4f99-b60f-a47b5adc41e9 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:01.068743 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6933b534-8961-4fd3-9483-b6479ef0808d tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event updated for resources: {'Port': ['ID=28a0d13a-1e3e-4b4b-99ba-4bffe04da4b6,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:01.168164 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network ae231c6c-6daa-43e7-b402-e276decd5a09 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:00:01.210375 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:01.212846 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51d9c44c-84c9-4f99-b60f-a47b5adc41e9 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:00:01.231593 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6933b534-8961-4fd3-9483-b6479ef0808d tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (28a0d13a-1e3e-4b4b-99ba-4bffe04da4b6), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:01.274135 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-7a37ba79-a813-4c75-a752-4f0ff4b4094c None None] Allocated IP 2001:db8::2 (3193d785-0fee-4ee5-985c-e9a36e566af5/739c2615-d276-45f7-85db-769e01a393b6/18ef54b9-201e-4b61-b4fd-cd5eb5f0dffd) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:00:01.316215 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3fc6cca6-94bc-472d-81b9-5fd0efbfd52e tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (ce162e69-da2a-40c8-9ed8-085b4c30451b), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:01.366733 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-51d9c44c-84c9-4f99-b60f-a47b5adc41e9 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (37ee8e9a-b772-45dd-b6f5-374c2fc6c75c), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:01.372299 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-51d9c44c-84c9-4f99-b60f-a47b5adc41e9 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Added segment 37ee8e9a-b772-45dd-b6f5-374c2fc6c75c of type vlan for network 9ba419df-2050-4e16-8249-7ec3a30b667c Oct 04 21:00:01.413690 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-3fc6cca6-94bc-472d-81b9-5fd0efbfd52e tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Calling delete_port for ce162e69-da2a-40c8-9ed8-085b4c30451b owned by {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:00:01.466285 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:01.492670 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-9188940c-1e57-4be3-af57-3d86bc29ce93 None None] Provisioning complete for port 3a851044-f77e-497b-a2cb-b775823a3634 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:00:01.493417 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9188940c-1e57-4be3-af57-3d86bc29ce93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (3a851044-f77e-497b-a2cb-b775823a3634), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:01.494086 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-9188940c-1e57-4be3-af57-3d86bc29ce93 None None] Attempt 1 to provision port 3a851044-f77e-497b-a2cb-b775823a3634 Oct 04 21:00:01.661001 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58b504d-924c-44d9-8d89-d04efeaf15b9 None None] Pushing event updated for resources: {'Port': ['ID=bc606a43-76a2-465a-9425-9d6d92e8a7e2,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:01.776025 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-51d9c44c-84c9-4f99-b60f-a47b5adc41e9 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (9ba419df-2050-4e16-8249-7ec3a30b667c), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:01.998184 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 3a851044-f77e-497b-a2cb-b775823a3634 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:00:02.072841 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-51d9c44c-84c9-4f99-b60f-a47b5adc41e9 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (9ba419df-2050-4e16-8249-7ec3a30b667c), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:02.087184 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d9c44c-84c9-4f99-b60f-a47b5adc41e9 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:00:02.088366 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-51d9c44c-84c9-4f99-b60f-a47b5adc41e9 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:02.467732 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:02.478194 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51986) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:02.545690 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-9188940c-1e57-4be3-af57-3d86bc29ce93 None None] Current status of the port 3a851044-f77e-497b-a2cb-b775823a3634 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:00:02.564757 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cdbeda06-5095-494a-b8d5-ecb571c0257c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:02.642950 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:02.654829 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-9188940c-1e57-4be3-af57-3d86bc29ce93 None None] Could not find standard attr ID for object ce162e69-da2a-40c8-9ed8-085b4c30451b. {{(pid=108171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 04 21:00:02.699587 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6933b534-8961-4fd3-9483-b6479ef0808d tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for port (28a0d13a-1e3e-4b4b-99ba-4bffe04da4b6), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:02.704280 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device bc606a43-76a2-465a-9425-9d6d92e8a7e2 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:00:02.765768 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:02.812317 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6933b534-8961-4fd3-9483-b6479ef0808d tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (28a0d13a-1e3e-4b4b-99ba-4bffe04da4b6), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:02.813661 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6933b534-8961-4fd3-9483-b6479ef0808d tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (8284feae-dc55-446e-92cb-984255740508), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:02.857879 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-9188940c-1e57-4be3-af57-3d86bc29ce93 None None] Provisioning complete for port 8a7f64a6-2693-47bf-8fef-8342a0cc1841 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:00:02.858843 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9188940c-1e57-4be3-af57-3d86bc29ce93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (8a7f64a6-2693-47bf-8fef-8342a0cc1841), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:02.859549 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-9188940c-1e57-4be3-af57-3d86bc29ce93 None None] Attempt 1 to provision port 8a7f64a6-2693-47bf-8fef-8342a0cc1841 Oct 04 21:00:02.929059 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7a37ba79-a813-4c75-a752-4f0ff4b4094c None None] Publish callbacks [] for port (18ef54b9-201e-4b61-b4fd-cd5eb5f0dffd), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:02.931733 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09bf458f-64cb-41a1-8814-83fe9027b02c None None] Network 86271f77-fd7c-4bab-b31a-3a694c6f44f5 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:00:02.955811 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6933b534-8961-4fd3-9483-b6479ef0808d tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event updated for resources: {'Port': ['ID=28a0d13a-1e3e-4b4b-99ba-4bffe04da4b6,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:03.043959 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3fc6cca6-94bc-472d-81b9-5fd0efbfd52e tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (ce162e69-da2a-40c8-9ed8-085b4c30451b), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:03.085630 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-9188940c-1e57-4be3-af57-3d86bc29ce93 None None] Port 8a7f64a6-2693-47bf-8fef-8342a0cc1841 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:00:03.126457 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7a37ba79-a813-4c75-a752-4f0ff4b4094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (18ef54b9-201e-4b61-b4fd-cd5eb5f0dffd), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:03.145404 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-51d9c44c-84c9-4f99-b60f-a47b5adc41e9 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.9203668 Oct 04 21:00:03.157985 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port bc606a43-76a2-465a-9425-9d6d92e8a7e2 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:00:03.158274 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 51992) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:03.159545 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc6cca6-94bc-472d-81b9-5fd0efbfd52e tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event deleted for resources: {'Port': ['ID=ce162e69-da2a-40c8-9ed8-085b4c30451b,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:03.160361 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (bc606a43-76a2-465a-9425-9d6d92e8a7e2), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:03.161160 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port bc606a43-76a2-465a-9425-9d6d92e8a7e2 Oct 04 21:00:03.183913 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-8343703d-ec23-4e48-a219-5b91ccd673d0 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Request body: {'subnet': {'network_id': 'ae231c6c-6daa-43e7-b402-e276decd5a09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:00:03.226684 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cdbeda06-5095-494a-b8d5-ecb571c0257c admin admin] Publish callbacks [] for security_group (dcd5ddf8-c58b-4057-b33f-4f293c66c143), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:03.267959 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6933b534-8961-4fd3-9483-b6479ef0808d tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Network 86271f77-fd7c-4bab-b31a-3a694c6f44f5 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:00:03.270821 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-6933b534-8961-4fd3-9483-b6479ef0808d tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:00:03.346923 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:03.354189 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a37ba79-a813-4c75-a752-4f0ff4b4094c None None] Network 3193d785-0fee-4ee5-985c-e9a36e566af5 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:00:03.382873 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-0e3f3698-643d-4174-a893-be2906778878 None None] Provisioning complete for port bc606a43-76a2-465a-9425-9d6d92e8a7e2 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:00:03.383852 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e3f3698-643d-4174-a893-be2906778878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (bc606a43-76a2-465a-9425-9d6d92e8a7e2), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:03.384622 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-0e3f3698-643d-4174-a893-be2906778878 None None] Attempt 1 to provision port bc606a43-76a2-465a-9425-9d6d92e8a7e2 Oct 04 21:00:03.388404 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-7a37ba79-a813-4c75-a752-4f0ff4b4094c None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:00:03.394105 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=86,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:03.404591 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d9c44c-84c9-4f99-b60f-a47b5adc41e9 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Pushing event updated for resources: {'Network': ['ID=9ba419df-2050-4e16-8249-7ec3a30b667c,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:03.408124 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a37ba79-a813-4c75-a752-4f0ff4b4094c None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:00:03.484740 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3fc6cca6-94bc-472d-81b9-5fd0efbfd52e tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:03.502059 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-3fc6cca6-94bc-472d-81b9-5fd0efbfd52e tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "DELETE /networking/v2.0/ports/ce162e69-da2a-40c8-9ed8-085b4c30451b HTTP/1.1" status: 204 len: 168 time: 3.2331266 Oct 04 21:00:03.502473 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 51996) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:03.517261 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:03.519784 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a37ba79-a813-4c75-a752-4f0ff4b4094c None None] Pushing event updated for resources: {'Port': ['ID=18ef54b9-201e-4b61-b4fd-cd5eb5f0dffd,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:03.528378 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cdbeda06-5095-494a-b8d5-ecb571c0257c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (dcd5ddf8-c58b-4057-b33f-4f293c66c143), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:03.563369 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-9814043a-34e9-4e78-ab6a-6ec1539c3fc4 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] GET failed (client error): The resource could not be found. Oct 04 21:00:03.567844 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 9ba419df-2050-4e16-8249-7ec3a30b667c details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:00:03.572987 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-9814043a-34e9-4e78-ab6a-6ec1539c3fc4 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "GET /networking/v2.0/ports/ce162e69-da2a-40c8-9ed8-085b4c30451b HTTP/1.1" status: 404 len: 333 time: 0.0686901 Oct 04 21:00:03.574872 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 51998) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:03.696029 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8343703d-ec23-4e48-a219-5b91ccd673d0 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Made reservation on behalf of 6f835a04a6144c6498f0ac2e720dd347 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:00:03.719115 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8343703d-ec23-4e48-a219-5b91ccd673d0 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:03.731103 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a37ba79-a813-4c75-a752-4f0ff4b4094c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:00:03.732672 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a37ba79-a813-4c75-a752-4f0ff4b4094c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:00:03.733829 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a37ba79-a813-4c75-a752-4f0ff4b4094c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:00:03.734828 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a37ba79-a813-4c75-a752-4f0ff4b4094c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:00:03.735834 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a37ba79-a813-4c75-a752-4f0ff4b4094c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:00:03.736843 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a37ba79-a813-4c75-a752-4f0ff4b4094c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:00:03.738044 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a37ba79-a813-4c75-a752-4f0ff4b4094c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:00:03.738971 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a37ba79-a813-4c75-a752-4f0ff4b4094c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:00:03.740827 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a37ba79-a813-4c75-a752-4f0ff4b4094c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:00:03.741650 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a37ba79-a813-4c75-a752-4f0ff4b4094c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:00:03.745753 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a37ba79-a813-4c75-a752-4f0ff4b4094c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:00:03.746767 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a37ba79-a813-4c75-a752-4f0ff4b4094c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:00:03.747619 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a37ba79-a813-4c75-a752-4f0ff4b4094c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:00:03.748937 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a37ba79-a813-4c75-a752-4f0ff4b4094c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:00:03.752029 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a37ba79-a813-4c75-a752-4f0ff4b4094c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:00:03.836275 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbeda06-5095-494a-b8d5-ecb571c0257c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd5ddf8-c58b-4057-b33f-4f293c66c143,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:03.973234 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-859616f3-88ce-4d8b-a0b9-4c6fcaba1f2f tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for security_group (b309253c-fc16-4b0b-bf33-6813cb620298), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:04.043016 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-8a266d64-1361-4d98-8b42-df546ffc1329 tempest-RoutersAdminNegativeIpV6Test-1194355436 tempest-RoutersAdminNegativeIpV6Test-1194355436-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1693326134', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:00:04.056652 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-859616f3-88ce-4d8b-a0b9-4c6fcaba1f2f tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for security_group (b309253c-fc16-4b0b-bf33-6813cb620298), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:04.122936 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-cdbeda06-5095-494a-b8d5-ecb571c0257c admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=7413998281214512b44bf54e8659694a&name=default HTTP/1.1" status: 200 len: 3000 time: 3.7372127 Oct 04 21:00:04.140363 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52002) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:04.160435 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-7a37ba79-a813-4c75-a752-4f0ff4b4094c None None] Attempting to bind port 18ef54b9-201e-4b61-b4fd-cd5eb5f0dffd on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:00:04.163422 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-7a37ba79-a813-4c75-a752-4f0ff4b4094c None None] Attempting to bind port 18ef54b9-201e-4b61-b4fd-cd5eb5f0dffd by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '2317398d-43fb-4139-a380-421813d44357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3193d785-0fee-4ee5-985c-e9a36e566af5'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:00:04.163422 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a37ba79-a813-4c75-a752-4f0ff4b4094c None None] Attempting to bind port 18ef54b9-201e-4b61-b4fd-cd5eb5f0dffd on network 3193d785-0fee-4ee5-985c-e9a36e566af5 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:00:04.268039 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:04.275229 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port bc606a43-76a2-465a-9425-9d6d92e8a7e2 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:00:04.276014 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (bc606a43-76a2-465a-9425-9d6d92e8a7e2), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:04.329409 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6933b534-8961-4fd3-9483-b6479ef0808d tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Router 8284feae-dc55-446e-92cb-984255740508 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:00:04.464154 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-0e3f3698-643d-4174-a893-be2906778878 None None] Current status of the port bc606a43-76a2-465a-9425-9d6d92e8a7e2 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:00:04.464791 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e3f3698-643d-4174-a893-be2906778878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (bc606a43-76a2-465a-9425-9d6d92e8a7e2), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:04.498683 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-859616f3-88ce-4d8b-a0b9-4c6fcaba1f2f tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (b309253c-fc16-4b0b-bf33-6813cb620298), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:04.504915 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-859616f3-88ce-4d8b-a0b9-4c6fcaba1f2f tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:04.513468 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-859616f3-88ce-4d8b-a0b9-4c6fcaba1f2f tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/b309253c-fc16-4b0b-bf33-6813cb620298 HTTP/1.1" status: 204 len: 168 time: 0.9328947 Oct 04 21:00:04.535553 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52006) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:04.539996 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a37ba79-a813-4c75-a752-4f0ff4b4094c None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:00:04.540901 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a37ba79-a813-4c75-a752-4f0ff4b4094c None None] Checking segment: {'id': '2317398d-43fb-4139-a380-421813d44357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3193d785-0fee-4ee5-985c-e9a36e566af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:00:04.541541 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7a37ba79-a813-4c75-a752-4f0ff4b4094c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:04.542238 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a37ba79-a813-4c75-a752-4f0ff4b4094c None None] Bound using segment: {'id': '2317398d-43fb-4139-a380-421813d44357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3193d785-0fee-4ee5-985c-e9a36e566af5'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:00:04.543180 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-7a37ba79-a813-4c75-a752-4f0ff4b4094c None None] Bound port: 18ef54b9-201e-4b61-b4fd-cd5eb5f0dffd, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2317398d-43fb-4139-a380-421813d44357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3193d785-0fee-4ee5-985c-e9a36e566af5'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:00:04.543840 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7a37ba79-a813-4c75-a752-4f0ff4b4094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (18ef54b9-201e-4b61-b4fd-cd5eb5f0dffd), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:04.551004 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-74cbe387-e85a-4e57-ba58-b54b973a7488 admin admin] Publish callbacks [] for security_group (dcd5ddf8-c58b-4057-b33f-4f293c66c143), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:04.560370 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a266d64-1361-4d98-8b42-df546ffc1329 tempest-RoutersAdminNegativeIpV6Test-1194355436 tempest-RoutersAdminNegativeIpV6Test-1194355436-project-admin] Made reservation on behalf of 978ff0301b2d496584a4a4a86233df46 for: {'port': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:00:04.566600 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8a266d64-1361-4d98-8b42-df546ffc1329 tempest-RoutersAdminNegativeIpV6Test-1194355436 tempest-RoutersAdminNegativeIpV6Test-1194355436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:04.571657 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port bc606a43-76a2-465a-9425-9d6d92e8a7e2, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=bc606a43-76a2-465a-9425-9d6d92e8a7e2,segment=NetworkSegment(ebbda1c8-dbf3-48b0-b63e-ea670c7e0cf9),segment_id=ebbda1c8-dbf3-48b0-b63e-ea670c7e0cf9)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:00:04.648129 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:04.680946 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8a266d64-1361-4d98-8b42-df546ffc1329 tempest-RoutersAdminNegativeIpV6Test-1194355436 tempest-RoutersAdminNegativeIpV6Test-1194355436-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:04.702216 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-74cbe387-e85a-4e57-ba58-b54b973a7488 admin admin] Publish callbacks [] for security_group (dcd5ddf8-c58b-4057-b33f-4f293c66c143), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:04.706697 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859616f3-88ce-4d8b-a0b9-4c6fcaba1f2f tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b309253c-fc16-4b0b-bf33-6813cb620298,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:04.743115 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (bc606a43-76a2-465a-9425-9d6d92e8a7e2), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:04.747189 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 1ee087d7-9aa1-4322-8516-62c0e9228b10 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:00:04.786173 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8343703d-ec23-4e48-a219-5b91ccd673d0 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (63e4dbc9-1dea-4679-b64a-3d142650510b), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:05.002711 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:05.013700 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6933b534-8961-4fd3-9483-b6479ef0808d tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:00:05.027703 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-6933b534-8961-4fd3-9483-b6479ef0808d tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "PUT /networking/v2.0/routers/8284feae-dc55-446e-92cb-984255740508/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1792300 Oct 04 21:00:05.035624 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52010) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:05.047940 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-8620a668-b94e-4850-80ff-6773f42bb78f tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1422476629'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:00:05.063080 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8343703d-ec23-4e48-a219-5b91ccd673d0 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Pushing event updated for resources: {'Subnet': ['ID=63e4dbc9-1dea-4679-b64a-3d142650510b,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:05.157931 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-74cbe387-e85a-4e57-ba58-b54b973a7488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (dcd5ddf8-c58b-4057-b33f-4f293c66c143), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:05.164861 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-74cbe387-e85a-4e57-ba58-b54b973a7488 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:05.167069 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-74cbe387-e85a-4e57-ba58-b54b973a7488 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/dcd5ddf8-c58b-4057-b33f-4f293c66c143 HTTP/1.1" status: 204 len: 168 time: 1.0108979 Oct 04 21:00:05.209899 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-16e70535-9647-4965-b89c-df942af4f514 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for security_group (c6563bdd-9936-4666-b9bc-ca5f255644c6), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:05.218674 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cbe387-e85a-4e57-ba58-b54b973a7488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd5ddf8-c58b-4057-b33f-4f293c66c143,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:05.220687 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-7a37ba79-a813-4c75-a752-4f0ff4b4094c None None] For port 18ef54b9-201e-4b61-b4fd-cd5eb5f0dffd, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:00:05.250758 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-7a37ba79-a813-4c75-a752-4f0ff4b4094c None None] For port 18ef54b9-201e-4b61-b4fd-cd5eb5f0dffd, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=18ef54b9-201e-4b61-b4fd-cd5eb5f0dffd,segment=NetworkSegment(2317398d-43fb-4139-a380-421813d44357),segment_id=2317398d-43fb-4139-a380-421813d44357)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:00:05.264503 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8620a668-b94e-4850-80ff-6773f42bb78f tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Made reservation on behalf of b0c85d506fb94c18954be47609cba122 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:00:05.273344 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=bc606a43-76a2-465a-9425-9d6d92e8a7e2,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:05.279404 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8620a668-b94e-4850-80ff-6773f42bb78f tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:05.317304 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8343703d-ec23-4e48-a219-5b91ccd673d0 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Checking segment: {'id': '7b45000d-2684-4801-a582-3745b85d3c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ae231c6c-6daa-43e7-b402-e276decd5a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:00:05.329406 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8343703d-ec23-4e48-a219-5b91ccd673d0 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Network hostable DHCP agents. Network: ae231c6c-6daa-43e7-b402-e276decd5a09, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:00:05.362807 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a206769a-fce3-4fb6-b7db-7cb476efd4de None None] Sync routers for ids ['8284feae-dc55-446e-92cb-984255740508'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:00:05.402462 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-16e70535-9647-4965-b89c-df942af4f514 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for security_group (c6563bdd-9936-4666-b9bc-ca5f255644c6), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:05.417671 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:05.439635 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8a266d64-1361-4d98-8b42-df546ffc1329 tempest-RoutersAdminNegativeIpV6Test-1194355436 tempest-RoutersAdminNegativeIpV6Test-1194355436-project-admin] Publish callbacks [] for security_group (3769462b-7be3-4ff1-8f67-a9e97aa4eaff), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:05.466092 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a206769a-fce3-4fb6-b7db-7cb476efd4de None None] Routers {'8284feae-dc55-446e-92cb-984255740508'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:00:05.467277 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-a206769a-fce3-4fb6-b7db-7cb476efd4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T20:59:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['8284feae-dc55-446e-92cb-984255740508'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:00:05.471871 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7a37ba79-a813-4c75-a752-4f0ff4b4094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (18ef54b9-201e-4b61-b4fd-cd5eb5f0dffd), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:05.520513 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8620a668-b94e-4850-80ff-6773f42bb78f tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:00:05.578407 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8a266d64-1361-4d98-8b42-df546ffc1329 tempest-RoutersAdminNegativeIpV6Test-1194355436 tempest-RoutersAdminNegativeIpV6Test-1194355436-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (3769462b-7be3-4ff1-8f67-a9e97aa4eaff), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:05.601169 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [None req-8a266d64-1361-4d98-8b42-df546ffc1329 tempest-RoutersAdminNegativeIpV6Test-1194355436 tempest-RoutersAdminNegativeIpV6Test-1194355436-project-admin] device_id is not set on port 1bc0cd86-8e46-4fc5-8f64-1069fdfae6e5 yet. {{(pid=108170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 21:00:05.690950 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8343703d-ec23-4e48-a219-5b91ccd673d0 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Network ae231c6c-6daa-43e7-b402-e276decd5a09 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:00:05.805912 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-16e70535-9647-4965-b89c-df942af4f514 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (c6563bdd-9936-4666-b9bc-ca5f255644c6), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:05.811393 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-16e70535-9647-4965-b89c-df942af4f514 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:05.815563 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-16e70535-9647-4965-b89c-df942af4f514 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/c6563bdd-9936-4666-b9bc-ca5f255644c6 HTTP/1.1" status: 204 len: 168 time: 1.2430022 Oct 04 21:00:05.858603 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52018) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:05.862534 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-8343703d-ec23-4e48-a219-5b91ccd673d0 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, ae231c6c-6daa-43e7-b402-e276decd5a09) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:00:05.878461 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8343703d-ec23-4e48-a219-5b91ccd673d0 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:00:05.883605 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8343703d-ec23-4e48-a219-5b91ccd673d0 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:05.943483 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8620a668-b94e-4850-80ff-6773f42bb78f tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (2c016db4-9eab-449f-8ba9-98a17b134d83), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:05.944331 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-8620a668-b94e-4850-80ff-6773f42bb78f tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Added segment 2c016db4-9eab-449f-8ba9-98a17b134d83 of type vlan for network b166ae1b-faf6-4490-be9d-c7d472820552 Oct 04 21:00:06.006306 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=57 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:06.054142 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecd9f81-28d1-4c17-b285-db9f96829867 None None] Network ae231c6c-6daa-43e7-b402-e276decd5a09 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:00:06.067371 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-0e3f3698-643d-4174-a893-be2906778878 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 21:00:06.073902 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-0e3f3698-643d-4174-a893-be2906778878 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 21:00:06.074111 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e70535-9647-4965-b89c-df942af4f514 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6563bdd-9936-4666-b9bc-ca5f255644c6,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:06.237739 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-8343703d-ec23-4e48-a219-5b91ccd673d0 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0707946 Oct 04 21:00:06.242050 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52022) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:06.252526 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-ec061dec-d5f8-49a1-a77d-361634e6432f tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Request body: {'subnet': {'network_id': '9ba419df-2050-4e16-8249-7ec3a30b667c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:00:06.259396 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-a206769a-fce3-4fb6-b7db-7cb476efd4de None None] Set router 8284feae-dc55-446e-92cb-984255740508 gateway port host: None {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:00:06.271098 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c08feeb8-5d19-4b3c-b3e2-a4c2ec8fc8f6 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for security_group (6c4f54c4-2897-4ef4-a179-cba21ca5e154), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:06.337499 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-8a266d64-1361-4d98-8b42-df546ffc1329 tempest-RoutersAdminNegativeIpV6Test-1194355436 tempest-RoutersAdminNegativeIpV6Test-1194355436-project-admin] Allocated IP 172.25.5.207 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/1bc0cd86-8e46-4fc5-8f64-1069fdfae6e5) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:00:06.404910 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a37ba79-a813-4c75-a752-4f0ff4b4094c None None] Pushing event updated for resources: {'Port': ['ID=18ef54b9-201e-4b61-b4fd-cd5eb5f0dffd,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:06.452562 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8620a668-b94e-4850-80ff-6773f42bb78f tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (b166ae1b-faf6-4490-be9d-c7d472820552), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:06.475010 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a266d64-1361-4d98-8b42-df546ffc1329 tempest-RoutersAdminNegativeIpV6Test-1194355436 tempest-RoutersAdminNegativeIpV6Test-1194355436-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3769462b-7be3-4ff1-8f67-a9e97aa4eaff,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:06.531114 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:06.546616 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c08feeb8-5d19-4b3c-b3e2-a4c2ec8fc8f6 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for security_group (6c4f54c4-2897-4ef4-a179-cba21ca5e154), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:06.738051 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8620a668-b94e-4850-80ff-6773f42bb78f tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (b166ae1b-faf6-4490-be9d-c7d472820552), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:06.749354 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8620a668-b94e-4850-80ff-6773f42bb78f tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:00:06.750849 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8620a668-b94e-4850-80ff-6773f42bb78f tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:06.822020 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec061dec-d5f8-49a1-a77d-361634e6432f tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Made reservation on behalf of 6f835a04a6144c6498f0ac2e720dd347 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:00:06.830455 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ec061dec-d5f8-49a1-a77d-361634e6432f tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:06.906418 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c08feeb8-5d19-4b3c-b3e2-a4c2ec8fc8f6 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (6c4f54c4-2897-4ef4-a179-cba21ca5e154), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:06.923193 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c08feeb8-5d19-4b3c-b3e2-a4c2ec8fc8f6 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:06.936179 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c08feeb8-5d19-4b3c-b3e2-a4c2ec8fc8f6 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/6c4f54c4-2897-4ef4-a179-cba21ca5e154 HTTP/1.1" status: 204 len: 168 time: 1.0292723 Oct 04 21:00:06.945745 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52030) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:07.072133 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-8620a668-b94e-4850-80ff-6773f42bb78f tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.0339451 Oct 04 21:00:07.073178 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52032) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:07.098425 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8620a668-b94e-4850-80ff-6773f42bb78f tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event updated for resources: {'Network': ['ID=b166ae1b-faf6-4490-be9d-c7d472820552,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:07.114373 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-e7085700-51b3-4e97-ab11-68a5c49964b5 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Request body: {'subnet': {'network_id': 'b166ae1b-faf6-4490-be9d-c7d472820552', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:00:07.134922 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08feeb8-5d19-4b3c-b3e2-a4c2ec8fc8f6 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4f54c4-2897-4ef4-a179-cba21ca5e154,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:07.232259 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network b166ae1b-faf6-4490-be9d-c7d472820552 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:00:07.250357 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=80,neutron:INSERT=11,neutron:UPDATE=7,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:07.284074 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8a266d64-1361-4d98-8b42-df546ffc1329 tempest-RoutersAdminNegativeIpV6Test-1194355436 tempest-RoutersAdminNegativeIpV6Test-1194355436-project-admin] Publish callbacks [] for port (1bc0cd86-8e46-4fc5-8f64-1069fdfae6e5), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:07.430575 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5fdb7a5-3b4c-41f8-86cf-7c9feb69b18b tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Deleting subnet 0a0e970c-6f89-4a42-bbe6-e521bb1d2d0a {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:00:07.494716 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e5fdb7a5-3b4c-41f8-86cf-7c9feb69b18b tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for subnet (0a0e970c-6f89-4a42-bbe6-e521bb1d2d0a), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:07.620619 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 1ee087d7-9aa1-4322-8516-62c0e9228b10 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:00:07.621219 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (1ee087d7-9aa1-4322-8516-62c0e9228b10), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:07.621822 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 1ee087d7-9aa1-4322-8516-62c0e9228b10 Oct 04 21:00:07.657439 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ec061dec-d5f8-49a1-a77d-361634e6432f tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (2c636f81-8c6f-451e-98bc-40135b3810d6), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:07.693323 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e5fdb7a5-3b4c-41f8-86cf-7c9feb69b18b tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (0a0e970c-6f89-4a42-bbe6-e521bb1d2d0a), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:07.738507 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:07.841338 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-0e3f3698-643d-4174-a893-be2906778878 None None] Current status of the port bc606a43-76a2-465a-9425-9d6d92e8a7e2 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:00:07.877028 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec061dec-d5f8-49a1-a77d-361634e6432f tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Pushing event updated for resources: {'Subnet': ['ID=2c636f81-8c6f-451e-98bc-40135b3810d6,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:07.898175 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec061dec-d5f8-49a1-a77d-361634e6432f tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Checking segment: {'id': '37ee8e9a-b772-45dd-b6f5-374c2fc6c75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9ba419df-2050-4e16-8249-7ec3a30b667c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:00:07.898812 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec061dec-d5f8-49a1-a77d-361634e6432f tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Network hostable DHCP agents. Network: 9ba419df-2050-4e16-8249-7ec3a30b667c, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:00:07.909519 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-0e3f3698-643d-4174-a893-be2906778878 None None] Could not find standard attr ID for object ce162e69-da2a-40c8-9ed8-085b4c30451b. {{(pid=108171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 04 21:00:07.932352 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be227e9b-ef95-456c-a8e2-e23d6bdcb443 None None] Network 3193d785-0fee-4ee5-985c-e9a36e566af5 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:00:07.953611 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8a266d64-1361-4d98-8b42-df546ffc1329 tempest-RoutersAdminNegativeIpV6Test-1194355436 tempest-RoutersAdminNegativeIpV6Test-1194355436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (1bc0cd86-8e46-4fc5-8f64-1069fdfae6e5), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:07.963691 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7085700-51b3-4e97-ab11-68a5c49964b5 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Made reservation on behalf of b0c85d506fb94c18954be47609cba122 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:00:07.973027 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e7085700-51b3-4e97-ab11-68a5c49964b5 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:08.076486 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fc829e-edb3-4cbb-927a-182ab6d3f8bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-ae231c6c-6daa-43e7-b402-e276decd5a09', 'network_id': 'ae231c6c-6daa-43e7-b402-e276decd5a09', 'project_id': '6f835a04a6144c6498f0ac2e720dd347', 'fixed_ips': [{'subnet_id': '63e4dbc9-1dea-4679-b64a-3d142650510b'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:00:08.078128 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c1fc829e-edb3-4cbb-927a-182ab6d3f8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:08.084456 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec061dec-d5f8-49a1-a77d-361634e6432f tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Network 9ba419df-2050-4e16-8249-7ec3a30b667c is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:00:08.103953 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:08.186983 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-0a1ebb6e-0f3e-431f-ab7e-2d3110b26710 None None] Provisioning complete for port 18ef54b9-201e-4b61-b4fd-cd5eb5f0dffd triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:00:08.187622 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0a1ebb6e-0f3e-431f-ab7e-2d3110b26710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (18ef54b9-201e-4b61-b4fd-cd5eb5f0dffd), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:08.193667 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-0a1ebb6e-0f3e-431f-ab7e-2d3110b26710 None None] Attempt 1 to provision port 18ef54b9-201e-4b61-b4fd-cd5eb5f0dffd Oct 04 21:00:08.210371 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e5fdb7a5-3b4c-41f8-86cf-7c9feb69b18b tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (0a0e970c-6f89-4a42-bbe6-e521bb1d2d0a), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:08.256592 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:08.263993 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a266d64-1361-4d98-8b42-df546ffc1329 tempest-RoutersAdminNegativeIpV6Test-1194355436 tempest-RoutersAdminNegativeIpV6Test-1194355436-project-admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:00:08.268509 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-a206769a-fce3-4fb6-b7db-7cb476efd4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8284feae-dc55-446e-92cb-984255740508', 'name': 'tempest-RoutersIpV6Test-router-2036952622', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:59:42Z', 'updated_at': '2022-10-04T21:00:00Z', 'revision_number': 3, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'gw_port_host': None, '_interfaces': [{'id': '1ee087d7-9aa1-4322-8516-62c0e9228b10', 'name': '', 'network_id': '1d875141-b1fc-4741-963e-9fb93997617b', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'mac_address': 'fa:16:3e:42:b7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284feae-dc55-446e-92cb-984255740508', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '4e0f9132-635d-4c93-a474-fcb74c3e4a97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:59:46Z', 'updated_at': '2022-10-04T20:59:58Z', 'revision_number': 5, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'subnets': [{'id': '4e0f9132-635d-4c93-a474-fcb74c3e4a97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28a0d13a-1e3e-4b4b-99ba-4bffe04da4b6', 'name': '', 'network_id': '86271f77-fd7c-4bab-b31a-3a694c6f44f5', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'mac_address': 'fa:16:3e:a4:77:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8284feae-dc55-446e-92cb-984255740508', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': 'a85a1c7c-a779-40a8-806d-b6b915727979', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:59:58Z', 'updated_at': '2022-10-04T21:00:01Z', 'revision_number': 2, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'subnets': [{'id': 'a85a1c7c-a779-40a8-806d-b6b915727979', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:00:08.273973 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-ec061dec-d5f8-49a1-a77d-361634e6432f tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 9ba419df-2050-4e16-8249-7ec3a30b667c) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:00:08.275387 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a266d64-1361-4d98-8b42-df546ffc1329 tempest-RoutersAdminNegativeIpV6Test-1194355436 tempest-RoutersAdminNegativeIpV6Test-1194355436-project-admin] Pushing event updated for resources: {'Port': ['ID=1bc0cd86-8e46-4fc5-8f64-1069fdfae6e5,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:08.294201 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-8a266d64-1361-4d98-8b42-df546ffc1329 tempest-RoutersAdminNegativeIpV6Test-1194355436 tempest-RoutersAdminNegativeIpV6Test-1194355436-project-admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:00:08.301121 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec061dec-d5f8-49a1-a77d-361634e6432f tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:00:08.305307 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ec061dec-d5f8-49a1-a77d-361634e6432f tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:08.311543 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a266d64-1361-4d98-8b42-df546ffc1329 tempest-RoutersAdminNegativeIpV6Test-1194355436 tempest-RoutersAdminNegativeIpV6Test-1194355436-project-admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:00:08.395362 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede971a1-aafe-4a89-9e2f-ab4bb48f52f0 None None] Network 9ba419df-2050-4e16-8249-7ec3a30b667c requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:00:08.441798 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a266d64-1361-4d98-8b42-df546ffc1329 tempest-RoutersAdminNegativeIpV6Test-1194355436 tempest-RoutersAdminNegativeIpV6Test-1194355436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:00:08.441798 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8a266d64-1361-4d98-8b42-df546ffc1329 tempest-RoutersAdminNegativeIpV6Test-1194355436 tempest-RoutersAdminNegativeIpV6Test-1194355436-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:08.442268 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ec061dec-d5f8-49a1-a77d-361634e6432f tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1970325 Oct 04 21:00:08.449587 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52040) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:08.553022 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a206769a-fce3-4fb6-b7db-7cb476efd4de None None] Checking router: 8284feae-dc55-446e-92cb-984255740508 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:00:08.553590 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a206769a-fce3-4fb6-b7db-7cb476efd4de None None] Updating router 8284feae-dc55-446e-92cb-984255740508 port 28a0d13a-1e3e-4b4b-99ba-4bffe04da4b6 binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:00:08.598161 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-8a266d64-1361-4d98-8b42-df546ffc1329 tempest-RoutersAdminNegativeIpV6Test-1194355436 tempest-RoutersAdminNegativeIpV6Test-1194355436-project-admin] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 6.0763481 Oct 04 21:00:08.606888 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52044) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:08.607598 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52046) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:08.656832 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5f426292-99de-477f-8727-f92ecd2ce2bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:08.664617 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-30ea510b-31c0-420f-aff6-8d81c47fdbaa tempest-RoutersAdminNegativeIpV6Test-1194355436 tempest-RoutersAdminNegativeIpV6Test-1194355436-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.207'}]}}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:00:08.703922 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:08.757307 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e5fdb7a5-3b4c-41f8-86cf-7c9feb69b18b tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (0a0e970c-6f89-4a42-bbe6-e521bb1d2d0a), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:08.819667 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 1ee087d7-9aa1-4322-8516-62c0e9228b10 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:00:08.934923 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a206769a-fce3-4fb6-b7db-7cb476efd4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (28a0d13a-1e3e-4b4b-99ba-4bffe04da4b6), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:08.946693 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fdb7a5-3b4c-41f8-86cf-7c9feb69b18b tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event deleted for resources: {'Subnet': ['ID=0a0e970c-6f89-4a42-bbe6-e521bb1d2d0a,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:08.958638 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e5fdb7a5-3b4c-41f8-86cf-7c9feb69b18b tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:08.977920 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-e5fdb7a5-3b4c-41f8-86cf-7c9feb69b18b tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/0a0e970c-6f89-4a42-bbe6-e521bb1d2d0a HTTP/1.1" status: 204 len: 168 time: 2.0175676 Oct 04 21:00:08.996631 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52050) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:09.074383 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4834a543-06f5-4a27-8216-ee549c444242 None None] Network 1ccea25a-43ce-4ba7-9f56-f96df17f296b requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:00:09.121889 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-30ea510b-31c0-420f-aff6-8d81c47fdbaa tempest-RoutersAdminNegativeIpV6Test-1194355436 tempest-RoutersAdminNegativeIpV6Test-1194355436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (6ee4e185-5388-477d-8870-d77ef82f29ff), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:09.125324 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-30ea510b-31c0-420f-aff6-8d81c47fdbaa tempest-RoutersAdminNegativeIpV6Test-1194355436 tempest-RoutersAdminNegativeIpV6Test-1194355436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (6ee4e185-5388-477d-8870-d77ef82f29ff), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:09.130521 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e7085700-51b3-4e97-ab11-68a5c49964b5 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (701ecd21-9c19-4d90-b5a7-c351476cdc88), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:09.223197 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-c1fc829e-edb3-4cbb-927a-182ab6d3f8bb None None] Allocated IP 2001:db8::2 (ae231c6c-6daa-43e7-b402-e276decd5a09/63e4dbc9-1dea-4679-b64a-3d142650510b/7bc75850-7257-4d83-954a-78fd4e08f0d2) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:00:09.450354 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cfe53f38-e8e7-4a41-96b5-2bf0ca94852f tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:09.585502 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-0a1ebb6e-0f3e-431f-ab7e-2d3110b26710 None None] Current status of the port 18ef54b9-201e-4b61-b4fd-cd5eb5f0dffd is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:00:09.586417 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0a1ebb6e-0f3e-431f-ab7e-2d3110b26710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (18ef54b9-201e-4b61-b4fd-cd5eb5f0dffd), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:09.653818 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device bc606a43-76a2-465a-9425-9d6d92e8a7e2 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:00:09.658018 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545c3b3a-3d0b-444c-a4d6-fe3cdd0156d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-9ba419df-2050-4e16-8249-7ec3a30b667c', 'network_id': '9ba419df-2050-4e16-8249-7ec3a30b667c', 'project_id': '6f835a04a6144c6498f0ac2e720dd347', 'fixed_ips': [{'subnet_id': '2c636f81-8c6f-451e-98bc-40135b3810d6'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:00:09.659993 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-545c3b3a-3d0b-444c-a4d6-fe3cdd0156d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:09.676620 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5f426292-99de-477f-8727-f92ecd2ce2bf admin admin] Publish callbacks [] for security_group (34a6d32d-ef2b-4839-a839-b18a31430a23), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:09.695663 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7085700-51b3-4e97-ab11-68a5c49964b5 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event updated for resources: {'Subnet': ['ID=701ecd21-9c19-4d90-b5a7-c351476cdc88,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:09.724500 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bdd8135-f6d4-450e-90e1-a39f380dd4be tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Deleting subnet 192bf1d9-4229-4dcb-b85a-57cb51de532f {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:00:09.868318 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-30ea510b-31c0-420f-aff6-8d81c47fdbaa tempest-RoutersAdminNegativeIpV6Test-1194355436 tempest-RoutersAdminNegativeIpV6Test-1194355436-project-admin] Publish callbacks [] for router_controller (6ee4e185-5388-477d-8870-d77ef82f29ff), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:09.870382 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1bdd8135-f6d4-450e-90e1-a39f380dd4be tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for subnet (192bf1d9-4229-4dcb-b85a-57cb51de532f), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:09.880069 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5f426292-99de-477f-8727-f92ecd2ce2bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (34a6d32d-ef2b-4839-a839-b18a31430a23), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:09.937587 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:10.031023 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7085700-51b3-4e97-ab11-68a5c49964b5 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Checking segment: {'id': '2c016db4-9eab-449f-8ba9-98a17b134d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b166ae1b-faf6-4490-be9d-c7d472820552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:00:10.032172 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7085700-51b3-4e97-ab11-68a5c49964b5 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Network hostable DHCP agents. Network: b166ae1b-faf6-4490-be9d-c7d472820552, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:00:10.063385 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-0a1ebb6e-0f3e-431f-ab7e-2d3110b26710 None None] For port 18ef54b9-201e-4b61-b4fd-cd5eb5f0dffd, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=18ef54b9-201e-4b61-b4fd-cd5eb5f0dffd,segment=NetworkSegment(2317398d-43fb-4139-a380-421813d44357),segment_id=2317398d-43fb-4139-a380-421813d44357)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:00:10.375367 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-545c3b3a-3d0b-444c-a4d6-fe3cdd0156d5 None None] Allocated IP 2001:db8::2 (9ba419df-2050-4e16-8249-7ec3a30b667c/2c636f81-8c6f-451e-98bc-40135b3810d6/9a81cdb7-af0e-4a28-884b-1977574a3dbc) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:00:10.397890 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:10.431099 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0a1ebb6e-0f3e-431f-ab7e-2d3110b26710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (18ef54b9-201e-4b61-b4fd-cd5eb5f0dffd), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:10.437634 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=86,neutron:UPDATE=9,neutron:INSERT=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:10.956314 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-5f426292-99de-477f-8727-f92ecd2ce2bf admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=733bfbd0a8224f3183368997461b3deb&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3430021 Oct 04 21:00:10.957297 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52064) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:10.974790 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-0a1ebb6e-0f3e-431f-ab7e-2d3110b26710 None None] Provisioning complete for port bc606a43-76a2-465a-9425-9d6d92e8a7e2 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:00:10.975605 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0a1ebb6e-0f3e-431f-ab7e-2d3110b26710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (bc606a43-76a2-465a-9425-9d6d92e8a7e2), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:10.975974 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-0a1ebb6e-0f3e-431f-ab7e-2d3110b26710 None None] Attempt 1 to provision port bc606a43-76a2-465a-9425-9d6d92e8a7e2 Oct 04 21:00:10.982502 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1bdd8135-f6d4-450e-90e1-a39f380dd4be tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (192bf1d9-4229-4dcb-b85a-57cb51de532f), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:10.988249 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f426292-99de-477f-8727-f92ecd2ce2bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a6d32d-ef2b-4839-a839-b18a31430a23,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:11.022200 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port bc606a43-76a2-465a-9425-9d6d92e8a7e2 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:00:11.022791 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (bc606a43-76a2-465a-9425-9d6d92e8a7e2), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:11.023369 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port bc606a43-76a2-465a-9425-9d6d92e8a7e2 Oct 04 21:00:11.135462 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-30ea510b-31c0-420f-aff6-8d81c47fdbaa tempest-RoutersAdminNegativeIpV6Test-1194355436 tempest-RoutersAdminNegativeIpV6Test-1194355436-project-admin] Publish callbacks [] for router_gateway (6ee4e185-5388-477d-8870-d77ef82f29ff), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:11.147310 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7085700-51b3-4e97-ab11-68a5c49964b5 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Network b166ae1b-faf6-4490-be9d-c7d472820552 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:00:11.217466 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c2957f9b-f780-41fa-9a80-9bd7bb8e5199 admin admin] Publish callbacks [] for security_group (34a6d32d-ef2b-4839-a839-b18a31430a23), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:11.268995 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:11.273335 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c2957f9b-f780-41fa-9a80-9bd7bb8e5199 admin admin] Publish callbacks [] for security_group (34a6d32d-ef2b-4839-a839-b18a31430a23), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:11.300387 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-e7085700-51b3-4e97-ab11-68a5c49964b5 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, b166ae1b-faf6-4490-be9d-c7d472820552) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:00:11.348601 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7085700-51b3-4e97-ab11-68a5c49964b5 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:00:11.351319 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e7085700-51b3-4e97-ab11-68a5c49964b5 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:11.357511 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1bdd8135-f6d4-450e-90e1-a39f380dd4be tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (192bf1d9-4229-4dcb-b85a-57cb51de532f), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:11.388086 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d0b5fb-3793-4725-81ac-d0b65968dd4a None None] Network b166ae1b-faf6-4490-be9d-c7d472820552 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:00:11.477059 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1ebb6e-0f3e-431f-ab7e-2d3110b26710 None None] Pushing event updated for resources: {'Port': ['ID=18ef54b9-201e-4b61-b4fd-cd5eb5f0dffd,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:11.610756 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c2957f9b-f780-41fa-9a80-9bd7bb8e5199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (34a6d32d-ef2b-4839-a839-b18a31430a23), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:11.617624 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c2957f9b-f780-41fa-9a80-9bd7bb8e5199 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:11.623945 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c2957f9b-f780-41fa-9a80-9bd7bb8e5199 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/34a6d32d-ef2b-4839-a839-b18a31430a23 HTTP/1.1" status: 204 len: 168 time: 0.6613376 Oct 04 21:00:11.648586 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2957f9b-f780-41fa-9a80-9bd7bb8e5199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a6d32d-ef2b-4839-a839-b18a31430a23,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:11.658805 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c1fc829e-edb3-4cbb-927a-182ab6d3f8bb None None] Publish callbacks [] for port (7bc75850-7257-4d83-954a-78fd4e08f0d2), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:11.703115 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52070) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:11.703439 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-e7085700-51b3-4e97-ab11-68a5c49964b5 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.6076162 Oct 04 21:00:11.720564 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1bdd8135-f6d4-450e-90e1-a39f380dd4be tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (192bf1d9-4229-4dcb-b85a-57cb51de532f), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:11.852449 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1bdd8135-f6d4-450e-90e1-a39f380dd4be tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:11.861153 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-1bdd8135-f6d4-450e-90e1-a39f380dd4be tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/192bf1d9-4229-4dcb-b85a-57cb51de532f HTTP/1.1" status: 204 len: 168 time: 2.8624818 Oct 04 21:00:11.862909 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdd8135-f6d4-450e-90e1-a39f380dd4be tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event deleted for resources: {'Subnet': ['ID=192bf1d9-4229-4dcb-b85a-57cb51de532f,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:11.932285 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52074) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:12.049328 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c1fc829e-edb3-4cbb-927a-182ab6d3f8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (7bc75850-7257-4d83-954a-78fd4e08f0d2), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:12.099793 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fc829e-edb3-4cbb-927a-182ab6d3f8bb None None] Network ae231c6c-6daa-43e7-b402-e276decd5a09 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:00:12.101779 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-0a1ebb6e-0f3e-431f-ab7e-2d3110b26710 None None] Current status of the port bc606a43-76a2-465a-9425-9d6d92e8a7e2 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:00:12.137713 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-c292c33f-c43b-400c-be15-bfaa5039d68c tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] DELETE failed (client error): The resource could not be found. Oct 04 21:00:12.139464 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c292c33f-c43b-400c-be15-bfaa5039d68c tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:00:12.149855 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c292c33f-c43b-400c-be15-bfaa5039d68c tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/0a0e970c-6f89-4a42-bbe6-e521bb1d2d0a HTTP/1.1" status: 404 len: 337 time: 0.1080294 Oct 04 21:00:12.151612 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52076) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:12.192430 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-c1fc829e-edb3-4cbb-927a-182ab6d3f8bb None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:00:12.205892 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:12.215358 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:12.215589 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fc829e-edb3-4cbb-927a-182ab6d3f8bb None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:00:12.253399 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-cfe53f38-e8e7-4a41-96b5-2bf0ca94852f tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Allocated IP 2001:db8::1 (ae231c6c-6daa-43e7-b402-e276decd5a09/63e4dbc9-1dea-4679-b64a-3d142650510b/84151c0c-ab84-488e-90ef-f55da7748ba7) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:00:12.282811 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-545c3b3a-3d0b-444c-a4d6-fe3cdd0156d5 None None] Publish callbacks [] for port (9a81cdb7-af0e-4a28-884b-1977574a3dbc), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:12.319334 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8110536-ca4b-4eed-8549-2212d62e4f3c tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Deleting subnet 5e4ad733-ce9c-46c2-9406-1257b3bb99be {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:00:12.330417 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=87,neutron:INSERT=1,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:12.333470 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c8110536-ca4b-4eed-8549-2212d62e4f3c tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks [] for subnet (5e4ad733-ce9c-46c2-9406-1257b3bb99be), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:12.341315 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-30ea510b-31c0-420f-aff6-8d81c47fdbaa tempest-RoutersAdminNegativeIpV6Test-1194355436 tempest-RoutersAdminNegativeIpV6Test-1194355436-project-admin] Publish callbacks [] for router_gateway (6ee4e185-5388-477d-8870-d77ef82f29ff), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:12.459589 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-30ea510b-31c0-420f-aff6-8d81c47fdbaa tempest-RoutersAdminNegativeIpV6Test-1194355436 tempest-RoutersAdminNegativeIpV6Test-1194355436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:12.589838 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:12.650234 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-545c3b3a-3d0b-444c-a4d6-fe3cdd0156d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (9a81cdb7-af0e-4a28-884b-1977574a3dbc), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:12.653899 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-0a1ebb6e-0f3e-431f-ab7e-2d3110b26710 None None] Provisioning complete for port 28a0d13a-1e3e-4b4b-99ba-4bffe04da4b6 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:00:12.657963 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0a1ebb6e-0f3e-431f-ab7e-2d3110b26710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (28a0d13a-1e3e-4b4b-99ba-4bffe04da4b6), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:12.657963 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-0a1ebb6e-0f3e-431f-ab7e-2d3110b26710 None None] Attempt 1 to provision port 28a0d13a-1e3e-4b4b-99ba-4bffe04da4b6 Oct 04 21:00:12.684483 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c8110536-ca4b-4eed-8549-2212d62e4f3c tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (5e4ad733-ce9c-46c2-9406-1257b3bb99be), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:12.742719 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe6cae2-da8b-4e84-9795-9877ad43e8de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-b166ae1b-faf6-4490-be9d-c7d472820552', 'network_id': 'b166ae1b-faf6-4490-be9d-c7d472820552', 'project_id': 'b0c85d506fb94c18954be47609cba122', 'fixed_ips': [{'subnet_id': '701ecd21-9c19-4d90-b5a7-c351476cdc88'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:00:12.744336 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fbe6cae2-da8b-4e84-9795-9877ad43e8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:12.854085 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port bc606a43-76a2-465a-9425-9d6d92e8a7e2 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:00:12.856512 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 18ef54b9-201e-4b61-b4fd-cd5eb5f0dffd up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:00:12.972892 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3b200e-f393-498a-bc6a-497e56fff76f None None] Network 1ccea25a-43ce-4ba7-9f56-f96df17f296b requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:00:13.059272 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fc829e-edb3-4cbb-927a-182ab6d3f8bb None None] Pushing event updated for resources: {'Port': ['ID=7bc75850-7257-4d83-954a-78fd4e08f0d2,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:13.085606 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545c3b3a-3d0b-444c-a4d6-fe3cdd0156d5 None None] Network 9ba419df-2050-4e16-8249-7ec3a30b667c is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:00:13.192836 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c8110536-ca4b-4eed-8549-2212d62e4f3c tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (5e4ad733-ce9c-46c2-9406-1257b3bb99be), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:13.198543 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a206769a-fce3-4fb6-b7db-7cb476efd4de None None] Publish callbacks [] for port (28a0d13a-1e3e-4b4b-99ba-4bffe04da4b6), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:13.254203 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-545c3b3a-3d0b-444c-a4d6-fe3cdd0156d5 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:00:13.254203 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-0a1ebb6e-0f3e-431f-ab7e-2d3110b26710 None None] Port 28a0d13a-1e3e-4b4b-99ba-4bffe04da4b6 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:00:13.267724 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545c3b3a-3d0b-444c-a4d6-fe3cdd0156d5 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:00:13.272369 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:13.384185 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-30ea510b-31c0-420f-aff6-8d81c47fdbaa tempest-RoutersAdminNegativeIpV6Test-1194355436 tempest-RoutersAdminNegativeIpV6Test-1194355436-project-admin] Publish callbacks [] for router (6ee4e185-5388-477d-8870-d77ef82f29ff), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:13.457167 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a206769a-fce3-4fb6-b7db-7cb476efd4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (28a0d13a-1e3e-4b4b-99ba-4bffe04da4b6), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:13.508317 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-c1fc829e-edb3-4cbb-927a-182ab6d3f8bb None None] Attempting to bind port 7bc75850-7257-4d83-954a-78fd4e08f0d2 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:00:13.509330 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-c1fc829e-edb3-4cbb-927a-182ab6d3f8bb None None] Attempting to bind port 7bc75850-7257-4d83-954a-78fd4e08f0d2 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '7b45000d-2684-4801-a582-3745b85d3c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ae231c6c-6daa-43e7-b402-e276decd5a09'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:00:13.510406 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fc829e-edb3-4cbb-927a-182ab6d3f8bb None None] Attempting to bind port 7bc75850-7257-4d83-954a-78fd4e08f0d2 on network ae231c6c-6daa-43e7-b402-e276decd5a09 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:00:13.568824 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c8110536-ca4b-4eed-8549-2212d62e4f3c tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (5e4ad733-ce9c-46c2-9406-1257b3bb99be), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:13.616015 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545c3b3a-3d0b-444c-a4d6-fe3cdd0156d5 None None] Pushing event updated for resources: {'Port': ['ID=9a81cdb7-af0e-4a28-884b-1977574a3dbc,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:13.665124 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e9389847-68ee-41d1-a456-aa7738292eda None None] Provisioning complete for port 3a851044-f77e-497b-a2cb-b775823a3634 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:00:13.665714 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e9389847-68ee-41d1-a456-aa7738292eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (3a851044-f77e-497b-a2cb-b775823a3634), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:13.666284 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e9389847-68ee-41d1-a456-aa7738292eda None None] Attempt 1 to provision port 3a851044-f77e-497b-a2cb-b775823a3634 Oct 04 21:00:13.706025 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cfe53f38-e8e7-4a41-96b5-2bf0ca94852f tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks [] for port (84151c0c-ab84-488e-90ef-f55da7748ba7), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:13.734448 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c8110536-ca4b-4eed-8549-2212d62e4f3c tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:13.738942 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c8110536-ca4b-4eed-8549-2212d62e4f3c tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/5e4ad733-ce9c-46c2-9406-1257b3bb99be HTTP/1.1" status: 204 len: 168 time: 1.5859730 Oct 04 21:00:13.741207 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8110536-ca4b-4eed-8549-2212d62e4f3c tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event deleted for resources: {'Subnet': ['ID=5e4ad733-ce9c-46c2-9406-1257b3bb99be,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:13.746206 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52090) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:13.771647 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:13.806771 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-c78d5ca5-c719-43fa-93db-ba8adffdd075 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] DELETE failed (client error): The resource could not be found. Oct 04 21:00:13.807766 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c78d5ca5-c719-43fa-93db-ba8adffdd075 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:00:13.819312 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c78d5ca5-c719-43fa-93db-ba8adffdd075 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/0f4d96f4-31a3-48bc-a5ba-a20bebe7a478 HTTP/1.1" status: 404 len: 337 time: 0.0668578 Oct 04 21:00:13.836111 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 18ef54b9-201e-4b61-b4fd-cd5eb5f0dffd triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:00:13.836707 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (18ef54b9-201e-4b61-b4fd-cd5eb5f0dffd), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:13.837286 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 18ef54b9-201e-4b61-b4fd-cd5eb5f0dffd Oct 04 21:00:13.866098 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52094) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:13.994171 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-6ff7ba3b-5b35-49e9-b5e7-48ac620bcc6e tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e14839a4-bd9d-40aa-8420-e9ceae6c779f HTTP/1.1" status: 200 len: 205 time: 0.1214094 Oct 04 21:00:14.049457 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52098) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:14.072271 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-30ea510b-31c0-420f-aff6-8d81c47fdbaa tempest-RoutersAdminNegativeIpV6Test-1194355436 tempest-RoutersAdminNegativeIpV6Test-1194355436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (6ee4e185-5388-477d-8870-d77ef82f29ff), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:14.078099 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-30ea510b-31c0-420f-aff6-8d81c47fdbaa tempest-RoutersAdminNegativeIpV6Test-1194355436 tempest-RoutersAdminNegativeIpV6Test-1194355436-project-admin] Publish callbacks [] for router_controller (6ee4e185-5388-477d-8870-d77ef82f29ff), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:14.101892 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cfe53f38-e8e7-4a41-96b5-2bf0ca94852f tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (84151c0c-ab84-488e-90ef-f55da7748ba7), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:14.133601 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-fbe6cae2-da8b-4e84-9795-9877ad43e8de None None] Allocated IP 2001:db8:2::2 (b166ae1b-faf6-4490-be9d-c7d472820552/701ecd21-9c19-4d90-b5a7-c351476cdc88/f4e89833-302b-4966-8fa7-d0e68e571516) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:00:14.273071 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe53f38-e8e7-4a41-96b5-2bf0ca94852f tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Pushing event updated for resources: {'Port': ['ID=84151c0c-ab84-488e-90ef-f55da7748ba7,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:14.278010 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:14.294094 n-d-852085-12 neutron-server[108169]: INFO neutron.api.v2.resource [None req-e29250a5-238e-4e05-8d7b-fe28b9b5a552 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] delete failed (client error): The resource could not be found. Oct 04 21:00:14.297745 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e29250a5-238e-4e05-8d7b-fe28b9b5a552 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "DELETE /networking/v2.0/routers/e14839a4-bd9d-40aa-8420-e9ceae6c779f HTTP/1.1" status: 404 len: 336 time: 0.2412508 Oct 04 21:00:14.300433 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52102) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:14.334562 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe53f38-e8e7-4a41-96b5-2bf0ca94852f tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Network ae231c6c-6daa-43e7-b402-e276decd5a09 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:00:14.343939 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-cfe53f38-e8e7-4a41-96b5-2bf0ca94852f tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:00:14.353190 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-927ebdd5-35b0-4344-b389-7fdc97ea45c4 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:14.357640 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe53f38-e8e7-4a41-96b5-2bf0ca94852f tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:00:14.358570 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cfe53f38-e8e7-4a41-96b5-2bf0ca94852f tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (06ce37d7-dfb4-49bf-8c24-9e76d8a8f23d), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:14.385707 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-84d1a7a7-7d0b-43fa-90c9-ea478b07761e tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] DELETE failed (client error): The resource could not be found. Oct 04 21:00:14.387121 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84d1a7a7-7d0b-43fa-90c9-ea478b07761e tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:00:14.395881 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-84d1a7a7-7d0b-43fa-90c9-ea478b07761e tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/f2924a8e-1aee-48de-9379-66d3a7ec0479 HTTP/1.1" status: 404 len: 337 time: 0.0905478 Oct 04 21:00:14.407963 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-30ea510b-31c0-420f-aff6-8d81c47fdbaa tempest-RoutersAdminNegativeIpV6Test-1194355436 tempest-RoutersAdminNegativeIpV6Test-1194355436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (6ee4e185-5388-477d-8870-d77ef82f29ff), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:14.409026 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ea510b-31c0-420f-aff6-8d81c47fdbaa tempest-RoutersAdminNegativeIpV6Test-1194355436 tempest-RoutersAdminNegativeIpV6Test-1194355436-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6ee4e185-5388-477d-8870-d77ef82f29ff {{(pid=108170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 21:00:14.411555 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52104) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:14.477088 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:14.508656 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-545c3b3a-3d0b-444c-a4d6-fe3cdd0156d5 None None] Attempting to bind port 9a81cdb7-af0e-4a28-884b-1977574a3dbc on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:00:14.509660 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-545c3b3a-3d0b-444c-a4d6-fe3cdd0156d5 None None] Attempting to bind port 9a81cdb7-af0e-4a28-884b-1977574a3dbc by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '37ee8e9a-b772-45dd-b6f5-374c2fc6c75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9ba419df-2050-4e16-8249-7ec3a30b667c'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:00:14.511473 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545c3b3a-3d0b-444c-a4d6-fe3cdd0156d5 None None] Attempting to bind port 9a81cdb7-af0e-4a28-884b-1977574a3dbc on network 9ba419df-2050-4e16-8249-7ec3a30b667c {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:00:14.526688 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc01ed13-e3bd-4925-ae88-bfb05b0fe505 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] DELETE failed (client error): The resource could not be found. Oct 04 21:00:14.532326 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc01ed13-e3bd-4925-ae88-bfb05b0fe505 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:00:14.534302 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-dc01ed13-e3bd-4925-ae88-bfb05b0fe505 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/6eaf55ad-e7e4-4f62-ac32-acf23c01a3b3 HTTP/1.1" status: 404 len: 337 time: 0.1139300 Oct 04 21:00:14.539343 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52108) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:14.605137 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-a69dc5e0-c4d9-4a6c-8ac0-7df75620b578 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] DELETE failed (client error): The resource could not be found. Oct 04 21:00:14.606600 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a69dc5e0-c4d9-4a6c-8ac0-7df75620b578 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:00:14.613844 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a69dc5e0-c4d9-4a6c-8ac0-7df75620b578 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/0d089b41-00e6-46f2-bd5e-1f440c4256df HTTP/1.1" status: 404 len: 337 time: 0.0716026 Oct 04 21:00:14.618939 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52110) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:14.621761 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2400f3-a15c-4f08-b5f1-95da45141a42 None None] Pushing event updated for resources: {'Port': ['ID=28a0d13a-1e3e-4b4b-99ba-4bffe04da4b6,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:14.683561 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fc829e-edb3-4cbb-927a-182ab6d3f8bb None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:00:14.688369 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fc829e-edb3-4cbb-927a-182ab6d3f8bb None None] Checking segment: {'id': '7b45000d-2684-4801-a582-3745b85d3c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ae231c6c-6daa-43e7-b402-e276decd5a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:00:14.689277 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c1fc829e-edb3-4cbb-927a-182ab6d3f8bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:14.689753 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fc829e-edb3-4cbb-927a-182ab6d3f8bb None None] Bound using segment: {'id': '7b45000d-2684-4801-a582-3745b85d3c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ae231c6c-6daa-43e7-b402-e276decd5a09'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:00:14.690829 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-c1fc829e-edb3-4cbb-927a-182ab6d3f8bb None None] Bound port: 7bc75850-7257-4d83-954a-78fd4e08f0d2, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b45000d-2684-4801-a582-3745b85d3c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ae231c6c-6daa-43e7-b402-e276decd5a09'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:00:14.691275 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c1fc829e-edb3-4cbb-927a-182ab6d3f8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (7bc75850-7257-4d83-954a-78fd4e08f0d2), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:14.710435 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-92915264-6499-42a5-a81b-0236cb20508d tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] DELETE failed (client error): The resource could not be found. Oct 04 21:00:14.713006 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92915264-6499-42a5-a81b-0236cb20508d tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:00:14.732627 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-92915264-6499-42a5-a81b-0236cb20508d tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "DELETE /networking/v2.0/ports/ad12566d-037b-494b-9959-4cf64935a6d6 HTTP/1.1" status: 404 len: 333 time: 0.1078527 Oct 04 21:00:14.739180 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52114) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:14.748084 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-30ea510b-31c0-420f-aff6-8d81c47fdbaa tempest-RoutersAdminNegativeIpV6Test-1194355436 tempest-RoutersAdminNegativeIpV6Test-1194355436-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 04 21:00:14.754518 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-30ea510b-31c0-420f-aff6-8d81c47fdbaa tempest-RoutersAdminNegativeIpV6Test-1194355436 tempest-RoutersAdminNegativeIpV6Test-1194355436-project-admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 409 len: 372 time: 6.1338019 Oct 04 21:00:14.794718 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52116) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:14.847226 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-04231583-d8f1-4fc5-8946-0f2afee3a514 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] DELETE failed (client error): The resource could not be found. Oct 04 21:00:14.848030 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04231583-d8f1-4fc5-8946-0f2afee3a514 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:00:14.861619 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-04231583-d8f1-4fc5-8946-0f2afee3a514 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/4cf913c0-6191-427f-8197-d8d6b0424996 HTTP/1.1" status: 404 len: 337 time: 0.0996583 Oct 04 21:00:14.865984 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52118) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:14.895518 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-c1fc829e-edb3-4cbb-927a-182ab6d3f8bb None None] For port 7bc75850-7257-4d83-954a-78fd4e08f0d2, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:00:14.902989 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-c1fc829e-edb3-4cbb-927a-182ab6d3f8bb None None] For port 7bc75850-7257-4d83-954a-78fd4e08f0d2, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=7bc75850-7257-4d83-954a-78fd4e08f0d2,segment=NetworkSegment(7b45000d-2684-4801-a582-3745b85d3c54),segment_id=7b45000d-2684-4801-a582-3745b85d3c54)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:00:14.909291 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-a206769a-fce3-4fb6-b7db-7cb476efd4de None None] Attempting to bind port 28a0d13a-1e3e-4b4b-99ba-4bffe04da4b6 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:00:14.909631 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-a206769a-fce3-4fb6-b7db-7cb476efd4de None None] Attempting to bind port 28a0d13a-1e3e-4b4b-99ba-4bffe04da4b6 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'ebbda1c8-dbf3-48b0-b63e-ea670c7e0cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '86271f77-fd7c-4bab-b31a-3a694c6f44f5'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:00:14.910061 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a206769a-fce3-4fb6-b7db-7cb476efd4de None None] Attempting to bind port 28a0d13a-1e3e-4b4b-99ba-4bffe04da4b6 on network 86271f77-fd7c-4bab-b31a-3a694c6f44f5 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:00:14.962202 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 21:00:14.987051 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e9355cc-7702-440e-9719-6b1235570679 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] DELETE failed (client error): The resource could not be found. Oct 04 21:00:14.987891 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e9355cc-7702-440e-9719-6b1235570679 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:00:14.998396 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4e9355cc-7702-440e-9719-6b1235570679 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/3db86199-ccbb-4ae6-b4ee-d42c832f7880 HTTP/1.1" status: 404 len: 337 time: 0.1301765 Oct 04 21:00:14.999476 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52122) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:15.055770 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5355553-75fd-4919-8895-f64b6214924f tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] DELETE failed (client error): The resource could not be found. Oct 04 21:00:15.056393 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5355553-75fd-4919-8895-f64b6214924f tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:00:15.058296 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e9389847-68ee-41d1-a456-aa7738292eda None None] Current status of the port 3a851044-f77e-497b-a2cb-b775823a3634 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:00:15.066820 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-e5355553-75fd-4919-8895-f64b6214924f tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "DELETE /networking/v2.0/ports/afbae98f-963b-4477-98f2-71d147713a9e HTTP/1.1" status: 404 len: 333 time: 0.0652864 Oct 04 21:00:15.068628 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52124) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:15.145777 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc136b67-7b74-4c3a-bcf8-251855eae361 None None] Update dhcp port {'port': {'network_id': '1ccea25a-43ce-4ba7-9f56-f96df17f296b', 'fixed_ips': [{'subnet_id': '5e4ad733-ce9c-46c2-9406-1257b3bb99be'}], 'binding:host_id': 'n-d-852085-12'}, 'id': '3a851044-f77e-497b-a2cb-b775823a3634'} from n-d-852085-12. {{(pid=108171) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 04 21:00:15.148337 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-1f38a4e5-02f8-4bbf-b9c6-2782a2b2c669 tempest-RoutersAdminNegativeIpV6Test-1194355436 tempest-RoutersAdminNegativeIpV6Test-1194355436-project-admin] Deleting port 1bc0cd86-8e46-4fc5-8f64-1069fdfae6e5 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:00:15.148918 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1f38a4e5-02f8-4bbf-b9c6-2782a2b2c669 tempest-RoutersAdminNegativeIpV6Test-1194355436 tempest-RoutersAdminNegativeIpV6Test-1194355436-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (1bc0cd86-8e46-4fc5-8f64-1069fdfae6e5), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:15.152415 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cfe53f38-e8e7-4a41-96b5-2bf0ca94852f tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (84151c0c-ab84-488e-90ef-f55da7748ba7), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:15.172948 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-4efa1a7e-6d01-4cc2-8414-1be743160bed tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] DELETE failed (client error): The resource could not be found. Oct 04 21:00:15.174678 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4efa1a7e-6d01-4cc2-8414-1be743160bed tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:00:15.193036 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4efa1a7e-6d01-4cc2-8414-1be743160bed tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/3b7dae3d-e13c-487b-b0ce-662ed0977359 HTTP/1.1" status: 404 len: 337 time: 0.1203649 Oct 04 21:00:15.195992 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52128) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:15.202761 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c1fc829e-edb3-4cbb-927a-182ab6d3f8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (7bc75850-7257-4d83-954a-78fd4e08f0d2), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:15.227622 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:15.290477 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-167c8be9-8a82-4db2-8b0f-7f6675181112 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] DELETE failed (client error): The resource could not be found. Oct 04 21:00:15.291366 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-167c8be9-8a82-4db2-8b0f-7f6675181112 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:00:15.305244 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-167c8be9-8a82-4db2-8b0f-7f6675181112 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/e09134c3-54b0-4261-a0cb-72aa4875bc17 HTTP/1.1" status: 404 len: 337 time: 0.1043260 Oct 04 21:00:15.306546 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52130) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:15.638746 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-23f76ea1-d9ea-4208-a7c6-c245e4f4fb34 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Deleting port 8a7f64a6-2693-47bf-8fef-8342a0cc1841 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:00:15.639302 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-23f76ea1-d9ea-4208-a7c6-c245e4f4fb34 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (8a7f64a6-2693-47bf-8fef-8342a0cc1841), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:15.809642 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-cc136b67-7b74-4c3a-bcf8-251855eae361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (3a851044-f77e-497b-a2cb-b775823a3634), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:15.944305 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-23f76ea1-d9ea-4208-a7c6-c245e4f4fb34 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (8a7f64a6-2693-47bf-8fef-8342a0cc1841), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:15.985933 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-23f76ea1-d9ea-4208-a7c6-c245e4f4fb34 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Calling delete_port for 8a7f64a6-2693-47bf-8fef-8342a0cc1841 owned by {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:00:16.009026 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1f38a4e5-02f8-4bbf-b9c6-2782a2b2c669 tempest-RoutersAdminNegativeIpV6Test-1194355436 tempest-RoutersAdminNegativeIpV6Test-1194355436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (1bc0cd86-8e46-4fc5-8f64-1069fdfae6e5), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:16.012741 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e9389847-68ee-41d1-a456-aa7738292eda None None] Provisioning complete for port 18ef54b9-201e-4b61-b4fd-cd5eb5f0dffd triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:00:16.017869 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e9389847-68ee-41d1-a456-aa7738292eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (18ef54b9-201e-4b61-b4fd-cd5eb5f0dffd), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:16.017869 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e9389847-68ee-41d1-a456-aa7738292eda None None] Attempt 1 to provision port 18ef54b9-201e-4b61-b4fd-cd5eb5f0dffd Oct 04 21:00:16.029809 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:16.106194 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-1f38a4e5-02f8-4bbf-b9c6-2782a2b2c669 tempest-RoutersAdminNegativeIpV6Test-1194355436 tempest-RoutersAdminNegativeIpV6Test-1194355436-project-admin] Calling delete_port for 1bc0cd86-8e46-4fc5-8f64-1069fdfae6e5 owned by {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:00:16.107874 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545c3b3a-3d0b-444c-a4d6-fe3cdd0156d5 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:00:16.109041 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545c3b3a-3d0b-444c-a4d6-fe3cdd0156d5 None None] Checking segment: {'id': '37ee8e9a-b772-45dd-b6f5-374c2fc6c75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9ba419df-2050-4e16-8249-7ec3a30b667c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:00:16.109860 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-545c3b3a-3d0b-444c-a4d6-fe3cdd0156d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:16.110614 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545c3b3a-3d0b-444c-a4d6-fe3cdd0156d5 None None] Bound using segment: {'id': '37ee8e9a-b772-45dd-b6f5-374c2fc6c75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9ba419df-2050-4e16-8249-7ec3a30b667c'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:00:16.111634 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-545c3b3a-3d0b-444c-a4d6-fe3cdd0156d5 None None] Bound port: 9a81cdb7-af0e-4a28-884b-1977574a3dbc, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37ee8e9a-b772-45dd-b6f5-374c2fc6c75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9ba419df-2050-4e16-8249-7ec3a30b667c'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:00:16.112402 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-545c3b3a-3d0b-444c-a4d6-fe3cdd0156d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (9a81cdb7-af0e-4a28-884b-1977574a3dbc), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:16.211207 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fbe6cae2-da8b-4e84-9795-9877ad43e8de None None] Publish callbacks [] for port (f4e89833-302b-4966-8fa7-d0e68e571516), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:16.248090 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a206769a-fce3-4fb6-b7db-7cb476efd4de None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:00:16.248734 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a206769a-fce3-4fb6-b7db-7cb476efd4de None None] Checking segment: {'id': 'ebbda1c8-dbf3-48b0-b63e-ea670c7e0cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '86271f77-fd7c-4bab-b31a-3a694c6f44f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:00:16.249423 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a206769a-fce3-4fb6-b7db-7cb476efd4de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:16.250365 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a206769a-fce3-4fb6-b7db-7cb476efd4de None None] Bound using segment: {'id': 'ebbda1c8-dbf3-48b0-b63e-ea670c7e0cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '86271f77-fd7c-4bab-b31a-3a694c6f44f5'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:00:16.251294 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-a206769a-fce3-4fb6-b7db-7cb476efd4de None None] Bound port: 28a0d13a-1e3e-4b4b-99ba-4bffe04da4b6, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebbda1c8-dbf3-48b0-b63e-ea670c7e0cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '86271f77-fd7c-4bab-b31a-3a694c6f44f5'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:00:16.252022 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a206769a-fce3-4fb6-b7db-7cb476efd4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (28a0d13a-1e3e-4b4b-99ba-4bffe04da4b6), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:16.279068 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 18ef54b9-201e-4b61-b4fd-cd5eb5f0dffd is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:00:16.308473 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a35cf989-aee2-4865-8262-f390a69f2d45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:16.393044 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fc829e-edb3-4cbb-927a-182ab6d3f8bb None None] Pushing event updated for resources: {'Port': ['ID=7bc75850-7257-4d83-954a-78fd4e08f0d2,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:16.400776 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:16.416482 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:16.457405 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-23f76ea1-d9ea-4208-a7c6-c245e4f4fb34 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (8a7f64a6-2693-47bf-8fef-8342a0cc1841), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:16.544878 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f76ea1-d9ea-4208-a7c6-c245e4f4fb34 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event deleted for resources: {'Port': ['ID=8a7f64a6-2693-47bf-8fef-8342a0cc1841,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:16.547834 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fbe6cae2-da8b-4e84-9795-9877ad43e8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (f4e89833-302b-4966-8fa7-d0e68e571516), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:16.602564 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-23f76ea1-d9ea-4208-a7c6-c245e4f4fb34 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:16.612693 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-23f76ea1-d9ea-4208-a7c6-c245e4f4fb34 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "DELETE /networking/v2.0/ports/8a7f64a6-2693-47bf-8fef-8342a0cc1841 HTTP/1.1" status: 204 len: 168 time: 1.3042336 Oct 04 21:00:16.617161 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52142) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:16.628893 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 18ef54b9-201e-4b61-b4fd-cd5eb5f0dffd up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:00:16.706386 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-927ebdd5-35b0-4344-b389-7fdc97ea45c4 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Allocated IP 2001:db8:2::1 (b166ae1b-faf6-4490-be9d-c7d472820552/701ecd21-9c19-4d90-b5a7-c351476cdc88/9f2dd482-3c92-43d6-8aa7-3a6bbb986aea) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:00:16.889582 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b23e49af-0640-4d29-8d07-f778745922d5 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (1ccea25a-43ce-4ba7-9f56-f96df17f296b), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:16.965009 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:17.015766 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe6cae2-da8b-4e84-9795-9877ad43e8de None None] Network b166ae1b-faf6-4490-be9d-c7d472820552 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:00:17.016460 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-b23e49af-0640-4d29-8d07-f778745922d5 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Deleting port 3a851044-f77e-497b-a2cb-b775823a3634 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:00:17.017039 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b23e49af-0640-4d29-8d07-f778745922d5 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (3a851044-f77e-497b-a2cb-b775823a3634), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:17.077179 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f078dc99-4356-4484-af8f-f79d3b15c1b8 None None] Network 1ccea25a-43ce-4ba7-9f56-f96df17f296b requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:00:17.168311 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-fbe6cae2-da8b-4e84-9795-9877ad43e8de None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:00:17.195118 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-545c3b3a-3d0b-444c-a4d6-fe3cdd0156d5 None None] For port 9a81cdb7-af0e-4a28-884b-1977574a3dbc, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:00:17.225867 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe6cae2-da8b-4e84-9795-9877ad43e8de None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:00:17.242732 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-b23e49af-0640-4d29-8d07-f778745922d5 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] For port 3a851044-f77e-497b-a2cb-b775823a3634, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=3a851044-f77e-497b-a2cb-b775823a3634,segment=NetworkSegment(2aeeaa91-6ee3-4abd-b07e-c28198bbcbe7),segment_id=2aeeaa91-6ee3-4abd-b07e-c28198bbcbe7)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:00:17.243429 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b23e49af-0640-4d29-8d07-f778745922d5 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (3a851044-f77e-497b-a2cb-b775823a3634), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:17.334394 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-b23e49af-0640-4d29-8d07-f778745922d5 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Calling delete_port for 3a851044-f77e-497b-a2cb-b775823a3634 owned by network:dhcp {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:00:17.420362 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cfe53f38-e8e7-4a41-96b5-2bf0ca94852f tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks [] for port (84151c0c-ab84-488e-90ef-f55da7748ba7), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:17.425613 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe6cae2-da8b-4e84-9795-9877ad43e8de None None] Pushing event updated for resources: {'Port': ['ID=f4e89833-302b-4966-8fa7-d0e68e571516,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:17.473226 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-927ebdd5-35b0-4344-b389-7fdc97ea45c4 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for port (9f2dd482-3c92-43d6-8aa7-3a6bbb986aea), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:17.480536 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=86,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:17.509275 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1f38a4e5-02f8-4bbf-b9c6-2782a2b2c669 tempest-RoutersAdminNegativeIpV6Test-1194355436 tempest-RoutersAdminNegativeIpV6Test-1194355436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (1bc0cd86-8e46-4fc5-8f64-1069fdfae6e5), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:17.517356 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cfe53f38-e8e7-4a41-96b5-2bf0ca94852f tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (84151c0c-ab84-488e-90ef-f55da7748ba7), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:17.519477 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cfe53f38-e8e7-4a41-96b5-2bf0ca94852f tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (06ce37d7-dfb4-49bf-8c24-9e76d8a8f23d), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:17.542413 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=4 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:17.545145 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-a206769a-fce3-4fb6-b7db-7cb476efd4de None None] For port 28a0d13a-1e3e-4b4b-99ba-4bffe04da4b6, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:00:17.607194 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-545c3b3a-3d0b-444c-a4d6-fe3cdd0156d5 None None] For port 9a81cdb7-af0e-4a28-884b-1977574a3dbc, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=9a81cdb7-af0e-4a28-884b-1977574a3dbc,segment=NetworkSegment(37ee8e9a-b772-45dd-b6f5-374c2fc6c75c),segment_id=37ee8e9a-b772-45dd-b6f5-374c2fc6c75c)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:00:17.643528 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e9389847-68ee-41d1-a456-aa7738292eda None None] Current status of the port 18ef54b9-201e-4b61-b4fd-cd5eb5f0dffd is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:00:17.660701 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e9389847-68ee-41d1-a456-aa7738292eda None None] Could not find standard attr ID for object 8a7f64a6-2693-47bf-8fef-8342a0cc1841. {{(pid=108171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 04 21:00:17.722516 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b23e49af-0640-4d29-8d07-f778745922d5 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (3a851044-f77e-497b-a2cb-b775823a3634), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:17.731931 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-a206769a-fce3-4fb6-b7db-7cb476efd4de None None] For port 28a0d13a-1e3e-4b4b-99ba-4bffe04da4b6, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=28a0d13a-1e3e-4b4b-99ba-4bffe04da4b6,segment=NetworkSegment(ebbda1c8-dbf3-48b0-b63e-ea670c7e0cf9),segment_id=ebbda1c8-dbf3-48b0-b63e-ea670c7e0cf9)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:00:17.769094 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad9416c-459d-4269-8904-fc54163300c0 None None] Network ae231c6c-6daa-43e7-b402-e276decd5a09 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:00:17.785500 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5a99d476-6346-43ef-b806-a41eb7253579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:17.790672 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-545c3b3a-3d0b-444c-a4d6-fe3cdd0156d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (9a81cdb7-af0e-4a28-884b-1977574a3dbc), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:17.846708 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23e49af-0640-4d29-8d07-f778745922d5 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event deleted for resources: {'Port': ['ID=3a851044-f77e-497b-a2cb-b775823a3634,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:17.846708 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23e49af-0640-4d29-8d07-f778745922d5 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] No DVR routers for this DVR port 3a851044-f77e-497b-a2cb-b775823a3634 on host n-d-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:00:17.880099 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 18ef54b9-201e-4b61-b4fd-cd5eb5f0dffd triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:00:17.881314 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (18ef54b9-201e-4b61-b4fd-cd5eb5f0dffd), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:17.882270 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 18ef54b9-201e-4b61-b4fd-cd5eb5f0dffd Oct 04 21:00:18.002162 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:18.027901 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe53f38-e8e7-4a41-96b5-2bf0ca94852f tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Pushing event updated for resources: {'Port': ['ID=84151c0c-ab84-488e-90ef-f55da7748ba7,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:18.056589 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-927ebdd5-35b0-4344-b389-7fdc97ea45c4 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (9f2dd482-3c92-43d6-8aa7-3a6bbb986aea), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:18.138362 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f38a4e5-02f8-4bbf-b9c6-2782a2b2c669 tempest-RoutersAdminNegativeIpV6Test-1194355436 tempest-RoutersAdminNegativeIpV6Test-1194355436-project-admin] Pushing event deleted for resources: {'Port': ['ID=1bc0cd86-8e46-4fc5-8f64-1069fdfae6e5,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:18.165766 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a206769a-fce3-4fb6-b7db-7cb476efd4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (28a0d13a-1e3e-4b4b-99ba-4bffe04da4b6), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:18.186542 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe53f38-e8e7-4a41-96b5-2bf0ca94852f tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Network ae231c6c-6daa-43e7-b402-e276decd5a09 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:00:18.203355 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b23e49af-0640-4d29-8d07-f778745922d5 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (1ccea25a-43ce-4ba7-9f56-f96df17f296b), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:18.237289 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927ebdd5-35b0-4344-b389-7fdc97ea45c4 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Network b166ae1b-faf6-4490-be9d-c7d472820552 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:00:18.241698 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1f38a4e5-02f8-4bbf-b9c6-2782a2b2c669 tempest-RoutersAdminNegativeIpV6Test-1194355436 tempest-RoutersAdminNegativeIpV6Test-1194355436-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:18.248046 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-1f38a4e5-02f8-4bbf-b9c6-2782a2b2c669 tempest-RoutersAdminNegativeIpV6Test-1194355436 tempest-RoutersAdminNegativeIpV6Test-1194355436-project-admin] 10.222.0.78 "DELETE /networking/v2.0/ports/1bc0cd86-8e46-4fc5-8f64-1069fdfae6e5 HTTP/1.1" status: 204 len: 168 time: 3.4432952 Oct 04 21:00:18.257293 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-cfe53f38-e8e7-4a41-96b5-2bf0ca94852f tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:00:18.276364 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-b8466a7a-47d9-4bb7-8943-0c7329633c70 None None] Provisioning complete for port 7bc75850-7257-4d83-954a-78fd4e08f0d2 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:00:18.277124 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b8466a7a-47d9-4bb7-8943-0c7329633c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (7bc75850-7257-4d83-954a-78fd4e08f0d2), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:18.277800 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-b8466a7a-47d9-4bb7-8943-0c7329633c70 None None] Attempt 1 to provision port 7bc75850-7257-4d83-954a-78fd4e08f0d2 Oct 04 21:00:18.282334 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-fbe6cae2-da8b-4e84-9795-9877ad43e8de None None] Attempting to bind port f4e89833-302b-4966-8fa7-d0e68e571516 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:00:18.283204 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-fbe6cae2-da8b-4e84-9795-9877ad43e8de None None] Attempting to bind port f4e89833-302b-4966-8fa7-d0e68e571516 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '2c016db4-9eab-449f-8ba9-98a17b134d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b166ae1b-faf6-4490-be9d-c7d472820552'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:00:18.284229 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe6cae2-da8b-4e84-9795-9877ad43e8de None None] Attempting to bind port f4e89833-302b-4966-8fa7-d0e68e571516 on network b166ae1b-faf6-4490-be9d-c7d472820552 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:00:18.290362 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-927ebdd5-35b0-4344-b389-7fdc97ea45c4 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:00:18.299596 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-b23e49af-0640-4d29-8d07-f778745922d5 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ccea25a-43ce-4ba7-9f56-f96df17f296b']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:00:18.322413 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927ebdd5-35b0-4344-b389-7fdc97ea45c4 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:00:18.323399 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-927ebdd5-35b0-4344-b389-7fdc97ea45c4 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (8284feae-dc55-446e-92cb-984255740508), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:18.336166 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-b23e49af-0640-4d29-8d07-f778745922d5 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aeeaa91-6ee3-4abd-b07e-c28198bbcbe7') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:00:18.340455 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-b23e49af-0640-4d29-8d07-f778745922d5 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aeeaa91-6ee3-4abd-b07e-c28198bbcbe7') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:00:18.402580 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b23e49af-0640-4d29-8d07-f778745922d5 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (2aeeaa91-6ee3-4abd-b07e-c28198bbcbe7), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:18.435431 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:18.441501 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aebee92-3cb8-4ec7-a458-27c3bb931ab1 None None] DHCP port deletion for 1ccea25a-43ce-4ba7-9f56-f96df17f296b request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:00:18.606448 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b23e49af-0640-4d29-8d07-f778745922d5 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (2aeeaa91-6ee3-4abd-b07e-c28198bbcbe7), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:18.640375 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b23e49af-0640-4d29-8d07-f778745922d5 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:00:18.641950 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b23e49af-0640-4d29-8d07-f778745922d5 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (2aeeaa91-6ee3-4abd-b07e-c28198bbcbe7), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:18.769716 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927ebdd5-35b0-4344-b389-7fdc97ea45c4 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event updated for resources: {'Port': ['ID=9f2dd482-3c92-43d6-8aa7-3a6bbb986aea,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:18.811294 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:18.821395 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 18ef54b9-201e-4b61-b4fd-cd5eb5f0dffd is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:00:18.826564 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a206769a-fce3-4fb6-b7db-7cb476efd4de None None] Routers {'8284feae-dc55-446e-92cb-984255740508'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:00:18.827875 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-a206769a-fce3-4fb6-b7db-7cb476efd4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:00:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['8284feae-dc55-446e-92cb-984255740508'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:00:18.903859 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 2aeeaa91-6ee3-4abd-b07e-c28198bbcbe7 resource provider aggregate not found Oct 04 21:00:19.067691 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 2aeeaa91-6ee3-4abd-b07e-c28198bbcbe7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2aeeaa91-6ee3-4abd-b07e-c28198bbcbe7 found for delete ", "request_id": "req-5ef8003e-984f-435c-bd6b-e869c93f454a"}]} Oct 04 21:00:19.095403 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545c3b3a-3d0b-444c-a4d6-fe3cdd0156d5 None None] Pushing event updated for resources: {'Port': ['ID=9a81cdb7-af0e-4a28-884b-1977574a3dbc,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:19.194579 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b23e49af-0640-4d29-8d07-f778745922d5 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (1ccea25a-43ce-4ba7-9f56-f96df17f296b), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:19.224893 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe53f38-e8e7-4a41-96b5-2bf0ca94852f tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Router 06ce37d7-dfb4-49bf-8c24-9e76d8a8f23d is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 21:00:19.230978 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b23e49af-0640-4d29-8d07-f778745922d5 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:19.252727 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b23e49af-0640-4d29-8d07-f778745922d5 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] 10.222.0.78 "DELETE /networking/v2.0/networks/1ccea25a-43ce-4ba7-9f56-f96df17f296b HTTP/1.1" status: 204 len: 168 time: 2.6320462 Oct 04 21:00:19.293119 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23e49af-0640-4d29-8d07-f778745922d5 tempest-PortsIpV6TestJSON-106825268 tempest-PortsIpV6TestJSON-106825268-project] Pushing event deleted for resources: {'Network': ['ID=1ccea25a-43ce-4ba7-9f56-f96df17f296b,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:19.323520 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-927ebdd5-35b0-4344-b389-7fdc97ea45c4 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (9f2dd482-3c92-43d6-8aa7-3a6bbb986aea), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:19.392086 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2400f3-a15c-4f08-b5f1-95da45141a42 None None] Pushing event updated for resources: {'Port': ['ID=28a0d13a-1e3e-4b4b-99ba-4bffe04da4b6,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:19.421138 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-a206769a-fce3-4fb6-b7db-7cb476efd4de None None] Set router 8284feae-dc55-446e-92cb-984255740508 gateway port host: None {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:00:19.424930 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 7bc75850-7257-4d83-954a-78fd4e08f0d2 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:00:19.462808 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe6cae2-da8b-4e84-9795-9877ad43e8de None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 20, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:00:19.462808 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe6cae2-da8b-4e84-9795-9877ad43e8de None None] Checking segment: {'id': '2c016db4-9eab-449f-8ba9-98a17b134d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b166ae1b-faf6-4490-be9d-c7d472820552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:00:19.462808 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fbe6cae2-da8b-4e84-9795-9877ad43e8de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:19.462808 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe6cae2-da8b-4e84-9795-9877ad43e8de None None] Bound using segment: {'id': '2c016db4-9eab-449f-8ba9-98a17b134d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b166ae1b-faf6-4490-be9d-c7d472820552'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:00:19.462808 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-fbe6cae2-da8b-4e84-9795-9877ad43e8de None None] Bound port: f4e89833-302b-4966-8fa7-d0e68e571516, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c016db4-9eab-449f-8ba9-98a17b134d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b166ae1b-faf6-4490-be9d-c7d472820552'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:00:19.462808 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fbe6cae2-da8b-4e84-9795-9877ad43e8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (f4e89833-302b-4966-8fa7-d0e68e571516), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:19.642144 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:19.741365 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-b8466a7a-47d9-4bb7-8943-0c7329633c70 None None] Current status of the port 7bc75850-7257-4d83-954a-78fd4e08f0d2 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:00:19.742157 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b8466a7a-47d9-4bb7-8943-0c7329633c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (7bc75850-7257-4d83-954a-78fd4e08f0d2), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:20.111851 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe53f38-e8e7-4a41-96b5-2bf0ca94852f tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:00:20.126414 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52170) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:20.127272 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-cfe53f38-e8e7-4a41-96b5-2bf0ca94852f tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] 10.222.0.78 "PUT /networking/v2.0/routers/06ce37d7-dfb4-49bf-8c24-9e76d8a8f23d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6757112 Oct 04 21:00:20.133014 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cc5508-c05d-4cef-a7ed-82575fdc32e6 None None] Sync routers for ids ['06ce37d7-dfb4-49bf-8c24-9e76d8a8f23d'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:00:20.181672 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cc5508-c05d-4cef-a7ed-82575fdc32e6 None None] Routers {'06ce37d7-dfb4-49bf-8c24-9e76d8a8f23d'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:00:20.183290 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-36cc5508-c05d-4cef-a7ed-82575fdc32e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:00:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['06ce37d7-dfb4-49bf-8c24-9e76d8a8f23d'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:00:20.210946 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 7bc75850-7257-4d83-954a-78fd4e08f0d2 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:00:20.212495 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (7bc75850-7257-4d83-954a-78fd4e08f0d2), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:20.215377 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 7bc75850-7257-4d83-954a-78fd4e08f0d2 Oct 04 21:00:20.332135 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-36cc5508-c05d-4cef-a7ed-82575fdc32e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:00:20.362530 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fe0a04-90a6-47b3-addc-83be028bea61 None None] Network 9ba419df-2050-4e16-8249-7ec3a30b667c requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:00:20.373786 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cc5508-c05d-4cef-a7ed-82575fdc32e6 None None] Routers {'06ce37d7-dfb4-49bf-8c24-9e76d8a8f23d'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:00:20.375560 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-36cc5508-c05d-4cef-a7ed-82575fdc32e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:00:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['06ce37d7-dfb4-49bf-8c24-9e76d8a8f23d'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:00:20.473787 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-36cc5508-c05d-4cef-a7ed-82575fdc32e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:00:20.476623 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cc5508-c05d-4cef-a7ed-82575fdc32e6 None None] The sync data for ids ['06ce37d7-dfb4-49bf-8c24-9e76d8a8f23d'] in n-d-852085-12 is: [] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:00:20.909504 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-927ebdd5-35b0-4344-b389-7fdc97ea45c4 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for port (9f2dd482-3c92-43d6-8aa7-3a6bbb986aea), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:21.005101 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-927ebdd5-35b0-4344-b389-7fdc97ea45c4 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (9f2dd482-3c92-43d6-8aa7-3a6bbb986aea), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:21.006662 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-927ebdd5-35b0-4344-b389-7fdc97ea45c4 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (8284feae-dc55-446e-92cb-984255740508), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:21.125560 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-b8466a7a-47d9-4bb7-8943-0c7329633c70 None None] For port 7bc75850-7257-4d83-954a-78fd4e08f0d2, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=7bc75850-7257-4d83-954a-78fd4e08f0d2,segment=NetworkSegment(7b45000d-2684-4801-a582-3745b85d3c54),segment_id=7b45000d-2684-4801-a582-3745b85d3c54)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:00:21.242979 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-fbe6cae2-da8b-4e84-9795-9877ad43e8de None None] For port f4e89833-302b-4966-8fa7-d0e68e571516, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:00:21.266631 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:21.268957 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b8466a7a-47d9-4bb7-8943-0c7329633c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (7bc75850-7257-4d83-954a-78fd4e08f0d2), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:21.278864 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-b8466a7a-47d9-4bb7-8943-0c7329633c70 None None] Could not find standard attr ID for object 3a851044-f77e-497b-a2cb-b775823a3634. {{(pid=108171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 04 21:00:21.374455 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-ef626f40-bc0c-4493-bf13-7242ab36c728 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 21:00:21.376650 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-ef626f40-bc0c-4493-bf13-7242ab36c728 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] 10.222.0.78 "PUT /networking/v2.0/routers/06ce37d7-dfb4-49bf-8c24-9e76d8a8f23d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2481854 Oct 04 21:00:21.382505 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52178) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:21.432203 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-fbe6cae2-da8b-4e84-9795-9877ad43e8de None None] For port f4e89833-302b-4966-8fa7-d0e68e571516, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=f4e89833-302b-4966-8fa7-d0e68e571516,segment=NetworkSegment(2c016db4-9eab-449f-8ba9-98a17b134d83),segment_id=2c016db4-9eab-449f-8ba9-98a17b134d83)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:00:21.436772 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927ebdd5-35b0-4344-b389-7fdc97ea45c4 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event updated for resources: {'Port': ['ID=9f2dd482-3c92-43d6-8aa7-3a6bbb986aea,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:21.481123 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-b8466a7a-47d9-4bb7-8943-0c7329633c70 None None] Could not find standard attr ID for object 8a7f64a6-2693-47bf-8fef-8342a0cc1841. {{(pid=108171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 04 21:00:21.518328 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927ebdd5-35b0-4344-b389-7fdc97ea45c4 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Network b166ae1b-faf6-4490-be9d-c7d472820552 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:00:21.524332 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-927ebdd5-35b0-4344-b389-7fdc97ea45c4 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:00:21.694382 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:21.748851 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-a206769a-fce3-4fb6-b7db-7cb476efd4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8284feae-dc55-446e-92cb-984255740508', 'name': 'tempest-RoutersIpV6Test-router-2036952622', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:59:42Z', 'updated_at': '2022-10-04T21:00:00Z', 'revision_number': 3, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'gw_port_host': None, '_interfaces': [{'id': '1ee087d7-9aa1-4322-8516-62c0e9228b10', 'name': '', 'network_id': '1d875141-b1fc-4741-963e-9fb93997617b', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'mac_address': 'fa:16:3e:42:b7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284feae-dc55-446e-92cb-984255740508', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '4e0f9132-635d-4c93-a474-fcb74c3e4a97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:59:46Z', 'updated_at': '2022-10-04T20:59:58Z', 'revision_number': 5, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'subnets': [{'id': '4e0f9132-635d-4c93-a474-fcb74c3e4a97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28a0d13a-1e3e-4b4b-99ba-4bffe04da4b6', 'name': '', 'network_id': '86271f77-fd7c-4bab-b31a-3a694c6f44f5', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'mac_address': 'fa:16:3e:a4:77:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8284feae-dc55-446e-92cb-984255740508', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': 'a85a1c7c-a779-40a8-806d-b6b915727979', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:59:58Z', 'updated_at': '2022-10-04T21:00:17Z', 'revision_number': 4, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'subnets': [{'id': 'a85a1c7c-a779-40a8-806d-b6b915727979', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:00:21.754955 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fbe6cae2-da8b-4e84-9795-9877ad43e8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (f4e89833-302b-4966-8fa7-d0e68e571516), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:21.786993 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:21.865375 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-927ebdd5-35b0-4344-b389-7fdc97ea45c4 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Router 8284feae-dc55-446e-92cb-984255740508 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:00:21.885149 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8466a7a-47d9-4bb7-8943-0c7329633c70 None None] Pushing event updated for resources: {'Port': ['ID=7bc75850-7257-4d83-954a-78fd4e08f0d2,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:21.944933 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a206769a-fce3-4fb6-b7db-7cb476efd4de None None] The sync data for ids ['8284feae-dc55-446e-92cb-984255740508'] in n-d-852085-12 is: [{'id': '8284feae-dc55-446e-92cb-984255740508', 'name': 'tempest-RoutersIpV6Test-router-2036952622', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:59:42Z', 'updated_at': '2022-10-04T21:00:00Z', 'revision_number': 3, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'gw_port_host': None, '_interfaces': [{'id': '1ee087d7-9aa1-4322-8516-62c0e9228b10', 'name': '', 'network_id': '1d875141-b1fc-4741-963e-9fb93997617b', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'mac_address': 'fa:16:3e:42:b7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284feae-dc55-446e-92cb-984255740508', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '4e0f9132-635d-4c93-a474-fcb74c3e4a97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:59:46Z', 'updated_at': '2022-10-04T20:59:58Z', 'revision_number': 5, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'subnets': [{'id': '4e0f9132-635d-4c93-a474-fcb74c3e4a97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28a0d13a-1e3e-4b4b-99ba-4bffe04da4b6', 'name': '', 'network_id': '86271f77-fd7c-4bab-b31a-3a694c6f44f5', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'mac_address': 'fa:16:3e:a4:77:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8284feae-dc55-446e-92cb-984255740508', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': 'a85a1c7c-a779-40a8-806d-b6b915727979', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:59:58Z', 'updated_at': '2022-10-04T21:00:17Z', 'revision_number': 4, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'subnets': [{'id': 'a85a1c7c-a779-40a8-806d-b6b915727979', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:00:21.955861 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:21.960816 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52184) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:21.971744 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-d76c25f2-012a-4c46-aa00-3569691df5e4 None None] Provisioning complete for port 84151c0c-ab84-488e-90ef-f55da7748ba7 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:00:21.972378 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d76c25f2-012a-4c46-aa00-3569691df5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (84151c0c-ab84-488e-90ef-f55da7748ba7), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:21.972961 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-d76c25f2-012a-4c46-aa00-3569691df5e4 None None] Attempt 1 to provision port 84151c0c-ab84-488e-90ef-f55da7748ba7 Oct 04 21:00:22.142311 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 7bc75850-7257-4d83-954a-78fd4e08f0d2 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:00:22.252589 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-927ebdd5-35b0-4344-b389-7fdc97ea45c4 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:00:22.292708 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-927ebdd5-35b0-4344-b389-7fdc97ea45c4 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "PUT /networking/v2.0/routers/8284feae-dc55-446e-92cb-984255740508/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5872078 Oct 04 21:00:22.294874 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52188) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:22.322375 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe6cae2-da8b-4e84-9795-9877ad43e8de None None] Pushing event updated for resources: {'Port': ['ID=f4e89833-302b-4966-8fa7-d0e68e571516,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:22.331236 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-72678058-88be-4b3d-be13-541b1c040265 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2018869080'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:00:22.363892 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-d76c25f2-012a-4c46-aa00-3569691df5e4 None None] Port 84151c0c-ab84-488e-90ef-f55da7748ba7 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:00:22.422392 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 3a851044-f77e-497b-a2cb-b775823a3634 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:00:22.502473 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72678058-88be-4b3d-be13-541b1c040265 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Made reservation on behalf of b0c85d506fb94c18954be47609cba122 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:00:22.514969 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-72678058-88be-4b3d-be13-541b1c040265 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:22.580395 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-d76c25f2-012a-4c46-aa00-3569691df5e4 None None] Provisioning complete for port 9a81cdb7-af0e-4a28-884b-1977574a3dbc triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:00:22.583424 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d76c25f2-012a-4c46-aa00-3569691df5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (9a81cdb7-af0e-4a28-884b-1977574a3dbc), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:22.585868 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-d76c25f2-012a-4c46-aa00-3569691df5e4 None None] Attempt 1 to provision port 9a81cdb7-af0e-4a28-884b-1977574a3dbc Oct 04 21:00:22.698097 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:22.726265 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:22.737232 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72678058-88be-4b3d-be13-541b1c040265 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:00:22.769694 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 3a851044-f77e-497b-a2cb-b775823a3634 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:00:22.771551 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 3a851044-f77e-497b-a2cb-b775823a3634 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:00:22.789490 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-72678058-88be-4b3d-be13-541b1c040265 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (c6c6456c-938e-4c26-bad2-f6f15da79862), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:22.795733 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-72678058-88be-4b3d-be13-541b1c040265 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Added segment c6c6456c-938e-4c26-bad2-f6f15da79862 of type vlan for network ee3a94cc-4c53-4e8b-8e7b-c64f55533454 Oct 04 21:00:23.024001 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:23.027654 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-05871b62-d612-430e-9408-3966eb8c1068 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (06ce37d7-dfb4-49bf-8c24-9e76d8a8f23d), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:23.033293 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-72678058-88be-4b3d-be13-541b1c040265 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (ee3a94cc-4c53-4e8b-8e7b-c64f55533454), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:23.100550 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-d76c25f2-012a-4c46-aa00-3569691df5e4 None None] Current status of the port 9a81cdb7-af0e-4a28-884b-1977574a3dbc is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:00:23.101092 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d76c25f2-012a-4c46-aa00-3569691df5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (9a81cdb7-af0e-4a28-884b-1977574a3dbc), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:23.228979 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-72678058-88be-4b3d-be13-541b1c040265 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (ee3a94cc-4c53-4e8b-8e7b-c64f55533454), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:23.238394 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72678058-88be-4b3d-be13-541b1c040265 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:00:23.239554 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-72678058-88be-4b3d-be13-541b1c040265 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:23.247047 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-d76c25f2-012a-4c46-aa00-3569691df5e4 None None] For port 9a81cdb7-af0e-4a28-884b-1977574a3dbc, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=9a81cdb7-af0e-4a28-884b-1977574a3dbc,segment=NetworkSegment(37ee8e9a-b772-45dd-b6f5-374c2fc6c75c),segment_id=37ee8e9a-b772-45dd-b6f5-374c2fc6c75c)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:00:23.376872 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d76c25f2-012a-4c46-aa00-3569691df5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (9a81cdb7-af0e-4a28-884b-1977574a3dbc), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:23.494693 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-d76c25f2-012a-4c46-aa00-3569691df5e4 None None] Provisioning complete for port 7bc75850-7257-4d83-954a-78fd4e08f0d2 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:00:23.495336 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d76c25f2-012a-4c46-aa00-3569691df5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (7bc75850-7257-4d83-954a-78fd4e08f0d2), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:23.506894 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-d76c25f2-012a-4c46-aa00-3569691df5e4 None None] Attempt 1 to provision port 7bc75850-7257-4d83-954a-78fd4e08f0d2 Oct 04 21:00:23.523877 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72678058-88be-4b3d-be13-541b1c040265 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event updated for resources: {'Network': ['ID=ee3a94cc-4c53-4e8b-8e7b-c64f55533454,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:23.605801 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-72678058-88be-4b3d-be13-541b1c040265 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3082969 Oct 04 21:00:23.607419 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52196) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:23.621364 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-44eef073-d9ff-448b-a96a-fdf3f02fdc0f tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Request body: {'subnet': {'network_id': 'ee3a94cc-4c53-4e8b-8e7b-c64f55533454', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:00:23.674674 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76c25f2-012a-4c46-aa00-3569691df5e4 None None] Pushing event updated for resources: {'Port': ['ID=9a81cdb7-af0e-4a28-884b-1977574a3dbc,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:23.698273 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network ee3a94cc-4c53-4e8b-8e7b-c64f55533454 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:00:23.701032 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 28a0d13a-1e3e-4b4b-99ba-4bffe04da4b6 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:00:23.817661 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:23.880896 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:24.090662 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44eef073-d9ff-448b-a96a-fdf3f02fdc0f tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Made reservation on behalf of b0c85d506fb94c18954be47609cba122 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:00:24.109041 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-44eef073-d9ff-448b-a96a-fdf3f02fdc0f tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:24.147425 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4375843b-0b38-41de-9745-75394402d5c4 None None] Sync routers for ids ['8284feae-dc55-446e-92cb-984255740508'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:00:24.185539 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-05871b62-d612-430e-9408-3966eb8c1068 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Deleting port 84151c0c-ab84-488e-90ef-f55da7748ba7 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:00:24.186501 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-05871b62-d612-430e-9408-3966eb8c1068 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (84151c0c-ab84-488e-90ef-f55da7748ba7), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:24.202347 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 28a0d13a-1e3e-4b4b-99ba-4bffe04da4b6 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:00:24.209574 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (28a0d13a-1e3e-4b4b-99ba-4bffe04da4b6), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:24.209574 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 28a0d13a-1e3e-4b4b-99ba-4bffe04da4b6 Oct 04 21:00:24.219420 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-d76c25f2-012a-4c46-aa00-3569691df5e4 None None] Current status of the port 7bc75850-7257-4d83-954a-78fd4e08f0d2 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:00:24.261818 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4375843b-0b38-41de-9745-75394402d5c4 None None] Routers {'8284feae-dc55-446e-92cb-984255740508'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:00:24.262908 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-4375843b-0b38-41de-9745-75394402d5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:00:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['8284feae-dc55-446e-92cb-984255740508'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:00:24.312419 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52202) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:24.362030 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:24.453138 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-c7b5ff51-e5ab-4b18-8930-7840633e3583 None None] Provisioning complete for port 9a81cdb7-af0e-4a28-884b-1977574a3dbc triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:00:24.453803 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c7b5ff51-e5ab-4b18-8930-7840633e3583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (9a81cdb7-af0e-4a28-884b-1977574a3dbc), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:24.454607 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-c7b5ff51-e5ab-4b18-8930-7840633e3583 None None] Attempt 1 to provision port 9a81cdb7-af0e-4a28-884b-1977574a3dbc Oct 04 21:00:24.526161 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ca581a5c-de02-402b-be98-83aea304ccd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:24.598667 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-4375843b-0b38-41de-9745-75394402d5c4 None None] Set router 8284feae-dc55-446e-92cb-984255740508 gateway port host: None {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:00:24.659024 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-05871b62-d612-430e-9408-3966eb8c1068 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (84151c0c-ab84-488e-90ef-f55da7748ba7), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:24.702870 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-05871b62-d612-430e-9408-3966eb8c1068 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Calling delete_port for 84151c0c-ab84-488e-90ef-f55da7748ba7 owned by network:router_interface {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:00:24.941363 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 28a0d13a-1e3e-4b4b-99ba-4bffe04da4b6 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:00:24.948045 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (28a0d13a-1e3e-4b4b-99ba-4bffe04da4b6), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:25.116459 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b85dd2-d5c3-4742-aefe-a89f53192d55 None None] Network b166ae1b-faf6-4490-be9d-c7d472820552 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:00:25.176514 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ca581a5c-de02-402b-be98-83aea304ccd3 admin admin] Publish callbacks [] for security_group (19a48e65-347d-4618-ac96-3370c063e0a6), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:25.289420 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-c7b5ff51-e5ab-4b18-8930-7840633e3583 None None] Current status of the port 9a81cdb7-af0e-4a28-884b-1977574a3dbc is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:00:25.300423 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-44eef073-d9ff-448b-a96a-fdf3f02fdc0f tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (d026a0a7-0945-4720-93a2-7c141413c7f9), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:25.306327 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 28a0d13a-1e3e-4b4b-99ba-4bffe04da4b6, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=28a0d13a-1e3e-4b4b-99ba-4bffe04da4b6,segment=NetworkSegment(ebbda1c8-dbf3-48b0-b63e-ea670c7e0cf9),segment_id=ebbda1c8-dbf3-48b0-b63e-ea670c7e0cf9)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:00:25.407098 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ca581a5c-de02-402b-be98-83aea304ccd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (19a48e65-347d-4618-ac96-3370c063e0a6), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:25.420054 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:25.426071 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-05871b62-d612-430e-9408-3966eb8c1068 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (84151c0c-ab84-488e-90ef-f55da7748ba7), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:25.476877 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (28a0d13a-1e3e-4b4b-99ba-4bffe04da4b6), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:25.479783 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device f4e89833-302b-4966-8fa7-d0e68e571516 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:00:25.587839 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-cd925c65-b358-404d-8ea1-8f8f6c528552 None None] Provisioning complete for port f4e89833-302b-4966-8fa7-d0e68e571516 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:00:25.588823 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-cd925c65-b358-404d-8ea1-8f8f6c528552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (f4e89833-302b-4966-8fa7-d0e68e571516), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:25.589660 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-cd925c65-b358-404d-8ea1-8f8f6c528552 None None] Attempt 1 to provision port f4e89833-302b-4966-8fa7-d0e68e571516 Oct 04 21:00:25.650443 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05871b62-d612-430e-9408-3966eb8c1068 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Pushing event deleted for resources: {'Port': ['ID=84151c0c-ab84-488e-90ef-f55da7748ba7,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:25.781677 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-266492ef-8bef-4a8f-8655-95e16bc0c50d admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=6c1d2c9709a94cf691cb05145eeb8e23&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4585724 Oct 04 21:00:25.785763 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52218) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:25.808630 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ca581a5c-de02-402b-be98-83aea304ccd3 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=96afd63f40424915a4daa8d6e831fd90&name=default HTTP/1.1" status: 200 len: 3000 time: 3.8451827 Oct 04 21:00:25.830317 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eef073-d9ff-448b-a96a-fdf3f02fdc0f tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event updated for resources: {'Subnet': ['ID=d026a0a7-0945-4720-93a2-7c141413c7f9,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:25.852805 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52220) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:25.890796 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca581a5c-de02-402b-be98-83aea304ccd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a48e65-347d-4618-ac96-3370c063e0a6,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:25.894724 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-05871b62-d612-430e-9408-3966eb8c1068 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (06ce37d7-dfb4-49bf-8c24-9e76d8a8f23d), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:25.963819 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-4375843b-0b38-41de-9745-75394402d5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8284feae-dc55-446e-92cb-984255740508', 'name': 'tempest-RoutersIpV6Test-router-2036952622', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:59:42Z', 'updated_at': '2022-10-04T21:00:18Z', 'revision_number': 4, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'gw_port_host': None, '_interfaces': [{'id': '1ee087d7-9aa1-4322-8516-62c0e9228b10', 'name': '', 'network_id': '1d875141-b1fc-4741-963e-9fb93997617b', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'mac_address': 'fa:16:3e:42:b7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284feae-dc55-446e-92cb-984255740508', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '4e0f9132-635d-4c93-a474-fcb74c3e4a97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:59:46Z', 'updated_at': '2022-10-04T20:59:58Z', 'revision_number': 5, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'subnets': [{'id': '4e0f9132-635d-4c93-a474-fcb74c3e4a97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28a0d13a-1e3e-4b4b-99ba-4bffe04da4b6', 'name': '', 'network_id': '86271f77-fd7c-4bab-b31a-3a694c6f44f5', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'mac_address': 'fa:16:3e:a4:77:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8284feae-dc55-446e-92cb-984255740508', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': 'a85a1c7c-a779-40a8-806d-b6b915727979', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:59:58Z', 'updated_at': '2022-10-04T21:00:17Z', 'revision_number': 4, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'subnets': [{'id': 'a85a1c7c-a779-40a8-806d-b6b915727979', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f2dd482-3c92-43d6-8aa7-3a6bbb986aea', 'name': '', 'network_id': 'b166ae1b-faf6-4490-be9d-c7d472820552', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'mac_address': 'fa:16:3e:06:b9:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8284feae-dc55-446e-92cb-984255740508', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '701ecd21-9c19-4d90-b5a7-c351476cdc88', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:00:15Z', 'updated_at': '2022-10-04T21:00:20Z', 'revision_number': 2, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'subnets': [{'id': '701ecd21-9c19-4d90-b5a7-c351476cdc88', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:00:25.965170 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44eef073-d9ff-448b-a96a-fdf3f02fdc0f tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Checking segment: {'id': 'c6c6456c-938e-4c26-bad2-f6f15da79862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ee3a94cc-4c53-4e8b-8e7b-c64f55533454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:00:25.968243 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44eef073-d9ff-448b-a96a-fdf3f02fdc0f tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Network hostable DHCP agents. Network: ee3a94cc-4c53-4e8b-8e7b-c64f55533454, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:00:25.986420 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:26.083961 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:26.093348 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=28a0d13a-1e3e-4b4b-99ba-4bffe04da4b6,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:26.105790 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4375843b-0b38-41de-9745-75394402d5c4 None None] Checking router: 8284feae-dc55-446e-92cb-984255740508 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:00:26.106353 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4375843b-0b38-41de-9745-75394402d5c4 None None] Updating router 8284feae-dc55-446e-92cb-984255740508 port 9f2dd482-3c92-43d6-8aa7-3a6bbb986aea binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:00:26.227929 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-458be644-a919-452c-ad7b-d0766ee54afe admin admin] Publish callbacks [] for security_group (1302dec4-1d59-403b-8ecb-11db5bde1ce9), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:26.274616 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c34e26ba-52e9-480e-adf9-1868317db316 admin admin] Publish callbacks [] for security_group (19a48e65-347d-4618-ac96-3370c063e0a6), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:26.316193 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44eef073-d9ff-448b-a96a-fdf3f02fdc0f tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Network ee3a94cc-4c53-4e8b-8e7b-c64f55533454 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:00:26.351086 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-458be644-a919-452c-ad7b-d0766ee54afe admin admin] Publish callbacks [] for security_group (1302dec4-1d59-403b-8ecb-11db5bde1ce9), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:26.440143 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c34e26ba-52e9-480e-adf9-1868317db316 admin admin] Publish callbacks [] for security_group (19a48e65-347d-4618-ac96-3370c063e0a6), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:26.577740 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4375843b-0b38-41de-9745-75394402d5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (9f2dd482-3c92-43d6-8aa7-3a6bbb986aea), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:26.623206 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-44eef073-d9ff-448b-a96a-fdf3f02fdc0f tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, ee3a94cc-4c53-4e8b-8e7b-c64f55533454) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:00:26.629210 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port f4e89833-302b-4966-8fa7-d0e68e571516 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:00:26.630454 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (f4e89833-302b-4966-8fa7-d0e68e571516), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:26.632323 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port f4e89833-302b-4966-8fa7-d0e68e571516 Oct 04 21:00:26.677503 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44eef073-d9ff-448b-a96a-fdf3f02fdc0f tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:00:26.678734 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-44eef073-d9ff-448b-a96a-fdf3f02fdc0f tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:26.734636 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769795c1-4d76-4f07-aa6c-f6583ee8a8a0 None None] Network ee3a94cc-4c53-4e8b-8e7b-c64f55533454 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:00:26.826272 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-44eef073-d9ff-448b-a96a-fdf3f02fdc0f tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.2123494 Oct 04 21:00:26.828399 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52224) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:26.999688 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-458be644-a919-452c-ad7b-d0766ee54afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (1302dec4-1d59-403b-8ecb-11db5bde1ce9), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:27.005451 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-458be644-a919-452c-ad7b-d0766ee54afe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:27.028355 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-458be644-a919-452c-ad7b-d0766ee54afe admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/1302dec4-1d59-403b-8ecb-11db5bde1ce9 HTTP/1.1" status: 204 len: 168 time: 1.2284346 Oct 04 21:00:27.035569 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c34e26ba-52e9-480e-adf9-1868317db316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (19a48e65-347d-4618-ac96-3370c063e0a6), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:27.049732 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c34e26ba-52e9-480e-adf9-1868317db316 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:27.057851 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c34e26ba-52e9-480e-adf9-1868317db316 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/19a48e65-347d-4618-ac96-3370c063e0a6 HTTP/1.1" status: 204 len: 168 time: 1.1967466 Oct 04 21:00:27.213404 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458be644-a919-452c-ad7b-d0766ee54afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1302dec4-1d59-403b-8ecb-11db5bde1ce9,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:27.295439 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34e26ba-52e9-480e-adf9-1868317db316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a48e65-347d-4618-ac96-3370c063e0a6,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:27.364791 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-cd925c65-b358-404d-8ea1-8f8f6c528552 None None] Current status of the port f4e89833-302b-4966-8fa7-d0e68e571516 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:00:27.365963 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-cd925c65-b358-404d-8ea1-8f8f6c528552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (f4e89833-302b-4966-8fa7-d0e68e571516), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:27.401598 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:27.643427 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05871b62-d612-430e-9408-3966eb8c1068 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Router 06ce37d7-dfb4-49bf-8c24-9e76d8a8f23d has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:00:27.849105 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05871b62-d612-430e-9408-3966eb8c1068 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:00:27.863450 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-05871b62-d612-430e-9408-3966eb8c1068 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] 10.222.0.78 "PUT /networking/v2.0/routers/06ce37d7-dfb4-49bf-8c24-9e76d8a8f23d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4791179 Oct 04 21:00:27.870571 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52234) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:27.877751 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a241b8-9809-45b4-a929-ddb169a48464 None None] Sync routers for ids ['06ce37d7-dfb4-49bf-8c24-9e76d8a8f23d'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:00:27.885599 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-cd925c65-b358-404d-8ea1-8f8f6c528552 None None] For port f4e89833-302b-4966-8fa7-d0e68e571516, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=f4e89833-302b-4966-8fa7-d0e68e571516,segment=NetworkSegment(2c016db4-9eab-449f-8ba9-98a17b134d83),segment_id=2c016db4-9eab-449f-8ba9-98a17b134d83)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:00:27.925954 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a241b8-9809-45b4-a929-ddb169a48464 None None] Routers {'06ce37d7-dfb4-49bf-8c24-9e76d8a8f23d'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:00:27.935670 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-54a241b8-9809-45b4-a929-ddb169a48464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:00:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['06ce37d7-dfb4-49bf-8c24-9e76d8a8f23d'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:00:27.989626 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-b4512d05-77d3-4a0a-914a-7da359b8bc4d tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] delete failed (client error): The resource could not be found. Oct 04 21:00:27.992181 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b4512d05-77d3-4a0a-914a-7da359b8bc4d tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] 10.222.0.78 "DELETE /networking/v2.0/routers/tempest-non_exist_router-512113408 HTTP/1.1" status: 404 len: 334 time: 0.1189594 Oct 04 21:00:28.001083 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52236) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:28.009736 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-58960038-3f12-4f84-9439-822a9ce89ff6 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Request body: {'router': {'external_gateway_info': {'network_id': '06ce37d7-dfb4-49bf-8c24-9e76d8a8f23d'}}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:00:28.014869 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:28.143778 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-54a241b8-9809-45b4-a929-ddb169a48464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:00:28.187675 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a241b8-9809-45b4-a929-ddb169a48464 None None] Routers {'06ce37d7-dfb4-49bf-8c24-9e76d8a8f23d'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:00:28.188991 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-54a241b8-9809-45b4-a929-ddb169a48464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:00:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['06ce37d7-dfb4-49bf-8c24-9e76d8a8f23d'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:00:28.217685 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-90ab8f75-22e9-4a2c-98dc-1c91b6facae3 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:28.221368 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43bdeea-efef-403d-950d-11ad0f5fa206 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-ee3a94cc-4c53-4e8b-8e7b-c64f55533454', 'network_id': 'ee3a94cc-4c53-4e8b-8e7b-c64f55533454', 'project_id': 'b0c85d506fb94c18954be47609cba122', 'fixed_ips': [{'subnet_id': 'd026a0a7-0945-4720-93a2-7c141413c7f9'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:00:28.229605 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a43bdeea-efef-403d-950d-11ad0f5fa206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:28.240899 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-cd925c65-b358-404d-8ea1-8f8f6c528552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (f4e89833-302b-4966-8fa7-d0e68e571516), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:28.250823 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port f4e89833-302b-4966-8fa7-d0e68e571516 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:00:28.251484 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (f4e89833-302b-4966-8fa7-d0e68e571516), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:28.370273 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-54a241b8-9809-45b4-a929-ddb169a48464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:00:28.371718 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a241b8-9809-45b4-a929-ddb169a48464 None None] The sync data for ids ['06ce37d7-dfb4-49bf-8c24-9e76d8a8f23d'] in n-d-852085-12 is: [] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:00:28.386254 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:28.508630 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4375843b-0b38-41de-9745-75394402d5c4 None None] Publish callbacks [] for port (9f2dd482-3c92-43d6-8aa7-3a6bbb986aea), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:28.599365 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52244) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:28.669742 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-a8127cbf-5e38-411a-aea6-a1e69c8dbed5 None None] Provisioning complete for port f4e89833-302b-4966-8fa7-d0e68e571516 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:00:28.670352 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a8127cbf-5e38-411a-aea6-a1e69c8dbed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (f4e89833-302b-4966-8fa7-d0e68e571516), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:28.670996 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-a8127cbf-5e38-411a-aea6-a1e69c8dbed5 None None] Attempt 1 to provision port f4e89833-302b-4966-8fa7-d0e68e571516 Oct 04 21:00:28.819280 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4375843b-0b38-41de-9745-75394402d5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (9f2dd482-3c92-43d6-8aa7-3a6bbb986aea), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:28.951610 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd925c65-b358-404d-8ea1-8f8f6c528552 None None] Pushing event updated for resources: {'Port': ['ID=f4e89833-302b-4966-8fa7-d0e68e571516,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:28.979407 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-58960038-3f12-4f84-9439-822a9ce89ff6 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks [] for router_gateway (06ce37d7-dfb4-49bf-8c24-9e76d8a8f23d), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:29.072505 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 21:00:29.072505 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 21:00:29.124623 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-58960038-3f12-4f84-9439-822a9ce89ff6 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] update failed (client error): The resource could not be found. Oct 04 21:00:29.137027 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52254) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:29.139080 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-58960038-3f12-4f84-9439-822a9ce89ff6 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] 10.222.0.78 "PUT /networking/v2.0/routers/06ce37d7-dfb4-49bf-8c24-9e76d8a8f23d HTTP/1.1" status: 404 len: 339 time: 1.1336079 Oct 04 21:00:29.155712 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-f2d56ef2-90c1-4b63-a89b-7a2fdfe3d6d8 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-560447527'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:00:29.213707 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-4375843b-0b38-41de-9745-75394402d5c4 None None] Attempting to bind port 9f2dd482-3c92-43d6-8aa7-3a6bbb986aea on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:00:29.214667 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-4375843b-0b38-41de-9745-75394402d5c4 None None] Attempting to bind port 9f2dd482-3c92-43d6-8aa7-3a6bbb986aea by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '2c016db4-9eab-449f-8ba9-98a17b134d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b166ae1b-faf6-4490-be9d-c7d472820552'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:00:29.215346 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4375843b-0b38-41de-9745-75394402d5c4 None None] Attempting to bind port 9f2dd482-3c92-43d6-8aa7-3a6bbb986aea on network b166ae1b-faf6-4490-be9d-c7d472820552 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:00:29.376729 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a0acde-d790-43cf-9084-4341ad6171ba None None] Pushing event updated for resources: {'Port': ['ID=9f2dd482-3c92-43d6-8aa7-3a6bbb986aea,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:29.391954 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4375843b-0b38-41de-9745-75394402d5c4 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:00:29.392555 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4375843b-0b38-41de-9745-75394402d5c4 None None] Checking segment: {'id': '2c016db4-9eab-449f-8ba9-98a17b134d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b166ae1b-faf6-4490-be9d-c7d472820552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:00:29.393320 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4375843b-0b38-41de-9745-75394402d5c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:29.394162 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4375843b-0b38-41de-9745-75394402d5c4 None None] Bound using segment: {'id': '2c016db4-9eab-449f-8ba9-98a17b134d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b166ae1b-faf6-4490-be9d-c7d472820552'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:00:29.395004 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-4375843b-0b38-41de-9745-75394402d5c4 None None] Bound port: 9f2dd482-3c92-43d6-8aa7-3a6bbb986aea, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c016db4-9eab-449f-8ba9-98a17b134d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b166ae1b-faf6-4490-be9d-c7d472820552'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:00:29.395774 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4375843b-0b38-41de-9745-75394402d5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (9f2dd482-3c92-43d6-8aa7-3a6bbb986aea), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:29.449223 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-a43bdeea-efef-403d-950d-11ad0f5fa206 None None] Allocated IP 2001:db8:3::2 (ee3a94cc-4c53-4e8b-8e7b-c64f55533454/d026a0a7-0945-4720-93a2-7c141413c7f9/d81d876c-7207-429e-bd9a-76fe19f40144) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:00:29.464484 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-a8127cbf-5e38-411a-aea6-a1e69c8dbed5 None None] Current status of the port f4e89833-302b-4966-8fa7-d0e68e571516 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:00:29.539187 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-a8127cbf-5e38-411a-aea6-a1e69c8dbed5 None None] Provisioning complete for port 9f2dd482-3c92-43d6-8aa7-3a6bbb986aea triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:00:29.539977 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a8127cbf-5e38-411a-aea6-a1e69c8dbed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (9f2dd482-3c92-43d6-8aa7-3a6bbb986aea), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:29.540620 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-a8127cbf-5e38-411a-aea6-a1e69c8dbed5 None None] Attempt 1 to provision port 9f2dd482-3c92-43d6-8aa7-3a6bbb986aea Oct 04 21:00:29.648793 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d56ef2-90c1-4b63-a89b-7a2fdfe3d6d8 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Made reservation on behalf of 6f835a04a6144c6498f0ac2e720dd347 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:00:29.668495 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f2d56ef2-90c1-4b63-a89b-7a2fdfe3d6d8 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:29.673840 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2bcd5bf0-61e3-4d4d-b1cf-58218ee4270c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:29.794364 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-a8127cbf-5e38-411a-aea6-a1e69c8dbed5 None None] Port 9f2dd482-3c92-43d6-8aa7-3a6bbb986aea cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:00:29.802579 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=8,neutron:INSERT=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:29.803444 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:29.833260 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2d56ef2-90c1-4b63-a89b-7a2fdfe3d6d8 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:00:29.914773 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f2d56ef2-90c1-4b63-a89b-7a2fdfe3d6d8 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (56b1d578-cc84-43de-b0c0-4ea8f015b9c3), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:29.916086 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-f2d56ef2-90c1-4b63-a89b-7a2fdfe3d6d8 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Added segment 56b1d578-cc84-43de-b0c0-4ea8f015b9c3 of type vlan for network ed412bbc-8548-48da-b31e-7dae32f150d3 Oct 04 21:00:29.946689 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:29.963381 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port f4e89833-302b-4966-8fa7-d0e68e571516 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:00:29.965744 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 9a81cdb7-af0e-4a28-884b-1977574a3dbc up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:00:29.975207 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-4375843b-0b38-41de-9745-75394402d5c4 None None] For port 9f2dd482-3c92-43d6-8aa7-3a6bbb986aea, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:00:30.043443 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f2d56ef2-90c1-4b63-a89b-7a2fdfe3d6d8 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (ed412bbc-8548-48da-b31e-7dae32f150d3), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:30.097615 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-4375843b-0b38-41de-9745-75394402d5c4 None None] For port 9f2dd482-3c92-43d6-8aa7-3a6bbb986aea, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=9f2dd482-3c92-43d6-8aa7-3a6bbb986aea,segment=NetworkSegment(2c016db4-9eab-449f-8ba9-98a17b134d83),segment_id=2c016db4-9eab-449f-8ba9-98a17b134d83)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:00:30.124663 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2bcd5bf0-61e3-4d4d-b1cf-58218ee4270c admin admin] Publish callbacks [] for security_group (654f7725-9f1a-441c-818b-d514abd39ad1), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:30.137852 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:30.211545 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2bcd5bf0-61e3-4d4d-b1cf-58218ee4270c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (654f7725-9f1a-441c-818b-d514abd39ad1), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:30.243203 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4375843b-0b38-41de-9745-75394402d5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (9f2dd482-3c92-43d6-8aa7-3a6bbb986aea), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:30.271806 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 9a81cdb7-af0e-4a28-884b-1977574a3dbc triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:00:30.272503 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (9a81cdb7-af0e-4a28-884b-1977574a3dbc), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:30.273089 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 9a81cdb7-af0e-4a28-884b-1977574a3dbc Oct 04 21:00:30.276755 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f2d56ef2-90c1-4b63-a89b-7a2fdfe3d6d8 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (ed412bbc-8548-48da-b31e-7dae32f150d3), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:30.287421 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d56ef2-90c1-4b63-a89b-7a2fdfe3d6d8 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:00:30.287809 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f2d56ef2-90c1-4b63-a89b-7a2fdfe3d6d8 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:30.342268 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-2bcd5bf0-61e3-4d4d-b1cf-58218ee4270c admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=bd170b1b29e349dda205dcbd8e5c1854&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7554700 Oct 04 21:00:30.346062 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52264) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:30.477624 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4375843b-0b38-41de-9745-75394402d5c4 None None] Routers {'8284feae-dc55-446e-92cb-984255740508'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:00:30.478592 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-4375843b-0b38-41de-9745-75394402d5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:00:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['8284feae-dc55-446e-92cb-984255740508'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:00:30.498637 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a43bdeea-efef-403d-950d-11ad0f5fa206 None None] Publish callbacks [] for port (d81d876c-7207-429e-bd9a-76fe19f40144), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:30.508863 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a0acde-d790-43cf-9084-4341ad6171ba None None] Pushing event updated for resources: {'Port': ['ID=9f2dd482-3c92-43d6-8aa7-3a6bbb986aea,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:30.563654 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8fafe529-5cb4-44ae-89a0-f947916dcb0e admin admin] Publish callbacks [] for security_group (654f7725-9f1a-441c-818b-d514abd39ad1), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:30.570515 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd5bf0-61e3-4d4d-b1cf-58218ee4270c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=654f7725-9f1a-441c-818b-d514abd39ad1,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:30.594228 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f2d56ef2-90c1-4b63-a89b-7a2fdfe3d6d8 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4508936 Oct 04 21:00:30.610628 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52268) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:30.638166 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-6f4481ab-8f31-44ea-a40c-1fc51c4fa2a0 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Request body: {'subnet': {'network_id': 'ed412bbc-8548-48da-b31e-7dae32f150d3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:00:30.667059 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d56ef2-90c1-4b63-a89b-7a2fdfe3d6d8 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Pushing event updated for resources: {'Network': ['ID=ed412bbc-8548-48da-b31e-7dae32f150d3,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:30.733893 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a43bdeea-efef-403d-950d-11ad0f5fa206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (d81d876c-7207-429e-bd9a-76fe19f40144), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:30.741901 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8fafe529-5cb4-44ae-89a0-f947916dcb0e admin admin] Publish callbacks [] for security_group (654f7725-9f1a-441c-818b-d514abd39ad1), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:30.746410 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network ed412bbc-8548-48da-b31e-7dae32f150d3 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:00:31.012648 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-90ab8f75-22e9-4a2c-98dc-1c91b6facae3 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Allocated IP 2001:db8:3::1 (ee3a94cc-4c53-4e8b-8e7b-c64f55533454/d026a0a7-0945-4720-93a2-7c141413c7f9/5e10929c-1d6c-4f27-88fb-4fd9b0a46b67) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:00:31.026120 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8fafe529-5cb4-44ae-89a0-f947916dcb0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (654f7725-9f1a-441c-818b-d514abd39ad1), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:31.034438 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8fafe529-5cb4-44ae-89a0-f947916dcb0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:31.047567 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-8fafe529-5cb4-44ae-89a0-f947916dcb0e admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/654f7725-9f1a-441c-818b-d514abd39ad1 HTTP/1.1" status: 204 len: 168 time: 0.6971722 Oct 04 21:00:31.076069 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fafe529-5cb4-44ae-89a0-f947916dcb0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654f7725-9f1a-441c-818b-d514abd39ad1,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:31.191818 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52274) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:31.282137 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4481ab-8f31-44ea-a40c-1fc51c4fa2a0 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Made reservation on behalf of 6f835a04a6144c6498f0ac2e720dd347 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:00:31.290435 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6f4481ab-8f31-44ea-a40c-1fc51c4fa2a0 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:31.357283 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-9cc79f34-a762-4fb8-be35-f0e6b95741c7 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=978ff0301b2d496584a4a4a86233df46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1623845 Oct 04 21:00:31.359869 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52276) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:31.444245 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43bdeea-efef-403d-950d-11ad0f5fa206 None None] Pushing event updated for resources: {'Port': ['ID=d81d876c-7207-429e-bd9a-76fe19f40144,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:31.452695 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43bdeea-efef-403d-950d-11ad0f5fa206 None None] Network ee3a94cc-4c53-4e8b-8e7b-c64f55533454 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:00:31.486936 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-a43bdeea-efef-403d-950d-11ad0f5fa206 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:00:31.491285 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43bdeea-efef-403d-950d-11ad0f5fa206 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:00:31.559426 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-4375843b-0b38-41de-9745-75394402d5c4 None None] Set router 8284feae-dc55-446e-92cb-984255740508 gateway port host: None {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:00:31.583422 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-faf56a00-1f97-4b74-9869-afba9677f995 admin admin] Publish callbacks [] for security_group (3769462b-7be3-4ff1-8f67-a9e97aa4eaff), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:31.660619 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-faf56a00-1f97-4b74-9869-afba9677f995 admin admin] Publish callbacks [] for security_group (3769462b-7be3-4ff1-8f67-a9e97aa4eaff), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:31.729072 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:31.745505 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:31.836443 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:INSERT=14,neutron:SELECT=80,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:31.845324 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-90ab8f75-22e9-4a2c-98dc-1c91b6facae3 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for port (5e10929c-1d6c-4f27-88fb-4fd9b0a46b67), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:31.862283 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 9a81cdb7-af0e-4a28-884b-1977574a3dbc is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:00:31.865696 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 7bc75850-7257-4d83-954a-78fd4e08f0d2 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:00:31.873579 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-faf56a00-1f97-4b74-9869-afba9677f995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (3769462b-7be3-4ff1-8f67-a9e97aa4eaff), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:31.878337 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-faf56a00-1f97-4b74-9869-afba9677f995 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:31.885449 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-faf56a00-1f97-4b74-9869-afba9677f995 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/3769462b-7be3-4ff1-8f67-a9e97aa4eaff HTTP/1.1" status: 204 len: 168 time: 0.5228651 Oct 04 21:00:31.903348 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf56a00-1f97-4b74-9869-afba9677f995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3769462b-7be3-4ff1-8f67-a9e97aa4eaff,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:31.993337 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-a43bdeea-efef-403d-950d-11ad0f5fa206 None None] Attempting to bind port d81d876c-7207-429e-bd9a-76fe19f40144 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:00:31.994012 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-a43bdeea-efef-403d-950d-11ad0f5fa206 None None] Attempting to bind port d81d876c-7207-429e-bd9a-76fe19f40144 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'c6c6456c-938e-4c26-bad2-f6f15da79862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ee3a94cc-4c53-4e8b-8e7b-c64f55533454'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:00:31.994599 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43bdeea-efef-403d-950d-11ad0f5fa206 None None] Attempting to bind port d81d876c-7207-429e-bd9a-76fe19f40144 on network ee3a94cc-4c53-4e8b-8e7b-c64f55533454 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:00:32.163915 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:32.177174 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-90ab8f75-22e9-4a2c-98dc-1c91b6facae3 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (5e10929c-1d6c-4f27-88fb-4fd9b0a46b67), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:32.305391 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43bdeea-efef-403d-950d-11ad0f5fa206 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:00:32.305876 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43bdeea-efef-403d-950d-11ad0f5fa206 None None] Checking segment: {'id': 'c6c6456c-938e-4c26-bad2-f6f15da79862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ee3a94cc-4c53-4e8b-8e7b-c64f55533454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:00:32.306546 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a43bdeea-efef-403d-950d-11ad0f5fa206 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:32.306732 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ab8f75-22e9-4a2c-98dc-1c91b6facae3 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Network ee3a94cc-4c53-4e8b-8e7b-c64f55533454 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:00:32.307246 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43bdeea-efef-403d-950d-11ad0f5fa206 None None] Bound using segment: {'id': 'c6c6456c-938e-4c26-bad2-f6f15da79862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ee3a94cc-4c53-4e8b-8e7b-c64f55533454'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:00:32.308121 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-a43bdeea-efef-403d-950d-11ad0f5fa206 None None] Bound port: d81d876c-7207-429e-bd9a-76fe19f40144, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6c6456c-938e-4c26-bad2-f6f15da79862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ee3a94cc-4c53-4e8b-8e7b-c64f55533454'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:00:32.308769 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a43bdeea-efef-403d-950d-11ad0f5fa206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (d81d876c-7207-429e-bd9a-76fe19f40144), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:32.318529 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-90ab8f75-22e9-4a2c-98dc-1c91b6facae3 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:00:32.323594 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ab8f75-22e9-4a2c-98dc-1c91b6facae3 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:00:32.324479 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-90ab8f75-22e9-4a2c-98dc-1c91b6facae3 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (8284feae-dc55-446e-92cb-984255740508), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:32.391853 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 7bc75850-7257-4d83-954a-78fd4e08f0d2 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:00:32.392456 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (7bc75850-7257-4d83-954a-78fd4e08f0d2), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:32.392997 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 7bc75850-7257-4d83-954a-78fd4e08f0d2 Oct 04 21:00:32.466315 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:32.533635 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ab8f75-22e9-4a2c-98dc-1c91b6facae3 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event updated for resources: {'Port': ['ID=5e10929c-1d6c-4f27-88fb-4fd9b0a46b67,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:32.541288 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6f4481ab-8f31-44ea-a40c-1fc51c4fa2a0 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (42a84cc9-0c9a-4c73-9d16-be77f210da0e), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:32.651802 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:32.672140 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-a43bdeea-efef-403d-950d-11ad0f5fa206 None None] For port d81d876c-7207-429e-bd9a-76fe19f40144, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:00:32.689032 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-a43bdeea-efef-403d-950d-11ad0f5fa206 None None] For port d81d876c-7207-429e-bd9a-76fe19f40144, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=d81d876c-7207-429e-bd9a-76fe19f40144,segment=NetworkSegment(c6c6456c-938e-4c26-bad2-f6f15da79862),segment_id=c6c6456c-938e-4c26-bad2-f6f15da79862)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:00:32.708131 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-4375843b-0b38-41de-9745-75394402d5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8284feae-dc55-446e-92cb-984255740508', 'name': 'tempest-RoutersIpV6Test-router-2036952622', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:59:42Z', 'updated_at': '2022-10-04T21:00:18Z', 'revision_number': 4, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'gw_port_host': None, '_interfaces': [{'id': '1ee087d7-9aa1-4322-8516-62c0e9228b10', 'name': '', 'network_id': '1d875141-b1fc-4741-963e-9fb93997617b', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'mac_address': 'fa:16:3e:42:b7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284feae-dc55-446e-92cb-984255740508', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '4e0f9132-635d-4c93-a474-fcb74c3e4a97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:59:46Z', 'updated_at': '2022-10-04T20:59:58Z', 'revision_number': 5, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'subnets': [{'id': '4e0f9132-635d-4c93-a474-fcb74c3e4a97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28a0d13a-1e3e-4b4b-99ba-4bffe04da4b6', 'name': '', 'network_id': '86271f77-fd7c-4bab-b31a-3a694c6f44f5', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'mac_address': 'fa:16:3e:a4:77:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284feae-dc55-446e-92cb-984255740508', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': 'a85a1c7c-a779-40a8-806d-b6b915727979', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:59:58Z', 'updated_at': '2022-10-04T21:00:25Z', 'revision_number': 5, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'subnets': [{'id': 'a85a1c7c-a779-40a8-806d-b6b915727979', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f2dd482-3c92-43d6-8aa7-3a6bbb986aea', 'name': '', 'network_id': 'b166ae1b-faf6-4490-be9d-c7d472820552', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'mac_address': 'fa:16:3e:06:b9:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8284feae-dc55-446e-92cb-984255740508', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '701ecd21-9c19-4d90-b5a7-c351476cdc88', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:00:15Z', 'updated_at': '2022-10-04T21:00:29Z', 'revision_number': 4, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'subnets': [{'id': '701ecd21-9c19-4d90-b5a7-c351476cdc88', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:00:32.772695 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-90ab8f75-22e9-4a2c-98dc-1c91b6facae3 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (5e10929c-1d6c-4f27-88fb-4fd9b0a46b67), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:32.799253 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4481ab-8f31-44ea-a40c-1fc51c4fa2a0 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Pushing event updated for resources: {'Subnet': ['ID=42a84cc9-0c9a-4c73-9d16-be77f210da0e,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:32.831609 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4481ab-8f31-44ea-a40c-1fc51c4fa2a0 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Checking segment: {'id': '56b1d578-cc84-43de-b0c0-4ea8f015b9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ed412bbc-8548-48da-b31e-7dae32f150d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:00:32.832218 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4481ab-8f31-44ea-a40c-1fc51c4fa2a0 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Network hostable DHCP agents. Network: ed412bbc-8548-48da-b31e-7dae32f150d3, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:00:32.849092 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a43bdeea-efef-403d-950d-11ad0f5fa206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (d81d876c-7207-429e-bd9a-76fe19f40144), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:32.863175 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4375843b-0b38-41de-9745-75394402d5c4 None None] The sync data for ids ['8284feae-dc55-446e-92cb-984255740508'] in n-d-852085-12 is: [{'id': '8284feae-dc55-446e-92cb-984255740508', 'name': 'tempest-RoutersIpV6Test-router-2036952622', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:59:42Z', 'updated_at': '2022-10-04T21:00:18Z', 'revision_number': 4, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'gw_port_host': None, '_interfaces': [{'id': '1ee087d7-9aa1-4322-8516-62c0e9228b10', 'name': '', 'network_id': '1d875141-b1fc-4741-963e-9fb93997617b', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'mac_address': 'fa:16:3e:42:b7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284feae-dc55-446e-92cb-984255740508', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '4e0f9132-635d-4c93-a474-fcb74c3e4a97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:59:46Z', 'updated_at': '2022-10-04T20:59:58Z', 'revision_number': 5, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'subnets': [{'id': '4e0f9132-635d-4c93-a474-fcb74c3e4a97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28a0d13a-1e3e-4b4b-99ba-4bffe04da4b6', 'name': '', 'network_id': '86271f77-fd7c-4bab-b31a-3a694c6f44f5', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'mac_address': 'fa:16:3e:a4:77:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284feae-dc55-446e-92cb-984255740508', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': 'a85a1c7c-a779-40a8-806d-b6b915727979', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:59:58Z', 'updated_at': '2022-10-04T21:00:25Z', 'revision_number': 5, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'subnets': [{'id': 'a85a1c7c-a779-40a8-806d-b6b915727979', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f2dd482-3c92-43d6-8aa7-3a6bbb986aea', 'name': '', 'network_id': 'b166ae1b-faf6-4490-be9d-c7d472820552', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'mac_address': 'fa:16:3e:06:b9:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8284feae-dc55-446e-92cb-984255740508', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '701ecd21-9c19-4d90-b5a7-c351476cdc88', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:00:15Z', 'updated_at': '2022-10-04T21:00:29Z', 'revision_number': 4, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'subnets': [{'id': '701ecd21-9c19-4d90-b5a7-c351476cdc88', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:00:33.093329 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 7bc75850-7257-4d83-954a-78fd4e08f0d2 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:00:33.241702 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43bdeea-efef-403d-950d-11ad0f5fa206 None None] Pushing event updated for resources: {'Port': ['ID=d81d876c-7207-429e-bd9a-76fe19f40144,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:33.325615 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:33.329529 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4481ab-8f31-44ea-a40c-1fc51c4fa2a0 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Network ed412bbc-8548-48da-b31e-7dae32f150d3 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:00:33.702096 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:33.759187 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-6f4481ab-8f31-44ea-a40c-1fc51c4fa2a0 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, ed412bbc-8548-48da-b31e-7dae32f150d3) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:00:33.774356 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4481ab-8f31-44ea-a40c-1fc51c4fa2a0 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:00:33.776250 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6f4481ab-8f31-44ea-a40c-1fc51c4fa2a0 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:33.776503 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8323b68e-735c-47ae-81f9-b4a27a698155 None None] Network ed412bbc-8548-48da-b31e-7dae32f150d3 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:00:33.916651 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 28a0d13a-1e3e-4b4b-99ba-4bffe04da4b6 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:00:33.926121 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-6f4481ab-8f31-44ea-a40c-1fc51c4fa2a0 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.3074057 Oct 04 21:00:33.931645 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52312) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:33.942110 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-25684eed-b252-402a-aef8-cfdc050ee1f8 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ed412bbc-8548-48da-b31e-7dae32f150d3'}}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:00:34.211189 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-90ab8f75-22e9-4a2c-98dc-1c91b6facae3 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for port (5e10929c-1d6c-4f27-88fb-4fd9b0a46b67), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:34.348965 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-90ab8f75-22e9-4a2c-98dc-1c91b6facae3 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (5e10929c-1d6c-4f27-88fb-4fd9b0a46b67), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:34.350417 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-90ab8f75-22e9-4a2c-98dc-1c91b6facae3 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (8284feae-dc55-446e-92cb-984255740508), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:34.524671 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 28a0d13a-1e3e-4b4b-99ba-4bffe04da4b6 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:00:34.524671 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (28a0d13a-1e3e-4b4b-99ba-4bffe04da4b6), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:34.525098 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 28a0d13a-1e3e-4b4b-99ba-4bffe04da4b6 Oct 04 21:00:34.661636 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525d3435-0b72-4642-b77e-e6c8311ceb74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-ed412bbc-8548-48da-b31e-7dae32f150d3', 'network_id': 'ed412bbc-8548-48da-b31e-7dae32f150d3', 'project_id': '6f835a04a6144c6498f0ac2e720dd347', 'fixed_ips': [{'subnet_id': '42a84cc9-0c9a-4c73-9d16-be77f210da0e'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:00:34.663724 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-525d3435-0b72-4642-b77e-e6c8311ceb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:34.890024 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ab8f75-22e9-4a2c-98dc-1c91b6facae3 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event updated for resources: {'Port': ['ID=5e10929c-1d6c-4f27-88fb-4fd9b0a46b67,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:35.006485 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52326) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:35.056730 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-25684eed-b252-402a-aef8-cfdc050ee1f8 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks [] for router_gateway (06ce37d7-dfb4-49bf-8c24-9e76d8a8f23d), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:35.066991 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f850cd3d-ed70-4f77-95d9-fd88289923ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:35.149908 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ab8f75-22e9-4a2c-98dc-1c91b6facae3 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Network ee3a94cc-4c53-4e8b-8e7b-c64f55533454 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:00:35.154105 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-90ab8f75-22e9-4a2c-98dc-1c91b6facae3 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:00:35.433024 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 28a0d13a-1e3e-4b4b-99ba-4bffe04da4b6 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:00:35.462060 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device f4e89833-302b-4966-8fa7-d0e68e571516 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:00:35.616928 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-25684eed-b252-402a-aef8-cfdc050ee1f8 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 21:00:35.626750 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-25684eed-b252-402a-aef8-cfdc050ee1f8 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] 10.222.0.78 "PUT /networking/v2.0/routers/06ce37d7-dfb4-49bf-8c24-9e76d8a8f23d HTTP/1.1" status: 400 len: 364 time: 1.6925645 Oct 04 21:00:35.633363 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52334) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:35.798257 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90ab8f75-22e9-4a2c-98dc-1c91b6facae3 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Router 8284feae-dc55-446e-92cb-984255740508 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:00:35.819978 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-525d3435-0b72-4642-b77e-e6c8311ceb74 None None] Allocated IP 2001:db8:1::2 (ed412bbc-8548-48da-b31e-7dae32f150d3/42a84cc9-0c9a-4c73-9d16-be77f210da0e/a3453924-bb81-40a0-a4d5-b398281e4ded) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:00:35.896988 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port f4e89833-302b-4966-8fa7-d0e68e571516 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:00:35.897597 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (f4e89833-302b-4966-8fa7-d0e68e571516), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:35.898093 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port f4e89833-302b-4966-8fa7-d0e68e571516 Oct 04 21:00:35.905722 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0465cf-a13c-4c4f-b2ca-6c1ba9c49e73 None None] Network ee3a94cc-4c53-4e8b-8e7b-c64f55533454 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:00:35.954581 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f850cd3d-ed70-4f77-95d9-fd88289923ea admin admin] Publish callbacks [] for security_group (29f564a8-2a07-4c7a-bee8-76fc7da14ab9), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:36.063280 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f850cd3d-ed70-4f77-95d9-fd88289923ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (29f564a8-2a07-4c7a-bee8-76fc7da14ab9), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:36.182502 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:36.272351 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f850cd3d-ed70-4f77-95d9-fd88289923ea admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=5afeead2f2774e36a4fcb67e8b55c630&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2638361 Oct 04 21:00:36.277103 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52340) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:36.353965 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:36.369351 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-525d3435-0b72-4642-b77e-e6c8311ceb74 None None] Publish callbacks [] for port (a3453924-bb81-40a0-a4d5-b398281e4ded), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:36.377230 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f850cd3d-ed70-4f77-95d9-fd88289923ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f564a8-2a07-4c7a-bee8-76fc7da14ab9,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:36.491391 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9dce389f-87e7-49c2-90a0-f8b6b9f3c76b admin admin] Publish callbacks [] for security_group (29f564a8-2a07-4c7a-bee8-76fc7da14ab9), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:36.607866 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9dce389f-87e7-49c2-90a0-f8b6b9f3c76b admin admin] Publish callbacks [] for security_group (29f564a8-2a07-4c7a-bee8-76fc7da14ab9), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:36.623694 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ab8f75-22e9-4a2c-98dc-1c91b6facae3 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:00:36.640025 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-90ab8f75-22e9-4a2c-98dc-1c91b6facae3 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "PUT /networking/v2.0/routers/8284feae-dc55-446e-92cb-984255740508/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8091152 Oct 04 21:00:36.642043 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52344) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:36.697340 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-4740617b-e65f-4d1e-87de-3b9c6b3a0898 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:00:36.729312 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60fd643-ab1b-480c-8f98-f7e80c6315ba None None] Sync routers for ids ['8284feae-dc55-446e-92cb-984255740508'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:00:36.743346 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-525d3435-0b72-4642-b77e-e6c8311ceb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (a3453924-bb81-40a0-a4d5-b398281e4ded), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:36.761588 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:36.763766 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-7afd696f-ce5f-403b-bdbe-cfcfceb5927d None None] Provisioning complete for port d81d876c-7207-429e-bd9a-76fe19f40144 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:00:36.764670 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7afd696f-ce5f-403b-bdbe-cfcfceb5927d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (d81d876c-7207-429e-bd9a-76fe19f40144), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:36.766520 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-7afd696f-ce5f-403b-bdbe-cfcfceb5927d None None] Attempt 1 to provision port d81d876c-7207-429e-bd9a-76fe19f40144 Oct 04 21:00:36.932953 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9dce389f-87e7-49c2-90a0-f8b6b9f3c76b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (29f564a8-2a07-4c7a-bee8-76fc7da14ab9), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:36.936716 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9dce389f-87e7-49c2-90a0-f8b6b9f3c76b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:36.947414 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-9dce389f-87e7-49c2-90a0-f8b6b9f3c76b admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/29f564a8-2a07-4c7a-bee8-76fc7da14ab9 HTTP/1.1" status: 204 len: 168 time: 0.6595411 Oct 04 21:00:36.989694 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dce389f-87e7-49c2-90a0-f8b6b9f3c76b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f564a8-2a07-4c7a-bee8-76fc7da14ab9,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:37.011453 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525d3435-0b72-4642-b77e-e6c8311ceb74 None None] Network ed412bbc-8548-48da-b31e-7dae32f150d3 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:00:37.189794 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-525d3435-0b72-4642-b77e-e6c8311ceb74 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:00:37.215418 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60fd643-ab1b-480c-8f98-f7e80c6315ba None None] Routers {'8284feae-dc55-446e-92cb-984255740508'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:00:37.216607 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-f60fd643-ab1b-480c-8f98-f7e80c6315ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:00:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['8284feae-dc55-446e-92cb-984255740508'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:00:37.363562 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525d3435-0b72-4642-b77e-e6c8311ceb74 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:00:37.445350 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525d3435-0b72-4642-b77e-e6c8311ceb74 None None] Pushing event updated for resources: {'Port': ['ID=a3453924-bb81-40a0-a4d5-b398281e4ded,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:37.647407 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port f4e89833-302b-4966-8fa7-d0e68e571516 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:00:37.649933 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 9a81cdb7-af0e-4a28-884b-1977574a3dbc up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:00:37.985540 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.extraroute_db [None req-4740617b-e65f-4d1e-87de-3b9c6b3a0898 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=108169) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 04 21:00:38.031444 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=100 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:38.031444 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:38.041768 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.extraroute_db [None req-4740617b-e65f-4d1e-87de-3b9c6b3a0898 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Removed routes are [] {{(pid=108169) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 04 21:00:38.042471 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4740617b-e65f-4d1e-87de-3b9c6b3a0898 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-465386', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-583633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6069'] for router (8284feae-dc55-446e-92cb-984255740508), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:38.183786 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=15 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:38.206162 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=13 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:38.214888 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-f60fd643-ab1b-480c-8f98-f7e80c6315ba None None] Set router 8284feae-dc55-446e-92cb-984255740508 gateway port host: None {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:00:38.334840 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c91d0af0-7535-4d77-81be-63cf73cdff7a tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:38.568825 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-525d3435-0b72-4642-b77e-e6c8311ceb74 None None] Attempting to bind port a3453924-bb81-40a0-a4d5-b398281e4ded on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:00:38.569586 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-525d3435-0b72-4642-b77e-e6c8311ceb74 None None] Attempting to bind port a3453924-bb81-40a0-a4d5-b398281e4ded by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '56b1d578-cc84-43de-b0c0-4ea8f015b9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ed412bbc-8548-48da-b31e-7dae32f150d3'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:00:38.574879 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525d3435-0b72-4642-b77e-e6c8311ceb74 None None] Attempting to bind port a3453924-bb81-40a0-a4d5-b398281e4ded on network ed412bbc-8548-48da-b31e-7dae32f150d3 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:00:38.602463 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-7afd696f-ce5f-403b-bdbe-cfcfceb5927d None None] Current status of the port d81d876c-7207-429e-bd9a-76fe19f40144 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:00:38.606095 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7afd696f-ce5f-403b-bdbe-cfcfceb5927d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (d81d876c-7207-429e-bd9a-76fe19f40144), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:38.992812 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:39.016728 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525d3435-0b72-4642-b77e-e6c8311ceb74 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:00:39.018234 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525d3435-0b72-4642-b77e-e6c8311ceb74 None None] Checking segment: {'id': '56b1d578-cc84-43de-b0c0-4ea8f015b9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ed412bbc-8548-48da-b31e-7dae32f150d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:00:39.019383 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-525d3435-0b72-4642-b77e-e6c8311ceb74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:39.022135 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525d3435-0b72-4642-b77e-e6c8311ceb74 None None] Bound using segment: {'id': '56b1d578-cc84-43de-b0c0-4ea8f015b9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ed412bbc-8548-48da-b31e-7dae32f150d3'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:00:39.023520 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-525d3435-0b72-4642-b77e-e6c8311ceb74 None None] Bound port: a3453924-bb81-40a0-a4d5-b398281e4ded, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56b1d578-cc84-43de-b0c0-4ea8f015b9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ed412bbc-8548-48da-b31e-7dae32f150d3'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:00:39.026636 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-525d3435-0b72-4642-b77e-e6c8311ceb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (a3453924-bb81-40a0-a4d5-b398281e4ded), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:39.162913 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 9a81cdb7-af0e-4a28-884b-1977574a3dbc triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:00:39.163714 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (9a81cdb7-af0e-4a28-884b-1977574a3dbc), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:39.164352 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 9a81cdb7-af0e-4a28-884b-1977574a3dbc Oct 04 21:00:39.444704 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-7afd696f-ce5f-403b-bdbe-cfcfceb5927d None None] For port d81d876c-7207-429e-bd9a-76fe19f40144, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=d81d876c-7207-429e-bd9a-76fe19f40144,segment=NetworkSegment(c6c6456c-938e-4c26-bad2-f6f15da79862),segment_id=c6c6456c-938e-4c26-bad2-f6f15da79862)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:00:39.540775 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7afd696f-ce5f-403b-bdbe-cfcfceb5927d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (d81d876c-7207-429e-bd9a-76fe19f40144), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:39.573995 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-f60fd643-ab1b-480c-8f98-f7e80c6315ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8284feae-dc55-446e-92cb-984255740508', 'name': 'tempest-RoutersIpV6Test-router-2036952622', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:59:42Z', 'updated_at': '2022-10-04T21:00:32Z', 'revision_number': 5, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'gw_port_host': None, '_interfaces': [{'id': '1ee087d7-9aa1-4322-8516-62c0e9228b10', 'name': '', 'network_id': '1d875141-b1fc-4741-963e-9fb93997617b', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'mac_address': 'fa:16:3e:42:b7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284feae-dc55-446e-92cb-984255740508', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '4e0f9132-635d-4c93-a474-fcb74c3e4a97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:59:46Z', 'updated_at': '2022-10-04T20:59:58Z', 'revision_number': 5, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'subnets': [{'id': '4e0f9132-635d-4c93-a474-fcb74c3e4a97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28a0d13a-1e3e-4b4b-99ba-4bffe04da4b6', 'name': '', 'network_id': '86271f77-fd7c-4bab-b31a-3a694c6f44f5', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'mac_address': 'fa:16:3e:a4:77:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284feae-dc55-446e-92cb-984255740508', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': 'a85a1c7c-a779-40a8-806d-b6b915727979', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:59:58Z', 'updated_at': '2022-10-04T21:00:25Z', 'revision_number': 5, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'subnets': [{'id': 'a85a1c7c-a779-40a8-806d-b6b915727979', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e10929c-1d6c-4f27-88fb-4fd9b0a46b67', 'name': '', 'network_id': 'ee3a94cc-4c53-4e8b-8e7b-c64f55533454', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'mac_address': 'fa:16:3e:92:87:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8284feae-dc55-446e-92cb-984255740508', 'device_owner': 'network:router_interface', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': 'd026a0a7-0945-4720-93a2-7c141413c7f9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:00:28Z', 'updated_at': '2022-10-04T21:00:33Z', 'revision_number': 2, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'subnets': [{'id': 'd026a0a7-0945-4720-93a2-7c141413c7f9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f2dd482-3c92-43d6-8aa7-3a6bbb986aea', 'name': '', 'network_id': 'b166ae1b-faf6-4490-be9d-c7d472820552', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'mac_address': 'fa:16:3e:06:b9:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8284feae-dc55-446e-92cb-984255740508', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '701ecd21-9c19-4d90-b5a7-c351476cdc88', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:00:15Z', 'updated_at': '2022-10-04T21:00:29Z', 'revision_number': 4, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'subnets': [{'id': '701ecd21-9c19-4d90-b5a7-c351476cdc88', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:00:39.741833 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60fd643-ab1b-480c-8f98-f7e80c6315ba None None] Checking router: 8284feae-dc55-446e-92cb-984255740508 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:00:39.743087 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60fd643-ab1b-480c-8f98-f7e80c6315ba None None] Updating router 8284feae-dc55-446e-92cb-984255740508 port 5e10929c-1d6c-4f27-88fb-4fd9b0a46b67 binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:00:39.783635 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 9a81cdb7-af0e-4a28-884b-1977574a3dbc is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:00:39.786298 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 9f2dd482-3c92-43d6-8aa7-3a6bbb986aea up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:00:39.906740 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-525d3435-0b72-4642-b77e-e6c8311ceb74 None None] For port a3453924-bb81-40a0-a4d5-b398281e4ded, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:00:39.917696 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-84a6410f-acd9-4ce3-814d-86e27c2cf40a None None] Provisioning complete for port 5e10929c-1d6c-4f27-88fb-4fd9b0a46b67 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:00:39.919009 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-84a6410f-acd9-4ce3-814d-86e27c2cf40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (5e10929c-1d6c-4f27-88fb-4fd9b0a46b67), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:39.919947 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-84a6410f-acd9-4ce3-814d-86e27c2cf40a None None] Attempt 1 to provision port 5e10929c-1d6c-4f27-88fb-4fd9b0a46b67 Oct 04 21:00:40.124301 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:40.124301 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-525d3435-0b72-4642-b77e-e6c8311ceb74 None None] For port a3453924-bb81-40a0-a4d5-b398281e4ded, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=a3453924-bb81-40a0-a4d5-b398281e4ded,segment=NetworkSegment(56b1d578-cc84-43de-b0c0-4ea8f015b9c3),segment_id=56b1d578-cc84-43de-b0c0-4ea8f015b9c3)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:00:40.124301 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f60fd643-ab1b-480c-8f98-f7e80c6315ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (5e10929c-1d6c-4f27-88fb-4fd9b0a46b67), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:40.124301 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd696f-ce5f-403b-bdbe-cfcfceb5927d None None] Pushing event updated for resources: {'Port': ['ID=d81d876c-7207-429e-bd9a-76fe19f40144,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:40.124301 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-84a6410f-acd9-4ce3-814d-86e27c2cf40a None None] Port 5e10929c-1d6c-4f27-88fb-4fd9b0a46b67 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:00:40.224748 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4740617b-e65f-4d1e-87de-3b9c6b3a0898 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-465386', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-583633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6069'] for router (8284feae-dc55-446e-92cb-984255740508), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:40.245072 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4740617b-e65f-4d1e-87de-3b9c6b3a0898 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-465361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-465368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-583658'] for router (8284feae-dc55-446e-92cb-984255740508), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:40.351226 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52378) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:40.508679 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-525d3435-0b72-4642-b77e-e6c8311ceb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (a3453924-bb81-40a0-a4d5-b398281e4ded), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:40.587342 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4740617b-e65f-4d1e-87de-3b9c6b3a0898 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Router 8284feae-dc55-446e-92cb-984255740508 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:00:40.830394 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:40.841071 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-c91d0af0-7535-4d77-81be-63cf73cdff7a tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Allocated IP 2001:db8::1 (3193d785-0fee-4ee5-985c-e9a36e566af5/739c2615-d276-45f7-85db-769e01a393b6/89813d5b-ff29-4b00-be53-0f06ea018ab9) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:00:40.857518 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525d3435-0b72-4642-b77e-e6c8311ceb74 None None] Pushing event updated for resources: {'Port': ['ID=a3453924-bb81-40a0-a4d5-b398281e4ded,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:40.872120 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-84a6410f-acd9-4ce3-814d-86e27c2cf40a None None] Provisioning complete for port d81d876c-7207-429e-bd9a-76fe19f40144 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:00:40.873022 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-84a6410f-acd9-4ce3-814d-86e27c2cf40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (d81d876c-7207-429e-bd9a-76fe19f40144), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:40.873791 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-84a6410f-acd9-4ce3-814d-86e27c2cf40a None None] Attempt 1 to provision port d81d876c-7207-429e-bd9a-76fe19f40144 Oct 04 21:00:40.887098 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 9f2dd482-3c92-43d6-8aa7-3a6bbb986aea triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:00:40.887555 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (9f2dd482-3c92-43d6-8aa7-3a6bbb986aea), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:40.888105 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 9f2dd482-3c92-43d6-8aa7-3a6bbb986aea Oct 04 21:00:41.212407 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-0b03a655-71a3-4766-b18b-e663ec7928f1 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Request body: {'security_group': {'name': 'default'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:00:41.217306 n-d-852085-12 neutron-server[108170]: WARNING neutron.api.v2.base [None req-0b03a655-71a3-4766-b18b-e663ec7928f1 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 04 21:00:41.218459 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-0b03a655-71a3-4766-b18b-e663ec7928f1 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] create failed (client error): There was a conflict when trying to complete your request. Oct 04 21:00:41.231623 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52396) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:41.236004 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-0b03a655-71a3-4766-b18b-e663ec7928f1 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.8827209 Oct 04 21:00:41.318896 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-446b29a4-eafa-41db-ba0b-fe668585517d tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Request body: {'security_group': {'name': 'tempest-secgroup--1794666493'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:00:41.511364 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4740617b-e65f-4d1e-87de-3b9c6b3a0898 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:00:41.511639 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-84a6410f-acd9-4ce3-814d-86e27c2cf40a None None] Current status of the port d81d876c-7207-429e-bd9a-76fe19f40144 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:00:41.538430 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4740617b-e65f-4d1e-87de-3b9c6b3a0898 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:41.542434 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-4740617b-e65f-4d1e-87de-3b9c6b3a0898 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "PUT /networking/v2.0/routers/8284feae-dc55-446e-92cb-984255740508 HTTP/1.1" status: 200 len: 954 time: 4.8942180 Oct 04 21:00:41.545524 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52402) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:41.619258 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 9f2dd482-3c92-43d6-8aa7-3a6bbb986aea is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:00:41.620367 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (9f2dd482-3c92-43d6-8aa7-3a6bbb986aea), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:41.696332 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-446b29a4-eafa-41db-ba0b-fe668585517d tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:41.708767 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f60fd643-ab1b-480c-8f98-f7e80c6315ba None None] Publish callbacks [] for port (5e10929c-1d6c-4f27-88fb-4fd9b0a46b67), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:41.770517 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 9f2dd482-3c92-43d6-8aa7-3a6bbb986aea, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=9f2dd482-3c92-43d6-8aa7-3a6bbb986aea,segment=NetworkSegment(2c016db4-9eab-449f-8ba9-98a17b134d83),segment_id=2c016db4-9eab-449f-8ba9-98a17b134d83)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:00:41.777855 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-446b29a4-eafa-41db-ba0b-fe668585517d tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:41.793628 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:41.797419 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-009bc144-61db-4453-addf-737e8ca9f2a2 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "GET /networking/v2.0/routers/8284feae-dc55-446e-92cb-984255740508 HTTP/1.1" status: 200 len: 954 time: 0.2491567 Oct 04 21:00:41.803481 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52406) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:41.812324 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-1eb52602-15ee-4621-862f-b9764fd370ad tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Request body: {'router': {'routes': None}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:00:41.842637 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c91d0af0-7535-4d77-81be-63cf73cdff7a tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks [] for port (89813d5b-ff29-4b00-be53-0f06ea018ab9), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:41.889319 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (9f2dd482-3c92-43d6-8aa7-3a6bbb986aea), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:41.902628 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:42.003336 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f60fd643-ab1b-480c-8f98-f7e80c6315ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (5e10929c-1d6c-4f27-88fb-4fd9b0a46b67), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:42.297769 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c91d0af0-7535-4d77-81be-63cf73cdff7a tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (89813d5b-ff29-4b00-be53-0f06ea018ab9), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:42.394690 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-446b29a4-eafa-41db-ba0b-fe668585517d tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks [] for security_group (6073539a-2164-45f2-afb1-3c354287493d), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:42.449293 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a3453924-bb81-40a0-a4d5-b398281e4ded up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:00:42.449609 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91d0af0-7535-4d77-81be-63cf73cdff7a tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Network 3193d785-0fee-4ee5-985c-e9a36e566af5 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:00:42.499559 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=9f2dd482-3c92-43d6-8aa7-3a6bbb986aea,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:42.502471 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-c91d0af0-7535-4d77-81be-63cf73cdff7a tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:00:42.507099 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91d0af0-7535-4d77-81be-63cf73cdff7a tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:00:42.508700 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c91d0af0-7535-4d77-81be-63cf73cdff7a tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (06ce37d7-dfb4-49bf-8c24-9e76d8a8f23d), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:42.733769 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-446b29a4-eafa-41db-ba0b-fe668585517d tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (6073539a-2164-45f2-afb1-3c354287493d), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:42.783852 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=5,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:42.798899 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-f60fd643-ab1b-480c-8f98-f7e80c6315ba None None] Attempting to bind port 5e10929c-1d6c-4f27-88fb-4fd9b0a46b67 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:00:42.800610 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-f60fd643-ab1b-480c-8f98-f7e80c6315ba None None] Attempting to bind port 5e10929c-1d6c-4f27-88fb-4fd9b0a46b67 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'c6c6456c-938e-4c26-bad2-f6f15da79862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ee3a94cc-4c53-4e8b-8e7b-c64f55533454'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:00:42.801626 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60fd643-ab1b-480c-8f98-f7e80c6315ba None None] Attempting to bind port 5e10929c-1d6c-4f27-88fb-4fd9b0a46b67 on network ee3a94cc-4c53-4e8b-8e7b-c64f55533454 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:00:42.914562 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71179685-fa16-402e-b224-a82db6819dce None None] Pushing event updated for resources: {'Port': ['ID=5e10929c-1d6c-4f27-88fb-4fd9b0a46b67,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:42.934096 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:43.021695 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91d0af0-7535-4d77-81be-63cf73cdff7a tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Pushing event updated for resources: {'Port': ['ID=89813d5b-ff29-4b00-be53-0f06ea018ab9,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:43.080383 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60fd643-ab1b-480c-8f98-f7e80c6315ba None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:00:43.088396 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60fd643-ab1b-480c-8f98-f7e80c6315ba None None] Checking segment: {'id': 'c6c6456c-938e-4c26-bad2-f6f15da79862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ee3a94cc-4c53-4e8b-8e7b-c64f55533454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:00:43.095330 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f60fd643-ab1b-480c-8f98-f7e80c6315ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:43.095330 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60fd643-ab1b-480c-8f98-f7e80c6315ba None None] Bound using segment: {'id': 'c6c6456c-938e-4c26-bad2-f6f15da79862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ee3a94cc-4c53-4e8b-8e7b-c64f55533454'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:00:43.097804 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-f60fd643-ab1b-480c-8f98-f7e80c6315ba None None] Bound port: 5e10929c-1d6c-4f27-88fb-4fd9b0a46b67, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6c6456c-938e-4c26-bad2-f6f15da79862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ee3a94cc-4c53-4e8b-8e7b-c64f55533454'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:00:43.098834 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f60fd643-ab1b-480c-8f98-f7e80c6315ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (5e10929c-1d6c-4f27-88fb-4fd9b0a46b67), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:43.107761 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-446b29a4-eafa-41db-ba0b-fe668585517d tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks [] for security_group (c44839f6-bfa2-473b-96c4-4c9afbf1fbcf), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:43.130157 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port a3453924-bb81-40a0-a4d5-b398281e4ded triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:00:43.131792 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (a3453924-bb81-40a0-a4d5-b398281e4ded), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:43.132622 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port a3453924-bb81-40a0-a4d5-b398281e4ded Oct 04 21:00:43.176614 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.extraroute_db [None req-1eb52602-15ee-4621-862f-b9764fd370ad tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Added routes are [] {{(pid=108170) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 04 21:00:43.176614 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.extraroute_db [None req-1eb52602-15ee-4621-862f-b9764fd370ad tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=108170) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 04 21:00:43.292689 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-446b29a4-eafa-41db-ba0b-fe668585517d tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (c44839f6-bfa2-473b-96c4-4c9afbf1fbcf), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:43.308381 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a180b7d1-8612-4117-bcf1-e9451f14c94f None None] Network ed412bbc-8548-48da-b31e-7dae32f150d3 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:00:43.343694 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-835f76af-883d-49f7-a3fd-778466592b19 None None] Provisioning complete for port 89813d5b-ff29-4b00-be53-0f06ea018ab9 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:00:43.344358 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-835f76af-883d-49f7-a3fd-778466592b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (89813d5b-ff29-4b00-be53-0f06ea018ab9), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:43.344946 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-835f76af-883d-49f7-a3fd-778466592b19 None None] Attempt 1 to provision port 89813d5b-ff29-4b00-be53-0f06ea018ab9 Oct 04 21:00:43.346647 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1eb52602-15ee-4621-862f-b9764fd370ad tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-465386', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-583633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6069'] for router (8284feae-dc55-446e-92cb-984255740508), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:43.350194 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446b29a4-eafa-41db-ba0b-fe668585517d tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6073539a-2164-45f2-afb1-3c354287493d,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:43.388722 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c91d0af0-7535-4d77-81be-63cf73cdff7a tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (89813d5b-ff29-4b00-be53-0f06ea018ab9), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:43.468517 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446b29a4-eafa-41db-ba0b-fe668585517d tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c44839f6-bfa2-473b-96c4-4c9afbf1fbcf,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:43.563644 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-446b29a4-eafa-41db-ba0b-fe668585517d tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:43.577450 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-446b29a4-eafa-41db-ba0b-fe668585517d tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 2.2994368 Oct 04 21:00:43.587008 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52420) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:43.629063 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-f60fd643-ab1b-480c-8f98-f7e80c6315ba None None] For port 5e10929c-1d6c-4f27-88fb-4fd9b0a46b67, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:00:43.638450 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-8f1d4ff1-28d6-477f-a790-80004ce7fc81 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Request body: {'security_group_rule': {'security_group_id': 'c44839f6-bfa2-473b-96c4-4c9afbf1fbcf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:00:43.686095 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-f60fd643-ab1b-480c-8f98-f7e80c6315ba None None] For port 5e10929c-1d6c-4f27-88fb-4fd9b0a46b67, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=5e10929c-1d6c-4f27-88fb-4fd9b0a46b67,segment=NetworkSegment(c6c6456c-938e-4c26-bad2-f6f15da79862),segment_id=c6c6456c-938e-4c26-bad2-f6f15da79862)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:00:43.688391 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-835f76af-883d-49f7-a3fd-778466592b19 None None] Port 89813d5b-ff29-4b00-be53-0f06ea018ab9 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:00:43.709649 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:43.792063 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port a3453924-bb81-40a0-a4d5-b398281e4ded is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:00:43.794711 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (a3453924-bb81-40a0-a4d5-b398281e4ded), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:43.879891 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port a3453924-bb81-40a0-a4d5-b398281e4ded, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=a3453924-bb81-40a0-a4d5-b398281e4ded,segment=NetworkSegment(56b1d578-cc84-43de-b0c0-4ea8f015b9c3),segment_id=56b1d578-cc84-43de-b0c0-4ea8f015b9c3)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:00:43.893217 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f60fd643-ab1b-480c-8f98-f7e80c6315ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (5e10929c-1d6c-4f27-88fb-4fd9b0a46b67), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:43.932051 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-835f76af-883d-49f7-a3fd-778466592b19 None None] Provisioning complete for port a3453924-bb81-40a0-a4d5-b398281e4ded triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:00:43.933193 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-835f76af-883d-49f7-a3fd-778466592b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (a3453924-bb81-40a0-a4d5-b398281e4ded), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:43.934066 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-835f76af-883d-49f7-a3fd-778466592b19 None None] Attempt 1 to provision port a3453924-bb81-40a0-a4d5-b398281e4ded Oct 04 21:00:44.076260 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1eb52602-15ee-4621-862f-b9764fd370ad tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-465386', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-583633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6069'] for router (8284feae-dc55-446e-92cb-984255740508), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:44.085231 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1eb52602-15ee-4621-862f-b9764fd370ad tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-465361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-465368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-583658'] for router (8284feae-dc55-446e-92cb-984255740508), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:44.186206 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8f1d4ff1-28d6-477f-a790-80004ce7fc81 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks [] for security_group_rule (6793d5de-4de5-422d-9060-cac014067c9e), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:44.195627 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52424) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:44.310178 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (a3453924-bb81-40a0-a4d5-b398281e4ded), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:44.312790 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device d81d876c-7207-429e-bd9a-76fe19f40144 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:00:44.362654 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:44.388691 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eb52602-15ee-4621-862f-b9764fd370ad tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Router 8284feae-dc55-446e-92cb-984255740508 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:00:44.393383 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60fd643-ab1b-480c-8f98-f7e80c6315ba None None] Routers {'8284feae-dc55-446e-92cb-984255740508'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:00:44.394402 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-f60fd643-ab1b-480c-8f98-f7e80c6315ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:00:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['8284feae-dc55-446e-92cb-984255740508'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:00:44.453789 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:44.690523 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8f1d4ff1-28d6-477f-a790-80004ce7fc81 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks [] for security_group_rule (6793d5de-4de5-422d-9060-cac014067c9e), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:44.716523 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c91d0af0-7535-4d77-81be-63cf73cdff7a tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks [] for port (89813d5b-ff29-4b00-be53-0f06ea018ab9), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:44.779040 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-f60fd643-ab1b-480c-8f98-f7e80c6315ba None None] Set router 8284feae-dc55-446e-92cb-984255740508 gateway port host: None {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:00:44.819641 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8f1d4ff1-28d6-477f-a790-80004ce7fc81 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (6793d5de-4de5-422d-9060-cac014067c9e), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:44.824419 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c91d0af0-7535-4d77-81be-63cf73cdff7a tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (89813d5b-ff29-4b00-be53-0f06ea018ab9), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:44.827628 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c91d0af0-7535-4d77-81be-63cf73cdff7a tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (06ce37d7-dfb4-49bf-8c24-9e76d8a8f23d), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:44.886035 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb52602-15ee-4621-862f-b9764fd370ad tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:00:44.924453 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1eb52602-15ee-4621-862f-b9764fd370ad tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:44.927180 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-1eb52602-15ee-4621-862f-b9764fd370ad tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "PUT /networking/v2.0/routers/8284feae-dc55-446e-92cb-984255740508 HTTP/1.1" status: 200 len: 704 time: 3.1209080 Oct 04 21:00:44.938182 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52432) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:45.015568 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:45.196806 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71179685-fa16-402e-b224-a82db6819dce None None] Pushing event updated for resources: {'Port': ['ID=5e10929c-1d6c-4f27-88fb-4fd9b0a46b67,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:45.441387 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52436) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:45.442131 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52438) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:45.506966 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1d4ff1-28d6-477f-a790-80004ce7fc81 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6793d5de-4de5-422d-9060-cac014067c9e,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:45.526998 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=a3453924-bb81-40a0-a4d5-b398281e4ded,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:45.532376 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port d81d876c-7207-429e-bd9a-76fe19f40144 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:00:45.533180 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (d81d876c-7207-429e-bd9a-76fe19f40144), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:45.533944 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port d81d876c-7207-429e-bd9a-76fe19f40144 Oct 04 21:00:45.566310 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91d0af0-7535-4d77-81be-63cf73cdff7a tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Network 3193d785-0fee-4ee5-985c-e9a36e566af5 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:00:45.588301 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-c91d0af0-7535-4d77-81be-63cf73cdff7a tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:00:45.621271 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-8e85c0be-24c3-4b7c-989b-49ee0b85187d tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "GET /networking/v2.0/routers/8284feae-dc55-446e-92cb-984255740508 HTTP/1.1" status: 200 len: 704 time: 0.6769235 Oct 04 21:00:45.622519 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52444) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:45.626177 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91d0af0-7535-4d77-81be-63cf73cdff7a tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Pushing event updated for resources: {'Port': ['ID=89813d5b-ff29-4b00-be53-0f06ea018ab9,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:45.824450 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3c8b89d8-2878-47cb-932b-e6c9b4d138b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:45.903455 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-835f76af-883d-49f7-a3fd-778466592b19 None None] Current status of the port a3453924-bb81-40a0-a4d5-b398281e4ded is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:00:45.908648 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c91d0af0-7535-4d77-81be-63cf73cdff7a tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Router 06ce37d7-dfb4-49bf-8c24-9e76d8a8f23d has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:00:45.936152 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8f1d4ff1-28d6-477f-a790-80004ce7fc81 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:45.937963 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-8f1d4ff1-28d6-477f-a790-80004ce7fc81 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.3371623 Oct 04 21:00:45.943975 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52450) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:45.955412 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-3d44b797-b099-47a5-860a-d44cb604e41d tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Request body: {'security_group_rule': {'security_group_id': 'c44839f6-bfa2-473b-96c4-4c9afbf1fbcf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:00:46.029317 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:46.036204 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-bfaaa632-969b-4ca2-8e1d-d3ba9e758b69 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1716294030'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:00:46.226307 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-137f36c8-3bc1-40bb-8fed-ac25add0ad1b None None] Provisioning complete for port a3453924-bb81-40a0-a4d5-b398281e4ded triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:00:46.227102 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-137f36c8-3bc1-40bb-8fed-ac25add0ad1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (a3453924-bb81-40a0-a4d5-b398281e4ded), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:46.244652 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-137f36c8-3bc1-40bb-8fed-ac25add0ad1b None None] Attempt 1 to provision port a3453924-bb81-40a0-a4d5-b398281e4ded Oct 04 21:00:46.331535 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-949ed42e-dbbf-4077-99cc-2e95e5c57e66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:46.345789 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3d44b797-b099-47a5-860a-d44cb604e41d tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks [] for security_group_rule (e894ae58-7541-4a1c-b136-869b4131a31a), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:46.390222 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-139f10ae-b96f-4d19-861b-e904feed57d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:46.397705 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-f60fd643-ab1b-480c-8f98-f7e80c6315ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8284feae-dc55-446e-92cb-984255740508', 'name': 'tempest-RoutersIpV6Test-router-2036952622', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:59:42Z', 'updated_at': '2022-10-04T21:00:43Z', 'revision_number': 7, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'gw_port_host': None, '_interfaces': [{'id': '1ee087d7-9aa1-4322-8516-62c0e9228b10', 'name': '', 'network_id': '1d875141-b1fc-4741-963e-9fb93997617b', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'mac_address': 'fa:16:3e:42:b7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284feae-dc55-446e-92cb-984255740508', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '4e0f9132-635d-4c93-a474-fcb74c3e4a97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:59:46Z', 'updated_at': '2022-10-04T20:59:58Z', 'revision_number': 5, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'subnets': [{'id': '4e0f9132-635d-4c93-a474-fcb74c3e4a97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28a0d13a-1e3e-4b4b-99ba-4bffe04da4b6', 'name': '', 'network_id': '86271f77-fd7c-4bab-b31a-3a694c6f44f5', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'mac_address': 'fa:16:3e:a4:77:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284feae-dc55-446e-92cb-984255740508', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': 'a85a1c7c-a779-40a8-806d-b6b915727979', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:59:58Z', 'updated_at': '2022-10-04T21:00:25Z', 'revision_number': 5, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'subnets': [{'id': 'a85a1c7c-a779-40a8-806d-b6b915727979', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e10929c-1d6c-4f27-88fb-4fd9b0a46b67', 'name': '', 'network_id': 'ee3a94cc-4c53-4e8b-8e7b-c64f55533454', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'mac_address': 'fa:16:3e:92:87:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8284feae-dc55-446e-92cb-984255740508', 'device_owner': 'network:router_interface', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': 'd026a0a7-0945-4720-93a2-7c141413c7f9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:00:28Z', 'updated_at': '2022-10-04T21:00:43Z', 'revision_number': 4, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'subnets': [{'id': 'd026a0a7-0945-4720-93a2-7c141413c7f9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f2dd482-3c92-43d6-8aa7-3a6bbb986aea', 'name': '', 'network_id': 'b166ae1b-faf6-4490-be9d-c7d472820552', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'mac_address': 'fa:16:3e:06:b9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284feae-dc55-446e-92cb-984255740508', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '701ecd21-9c19-4d90-b5a7-c351476cdc88', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:00:15Z', 'updated_at': '2022-10-04T21:00:41Z', 'revision_number': 5, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'subnets': [{'id': '701ecd21-9c19-4d90-b5a7-c351476cdc88', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:00:46.409483 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:46.483654 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60fd643-ab1b-480c-8f98-f7e80c6315ba None None] The sync data for ids ['8284feae-dc55-446e-92cb-984255740508'] in n-d-852085-12 is: [{'id': '8284feae-dc55-446e-92cb-984255740508', 'name': 'tempest-RoutersIpV6Test-router-2036952622', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:59:42Z', 'updated_at': '2022-10-04T21:00:43Z', 'revision_number': 7, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'gw_port_host': None, '_interfaces': [{'id': '1ee087d7-9aa1-4322-8516-62c0e9228b10', 'name': '', 'network_id': '1d875141-b1fc-4741-963e-9fb93997617b', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'mac_address': 'fa:16:3e:42:b7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284feae-dc55-446e-92cb-984255740508', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '4e0f9132-635d-4c93-a474-fcb74c3e4a97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:59:46Z', 'updated_at': '2022-10-04T20:59:58Z', 'revision_number': 5, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'subnets': [{'id': '4e0f9132-635d-4c93-a474-fcb74c3e4a97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28a0d13a-1e3e-4b4b-99ba-4bffe04da4b6', 'name': '', 'network_id': '86271f77-fd7c-4bab-b31a-3a694c6f44f5', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'mac_address': 'fa:16:3e:a4:77:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284feae-dc55-446e-92cb-984255740508', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': 'a85a1c7c-a779-40a8-806d-b6b915727979', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:59:58Z', 'updated_at': '2022-10-04T21:00:25Z', 'revision_number': 5, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'subnets': [{'id': 'a85a1c7c-a779-40a8-806d-b6b915727979', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e10929c-1d6c-4f27-88fb-4fd9b0a46b67', 'name': '', 'network_id': 'ee3a94cc-4c53-4e8b-8e7b-c64f55533454', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'mac_address': 'fa:16:3e:92:87:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8284feae-dc55-446e-92cb-984255740508', 'device_owner': 'network:router_interface', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': 'd026a0a7-0945-4720-93a2-7c141413c7f9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:00:28Z', 'updated_at': '2022-10-04T21:00:43Z', 'revision_number': 4, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'subnets': [{'id': 'd026a0a7-0945-4720-93a2-7c141413c7f9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f2dd482-3c92-43d6-8aa7-3a6bbb986aea', 'name': '', 'network_id': 'b166ae1b-faf6-4490-be9d-c7d472820552', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'mac_address': 'fa:16:3e:06:b9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284feae-dc55-446e-92cb-984255740508', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '701ecd21-9c19-4d90-b5a7-c351476cdc88', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:00:15Z', 'updated_at': '2022-10-04T21:00:41Z', 'revision_number': 5, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'subnets': [{'id': '701ecd21-9c19-4d90-b5a7-c351476cdc88', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:00:46.486962 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port d81d876c-7207-429e-bd9a-76fe19f40144 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:00:46.647231 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfaaa632-969b-4ca2-8e1d-d3ba9e758b69 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Made reservation on behalf of 9414c27e5e724ab4956a3499d081bdca for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:00:46.667550 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bfaaa632-969b-4ca2-8e1d-d3ba9e758b69 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:46.733009 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-137f36c8-3bc1-40bb-8fed-ac25add0ad1b None None] Current status of the port a3453924-bb81-40a0-a4d5-b398281e4ded is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:00:46.741271 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:46.749503 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-949ed42e-dbbf-4077-99cc-2e95e5c57e66 admin admin] Publish callbacks [] for security_group (67e42b10-4a21-4e95-a6b5-7914c932d62b), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:46.813559 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bfaaa632-969b-4ca2-8e1d-d3ba9e758b69 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:46.872076 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-949ed42e-dbbf-4077-99cc-2e95e5c57e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (67e42b10-4a21-4e95-a6b5-7914c932d62b), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:46.891406 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c91d0af0-7535-4d77-81be-63cf73cdff7a tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:00:46.896628 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-b415824c-1adc-42f3-9e90-ab0187155e00 None None] Provisioning complete for port 89813d5b-ff29-4b00-be53-0f06ea018ab9 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:00:46.899324 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b415824c-1adc-42f3-9e90-ab0187155e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (89813d5b-ff29-4b00-be53-0f06ea018ab9), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:46.909444 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-b415824c-1adc-42f3-9e90-ab0187155e00 None None] Attempt 1 to provision port 89813d5b-ff29-4b00-be53-0f06ea018ab9 Oct 04 21:00:46.917659 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1519cc0-f406-4132-b70f-ee9f25541925 None None] Sync routers for ids ['06ce37d7-dfb4-49bf-8c24-9e76d8a8f23d'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:00:46.931476 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:46.932079 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c91d0af0-7535-4d77-81be-63cf73cdff7a tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] 10.222.0.78 "PUT /networking/v2.0/routers/06ce37d7-dfb4-49bf-8c24-9e76d8a8f23d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2886398 Oct 04 21:00:46.940864 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52458) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:46.966967 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1519cc0-f406-4132-b70f-ee9f25541925 None None] Routers {'06ce37d7-dfb4-49bf-8c24-9e76d8a8f23d'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:00:46.967952 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-c1519cc0-f406-4132-b70f-ee9f25541925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:00:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['06ce37d7-dfb4-49bf-8c24-9e76d8a8f23d'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:00:47.032383 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a3453924-bb81-40a0-a4d5-b398281e4ded up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:00:47.172565 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-c1519cc0-f406-4132-b70f-ee9f25541925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:00:47.196901 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-b415824c-1adc-42f3-9e90-ab0187155e00 None None] Port 89813d5b-ff29-4b00-be53-0f06ea018ab9 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:00:47.209480 n-d-852085-12 neutron-server[108169]: INFO neutron.api.v2.resource [None req-3d44b797-b099-47a5-860a-d44cb604e41d tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] create failed (client error): There was a conflict when trying to complete your request. Oct 04 21:00:47.218959 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-3d44b797-b099-47a5-860a-d44cb604e41d tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.2723744 Oct 04 21:00:47.227755 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port a3453924-bb81-40a0-a4d5-b398281e4ded triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:00:47.228550 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (a3453924-bb81-40a0-a4d5-b398281e4ded), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:47.229005 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port a3453924-bb81-40a0-a4d5-b398281e4ded Oct 04 21:00:47.238050 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52466) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:47.241171 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1519cc0-f406-4132-b70f-ee9f25541925 None None] Routers {'06ce37d7-dfb4-49bf-8c24-9e76d8a8f23d'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:00:47.242179 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-c1519cc0-f406-4132-b70f-ee9f25541925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:00:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['06ce37d7-dfb4-49bf-8c24-9e76d8a8f23d'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:00:47.435790 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-c1519cc0-f406-4132-b70f-ee9f25541925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:00:47.436960 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1519cc0-f406-4132-b70f-ee9f25541925 None None] The sync data for ids ['06ce37d7-dfb4-49bf-8c24-9e76d8a8f23d'] in n-d-852085-12 is: [] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:00:47.477439 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port a3453924-bb81-40a0-a4d5-b398281e4ded is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:00:47.487639 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 9f2dd482-3c92-43d6-8aa7-3a6bbb986aea up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:00:47.571844 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-63681769-7668-4a79-80fb-ab9565b04d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:47.597133 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949ed42e-dbbf-4077-99cc-2e95e5c57e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e42b10-4a21-4e95-a6b5-7914c932d62b,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:47.628835 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-949ed42e-dbbf-4077-99cc-2e95e5c57e66 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=ab88ca8a33714534ac6f4e911c48e88a&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1834123 Oct 04 21:00:47.632011 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 9f2dd482-3c92-43d6-8aa7-3a6bbb986aea triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:00:47.632714 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (9f2dd482-3c92-43d6-8aa7-3a6bbb986aea), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:47.633309 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 9f2dd482-3c92-43d6-8aa7-3a6bbb986aea Oct 04 21:00:47.653630 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52474) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:47.773445 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949ed42e-dbbf-4077-99cc-2e95e5c57e66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:00:47.774445 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949ed42e-dbbf-4077-99cc-2e95e5c57e66 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:00:47.774657 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949ed42e-dbbf-4077-99cc-2e95e5c57e66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:00:47.775374 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949ed42e-dbbf-4077-99cc-2e95e5c57e66 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:00:47.775991 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949ed42e-dbbf-4077-99cc-2e95e5c57e66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:00:47.776593 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949ed42e-dbbf-4077-99cc-2e95e5c57e66 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:00:47.777212 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949ed42e-dbbf-4077-99cc-2e95e5c57e66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:00:47.777636 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949ed42e-dbbf-4077-99cc-2e95e5c57e66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:00:47.777981 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949ed42e-dbbf-4077-99cc-2e95e5c57e66 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:00:47.778452 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949ed42e-dbbf-4077-99cc-2e95e5c57e66 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:00:47.779048 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949ed42e-dbbf-4077-99cc-2e95e5c57e66 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:00:47.780025 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949ed42e-dbbf-4077-99cc-2e95e5c57e66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:00:47.780630 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949ed42e-dbbf-4077-99cc-2e95e5c57e66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:00:47.781213 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949ed42e-dbbf-4077-99cc-2e95e5c57e66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:00:47.781787 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949ed42e-dbbf-4077-99cc-2e95e5c57e66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:00:47.939250 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 9f2dd482-3c92-43d6-8aa7-3a6bbb986aea is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:00:47.947426 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-87ac63f7-d8f1-43c4-9fff-5d8459ae3cef admin admin] Publish callbacks [] for security_group (67e42b10-4a21-4e95-a6b5-7914c932d62b), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:48.040113 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a843c7b4-5047-42e2-97f8-5ba1c420d900 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (8284feae-dc55-446e-92cb-984255740508), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:48.063418 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:48.151762 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-87ac63f7-d8f1-43c4-9fff-5d8459ae3cef admin admin] Publish callbacks [] for security_group (67e42b10-4a21-4e95-a6b5-7914c932d62b), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:48.177214 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-19f9de22-17c2-4fe4-aadd-07810013b66c tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks [] for router (06ce37d7-dfb4-49bf-8c24-9e76d8a8f23d), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:48.226516 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-139f10ae-b96f-4d19-861b-e904feed57d1 admin admin] Publish callbacks [] for security_group (ec3722da-9d71-4251-b435-8e5781c1f04d), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:48.272384 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-20d86566-f1ff-4458-85ab-f014e9e734b7 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks [] for security_group (c44839f6-bfa2-473b-96c4-4c9afbf1fbcf), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:48.360691 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-139f10ae-b96f-4d19-861b-e904feed57d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (ec3722da-9d71-4251-b435-8e5781c1f04d), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:48.401411 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52484) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:48.435481 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bfaaa632-969b-4ca2-8e1d-d3ba9e758b69 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks [] for security_group (2a76fe9c-c6a5-4552-bf9f-28f59d164a4c), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:48.448897 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-20d86566-f1ff-4458-85ab-f014e9e734b7 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks [] for security_group (c44839f6-bfa2-473b-96c4-4c9afbf1fbcf), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:48.449189 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-139f10ae-b96f-4d19-861b-e904feed57d1 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=9e6e751fcaaf430d964cd0eb9399aab6&name=default HTTP/1.1" status: 200 len: 3000 time: 2.9871216 Oct 04 21:00:48.454551 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52488) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:48.506864 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397ab62f-4e96-425e-99f0-bc0c38619534 None None] Sync routers for ids ['8284feae-dc55-446e-92cb-984255740508'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:00:48.533518 n-d-852085-12 neutron-server[108169]: INFO neutron.api.v2.resource [None req-19f9de22-17c2-4fe4-aadd-07810013b66c tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 04 21:00:48.535598 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-19f9de22-17c2-4fe4-aadd-07810013b66c tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] 10.222.0.78 "DELETE /networking/v2.0/routers/06ce37d7-dfb4-49bf-8c24-9e76d8a8f23d HTTP/1.1" status: 409 len: 376 time: 1.5983963 Oct 04 21:00:48.541473 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52490) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:48.557933 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397ab62f-4e96-425e-99f0-bc0c38619534 None None] Routers {'8284feae-dc55-446e-92cb-984255740508'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:00:48.562141 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-397ab62f-4e96-425e-99f0-bc0c38619534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:00:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['8284feae-dc55-446e-92cb-984255740508'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:00:48.564987 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bfaaa632-969b-4ca2-8e1d-d3ba9e758b69 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (2a76fe9c-c6a5-4552-bf9f-28f59d164a4c), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:48.635943 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139f10ae-b96f-4d19-861b-e904feed57d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3722da-9d71-4251-b435-8e5781c1f04d,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:48.788513 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaaa632-969b-4ca2-8e1d-d3ba9e758b69 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a76fe9c-c6a5-4552-bf9f-28f59d164a4c,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:48.864272 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaaa632-969b-4ca2-8e1d-d3ba9e758b69 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:00:48.865766 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaaa632-969b-4ca2-8e1d-d3ba9e758b69 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:00:48.866866 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaaa632-969b-4ca2-8e1d-d3ba9e758b69 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:00:48.867832 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaaa632-969b-4ca2-8e1d-d3ba9e758b69 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:00:48.868773 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaaa632-969b-4ca2-8e1d-d3ba9e758b69 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:00:48.869741 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaaa632-969b-4ca2-8e1d-d3ba9e758b69 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:00:48.870617 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaaa632-969b-4ca2-8e1d-d3ba9e758b69 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:00:48.870869 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 5e10929c-1d6c-4f27-88fb-4fd9b0a46b67 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:00:48.871739 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaaa632-969b-4ca2-8e1d-d3ba9e758b69 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:00:48.872469 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaaa632-969b-4ca2-8e1d-d3ba9e758b69 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:00:48.873160 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaaa632-969b-4ca2-8e1d-d3ba9e758b69 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:00:48.874044 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaaa632-969b-4ca2-8e1d-d3ba9e758b69 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:00:48.874860 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaaa632-969b-4ca2-8e1d-d3ba9e758b69 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:00:48.875669 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaaa632-969b-4ca2-8e1d-d3ba9e758b69 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:00:48.876380 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaaa632-969b-4ca2-8e1d-d3ba9e758b69 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:00:48.878358 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaaa632-969b-4ca2-8e1d-d3ba9e758b69 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:00:48.899726 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c42808e8-f81e-46c8-bef3-6d909c97f399 admin admin] Publish callbacks [] for security_group (ec3722da-9d71-4251-b435-8e5781c1f04d), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:48.911407 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-87ac63f7-d8f1-43c4-9fff-5d8459ae3cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (67e42b10-4a21-4e95-a6b5-7914c932d62b), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:48.918249 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-87ac63f7-d8f1-43c4-9fff-5d8459ae3cef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:48.920558 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-87ac63f7-d8f1-43c4-9fff-5d8459ae3cef admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/67e42b10-4a21-4e95-a6b5-7914c932d62b HTTP/1.1" status: 204 len: 168 time: 1.2645669 Oct 04 21:00:48.933842 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-852f3af8-6920-49de-aee1-3bc42f46813a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:48.979550 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-20d86566-f1ff-4458-85ab-f014e9e734b7 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (c44839f6-bfa2-473b-96c4-4c9afbf1fbcf), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:48.984725 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-20d86566-f1ff-4458-85ab-f014e9e734b7 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:48.988479 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-20d86566-f1ff-4458-85ab-f014e9e734b7 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/c44839f6-bfa2-473b-96c4-4c9afbf1fbcf HTTP/1.1" status: 204 len: 168 time: 1.7486322 Oct 04 21:00:48.996570 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfaaa632-969b-4ca2-8e1d-d3ba9e758b69 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:00:49.017660 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52496) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:49.018850 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-397ab62f-4e96-425e-99f0-bc0c38619534 None None] Set router 8284feae-dc55-446e-92cb-984255740508 gateway port host: None {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:00:49.020782 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c42808e8-f81e-46c8-bef3-6d909c97f399 admin admin] Publish callbacks [] for security_group (ec3722da-9d71-4251-b435-8e5781c1f04d), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:49.112664 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ac63f7-d8f1-43c4-9fff-5d8459ae3cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e42b10-4a21-4e95-a6b5-7914c932d62b,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:49.129292 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 5e10929c-1d6c-4f27-88fb-4fd9b0a46b67 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:00:49.129292 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (5e10929c-1d6c-4f27-88fb-4fd9b0a46b67), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:49.129292 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 5e10929c-1d6c-4f27-88fb-4fd9b0a46b67 Oct 04 21:00:49.146400 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bfaaa632-969b-4ca2-8e1d-d3ba9e758b69 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (2b080ffd-db95-4ed0-be6a-92ead836b32e), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:49.147622 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-bfaaa632-969b-4ca2-8e1d-d3ba9e758b69 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Added segment 2b080ffd-db95-4ed0-be6a-92ead836b32e of type vlan for network 9dafd1bd-2a3f-405c-8905-6c3ecc2949b9 Oct 04 21:00:49.178923 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:49.180713 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d86566-f1ff-4458-85ab-f014e9e734b7 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44839f6-bfa2-473b-96c4-4c9afbf1fbcf,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:49.300738 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bfaaa632-969b-4ca2-8e1d-d3ba9e758b69 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (9dafd1bd-2a3f-405c-8905-6c3ecc2949b9), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:49.324752 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-41d4d023-0f98-442f-ad40-fad03a4b8795 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3015997 Oct 04 21:00:49.333334 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52498) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:49.378220 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-758341bb-2201-4cf6-8fbb-c860c386afe8 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Request body: {'security_group': {'name': 'tempest-secgroup--2119466796'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:00:49.410397 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:49.513707 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-852f3af8-6920-49de-aee1-3bc42f46813a admin admin] Publish callbacks [] for security_group (bd257eb5-0909-4a0a-89a2-2eaf3977b045), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:49.526096 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bfaaa632-969b-4ca2-8e1d-d3ba9e758b69 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (9dafd1bd-2a3f-405c-8905-6c3ecc2949b9), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:49.536475 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfaaa632-969b-4ca2-8e1d-d3ba9e758b69 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:00:49.538131 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bfaaa632-969b-4ca2-8e1d-d3ba9e758b69 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:49.610182 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 5e10929c-1d6c-4f27-88fb-4fd9b0a46b67 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:00:49.611370 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (5e10929c-1d6c-4f27-88fb-4fd9b0a46b67), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:49.653391 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c42808e8-f81e-46c8-bef3-6d909c97f399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (ec3722da-9d71-4251-b435-8e5781c1f04d), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:49.660193 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c42808e8-f81e-46c8-bef3-6d909c97f399 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:49.664717 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c42808e8-f81e-46c8-bef3-6d909c97f399 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/ec3722da-9d71-4251-b435-8e5781c1f04d HTTP/1.1" status: 204 len: 168 time: 1.1987948 Oct 04 21:00:49.811573 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-852f3af8-6920-49de-aee1-3bc42f46813a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (bd257eb5-0909-4a0a-89a2-2eaf3977b045), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:49.830117 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42808e8-f81e-46c8-bef3-6d909c97f399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3722da-9d71-4251-b435-8e5781c1f04d,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:49.881300 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 5e10929c-1d6c-4f27-88fb-4fd9b0a46b67, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=5e10929c-1d6c-4f27-88fb-4fd9b0a46b67,segment=NetworkSegment(c6c6456c-938e-4c26-bad2-f6f15da79862),segment_id=c6c6456c-938e-4c26-bad2-f6f15da79862)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:00:49.917851 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:49.950691 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:49.970392 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852f3af8-6920-49de-aee1-3bc42f46813a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd257eb5-0909-4a0a-89a2-2eaf3977b045,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:50.056020 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-bfaaa632-969b-4ca2-8e1d-d3ba9e758b69 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 794 time: 5.8429623 Oct 04 21:00:50.067808 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (5e10929c-1d6c-4f27-88fb-4fd9b0a46b67), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:50.079095 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52508) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:50.108711 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-1cd0771d-e6a9-4369-bdc9-c14e9e9aafc4 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Request body: {'subnet': {'network_id': '9dafd1bd-2a3f-405c-8905-6c3ecc2949b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:00:50.120786 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaaa632-969b-4ca2-8e1d-d3ba9e758b69 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Pushing event updated for resources: {'Network': ['ID=9dafd1bd-2a3f-405c-8905-6c3ecc2949b9,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:50.141747 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-852f3af8-6920-49de-aee1-3bc42f46813a admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=9f4c2a4b78904db3b58d6625906a7451&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7340934 Oct 04 21:00:50.187631 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52510) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:50.402569 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:50.434092 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f97a619f-4bdf-44c7-ac4a-dab8be8c2e0b admin admin] Publish callbacks [] for security_group (bd257eb5-0909-4a0a-89a2-2eaf3977b045), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:50.498805 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-a843c7b4-5047-42e2-97f8-5ba1c420d900 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Deleting port 5e10929c-1d6c-4f27-88fb-4fd9b0a46b67 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:00:50.498805 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a843c7b4-5047-42e2-97f8-5ba1c420d900 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (5e10929c-1d6c-4f27-88fb-4fd9b0a46b67), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:50.500008 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f97a619f-4bdf-44c7-ac4a-dab8be8c2e0b admin admin] Publish callbacks [] for security_group (bd257eb5-0909-4a0a-89a2-2eaf3977b045), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:50.539640 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-758341bb-2201-4cf6-8fbb-c860c386afe8 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:50.625663 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 9dafd1bd-2a3f-405c-8905-6c3ecc2949b9 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:00:50.628723 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=6 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:50.705004 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-397ab62f-4e96-425e-99f0-bc0c38619534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8284feae-dc55-446e-92cb-984255740508', 'name': 'tempest-RoutersIpV6Test-router-2036952622', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:59:42Z', 'updated_at': '2022-10-04T21:00:43Z', 'revision_number': 7, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'gw_port_host': None, '_interfaces': [{'id': '1ee087d7-9aa1-4322-8516-62c0e9228b10', 'name': '', 'network_id': '1d875141-b1fc-4741-963e-9fb93997617b', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'mac_address': 'fa:16:3e:42:b7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284feae-dc55-446e-92cb-984255740508', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '4e0f9132-635d-4c93-a474-fcb74c3e4a97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:59:46Z', 'updated_at': '2022-10-04T20:59:58Z', 'revision_number': 5, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'subnets': [{'id': '4e0f9132-635d-4c93-a474-fcb74c3e4a97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28a0d13a-1e3e-4b4b-99ba-4bffe04da4b6', 'name': '', 'network_id': '86271f77-fd7c-4bab-b31a-3a694c6f44f5', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'mac_address': 'fa:16:3e:a4:77:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284feae-dc55-446e-92cb-984255740508', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': 'a85a1c7c-a779-40a8-806d-b6b915727979', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:59:58Z', 'updated_at': '2022-10-04T21:00:25Z', 'revision_number': 5, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'subnets': [{'id': 'a85a1c7c-a779-40a8-806d-b6b915727979', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e10929c-1d6c-4f27-88fb-4fd9b0a46b67', 'name': '', 'network_id': 'ee3a94cc-4c53-4e8b-8e7b-c64f55533454', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'mac_address': 'fa:16:3e:92:87:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8284feae-dc55-446e-92cb-984255740508', 'device_owner': 'network:router_interface', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': 'd026a0a7-0945-4720-93a2-7c141413c7f9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:00:28Z', 'updated_at': '2022-10-04T21:00:43Z', 'revision_number': 4, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'subnets': [{'id': 'd026a0a7-0945-4720-93a2-7c141413c7f9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f2dd482-3c92-43d6-8aa7-3a6bbb986aea', 'name': '', 'network_id': 'b166ae1b-faf6-4490-be9d-c7d472820552', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'mac_address': 'fa:16:3e:06:b9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284feae-dc55-446e-92cb-984255740508', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '701ecd21-9c19-4d90-b5a7-c351476cdc88', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:00:15Z', 'updated_at': '2022-10-04T21:00:41Z', 'revision_number': 5, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'subnets': [{'id': '701ecd21-9c19-4d90-b5a7-c351476cdc88', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:00:50.839328 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397ab62f-4e96-425e-99f0-bc0c38619534 None None] Checking router: 8284feae-dc55-446e-92cb-984255740508 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:00:50.868291 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=5e10929c-1d6c-4f27-88fb-4fd9b0a46b67,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:50.869523 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd0771d-e6a9-4369-bdc9-c14e9e9aafc4 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Made reservation on behalf of 9414c27e5e724ab4956a3499d081bdca for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:00:50.883068 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1cd0771d-e6a9-4369-bdc9-c14e9e9aafc4 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:50.900928 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397ab62f-4e96-425e-99f0-bc0c38619534 None None] Routers {'8284feae-dc55-446e-92cb-984255740508'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:00:50.901987 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-397ab62f-4e96-425e-99f0-bc0c38619534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:00:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['8284feae-dc55-446e-92cb-984255740508'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:00:50.917203 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-a843c7b4-5047-42e2-97f8-5ba1c420d900 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] For port 5e10929c-1d6c-4f27-88fb-4fd9b0a46b67, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=5e10929c-1d6c-4f27-88fb-4fd9b0a46b67,segment=NetworkSegment(c6c6456c-938e-4c26-bad2-f6f15da79862),segment_id=c6c6456c-938e-4c26-bad2-f6f15da79862)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:00:50.917843 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a843c7b4-5047-42e2-97f8-5ba1c420d900 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (5e10929c-1d6c-4f27-88fb-4fd9b0a46b67), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:50.945333 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f97a619f-4bdf-44c7-ac4a-dab8be8c2e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (bd257eb5-0909-4a0a-89a2-2eaf3977b045), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:50.962151 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f97a619f-4bdf-44c7-ac4a-dab8be8c2e0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:50.968795 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f97a619f-4bdf-44c7-ac4a-dab8be8c2e0b admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/bd257eb5-0909-4a0a-89a2-2eaf3977b045 HTTP/1.1" status: 204 len: 168 time: 0.7760553 Oct 04 21:00:50.996778 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:51.041065 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-a843c7b4-5047-42e2-97f8-5ba1c420d900 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Calling delete_port for 5e10929c-1d6c-4f27-88fb-4fd9b0a46b67 owned by network:router_interface {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:00:51.090182 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-758341bb-2201-4cf6-8fbb-c860c386afe8 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks [] for security_group (4510d604-2e65-42d8-b0f1-54d7d2fd846f), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:51.095160 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-25a8602b-f6ef-4333-944f-18b5c06250a8 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (06ce37d7-dfb4-49bf-8c24-9e76d8a8f23d), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:51.104990 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-397ab62f-4e96-425e-99f0-bc0c38619534 None None] Set router 8284feae-dc55-446e-92cb-984255740508 gateway port host: None {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:00:51.165949 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97a619f-4bdf-44c7-ac4a-dab8be8c2e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd257eb5-0909-4a0a-89a2-2eaf3977b045,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:51.166292 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:51.242570 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-758341bb-2201-4cf6-8fbb-c860c386afe8 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (4510d604-2e65-42d8-b0f1-54d7d2fd846f), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:51.475506 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758341bb-2201-4cf6-8fbb-c860c386afe8 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4510d604-2e65-42d8-b0f1-54d7d2fd846f,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:51.657618 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:51.669391 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-397ab62f-4e96-425e-99f0-bc0c38619534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8284feae-dc55-446e-92cb-984255740508', 'name': 'tempest-RoutersIpV6Test-router-2036952622', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:59:42Z', 'updated_at': '2022-10-04T21:00:43Z', 'revision_number': 7, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'gw_port_host': None, '_interfaces': [{'id': '1ee087d7-9aa1-4322-8516-62c0e9228b10', 'name': '', 'network_id': '1d875141-b1fc-4741-963e-9fb93997617b', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'mac_address': 'fa:16:3e:42:b7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284feae-dc55-446e-92cb-984255740508', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '4e0f9132-635d-4c93-a474-fcb74c3e4a97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:59:46Z', 'updated_at': '2022-10-04T20:59:58Z', 'revision_number': 5, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'subnets': [{'id': '4e0f9132-635d-4c93-a474-fcb74c3e4a97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28a0d13a-1e3e-4b4b-99ba-4bffe04da4b6', 'name': '', 'network_id': '86271f77-fd7c-4bab-b31a-3a694c6f44f5', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'mac_address': 'fa:16:3e:a4:77:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284feae-dc55-446e-92cb-984255740508', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': 'a85a1c7c-a779-40a8-806d-b6b915727979', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:59:58Z', 'updated_at': '2022-10-04T21:00:25Z', 'revision_number': 5, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'subnets': [{'id': 'a85a1c7c-a779-40a8-806d-b6b915727979', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e10929c-1d6c-4f27-88fb-4fd9b0a46b67', 'name': '', 'network_id': 'ee3a94cc-4c53-4e8b-8e7b-c64f55533454', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'mac_address': 'fa:16:3e:92:87:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284feae-dc55-446e-92cb-984255740508', 'device_owner': 'network:router_interface', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': 'd026a0a7-0945-4720-93a2-7c141413c7f9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:00:28Z', 'updated_at': '2022-10-04T21:00:49Z', 'revision_number': 5, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'subnets': [{'id': 'd026a0a7-0945-4720-93a2-7c141413c7f9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f2dd482-3c92-43d6-8aa7-3a6bbb986aea', 'name': '', 'network_id': 'b166ae1b-faf6-4490-be9d-c7d472820552', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'mac_address': 'fa:16:3e:06:b9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284feae-dc55-446e-92cb-984255740508', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '701ecd21-9c19-4d90-b5a7-c351476cdc88', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:00:15Z', 'updated_at': '2022-10-04T21:00:41Z', 'revision_number': 5, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'subnets': [{'id': '701ecd21-9c19-4d90-b5a7-c351476cdc88', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:00:51.681448 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-758341bb-2201-4cf6-8fbb-c860c386afe8 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:51.683703 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-758341bb-2201-4cf6-8fbb-c860c386afe8 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 2.3469455 Oct 04 21:00:51.687728 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52524) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:51.696043 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-10afdad8-e4af-4b94-9845-d67b3f3deeb6 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Request body: {'security_group_rule': {'security_group_id': '4510d604-2e65-42d8-b0f1-54d7d2fd846f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:00:51.697303 n-d-852085-12 neutron-server[108169]: WARNING neutron.api.v2.base [None req-10afdad8-e4af-4b94-9845-d67b3f3deeb6 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 04 21:00:51.698107 n-d-852085-12 neutron-server[108169]: INFO neutron.api.v2.resource [None req-10afdad8-e4af-4b94-9845-d67b3f3deeb6 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 21:00:51.702187 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-10afdad8-e4af-4b94-9845-d67b3f3deeb6 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0105548 Oct 04 21:00:51.706202 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52526) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:51.723902 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397ab62f-4e96-425e-99f0-bc0c38619534 None None] The sync data for ids ['8284feae-dc55-446e-92cb-984255740508'] in n-d-852085-12 is: [{'id': '8284feae-dc55-446e-92cb-984255740508', 'name': 'tempest-RoutersIpV6Test-router-2036952622', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:59:42Z', 'updated_at': '2022-10-04T21:00:43Z', 'revision_number': 7, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'gw_port_host': None, '_interfaces': [{'id': '1ee087d7-9aa1-4322-8516-62c0e9228b10', 'name': '', 'network_id': '1d875141-b1fc-4741-963e-9fb93997617b', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'mac_address': 'fa:16:3e:42:b7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284feae-dc55-446e-92cb-984255740508', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '4e0f9132-635d-4c93-a474-fcb74c3e4a97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:59:46Z', 'updated_at': '2022-10-04T20:59:58Z', 'revision_number': 5, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'subnets': [{'id': '4e0f9132-635d-4c93-a474-fcb74c3e4a97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28a0d13a-1e3e-4b4b-99ba-4bffe04da4b6', 'name': '', 'network_id': '86271f77-fd7c-4bab-b31a-3a694c6f44f5', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'mac_address': 'fa:16:3e:a4:77:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284feae-dc55-446e-92cb-984255740508', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': 'a85a1c7c-a779-40a8-806d-b6b915727979', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:59:58Z', 'updated_at': '2022-10-04T21:00:25Z', 'revision_number': 5, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'subnets': [{'id': 'a85a1c7c-a779-40a8-806d-b6b915727979', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e10929c-1d6c-4f27-88fb-4fd9b0a46b67', 'name': '', 'network_id': 'ee3a94cc-4c53-4e8b-8e7b-c64f55533454', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'mac_address': 'fa:16:3e:92:87:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284feae-dc55-446e-92cb-984255740508', 'device_owner': 'network:router_interface', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': 'd026a0a7-0945-4720-93a2-7c141413c7f9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:00:28Z', 'updated_at': '2022-10-04T21:00:49Z', 'revision_number': 5, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'subnets': [{'id': 'd026a0a7-0945-4720-93a2-7c141413c7f9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f2dd482-3c92-43d6-8aa7-3a6bbb986aea', 'name': '', 'network_id': 'b166ae1b-faf6-4490-be9d-c7d472820552', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'mac_address': 'fa:16:3e:06:b9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284feae-dc55-446e-92cb-984255740508', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '701ecd21-9c19-4d90-b5a7-c351476cdc88', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:00:15Z', 'updated_at': '2022-10-04T21:00:41Z', 'revision_number': 5, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'subnets': [{'id': '701ecd21-9c19-4d90-b5a7-c351476cdc88', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:00:51.795380 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:51.795946 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1cd0771d-e6a9-4369-bdc9-c14e9e9aafc4 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (da8ffb0e-7493-4488-8d46-a1cffee9f8b7), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:51.961466 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 21:00:52.019089 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd0771d-e6a9-4369-bdc9-c14e9e9aafc4 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Pushing event updated for resources: {'Subnet': ['ID=da8ffb0e-7493-4488-8d46-a1cffee9f8b7,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:52.028193 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd0771d-e6a9-4369-bdc9-c14e9e9aafc4 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Checking segment: {'id': '2b080ffd-db95-4ed0-be6a-92ead836b32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9dafd1bd-2a3f-405c-8905-6c3ecc2949b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:00:52.029329 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd0771d-e6a9-4369-bdc9-c14e9e9aafc4 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Network hostable DHCP agents. Network: 9dafd1bd-2a3f-405c-8905-6c3ecc2949b9, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:00:52.138463 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52528) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:52.145566 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9fbb9a91-8036-4a94-9744-6e6ca8a6420c tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks [] for security_group (4510d604-2e65-42d8-b0f1-54d7d2fd846f), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:52.153596 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-25a8602b-f6ef-4333-944f-18b5c06250a8 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Deleting port 89813d5b-ff29-4b00-be53-0f06ea018ab9 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:00:52.154161 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-25a8602b-f6ef-4333-944f-18b5c06250a8 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (89813d5b-ff29-4b00-be53-0f06ea018ab9), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:52.162536 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-27a6b8de-9498-4ae7-a1c1-b5f999e23d6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:52.218775 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd0771d-e6a9-4369-bdc9-c14e9e9aafc4 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Network 9dafd1bd-2a3f-405c-8905-6c3ecc2949b9 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:00:52.266524 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:52.334827 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a843c7b4-5047-42e2-97f8-5ba1c420d900 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (5e10929c-1d6c-4f27-88fb-4fd9b0a46b67), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:52.341406 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-1cd0771d-e6a9-4369-bdc9-c14e9e9aafc4 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 9dafd1bd-2a3f-405c-8905-6c3ecc2949b9) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:00:52.346256 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9fbb9a91-8036-4a94-9744-6e6ca8a6420c tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks [] for security_group (4510d604-2e65-42d8-b0f1-54d7d2fd846f), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:52.356745 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad412dd8-c4a0-4827-9df8-db02b0f752e9 None None] Network 9dafd1bd-2a3f-405c-8905-6c3ecc2949b9 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:00:52.384729 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd0771d-e6a9-4369-bdc9-c14e9e9aafc4 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:00:52.385793 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1cd0771d-e6a9-4369-bdc9-c14e9e9aafc4 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:52.410882 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-27a6b8de-9498-4ae7-a1c1-b5f999e23d6b admin admin] Publish callbacks [] for security_group (1199a0f0-d0b8-4ba2-a5a6-99c120b79cc9), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:52.529521 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:INSERT=2,neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:52.535903 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-1cd0771d-e6a9-4369-bdc9-c14e9e9aafc4 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4414728 Oct 04 21:00:52.536488 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52532) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:52.552017 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-50186a6e-6feb-444a-b4a2-5b9a8089633d tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Request body: {'port': {'network_id': '9dafd1bd-2a3f-405c-8905-6c3ecc2949b9', 'name': 'tempest-AllowedAddressPairTestJSON-928654700'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:00:52.566572 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a843c7b4-5047-42e2-97f8-5ba1c420d900 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event deleted for resources: {'Port': ['ID=5e10929c-1d6c-4f27-88fb-4fd9b0a46b67,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:52.626983 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:52.778732 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 5e10929c-1d6c-4f27-88fb-4fd9b0a46b67 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:00:52.820618 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb39a9d-7183-42e0-82a6-d9af834cf45b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-9dafd1bd-2a3f-405c-8905-6c3ecc2949b9', 'network_id': '9dafd1bd-2a3f-405c-8905-6c3ecc2949b9', 'project_id': '9414c27e5e724ab4956a3499d081bdca', 'fixed_ips': [{'subnet_id': 'da8ffb0e-7493-4488-8d46-a1cffee9f8b7'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:00:52.823013 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-cbb39a9d-7183-42e0-82a6-d9af834cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:52.832418 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 5e10929c-1d6c-4f27-88fb-4fd9b0a46b67 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:00:52.837682 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 5e10929c-1d6c-4f27-88fb-4fd9b0a46b67 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 04 21:00:52.852195 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a843c7b4-5047-42e2-97f8-5ba1c420d900 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (8284feae-dc55-446e-92cb-984255740508), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:52.909057 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-25a8602b-f6ef-4333-944f-18b5c06250a8 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (89813d5b-ff29-4b00-be53-0f06ea018ab9), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:52.957705 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Port 5e10929c-1d6c-4f27-88fb-4fd9b0a46b67 not found, will not notify nova. {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 04 21:00:52.981468 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-25a8602b-f6ef-4333-944f-18b5c06250a8 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Calling delete_port for 89813d5b-ff29-4b00-be53-0f06ea018ab9 owned by network:router_interface {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:00:52.984852 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:53.000674 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-27a6b8de-9498-4ae7-a1c1-b5f999e23d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (1199a0f0-d0b8-4ba2-a5a6-99c120b79cc9), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:53.085867 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9fbb9a91-8036-4a94-9744-6e6ca8a6420c tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (4510d604-2e65-42d8-b0f1-54d7d2fd846f), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:53.091203 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9fbb9a91-8036-4a94-9744-6e6ca8a6420c tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:53.098037 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-9fbb9a91-8036-4a94-9744-6e6ca8a6420c tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/4510d604-2e65-42d8-b0f1-54d7d2fd846f HTTP/1.1" status: 204 len: 168 time: 1.3896329 Oct 04 21:00:53.099874 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52538) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:53.109816 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-27a6b8de-9498-4ae7-a1c1-b5f999e23d6b admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=fada00d6c093462d9c08c33cd52626b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9722302 Oct 04 21:00:53.114364 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52540) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:53.172912 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a6b8de-9498-4ae7-a1c1-b5f999e23d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1199a0f0-d0b8-4ba2-a5a6-99c120b79cc9,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:53.189685 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbb9a91-8036-4a94-9744-6e6ca8a6420c tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4510d604-2e65-42d8-b0f1-54d7d2fd846f,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:53.276066 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c9248b49-998d-49a8-af44-c17aaeb23b80 admin admin] Publish callbacks [] for security_group (1199a0f0-d0b8-4ba2-a5a6-99c120b79cc9), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:53.350221 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c9248b49-998d-49a8-af44-c17aaeb23b80 admin admin] Publish callbacks [] for security_group (1199a0f0-d0b8-4ba2-a5a6-99c120b79cc9), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:53.409671 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-cbb39a9d-7183-42e0-82a6-d9af834cf45b None None] Allocated IP 172.20.0.2 (9dafd1bd-2a3f-405c-8905-6c3ecc2949b9/da8ffb0e-7493-4488-8d46-a1cffee9f8b7/a4a0e6b6-140e-41e2-9249-0da6fd984f5c) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:00:53.504025 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50186a6e-6feb-444a-b4a2-5b9a8089633d tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Made reservation on behalf of 9414c27e5e724ab4956a3499d081bdca for: {'port': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:00:53.516526 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-50186a6e-6feb-444a-b4a2-5b9a8089633d tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:53.559265 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=6 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:53.565215 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [None req-50186a6e-6feb-444a-b4a2-5b9a8089633d tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] device_id is not set on port 9499a2c9-7f27-4af0-9939-4b37d2d83a75 yet. {{(pid=108169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 21:00:53.686712 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-eecb7dd6-e5f4-4392-b6f1-8b65fe31961e tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5574517 Oct 04 21:00:53.687787 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52546) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:53.700228 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c9248b49-998d-49a8-af44-c17aaeb23b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (1199a0f0-d0b8-4ba2-a5a6-99c120b79cc9), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:53.705626 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c9248b49-998d-49a8-af44-c17aaeb23b80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:53.709508 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c9248b49-998d-49a8-af44-c17aaeb23b80 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/1199a0f0-d0b8-4ba2-a5a6-99c120b79cc9 HTTP/1.1" status: 204 len: 168 time: 0.5781159 Oct 04 21:00:53.710668 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-6ddd0ab3-99d6-4f18-8cf5-9eef59719f1a tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Request body: {'security_group': {'name': 'tempest-secgroup--1205117489'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:00:53.732894 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a843c7b4-5047-42e2-97f8-5ba1c420d900 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Router 8284feae-dc55-446e-92cb-984255740508 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:00:53.746793 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9248b49-998d-49a8-af44-c17aaeb23b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1199a0f0-d0b8-4ba2-a5a6-99c120b79cc9,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:53.794696 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:53.873368 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6ddd0ab3-99d6-4f18-8cf5-9eef59719f1a tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:53.886769 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-cbb39a9d-7183-42e0-82a6-d9af834cf45b None None] Publish callbacks [] for port (a4a0e6b6-140e-41e2-9249-0da6fd984f5c), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:53.967702 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-cbb39a9d-7183-42e0-82a6-d9af834cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (a4a0e6b6-140e-41e2-9249-0da6fd984f5c), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:54.078679 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb39a9d-7183-42e0-82a6-d9af834cf45b None None] Network 9dafd1bd-2a3f-405c-8905-6c3ecc2949b9 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:00:54.087839 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-cbb39a9d-7183-42e0-82a6-d9af834cf45b None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:00:54.092637 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a843c7b4-5047-42e2-97f8-5ba1c420d900 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:00:54.092891 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb39a9d-7183-42e0-82a6-d9af834cf45b None None] Pushing event updated for resources: {'Port': ['ID=a4a0e6b6-140e-41e2-9249-0da6fd984f5c,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:54.096997 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb39a9d-7183-42e0-82a6-d9af834cf45b None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:00:54.116166 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a843c7b4-5047-42e2-97f8-5ba1c420d900 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "PUT /networking/v2.0/routers/8284feae-dc55-446e-92cb-984255740508/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4880481 Oct 04 21:00:54.122247 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52558) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:54.124343 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c08b09b-31d4-4bea-80b5-b35f094c4d94 None None] Sync routers for ids ['8284feae-dc55-446e-92cb-984255740508'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:00:54.163362 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c08b09b-31d4-4bea-80b5-b35f094c4d94 None None] Routers {'8284feae-dc55-446e-92cb-984255740508'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:00:54.165288 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-8c08b09b-31d4-4bea-80b5-b35f094c4d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:00:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['8284feae-dc55-446e-92cb-984255740508'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:00:54.207778 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-50186a6e-6feb-444a-b4a2-5b9a8089633d tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Allocated IP 172.20.0.4 (9dafd1bd-2a3f-405c-8905-6c3ecc2949b9/da8ffb0e-7493-4488-8d46-a1cffee9f8b7/9499a2c9-7f27-4af0-9939-4b37d2d83a75) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:00:54.243635 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-cbb39a9d-7183-42e0-82a6-d9af834cf45b None None] Attempting to bind port a4a0e6b6-140e-41e2-9249-0da6fd984f5c on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:00:54.244123 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-cbb39a9d-7183-42e0-82a6-d9af834cf45b None None] Attempting to bind port a4a0e6b6-140e-41e2-9249-0da6fd984f5c by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '2b080ffd-db95-4ed0-be6a-92ead836b32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9dafd1bd-2a3f-405c-8905-6c3ecc2949b9'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:00:54.245150 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb39a9d-7183-42e0-82a6-d9af834cf45b None None] Attempting to bind port a4a0e6b6-140e-41e2-9249-0da6fd984f5c on network 9dafd1bd-2a3f-405c-8905-6c3ecc2949b9 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:00:54.273411 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-25a8602b-f6ef-4333-944f-18b5c06250a8 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (89813d5b-ff29-4b00-be53-0f06ea018ab9), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:54.373983 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6ddd0ab3-99d6-4f18-8cf5-9eef59719f1a tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks [] for security_group (51f5efc2-12e4-4c7c-bdf9-34304f5a1029), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:54.385933 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb39a9d-7183-42e0-82a6-d9af834cf45b None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:00:54.386812 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb39a9d-7183-42e0-82a6-d9af834cf45b None None] Checking segment: {'id': '2b080ffd-db95-4ed0-be6a-92ead836b32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9dafd1bd-2a3f-405c-8905-6c3ecc2949b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:00:54.400204 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-cbb39a9d-7183-42e0-82a6-d9af834cf45b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:54.400795 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb39a9d-7183-42e0-82a6-d9af834cf45b None None] Bound using segment: {'id': '2b080ffd-db95-4ed0-be6a-92ead836b32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9dafd1bd-2a3f-405c-8905-6c3ecc2949b9'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:00:54.401595 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-cbb39a9d-7183-42e0-82a6-d9af834cf45b None None] Bound port: a4a0e6b6-140e-41e2-9249-0da6fd984f5c, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b080ffd-db95-4ed0-be6a-92ead836b32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9dafd1bd-2a3f-405c-8905-6c3ecc2949b9'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:00:54.402283 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-cbb39a9d-7183-42e0-82a6-d9af834cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (a4a0e6b6-140e-41e2-9249-0da6fd984f5c), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:54.486552 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a8602b-f6ef-4333-944f-18b5c06250a8 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Pushing event deleted for resources: {'Port': ['ID=89813d5b-ff29-4b00-be53-0f06ea018ab9,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:54.507911 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6ddd0ab3-99d6-4f18-8cf5-9eef59719f1a tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (51f5efc2-12e4-4c7c-bdf9-34304f5a1029), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:54.543425 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:54.587616 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-8c08b09b-31d4-4bea-80b5-b35f094c4d94 None None] Set router 8284feae-dc55-446e-92cb-984255740508 gateway port host: None {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:00:54.617757 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-4be30289-c50c-4dc3-a92e-92f024b0100d tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Deleting subnet d026a0a7-0945-4720-93a2-7c141413c7f9 {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:00:54.632284 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4be30289-c50c-4dc3-a92e-92f024b0100d tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for subnet (d026a0a7-0945-4720-93a2-7c141413c7f9), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:54.680812 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-cbb39a9d-7183-42e0-82a6-d9af834cf45b None None] For port a4a0e6b6-140e-41e2-9249-0da6fd984f5c, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:00:54.697432 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-cbb39a9d-7183-42e0-82a6-d9af834cf45b None None] For port a4a0e6b6-140e-41e2-9249-0da6fd984f5c, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=a4a0e6b6-140e-41e2-9249-0da6fd984f5c,segment=NetworkSegment(2b080ffd-db95-4ed0-be6a-92ead836b32e),segment_id=2b080ffd-db95-4ed0-be6a-92ead836b32e)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:00:54.829310 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-cbb39a9d-7183-42e0-82a6-d9af834cf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (a4a0e6b6-140e-41e2-9249-0da6fd984f5c), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:54.869889 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4be30289-c50c-4dc3-a92e-92f024b0100d tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (d026a0a7-0945-4720-93a2-7c141413c7f9), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:54.921116 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddd0ab3-99d6-4f18-8cf5-9eef59719f1a tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51f5efc2-12e4-4c7c-bdf9-34304f5a1029,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:55.093129 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6ddd0ab3-99d6-4f18-8cf5-9eef59719f1a tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:55.108801 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-6ddd0ab3-99d6-4f18-8cf5-9eef59719f1a tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.4035723 Oct 04 21:00:55.117946 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52564) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:55.133843 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb39a9d-7183-42e0-82a6-d9af834cf45b None None] Pushing event updated for resources: {'Port': ['ID=a4a0e6b6-140e-41e2-9249-0da6fd984f5c,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:55.135588 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-05e5b4fa-89ae-4190-951f-61e9ad3d6b68 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Request body: {'security_group_rule': {'security_group_id': '51f5efc2-12e4-4c7c-bdf9-34304f5a1029', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:00:55.147984 n-d-852085-12 neutron-server[108170]: WARNING neutron.api.v2.base [None req-05e5b4fa-89ae-4190-951f-61e9ad3d6b68 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 04 21:00:55.148950 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-05e5b4fa-89ae-4190-951f-61e9ad3d6b68 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 21:00:55.157737 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-05e5b4fa-89ae-4190-951f-61e9ad3d6b68 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0312068 Oct 04 21:00:55.166131 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52566) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:55.213471 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-25a8602b-f6ef-4333-944f-18b5c06250a8 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (06ce37d7-dfb4-49bf-8c24-9e76d8a8f23d), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:55.226443 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:55.320991 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-50186a6e-6feb-444a-b4a2-5b9a8089633d tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks [] for port (9499a2c9-7f27-4af0-9939-4b37d2d83a75), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:55.496623 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4be30289-c50c-4dc3-a92e-92f024b0100d tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (d026a0a7-0945-4720-93a2-7c141413c7f9), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:55.612465 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-8c08b09b-31d4-4bea-80b5-b35f094c4d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8284feae-dc55-446e-92cb-984255740508', 'name': 'tempest-RoutersIpV6Test-router-2036952622', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:59:42Z', 'updated_at': '2022-10-04T21:00:51Z', 'revision_number': 8, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'gw_port_host': None, '_interfaces': [{'id': '1ee087d7-9aa1-4322-8516-62c0e9228b10', 'name': '', 'network_id': '1d875141-b1fc-4741-963e-9fb93997617b', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'mac_address': 'fa:16:3e:42:b7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284feae-dc55-446e-92cb-984255740508', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '4e0f9132-635d-4c93-a474-fcb74c3e4a97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:59:46Z', 'updated_at': '2022-10-04T20:59:58Z', 'revision_number': 5, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'subnets': [{'id': '4e0f9132-635d-4c93-a474-fcb74c3e4a97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28a0d13a-1e3e-4b4b-99ba-4bffe04da4b6', 'name': '', 'network_id': '86271f77-fd7c-4bab-b31a-3a694c6f44f5', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'mac_address': 'fa:16:3e:a4:77:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284feae-dc55-446e-92cb-984255740508', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': 'a85a1c7c-a779-40a8-806d-b6b915727979', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:59:58Z', 'updated_at': '2022-10-04T21:00:25Z', 'revision_number': 5, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'subnets': [{'id': 'a85a1c7c-a779-40a8-806d-b6b915727979', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f2dd482-3c92-43d6-8aa7-3a6bbb986aea', 'name': '', 'network_id': 'b166ae1b-faf6-4490-be9d-c7d472820552', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'mac_address': 'fa:16:3e:06:b9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284feae-dc55-446e-92cb-984255740508', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '701ecd21-9c19-4d90-b5a7-c351476cdc88', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:00:15Z', 'updated_at': '2022-10-04T21:00:41Z', 'revision_number': 5, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'subnets': [{'id': '701ecd21-9c19-4d90-b5a7-c351476cdc88', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:00:55.663424 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:55.710278 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-50186a6e-6feb-444a-b4a2-5b9a8089633d tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (9499a2c9-7f27-4af0-9939-4b37d2d83a75), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:55.742051 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-71243178-4b50-4b93-94c8-095f96316bc1 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks [] for security_group (51f5efc2-12e4-4c7c-bdf9-34304f5a1029), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:55.749220 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c08b09b-31d4-4bea-80b5-b35f094c4d94 None None] Checking router: 8284feae-dc55-446e-92cb-984255740508 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:00:55.771831 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c08b09b-31d4-4bea-80b5-b35f094c4d94 None None] Routers {'8284feae-dc55-446e-92cb-984255740508'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:00:55.773454 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-8c08b09b-31d4-4bea-80b5-b35f094c4d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:00:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['8284feae-dc55-446e-92cb-984255740508'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:00:55.818594 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-71243178-4b50-4b93-94c8-095f96316bc1 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks [] for security_group (51f5efc2-12e4-4c7c-bdf9-34304f5a1029), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:55.858354 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50186a6e-6feb-444a-b4a2-5b9a8089633d tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Network 9dafd1bd-2a3f-405c-8905-6c3ecc2949b9 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:00:55.878810 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-50186a6e-6feb-444a-b4a2-5b9a8089633d tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:00:55.908435 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50186a6e-6feb-444a-b4a2-5b9a8089633d tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:00:55.913607 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a8602b-f6ef-4333-944f-18b5c06250a8 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Router 06ce37d7-dfb4-49bf-8c24-9e76d8a8f23d has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:00:56.018314 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50186a6e-6feb-444a-b4a2-5b9a8089633d tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Pushing event updated for resources: {'Port': ['ID=9499a2c9-7f27-4af0-9939-4b37d2d83a75,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:56.054552 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-8c08b09b-31d4-4bea-80b5-b35f094c4d94 None None] Set router 8284feae-dc55-446e-92cb-984255740508 gateway port host: None {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:00:56.074149 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50186a6e-6feb-444a-b4a2-5b9a8089633d tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:00:56.075670 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-50186a6e-6feb-444a-b4a2-5b9a8089633d tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:56.115694 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4be30289-c50c-4dc3-a92e-92f024b0100d tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (d026a0a7-0945-4720-93a2-7c141413c7f9), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:56.123707 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-71243178-4b50-4b93-94c8-095f96316bc1 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (51f5efc2-12e4-4c7c-bdf9-34304f5a1029), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:56.130340 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-71243178-4b50-4b93-94c8-095f96316bc1 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:56.133715 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-71243178-4b50-4b93-94c8-095f96316bc1 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/51f5efc2-12e4-4c7c-bdf9-34304f5a1029 HTTP/1.1" status: 204 len: 168 time: 0.9579642 Oct 04 21:00:56.149961 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52574) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:56.157801 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71243178-4b50-4b93-94c8-095f96316bc1 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f5efc2-12e4-4c7c-bdf9-34304f5a1029,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:56.175812 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a8602b-f6ef-4333-944f-18b5c06250a8 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:00:56.194956 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-25a8602b-f6ef-4333-944f-18b5c06250a8 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] 10.222.0.78 "PUT /networking/v2.0/routers/06ce37d7-dfb4-49bf-8c24-9e76d8a8f23d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6040826 Oct 04 21:00:56.197832 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52576) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:56.230200 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8bfa74-ad7b-4510-9357-abfe4cb07b54 None None] Sync routers for ids ['06ce37d7-dfb4-49bf-8c24-9e76d8a8f23d'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:00:56.238311 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be30289-c50c-4dc3-a92e-92f024b0100d tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event deleted for resources: {'Subnet': ['ID=d026a0a7-0945-4720-93a2-7c141413c7f9,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:56.246661 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4be30289-c50c-4dc3-a92e-92f024b0100d tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:56.256534 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-4be30289-c50c-4dc3-a92e-92f024b0100d tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/d026a0a7-0945-4720-93a2-7c141413c7f9 HTTP/1.1" status: 204 len: 168 time: 2.1313794 Oct 04 21:00:56.269369 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-50186a6e-6feb-444a-b4a2-5b9a8089633d tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.7300911 Oct 04 21:00:56.270935 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52578) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:56.298411 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f000e8d-b4d8-4088-a3a3-bfca28553f2c None None] Network ee3a94cc-4c53-4e8b-8e7b-c64f55533454 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:00:56.328589 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52580) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:56.331101 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-dcd63262-c030-4698-9fe6-9ca234b99d3d tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] show failed (client error): The resource could not be found. Oct 04 21:00:56.351932 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-dcd63262-c030-4698-9fe6-9ca234b99d3d tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] 10.222.0.78 "GET /networking/v2.0/routers/tempest-non_exist_router-1285455316 HTTP/1.1" status: 404 len: 335 time: 0.1519449 Oct 04 21:00:56.365891 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-2c3067e0-1f31-4851-a67c-edf3728cd7c1 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Request body: {'port': {'network_id': '9dafd1bd-2a3f-405c-8905-6c3ecc2949b9', 'name': 'tempest-AllowedAddressPairTestJSON-1394357896', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:a2:94:04'}]}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:00:56.381987 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8bfa74-ad7b-4510-9357-abfe4cb07b54 None None] Routers {'06ce37d7-dfb4-49bf-8c24-9e76d8a8f23d'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:00:56.383216 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-5a8bfa74-ad7b-4510-9357-abfe4cb07b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:00:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['06ce37d7-dfb4-49bf-8c24-9e76d8a8f23d'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:00:56.384263 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52582) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:56.397740 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-59eeb838-1a01-4553-bc3b-ca0cb6e2767c tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Request body: {'router': {'name': 'new_name'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:00:56.528884 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-59eeb838-1a01-4553-bc3b-ca0cb6e2767c tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] update failed (client error): The resource could not be found. Oct 04 21:00:56.542638 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-59eeb838-1a01-4553-bc3b-ca0cb6e2767c tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] 10.222.0.78 "PUT /networking/v2.0/routers/tempest-non_exist_router-250821313 HTTP/1.1" status: 404 len: 334 time: 0.1562119 Oct 04 21:00:56.544955 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52586) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:56.578500 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d5e6849f-ad6b-4e4e-9191-bc840a544fe1 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (ee3a94cc-4c53-4e8b-8e7b-c64f55533454), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:56.587250 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-5a8bfa74-ad7b-4510-9357-abfe4cb07b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:00:56.681967 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8bfa74-ad7b-4510-9357-abfe4cb07b54 None None] Routers {'06ce37d7-dfb4-49bf-8c24-9e76d8a8f23d'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:00:56.682999 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-5a8bfa74-ad7b-4510-9357-abfe4cb07b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:00:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['06ce37d7-dfb4-49bf-8c24-9e76d8a8f23d'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:00:56.719976 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52588) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:56.762211 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-5a8bfa74-ad7b-4510-9357-abfe4cb07b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:00:56.763742 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8bfa74-ad7b-4510-9357-abfe4cb07b54 None None] The sync data for ids ['06ce37d7-dfb4-49bf-8c24-9e76d8a8f23d'] in n-d-852085-12 is: [] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:00:56.799440 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b12b4b14-0aa4-4bb8-9fc1-b1e9272092d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:56.872126 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-8c08b09b-31d4-4bea-80b5-b35f094c4d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8284feae-dc55-446e-92cb-984255740508', 'name': 'tempest-RoutersIpV6Test-router-2036952622', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:59:42Z', 'updated_at': '2022-10-04T21:00:51Z', 'revision_number': 8, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'gw_port_host': None, '_interfaces': [{'id': '1ee087d7-9aa1-4322-8516-62c0e9228b10', 'name': '', 'network_id': '1d875141-b1fc-4741-963e-9fb93997617b', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'mac_address': 'fa:16:3e:42:b7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284feae-dc55-446e-92cb-984255740508', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '4e0f9132-635d-4c93-a474-fcb74c3e4a97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:59:46Z', 'updated_at': '2022-10-04T20:59:58Z', 'revision_number': 5, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'subnets': [{'id': '4e0f9132-635d-4c93-a474-fcb74c3e4a97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28a0d13a-1e3e-4b4b-99ba-4bffe04da4b6', 'name': '', 'network_id': '86271f77-fd7c-4bab-b31a-3a694c6f44f5', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'mac_address': 'fa:16:3e:a4:77:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284feae-dc55-446e-92cb-984255740508', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': 'a85a1c7c-a779-40a8-806d-b6b915727979', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:59:58Z', 'updated_at': '2022-10-04T21:00:25Z', 'revision_number': 5, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'subnets': [{'id': 'a85a1c7c-a779-40a8-806d-b6b915727979', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f2dd482-3c92-43d6-8aa7-3a6bbb986aea', 'name': '', 'network_id': 'b166ae1b-faf6-4490-be9d-c7d472820552', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'mac_address': 'fa:16:3e:06:b9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284feae-dc55-446e-92cb-984255740508', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '701ecd21-9c19-4d90-b5a7-c351476cdc88', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:00:15Z', 'updated_at': '2022-10-04T21:00:41Z', 'revision_number': 5, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'subnets': [{'id': '701ecd21-9c19-4d90-b5a7-c351476cdc88', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:00:56.916980 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:INSERT=1,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:56.971887 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c08b09b-31d4-4bea-80b5-b35f094c4d94 None None] The sync data for ids ['8284feae-dc55-446e-92cb-984255740508'] in n-d-852085-12 is: [{'id': '8284feae-dc55-446e-92cb-984255740508', 'name': 'tempest-RoutersIpV6Test-router-2036952622', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:59:42Z', 'updated_at': '2022-10-04T21:00:51Z', 'revision_number': 8, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'gw_port_host': None, '_interfaces': [{'id': '1ee087d7-9aa1-4322-8516-62c0e9228b10', 'name': '', 'network_id': '1d875141-b1fc-4741-963e-9fb93997617b', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'mac_address': 'fa:16:3e:42:b7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284feae-dc55-446e-92cb-984255740508', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '4e0f9132-635d-4c93-a474-fcb74c3e4a97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:59:46Z', 'updated_at': '2022-10-04T20:59:58Z', 'revision_number': 5, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'subnets': [{'id': '4e0f9132-635d-4c93-a474-fcb74c3e4a97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28a0d13a-1e3e-4b4b-99ba-4bffe04da4b6', 'name': '', 'network_id': '86271f77-fd7c-4bab-b31a-3a694c6f44f5', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'mac_address': 'fa:16:3e:a4:77:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284feae-dc55-446e-92cb-984255740508', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': 'a85a1c7c-a779-40a8-806d-b6b915727979', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:59:58Z', 'updated_at': '2022-10-04T21:00:25Z', 'revision_number': 5, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'subnets': [{'id': 'a85a1c7c-a779-40a8-806d-b6b915727979', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f2dd482-3c92-43d6-8aa7-3a6bbb986aea', 'name': '', 'network_id': 'b166ae1b-faf6-4490-be9d-c7d472820552', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'mac_address': 'fa:16:3e:06:b9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284feae-dc55-446e-92cb-984255740508', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '701ecd21-9c19-4d90-b5a7-c351476cdc88', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:00:15Z', 'updated_at': '2022-10-04T21:00:41Z', 'revision_number': 5, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'subnets': [{'id': '701ecd21-9c19-4d90-b5a7-c351476cdc88', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:00:57.076088 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c15a90-1d15-4b92-8295-8942ea1c8b41 None None] DHCP port deletion for ee3a94cc-4c53-4e8b-8e7b-c64f55533454 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:00:57.166448 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f929061-b90d-4b81-a436-70d8f5f1c570 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Deleting subnet 42a84cc9-0c9a-4c73-9d16-be77f210da0e {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:00:57.180375 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:57.211490 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a4a0e6b6-140e-41e2-9249-0da6fd984f5c up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:00:57.240169 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b12b4b14-0aa4-4bb8-9fc1-b1e9272092d2 admin admin] Publish callbacks [] for security_group (85a8db27-5d5d-4d71-87f7-9d9c66af8499), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:57.243606 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2f929061-b90d-4b81-a436-70d8f5f1c570 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks [] for subnet (42a84cc9-0c9a-4c73-9d16-be77f210da0e), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:57.293203 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3067e0-1f31-4851-a67c-edf3728cd7c1 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Made reservation on behalf of 9414c27e5e724ab4956a3499d081bdca for: {'port': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:00:57.355737 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b12b4b14-0aa4-4bb8-9fc1-b1e9272092d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (85a8db27-5d5d-4d71-87f7-9d9c66af8499), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:57.387423 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a635d7c7-6a66-4d97-a23e-239a9dcc17c7 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 1.2221987 Oct 04 21:00:57.388858 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52596) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:57.390530 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:57.405192 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-a9c15a90-1d15-4b92-8295-8942ea1c8b41 None None] Deleting port d81d876c-7207-429e-bd9a-76fe19f40144 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:00:57.409619 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a9c15a90-1d15-4b92-8295-8942ea1c8b41 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (d81d876c-7207-429e-bd9a-76fe19f40144), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:57.411838 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-9a0a0187-5c75-497b-8073-ffd421bc496d tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Request body: {'security_group': {'name': 'tempest-secgroup--970321452'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:00:57.480958 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2f929061-b90d-4b81-a436-70d8f5f1c570 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (42a84cc9-0c9a-4c73-9d16-be77f210da0e), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:57.487297 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-d5e6849f-ad6b-4e4e-9191-bc840a544fe1 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Deleting port d81d876c-7207-429e-bd9a-76fe19f40144 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:00:57.487875 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d5e6849f-ad6b-4e4e-9191-bc840a544fe1 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (d81d876c-7207-429e-bd9a-76fe19f40144), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:57.516839 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port a4a0e6b6-140e-41e2-9249-0da6fd984f5c triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:00:57.523304 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (a4a0e6b6-140e-41e2-9249-0da6fd984f5c), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:57.526178 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port a4a0e6b6-140e-41e2-9249-0da6fd984f5c Oct 04 21:00:57.606431 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9a0a0187-5c75-497b-8073-ffd421bc496d tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:57.713686 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2c3067e0-1f31-4851-a67c-edf3728cd7c1 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:57.786286 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c4ed18-83e5-4a61-98ae-95637fd5abb1 None None] Network 9dafd1bd-2a3f-405c-8905-6c3ecc2949b9 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:00:57.799396 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [None req-2c3067e0-1f31-4851-a67c-edf3728cd7c1 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] device_id is not set on port 4f221f62-ce02-463c-b254-535fe02b2b33 yet. {{(pid=108170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 21:00:57.821819 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-71170914-5d80-4ed1-88c0-c0b4ad0cb0b1 None None] Provisioning complete for port a4a0e6b6-140e-41e2-9249-0da6fd984f5c triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:00:57.822682 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-71170914-5d80-4ed1-88c0-c0b4ad0cb0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (a4a0e6b6-140e-41e2-9249-0da6fd984f5c), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:57.823306 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-71170914-5d80-4ed1-88c0-c0b4ad0cb0b1 None None] Attempt 1 to provision port a4a0e6b6-140e-41e2-9249-0da6fd984f5c Oct 04 21:00:57.827727 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b12b4b14-0aa4-4bb8-9fc1-b1e9272092d2 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=8df610a8884f449b9d4723d97957a2a6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1057312 Oct 04 21:00:57.830142 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52602) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:57.902780 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12b4b14-0aa4-4bb8-9fc1-b1e9272092d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a8db27-5d5d-4d71-87f7-9d9c66af8499,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:58.060524 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-d5e6849f-ad6b-4e4e-9191-bc840a544fe1 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] For port d81d876c-7207-429e-bd9a-76fe19f40144, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=d81d876c-7207-429e-bd9a-76fe19f40144,segment=NetworkSegment(c6c6456c-938e-4c26-bad2-f6f15da79862),segment_id=c6c6456c-938e-4c26-bad2-f6f15da79862)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:00:58.061035 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d5e6849f-ad6b-4e4e-9191-bc840a544fe1 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (d81d876c-7207-429e-bd9a-76fe19f40144), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:58.075278 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8075163f-95d2-47a7-8c13-59065484d540 admin admin] Publish callbacks [] for security_group (85a8db27-5d5d-4d71-87f7-9d9c66af8499), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:58.097590 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-a9c15a90-1d15-4b92-8295-8942ea1c8b41 None None] For port d81d876c-7207-429e-bd9a-76fe19f40144, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=d81d876c-7207-429e-bd9a-76fe19f40144,segment=NetworkSegment(c6c6456c-938e-4c26-bad2-f6f15da79862),segment_id=c6c6456c-938e-4c26-bad2-f6f15da79862)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:00:58.098290 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a9c15a90-1d15-4b92-8295-8942ea1c8b41 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (d81d876c-7207-429e-bd9a-76fe19f40144), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:58.189647 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-a9c15a90-1d15-4b92-8295-8942ea1c8b41 None None] Calling delete_port for d81d876c-7207-429e-bd9a-76fe19f40144 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:00:58.222544 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2f929061-b90d-4b81-a436-70d8f5f1c570 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (42a84cc9-0c9a-4c73-9d16-be77f210da0e), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:58.290155 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8075163f-95d2-47a7-8c13-59065484d540 admin admin] Publish callbacks [] for security_group (85a8db27-5d5d-4d71-87f7-9d9c66af8499), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:58.328069 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:58.334563 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-2c3067e0-1f31-4851-a67c-edf3728cd7c1 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Allocated IP 172.20.0.7 (9dafd1bd-2a3f-405c-8905-6c3ecc2949b9/da8ffb0e-7493-4488-8d46-a1cffee9f8b7/4f221f62-ce02-463c-b254-535fe02b2b33) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:00:58.488255 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-d5e6849f-ad6b-4e4e-9191-bc840a544fe1 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Calling delete_port for d81d876c-7207-429e-bd9a-76fe19f40144 owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:00:58.605923 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8075163f-95d2-47a7-8c13-59065484d540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (85a8db27-5d5d-4d71-87f7-9d9c66af8499), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:58.611153 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8075163f-95d2-47a7-8c13-59065484d540 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:58.613432 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-8075163f-95d2-47a7-8c13-59065484d540 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/85a8db27-5d5d-4d71-87f7-9d9c66af8499 HTTP/1.1" status: 204 len: 168 time: 0.7783301 Oct 04 21:00:58.634619 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:58.650908 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8075163f-95d2-47a7-8c13-59065484d540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a8db27-5d5d-4d71-87f7-9d9c66af8499,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:58.754553 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:58.764422 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port a4a0e6b6-140e-41e2-9249-0da6fd984f5c is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:00:58.765056 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (a4a0e6b6-140e-41e2-9249-0da6fd984f5c), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:58.773002 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2f929061-b90d-4b81-a436-70d8f5f1c570 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (42a84cc9-0c9a-4c73-9d16-be77f210da0e), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:58.862089 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2c3067e0-1f31-4851-a67c-edf3728cd7c1 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks [] for port (4f221f62-ce02-463c-b254-535fe02b2b33), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:58.886224 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-71170914-5d80-4ed1-88c0-c0b4ad0cb0b1 None None] Current status of the port a4a0e6b6-140e-41e2-9249-0da6fd984f5c is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:00:58.886815 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-71170914-5d80-4ed1-88c0-c0b4ad0cb0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (a4a0e6b6-140e-41e2-9249-0da6fd984f5c), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:58.925659 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2f929061-b90d-4b81-a436-70d8f5f1c570 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:58.934089 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-2f929061-b90d-4b81-a436-70d8f5f1c570 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/42a84cc9-0c9a-4c73-9d16-be77f210da0e HTTP/1.1" status: 204 len: 168 time: 2.3320546 Oct 04 21:00:58.936526 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port a4a0e6b6-140e-41e2-9249-0da6fd984f5c, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=a4a0e6b6-140e-41e2-9249-0da6fd984f5c,segment=NetworkSegment(2b080ffd-db95-4ed0-be6a-92ead836b32e),segment_id=2b080ffd-db95-4ed0-be6a-92ead836b32e)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:00:58.963519 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52614) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:58.966058 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f929061-b90d-4b81-a436-70d8f5f1c570 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Pushing event deleted for resources: {'Subnet': ['ID=42a84cc9-0c9a-4c73-9d16-be77f210da0e,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:58.984665 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b2bf66-ce6f-4fac-bc4c-8c7c2c8836ac None None] Network ed412bbc-8548-48da-b31e-7dae32f150d3 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:00:59.055083 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9a0a0187-5c75-497b-8073-ffd421bc496d tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks [] for security_group (955a72d5-8cb6-41cb-9596-2993d8e9fc93), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:59.124004 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2c3067e0-1f31-4851-a67c-edf3728cd7c1 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (4f221f62-ce02-463c-b254-535fe02b2b33), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:59.134262 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (a4a0e6b6-140e-41e2-9249-0da6fd984f5c), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:59.216260 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3067e0-1f31-4851-a67c-edf3728cd7c1 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Network 9dafd1bd-2a3f-405c-8905-6c3ecc2949b9 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:00:59.221697 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9a0a0187-5c75-497b-8073-ffd421bc496d tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (955a72d5-8cb6-41cb-9596-2993d8e9fc93), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:59.232450 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-2c3067e0-1f31-4851-a67c-edf3728cd7c1 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:00:59.273025 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-71170914-5d80-4ed1-88c0-c0b4ad0cb0b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 21:00:59.274412 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-71170914-5d80-4ed1-88c0-c0b4ad0cb0b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 21:00:59.312480 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3067e0-1f31-4851-a67c-edf3728cd7c1 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:00:59.334624 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d5e6849f-ad6b-4e4e-9191-bc840a544fe1 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (d81d876c-7207-429e-bd9a-76fe19f40144), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:59.359576 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a9c15a90-1d15-4b92-8295-8942ea1c8b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (d81d876c-7207-429e-bd9a-76fe19f40144), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:59.390928 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e6849f-ad6b-4e4e-9191-bc840a544fe1 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] No DVR routers for this DVR port d81d876c-7207-429e-bd9a-76fe19f40144 on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:00:59.400443 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c15a90-1d15-4b92-8295-8942ea1c8b41 None None] No DVR routers for this DVR port d81d876c-7207-429e-bd9a-76fe19f40144 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:00:59.405040 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 5e10929c-1d6c-4f27-88fb-4fd9b0a46b67 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:00:59.451048 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-041d4bd6-1957-4753-94fc-cd5cc5c5812f tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (ed412bbc-8548-48da-b31e-7dae32f150d3), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:59.551272 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 5e10929c-1d6c-4f27-88fb-4fd9b0a46b67 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:00:59.551852 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 5e10929c-1d6c-4f27-88fb-4fd9b0a46b67 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:00:59.553142 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device d81d876c-7207-429e-bd9a-76fe19f40144 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:00:59.581403 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9a0a0187-5c75-497b-8073-ffd421bc496d tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:59.586139 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-9a0a0187-5c75-497b-8073-ffd421bc496d tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 2.1822827 Oct 04 21:00:59.597457 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e6849f-ad6b-4e4e-9191-bc840a544fe1 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event deleted for resources: {'Port': ['ID=d81d876c-7207-429e-bd9a-76fe19f40144,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:59.612915 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: d81d876c-7207-429e-bd9a-76fe19f40144 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:00:59.612915 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device d81d876c-7207-429e-bd9a-76fe19f40144 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:00:59.620687 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3067e0-1f31-4851-a67c-edf3728cd7c1 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:00:59.621993 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2c3067e0-1f31-4851-a67c-edf3728cd7c1 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:00:59.636269 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=a4a0e6b6-140e-41e2-9249-0da6fd984f5c,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:59.638298 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52622) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:59.643066 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0a0187-5c75-497b-8073-ffd421bc496d tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=955a72d5-8cb6-41cb-9596-2993d8e9fc93,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:59.666011 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3067e0-1f31-4851-a67c-edf3728cd7c1 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Pushing event updated for resources: {'Port': ['ID=4f221f62-ce02-463c-b254-535fe02b2b33,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:59.666195 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-f24c2dbb-3e7f-47c9-95ae-4f4a1353e3eb tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Request body: {'security_group_rule': {'security_group_id': '955a72d5-8cb6-41cb-9596-2993d8e9fc93', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:00:59.668110 n-d-852085-12 neutron-server[108169]: WARNING neutron.api.v2.base [None req-f24c2dbb-3e7f-47c9-95ae-4f4a1353e3eb tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 04 21:00:59.669280 n-d-852085-12 neutron-server[108169]: INFO neutron.api.v2.resource [None req-f24c2dbb-3e7f-47c9-95ae-4f4a1353e3eb tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 21:00:59.678477 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f24c2dbb-3e7f-47c9-95ae-4f4a1353e3eb tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0276439 Oct 04 21:00:59.692716 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52624) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:59.707661 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-6a48b615-6ffc-46b2-aa3c-b1020ed631c8 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Request body: {'security_group_rule': {'security_group_id': '955a72d5-8cb6-41cb-9596-2993d8e9fc93', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:00:59.715493 n-d-852085-12 neutron-server[108170]: WARNING neutron.api.v2.base [None req-6a48b615-6ffc-46b2-aa3c-b1020ed631c8 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 04 21:00:59.715493 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-6a48b615-6ffc-46b2-aa3c-b1020ed631c8 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 21:00:59.722394 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-6a48b615-6ffc-46b2-aa3c-b1020ed631c8 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0247238 Oct 04 21:00:59.726678 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52626) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:59.733780 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-6db1ae04-ebac-4f12-aa85-18e594844a66 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Request body: {'security_group_rule': {'security_group_id': '955a72d5-8cb6-41cb-9596-2993d8e9fc93', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:00:59.735796 n-d-852085-12 neutron-server[108170]: WARNING neutron.api.v2.base [None req-6db1ae04-ebac-4f12-aa85-18e594844a66 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 04 21:00:59.737460 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-6db1ae04-ebac-4f12-aa85-18e594844a66 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 21:00:59.746526 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-6db1ae04-ebac-4f12-aa85-18e594844a66 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0159934 Oct 04 21:00:59.754851 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c15a90-1d15-4b92-8295-8942ea1c8b41 None None] Pushing event deleted for resources: {'Port': ['ID=d81d876c-7207-429e-bd9a-76fe19f40144,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:00:59.790671 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52628) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:59.791537 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:59.800986 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-c75b088e-004a-4682-a001-9be909ca69a3 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Request body: {'security_group_rule': {'security_group_id': '955a72d5-8cb6-41cb-9596-2993d8e9fc93', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:00:59.803404 n-d-852085-12 neutron-server[108170]: WARNING neutron.api.v2.base [None req-c75b088e-004a-4682-a001-9be909ca69a3 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 04 21:00:59.804709 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-c75b088e-004a-4682-a001-9be909ca69a3 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 21:00:59.812438 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c75b088e-004a-4682-a001-9be909ca69a3 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0182791 Oct 04 21:00:59.815639 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52630) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:59.883408 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190fdbbd-3251-4c04-9f1b-7caab694cf24 None None] DHCP port deletion for ed412bbc-8548-48da-b31e-7dae32f150d3 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:00:59.919037 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:00:59.939207 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2c3067e0-1f31-4851-a67c-edf3728cd7c1 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.5794165 Oct 04 21:00:59.961795 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52632) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:00:59.963324 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d5e6849f-ad6b-4e4e-9191-bc840a544fe1 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (ee3a94cc-4c53-4e8b-8e7b-c64f55533454), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:00.008051 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-041d4bd6-1957-4753-94fc-cd5cc5c5812f tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Deleting port a3453924-bb81-40a0-a4d5-b398281e4ded {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:01:00.008486 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-041d4bd6-1957-4753-94fc-cd5cc5c5812f tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (a3453924-bb81-40a0-a4d5-b398281e4ded), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:00.012853 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2a8e1f79-c266-4b5b-8215-fe572effb831 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks [] for security_group (955a72d5-8cb6-41cb-9596-2993d8e9fc93), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:00.050488 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-71170914-5d80-4ed1-88c0-c0b4ad0cb0b1 None None] Current status of the port a4a0e6b6-140e-41e2-9249-0da6fd984f5c is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:01:00.078788 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-d5e6849f-ad6b-4e4e-9191-bc840a544fe1 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee3a94cc-4c53-4e8b-8e7b-c64f55533454']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:01:00.128107 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-190fdbbd-3251-4c04-9f1b-7caab694cf24 None None] Deleting port a3453924-bb81-40a0-a4d5-b398281e4ded {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:01:00.128993 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-d5e6849f-ad6b-4e4e-9191-bc840a544fe1 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6c6456c-938e-4c26-bad2-f6f15da79862') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:01:00.129472 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-d5e6849f-ad6b-4e4e-9191-bc840a544fe1 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6c6456c-938e-4c26-bad2-f6f15da79862') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:01:00.130350 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-190fdbbd-3251-4c04-9f1b-7caab694cf24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (a3453924-bb81-40a0-a4d5-b398281e4ded), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:00.218150 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d5e6849f-ad6b-4e4e-9191-bc840a544fe1 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (c6c6456c-938e-4c26-bad2-f6f15da79862), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:00.276553 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d5e6849f-ad6b-4e4e-9191-bc840a544fe1 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (c6c6456c-938e-4c26-bad2-f6f15da79862), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:00.281620 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=83,neutron:DELETE=11,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:00.294784 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5e6849f-ad6b-4e4e-9191-bc840a544fe1 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:01:00.296717 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d5e6849f-ad6b-4e4e-9191-bc840a544fe1 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (c6c6456c-938e-4c26-bad2-f6f15da79862), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:00.371964 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-190fdbbd-3251-4c04-9f1b-7caab694cf24 None None] For port a3453924-bb81-40a0-a4d5-b398281e4ded, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=a3453924-bb81-40a0-a4d5-b398281e4ded,segment=NetworkSegment(56b1d578-cc84-43de-b0c0-4ea8f015b9c3),segment_id=56b1d578-cc84-43de-b0c0-4ea8f015b9c3)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:01:00.372651 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-190fdbbd-3251-4c04-9f1b-7caab694cf24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (a3453924-bb81-40a0-a4d5-b398281e4ded), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:00.379268 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-a91bd050-78ee-4c8f-9a17-456e60f4016f None None] Provisioning complete for port 9499a2c9-7f27-4af0-9939-4b37d2d83a75 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:01:00.381303 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a91bd050-78ee-4c8f-9a17-456e60f4016f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (9499a2c9-7f27-4af0-9939-4b37d2d83a75), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:00.382196 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-a91bd050-78ee-4c8f-9a17-456e60f4016f None None] Attempt 1 to provision port 9499a2c9-7f27-4af0-9939-4b37d2d83a75 Oct 04 21:01:00.413455 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment c6c6456c-938e-4c26-bad2-f6f15da79862 resource provider aggregate not found Oct 04 21:01:00.460471 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-190fdbbd-3251-4c04-9f1b-7caab694cf24 None None] Calling delete_port for a3453924-bb81-40a0-a4d5-b398281e4ded owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:01:00.475257 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment c6c6456c-938e-4c26-bad2-f6f15da79862 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c6c6456c-938e-4c26-bad2-f6f15da79862 found for delete ", "request_id": "req-e2681857-2ab8-445e-a5d8-cd3911e7491a"}]} Oct 04 21:01:00.502756 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-a91bd050-78ee-4c8f-9a17-456e60f4016f None None] Port 9499a2c9-7f27-4af0-9939-4b37d2d83a75 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:01:00.522074 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-a91bd050-78ee-4c8f-9a17-456e60f4016f None None] Provisioning complete for port a4a0e6b6-140e-41e2-9249-0da6fd984f5c triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:01:00.522676 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a91bd050-78ee-4c8f-9a17-456e60f4016f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (a4a0e6b6-140e-41e2-9249-0da6fd984f5c), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:00.523257 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-a91bd050-78ee-4c8f-9a17-456e60f4016f None None] Attempt 1 to provision port a4a0e6b6-140e-41e2-9249-0da6fd984f5c Oct 04 21:01:00.618097 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d5e6849f-ad6b-4e4e-9191-bc840a544fe1 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (ee3a94cc-4c53-4e8b-8e7b-c64f55533454), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:00.626695 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d5e6849f-ad6b-4e4e-9191-bc840a544fe1 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:00.639353 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d5e6849f-ad6b-4e4e-9191-bc840a544fe1 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "DELETE /networking/v2.0/networks/ee3a94cc-4c53-4e8b-8e7b-c64f55533454 HTTP/1.1" status: 204 len: 168 time: 4.3637395 Oct 04 21:01:00.640516 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52642) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:00.768202 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e6849f-ad6b-4e4e-9191-bc840a544fe1 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event deleted for resources: {'Network': ['ID=ee3a94cc-4c53-4e8b-8e7b-c64f55533454,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:00.917078 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-a91bd050-78ee-4c8f-9a17-456e60f4016f None None] Current status of the port a4a0e6b6-140e-41e2-9249-0da6fd984f5c is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:01:01.016336 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52646) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:01.025283 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-190fdbbd-3251-4c04-9f1b-7caab694cf24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (a3453924-bb81-40a0-a4d5-b398281e4ded), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:01.067984 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-324932d4-0a69-4fe7-bb16-15a96c08a4fd None None] Provisioning complete for port 4f221f62-ce02-463c-b254-535fe02b2b33 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:01:01.068698 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-324932d4-0a69-4fe7-bb16-15a96c08a4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (4f221f62-ce02-463c-b254-535fe02b2b33), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:01.069389 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-324932d4-0a69-4fe7-bb16-15a96c08a4fd None None] Attempt 1 to provision port 4f221f62-ce02-463c-b254-535fe02b2b33 Oct 04 21:01:01.105698 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2a8e1f79-c266-4b5b-8215-fe572effb831 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks [] for security_group (955a72d5-8cb6-41cb-9596-2993d8e9fc93), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:01.202287 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e030718-9034-4136-b140-2fbe0dde601c tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:01:01.212558 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e030718-9034-4136-b140-2fbe0dde601c tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:01:01.222490 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e030718-9034-4136-b140-2fbe0dde601c tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:01:01.225700 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-5e030718-9034-4136-b140-2fbe0dde601c tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] 10.222.0.78 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 1.2611139 Oct 04 21:01:01.245373 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52656) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:01.257452 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-041d4bd6-1957-4753-94fc-cd5cc5c5812f tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] For port a3453924-bb81-40a0-a4d5-b398281e4ded, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=a3453924-bb81-40a0-a4d5-b398281e4ded,segment=NetworkSegment(56b1d578-cc84-43de-b0c0-4ea8f015b9c3),segment_id=56b1d578-cc84-43de-b0c0-4ea8f015b9c3)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:01:01.258118 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-041d4bd6-1957-4753-94fc-cd5cc5c5812f tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (a3453924-bb81-40a0-a4d5-b398281e4ded), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:01.283752 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190fdbbd-3251-4c04-9f1b-7caab694cf24 None None] Pushing event deleted for resources: {'Port': ['ID=a3453924-bb81-40a0-a4d5-b398281e4ded,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:01.287752 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190fdbbd-3251-4c04-9f1b-7caab694cf24 None None] No DVR routers for this DVR port a3453924-bb81-40a0-a4d5-b398281e4ded on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:01:01.298971 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-324932d4-0a69-4fe7-bb16-15a96c08a4fd None None] Port 4f221f62-ce02-463c-b254-535fe02b2b33 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:01:01.362500 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-041d4bd6-1957-4753-94fc-cd5cc5c5812f tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Calling delete_port for a3453924-bb81-40a0-a4d5-b398281e4ded owned by network:dhcp {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:01:01.452076 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a4a0e6b6-140e-41e2-9249-0da6fd984f5c up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:01:01.512796 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9e66f2d0-d8a4-4942-9968-eedb2c805a62 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (8284feae-dc55-446e-92cb-984255740508), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:01.545503 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:01.576679 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port a4a0e6b6-140e-41e2-9249-0da6fd984f5c triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:01:01.577525 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (a4a0e6b6-140e-41e2-9249-0da6fd984f5c), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:01.578243 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port a4a0e6b6-140e-41e2-9249-0da6fd984f5c Oct 04 21:01:01.700576 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:01.702139 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2a8e1f79-c266-4b5b-8215-fe572effb831 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (955a72d5-8cb6-41cb-9596-2993d8e9fc93), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:01.707255 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2a8e1f79-c266-4b5b-8215-fe572effb831 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:01.709679 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2a8e1f79-c266-4b5b-8215-fe572effb831 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/955a72d5-8cb6-41cb-9596-2993d8e9fc93 HTTP/1.1" status: 204 len: 168 time: 1.8856788 Oct 04 21:01:01.772366 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52664) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:01.824996 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3468cb4f-75ea-46fa-a327-e3ac017fffae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:01.835050 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port a4a0e6b6-140e-41e2-9249-0da6fd984f5c is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:01:01.878758 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8e1f79-c266-4b5b-8215-fe572effb831 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=955a72d5-8cb6-41cb-9596-2993d8e9fc93,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:01.960492 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a3453924-bb81-40a0-a4d5-b398281e4ded no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:01:01.975778 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-192285f1-a8b7-4b1f-adf9-7cdd9208474e tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Deleting port 4f221f62-ce02-463c-b254-535fe02b2b33 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:01:01.976317 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-192285f1-a8b7-4b1f-adf9-7cdd9208474e tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (4f221f62-ce02-463c-b254-535fe02b2b33), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:02.063421 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: a3453924-bb81-40a0-a4d5-b398281e4ded {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:01:02.064056 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a3453924-bb81-40a0-a4d5-b398281e4ded not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:01:02.314183 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:02.321343 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-192285f1-a8b7-4b1f-adf9-7cdd9208474e tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (4f221f62-ce02-463c-b254-535fe02b2b33), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:02.360866 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-192285f1-a8b7-4b1f-adf9-7cdd9208474e tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Calling delete_port for 4f221f62-ce02-463c-b254-535fe02b2b33 owned by {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:01:02.430961 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-af8a43f3-9b6a-4aed-ad5a-a14a7512cddf tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.6460607 Oct 04 21:01:02.449190 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52676) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:02.457790 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-041d4bd6-1957-4753-94fc-cd5cc5c5812f tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (a3453924-bb81-40a0-a4d5-b398281e4ded), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:02.474119 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-4dd4a70f-b2b6-4575-aaac-e83f515b4da9 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Request body: {'security_group': {'name': 'tempest-secgroup--1960418107'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:01:02.657531 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d4bd6-1957-4753-94fc-cd5cc5c5812f tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Pushing event deleted for resources: {'Port': ['ID=a3453924-bb81-40a0-a4d5-b398281e4ded,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:02.688327 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-9e66f2d0-d8a4-4942-9968-eedb2c805a62 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Deleting port 9f2dd482-3c92-43d6-8aa7-3a6bbb986aea {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:01:02.688906 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9e66f2d0-d8a4-4942-9968-eedb2c805a62 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (9f2dd482-3c92-43d6-8aa7-3a6bbb986aea), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:02.731814 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041d4bd6-1957-4753-94fc-cd5cc5c5812f tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] No DVR routers for this DVR port a3453924-bb81-40a0-a4d5-b398281e4ded on host n-d-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:01:02.929768 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-9e66f2d0-d8a4-4942-9968-eedb2c805a62 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] For port 9f2dd482-3c92-43d6-8aa7-3a6bbb986aea, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=9f2dd482-3c92-43d6-8aa7-3a6bbb986aea,segment=NetworkSegment(2c016db4-9eab-449f-8ba9-98a17b134d83),segment_id=2c016db4-9eab-449f-8ba9-98a17b134d83)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:01:02.930741 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9e66f2d0-d8a4-4942-9968-eedb2c805a62 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (9f2dd482-3c92-43d6-8aa7-3a6bbb986aea), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:02.944817 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4dd4a70f-b2b6-4575-aaac-e83f515b4da9 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:02.971330 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-9e66f2d0-d8a4-4942-9968-eedb2c805a62 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Calling delete_port for 9f2dd482-3c92-43d6-8aa7-3a6bbb986aea owned by network:router_interface {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:01:03.012570 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3468cb4f-75ea-46fa-a327-e3ac017fffae admin admin] Publish callbacks [] for security_group (2b00b373-3d63-46b5-a520-e4f8f89145fc), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:03.038164 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52684) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:03.042672 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-041d4bd6-1957-4753-94fc-cd5cc5c5812f tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (ed412bbc-8548-48da-b31e-7dae32f150d3), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:03.137203 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3468cb4f-75ea-46fa-a327-e3ac017fffae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (2b00b373-3d63-46b5-a520-e4f8f89145fc), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:03.169629 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-041d4bd6-1957-4753-94fc-cd5cc5c5812f tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed412bbc-8548-48da-b31e-7dae32f150d3']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:01:03.194509 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:03.235007 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:03.247418 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:03.282767 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-041d4bd6-1957-4753-94fc-cd5cc5c5812f tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56b1d578-cc84-43de-b0c0-4ea8f015b9c3') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:01:03.283291 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-041d4bd6-1957-4753-94fc-cd5cc5c5812f tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56b1d578-cc84-43de-b0c0-4ea8f015b9c3') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:01:03.327004 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:03.335564 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-041d4bd6-1957-4753-94fc-cd5cc5c5812f tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (56b1d578-cc84-43de-b0c0-4ea8f015b9c3), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:03.357071 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-3468cb4f-75ea-46fa-a327-e3ac017fffae admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=e9ad129f27e84d8389d5367ef542a543&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3388219 Oct 04 21:01:03.361484 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52696) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:03.477632 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-041d4bd6-1957-4753-94fc-cd5cc5c5812f tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (56b1d578-cc84-43de-b0c0-4ea8f015b9c3), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:03.508243 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-041d4bd6-1957-4753-94fc-cd5cc5c5812f tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:01:03.508848 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-041d4bd6-1957-4753-94fc-cd5cc5c5812f tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (56b1d578-cc84-43de-b0c0-4ea8f015b9c3), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:03.535772 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:03.592256 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a0583b3d-5060-48a6-a359-268a5ea3a074 admin admin] Publish callbacks [] for security_group (2b00b373-3d63-46b5-a520-e4f8f89145fc), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:03.606593 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-618a92e0-6fc4-4a7c-ae40-f5d0debbf9cc tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-79494749', 'router:external': True}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:01:03.612940 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3468cb4f-75ea-46fa-a327-e3ac017fffae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b00b373-3d63-46b5-a520-e4f8f89145fc,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:03.643093 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a0583b3d-5060-48a6-a359-268a5ea3a074 admin admin] Publish callbacks [] for security_group (2b00b373-3d63-46b5-a520-e4f8f89145fc), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:03.643640 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-192285f1-a8b7-4b1f-adf9-7cdd9208474e tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (4f221f62-ce02-463c-b254-535fe02b2b33), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:03.648648 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9e66f2d0-d8a4-4942-9968-eedb2c805a62 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (9f2dd482-3c92-43d6-8aa7-3a6bbb986aea), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:03.660165 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4dd4a70f-b2b6-4575-aaac-e83f515b4da9 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks [] for security_group (37c5c277-e986-44f4-a18a-fa1b69ee41cd), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:03.712764 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 56b1d578-cc84-43de-b0c0-4ea8f015b9c3 resource provider aggregate not found Oct 04 21:01:03.726575 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e66f2d0-d8a4-4942-9968-eedb2c805a62 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event deleted for resources: {'Port': ['ID=9f2dd482-3c92-43d6-8aa7-3a6bbb986aea,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:03.799472 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192285f1-a8b7-4b1f-adf9-7cdd9208474e tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Pushing event deleted for resources: {'Port': ['ID=4f221f62-ce02-463c-b254-535fe02b2b33,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:03.804546 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4dd4a70f-b2b6-4575-aaac-e83f515b4da9 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (37c5c277-e986-44f4-a18a-fa1b69ee41cd), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:03.815529 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 56b1d578-cc84-43de-b0c0-4ea8f015b9c3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 56b1d578-cc84-43de-b0c0-4ea8f015b9c3 found for delete ", "request_id": "req-1dd06c9c-d1fe-41c9-858d-e091e76731c8"}]} Oct 04 21:01:03.880126 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd4a70f-b2b6-4575-aaac-e83f515b4da9 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37c5c277-e986-44f4-a18a-fa1b69ee41cd,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:03.897528 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-041d4bd6-1957-4753-94fc-cd5cc5c5812f tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (ed412bbc-8548-48da-b31e-7dae32f150d3), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:03.918520 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-041d4bd6-1957-4753-94fc-cd5cc5c5812f tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:03.926065 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-041d4bd6-1957-4753-94fc-cd5cc5c5812f tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] 10.222.0.78 "DELETE /networking/v2.0/networks/ed412bbc-8548-48da-b31e-7dae32f150d3 HTTP/1.1" status: 204 len: 168 time: 4.9602394 Oct 04 21:01:03.987779 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52710) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:04.098539 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618a92e0-6fc4-4a7c-ae40-f5d0debbf9cc tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Made reservation on behalf of d707b239f54e4f1192cd13ffdb6ee144 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:01:04.107424 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9e66f2d0-d8a4-4942-9968-eedb2c805a62 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (8284feae-dc55-446e-92cb-984255740508), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:04.113130 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-618a92e0-6fc4-4a7c-ae40-f5d0debbf9cc tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:04.118875 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d4bd6-1957-4753-94fc-cd5cc5c5812f tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Pushing event deleted for resources: {'Network': ['ID=ed412bbc-8548-48da-b31e-7dae32f150d3,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:04.126646 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4dd4a70f-b2b6-4575-aaac-e83f515b4da9 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:04.136417 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4dd4a70f-b2b6-4575-aaac-e83f515b4da9 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.6804736 Oct 04 21:01:04.138470 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52716) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:04.245609 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-6a5a0229-6716-46e4-a9aa-349fcd42e9b5 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Request body: {'security_group_rule': {'security_group_id': '37c5c277-e986-44f4-a18a-fa1b69ee41cd', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:01:04.253942 n-d-852085-12 neutron-server[108170]: WARNING neutron.api.v2.base [None req-6a5a0229-6716-46e4-a9aa-349fcd42e9b5 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 04 21:01:04.253942 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-6a5a0229-6716-46e4-a9aa-349fcd42e9b5 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 21:01:04.253942 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-6a5a0229-6716-46e4-a9aa-349fcd42e9b5 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0169132 Oct 04 21:01:04.307174 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52720) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:04.330239 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-d033767c-574f-4576-abbd-7d8e8b1139f5 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Request body: {'security_group_rule': {'security_group_id': '37c5c277-e986-44f4-a18a-fa1b69ee41cd', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:01:04.449200 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-618a92e0-6fc4-4a7c-ae40-f5d0debbf9cc tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:04.478287 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-3321a401-ec92-4cd3-898c-dff328b22371 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Deleting subnet 2c636f81-8c6f-451e-98bc-40135b3810d6 {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:01:04.534352 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3321a401-ec92-4cd3-898c-dff328b22371 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks [] for subnet (2c636f81-8c6f-451e-98bc-40135b3810d6), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:04.562478 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a0583b3d-5060-48a6-a359-268a5ea3a074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (2b00b373-3d63-46b5-a520-e4f8f89145fc), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:04.567980 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a0583b3d-5060-48a6-a359-268a5ea3a074 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:04.571021 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a0583b3d-5060-48a6-a359-268a5ea3a074 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/2b00b373-3d63-46b5-a520-e4f8f89145fc HTTP/1.1" status: 204 len: 168 time: 1.2021003 Oct 04 21:01:04.610987 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=85,neutron:INSERT=5,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:04.611316 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0583b3d-5060-48a6-a359-268a5ea3a074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b00b373-3d63-46b5-a520-e4f8f89145fc,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:04.729622 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e66f2d0-d8a4-4942-9968-eedb2c805a62 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Router 8284feae-dc55-446e-92cb-984255740508 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:01:04.838446 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3321a401-ec92-4cd3-898c-dff328b22371 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (2c636f81-8c6f-451e-98bc-40135b3810d6), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:04.906098 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e66f2d0-d8a4-4942-9968-eedb2c805a62 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:01:04.915749 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-9e66f2d0-d8a4-4942-9968-eedb2c805a62 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "PUT /networking/v2.0/routers/8284feae-dc55-446e-92cb-984255740508/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2667985 Oct 04 21:01:04.920477 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52736) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:04.922003 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da58123-5196-4342-84ba-0830dc0dbed3 None None] Sync routers for ids ['8284feae-dc55-446e-92cb-984255740508'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:01:04.946580 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:04.948479 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-192285f1-a8b7-4b1f-adf9-7cdd9208474e tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:04.952168 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da58123-5196-4342-84ba-0830dc0dbed3 None None] Routers {'8284feae-dc55-446e-92cb-984255740508'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:01:04.953822 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-6da58123-5196-4342-84ba-0830dc0dbed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:00:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['8284feae-dc55-446e-92cb-984255740508'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:01:04.955913 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-192285f1-a8b7-4b1f-adf9-7cdd9208474e tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] 10.222.0.78 "DELETE /networking/v2.0/ports/4f221f62-ce02-463c-b254-535fe02b2b33 HTTP/1.1" status: 204 len: 168 time: 3.7033508 Oct 04 21:01:04.977041 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52738) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:05.074630 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-50349ee6-5e95-40a9-bd5a-a0c415b5e882 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Deleting subnet 701ecd21-9c19-4d90-b5a7-c351476cdc88 {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:01:05.082614 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-50349ee6-5e95-40a9-bd5a-a0c415b5e882 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for subnet (701ecd21-9c19-4d90-b5a7-c351476cdc88), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:05.097046 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-a28eb8de-a913-413e-8341-2051c09f7cd6 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] GET failed (client error): The resource could not be found. Oct 04 21:01:05.101084 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a28eb8de-a913-413e-8341-2051c09f7cd6 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] 10.222.0.78 "GET /networking/v2.0/ports/4f221f62-ce02-463c-b254-535fe02b2b33 HTTP/1.1" status: 404 len: 333 time: 0.1190434 Oct 04 21:01:05.118259 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52742) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:05.125182 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-d033767c-574f-4576-abbd-7d8e8b1139f5 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 21:01:05.134510 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-d033767c-574f-4576-abbd-7d8e8b1139f5 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.8108165 Oct 04 21:01:05.136749 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52744) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:05.141809 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-6da58123-5196-4342-84ba-0830dc0dbed3 None None] Set router 8284feae-dc55-446e-92cb-984255740508 gateway port host: None {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:01:05.146009 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-5247f96b-0481-4354-8140-dffdb64ac49a tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Request body: {'port': {'network_id': '9dafd1bd-2a3f-405c-8905-6c3ecc2949b9', 'name': 'tempest-AllowedAddressPairTestJSON-1757931628'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:01:05.176177 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-9c4cb944-61e2-4e47-bae3-cb11990a70f9 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Request body: {'security_group_rule': {'security_group_id': '37c5c277-e986-44f4-a18a-fa1b69ee41cd', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:01:05.178079 n-d-852085-12 neutron-server[108170]: WARNING neutron.api.v2.base [None req-9c4cb944-61e2-4e47-bae3-cb11990a70f9 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 04 21:01:05.179825 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-9c4cb944-61e2-4e47-bae3-cb11990a70f9 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 21:01:05.186393 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-9c4cb944-61e2-4e47-bae3-cb11990a70f9 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0273652 Oct 04 21:01:05.189452 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52746) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:05.215833 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-fd3c2db3-1921-4bac-93c5-2fe001b7157c tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Request body: {'security_group_rule': {'security_group_id': '37c5c277-e986-44f4-a18a-fa1b69ee41cd', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:01:05.320903 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:05.339363 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-50349ee6-5e95-40a9-bd5a-a0c415b5e882 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (701ecd21-9c19-4d90-b5a7-c351476cdc88), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:05.473824 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3321a401-ec92-4cd3-898c-dff328b22371 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (2c636f81-8c6f-451e-98bc-40135b3810d6), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:05.600771 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-618a92e0-6fc4-4a7c-ae40-f5d0debbf9cc tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks [] for security_group (736ea6ae-0aea-4053-8b86-0b802517d01c), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:05.624449 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=100 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:05.656117 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:05.656917 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-50349ee6-5e95-40a9-bd5a-a0c415b5e882 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (701ecd21-9c19-4d90-b5a7-c351476cdc88), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:05.690956 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-618a92e0-6fc4-4a7c-ae40-f5d0debbf9cc tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (736ea6ae-0aea-4053-8b86-0b802517d01c), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:05.716757 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-618a92e0-6fc4-4a7c-ae40-f5d0debbf9cc tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:01:05.722045 n-d-852085-12 neutron-server[108169]: INFO neutron.api.v2.resource [None req-fd3c2db3-1921-4bac-93c5-2fe001b7157c tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 21:01:05.724225 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-fd3c2db3-1921-4bac-93c5-2fe001b7157c tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5311611 Oct 04 21:01:05.729733 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52750) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:05.736075 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-618a92e0-6fc4-4a7c-ae40-f5d0debbf9cc tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (797682cf-128a-4747-aa6d-3a20a234f728), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:05.736644 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-618a92e0-6fc4-4a7c-ae40-f5d0debbf9cc tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Added segment 797682cf-128a-4747-aa6d-3a20a234f728 of type vlan for network 8fb955ca-c8c5-4722-ad28-fcec9d6b64a9 Oct 04 21:01:05.737710 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-434233a0-e28f-442b-9163-08d1d24947fc tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Request body: {'security_group_rule': {'security_group_id': '37c5c277-e986-44f4-a18a-fa1b69ee41cd', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:01:05.738535 n-d-852085-12 neutron-server[108169]: WARNING neutron.api.v2.base [None req-434233a0-e28f-442b-9163-08d1d24947fc tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 04 21:01:05.739360 n-d-852085-12 neutron-server[108169]: INFO neutron.api.v2.resource [None req-434233a0-e28f-442b-9163-08d1d24947fc tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 21:01:05.742469 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-434233a0-e28f-442b-9163-08d1d24947fc tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0109091 Oct 04 21:01:05.747888 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52752) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:05.760089 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-6da58123-5196-4342-84ba-0830dc0dbed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8284feae-dc55-446e-92cb-984255740508', 'name': 'tempest-RoutersIpV6Test-router-2036952622', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:59:42Z', 'updated_at': '2022-10-04T21:01:03Z', 'revision_number': 9, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'gw_port_host': None, '_interfaces': [{'id': '1ee087d7-9aa1-4322-8516-62c0e9228b10', 'name': '', 'network_id': '1d875141-b1fc-4741-963e-9fb93997617b', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'mac_address': 'fa:16:3e:42:b7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284feae-dc55-446e-92cb-984255740508', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '4e0f9132-635d-4c93-a474-fcb74c3e4a97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:59:46Z', 'updated_at': '2022-10-04T20:59:58Z', 'revision_number': 5, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'subnets': [{'id': '4e0f9132-635d-4c93-a474-fcb74c3e4a97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28a0d13a-1e3e-4b4b-99ba-4bffe04da4b6', 'name': '', 'network_id': '86271f77-fd7c-4bab-b31a-3a694c6f44f5', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'mac_address': 'fa:16:3e:a4:77:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284feae-dc55-446e-92cb-984255740508', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': 'a85a1c7c-a779-40a8-806d-b6b915727979', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:59:58Z', 'updated_at': '2022-10-04T21:00:25Z', 'revision_number': 5, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'subnets': [{'id': 'a85a1c7c-a779-40a8-806d-b6b915727979', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:01:05.760789 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-978fbc8f-8bbb-4f8e-ad16-9f816fc49e80 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Request body: {'security_group_rule': {'security_group_id': '37c5c277-e986-44f4-a18a-fa1b69ee41cd', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:01:05.829649 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da58123-5196-4342-84ba-0830dc0dbed3 None None] Checking router: 8284feae-dc55-446e-92cb-984255740508 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:01:05.846280 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-618a92e0-6fc4-4a7c-ae40-f5d0debbf9cc tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (8fb955ca-c8c5-4722-ad28-fcec9d6b64a9), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:05.851677 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da58123-5196-4342-84ba-0830dc0dbed3 None None] Routers {'8284feae-dc55-446e-92cb-984255740508'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:01:05.858290 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-6da58123-5196-4342-84ba-0830dc0dbed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:00:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['8284feae-dc55-446e-92cb-984255740508'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:01:05.889027 n-d-852085-12 neutron-server[108169]: INFO neutron.db.securitygroups_db [None req-978fbc8f-8bbb-4f8e-ad16-9f816fc49e80 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Project f9de9ddb18854733af8b5c5daf5b8681 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 21:01:06.009324 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618a92e0-6fc4-4a7c-ae40-f5d0debbf9cc tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736ea6ae-0aea-4053-8b86-0b802517d01c,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:06.018992 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52756) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:06.040264 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-618a92e0-6fc4-4a7c-ae40-f5d0debbf9cc tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (8fb955ca-c8c5-4722-ad28-fcec9d6b64a9), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:06.041046 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-50349ee6-5e95-40a9-bd5a-a0c415b5e882 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (701ecd21-9c19-4d90-b5a7-c351476cdc88), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:06.041893 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618a92e0-6fc4-4a7c-ae40-f5d0debbf9cc tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:01:06.042822 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-618a92e0-6fc4-4a7c-ae40-f5d0debbf9cc tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:06.076517 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-6da58123-5196-4342-84ba-0830dc0dbed3 None None] Set router 8284feae-dc55-446e-92cb-984255740508 gateway port host: None {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:01:06.106868 n-d-852085-12 neutron-server[108169]: INFO neutron.api.v2.resource [None req-978fbc8f-8bbb-4f8e-ad16-9f816fc49e80 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 21:01:06.109158 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-978fbc8f-8bbb-4f8e-ad16-9f816fc49e80 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3592808 Oct 04 21:01:06.116924 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3321a401-ec92-4cd3-898c-dff328b22371 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (2c636f81-8c6f-451e-98bc-40135b3810d6), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:06.118016 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50349ee6-5e95-40a9-bd5a-a0c415b5e882 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event deleted for resources: {'Subnet': ['ID=701ecd21-9c19-4d90-b5a7-c351476cdc88,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:06.129236 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52760) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:06.130222 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-50349ee6-5e95-40a9-bd5a-a0c415b5e882 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:06.139202 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-50349ee6-5e95-40a9-bd5a-a0c415b5e882 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/701ecd21-9c19-4d90-b5a7-c351476cdc88 HTTP/1.1" status: 204 len: 168 time: 1.2168894 Oct 04 21:01:06.142094 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52762) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:06.157234 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22bb6299-968a-4282-af32-45c34bb0c310 None None] Network b166ae1b-faf6-4490-be9d-c7d472820552 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:01:06.326587 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=10 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:06.379053 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-96a1f2b2-f6ed-40d7-b3e5-8693008597dd tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Request body: {'security_group_rule': {'security_group_id': '37c5c277-e986-44f4-a18a-fa1b69ee41cd', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:01:06.380204 n-d-852085-12 neutron-server[108170]: WARNING neutron.api.v2.base [None req-96a1f2b2-f6ed-40d7-b3e5-8693008597dd tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 04 21:01:06.381934 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-96a1f2b2-f6ed-40d7-b3e5-8693008597dd tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 21:01:06.385755 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-96a1f2b2-f6ed-40d7-b3e5-8693008597dd tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0261359 Oct 04 21:01:06.400377 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52768) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:06.410049 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-8b7c9306-7b73-44ba-ba2a-36266bed748d tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Request body: {'security_group_rule': {'security_group_id': '37c5c277-e986-44f4-a18a-fa1b69ee41cd', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:01:06.440144 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618a92e0-6fc4-4a7c-ae40-f5d0debbf9cc tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Pushing event updated for resources: {'Network': ['ID=8fb955ca-c8c5-4722-ad28-fcec9d6b64a9,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:06.472332 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3bd49db9-ece8-424b-af0f-3e36036e67e8 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (b166ae1b-faf6-4490-be9d-c7d472820552), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:06.478590 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 8fb955ca-c8c5-4722-ad28-fcec9d6b64a9 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:01:06.572082 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5247f96b-0481-4354-8140-dffdb64ac49a tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Made reservation on behalf of 9414c27e5e724ab4956a3499d081bdca for: {'port': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:01:06.592717 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5247f96b-0481-4354-8140-dffdb64ac49a tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:06.601139 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3321a401-ec92-4cd3-898c-dff328b22371 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Pushing event deleted for resources: {'Subnet': ['ID=2c636f81-8c6f-451e-98bc-40135b3810d6,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:06.617260 n-d-852085-12 neutron-server[108169]: INFO neutron.db.securitygroups_db [None req-8b7c9306-7b73-44ba-ba2a-36266bed748d tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Project f9de9ddb18854733af8b5c5daf5b8681 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 21:01:06.630490 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-618a92e0-6fc4-4a7c-ae40-f5d0debbf9cc tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 873 time: 3.5856321 Oct 04 21:01:06.640505 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52772) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:06.663178 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3321a401-ec92-4cd3-898c-dff328b22371 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:06.674726 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-3321a401-ec92-4cd3-898c-dff328b22371 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/2c636f81-8c6f-451e-98bc-40135b3810d6 HTTP/1.1" status: 204 len: 168 time: 2.6587243 Oct 04 21:01:06.678488 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18a4105-6d34-41d8-b664-2aa32687cc53 None None] DHCP port deletion for b166ae1b-faf6-4490-be9d-c7d472820552 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:01:06.681627 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52774) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:06.696851 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-1874902e-42fb-4ff7-9f21-b99b13e26b7e tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Request body: {'subnet': {'network_id': '8fb955ca-c8c5-4722-ad28-fcec9d6b64a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:01:06.697840 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3daba28a-0dad-432a-9b06-075ce150a7e2 None None] Network 9ba419df-2050-4e16-8249-7ec3a30b667c requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:01:06.792037 n-d-852085-12 neutron-server[108169]: INFO neutron.api.v2.resource [None req-8b7c9306-7b73-44ba-ba2a-36266bed748d tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 21:01:06.798513 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-8b7c9306-7b73-44ba-ba2a-36266bed748d tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3916540 Oct 04 21:01:06.798513 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-3bd49db9-ece8-424b-af0f-3e36036e67e8 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Deleting port f4e89833-302b-4966-8fa7-d0e68e571516 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:01:06.798513 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3bd49db9-ece8-424b-af0f-3e36036e67e8 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (f4e89833-302b-4966-8fa7-d0e68e571516), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:06.820163 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52776) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:06.826402 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [None req-5247f96b-0481-4354-8140-dffdb64ac49a tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] device_id is not set on port 3b730903-dba5-487c-a7cd-e45ec47abdbb yet. {{(pid=108170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 21:01:06.871654 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-80d8aeec-c488-4f1d-b483-c74cf7614269 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Request body: {'security_group_rule': {'security_group_id': '37c5c277-e986-44f4-a18a-fa1b69ee41cd', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:01:06.883722 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-6da58123-5196-4342-84ba-0830dc0dbed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8284feae-dc55-446e-92cb-984255740508', 'name': 'tempest-RoutersIpV6Test-router-2036952622', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:59:42Z', 'updated_at': '2022-10-04T21:01:03Z', 'revision_number': 9, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'gw_port_host': None, '_interfaces': [{'id': '1ee087d7-9aa1-4322-8516-62c0e9228b10', 'name': '', 'network_id': '1d875141-b1fc-4741-963e-9fb93997617b', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'mac_address': 'fa:16:3e:42:b7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284feae-dc55-446e-92cb-984255740508', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '4e0f9132-635d-4c93-a474-fcb74c3e4a97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:59:46Z', 'updated_at': '2022-10-04T20:59:58Z', 'revision_number': 5, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'subnets': [{'id': '4e0f9132-635d-4c93-a474-fcb74c3e4a97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28a0d13a-1e3e-4b4b-99ba-4bffe04da4b6', 'name': '', 'network_id': '86271f77-fd7c-4bab-b31a-3a694c6f44f5', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'mac_address': 'fa:16:3e:a4:77:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284feae-dc55-446e-92cb-984255740508', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': 'a85a1c7c-a779-40a8-806d-b6b915727979', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:59:58Z', 'updated_at': '2022-10-04T21:00:25Z', 'revision_number': 5, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'subnets': [{'id': 'a85a1c7c-a779-40a8-806d-b6b915727979', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:01:06.974117 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=12 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:06.984835 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da58123-5196-4342-84ba-0830dc0dbed3 None None] The sync data for ids ['8284feae-dc55-446e-92cb-984255740508'] in n-d-852085-12 is: [{'id': '8284feae-dc55-446e-92cb-984255740508', 'name': 'tempest-RoutersIpV6Test-router-2036952622', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:59:42Z', 'updated_at': '2022-10-04T21:01:03Z', 'revision_number': 9, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'gw_port_host': None, '_interfaces': [{'id': '1ee087d7-9aa1-4322-8516-62c0e9228b10', 'name': '', 'network_id': '1d875141-b1fc-4741-963e-9fb93997617b', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'mac_address': 'fa:16:3e:42:b7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284feae-dc55-446e-92cb-984255740508', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '4e0f9132-635d-4c93-a474-fcb74c3e4a97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:59:46Z', 'updated_at': '2022-10-04T20:59:58Z', 'revision_number': 5, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'subnets': [{'id': '4e0f9132-635d-4c93-a474-fcb74c3e4a97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28a0d13a-1e3e-4b4b-99ba-4bffe04da4b6', 'name': '', 'network_id': '86271f77-fd7c-4bab-b31a-3a694c6f44f5', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'mac_address': 'fa:16:3e:a4:77:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284feae-dc55-446e-92cb-984255740508', 'device_owner': 'network:router_interface', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': 'a85a1c7c-a779-40a8-806d-b6b915727979', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:59:58Z', 'updated_at': '2022-10-04T21:00:25Z', 'revision_number': 5, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'subnets': [{'id': 'a85a1c7c-a779-40a8-806d-b6b915727979', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:01:06.985374 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb8a1299-6a84-425f-8235-4c997982bde3 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Deleting subnet 63e4dbc9-1dea-4679-b64a-3d142650510b {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:01:06.990988 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-51e7480e-2b2a-46bb-9d55-aafe925c43a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:07.005198 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cb8a1299-6a84-425f-8235-4c997982bde3 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks [] for subnet (63e4dbc9-1dea-4679-b64a-3d142650510b), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:07.031101 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-3bd49db9-ece8-424b-af0f-3e36036e67e8 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] For port f4e89833-302b-4966-8fa7-d0e68e571516, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=f4e89833-302b-4966-8fa7-d0e68e571516,segment=NetworkSegment(2c016db4-9eab-449f-8ba9-98a17b134d83),segment_id=2c016db4-9eab-449f-8ba9-98a17b134d83)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:01:07.031785 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3bd49db9-ece8-424b-af0f-3e36036e67e8 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (f4e89833-302b-4966-8fa7-d0e68e571516), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:07.074388 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1874902e-42fb-4ff7-9f21-b99b13e26b7e tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Made reservation on behalf of d707b239f54e4f1192cd13ffdb6ee144 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:01:07.078831 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1874902e-42fb-4ff7-9f21-b99b13e26b7e tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:07.083456 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-3bd49db9-ece8-424b-af0f-3e36036e67e8 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Calling delete_port for f4e89833-302b-4966-8fa7-d0e68e571516 owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:01:07.177722 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-b18a4105-6d34-41d8-b664-2aa32687cc53 None None] Deleting port f4e89833-302b-4966-8fa7-d0e68e571516 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:01:07.180468 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b18a4105-6d34-41d8-b664-2aa32687cc53 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (f4e89833-302b-4966-8fa7-d0e68e571516), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:07.270156 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cb8a1299-6a84-425f-8235-4c997982bde3 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (63e4dbc9-1dea-4679-b64a-3d142650510b), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:07.281975 n-d-852085-12 neutron-server[108170]: INFO neutron.db.securitygroups_db [None req-80d8aeec-c488-4f1d-b483-c74cf7614269 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Project f9de9ddb18854733af8b5c5daf5b8681 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 21:01:07.341498 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:07.372421 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-b18a4105-6d34-41d8-b664-2aa32687cc53 None None] For port f4e89833-302b-4966-8fa7-d0e68e571516, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=f4e89833-302b-4966-8fa7-d0e68e571516,segment=NetworkSegment(2c016db4-9eab-449f-8ba9-98a17b134d83),segment_id=2c016db4-9eab-449f-8ba9-98a17b134d83)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:01:07.373595 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b18a4105-6d34-41d8-b664-2aa32687cc53 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (f4e89833-302b-4966-8fa7-d0e68e571516), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:07.434594 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-b18a4105-6d34-41d8-b664-2aa32687cc53 None None] Calling delete_port for f4e89833-302b-4966-8fa7-d0e68e571516 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:01:07.500528 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-5247f96b-0481-4354-8140-dffdb64ac49a tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Allocated IP 172.20.0.8 (9dafd1bd-2a3f-405c-8905-6c3ecc2949b9/da8ffb0e-7493-4488-8d46-a1cffee9f8b7/3b730903-dba5-487c-a7cd-e45ec47abdbb) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:01:07.502793 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:07.513218 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-80d8aeec-c488-4f1d-b483-c74cf7614269 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 21:01:07.514128 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-51e7480e-2b2a-46bb-9d55-aafe925c43a5 admin admin] Publish callbacks [] for security_group (77c265a6-5c83-4a06-a5d8-38169b4cd249), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:07.515541 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-80d8aeec-c488-4f1d-b483-c74cf7614269 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6660478 Oct 04 21:01:07.532579 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52784) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:07.687045 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-51e7480e-2b2a-46bb-9d55-aafe925c43a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (77c265a6-5c83-4a06-a5d8-38169b4cd249), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:07.744571 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cb8a1299-6a84-425f-8235-4c997982bde3 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (63e4dbc9-1dea-4679-b64a-3d142650510b), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:07.818034 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087d943c-fa0f-48ad-80bf-87d773d0360e None None] DHCP port deletion for 9ba419df-2050-4e16-8249-7ec3a30b667c request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:01:07.828638 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device f4e89833-302b-4966-8fa7-d0e68e571516 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:01:07.988543 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-087d943c-fa0f-48ad-80bf-87d773d0360e None None] Deleting port 9a81cdb7-af0e-4a28-884b-1977574a3dbc {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:01:07.989581 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-087d943c-fa0f-48ad-80bf-87d773d0360e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (9a81cdb7-af0e-4a28-884b-1977574a3dbc), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:08.134317 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3bd49db9-ece8-424b-af0f-3e36036e67e8 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (f4e89833-302b-4966-8fa7-d0e68e571516), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:08.168762 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-087d943c-fa0f-48ad-80bf-87d773d0360e None None] For port 9a81cdb7-af0e-4a28-884b-1977574a3dbc, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=9a81cdb7-af0e-4a28-884b-1977574a3dbc,segment=NetworkSegment(37ee8e9a-b772-45dd-b6f5-374c2fc6c75c),segment_id=37ee8e9a-b772-45dd-b6f5-374c2fc6c75c)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:01:08.169668 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-087d943c-fa0f-48ad-80bf-87d773d0360e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (9a81cdb7-af0e-4a28-884b-1977574a3dbc), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:08.208335 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-087d943c-fa0f-48ad-80bf-87d773d0360e None None] Calling delete_port for 9a81cdb7-af0e-4a28-884b-1977574a3dbc owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:01:08.249100 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd49db9-ece8-424b-af0f-3e36036e67e8 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event deleted for resources: {'Port': ['ID=f4e89833-302b-4966-8fa7-d0e68e571516,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:08.253971 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e7480e-2b2a-46bb-9d55-aafe925c43a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c265a6-5c83-4a06-a5d8-38169b4cd249,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:08.286449 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cb8a1299-6a84-425f-8235-4c997982bde3 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (63e4dbc9-1dea-4679-b64a-3d142650510b), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:08.345679 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:08.368748 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: f4e89833-302b-4966-8fa7-d0e68e571516 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:01:08.369367 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device f4e89833-302b-4966-8fa7-d0e68e571516 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:01:08.370079 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 9f2dd482-3c92-43d6-8aa7-3a6bbb986aea no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:01:08.374510 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5247f96b-0481-4354-8140-dffdb64ac49a tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks [] for port (3b730903-dba5-487c-a7cd-e45ec47abdbb), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:08.384000 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a1299-6a84-425f-8235-4c997982bde3 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Pushing event deleted for resources: {'Subnet': ['ID=63e4dbc9-1dea-4679-b64a-3d142650510b,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:08.392514 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd49db9-ece8-424b-af0f-3e36036e67e8 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] No DVR routers for this DVR port f4e89833-302b-4966-8fa7-d0e68e571516 on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:01:08.414799 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cb8a1299-6a84-425f-8235-4c997982bde3 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:08.427674 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-cb8a1299-6a84-425f-8235-4c997982bde3 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/63e4dbc9-1dea-4679-b64a-3d142650510b HTTP/1.1" status: 204 len: 168 time: 1.7331843 Oct 04 21:01:08.429229 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52792) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:08.434017 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8e6a21-7a45-4510-8c11-f8faa48939b8 None None] Network ae231c6c-6daa-43e7-b402-e276decd5a09 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:01:08.446144 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 9f2dd482-3c92-43d6-8aa7-3a6bbb986aea {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:01:08.447085 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 9f2dd482-3c92-43d6-8aa7-3a6bbb986aea not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:01:08.511956 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-51e7480e-2b2a-46bb-9d55-aafe925c43a5 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=0ece750da596456dbaa139c4937faabe&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4863579 Oct 04 21:01:08.513463 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52794) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:08.617981 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-17d5db3a-72f3-444c-8185-14a99dbc87e8 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks [] for security_group (37c5c277-e986-44f4-a18a-fa1b69ee41cd), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:08.636661 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fcbab020-b34f-4da6-be91-106e76cd9450 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (9ba419df-2050-4e16-8249-7ec3a30b667c), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:08.759719 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b18a4105-6d34-41d8-b664-2aa32687cc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (f4e89833-302b-4966-8fa7-d0e68e571516), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:08.762121 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-fcbab020-b34f-4da6-be91-106e76cd9450 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Deleting port 9a81cdb7-af0e-4a28-884b-1977574a3dbc {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:01:08.763206 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fcbab020-b34f-4da6-be91-106e76cd9450 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (9a81cdb7-af0e-4a28-884b-1977574a3dbc), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:08.829871 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18a4105-6d34-41d8-b664-2aa32687cc53 None None] Pushing event deleted for resources: {'Port': ['ID=f4e89833-302b-4966-8fa7-d0e68e571516,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:08.883055 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3bd49db9-ece8-424b-af0f-3e36036e67e8 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (b166ae1b-faf6-4490-be9d-c7d472820552), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:08.895390 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-17d5db3a-72f3-444c-8185-14a99dbc87e8 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks [] for security_group (37c5c277-e986-44f4-a18a-fa1b69ee41cd), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:08.904386 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18a4105-6d34-41d8-b664-2aa32687cc53 None None] No DVR routers for this DVR port f4e89833-302b-4966-8fa7-d0e68e571516 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:01:08.913718 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18a4105-6d34-41d8-b664-2aa32687cc53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:01:08.914567 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18a4105-6d34-41d8-b664-2aa32687cc53 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:01:08.915346 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18a4105-6d34-41d8-b664-2aa32687cc53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:01:08.920979 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18a4105-6d34-41d8-b664-2aa32687cc53 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:01:08.922106 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18a4105-6d34-41d8-b664-2aa32687cc53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:01:08.922909 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18a4105-6d34-41d8-b664-2aa32687cc53 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:01:08.923882 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18a4105-6d34-41d8-b664-2aa32687cc53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:01:08.939474 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18a4105-6d34-41d8-b664-2aa32687cc53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:01:08.939474 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18a4105-6d34-41d8-b664-2aa32687cc53 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:01:08.939474 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18a4105-6d34-41d8-b664-2aa32687cc53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:01:08.939474 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18a4105-6d34-41d8-b664-2aa32687cc53 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:01:08.939474 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18a4105-6d34-41d8-b664-2aa32687cc53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:01:08.939474 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18a4105-6d34-41d8-b664-2aa32687cc53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:01:08.940376 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18a4105-6d34-41d8-b664-2aa32687cc53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:01:08.940376 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18a4105-6d34-41d8-b664-2aa32687cc53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:01:08.966978 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-087d943c-fa0f-48ad-80bf-87d773d0360e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (9a81cdb7-af0e-4a28-884b-1977574a3dbc), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:08.997283 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5247f96b-0481-4354-8140-dffdb64ac49a tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (3b730903-dba5-487c-a7cd-e45ec47abdbb), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:09.026609 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=83,neutron:UPDATE=6,neutron:INSERT=5,neutron:DELETE=6 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:09.047341 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087d943c-fa0f-48ad-80bf-87d773d0360e None None] Pushing event deleted for resources: {'Port': ['ID=9a81cdb7-af0e-4a28-884b-1977574a3dbc,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:09.058267 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087d943c-fa0f-48ad-80bf-87d773d0360e None None] No DVR routers for this DVR port 9a81cdb7-af0e-4a28-884b-1977574a3dbc on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:01:09.138146 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423e4c62-d042-46ea-87f0-a7ff6bb1e017 None None] DHCP port deletion for ae231c6c-6daa-43e7-b402-e276decd5a09 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:01:09.148171 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-fcbab020-b34f-4da6-be91-106e76cd9450 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] For port 9a81cdb7-af0e-4a28-884b-1977574a3dbc, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=9a81cdb7-af0e-4a28-884b-1977574a3dbc,segment=NetworkSegment(37ee8e9a-b772-45dd-b6f5-374c2fc6c75c),segment_id=37ee8e9a-b772-45dd-b6f5-374c2fc6c75c)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:01:09.148796 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fcbab020-b34f-4da6-be91-106e76cd9450 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (9a81cdb7-af0e-4a28-884b-1977574a3dbc), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:09.165721 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-3bd49db9-ece8-424b-af0f-3e36036e67e8 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b166ae1b-faf6-4490-be9d-c7d472820552']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:01:09.227601 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5247f96b-0481-4354-8140-dffdb64ac49a tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Network 9dafd1bd-2a3f-405c-8905-6c3ecc2949b9 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:01:09.227601 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-fcbab020-b34f-4da6-be91-106e76cd9450 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Calling delete_port for 9a81cdb7-af0e-4a28-884b-1977574a3dbc owned by network:dhcp {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:01:09.242485 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5247f96b-0481-4354-8140-dffdb64ac49a tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Pushing event updated for resources: {'Port': ['ID=3b730903-dba5-487c-a7cd-e45ec47abdbb,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:09.248233 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-5247f96b-0481-4354-8140-dffdb64ac49a tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:01:09.257362 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5247f96b-0481-4354-8140-dffdb64ac49a tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:01:09.277106 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-3bd49db9-ece8-424b-af0f-3e36036e67e8 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c016db4-9eab-449f-8ba9-98a17b134d83') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:01:09.280555 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-423e4c62-d042-46ea-87f0-a7ff6bb1e017 None None] Deleting port 7bc75850-7257-4d83-954a-78fd4e08f0d2 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:01:09.281574 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-3bd49db9-ece8-424b-af0f-3e36036e67e8 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c016db4-9eab-449f-8ba9-98a17b134d83') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:01:09.283471 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-423e4c62-d042-46ea-87f0-a7ff6bb1e017 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (7bc75850-7257-4d83-954a-78fd4e08f0d2), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:09.288011 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2963d771-6f5c-4dc9-80f1-e29c33a23f7c admin admin] Publish callbacks [] for security_group (77c265a6-5c83-4a06-a5d8-38169b4cd249), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:09.385432 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3bd49db9-ece8-424b-af0f-3e36036e67e8 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (2c016db4-9eab-449f-8ba9-98a17b134d83), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:09.389155 n-d-852085-12 neutron-server[108169]: DEBUG neutron.objects.ports [None req-1874902e-42fb-4ff7-9f21-b99b13e26b7e tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108169) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 04 21:01:09.390246 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1874902e-42fb-4ff7-9f21-b99b13e26b7e tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (63b99923-9d52-4304-bc21-b7a42f422548), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:09.440967 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-17d5db3a-72f3-444c-8185-14a99dbc87e8 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (37c5c277-e986-44f4-a18a-fa1b69ee41cd), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:09.447402 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-17d5db3a-72f3-444c-8185-14a99dbc87e8 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:09.454728 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-17d5db3a-72f3-444c-8185-14a99dbc87e8 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/37c5c277-e986-44f4-a18a-fa1b69ee41cd HTTP/1.1" status: 204 len: 168 time: 1.9154801 Oct 04 21:01:09.493348 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 7bc75850-7257-4d83-954a-78fd4e08f0d2 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:01:09.514621 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2963d771-6f5c-4dc9-80f1-e29c33a23f7c admin admin] Publish callbacks [] for security_group (77c265a6-5c83-4a06-a5d8-38169b4cd249), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:09.522122 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52804) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:09.569339 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3bd49db9-ece8-424b-af0f-3e36036e67e8 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (2c016db4-9eab-449f-8ba9-98a17b134d83), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:09.669907 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d5db3a-72f3-444c-8185-14a99dbc87e8 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c5c277-e986-44f4-a18a-fa1b69ee41cd,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:09.678496 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bd49db9-ece8-424b-af0f-3e36036e67e8 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:01:09.679061 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3bd49db9-ece8-424b-af0f-3e36036e67e8 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (2c016db4-9eab-449f-8ba9-98a17b134d83), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:09.707582 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5247f96b-0481-4354-8140-dffdb64ac49a tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:01:09.709040 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5247f96b-0481-4354-8140-dffdb64ac49a tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:09.714818 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:09.814989 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-423e4c62-d042-46ea-87f0-a7ff6bb1e017 None None] For port 7bc75850-7257-4d83-954a-78fd4e08f0d2, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=7bc75850-7257-4d83-954a-78fd4e08f0d2,segment=NetworkSegment(7b45000d-2684-4801-a582-3745b85d3c54),segment_id=7b45000d-2684-4801-a582-3745b85d3c54)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:01:09.816281 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-423e4c62-d042-46ea-87f0-a7ff6bb1e017 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (7bc75850-7257-4d83-954a-78fd4e08f0d2), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:09.852613 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:09.876905 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-423e4c62-d042-46ea-87f0-a7ff6bb1e017 None None] Calling delete_port for 7bc75850-7257-4d83-954a-78fd4e08f0d2 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:01:09.892208 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-48d72d18-3a0a-4cbe-8d9d-15124d98f7a6 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3705299 Oct 04 21:01:09.893871 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1874902e-42fb-4ff7-9f21-b99b13e26b7e tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Checking segment: {'id': '797682cf-128a-4747-aa6d-3a20a234f728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8fb955ca-c8c5-4722-ad28-fcec9d6b64a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:01:09.894654 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1874902e-42fb-4ff7-9f21-b99b13e26b7e tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Network hostable DHCP agents. Network: 8fb955ca-c8c5-4722-ad28-fcec9d6b64a9, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:01:09.907713 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-5247f96b-0481-4354-8140-dffdb64ac49a tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.7846286 Oct 04 21:01:09.908705 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52808) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:09.918416 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-db97a4d9-a14f-46c5-829a-a6d8cf016f5e tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Request body: {'security_group': {'name': 'tempest-secgroup--1037918350'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:01:09.922201 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 2c016db4-9eab-449f-8ba9-98a17b134d83 resource provider aggregate not found Oct 04 21:01:09.929031 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52810) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:09.943129 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-19f0bf32-dbb5-4b16-9d77-753dcc104a85 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:a2:94:04'}]}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:01:09.957973 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1874902e-42fb-4ff7-9f21-b99b13e26b7e tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Pushing event updated for resources: {'Subnet': ['ID=63b99923-9d52-4304-bc21-b7a42f422548,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:10.017380 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:UPDATE=1,neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:10.020954 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 2c016db4-9eab-449f-8ba9-98a17b134d83 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2c016db4-9eab-449f-8ba9-98a17b134d83 found for delete ", "request_id": "req-73aaf8b2-9837-4d37-91bd-c00d31cdba85"}]} Oct 04 21:01:10.028983 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fcbab020-b34f-4da6-be91-106e76cd9450 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (9a81cdb7-af0e-4a28-884b-1977574a3dbc), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:10.062756 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-0ea38a68-aede-45e1-835e-bd4ec9a6862e None None] Provisioning complete for port 3b730903-dba5-487c-a7cd-e45ec47abdbb triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:01:10.063348 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0ea38a68-aede-45e1-835e-bd4ec9a6862e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (3b730903-dba5-487c-a7cd-e45ec47abdbb), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:10.063936 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-0ea38a68-aede-45e1-835e-bd4ec9a6862e None None] Attempt 1 to provision port 3b730903-dba5-487c-a7cd-e45ec47abdbb Oct 04 21:01:10.125162 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbab020-b34f-4da6-be91-106e76cd9450 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Pushing event deleted for resources: {'Port': ['ID=9a81cdb7-af0e-4a28-884b-1977574a3dbc,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:10.129263 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbab020-b34f-4da6-be91-106e76cd9450 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] No DVR routers for this DVR port 9a81cdb7-af0e-4a28-884b-1977574a3dbc on host n-d-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:01:10.162724 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3bd49db9-ece8-424b-af0f-3e36036e67e8 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (b166ae1b-faf6-4490-be9d-c7d472820552), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:10.217240 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2963d771-6f5c-4dc9-80f1-e29c33a23f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (77c265a6-5c83-4a06-a5d8-38169b4cd249), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:10.218315 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-db97a4d9-a14f-46c5-829a-a6d8cf016f5e tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:10.229499 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2963d771-6f5c-4dc9-80f1-e29c33a23f7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:10.233177 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-2963d771-6f5c-4dc9-80f1-e29c33a23f7c admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/77c265a6-5c83-4a06-a5d8-38169b4cd249 HTTP/1.1" status: 204 len: 168 time: 1.6548836 Oct 04 21:01:10.243545 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1874902e-42fb-4ff7-9f21-b99b13e26b7e tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Network 8fb955ca-c8c5-4722-ad28-fcec9d6b64a9 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:01:10.252403 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3bd49db9-ece8-424b-af0f-3e36036e67e8 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:10.275943 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-3bd49db9-ece8-424b-af0f-3e36036e67e8 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "DELETE /networking/v2.0/networks/b166ae1b-faf6-4490-be9d-c7d472820552 HTTP/1.1" status: 204 len: 168 time: 4.1316776 Oct 04 21:01:10.287779 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-0ea38a68-aede-45e1-835e-bd4ec9a6862e None None] Port 3b730903-dba5-487c-a7cd-e45ec47abdbb cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:01:10.293805 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 7bc75850-7257-4d83-954a-78fd4e08f0d2 is: ACTIVE; New status is: DOWN {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:01:10.294530 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (7bc75850-7257-4d83-954a-78fd4e08f0d2), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:10.320108 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52816) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:10.358770 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd49db9-ece8-424b-af0f-3e36036e67e8 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event deleted for resources: {'Network': ['ID=b166ae1b-faf6-4490-be9d-c7d472820552,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:10.386442 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2963d771-6f5c-4dc9-80f1-e29c33a23f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c265a6-5c83-4a06-a5d8-38169b4cd249,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:10.425089 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 9a81cdb7-af0e-4a28-884b-1977574a3dbc no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:01:10.467546 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-1874902e-42fb-4ff7-9f21-b99b13e26b7e tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 8fb955ca-c8c5-4722-ad28-fcec9d6b64a9) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:01:10.469648 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-423e4c62-d042-46ea-87f0-a7ff6bb1e017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (7bc75850-7257-4d83-954a-78fd4e08f0d2), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:10.488613 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 9a81cdb7-af0e-4a28-884b-1977574a3dbc {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:01:10.489406 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 9a81cdb7-af0e-4a28-884b-1977574a3dbc not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:01:10.559070 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1874902e-42fb-4ff7-9f21-b99b13e26b7e tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:01:10.560355 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1874902e-42fb-4ff7-9f21-b99b13e26b7e tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:10.576573 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f79cf99-f97a-4ef3-a903-ab747a6a3463 None None] Network 8fb955ca-c8c5-4722-ad28-fcec9d6b64a9 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:01:10.581405 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e4c62-d042-46ea-87f0-a7ff6bb1e017 None None] Pushing event deleted for resources: {'Port': ['ID=7bc75850-7257-4d83-954a-78fd4e08f0d2,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:10.640136 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:10.653143 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fcbab020-b34f-4da6-be91-106e76cd9450 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (9ba419df-2050-4e16-8249-7ec3a30b667c), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:10.696243 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423e4c62-d042-46ea-87f0-a7ff6bb1e017 None None] No DVR routers for this DVR port 7bc75850-7257-4d83-954a-78fd4e08f0d2 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:01:10.812113 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-1874902e-42fb-4ff7-9f21-b99b13e26b7e tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 4.1487529 Oct 04 21:01:10.817303 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52820) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:10.826982 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-f932a21e-8ed4-47b6-bb6a-33627f1e23a7 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1863562136', 'network_id': '8fb955ca-c8c5-4722-ad28-fcec9d6b64a9'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:01:10.929916 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e87244-deb0-4340-bc11-c7aed7a76841 None None] Network 8fb955ca-c8c5-4722-ad28-fcec9d6b64a9 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:01:10.974006 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-fcbab020-b34f-4da6-be91-106e76cd9450 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ba419df-2050-4e16-8249-7ec3a30b667c']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:01:10.998447 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52824) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:11.088982 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-fcbab020-b34f-4da6-be91-106e76cd9450 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37ee8e9a-b772-45dd-b6f5-374c2fc6c75c') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:01:11.089470 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-fcbab020-b34f-4da6-be91-106e76cd9450 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37ee8e9a-b772-45dd-b6f5-374c2fc6c75c') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:01:11.140008 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f932a21e-8ed4-47b6-bb6a-33627f1e23a7 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Made reservation on behalf of d707b239f54e4f1192cd13ffdb6ee144 for: {'port': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:01:11.145721 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f932a21e-8ed4-47b6-bb6a-33627f1e23a7 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:11.182277 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fcbab020-b34f-4da6-be91-106e76cd9450 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (37ee8e9a-b772-45dd-b6f5-374c2fc6c75c), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:11.203296 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:11.237058 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [None req-f932a21e-8ed4-47b6-bb6a-33627f1e23a7 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] device_id is not set on port e7d6f910-4445-4ae2-92c9-21612449955d yet. {{(pid=108169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 21:01:11.315243 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fcbab020-b34f-4da6-be91-106e76cd9450 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (37ee8e9a-b772-45dd-b6f5-374c2fc6c75c), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:11.324439 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-db97a4d9-a14f-46c5-829a-a6d8cf016f5e tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks [] for security_group (e61c7cb7-408e-4b77-b210-c9b10128b119), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:11.366845 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-19f0bf32-dbb5-4b16-9d77-753dcc104a85 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (3b730903-dba5-487c-a7cd-e45ec47abdbb), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:11.410779 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcbab020-b34f-4da6-be91-106e76cd9450 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:01:11.414840 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fcbab020-b34f-4da6-be91-106e76cd9450 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (37ee8e9a-b772-45dd-b6f5-374c2fc6c75c), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:11.434283 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8dbc48f1-ffac-405c-99e5-648e9e2c4d14 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (8284feae-dc55-446e-92cb-984255740508), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:11.501636 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-db97a4d9-a14f-46c5-829a-a6d8cf016f5e tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (e61c7cb7-408e-4b77-b210-c9b10128b119), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:11.757363 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-f932a21e-8ed4-47b6-bb6a-33627f1e23a7 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Allocated IP 2001:db8::29a (8fb955ca-c8c5-4722-ad28-fcec9d6b64a9/63b99923-9d52-4304-bc21-b7a42f422548/e7d6f910-4445-4ae2-92c9-21612449955d) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:01:11.766199 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 37ee8e9a-b772-45dd-b6f5-374c2fc6c75c resource provider aggregate not found Oct 04 21:01:11.778848 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ed00dc5a-1556-425c-8c1a-6f91296f48f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:11.841496 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fcbab020-b34f-4da6-be91-106e76cd9450 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (9ba419df-2050-4e16-8249-7ec3a30b667c), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:11.848915 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-db97a4d9-a14f-46c5-829a-a6d8cf016f5e tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:11.856146 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-db97a4d9-a14f-46c5-829a-a6d8cf016f5e tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.9400096 Oct 04 21:01:11.886573 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52844) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:11.888527 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fcbab020-b34f-4da6-be91-106e76cd9450 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:11.895003 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-fcbab020-b34f-4da6-be91-106e76cd9450 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] 10.222.0.78 "DELETE /networking/v2.0/networks/9ba419df-2050-4e16-8249-7ec3a30b667c HTTP/1.1" status: 204 len: 168 time: 3.4615712 Oct 04 21:01:11.898824 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 37ee8e9a-b772-45dd-b6f5-374c2fc6c75c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 37ee8e9a-b772-45dd-b6f5-374c2fc6c75c found for delete ", "request_id": "req-702fe370-68fe-49b3-93be-5d2fedf06de9"}]} Oct 04 21:01:11.911038 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52846) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:11.943839 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-e0d60658-8a76-47e4-8714-d025ae462003 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Request body: {'security_group_rule': {'security_group_id': 'e61c7cb7-408e-4b77-b210-c9b10128b119', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:01:12.006195 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbab020-b34f-4da6-be91-106e76cd9450 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Pushing event deleted for resources: {'Network': ['ID=9ba419df-2050-4e16-8249-7ec3a30b667c,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:12.034780 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:12.035737 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db97a4d9-a14f-46c5-829a-a6d8cf016f5e tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e61c7cb7-408e-4b77-b210-c9b10128b119,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:12.157532 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=9,neutron:INSERT=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:12.334748 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-041d6531-58c9-42bc-8d45-e4346b30d958 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (ae231c6c-6daa-43e7-b402-e276decd5a09), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:12.363288 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:12.429563 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ed00dc5a-1556-425c-8c1a-6f91296f48f9 admin admin] Publish callbacks [] for security_group (e0ccef70-f1c5-4b7c-bfc1-05e216f54032), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:12.436213 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-e0d60658-8a76-47e4-8714-d025ae462003 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] create failed (client error): The resource could not be found. Oct 04 21:01:12.442851 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-e0d60658-8a76-47e4-8714-d025ae462003 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5376120 Oct 04 21:01:12.445487 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52854) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:12.465577 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-be93d453-f61d-4b4a-a0fd-e2488f034017 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Request body: {'security_group_rule': {'security_group_id': 'e61c7cb7-408e-4b77-b210-c9b10128b119', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '3af66776-2a26-413a-ae40-28b100380b76'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:01:12.598162 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-19f0bf32-dbb5-4b16-9d77-753dcc104a85 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks [] for port (3b730903-dba5-487c-a7cd-e45ec47abdbb), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:12.604546 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ed00dc5a-1556-425c-8c1a-6f91296f48f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (e0ccef70-f1c5-4b7c-bfc1-05e216f54032), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:12.718992 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-ed00dc5a-1556-425c-8c1a-6f91296f48f9 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=858ebfaaa6594e938e79b39bf10898b1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6801136 Oct 04 21:01:12.753069 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52860) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:12.766840 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-19f0bf32-dbb5-4b16-9d77-753dcc104a85 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (3b730903-dba5-487c-a7cd-e45ec47abdbb), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:12.875592 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed00dc5a-1556-425c-8c1a-6f91296f48f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ccef70-f1c5-4b7c-bfc1-05e216f54032,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:13.049490 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f0bf32-dbb5-4b16-9d77-753dcc104a85 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Pushing event updated for resources: {'Port': ['ID=3b730903-dba5-487c-a7cd-e45ec47abdbb,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:13.092234 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f932a21e-8ed4-47b6-bb6a-33627f1e23a7 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks [] for port (e7d6f910-4445-4ae2-92c9-21612449955d), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:13.101776 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-041d6531-58c9-42bc-8d45-e4346b30d958 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (ae231c6c-6daa-43e7-b402-e276decd5a09), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:13.104261 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-19f0bf32-dbb5-4b16-9d77-753dcc104a85 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] In _notify_port_updated(), no bound segment for port 3b730903-dba5-487c-a7cd-e45ec47abdbb on network 9dafd1bd-2a3f-405c-8905-6c3ecc2949b9 {{(pid=108170) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 04 21:01:13.118173 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-8dbc48f1-ffac-405c-99e5-648e9e2c4d14 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Deleting port 28a0d13a-1e3e-4b4b-99ba-4bffe04da4b6 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:01:13.118173 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8dbc48f1-ffac-405c-99e5-648e9e2c4d14 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (28a0d13a-1e3e-4b4b-99ba-4bffe04da4b6), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:13.118537 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f0bf32-dbb5-4b16-9d77-753dcc104a85 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:01:13.118537 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-19f0bf32-dbb5-4b16-9d77-753dcc104a85 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:13.118537 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-19f0bf32-dbb5-4b16-9d77-753dcc104a85 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] 10.222.0.78 "PUT /networking/v2.0/ports/3b730903-dba5-487c-a7cd-e45ec47abdbb HTTP/1.1" status: 200 len: 993 time: 3.1817057 Oct 04 21:01:13.120066 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52864) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:13.137342 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2c7be128-ce26-4a0f-ade7-4f625853c2ed admin admin] Publish callbacks [] for security_group (e0ccef70-f1c5-4b7c-bfc1-05e216f54032), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:13.205477 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-be93d453-f61d-4b4a-a0fd-e2488f034017 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] create failed (client error): The resource could not be found. Oct 04 21:01:13.207828 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-be93d453-f61d-4b4a-a0fd-e2488f034017 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7606573 Oct 04 21:01:13.218869 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52868) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:13.221212 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:INSERT=7,neutron:SELECT=84,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:13.275193 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-041d6531-58c9-42bc-8d45-e4346b30d958 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae231c6c-6daa-43e7-b402-e276decd5a09']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:01:13.289751 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2c7be128-ce26-4a0f-ade7-4f625853c2ed admin admin] Publish callbacks [] for security_group (e0ccef70-f1c5-4b7c-bfc1-05e216f54032), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:13.320698 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-041d6531-58c9-42bc-8d45-e4346b30d958 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b45000d-2684-4801-a582-3745b85d3c54') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:01:13.321629 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-041d6531-58c9-42bc-8d45-e4346b30d958 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b45000d-2684-4801-a582-3745b85d3c54') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:01:13.363867 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-041d6531-58c9-42bc-8d45-e4346b30d958 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (7b45000d-2684-4801-a582-3745b85d3c54), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:13.428680 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-041d6531-58c9-42bc-8d45-e4346b30d958 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (7b45000d-2684-4801-a582-3745b85d3c54), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:13.433206 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-efeb05f9-285f-411d-8455-d0d6a4d88061 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Deleting port 3b730903-dba5-487c-a7cd-e45ec47abdbb {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:01:13.434137 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-efeb05f9-285f-411d-8455-d0d6a4d88061 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (3b730903-dba5-487c-a7cd-e45ec47abdbb), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:13.444101 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-041d6531-58c9-42bc-8d45-e4346b30d958 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:01:13.444787 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-041d6531-58c9-42bc-8d45-e4346b30d958 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (7b45000d-2684-4801-a582-3745b85d3c54), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:13.540121 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 7b45000d-2684-4801-a582-3745b85d3c54 resource provider aggregate not found Oct 04 21:01:13.617195 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f932a21e-8ed4-47b6-bb6a-33627f1e23a7 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (e7d6f910-4445-4ae2-92c9-21612449955d), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:13.653231 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-8dbc48f1-ffac-405c-99e5-648e9e2c4d14 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] For port 28a0d13a-1e3e-4b4b-99ba-4bffe04da4b6, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=28a0d13a-1e3e-4b4b-99ba-4bffe04da4b6,segment=NetworkSegment(ebbda1c8-dbf3-48b0-b63e-ea670c7e0cf9),segment_id=ebbda1c8-dbf3-48b0-b63e-ea670c7e0cf9)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:01:13.654010 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8dbc48f1-ffac-405c-99e5-648e9e2c4d14 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (28a0d13a-1e3e-4b4b-99ba-4bffe04da4b6), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:13.676765 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 7b45000d-2684-4801-a582-3745b85d3c54 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7b45000d-2684-4801-a582-3745b85d3c54 found for delete ", "request_id": "req-b66f035b-4f38-405f-9a9d-701e59f754b6"}]} Oct 04 21:01:13.789759 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-8dbc48f1-ffac-405c-99e5-648e9e2c4d14 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Calling delete_port for 28a0d13a-1e3e-4b4b-99ba-4bffe04da4b6 owned by network:router_interface {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:01:13.860113 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f932a21e-8ed4-47b6-bb6a-33627f1e23a7 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Network 8fb955ca-c8c5-4722-ad28-fcec9d6b64a9 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:01:13.873886 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-f932a21e-8ed4-47b6-bb6a-33627f1e23a7 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:01:13.952169 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f932a21e-8ed4-47b6-bb6a-33627f1e23a7 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:01:13.956657 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f932a21e-8ed4-47b6-bb6a-33627f1e23a7 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:01:13.960288 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f932a21e-8ed4-47b6-bb6a-33627f1e23a7 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:13.981022 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-041d6531-58c9-42bc-8d45-e4346b30d958 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (ae231c6c-6daa-43e7-b402-e276decd5a09), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:13.983796 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f932a21e-8ed4-47b6-bb6a-33627f1e23a7 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Pushing event updated for resources: {'Port': ['ID=e7d6f910-4445-4ae2-92c9-21612449955d,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:14.008719 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-041d6531-58c9-42bc-8d45-e4346b30d958 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:14.024928 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-041d6531-58c9-42bc-8d45-e4346b30d958 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] 10.222.0.78 "DELETE /networking/v2.0/networks/ae231c6c-6daa-43e7-b402-e276decd5a09 HTTP/1.1" status: 204 len: 168 time: 2.1074076 Oct 04 21:01:14.031295 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52882) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:14.118501 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d6531-58c9-42bc-8d45-e4346b30d958 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Pushing event deleted for resources: {'Network': ['ID=ae231c6c-6daa-43e7-b402-e276decd5a09,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:14.130347 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d17df55b-d2dc-4342-b80c-fe53d14c6198 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks [] for security_group (e61c7cb7-408e-4b77-b210-c9b10128b119), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:14.169783 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f932a21e-8ed4-47b6-bb6a-33627f1e23a7 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 3.3494418 Oct 04 21:01:14.178290 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52886) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:14.198216 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d17df55b-d2dc-4342-b80c-fe53d14c6198 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks [] for security_group (e61c7cb7-408e-4b77-b210-c9b10128b119), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:14.276861 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-2276d7bf-2228-4d39-b585-6aecf227b925 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Deleting subnet 739c2615-d276-45f7-85db-769e01a393b6 {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:01:14.292710 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2c7be128-ce26-4a0f-ade7-4f625853c2ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (e0ccef70-f1c5-4b7c-bfc1-05e216f54032), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:14.297498 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2c7be128-ce26-4a0f-ade7-4f625853c2ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:14.304434 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2c7be128-ce26-4a0f-ade7-4f625853c2ed admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/e0ccef70-f1c5-4b7c-bfc1-05e216f54032 HTTP/1.1" status: 204 len: 168 time: 1.5359666 Oct 04 21:01:14.328938 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-efeb05f9-285f-411d-8455-d0d6a4d88061 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (3b730903-dba5-487c-a7cd-e45ec47abdbb), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:14.357055 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7be128-ce26-4a0f-ade7-4f625853c2ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ccef70-f1c5-4b7c-bfc1-05e216f54032,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:14.368392 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-efeb05f9-285f-411d-8455-d0d6a4d88061 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Calling delete_port for 3b730903-dba5-487c-a7cd-e45ec47abdbb owned by {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:01:14.370121 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2276d7bf-2228-4d39-b585-6aecf227b925 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks [] for subnet (739c2615-d276-45f7-85db-769e01a393b6), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:14.486345 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:14.494002 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d17df55b-d2dc-4342-b80c-fe53d14c6198 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (e61c7cb7-408e-4b77-b210-c9b10128b119), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:14.499732 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d17df55b-d2dc-4342-b80c-fe53d14c6198 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:14.507214 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-d17df55b-d2dc-4342-b80c-fe53d14c6198 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/e61c7cb7-408e-4b77-b210-c9b10128b119 HTTP/1.1" status: 204 len: 168 time: 1.2715731 Oct 04 21:01:14.511643 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52892) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:14.553316 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2276d7bf-2228-4d39-b585-6aecf227b925 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (739c2615-d276-45f7-85db-769e01a393b6), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:14.557466 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-d974b911-14d2-4ab3-afa9-084718f421ea tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Deleting port e7d6f910-4445-4ae2-92c9-21612449955d {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:01:14.558251 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d974b911-14d2-4ab3-afa9-084718f421ea tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (e7d6f910-4445-4ae2-92c9-21612449955d), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:14.564313 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17df55b-d2dc-4342-b80c-fe53d14c6198 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61c7cb7-408e-4b77-b210-c9b10128b119,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:14.767944 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:14.797375 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:14.810607 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-0d2dd457-574a-4e10-a690-bf810407d8af tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2752166 Oct 04 21:01:14.817950 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52898) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:14.829207 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-0b48daec-d918-4856-b792-1c9b0db0b7aa tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Request body: {'security_group_rule': {'security_group_id': '4e43e7b5-12eb-4611-90c4-8e4b179fc025', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:01:14.972862 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d974b911-14d2-4ab3-afa9-084718f421ea tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (e7d6f910-4445-4ae2-92c9-21612449955d), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:15.013247 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-d974b911-14d2-4ab3-afa9-084718f421ea tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Calling delete_port for e7d6f910-4445-4ae2-92c9-21612449955d owned by {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:01:15.018816 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8dbc48f1-ffac-405c-99e5-648e9e2c4d14 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (28a0d13a-1e3e-4b4b-99ba-4bffe04da4b6), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:15.022246 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2276d7bf-2228-4d39-b585-6aecf227b925 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (739c2615-d276-45f7-85db-769e01a393b6), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:15.110460 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-efeb05f9-285f-411d-8455-d0d6a4d88061 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (3b730903-dba5-487c-a7cd-e45ec47abdbb), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:15.150380 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbc48f1-ffac-405c-99e5-648e9e2c4d14 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event deleted for resources: {'Port': ['ID=28a0d13a-1e3e-4b4b-99ba-4bffe04da4b6,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:15.225822 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeb05f9-285f-411d-8455-d0d6a4d88061 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Pushing event deleted for resources: {'Port': ['ID=3b730903-dba5-487c-a7cd-e45ec47abdbb,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:15.511641 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-0b48daec-d918-4856-b792-1c9b0db0b7aa tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] create failed (client error): The resource could not be found. Oct 04 21:01:15.520720 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-0b48daec-d918-4856-b792-1c9b0db0b7aa tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6958387 Oct 04 21:01:15.532560 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52910) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:15.566820 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-522578eb-60bc-4083-b603-b4a87ab65841 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Request body: {'security_group': {'name': 'tempest-secgroup--537725342'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:01:15.602410 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8d4dcd1e-6f6e-4866-8376-d9eac346a3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:15.803945 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:15.869920 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-522578eb-60bc-4083-b603-b4a87ab65841 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:15.923310 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:15.944562 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-efeb05f9-285f-411d-8455-d0d6a4d88061 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:15.955388 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-efeb05f9-285f-411d-8455-d0d6a4d88061 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] 10.222.0.78 "DELETE /networking/v2.0/ports/3b730903-dba5-487c-a7cd-e45ec47abdbb HTTP/1.1" status: 204 len: 168 time: 2.8287797 Oct 04 21:01:15.956744 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52916) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:15.968234 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8dbc48f1-ffac-405c-99e5-648e9e2c4d14 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (8284feae-dc55-446e-92cb-984255740508), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:16.044059 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9aa6aa6-a519-474e-8b5b-928552849058 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] GET failed (client error): The resource could not be found. Oct 04 21:01:16.048167 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c9aa6aa6-a519-474e-8b5b-928552849058 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] 10.222.0.78 "GET /networking/v2.0/ports/3b730903-dba5-487c-a7cd-e45ec47abdbb HTTP/1.1" status: 404 len: 333 time: 0.0907311 Oct 04 21:01:16.059596 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52922) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:16.079062 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-2a44fe24-f482-4e77-95a7-d21eaee9a4aa tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Request body: {'port': {'network_id': '9dafd1bd-2a3f-405c-8905-6c3ecc2949b9', 'name': 'tempest-AllowedAddressPairTestJSON-2096018146'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:01:16.139451 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2276d7bf-2228-4d39-b585-6aecf227b925 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (739c2615-d276-45f7-85db-769e01a393b6), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:16.154676 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d974b911-14d2-4ab3-afa9-084718f421ea tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (e7d6f910-4445-4ae2-92c9-21612449955d), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:16.263163 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52924) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:16.294844 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-522578eb-60bc-4083-b603-b4a87ab65841 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks [] for security_group (61bf7ac1-7613-45b1-b8a5-703e2efd405b), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:16.321721 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2276d7bf-2228-4d39-b585-6aecf227b925 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Pushing event deleted for resources: {'Subnet': ['ID=739c2615-d276-45f7-85db-769e01a393b6,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:16.333011 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-525b5e8e-e622-458e-8530-6fcec15b395f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:16.335928 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2276d7bf-2228-4d39-b585-6aecf227b925 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:16.342285 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-2276d7bf-2228-4d39-b585-6aecf227b925 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/739c2615-d276-45f7-85db-769e01a393b6 HTTP/1.1" status: 204 len: 168 time: 2.3081429 Oct 04 21:01:16.344895 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d974b911-14d2-4ab3-afa9-084718f421ea tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Pushing event deleted for resources: {'Port': ['ID=e7d6f910-4445-4ae2-92c9-21612449955d,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:16.348448 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52926) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:16.365778 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42634e91-b1e4-4b52-8fe1-1b17149f7e8c None None] Network 3193d785-0fee-4ee5-985c-e9a36e566af5 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:01:16.432361 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-522578eb-60bc-4083-b603-b4a87ab65841 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (61bf7ac1-7613-45b1-b8a5-703e2efd405b), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:16.566238 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522578eb-60bc-4083-b603-b4a87ab65841 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61bf7ac1-7613-45b1-b8a5-703e2efd405b,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:16.613199 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a44fe24-f482-4e77-95a7-d21eaee9a4aa tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Made reservation on behalf of 9414c27e5e724ab4956a3499d081bdca for: {'port': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:01:16.623320 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2a44fe24-f482-4e77-95a7-d21eaee9a4aa tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:16.670372 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3f6baf68-8829-4b83-a16f-870c31694c77 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (3193d785-0fee-4ee5-985c-e9a36e566af5), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:16.684746 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d974b911-14d2-4ab3-afa9-084718f421ea tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:16.692603 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-525b5e8e-e622-458e-8530-6fcec15b395f admin admin] Publish callbacks [] for security_group (e2f27028-067e-4a90-854d-ea2bbdbdffdf), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:16.697093 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d974b911-14d2-4ab3-afa9-084718f421ea tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] 10.222.0.78 "DELETE /networking/v2.0/ports/e7d6f910-4445-4ae2-92c9-21612449955d HTTP/1.1" status: 204 len: 168 time: 2.5127630 Oct 04 21:01:16.702302 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52928) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:16.714833 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-522578eb-60bc-4083-b603-b4a87ab65841 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:16.717948 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-522578eb-60bc-4083-b603-b4a87ab65841 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1795809 Oct 04 21:01:16.722681 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52930) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:16.729077 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-f26cb04d-b1e2-49fd-9765-d7fb67b7016c tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8fb955ca-c8c5-4722-ad28-fcec9d6b64a9', 'external_fixed_ips': [{'subnet_id': '63b99923-9d52-4304-bc21-b7a42f422548', 'ip_address': '2001:db8::29a'}]}}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:01:16.731673 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-8e7544b4-071d-4ee9-a4a8-062b1612f0bd tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Request body: {'security_group': {'name': 'tempest-secgroup--977392029'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:01:16.758172 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [None req-2a44fe24-f482-4e77-95a7-d21eaee9a4aa tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] device_id is not set on port b7694444-b1a2-46b8-8773-45f0bcaa2dd9 yet. {{(pid=108170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 21:01:16.767843 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d227c82-1a25-454f-aefa-646221193b6b None None] DHCP port deletion for 3193d785-0fee-4ee5-985c-e9a36e566af5 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:01:16.820614 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-525b5e8e-e622-458e-8530-6fcec15b395f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (e2f27028-067e-4a90-854d-ea2bbdbdffdf), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:16.864461 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=64 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:16.874431 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-6d227c82-1a25-454f-aefa-646221193b6b None None] Deleting port 18ef54b9-201e-4b61-b4fd-cd5eb5f0dffd {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:01:16.880445 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6d227c82-1a25-454f-aefa-646221193b6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (18ef54b9-201e-4b61-b4fd-cd5eb5f0dffd), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:16.895199 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=20 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:16.982751 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8e7544b4-071d-4ee9-a4a8-062b1612f0bd tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:17.028460 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:17.084107 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-6d227c82-1a25-454f-aefa-646221193b6b None None] For port 18ef54b9-201e-4b61-b4fd-cd5eb5f0dffd, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=18ef54b9-201e-4b61-b4fd-cd5eb5f0dffd,segment=NetworkSegment(2317398d-43fb-4139-a380-421813d44357),segment_id=2317398d-43fb-4139-a380-421813d44357)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:01:17.085083 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6d227c82-1a25-454f-aefa-646221193b6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (18ef54b9-201e-4b61-b4fd-cd5eb5f0dffd), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:17.093202 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52934) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:17.126223 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-3f6baf68-8829-4b83-a16f-870c31694c77 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Deleting port 18ef54b9-201e-4b61-b4fd-cd5eb5f0dffd {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:01:17.127542 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3f6baf68-8829-4b83-a16f-870c31694c77 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (18ef54b9-201e-4b61-b4fd-cd5eb5f0dffd), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:17.129628 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:17.138736 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525b5e8e-e622-458e-8530-6fcec15b395f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f27028-067e-4a90-854d-ea2bbdbdffdf,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:17.154086 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-525b5e8e-e622-458e-8530-6fcec15b395f admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=53abb09a4275438aa28bca0ada5565df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8854048 Oct 04 21:01:17.159125 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52940) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:17.171639 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-6d227c82-1a25-454f-aefa-646221193b6b None None] Calling delete_port for 18ef54b9-201e-4b61-b4fd-cd5eb5f0dffd owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:01:17.179491 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:DELETE=2,neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:17.256078 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f26cb04d-b1e2-49fd-9765-d7fb67b7016c tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (65a64ee6-3bc0-4dcd-a435-d53c91cc7c0d), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:17.258378 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f26cb04d-b1e2-49fd-9765-d7fb67b7016c tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (65a64ee6-3bc0-4dcd-a435-d53c91cc7c0d), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:17.368788 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dbc48f1-ffac-405c-99e5-648e9e2c4d14 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Router 8284feae-dc55-446e-92cb-984255740508 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:01:17.409564 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-3f6baf68-8829-4b83-a16f-870c31694c77 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] For port 18ef54b9-201e-4b61-b4fd-cd5eb5f0dffd, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=18ef54b9-201e-4b61-b4fd-cd5eb5f0dffd,segment=NetworkSegment(2317398d-43fb-4139-a380-421813d44357),segment_id=2317398d-43fb-4139-a380-421813d44357)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:01:17.410670 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3f6baf68-8829-4b83-a16f-870c31694c77 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (18ef54b9-201e-4b61-b4fd-cd5eb5f0dffd), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:17.441914 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-1a4f90c8-7bbb-4fc8-8709-42d69a4a5f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:17.442278 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-2a44fe24-f482-4e77-95a7-d21eaee9a4aa tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Allocated IP 172.20.0.12 (9dafd1bd-2a3f-405c-8905-6c3ecc2949b9/da8ffb0e-7493-4488-8d46-a1cffee9f8b7/b7694444-b1a2-46b8-8773-45f0bcaa2dd9) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:01:17.485093 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-3f6baf68-8829-4b83-a16f-870c31694c77 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Calling delete_port for 18ef54b9-201e-4b61-b4fd-cd5eb5f0dffd owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:01:17.515792 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 18ef54b9-201e-4b61-b4fd-cd5eb5f0dffd no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:01:17.564423 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8e7544b4-071d-4ee9-a4a8-062b1612f0bd tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks [] for security_group (41a034b0-7ff1-4899-aa04-fc3af3f3ce01), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:17.572034 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f26cb04d-b1e2-49fd-9765-d7fb67b7016c tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks [] for router_controller (65a64ee6-3bc0-4dcd-a435-d53c91cc7c0d), precommit_add_association {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:17.698309 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8e7544b4-071d-4ee9-a4a8-062b1612f0bd tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (41a034b0-7ff1-4899-aa04-fc3af3f3ce01), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:17.750156 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-defe312d-2511-428c-99e2-9d9a11e3dda0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:17.779657 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 18ef54b9-201e-4b61-b4fd-cd5eb5f0dffd is: ACTIVE; New status is: DOWN {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:01:17.781552 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (18ef54b9-201e-4b61-b4fd-cd5eb5f0dffd), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:17.831387 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6d227c82-1a25-454f-aefa-646221193b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (18ef54b9-201e-4b61-b4fd-cd5eb5f0dffd), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:17.933408 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d227c82-1a25-454f-aefa-646221193b6b None None] Pushing event deleted for resources: {'Port': ['ID=18ef54b9-201e-4b61-b4fd-cd5eb5f0dffd,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:17.957433 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7544b4-071d-4ee9-a4a8-062b1612f0bd tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41a034b0-7ff1-4899-aa04-fc3af3f3ce01,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:17.978047 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8e7544b4-071d-4ee9-a4a8-062b1612f0bd tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:17.980309 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-8e7544b4-071d-4ee9-a4a8-062b1612f0bd tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2557302 Oct 04 21:01:17.994405 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52942) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:18.017137 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dbc48f1-ffac-405c-99e5-648e9e2c4d14 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:01:18.024771 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d227c82-1a25-454f-aefa-646221193b6b None None] No DVR routers for this DVR port 18ef54b9-201e-4b61-b4fd-cd5eb5f0dffd on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:01:18.036384 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-8dbc48f1-ffac-405c-99e5-648e9e2c4d14 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "PUT /networking/v2.0/routers/8284feae-dc55-446e-92cb-984255740508/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7103426 Oct 04 21:01:18.037261 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-b0be22ac-1ede-48b3-84d5-f92a9150a15f tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Request body: {'security_group_rule': {'security_group_id': '61bf7ac1-7613-45b1-b8a5-703e2efd405b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '41a034b0-7ff1-4899-aa04-fc3af3f3ce01'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:01:18.038856 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52944) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:18.055429 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8038c925-35b4-41cd-96c1-fb8e4824889b None None] Sync routers for ids ['8284feae-dc55-446e-92cb-984255740508'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:01:18.082731 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8038c925-35b4-41cd-96c1-fb8e4824889b None None] Routers {'8284feae-dc55-446e-92cb-984255740508'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:01:18.098397 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:INSERT=17,neutron:SELECT=79,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:18.102192 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-8038c925-35b4-41cd-96c1-fb8e4824889b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:01:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['8284feae-dc55-446e-92cb-984255740508'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:01:18.265840 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2a44fe24-f482-4e77-95a7-d21eaee9a4aa tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks [] for port (b7694444-b1a2-46b8-8773-45f0bcaa2dd9), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:18.390127 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-b0be22ac-1ede-48b3-84d5-f92a9150a15f tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 21:01:18.392894 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b0be22ac-1ede-48b3-84d5-f92a9150a15f tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3964520 Oct 04 21:01:18.404416 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52948) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:18.409914 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-8038c925-35b4-41cd-96c1-fb8e4824889b None None] Set router 8284feae-dc55-446e-92cb-984255740508 gateway port host: None {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:01:18.433820 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:18.458719 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-defe312d-2511-428c-99e2-9d9a11e3dda0 admin admin] Publish callbacks [] for security_group (4e9997a0-ada2-499f-832a-dab3627eb0c5), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:18.574635 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3f6baf68-8829-4b83-a16f-870c31694c77 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (18ef54b9-201e-4b61-b4fd-cd5eb5f0dffd), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:18.577188 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-18ab24d9-a78e-49b5-9618-a013189ca265 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks [] for security_group (41a034b0-7ff1-4899-aa04-fc3af3f3ce01), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:18.632306 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-18ab24d9-a78e-49b5-9618-a013189ca265 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks [] for security_group (41a034b0-7ff1-4899-aa04-fc3af3f3ce01), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:18.732081 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2a44fe24-f482-4e77-95a7-d21eaee9a4aa tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (b7694444-b1a2-46b8-8773-45f0bcaa2dd9), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:18.736034 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-defe312d-2511-428c-99e2-9d9a11e3dda0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (4e9997a0-ada2-499f-832a-dab3627eb0c5), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:18.825097 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-defe312d-2511-428c-99e2-9d9a11e3dda0 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=53cd747214c14a17b72167200febe75f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7198415 Oct 04 21:01:18.870022 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-574a491a-9bc5-4631-9c67-5bf8256e7759 admin admin] Publish callbacks [] for security_group (e2f27028-067e-4a90-854d-ea2bbdbdffdf), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:18.884317 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-d69354a5-de28-4723-aea0-0e7b9347ba46 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Deleting subnet a85a1c7c-a779-40a8-806d-b6b915727979 {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:01:18.892106 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52950) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:18.894497 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:18.903655 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6baf68-8829-4b83-a16f-870c31694c77 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Pushing event deleted for resources: {'Port': ['ID=18ef54b9-201e-4b61-b4fd-cd5eb5f0dffd,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:18.907754 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-8038c925-35b4-41cd-96c1-fb8e4824889b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8284feae-dc55-446e-92cb-984255740508', 'name': 'tempest-RoutersIpV6Test-router-2036952622', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:59:42Z', 'updated_at': '2022-10-04T21:01:14Z', 'revision_number': 10, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'gw_port_host': None, '_interfaces': [{'id': '1ee087d7-9aa1-4322-8516-62c0e9228b10', 'name': '', 'network_id': '1d875141-b1fc-4741-963e-9fb93997617b', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'mac_address': 'fa:16:3e:42:b7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284feae-dc55-446e-92cb-984255740508', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '4e0f9132-635d-4c93-a474-fcb74c3e4a97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:59:46Z', 'updated_at': '2022-10-04T20:59:58Z', 'revision_number': 5, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'subnets': [{'id': '4e0f9132-635d-4c93-a474-fcb74c3e4a97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:01:18.925268 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a44fe24-f482-4e77-95a7-d21eaee9a4aa tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Pushing event updated for resources: {'Port': ['ID=b7694444-b1a2-46b8-8773-45f0bcaa2dd9,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:18.932356 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-18ab24d9-a78e-49b5-9618-a013189ca265 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (41a034b0-7ff1-4899-aa04-fc3af3f3ce01), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:18.937613 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-18ab24d9-a78e-49b5-9618-a013189ca265 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:18.946622 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-18ab24d9-a78e-49b5-9618-a013189ca265 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/41a034b0-7ff1-4899-aa04-fc3af3f3ce01 HTTP/1.1" status: 204 len: 168 time: 0.5340939 Oct 04 21:01:18.954593 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52952) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:18.971493 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d69354a5-de28-4723-aea0-0e7b9347ba46 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for subnet (a85a1c7c-a779-40a8-806d-b6b915727979), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:18.974180 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8038c925-35b4-41cd-96c1-fb8e4824889b None None] Checking router: 8284feae-dc55-446e-92cb-984255740508 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:01:18.986616 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a44fe24-f482-4e77-95a7-d21eaee9a4aa tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Network 9dafd1bd-2a3f-405c-8905-6c3ecc2949b9 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:01:18.995459 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8038c925-35b4-41cd-96c1-fb8e4824889b None None] Routers {'8284feae-dc55-446e-92cb-984255740508'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:01:18.996843 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-8038c925-35b4-41cd-96c1-fb8e4824889b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:01:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['8284feae-dc55-446e-92cb-984255740508'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:01:19.009216 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-2a44fe24-f482-4e77-95a7-d21eaee9a4aa tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:01:19.049192 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f26cb04d-b1e2-49fd-9765-d7fb67b7016c tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks [] for router_gateway (65a64ee6-3bc0-4dcd-a435-d53c91cc7c0d), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:19.063021 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:19.073750 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a44fe24-f482-4e77-95a7-d21eaee9a4aa tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:01:19.111043 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defe312d-2511-428c-99e2-9d9a11e3dda0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9997a0-ada2-499f-832a-dab3627eb0c5,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:19.186496 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d69354a5-de28-4723-aea0-0e7b9347ba46 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (a85a1c7c-a779-40a8-806d-b6b915727979), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:19.227910 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-8038c925-35b4-41cd-96c1-fb8e4824889b None None] Set router 8284feae-dc55-446e-92cb-984255740508 gateway port host: None {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:01:19.270964 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-69d4cb76-d5d4-42c5-9c04-bb3d51849dd7 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.3066521 Oct 04 21:01:19.291424 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52954) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:19.327462 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ab24d9-a78e-49b5-9618-a013189ca265 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a034b0-7ff1-4899-aa04-fc3af3f3ce01,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:19.332439 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:19.334389 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:19.382018 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a44fe24-f482-4e77-95a7-d21eaee9a4aa tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:01:19.383309 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2a44fe24-f482-4e77-95a7-d21eaee9a4aa tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:19.425415 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d69354a5-de28-4723-aea0-0e7b9347ba46 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (a85a1c7c-a779-40a8-806d-b6b915727979), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:19.442248 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6baf68-8829-4b83-a16f-870c31694c77 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] No DVR routers for this DVR port 18ef54b9-201e-4b61-b4fd-cd5eb5f0dffd on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:01:19.451175 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:19.463088 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-574a491a-9bc5-4631-9c67-5bf8256e7759 admin admin] Publish callbacks [] for security_group (e2f27028-067e-4a90-854d-ea2bbdbdffdf), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:19.568776 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-48aa674e-1e4c-4b9c-b0bb-39cfafd94d79 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks [] for security_group (61bf7ac1-7613-45b1-b8a5-703e2efd405b), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:19.585898 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2a44fe24-f482-4e77-95a7-d21eaee9a4aa tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5217054 Oct 04 21:01:19.651831 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-f13f1b94-5a20-461b-918a-4442106908f6 None None] Provisioning complete for port b7694444-b1a2-46b8-8773-45f0bcaa2dd9 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:01:19.652427 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f13f1b94-5a20-461b-918a-4442106908f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b7694444-b1a2-46b8-8773-45f0bcaa2dd9), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:19.653013 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-f13f1b94-5a20-461b-918a-4442106908f6 None None] Attempt 1 to provision port b7694444-b1a2-46b8-8773-45f0bcaa2dd9 Oct 04 21:01:19.667812 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-48aa674e-1e4c-4b9c-b0bb-39cfafd94d79 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks [] for security_group (61bf7ac1-7613-45b1-b8a5-703e2efd405b), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:19.685506 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52958) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:19.709658 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-89750304-fce7-405b-a438-68f4df1ec04f tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:a2:94:04'}]}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:01:19.921255 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-f13f1b94-5a20-461b-918a-4442106908f6 None None] Port b7694444-b1a2-46b8-8773-45f0bcaa2dd9 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:01:19.972877 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-48aa674e-1e4c-4b9c-b0bb-39cfafd94d79 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (61bf7ac1-7613-45b1-b8a5-703e2efd405b), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:19.980405 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-48aa674e-1e4c-4b9c-b0bb-39cfafd94d79 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:19.986734 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-48aa674e-1e4c-4b9c-b0bb-39cfafd94d79 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/61bf7ac1-7613-45b1-b8a5-703e2efd405b HTTP/1.1" status: 204 len: 168 time: 0.6868033 Oct 04 21:01:20.005187 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52960) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:20.008044 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa674e-1e4c-4b9c-b0bb-39cfafd94d79 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61bf7ac1-7613-45b1-b8a5-703e2efd405b,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:20.018289 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-8038c925-35b4-41cd-96c1-fb8e4824889b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8284feae-dc55-446e-92cb-984255740508', 'name': 'tempest-RoutersIpV6Test-router-2036952622', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:59:42Z', 'updated_at': '2022-10-04T21:01:14Z', 'revision_number': 10, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'gw_port_host': None, '_interfaces': [{'id': '1ee087d7-9aa1-4322-8516-62c0e9228b10', 'name': '', 'network_id': '1d875141-b1fc-4741-963e-9fb93997617b', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'mac_address': 'fa:16:3e:42:b7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284feae-dc55-446e-92cb-984255740508', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '4e0f9132-635d-4c93-a474-fcb74c3e4a97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:59:46Z', 'updated_at': '2022-10-04T20:59:58Z', 'revision_number': 5, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'subnets': [{'id': '4e0f9132-635d-4c93-a474-fcb74c3e4a97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:01:20.103027 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8038c925-35b4-41cd-96c1-fb8e4824889b None None] The sync data for ids ['8284feae-dc55-446e-92cb-984255740508'] in n-d-852085-12 is: [{'id': '8284feae-dc55-446e-92cb-984255740508', 'name': 'tempest-RoutersIpV6Test-router-2036952622', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:59:42Z', 'updated_at': '2022-10-04T21:01:14Z', 'revision_number': 10, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'gw_port_host': None, '_interfaces': [{'id': '1ee087d7-9aa1-4322-8516-62c0e9228b10', 'name': '', 'network_id': '1d875141-b1fc-4741-963e-9fb93997617b', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'mac_address': 'fa:16:3e:42:b7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284feae-dc55-446e-92cb-984255740508', 'device_owner': 'network:router_interface', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': '4e0f9132-635d-4c93-a474-fcb74c3e4a97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T20:59:46Z', 'updated_at': '2022-10-04T20:59:58Z', 'revision_number': 5, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'subnets': [{'id': '4e0f9132-635d-4c93-a474-fcb74c3e4a97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:01:20.136990 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-6b646f8e-950d-428f-8473-0bf211ee0f29 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1181717 Oct 04 21:01:20.137329 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52962) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:20.151393 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-f1f2a6e6-df0f-4179-9381-e237c8da32e4 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Request body: {'security_group': {'name': 'tempest-secgroup--745322625'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:01:20.250108 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-033cabd6-d1f0-47de-8d43-0f3b4147276e admin admin] Publish callbacks [] for security_group (4e9997a0-ada2-499f-832a-dab3627eb0c5), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:20.309555 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f1f2a6e6-df0f-4179-9381-e237c8da32e4 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:20.348727 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3f6baf68-8829-4b83-a16f-870c31694c77 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (3193d785-0fee-4ee5-985c-e9a36e566af5), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:20.372220 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:20.443572 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-033cabd6-d1f0-47de-8d43-0f3b4147276e admin admin] Publish callbacks [] for security_group (4e9997a0-ada2-499f-832a-dab3627eb0c5), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:20.469862 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f1f2a6e6-df0f-4179-9381-e237c8da32e4 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks [] for security_group (3cedb8cc-8602-4b3f-ab32-62148105abbc), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:20.488831 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:20.496185 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-3f6baf68-8829-4b83-a16f-870c31694c77 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3193d785-0fee-4ee5-985c-e9a36e566af5']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:01:20.561563 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-3f6baf68-8829-4b83-a16f-870c31694c77 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2317398d-43fb-4139-a380-421813d44357') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:01:20.562157 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-3f6baf68-8829-4b83-a16f-870c31694c77 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2317398d-43fb-4139-a380-421813d44357') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:01:20.567610 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f1f2a6e6-df0f-4179-9381-e237c8da32e4 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (3cedb8cc-8602-4b3f-ab32-62148105abbc), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:20.639070 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f2a6e6-df0f-4179-9381-e237c8da32e4 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cedb8cc-8602-4b3f-ab32-62148105abbc,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:20.664688 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3f6baf68-8829-4b83-a16f-870c31694c77 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (2317398d-43fb-4139-a380-421813d44357), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:20.676631 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d69354a5-de28-4723-aea0-0e7b9347ba46 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (a85a1c7c-a779-40a8-806d-b6b915727979), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:20.726743 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f1f2a6e6-df0f-4179-9381-e237c8da32e4 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:20.729122 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f1f2a6e6-df0f-4179-9381-e237c8da32e4 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5899458 Oct 04 21:01:20.735753 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52968) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:20.745159 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-a3345059-f9b7-40f1-8584-4e31fbc17f18 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Request body: {'security_group_rule': {'security_group_id': '3cedb8cc-8602-4b3f-ab32-62148105abbc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:01:20.786099 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-574a491a-9bc5-4631-9c67-5bf8256e7759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (e2f27028-067e-4a90-854d-ea2bbdbdffdf), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:20.793689 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-574a491a-9bc5-4631-9c67-5bf8256e7759 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:20.795972 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-574a491a-9bc5-4631-9c67-5bf8256e7759 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/e2f27028-067e-4a90-854d-ea2bbdbdffdf HTTP/1.1" status: 204 len: 168 time: 3.6316061 Oct 04 21:01:20.812484 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:20.980887 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3f6baf68-8829-4b83-a16f-870c31694c77 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (2317398d-43fb-4139-a380-421813d44357), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:20.986180 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69354a5-de28-4723-aea0-0e7b9347ba46 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event deleted for resources: {'Subnet': ['ID=a85a1c7c-a779-40a8-806d-b6b915727979,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:21.007233 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a491a-9bc5-4631-9c67-5bf8256e7759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f27028-067e-4a90-854d-ea2bbdbdffdf,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:21.008572 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db0f4b7-1be5-4f67-b421-f919c03ede8b None None] Network 86271f77-fd7c-4bab-b31a-3a694c6f44f5 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:01:21.016471 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d69354a5-de28-4723-aea0-0e7b9347ba46 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:21.023400 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d69354a5-de28-4723-aea0-0e7b9347ba46 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/a85a1c7c-a779-40a8-806d-b6b915727979 HTTP/1.1" status: 204 len: 168 time: 2.9656522 Oct 04 21:01:21.028168 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52972) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:21.048897 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f6baf68-8829-4b83-a16f-870c31694c77 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:01:21.049625 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3f6baf68-8829-4b83-a16f-870c31694c77 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (2317398d-43fb-4139-a380-421813d44357), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:21.055936 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-a3345059-f9b7-40f1-8584-4e31fbc17f18 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 21:01:21.058595 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a3345059-f9b7-40f1-8584-4e31fbc17f18 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3209407 Oct 04 21:01:21.092344 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52976) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:21.106532 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-03a9c043-dd09-49e1-bbf1-4b1892f06537 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Request body: {'security_group_rule': {'security_group_id': '3cedb8cc-8602-4b3f-ab32-62148105abbc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:01:21.212448 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-89750304-fce7-405b-a438-68f4df1ec04f tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b7694444-b1a2-46b8-8773-45f0bcaa2dd9), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:21.234315 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 2317398d-43fb-4139-a380-421813d44357 resource provider aggregate not found Oct 04 21:01:21.288666 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ead0df7d-8b95-459c-a475-752cfa1deb35 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (86271f77-fd7c-4bab-b31a-3a694c6f44f5), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:21.324384 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 2317398d-43fb-4139-a380-421813d44357 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2317398d-43fb-4139-a380-421813d44357 found for delete ", "request_id": "req-218a5e25-b0f5-46d6-ace3-8d6a2ae2e7e2"}]} Oct 04 21:01:21.351784 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 28a0d13a-1e3e-4b4b-99ba-4bffe04da4b6 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:01:21.384145 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-033cabd6-d1f0-47de-8d43-0f3b4147276e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (4e9997a0-ada2-499f-832a-dab3627eb0c5), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:21.389557 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-033cabd6-d1f0-47de-8d43-0f3b4147276e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:21.392079 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-033cabd6-d1f0-47de-8d43-0f3b4147276e admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/4e9997a0-ada2-499f-832a-dab3627eb0c5 HTTP/1.1" status: 204 len: 168 time: 2.4756882 Oct 04 21:01:21.517736 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-ead0df7d-8b95-459c-a475-752cfa1deb35 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Deleting port bc606a43-76a2-465a-9425-9d6d92e8a7e2 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:01:21.518557 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ead0df7d-8b95-459c-a475-752cfa1deb35 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (bc606a43-76a2-465a-9425-9d6d92e8a7e2), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:21.526114 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f26cb04d-b1e2-49fd-9765-d7fb67b7016c tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks [] for router_gateway (65a64ee6-3bc0-4dcd-a435-d53c91cc7c0d), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:21.529139 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 28a0d13a-1e3e-4b4b-99ba-4bffe04da4b6 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:01:21.532886 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 28a0d13a-1e3e-4b4b-99ba-4bffe04da4b6 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:01:21.559094 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767b70b2-3915-46ad-80e9-728b7c872179 None None] DHCP port deletion for 86271f77-fd7c-4bab-b31a-3a694c6f44f5 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:01:21.622727 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3f6baf68-8829-4b83-a16f-870c31694c77 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (3193d785-0fee-4ee5-985c-e9a36e566af5), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:21.647937 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033cabd6-d1f0-47de-8d43-0f3b4147276e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9997a0-ada2-499f-832a-dab3627eb0c5,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:21.665506 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3f6baf68-8829-4b83-a16f-870c31694c77 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:21.675951 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-3f6baf68-8829-4b83-a16f-870c31694c77 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] 10.222.0.78 "DELETE /networking/v2.0/networks/3193d785-0fee-4ee5-985c-e9a36e566af5 HTTP/1.1" status: 204 len: 168 time: 5.3169179 Oct 04 21:01:21.694953 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f26cb04d-b1e2-49fd-9765-d7fb67b7016c tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:21.717996 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52986) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:21.762927 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6baf68-8829-4b83-a16f-870c31694c77 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Pushing event deleted for resources: {'Network': ['ID=3193d785-0fee-4ee5-985c-e9a36e566af5,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:21.765844 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:UPDATE=2,neutron:SELECT=86,neutron:DELETE=12 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:21.812687 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-767b70b2-3915-46ad-80e9-728b7c872179 None None] Deleting port bc606a43-76a2-465a-9425-9d6d92e8a7e2 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:01:21.813227 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-767b70b2-3915-46ad-80e9-728b7c872179 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (bc606a43-76a2-465a-9425-9d6d92e8a7e2), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:21.820700 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-05168f0f-0312-499f-bbfa-cad5c9638706 tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=06ce37d7-dfb4-49bf-8c24-9e76d8a8f23d HTTP/1.1" status: 200 len: 205 time: 0.1005576 Oct 04 21:01:21.833076 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52990) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:21.903945 n-d-852085-12 neutron-server[108169]: INFO neutron.api.v2.resource [None req-03a9c043-dd09-49e1-bbf1-4b1892f06537 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 21:01:21.905968 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-03a9c043-dd09-49e1-bbf1-4b1892f06537 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.8055665 Oct 04 21:01:21.975075 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52992) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:22.057375 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-ead0df7d-8b95-459c-a475-752cfa1deb35 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] For port bc606a43-76a2-465a-9425-9d6d92e8a7e2, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=bc606a43-76a2-465a-9425-9d6d92e8a7e2,segment=NetworkSegment(ebbda1c8-dbf3-48b0-b63e-ea670c7e0cf9),segment_id=ebbda1c8-dbf3-48b0-b63e-ea670c7e0cf9)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:01:22.058045 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ead0df7d-8b95-459c-a475-752cfa1deb35 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (bc606a43-76a2-465a-9425-9d6d92e8a7e2), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:22.076721 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-767b70b2-3915-46ad-80e9-728b7c872179 None None] For port bc606a43-76a2-465a-9425-9d6d92e8a7e2, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=bc606a43-76a2-465a-9425-9d6d92e8a7e2,segment=NetworkSegment(ebbda1c8-dbf3-48b0-b63e-ea670c7e0cf9),segment_id=ebbda1c8-dbf3-48b0-b63e-ea670c7e0cf9)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:01:22.077561 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-767b70b2-3915-46ad-80e9-728b7c872179 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (bc606a43-76a2-465a-9425-9d6d92e8a7e2), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:22.117368 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-767b70b2-3915-46ad-80e9-728b7c872179 None None] Calling delete_port for bc606a43-76a2-465a-9425-9d6d92e8a7e2 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:01:22.207894 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-ead0df7d-8b95-459c-a475-752cfa1deb35 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Calling delete_port for bc606a43-76a2-465a-9425-9d6d92e8a7e2 owned by network:dhcp {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:01:22.217493 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:22.222535 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:22.284166 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-23e76c28-1ca8-4738-aafc-cc60a31bcf8d tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks [] for router (06ce37d7-dfb4-49bf-8c24-9e76d8a8f23d), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:22.372178 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:22.463109 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-89750304-fce7-405b-a438-68f4df1ec04f tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks [] for port (b7694444-b1a2-46b8-8773-45f0bcaa2dd9), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:22.493451 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-767b70b2-3915-46ad-80e9-728b7c872179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (bc606a43-76a2-465a-9425-9d6d92e8a7e2), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:22.520574 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-117d2aee-aad1-4469-b2f3-8840bdb87981 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks [] for security_group (3cedb8cc-8602-4b3f-ab32-62148105abbc), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:22.550862 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-89750304-fce7-405b-a438-68f4df1ec04f tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (b7694444-b1a2-46b8-8773-45f0bcaa2dd9), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:22.592239 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767b70b2-3915-46ad-80e9-728b7c872179 None None] Pushing event deleted for resources: {'Port': ['ID=bc606a43-76a2-465a-9425-9d6d92e8a7e2,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:22.617472 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-117d2aee-aad1-4469-b2f3-8840bdb87981 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks [] for security_group (3cedb8cc-8602-4b3f-ab32-62148105abbc), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:22.618528 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767b70b2-3915-46ad-80e9-728b7c872179 None None] No DVR routers for this DVR port bc606a43-76a2-465a-9425-9d6d92e8a7e2 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:01:22.777346 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:22.907694 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:22.964016 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-f26cb04d-b1e2-49fd-9765-d7fb67b7016c tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Allocated IP 2001:db8::29a (8fb955ca-c8c5-4722-ad28-fcec9d6b64a9/63b99923-9d52-4304-bc21-b7a42f422548/84ef6db7-5a67-4a1a-8676-46a3170df5a6) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:01:23.002203 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-89750304-fce7-405b-a438-68f4df1ec04f tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] In _notify_port_updated(), no bound segment for port b7694444-b1a2-46b8-8773-45f0bcaa2dd9 on network 9dafd1bd-2a3f-405c-8905-6c3ecc2949b9 {{(pid=108169) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 04 21:01:23.013837 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89750304-fce7-405b-a438-68f4df1ec04f tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:01:23.016421 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-89750304-fce7-405b-a438-68f4df1ec04f tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:23.019340 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-89750304-fce7-405b-a438-68f4df1ec04f tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] 10.222.0.78 "PUT /networking/v2.0/ports/b7694444-b1a2-46b8-8773-45f0bcaa2dd9 HTTP/1.1" status: 200 len: 997 time: 3.3310251 Oct 04 21:01:23.026396 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53012) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:23.033659 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89750304-fce7-405b-a438-68f4df1ec04f tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Pushing event updated for resources: {'Port': ['ID=b7694444-b1a2-46b8-8773-45f0bcaa2dd9,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:23.169074 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-117d2aee-aad1-4469-b2f3-8840bdb87981 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (3cedb8cc-8602-4b3f-ab32-62148105abbc), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:23.175325 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-117d2aee-aad1-4469-b2f3-8840bdb87981 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:23.177748 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-117d2aee-aad1-4469-b2f3-8840bdb87981 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/3cedb8cc-8602-4b3f-ab32-62148105abbc HTTP/1.1" status: 204 len: 168 time: 1.1993666 Oct 04 21:01:23.216329 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-23e76c28-1ca8-4738-aafc-cc60a31bcf8d tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (06ce37d7-dfb4-49bf-8c24-9e76d8a8f23d), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:23.234624 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53016) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:23.287899 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f26cb04d-b1e2-49fd-9765-d7fb67b7016c tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks [] for port (84ef6db7-5a67-4a1a-8676-46a3170df5a6), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:23.302142 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-23e76c28-1ca8-4738-aafc-cc60a31bcf8d tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks [] for router_controller (06ce37d7-dfb4-49bf-8c24-9e76d8a8f23d), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:23.396585 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117d2aee-aad1-4469-b2f3-8840bdb87981 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cedb8cc-8602-4b3f-ab32-62148105abbc,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:23.451107 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f26cb04d-b1e2-49fd-9765-d7fb67b7016c tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (84ef6db7-5a67-4a1a-8676-46a3170df5a6), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:23.480942 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device bc606a43-76a2-465a-9425-9d6d92e8a7e2 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:01:23.604234 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: bc606a43-76a2-465a-9425-9d6d92e8a7e2 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:01:23.605399 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device bc606a43-76a2-465a-9425-9d6d92e8a7e2 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:01:23.664272 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26cb04d-b1e2-49fd-9765-d7fb67b7016c tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Network 8fb955ca-c8c5-4722-ad28-fcec9d6b64a9 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:01:23.665950 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ead0df7d-8b95-459c-a475-752cfa1deb35 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (bc606a43-76a2-465a-9425-9d6d92e8a7e2), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:23.673520 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-f26cb04d-b1e2-49fd-9765-d7fb67b7016c tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:01:23.683874 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26cb04d-b1e2-49fd-9765-d7fb67b7016c tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:01:23.697711 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26cb04d-b1e2-49fd-9765-d7fb67b7016c tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Pushing event updated for resources: {'Port': ['ID=84ef6db7-5a67-4a1a-8676-46a3170df5a6,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:23.697987 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-23e76c28-1ca8-4738-aafc-cc60a31bcf8d tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (06ce37d7-dfb4-49bf-8c24-9e76d8a8f23d), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:23.705286 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e76c28-1ca8-4738-aafc-cc60a31bcf8d tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Fanout notify agent at l3_agent the message router_deleted on router 06ce37d7-dfb4-49bf-8c24-9e76d8a8f23d {{(pid=108170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 21:01:23.745596 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-23e76c28-1ca8-4738-aafc-cc60a31bcf8d tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:23.748479 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-23e76c28-1ca8-4738-aafc-cc60a31bcf8d tempest-RoutersNegativeIpV6Test-115653472 tempest-RoutersNegativeIpV6Test-115653472-project] 10.222.0.78 "DELETE /networking/v2.0/routers/06ce37d7-dfb4-49bf-8c24-9e76d8a8f23d HTTP/1.1" status: 204 len: 168 time: 1.9132407 Oct 04 21:01:23.952631 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:23.962216 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead0df7d-8b95-459c-a475-752cfa1deb35 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event deleted for resources: {'Port': ['ID=bc606a43-76a2-465a-9425-9d6d92e8a7e2,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:24.046864 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-321e40f3-7501-4911-b671-7b5caab8f0e4 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.7864985 Oct 04 21:01:24.048749 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead0df7d-8b95-459c-a475-752cfa1deb35 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] No DVR routers for this DVR port bc606a43-76a2-465a-9425-9d6d92e8a7e2 on host n-d-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:01:24.056164 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53032) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:24.065173 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-d5618fff-a90e-4641-b63a-9798f7ee9317 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Request body: {'security_group': {'name': 'tempest-secgroup--662023757'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:01:24.080549 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-18a60305-3196-4b62-8ce5-9a19c7103b0f tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Deleting port b7694444-b1a2-46b8-8773-45f0bcaa2dd9 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:01:24.081231 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-18a60305-3196-4b62-8ce5-9a19c7103b0f tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (b7694444-b1a2-46b8-8773-45f0bcaa2dd9), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:24.415331 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ead0df7d-8b95-459c-a475-752cfa1deb35 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (86271f77-fd7c-4bab-b31a-3a694c6f44f5), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:24.477626 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-ead0df7d-8b95-459c-a475-752cfa1deb35 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86271f77-fd7c-4bab-b31a-3a694c6f44f5']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:01:24.525371 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-ead0df7d-8b95-459c-a475-752cfa1deb35 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebbda1c8-dbf3-48b0-b63e-ea670c7e0cf9') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:01:24.525802 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-ead0df7d-8b95-459c-a475-752cfa1deb35 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebbda1c8-dbf3-48b0-b63e-ea670c7e0cf9') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:01:24.546326 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-18a60305-3196-4b62-8ce5-9a19c7103b0f tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (b7694444-b1a2-46b8-8773-45f0bcaa2dd9), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:24.566267 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ead0df7d-8b95-459c-a475-752cfa1deb35 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (ebbda1c8-dbf3-48b0-b63e-ea670c7e0cf9), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:24.585991 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d5618fff-a90e-4641-b63a-9798f7ee9317 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:24.735270 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d5618fff-a90e-4641-b63a-9798f7ee9317 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks [] for security_group (11c940b4-8eac-40f4-ac56-7d73dfdb35d9), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:24.738520 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-18a60305-3196-4b62-8ce5-9a19c7103b0f tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Calling delete_port for b7694444-b1a2-46b8-8773-45f0bcaa2dd9 owned by {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:01:24.764059 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ead0df7d-8b95-459c-a475-752cfa1deb35 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (ebbda1c8-dbf3-48b0-b63e-ea670c7e0cf9), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:24.789873 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ead0df7d-8b95-459c-a475-752cfa1deb35 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:01:24.790531 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ead0df7d-8b95-459c-a475-752cfa1deb35 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (ebbda1c8-dbf3-48b0-b63e-ea670c7e0cf9), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:24.823588 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f26cb04d-b1e2-49fd-9765-d7fb67b7016c tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks [] for router_gateway (65a64ee6-3bc0-4dcd-a435-d53c91cc7c0d), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:25.015259 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment ebbda1c8-dbf3-48b0-b63e-ea670c7e0cf9 resource provider aggregate not found Oct 04 21:01:25.101085 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:25.163193 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d5618fff-a90e-4641-b63a-9798f7ee9317 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (11c940b4-8eac-40f4-ac56-7d73dfdb35d9), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:25.194532 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment ebbda1c8-dbf3-48b0-b63e-ea670c7e0cf9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ebbda1c8-dbf3-48b0-b63e-ea670c7e0cf9 found for delete ", "request_id": "req-f61e5844-0bdd-46e8-acb2-7ddc33065fe7"}]} Oct 04 21:01:25.279844 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53058) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:25.595292 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5618fff-a90e-4641-b63a-9798f7ee9317 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11c940b4-8eac-40f4-ac56-7d73dfdb35d9,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:25.623568 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f26cb04d-b1e2-49fd-9765-d7fb67b7016c tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (65a64ee6-3bc0-4dcd-a435-d53c91cc7c0d), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:25.713687 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d5618fff-a90e-4641-b63a-9798f7ee9317 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:25.722397 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-d5618fff-a90e-4641-b63a-9798f7ee9317 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.6637936 Oct 04 21:01:25.728389 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53064) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:25.810641 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-78e9636b-9cbd-4ac0-a099-5eabde63ec2a tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Request body: {'security_group': {'name': 'default'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:01:25.810641 n-d-852085-12 neutron-server[108170]: WARNING neutron.api.v2.base [None req-78e9636b-9cbd-4ac0-a099-5eabde63ec2a tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 04 21:01:25.811509 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-78e9636b-9cbd-4ac0-a099-5eabde63ec2a tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] update failed (client error): There was a conflict when trying to complete your request. Oct 04 21:01:25.813649 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-78e9636b-9cbd-4ac0-a099-5eabde63ec2a tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] 10.222.0.78 "PUT /networking/v2.0/security-groups/11c940b4-8eac-40f4-ac56-7d73dfdb35d9 HTTP/1.1" status: 409 len: 330 time: 0.0173159 Oct 04 21:01:25.814904 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ead0df7d-8b95-459c-a475-752cfa1deb35 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (86271f77-fd7c-4bab-b31a-3a694c6f44f5), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:25.825566 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53068) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:25.856432 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ead0df7d-8b95-459c-a475-752cfa1deb35 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:25.862549 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-ead0df7d-8b95-459c-a475-752cfa1deb35 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "DELETE /networking/v2.0/networks/86271f77-fd7c-4bab-b31a-3a694c6f44f5 HTTP/1.1" status: 204 len: 168 time: 4.8318253 Oct 04 21:01:25.869142 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53072) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:25.916285 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:26.036695 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead0df7d-8b95-459c-a475-752cfa1deb35 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event deleted for resources: {'Network': ['ID=86271f77-fd7c-4bab-b31a-3a694c6f44f5,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:26.244832 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1becf319-6ec4-4215-a356-1bfe14b830b6 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks [] for security_group (11c940b4-8eac-40f4-ac56-7d73dfdb35d9), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:26.281260 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f26cb04d-b1e2-49fd-9765-d7fb67b7016c tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Router 65a64ee6-3bc0-4dcd-a435-d53c91cc7c0d is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 21:01:26.308628 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-8d975cb9-25ea-4059-878f-76adda71215c admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=6f835a04a6144c6498f0ac2e720dd347&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9556258 Oct 04 21:01:26.310001 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53086) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:26.357773 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-18a60305-3196-4b62-8ce5-9a19c7103b0f tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (b7694444-b1a2-46b8-8773-45f0bcaa2dd9), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:26.443782 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:26.509395 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1becf319-6ec4-4215-a356-1bfe14b830b6 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks [] for security_group (11c940b4-8eac-40f4-ac56-7d73dfdb35d9), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:26.531269 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a60305-3196-4b62-8ce5-9a19c7103b0f tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Pushing event deleted for resources: {'Port': ['ID=b7694444-b1a2-46b8-8773-45f0bcaa2dd9,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:26.804287 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-18a60305-3196-4b62-8ce5-9a19c7103b0f tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:26.810796 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-18a60305-3196-4b62-8ce5-9a19c7103b0f tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] 10.222.0.78 "DELETE /networking/v2.0/ports/b7694444-b1a2-46b8-8773-45f0bcaa2dd9 HTTP/1.1" status: 204 len: 168 time: 3.7687504 Oct 04 21:01:26.816871 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53096) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:26.890567 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1becf319-6ec4-4215-a356-1bfe14b830b6 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (11c940b4-8eac-40f4-ac56-7d73dfdb35d9), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:26.904816 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1becf319-6ec4-4215-a356-1bfe14b830b6 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:26.909442 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-1becf319-6ec4-4215-a356-1bfe14b830b6 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/11c940b4-8eac-40f4-ac56-7d73dfdb35d9 HTTP/1.1" status: 204 len: 168 time: 1.0742226 Oct 04 21:01:26.921600 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-c20853ac-c588-497d-8c46-687898a273cf tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] GET failed (client error): The resource could not be found. Oct 04 21:01:26.924886 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c20853ac-c588-497d-8c46-687898a273cf tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] 10.222.0.78 "GET /networking/v2.0/ports/b7694444-b1a2-46b8-8773-45f0bcaa2dd9 HTTP/1.1" status: 404 len: 333 time: 0.1057389 Oct 04 21:01:26.941936 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53102) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:26.948026 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53106) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:26.988977 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-b28cf07c-3f66-4915-b581-ac98b08e88ba tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Request body: {'port': {'network_id': '9dafd1bd-2a3f-405c-8905-6c3ecc2949b9', 'name': 'tempest-AllowedAddressPairTestJSON-1143511050'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:01:27.035247 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1becf319-6ec4-4215-a356-1bfe14b830b6 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c940b4-8eac-40f4-ac56-7d73dfdb35d9,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:27.076299 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:27.211394 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f1a7c7d4-b1b6-4ac8-9a86-bd886185934e admin admin] Publish callbacks [] for security_group (28c826a2-03b6-402e-8337-97d4e76a351b), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:27.275658 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-ad104e18-2d0a-40b3-b966-856631664718 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3075304 Oct 04 21:01:27.283096 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53116) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:27.348101 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f26cb04d-b1e2-49fd-9765-d7fb67b7016c tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:01:27.365488 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f1a7c7d4-b1b6-4ac8-9a86-bd886185934e admin admin] Publish callbacks [] for security_group (28c826a2-03b6-402e-8337-97d4e76a351b), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:27.367362 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3bc52d-7983-4f46-865e-f5e15382eb0e None None] Sync routers for ids ['65a64ee6-3bc0-4dcd-a435-d53c91cc7c0d'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:01:27.394309 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3bc52d-7983-4f46-865e-f5e15382eb0e None None] Routers {'65a64ee6-3bc0-4dcd-a435-d53c91cc7c0d'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:01:27.395434 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-3c3bc52d-7983-4f46-865e-f5e15382eb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:01:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['65a64ee6-3bc0-4dcd-a435-d53c91cc7c0d'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:01:27.467582 n-d-852085-12 neutron-server[108169]: INFO neutron.api.v2.resource [None req-8b34dce7-ef71-41fe-9c94-eb566444e58a tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] delete failed (client error): The resource could not be found. Oct 04 21:01:27.481931 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-8b34dce7-ef71-41fe-9c94-eb566444e58a tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/f71a6dfe-6797-4657-904f-98239eefd2a6 HTTP/1.1" status: 404 len: 347 time: 0.1853254 Oct 04 21:01:27.495788 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53126) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:27.518389 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fdaf07fd-623b-4eef-b629-618744af0d34 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (8284feae-dc55-446e-92cb-984255740508), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:27.562421 n-d-852085-12 neutron-server[108169]: INFO neutron.api.v2.resource [None req-54682edf-afc1-42ce-90b5-192a83e2ec6c tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] show failed (client error): The resource could not be found. Oct 04 21:01:27.573273 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-54682edf-afc1-42ce-90b5-192a83e2ec6c tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] 10.222.0.78 "GET /networking/v2.0/security-groups/266955f8-0f9e-41e1-aa0e-99d02b19beeb HTTP/1.1" status: 404 len: 347 time: 0.0525832 Oct 04 21:01:27.581708 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53136) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:27.634053 n-d-852085-12 neutron-server[108169]: INFO neutron.api.v2.resource [None req-e68bc03b-c42b-4e91-980f-821c21449123 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] show failed (client error): The resource could not be found. Oct 04 21:01:27.645503 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e68bc03b-c42b-4e91-980f-821c21449123 tempest-NegativeSecGroupIPv6Test-389694520 tempest-NegativeSecGroupIPv6Test-389694520-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules/ad97eb0f-a349-4a61-a1e2-e2c14ea61ab7 HTTP/1.1" status: 404 len: 356 time: 0.0664208 Oct 04 21:01:27.655753 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f26cb04d-b1e2-49fd-9765-d7fb67b7016c tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:27.660829 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f26cb04d-b1e2-49fd-9765-d7fb67b7016c tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 878 time: 10.9519215 Oct 04 21:01:27.664034 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53142) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:27.861162 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-3c3bc52d-7983-4f46-865e-f5e15382eb0e None None] Set router 65a64ee6-3bc0-4dcd-a435-d53c91cc7c0d gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:01:28.034974 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f1a7c7d4-b1b6-4ac8-9a86-bd886185934e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (28c826a2-03b6-402e-8337-97d4e76a351b), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:28.042306 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f1a7c7d4-b1b6-4ac8-9a86-bd886185934e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:28.045104 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f1a7c7d4-b1b6-4ac8-9a86-bd886185934e admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/28c826a2-03b6-402e-8337-97d4e76a351b HTTP/1.1" status: 204 len: 168 time: 1.7293947 Oct 04 21:01:28.084420 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28cf07c-3f66-4915-b581-ac98b08e88ba tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Made reservation on behalf of 9414c27e5e724ab4956a3499d081bdca for: {'port': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:01:28.092571 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7c7d4-b1b6-4ac8-9a86-bd886185934e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c826a2-03b6-402e-8337-97d4e76a351b,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:28.094289 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b28cf07c-3f66-4915-b581-ac98b08e88ba tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:28.170549 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0d01e068-88cc-4ad5-baa0-c614de895b05 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks [] for router (65a64ee6-3bc0-4dcd-a435-d53c91cc7c0d), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:28.178599 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [None req-b28cf07c-3f66-4915-b581-ac98b08e88ba tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] device_id is not set on port 8c4de890-46d4-4972-bdb7-ca74c1bb872f yet. {{(pid=108170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 21:01:28.450664 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-3c3bc52d-7983-4f46-865e-f5e15382eb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a64ee6-3bc0-4dcd-a435-d53c91cc7c0d', 'name': '', 'tenant_id': 'd707b239f54e4f1192cd13ffdb6ee144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb955ca-c8c5-4722-ad28-fcec9d6b64a9', 'external_fixed_ips': [{'subnet_id': '63b99923-9d52-4304-bc21-b7a42f422548', 'ip_address': '2001:db8::29a'}], 'enable_snat': True}, 'gw_port_id': '84ef6db7-5a67-4a1a-8676-46a3170df5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:01:17Z', 'updated_at': '2022-10-04T21:01:24Z', 'revision_number': 3, 'project_id': 'd707b239f54e4f1192cd13ffdb6ee144', 'gw_port': {'id': '84ef6db7-5a67-4a1a-8676-46a3170df5a6', 'name': '', 'network_id': '8fb955ca-c8c5-4722-ad28-fcec9d6b64a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:0b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a64ee6-3bc0-4dcd-a435-d53c91cc7c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '63b99923-9d52-4304-bc21-b7a42f422548', 'ip_address': '2001:db8::29a', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:01:21Z', 'updated_at': '2022-10-04T21:01:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63b99923-9d52-4304-bc21-b7a42f422548', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:01:28.554686 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:28.574979 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3bc52d-7983-4f46-865e-f5e15382eb0e None None] Checking router: 65a64ee6-3bc0-4dcd-a435-d53c91cc7c0d for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:01:28.575800 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3bc52d-7983-4f46-865e-f5e15382eb0e None None] Updating router 65a64ee6-3bc0-4dcd-a435-d53c91cc7c0d port 84ef6db7-5a67-4a1a-8676-46a3170df5a6 binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:01:28.636809 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0d01e068-88cc-4ad5-baa0-c614de895b05 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks [] for router_gateway (65a64ee6-3bc0-4dcd-a435-d53c91cc7c0d), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:28.702901 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf07fd-623b-4eef-b629-618744af0d34 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Deleting port 1ee087d7-9aa1-4322-8516-62c0e9228b10 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:01:28.703684 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fdaf07fd-623b-4eef-b629-618744af0d34 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (1ee087d7-9aa1-4322-8516-62c0e9228b10), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:28.704167 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-3c3bc52d-7983-4f46-865e-f5e15382eb0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (84ef6db7-5a67-4a1a-8676-46a3170df5a6), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:28.867425 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-b28cf07c-3f66-4915-b581-ac98b08e88ba tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Allocated IP 172.20.0.9 (9dafd1bd-2a3f-405c-8905-6c3ecc2949b9/da8ffb0e-7493-4488-8d46-a1cffee9f8b7/8c4de890-46d4-4972-bdb7-ca74c1bb872f) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:01:28.950471 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-0d01e068-88cc-4ad5-baa0-c614de895b05 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Deleting port 84ef6db7-5a67-4a1a-8676-46a3170df5a6 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:01:28.951070 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0d01e068-88cc-4ad5-baa0-c614de895b05 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (84ef6db7-5a67-4a1a-8676-46a3170df5a6), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:29.155870 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53180) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:29.160587 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 21:01:29.241798 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:29.329051 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0d01e068-88cc-4ad5-baa0-c614de895b05 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (84ef6db7-5a67-4a1a-8676-46a3170df5a6), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:29.401608 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-0d01e068-88cc-4ad5-baa0-c614de895b05 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Calling delete_port for 84ef6db7-5a67-4a1a-8676-46a3170df5a6 owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:01:29.602108 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-3c3bc52d-7983-4f46-865e-f5e15382eb0e None None] Publish callbacks [] for port (84ef6db7-5a67-4a1a-8676-46a3170df5a6), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:29.624402 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53188) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:29.705805 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-fdaf07fd-623b-4eef-b629-618744af0d34 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] For port 1ee087d7-9aa1-4322-8516-62c0e9228b10, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=1ee087d7-9aa1-4322-8516-62c0e9228b10,segment=NetworkSegment(0dd0b6b6-080a-4551-9471-2c420582de36),segment_id=0dd0b6b6-080a-4551-9471-2c420582de36)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:01:29.706426 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fdaf07fd-623b-4eef-b629-618744af0d34 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (1ee087d7-9aa1-4322-8516-62c0e9228b10), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:29.712820 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:29.766242 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf07fd-623b-4eef-b629-618744af0d34 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Calling delete_port for 1ee087d7-9aa1-4322-8516-62c0e9228b10 owned by network:router_interface {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:01:29.920608 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-3c3bc52d-7983-4f46-865e-f5e15382eb0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (84ef6db7-5a67-4a1a-8676-46a3170df5a6), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:30.094317 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-3c3bc52d-7983-4f46-865e-f5e15382eb0e None None] Attempting to bind port 84ef6db7-5a67-4a1a-8676-46a3170df5a6 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:01:30.095647 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-3c3bc52d-7983-4f46-865e-f5e15382eb0e None None] Attempting to bind port 84ef6db7-5a67-4a1a-8676-46a3170df5a6 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '797682cf-128a-4747-aa6d-3a20a234f728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8fb955ca-c8c5-4722-ad28-fcec9d6b64a9'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:01:30.096400 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3bc52d-7983-4f46-865e-f5e15382eb0e None None] Attempting to bind port 84ef6db7-5a67-4a1a-8676-46a3170df5a6 on network 8fb955ca-c8c5-4722-ad28-fcec9d6b64a9 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:01:30.244215 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-16b8410e-7584-46e0-9650-ba731480df4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:30.319998 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb445eb8-e1a8-4306-81c0-22acfe0d9e78 None None] Pushing event updated for resources: {'Port': ['ID=84ef6db7-5a67-4a1a-8676-46a3170df5a6,revision_number=2']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:30.339743 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3bc52d-7983-4f46-865e-f5e15382eb0e None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:01:30.340494 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3bc52d-7983-4f46-865e-f5e15382eb0e None None] Checking segment: {'id': '797682cf-128a-4747-aa6d-3a20a234f728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8fb955ca-c8c5-4722-ad28-fcec9d6b64a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:01:30.341527 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-3c3bc52d-7983-4f46-865e-f5e15382eb0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:30.342368 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3bc52d-7983-4f46-865e-f5e15382eb0e None None] Bound using segment: {'id': '797682cf-128a-4747-aa6d-3a20a234f728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8fb955ca-c8c5-4722-ad28-fcec9d6b64a9'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:01:30.343190 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-3c3bc52d-7983-4f46-865e-f5e15382eb0e None None] Bound port: 84ef6db7-5a67-4a1a-8676-46a3170df5a6, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '797682cf-128a-4747-aa6d-3a20a234f728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8fb955ca-c8c5-4722-ad28-fcec9d6b64a9'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:01:30.343832 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-3c3bc52d-7983-4f46-865e-f5e15382eb0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (84ef6db7-5a67-4a1a-8676-46a3170df5a6), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:30.372733 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:30.430990 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0d01e068-88cc-4ad5-baa0-c614de895b05 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (84ef6db7-5a67-4a1a-8676-46a3170df5a6), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:30.462436 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb445eb8-e1a8-4306-81c0-22acfe0d9e78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:01:30.463031 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb445eb8-e1a8-4306-81c0-22acfe0d9e78 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:01:30.469910 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb445eb8-e1a8-4306-81c0-22acfe0d9e78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:01:30.469910 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb445eb8-e1a8-4306-81c0-22acfe0d9e78 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:01:30.469910 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb445eb8-e1a8-4306-81c0-22acfe0d9e78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:01:30.469910 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb445eb8-e1a8-4306-81c0-22acfe0d9e78 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:01:30.477422 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb445eb8-e1a8-4306-81c0-22acfe0d9e78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:01:30.478115 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb445eb8-e1a8-4306-81c0-22acfe0d9e78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:01:30.478846 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb445eb8-e1a8-4306-81c0-22acfe0d9e78 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:01:30.479649 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb445eb8-e1a8-4306-81c0-22acfe0d9e78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:01:30.480109 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb445eb8-e1a8-4306-81c0-22acfe0d9e78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:01:30.480535 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb445eb8-e1a8-4306-81c0-22acfe0d9e78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:01:30.481100 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb445eb8-e1a8-4306-81c0-22acfe0d9e78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:01:30.481726 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb445eb8-e1a8-4306-81c0-22acfe0d9e78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:01:30.482205 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb445eb8-e1a8-4306-81c0-22acfe0d9e78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:01:30.569341 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:30.576194 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.db.api [None req-3c3bc52d-7983-4f46-865e-f5e15382eb0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=108172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 21:01:30.576835 n-d-852085-12 neutron-server[108172]: DEBUG oslo_db.api [None req-3c3bc52d-7983-4f46-865e-f5e15382eb0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 21:01:30.578230 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d01e068-88cc-4ad5-baa0-c614de895b05 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Pushing event deleted for resources: {'Port': ['ID=84ef6db7-5a67-4a1a-8676-46a3170df5a6,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:30.711167 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0d01e068-88cc-4ad5-baa0-c614de895b05 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (65a64ee6-3bc0-4dcd-a435-d53c91cc7c0d), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:30.792737 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=87,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:30.812234 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-9cdaa49a-96b1-4c59-b157-c24101c5bce3 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=f9de9ddb18854733af8b5c5daf5b8681&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1769249 Oct 04 21:01:30.823617 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53204) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:30.845164 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b28cf07c-3f66-4915-b581-ac98b08e88ba tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks [] for port (8c4de890-46d4-4972-bdb7-ca74c1bb872f), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:30.931015 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0d01e068-88cc-4ad5-baa0-c614de895b05 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (65a64ee6-3bc0-4dcd-a435-d53c91cc7c0d), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:30.935621 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0d01e068-88cc-4ad5-baa0-c614de895b05 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks [] for router_controller (65a64ee6-3bc0-4dcd-a435-d53c91cc7c0d), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:30.941812 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-16b8410e-7584-46e0-9650-ba731480df4d admin admin] Publish callbacks [] for security_group (72ad87ec-603b-4464-8d30-b640f0a08259), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:30.947719 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fdaf07fd-623b-4eef-b629-618744af0d34 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (1ee087d7-9aa1-4322-8516-62c0e9228b10), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:31.022066 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf07fd-623b-4eef-b629-618744af0d34 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event deleted for resources: {'Port': ['ID=1ee087d7-9aa1-4322-8516-62c0e9228b10,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:31.107075 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7a2d539f-70c2-4477-b74c-a76b13214e04 admin admin] Publish callbacks [] for security_group (6073539a-2164-45f2-afb1-3c354287493d), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:31.118378 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-3c3bc52d-7983-4f46-865e-f5e15382eb0e None None] Attempting to bind port 84ef6db7-5a67-4a1a-8676-46a3170df5a6 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:01:31.119078 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-3c3bc52d-7983-4f46-865e-f5e15382eb0e None None] Attempting to bind port 84ef6db7-5a67-4a1a-8676-46a3170df5a6 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '797682cf-128a-4747-aa6d-3a20a234f728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8fb955ca-c8c5-4722-ad28-fcec9d6b64a9'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:01:31.119529 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3bc52d-7983-4f46-865e-f5e15382eb0e None None] Attempting to bind port 84ef6db7-5a67-4a1a-8676-46a3170df5a6 on network 8fb955ca-c8c5-4722-ad28-fcec9d6b64a9 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:01:31.139459 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-16b8410e-7584-46e0-9650-ba731480df4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (72ad87ec-603b-4464-8d30-b640f0a08259), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:31.297864 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0d01e068-88cc-4ad5-baa0-c614de895b05 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (65a64ee6-3bc0-4dcd-a435-d53c91cc7c0d), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:31.297864 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d01e068-88cc-4ad5-baa0-c614de895b05 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 65a64ee6-3bc0-4dcd-a435-d53c91cc7c0d {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 21:01:31.302471 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7a2d539f-70c2-4477-b74c-a76b13214e04 admin admin] Publish callbacks [] for security_group (6073539a-2164-45f2-afb1-3c354287493d), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:31.344935 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0d01e068-88cc-4ad5-baa0-c614de895b05 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:31.352803 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-0d01e068-88cc-4ad5-baa0-c614de895b05 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] 10.222.0.78 "DELETE /networking/v2.0/routers/65a64ee6-3bc0-4dcd-a435-d53c91cc7c0d HTTP/1.1" status: 204 len: 168 time: 3.6854978 Oct 04 21:01:31.364190 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53218) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:31.370087 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3bc52d-7983-4f46-865e-f5e15382eb0e None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:01:31.371090 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3bc52d-7983-4f46-865e-f5e15382eb0e None None] Checking segment: {'id': '797682cf-128a-4747-aa6d-3a20a234f728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8fb955ca-c8c5-4722-ad28-fcec9d6b64a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:01:31.373721 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-3c3bc52d-7983-4f46-865e-f5e15382eb0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:31.376406 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3bc52d-7983-4f46-865e-f5e15382eb0e None None] Bound using segment: {'id': '797682cf-128a-4747-aa6d-3a20a234f728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8fb955ca-c8c5-4722-ad28-fcec9d6b64a9'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:01:31.381701 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-3c3bc52d-7983-4f46-865e-f5e15382eb0e None None] Bound port: 84ef6db7-5a67-4a1a-8676-46a3170df5a6, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '797682cf-128a-4747-aa6d-3a20a234f728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8fb955ca-c8c5-4722-ad28-fcec9d6b64a9'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:01:31.382963 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-3c3bc52d-7983-4f46-865e-f5e15382eb0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (84ef6db7-5a67-4a1a-8676-46a3170df5a6), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:31.394235 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-16b8410e-7584-46e0-9650-ba731480df4d admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=9a31e1fcdb32463cb48e66ff89326aa8&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2374549 Oct 04 21:01:31.425192 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.plugin [None req-3c3bc52d-7983-4f46-865e-f5e15382eb0e None None] Port 84ef6db7-5a67-4a1a-8676-46a3170df5a6 has been deleted concurrently {{(pid=108172) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:696}} Oct 04 21:01:31.433611 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53220) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:31.460489 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b8410e-7584-46e0-9650-ba731480df4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ad87ec-603b-4464-8d30-b640f0a08259,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:31.485207 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3bc52d-7983-4f46-865e-f5e15382eb0e None None] Routers set() bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:01:31.486417 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3bc52d-7983-4f46-865e-f5e15382eb0e None None] Router IDs set() for agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:467}} Oct 04 21:01:31.488251 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_agentschedulers_db [None req-3c3bc52d-7983-4f46-865e-f5e15382eb0e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'65a64ee6-3bc0-4dcd-a435-d53c91cc7c0d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:01:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent'). {{(pid=108172) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 04 21:01:31.491660 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3bc52d-7983-4f46-865e-f5e15382eb0e None None] The sync data for ids ['65a64ee6-3bc0-4dcd-a435-d53c91cc7c0d'] in n-d-852085-12 is: [] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:01:31.541931 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b28cf07c-3f66-4915-b581-ac98b08e88ba tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (8c4de890-46d4-4972-bdb7-ca74c1bb872f), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:31.622701 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a2d16e4-c5b7-4ef9-8db8-779ffcfa4287 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Deleting subnet 63b99923-9d52-4304-bc21-b7a42f422548 {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:01:31.632202 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4a2d16e4-c5b7-4ef9-8db8-779ffcfa4287 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks [] for subnet (63b99923-9d52-4304-bc21-b7a42f422548), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:31.716875 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fdaf07fd-623b-4eef-b629-618744af0d34 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (8284feae-dc55-446e-92cb-984255740508), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:31.786270 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8f268abb-2652-43c8-aef0-7806837a6dc9 admin admin] Publish callbacks [] for security_group (72ad87ec-603b-4464-8d30-b640f0a08259), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:31.805363 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28cf07c-3f66-4915-b581-ac98b08e88ba tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Network 9dafd1bd-2a3f-405c-8905-6c3ecc2949b9 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:01:31.840836 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28cf07c-3f66-4915-b581-ac98b08e88ba tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Pushing event updated for resources: {'Port': ['ID=8c4de890-46d4-4972-bdb7-ca74c1bb872f,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:31.850542 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-b28cf07c-3f66-4915-b581-ac98b08e88ba tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:01:31.858240 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28cf07c-3f66-4915-b581-ac98b08e88ba tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:01:31.972760 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8f268abb-2652-43c8-aef0-7806837a6dc9 admin admin] Publish callbacks [] for security_group (72ad87ec-603b-4464-8d30-b640f0a08259), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:32.213816 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4a2d16e4-c5b7-4ef9-8db8-779ffcfa4287 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (63b99923-9d52-4304-bc21-b7a42f422548), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:32.272959 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:32.285951 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7a2d539f-70c2-4477-b74c-a76b13214e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (6073539a-2164-45f2-afb1-3c354287493d), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:32.300911 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7a2d539f-70c2-4477-b74c-a76b13214e04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:32.303832 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:32.308890 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-7a2d539f-70c2-4477-b74c-a76b13214e04 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/6073539a-2164-45f2-afb1-3c354287493d HTTP/1.1" status: 204 len: 168 time: 1.4831660 Oct 04 21:01:32.351020 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4a2d16e4-c5b7-4ef9-8db8-779ffcfa4287 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (63b99923-9d52-4304-bc21-b7a42f422548), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:32.362192 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2d539f-70c2-4477-b74c-a76b13214e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6073539a-2164-45f2-afb1-3c354287493d,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:32.383542 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28cf07c-3f66-4915-b581-ac98b08e88ba tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:01:32.383542 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b28cf07c-3f66-4915-b581-ac98b08e88ba tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:32.538342 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:32.543422 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8f268abb-2652-43c8-aef0-7806837a6dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (72ad87ec-603b-4464-8d30-b640f0a08259), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:32.549802 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8f268abb-2652-43c8-aef0-7806837a6dc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:32.555905 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-8f268abb-2652-43c8-aef0-7806837a6dc9 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/72ad87ec-603b-4464-8d30-b640f0a08259 HTTP/1.1" status: 204 len: 168 time: 1.1168668 Oct 04 21:01:32.577287 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f268abb-2652-43c8-aef0-7806837a6dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ad87ec-603b-4464-8d30-b640f0a08259,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:32.629542 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-2c1ffced-91d3-446c-8f71-ef525f1d225a None None] Provisioning complete for port 8c4de890-46d4-4972-bdb7-ca74c1bb872f triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:01:32.631670 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2c1ffced-91d3-446c-8f71-ef525f1d225a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (8c4de890-46d4-4972-bdb7-ca74c1bb872f), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:32.633193 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-2c1ffced-91d3-446c-8f71-ef525f1d225a None None] Attempt 1 to provision port 8c4de890-46d4-4972-bdb7-ca74c1bb872f Oct 04 21:01:32.679560 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53256) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:32.680357 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b28cf07c-3f66-4915-b581-ac98b08e88ba tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.7153916 Oct 04 21:01:32.696870 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-2c160493-c574-4a72-863a-7a1ba7bc7506 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Request body: {'port': {'network_id': '9dafd1bd-2a3f-405c-8905-6c3ecc2949b9', 'name': 'tempest-AllowedAddressPairTestJSON-1938891784'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:01:32.719450 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdaf07fd-623b-4eef-b629-618744af0d34 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Router 8284feae-dc55-446e-92cb-984255740508 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:01:32.735175 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-2c1ffced-91d3-446c-8f71-ef525f1d225a None None] Port 8c4de890-46d4-4972-bdb7-ca74c1bb872f cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:01:32.747785 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4a2d16e4-c5b7-4ef9-8db8-779ffcfa4287 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (63b99923-9d52-4304-bc21-b7a42f422548), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:32.892580 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2d16e4-c5b7-4ef9-8db8-779ffcfa4287 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=63b99923-9d52-4304-bc21-b7a42f422548,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:32.914546 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4a2d16e4-c5b7-4ef9-8db8-779ffcfa4287 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:32.920854 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-4a2d16e4-c5b7-4ef9-8db8-779ffcfa4287 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/63b99923-9d52-4304-bc21-b7a42f422548 HTTP/1.1" status: 204 len: 168 time: 1.5548928 Oct 04 21:01:32.929192 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53258) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:32.941663 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53260) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:32.952452 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdaf07fd-623b-4eef-b629-618744af0d34 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:01:32.976435 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c33865-04a3-44db-94bc-04e4c507f36d None None] Sync routers for ids ['8284feae-dc55-446e-92cb-984255740508'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:01:32.979520 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-fdaf07fd-623b-4eef-b629-618744af0d34 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "PUT /networking/v2.0/routers/8284feae-dc55-446e-92cb-984255740508/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0777061 Oct 04 21:01:32.984176 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53264) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:33.109545 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c33865-04a3-44db-94bc-04e4c507f36d None None] Routers {'8284feae-dc55-446e-92cb-984255740508'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:01:33.110526 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-64c33865-04a3-44db-94bc-04e4c507f36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:01:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['8284feae-dc55-446e-92cb-984255740508'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:01:33.208267 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c160493-c574-4a72-863a-7a1ba7bc7506 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Made reservation on behalf of 9414c27e5e724ab4956a3499d081bdca for: {'port': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:01:33.214268 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2c160493-c574-4a72-863a-7a1ba7bc7506 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:33.220928 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0c6947bc-9a61-4e2b-929c-e5db20f31871 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (8fb955ca-c8c5-4722-ad28-fcec9d6b64a9), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:33.235514 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-48845491-5948-4333-a8ee-d5cadceafc4c tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Deleting subnet 4e0f9132-635d-4c93-a474-fcb74c3e4a97 {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:01:33.243607 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-48845491-5948-4333-a8ee-d5cadceafc4c tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for subnet (4e0f9132-635d-4c93-a474-fcb74c3e4a97), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:33.290402 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [None req-2c160493-c574-4a72-863a-7a1ba7bc7506 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] device_id is not set on port f3b2b05a-cba0-497d-ae18-cf34d16c09fd yet. {{(pid=108169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 21:01:33.317671 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=7,neutron:INSERT=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:33.344984 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:33.376470 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-64c33865-04a3-44db-94bc-04e4c507f36d None None] Set router 8284feae-dc55-446e-92cb-984255740508 gateway port host: None {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:01:33.513179 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-48845491-5948-4333-a8ee-d5cadceafc4c tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (4e0f9132-635d-4c93-a474-fcb74c3e4a97), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:33.598119 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-64c33865-04a3-44db-94bc-04e4c507f36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8284feae-dc55-446e-92cb-984255740508', 'name': 'tempest-RoutersIpV6Test-router-2036952622', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:59:42Z', 'updated_at': '2022-10-04T21:01:30Z', 'revision_number': 11, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:01:33.622553 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0c6947bc-9a61-4e2b-929c-e5db20f31871 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (8fb955ca-c8c5-4722-ad28-fcec9d6b64a9), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:33.682786 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-2c160493-c574-4a72-863a-7a1ba7bc7506 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Allocated IP 172.20.0.3 (9dafd1bd-2a3f-405c-8905-6c3ecc2949b9/da8ffb0e-7493-4488-8d46-a1cffee9f8b7/f3b2b05a-cba0-497d-ae18-cf34d16c09fd) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:01:33.713686 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c33865-04a3-44db-94bc-04e4c507f36d None None] Checking router: 8284feae-dc55-446e-92cb-984255740508 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:01:33.724423 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-0c6947bc-9a61-4e2b-929c-e5db20f31871 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fb955ca-c8c5-4722-ad28-fcec9d6b64a9']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:01:33.776923 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-0c6947bc-9a61-4e2b-929c-e5db20f31871 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '797682cf-128a-4747-aa6d-3a20a234f728') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:01:33.778289 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c33865-04a3-44db-94bc-04e4c507f36d None None] Routers {'8284feae-dc55-446e-92cb-984255740508'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:01:33.778876 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-0c6947bc-9a61-4e2b-929c-e5db20f31871 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '797682cf-128a-4747-aa6d-3a20a234f728') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:01:33.782062 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-64c33865-04a3-44db-94bc-04e4c507f36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:01:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['8284feae-dc55-446e-92cb-984255740508'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:01:33.802120 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0c6947bc-9a61-4e2b-929c-e5db20f31871 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (797682cf-128a-4747-aa6d-3a20a234f728), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:33.840704 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0c6947bc-9a61-4e2b-929c-e5db20f31871 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (797682cf-128a-4747-aa6d-3a20a234f728), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:33.872980 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c6947bc-9a61-4e2b-929c-e5db20f31871 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:01:33.873847 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0c6947bc-9a61-4e2b-929c-e5db20f31871 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (797682cf-128a-4747-aa6d-3a20a234f728), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:33.915310 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:33.929896 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-00209a46-5bf9-401e-868a-676627c406ce tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Request body: {'security_group': {'name': 'tempest-secgroup--1050677554'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:01:34.137096 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-64c33865-04a3-44db-94bc-04e4c507f36d None None] Set router 8284feae-dc55-446e-92cb-984255740508 gateway port host: None {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:01:34.237569 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-00209a46-5bf9-401e-868a-676627c406ce tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:34.300391 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-48845491-5948-4333-a8ee-d5cadceafc4c tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (4e0f9132-635d-4c93-a474-fcb74c3e4a97), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:34.320725 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-64c33865-04a3-44db-94bc-04e4c507f36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8284feae-dc55-446e-92cb-984255740508', 'name': 'tempest-RoutersIpV6Test-router-2036952622', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:59:42Z', 'updated_at': '2022-10-04T21:01:30Z', 'revision_number': 11, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:01:34.377411 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 797682cf-128a-4747-aa6d-3a20a234f728 resource provider aggregate not found Oct 04 21:01:34.400664 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-00209a46-5bf9-401e-868a-676627c406ce tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:34.436878 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 797682cf-128a-4747-aa6d-3a20a234f728 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 797682cf-128a-4747-aa6d-3a20a234f728 found for delete ", "request_id": "req-1a0d2a69-2965-4f1c-ab1f-75f046a3b8ea"}]} Oct 04 21:01:34.485458 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c33865-04a3-44db-94bc-04e4c507f36d None None] The sync data for ids ['8284feae-dc55-446e-92cb-984255740508'] in n-d-852085-12 is: [{'id': '8284feae-dc55-446e-92cb-984255740508', 'name': 'tempest-RoutersIpV6Test-router-2036952622', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:59:42Z', 'updated_at': '2022-10-04T21:01:30Z', 'revision_number': 11, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'gw_port_host': None}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:01:34.567182 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2c160493-c574-4a72-863a-7a1ba7bc7506 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks [] for port (f3b2b05a-cba0-497d-ae18-cf34d16c09fd), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:34.575214 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0c6947bc-9a61-4e2b-929c-e5db20f31871 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (8fb955ca-c8c5-4722-ad28-fcec9d6b64a9), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:34.582099 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c6947bc-9a61-4e2b-929c-e5db20f31871 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8fb955ca-c8c5-4722-ad28-fcec9d6b64a9 {{(pid=108170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 04 21:01:34.592197 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0c6947bc-9a61-4e2b-929c-e5db20f31871 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:34.598402 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-0c6947bc-9a61-4e2b-929c-e5db20f31871 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] 10.222.0.78 "DELETE /networking/v2.0/networks/8fb955ca-c8c5-4722-ad28-fcec9d6b64a9 HTTP/1.1" status: 204 len: 168 time: 1.6677008 Oct 04 21:01:34.622234 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-48845491-5948-4333-a8ee-d5cadceafc4c tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (4e0f9132-635d-4c93-a474-fcb74c3e4a97), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:34.649129 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6947bc-9a61-4e2b-929c-e5db20f31871 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Pushing event deleted for resources: {'Network': ['ID=8fb955ca-c8c5-4722-ad28-fcec9d6b64a9,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:34.753068 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48845491-5948-4333-a8ee-d5cadceafc4c tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event deleted for resources: {'Subnet': ['ID=4e0f9132-635d-4c93-a474-fcb74c3e4a97,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:34.756996 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-48845491-5948-4333-a8ee-d5cadceafc4c tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:34.778069 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-48845491-5948-4333-a8ee-d5cadceafc4c tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/4e0f9132-635d-4c93-a474-fcb74c3e4a97 HTTP/1.1" status: 204 len: 168 time: 1.7881546 Oct 04 21:01:34.780144 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423af06c-963c-43a8-9e9a-88382c3dd1ab None None] Network 1d875141-b1fc-4741-963e-9fb93997617b requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:01:34.784685 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53310) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:34.885739 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2c160493-c574-4a72-863a-7a1ba7bc7506 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (f3b2b05a-cba0-497d-ae18-cf34d16c09fd), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:35.051430 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c160493-c574-4a72-863a-7a1ba7bc7506 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Pushing event updated for resources: {'Port': ['ID=f3b2b05a-cba0-497d-ae18-cf34d16c09fd,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:35.114441 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-61c07a75-bc6e-4729-aa6a-f345c63b7420 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (1d875141-b1fc-4741-963e-9fb93997617b), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:35.126968 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c160493-c574-4a72-863a-7a1ba7bc7506 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Network 9dafd1bd-2a3f-405c-8905-6c3ecc2949b9 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:01:35.136122 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-2c160493-c574-4a72-863a-7a1ba7bc7506 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:01:35.149155 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:INSERT=10 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:35.152956 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c160493-c574-4a72-863a-7a1ba7bc7506 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:01:35.285334 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:35.392041 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-61c07a75-bc6e-4729-aa6a-f345c63b7420 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Deleting port 51e81a00-c433-4caa-b78b-7d971c8d874c {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:01:35.393006 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-61c07a75-bc6e-4729-aa6a-f345c63b7420 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (51e81a00-c433-4caa-b78b-7d971c8d874c), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:35.530391 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ff8710-4f1c-457d-8152-a64deecdaf96 None None] DHCP port deletion for 1d875141-b1fc-4741-963e-9fb93997617b request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:01:35.535673 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-00209a46-5bf9-401e-868a-676627c406ce tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group (7bd47145-1b40-47c5-aee4-81959d6ea43e), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:35.636991 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c160493-c574-4a72-863a-7a1ba7bc7506 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:01:35.638090 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2c160493-c574-4a72-863a-7a1ba7bc7506 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:35.749293 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-00209a46-5bf9-401e-868a-676627c406ce tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (7bd47145-1b40-47c5-aee4-81959d6ea43e), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:35.846313 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e0ff8710-4f1c-457d-8152-a64deecdaf96 None None] Deleting port 51e81a00-c433-4caa-b78b-7d971c8d874c {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:01:35.853399 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e0ff8710-4f1c-457d-8152-a64deecdaf96 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (51e81a00-c433-4caa-b78b-7d971c8d874c), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:35.875730 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-61c07a75-bc6e-4729-aa6a-f345c63b7420 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] For port 51e81a00-c433-4caa-b78b-7d971c8d874c, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=51e81a00-c433-4caa-b78b-7d971c8d874c,segment=NetworkSegment(0dd0b6b6-080a-4551-9471-2c420582de36),segment_id=0dd0b6b6-080a-4551-9471-2c420582de36)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:01:35.876378 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-61c07a75-bc6e-4729-aa6a-f345c63b7420 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (51e81a00-c433-4caa-b78b-7d971c8d874c), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:35.939358 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-61c07a75-bc6e-4729-aa6a-f345c63b7420 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Calling delete_port for 51e81a00-c433-4caa-b78b-7d971c8d874c owned by network:dhcp {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:01:36.005459 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-00209a46-5bf9-401e-868a-676627c406ce tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group (e5e0df68-aa8b-49bc-b12d-0e801e263fe5), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:36.030608 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-2c160493-c574-4a72-863a-7a1ba7bc7506 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3450806 Oct 04 21:01:36.041080 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53340) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:36.051955 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-9844d36c-0c3d-46d7-a675-fb49b7957f75 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:a2:94:04'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:75:1b:64'}]}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:01:36.146877 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-00209a46-5bf9-401e-868a-676627c406ce tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (e5e0df68-aa8b-49bc-b12d-0e801e263fe5), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:36.179984 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e0ff8710-4f1c-457d-8152-a64deecdaf96 None None] For port 51e81a00-c433-4caa-b78b-7d971c8d874c, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=51e81a00-c433-4caa-b78b-7d971c8d874c,segment=NetworkSegment(0dd0b6b6-080a-4551-9471-2c420582de36),segment_id=0dd0b6b6-080a-4551-9471-2c420582de36)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:01:36.180380 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e0ff8710-4f1c-457d-8152-a64deecdaf96 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (51e81a00-c433-4caa-b78b-7d971c8d874c), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:36.189355 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00209a46-5bf9-401e-868a-676627c406ce tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd47145-1b40-47c5-aee4-81959d6ea43e,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:36.236287 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e0ff8710-4f1c-457d-8152-a64deecdaf96 None None] Calling delete_port for 51e81a00-c433-4caa-b78b-7d971c8d874c owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:01:36.444385 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-d475862e-aeed-4a14-8b92-662f6183b7c6 None None] Provisioning complete for port f3b2b05a-cba0-497d-ae18-cf34d16c09fd triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:01:36.444982 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d475862e-aeed-4a14-8b92-662f6183b7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (f3b2b05a-cba0-497d-ae18-cf34d16c09fd), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:36.445632 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-d475862e-aeed-4a14-8b92-662f6183b7c6 None None] Attempt 1 to provision port f3b2b05a-cba0-497d-ae18-cf34d16c09fd Oct 04 21:01:36.512987 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:INSERT=14,neutron:SELECT=80,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:36.527464 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00209a46-5bf9-401e-868a-676627c406ce tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e0df68-aa8b-49bc-b12d-0e801e263fe5,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:36.539929 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-00209a46-5bf9-401e-868a-676627c406ce tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:36.542208 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-00209a46-5bf9-401e-868a-676627c406ce tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 3.5985210 Oct 04 21:01:36.546962 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53360) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:36.584668 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-d475862e-aeed-4a14-8b92-662f6183b7c6 None None] Port f3b2b05a-cba0-497d-ae18-cf34d16c09fd cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:01:36.594461 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e0ff8710-4f1c-457d-8152-a64deecdaf96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (51e81a00-c433-4caa-b78b-7d971c8d874c), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:36.625200 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=84,neutron:DELETE=13,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:36.673416 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ff8710-4f1c-457d-8152-a64deecdaf96 None None] Pushing event deleted for resources: {'Port': ['ID=51e81a00-c433-4caa-b78b-7d971c8d874c,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:36.689387 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ff8710-4f1c-457d-8152-a64deecdaf96 None None] No DVR routers for this DVR port 51e81a00-c433-4caa-b78b-7d971c8d874c on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:01:36.750251 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-61c07a75-bc6e-4729-aa6a-f345c63b7420 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (51e81a00-c433-4caa-b78b-7d971c8d874c), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:36.796988 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53364) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:36.809794 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c07a75-bc6e-4729-aa6a-f345c63b7420 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] No DVR routers for this DVR port 51e81a00-c433-4caa-b78b-7d971c8d874c on host n-d-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:01:36.854461 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-8d339865-16d1-4dbe-814d-cb3210677e5f tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Request body: {'router': {'name': 'tempest-router--390534039', 'project_id': 'b37982dc23a3464ebd21645fe64210af'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:01:36.964768 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9844d36c-0c3d-46d7-a675-fb49b7957f75 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (f3b2b05a-cba0-497d-ae18-cf34d16c09fd), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:37.004216 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8d339865-16d1-4dbe-814d-cb3210677e5f tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (07765e40-5519-4832-be80-09d59b09296c), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:37.006522 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8d339865-16d1-4dbe-814d-cb3210677e5f tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (07765e40-5519-4832-be80-09d59b09296c), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:37.013755 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c07a75-bc6e-4729-aa6a-f345c63b7420 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event deleted for resources: {'Port': ['ID=51e81a00-c433-4caa-b78b-7d971c8d874c,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:37.083541 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-e0337721-ebe0-4217-991b-84d67b0514e2 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.5332198 Oct 04 21:01:37.096193 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53368) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:37.106451 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-a0fb764d-c47e-4c8e-a5f2-9df3d7fb9d3f tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Request body: {'security_group': {'name': 'tempest-security--1953653964', 'description': 'tempest-security-description-23317087'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:01:37.506773 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-61c07a75-bc6e-4729-aa6a-f345c63b7420 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (1d875141-b1fc-4741-963e-9fb93997617b), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:37.580803 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-61c07a75-bc6e-4729-aa6a-f345c63b7420 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d875141-b1fc-4741-963e-9fb93997617b']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:01:37.609061 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-61c07a75-bc6e-4729-aa6a-f345c63b7420 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dd0b6b6-080a-4551-9471-2c420582de36') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:01:37.609550 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-61c07a75-bc6e-4729-aa6a-f345c63b7420 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dd0b6b6-080a-4551-9471-2c420582de36') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:01:37.637523 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-61c07a75-bc6e-4729-aa6a-f345c63b7420 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (0dd0b6b6-080a-4551-9471-2c420582de36), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:37.669819 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-61c07a75-bc6e-4729-aa6a-f345c63b7420 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (0dd0b6b6-080a-4551-9471-2c420582de36), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:37.684049 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61c07a75-bc6e-4729-aa6a-f345c63b7420 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:01:37.684773 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-61c07a75-bc6e-4729-aa6a-f345c63b7420 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (0dd0b6b6-080a-4551-9471-2c420582de36), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:37.695426 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9844d36c-0c3d-46d7-a675-fb49b7957f75 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks [] for port (f3b2b05a-cba0-497d-ae18-cf34d16c09fd), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:37.710714 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:37.764033 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8d339865-16d1-4dbe-814d-cb3210677e5f tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks [] for router_controller (07765e40-5519-4832-be80-09d59b09296c), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:37.833722 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9844d36c-0c3d-46d7-a675-fb49b7957f75 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (f3b2b05a-cba0-497d-ae18-cf34d16c09fd), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:37.836799 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 51e81a00-c433-4caa-b78b-7d971c8d874c no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:01:37.933988 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 51e81a00-c433-4caa-b78b-7d971c8d874c {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:01:37.936819 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 51e81a00-c433-4caa-b78b-7d971c8d874c not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:01:37.954612 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a0fb764d-c47e-4c8e-a5f2-9df3d7fb9d3f tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group (e5e0df68-aa8b-49bc-b12d-0e801e263fe5), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:38.148773 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a0fb764d-c47e-4c8e-a5f2-9df3d7fb9d3f tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group (e5e0df68-aa8b-49bc-b12d-0e801e263fe5), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:38.156353 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 0dd0b6b6-080a-4551-9471-2c420582de36 resource provider aggregate not found Oct 04 21:01:38.191730 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8d339865-16d1-4dbe-814d-cb3210677e5f tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (07765e40-5519-4832-be80-09d59b09296c), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:38.255709 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a0fb764d-c47e-4c8e-a5f2-9df3d7fb9d3f tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (e5e0df68-aa8b-49bc-b12d-0e801e263fe5), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:38.266509 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a0fb764d-c47e-4c8e-a5f2-9df3d7fb9d3f tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:38.273769 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a0fb764d-c47e-4c8e-a5f2-9df3d7fb9d3f tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "PUT /networking/v2.0/security-groups/e5e0df68-aa8b-49bc-b12d-0e801e263fe5 HTTP/1.1" status: 200 len: 1795 time: 1.1754458 Oct 04 21:01:38.283844 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 0dd0b6b6-080a-4551-9471-2c420582de36 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0dd0b6b6-080a-4551-9471-2c420582de36 found for delete ", "request_id": "req-f3882f77-ccdf-406c-ae92-06394a377438"}]} Oct 04 21:01:38.287934 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53392) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:38.364198 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9844d36c-0c3d-46d7-a675-fb49b7957f75 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Pushing event updated for resources: {'Port': ['ID=f3b2b05a-cba0-497d-ae18-cf34d16c09fd,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:38.388508 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-9844d36c-0c3d-46d7-a675-fb49b7957f75 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] In _notify_port_updated(), no bound segment for port f3b2b05a-cba0-497d-ae18-cf34d16c09fd on network 9dafd1bd-2a3f-405c-8905-6c3ecc2949b9 {{(pid=108169) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 04 21:01:38.404579 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8d339865-16d1-4dbe-814d-cb3210677e5f tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:38.406653 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-8d339865-16d1-4dbe-814d-cb3210677e5f tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.5886881 Oct 04 21:01:38.412963 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53398) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:38.421184 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9844d36c-0c3d-46d7-a675-fb49b7957f75 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:01:38.421184 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9844d36c-0c3d-46d7-a675-fb49b7957f75 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:38.421184 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-9844d36c-0c3d-46d7-a675-fb49b7957f75 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] 10.222.0.78 "PUT /networking/v2.0/ports/f3b2b05a-cba0-497d-ae18-cf34d16c09fd HTTP/1.1" status: 200 len: 1055 time: 2.3760712 Oct 04 21:01:38.440371 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53400) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:38.711003 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-442db287-b6a3-471b-b0ee-ecd12b0294d2 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks [] for router (07765e40-5519-4832-be80-09d59b09296c), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:38.721742 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-31a275c3-f849-4126-bf42-22d92800022b tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Deleting port f3b2b05a-cba0-497d-ae18-cf34d16c09fd {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:01:38.723644 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-31a275c3-f849-4126-bf42-22d92800022b tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (f3b2b05a-cba0-497d-ae18-cf34d16c09fd), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:38.725543 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fb764d-c47e-4c8e-a5f2-9df3d7fb9d3f tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e0df68-aa8b-49bc-b12d-0e801e263fe5,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:38.742330 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-61c07a75-bc6e-4729-aa6a-f345c63b7420 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (1d875141-b1fc-4741-963e-9fb93997617b), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:38.751096 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-61c07a75-bc6e-4729-aa6a-f345c63b7420 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:38.762608 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-61c07a75-bc6e-4729-aa6a-f345c63b7420 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "DELETE /networking/v2.0/networks/1d875141-b1fc-4741-963e-9fb93997617b HTTP/1.1" status: 204 len: 168 time: 3.9792900 Oct 04 21:01:38.766947 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53410) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:38.999580 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-c1b779d3-62b0-4eea-af59-9a6de0e56c42 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Request body: {'router': {'routes': None}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:01:39.036974 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c07a75-bc6e-4729-aa6a-f345c63b7420 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Pushing event deleted for resources: {'Network': ['ID=1d875141-b1fc-4741-963e-9fb93997617b,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:39.337731 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 1ee087d7-9aa1-4322-8516-62c0e9228b10 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:01:39.475581 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 1ee087d7-9aa1-4322-8516-62c0e9228b10 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:01:39.482453 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 1ee087d7-9aa1-4322-8516-62c0e9228b10 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:01:39.574426 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-442db287-b6a3-471b-b0ee-ecd12b0294d2 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (07765e40-5519-4832-be80-09d59b09296c), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:39.574909 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b8b95dbe-f318-43e2-b4cd-6d9fc389225e tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "GET /networking/v2.0/security-groups/e5e0df68-aa8b-49bc-b12d-0e801e263fe5 HTTP/1.1" status: 200 len: 1795 time: 1.2492218 Oct 04 21:01:39.579923 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53430) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:39.592171 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-442db287-b6a3-471b-b0ee-ecd12b0294d2 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks [] for router_controller (07765e40-5519-4832-be80-09d59b09296c), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:39.705572 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-31a275c3-f849-4126-bf42-22d92800022b tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (f3b2b05a-cba0-497d-ae18-cf34d16c09fd), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:39.740304 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-31a275c3-f849-4126-bf42-22d92800022b tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Calling delete_port for f3b2b05a-cba0-497d-ae18-cf34d16c09fd owned by {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:01:39.937277 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6d07f735-7864-45da-843c-9567aee18615 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group (e5e0df68-aa8b-49bc-b12d-0e801e263fe5), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:39.987035 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6d07f735-7864-45da-843c-9567aee18615 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group (e5e0df68-aa8b-49bc-b12d-0e801e263fe5), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:40.036362 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:40.133480 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=7 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:40.180370 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-442db287-b6a3-471b-b0ee-ecd12b0294d2 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (07765e40-5519-4832-be80-09d59b09296c), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:40.181788 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-442db287-b6a3-471b-b0ee-ecd12b0294d2 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 07765e40-5519-4832-be80-09d59b09296c {{(pid=108170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 21:01:40.185930 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.extraroute_db [None req-c1b779d3-62b0-4eea-af59-9a6de0e56c42 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Added routes are [] {{(pid=108170) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 04 21:01:40.186859 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.extraroute_db [None req-c1b779d3-62b0-4eea-af59-9a6de0e56c42 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Removed routes are [] {{(pid=108170) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 04 21:01:40.187888 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c1b779d3-62b0-4eea-af59-9a6de0e56c42 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-465386', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-583633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6069'] for router (8284feae-dc55-446e-92cb-984255740508), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:40.199078 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-442db287-b6a3-471b-b0ee-ecd12b0294d2 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:40.206209 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-442db287-b6a3-471b-b0ee-ecd12b0294d2 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] 10.222.0.78 "DELETE /networking/v2.0/routers/07765e40-5519-4832-be80-09d59b09296c HTTP/1.1" status: 204 len: 168 time: 1.7915156 Oct 04 21:01:40.219240 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-31a275c3-f849-4126-bf42-22d92800022b tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (f3b2b05a-cba0-497d-ae18-cf34d16c09fd), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:40.293390 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a275c3-f849-4126-bf42-22d92800022b tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Pushing event deleted for resources: {'Port': ['ID=f3b2b05a-cba0-497d-ae18-cf34d16c09fd,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:40.537737 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6d07f735-7864-45da-843c-9567aee18615 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (e5e0df68-aa8b-49bc-b12d-0e801e263fe5), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:40.545734 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6d07f735-7864-45da-843c-9567aee18615 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:40.548367 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-6d07f735-7864-45da-843c-9567aee18615 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/e5e0df68-aa8b-49bc-b12d-0e801e263fe5 HTTP/1.1" status: 204 len: 168 time: 0.9663601 Oct 04 21:01:40.575993 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53454) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:40.579291 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d07f735-7864-45da-843c-9567aee18615 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e0df68-aa8b-49bc-b12d-0e801e263fe5,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:40.630073 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:40.935308 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-985dc095-66ed-479b-890f-c7df36c794bf tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3453443 Oct 04 21:01:40.935308 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53462) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:40.964110 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c1b779d3-62b0-4eea-af59-9a6de0e56c42 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-465386', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-583633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6069'] for router (8284feae-dc55-446e-92cb-984255740508), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:40.986940 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c1b779d3-62b0-4eea-af59-9a6de0e56c42 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-465361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-465368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-583658'] for router (8284feae-dc55-446e-92cb-984255740508), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:41.074377 n-d-852085-12 neutron-server[108169]: INFO neutron.api.v2.resource [None req-9e7d4a09-b0a6-4944-a33a-052126d575b2 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] delete failed (client error): The resource could not be found. Oct 04 21:01:41.076973 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-9e7d4a09-b0a6-4944-a33a-052126d575b2 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/e5e0df68-aa8b-49bc-b12d-0e801e263fe5 HTTP/1.1" status: 404 len: 347 time: 0.1415682 Oct 04 21:01:41.083456 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53466) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:41.098842 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-66133b80-69f8-4ccd-85a0-83b8af50f726 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Request body: {'security_group': {'name': 'tempest-secgroup--426608772'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:01:41.179593 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b779d3-62b0-4eea-af59-9a6de0e56c42 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Router 8284feae-dc55-446e-92cb-984255740508 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:01:41.317305 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b779d3-62b0-4eea-af59-9a6de0e56c42 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:01:41.342436 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afcfc27-aca2-43cc-8f77-e71091bc0bc7 None None] Sync routers for ids ['8284feae-dc55-446e-92cb-984255740508'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:01:41.372207 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c1b779d3-62b0-4eea-af59-9a6de0e56c42 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:41.372790 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afcfc27-aca2-43cc-8f77-e71091bc0bc7 None None] Routers {'8284feae-dc55-446e-92cb-984255740508'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:01:41.374177 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-3afcfc27-aca2-43cc-8f77-e71091bc0bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:01:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['8284feae-dc55-446e-92cb-984255740508'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:01:41.387025 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c1b779d3-62b0-4eea-af59-9a6de0e56c42 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "PUT /networking/v2.0/routers/8284feae-dc55-446e-92cb-984255740508 HTTP/1.1" status: 200 len: 705 time: 2.5988646 Oct 04 21:01:41.387657 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53470) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:41.408267 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-66133b80-69f8-4ccd-85a0-83b8af50f726 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:41.507957 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-5f3bc049-d667-408e-be13-c7ec6418c5e8 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8284feae-dc55-446e-92cb-984255740508 HTTP/1.1" status: 200 len: 205 time: 0.1181350 Oct 04 21:01:41.509083 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53472) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:41.535711 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-3afcfc27-aca2-43cc-8f77-e71091bc0bc7 None None] Set router 8284feae-dc55-446e-92cb-984255740508 gateway port host: None {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:01:41.570385 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53474) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:41.644579 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-31a275c3-f849-4126-bf42-22d92800022b tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:41.664298 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-31a275c3-f849-4126-bf42-22d92800022b tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] 10.222.0.78 "DELETE /networking/v2.0/ports/f3b2b05a-cba0-497d-ae18-cf34d16c09fd HTTP/1.1" status: 204 len: 168 time: 3.2197516 Oct 04 21:01:41.679476 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-3afcfc27-aca2-43cc-8f77-e71091bc0bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8284feae-dc55-446e-92cb-984255740508', 'name': 'tempest-RoutersIpV6Test-router-2036952622', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:59:42Z', 'updated_at': '2022-10-04T21:01:30Z', 'revision_number': 11, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:01:41.689420 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53480) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:41.754728 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afcfc27-aca2-43cc-8f77-e71091bc0bc7 None None] Checking router: 8284feae-dc55-446e-92cb-984255740508 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:01:41.764315 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-e65d1dec-9a71-471b-936d-340d398a6751 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] GET failed (client error): The resource could not be found. Oct 04 21:01:41.775213 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e65d1dec-9a71-471b-936d-340d398a6751 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] 10.222.0.78 "GET /networking/v2.0/ports/f3b2b05a-cba0-497d-ae18-cf34d16c09fd HTTP/1.1" status: 404 len: 333 time: 0.0817702 Oct 04 21:01:41.776684 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53482) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:41.778526 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afcfc27-aca2-43cc-8f77-e71091bc0bc7 None None] Routers {'8284feae-dc55-446e-92cb-984255740508'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:01:41.779776 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-3afcfc27-aca2-43cc-8f77-e71091bc0bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:01:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['8284feae-dc55-446e-92cb-984255740508'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:01:41.907955 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-66133b80-69f8-4ccd-85a0-83b8af50f726 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group (5eaababb-1c0c-4b22-bc43-6686ac245a2a), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:41.976769 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-3afcfc27-aca2-43cc-8f77-e71091bc0bc7 None None] Set router 8284feae-dc55-446e-92cb-984255740508 gateway port host: None {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:01:42.067762 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-66133b80-69f8-4ccd-85a0-83b8af50f726 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (5eaababb-1c0c-4b22-bc43-6686ac245a2a), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:42.129987 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-3afcfc27-aca2-43cc-8f77-e71091bc0bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8284feae-dc55-446e-92cb-984255740508', 'name': 'tempest-RoutersIpV6Test-router-2036952622', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:59:42Z', 'updated_at': '2022-10-04T21:01:30Z', 'revision_number': 11, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:01:42.132960 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-3fb55d33-c830-4816-a2ee-f0451ba0ef86 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Deleting port 8c4de890-46d4-4972-bdb7-ca74c1bb872f {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:01:42.133784 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3fb55d33-c830-4816-a2ee-f0451ba0ef86 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (8c4de890-46d4-4972-bdb7-ca74c1bb872f), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:42.191706 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afcfc27-aca2-43cc-8f77-e71091bc0bc7 None None] The sync data for ids ['8284feae-dc55-446e-92cb-984255740508'] in n-d-852085-12 is: [{'id': '8284feae-dc55-446e-92cb-984255740508', 'name': 'tempest-RoutersIpV6Test-router-2036952622', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T20:59:42Z', 'updated_at': '2022-10-04T21:01:30Z', 'revision_number': 11, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'gw_port_host': None}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:01:42.292384 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-66133b80-69f8-4ccd-85a0-83b8af50f726 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:42.294751 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-66133b80-69f8-4ccd-85a0-83b8af50f726 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2093294 Oct 04 21:01:42.308798 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53490) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:42.310081 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66133b80-69f8-4ccd-85a0-83b8af50f726 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5eaababb-1c0c-4b22-bc43-6686ac245a2a,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:42.330138 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-728ab91c-cb88-427b-80ed-6e304a0c052d tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Request body: {'security_group_rule': {'security_group_id': '5eaababb-1c0c-4b22-bc43-6686ac245a2a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:01:42.461572 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3fb55d33-c830-4816-a2ee-f0451ba0ef86 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (8c4de890-46d4-4972-bdb7-ca74c1bb872f), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:42.507461 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-3fb55d33-c830-4816-a2ee-f0451ba0ef86 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Calling delete_port for 8c4de890-46d4-4972-bdb7-ca74c1bb872f owned by {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:01:42.547538 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-33e34909-a178-42f2-a2e6-9b911b4d4590 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for router (8284feae-dc55-446e-92cb-984255740508), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:42.683228 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:42.683228 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-728ab91c-cb88-427b-80ed-6e304a0c052d tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group_rule (8e1e5456-0d8d-406f-9f5a-91235a27751a), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:43.055129 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-728ab91c-cb88-427b-80ed-6e304a0c052d tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group_rule (8e1e5456-0d8d-406f-9f5a-91235a27751a), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:43.060281 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-33e34909-a178-42f2-a2e6-9b911b4d4590 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (8284feae-dc55-446e-92cb-984255740508), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:43.081880 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-33e34909-a178-42f2-a2e6-9b911b4d4590 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for router_controller (8284feae-dc55-446e-92cb-984255740508), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:43.183299 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-bfffa8d9-89bc-42b8-9ef6-fd6a641ffe60 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2106508103', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}, 'admin_state_up': False}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:01:43.274203 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-728ab91c-cb88-427b-80ed-6e304a0c052d tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (8e1e5456-0d8d-406f-9f5a-91235a27751a), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:43.294153 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-33e34909-a178-42f2-a2e6-9b911b4d4590 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (8284feae-dc55-446e-92cb-984255740508), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:43.296059 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e34909-a178-42f2-a2e6-9b911b4d4590 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Fanout notify agent at l3_agent the message router_deleted on router 8284feae-dc55-446e-92cb-984255740508 {{(pid=108170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 21:01:43.303460 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:43.326550 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728ab91c-cb88-427b-80ed-6e304a0c052d tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e1e5456-0d8d-406f-9f5a-91235a27751a,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:43.327382 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-33e34909-a178-42f2-a2e6-9b911b4d4590 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:43.337208 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-33e34909-a178-42f2-a2e6-9b911b4d4590 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "DELETE /networking/v2.0/routers/8284feae-dc55-446e-92cb-984255740508 HTTP/1.1" status: 204 len: 168 time: 1.8252060 Oct 04 21:01:43.342925 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bfffa8d9-89bc-42b8-9ef6-fd6a641ffe60 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (3df5cc02-7725-498d-974b-3155d65c6afc), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:43.345262 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bfffa8d9-89bc-42b8-9ef6-fd6a641ffe60 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (3df5cc02-7725-498d-974b-3155d65c6afc), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:43.353795 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53524) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:43.363184 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3fb55d33-c830-4816-a2ee-f0451ba0ef86 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (8c4de890-46d4-4972-bdb7-ca74c1bb872f), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:43.376766 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-4bee283b-9e3a-4dfb-8b7f-a3d933cd5cca tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1784159517', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:01:43.590753 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4bee283b-9e3a-4dfb-8b7f-a3d933cd5cca tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (2f70ebca-ebb3-418f-8543-f1d3b420bc0b), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:43.604916 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4bee283b-9e3a-4dfb-8b7f-a3d933cd5cca tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (2f70ebca-ebb3-418f-8543-f1d3b420bc0b), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:43.674383 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-728ab91c-cb88-427b-80ed-6e304a0c052d tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:43.676924 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-728ab91c-cb88-427b-80ed-6e304a0c052d tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3615673 Oct 04 21:01:43.689761 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3fb55d33-c830-4816-a2ee-f0451ba0ef86 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:43.699851 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-3fb55d33-c830-4816-a2ee-f0451ba0ef86 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] 10.222.0.78 "DELETE /networking/v2.0/ports/8c4de890-46d4-4972-bdb7-ca74c1bb872f HTTP/1.1" status: 204 len: 168 time: 1.9098778 Oct 04 21:01:43.702542 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb55d33-c830-4816-a2ee-f0451ba0ef86 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Pushing event deleted for resources: {'Port': ['ID=8c4de890-46d4-4972-bdb7-ca74c1bb872f,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:43.712122 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53534) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:43.713375 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53536) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:43.826485 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bfffa8d9-89bc-42b8-9ef6-fd6a641ffe60 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks [] for router_controller (3df5cc02-7725-498d-974b-3155d65c6afc), precommit_add_association {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:43.960422 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-52420094-7f24-4e49-9131-bd294d38dd52 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] GET failed (client error): The resource could not be found. Oct 04 21:01:43.971803 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-52420094-7f24-4e49-9131-bd294d38dd52 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] 10.222.0.78 "GET /networking/v2.0/ports/8c4de890-46d4-4972-bdb7-ca74c1bb872f HTTP/1.1" status: 404 len: 333 time: 0.2446554 Oct 04 21:01:44.020200 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53540) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:44.074302 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4bee283b-9e3a-4dfb-8b7f-a3d933cd5cca tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for router_controller (2f70ebca-ebb3-418f-8543-f1d3b420bc0b), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:44.088867 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5224bc49-b959-4f1b-a29c-a5c02a349503 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group_rule (8e1e5456-0d8d-406f-9f5a-91235a27751a), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:44.121670 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:44.130026 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5224bc49-b959-4f1b-a29c-a5c02a349503 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group_rule (8e1e5456-0d8d-406f-9f5a-91235a27751a), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:44.212627 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4bee283b-9e3a-4dfb-8b7f-a3d933cd5cca tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (2f70ebca-ebb3-418f-8543-f1d3b420bc0b), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:44.442463 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4bee283b-9e3a-4dfb-8b7f-a3d933cd5cca tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:44.450117 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4bee283b-9e3a-4dfb-8b7f-a3d933cd5cca tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0860500 Oct 04 21:01:44.451313 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53546) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:44.458643 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5224bc49-b959-4f1b-a29c-a5c02a349503 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (8e1e5456-0d8d-406f-9f5a-91235a27751a), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:44.462854 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-d8676519-69c0-494e-bc12-f990b803226c tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Request body: {'router': {'admin_state_up': True}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:01:44.475271 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-048432e7-e1c5-4b81-b6f8-c8c81a8555ce tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Deleting port 9499a2c9-7f27-4af0-9939-4b37d2d83a75 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:01:44.475271 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-048432e7-e1c5-4b81-b6f8-c8c81a8555ce tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (9499a2c9-7f27-4af0-9939-4b37d2d83a75), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:44.490062 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5224bc49-b959-4f1b-a29c-a5c02a349503 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:44.492388 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-5224bc49-b959-4f1b-a29c-a5c02a349503 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "DELETE /networking/v2.0/security-group-rules/8e1e5456-0d8d-406f-9f5a-91235a27751a HTTP/1.1" status: 204 len: 168 time: 0.7771008 Oct 04 21:01:44.502632 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53550) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:44.527800 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5224bc49-b959-4f1b-a29c-a5c02a349503 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8e1e5456-0d8d-406f-9f5a-91235a27751a,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:44.652973 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f521a927-eca8-4315-9f2c-e12a45426132 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1473129 Oct 04 21:01:44.657056 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53556) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:44.713604 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bfffa8d9-89bc-42b8-9ef6-fd6a641ffe60 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks [] for router_gateway (3df5cc02-7725-498d-974b-3155d65c6afc), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:44.809100 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53558) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:44.828367 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-883c38ca-0acb-4631-8c90-451baac2eafb tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group (5eaababb-1c0c-4b22-bc43-6686ac245a2a), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:44.899079 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-883c38ca-0acb-4631-8c90-451baac2eafb tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group (5eaababb-1c0c-4b22-bc43-6686ac245a2a), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:45.249108 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d8676519-69c0-494e-bc12-f990b803226c tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-465386', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-583633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6069'] for router (2f70ebca-ebb3-418f-8543-f1d3b420bc0b), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:45.328541 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-883c38ca-0acb-4631-8c90-451baac2eafb tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (5eaababb-1c0c-4b22-bc43-6686ac245a2a), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:45.338796 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-883c38ca-0acb-4631-8c90-451baac2eafb tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:45.338796 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-883c38ca-0acb-4631-8c90-451baac2eafb tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/5eaababb-1c0c-4b22-bc43-6686ac245a2a HTTP/1.1" status: 204 len: 168 time: 0.6769888 Oct 04 21:01:45.350517 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53568) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:45.401927 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-db96c46f-a858-49d5-86d7-a72dc575269e tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-558438633'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:01:45.423757 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:45.424070 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883c38ca-0acb-4631-8c90-451baac2eafb tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eaababb-1c0c-4b22-bc43-6686ac245a2a,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:45.435277 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-048432e7-e1c5-4b81-b6f8-c8c81a8555ce tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (9499a2c9-7f27-4af0-9939-4b37d2d83a75), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:45.490965 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d8676519-69c0-494e-bc12-f990b803226c tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-465361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-465368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-583658'] for router (2f70ebca-ebb3-418f-8543-f1d3b420bc0b), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:45.497975 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:45.506746 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-6f5edbfb-4648-4fa0-90da-c9fbc6f3352a tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1383047 Oct 04 21:01:45.513383 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53574) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:45.522988 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-5438dbf1-0313-466a-8c73-6f60bdc9ccd0 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Request body: {'security_group': {'name': 'tempest-secgroup--976204365'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:01:45.549949 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-048432e7-e1c5-4b81-b6f8-c8c81a8555ce tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Calling delete_port for 9499a2c9-7f27-4af0-9939-4b37d2d83a75 owned by {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:01:45.623112 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c5934d02-2d3c-49a5-a437-3211741befc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:45.909099 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db96c46f-a858-49d5-86d7-a72dc575269e tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Made reservation on behalf of 08f99ad15fe84fa2b388cd850f27c012 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:01:45.916182 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-db96c46f-a858-49d5-86d7-a72dc575269e tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:45.990909 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5438dbf1-0313-466a-8c73-6f60bdc9ccd0 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:46.009708 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-db96c46f-a858-49d5-86d7-a72dc575269e tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:46.062033 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:46.130339 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bfffa8d9-89bc-42b8-9ef6-fd6a641ffe60 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks [] for router_gateway (3df5cc02-7725-498d-974b-3155d65c6afc), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:46.228208 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bfffa8d9-89bc-42b8-9ef6-fd6a641ffe60 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:46.238047 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5438dbf1-0313-466a-8c73-6f60bdc9ccd0 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group (08b22fa7-b942-48a1-9390-68a4e37e9523), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:46.441405 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5438dbf1-0313-466a-8c73-6f60bdc9ccd0 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (08b22fa7-b942-48a1-9390-68a4e37e9523), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:46.534455 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5438dbf1-0313-466a-8c73-6f60bdc9ccd0 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08b22fa7-b942-48a1-9390-68a4e37e9523,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:46.614956 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8676519-69c0-494e-bc12-f990b803226c tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Router 2f70ebca-ebb3-418f-8543-f1d3b420bc0b is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 21:01:46.637773 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5438dbf1-0313-466a-8c73-6f60bdc9ccd0 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:46.642428 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-5438dbf1-0313-466a-8c73-6f60bdc9ccd0 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1257963 Oct 04 21:01:46.647805 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53580) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:46.651449 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-048432e7-e1c5-4b81-b6f8-c8c81a8555ce tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (9499a2c9-7f27-4af0-9939-4b37d2d83a75), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:46.669597 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-f21a4b16-d3a8-4e3d-9b0e-46d363696bbe tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Request body: {'security_group_rule': {'security_group_id': '08b22fa7-b942-48a1-9390-68a4e37e9523', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:01:46.779099 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-db96c46f-a858-49d5-86d7-a72dc575269e tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Publish callbacks [] for security_group (bb5f5a35-fc25-4fb0-adb2-df58939f3448), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:46.818652 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048432e7-e1c5-4b81-b6f8-c8c81a8555ce tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Pushing event deleted for resources: {'Port': ['ID=9499a2c9-7f27-4af0-9939-4b37d2d83a75,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:46.874928 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f21a4b16-d3a8-4e3d-9b0e-46d363696bbe tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group_rule (6fe43dc0-21f5-4371-99d1-1c89a6c63e19), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:46.887810 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-bfffa8d9-89bc-42b8-9ef6-fd6a641ffe60 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Allocated IP 172.25.5.90 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/3e27188b-2e8a-4a61-b1ed-1a4d267a66ed) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:01:46.991586 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53586) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:47.014791 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-db96c46f-a858-49d5-86d7-a72dc575269e tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (bb5f5a35-fc25-4fb0-adb2-df58939f3448), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:47.029648 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:47.084910 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f21a4b16-d3a8-4e3d-9b0e-46d363696bbe tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group_rule (6fe43dc0-21f5-4371-99d1-1c89a6c63e19), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:47.154532 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f21a4b16-d3a8-4e3d-9b0e-46d363696bbe tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (6fe43dc0-21f5-4371-99d1-1c89a6c63e19), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:47.205623 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21a4b16-d3a8-4e3d-9b0e-46d363696bbe tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fe43dc0-21f5-4371-99d1-1c89a6c63e19,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:47.292082 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f21a4b16-d3a8-4e3d-9b0e-46d363696bbe tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:47.295445 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f21a4b16-d3a8-4e3d-9b0e-46d363696bbe tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6451650 Oct 04 21:01:47.299669 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53590) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:47.330887 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-a05018ef-8d55-4838-b807-e3a7e5eace71 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Request body: {'security_group_rule': {'security_group_id': '08b22fa7-b942-48a1-9390-68a4e37e9523', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:01:47.389839 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d9847da8-94db-4fbb-8e2f-3b8eb0952857 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:47.474830 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-925876a6-8744-4fca-a77a-212a2b826272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:47.512948 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=77,neutron:INSERT=14,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:47.529446 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a05018ef-8d55-4838-b807-e3a7e5eace71 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group_rule (96cc686c-95ec-491d-aa64-7246a4376eed), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:47.563115 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db96c46f-a858-49d5-86d7-a72dc575269e tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:01:47.583876 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8676519-69c0-494e-bc12-f990b803226c tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:01:47.615247 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d8676519-69c0-494e-bc12-f990b803226c tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:47.617823 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d8676519-69c0-494e-bc12-f990b803226c tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "PUT /networking/v2.0/routers/2f70ebca-ebb3-418f-8543-f1d3b420bc0b HTTP/1.1" status: 200 len: 698 time: 3.1619461 Oct 04 21:01:47.627122 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01f567d-0bca-43eb-95ee-f0fe5f412342 None None] Sync routers for ids ['2f70ebca-ebb3-418f-8543-f1d3b420bc0b'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:01:47.642718 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53596) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:47.654074 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01f567d-0bca-43eb-95ee-f0fe5f412342 None None] Routers {'2f70ebca-ebb3-418f-8543-f1d3b420bc0b'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:01:47.655745 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-f01f567d-0bca-43eb-95ee-f0fe5f412342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:01:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['2f70ebca-ebb3-418f-8543-f1d3b420bc0b'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:01:47.695531 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-048432e7-e1c5-4b81-b6f8-c8c81a8555ce tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:47.703944 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-048432e7-e1c5-4b81-b6f8-c8c81a8555ce tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] 10.222.0.78 "DELETE /networking/v2.0/ports/9499a2c9-7f27-4af0-9939-4b37d2d83a75 HTTP/1.1" status: 204 len: 168 time: 3.6754630 Oct 04 21:01:47.705109 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-db96c46f-a858-49d5-86d7-a72dc575269e tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (87b0e376-ad89-4287-a52f-a8cd7556f1eb), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:47.705664 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-db96c46f-a858-49d5-86d7-a72dc575269e tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Added segment 87b0e376-ad89-4287-a52f-a8cd7556f1eb of type vlan for network 50d5941b-13a2-4a1d-ba22-74c1b8344979 Oct 04 21:01:47.707874 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db96c46f-a858-49d5-86d7-a72dc575269e tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5f5a35-fc25-4fb0-adb2-df58939f3448,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:47.725896 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53598) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:47.866273 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-f01f567d-0bca-43eb-95ee-f0fe5f412342 None None] Set router 2f70ebca-ebb3-418f-8543-f1d3b420bc0b gateway port host: None {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:01:47.929793 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d9847da8-94db-4fbb-8e2f-3b8eb0952857 admin admin] Publish callbacks [] for security_group (fd835695-2aea-43d6-a581-735f80a15214), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:47.932276 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-db96c46f-a858-49d5-86d7-a72dc575269e tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (50d5941b-13a2-4a1d-ba22-74c1b8344979), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:47.960391 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a05018ef-8d55-4838-b807-e3a7e5eace71 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group_rule (96cc686c-95ec-491d-aa64-7246a4376eed), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:47.977447 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-afa7923f-fc2e-4f24-8b49-9b9360d48c90 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "GET /networking/v2.0/routers/2f70ebca-ebb3-418f-8543-f1d3b420bc0b HTTP/1.1" status: 200 len: 704 time: 0.3288274 Oct 04 21:01:47.978496 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53606) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:48.000776 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-50f88122-fc07-4dbf-8fe0-a71c9342d265 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Deleting subnet da8ffb0e-7493-4488-8d46-a1cffee9f8b7 {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:01:48.014949 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-50f88122-fc07-4dbf-8fe0-a71c9342d265 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks [] for subnet (da8ffb0e-7493-4488-8d46-a1cffee9f8b7), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:48.023704 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-f01f567d-0bca-43eb-95ee-f0fe5f412342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f70ebca-ebb3-418f-8543-f1d3b420bc0b', 'name': 'tempest-RoutersIpV6Test-router-1784159517', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:01:43Z', 'updated_at': '2022-10-04T21:01:45Z', 'revision_number': 2, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:01:48.066059 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.db.resource_extend [None req-db96c46f-a858-49d5-86d7-a72dc575269e tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 04 21:01:48.109029 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01f567d-0bca-43eb-95ee-f0fe5f412342 None None] Checking router: 2f70ebca-ebb3-418f-8543-f1d3b420bc0b for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:01:48.114090 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:INSERT=9,neutron:SELECT=84,neutron:UPDATE=7 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:48.119918 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bfffa8d9-89bc-42b8-9ef6-fd6a641ffe60 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks [] for port (3e27188b-2e8a-4a61-b1ed-1a4d267a66ed), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:48.125881 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-276903e5-77fa-4552-9f65-bdd704d5f111 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2f70ebca-ebb3-418f-8543-f1d3b420bc0b HTTP/1.1" status: 200 len: 205 time: 0.1407974 Oct 04 21:01:48.128544 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53608) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:48.131245 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01f567d-0bca-43eb-95ee-f0fe5f412342 None None] Routers {'2f70ebca-ebb3-418f-8543-f1d3b420bc0b'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:01:48.133691 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-f01f567d-0bca-43eb-95ee-f0fe5f412342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:01:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['2f70ebca-ebb3-418f-8543-f1d3b420bc0b'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:01:48.138137 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a05018ef-8d55-4838-b807-e3a7e5eace71 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (96cc686c-95ec-491d-aa64-7246a4376eed), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:48.142673 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d9847da8-94db-4fbb-8e2f-3b8eb0952857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (fd835695-2aea-43d6-a581-735f80a15214), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:48.173337 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-50f88122-fc07-4dbf-8fe0-a71c9342d265 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (da8ffb0e-7493-4488-8d46-a1cffee9f8b7), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:48.253264 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-db96c46f-a858-49d5-86d7-a72dc575269e tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (50d5941b-13a2-4a1d-ba22-74c1b8344979), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:48.264128 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db96c46f-a858-49d5-86d7-a72dc575269e tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:01:48.265533 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-db96c46f-a858-49d5-86d7-a72dc575269e tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:48.320346 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-f01f567d-0bca-43eb-95ee-f0fe5f412342 None None] Set router 2f70ebca-ebb3-418f-8543-f1d3b420bc0b gateway port host: None {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:01:48.405333 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a05018ef-8d55-4838-b807-e3a7e5eace71 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:48.411517 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a05018ef-8d55-4838-b807-e3a7e5eace71 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1060426 Oct 04 21:01:48.411517 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05018ef-8d55-4838-b807-e3a7e5eace71 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96cc686c-95ec-491d-aa64-7246a4376eed,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:48.417283 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53610) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:48.433870 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-28a4841b-d22d-4e2c-b6ec-2b9b54525f2c tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Request body: {'security_group_rule': {'security_group_id': '08b22fa7-b942-48a1-9390-68a4e37e9523', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:01:48.457492 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-f01f567d-0bca-43eb-95ee-f0fe5f412342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f70ebca-ebb3-418f-8543-f1d3b420bc0b', 'name': 'tempest-RoutersIpV6Test-router-1784159517', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:01:43Z', 'updated_at': '2022-10-04T21:01:45Z', 'revision_number': 2, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:01:48.515226 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:48.542756 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bfffa8d9-89bc-42b8-9ef6-fd6a641ffe60 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (3e27188b-2e8a-4a61-b1ed-1a4d267a66ed), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:48.551985 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-db96c46f-a858-49d5-86d7-a72dc575269e tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.7387230 Oct 04 21:01:48.563051 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53612) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:48.569740 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-d9847da8-94db-4fbb-8e2f-3b8eb0952857 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=81c32c498e924f98adcff057b368dc50&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5764418 Oct 04 21:01:48.581329 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05018ef-8d55-4838-b807-e3a7e5eace71 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:01:48.581329 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05018ef-8d55-4838-b807-e3a7e5eace71 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:01:48.581329 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05018ef-8d55-4838-b807-e3a7e5eace71 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:01:48.581329 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05018ef-8d55-4838-b807-e3a7e5eace71 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:01:48.582096 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05018ef-8d55-4838-b807-e3a7e5eace71 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:01:48.582790 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05018ef-8d55-4838-b807-e3a7e5eace71 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:01:48.583262 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53614) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:48.583523 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05018ef-8d55-4838-b807-e3a7e5eace71 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:01:48.584127 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05018ef-8d55-4838-b807-e3a7e5eace71 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:01:48.598303 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05018ef-8d55-4838-b807-e3a7e5eace71 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:01:48.599055 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05018ef-8d55-4838-b807-e3a7e5eace71 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:01:48.599908 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05018ef-8d55-4838-b807-e3a7e5eace71 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:01:48.600300 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05018ef-8d55-4838-b807-e3a7e5eace71 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:01:48.601013 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05018ef-8d55-4838-b807-e3a7e5eace71 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:01:48.601976 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05018ef-8d55-4838-b807-e3a7e5eace71 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:01:48.608099 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05018ef-8d55-4838-b807-e3a7e5eace71 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:01:48.622667 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9847da8-94db-4fbb-8e2f-3b8eb0952857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd835695-2aea-43d6-a581-735f80a15214,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:48.656551 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-6832543d-de47-4a33-8d27-55613d199909 tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Request body: {'subnet': {'network_id': '50d5941b-13a2-4a1d-ba22-74c1b8344979', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:01:48.679554 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c095e520-d9de-43e1-bcbb-b2c884f7748f tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for router (2f70ebca-ebb3-418f-8543-f1d3b420bc0b), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:48.710945 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db96c46f-a858-49d5-86d7-a72dc575269e tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Pushing event updated for resources: {'Network': ['ID=50d5941b-13a2-4a1d-ba22-74c1b8344979,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:48.779588 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-50f88122-fc07-4dbf-8fe0-a71c9342d265 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (da8ffb0e-7493-4488-8d46-a1cffee9f8b7), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:48.799830 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfffa8d9-89bc-42b8-9ef6-fd6a641ffe60 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:01:48.862374 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 50d5941b-13a2-4a1d-ba22-74c1b8344979 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:01:48.867898 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01f567d-0bca-43eb-95ee-f0fe5f412342 None None] The sync data for ids ['2f70ebca-ebb3-418f-8543-f1d3b420bc0b'] in n-d-852085-12 is: [{'id': '2f70ebca-ebb3-418f-8543-f1d3b420bc0b', 'name': 'tempest-RoutersIpV6Test-router-1784159517', 'tenant_id': 'b0c85d506fb94c18954be47609cba122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:01:43Z', 'updated_at': '2022-10-04T21:01:45Z', 'revision_number': 2, 'project_id': 'b0c85d506fb94c18954be47609cba122', 'gw_port_host': None}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:01:48.938495 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-bfffa8d9-89bc-42b8-9ef6-fd6a641ffe60 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:01:48.973348 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfffa8d9-89bc-42b8-9ef6-fd6a641ffe60 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:01:49.079353 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfffa8d9-89bc-42b8-9ef6-fd6a641ffe60 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Pushing event updated for resources: {'Port': ['ID=3e27188b-2e8a-4a61-b1ed-1a4d267a66ed,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:49.084496 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-28a4841b-d22d-4e2c-b6ec-2b9b54525f2c tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group_rule (961f6ef7-f98a-41a0-9669-22d4614de834), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:49.124461 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:49.210435 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:49.225733 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfffa8d9-89bc-42b8-9ef6-fd6a641ffe60 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:01:49.226679 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfffa8d9-89bc-42b8-9ef6-fd6a641ffe60 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:01:49.227769 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfffa8d9-89bc-42b8-9ef6-fd6a641ffe60 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:01:49.228555 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfffa8d9-89bc-42b8-9ef6-fd6a641ffe60 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:01:49.229490 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfffa8d9-89bc-42b8-9ef6-fd6a641ffe60 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:01:49.230287 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfffa8d9-89bc-42b8-9ef6-fd6a641ffe60 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:01:49.231059 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfffa8d9-89bc-42b8-9ef6-fd6a641ffe60 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:01:49.232086 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfffa8d9-89bc-42b8-9ef6-fd6a641ffe60 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:01:49.235000 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfffa8d9-89bc-42b8-9ef6-fd6a641ffe60 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:01:49.236013 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfffa8d9-89bc-42b8-9ef6-fd6a641ffe60 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:01:49.237072 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfffa8d9-89bc-42b8-9ef6-fd6a641ffe60 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:01:49.238626 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfffa8d9-89bc-42b8-9ef6-fd6a641ffe60 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:01:49.241038 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfffa8d9-89bc-42b8-9ef6-fd6a641ffe60 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:01:49.241971 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfffa8d9-89bc-42b8-9ef6-fd6a641ffe60 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:01:49.242691 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfffa8d9-89bc-42b8-9ef6-fd6a641ffe60 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:01:49.334859 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c095e520-d9de-43e1-bcbb-b2c884f7748f tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (2f70ebca-ebb3-418f-8543-f1d3b420bc0b), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:49.345296 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c095e520-d9de-43e1-bcbb-b2c884f7748f tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for router_controller (2f70ebca-ebb3-418f-8543-f1d3b420bc0b), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:49.411164 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-50f88122-fc07-4dbf-8fe0-a71c9342d265 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (da8ffb0e-7493-4488-8d46-a1cffee9f8b7), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:49.433167 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-435d0b81-4fb1-4efa-b2c3-78ef91970ce4 admin admin] Publish callbacks [] for security_group (fd835695-2aea-43d6-a581-735f80a15214), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:49.464432 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6832543d-de47-4a33-8d27-55613d199909 tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Made reservation on behalf of 08f99ad15fe84fa2b388cd850f27c012 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:01:49.479478 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6832543d-de47-4a33-8d27-55613d199909 tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:49.561485 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f88122-fc07-4dbf-8fe0-a71c9342d265 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Pushing event deleted for resources: {'Subnet': ['ID=da8ffb0e-7493-4488-8d46-a1cffee9f8b7,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:49.585650 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c095e520-d9de-43e1-bcbb-b2c884f7748f tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (2f70ebca-ebb3-418f-8543-f1d3b420bc0b), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:49.586009 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c095e520-d9de-43e1-bcbb-b2c884f7748f tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Fanout notify agent at l3_agent the message router_deleted on router 2f70ebca-ebb3-418f-8543-f1d3b420bc0b {{(pid=108170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 21:01:49.597133 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-50f88122-fc07-4dbf-8fe0-a71c9342d265 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:49.608086 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c095e520-d9de-43e1-bcbb-b2c884f7748f tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:49.610040 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c095e520-d9de-43e1-bcbb-b2c884f7748f tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "DELETE /networking/v2.0/routers/2f70ebca-ebb3-418f-8543-f1d3b420bc0b HTTP/1.1" status: 204 len: 168 time: 1.4766846 Oct 04 21:01:49.619885 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-50f88122-fc07-4dbf-8fe0-a71c9342d265 tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/da8ffb0e-7493-4488-8d46-a1cffee9f8b7 HTTP/1.1" status: 204 len: 168 time: 1.8916214 Oct 04 21:01:49.620969 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339e2564-55f0-4131-a780-f59906d7a3af None None] Network 9dafd1bd-2a3f-405c-8905-6c3ecc2949b9 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:01:49.638862 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53620) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:49.639486 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53622) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:49.672872 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-435d0b81-4fb1-4efa-b2c3-78ef91970ce4 admin admin] Publish callbacks [] for security_group (fd835695-2aea-43d6-a581-735f80a15214), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:49.704598 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-28a4841b-d22d-4e2c-b6ec-2b9b54525f2c tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group_rule (961f6ef7-f98a-41a0-9669-22d4614de834), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:49.772647 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53626) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:49.774112 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-73d41865-c7b7-4c5c-9eba-666fe415443d tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2f70ebca-ebb3-418f-8543-f1d3b420bc0b HTTP/1.1" status: 200 len: 205 time: 0.1321728 Oct 04 21:01:49.868445 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:49.869214 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-28a4841b-d22d-4e2c-b6ec-2b9b54525f2c tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (961f6ef7-f98a-41a0-9669-22d4614de834), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:49.883745 n-d-852085-12 neutron-server[108169]: INFO neutron.api.v2.resource [None req-878b8a3c-7322-4764-a3a6-5adc285f7914 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] delete failed (client error): The resource could not be found. Oct 04 21:01:49.889660 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-878b8a3c-7322-4764-a3a6-5adc285f7914 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "DELETE /networking/v2.0/routers/2f70ebca-ebb3-418f-8543-f1d3b420bc0b HTTP/1.1" status: 404 len: 336 time: 0.1112070 Oct 04 21:01:49.900045 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53630) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:49.935635 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:49.990675 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a4841b-d22d-4e2c-b6ec-2b9b54525f2c tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=961f6ef7-f98a-41a0-9669-22d4614de834,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:50.025574 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8cd8be68-0dea-467e-ba8c-32b649481d0b tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (9dafd1bd-2a3f-405c-8905-6c3ecc2949b9), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:50.057262 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-abad05e0-c055-4ebc-a3f3-8e8399617119 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] DELETE failed (client error): The resource could not be found. Oct 04 21:01:50.058372 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abad05e0-c055-4ebc-a3f3-8e8399617119 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:01:50.064285 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-abad05e0-c055-4ebc-a3f3-8e8399617119 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/d026a0a7-0945-4720-93a2-7c141413c7f9 HTTP/1.1" status: 404 len: 337 time: 0.1578414 Oct 04 21:01:50.075311 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53634) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:50.124996 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:50.163632 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-28a4841b-d22d-4e2c-b6ec-2b9b54525f2c tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:50.169016 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-28a4841b-d22d-4e2c-b6ec-2b9b54525f2c tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.7484462 Oct 04 21:01:50.171119 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53636) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:50.191760 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed24e48b-051f-4611-87d3-d75522444f52 None None] DHCP port deletion for 9dafd1bd-2a3f-405c-8905-6c3ecc2949b9 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:01:50.192223 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-13a555bb-14a1-4177-835b-3ac749d9b949 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Request body: {'security_group_rule': {'security_group_id': '08b22fa7-b942-48a1-9390-68a4e37e9523', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:01:50.199390 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0e7b581-f7ee-4389-91bd-4e27227d4a1c tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] DELETE failed (client error): The resource could not be found. Oct 04 21:01:50.200404 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0e7b581-f7ee-4389-91bd-4e27227d4a1c tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:01:50.206505 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d0e7b581-f7ee-4389-91bd-4e27227d4a1c tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/701ecd21-9c19-4d90-b5a7-c351476cdc88 HTTP/1.1" status: 404 len: 337 time: 0.1293225 Oct 04 21:01:50.217416 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53638) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:50.219389 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-435d0b81-4fb1-4efa-b2c3-78ef91970ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (fd835695-2aea-43d6-a581-735f80a15214), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:50.223723 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-435d0b81-4fb1-4efa-b2c3-78ef91970ce4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:50.226678 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-435d0b81-4fb1-4efa-b2c3-78ef91970ce4 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/fd835695-2aea-43d6-a581-735f80a15214 HTTP/1.1" status: 204 len: 168 time: 1.6283417 Oct 04 21:01:50.262981 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-8cd8be68-0dea-467e-ba8c-32b649481d0b tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Deleting port a4a0e6b6-140e-41e2-9249-0da6fd984f5c {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:01:50.264088 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8cd8be68-0dea-467e-ba8c-32b649481d0b tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (a4a0e6b6-140e-41e2-9249-0da6fd984f5c), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:50.438862 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-7967398d-7adc-449a-a47b-7dcc897745cb tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] DELETE failed (client error): The resource could not be found. Oct 04 21:01:50.441631 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7967398d-7adc-449a-a47b-7dcc897745cb tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:01:50.464278 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-7967398d-7adc-449a-a47b-7dcc897745cb tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/a85a1c7c-a779-40a8-806d-b6b915727979 HTTP/1.1" status: 404 len: 337 time: 0.2303381 Oct 04 21:01:50.467026 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53642) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:50.471346 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-8cd8be68-0dea-467e-ba8c-32b649481d0b tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] For port a4a0e6b6-140e-41e2-9249-0da6fd984f5c, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=a4a0e6b6-140e-41e2-9249-0da6fd984f5c,segment=NetworkSegment(2b080ffd-db95-4ed0-be6a-92ead836b32e),segment_id=2b080ffd-db95-4ed0-be6a-92ead836b32e)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:01:50.473524 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8cd8be68-0dea-467e-ba8c-32b649481d0b tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (a4a0e6b6-140e-41e2-9249-0da6fd984f5c), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:50.481161 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435d0b81-4fb1-4efa-b2c3-78ef91970ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd835695-2aea-43d6-a581-735f80a15214,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:50.543237 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-8cd8be68-0dea-467e-ba8c-32b649481d0b tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Calling delete_port for a4a0e6b6-140e-41e2-9249-0da6fd984f5c owned by network:dhcp {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:01:50.561763 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:50.572261 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-ed24e48b-051f-4611-87d3-d75522444f52 None None] Deleting port a4a0e6b6-140e-41e2-9249-0da6fd984f5c {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:01:50.572828 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ed24e48b-051f-4611-87d3-d75522444f52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (a4a0e6b6-140e-41e2-9249-0da6fd984f5c), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:50.596010 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ecc92c3-a9b1-4b07-ad4f-08997c2e6bba tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] DELETE failed (client error): The resource could not be found. Oct 04 21:01:50.597259 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ecc92c3-a9b1-4b07-ad4f-08997c2e6bba tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:01:50.694839 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-9ecc92c3-a9b1-4b07-ad4f-08997c2e6bba tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/4e0f9132-635d-4c93-a474-fcb74c3e4a97 HTTP/1.1" status: 404 len: 337 time: 0.2018800 Oct 04 21:01:50.720977 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53644) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:50.805571 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bfffa8d9-89bc-42b8-9ef6-fd6a641ffe60 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks [] for router_gateway (3df5cc02-7725-498d-974b-3155d65c6afc), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:50.827962 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c71688b1-a8bb-4795-8c66-ab52b16dfd72 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8284feae-dc55-446e-92cb-984255740508 HTTP/1.1" status: 200 len: 205 time: 0.1038187 Oct 04 21:01:50.854422 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53646) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:50.923760 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-13a555bb-14a1-4177-835b-3ac749d9b949 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group_rule (e146033e-cf49-4d12-9f45-7f5b3ca0ec27), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:51.012431 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-ed24e48b-051f-4611-87d3-d75522444f52 None None] For port a4a0e6b6-140e-41e2-9249-0da6fd984f5c, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=a4a0e6b6-140e-41e2-9249-0da6fd984f5c,segment=NetworkSegment(2b080ffd-db95-4ed0-be6a-92ead836b32e),segment_id=2b080ffd-db95-4ed0-be6a-92ead836b32e)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:01:51.016493 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ed24e48b-051f-4611-87d3-d75522444f52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (a4a0e6b6-140e-41e2-9249-0da6fd984f5c), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:51.060285 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-ed24e48b-051f-4611-87d3-d75522444f52 None None] Calling delete_port for a4a0e6b6-140e-41e2-9249-0da6fd984f5c owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:01:51.410851 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-13a555bb-14a1-4177-835b-3ac749d9b949 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group_rule (e146033e-cf49-4d12-9f45-7f5b3ca0ec27), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:51.519824 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-13a555bb-14a1-4177-835b-3ac749d9b949 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (e146033e-cf49-4d12-9f45-7f5b3ca0ec27), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:51.523316 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-a97149fd-772f-4286-b44f-7d70bb88a09a tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] delete failed (client error): The resource could not be found. Oct 04 21:01:51.532852 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a97149fd-772f-4286-b44f-7d70bb88a09a tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "DELETE /networking/v2.0/routers/8284feae-dc55-446e-92cb-984255740508 HTTP/1.1" status: 404 len: 336 time: 0.6099210 Oct 04 21:01:51.536880 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53652) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:51.542390 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a4a0e6b6-140e-41e2-9249-0da6fd984f5c no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:01:51.598291 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a555bb-14a1-4177-835b-3ac749d9b949 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e146033e-cf49-4d12-9f45-7f5b3ca0ec27,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:51.672158 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-8c0d7d8d-8ba9-480a-8bdd-afdd23e66d50 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=2346fae6-f78b-443b-af66-75928814adb3 HTTP/1.1" status: 200 len: 205 time: 0.1298561 Oct 04 21:01:51.678355 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53654) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:51.814440 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ed24e48b-051f-4611-87d3-d75522444f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (a4a0e6b6-140e-41e2-9249-0da6fd984f5c), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:51.820052 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-70dba6d9-596f-43ea-ab25-9de460984312 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] delete failed (client error): The resource could not be found. Oct 04 21:01:51.827227 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53656) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:51.835788 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-70dba6d9-596f-43ea-ab25-9de460984312 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "DELETE /networking/v2.0/routers/2346fae6-f78b-443b-af66-75928814adb3 HTTP/1.1" status: 404 len: 336 time: 0.1395574 Oct 04 21:01:51.882442 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:51.884549 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8cd8be68-0dea-467e-ba8c-32b649481d0b tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (a4a0e6b6-140e-41e2-9249-0da6fd984f5c), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:51.946838 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed24e48b-051f-4611-87d3-d75522444f52 None None] No DVR routers for this DVR port a4a0e6b6-140e-41e2-9249-0da6fd984f5c on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:01:51.962944 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:51.963943 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-037012fc-b66c-4736-9df6-942d166a46c3 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] DELETE failed (client error): The resource could not be found. Oct 04 21:01:51.964718 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-037012fc-b66c-4736-9df6-942d166a46c3 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:01:51.968114 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed24e48b-051f-4611-87d3-d75522444f52 None None] Pushing event deleted for resources: {'Port': ['ID=a4a0e6b6-140e-41e2-9249-0da6fd984f5c,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:51.981151 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-037012fc-b66c-4736-9df6-942d166a46c3 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/21df5146-d248-4e00-82b8-a727e9c363f0 HTTP/1.1" status: 404 len: 337 time: 0.1517346 Oct 04 21:01:51.986192 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-13a555bb-14a1-4177-835b-3ac749d9b949 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:51.996353 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53662) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:51.996629 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-13a555bb-14a1-4177-835b-3ac749d9b949 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.8154788 Oct 04 21:01:51.998180 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bfffa8d9-89bc-42b8-9ef6-fd6a641ffe60 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (3df5cc02-7725-498d-974b-3155d65c6afc), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:52.002004 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port a4a0e6b6-140e-41e2-9249-0da6fd984f5c is: ACTIVE; New status is: DOWN {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:01:52.003016 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (a4a0e6b6-140e-41e2-9249-0da6fd984f5c), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:52.016083 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53664) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:52.029505 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd8be68-0dea-467e-ba8c-32b649481d0b tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Pushing event deleted for resources: {'Port': ['ID=a4a0e6b6-140e-41e2-9249-0da6fd984f5c,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:52.034469 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd8be68-0dea-467e-ba8c-32b649481d0b tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] No DVR routers for this DVR port a4a0e6b6-140e-41e2-9249-0da6fd984f5c on host n-d-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:01:52.039691 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-69434d1e-2123-4959-8ec9-28897f3726dd tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Request body: {'security_group_rule': {'security_group_id': '08b22fa7-b942-48a1-9390-68a4e37e9523', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:01:52.086556 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f3725fce-6c8a-4401-8ca6-fb2d9ed8b7d6 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3dd2ed1f-fcbe-43ce-b8f6-1482d051aeb9 HTTP/1.1" status: 200 len: 205 time: 0.0888193 Oct 04 21:01:52.119462 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53668) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:52.129439 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=40 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:52.140250 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6832543d-de47-4a33-8d27-55613d199909 tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (2989696d-9f84-4921-8820-676cc2f4c64f), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:52.191582 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=90 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:52.208626 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:52.284709 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:DELETE=3,neutron:SELECT=92,neutron:INSERT=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:52.474794 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-69434d1e-2123-4959-8ec9-28897f3726dd tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group_rule (c30dc95a-e8ff-4852-a5f7-65d8cd77600c), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:52.479355 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-75e43a73-164e-4a8c-92c4-d506dcdf48b6 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] delete failed (client error): The resource could not be found. Oct 04 21:01:52.486639 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-75e43a73-164e-4a8c-92c4-d506dcdf48b6 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "DELETE /networking/v2.0/routers/3dd2ed1f-fcbe-43ce-b8f6-1482d051aeb9 HTTP/1.1" status: 404 len: 336 time: 0.3633339 Oct 04 21:01:52.494987 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53676) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:52.658228 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-0a15374e-1687-48e0-9ca5-e970b688ff3a tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=847e2376-1363-4440-857c-4488f162f656 HTTP/1.1" status: 200 len: 205 time: 0.1478708 Oct 04 21:01:52.663576 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8cd8be68-0dea-467e-ba8c-32b649481d0b tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (9dafd1bd-2a3f-405c-8905-6c3ecc2949b9), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:52.671888 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53682) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:52.678717 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-69434d1e-2123-4959-8ec9-28897f3726dd tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group_rule (c30dc95a-e8ff-4852-a5f7-65d8cd77600c), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:52.686379 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6832543d-de47-4a33-8d27-55613d199909 tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Pushing event updated for resources: {'Subnet': ['ID=2989696d-9f84-4921-8820-676cc2f4c64f,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:52.827763 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-8cd8be68-0dea-467e-ba8c-32b649481d0b tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dafd1bd-2a3f-405c-8905-6c3ecc2949b9']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:01:52.835941 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-8c54241c-5d73-4243-b75a-dacca3025c31 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] delete failed (client error): The resource could not be found. Oct 04 21:01:52.839348 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-8c54241c-5d73-4243-b75a-dacca3025c31 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "DELETE /networking/v2.0/routers/847e2376-1363-4440-857c-4488f162f656 HTTP/1.1" status: 404 len: 336 time: 0.1453199 Oct 04 21:01:52.846857 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53690) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:52.857131 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfffa8d9-89bc-42b8-9ef6-fd6a641ffe60 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Router 3df5cc02-7725-498d-974b-3155d65c6afc is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 21:01:52.869164 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-69434d1e-2123-4959-8ec9-28897f3726dd tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (c30dc95a-e8ff-4852-a5f7-65d8cd77600c), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:52.926144 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-97e20a18-d790-48a7-b99b-a3955e2a4fbc tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] DELETE failed (client error): The resource could not be found. Oct 04 21:01:52.926999 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97e20a18-d790-48a7-b99b-a3955e2a4fbc tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:01:52.933175 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-97e20a18-d790-48a7-b99b-a3955e2a4fbc tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/80e7fb6f-a39c-4f87-9f40-d90795d992b1 HTTP/1.1" status: 404 len: 337 time: 0.0714602 Oct 04 21:01:52.937849 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-8cd8be68-0dea-467e-ba8c-32b649481d0b tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b080ffd-db95-4ed0-be6a-92ead836b32e') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:01:52.938362 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-8cd8be68-0dea-467e-ba8c-32b649481d0b tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b080ffd-db95-4ed0-be6a-92ead836b32e') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:01:52.943497 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53694) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:52.949386 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6832543d-de47-4a33-8d27-55613d199909 tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Checking segment: {'id': '87b0e376-ad89-4287-a52f-a8cd7556f1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '50d5941b-13a2-4a1d-ba22-74c1b8344979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:01:52.950010 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6832543d-de47-4a33-8d27-55613d199909 tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Network hostable DHCP agents. Network: 50d5941b-13a2-4a1d-ba22-74c1b8344979, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:01:53.021923 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69434d1e-2123-4959-8ec9-28897f3726dd tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c30dc95a-e8ff-4852-a5f7-65d8cd77600c,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:53.035809 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b1b3b34b-2632-4268-81f8-178503852e40 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=8c036e27-74c2-45dd-a778-acbfb99d5318 HTTP/1.1" status: 200 len: 205 time: 0.0896480 Oct 04 21:01:53.041035 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8cd8be68-0dea-467e-ba8c-32b649481d0b tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (2b080ffd-db95-4ed0-be6a-92ead836b32e), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:53.044640 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53698) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:53.046244 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:53.157856 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8cd8be68-0dea-467e-ba8c-32b649481d0b tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (2b080ffd-db95-4ed0-be6a-92ead836b32e), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:53.164718 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-0b664b9a-9c7e-45c8-b3ab-61eb3372c104 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] delete failed (client error): The resource could not be found. Oct 04 21:01:53.166233 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfffa8d9-89bc-42b8-9ef6-fd6a641ffe60 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:01:53.170242 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-0b664b9a-9c7e-45c8-b3ab-61eb3372c104 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "DELETE /networking/v2.0/routers/8c036e27-74c2-45dd-a778-acbfb99d5318 HTTP/1.1" status: 404 len: 336 time: 0.1212482 Oct 04 21:01:53.180336 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53702) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:53.188789 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-69434d1e-2123-4959-8ec9-28897f3726dd tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:53.190176 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-69434d1e-2123-4959-8ec9-28897f3726dd tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.1710489 Oct 04 21:01:53.191554 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f1858b-5564-4431-9690-326bffc285cc None None] Sync routers for ids ['3df5cc02-7725-498d-974b-3155d65c6afc'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:01:53.198500 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53704) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:53.206578 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cd8be68-0dea-467e-ba8c-32b649481d0b tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:01:53.207798 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8cd8be68-0dea-467e-ba8c-32b649481d0b tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (2b080ffd-db95-4ed0-be6a-92ead836b32e), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:53.236019 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f1858b-5564-4431-9690-326bffc285cc None None] Routers {'3df5cc02-7725-498d-974b-3155d65c6afc'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:01:53.238912 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-54f1858b-5564-4431-9690-326bffc285cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:01:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['3df5cc02-7725-498d-974b-3155d65c6afc'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:01:53.270819 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ec8e5931-73cc-47f2-a087-ea93de150127 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group_rule (c30dc95a-e8ff-4852-a5f7-65d8cd77600c), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:53.288215 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-2837ec4a-56eb-40e4-8b7b-42a988ff1170 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] DELETE failed (client error): The resource could not be found. Oct 04 21:01:53.289397 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2837ec4a-56eb-40e4-8b7b-42a988ff1170 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:01:53.295922 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2837ec4a-56eb-40e4-8b7b-42a988ff1170 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/25064685-7489-41cf-9022-5b6d599339c6 HTTP/1.1" status: 404 len: 337 time: 0.1104951 Oct 04 21:01:53.303875 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53710) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:53.330837 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ec8e5931-73cc-47f2-a087-ea93de150127 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group_rule (c30dc95a-e8ff-4852-a5f7-65d8cd77600c), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:53.342858 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-54f1858b-5564-4431-9690-326bffc285cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:01:53.359869 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6832543d-de47-4a33-8d27-55613d199909 tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Network 50d5941b-13a2-4a1d-ba22-74c1b8344979 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:01:53.370832 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f1858b-5564-4431-9690-326bffc285cc None None] Routers {'3df5cc02-7725-498d-974b-3155d65c6afc'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:01:53.372952 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-54f1858b-5564-4431-9690-326bffc285cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:01:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['3df5cc02-7725-498d-974b-3155d65c6afc'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:01:53.394753 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-9694cc74-9eb7-4c59-9c49-c9b2ed60767b tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ae677702-583a-43a0-9f11-796482d1b5ed HTTP/1.1" status: 200 len: 205 time: 0.0836713 Oct 04 21:01:53.406747 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53712) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:53.458246 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-54f1858b-5564-4431-9690-326bffc285cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:01:53.460752 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f1858b-5564-4431-9690-326bffc285cc None None] The sync data for ids ['3df5cc02-7725-498d-974b-3155d65c6afc'] in n-d-852085-12 is: [] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:01:53.497119 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-6832543d-de47-4a33-8d27-55613d199909 tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 50d5941b-13a2-4a1d-ba22-74c1b8344979) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:01:53.524257 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2a9f60-89cd-4ae7-93e6-521bb91095d1 None None] Network 50d5941b-13a2-4a1d-ba22-74c1b8344979 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:01:53.564403 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6832543d-de47-4a33-8d27-55613d199909 tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:01:53.564403 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6832543d-de47-4a33-8d27-55613d199909 tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:53.564925 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bfffa8d9-89bc-42b8-9ef6-fd6a641ffe60 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:53.575188 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53718) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:53.575494 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-bfffa8d9-89bc-42b8-9ef6-fd6a641ffe60 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 888 time: 11.9982333 Oct 04 21:01:53.580049 n-d-852085-12 neutron-server[108169]: INFO neutron.api.v2.resource [None req-ea137281-81fd-4995-815d-57ef1c6eefeb tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] delete failed (client error): The resource could not be found. Oct 04 21:01:53.592440 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ea137281-81fd-4995-815d-57ef1c6eefeb tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "DELETE /networking/v2.0/routers/ae677702-583a-43a0-9f11-796482d1b5ed HTTP/1.1" status: 404 len: 336 time: 0.1726174 Oct 04 21:01:53.609046 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53720) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:53.622649 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8cd8be68-0dea-467e-ba8c-32b649481d0b tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (9dafd1bd-2a3f-405c-8905-6c3ecc2949b9), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:53.805764 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d8659ec-d02b-42ba-82d7-51c680f19b54 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] DELETE failed (client error): The resource could not be found. Oct 04 21:01:53.812590 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8cd8be68-0dea-467e-ba8c-32b649481d0b tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:53.813497 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d8659ec-d02b-42ba-82d7-51c680f19b54 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:01:53.826798 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-5d8659ec-d02b-42ba-82d7-51c680f19b54 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/677f7a2c-4519-4fda-99a6-a63b40d23b98 HTTP/1.1" status: 404 len: 337 time: 0.2158062 Oct 04 21:01:53.828088 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ec8e5931-73cc-47f2-a087-ea93de150127 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (c30dc95a-e8ff-4852-a5f7-65d8cd77600c), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:53.836993 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-8cd8be68-0dea-467e-ba8c-32b649481d0b tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] 10.222.0.78 "DELETE /networking/v2.0/networks/9dafd1bd-2a3f-405c-8905-6c3ecc2949b9 HTTP/1.1" status: 204 len: 168 time: 4.1916573 Oct 04 21:01:53.860842 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53728) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:53.869548 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ec8e5931-73cc-47f2-a087-ea93de150127 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:53.885356 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ec8e5931-73cc-47f2-a087-ea93de150127 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "DELETE /networking/v2.0/security-group-rules/c30dc95a-e8ff-4852-a5f7-65d8cd77600c HTTP/1.1" status: 204 len: 168 time: 0.6748831 Oct 04 21:01:53.887395 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53730) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:53.900360 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd8be68-0dea-467e-ba8c-32b649481d0b tempest-AllowedAddressPairTestJSON-471664823 tempest-AllowedAddressPairTestJSON-471664823-project] Pushing event deleted for resources: {'Network': ['ID=9dafd1bd-2a3f-405c-8905-6c3ecc2949b9,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:54.009483 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-6832543d-de47-4a33-8d27-55613d199909 tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.4365895 Oct 04 21:01:54.012640 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53734) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:54.017125 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d2f35c9-ef4c-46fc-9b40-36324f37b4e8 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] DELETE failed (client error): The resource could not be found. Oct 04 21:01:54.019750 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d2f35c9-ef4c-46fc-9b40-36324f37b4e8 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:01:54.053751 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-0d2f35c9-ef4c-46fc-9b40-36324f37b4e8 tempest-RoutersIpV6Test-2061771969 tempest-RoutersIpV6Test-2061771969-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/55b4fa38-d10d-4b3b-bdc3-14613e32bad1 HTTP/1.1" status: 404 len: 337 time: 0.1671963 Oct 04 21:01:54.055392 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-2fbe5d02-653c-4d78-9744-0da3d5ee4dd5 tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Request body: {'port': {'network_id': '50d5941b-13a2-4a1d-ba22-74c1b8344979', 'name': 'tempest-DHCPAgentSchedulersTestJSON-387004867'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:01:54.062236 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a8d9b2-b327-4ad4-853f-6397343ca82d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-50d5941b-13a2-4a1d-ba22-74c1b8344979', 'network_id': '50d5941b-13a2-4a1d-ba22-74c1b8344979', 'project_id': '08f99ad15fe84fa2b388cd850f27c012', 'fixed_ips': [{'subnet_id': '2989696d-9f84-4921-8820-676cc2f4c64f'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:01:54.064426 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d8a8d9b2-b327-4ad4-853f-6397343ca82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:54.156959 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8e5931-73cc-47f2-a087-ea93de150127 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c30dc95a-e8ff-4852-a5f7-65d8cd77600c,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:54.342877 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 2b080ffd-db95-4ed0-be6a-92ead836b32e resource provider aggregate not found Oct 04 21:01:54.454592 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 2b080ffd-db95-4ed0-be6a-92ead836b32e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2b080ffd-db95-4ed0-be6a-92ead836b32e found for delete ", "request_id": "req-b5d7a8a5-1c89-4eb7-b082-8f3a35dbde9e"}]} Oct 04 21:01:54.471699 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:54.573064 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-27478502-0894-4f84-bf1d-0e7be2786ada tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] 10.222.0.78 "GET /networking/v2.0/routers/3df5cc02-7725-498d-974b-3155d65c6afc HTTP/1.1" status: 200 len: 924 time: 0.9640200 Oct 04 21:01:54.574381 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53750) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:54.615463 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-5a41b165-d791-4c56-967d-d80d4749b242 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.6823349 Oct 04 21:01:54.619477 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53752) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:54.677626 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53754) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:54.677904 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-559781f2-2cd2-402a-97bb-3d9c8896bf7e tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3df5cc02-7725-498d-974b-3155d65c6afc HTTP/1.1" status: 200 len: 205 time: 0.0941534 Oct 04 21:01:54.722387 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-d8a8d9b2-b327-4ad4-853f-6397343ca82d None None] Allocated IP 172.20.0.2 (50d5941b-13a2-4a1d-ba22-74c1b8344979/2989696d-9f84-4921-8820-676cc2f4c64f/10011482-da3e-432a-b983-20b0b58a9b27) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:01:54.723723 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-900d65d6-4df2-4969-82fd-fc54ca752bee tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group_rule (e146033e-cf49-4d12-9f45-7f5b3ca0ec27), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:54.746573 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-900d65d6-4df2-4969-82fd-fc54ca752bee tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group_rule (e146033e-cf49-4d12-9f45-7f5b3ca0ec27), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:54.768561 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:54.840734 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fbe5d02-653c-4d78-9744-0da3d5ee4dd5 tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Made reservation on behalf of 08f99ad15fe84fa2b388cd850f27c012 for: {'port': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:01:54.851372 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2fbe5d02-653c-4d78-9744-0da3d5ee4dd5 tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:54.914066 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [None req-2fbe5d02-653c-4d78-9744-0da3d5ee4dd5 tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] device_id is not set on port cf253ddf-b3ca-4c15-b12a-9424c0e3fa70 yet. {{(pid=108169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 21:01:54.917258 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-900d65d6-4df2-4969-82fd-fc54ca752bee tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (e146033e-cf49-4d12-9f45-7f5b3ca0ec27), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:54.931098 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-900d65d6-4df2-4969-82fd-fc54ca752bee tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:54.942331 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-900d65d6-4df2-4969-82fd-fc54ca752bee tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "DELETE /networking/v2.0/security-group-rules/e146033e-cf49-4d12-9f45-7f5b3ca0ec27 HTTP/1.1" status: 204 len: 168 time: 0.3207622 Oct 04 21:01:54.944316 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53756) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:54.972076 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900d65d6-4df2-4969-82fd-fc54ca752bee tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e146033e-cf49-4d12-9f45-7f5b3ca0ec27,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:55.088651 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d8a8d9b2-b327-4ad4-853f-6397343ca82d None None] Publish callbacks [] for port (10011482-da3e-432a-b983-20b0b58a9b27), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:55.196928 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d8a8d9b2-b327-4ad4-853f-6397343ca82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (10011482-da3e-432a-b983-20b0b58a9b27), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:55.231643 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:DELETE=4,neutron:SELECT=86,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:55.382928 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a8d9b2-b327-4ad4-853f-6397343ca82d None None] Network 50d5941b-13a2-4a1d-ba22-74c1b8344979 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:01:55.392000 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-d8a8d9b2-b327-4ad4-853f-6397343ca82d None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:01:55.425900 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a8d9b2-b327-4ad4-853f-6397343ca82d None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:01:55.599084 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a8d9b2-b327-4ad4-853f-6397343ca82d None None] Pushing event updated for resources: {'Port': ['ID=10011482-da3e-432a-b983-20b0b58a9b27,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:55.737139 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53768) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:55.808137 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-18d3dc16-d533-4004-9ea0-a670ce73f745 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.8591831 Oct 04 21:01:55.813629 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53772) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:55.882421 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:55.923311 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-d8a8d9b2-b327-4ad4-853f-6397343ca82d None None] Attempting to bind port 10011482-da3e-432a-b983-20b0b58a9b27 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:01:55.924365 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-d8a8d9b2-b327-4ad4-853f-6397343ca82d None None] Attempting to bind port 10011482-da3e-432a-b983-20b0b58a9b27 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '87b0e376-ad89-4287-a52f-a8cd7556f1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '50d5941b-13a2-4a1d-ba22-74c1b8344979'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:01:55.924365 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a8d9b2-b327-4ad4-853f-6397343ca82d None None] Attempting to bind port 10011482-da3e-432a-b983-20b0b58a9b27 on network 50d5941b-13a2-4a1d-ba22-74c1b8344979 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:01:55.930213 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53774) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:56.030606 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1ea80baf-8d9d-4334-8f21-55617737a4d8 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group_rule (961f6ef7-f98a-41a0-9669-22d4614de834), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:56.078304 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1ea80baf-8d9d-4334-8f21-55617737a4d8 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group_rule (961f6ef7-f98a-41a0-9669-22d4614de834), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:56.094027 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a8d9b2-b327-4ad4-853f-6397343ca82d None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:01:56.094669 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a8d9b2-b327-4ad4-853f-6397343ca82d None None] Checking segment: {'id': '87b0e376-ad89-4287-a52f-a8cd7556f1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '50d5941b-13a2-4a1d-ba22-74c1b8344979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:01:56.094980 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2457904a-77fc-4ec5-b6f5-11c252d870d5 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks [] for router (3df5cc02-7725-498d-974b-3155d65c6afc), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:56.095773 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d8a8d9b2-b327-4ad4-853f-6397343ca82d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:56.096617 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a8d9b2-b327-4ad4-853f-6397343ca82d None None] Bound using segment: {'id': '87b0e376-ad89-4287-a52f-a8cd7556f1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '50d5941b-13a2-4a1d-ba22-74c1b8344979'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:01:56.097539 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-d8a8d9b2-b327-4ad4-853f-6397343ca82d None None] Bound port: 10011482-da3e-432a-b983-20b0b58a9b27, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87b0e376-ad89-4287-a52f-a8cd7556f1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '50d5941b-13a2-4a1d-ba22-74c1b8344979'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:01:56.098532 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d8a8d9b2-b327-4ad4-853f-6397343ca82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (10011482-da3e-432a-b983-20b0b58a9b27), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:56.286600 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-2fbe5d02-653c-4d78-9744-0da3d5ee4dd5 tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Allocated IP 172.20.0.13 (50d5941b-13a2-4a1d-ba22-74c1b8344979/2989696d-9f84-4921-8820-676cc2f4c64f/cf253ddf-b3ca-4c15-b12a-9424c0e3fa70) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:01:56.323602 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1ea80baf-8d9d-4334-8f21-55617737a4d8 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (961f6ef7-f98a-41a0-9669-22d4614de834), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:56.337045 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1ea80baf-8d9d-4334-8f21-55617737a4d8 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:56.341034 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53786) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:56.344424 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-1ea80baf-8d9d-4334-8f21-55617737a4d8 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "DELETE /networking/v2.0/security-group-rules/961f6ef7-f98a-41a0-9669-22d4614de834 HTTP/1.1" status: 204 len: 168 time: 0.5288239 Oct 04 21:01:56.433137 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-d8a8d9b2-b327-4ad4-853f-6397343ca82d None None] For port 10011482-da3e-432a-b983-20b0b58a9b27, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:01:56.440128 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea80baf-8d9d-4334-8f21-55617737a4d8 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=961f6ef7-f98a-41a0-9669-22d4614de834,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:56.466086 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-d8a8d9b2-b327-4ad4-853f-6397343ca82d None None] For port 10011482-da3e-432a-b983-20b0b58a9b27, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=10011482-da3e-432a-b983-20b0b58a9b27,segment=NetworkSegment(87b0e376-ad89-4287-a52f-a8cd7556f1eb),segment_id=87b0e376-ad89-4287-a52f-a8cd7556f1eb)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:01:56.618238 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d8a8d9b2-b327-4ad4-853f-6397343ca82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (10011482-da3e-432a-b983-20b0b58a9b27), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:56.752954 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a8d9b2-b327-4ad4-853f-6397343ca82d None None] Pushing event updated for resources: {'Port': ['ID=10011482-da3e-432a-b983-20b0b58a9b27,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:56.804984 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-cc3a8bb5-35fc-48eb-b630-d08ce2bc783f tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4617469 Oct 04 21:01:56.816948 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53820) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:56.819475 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53822) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:56.819961 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-e86bd632-600a-492b-b096-1da97951d300 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=9414c27e5e724ab4956a3499d081bdca&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0809481 Oct 04 21:01:56.835065 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-67d017da-8a26-4eb3-9ec3-d872e667d452 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=b0c85d506fb94c18954be47609cba122&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8995590 Oct 04 21:01:56.839820 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53824) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:56.916087 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2457904a-77fc-4ec5-b6f5-11c252d870d5 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks [] for router_gateway (3df5cc02-7725-498d-974b-3155d65c6afc), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:57.001812 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9c9c66f8-39b7-4241-b3b0-8b9fcd4283c1 admin admin] Publish callbacks [] for security_group (bd8186a8-bce5-4fd3-84bb-9d560657ab90), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:57.067398 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9c9c66f8-39b7-4241-b3b0-8b9fcd4283c1 admin admin] Publish callbacks [] for security_group (bd8186a8-bce5-4fd3-84bb-9d560657ab90), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:57.199766 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:57.384585 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9c9c66f8-39b7-4241-b3b0-8b9fcd4283c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (bd8186a8-bce5-4fd3-84bb-9d560657ab90), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:57.390306 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9c9c66f8-39b7-4241-b3b0-8b9fcd4283c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:57.393370 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-9c9c66f8-39b7-4241-b3b0-8b9fcd4283c1 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/bd8186a8-bce5-4fd3-84bb-9d560657ab90 HTTP/1.1" status: 204 len: 168 time: 0.5517151 Oct 04 21:01:57.432988 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c831a023-9147-48b4-9cb0-a492511c1f82 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group_rule (96cc686c-95ec-491d-aa64-7246a4376eed), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:57.466606 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9c66f8-39b7-4241-b3b0-8b9fcd4283c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8186a8-bce5-4fd3-84bb-9d560657ab90,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:57.661599 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c831a023-9147-48b4-9cb0-a492511c1f82 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group_rule (96cc686c-95ec-491d-aa64-7246a4376eed), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:57.678069 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 10011482-da3e-432a-b983-20b0b58a9b27 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:01:57.683789 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b63ce0f6-63d2-486f-9937-dfdcb18dd0a0 admin admin] Publish callbacks [] for security_group (2a76fe9c-c6a5-4552-bf9f-28f59d164a4c), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:57.730876 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b63ce0f6-63d2-486f-9937-dfdcb18dd0a0 admin admin] Publish callbacks [] for security_group (2a76fe9c-c6a5-4552-bf9f-28f59d164a4c), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:57.796612 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53844) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:57.906411 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-2457904a-77fc-4ec5-b6f5-11c252d870d5 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Deleting port 3e27188b-2e8a-4a61-b1ed-1a4d267a66ed {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:01:57.906411 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2457904a-77fc-4ec5-b6f5-11c252d870d5 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (3e27188b-2e8a-4a61-b1ed-1a4d267a66ed), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:57.933003 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2fbe5d02-653c-4d78-9744-0da3d5ee4dd5 tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Publish callbacks [] for port (cf253ddf-b3ca-4c15-b12a-9424c0e3fa70), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:57.977110 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 10011482-da3e-432a-b983-20b0b58a9b27 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:01:57.977767 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (10011482-da3e-432a-b983-20b0b58a9b27), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:57.978711 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 10011482-da3e-432a-b983-20b0b58a9b27 Oct 04 21:01:58.052809 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b63ce0f6-63d2-486f-9937-dfdcb18dd0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (2a76fe9c-c6a5-4552-bf9f-28f59d164a4c), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:58.069447 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b63ce0f6-63d2-486f-9937-dfdcb18dd0a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:58.074475 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b63ce0f6-63d2-486f-9937-dfdcb18dd0a0 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/2a76fe9c-c6a5-4552-bf9f-28f59d164a4c HTTP/1.1" status: 204 len: 168 time: 1.2340803 Oct 04 21:01:58.155519 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ce0f6-63d2-486f-9937-dfdcb18dd0a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a76fe9c-c6a5-4552-bf9f-28f59d164a4c,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:58.227319 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c831a023-9147-48b4-9cb0-a492511c1f82 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (96cc686c-95ec-491d-aa64-7246a4376eed), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:58.281940 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-af6f0ff1-0fce-4918-8f04-566ee54346fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:58.286075 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c831a023-9147-48b4-9cb0-a492511c1f82 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:58.288620 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c831a023-9147-48b4-9cb0-a492511c1f82 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "DELETE /networking/v2.0/security-group-rules/96cc686c-95ec-491d-aa64-7246a4376eed HTTP/1.1" status: 204 len: 168 time: 1.4631081 Oct 04 21:01:58.293549 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53854) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:58.352098 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 10011482-da3e-432a-b983-20b0b58a9b27 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:01:58.354321 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (10011482-da3e-432a-b983-20b0b58a9b27), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:58.373387 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2457904a-77fc-4ec5-b6f5-11c252d870d5 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (3e27188b-2e8a-4a61-b1ed-1a4d267a66ed), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:58.433041 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-2457904a-77fc-4ec5-b6f5-11c252d870d5 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Calling delete_port for 3e27188b-2e8a-4a61-b1ed-1a4d267a66ed owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:01:58.551067 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 10011482-da3e-432a-b983-20b0b58a9b27, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=10011482-da3e-432a-b983-20b0b58a9b27,segment=NetworkSegment(87b0e376-ad89-4287-a52f-a8cd7556f1eb),segment_id=87b0e376-ad89-4287-a52f-a8cd7556f1eb)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:01:58.653924 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (10011482-da3e-432a-b983-20b0b58a9b27), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:58.699699 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b3177ed0-15ef-4f2a-9045-39e44d9e8e5e tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3959303 Oct 04 21:01:58.703081 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53862) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:58.930591 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=10011482-da3e-432a-b983-20b0b58a9b27,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:58.977690 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7a709bfd-7bd4-4ca0-a1fc-6e723671bf8e tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group_rule (6fe43dc0-21f5-4371-99d1-1c89a6c63e19), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:59.084898 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7a709bfd-7bd4-4ca0-a1fc-6e723671bf8e tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group_rule (6fe43dc0-21f5-4371-99d1-1c89a6c63e19), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:59.185995 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2fbe5d02-653c-4d78-9744-0da3d5ee4dd5 tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (cf253ddf-b3ca-4c15-b12a-9424c0e3fa70), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:59.209984 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c831a023-9147-48b4-9cb0-a492511c1f82 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=96cc686c-95ec-491d-aa64-7246a4376eed,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:59.241360 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:59.247066 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbe5d02-653c-4d78-9744-0da3d5ee4dd5 tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Network 50d5941b-13a2-4a1d-ba22-74c1b8344979 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:01:59.269350 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-af6f0ff1-0fce-4918-8f04-566ee54346fa admin admin] Publish callbacks [] for security_group (2ae96783-4fd6-4578-9001-02f6e4227ab7), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:59.297412 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-2fbe5d02-653c-4d78-9744-0da3d5ee4dd5 tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:01:59.318737 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbe5d02-653c-4d78-9744-0da3d5ee4dd5 tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:01:59.341378 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c423313-7456-4dda-b7b9-860c4a44c1f4 None None] Network 50d5941b-13a2-4a1d-ba22-74c1b8344979 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:01:59.437109 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:59.471217 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbe5d02-653c-4d78-9744-0da3d5ee4dd5 tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Pushing event updated for resources: {'Port': ['ID=cf253ddf-b3ca-4c15-b12a-9424c0e3fa70,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:59.525608 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbe5d02-653c-4d78-9744-0da3d5ee4dd5 tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:01:59.525608 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2fbe5d02-653c-4d78-9744-0da3d5ee4dd5 tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:59.545707 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2457904a-77fc-4ec5-b6f5-11c252d870d5 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (3e27188b-2e8a-4a61-b1ed-1a4d267a66ed), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:59.557651 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-af6f0ff1-0fce-4918-8f04-566ee54346fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (2ae96783-4fd6-4578-9001-02f6e4227ab7), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:59.598727 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 10011482-da3e-432a-b983-20b0b58a9b27 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:01:59.610556 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:59.628377 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7a709bfd-7bd4-4ca0-a1fc-6e723671bf8e tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (6fe43dc0-21f5-4371-99d1-1c89a6c63e19), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:59.647066 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7a709bfd-7bd4-4ca0-a1fc-6e723671bf8e tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:59.657609 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-7a709bfd-7bd4-4ca0-a1fc-6e723671bf8e tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "DELETE /networking/v2.0/security-group-rules/6fe43dc0-21f5-4371-99d1-1c89a6c63e19 HTTP/1.1" status: 204 len: 168 time: 0.9431686 Oct 04 21:01:59.672837 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53878) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:59.739486 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2457904a-77fc-4ec5-b6f5-11c252d870d5 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Pushing event deleted for resources: {'Port': ['ID=3e27188b-2e8a-4a61-b1ed-1a4d267a66ed,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:59.774850 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-9ef32556-8390-4df9-900d-cd01c0268223 None None] Provisioning complete for port 10011482-da3e-432a-b983-20b0b58a9b27 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:01:59.780651 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9ef32556-8390-4df9-900d-cd01c0268223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (10011482-da3e-432a-b983-20b0b58a9b27), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:01:59.781278 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-9ef32556-8390-4df9-900d-cd01c0268223 None None] Attempt 1 to provision port 10011482-da3e-432a-b983-20b0b58a9b27 Oct 04 21:01:59.823539 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:UPDATE=4,neutron:INSERT=8 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:01:59.840955 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-af6f0ff1-0fce-4918-8f04-566ee54346fa admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=51d74f68f27244308dd89aa722cf5f3a&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0384276 Oct 04 21:01:59.858446 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53882) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:01:59.885428 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a709bfd-7bd4-4ca0-a1fc-6e723671bf8e tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6fe43dc0-21f5-4371-99d1-1c89a6c63e19,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:01:59.963357 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6f0ff1-0fce-4918-8f04-566ee54346fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae96783-4fd6-4578-9001-02f6e4227ab7,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:00.048853 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 10011482-da3e-432a-b983-20b0b58a9b27 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:02:00.051613 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (10011482-da3e-432a-b983-20b0b58a9b27), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:00.058205 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 10011482-da3e-432a-b983-20b0b58a9b27 Oct 04 21:02:00.114895 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-2fbe5d02-653c-4d78-9744-0da3d5ee4dd5 tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.0951309 Oct 04 21:02:00.128442 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-1d1eb617-5840-41a2-b0f5-eaa388f8dc95 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3963010 Oct 04 21:02:00.133086 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53890) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:00.133662 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53892) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:00.136972 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2457904a-77fc-4ec5-b6f5-11c252d870d5 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (3df5cc02-7725-498d-974b-3155d65c6afc), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:00.288803 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:00.519943 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-dd425216-c0b2-4415-902a-8ac91947785b tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Deleting port cf253ddf-b3ca-4c15-b12a-9424c0e3fa70 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:02:00.521038 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dd425216-c0b2-4415-902a-8ac91947785b tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (cf253ddf-b3ca-4c15-b12a-9424c0e3fa70), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:00.595980 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2457904a-77fc-4ec5-b6f5-11c252d870d5 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (3df5cc02-7725-498d-974b-3155d65c6afc), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:00.641941 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2457904a-77fc-4ec5-b6f5-11c252d870d5 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks [] for router_controller (3df5cc02-7725-498d-974b-3155d65c6afc), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:00.714504 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-950d9f9e-989c-45f8-9649-429c9ae0233c tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group (08b22fa7-b942-48a1-9390-68a4e37e9523), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:00.729413 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 10011482-da3e-432a-b983-20b0b58a9b27 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:02:00.740417 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-9ef32556-8390-4df9-900d-cd01c0268223 None None] Current status of the port 10011482-da3e-432a-b983-20b0b58a9b27 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:02:00.894224 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-950d9f9e-989c-45f8-9649-429c9ae0233c tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group (08b22fa7-b942-48a1-9390-68a4e37e9523), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:00.931942 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a99bbb55-4d3c-40c7-8dee-e85873ae1bbe admin admin] Publish callbacks [] for security_group (2ae96783-4fd6-4578-9001-02f6e4227ab7), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:01.020617 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2457904a-77fc-4ec5-b6f5-11c252d870d5 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (3df5cc02-7725-498d-974b-3155d65c6afc), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:01.022037 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2457904a-77fc-4ec5-b6f5-11c252d870d5 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Fanout notify agent at l3_agent the message router_deleted on router 3df5cc02-7725-498d-974b-3155d65c6afc {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 21:02:01.028959 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a99bbb55-4d3c-40c7-8dee-e85873ae1bbe admin admin] Publish callbacks [] for security_group (2ae96783-4fd6-4578-9001-02f6e4227ab7), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:01.065291 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2457904a-77fc-4ec5-b6f5-11c252d870d5 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:01.071712 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-2457904a-77fc-4ec5-b6f5-11c252d870d5 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] 10.222.0.78 "DELETE /networking/v2.0/routers/3df5cc02-7725-498d-974b-3155d65c6afc HTTP/1.1" status: 204 len: 168 time: 6.3912187 Oct 04 21:02:01.094984 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53906) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:01.110331 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-3b461d7d-a6fa-41dd-8610-8691eb1999b8 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1844230076', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'enable_snat': False}}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:02:01.171337 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dd425216-c0b2-4415-902a-8ac91947785b tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (cf253ddf-b3ca-4c15-b12a-9424c0e3fa70), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:01.209964 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-371d521b-0276-49d1-a0c5-0c3ed266fe92 None None] Provisioning complete for port cf253ddf-b3ca-4c15-b12a-9424c0e3fa70 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:02:01.211028 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-dd425216-c0b2-4415-902a-8ac91947785b tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Calling delete_port for cf253ddf-b3ca-4c15-b12a-9424c0e3fa70 owned by {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:02:01.216242 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-371d521b-0276-49d1-a0c5-0c3ed266fe92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (cf253ddf-b3ca-4c15-b12a-9424c0e3fa70), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:01.221184 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-371d521b-0276-49d1-a0c5-0c3ed266fe92 None None] Attempt 1 to provision port cf253ddf-b3ca-4c15-b12a-9424c0e3fa70 Oct 04 21:02:01.290947 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3b461d7d-a6fa-41dd-8610-8691eb1999b8 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (f5b6d994-2754-4c76-ab54-23637bfb1cd3), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:01.318598 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3b461d7d-a6fa-41dd-8610-8691eb1999b8 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (f5b6d994-2754-4c76-ab54-23637bfb1cd3), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:01.404434 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-371d521b-0276-49d1-a0c5-0c3ed266fe92 None None] Port cf253ddf-b3ca-4c15-b12a-9424c0e3fa70 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:02:01.413217 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-950d9f9e-989c-45f8-9649-429c9ae0233c tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (08b22fa7-b942-48a1-9390-68a4e37e9523), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:01.434622 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-950d9f9e-989c-45f8-9649-429c9ae0233c tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:01.452733 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53914) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:01.455313 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-371d521b-0276-49d1-a0c5-0c3ed266fe92 None None] Provisioning complete for port 10011482-da3e-432a-b983-20b0b58a9b27 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:02:01.455947 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-371d521b-0276-49d1-a0c5-0c3ed266fe92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (10011482-da3e-432a-b983-20b0b58a9b27), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:01.456514 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-371d521b-0276-49d1-a0c5-0c3ed266fe92 None None] Attempt 1 to provision port 10011482-da3e-432a-b983-20b0b58a9b27 Oct 04 21:02:01.460724 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-950d9f9e-989c-45f8-9649-429c9ae0233c tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/08b22fa7-b942-48a1-9390-68a4e37e9523 HTTP/1.1" status: 204 len: 168 time: 1.3020265 Oct 04 21:02:01.534115 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950d9f9e-989c-45f8-9649-429c9ae0233c tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b22fa7-b942-48a1-9390-68a4e37e9523,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:01.628270 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:01.699419 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a99bbb55-4d3c-40c7-8dee-e85873ae1bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (2ae96783-4fd6-4578-9001-02f6e4227ab7), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:01.717252 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a99bbb55-4d3c-40c7-8dee-e85873ae1bbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:01.723519 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a99bbb55-4d3c-40c7-8dee-e85873ae1bbe admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/2ae96783-4fd6-4578-9001-02f6e4227ab7 HTTP/1.1" status: 204 len: 168 time: 1.8612096 Oct 04 21:02:01.836577 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99bbb55-4d3c-40c7-8dee-e85873ae1bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae96783-4fd6-4578-9001-02f6e4227ab7,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:01.930632 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-5f078af8-dead-45b3-a432-17b3c8ef2461 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4709849 Oct 04 21:02:01.931761 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53926) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:01.950873 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-3f3a4810-8b2c-4a47-a21c-65469a29a74b tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Request body: {'security_group': {'name': 'tempest-secgroup--881676620'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:02:02.036039 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dd425216-c0b2-4415-902a-8ac91947785b tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (cf253ddf-b3ca-4c15-b12a-9424c0e3fa70), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:02.169083 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3b461d7d-a6fa-41dd-8610-8691eb1999b8 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks [] for router_controller (f5b6d994-2754-4c76-ab54-23637bfb1cd3), precommit_add_association {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:02.211504 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd425216-c0b2-4415-902a-8ac91947785b tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Pushing event deleted for resources: {'Port': ['ID=cf253ddf-b3ca-4c15-b12a-9424c0e3fa70,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:02.276572 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53930) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:02.469111 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-371d521b-0276-49d1-a0c5-0c3ed266fe92 None None] Current status of the port 10011482-da3e-432a-b983-20b0b58a9b27 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:02:02.507403 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dd425216-c0b2-4415-902a-8ac91947785b tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:02.519722 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-dd425216-c0b2-4415-902a-8ac91947785b tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] 10.222.0.78 "DELETE /networking/v2.0/ports/cf253ddf-b3ca-4c15-b12a-9424c0e3fa70 HTTP/1.1" status: 204 len: 168 time: 2.3842399 Oct 04 21:02:02.526627 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53934) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:02.592616 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-6081d191-4179-430e-a00e-a00940dd58b6 None None] Could not find standard attr ID for object cf253ddf-b3ca-4c15-b12a-9424c0e3fa70. {{(pid=108171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 04 21:02:02.688788 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3f3a4810-8b2c-4a47-a21c-65469a29a74b tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:02.715079 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:02.976383 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3b461d7d-a6fa-41dd-8610-8691eb1999b8 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks [] for router_gateway (f5b6d994-2754-4c76-ab54-23637bfb1cd3), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:03.093575 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3f3a4810-8b2c-4a47-a21c-65469a29a74b tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group (92bc82b2-b751-464b-b3eb-68ebabd50fc6), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:03.207770 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:03.242539 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3f3a4810-8b2c-4a47-a21c-65469a29a74b tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (92bc82b2-b751-464b-b3eb-68ebabd50fc6), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:03.325166 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3a4810-8b2c-4a47-a21c-65469a29a74b tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92bc82b2-b751-464b-b3eb-68ebabd50fc6,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:03.341108 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:03.572196 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3f3a4810-8b2c-4a47-a21c-65469a29a74b tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:03.576470 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-3f3a4810-8b2c-4a47-a21c-65469a29a74b tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.6410804 Oct 04 21:02:03.578240 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-cfcf4b89-2a48-4238-b2a0-7962c81dc143 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Request body: {'security_group': {'name': 'tempest-secgroup--1410997413'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:02:03.605997 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53950) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:03.635594 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-6ce1d7d0-8a90-4610-9ae1-98c35c5ae85f tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Request body: {'security_group_rule': {'security_group_id': '92bc82b2-b751-464b-b3eb-68ebabd50fc6', 'direction': 'ingress', 'protocol': 17}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:02:03.654906 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:03.713628 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3b461d7d-a6fa-41dd-8610-8691eb1999b8 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks [] for router_gateway (f5b6d994-2754-4c76-ab54-23637bfb1cd3), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:03.726157 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-9385f390-b631-43f6-92d1-140f892c315c tempest-DHCPAgentSchedulersTestJSON-1993956494 tempest-DHCPAgentSchedulersTestJSON-1993956494-project-admin] 10.222.0.78 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4934 time: 1.1972632 Oct 04 21:02:03.733504 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53952) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:03.769597 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-6c6b3aa3-2633-4fcd-90ff-bf80851c20b2 tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1299930522'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:02:03.771019 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3b461d7d-a6fa-41dd-8610-8691eb1999b8 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:03.840106 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:03.844247 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6ce1d7d0-8a90-4610-9ae1-98c35c5ae85f tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group_rule (84fb5375-8e3c-4633-a6e8-f1c27a8d5228), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:03.982363 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6ce1d7d0-8a90-4610-9ae1-98c35c5ae85f tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group_rule (84fb5375-8e3c-4633-a6e8-f1c27a8d5228), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:04.079167 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-3b461d7d-a6fa-41dd-8610-8691eb1999b8 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Allocated IP 172.25.5.226 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/40c02e1b-8aad-4aff-85bb-86c5f3745898) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:02:04.134266 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6b3aa3-2633-4fcd-90ff-bf80851c20b2 tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Made reservation on behalf of 08f99ad15fe84fa2b388cd850f27c012 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:02:04.141263 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6c6b3aa3-2633-4fcd-90ff-bf80851c20b2 tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:04.200174 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cfcf4b89-2a48-4238-b2a0-7962c81dc143 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:04.249526 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cfcf4b89-2a48-4238-b2a0-7962c81dc143 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:04.322817 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6ce1d7d0-8a90-4610-9ae1-98c35c5ae85f tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (84fb5375-8e3c-4633-a6e8-f1c27a8d5228), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:04.389243 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3b461d7d-a6fa-41dd-8610-8691eb1999b8 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks [] for port (40c02e1b-8aad-4aff-85bb-86c5f3745898), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:04.400962 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53956) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:04.474223 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:04.478978 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c6b3aa3-2633-4fcd-90ff-bf80851c20b2 tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:02:04.484477 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce1d7d0-8a90-4610-9ae1-98c35c5ae85f tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84fb5375-8e3c-4633-a6e8-f1c27a8d5228,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:04.547290 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6c6b3aa3-2633-4fcd-90ff-bf80851c20b2 tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (7f11a418-6513-404c-8881-d1ca7fe9e70e), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:04.547290 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-6c6b3aa3-2633-4fcd-90ff-bf80851c20b2 tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Added segment 7f11a418-6513-404c-8881-d1ca7fe9e70e of type vlan for network cc1f4986-f7b1-40bc-8dcc-0a3ba3d00d56 Oct 04 21:02:04.689268 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6ce1d7d0-8a90-4610-9ae1-98c35c5ae85f tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:04.698744 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-6ce1d7d0-8a90-4610-9ae1-98c35c5ae85f tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.0652874 Oct 04 21:02:04.698744 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6c6b3aa3-2633-4fcd-90ff-bf80851c20b2 tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (cc1f4986-f7b1-40bc-8dcc-0a3ba3d00d56), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:04.699124 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53966) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:04.792748 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3b461d7d-a6fa-41dd-8610-8691eb1999b8 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (40c02e1b-8aad-4aff-85bb-86c5f3745898), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:04.801695 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-a247c654-440b-4ee5-9f21-6ffc831dddae tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-107201005'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:02:04.815582 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cfcf4b89-2a48-4238-b2a0-7962c81dc143 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group (57684ddf-8f4a-421e-a8fc-6ca36e6f28cc), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:04.975888 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b461d7d-a6fa-41dd-8610-8691eb1999b8 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Pushing event updated for resources: {'Port': ['ID=40c02e1b-8aad-4aff-85bb-86c5f3745898,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:05.017328 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b461d7d-a6fa-41dd-8610-8691eb1999b8 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:02:05.023901 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-3b461d7d-a6fa-41dd-8610-8691eb1999b8 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:02:05.039013 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cfcf4b89-2a48-4238-b2a0-7962c81dc143 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (57684ddf-8f4a-421e-a8fc-6ca36e6f28cc), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:05.057986 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b461d7d-a6fa-41dd-8610-8691eb1999b8 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:02:05.079732 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6c6b3aa3-2633-4fcd-90ff-bf80851c20b2 tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (cc1f4986-f7b1-40bc-8dcc-0a3ba3d00d56), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:05.100456 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6b3aa3-2633-4fcd-90ff-bf80851c20b2 tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:02:05.101666 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6c6b3aa3-2633-4fcd-90ff-bf80851c20b2 tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:05.110185 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53970) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:05.249705 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:05.334435 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-88827e3b-9d9c-4566-ac2b-fc850506704c tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group (92bc82b2-b751-464b-b3eb-68ebabd50fc6), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:05.451707 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-88827e3b-9d9c-4566-ac2b-fc850506704c tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group (92bc82b2-b751-464b-b3eb-68ebabd50fc6), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:05.897100 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a247c654-440b-4ee5-9f21-6ffc831dddae tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Made reservation on behalf of 07aabd9030f3444e986d02991f96bb44 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:02:05.901563 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-88827e3b-9d9c-4566-ac2b-fc850506704c tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (92bc82b2-b751-464b-b3eb-68ebabd50fc6), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:05.904328 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a247c654-440b-4ee5-9f21-6ffc831dddae tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:05.915710 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-88827e3b-9d9c-4566-ac2b-fc850506704c tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:05.921699 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-88827e3b-9d9c-4566-ac2b-fc850506704c tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/92bc82b2-b751-464b-b3eb-68ebabd50fc6 HTTP/1.1" status: 204 len: 168 time: 1.2211106 Oct 04 21:02:05.940781 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53982) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:06.011903 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a247c654-440b-4ee5-9f21-6ffc831dddae tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:06.056051 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6b3aa3-2633-4fcd-90ff-bf80851c20b2 tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Pushing event updated for resources: {'Network': ['ID=cc1f4986-f7b1-40bc-8dcc-0a3ba3d00d56,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:06.085044 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network cc1f4986-f7b1-40bc-8dcc-0a3ba3d00d56 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:02:06.096921 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcf4b89-2a48-4238-b2a0-7962c81dc143 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57684ddf-8f4a-421e-a8fc-6ca36e6f28cc,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:06.163809 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 21:02:06.195973 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88827e3b-9d9c-4566-ac2b-fc850506704c tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92bc82b2-b751-464b-b3eb-68ebabd50fc6,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:06.205722 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cfcf4b89-2a48-4238-b2a0-7962c81dc143 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group (cc84fab6-aa4e-4f53-8ea8-3661baafffa4), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:06.281603 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-6c6b3aa3-2633-4fcd-90ff-bf80851c20b2 tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.5386949 Oct 04 21:02:06.281892 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f3c9dd9f-f370-452a-8067-29cba6c610e4 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3200555 Oct 04 21:02:06.281892 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53990) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:06.283686 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53992) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:06.343881 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-847a0dec-a685-4ad5-b0ca-a62573e21032 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Request body: {'security_group': {'name': 'tempest-secgroup--1944271061'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:02:06.384346 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3b461d7d-a6fa-41dd-8610-8691eb1999b8 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks [] for router_gateway (f5b6d994-2754-4c76-ab54-23637bfb1cd3), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:06.417036 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cfcf4b89-2a48-4238-b2a0-7962c81dc143 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (cc84fab6-aa4e-4f53-8ea8-3661baafffa4), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:06.419362 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fe423566-8717-4f86-9ad8-5cc99a46f2bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:06.425438 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a247c654-440b-4ee5-9f21-6ffc831dddae tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks [] for security_group (209bd5ec-d2a1-4c85-a70a-e5b9ba638230), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:06.504003 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcf4b89-2a48-4238-b2a0-7962c81dc143 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc84fab6-aa4e-4f53-8ea8-3661baafffa4,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:06.621754 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a247c654-440b-4ee5-9f21-6ffc831dddae tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (209bd5ec-d2a1-4c85-a70a-e5b9ba638230), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:06.694877 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cfcf4b89-2a48-4238-b2a0-7962c81dc143 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:06.702125 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-cfcf4b89-2a48-4238-b2a0-7962c81dc143 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 4.4220443 Oct 04 21:02:06.703222 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53998) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:06.755004 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a247c654-440b-4ee5-9f21-6ffc831dddae tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:02:06.759958 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a247c654-440b-4ee5-9f21-6ffc831dddae tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=209bd5ec-d2a1-4c85-a70a-e5b9ba638230,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:06.804755 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fe423566-8717-4f86-9ad8-5cc99a46f2bc admin admin] Publish callbacks [] for security_group (73c994ec-6155-4555-8c5d-4f119f25bb1f), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:06.814529 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:06.817730 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a247c654-440b-4ee5-9f21-6ffc831dddae tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (b284a1f0-a015-4fcf-a1c0-4fb257ddab99), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:06.818186 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-a247c654-440b-4ee5-9f21-6ffc831dddae tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Added segment b284a1f0-a015-4fcf-a1c0-4fb257ddab99 of type vlan for network 236c03a2-798f-4f4b-a49b-36b40ec60510 Oct 04 21:02:06.918655 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fe423566-8717-4f86-9ad8-5cc99a46f2bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (73c994ec-6155-4555-8c5d-4f119f25bb1f), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:06.963985 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a247c654-440b-4ee5-9f21-6ffc831dddae tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (236c03a2-798f-4f4b-a49b-36b40ec60510), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:07.045416 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-fe423566-8717-4f86-9ad8-5cc99a46f2bc admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=98ce5f7990b74f0f956eeabc4adb3c44&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1743193 Oct 04 21:02:07.059988 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-60e0f32f-4bbb-4da9-91bf-2c7e5b946a28 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.3414409 Oct 04 21:02:07.062437 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54008) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:07.062437 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54010) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:07.102068 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-03cff72d-fadf-4fdb-9bf4-93ab87ed2cb5 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Request body: {'security_group': {'name': 'tempest-security--1934688317', 'description': 'tempest-security-description-564189154'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:02:07.132018 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe423566-8717-4f86-9ad8-5cc99a46f2bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c994ec-6155-4555-8c5d-4f119f25bb1f,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:07.175493 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-847a0dec-a685-4ad5-b0ca-a62573e21032 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:07.237337 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:07.252597 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-03cff72d-fadf-4fdb-9bf4-93ab87ed2cb5 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group (cc84fab6-aa4e-4f53-8ea8-3661baafffa4), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:07.382855 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-03cff72d-fadf-4fdb-9bf4-93ab87ed2cb5 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group (cc84fab6-aa4e-4f53-8ea8-3661baafffa4), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:07.388840 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a247c654-440b-4ee5-9f21-6ffc831dddae tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (236c03a2-798f-4f4b-a49b-36b40ec60510), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:07.399660 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a247c654-440b-4ee5-9f21-6ffc831dddae tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:02:07.400726 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a247c654-440b-4ee5-9f21-6ffc831dddae tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:07.533281 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-651ccdb1-52e8-4677-a2dd-ef0720158ffa admin admin] Publish callbacks [] for security_group (73c994ec-6155-4555-8c5d-4f119f25bb1f), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:07.587302 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-03cff72d-fadf-4fdb-9bf4-93ab87ed2cb5 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (cc84fab6-aa4e-4f53-8ea8-3661baafffa4), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:07.591949 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-03cff72d-fadf-4fdb-9bf4-93ab87ed2cb5 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:07.595641 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-03cff72d-fadf-4fdb-9bf4-93ab87ed2cb5 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "PUT /networking/v2.0/security-groups/cc84fab6-aa4e-4f53-8ea8-3661baafffa4 HTTP/1.1" status: 200 len: 1796 time: 0.5203278 Oct 04 21:02:07.616522 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54030) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:07.650769 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d6215679-d76c-4460-ab76-2ff3b5da3f00 tempest-DHCPAgentSchedulersTestJSON-1993956494 tempest-DHCPAgentSchedulersTestJSON-1993956494-project-admin] 10.222.0.78 "GET /networking/v2.0/agents/8b8863ec-7cff-40e3-8d37-81595c0ab518/dhcp-networks HTTP/1.1" status: 200 len: 3298 time: 1.3682878 Oct 04 21:02:07.659282 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54036) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:07.677914 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a247c654-440b-4ee5-9f21-6ffc831dddae tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Pushing event updated for resources: {'Network': ['ID=236c03a2-798f-4f4b-a49b-36b40ec60510,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:07.698796 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 236c03a2-798f-4f4b-a49b-36b40ec60510 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:02:07.740425 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-651ccdb1-52e8-4677-a2dd-ef0720158ffa admin admin] Publish callbacks [] for security_group (73c994ec-6155-4555-8c5d-4f119f25bb1f), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:07.787760 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cff72d-fadf-4fdb-9bf4-93ab87ed2cb5 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc84fab6-aa4e-4f53-8ea8-3661baafffa4,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:07.829312 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a247c654-440b-4ee5-9f21-6ffc831dddae tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 783 time: 3.3975842 Oct 04 21:02:07.895555 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3b461d7d-a6fa-41dd-8610-8691eb1999b8 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (f5b6d994-2754-4c76-ab54-23637bfb1cd3), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:07.919188 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=68,neutron:INSERT=27,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:07.945151 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4342fe7-b389-4f54-908e-44db56f71223 tempest-DHCPAgentSchedulersTestJSON-1993956494 tempest-DHCPAgentSchedulersTestJSON-1993956494-project-admin] Network cc1f4986-f7b1-40bc-8dcc-0a3ba3d00d56 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:02:08.000425 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:08.123228 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-651ccdb1-52e8-4677-a2dd-ef0720158ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (73c994ec-6155-4555-8c5d-4f119f25bb1f), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:08.129650 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-651ccdb1-52e8-4677-a2dd-ef0720158ffa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:08.138303 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-651ccdb1-52e8-4677-a2dd-ef0720158ffa admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/73c994ec-6155-4555-8c5d-4f119f25bb1f HTTP/1.1" status: 204 len: 168 time: 1.0597057 Oct 04 21:02:08.170536 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651ccdb1-52e8-4677-a2dd-ef0720158ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c994ec-6155-4555-8c5d-4f119f25bb1f,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:08.458471 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-847a0dec-a685-4ad5-b0ca-a62573e21032 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group (e01e5961-edaa-4f57-af21-bb61318de41d), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:08.491124 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a4342fe7-b389-4f54-908e-44db56f71223 tempest-DHCPAgentSchedulersTestJSON-1993956494 tempest-DHCPAgentSchedulersTestJSON-1993956494-project-admin] 10.222.0.78 "POST /networking/v2.0/agents/8b8863ec-7cff-40e3-8d37-81595c0ab518/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.8291061 Oct 04 21:02:08.495556 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54052) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:08.518721 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-93713910-7291-4344-ace6-e7b3624c517d tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "GET /networking/v2.0/security-groups/cc84fab6-aa4e-4f53-8ea8-3661baafffa4 HTTP/1.1" status: 200 len: 1796 time: 0.9000251 Oct 04 21:02:08.521280 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cff890-309d-4317-98fd-2a9ccff17322 None None] Network cc1f4986-f7b1-40bc-8dcc-0a3ba3d00d56 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:02:08.523100 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54054) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:08.588932 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-847a0dec-a685-4ad5-b0ca-a62573e21032 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (e01e5961-edaa-4f57-af21-bb61318de41d), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:08.834554 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=11 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:08.840045 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b461d7d-a6fa-41dd-8610-8691eb1999b8 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Router f5b6d994-2754-4c76-ab54-23637bfb1cd3 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 21:02:08.973788 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c73b1f2a-3fa8-4d33-af91-1d244132f6d9 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group (cc84fab6-aa4e-4f53-8ea8-3661baafffa4), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:08.984244 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a0dec-a685-4ad5-b0ca-a62573e21032 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e01e5961-edaa-4f57-af21-bb61318de41d,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:09.206503 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-847a0dec-a685-4ad5-b0ca-a62573e21032 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:09.223186 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-847a0dec-a685-4ad5-b0ca-a62573e21032 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 2.9332132 Oct 04 21:02:09.248604 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54072) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:09.268762 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-6103b376-293d-4f95-a391-2e1cb98012ba tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Request body: {'security_group': {'name': 'tempest-secgroup--816221912'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:02:09.290933 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c73b1f2a-3fa8-4d33-af91-1d244132f6d9 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group (cc84fab6-aa4e-4f53-8ea8-3661baafffa4), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:09.479799 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:09.566120 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:09.610299 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-e704639b-9ee5-4c4e-b9f0-d7fb9d89012e tempest-DHCPAgentSchedulersTestJSON-1993956494 tempest-DHCPAgentSchedulersTestJSON-1993956494-project-admin] 10.222.0.78 "GET /networking/v2.0/agents/8b8863ec-7cff-40e3-8d37-81595c0ab518/dhcp-networks HTTP/1.1" status: 200 len: 4069 time: 1.1069703 Oct 04 21:02:09.611079 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54088) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:09.620876 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b461d7d-a6fa-41dd-8610-8691eb1999b8 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:02:09.660083 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e82e090-76d5-459e-a82f-06d7f17a5d25 None None] Sync routers for ids ['f5b6d994-2754-4c76-ab54-23637bfb1cd3'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:02:09.714768 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6103b376-293d-4f95-a391-2e1cb98012ba tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:09.746585 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e82e090-76d5-459e-a82f-06d7f17a5d25 None None] Routers {'f5b6d994-2754-4c76-ab54-23637bfb1cd3'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:02:09.752840 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-8e82e090-76d5-459e-a82f-06d7f17a5d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:01:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['f5b6d994-2754-4c76-ab54-23637bfb1cd3'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:02:09.812206 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c73b1f2a-3fa8-4d33-af91-1d244132f6d9 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (cc84fab6-aa4e-4f53-8ea8-3661baafffa4), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:09.824004 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c73b1f2a-3fa8-4d33-af91-1d244132f6d9 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:09.824367 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c73b1f2a-3fa8-4d33-af91-1d244132f6d9 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/cc84fab6-aa4e-4f53-8ea8-3661baafffa4 HTTP/1.1" status: 204 len: 168 time: 1.2986360 Oct 04 21:02:09.853213 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54098) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:09.857842 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73b1f2a-3fa8-4d33-af91-1d244132f6d9 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc84fab6-aa4e-4f53-8ea8-3661baafffa4,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:10.011831 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3b461d7d-a6fa-41dd-8610-8691eb1999b8 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:10.024491 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-3b461d7d-a6fa-41dd-8610-8691eb1999b8 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 908 time: 8.9233022 Oct 04 21:02:10.032652 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54104) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:10.043201 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6103b376-293d-4f95-a391-2e1cb98012ba tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group (ef654cad-3dd5-4057-a341-e1e9f9b903e3), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:10.104855 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-8e3d900f-b270-46de-977d-ce604da781d7 tempest-DHCPAgentSchedulersTestJSON-1993956494 tempest-DHCPAgentSchedulersTestJSON-1993956494-project-admin] 10.222.0.78 "DELETE /networking/v2.0/agents/8b8863ec-7cff-40e3-8d37-81595c0ab518/dhcp-networks/cc1f4986-f7b1-40bc-8dcc-0a3ba3d00d56 HTTP/1.1" status: 204 len: 168 time: 0.4888663 Oct 04 21:02:10.106037 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54112) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:10.133763 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:10.192051 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6103b376-293d-4f95-a391-2e1cb98012ba tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (ef654cad-3dd5-4057-a341-e1e9f9b903e3), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:10.461235 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-8e82e090-76d5-459e-a82f-06d7f17a5d25 None None] Set router f5b6d994-2754-4c76-ab54-23637bfb1cd3 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:02:10.585012 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:10.819527 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-2fa44bed-a1f0-462d-b053-e15d44f83be6 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.9410357 Oct 04 21:02:10.837918 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6103b376-293d-4f95-a391-2e1cb98012ba tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef654cad-3dd5-4057-a341-e1e9f9b903e3,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:10.857820 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54128) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:10.930917 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6103b376-293d-4f95-a391-2e1cb98012ba tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:10.944266 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-6103b376-293d-4f95-a391-2e1cb98012ba tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.6863971 Oct 04 21:02:10.950900 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54130) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:10.954009 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-490ebf65-5daf-4d37-984d-dd5ab48f209b tempest-DHCPAgentSchedulersTestJSON-1993956494 tempest-DHCPAgentSchedulersTestJSON-1993956494-project-admin] 10.222.0.78 "GET /networking/v2.0/agents/8b8863ec-7cff-40e3-8d37-81595c0ab518/dhcp-networks HTTP/1.1" status: 200 len: 3298 time: 0.8447571 Oct 04 21:02:10.968862 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-7e57238b-430b-4a83-99ce-a11f7ff02112 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Request body: {'security_group_rule': {'security_group_id': 'e01e5961-edaa-4f57-af21-bb61318de41d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ef654cad-3dd5-4057-a341-e1e9f9b903e3', 'remote_ip_prefix': None}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:02:10.984754 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54132) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:11.015423 n-d-852085-12 neutron-server[108169]: INFO neutron.api.v2.resource [None req-c8b85bd0-b351-4fe8-ada7-826b3c5327f9 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] delete failed (client error): The resource could not be found. Oct 04 21:02:11.017970 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c8b85bd0-b351-4fe8-ada7-826b3c5327f9 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/cc84fab6-aa4e-4f53-8ea8-3661baafffa4 HTTP/1.1" status: 404 len: 347 time: 0.1564004 Oct 04 21:02:11.074855 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54136) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:11.108490 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-71ce9b40-c786-44d6-b72d-74e6efb867ad tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Request body: {'security_group': {'name': 'tempest-secgroup--1213569940'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:02:11.279880 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54144) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:11.293921 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-266ccec4-b2b6-4c12-8e28-8c22b8270cd4 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1844230076', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'enable_snat': True}}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:02:11.295503 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-474fe5fe-0f3e-492d-bb2a-cf7bd17a8a49 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] 10.222.0.78 "GET /networking/v2.0/routers/f5b6d994-2754-4c76-ab54-23637bfb1cd3 HTTP/1.1" status: 200 len: 909 time: 0.9904015 Oct 04 21:02:11.323412 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-7c926c12-6b7d-42b2-bbb6-ebf52615ac6c tempest-DHCPAgentSchedulersTestJSON-1993956494 tempest-DHCPAgentSchedulersTestJSON-1993956494-project-admin] 10.222.0.78 "GET /networking/v2.0/networks/50d5941b-13a2-4a1d-ba22-74c1b8344979/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.3344591 Oct 04 21:02:11.324288 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54146) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:11.392501 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c7138287-5459-4e28-830c-cddcd4d09c0c tempest-DHCPAgentSchedulersTestJSON-1993956494 tempest-DHCPAgentSchedulersTestJSON-1993956494-project-admin] 10.222.0.78 "GET /networking/v2.0/networks/50d5941b-13a2-4a1d-ba22-74c1b8344979/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0652773 Oct 04 21:02:11.393349 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54154) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:11.507174 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7e57238b-430b-4a83-99ce-a11f7ff02112 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group_rule (2b1ce099-1121-437a-a1d4-d43c6d567fb6), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:11.660779 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-71ce9b40-c786-44d6-b72d-74e6efb867ad tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:11.746384 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7e57238b-430b-4a83-99ce-a11f7ff02112 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group_rule (2b1ce099-1121-437a-a1d4-d43c6d567fb6), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:11.749250 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-266ccec4-b2b6-4c12-8e28-8c22b8270cd4 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (0fbafbd8-2b15-443a-88b8-488514ea38c6), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:11.751378 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-266ccec4-b2b6-4c12-8e28-8c22b8270cd4 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (0fbafbd8-2b15-443a-88b8-488514ea38c6), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:11.784937 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-8e82e090-76d5-459e-a82f-06d7f17a5d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b6d994-2754-4c76-ab54-23637bfb1cd3', 'name': 'tempest-snat-router-1844230076', 'tenant_id': 'd707b239f54e4f1192cd13ffdb6ee144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.226'}], 'enable_snat': False}, 'gw_port_id': '40c02e1b-8aad-4aff-85bb-86c5f3745898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:02:01Z', 'updated_at': '2022-10-04T21:02:05Z', 'revision_number': 3, 'project_id': 'd707b239f54e4f1192cd13ffdb6ee144', 'gw_port': {'id': '40c02e1b-8aad-4aff-85bb-86c5f3745898', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:67:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b6d994-2754-4c76-ab54-23637bfb1cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:02:03Z', 'updated_at': '2022-10-04T21:02:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:02:11.864284 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7e57238b-430b-4a83-99ce-a11f7ff02112 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (2b1ce099-1121-437a-a1d4-d43c6d567fb6), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:11.982530 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e82e090-76d5-459e-a82f-06d7f17a5d25 None None] Checking router: f5b6d994-2754-4c76-ab54-23637bfb1cd3 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:02:11.983577 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e82e090-76d5-459e-a82f-06d7f17a5d25 None None] Updating router f5b6d994-2754-4c76-ab54-23637bfb1cd3 port 40c02e1b-8aad-4aff-85bb-86c5f3745898 binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:02:12.064794 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7e57238b-430b-4a83-99ce-a11f7ff02112 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:12.085957 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-7e57238b-430b-4a83-99ce-a11f7ff02112 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.1188204 Oct 04 21:02:12.110276 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54172) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:12.124383 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-71ce9b40-c786-44d6-b72d-74e6efb867ad tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group (15faf851-ae3a-405a-bf4a-70eafd6488d8), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:12.157225 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e57238b-430b-4a83-99ce-a11f7ff02112 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b1ce099-1121-437a-a1d4-d43c6d567fb6,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:12.246513 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8e82e090-76d5-459e-a82f-06d7f17a5d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (40c02e1b-8aad-4aff-85bb-86c5f3745898), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:12.304103 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:12.332567 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-04c65e7f-ba2e-468d-b16c-081f5fc858cf tempest-DHCPAgentSchedulersTestJSON-1993956494 tempest-DHCPAgentSchedulersTestJSON-1993956494-project-admin] 10.222.0.78 "GET /networking/v2.0/agents/8b8863ec-7cff-40e3-8d37-81595c0ab518/dhcp-networks HTTP/1.1" status: 200 len: 3298 time: 0.9162824 Oct 04 21:02:12.332567 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-71ce9b40-c786-44d6-b72d-74e6efb867ad tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (15faf851-ae3a-405a-bf4a-70eafd6488d8), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:12.353362 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54176) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:12.377980 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:12.448981 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-266ccec4-b2b6-4c12-8e28-8c22b8270cd4 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks [] for router_controller (0fbafbd8-2b15-443a-88b8-488514ea38c6), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:12.497481 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ce9b40-c786-44d6-b72d-74e6efb867ad tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15faf851-ae3a-405a-bf4a-70eafd6488d8,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:12.501106 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-57a7ca99-e23a-4afd-9c11-ddacd9265109 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group_rule (2b1ce099-1121-437a-a1d4-d43c6d567fb6), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:12.554147 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-57a7ca99-e23a-4afd-9c11-ddacd9265109 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group_rule (2b1ce099-1121-437a-a1d4-d43c6d567fb6), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:12.869983 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-351480a6-a372-46b3-ad3c-afadad8ff99f tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (cc1f4986-f7b1-40bc-8dcc-0a3ba3d00d56), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:12.888350 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-71ce9b40-c786-44d6-b72d-74e6efb867ad tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:12.894697 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-71ce9b40-c786-44d6-b72d-74e6efb867ad tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.8070467 Oct 04 21:02:12.897045 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54180) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:12.905569 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-1c0133e1-88af-42a1-a62e-e06ab525e167 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Request body: {'security_group_rule': {'security_group_id': '15faf851-ae3a-405a-bf4a-70eafd6488d8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:02:13.039071 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-57a7ca99-e23a-4afd-9c11-ddacd9265109 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (2b1ce099-1121-437a-a1d4-d43c6d567fb6), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:13.245853 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-351480a6-a372-46b3-ad3c-afadad8ff99f tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (cc1f4986-f7b1-40bc-8dcc-0a3ba3d00d56), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:13.281264 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-57a7ca99-e23a-4afd-9c11-ddacd9265109 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:13.290261 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-57a7ca99-e23a-4afd-9c11-ddacd9265109 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "DELETE /networking/v2.0/security-group-rules/2b1ce099-1121-437a-a1d4-d43c6d567fb6 HTTP/1.1" status: 204 len: 168 time: 1.1711926 Oct 04 21:02:13.341531 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-351480a6-a372-46b3-ad3c-afadad8ff99f tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc1f4986-f7b1-40bc-8dcc-0a3ba3d00d56']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:02:13.384694 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-351480a6-a372-46b3-ad3c-afadad8ff99f tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f11a418-6513-404c-8881-d1ca7fe9e70e') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:02:13.385742 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-351480a6-a372-46b3-ad3c-afadad8ff99f tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f11a418-6513-404c-8881-d1ca7fe9e70e') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:02:13.439268 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-351480a6-a372-46b3-ad3c-afadad8ff99f tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (7f11a418-6513-404c-8881-d1ca7fe9e70e), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:13.482206 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-266ccec4-b2b6-4c12-8e28-8c22b8270cd4 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks [] for router_gateway (0fbafbd8-2b15-443a-88b8-488514ea38c6), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:13.520737 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a7ca99-e23a-4afd-9c11-ddacd9265109 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2b1ce099-1121-437a-a1d4-d43c6d567fb6,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:13.524246 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-351480a6-a372-46b3-ad3c-afadad8ff99f tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (7f11a418-6513-404c-8881-d1ca7fe9e70e), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:13.536373 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54188) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:13.573688 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-351480a6-a372-46b3-ad3c-afadad8ff99f tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:02:13.574381 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-351480a6-a372-46b3-ad3c-afadad8ff99f tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (7f11a418-6513-404c-8881-d1ca7fe9e70e), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:13.698494 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8e82e090-76d5-459e-a82f-06d7f17a5d25 None None] Publish callbacks [] for port (40c02e1b-8aad-4aff-85bb-86c5f3745898), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:13.720765 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-5fcf9bfb-7875-4b4b-8d21-c142364ec8dd tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1725807 Oct 04 21:02:13.800991 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54192) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:13.888890 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8e82e090-76d5-459e-a82f-06d7f17a5d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (40c02e1b-8aad-4aff-85bb-86c5f3745898), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:14.039985 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54198) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:14.119451 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1c0133e1-88af-42a1-a62e-e06ab525e167 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group_rule (7df54d50-3114-421c-8d6d-11e9ab819380), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:14.134151 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-351480a6-a372-46b3-ad3c-afadad8ff99f tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (cc1f4986-f7b1-40bc-8dcc-0a3ba3d00d56), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:14.140424 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 7f11a418-6513-404c-8881-d1ca7fe9e70e resource provider aggregate not found Oct 04 21:02:14.156163 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fdfba6b0-d0ac-4dc2-9bda-5422a71aa912 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group (ef654cad-3dd5-4057-a341-e1e9f9b903e3), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:14.207685 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fdfba6b0-d0ac-4dc2-9bda-5422a71aa912 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group (ef654cad-3dd5-4057-a341-e1e9f9b903e3), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:14.221963 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:14.229602 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-8e82e090-76d5-459e-a82f-06d7f17a5d25 None None] Attempting to bind port 40c02e1b-8aad-4aff-85bb-86c5f3745898 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:02:14.229602 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-8e82e090-76d5-459e-a82f-06d7f17a5d25 None None] Attempting to bind port 40c02e1b-8aad-4aff-85bb-86c5f3745898 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:02:14.235568 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e82e090-76d5-459e-a82f-06d7f17a5d25 None None] Attempting to bind port 40c02e1b-8aad-4aff-85bb-86c5f3745898 on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:02:14.352165 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-351480a6-a372-46b3-ad3c-afadad8ff99f tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:14.359726 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-351480a6-a372-46b3-ad3c-afadad8ff99f tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] 10.222.0.78 "DELETE /networking/v2.0/networks/cc1f4986-f7b1-40bc-8dcc-0a3ba3d00d56 HTTP/1.1" status: 204 len: 168 time: 1.8763032 Oct 04 21:02:14.368244 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351480a6-a372-46b3-ad3c-afadad8ff99f tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Pushing event deleted for resources: {'Network': ['ID=cc1f4986-f7b1-40bc-8dcc-0a3ba3d00d56,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:14.384237 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54206) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:14.393741 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fdfba6b0-d0ac-4dc2-9bda-5422a71aa912 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (ef654cad-3dd5-4057-a341-e1e9f9b903e3), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:14.401122 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fdfba6b0-d0ac-4dc2-9bda-5422a71aa912 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:14.403382 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-fdfba6b0-d0ac-4dc2-9bda-5422a71aa912 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/ef654cad-3dd5-4057-a341-e1e9f9b903e3 HTTP/1.1" status: 204 len: 168 time: 0.5513496 Oct 04 21:02:14.423075 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54208) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:14.436953 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 7f11a418-6513-404c-8881-d1ca7fe9e70e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7f11a418-6513-404c-8881-d1ca7fe9e70e found for delete ", "request_id": "req-41b585b2-9ebd-4bbc-bc13-9c1558c0ccf1"}]} Oct 04 21:02:14.480188 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bbfe11-4adb-411b-bba1-eeff40c03a18 None None] Pushing event updated for resources: {'Port': ['ID=40c02e1b-8aad-4aff-85bb-86c5f3745898,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:14.554332 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bbfe11-4adb-411b-bba1-eeff40c03a18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:02:14.554332 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bbfe11-4adb-411b-bba1-eeff40c03a18 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:02:14.554332 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bbfe11-4adb-411b-bba1-eeff40c03a18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:02:14.554332 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bbfe11-4adb-411b-bba1-eeff40c03a18 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:02:14.560508 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bbfe11-4adb-411b-bba1-eeff40c03a18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:02:14.563282 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bbfe11-4adb-411b-bba1-eeff40c03a18 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:02:14.563282 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bbfe11-4adb-411b-bba1-eeff40c03a18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:02:14.565709 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bbfe11-4adb-411b-bba1-eeff40c03a18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:02:14.571174 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bbfe11-4adb-411b-bba1-eeff40c03a18 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:02:14.572507 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bbfe11-4adb-411b-bba1-eeff40c03a18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:02:14.573282 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bbfe11-4adb-411b-bba1-eeff40c03a18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:02:14.574030 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bbfe11-4adb-411b-bba1-eeff40c03a18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:02:14.574736 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bbfe11-4adb-411b-bba1-eeff40c03a18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:02:14.575802 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bbfe11-4adb-411b-bba1-eeff40c03a18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:02:14.578186 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bbfe11-4adb-411b-bba1-eeff40c03a18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:02:14.632217 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfba6b0-d0ac-4dc2-9bda-5422a71aa912 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef654cad-3dd5-4057-a341-e1e9f9b903e3,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:14.742911 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1c0133e1-88af-42a1-a62e-e06ab525e167 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group_rule (7df54d50-3114-421c-8d6d-11e9ab819380), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:14.770876 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c20cf7f6-1c66-426f-979d-0d46b1be4e67 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.3251634 Oct 04 21:02:14.782533 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54214) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:14.820318 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e82e090-76d5-459e-a82f-06d7f17a5d25 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:02:14.821172 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e82e090-76d5-459e-a82f-06d7f17a5d25 None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:02:14.821565 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8e82e090-76d5-459e-a82f-06d7f17a5d25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:14.822173 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e82e090-76d5-459e-a82f-06d7f17a5d25 None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:02:14.823419 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-8e82e090-76d5-459e-a82f-06d7f17a5d25 None None] Bound port: 40c02e1b-8aad-4aff-85bb-86c5f3745898, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:02:14.826221 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8e82e090-76d5-459e-a82f-06d7f17a5d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (40c02e1b-8aad-4aff-85bb-86c5f3745898), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:14.884156 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54216) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:14.888793 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1c0133e1-88af-42a1-a62e-e06ab525e167 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (7df54d50-3114-421c-8d6d-11e9ab819380), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:14.927072 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-eedaf65e-ab9c-4182-bebb-0e5c38d9f0ad tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Request body: {'subnet': {'network_id': '236c03a2-798f-4f4b-a49b-36b40ec60510', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:02:14.929751 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ca3b603-52be-4617-81ae-0a9c44fe088e tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] DELETE failed (client error): The resource could not be found. Oct 04 21:02:14.932680 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ca3b603-52be-4617-81ae-0a9c44fe088e tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:02:14.939630 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-5ca3b603-52be-4617-81ae-0a9c44fe088e tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] 10.222.0.78 "DELETE /networking/v2.0/ports/cf253ddf-b3ca-4c15-b12a-9424c0e3fa70 HTTP/1.1" status: 404 len: 333 time: 0.5511076 Oct 04 21:02:14.978339 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54218) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:14.989958 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-266ccec4-b2b6-4c12-8e28-8c22b8270cd4 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks [] for router_gateway (0fbafbd8-2b15-443a-88b8-488514ea38c6), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:15.042191 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-8e82e090-76d5-459e-a82f-06d7f17a5d25 None None] For port 40c02e1b-8aad-4aff-85bb-86c5f3745898, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:02:15.049764 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-8e82e090-76d5-459e-a82f-06d7f17a5d25 None None] For port 40c02e1b-8aad-4aff-85bb-86c5f3745898, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=40c02e1b-8aad-4aff-85bb-86c5f3745898,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:02:15.066863 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-266ccec4-b2b6-4c12-8e28-8c22b8270cd4 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:15.071329 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:15.215893 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8e82e090-76d5-459e-a82f-06d7f17a5d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (40c02e1b-8aad-4aff-85bb-86c5f3745898), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:15.229315 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:15.265335 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0133e1-88af-42a1-a62e-e06ab525e167 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7df54d50-3114-421c-8d6d-11e9ab819380,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:15.306897 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e00bc56e-3a46-4e20-8896-04f15e9bd119 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:15.384014 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-29651b70-5feb-46a6-881a-0f2c93dc5de3 tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Deleting subnet 2989696d-9f84-4921-8820-676cc2f4c64f {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:02:15.425622 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-266ccec4-b2b6-4c12-8e28-8c22b8270cd4 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Allocated IP 172.25.5.135 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/ce16d692-d584-4717-9ea9-2f14cc0b8619) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:02:15.478494 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bbfe11-4adb-411b-bba1-eeff40c03a18 None None] Pushing event updated for resources: {'Port': ['ID=40c02e1b-8aad-4aff-85bb-86c5f3745898,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:15.485391 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e82e090-76d5-459e-a82f-06d7f17a5d25 None None] Routers {'f5b6d994-2754-4c76-ab54-23637bfb1cd3'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:02:15.486918 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-8e82e090-76d5-459e-a82f-06d7f17a5d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:01:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['f5b6d994-2754-4c76-ab54-23637bfb1cd3'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:02:15.490411 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1c0133e1-88af-42a1-a62e-e06ab525e167 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:15.497869 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-1c0133e1-88af-42a1-a62e-e06ab525e167 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.5998995 Oct 04 21:02:15.504087 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54224) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:15.521769 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-29651b70-5feb-46a6-881a-0f2c93dc5de3 tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Publish callbacks [] for subnet (2989696d-9f84-4921-8820-676cc2f4c64f), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:15.526131 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e01aed2f-c399-4d65-b2d3-79dc45bcd6e0 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group (e01e5961-edaa-4f57-af21-bb61318de41d), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:15.722185 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e01aed2f-c399-4d65-b2d3-79dc45bcd6e0 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group (e01e5961-edaa-4f57-af21-bb61318de41d), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:15.788116 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:15.802604 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-56fef6a4-3471-4bca-b781-f4e709aaaa44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:15.813716 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-29651b70-5feb-46a6-881a-0f2c93dc5de3 tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (2989696d-9f84-4921-8820-676cc2f4c64f), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:15.839844 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-8e82e090-76d5-459e-a82f-06d7f17a5d25 None None] Set router f5b6d994-2754-4c76-ab54-23637bfb1cd3 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:02:15.841288 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-266ccec4-b2b6-4c12-8e28-8c22b8270cd4 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks [] for port (ce16d692-d584-4717-9ea9-2f14cc0b8619), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:15.881945 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-955ac177-b3ca-40f2-a833-1f1e6a3d273f tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group_rule (7df54d50-3114-421c-8d6d-11e9ab819380), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:15.947226 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eedaf65e-ab9c-4182-bebb-0e5c38d9f0ad tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Made reservation on behalf of 07aabd9030f3444e986d02991f96bb44 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:02:15.955118 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-eedaf65e-ab9c-4182-bebb-0e5c38d9f0ad tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:15.970888 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-955ac177-b3ca-40f2-a833-1f1e6a3d273f tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group_rule (7df54d50-3114-421c-8d6d-11e9ab819380), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:16.056905 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-266ccec4-b2b6-4c12-8e28-8c22b8270cd4 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (ce16d692-d584-4717-9ea9-2f14cc0b8619), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:16.128538 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=11 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:16.218755 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:16.227524 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266ccec4-b2b6-4c12-8e28-8c22b8270cd4 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:02:16.242805 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-266ccec4-b2b6-4c12-8e28-8c22b8270cd4 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:02:16.264710 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266ccec4-b2b6-4c12-8e28-8c22b8270cd4 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:02:16.309207 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-8e82e090-76d5-459e-a82f-06d7f17a5d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b6d994-2754-4c76-ab54-23637bfb1cd3', 'name': 'tempest-snat-router-1844230076', 'tenant_id': 'd707b239f54e4f1192cd13ffdb6ee144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.226'}], 'enable_snat': False}, 'gw_port_id': '40c02e1b-8aad-4aff-85bb-86c5f3745898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:02:01Z', 'updated_at': '2022-10-04T21:02:05Z', 'revision_number': 3, 'project_id': 'd707b239f54e4f1192cd13ffdb6ee144', 'gw_port': {'id': '40c02e1b-8aad-4aff-85bb-86c5f3745898', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:67:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b6d994-2754-4c76-ab54-23637bfb1cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:02:03Z', 'updated_at': '2022-10-04T21:02:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:02:16.341386 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ccec4-b2b6-4c12-8e28-8c22b8270cd4 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Pushing event updated for resources: {'Port': ['ID=ce16d692-d584-4717-9ea9-2f14cc0b8619,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:16.390249 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e82e090-76d5-459e-a82f-06d7f17a5d25 None None] The sync data for ids ['f5b6d994-2754-4c76-ab54-23637bfb1cd3'] in n-d-852085-12 is: [{'id': 'f5b6d994-2754-4c76-ab54-23637bfb1cd3', 'name': 'tempest-snat-router-1844230076', 'tenant_id': 'd707b239f54e4f1192cd13ffdb6ee144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.226'}], 'enable_snat': False}, 'gw_port_id': '40c02e1b-8aad-4aff-85bb-86c5f3745898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:02:01Z', 'updated_at': '2022-10-04T21:02:05Z', 'revision_number': 3, 'project_id': 'd707b239f54e4f1192cd13ffdb6ee144', 'gw_port': {'id': '40c02e1b-8aad-4aff-85bb-86c5f3745898', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:67:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b6d994-2754-4c76-ab54-23637bfb1cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:02:03Z', 'updated_at': '2022-10-04T21:02:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:02:16.702283 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e00bc56e-3a46-4e20-8896-04f15e9bd119 admin admin] Publish callbacks [] for security_group (adf55901-d058-4ee6-96a7-5ab51ad5b6a4), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:16.742210 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:16.792647 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e01aed2f-c399-4d65-b2d3-79dc45bcd6e0 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (e01e5961-edaa-4f57-af21-bb61318de41d), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:16.797480 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e01aed2f-c399-4d65-b2d3-79dc45bcd6e0 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:16.799873 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e01aed2f-c399-4d65-b2d3-79dc45bcd6e0 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/e01e5961-edaa-4f57-af21-bb61318de41d HTTP/1.1" status: 204 len: 168 time: 2.0131071 Oct 04 21:02:16.808228 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54248) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:16.834334 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-955ac177-b3ca-40f2-a833-1f1e6a3d273f tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (7df54d50-3114-421c-8d6d-11e9ab819380), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:16.837249 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e00bc56e-3a46-4e20-8896-04f15e9bd119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (adf55901-d058-4ee6-96a7-5ab51ad5b6a4), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:16.845643 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-955ac177-b3ca-40f2-a833-1f1e6a3d273f tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:16.851948 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-955ac177-b3ca-40f2-a833-1f1e6a3d273f tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "DELETE /networking/v2.0/security-group-rules/7df54d50-3114-421c-8d6d-11e9ab819380 HTTP/1.1" status: 204 len: 168 time: 1.3195837 Oct 04 21:02:16.861727 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54250) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:16.883816 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-29651b70-5feb-46a6-881a-0f2c93dc5de3 tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (2989696d-9f84-4921-8820-676cc2f4c64f), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:16.957728 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01aed2f-c399-4d65-b2d3-79dc45bcd6e0 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01e5961-edaa-4f57-af21-bb61318de41d,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:16.972372 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54252) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:17.024804 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955ac177-b3ca-40f2-a833-1f1e6a3d273f tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7df54d50-3114-421c-8d6d-11e9ab819380,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:17.065903 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-72add5aa-5bca-401c-bdcd-100bccc71e98 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-937483910', 'description': 'tempest-secgroup-smoke-937483910 description', 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:02:17.147525 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54254) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:17.148119 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f2cbf9cc-7e0f-4552-b316-6f2e152a8425 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3372512 Oct 04 21:02:17.168414 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-43e06b15-0796-442b-ab99-a6dea4ceb78f tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Request body: {'security_group': {'name': 'tempest-secgroup--1364452630'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:02:17.199571 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-6371e456-4ee1-4584-be48-0c3e86d192f8 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3432739 Oct 04 21:02:17.204220 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54256) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:17.212169 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e00bc56e-3a46-4e20-8896-04f15e9bd119 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=8e06a2773f524b409a2acfc334d8abbe&name=default HTTP/1.1" status: 200 len: 3000 time: 3.0786345 Oct 04 21:02:17.227241 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54258) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:17.384495 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00bc56e-3a46-4e20-8896-04f15e9bd119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf55901-d058-4ee6-96a7-5ab51ad5b6a4,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:17.396126 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-db8cdcb3-dc8e-4562-9986-f34362af569d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:17.413093 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-72add5aa-5bca-401c-bdcd-100bccc71e98 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:17.448240 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-72add5aa-5bca-401c-bdcd-100bccc71e98 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:17.477420 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-266ccec4-b2b6-4c12-8e28-8c22b8270cd4 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks [] for router_gateway (0fbafbd8-2b15-443a-88b8-488514ea38c6), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:17.593515 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=10,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:17.623266 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:17.656054 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 40c02e1b-8aad-4aff-85bb-86c5f3745898 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:02:17.746828 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-94ee48aa-6e62-49cf-9857-74ae2dc20a97 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group (15faf851-ae3a-405a-bf4a-70eafd6488d8), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:17.761388 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-eedaf65e-ab9c-4182-bebb-0e5c38d9f0ad tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (0dca9de8-9b0f-4866-85c0-a4c98f5715b1), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:17.796117 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-94ee48aa-6e62-49cf-9857-74ae2dc20a97 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group (15faf851-ae3a-405a-bf4a-70eafd6488d8), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:17.862400 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 40c02e1b-8aad-4aff-85bb-86c5f3745898 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:02:17.862908 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (40c02e1b-8aad-4aff-85bb-86c5f3745898), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:17.863597 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 40c02e1b-8aad-4aff-85bb-86c5f3745898 Oct 04 21:02:18.093198 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-72add5aa-5bca-401c-bdcd-100bccc71e98 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group (91c7aea9-2a2b-4a28-9e8a-d970c47c86b7), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:18.112309 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-29651b70-5feb-46a6-881a-0f2c93dc5de3 tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (2989696d-9f84-4921-8820-676cc2f4c64f), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:18.127720 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-43e06b15-0796-442b-ab99-a6dea4ceb78f tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:18.151998 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 40c02e1b-8aad-4aff-85bb-86c5f3745898 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:02:18.153021 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (40c02e1b-8aad-4aff-85bb-86c5f3745898), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:18.171073 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-94ee48aa-6e62-49cf-9857-74ae2dc20a97 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (15faf851-ae3a-405a-bf4a-70eafd6488d8), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:18.176933 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-94ee48aa-6e62-49cf-9857-74ae2dc20a97 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:18.179704 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-94ee48aa-6e62-49cf-9857-74ae2dc20a97 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/15faf851-ae3a-405a-bf4a-70eafd6488d8 HTTP/1.1" status: 204 len: 168 time: 0.9738324 Oct 04 21:02:18.181072 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bbd61684-a039-451d-92ab-a1b5413e1b65 admin admin] Publish callbacks [] for security_group (adf55901-d058-4ee6-96a7-5ab51ad5b6a4), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:18.189797 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54264) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:18.232245 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-72add5aa-5bca-401c-bdcd-100bccc71e98 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (91c7aea9-2a2b-4a28-9e8a-d970c47c86b7), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:18.259936 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2c1262-0e3f-469d-82a8-95f812956ff1 None None] Network 50d5941b-13a2-4a1d-ba22-74c1b8344979 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:02:18.265873 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 40c02e1b-8aad-4aff-85bb-86c5f3745898, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=40c02e1b-8aad-4aff-85bb-86c5f3745898,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:02:18.387738 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (40c02e1b-8aad-4aff-85bb-86c5f3745898), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:18.396605 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-72add5aa-5bca-401c-bdcd-100bccc71e98 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group (c8fe9dfa-e8d4-4a7c-8842-6ea1b29b1c0f), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:18.406712 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-29651b70-5feb-46a6-881a-0f2c93dc5de3 tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:18.419112 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-29651b70-5feb-46a6-881a-0f2c93dc5de3 tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/2989696d-9f84-4921-8820-676cc2f4c64f HTTP/1.1" status: 204 len: 168 time: 3.4356859 Oct 04 21:02:18.429806 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ee48aa-6e62-49cf-9857-74ae2dc20a97 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15faf851-ae3a-405a-bf4a-70eafd6488d8,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:18.448838 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54266) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:18.509286 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-72add5aa-5bca-401c-bdcd-100bccc71e98 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (c8fe9dfa-e8d4-4a7c-8842-6ea1b29b1c0f), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:18.513834 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedaf65e-ab9c-4182-bebb-0e5c38d9f0ad tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Pushing event updated for resources: {'Subnet': ['ID=0dca9de8-9b0f-4866-85c0-a4c98f5715b1,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:18.522770 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:18.592046 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bbd61684-a039-451d-92ab-a1b5413e1b65 admin admin] Publish callbacks [] for security_group (adf55901-d058-4ee6-96a7-5ab51ad5b6a4), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:18.592791 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedaf65e-ab9c-4182-bebb-0e5c38d9f0ad tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Checking segment: {'id': 'b284a1f0-a015-4fcf-a1c0-4fb257ddab99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '236c03a2-798f-4f4b-a49b-36b40ec60510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:02:18.594542 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eedaf65e-ab9c-4182-bebb-0e5c38d9f0ad tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Network hostable DHCP agents. Network: 236c03a2-798f-4f4b-a49b-36b40ec60510, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:02:18.678466 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f8631c2c-4f86-44b6-8960-77d6ca18eb74 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4677076 Oct 04 21:02:18.678466 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-266ccec4-b2b6-4c12-8e28-8c22b8270cd4 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (0fbafbd8-2b15-443a-88b8-488514ea38c6), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:18.692577 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54268) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:18.707767 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-40307a52-698f-4855-8463-d5d293848357 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Request body: {'security_group': {'name': 'tempest-secgroup--1142159100'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:02:18.743227 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=40c02e1b-8aad-4aff-85bb-86c5f3745898,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:18.801381 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29651b70-5feb-46a6-881a-0f2c93dc5de3 tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Pushing event deleted for resources: {'Subnet': ['ID=2989696d-9f84-4921-8820-676cc2f4c64f,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:18.844954 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72add5aa-5bca-401c-bdcd-100bccc71e98 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91c7aea9-2a2b-4a28-9e8a-d970c47c86b7,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:18.904898 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-40307a52-698f-4855-8463-d5d293848357 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:18.932020 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234103fc-dcc5-49ed-9192-56f71d7e3b0b None None] DHCP port deletion for 50d5941b-13a2-4a1d-ba22-74c1b8344979 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:02:18.945247 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-72add5aa-5bca-401c-bdcd-100bccc71e98 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:18.947603 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-72add5aa-5bca-401c-bdcd-100bccc71e98 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.9590662 Oct 04 21:02:18.955037 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54270) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:18.967086 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-216fe6f4-5710-4d96-bf63-f0a580d889fa tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Request body: {'security_group_rule': {'security_group_id': 'c8fe9dfa-e8d4-4a7c-8842-6ea1b29b1c0f', 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:02:19.018859 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72add5aa-5bca-401c-bdcd-100bccc71e98 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8fe9dfa-e8d4-4a7c-8842-6ea1b29b1c0f,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:19.043788 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bd11cd09-37ce-4918-8bb4-1595676067bb tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (50d5941b-13a2-4a1d-ba22-74c1b8344979), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:19.073380 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:19.113203 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-234103fc-dcc5-49ed-9192-56f71d7e3b0b None None] Deleting port 10011482-da3e-432a-b983-20b0b58a9b27 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:02:19.116287 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-234103fc-dcc5-49ed-9192-56f71d7e3b0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (10011482-da3e-432a-b983-20b0b58a9b27), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:19.179534 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eedaf65e-ab9c-4182-bebb-0e5c38d9f0ad tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Network 236c03a2-798f-4f4b-a49b-36b40ec60510 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:02:19.260966 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-216fe6f4-5710-4d96-bf63-f0a580d889fa tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group_rule (88214881-fbbc-49f9-8590-002ab29993d3), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:19.270274 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bbd61684-a039-451d-92ab-a1b5413e1b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (adf55901-d058-4ee6-96a7-5ab51ad5b6a4), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:19.275022 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bbd61684-a039-451d-92ab-a1b5413e1b65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:19.281271 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-bbd61684-a039-451d-92ab-a1b5413e1b65 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/adf55901-d058-4ee6-96a7-5ab51ad5b6a4 HTTP/1.1" status: 204 len: 168 time: 2.0449166 Oct 04 21:02:19.287113 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-43e06b15-0796-442b-ab99-a6dea4ceb78f tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group (e68334c7-0d67-46d8-9d0f-2d856cc39211), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:19.327886 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-bd11cd09-37ce-4918-8bb4-1595676067bb tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Deleting port 10011482-da3e-432a-b983-20b0b58a9b27 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:02:19.332799 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bd11cd09-37ce-4918-8bb4-1595676067bb tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (10011482-da3e-432a-b983-20b0b58a9b27), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:19.383902 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-40307a52-698f-4855-8463-d5d293848357 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group (0cc735c8-10ad-4e44-90bc-62985fd194ae), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:19.422752 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd61684-a039-451d-92ab-a1b5413e1b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf55901-d058-4ee6-96a7-5ab51ad5b6a4,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:19.497892 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-40307a52-698f-4855-8463-d5d293848357 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (0cc735c8-10ad-4e44-90bc-62985fd194ae), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:19.520913 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-43e06b15-0796-442b-ab99-a6dea4ceb78f tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (e68334c7-0d67-46d8-9d0f-2d856cc39211), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:19.581384 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:19.618924 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-eedaf65e-ab9c-4182-bebb-0e5c38d9f0ad tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 236c03a2-798f-4f4b-a49b-36b40ec60510) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:02:19.619385 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-266ccec4-b2b6-4c12-8e28-8c22b8270cd4 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Router 0fbafbd8-2b15-443a-88b8-488514ea38c6 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 21:02:19.659542 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e06b15-0796-442b-ab99-a6dea4ceb78f tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e68334c7-0d67-46d8-9d0f-2d856cc39211,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:19.681373 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:19.684875 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedaf65e-ab9c-4182-bebb-0e5c38d9f0ad tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:02:19.686089 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-eedaf65e-ab9c-4182-bebb-0e5c38d9f0ad tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:19.690547 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40307a52-698f-4855-8463-d5d293848357 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc735c8-10ad-4e44-90bc-62985fd194ae,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:19.707011 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:19.712293 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 40c02e1b-8aad-4aff-85bb-86c5f3745898 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:02:19.734576 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786120fd-95b7-4a80-b565-c70dfd37ad66 None None] Network 236c03a2-798f-4f4b-a49b-36b40ec60510 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:02:19.809368 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-bd11cd09-37ce-4918-8bb4-1595676067bb tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] For port 10011482-da3e-432a-b983-20b0b58a9b27, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=10011482-da3e-432a-b983-20b0b58a9b27,segment=NetworkSegment(87b0e376-ad89-4287-a52f-a8cd7556f1eb),segment_id=87b0e376-ad89-4287-a52f-a8cd7556f1eb)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:02:19.810189 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bd11cd09-37ce-4918-8bb4-1595676067bb tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (10011482-da3e-432a-b983-20b0b58a9b27), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:19.841972 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-40307a52-698f-4855-8463-d5d293848357 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:19.850252 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-40307a52-698f-4855-8463-d5d293848357 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1520815 Oct 04 21:02:19.850696 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-bd11cd09-37ce-4918-8bb4-1595676067bb tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Calling delete_port for 10011482-da3e-432a-b983-20b0b58a9b27 owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:02:19.854243 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54278) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:19.868560 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-77479648-a03e-42ff-9f77-35e073443946 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Request body: {'security_group_rule': {'security_group_id': '0cc735c8-10ad-4e44-90bc-62985fd194ae', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:02:19.895699 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-216fe6f4-5710-4d96-bf63-f0a580d889fa tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group_rule (88214881-fbbc-49f9-8590-002ab29993d3), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:19.902472 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-43e06b15-0796-442b-ab99-a6dea4ceb78f tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:19.913208 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54280) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:19.914223 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-43e06b15-0796-442b-ab99-a6dea4ceb78f tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 2.7494135 Oct 04 21:02:19.924303 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-80999bbb-88cf-40bf-a562-5c8aea04efde tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Request body: {'security_group_rule': {'security_group_id': 'e68334c7-0d67-46d8-9d0f-2d856cc39211', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:02:20.012103 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-eedaf65e-ab9c-4182-bebb-0e5c38d9f0ad tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 5.1145282 Oct 04 21:02:20.015048 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54282) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:20.019105 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-234103fc-dcc5-49ed-9192-56f71d7e3b0b None None] For port 10011482-da3e-432a-b983-20b0b58a9b27, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=10011482-da3e-432a-b983-20b0b58a9b27,segment=NetworkSegment(87b0e376-ad89-4287-a52f-a8cd7556f1eb),segment_id=87b0e376-ad89-4287-a52f-a8cd7556f1eb)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:02:20.020061 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-234103fc-dcc5-49ed-9192-56f71d7e3b0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (10011482-da3e-432a-b983-20b0b58a9b27), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:20.025998 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:20.031482 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-216fe6f4-5710-4d96-bf63-f0a580d889fa tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (88214881-fbbc-49f9-8590-002ab29993d3), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:20.035680 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-eebad156-cb10-468f-be5f-b935ca688f34 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-960594806'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:02:20.059868 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266ccec4-b2b6-4c12-8e28-8c22b8270cd4 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:02:20.091530 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2231a3a-cb92-4c6a-bd21-1b5171623193 None None] Sync routers for ids ['0fbafbd8-2b15-443a-88b8-488514ea38c6'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:02:20.119929 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216fe6f4-5710-4d96-bf63-f0a580d889fa tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88214881-fbbc-49f9-8590-002ab29993d3,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:20.138648 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-77479648-a03e-42ff-9f77-35e073443946 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group_rule (79623417-6be8-48d5-b034-9180c67009a7), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:20.146534 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-234103fc-dcc5-49ed-9192-56f71d7e3b0b None None] Calling delete_port for 10011482-da3e-432a-b983-20b0b58a9b27 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:02:20.159121 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2231a3a-cb92-4c6a-bd21-1b5171623193 None None] Routers {'0fbafbd8-2b15-443a-88b8-488514ea38c6'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:02:20.161011 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-d2231a3a-cb92-4c6a-bd21-1b5171623193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:02:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['0fbafbd8-2b15-443a-88b8-488514ea38c6'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:02:20.209023 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eebad156-cb10-468f-be5f-b935ca688f34 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Made reservation on behalf of 07aabd9030f3444e986d02991f96bb44 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:02:20.215598 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-eebad156-cb10-468f-be5f-b935ca688f34 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:20.243613 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-216fe6f4-5710-4d96-bf63-f0a580d889fa tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:20.256973 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-216fe6f4-5710-4d96-bf63-f0a580d889fa tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2954898 Oct 04 21:02:20.262120 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-266ccec4-b2b6-4c12-8e28-8c22b8270cd4 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:20.272379 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-266ccec4-b2b6-4c12-8e28-8c22b8270cd4 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.9863594 Oct 04 21:02:20.272710 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eebad156-cb10-468f-be5f-b935ca688f34 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:02:20.283538 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54284) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:20.284077 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54286) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:20.304328 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-80999bbb-88cf-40bf-a562-5c8aea04efde tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group_rule (a2c93610-acf5-4fc2-acdb-ffc16f10828b), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:20.306535 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-59d6ec17-4c05-44be-b1f4-1f35674767fa tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Request body: {'security_group_rule': {'security_group_id': 'c8fe9dfa-e8d4-4a7c-8842-6ea1b29b1c0f', 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:02:20.410983 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-eebad156-cb10-468f-be5f-b935ca688f34 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (59d13a10-bb8f-47bd-9d96-cab7946768c1), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:20.412183 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-eebad156-cb10-468f-be5f-b935ca688f34 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Added segment 59d13a10-bb8f-47bd-9d96-cab7946768c1 of type vlan for network d793adfe-261e-47a1-91c5-92a629457d12 Oct 04 21:02:20.451838 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bd11cd09-37ce-4918-8bb4-1595676067bb tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (10011482-da3e-432a-b983-20b0b58a9b27), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:20.479312 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-80999bbb-88cf-40bf-a562-5c8aea04efde tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group_rule (a2c93610-acf5-4fc2-acdb-ffc16f10828b), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:20.574482 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-80999bbb-88cf-40bf-a562-5c8aea04efde tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (a2c93610-acf5-4fc2-acdb-ffc16f10828b), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:20.634881 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd11cd09-37ce-4918-8bb4-1595676067bb tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Pushing event deleted for resources: {'Port': ['ID=10011482-da3e-432a-b983-20b0b58a9b27,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:20.648272 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd11cd09-37ce-4918-8bb4-1595676067bb tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] No DVR routers for this DVR port 10011482-da3e-432a-b983-20b0b58a9b27 on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:02:20.656211 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-eebad156-cb10-468f-be5f-b935ca688f34 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (d793adfe-261e-47a1-91c5-92a629457d12), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:20.671320 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80999bbb-88cf-40bf-a562-5c8aea04efde tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2c93610-acf5-4fc2-acdb-ffc16f10828b,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:20.671804 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:20.790796 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-d2231a3a-cb92-4c6a-bd21-1b5171623193 None None] Set router 0fbafbd8-2b15-443a-88b8-488514ea38c6 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:02:20.819279 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.db.resource_extend [None req-eebad156-cb10-468f-be5f-b935ca688f34 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 04 21:02:20.834406 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-77479648-a03e-42ff-9f77-35e073443946 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group_rule (79623417-6be8-48d5-b034-9180c67009a7), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:20.850061 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-80999bbb-88cf-40bf-a562-5c8aea04efde tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:20.864022 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-80999bbb-88cf-40bf-a562-5c8aea04efde tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9468563 Oct 04 21:02:20.867595 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54298) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:20.904905 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d8bd0dae-5ef0-406b-91cd-ecfcf8977b51 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] 10.222.0.78 "GET /networking/v2.0/routers/0fbafbd8-2b15-443a-88b8-488514ea38c6 HTTP/1.1" status: 200 len: 908 time: 0.6125076 Oct 04 21:02:20.954012 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 40c02e1b-8aad-4aff-85bb-86c5f3745898 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:02:20.955112 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (40c02e1b-8aad-4aff-85bb-86c5f3745898), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:20.955969 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 40c02e1b-8aad-4aff-85bb-86c5f3745898 Oct 04 21:02:20.960216 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54300) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:20.969540 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-705cdd62-462f-44e5-ba3a-e8ca78f30f56 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group_rule (a2c93610-acf5-4fc2-acdb-ffc16f10828b), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:20.983017 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-705cdd62-462f-44e5-ba3a-e8ca78f30f56 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group_rule (a2c93610-acf5-4fc2-acdb-ffc16f10828b), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:20.985172 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:21.009512 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-77479648-a03e-42ff-9f77-35e073443946 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (79623417-6be8-48d5-b034-9180c67009a7), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:21.087061 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f68668-cd11-4195-b7c8-fdc60059e7a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-236c03a2-798f-4f4b-a49b-36b40ec60510', 'network_id': '236c03a2-798f-4f4b-a49b-36b40ec60510', 'project_id': '07aabd9030f3444e986d02991f96bb44', 'fixed_ips': [{'subnet_id': '0dca9de8-9b0f-4866-85c0-a4c98f5715b1'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:02:21.087996 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-81f68668-cd11-4195-b7c8-fdc60059e7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:21.151329 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-59d6ec17-4c05-44be-b1f4-1f35674767fa tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group_rule (e8edfb66-3352-45da-b530-3f13b57af5ec), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:21.220496 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-eebad156-cb10-468f-be5f-b935ca688f34 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (d793adfe-261e-47a1-91c5-92a629457d12), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:21.230750 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebad156-cb10-468f-be5f-b935ca688f34 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:02:21.231200 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-eebad156-cb10-468f-be5f-b935ca688f34 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:21.355551 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-705cdd62-462f-44e5-ba3a-e8ca78f30f56 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (a2c93610-acf5-4fc2-acdb-ffc16f10828b), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:21.368087 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-705cdd62-462f-44e5-ba3a-e8ca78f30f56 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:21.371729 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-705cdd62-462f-44e5-ba3a-e8ca78f30f56 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "DELETE /networking/v2.0/security-group-rules/a2c93610-acf5-4fc2-acdb-ffc16f10828b HTTP/1.1" status: 204 len: 168 time: 0.5007210 Oct 04 21:02:21.383396 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54308) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:21.415582 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bd11cd09-37ce-4918-8bb4-1595676067bb tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (50d5941b-13a2-4a1d-ba22-74c1b8344979), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:21.436239 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77479648-a03e-42ff-9f77-35e073443946 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79623417-6be8-48d5-b034-9180c67009a7,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:21.448809 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705cdd62-462f-44e5-ba3a-e8ca78f30f56 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a2c93610-acf5-4fc2-acdb-ffc16f10828b,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:21.467426 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2601e4d5-2807-44d1-bb3c-70a9dda9f3ad tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks [] for router (0fbafbd8-2b15-443a-88b8-488514ea38c6), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:21.474190 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=86,neutron:INSERT=4,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:21.494029 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-d2231a3a-cb92-4c6a-bd21-1b5171623193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbafbd8-2b15-443a-88b8-488514ea38c6', 'name': 'tempest-snat-router-1844230076', 'tenant_id': 'd707b239f54e4f1192cd13ffdb6ee144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': 'ce16d692-d584-4717-9ea9-2f14cc0b8619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:02:11Z', 'updated_at': '2022-10-04T21:02:16Z', 'revision_number': 3, 'project_id': 'd707b239f54e4f1192cd13ffdb6ee144', 'gw_port': {'id': 'ce16d692-d584-4717-9ea9-2f14cc0b8619', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:52:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fbafbd8-2b15-443a-88b8-488514ea38c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:02:15Z', 'updated_at': '2022-10-04T21:02:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:02:21.556181 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2231a3a-cb92-4c6a-bd21-1b5171623193 None None] Checking router: 0fbafbd8-2b15-443a-88b8-488514ea38c6 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:02:21.556661 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2231a3a-cb92-4c6a-bd21-1b5171623193 None None] Updating router 0fbafbd8-2b15-443a-88b8-488514ea38c6 port ce16d692-d584-4717-9ea9-2f14cc0b8619 binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:02:21.611277 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-234103fc-dcc5-49ed-9192-56f71d7e3b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (10011482-da3e-432a-b983-20b0b58a9b27), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:21.634264 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-839d92f3-6715-4e08-bdc7-7ae250d9a385 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2411499 Oct 04 21:02:21.639115 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54310) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:21.644284 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-d2231a3a-cb92-4c6a-bd21-1b5171623193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (ce16d692-d584-4717-9ea9-2f14cc0b8619), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:21.749433 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-eebad156-cb10-468f-be5f-b935ca688f34 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.7168105 Oct 04 21:02:21.755019 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-77479648-a03e-42ff-9f77-35e073443946 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:21.758786 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-77479648-a03e-42ff-9f77-35e073443946 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.9018021 Oct 04 21:02:21.765964 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54312) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:21.766513 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54314) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:21.769682 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-bd11cd09-37ce-4918-8bb4-1595676067bb tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50d5941b-13a2-4a1d-ba22-74c1b8344979']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:02:21.785564 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-993adcc7-642b-40d2-ad64-ff0026e8e983 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Request body: {'security_group_rule': {'security_group_id': '0cc735c8-10ad-4e44-90bc-62985fd194ae', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:02:21.816203 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-e6582098-3861-4a7f-9994-9ef878fbae74 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Request body: {'subnet': {'network_id': 'd793adfe-261e-47a1-91c5-92a629457d12', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:02:21.871459 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234103fc-dcc5-49ed-9192-56f71d7e3b0b None None] Pushing event deleted for resources: {'Port': ['ID=10011482-da3e-432a-b983-20b0b58a9b27,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:21.885718 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-bd11cd09-37ce-4918-8bb4-1595676067bb tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87b0e376-ad89-4287-a52f-a8cd7556f1eb') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:02:21.886588 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-bd11cd09-37ce-4918-8bb4-1595676067bb tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87b0e376-ad89-4287-a52f-a8cd7556f1eb') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:02:21.887970 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234103fc-dcc5-49ed-9192-56f71d7e3b0b None None] No DVR routers for this DVR port 10011482-da3e-432a-b983-20b0b58a9b27 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:02:21.967641 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebad156-cb10-468f-be5f-b935ca688f34 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Pushing event updated for resources: {'Network': ['ID=d793adfe-261e-47a1-91c5-92a629457d12,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:21.992952 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-81f68668-cd11-4195-b7c8-fdc60059e7a7 None None] Allocated IP 2001:db8:0:ffff::2 (236c03a2-798f-4f4b-a49b-36b40ec60510/0dca9de8-9b0f-4866-85c0-a4c98f5715b1/b160d215-5a2f-4c95-a66b-2c58bb4fa26b) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:02:21.999929 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network d793adfe-261e-47a1-91c5-92a629457d12 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:02:22.066511 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-59d6ec17-4c05-44be-b1f4-1f35674767fa tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group_rule (e8edfb66-3352-45da-b530-3f13b57af5ec), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:22.078478 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bd11cd09-37ce-4918-8bb4-1595676067bb tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (87b0e376-ad89-4287-a52f-a8cd7556f1eb), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:22.110060 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:22.123685 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:22.174591 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 40c02e1b-8aad-4aff-85bb-86c5f3745898 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:02:22.236739 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bd11cd09-37ce-4918-8bb4-1595676067bb tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (87b0e376-ad89-4287-a52f-a8cd7556f1eb), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:22.242160 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=84,neutron:UPDATE=6,neutron:DELETE=5,neutron:INSERT=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:22.267951 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-59d6ec17-4c05-44be-b1f4-1f35674767fa tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (e8edfb66-3352-45da-b530-3f13b57af5ec), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:22.334678 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd11cd09-37ce-4918-8bb4-1595676067bb tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:02:22.335465 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bd11cd09-37ce-4918-8bb4-1595676067bb tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (87b0e376-ad89-4287-a52f-a8cd7556f1eb), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:22.376517 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 10011482-da3e-432a-b983-20b0b58a9b27 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:02:22.384132 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=82,neutron:DELETE=9,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:22.432707 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-993adcc7-642b-40d2-ad64-ff0026e8e983 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group_rule (d3e3d272-90f1-4c52-8175-02ab79d39a6c), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:22.463549 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 10011482-da3e-432a-b983-20b0b58a9b27 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:02:22.464639 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 10011482-da3e-432a-b983-20b0b58a9b27 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:02:22.632701 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d6ec17-4c05-44be-b1f4-1f35674767fa tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8edfb66-3352-45da-b530-3f13b57af5ec,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:22.693339 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 87b0e376-ad89-4287-a52f-a8cd7556f1eb resource provider aggregate not found Oct 04 21:02:22.736122 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-59d6ec17-4c05-44be-b1f4-1f35674767fa tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:22.742849 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-59d6ec17-4c05-44be-b1f4-1f35674767fa tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 2.4498780 Oct 04 21:02:22.750872 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54334) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:22.771362 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-d2231a3a-cb92-4c6a-bd21-1b5171623193 None None] Publish callbacks [] for port (ce16d692-d584-4717-9ea9-2f14cc0b8619), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:22.781390 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=5,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:22.795930 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 87b0e376-ad89-4287-a52f-a8cd7556f1eb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 87b0e376-ad89-4287-a52f-a8cd7556f1eb found for delete ", "request_id": "req-c8993139-b4bd-433a-b4b9-e37ea337a977"}]} Oct 04 21:02:22.808856 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-b696856a-8a7d-4e77-89c0-807e6e980b56 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Request body: {'security_group_rule': {'security_group_id': 'c8fe9dfa-e8d4-4a7c-8842-6ea1b29b1c0f', 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:02:22.846302 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2601e4d5-2807-44d1-bb3c-70a9dda9f3ad tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks [] for router_gateway (0fbafbd8-2b15-443a-88b8-488514ea38c6), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:22.882993 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-993adcc7-642b-40d2-ad64-ff0026e8e983 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group_rule (d3e3d272-90f1-4c52-8175-02ab79d39a6c), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:22.898900 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-81f68668-cd11-4195-b7c8-fdc60059e7a7 None None] Publish callbacks [] for port (b160d215-5a2f-4c95-a66b-2c58bb4fa26b), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:22.934434 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-d2231a3a-cb92-4c6a-bd21-1b5171623193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (ce16d692-d584-4717-9ea9-2f14cc0b8619), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:22.935570 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6582098-3861-4a7f-9994-9ef878fbae74 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Made reservation on behalf of 07aabd9030f3444e986d02991f96bb44 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:02:22.951210 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-107e8a13-81e9-483f-873a-278f8c857565 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group (e68334c7-0d67-46d8-9d0f-2d856cc39211), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:22.953827 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e6582098-3861-4a7f-9994-9ef878fbae74 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:23.011608 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-d2231a3a-cb92-4c6a-bd21-1b5171623193 None None] Attempting to bind port ce16d692-d584-4717-9ea9-2f14cc0b8619 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:02:23.013138 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-d2231a3a-cb92-4c6a-bd21-1b5171623193 None None] Attempting to bind port ce16d692-d584-4717-9ea9-2f14cc0b8619 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:02:23.013138 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2231a3a-cb92-4c6a-bd21-1b5171623193 None None] Attempting to bind port ce16d692-d584-4717-9ea9-2f14cc0b8619 on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:02:23.035066 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-107e8a13-81e9-483f-873a-278f8c857565 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group (e68334c7-0d67-46d8-9d0f-2d856cc39211), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:23.072858 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-81f68668-cd11-4195-b7c8-fdc60059e7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (b160d215-5a2f-4c95-a66b-2c58bb4fa26b), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:23.127081 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1398c33b-12ba-4fab-81e1-de1dc8afc707 None None] Pushing event updated for resources: {'Port': ['ID=ce16d692-d584-4717-9ea9-2f14cc0b8619,revision_number=2']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:23.140402 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2231a3a-cb92-4c6a-bd21-1b5171623193 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:02:23.143211 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2231a3a-cb92-4c6a-bd21-1b5171623193 None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:02:23.145494 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-d2231a3a-cb92-4c6a-bd21-1b5171623193 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:23.147033 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2231a3a-cb92-4c6a-bd21-1b5171623193 None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:02:23.148259 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-d2231a3a-cb92-4c6a-bd21-1b5171623193 None None] Bound port: ce16d692-d584-4717-9ea9-2f14cc0b8619, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:02:23.150859 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-d2231a3a-cb92-4c6a-bd21-1b5171623193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (ce16d692-d584-4717-9ea9-2f14cc0b8619), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:23.155894 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bd11cd09-37ce-4918-8bb4-1595676067bb tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (50d5941b-13a2-4a1d-ba22-74c1b8344979), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:23.170368 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bd11cd09-37ce-4918-8bb4-1595676067bb tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:23.185068 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-bd11cd09-37ce-4918-8bb4-1595676067bb tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] 10.222.0.78 "DELETE /networking/v2.0/networks/50d5941b-13a2-4a1d-ba22-74c1b8344979 HTTP/1.1" status: 204 len: 168 time: 4.7320111 Oct 04 21:02:23.195379 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-993adcc7-642b-40d2-ad64-ff0026e8e983 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (d3e3d272-90f1-4c52-8175-02ab79d39a6c), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:23.203990 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b696856a-8a7d-4e77-89c0-807e6e980b56 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group_rule (3cccbb51-4a6a-42d9-a0f3-5e92e2a338d3), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:23.247936 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-2601e4d5-2807-44d1-bb3c-70a9dda9f3ad tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Deleting port ce16d692-d584-4717-9ea9-2f14cc0b8619 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:02:23.250679 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2601e4d5-2807-44d1-bb3c-70a9dda9f3ad tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (ce16d692-d584-4717-9ea9-2f14cc0b8619), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:23.277561 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:23.284907 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f68668-cd11-4195-b7c8-fdc60059e7a7 None None] Network 236c03a2-798f-4f4b-a49b-36b40ec60510 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:02:23.321596 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd11cd09-37ce-4918-8bb4-1595676067bb tempest-DHCPAgentSchedulersTestJSON-1700158750 tempest-DHCPAgentSchedulersTestJSON-1700158750-project] Pushing event deleted for resources: {'Network': ['ID=50d5941b-13a2-4a1d-ba22-74c1b8344979,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:23.336770 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-81f68668-cd11-4195-b7c8-fdc60059e7a7 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:02:23.338642 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993adcc7-642b-40d2-ad64-ff0026e8e983 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3e3d272-90f1-4c52-8175-02ab79d39a6c,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:23.377784 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-d2231a3a-cb92-4c6a-bd21-1b5171623193 None None] For port ce16d692-d584-4717-9ea9-2f14cc0b8619, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:02:23.385625 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f68668-cd11-4195-b7c8-fdc60059e7a7 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:02:23.399188 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-d2231a3a-cb92-4c6a-bd21-1b5171623193 None None] For port ce16d692-d584-4717-9ea9-2f14cc0b8619, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=ce16d692-d584-4717-9ea9-2f14cc0b8619,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:02:23.432711 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f68668-cd11-4195-b7c8-fdc60059e7a7 None None] Pushing event updated for resources: {'Port': ['ID=b160d215-5a2f-4c95-a66b-2c58bb4fa26b,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:23.433063 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-993adcc7-642b-40d2-ad64-ff0026e8e983 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:23.444535 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-993adcc7-642b-40d2-ad64-ff0026e8e983 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.6650424 Oct 04 21:02:23.451247 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54342) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:23.465843 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-5ad533fc-9206-47b5-8867-6c62fc15bbc3 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Request body: {'security_group_rule': {'security_group_id': '0cc735c8-10ad-4e44-90bc-62985fd194ae', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:02:23.550373 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-d2231a3a-cb92-4c6a-bd21-1b5171623193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (ce16d692-d584-4717-9ea9-2f14cc0b8619), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:23.550896 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b696856a-8a7d-4e77-89c0-807e6e980b56 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group_rule (3cccbb51-4a6a-42d9-a0f3-5e92e2a338d3), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:23.660827 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-107e8a13-81e9-483f-873a-278f8c857565 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (e68334c7-0d67-46d8-9d0f-2d856cc39211), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:23.661229 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-81f68668-cd11-4195-b7c8-fdc60059e7a7 None None] Attempting to bind port b160d215-5a2f-4c95-a66b-2c58bb4fa26b on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:02:23.662211 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-81f68668-cd11-4195-b7c8-fdc60059e7a7 None None] Attempting to bind port b160d215-5a2f-4c95-a66b-2c58bb4fa26b by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'b284a1f0-a015-4fcf-a1c0-4fb257ddab99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '236c03a2-798f-4f4b-a49b-36b40ec60510'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:02:23.663101 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f68668-cd11-4195-b7c8-fdc60059e7a7 None None] Attempting to bind port b160d215-5a2f-4c95-a66b-2c58bb4fa26b on network 236c03a2-798f-4f4b-a49b-36b40ec60510 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:02:23.665246 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-107e8a13-81e9-483f-873a-278f8c857565 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:23.676050 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-107e8a13-81e9-483f-873a-278f8c857565 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/e68334c7-0d67-46d8-9d0f-2d856cc39211 HTTP/1.1" status: 204 len: 168 time: 2.0350008 Oct 04 21:02:23.695116 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54344) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:23.728374 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-2601e4d5-2807-44d1-bb3c-70a9dda9f3ad tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] For port ce16d692-d584-4717-9ea9-2f14cc0b8619, host n-d-852085-12, got binding levels [] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:02:23.731494 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2601e4d5-2807-44d1-bb3c-70a9dda9f3ad tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (ce16d692-d584-4717-9ea9-2f14cc0b8619), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:23.739463 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2231a3a-cb92-4c6a-bd21-1b5171623193 None None] Routers {'0fbafbd8-2b15-443a-88b8-488514ea38c6'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:02:23.741103 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-d2231a3a-cb92-4c6a-bd21-1b5171623193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:02:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['0fbafbd8-2b15-443a-88b8-488514ea38c6'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:02:23.798773 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f68668-cd11-4195-b7c8-fdc60059e7a7 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:02:23.800268 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f68668-cd11-4195-b7c8-fdc60059e7a7 None None] Checking segment: {'id': 'b284a1f0-a015-4fcf-a1c0-4fb257ddab99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '236c03a2-798f-4f4b-a49b-36b40ec60510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:02:23.801237 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-81f68668-cd11-4195-b7c8-fdc60059e7a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:23.802132 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f68668-cd11-4195-b7c8-fdc60059e7a7 None None] Bound using segment: {'id': 'b284a1f0-a015-4fcf-a1c0-4fb257ddab99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '236c03a2-798f-4f4b-a49b-36b40ec60510'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:02:23.807842 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-81f68668-cd11-4195-b7c8-fdc60059e7a7 None None] Bound port: b160d215-5a2f-4c95-a66b-2c58bb4fa26b, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b284a1f0-a015-4fcf-a1c0-4fb257ddab99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '236c03a2-798f-4f4b-a49b-36b40ec60510'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:02:23.809101 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-81f68668-cd11-4195-b7c8-fdc60059e7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b160d215-5a2f-4c95-a66b-2c58bb4fa26b), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:23.824369 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5ad533fc-9206-47b5-8867-6c62fc15bbc3 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group_rule (8143d53e-6e1a-4461-80a8-b2de45236285), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:23.827768 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b696856a-8a7d-4e77-89c0-807e6e980b56 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (3cccbb51-4a6a-42d9-a0f3-5e92e2a338d3), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:23.831558 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:23.846527 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e8a13-81e9-483f-873a-278f8c857565 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68334c7-0d67-46d8-9d0f-2d856cc39211,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:23.939033 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-2601e4d5-2807-44d1-bb3c-70a9dda9f3ad tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Calling delete_port for ce16d692-d584-4717-9ea9-2f14cc0b8619 owned by network:router_gateway {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:02:23.968952 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1398c33b-12ba-4fab-81e1-de1dc8afc707 None None] Pushing event updated for resources: {'Port': ['ID=ce16d692-d584-4717-9ea9-2f14cc0b8619,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:24.092642 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-81f68668-cd11-4195-b7c8-fdc60059e7a7 None None] For port b160d215-5a2f-4c95-a66b-2c58bb4fa26b, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:02:24.099697 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:24.111257 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b696856a-8a7d-4e77-89c0-807e6e980b56 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cccbb51-4a6a-42d9-a0f3-5e92e2a338d3,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:24.113031 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5ad533fc-9206-47b5-8867-6c62fc15bbc3 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group_rule (8143d53e-6e1a-4461-80a8-b2de45236285), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:24.176523 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-81f68668-cd11-4195-b7c8-fdc60059e7a7 None None] For port b160d215-5a2f-4c95-a66b-2c58bb4fa26b, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b160d215-5a2f-4c95-a66b-2c58bb4fa26b,segment=NetworkSegment(b284a1f0-a015-4fcf-a1c0-4fb257ddab99),segment_id=b284a1f0-a015-4fcf-a1c0-4fb257ddab99)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:02:24.215246 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-d2231a3a-cb92-4c6a-bd21-1b5171623193 None None] Set router 0fbafbd8-2b15-443a-88b8-488514ea38c6 gateway port host: None {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:02:24.215533 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a08223ab-47cb-44a5-89b1-eb452fc2a786 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5056632 Oct 04 21:02:24.219017 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:24.221174 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54352) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:24.234826 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-48dcb215-783b-4d42-8e7b-b0ada7542048 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Request body: {'security_group': {'name': 'tempest-secgroup--1943212181'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:02:24.237064 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5ad533fc-9206-47b5-8867-6c62fc15bbc3 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (8143d53e-6e1a-4461-80a8-b2de45236285), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:24.257435 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b696856a-8a7d-4e77-89c0-807e6e980b56 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:24.264144 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b696856a-8a7d-4e77-89c0-807e6e980b56 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4767756 Oct 04 21:02:24.264475 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e6582098-3861-4a7f-9994-9ef878fbae74 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (c2fd5d91-4ce4-4ee3-a9bf-925af4455537), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:24.272490 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54354) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:24.287338 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-b130ea5f-064d-4d82-a04a-a8efb4385dec tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Request body: {'security_group_rule': {'security_group_id': 'c8fe9dfa-e8d4-4a7c-8842-6ea1b29b1c0f', 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:02:24.331498 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-81f68668-cd11-4195-b7c8-fdc60059e7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (b160d215-5a2f-4c95-a66b-2c58bb4fa26b), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:24.368115 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-d2231a3a-cb92-4c6a-bd21-1b5171623193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbafbd8-2b15-443a-88b8-488514ea38c6', 'name': 'tempest-snat-router-1844230076', 'tenant_id': 'd707b239f54e4f1192cd13ffdb6ee144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:02:11Z', 'updated_at': '2022-10-04T21:02:22Z', 'revision_number': 4, 'project_id': 'd707b239f54e4f1192cd13ffdb6ee144', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:02:24.466488 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad533fc-9206-47b5-8867-6c62fc15bbc3 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8143d53e-6e1a-4461-80a8-b2de45236285,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:24.482256 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-48dcb215-783b-4d42-8e7b-b0ada7542048 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:24.521227 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2231a3a-cb92-4c6a-bd21-1b5171623193 None None] The sync data for ids ['0fbafbd8-2b15-443a-88b8-488514ea38c6'] in n-d-852085-12 is: [{'id': '0fbafbd8-2b15-443a-88b8-488514ea38c6', 'name': 'tempest-snat-router-1844230076', 'tenant_id': 'd707b239f54e4f1192cd13ffdb6ee144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:02:11Z', 'updated_at': '2022-10-04T21:02:22Z', 'revision_number': 4, 'project_id': 'd707b239f54e4f1192cd13ffdb6ee144', 'gw_port_host': None}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:02:24.563495 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b130ea5f-064d-4d82-a04a-a8efb4385dec tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group_rule (e356d150-c3b9-432b-94a1-74110a89c683), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:24.599744 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6582098-3861-4a7f-9994-9ef878fbae74 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Checking segment: {'id': '59d13a10-bb8f-47bd-9d96-cab7946768c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd793adfe-261e-47a1-91c5-92a629457d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:02:24.604391 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6582098-3861-4a7f-9994-9ef878fbae74 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Network hostable DHCP agents. Network: d793adfe-261e-47a1-91c5-92a629457d12, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:02:24.622155 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6582098-3861-4a7f-9994-9ef878fbae74 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Pushing event updated for resources: {'Subnet': ['ID=c2fd5d91-4ce4-4ee3-a9bf-925af4455537,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:24.651892 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f68668-cd11-4195-b7c8-fdc60059e7a7 None None] Pushing event updated for resources: {'Port': ['ID=b160d215-5a2f-4c95-a66b-2c58bb4fa26b,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:24.654814 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5ad533fc-9206-47b5-8867-6c62fc15bbc3 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:24.660489 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-5ad533fc-9206-47b5-8867-6c62fc15bbc3 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2093074 Oct 04 21:02:24.677188 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54362) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:24.750926 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-ad741153-0496-4d53-b629-b4c23fe3a0a1 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Request body: {'security_group_rule': {'security_group_id': '0cc735c8-10ad-4e44-90bc-62985fd194ae', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:02:24.872113 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6582098-3861-4a7f-9994-9ef878fbae74 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Network d793adfe-261e-47a1-91c5-92a629457d12 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:02:24.977362 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54364) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:25.026705 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-e6582098-3861-4a7f-9994-9ef878fbae74 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, d793adfe-261e-47a1-91c5-92a629457d12) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:02:25.043953 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6582098-3861-4a7f-9994-9ef878fbae74 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:02:25.043953 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e6582098-3861-4a7f-9994-9ef878fbae74 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:25.044742 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c669f6fb-b1b8-40b5-93c9-411dce61d48f None None] Network d793adfe-261e-47a1-91c5-92a629457d12 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:02:25.284141 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e6582098-3861-4a7f-9994-9ef878fbae74 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.5037994 Oct 04 21:02:25.284919 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54370) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:25.384291 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-48dcb215-783b-4d42-8e7b-b0ada7542048 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group (68ecd709-740e-4c8b-98a7-8ca8179760fa), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:25.420333 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b130ea5f-064d-4d82-a04a-a8efb4385dec tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group_rule (e356d150-c3b9-432b-94a1-74110a89c683), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:25.432287 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2601e4d5-2807-44d1-bb3c-70a9dda9f3ad tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (ce16d692-d584-4717-9ea9-2f14cc0b8619), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:25.542290 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ad741153-0496-4d53-b629-b4c23fe3a0a1 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group_rule (21efabad-70f2-4ce5-9cfb-908f1d4a3c2e), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:25.576113 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e46bfd-862a-42c5-a3f7-89373070a6e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-d793adfe-261e-47a1-91c5-92a629457d12', 'network_id': 'd793adfe-261e-47a1-91c5-92a629457d12', 'project_id': '07aabd9030f3444e986d02991f96bb44', 'fixed_ips': [{'subnet_id': 'c2fd5d91-4ce4-4ee3-a9bf-925af4455537'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:02:25.578112 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-30e46bfd-862a-42c5-a3f7-89373070a6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:25.602496 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-48dcb215-783b-4d42-8e7b-b0ada7542048 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (68ecd709-740e-4c8b-98a7-8ca8179760fa), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:25.609061 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-118d9975-c437-400b-833c-4f590006be99 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (d793adfe-261e-47a1-91c5-92a629457d12), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:25.629580 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b130ea5f-064d-4d82-a04a-a8efb4385dec tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (e356d150-c3b9-432b-94a1-74110a89c683), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:25.685175 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2601e4d5-2807-44d1-bb3c-70a9dda9f3ad tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Pushing event deleted for resources: {'Port': ['ID=ce16d692-d584-4717-9ea9-2f14cc0b8619,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:25.806461 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-48dcb215-783b-4d42-8e7b-b0ada7542048 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:25.810939 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-118d9975-c437-400b-833c-4f590006be99 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (c2fd5d91-4ce4-4ee3-a9bf-925af4455537), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:25.832701 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-48dcb215-783b-4d42-8e7b-b0ada7542048 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.5831118 Oct 04 21:02:25.853330 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54378) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:25.885785 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b130ea5f-064d-4d82-a04a-a8efb4385dec tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e356d150-c3b9-432b-94a1-74110a89c683,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:25.958426 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-a1a9c593-abbf-4c53-9616-e679c7ef84bf tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Request body: {'security_group_rule': {'security_group_id': '68ecd709-740e-4c8b-98a7-8ca8179760fa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:02:26.004091 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dcb215-783b-4d42-8e7b-b0ada7542048 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68ecd709-740e-4c8b-98a7-8ca8179760fa,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:26.031644 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-118d9975-c437-400b-833c-4f590006be99 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (c2fd5d91-4ce4-4ee3-a9bf-925af4455537), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:26.110339 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b130ea5f-064d-4d82-a04a-a8efb4385dec tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server [None req-30e46bfd-862a-42c5-a3f7-89373070a6e3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c2fd5d91-4ce4-4ee3-a9bf-925af4455537: This subnet is being modified by another concurrent operation. Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server raise self.value Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server raise self.value Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server raise self.value Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 292, in create_dhcp_port Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 704, in inner Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return f_with_retry(*args, **kwargs, Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server raise self.value Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server raise self.value Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server raise self.value Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1570, in create_port Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1535, in _create_port_db Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 224, in wrapped Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server raise exception Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c2fd5d91-4ce4-4ee3-a9bf-925af4455537: This subnet is being modified by another concurrent operation. Oct 04 21:02:26.123219 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server Oct 04 21:02:26.140978 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b130ea5f-064d-4d82-a04a-a8efb4385dec tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.8382523 Oct 04 21:02:26.140978 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=6,neutron:INSERT=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:26.140978 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54382) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:26.140978 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2601e4d5-2807-44d1-bb3c-70a9dda9f3ad tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (0fbafbd8-2b15-443a-88b8-488514ea38c6), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:26.145016 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118d9975-c437-400b-833c-4f590006be99 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Pushing event deleted for resources: {'Subnet': ['ID=c2fd5d91-4ce4-4ee3-a9bf-925af4455537,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:26.150256 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-741f09dc-8196-4dd0-9d6e-ed549ff72e44 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Request body: {'security_group_rule': {'security_group_id': 'c8fe9dfa-e8d4-4a7c-8842-6ea1b29b1c0f', 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:02:26.279603 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f23921c8-9470-49b2-b73a-32b76e5af46b admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=08f99ad15fe84fa2b388cd850f27c012&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2941871 Oct 04 21:02:26.322814 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54384) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:26.418471 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ad741153-0496-4d53-b629-b4c23fe3a0a1 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group_rule (21efabad-70f2-4ce5-9cfb-908f1d4a3c2e), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:26.434706 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-118d9975-c437-400b-833c-4f590006be99 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (d793adfe-261e-47a1-91c5-92a629457d12), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:26.501590 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-118d9975-c437-400b-833c-4f590006be99 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d793adfe-261e-47a1-91c5-92a629457d12']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:02:26.519488 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a1a9c593-abbf-4c53-9616-e679c7ef84bf tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group_rule (d89923e4-d57f-460b-b836-b410c7d7bde6), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:26.551053 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-118d9975-c437-400b-833c-4f590006be99 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59d13a10-bb8f-47bd-9d96-cab7946768c1') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:02:26.551614 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-118d9975-c437-400b-833c-4f590006be99 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59d13a10-bb8f-47bd-9d96-cab7946768c1') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:02:26.554758 n-d-852085-12 neutron-server[108170]: INFO neutron.db.securitygroups_db [None req-741f09dc-8196-4dd0-9d6e-ed549ff72e44 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Project 2f27496d38be44c29c3cd5bc4ae008d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 21:02:26.590955 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54390) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:26.598981 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-118d9975-c437-400b-833c-4f590006be99 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (59d13a10-bb8f-47bd-9d96-cab7946768c1), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:26.652165 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-741f09dc-8196-4dd0-9d6e-ed549ff72e44 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group_rule (76f68b9b-93fc-48d2-b8d8-415ec96ebcc0), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:26.656551 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-118d9975-c437-400b-833c-4f590006be99 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (59d13a10-bb8f-47bd-9d96-cab7946768c1), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:26.682366 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-118d9975-c437-400b-833c-4f590006be99 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:02:26.683262 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-118d9975-c437-400b-833c-4f590006be99 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (59d13a10-bb8f-47bd-9d96-cab7946768c1), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:26.743179 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2601e4d5-2807-44d1-bb3c-70a9dda9f3ad tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (0fbafbd8-2b15-443a-88b8-488514ea38c6), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:26.766000 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 59d13a10-bb8f-47bd-9d96-cab7946768c1 resource provider aggregate not found Oct 04 21:02:26.771242 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ad741153-0496-4d53-b629-b4c23fe3a0a1 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (21efabad-70f2-4ce5-9cfb-908f1d4a3c2e), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:26.829659 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2601e4d5-2807-44d1-bb3c-70a9dda9f3ad tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks [] for router_controller (0fbafbd8-2b15-443a-88b8-488514ea38c6), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:26.853011 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b160d215-5a2f-4c95-a66b-2c58bb4fa26b up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:02:26.889253 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:26.893543 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 59d13a10-bb8f-47bd-9d96-cab7946768c1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 59d13a10-bb8f-47bd-9d96-cab7946768c1 found for delete ", "request_id": "req-299789be-1b70-49f7-a242-4b5ad9514032"}]} Oct 04 21:02:26.946521 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-293ac583-c39a-4d31-bef5-06ad8c7e9941 admin admin] Publish callbacks [] for security_group (bb5f5a35-fc25-4fb0-adb2-df58939f3448), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:26.974769 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port b160d215-5a2f-4c95-a66b-2c58bb4fa26b triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:02:26.976441 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b160d215-5a2f-4c95-a66b-2c58bb4fa26b), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:26.977500 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port b160d215-5a2f-4c95-a66b-2c58bb4fa26b Oct 04 21:02:26.993787 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-293ac583-c39a-4d31-bef5-06ad8c7e9941 admin admin] Publish callbacks [] for security_group (bb5f5a35-fc25-4fb0-adb2-df58939f3448), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:27.084272 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-118d9975-c437-400b-833c-4f590006be99 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (d793adfe-261e-47a1-91c5-92a629457d12), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:27.128514 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-118d9975-c437-400b-833c-4f590006be99 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:27.135279 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-118d9975-c437-400b-833c-4f590006be99 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] 10.222.0.78 "DELETE /networking/v2.0/networks/d793adfe-261e-47a1-91c5-92a629457d12 HTTP/1.1" status: 204 len: 168 time: 1.8472424 Oct 04 21:02:27.137216 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118d9975-c437-400b-833c-4f590006be99 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Pushing event deleted for resources: {'Network': ['ID=d793adfe-261e-47a1-91c5-92a629457d12,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:27.152054 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54398) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:27.162941 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-27841b62-293d-4dbb-8577-53709921fd43 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1145165418'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:02:27.203946 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad741153-0496-4d53-b629-b4c23fe3a0a1 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21efabad-70f2-4ce5-9cfb-908f1d4a3c2e,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:27.225364 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-eb424f1b-c358-4fce-bafe-dd00ffb0751a tempest-ExternalNetworksTestJSON-1475887242 tempest-ExternalNetworksTestJSON-1475887242-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1927198226'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:02:27.229379 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port b160d215-5a2f-4c95-a66b-2c58bb4fa26b is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:02:27.230070 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b160d215-5a2f-4c95-a66b-2c58bb4fa26b), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:27.236305 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:27.269526 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ad741153-0496-4d53-b629-b4c23fe3a0a1 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:27.275361 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-ad741153-0496-4d53-b629-b4c23fe3a0a1 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 2.5805075 Oct 04 21:02:27.275632 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54400) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:27.284204 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-9ab6d886-3dfa-4862-961f-cc0f039f4aff tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Request body: {'security_group_rule': {'security_group_id': '0cc735c8-10ad-4e44-90bc-62985fd194ae', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:02:27.319813 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port b160d215-5a2f-4c95-a66b-2c58bb4fa26b, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b160d215-5a2f-4c95-a66b-2c58bb4fa26b,segment=NetworkSegment(b284a1f0-a015-4fcf-a1c0-4fb257ddab99),segment_id=b284a1f0-a015-4fcf-a1c0-4fb257ddab99)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:02:27.341473 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39fef24-989d-4b3d-8e8c-533edb7043f2 None None] get_active_networks_info from n-d-852085-12 {{(pid=108171) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 04 21:02:27.356469 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a1a9c593-abbf-4c53-9616-e679c7ef84bf tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group_rule (d89923e4-d57f-460b-b836-b410c7d7bde6), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:27.368248 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27841b62-293d-4dbb-8577-53709921fd43 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Made reservation on behalf of 07aabd9030f3444e986d02991f96bb44 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:02:27.374417 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-741f09dc-8196-4dd0-9d6e-ed549ff72e44 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group_rule (76f68b9b-93fc-48d2-b8d8-415ec96ebcc0), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:27.374708 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-4281cefc-dddc-4226-b881-cb236e43dbbe None None] Provisioning complete for port b160d215-5a2f-4c95-a66b-2c58bb4fa26b triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:02:27.375176 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4281cefc-dddc-4226-b881-cb236e43dbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b160d215-5a2f-4c95-a66b-2c58bb4fa26b), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:27.375709 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-4281cefc-dddc-4226-b881-cb236e43dbbe None None] Attempt 1 to provision port b160d215-5a2f-4c95-a66b-2c58bb4fa26b Oct 04 21:02:27.379018 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-27841b62-293d-4dbb-8577-53709921fd43 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:27.424832 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27841b62-293d-4dbb-8577-53709921fd43 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:02:27.432993 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2601e4d5-2807-44d1-bb3c-70a9dda9f3ad tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (0fbafbd8-2b15-443a-88b8-488514ea38c6), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:27.435811 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2601e4d5-2807-44d1-bb3c-70a9dda9f3ad tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0fbafbd8-2b15-443a-88b8-488514ea38c6 {{(pid=108170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 21:02:27.438698 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:DELETE=5,neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:27.446743 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-27841b62-293d-4dbb-8577-53709921fd43 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (c8b7aae5-ca62-48ab-828f-0a6ea199665e), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:27.447517 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-27841b62-293d-4dbb-8577-53709921fd43 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Added segment c8b7aae5-ca62-48ab-828f-0a6ea199665e of type vlan for network ce65fc1b-1d81-4a12-8c9b-11fabc811ad0 Oct 04 21:02:27.449108 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2601e4d5-2807-44d1-bb3c-70a9dda9f3ad tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:27.452359 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2601e4d5-2807-44d1-bb3c-70a9dda9f3ad tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] 10.222.0.78 "DELETE /networking/v2.0/routers/0fbafbd8-2b15-443a-88b8-488514ea38c6 HTTP/1.1" status: 204 len: 168 time: 6.4311106 Oct 04 21:02:27.456547 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54402) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:27.477870 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-293ac583-c39a-4d31-bef5-06ad8c7e9941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (bb5f5a35-fc25-4fb0-adb2-df58939f3448), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:27.482124 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-293ac583-c39a-4d31-bef5-06ad8c7e9941 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:27.483999 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-293ac583-c39a-4d31-bef5-06ad8c7e9941 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/bb5f5a35-fc25-4fb0-adb2-df58939f3448 HTTP/1.1" status: 204 len: 168 time: 1.1465127 Oct 04 21:02:27.485230 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a1a9c593-abbf-4c53-9616-e679c7ef84bf tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (d89923e4-d57f-460b-b836-b410c7d7bde6), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:27.519728 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (b160d215-5a2f-4c95-a66b-2c58bb4fa26b), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:27.569820 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9ab6d886-3dfa-4862-961f-cc0f039f4aff tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group_rule (baed9e4a-ba89-462f-a375-86795c61509a), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:27.615787 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-741f09dc-8196-4dd0-9d6e-ed549ff72e44 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (76f68b9b-93fc-48d2-b8d8-415ec96ebcc0), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:27.618731 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb424f1b-c358-4fce-bafe-dd00ffb0751a tempest-ExternalNetworksTestJSON-1475887242 tempest-ExternalNetworksTestJSON-1475887242-project] Made reservation on behalf of d5b04031831a47bb8165bc6090e713ee for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:02:27.624294 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-eb424f1b-c358-4fce-bafe-dd00ffb0751a tempest-ExternalNetworksTestJSON-1475887242 tempest-ExternalNetworksTestJSON-1475887242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:27.681665 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293ac583-c39a-4d31-bef5-06ad8c7e9941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5f5a35-fc25-4fb0-adb2-df58939f3448,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:27.685122 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-eb424f1b-c358-4fce-bafe-dd00ffb0751a tempest-ExternalNetworksTestJSON-1475887242 tempest-ExternalNetworksTestJSON-1475887242-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:27.765833 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39fef24-989d-4b3d-8e8c-533edb7043f2 None None] Resources bound (agent type, host, resource id): {{(pid=108171) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 04 21:02:27.792418 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-27841b62-293d-4dbb-8577-53709921fd43 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (ce65fc1b-1d81-4a12-8c9b-11fabc811ad0), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:27.808531 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-4281cefc-dddc-4226-b881-cb236e43dbbe None None] Current status of the port b160d215-5a2f-4c95-a66b-2c58bb4fa26b is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:02:27.838909 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=b160d215-5a2f-4c95-a66b-2c58bb4fa26b,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:27.894687 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9ab6d886-3dfa-4862-961f-cc0f039f4aff tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group_rule (baed9e4a-ba89-462f-a375-86795c61509a), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:27.906795 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.db.resource_extend [None req-27841b62-293d-4dbb-8577-53709921fd43 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 04 21:02:27.986322 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a1a9c593-abbf-4c53-9616-e679c7ef84bf tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:27.988031 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a1a9c593-abbf-4c53-9616-e679c7ef84bf tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.1299877 Oct 04 21:02:27.992484 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54412) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:28.004024 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-741f09dc-8196-4dd0-9d6e-ed549ff72e44 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:28.008156 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-741f09dc-8196-4dd0-9d6e-ed549ff72e44 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.8702779 Oct 04 21:02:28.010069 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a9c593-abbf-4c53-9616-e679c7ef84bf tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d89923e4-d57f-460b-b836-b410c7d7bde6,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:28.030843 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b3acbcce-a6b7-4b38-89a5-da851cdfd992 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules/d89923e4-d57f-460b-b836-b410c7d7bde6 HTTP/1.1" status: 200 len: 763 time: 0.0318756 Oct 04 21:02:28.030843 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54414) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:28.030843 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54416) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:28.038810 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-30d3a072-8b00-4029-9c94-dd337c4d20a8 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Request body: {'security_group_rule': {'security_group_id': 'c8fe9dfa-e8d4-4a7c-8842-6ea1b29b1c0f', 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:02:28.076648 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6969885c-d49f-4879-b6ae-cfd51f4310c4 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks [] for router (f5b6d994-2754-4c76-ab54-23637bfb1cd3), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:28.123196 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9ab6d886-3dfa-4862-961f-cc0f039f4aff tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (baed9e4a-ba89-462f-a375-86795c61509a), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:28.127387 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:28.170826 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-27841b62-293d-4dbb-8577-53709921fd43 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (ce65fc1b-1d81-4a12-8c9b-11fabc811ad0), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:28.181186 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27841b62-293d-4dbb-8577-53709921fd43 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:02:28.183785 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-27841b62-293d-4dbb-8577-53709921fd43 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:28.185742 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40192a23-58bc-4f4f-9a54-7f13aca4776c None None] Network 236c03a2-798f-4f4b-a49b-36b40ec60510 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:02:28.194949 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f09dc-8196-4dd0-9d6e-ed549ff72e44 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76f68b9b-93fc-48d2-b8d8-415ec96ebcc0,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:28.294023 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab6d886-3dfa-4862-961f-cc0f039f4aff tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baed9e4a-ba89-462f-a375-86795c61509a,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:28.303749 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18dbdce7-9a1b-4a06-9217-f3e5743a71dc None None] Network d793adfe-261e-47a1-91c5-92a629457d12 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:02:28.330884 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18dbdce7-9a1b-4a06-9217-f3e5743a71dc None None] Network d793adfe-261e-47a1-91c5-92a629457d12 could not be found, it might have been deleted concurrently. {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 04 21:02:28.337937 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:28.389239 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9ab6d886-3dfa-4862-961f-cc0f039f4aff tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:28.392578 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-9ab6d886-3dfa-4862-961f-cc0f039f4aff tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.1141598 Oct 04 21:02:28.402597 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54422) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:28.417409 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-27841b62-293d-4dbb-8577-53709921fd43 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2554541 Oct 04 21:02:28.420364 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54424) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:28.428991 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-bcdcc164-a430-490e-902d-effdabc588b8 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Request body: {'subnet': {'network_id': 'ce65fc1b-1d81-4a12-8c9b-11fabc811ad0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:02:28.463886 n-d-852085-12 neutron-server[108169]: INFO neutron.db.securitygroups_db [None req-30d3a072-8b00-4029-9c94-dd337c4d20a8 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Project 2f27496d38be44c29c3cd5bc4ae008d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 21:02:28.538296 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-30d3a072-8b00-4029-9c94-dd337c4d20a8 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group_rule (afa99351-8fcd-4fac-81dc-a8c09a356c58), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:28.564074 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-1ef021ee-a9b0-420d-ac2a-a34d7874e8f0 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5315633 Oct 04 21:02:28.569369 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27841b62-293d-4dbb-8577-53709921fd43 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Pushing event updated for resources: {'Network': ['ID=ce65fc1b-1d81-4a12-8c9b-11fabc811ad0,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:28.584138 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54426) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:28.660811 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network ce65fc1b-1d81-4a12-8c9b-11fabc811ad0 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:02:28.666920 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6969885c-d49f-4879-b6ae-cfd51f4310c4 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks [] for router_gateway (f5b6d994-2754-4c76-ab54-23637bfb1cd3), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:28.736209 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bb6142ff-98a6-4e2c-9027-4cd90bb25046 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group_rule (d89923e4-d57f-460b-b836-b410c7d7bde6), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:28.740004 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0e0fc7d6-1ba2-4ee0-b5f3-301df925d806 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group_rule (baed9e4a-ba89-462f-a375-86795c61509a), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:28.766518 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-eb424f1b-c358-4fce-bafe-dd00ffb0751a tempest-ExternalNetworksTestJSON-1475887242 tempest-ExternalNetworksTestJSON-1475887242-project] Publish callbacks [] for security_group (db7f067a-be42-4afd-9fa2-7851b3e8cbd4), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:28.770998 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0e0fc7d6-1ba2-4ee0-b5f3-301df925d806 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group_rule (baed9e4a-ba89-462f-a375-86795c61509a), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:28.806652 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bb6142ff-98a6-4e2c-9027-4cd90bb25046 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group_rule (d89923e4-d57f-460b-b836-b410c7d7bde6), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:28.871475 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcdcc164-a430-490e-902d-effdabc588b8 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Made reservation on behalf of 07aabd9030f3444e986d02991f96bb44 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:02:28.871475 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bcdcc164-a430-490e-902d-effdabc588b8 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:28.872673 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b160d215-5a2f-4c95-a66b-2c58bb4fa26b up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:02:28.877512 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-6969885c-d49f-4879-b6ae-cfd51f4310c4 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Deleting port 40c02e1b-8aad-4aff-85bb-86c5f3745898 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:02:28.878446 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6969885c-d49f-4879-b6ae-cfd51f4310c4 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (40c02e1b-8aad-4aff-85bb-86c5f3745898), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:28.929235 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-30d3a072-8b00-4029-9c94-dd337c4d20a8 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group_rule (afa99351-8fcd-4fac-81dc-a8c09a356c58), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:29.016842 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-eb424f1b-c358-4fce-bafe-dd00ffb0751a tempest-ExternalNetworksTestJSON-1475887242 tempest-ExternalNetworksTestJSON-1475887242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (db7f067a-be42-4afd-9fa2-7851b3e8cbd4), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:29.030718 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port b160d215-5a2f-4c95-a66b-2c58bb4fa26b triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:02:29.031626 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b160d215-5a2f-4c95-a66b-2c58bb4fa26b), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:29.032287 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port b160d215-5a2f-4c95-a66b-2c58bb4fa26b Oct 04 21:02:29.044157 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-30d3a072-8b00-4029-9c94-dd337c4d20a8 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (afa99351-8fcd-4fac-81dc-a8c09a356c58), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:29.116941 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d3a072-8b00-4029-9c94-dd337c4d20a8 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afa99351-8fcd-4fac-81dc-a8c09a356c58,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:29.163572 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-6f5118ce-9faf-4dd4-810d-f227d08b575b None None] Provisioning complete for port b160d215-5a2f-4c95-a66b-2c58bb4fa26b triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:02:29.164453 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6f5118ce-9faf-4dd4-810d-f227d08b575b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b160d215-5a2f-4c95-a66b-2c58bb4fa26b), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:29.164758 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-6f5118ce-9faf-4dd4-810d-f227d08b575b None None] Attempt 1 to provision port b160d215-5a2f-4c95-a66b-2c58bb4fa26b Oct 04 21:02:29.236148 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bb6142ff-98a6-4e2c-9027-4cd90bb25046 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (d89923e4-d57f-460b-b836-b410c7d7bde6), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:29.248988 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bb6142ff-98a6-4e2c-9027-4cd90bb25046 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:29.255846 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-bb6142ff-98a6-4e2c-9027-4cd90bb25046 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "DELETE /networking/v2.0/security-group-rules/d89923e4-d57f-460b-b836-b410c7d7bde6 HTTP/1.1" status: 204 len: 168 time: 0.6692963 Oct 04 21:02:29.257655 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54428) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:29.292264 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb424f1b-c358-4fce-bafe-dd00ffb0751a tempest-ExternalNetworksTestJSON-1475887242 tempest-ExternalNetworksTestJSON-1475887242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db7f067a-be42-4afd-9fa2-7851b3e8cbd4,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:29.298581 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port b160d215-5a2f-4c95-a66b-2c58bb4fa26b is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:02:29.307420 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0e0fc7d6-1ba2-4ee0-b5f3-301df925d806 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (baed9e4a-ba89-462f-a375-86795c61509a), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:29.327689 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb424f1b-c358-4fce-bafe-dd00ffb0751a tempest-ExternalNetworksTestJSON-1475887242 tempest-ExternalNetworksTestJSON-1475887242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:02:29.350007 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0e0fc7d6-1ba2-4ee0-b5f3-301df925d806 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:29.356032 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-0e0fc7d6-1ba2-4ee0-b5f3-301df925d806 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "DELETE /networking/v2.0/security-group-rules/baed9e4a-ba89-462f-a375-86795c61509a HTTP/1.1" status: 204 len: 168 time: 0.9485309 Oct 04 21:02:29.365265 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-30d3a072-8b00-4029-9c94-dd337c4d20a8 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:29.371224 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54430) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:29.372961 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-30d3a072-8b00-4029-9c94-dd337c4d20a8 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.3435154 Oct 04 21:02:29.374046 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54432) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:29.378772 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6142ff-98a6-4e2c-9027-4cd90bb25046 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d89923e4-d57f-460b-b836-b410c7d7bde6,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:29.391938 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-102ef04c-62dc-4560-9692-015558412580 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Request body: {'network': {'name': 'tempest-network-smoke--1308969648', 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'port_security_enabled': True}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:02:29.404072 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-6969885c-d49f-4879-b6ae-cfd51f4310c4 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] For port 40c02e1b-8aad-4aff-85bb-86c5f3745898, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=40c02e1b-8aad-4aff-85bb-86c5f3745898,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:02:29.404718 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6969885c-d49f-4879-b6ae-cfd51f4310c4 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (40c02e1b-8aad-4aff-85bb-86c5f3745898), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:29.405335 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-6f5118ce-9faf-4dd4-810d-f227d08b575b None None] Current status of the port b160d215-5a2f-4c95-a66b-2c58bb4fa26b is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:02:29.409874 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0fc7d6-1ba2-4ee0-b5f3-301df925d806 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=baed9e4a-ba89-462f-a375-86795c61509a,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:29.438450 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-eb424f1b-c358-4fce-bafe-dd00ffb0751a tempest-ExternalNetworksTestJSON-1475887242 tempest-ExternalNetworksTestJSON-1475887242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (62917d8d-e249-47b1-b070-f7dda680bdf8), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:29.438951 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-eb424f1b-c358-4fce-bafe-dd00ffb0751a tempest-ExternalNetworksTestJSON-1475887242 tempest-ExternalNetworksTestJSON-1475887242-project] Added segment 62917d8d-e249-47b1-b070-f7dda680bdf8 of type vlan for network c512bee1-0edc-43ed-9ade-82b17a14c133 Oct 04 21:02:29.461505 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-8af78552-9623-4482-bd86-692dc8b4db1e tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1957560 Oct 04 21:02:29.465898 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54434) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:29.475531 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-ee31c142-0679-4ac6-96cd-ec3d649c2760 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Request body: {'security_group_rule': {'security_group_id': '68ecd709-740e-4c8b-98a7-8ca8179760fa', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:02:29.476229 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-6969885c-d49f-4879-b6ae-cfd51f4310c4 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Calling delete_port for 40c02e1b-8aad-4aff-85bb-86c5f3745898 owned by network:router_gateway {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:02:29.599618 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102ef04c-62dc-4560-9692-015558412580 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Made reservation on behalf of 2f27496d38be44c29c3cd5bc4ae008d8 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:02:29.614160 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-102ef04c-62dc-4560-9692-015558412580 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:29.642651 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54440) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:29.643775 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ee31c142-0679-4ac6-96cd-ec3d649c2760 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group_rule (49388d2d-01da-4ef2-8b21-8c6d619410cf), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:29.646826 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-eb424f1b-c358-4fce-bafe-dd00ffb0751a tempest-ExternalNetworksTestJSON-1475887242 tempest-ExternalNetworksTestJSON-1475887242-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (c512bee1-0edc-43ed-9ade-82b17a14c133), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:29.675229 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-e1a7f6a4-313e-4e50-bebd-b3dc9e7d24ff tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.3018417 Oct 04 21:02:29.702478 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54442) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:29.731205 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0867ca66-bf4d-479c-a4b4-22d06769ab04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:29.808464 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-102ef04c-62dc-4560-9692-015558412580 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:02:29.876352 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-102ef04c-62dc-4560-9692-015558412580 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (08fa374d-b4bb-45ce-829e-b37a348eed4b), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:29.876927 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-102ef04c-62dc-4560-9692-015558412580 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Added segment 08fa374d-b4bb-45ce-829e-b37a348eed4b of type vlan for network e40afdc2-04d3-419c-b697-6ad6fc8f7435 Oct 04 21:02:29.885366 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3b6bf141-a845-41ef-bb1f-65b11639c4cb tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group_rule (21efabad-70f2-4ce5-9cfb-908f1d4a3c2e), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:29.963625 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:29.987695 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3b6bf141-a845-41ef-bb1f-65b11639c4cb tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group_rule (21efabad-70f2-4ce5-9cfb-908f1d4a3c2e), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:30.001669 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-eb424f1b-c358-4fce-bafe-dd00ffb0751a tempest-ExternalNetworksTestJSON-1475887242 tempest-ExternalNetworksTestJSON-1475887242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (c512bee1-0edc-43ed-9ade-82b17a14c133), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:30.010086 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ee31c142-0679-4ac6-96cd-ec3d649c2760 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group_rule (49388d2d-01da-4ef2-8b21-8c6d619410cf), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:30.016272 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb424f1b-c358-4fce-bafe-dd00ffb0751a tempest-ExternalNetworksTestJSON-1475887242 tempest-ExternalNetworksTestJSON-1475887242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:02:30.017402 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-eb424f1b-c358-4fce-bafe-dd00ffb0751a tempest-ExternalNetworksTestJSON-1475887242 tempest-ExternalNetworksTestJSON-1475887242-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:30.049318 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-102ef04c-62dc-4560-9692-015558412580 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (e40afdc2-04d3-419c-b697-6ad6fc8f7435), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:30.055468 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bcdcc164-a430-490e-902d-effdabc588b8 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (b3b5dcf3-f799-4004-a7f7-50509df4f6ef), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:30.140520 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ee31c142-0679-4ac6-96cd-ec3d649c2760 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (49388d2d-01da-4ef2-8b21-8c6d619410cf), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:30.190086 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee31c142-0679-4ac6-96cd-ec3d649c2760 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49388d2d-01da-4ef2-8b21-8c6d619410cf,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:30.201609 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0867ca66-bf4d-479c-a4b4-22d06769ab04 admin admin] Publish callbacks [] for security_group (3f893dbc-d9bf-4193-ba98-04d97eacb526), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:30.226681 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-102ef04c-62dc-4560-9692-015558412580 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (e40afdc2-04d3-419c-b697-6ad6fc8f7435), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:30.237500 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102ef04c-62dc-4560-9692-015558412580 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:02:30.240436 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-102ef04c-62dc-4560-9692-015558412580 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:30.246076 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3b6bf141-a845-41ef-bb1f-65b11639c4cb tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (21efabad-70f2-4ce5-9cfb-908f1d4a3c2e), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:30.260017 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:30.270645 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-eb424f1b-c358-4fce-bafe-dd00ffb0751a tempest-ExternalNetworksTestJSON-1475887242 tempest-ExternalNetworksTestJSON-1475887242-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.6073067 Oct 04 21:02:30.291691 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3b6bf141-a845-41ef-bb1f-65b11639c4cb tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:30.294110 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-3b6bf141-a845-41ef-bb1f-65b11639c4cb tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "DELETE /networking/v2.0/security-group-rules/21efabad-70f2-4ce5-9cfb-908f1d4a3c2e HTTP/1.1" status: 204 len: 168 time: 0.5892351 Oct 04 21:02:30.301923 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54452) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:30.320586 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54454) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:30.329561 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6bf141-a845-41ef-bb1f-65b11639c4cb tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=21efabad-70f2-4ce5-9cfb-908f1d4a3c2e,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:30.389693 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0867ca66-bf4d-479c-a4b4-22d06769ab04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (3f893dbc-d9bf-4193-ba98-04d97eacb526), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:30.427729 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ee31c142-0679-4ac6-96cd-ec3d649c2760 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:30.429869 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ee31c142-0679-4ac6-96cd-ec3d649c2760 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9622514 Oct 04 21:02:30.440541 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb424f1b-c358-4fce-bafe-dd00ffb0751a tempest-ExternalNetworksTestJSON-1475887242 tempest-ExternalNetworksTestJSON-1475887242-project] Pushing event updated for resources: {'Network': ['ID=c512bee1-0edc-43ed-9ade-82b17a14c133,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:30.464529 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54458) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:30.464833 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network c512bee1-0edc-43ed-9ade-82b17a14c133 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:02:30.495357 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdcc164-a430-490e-902d-effdabc588b8 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Pushing event updated for resources: {'Subnet': ['ID=b3b5dcf3-f799-4004-a7f7-50509df4f6ef,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:30.504561 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdcc164-a430-490e-902d-effdabc588b8 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Checking segment: {'id': 'c8b7aae5-ca62-48ab-828f-0a6ea199665e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'ce65fc1b-1d81-4a12-8c9b-11fabc811ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:02:30.506745 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdcc164-a430-490e-902d-effdabc588b8 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Network hostable DHCP agents. Network: ce65fc1b-1d81-4a12-8c9b-11fabc811ad0, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:02:30.516219 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-102ef04c-62dc-4560-9692-015558412580 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1348703 Oct 04 21:02:30.540461 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54460) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:30.547515 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0867ca66-bf4d-479c-a4b4-22d06769ab04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f893dbc-d9bf-4193-ba98-04d97eacb526,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:30.561352 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-83be7a19-61ae-413d-bc4b-65a8da7b5b17 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-190718568', 'admin_state_up': True, 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:02:30.582424 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102ef04c-62dc-4560-9692-015558412580 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Pushing event updated for resources: {'Network': ['ID=e40afdc2-04d3-419c-b697-6ad6fc8f7435,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:30.601763 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-0867ca66-bf4d-479c-a4b4-22d06769ab04 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=0b74fdefe17748aeb69be52d4337526c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9463375 Oct 04 21:02:30.603860 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-8ff48681-0111-4253-9b26-f5873bf0d118 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules/49388d2d-01da-4ef2-8b21-8c6d619410cf HTTP/1.1" status: 200 len: 763 time: 0.1297648 Oct 04 21:02:30.609011 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54462) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:30.610757 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54464) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:30.735867 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-ae69c3db-4f6e-48d2-8c05-bcaed5915737 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.4140165 Oct 04 21:02:30.748288 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54466) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:30.761221 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network e40afdc2-04d3-419c-b697-6ad6fc8f7435 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:02:30.829026 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-bbf6c1d9-700b-4925-8bb5-6fcd33611b0c tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2150757 Oct 04 21:02:30.837234 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54468) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:30.861349 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdcc164-a430-490e-902d-effdabc588b8 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Network ce65fc1b-1d81-4a12-8c9b-11fabc811ad0 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:02:30.865744 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2b399a48-8991-48a1-adbc-34f498eea7cb tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group_rule (8143d53e-6e1a-4461-80a8-b2de45236285), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:30.876740 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-686b7a3d-1546-46dd-8f51-99d0b4360860 admin admin] Publish callbacks [] for security_group (3f893dbc-d9bf-4193-ba98-04d97eacb526), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:30.904822 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2b399a48-8991-48a1-adbc-34f498eea7cb tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group_rule (8143d53e-6e1a-4461-80a8-b2de45236285), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:30.933541 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-83be7a19-61ae-413d-bc4b-65a8da7b5b17 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (c8a4a62e-cb50-4d66-9b32-52a69079a861), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:30.936188 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-83be7a19-61ae-413d-bc4b-65a8da7b5b17 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (c8a4a62e-cb50-4d66-9b32-52a69079a861), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:30.947123 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5e071c2a-357d-4e76-b6ab-629f340c25cf tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group_rule (49388d2d-01da-4ef2-8b21-8c6d619410cf), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:30.954638 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6969885c-d49f-4879-b6ae-cfd51f4310c4 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (40c02e1b-8aad-4aff-85bb-86c5f3745898), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:30.970839 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:30.997191 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-686b7a3d-1546-46dd-8f51-99d0b4360860 admin admin] Publish callbacks [] for security_group (3f893dbc-d9bf-4193-ba98-04d97eacb526), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:31.017474 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-8cef4867-4eef-4f62-b8f5-87430f85c5a9 tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Request body: {'network': {'name': 'tempest-network--2059381375', 'router:external': True}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:02:31.028395 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5e071c2a-357d-4e76-b6ab-629f340c25cf tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group_rule (49388d2d-01da-4ef2-8b21-8c6d619410cf), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:31.075767 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969885c-d49f-4879-b6ae-cfd51f4310c4 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Pushing event deleted for resources: {'Port': ['ID=40c02e1b-8aad-4aff-85bb-86c5f3745898,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:31.103317 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-bcdcc164-a430-490e-902d-effdabc588b8 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, ce65fc1b-1d81-4a12-8c9b-11fabc811ad0) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:02:31.131925 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcdcc164-a430-490e-902d-effdabc588b8 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:02:31.133212 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bcdcc164-a430-490e-902d-effdabc588b8 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:31.145011 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb0037c-5f50-48b7-9884-09c0dde3231e None None] Network ce65fc1b-1d81-4a12-8c9b-11fabc811ad0 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:02:31.296035 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6969885c-d49f-4879-b6ae-cfd51f4310c4 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (f5b6d994-2754-4c76-ab54-23637bfb1cd3), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:31.357800 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cef4867-4eef-4f62-b8f5-87430f85c5a9 tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Made reservation on behalf of e09b9c0d050c4bd28053a22fabbc84e0 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:02:31.361665 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8cef4867-4eef-4f62-b8f5-87430f85c5a9 tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:31.418207 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1bca95-d6c1-4394-ad5a-522d277a27a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-ce65fc1b-1d81-4a12-8c9b-11fabc811ad0', 'network_id': 'ce65fc1b-1d81-4a12-8c9b-11fabc811ad0', 'project_id': '07aabd9030f3444e986d02991f96bb44', 'fixed_ips': [{'subnet_id': 'b3b5dcf3-f799-4004-a7f7-50509df4f6ef'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:02:31.419992 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fa1bca95-d6c1-4394-ad5a-522d277a27a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:31.475284 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5e071c2a-357d-4e76-b6ab-629f340c25cf tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (49388d2d-01da-4ef2-8b21-8c6d619410cf), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:31.495856 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-bcdcc164-a430-490e-902d-effdabc588b8 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.0735605 Oct 04 21:02:31.501765 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5e071c2a-357d-4e76-b6ab-629f340c25cf tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:31.507628 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-5e071c2a-357d-4e76-b6ab-629f340c25cf tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "DELETE /networking/v2.0/security-group-rules/49388d2d-01da-4ef2-8b21-8c6d619410cf HTTP/1.1" status: 204 len: 168 time: 0.6651502 Oct 04 21:02:31.516760 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54474) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:31.517337 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54476) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:31.534612 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-c3770892-727c-4444-a2f2-5ebd0a949c0d tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-763564667'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:02:31.585367 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-83be7a19-61ae-413d-bc4b-65a8da7b5b17 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for router_controller (c8a4a62e-cb50-4d66-9b32-52a69079a861), precommit_add_association {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:31.634937 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2b399a48-8991-48a1-adbc-34f498eea7cb tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (8143d53e-6e1a-4461-80a8-b2de45236285), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:31.639512 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:UPDATE=5,neutron:INSERT=11 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:31.657849 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8cef4867-4eef-4f62-b8f5-87430f85c5a9 tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:31.662455 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2b399a48-8991-48a1-adbc-34f498eea7cb tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:31.664955 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-2b399a48-8991-48a1-adbc-34f498eea7cb tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "DELETE /networking/v2.0/security-group-rules/8143d53e-6e1a-4461-80a8-b2de45236285 HTTP/1.1" status: 204 len: 168 time: 0.9149303 Oct 04 21:02:31.674633 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54480) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:31.692559 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b399a48-8991-48a1-adbc-34f498eea7cb tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8143d53e-6e1a-4461-80a8-b2de45236285,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:31.694720 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e071c2a-357d-4e76-b6ab-629f340c25cf tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=49388d2d-01da-4ef2-8b21-8c6d619410cf,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:31.700383 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6969885c-d49f-4879-b6ae-cfd51f4310c4 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (f5b6d994-2754-4c76-ab54-23637bfb1cd3), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:31.725345 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6969885c-d49f-4879-b6ae-cfd51f4310c4 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks [] for router_controller (f5b6d994-2754-4c76-ab54-23637bfb1cd3), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:31.809830 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-fa1bca95-d6c1-4394-ad5a-522d277a27a4 None None] Allocated IP 2001:db8::3 (ce65fc1b-1d81-4a12-8c9b-11fabc811ad0/b3b5dcf3-f799-4004-a7f7-50509df4f6ef/bd8615c7-caf2-495f-99a5-fefd845015aa) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:02:31.842432 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:DELETE=12,neutron:SELECT=76,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:31.856953 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3770892-727c-4444-a2f2-5ebd0a949c0d tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Made reservation on behalf of 07aabd9030f3444e986d02991f96bb44 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:02:31.858623 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c3770892-727c-4444-a2f2-5ebd0a949c0d tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:31.917800 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-e31a874d-8624-4214-8f4a-50f501ac6c3c tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3732736 Oct 04 21:02:31.924529 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54486) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:31.933077 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-f403ab8d-da24-4f67-aa61-4b8877eb7414 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Request body: {'security_group_rule': {'security_group_id': '68ecd709-740e-4c8b-98a7-8ca8179760fa', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:02:32.009380 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6969885c-d49f-4879-b6ae-cfd51f4310c4 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (f5b6d994-2754-4c76-ab54-23637bfb1cd3), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:32.010904 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6969885c-d49f-4879-b6ae-cfd51f4310c4 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f5b6d994-2754-4c76-ab54-23637bfb1cd3 {{(pid=108170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 21:02:32.019632 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6969885c-d49f-4879-b6ae-cfd51f4310c4 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:32.023051 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-6969885c-d49f-4879-b6ae-cfd51f4310c4 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] 10.222.0.78 "DELETE /networking/v2.0/routers/f5b6d994-2754-4c76-ab54-23637bfb1cd3 HTTP/1.1" status: 204 len: 168 time: 4.5641007 Oct 04 21:02:32.028954 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54488) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:32.046737 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-0851932b-3140-40e1-8e03-319873c409dc tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-715558543', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}, 'admin_state_up': False}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:02:32.142549 n-d-852085-12 neutron-server[108170]: INFO neutron.db.securitygroups_db [None req-f403ab8d-da24-4f67-aa61-4b8877eb7414 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Project ca7f2bba3c69407a8ea0d332797a7f98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 21:02:32.142733 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-83be7a19-61ae-413d-bc4b-65a8da7b5b17 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for router_gateway (c8a4a62e-cb50-4d66-9b32-52a69079a861), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:32.152503 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f403ab8d-da24-4f67-aa61-4b8877eb7414 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group_rule (277f406a-8e55-4b72-81ea-68a91c6da0ec), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:32.195656 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b8adb07a-05b8-4783-a44a-d817e6f00815 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.5181656 Oct 04 21:02:32.200436 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54494) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:32.219258 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fa1bca95-d6c1-4394-ad5a-522d277a27a4 None None] Publish callbacks [] for port (bd8615c7-caf2-495f-99a5-fefd845015aa), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:32.237741 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0851932b-3140-40e1-8e03-319873c409dc tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (f20b69c9-6dad-4545-97c7-e306b96fa872), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:32.241381 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0851932b-3140-40e1-8e03-319873c409dc tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (f20b69c9-6dad-4545-97c7-e306b96fa872), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:32.332964 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3770892-727c-4444-a2f2-5ebd0a949c0d tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:02:32.354629 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fa1bca95-d6c1-4394-ad5a-522d277a27a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (bd8615c7-caf2-495f-99a5-fefd845015aa), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:32.375410 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-686b7a3d-1546-46dd-8f51-99d0b4360860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (3f893dbc-d9bf-4193-ba98-04d97eacb526), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:32.383183 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-686b7a3d-1546-46dd-8f51-99d0b4360860 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:32.385364 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-686b7a3d-1546-46dd-8f51-99d0b4360860 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/3f893dbc-d9bf-4193-ba98-04d97eacb526 HTTP/1.1" status: 204 len: 168 time: 1.7736213 Oct 04 21:02:32.446959 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:32.461368 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-98f3d511-2c9f-4c68-98d8-fde05ec77577 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group_rule (d3e3d272-90f1-4c52-8175-02ab79d39a6c), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:32.476404 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1bca95-d6c1-4394-ad5a-522d277a27a4 None None] Network ce65fc1b-1d81-4a12-8c9b-11fabc811ad0 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:02:32.478482 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686b7a3d-1546-46dd-8f51-99d0b4360860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f893dbc-d9bf-4193-ba98-04d97eacb526,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:32.509114 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-fa1bca95-d6c1-4394-ad5a-522d277a27a4 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:02:32.509742 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-98f3d511-2c9f-4c68-98d8-fde05ec77577 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group_rule (d3e3d272-90f1-4c52-8175-02ab79d39a6c), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:32.541209 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1bca95-d6c1-4394-ad5a-522d277a27a4 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:02:32.653113 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c3770892-727c-4444-a2f2-5ebd0a949c0d tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (c2254ff8-7758-426e-a6c8-683044db9a00), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:32.654400 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-c3770892-727c-4444-a2f2-5ebd0a949c0d tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Added segment c2254ff8-7758-426e-a6c8-683044db9a00 of type vlan for network 2353e6b8-f566-4d64-874f-8af7c702ad7b Oct 04 21:02:32.728800 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1bca95-d6c1-4394-ad5a-522d277a27a4 None None] Pushing event updated for resources: {'Port': ['ID=bd8615c7-caf2-495f-99a5-fefd845015aa,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:32.820562 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c3770892-727c-4444-a2f2-5ebd0a949c0d tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (2353e6b8-f566-4d64-874f-8af7c702ad7b), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:32.836649 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-fa1bca95-d6c1-4394-ad5a-522d277a27a4 None None] Attempting to bind port bd8615c7-caf2-495f-99a5-fefd845015aa on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:02:32.837550 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-fa1bca95-d6c1-4394-ad5a-522d277a27a4 None None] Attempting to bind port bd8615c7-caf2-495f-99a5-fefd845015aa by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'c8b7aae5-ca62-48ab-828f-0a6ea199665e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'ce65fc1b-1d81-4a12-8c9b-11fabc811ad0'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:02:32.838275 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1bca95-d6c1-4394-ad5a-522d277a27a4 None None] Attempting to bind port bd8615c7-caf2-495f-99a5-fefd845015aa on network ce65fc1b-1d81-4a12-8c9b-11fabc811ad0 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:02:32.844922 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 40c02e1b-8aad-4aff-85bb-86c5f3745898 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:02:32.846510 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8cef4867-4eef-4f62-b8f5-87430f85c5a9 tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks [] for security_group (e8b5c1c3-7eba-484b-9584-3cad766c3d2d), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:32.936114 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 40c02e1b-8aad-4aff-85bb-86c5f3745898 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:02:32.936562 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 40c02e1b-8aad-4aff-85bb-86c5f3745898 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:02:32.959042 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-83be7a19-61ae-413d-bc4b-65a8da7b5b17 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for router_gateway (c8a4a62e-cb50-4d66-9b32-52a69079a861), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:32.960656 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8cef4867-4eef-4f62-b8f5-87430f85c5a9 tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (e8b5c1c3-7eba-484b-9584-3cad766c3d2d), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:32.982739 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0851932b-3140-40e1-8e03-319873c409dc tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks [] for router_controller (f20b69c9-6dad-4545-97c7-e306b96fa872), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:32.992840 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1bca95-d6c1-4394-ad5a-522d277a27a4 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:02:32.993472 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1bca95-d6c1-4394-ad5a-522d277a27a4 None None] Checking segment: {'id': 'c8b7aae5-ca62-48ab-828f-0a6ea199665e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'ce65fc1b-1d81-4a12-8c9b-11fabc811ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:02:32.994277 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fa1bca95-d6c1-4394-ad5a-522d277a27a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:32.995437 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1bca95-d6c1-4394-ad5a-522d277a27a4 None None] Bound using segment: {'id': 'c8b7aae5-ca62-48ab-828f-0a6ea199665e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'ce65fc1b-1d81-4a12-8c9b-11fabc811ad0'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:02:32.996400 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-fa1bca95-d6c1-4394-ad5a-522d277a27a4 None None] Bound port: bd8615c7-caf2-495f-99a5-fefd845015aa, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8b7aae5-ca62-48ab-828f-0a6ea199665e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'ce65fc1b-1d81-4a12-8c9b-11fabc811ad0'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:02:32.997179 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fa1bca95-d6c1-4394-ad5a-522d277a27a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (bd8615c7-caf2-495f-99a5-fefd845015aa), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:33.018468 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f403ab8d-da24-4f67-aa61-4b8877eb7414 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group_rule (277f406a-8e55-4b72-81ea-68a91c6da0ec), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:33.024268 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c3770892-727c-4444-a2f2-5ebd0a949c0d tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (2353e6b8-f566-4d64-874f-8af7c702ad7b), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:33.035956 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3770892-727c-4444-a2f2-5ebd0a949c0d tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:02:33.036189 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c3770892-727c-4444-a2f2-5ebd0a949c0d tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:33.051557 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-83be7a19-61ae-413d-bc4b-65a8da7b5b17 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:33.069133 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-98f3d511-2c9f-4c68-98d8-fde05ec77577 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (d3e3d272-90f1-4c52-8175-02ab79d39a6c), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:33.076942 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cef4867-4eef-4f62-b8f5-87430f85c5a9 tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:02:33.118667 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-98f3d511-2c9f-4c68-98d8-fde05ec77577 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:33.124976 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-98f3d511-2c9f-4c68-98d8-fde05ec77577 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "DELETE /networking/v2.0/security-group-rules/d3e3d272-90f1-4c52-8175-02ab79d39a6c HTTP/1.1" status: 204 len: 168 time: 0.9182401 Oct 04 21:02:33.138558 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54502) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:33.230530 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:33.243997 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f3d511-2c9f-4c68-98d8-fde05ec77577 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d3e3d272-90f1-4c52-8175-02ab79d39a6c,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:33.290957 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef4867-4eef-4f62-b8f5-87430f85c5a9 tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b5c1c3-7eba-484b-9584-3cad766c3d2d,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:33.296688 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f403ab8d-da24-4f67-aa61-4b8877eb7414 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (277f406a-8e55-4b72-81ea-68a91c6da0ec), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:33.359557 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-fa1bca95-d6c1-4394-ad5a-522d277a27a4 None None] For port bd8615c7-caf2-495f-99a5-fefd845015aa, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:02:33.376410 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-fa1bca95-d6c1-4394-ad5a-522d277a27a4 None None] For port bd8615c7-caf2-495f-99a5-fefd845015aa, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=bd8615c7-caf2-495f-99a5-fefd845015aa,segment=NetworkSegment(c8b7aae5-ca62-48ab-828f-0a6ea199665e),segment_id=c8b7aae5-ca62-48ab-828f-0a6ea199665e)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:02:33.396980 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f403ab8d-da24-4f67-aa61-4b8877eb7414 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=277f406a-8e55-4b72-81ea-68a91c6da0ec,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:33.403598 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8cef4867-4eef-4f62-b8f5-87430f85c5a9 tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (4e9696df-1b72-40e1-abaa-204a6b7f7f4b), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:33.404428 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-8cef4867-4eef-4f62-b8f5-87430f85c5a9 tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Added segment 4e9696df-1b72-40e1-abaa-204a6b7f7f4b of type vlan for network 30173a5a-38e6-4ea2-9b44-086bd41c8e53 Oct 04 21:02:33.467789 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:33.478452 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a08dce30-2a2f-496c-b6d3-f4d138289699 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.3269925 Oct 04 21:02:33.479845 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54508) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:33.486080 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fa1bca95-d6c1-4394-ad5a-522d277a27a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (bd8615c7-caf2-495f-99a5-fefd845015aa), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:33.492236 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f403ab8d-da24-4f67-aa61-4b8877eb7414 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:33.499511 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:33.500929 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f403ab8d-da24-4f67-aa61-4b8877eb7414 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.5740016 Oct 04 21:02:33.502033 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=86,neutron:INSERT=4,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:33.503957 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54510) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:33.516854 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c3770892-727c-4444-a2f2-5ebd0a949c0d tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.9897428 Oct 04 21:02:33.526278 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3770892-727c-4444-a2f2-5ebd0a949c0d tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Pushing event updated for resources: {'Network': ['ID=2353e6b8-f566-4d64-874f-8af7c702ad7b,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:33.562113 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54512) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:33.591112 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-ee843363-c4e5-4274-9227-22467f829c1b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Request body: {'subnet': {'network_id': '2353e6b8-f566-4d64-874f-8af7c702ad7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:02:33.744621 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-83be7a19-61ae-413d-bc4b-65a8da7b5b17 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Allocated IP 172.25.5.195 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/4dd5b0e5-955d-421b-b180-9683ed73d670) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:02:33.746394 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0851932b-3140-40e1-8e03-319873c409dc tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks [] for router_gateway (f20b69c9-6dad-4545-97c7-e306b96fa872), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:33.778041 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-68260f6f-e3d0-41dd-bad8-d5890cadb084 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules/277f406a-8e55-4b72-81ea-68a91c6da0ec HTTP/1.1" status: 200 len: 769 time: 0.2622831 Oct 04 21:02:33.786423 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54516) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:33.804426 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1bca95-d6c1-4394-ad5a-522d277a27a4 None None] Pushing event updated for resources: {'Port': ['ID=bd8615c7-caf2-495f-99a5-fefd845015aa,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:33.827534 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 2353e6b8-f566-4d64-874f-8af7c702ad7b details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:02:33.862039 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8cef4867-4eef-4f62-b8f5-87430f85c5a9 tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (30173a5a-38e6-4ea2-9b44-086bd41c8e53), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:33.910567 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:33.926320 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:33.950452 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9d04e1ab-091f-4fe5-9bd6-730a5d41c4a6 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group_rule (79623417-6be8-48d5-b034-9180c67009a7), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:33.988459 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c9929cb0-32fe-49fb-bad7-40271edbe3d5 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1986396 Oct 04 21:02:34.071576 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54520) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:34.082953 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:34.135346 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9d04e1ab-091f-4fe5-9bd6-730a5d41c4a6 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group_rule (79623417-6be8-48d5-b034-9180c67009a7), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:34.334740 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.db.resource_extend [None req-8cef4867-4eef-4f62-b8f5-87430f85c5a9 tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 04 21:02:34.417525 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7f96f22c-9320-48ca-8026-a96cd1f5209d tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group_rule (277f406a-8e55-4b72-81ea-68a91c6da0ec), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:34.468941 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7f96f22c-9320-48ca-8026-a96cd1f5209d tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group_rule (277f406a-8e55-4b72-81ea-68a91c6da0ec), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:34.768407 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-83be7a19-61ae-413d-bc4b-65a8da7b5b17 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for port (4dd5b0e5-955d-421b-b180-9683ed73d670), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:34.789579 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9d04e1ab-091f-4fe5-9bd6-730a5d41c4a6 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (79623417-6be8-48d5-b034-9180c67009a7), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:34.795370 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:INSERT=2,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:34.813868 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8cef4867-4eef-4f62-b8f5-87430f85c5a9 tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (30173a5a-38e6-4ea2-9b44-086bd41c8e53), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:34.816292 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cef4867-4eef-4f62-b8f5-87430f85c5a9 tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:02:34.817484 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8cef4867-4eef-4f62-b8f5-87430f85c5a9 tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:34.898428 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0851932b-3140-40e1-8e03-319873c409dc tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks [] for router_gateway (f20b69c9-6dad-4545-97c7-e306b96fa872), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:34.973129 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device bd8615c7-caf2-495f-99a5-fefd845015aa up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:02:34.976533 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9d04e1ab-091f-4fe5-9bd6-730a5d41c4a6 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:34.983042 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-9d04e1ab-091f-4fe5-9bd6-730a5d41c4a6 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "DELETE /networking/v2.0/security-group-rules/79623417-6be8-48d5-b034-9180c67009a7 HTTP/1.1" status: 204 len: 168 time: 1.5016057 Oct 04 21:02:34.995186 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54536) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:35.037760 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee843363-c4e5-4274-9227-22467f829c1b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Made reservation on behalf of 07aabd9030f3444e986d02991f96bb44 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:02:35.044916 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ee843363-c4e5-4274-9227-22467f829c1b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:35.082576 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d04e1ab-091f-4fe5-9bd6-730a5d41c4a6 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=79623417-6be8-48d5-b034-9180c67009a7,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:35.095773 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7f96f22c-9320-48ca-8026-a96cd1f5209d tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (277f406a-8e55-4b72-81ea-68a91c6da0ec), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:35.154856 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0851932b-3140-40e1-8e03-319873c409dc tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:35.198399 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-8cef4867-4eef-4f62-b8f5-87430f85c5a9 tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 863 time: 4.8924923 Oct 04 21:02:35.226783 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port bd8615c7-caf2-495f-99a5-fefd845015aa triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:02:35.227433 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (bd8615c7-caf2-495f-99a5-fefd845015aa), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:35.228574 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port bd8615c7-caf2-495f-99a5-fefd845015aa Oct 04 21:02:35.246217 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7f96f22c-9320-48ca-8026-a96cd1f5209d tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:35.248578 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-7f96f22c-9320-48ca-8026-a96cd1f5209d tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "DELETE /networking/v2.0/security-group-rules/277f406a-8e55-4b72-81ea-68a91c6da0ec HTTP/1.1" status: 204 len: 168 time: 1.1580336 Oct 04 21:02:35.281956 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-83be7a19-61ae-413d-bc4b-65a8da7b5b17 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (4dd5b0e5-955d-421b-b180-9683ed73d670), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:35.304210 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54542) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:35.311952 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54544) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:35.369388 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f96f22c-9320-48ca-8026-a96cd1f5209d tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=277f406a-8e55-4b72-81ea-68a91c6da0ec,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:35.372746 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef4867-4eef-4f62-b8f5-87430f85c5a9 tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Pushing event updated for resources: {'Network': ['ID=30173a5a-38e6-4ea2-9b44-086bd41c8e53,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:35.377830 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:35.440324 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 30173a5a-38e6-4ea2-9b44-086bd41c8e53 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:02:35.591715 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-e62b3dfc-82d0-4dc7-bcba-2f59d1e28fc7 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2732611 Oct 04 21:02:35.598032 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54548) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:35.722911 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:35.767854 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cad51f00-e2e6-4312-889b-5ef22f9d64fc tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (30173a5a-38e6-4ea2-9b44-086bd41c8e53), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:35.798656 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=4 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:35.932796 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port bd8615c7-caf2-495f-99a5-fefd845015aa is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:02:35.936827 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (bd8615c7-caf2-495f-99a5-fefd845015aa), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:36.007611 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:36.018794 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-0851932b-3140-40e1-8e03-319873c409dc tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Allocated IP 172.25.5.127 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/4e6e543b-3f73-4a01-85bf-a89e43ef3b7c) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:02:36.065250 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port bd8615c7-caf2-495f-99a5-fefd845015aa, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=bd8615c7-caf2-495f-99a5-fefd845015aa,segment=NetworkSegment(c8b7aae5-ca62-48ab-828f-0a6ea199665e),segment_id=c8b7aae5-ca62-48ab-828f-0a6ea199665e)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:02:36.070047 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=70,neutron:DELETE=1,neutron:INSERT=24,neutron:UPDATE=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:36.094075 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfd7f8d-7674-4c89-9b5e-8605bef67a03 None None] Network ce65fc1b-1d81-4a12-8c9b-11fabc811ad0 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:02:36.113084 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be7a19-61ae-413d-bc4b-65a8da7b5b17 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Pushing event updated for resources: {'Port': ['ID=4dd5b0e5-955d-421b-b180-9683ed73d670,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:36.173240 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.ipam_backend_mixin [None req-ee843363-c4e5-4274-9227-22467f829c1b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Performing IP validity checks on allocation pools {{(pid=108169) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Oct 04 21:02:36.176311 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.ipam_backend_mixin [None req-ee843363-c4e5-4274-9227-22467f829c1b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Checking for overlaps among allocation pools and gateway ip {{(pid=108169) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Oct 04 21:02:36.179043 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2c18dbf0-a30d-464c-ac1b-2eee22b87633 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group (68ecd709-740e-4c8b-98a7-8ca8179760fa), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:36.234640 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2c18dbf0-a30d-464c-ac1b-2eee22b87633 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group (68ecd709-740e-4c8b-98a7-8ca8179760fa), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:36.251718 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83be7a19-61ae-413d-bc4b-65a8da7b5b17 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:02:36.270563 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-f51c112e-249d-4928-8b8f-f449835637b7 None None] Provisioning complete for port bd8615c7-caf2-495f-99a5-fefd845015aa triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:02:36.271285 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f51c112e-249d-4928-8b8f-f449835637b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (bd8615c7-caf2-495f-99a5-fefd845015aa), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:36.271870 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-f51c112e-249d-4928-8b8f-f449835637b7 None None] Attempt 1 to provision port bd8615c7-caf2-495f-99a5-fefd845015aa Oct 04 21:02:36.301671 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e5c1d788-9e80-45b2-a5d7-40c6973ef272 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 1.2845950 Oct 04 21:02:36.308982 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54558) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:36.330587 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (bd8615c7-caf2-495f-99a5-fefd845015aa), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:36.386374 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-83be7a19-61ae-413d-bc4b-65a8da7b5b17 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:02:36.514316 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2c18dbf0-a30d-464c-ac1b-2eee22b87633 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (68ecd709-740e-4c8b-98a7-8ca8179760fa), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:36.517943 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2c18dbf0-a30d-464c-ac1b-2eee22b87633 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:36.524569 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2c18dbf0-a30d-464c-ac1b-2eee22b87633 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/68ecd709-740e-4c8b-98a7-8ca8179760fa HTTP/1.1" status: 204 len: 168 time: 0.9115350 Oct 04 21:02:36.524891 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83be7a19-61ae-413d-bc4b-65a8da7b5b17 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:02:36.528599 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54560) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:36.575389 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c18dbf0-a30d-464c-ac1b-2eee22b87633 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ecd709-740e-4c8b-98a7-8ca8179760fa,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:36.728087 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=bd8615c7-caf2-495f-99a5-fefd845015aa,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:36.809737 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:36.838601 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-e1d79eed-e870-40c0-b803-0576bbc6a9f8 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3044164 Oct 04 21:02:36.849258 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0851932b-3140-40e1-8e03-319873c409dc tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks [] for port (4e6e543b-3f73-4a01-85bf-a89e43ef3b7c), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:36.875220 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-f51c112e-249d-4928-8b8f-f449835637b7 None None] Current status of the port bd8615c7-caf2-495f-99a5-fefd845015aa is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:02:36.922390 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54564) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:37.044104 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0851932b-3140-40e1-8e03-319873c409dc tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (4e6e543b-3f73-4a01-85bf-a89e43ef3b7c), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:37.287014 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0851932b-3140-40e1-8e03-319873c409dc tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Pushing event updated for resources: {'Port': ['ID=4e6e543b-3f73-4a01-85bf-a89e43ef3b7c,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:37.337912 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0851932b-3140-40e1-8e03-319873c409dc tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:02:37.344309 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-0851932b-3140-40e1-8e03-319873c409dc tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:02:37.348630 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0851932b-3140-40e1-8e03-319873c409dc tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:02:37.418391 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-6d1ce307-406c-4878-b626-10225b5efd07 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Request body: {'security_group': {'name': 'tempest-secgroup--1710047602'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:02:37.471005 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-06a12665-8c73-4542-ac14-ee4f3ba6df72 None None] Provisioning complete for port bd8615c7-caf2-495f-99a5-fefd845015aa triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:02:37.471831 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-06a12665-8c73-4542-ac14-ee4f3ba6df72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (bd8615c7-caf2-495f-99a5-fefd845015aa), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:37.472856 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-06a12665-8c73-4542-ac14-ee4f3ba6df72 None None] Attempt 1 to provision port bd8615c7-caf2-495f-99a5-fefd845015aa Oct 04 21:02:37.475914 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cad51f00-e2e6-4312-889b-5ef22f9d64fc tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (30173a5a-38e6-4ea2-9b44-086bd41c8e53), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:37.521531 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:37.531333 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:37.568710 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ee843363-c4e5-4274-9227-22467f829c1b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (5ce591e1-b760-4525-ae86-d203f21a4398), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:37.725766 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-06a12665-8c73-4542-ac14-ee4f3ba6df72 None None] Current status of the port bd8615c7-caf2-495f-99a5-fefd845015aa is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:02:37.774185 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-cad51f00-e2e6-4312-889b-5ef22f9d64fc tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30173a5a-38e6-4ea2-9b44-086bd41c8e53']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:02:37.886928 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:37.894060 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee843363-c4e5-4274-9227-22467f829c1b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Pushing event updated for resources: {'Subnet': ['ID=5ce591e1-b760-4525-ae86-d203f21a4398,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:37.932022 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-cad51f00-e2e6-4312-889b-5ef22f9d64fc tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e9696df-1b72-40e1-abaa-204a6b7f7f4b') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:02:37.932929 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-cad51f00-e2e6-4312-889b-5ef22f9d64fc tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e9696df-1b72-40e1-abaa-204a6b7f7f4b') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:02:38.040260 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6d1ce307-406c-4878-b626-10225b5efd07 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:38.084782 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cad51f00-e2e6-4312-889b-5ef22f9d64fc tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (4e9696df-1b72-40e1-abaa-204a6b7f7f4b), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:38.156476 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2108b29f-7ca2-470a-9add-93daea2ca1bd tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group (0cc735c8-10ad-4e44-90bc-62985fd194ae), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:38.216209 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cad51f00-e2e6-4312-889b-5ef22f9d64fc tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (4e9696df-1b72-40e1-abaa-204a6b7f7f4b), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:38.303685 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:38.306192 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2108b29f-7ca2-470a-9add-93daea2ca1bd tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group (0cc735c8-10ad-4e44-90bc-62985fd194ae), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:38.316851 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cad51f00-e2e6-4312-889b-5ef22f9d64fc tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:02:38.320826 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cad51f00-e2e6-4312-889b-5ef22f9d64fc tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (4e9696df-1b72-40e1-abaa-204a6b7f7f4b), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:38.467250 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee843363-c4e5-4274-9227-22467f829c1b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Checking segment: {'id': 'c2254ff8-7758-426e-a6c8-683044db9a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '2353e6b8-f566-4d64-874f-8af7c702ad7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:02:38.468166 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee843363-c4e5-4274-9227-22467f829c1b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Network hostable DHCP agents. Network: 2353e6b8-f566-4d64-874f-8af7c702ad7b, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:02:38.506419 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:38.585363 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 4e9696df-1b72-40e1-abaa-204a6b7f7f4b resource provider aggregate not found Oct 04 21:02:38.656358 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 4e9696df-1b72-40e1-abaa-204a6b7f7f4b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4e9696df-1b72-40e1-abaa-204a6b7f7f4b found for delete ", "request_id": "req-fc351cbb-356e-42dc-bed7-28eea8c58880"}]} Oct 04 21:02:38.766410 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device bd8615c7-caf2-495f-99a5-fefd845015aa up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:02:38.777113 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee843363-c4e5-4274-9227-22467f829c1b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Network 2353e6b8-f566-4d64-874f-8af7c702ad7b is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:02:38.801578 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2108b29f-7ca2-470a-9add-93daea2ca1bd tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (0cc735c8-10ad-4e44-90bc-62985fd194ae), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:38.807745 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2108b29f-7ca2-470a-9add-93daea2ca1bd tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:38.809998 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-2108b29f-7ca2-470a-9add-93daea2ca1bd tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/0cc735c8-10ad-4e44-90bc-62985fd194ae HTTP/1.1" status: 204 len: 168 time: 2.4837487 Oct 04 21:02:38.810999 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cad51f00-e2e6-4312-889b-5ef22f9d64fc tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (30173a5a-38e6-4ea2-9b44-086bd41c8e53), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:38.820092 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad51f00-e2e6-4312-889b-5ef22f9d64fc tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 30173a5a-38e6-4ea2-9b44-086bd41c8e53 {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 04 21:02:38.829208 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cad51f00-e2e6-4312-889b-5ef22f9d64fc tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:38.840683 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-cad51f00-e2e6-4312-889b-5ef22f9d64fc tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] 10.222.0.78 "DELETE /networking/v2.0/networks/30173a5a-38e6-4ea2-9b44-086bd41c8e53 HTTP/1.1" status: 204 len: 168 time: 3.4498217 Oct 04 21:02:38.854433 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54590) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:38.854433 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54592) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:38.913747 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-040a61ae-48fa-4801-8412-0a7dc7d15ffa tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Request body: {'network': {'router:external': True}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:02:38.985135 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port bd8615c7-caf2-495f-99a5-fefd845015aa triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:02:38.997642 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (bd8615c7-caf2-495f-99a5-fefd845015aa), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:38.998617 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port bd8615c7-caf2-495f-99a5-fefd845015aa Oct 04 21:02:39.058266 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-ee843363-c4e5-4274-9227-22467f829c1b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 2353e6b8-f566-4d64-874f-8af7c702ad7b) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:02:39.095036 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8c93f0-2412-4343-9ec2-2dfcb90dcc83 None None] Network 2353e6b8-f566-4d64-874f-8af7c702ad7b requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:02:39.149617 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2108b29f-7ca2-470a-9add-93daea2ca1bd tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc735c8-10ad-4e44-90bc-62985fd194ae,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:39.166931 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad51f00-e2e6-4312-889b-5ef22f9d64fc tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Pushing event deleted for resources: {'Network': ['ID=30173a5a-38e6-4ea2-9b44-086bd41c8e53,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:39.206835 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=83,neutron:DELETE=10,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:39.209819 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee843363-c4e5-4274-9227-22467f829c1b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:02:39.210857 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ee843363-c4e5-4274-9227-22467f829c1b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:39.219608 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0851932b-3140-40e1-8e03-319873c409dc tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks [] for router_gateway (f20b69c9-6dad-4545-97c7-e306b96fa872), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:39.224625 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:39.404208 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-7fedec62-5697-4199-b7ff-d9dc90a351d4 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5392148 Oct 04 21:02:39.420805 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54596) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:39.438657 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:39.439897 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-932bd809-fba2-4811-864e-4b22dea29d89 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Request body: {'security_group': {'name': 'tempest-secgroup--474926226'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:02:39.593415 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e5c32c-5eef-4a44-a403-6306388dd390 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-2353e6b8-f566-4d64-874f-8af7c702ad7b', 'network_id': '2353e6b8-f566-4d64-874f-8af7c702ad7b', 'project_id': '07aabd9030f3444e986d02991f96bb44', 'fixed_ips': [{'subnet_id': '5ce591e1-b760-4525-ae86-d203f21a4398'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:02:39.595256 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-88e5c32c-5eef-4a44-a403-6306388dd390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:39.726636 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ee843363-c4e5-4274-9227-22467f829c1b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 6.1558809 Oct 04 21:02:39.732997 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6d1ce307-406c-4878-b626-10225b5efd07 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group (5681a8d3-5bbb-4bb9-ab8b-222309796a23), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:39.735666 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-040a61ae-48fa-4801-8412-0a7dc7d15ffa tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Made reservation on behalf of e09b9c0d050c4bd28053a22fabbc84e0 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:02:39.740903 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-040a61ae-48fa-4801-8412-0a7dc7d15ffa tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:39.746982 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54604) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:39.813993 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-83be7a19-61ae-413d-bc4b-65a8da7b5b17 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for router_gateway (c8a4a62e-cb50-4d66-9b32-52a69079a861), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:39.994542 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port bd8615c7-caf2-495f-99a5-fefd845015aa is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:02:40.032079 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:40.058411 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0438f931-ac0b-4d2c-9c0a-fa96e454d9ee tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (2353e6b8-f566-4d64-874f-8af7c702ad7b), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:40.069405 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-932bd809-fba2-4811-864e-4b22dea29d89 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:40.125582 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6d1ce307-406c-4878-b626-10225b5efd07 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (5681a8d3-5bbb-4bb9-ab8b-222309796a23), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:40.197588 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:INSERT=9,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:40.258722 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-88e5c32c-5eef-4a44-a403-6306388dd390 None None] Allocated IP 2001:db8::3 (2353e6b8-f566-4d64-874f-8af7c702ad7b/5ce591e1-b760-4525-ae86-d203f21a4398/6c47f6d6-7d0c-44cb-b0bd-60e7c94538a4) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:02:40.385830 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1ce307-406c-4878-b626-10225b5efd07 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5681a8d3-5bbb-4bb9-ab8b-222309796a23,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:40.438702 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-040a61ae-48fa-4801-8412-0a7dc7d15ffa tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:02:40.452416 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0438f931-ac0b-4d2c-9c0a-fa96e454d9ee tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (5ce591e1-b760-4525-ae86-d203f21a4398), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:40.466051 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0851932b-3140-40e1-8e03-319873c409dc tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (f20b69c9-6dad-4545-97c7-e306b96fa872), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:40.471767 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6d1ce307-406c-4878-b626-10225b5efd07 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:40.479724 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-6d1ce307-406c-4878-b626-10225b5efd07 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 3.5392408 Oct 04 21:02:40.489714 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54612) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:40.529240 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-040a61ae-48fa-4801-8412-0a7dc7d15ffa tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (b836bd03-7f92-48e6-870a-d9a30f0c4f23), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:40.531967 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-040a61ae-48fa-4801-8412-0a7dc7d15ffa tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Added segment b836bd03-7f92-48e6-870a-d9a30f0c4f23 of type vlan for network 1b2a3a26-fcd3-4533-99bb-de026b19575a Oct 04 21:02:40.633123 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-77af0e62-87ba-458a-bff2-49b312c13c30 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Request body: {'security_group_rule': {'security_group_id': '5681a8d3-5bbb-4bb9-ab8b-222309796a23', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:02:40.774811 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54618) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:40.979490 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-88e5c32c-5eef-4a44-a403-6306388dd390 None None] Publish callbacks [] for port (6c47f6d6-7d0c-44cb-b0bd-60e7c94538a4), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:41.086976 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-83be7a19-61ae-413d-bc4b-65a8da7b5b17 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (c8a4a62e-cb50-4d66-9b32-52a69079a861), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:41.108057 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-040a61ae-48fa-4801-8412-0a7dc7d15ffa tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (1b2a3a26-fcd3-4533-99bb-de026b19575a), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:41.124279 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0851932b-3140-40e1-8e03-319873c409dc tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Router f20b69c9-6dad-4545-97c7-e306b96fa872 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 21:02:41.125593 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-88e5c32c-5eef-4a44-a403-6306388dd390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (6c47f6d6-7d0c-44cb-b0bd-60e7c94538a4), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:41.258744 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.db.resource_extend [None req-040a61ae-48fa-4801-8412-0a7dc7d15ffa tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 04 21:02:41.263348 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:41.315876 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-932bd809-fba2-4811-864e-4b22dea29d89 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group (77c15b66-4b16-4561-9e91-eacf69c4df30), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:41.323206 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e5c32c-5eef-4a44-a403-6306388dd390 None None] Pushing event updated for resources: {'Port': ['ID=6c47f6d6-7d0c-44cb-b0bd-60e7c94538a4,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:41.346668 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e5c32c-5eef-4a44-a403-6306388dd390 None None] Network 2353e6b8-f566-4d64-874f-8af7c702ad7b is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:02:41.350470 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-88e5c32c-5eef-4a44-a403-6306388dd390 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:02:41.355379 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e5c32c-5eef-4a44-a403-6306388dd390 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:02:41.485922 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-88e5c32c-5eef-4a44-a403-6306388dd390 None None] Attempting to bind port 6c47f6d6-7d0c-44cb-b0bd-60e7c94538a4 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:02:41.492132 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-88e5c32c-5eef-4a44-a403-6306388dd390 None None] Attempting to bind port 6c47f6d6-7d0c-44cb-b0bd-60e7c94538a4 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'c2254ff8-7758-426e-a6c8-683044db9a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '2353e6b8-f566-4d64-874f-8af7c702ad7b'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:02:41.492132 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e5c32c-5eef-4a44-a403-6306388dd390 None None] Attempting to bind port 6c47f6d6-7d0c-44cb-b0bd-60e7c94538a4 on network 2353e6b8-f566-4d64-874f-8af7c702ad7b {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:02:41.492467 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0851932b-3140-40e1-8e03-319873c409dc tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:02:41.511278 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-74c97d44-1107-42a8-a24f-43709806be85 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Request body: {'floatingip': {'floating_network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:02:41.512586 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-77af0e62-87ba-458a-bff2-49b312c13c30 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group_rule (ed7e12cd-4e11-4504-80dc-8c46e3d1999a), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:41.520083 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:41.544517 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0438f931-ac0b-4d2c-9c0a-fa96e454d9ee tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (5ce591e1-b760-4525-ae86-d203f21a4398), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:41.553187 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05625f48-6af5-4a76-bba7-2ed6aebf9303 None None] Sync routers for ids ['f20b69c9-6dad-4545-97c7-e306b96fa872'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:02:41.608540 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05625f48-6af5-4a76-bba7-2ed6aebf9303 None None] Routers {'f20b69c9-6dad-4545-97c7-e306b96fa872'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:02:41.610471 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-05625f48-6af5-4a76-bba7-2ed6aebf9303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:02:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['f20b69c9-6dad-4545-97c7-e306b96fa872'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:02:41.649685 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0438f931-ac0b-4d2c-9c0a-fa96e454d9ee tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Pushing event deleted for resources: {'Subnet': ['ID=5ce591e1-b760-4525-ae86-d203f21a4398,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:41.731405 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0851932b-3140-40e1-8e03-319873c409dc tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:41.733726 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-0851932b-3140-40e1-8e03-319873c409dc tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 888 time: 9.7026424 Oct 04 21:02:41.745322 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-05625f48-6af5-4a76-bba7-2ed6aebf9303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:02:41.769355 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e5c32c-5eef-4a44-a403-6306388dd390 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:02:41.770537 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e5c32c-5eef-4a44-a403-6306388dd390 None None] Checking segment: {'id': 'c2254ff8-7758-426e-a6c8-683044db9a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '2353e6b8-f566-4d64-874f-8af7c702ad7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:02:41.772426 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-88e5c32c-5eef-4a44-a403-6306388dd390 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:41.773691 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e5c32c-5eef-4a44-a403-6306388dd390 None None] Bound using segment: {'id': 'c2254ff8-7758-426e-a6c8-683044db9a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '2353e6b8-f566-4d64-874f-8af7c702ad7b'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:02:41.774900 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-88e5c32c-5eef-4a44-a403-6306388dd390 None None] Bound port: 6c47f6d6-7d0c-44cb-b0bd-60e7c94538a4, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2254ff8-7758-426e-a6c8-683044db9a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '2353e6b8-f566-4d64-874f-8af7c702ad7b'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:02:41.776035 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-88e5c32c-5eef-4a44-a403-6306388dd390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (6c47f6d6-7d0c-44cb-b0bd-60e7c94538a4), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:41.786360 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54624) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:41.793369 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-74c97d44-1107-42a8-a24f-43709806be85 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks [] for floatingip (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:41.802443 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-3d6284bb-f070-4f9a-8d7b-f4695a8d09d4 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'enable_snat': False}}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:02:41.825098 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05625f48-6af5-4a76-bba7-2ed6aebf9303 None None] Routers {'f20b69c9-6dad-4545-97c7-e306b96fa872'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:02:41.827272 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-05625f48-6af5-4a76-bba7-2ed6aebf9303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:02:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['f20b69c9-6dad-4545-97c7-e306b96fa872'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:02:41.952898 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-05625f48-6af5-4a76-bba7-2ed6aebf9303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:02:41.954831 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05625f48-6af5-4a76-bba7-2ed6aebf9303 None None] The sync data for ids ['f20b69c9-6dad-4545-97c7-e306b96fa872'] in n-d-852085-12 is: [] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:02:41.981190 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0438f931-ac0b-4d2c-9c0a-fa96e454d9ee tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (2353e6b8-f566-4d64-874f-8af7c702ad7b), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:42.041898 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-88e5c32c-5eef-4a44-a403-6306388dd390 None None] For port 6c47f6d6-7d0c-44cb-b0bd-60e7c94538a4, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:02:42.049978 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-88e5c32c-5eef-4a44-a403-6306388dd390 None None] For port 6c47f6d6-7d0c-44cb-b0bd-60e7c94538a4, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=6c47f6d6-7d0c-44cb-b0bd-60e7c94538a4,segment=NetworkSegment(c2254ff8-7758-426e-a6c8-683044db9a00),segment_id=c2254ff8-7758-426e-a6c8-683044db9a00)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:02:42.057348 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-040a61ae-48fa-4801-8412-0a7dc7d15ffa tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (1b2a3a26-fcd3-4533-99bb-de026b19575a), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:42.059224 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040a61ae-48fa-4801-8412-0a7dc7d15ffa tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:02:42.061176 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-040a61ae-48fa-4801-8412-0a7dc7d15ffa tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:42.085192 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-932bd809-fba2-4811-864e-4b22dea29d89 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (77c15b66-4b16-4561-9e91-eacf69c4df30), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:42.086441 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-0438f931-ac0b-4d2c-9c0a-fa96e454d9ee tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2353e6b8-f566-4d64-874f-8af7c702ad7b']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:02:42.157454 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-88e5c32c-5eef-4a44-a403-6306388dd390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (6c47f6d6-7d0c-44cb-b0bd-60e7c94538a4), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:42.180830 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-0438f931-ac0b-4d2c-9c0a-fa96e454d9ee tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2254ff8-7758-426e-a6c8-683044db9a00') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:02:42.181345 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-0438f931-ac0b-4d2c-9c0a-fa96e454d9ee tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2254ff8-7758-426e-a6c8-683044db9a00') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:02:42.202971 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-74c97d44-1107-42a8-a24f-43709806be85 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:42.269180 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-040a61ae-48fa-4801-8412-0a7dc7d15ffa tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 836 time: 3.3780279 Oct 04 21:02:42.270383 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54632) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:42.388151 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-4adc415f-8072-4166-9dc0-08f72a9dcd11 tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Request body: {'subnet': {'network_id': '1b2a3a26-fcd3-4533-99bb-de026b19575a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:02:42.397911 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040a61ae-48fa-4801-8412-0a7dc7d15ffa tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Pushing event updated for resources: {'Network': ['ID=1b2a3a26-fcd3-4533-99bb-de026b19575a,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:42.399164 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0438f931-ac0b-4d2c-9c0a-fa96e454d9ee tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (c2254ff8-7758-426e-a6c8-683044db9a00), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:42.417833 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-932bd809-fba2-4811-864e-4b22dea29d89 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:42.420068 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-932bd809-fba2-4811-864e-4b22dea29d89 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 2.9916999 Oct 04 21:02:42.432064 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54634) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:42.433339 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932bd809-fba2-4811-864e-4b22dea29d89 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77c15b66-4b16-4561-9e91-eacf69c4df30,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:42.448998 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-c8306956-d14d-42a1-8f36-5ac6fe498374 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Request body: {'security_group_rule': {'security_group_id': '77c15b66-4b16-4561-9e91-eacf69c4df30', 'direction': 'ingress', 'protocol': 17}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:02:42.474266 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-74c97d44-1107-42a8-a24f-43709806be85 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Allocated IP 172.25.5.76 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/07330e02-a558-4be1-8ba9-b6d377cce56a) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:02:42.479754 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0438f931-ac0b-4d2c-9c0a-fa96e454d9ee tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (c2254ff8-7758-426e-a6c8-683044db9a00), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:42.510754 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0438f931-ac0b-4d2c-9c0a-fa96e454d9ee tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:02:42.511475 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0438f931-ac0b-4d2c-9c0a-fa96e454d9ee tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (c2254ff8-7758-426e-a6c8-683044db9a00), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:42.549125 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-77af0e62-87ba-458a-bff2-49b312c13c30 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group_rule (ed7e12cd-4e11-4504-80dc-8c46e3d1999a), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:42.592537 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 1b2a3a26-fcd3-4533-99bb-de026b19575a details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:02:42.642609 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment c2254ff8-7758-426e-a6c8-683044db9a00 resource provider aggregate not found Oct 04 21:02:42.650899 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4adc415f-8072-4166-9dc0-08f72a9dcd11 tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Made reservation on behalf of e09b9c0d050c4bd28053a22fabbc84e0 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:02:42.661221 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4adc415f-8072-4166-9dc0-08f72a9dcd11 tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:42.762510 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e5c32c-5eef-4a44-a403-6306388dd390 None None] Pushing event updated for resources: {'Port': ['ID=6c47f6d6-7d0c-44cb-b0bd-60e7c94538a4,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:42.782438 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment c2254ff8-7758-426e-a6c8-683044db9a00 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c2254ff8-7758-426e-a6c8-683044db9a00 found for delete ", "request_id": "req-f61c89f5-80f3-472a-8aa0-9d9a5a54978e"}]} Oct 04 21:02:42.788154 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83be7a19-61ae-413d-bc4b-65a8da7b5b17 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Router c8a4a62e-cb50-4d66-9b32-52a69079a861 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 21:02:42.791619 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-77af0e62-87ba-458a-bff2-49b312c13c30 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (ed7e12cd-4e11-4504-80dc-8c46e3d1999a), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:42.847740 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c8306956-d14d-42a1-8f36-5ac6fe498374 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group_rule (bd118fd2-9af9-4c7a-b675-0eab2023197c), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:42.872444 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f9a2e3-5857-4016-be28-cd05618b54e5 None None] get_active_networks_info from n-d-852085-12 {{(pid=108171) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 04 21:02:42.891555 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:42.954943 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:43.047018 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:43.058162 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77af0e62-87ba-458a-bff2-49b312c13c30 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed7e12cd-4e11-4504-80dc-8c46e3d1999a,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:43.126334 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c8306956-d14d-42a1-8f36-5ac6fe498374 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group_rule (bd118fd2-9af9-4c7a-b675-0eab2023197c), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:43.148929 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 21:02:43.163375 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f9a2e3-5857-4016-be28-cd05618b54e5 None None] Resources bound (agent type, host, resource id): {{(pid=108171) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 04 21:02:43.166640 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-74c97d44-1107-42a8-a24f-43709806be85 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks [] for port (07330e02-a558-4be1-8ba9-b6d377cce56a), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:43.246047 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=85,neutron:INSERT=5,neutron:DELETE=6,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:43.249347 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.db.api [None req-0438f931-ac0b-4d2c-9c0a-fa96e454d9ee tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 04 21:02:43.249347 n-d-852085-12 neutron-server[108170]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 04 21:02:43.249347 n-d-852085-12 neutron-server[108170]: [parameters: {'id': '2353e6b8-f566-4d64-874f-8af7c702ad7b'}] Oct 04 21:02:43.249347 n-d-852085-12 neutron-server[108170]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=108170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 21:02:43.250904 n-d-852085-12 neutron-server[108170]: DEBUG oslo_db.api [None req-0438f931-ac0b-4d2c-9c0a-fa96e454d9ee tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 21:02:43.341047 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:43.432431 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-77af0e62-87ba-458a-bff2-49b312c13c30 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:43.434651 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-77af0e62-87ba-458a-bff2-49b312c13c30 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.8405497 Oct 04 21:02:43.436681 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c8306956-d14d-42a1-8f36-5ac6fe498374 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (bd118fd2-9af9-4c7a-b675-0eab2023197c), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:43.442502 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54646) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:43.485003 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3d6284bb-f070-4f9a-8d7b-f4695a8d09d4 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks [] for router_gateway (f20b69c9-6dad-4545-97c7-e306b96fa872), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:43.556617 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:43.574599 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8306956-d14d-42a1-8f36-5ac6fe498374 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd118fd2-9af9-4c7a-b675-0eab2023197c,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:43.598152 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-74c97d44-1107-42a8-a24f-43709806be85 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (07330e02-a558-4be1-8ba9-b6d377cce56a), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:43.690639 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f0ce47-8d44-4ad3-9eca-b39f398607c8 None None] Network 2353e6b8-f566-4d64-874f-8af7c702ad7b requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:02:43.722135 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c97d44-1107-42a8-a24f-43709806be85 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:02:43.745928 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-74c97d44-1107-42a8-a24f-43709806be85 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:02:43.757789 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c97d44-1107-42a8-a24f-43709806be85 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:02:43.792842 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0438f931-ac0b-4d2c-9c0a-fa96e454d9ee tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (2353e6b8-f566-4d64-874f-8af7c702ad7b), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:43.821127 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c8306956-d14d-42a1-8f36-5ac6fe498374 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:43.827592 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c8306956-d14d-42a1-8f36-5ac6fe498374 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.3851781 Oct 04 21:02:43.855945 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54648) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:43.901240 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83be7a19-61ae-413d-bc4b-65a8da7b5b17 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:02:43.928111 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78758824-b3b8-4fef-994f-d6217dfcf1bd None None] Sync routers for ids ['c8a4a62e-cb50-4d66-9b32-52a69079a861'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:02:43.940314 n-d-852085-12 neutron-server[108169]: DEBUG neutron.objects.ports [None req-4adc415f-8072-4166-9dc0-08f72a9dcd11 tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108169) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 04 21:02:43.941169 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4adc415f-8072-4166-9dc0-08f72a9dcd11 tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (dcfc153f-b372-4eb5-ade0-49c8e6671ecf), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:43.954113 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78758824-b3b8-4fef-994f-d6217dfcf1bd None None] Routers {'c8a4a62e-cb50-4d66-9b32-52a69079a861'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:02:43.956312 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-78758824-b3b8-4fef-994f-d6217dfcf1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:02:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['c8a4a62e-cb50-4d66-9b32-52a69079a861'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:02:43.976330 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c97d44-1107-42a8-a24f-43709806be85 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Pushing event updated for resources: {'Port': ['ID=07330e02-a558-4be1-8ba9-b6d377cce56a,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:44.012038 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f9bcfb5e-8f43-4bbb-bbc3-41764a566bf6 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group (5681a8d3-5bbb-4bb9-ab8b-222309796a23), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:44.126836 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f9bcfb5e-8f43-4bbb-bbc3-41764a566bf6 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group (5681a8d3-5bbb-4bb9-ab8b-222309796a23), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:44.132600 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-0438f931-ac0b-4d2c-9c0a-fa96e454d9ee tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Deleting port 6c47f6d6-7d0c-44cb-b0bd-60e7c94538a4 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:02:44.133199 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0438f931-ac0b-4d2c-9c0a-fa96e454d9ee tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (6c47f6d6-7d0c-44cb-b0bd-60e7c94538a4), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:44.195819 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-78758824-b3b8-4fef-994f-d6217dfcf1bd None None] Set router c8a4a62e-cb50-4d66-9b32-52a69079a861 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:02:44.240246 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-83be7a19-61ae-413d-bc4b-65a8da7b5b17 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:44.248756 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-83be7a19-61ae-413d-bc4b-65a8da7b5b17 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 895 time: 13.6951046 Oct 04 21:02:44.255049 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54650) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:44.284279 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adc415f-8072-4166-9dc0-08f72a9dcd11 tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Pushing event updated for resources: {'Subnet': ['ID=dcfc153f-b372-4eb5-ade0-49c8e6671ecf,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:44.351645 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adc415f-8072-4166-9dc0-08f72a9dcd11 tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Checking segment: {'id': 'b836bd03-7f92-48e6-870a-d9a30f0c4f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1b2a3a26-fcd3-4533-99bb-de026b19575a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:02:44.358407 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4adc415f-8072-4166-9dc0-08f72a9dcd11 tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Network hostable DHCP agents. Network: 1b2a3a26-fcd3-4533-99bb-de026b19575a, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:02:44.390315 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4f7ecf63-483e-4412-a858-234124e1aacb tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group (77c15b66-4b16-4561-9e91-eacf69c4df30), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:44.480901 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f9bcfb5e-8f43-4bbb-bbc3-41764a566bf6 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (5681a8d3-5bbb-4bb9-ab8b-222309796a23), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:44.488883 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f9bcfb5e-8f43-4bbb-bbc3-41764a566bf6 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:44.495182 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f9bcfb5e-8f43-4bbb-bbc3-41764a566bf6 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/5681a8d3-5bbb-4bb9-ab8b-222309796a23 HTTP/1.1" status: 204 len: 168 time: 1.0385880 Oct 04 21:02:44.539204 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54654) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:44.555615 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-74c97d44-1107-42a8-a24f-43709806be85 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks [] for floatingip (aa10aa0c-d32f-49dc-8bf5-74c6e0c909bb), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:44.569551 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bcfb5e-8f43-4bbb-bbc3-41764a566bf6 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5681a8d3-5bbb-4bb9-ab8b-222309796a23,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:44.575734 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-0438f931-ac0b-4d2c-9c0a-fa96e454d9ee tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] For port 6c47f6d6-7d0c-44cb-b0bd-60e7c94538a4, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=6c47f6d6-7d0c-44cb-b0bd-60e7c94538a4,segment=NetworkSegment(c2254ff8-7758-426e-a6c8-683044db9a00),segment_id=c2254ff8-7758-426e-a6c8-683044db9a00)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:02:44.576360 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0438f931-ac0b-4d2c-9c0a-fa96e454d9ee tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (6c47f6d6-7d0c-44cb-b0bd-60e7c94538a4), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:44.597732 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4adc415f-8072-4166-9dc0-08f72a9dcd11 tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Network 1b2a3a26-fcd3-4533-99bb-de026b19575a is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:02:44.606888 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4f7ecf63-483e-4412-a858-234124e1aacb tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group (77c15b66-4b16-4561-9e91-eacf69c4df30), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:44.675240 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-0438f931-ac0b-4d2c-9c0a-fa96e454d9ee tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Calling delete_port for 6c47f6d6-7d0c-44cb-b0bd-60e7c94538a4 owned by network:dhcp {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:02:44.720847 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-4adc415f-8072-4166-9dc0-08f72a9dcd11 tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 1b2a3a26-fcd3-4533-99bb-de026b19575a) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:02:44.754513 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adc415f-8072-4166-9dc0-08f72a9dcd11 tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:02:44.755116 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3869d1d9-cc00-4a64-9b91-606d45827f5e None None] Network 1b2a3a26-fcd3-4533-99bb-de026b19575a requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:02:44.764421 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4adc415f-8072-4166-9dc0-08f72a9dcd11 tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:44.808739 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:DELETE=7,neutron:SELECT=91,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:44.918307 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-17b1a7a2-6c9b-43f1-8155-26d55bee298d tempest-TestNetworkAdvancedServerOps-537427199 tempest-TestNetworkAdvancedServerOps-537427199-project-admin] 10.222.0.78 "GET /networking/v2.0/subnets?project_id=2f27496d38be44c29c3cd5bc4ae008d8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6556895 Oct 04 21:02:44.918982 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54660) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:45.000583 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-78758824-b3b8-4fef-994f-d6217dfcf1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a4a62e-cb50-4d66-9b32-52a69079a861', 'name': 'tempest-TestNetworkAdvancedServerOps-router-190718568', 'tenant_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '4dd5b0e5-955d-421b-b180-9683ed73d670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:02:30Z', 'updated_at': '2022-10-04T21:02:38Z', 'revision_number': 3, 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'gw_port': {'id': '4dd5b0e5-955d-421b-b180-9683ed73d670', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d4:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a4a62e-cb50-4d66-9b32-52a69079a861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:02:33Z', 'updated_at': '2022-10-04T21:02:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:02:45.063776 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78758824-b3b8-4fef-994f-d6217dfcf1bd None None] Checking router: c8a4a62e-cb50-4d66-9b32-52a69079a861 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:02:45.064927 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78758824-b3b8-4fef-994f-d6217dfcf1bd None None] Updating router c8a4a62e-cb50-4d66-9b32-52a69079a861 port 4dd5b0e5-955d-421b-b180-9683ed73d670 binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:02:45.066187 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec10d42-c71a-41fe-938d-a1f9aeb22ee0 None None] Network 1b2a3a26-fcd3-4533-99bb-de026b19575a requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:02:45.095223 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-74c97d44-1107-42a8-a24f-43709806be85 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (07330e02-a558-4be1-8ba9-b6d377cce56a), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:45.122746 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-4adc415f-8072-4166-9dc0-08f72a9dcd11 tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.7420554 Oct 04 21:02:45.134333 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54662) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:45.145720 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-018c0d38-a519-42ca-b3cf-97e1e38c9e7b tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Request body: {'floatingip': {'floating_network_id': '1b2a3a26-fcd3-4533-99bb-de026b19575a'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:02:45.163129 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:45.209516 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-78758824-b3b8-4fef-994f-d6217dfcf1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (4dd5b0e5-955d-421b-b180-9683ed73d670), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:45.213848 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-5f26c434-c508-4d3f-bd9a-215af4677fa7 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.6546464 Oct 04 21:02:45.230768 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54664) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:45.421537 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4708eb7b-a787-44b1-840f-83078f72b1ed tempest-TestNetworkAdvancedServerOps-537427199 tempest-TestNetworkAdvancedServerOps-537427199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:02:45.422659 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4708eb7b-a787-44b1-840f-83078f72b1ed tempest-TestNetworkAdvancedServerOps-537427199 tempest-TestNetworkAdvancedServerOps-537427199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:02:45.425778 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-4708eb7b-a787-44b1-840f-83078f72b1ed tempest-TestNetworkAdvancedServerOps-537427199 tempest-TestNetworkAdvancedServerOps-537427199-project-admin] 10.222.0.78 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1555 time: 0.5045204 Oct 04 21:02:45.431723 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54666) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:45.555371 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-573068f0-109a-439d-bf40-01d84f4c48f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:45.565134 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-018c0d38-a519-42ca-b3cf-97e1e38c9e7b tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:45.633431 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b692a39e-b9bc-4834-bd27-e4291c453b39 tempest-TestNetworkAdvancedServerOps-537427199 tempest-TestNetworkAdvancedServerOps-537427199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:02:45.642080 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b692a39e-b9bc-4834-bd27-e4291c453b39 tempest-TestNetworkAdvancedServerOps-537427199 tempest-TestNetworkAdvancedServerOps-537427199-project-admin] 10.222.0.78 "GET /networking/v2.0/subnets?network_id=1b2a3a26-fcd3-4533-99bb-de026b19575a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 800 time: 0.2028143 Oct 04 21:02:45.711293 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54668) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:45.781611 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d169c709-56d0-4b74-bbb9-dbd6dbc48654 tempest-TestNetworkAdvancedServerOps-537427199 tempest-TestNetworkAdvancedServerOps-537427199-project-admin] 10.222.0.78 "GET /networking/v2.0/subnets?network_id=52a60aae-e230-4bd7-89bc-781767fd7892&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0672987 Oct 04 21:02:45.787206 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54670) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:45.864282 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e8287c36-b6a8-41a4-8106-81f9bc2a66cb tempest-TestNetworkAdvancedServerOps-537427199 tempest-TestNetworkAdvancedServerOps-537427199-project-admin] 10.222.0.78 "GET /networking/v2.0/subnets?project_id=2f27496d38be44c29c3cd5bc4ae008d8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0747032 Oct 04 21:02:45.869812 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54674) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:46.002541 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:46.007519 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4f7ecf63-483e-4412-a858-234124e1aacb tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (77c15b66-4b16-4561-9e91-eacf69c4df30), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:46.012579 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4f7ecf63-483e-4412-a858-234124e1aacb tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:46.020620 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-018c0d38-a519-42ca-b3cf-97e1e38c9e7b tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:46.021469 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4f7ecf63-483e-4412-a858-234124e1aacb tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/77c15b66-4b16-4561-9e91-eacf69c4df30 HTTP/1.1" status: 204 len: 168 time: 2.1169152 Oct 04 21:02:46.024120 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54678) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:46.042510 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-78758824-b3b8-4fef-994f-d6217dfcf1bd None None] Publish callbacks [] for port (4dd5b0e5-955d-421b-b180-9683ed73d670), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:46.163890 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-78758824-b3b8-4fef-994f-d6217dfcf1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (4dd5b0e5-955d-421b-b180-9683ed73d670), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:46.212313 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7ecf63-483e-4412-a858-234124e1aacb tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c15b66-4b16-4561-9e91-eacf69c4df30,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:46.294469 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-78758824-b3b8-4fef-994f-d6217dfcf1bd None None] Attempting to bind port 4dd5b0e5-955d-421b-b180-9683ed73d670 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:02:46.298906 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-78758824-b3b8-4fef-994f-d6217dfcf1bd None None] Attempting to bind port 4dd5b0e5-955d-421b-b180-9683ed73d670 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:02:46.301130 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78758824-b3b8-4fef-994f-d6217dfcf1bd None None] Attempting to bind port 4dd5b0e5-955d-421b-b180-9683ed73d670 on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:02:46.336216 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4f4f7249-1531-44c4-8c50-cde0cf1a0b36 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 1.1031833 Oct 04 21:02:46.340572 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54684) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:46.349760 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fcabce-7bf3-47cd-ae8c-ca1309da32fd tempest-TestNetworkAdvancedServerOps-537427199 tempest-TestNetworkAdvancedServerOps-537427199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:02:46.350883 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fcabce-7bf3-47cd-ae8c-ca1309da32fd tempest-TestNetworkAdvancedServerOps-537427199 tempest-TestNetworkAdvancedServerOps-537427199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:02:46.360661 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54686) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:46.362456 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f7fcabce-7bf3-47cd-ae8c-ca1309da32fd tempest-TestNetworkAdvancedServerOps-537427199 tempest-TestNetworkAdvancedServerOps-537427199-project-admin] 10.222.0.78 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1555 time: 0.4871802 Oct 04 21:02:46.393688 n-d-852085-12 neutron-server[108169]: INFO neutron.api.v2.resource [None req-07eb6e14-499b-4bbc-8cf6-36653ffd3657 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] delete failed (client error): The resource could not be found. Oct 04 21:02:46.408031 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-07eb6e14-499b-4bbc-8cf6-36653ffd3657 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/5681a8d3-5bbb-4bb9-ab8b-222309796a23 HTTP/1.1" status: 404 len: 347 time: 0.0615196 Oct 04 21:02:46.409574 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54688) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:46.514183 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78758824-b3b8-4fef-994f-d6217dfcf1bd None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:02:46.514821 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78758824-b3b8-4fef-994f-d6217dfcf1bd None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:02:46.516694 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-78758824-b3b8-4fef-994f-d6217dfcf1bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:46.518780 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78758824-b3b8-4fef-994f-d6217dfcf1bd None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:02:46.519815 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-78758824-b3b8-4fef-994f-d6217dfcf1bd None None] Bound port: 4dd5b0e5-955d-421b-b180-9683ed73d670, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:02:46.520307 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-018c0d38-a519-42ca-b3cf-97e1e38c9e7b tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Allocated IP 172.20.0.9 (1b2a3a26-fcd3-4533-99bb-de026b19575a/dcfc153f-b372-4eb5-ade0-49c8e6671ecf/e477a163-40f2-4d9a-a221-afd2eba94681) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:02:46.520583 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-78758824-b3b8-4fef-994f-d6217dfcf1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (4dd5b0e5-955d-421b-b180-9683ed73d670), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:46.574901 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:DELETE=2,neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:46.600309 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f6a7b3bc-98e8-4630-8231-ae56c1440138 tempest-SecGroupIPv6Test-1674007947 tempest-SecGroupIPv6Test-1674007947-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1857038 Oct 04 21:02:46.689280 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:46.696366 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c25d7d-0c69-4693-ab68-22bb4d00da35 None None] Pushing event updated for resources: {'Port': ['ID=4dd5b0e5-955d-421b-b180-9683ed73d670,revision_number=2']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:46.707812 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-67b35422-e125-4a5d-987c-44ca0886a1e7 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5958257 Oct 04 21:02:46.711509 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0438f931-ac0b-4d2c-9c0a-fa96e454d9ee tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (6c47f6d6-7d0c-44cb-b0bd-60e7c94538a4), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:46.779752 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c25d7d-0c69-4693-ab68-22bb4d00da35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:02:46.788249 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c25d7d-0c69-4693-ab68-22bb4d00da35 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:02:46.788551 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54698) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:46.789113 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c25d7d-0c69-4693-ab68-22bb4d00da35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:02:46.789746 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c25d7d-0c69-4693-ab68-22bb4d00da35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:02:46.790684 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c25d7d-0c69-4693-ab68-22bb4d00da35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:02:46.792731 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c25d7d-0c69-4693-ab68-22bb4d00da35 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:02:46.794302 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c25d7d-0c69-4693-ab68-22bb4d00da35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:02:46.799905 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c25d7d-0c69-4693-ab68-22bb4d00da35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:02:46.801532 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c25d7d-0c69-4693-ab68-22bb4d00da35 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:02:46.802171 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c25d7d-0c69-4693-ab68-22bb4d00da35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:02:46.802759 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c25d7d-0c69-4693-ab68-22bb4d00da35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:02:46.803377 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c25d7d-0c69-4693-ab68-22bb4d00da35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:02:46.803953 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c25d7d-0c69-4693-ab68-22bb4d00da35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:02:46.804545 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c25d7d-0c69-4693-ab68-22bb4d00da35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:02:46.812710 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c25d7d-0c69-4693-ab68-22bb4d00da35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:02:46.835906 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-53653ec9-0755-480e-a661-9347f1e83d20 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Request body: {'security_group': {'name': 'tempest-secgroup--2830018'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:02:46.892403 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-78758824-b3b8-4fef-994f-d6217dfcf1bd None None] For port 4dd5b0e5-955d-421b-b180-9683ed73d670, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:02:46.901514 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-78758824-b3b8-4fef-994f-d6217dfcf1bd None None] For port 4dd5b0e5-955d-421b-b180-9683ed73d670, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=4dd5b0e5-955d-421b-b180-9683ed73d670,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:02:46.976019 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-25739093-e7b0-42a6-997a-a8e79b3948e0 tempest-TestNetworkAdvancedServerOps-537427199 tempest-TestNetworkAdvancedServerOps-537427199-project-admin] 10.222.0.78 "GET /networking/v2.0/subnets?network_id=1b2a3a26-fcd3-4533-99bb-de026b19575a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6000154 Oct 04 21:02:46.983522 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54702) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:46.984441 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0438f931-ac0b-4d2c-9c0a-fa96e454d9ee tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] No DVR routers for this DVR port 6c47f6d6-7d0c-44cb-b0bd-60e7c94538a4 on host n-d-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:02:47.010253 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-78758824-b3b8-4fef-994f-d6217dfcf1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (4dd5b0e5-955d-421b-b180-9683ed73d670), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:47.060643 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0438f931-ac0b-4d2c-9c0a-fa96e454d9ee tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Pushing event deleted for resources: {'Port': ['ID=6c47f6d6-7d0c-44cb-b0bd-60e7c94538a4,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:47.112460 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-53653ec9-0755-480e-a661-9347f1e83d20 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:47.133027 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-018c0d38-a519-42ca-b3cf-97e1e38c9e7b tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks [] for port (e477a163-40f2-4d9a-a221-afd2eba94681), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:47.157131 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a79df4ad-2f3f-472e-8b92-6e72a054eb9f tempest-TestNetworkAdvancedServerOps-537427199 tempest-TestNetworkAdvancedServerOps-537427199-project-admin] 10.222.0.78 "GET /networking/v2.0/subnets?network_id=52a60aae-e230-4bd7-89bc-781767fd7892&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1716180 Oct 04 21:02:47.180205 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54706) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:47.207906 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-aa12f411-7f45-440f-b3e9-df32e8a7e827 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1611896828', 'network_id': 'e40afdc2-04d3-419c-b697-6ad6fc8f7435', 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:02:47.220080 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c25d7d-0c69-4693-ab68-22bb4d00da35 None None] Pushing event updated for resources: {'Port': ['ID=4dd5b0e5-955d-421b-b180-9683ed73d670,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:47.264660 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:47.270846 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78758824-b3b8-4fef-994f-d6217dfcf1bd None None] Routers {'c8a4a62e-cb50-4d66-9b32-52a69079a861'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:02:47.273340 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-78758824-b3b8-4fef-994f-d6217dfcf1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:02:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['c8a4a62e-cb50-4d66-9b32-52a69079a861'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:02:47.282078 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:47.336672 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0438f931-ac0b-4d2c-9c0a-fa96e454d9ee tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (2353e6b8-f566-4d64-874f-8af7c702ad7b), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:47.344800 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3d6284bb-f070-4f9a-8d7b-f4695a8d09d4 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-465386', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-583633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6069'] for router (f20b69c9-6dad-4545-97c7-e306b96fa872), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:47.383062 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3d6284bb-f070-4f9a-8d7b-f4695a8d09d4 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-465361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-465368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-583658'] for router (f20b69c9-6dad-4545-97c7-e306b96fa872), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:47.398189 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-74c97d44-1107-42a8-a24f-43709806be85 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks [] for port (07330e02-a558-4be1-8ba9-b6d377cce56a), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:47.423305 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-0438f931-ac0b-4d2c-9c0a-fa96e454d9ee tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2353e6b8-f566-4d64-874f-8af7c702ad7b']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:02:47.487109 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:47.502844 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a5cb040d-7412-46b8-bd1f-143bd6b220aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:47.558534 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-0438f931-ac0b-4d2c-9c0a-fa96e454d9ee tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2254ff8-7758-426e-a6c8-683044db9a00') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:02:47.559493 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-0438f931-ac0b-4d2c-9c0a-fa96e454d9ee tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2254ff8-7758-426e-a6c8-683044db9a00') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:02:47.563672 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-74c97d44-1107-42a8-a24f-43709806be85 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (07330e02-a558-4be1-8ba9-b6d377cce56a), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:47.633919 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-78758824-b3b8-4fef-994f-d6217dfcf1bd None None] Set router c8a4a62e-cb50-4d66-9b32-52a69079a861 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:02:47.664794 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0438f931-ac0b-4d2c-9c0a-fa96e454d9ee tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (c2254ff8-7758-426e-a6c8-683044db9a00), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:47.780564 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-53653ec9-0755-480e-a661-9347f1e83d20 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group (8d6c767a-6c7b-4f78-acb0-5ab644647cd5), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:47.787416 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-018c0d38-a519-42ca-b3cf-97e1e38c9e7b tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (e477a163-40f2-4d9a-a221-afd2eba94681), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:47.791057 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0438f931-ac0b-4d2c-9c0a-fa96e454d9ee tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (c2254ff8-7758-426e-a6c8-683044db9a00), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:47.836177 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0438f931-ac0b-4d2c-9c0a-fa96e454d9ee tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:02:47.836972 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0438f931-ac0b-4d2c-9c0a-fa96e454d9ee tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (c2254ff8-7758-426e-a6c8-683044db9a00), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:47.904751 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018c0d38-a519-42ca-b3cf-97e1e38c9e7b tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Pushing event updated for resources: {'Port': ['ID=e477a163-40f2-4d9a-a221-afd2eba94681,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:47.913410 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-53653ec9-0755-480e-a661-9347f1e83d20 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (8d6c767a-6c7b-4f78-acb0-5ab644647cd5), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:47.918396 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa12f411-7f45-440f-b3e9-df32e8a7e827 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Made reservation on behalf of 2f27496d38be44c29c3cd5bc4ae008d8 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:02:47.935525 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-aa12f411-7f45-440f-b3e9-df32e8a7e827 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:48.070929 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-74c97d44-1107-42a8-a24f-43709806be85 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582728'] for floatingip (aa10aa0c-d32f-49dc-8bf5-74c6e0c909bb), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:48.081611 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment c2254ff8-7758-426e-a6c8-683044db9a00 resource provider aggregate not found Oct 04 21:02:48.101558 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c97d44-1107-42a8-a24f-43709806be85 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Pushing event updated for resources: {'Port': ['ID=07330e02-a558-4be1-8ba9-b6d377cce56a,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:48.111059 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018c0d38-a519-42ca-b3cf-97e1e38c9e7b tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Network 1b2a3a26-fcd3-4533-99bb-de026b19575a is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:02:48.138393 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-018c0d38-a519-42ca-b3cf-97e1e38c9e7b tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:02:48.152653 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018c0d38-a519-42ca-b3cf-97e1e38c9e7b tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:02:48.199488 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment c2254ff8-7758-426e-a6c8-683044db9a00 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c2254ff8-7758-426e-a6c8-683044db9a00 found for delete ", "request_id": "req-3fdaba1c-b76a-4514-8678-21585bd7f6ce"}]} Oct 04 21:02:48.205921 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:48.240227 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d6284bb-f070-4f9a-8d7b-f4695a8d09d4 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Router f20b69c9-6dad-4545-97c7-e306b96fa872 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:02:48.284845 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54718) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:48.406133 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53653ec9-0755-480e-a661-9347f1e83d20 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6c767a-6c7b-4f78-acb0-5ab644647cd5,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:48.531006 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-78758824-b3b8-4fef-994f-d6217dfcf1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a4a62e-cb50-4d66-9b32-52a69079a861', 'name': 'tempest-TestNetworkAdvancedServerOps-router-190718568', 'tenant_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '4dd5b0e5-955d-421b-b180-9683ed73d670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:02:30Z', 'updated_at': '2022-10-04T21:02:38Z', 'revision_number': 3, 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'gw_port': {'id': '4dd5b0e5-955d-421b-b180-9683ed73d670', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d4:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a4a62e-cb50-4d66-9b32-52a69079a861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:02:33Z', 'updated_at': '2022-10-04T21:02:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:02:48.556163 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6284bb-f070-4f9a-8d7b-f4695a8d09d4 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:02:48.570127 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3d6284bb-f070-4f9a-8d7b-f4695a8d09d4 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:48.577805 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-3d6284bb-f070-4f9a-8d7b-f4695a8d09d4 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] 10.222.0.78 "PUT /networking/v2.0/routers/f20b69c9-6dad-4545-97c7-e306b96fa872 HTTP/1.1" status: 200 len: 925 time: 6.7863705 Oct 04 21:02:48.582542 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7126e940-b3d9-48d9-a98a-9cc0dfd64579 None None] Sync routers for ids ['f20b69c9-6dad-4545-97c7-e306b96fa872'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:02:48.583518 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-74c97d44-1107-42a8-a24f-43709806be85 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:48.589692 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-74c97d44-1107-42a8-a24f-43709806be85 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.8086355 Oct 04 21:02:48.589692 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54724) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:48.589692 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0438f931-ac0b-4d2c-9c0a-fa96e454d9ee tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (2353e6b8-f566-4d64-874f-8af7c702ad7b), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:48.602198 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0438f931-ac0b-4d2c-9c0a-fa96e454d9ee tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:48.607754 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-0438f931-ac0b-4d2c-9c0a-fa96e454d9ee tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] 10.222.0.78 "DELETE /networking/v2.0/networks/2353e6b8-f566-4d64-874f-8af7c702ad7b HTTP/1.1" status: 204 len: 168 time: 8.8522365 Oct 04 21:02:48.614303 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54726) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:48.615452 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54728) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:48.662899 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78758824-b3b8-4fef-994f-d6217dfcf1bd None None] The sync data for ids ['c8a4a62e-cb50-4d66-9b32-52a69079a861'] in n-d-852085-12 is: [{'id': 'c8a4a62e-cb50-4d66-9b32-52a69079a861', 'name': 'tempest-TestNetworkAdvancedServerOps-router-190718568', 'tenant_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '4dd5b0e5-955d-421b-b180-9683ed73d670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:02:30Z', 'updated_at': '2022-10-04T21:02:38Z', 'revision_number': 3, 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'gw_port': {'id': '4dd5b0e5-955d-421b-b180-9683ed73d670', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d4:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a4a62e-cb50-4d66-9b32-52a69079a861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:02:33Z', 'updated_at': '2022-10-04T21:02:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:02:48.685604 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7126e940-b3d9-48d9-a98a-9cc0dfd64579 None None] Routers {'f20b69c9-6dad-4545-97c7-e306b96fa872'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:02:48.686862 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-7126e940-b3d9-48d9-a98a-9cc0dfd64579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:02:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['f20b69c9-6dad-4545-97c7-e306b96fa872'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:02:48.752412 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-53653ec9-0755-480e-a661-9347f1e83d20 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:48.758236 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-53653ec9-0755-480e-a661-9347f1e83d20 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.9669406 Oct 04 21:02:48.814946 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:48.862837 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-7126e940-b3d9-48d9-a98a-9cc0dfd64579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:02:48.878964 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54730) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:48.882697 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7126e940-b3d9-48d9-a98a-9cc0dfd64579 None None] Routers {'f20b69c9-6dad-4545-97c7-e306b96fa872'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:02:48.883831 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-7126e940-b3d9-48d9-a98a-9cc0dfd64579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:02:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['f20b69c9-6dad-4545-97c7-e306b96fa872'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:02:48.886286 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54732) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:48.918325 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-a0a875cf-96a0-484a-9c3b-383a27c05e3e tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Request body: {'security_group': {'name': 'tempest-secgroup--1925682470'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:02:48.961744 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-7126e940-b3d9-48d9-a98a-9cc0dfd64579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:02:48.962664 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7126e940-b3d9-48d9-a98a-9cc0dfd64579 None None] The sync data for ids ['f20b69c9-6dad-4545-97c7-e306b96fa872'] in n-d-852085-12 is: [] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:02:48.987569 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-6b0d2a01-43a6-4d92-969e-a2510843caff tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] 10.222.0.78 "GET /networking/v2.0/routers/f20b69c9-6dad-4545-97c7-e306b96fa872 HTTP/1.1" status: 200 len: 925 time: 0.3737369 Oct 04 21:02:48.992631 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-dd7f4471-dc14-4c86-a9f4-de0a0e045208 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1976269972'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:02:49.005589 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-5433b94a-b40e-4713-932b-3f039ad1023a tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1607607398'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:02:49.011637 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54736) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:49.108343 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0438f931-ac0b-4d2c-9c0a-fa96e454d9ee tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Pushing event deleted for resources: {'Network': ['ID=2353e6b8-f566-4d64-874f-8af7c702ad7b,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:49.168504 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-018c0d38-a519-42ca-b3cf-97e1e38c9e7b tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks [] for floatingip (1d3b81f5-6d0b-4842-ac1d-070bcd4edc5a), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:49.174885 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0438f931-ac0b-4d2c-9c0a-fa96e454d9ee tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:02:49.175513 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0438f931-ac0b-4d2c-9c0a-fa96e454d9ee tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:02:49.176107 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0438f931-ac0b-4d2c-9c0a-fa96e454d9ee tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:02:49.176670 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0438f931-ac0b-4d2c-9c0a-fa96e454d9ee tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:02:49.177376 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0438f931-ac0b-4d2c-9c0a-fa96e454d9ee tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:02:49.177840 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0438f931-ac0b-4d2c-9c0a-fa96e454d9ee tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:02:49.178377 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0438f931-ac0b-4d2c-9c0a-fa96e454d9ee tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:02:49.179128 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0438f931-ac0b-4d2c-9c0a-fa96e454d9ee tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:02:49.179514 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0438f931-ac0b-4d2c-9c0a-fa96e454d9ee tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:02:49.180078 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0438f931-ac0b-4d2c-9c0a-fa96e454d9ee tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:02:49.181037 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0438f931-ac0b-4d2c-9c0a-fa96e454d9ee tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:02:49.181573 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0438f931-ac0b-4d2c-9c0a-fa96e454d9ee tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:02:49.181735 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0438f931-ac0b-4d2c-9c0a-fa96e454d9ee tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:02:49.182254 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0438f931-ac0b-4d2c-9c0a-fa96e454d9ee tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:02:49.182753 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0438f931-ac0b-4d2c-9c0a-fa96e454d9ee tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:02:49.225655 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f776c3f2-746f-4f0a-9c63-d68e775b31fc admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=ca7f2bba3c69407a8ea0d332797a7f98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9381981 Oct 04 21:02:49.228528 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54738) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:49.302302 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7f4471-dc14-4c86-a9f4-de0a0e045208 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Made reservation on behalf of ec1b0b0f9b7d4529945c159db6187b31 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:02:49.322006 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dd7f4471-dc14-4c86-a9f4-de0a0e045208 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:49.373967 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5433b94a-b40e-4713-932b-3f039ad1023a tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Made reservation on behalf of 07aabd9030f3444e986d02991f96bb44 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:02:49.381645 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5433b94a-b40e-4713-932b-3f039ad1023a tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:49.392931 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dd7f4471-dc14-4c86-a9f4-de0a0e045208 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:49.514451 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:49.548102 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2224f024-4ca3-48d3-a5c9-a8487a04d548 admin admin] Publish callbacks [] for security_group (7bd47145-1b40-47c5-aee4-81959d6ea43e), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:49.560799 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5433b94a-b40e-4713-932b-3f039ad1023a tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:02:49.634828 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2224f024-4ca3-48d3-a5c9-a8487a04d548 admin admin] Publish callbacks [] for security_group (7bd47145-1b40-47c5-aee4-81959d6ea43e), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:49.656057 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-64708619-4ae2-4510-bc7a-fdb5541d235a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:49.663635 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5433b94a-b40e-4713-932b-3f039ad1023a tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (765663e8-7e12-4070-a568-29bcaeceb24b), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:49.664007 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-5433b94a-b40e-4713-932b-3f039ad1023a tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Added segment 765663e8-7e12-4070-a568-29bcaeceb24b of type vlan for network 094278d7-6061-4553-add0-82c5643cb23f Oct 04 21:02:49.694180 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a0a875cf-96a0-484a-9c3b-383a27c05e3e tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:49.775944 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6950f098-2049-4b33-a8bc-f0d570dd2252 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:02:49.783984 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-6950f098-2049-4b33-a8bc-f0d570dd2252 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?network_id=52a60aae-e230-4bd7-89bc-781767fd7892&device_id=f20b69c9-6dad-4545-97c7-e306b96fa872&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7696369 Oct 04 21:02:49.798334 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54740) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:49.835499 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5433b94a-b40e-4713-932b-3f039ad1023a tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (094278d7-6061-4553-add0-82c5643cb23f), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:49.868356 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dd7f4471-dc14-4c86-a9f4-de0a0e045208 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks [] for security_group (10793f78-af49-4a88-8625-1ef71c195326), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:49.954374 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-018c0d38-a519-42ca-b3cf-97e1e38c9e7b tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (e477a163-40f2-4d9a-a221-afd2eba94681), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:49.973507 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dd7f4471-dc14-4c86-a9f4-de0a0e045208 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (10793f78-af49-4a88-8625-1ef71c195326), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:49.996915 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd7f4471-dc14-4c86-a9f4-de0a0e045208 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:02:50.019423 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5433b94a-b40e-4713-932b-3f039ad1023a tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (094278d7-6061-4553-add0-82c5643cb23f), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:50.031256 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5433b94a-b40e-4713-932b-3f039ad1023a tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:02:50.032722 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5433b94a-b40e-4713-932b-3f039ad1023a tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:50.038653 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2224f024-4ca3-48d3-a5c9-a8487a04d548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (7bd47145-1b40-47c5-aee4-81959d6ea43e), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:50.043278 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2224f024-4ca3-48d3-a5c9-a8487a04d548 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:50.049570 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2224f024-4ca3-48d3-a5c9-a8487a04d548 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/7bd47145-1b40-47c5-aee4-81959d6ea43e HTTP/1.1" status: 204 len: 168 time: 0.8148091 Oct 04 21:02:50.052948 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-aa12f411-7f45-440f-b3e9-df32e8a7e827 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (fc9dee2e-1902-4d82-a2e2-2c9a46bc5349), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:50.161179 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:50.211105 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dd7f4471-dc14-4c86-a9f4-de0a0e045208 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (05e29431-f317-4403-aaee-9dadc47c1893), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:50.211862 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-dd7f4471-dc14-4c86-a9f4-de0a0e045208 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Added segment 05e29431-f317-4403-aaee-9dadc47c1893 of type vlan for network 53d667fa-1811-439d-a3e7-6df8b2132bee Oct 04 21:02:50.263795 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5433b94a-b40e-4713-932b-3f039ad1023a tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Pushing event updated for resources: {'Network': ['ID=094278d7-6061-4553-add0-82c5643cb23f,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:50.284067 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:50.288906 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 094278d7-6061-4553-add0-82c5643cb23f details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:02:50.309813 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=71,neutron:INSERT=19,neutron:UPDATE=6,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:50.311767 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7f4471-dc14-4c86-a9f4-de0a0e045208 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10793f78-af49-4a88-8625-1ef71c195326,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:50.352198 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dd7f4471-dc14-4c86-a9f4-de0a0e045208 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (53d667fa-1811-439d-a3e7-6df8b2132bee), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:50.360056 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2224f024-4ca3-48d3-a5c9-a8487a04d548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd47145-1b40-47c5-aee4-81959d6ea43e,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:50.410608 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-5433b94a-b40e-4713-932b-3f039ad1023a tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4302211 Oct 04 21:02:50.414346 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54744) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:50.415847 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa12f411-7f45-440f-b3e9-df32e8a7e827 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Pushing event updated for resources: {'Subnet': ['ID=fc9dee2e-1902-4d82-a2e2-2c9a46bc5349,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:50.423905 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-c5698170-2f65-4d44-bb0d-79af645435da tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Request body: {'subnet': {'network_id': '094278d7-6061-4553-add0-82c5643cb23f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:02:50.429862 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3e0135-72a6-4ab5-ad4c-cf4955146991 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:02:50.438454 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ff3e0135-72a6-4ab5-ad4c-cf4955146991 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] 10.222.0.78 "GET /networking/v2.0/networks/52a60aae-e230-4bd7-89bc-781767fd7892 HTTP/1.1" status: 200 len: 881 time: 0.6336308 Oct 04 21:02:50.439859 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54746) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:50.511665 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a0a875cf-96a0-484a-9c3b-383a27c05e3e tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group (7cfbdf2f-189f-4234-8e7e-79c03e476f6a), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:50.570856 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dd7f4471-dc14-4c86-a9f4-de0a0e045208 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (53d667fa-1811-439d-a3e7-6df8b2132bee), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:50.573562 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7f4471-dc14-4c86-a9f4-de0a0e045208 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:02:50.574510 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dd7f4471-dc14-4c86-a9f4-de0a0e045208 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:50.665069 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa12f411-7f45-440f-b3e9-df32e8a7e827 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:02:50.665769 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa12f411-7f45-440f-b3e9-df32e8a7e827 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:02:50.666379 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa12f411-7f45-440f-b3e9-df32e8a7e827 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:02:50.667022 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa12f411-7f45-440f-b3e9-df32e8a7e827 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:02:50.667709 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa12f411-7f45-440f-b3e9-df32e8a7e827 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:02:50.668358 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa12f411-7f45-440f-b3e9-df32e8a7e827 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:02:50.668983 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa12f411-7f45-440f-b3e9-df32e8a7e827 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:02:50.669609 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa12f411-7f45-440f-b3e9-df32e8a7e827 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:02:50.674940 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa12f411-7f45-440f-b3e9-df32e8a7e827 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:02:50.683207 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa12f411-7f45-440f-b3e9-df32e8a7e827 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:02:50.683207 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa12f411-7f45-440f-b3e9-df32e8a7e827 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:02:50.683207 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa12f411-7f45-440f-b3e9-df32e8a7e827 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:02:50.683207 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa12f411-7f45-440f-b3e9-df32e8a7e827 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:02:50.683207 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa12f411-7f45-440f-b3e9-df32e8a7e827 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:02:50.683207 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa12f411-7f45-440f-b3e9-df32e8a7e827 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:02:50.700262 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a0a875cf-96a0-484a-9c3b-383a27c05e3e tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (7cfbdf2f-189f-4234-8e7e-79c03e476f6a), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:50.709715 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f9d0cdf4-1421-4a98-a8f1-d5e5cab91ba4 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f20b69c9-6dad-4545-97c7-e306b96fa872 HTTP/1.1" status: 200 len: 205 time: 0.2062550 Oct 04 21:02:50.720812 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54750) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:50.881898 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-dd7f4471-dc14-4c86-a9f4-de0a0e045208 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.9049222 Oct 04 21:02:50.895519 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54752) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:50.904595 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-64708619-4ae2-4510-bc7a-fdb5541d235a admin admin] Publish callbacks [] for security_group (4448ba3b-c0d5-4a84-8570-2cb00a1dd147), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:50.904916 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-e893042d-e1d1-461a-8826-eed5ce740e11 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Request body: {'subnet': {'network_id': '53d667fa-1811-439d-a3e7-6df8b2132bee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:02:50.945397 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa12f411-7f45-440f-b3e9-df32e8a7e827 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Checking segment: {'id': '08fa374d-b4bb-45ce-829e-b37a348eed4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e40afdc2-04d3-419c-b697-6ad6fc8f7435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:02:50.947528 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa12f411-7f45-440f-b3e9-df32e8a7e827 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Network hostable DHCP agents. Network: e40afdc2-04d3-419c-b697-6ad6fc8f7435, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:02:50.950595 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7f4471-dc14-4c86-a9f4-de0a0e045208 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Pushing event updated for resources: {'Network': ['ID=53d667fa-1811-439d-a3e7-6df8b2132bee,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:50.993468 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 53d667fa-1811-439d-a3e7-6df8b2132bee details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:02:51.001329 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 4dd5b0e5-955d-421b-b180-9683ed73d670 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:02:51.003033 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a875cf-96a0-484a-9c3b-383a27c05e3e tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cfbdf2f-189f-4234-8e7e-79c03e476f6a,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:51.019391 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:INSERT=13,neutron:SELECT=82,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:51.061383 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5698170-2f65-4d44-bb0d-79af645435da tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Made reservation on behalf of 07aabd9030f3444e986d02991f96bb44 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:02:51.064840 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a0a875cf-96a0-484a-9c3b-383a27c05e3e tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:51.068190 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c5698170-2f65-4d44-bb0d-79af645435da tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:51.073251 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a0a875cf-96a0-484a-9c3b-383a27c05e3e tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 2.1814961 Oct 04 21:02:51.075716 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54756) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:51.099545 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-f2bedbb1-8da6-4a5f-943a-a4e241871b71 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Request body: {'security_group_rule': {'security_group_id': '8d6c767a-6c7b-4f78-acb0-5ab644647cd5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7cfbdf2f-189f-4234-8e7e-79c03e476f6a', 'remote_ip_prefix': None}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:02:51.114432 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-64708619-4ae2-4510-bc7a-fdb5541d235a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (4448ba3b-c0d5-4a84-8570-2cb00a1dd147), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:51.161011 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:51.226690 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-018c0d38-a519-42ca-b3cf-97e1e38c9e7b tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks [] for port (e477a163-40f2-4d9a-a221-afd2eba94681), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:51.237368 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-64708619-4ae2-4510-bc7a-fdb5541d235a admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=1befee7230d44241b69bd63aca2ceeca&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3453939 Oct 04 21:02:51.248048 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54760) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:51.258782 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa12f411-7f45-440f-b3e9-df32e8a7e827 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Network e40afdc2-04d3-419c-b697-6ad6fc8f7435 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:02:51.272548 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64708619-4ae2-4510-bc7a-fdb5541d235a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4448ba3b-c0d5-4a84-8570-2cb00a1dd147,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:51.322524 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-018c0d38-a519-42ca-b3cf-97e1e38c9e7b tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (e477a163-40f2-4d9a-a221-afd2eba94681), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:51.325100 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:51.470164 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-aa12f411-7f45-440f-b3e9-df32e8a7e827 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, e40afdc2-04d3-419c-b697-6ad6fc8f7435) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:02:51.504696 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b20f943b-28ea-47d7-8558-79f20af93252 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks [] for router (f20b69c9-6dad-4545-97c7-e306b96fa872), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:51.506715 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c47e8b-a8f3-423c-a5d1-4ad67699d4d9 None None] Network e40afdc2-04d3-419c-b697-6ad6fc8f7435 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:02:51.518531 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa12f411-7f45-440f-b3e9-df32e8a7e827 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:02:51.519654 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-aa12f411-7f45-440f-b3e9-df32e8a7e827 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:51.538143 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 4dd5b0e5-955d-421b-b180-9683ed73d670 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:02:51.538667 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (4dd5b0e5-955d-421b-b180-9683ed73d670), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:51.542689 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 4dd5b0e5-955d-421b-b180-9683ed73d670 Oct 04 21:02:51.573409 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018c0d38-a519-42ca-b3cf-97e1e38c9e7b tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Pushing event updated for resources: {'Port': ['ID=e477a163-40f2-4d9a-a221-afd2eba94681,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:51.648713 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-018c0d38-a519-42ca-b3cf-97e1e38c9e7b tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582728'] for floatingip (1d3b81f5-6d0b-4842-ac1d-070bcd4edc5a), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:51.737372 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-aa12f411-7f45-440f-b3e9-df32e8a7e827 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 4.5490868 Oct 04 21:02:51.743552 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54766) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:51.804034 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f2bedbb1-8da6-4a5f-943a-a4e241871b71 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group_rule (ad99f985-ee96-4052-a5a2-8b565f26a69d), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:51.853944 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:52.080724 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e893042d-e1d1-461a-8826-eed5ce740e11 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Made reservation on behalf of ec1b0b0f9b7d4529945c159db6187b31 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:02:52.088238 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e893042d-e1d1-461a-8826-eed5ce740e11 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:52.089844 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6319f9-4732-4dc7-a467-a9dca8dafcdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-e40afdc2-04d3-419c-b697-6ad6fc8f7435', 'network_id': 'e40afdc2-04d3-419c-b697-6ad6fc8f7435', 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'fixed_ips': [{'subnet_id': 'fc9dee2e-1902-4d82-a2e2-2c9a46bc5349'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:02:52.091560 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2e6319f9-4732-4dc7-a467-a9dca8dafcdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:52.096039 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:52.125696 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-018c0d38-a519-42ca-b3cf-97e1e38c9e7b tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:52.127951 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-018c0d38-a519-42ca-b3cf-97e1e38c9e7b tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.9899940 Oct 04 21:02:52.138848 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54770) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:52.158483 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:52.183585 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 4dd5b0e5-955d-421b-b180-9683ed73d670 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:02:52.184255 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (4dd5b0e5-955d-421b-b180-9683ed73d670), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:52.186215 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-15de7fb0-5e67-44b5-99db-f6c36ee9c422 admin admin] Publish callbacks [] for security_group (4448ba3b-c0d5-4a84-8570-2cb00a1dd147), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:52.251102 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:52.356982 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 4dd5b0e5-955d-421b-b180-9683ed73d670, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=4dd5b0e5-955d-421b-b180-9683ed73d670,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:02:52.440178 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (4dd5b0e5-955d-421b-b180-9683ed73d670), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:52.539999 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-fe9e7ee0-06fc-4095-bdf1-2796e11e0064 tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] 10.222.0.78 "GET /networking/v2.0/floatingips?floating_network_id=1b2a3a26-fcd3-4533-99bb-de026b19575a HTTP/1.1" status: 200 len: 689 time: 0.3925474 Oct 04 21:02:52.551646 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54776) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:52.613293 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-2e6319f9-4732-4dc7-a467-a9dca8dafcdc None None] Allocated IP 172.20.0.18 (e40afdc2-04d3-419c-b697-6ad6fc8f7435/fc9dee2e-1902-4d82-a2e2-2c9a46bc5349/dec19794-8213-43ca-af84-3890c8c5233d) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:02:52.632909 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=4dd5b0e5-955d-421b-b180-9683ed73d670,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:52.643836 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-15de7fb0-5e67-44b5-99db-f6c36ee9c422 admin admin] Publish callbacks [] for security_group (4448ba3b-c0d5-4a84-8570-2cb00a1dd147), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:52.662587 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f2bedbb1-8da6-4a5f-943a-a4e241871b71 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group_rule (ad99f985-ee96-4052-a5a2-8b565f26a69d), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:52.669409 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:52.764316 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b20f943b-28ea-47d7-8558-79f20af93252 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks [] for router_gateway (f20b69c9-6dad-4545-97c7-e306b96fa872), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:52.787268 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f2bedbb1-8da6-4a5f-943a-a4e241871b71 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (ad99f985-ee96-4052-a5a2-8b565f26a69d), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:52.889055 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0f650fb6-26be-4aac-a7e9-4f5921d4770c tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (1b2a3a26-fcd3-4533-99bb-de026b19575a), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:52.912516 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bedbb1-8da6-4a5f-943a-a4e241871b71 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad99f985-ee96-4052-a5a2-8b565f26a69d,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:53.036035 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 4dd5b0e5-955d-421b-b180-9683ed73d670 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:02:53.087996 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2e6319f9-4732-4dc7-a467-a9dca8dafcdc None None] Publish callbacks [] for port (dec19794-8213-43ca-af84-3890c8c5233d), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:53.125027 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f2bedbb1-8da6-4a5f-943a-a4e241871b71 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:53.131865 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f2bedbb1-8da6-4a5f-943a-a4e241871b71 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 2.0352545 Oct 04 21:02:53.142216 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=80,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:53.147583 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54780) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:53.207920 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 4dd5b0e5-955d-421b-b180-9683ed73d670 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:02:53.208748 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (4dd5b0e5-955d-421b-b180-9683ed73d670), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:53.209667 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 4dd5b0e5-955d-421b-b180-9683ed73d670 Oct 04 21:02:53.219635 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-b20f943b-28ea-47d7-8558-79f20af93252 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Deleting port 4e6e543b-3f73-4a01-85bf-a89e43ef3b7c {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:02:53.220397 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b20f943b-28ea-47d7-8558-79f20af93252 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (4e6e543b-3f73-4a01-85bf-a89e43ef3b7c), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:53.258827 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2e6319f9-4732-4dc7-a467-a9dca8dafcdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (dec19794-8213-43ca-af84-3890c8c5233d), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:53.297498 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:53.353204 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6319f9-4732-4dc7-a467-a9dca8dafcdc None None] Network e40afdc2-04d3-419c-b697-6ad6fc8f7435 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:02:53.355892 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c5698170-2f65-4d44-bb0d-79af645435da tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (ccc96f70-e259-4ae7-a595-7c0a11429554), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:53.357981 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-2e6319f9-4732-4dc7-a467-a9dca8dafcdc None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:02:53.362468 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6319f9-4732-4dc7-a467-a9dca8dafcdc None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:02:53.431314 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-0f650fb6-26be-4aac-a7e9-4f5921d4770c tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Deleting port e477a163-40f2-4d9a-a221-afd2eba94681 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:02:53.432180 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0f650fb6-26be-4aac-a7e9-4f5921d4770c tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (e477a163-40f2-4d9a-a221-afd2eba94681), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:53.449819 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-15de7fb0-5e67-44b5-99db-f6c36ee9c422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (4448ba3b-c0d5-4a84-8570-2cb00a1dd147), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:53.455125 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-15de7fb0-5e67-44b5-99db-f6c36ee9c422 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:53.457585 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-15de7fb0-5e67-44b5-99db-f6c36ee9c422 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/4448ba3b-c0d5-4a84-8570-2cb00a1dd147 HTTP/1.1" status: 204 len: 168 time: 2.1969035 Oct 04 21:02:53.525286 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6319f9-4732-4dc7-a467-a9dca8dafcdc None None] Pushing event updated for resources: {'Port': ['ID=dec19794-8213-43ca-af84-3890c8c5233d,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:53.543004 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-2e6319f9-4732-4dc7-a467-a9dca8dafcdc None None] Attempting to bind port dec19794-8213-43ca-af84-3890c8c5233d on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:02:53.543004 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-2e6319f9-4732-4dc7-a467-a9dca8dafcdc None None] Attempting to bind port dec19794-8213-43ca-af84-3890c8c5233d by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '08fa374d-b4bb-45ce-829e-b37a348eed4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e40afdc2-04d3-419c-b697-6ad6fc8f7435'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:02:53.543589 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6319f9-4732-4dc7-a467-a9dca8dafcdc None None] Attempting to bind port dec19794-8213-43ca-af84-3890c8c5233d on network e40afdc2-04d3-419c-b697-6ad6fc8f7435 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:02:53.544794 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15de7fb0-5e67-44b5-99db-f6c36ee9c422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4448ba3b-c0d5-4a84-8570-2cb00a1dd147,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:53.586927 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-792e5d77-b03b-4a6a-9f4d-9005efd8d9f6 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:53.590285 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=100 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:53.706117 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6319f9-4732-4dc7-a467-a9dca8dafcdc None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:02:53.706744 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6319f9-4732-4dc7-a467-a9dca8dafcdc None None] Checking segment: {'id': '08fa374d-b4bb-45ce-829e-b37a348eed4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e40afdc2-04d3-419c-b697-6ad6fc8f7435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:02:53.707485 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2e6319f9-4732-4dc7-a467-a9dca8dafcdc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:53.708160 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6319f9-4732-4dc7-a467-a9dca8dafcdc None None] Bound using segment: {'id': '08fa374d-b4bb-45ce-829e-b37a348eed4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e40afdc2-04d3-419c-b697-6ad6fc8f7435'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:02:53.709681 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-2e6319f9-4732-4dc7-a467-a9dca8dafcdc None None] Bound port: dec19794-8213-43ca-af84-3890c8c5233d, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08fa374d-b4bb-45ce-829e-b37a348eed4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e40afdc2-04d3-419c-b697-6ad6fc8f7435'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:02:53.710746 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2e6319f9-4732-4dc7-a467-a9dca8dafcdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (dec19794-8213-43ca-af84-3890c8c5233d), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:53.825857 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0f650fb6-26be-4aac-a7e9-4f5921d4770c tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (e477a163-40f2-4d9a-a221-afd2eba94681), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:53.826338 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0f650fb6-26be-4aac-a7e9-4f5921d4770c tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks [] for floatingip (e477a163-40f2-4d9a-a221-afd2eba94681), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:53.873954 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-0f650fb6-26be-4aac-a7e9-4f5921d4770c tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Calling delete_port for e477a163-40f2-4d9a-a221-afd2eba94681 owned by network:floatingip {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:02:53.894812 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2e6319f9-4732-4dc7-a467-a9dca8dafcdc None None] For port dec19794-8213-43ca-af84-3890c8c5233d, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:02:53.902981 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2e6319f9-4732-4dc7-a467-a9dca8dafcdc None None] For port dec19794-8213-43ca-af84-3890c8c5233d, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=dec19794-8213-43ca-af84-3890c8c5233d,segment=NetworkSegment(08fa374d-b4bb-45ce-829e-b37a348eed4b),segment_id=08fa374d-b4bb-45ce-829e-b37a348eed4b)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:02:53.913010 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 4dd5b0e5-955d-421b-b180-9683ed73d670 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:02:54.019063 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2e6319f9-4732-4dc7-a467-a9dca8dafcdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (dec19794-8213-43ca-af84-3890c8c5233d), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:54.060944 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:54.244055 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6319f9-4732-4dc7-a467-a9dca8dafcdc None None] Pushing event updated for resources: {'Port': ['ID=dec19794-8213-43ca-af84-3890c8c5233d,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:54.293163 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0351514c-f66d-4fde-ad00-1d312cdef3ff tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group_rule (ad99f985-ee96-4052-a5a2-8b565f26a69d), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:54.360673 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0351514c-f66d-4fde-ad00-1d312cdef3ff tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group_rule (ad99f985-ee96-4052-a5a2-8b565f26a69d), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:54.381690 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5698170-2f65-4d44-bb0d-79af645435da tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Pushing event updated for resources: {'Subnet': ['ID=ccc96f70-e259-4ae7-a595-7c0a11429554,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:54.572688 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b20f943b-28ea-47d7-8558-79f20af93252 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (4e6e543b-3f73-4a01-85bf-a89e43ef3b7c), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:54.602245 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5698170-2f65-4d44-bb0d-79af645435da tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Checking segment: {'id': '765663e8-7e12-4070-a568-29bcaeceb24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '094278d7-6061-4553-add0-82c5643cb23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:02:54.602905 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5698170-2f65-4d44-bb0d-79af645435da tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Network hostable DHCP agents. Network: 094278d7-6061-4553-add0-82c5643cb23f, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:02:54.621385 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-b20f943b-28ea-47d7-8558-79f20af93252 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Calling delete_port for 4e6e543b-3f73-4a01-85bf-a89e43ef3b7c owned by network:router_gateway {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:02:54.653515 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0351514c-f66d-4fde-ad00-1d312cdef3ff tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (ad99f985-ee96-4052-a5a2-8b565f26a69d), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:54.665575 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0351514c-f66d-4fde-ad00-1d312cdef3ff tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:54.697404 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54798) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:54.701676 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-0351514c-f66d-4fde-ad00-1d312cdef3ff tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "DELETE /networking/v2.0/security-group-rules/ad99f985-ee96-4052-a5a2-8b565f26a69d HTTP/1.1" status: 204 len: 168 time: 1.5436826 Oct 04 21:02:54.841241 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-792e5d77-b03b-4a6a-9f4d-9005efd8d9f6 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Allocated IP 172.20.0.17 (e40afdc2-04d3-419c-b697-6ad6fc8f7435/fc9dee2e-1902-4d82-a2e2-2c9a46bc5349/322c2467-a308-4197-9d45-fd24561ca042) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:02:54.846402 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0f650fb6-26be-4aac-a7e9-4f5921d4770c tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (e477a163-40f2-4d9a-a221-afd2eba94681), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:54.896734 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e893042d-e1d1-461a-8826-eed5ce740e11 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (9cba9da9-ce0e-4784-8ebe-3816dad229a5), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:54.900019 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:54.955948 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0351514c-f66d-4fde-ad00-1d312cdef3ff tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ad99f985-ee96-4052-a5a2-8b565f26a69d,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:54.977833 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-99ce2789-a8e5-4091-85c4-a659b58ce8f7 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2722349 Oct 04 21:02:54.991066 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f650fb6-26be-4aac-a7e9-4f5921d4770c tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Pushing event deleted for resources: {'Port': ['ID=e477a163-40f2-4d9a-a221-afd2eba94681,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:54.992549 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device dec19794-8213-43ca-af84-3890c8c5233d up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:02:55.007465 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54804) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:55.010415 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54806) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:55.112287 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-16e2985c-182c-4d80-b4c6-2e9b67409166 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:55.120778 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port dec19794-8213-43ca-af84-3890c8c5233d triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:02:55.122848 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (dec19794-8213-43ca-af84-3890c8c5233d), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:55.122848 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port dec19794-8213-43ca-af84-3890c8c5233d Oct 04 21:02:55.169536 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e893042d-e1d1-461a-8826-eed5ce740e11 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Pushing event updated for resources: {'Subnet': ['ID=9cba9da9-ce0e-4784-8ebe-3816dad229a5,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:55.301230 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5698170-2f65-4d44-bb0d-79af645435da tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Network 094278d7-6061-4553-add0-82c5643cb23f is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:02:55.484974 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:55.530104 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-c5698170-2f65-4d44-bb0d-79af645435da tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 094278d7-6061-4553-add0-82c5643cb23f) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:02:55.575841 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5698170-2f65-4d44-bb0d-79af645435da tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:02:55.577366 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c5698170-2f65-4d44-bb0d-79af645435da tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:55.585318 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e893042d-e1d1-461a-8826-eed5ce740e11 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Checking segment: {'id': '05e29431-f317-4403-aaee-9dadc47c1893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '53d667fa-1811-439d-a3e7-6df8b2132bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:02:55.586078 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e893042d-e1d1-461a-8826-eed5ce740e11 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Network hostable DHCP agents. Network: 53d667fa-1811-439d-a3e7-6df8b2132bee, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:02:55.626612 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0f650fb6-26be-4aac-a7e9-4f5921d4770c tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks [] for floatingip (1d3b81f5-6d0b-4842-ac1d-070bcd4edc5a), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:55.648600 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:55.730741 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9583bcec-43cf-447e-acfd-ba2ff9f29da8 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group (7cfbdf2f-189f-4234-8e7e-79c03e476f6a), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:55.763788 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b20f943b-28ea-47d7-8558-79f20af93252 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (4e6e543b-3f73-4a01-85bf-a89e43ef3b7c), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:55.786282 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de1498a-4241-4b25-874d-cc0603318f4b None None] Network 094278d7-6061-4553-add0-82c5643cb23f requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:02:55.886840 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c5698170-2f65-4d44-bb0d-79af645435da tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 5.4705009 Oct 04 21:02:55.887557 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54814) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:55.888004 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20f943b-28ea-47d7-8558-79f20af93252 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Pushing event deleted for resources: {'Port': ['ID=4e6e543b-3f73-4a01-85bf-a89e43ef3b7c,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:55.890358 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e893042d-e1d1-461a-8826-eed5ce740e11 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Network 53d667fa-1811-439d-a3e7-6df8b2132bee is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:02:55.903188 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-792e5d77-b03b-4a6a-9f4d-9005efd8d9f6 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for port (322c2467-a308-4197-9d45-fd24561ca042), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:55.923947 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9583bcec-43cf-447e-acfd-ba2ff9f29da8 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group (7cfbdf2f-189f-4234-8e7e-79c03e476f6a), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:55.933078 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port dec19794-8213-43ca-af84-3890c8c5233d is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:02:55.933078 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (dec19794-8213-43ca-af84-3890c8c5233d), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:55.989164 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0f650fb6-26be-4aac-a7e9-4f5921d4770c tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (dcfc153f-b372-4eb5-ade0-49c8e6671ecf), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:56.047755 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-e893042d-e1d1-461a-8826-eed5ce740e11 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 53d667fa-1811-439d-a3e7-6df8b2132bee) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:02:56.061724 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-16e2985c-182c-4d80-b4c6-2e9b67409166 admin admin] Publish callbacks [] for security_group (d4745a70-f9ce-4c4e-987c-ff4716f70b53), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:56.083402 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port dec19794-8213-43ca-af84-3890c8c5233d, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=dec19794-8213-43ca-af84-3890c8c5233d,segment=NetworkSegment(08fa374d-b4bb-45ce-829e-b37a348eed4b),segment_id=08fa374d-b4bb-45ce-829e-b37a348eed4b)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:02:56.085943 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311792c4-d63f-4d1e-81ac-af0209075903 None None] Network 53d667fa-1811-439d-a3e7-6df8b2132bee requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:02:56.103933 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e893042d-e1d1-461a-8826-eed5ce740e11 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:02:56.108834 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e893042d-e1d1-461a-8826-eed5ce740e11 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:56.160560 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=85,neutron:INSERT=2,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:56.204009 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b20f943b-28ea-47d7-8558-79f20af93252 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (f20b69c9-6dad-4545-97c7-e306b96fa872), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:56.238909 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (dec19794-8213-43ca-af84-3890c8c5233d), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:56.263568 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-78fc6b70-74a3-4e82-840d-ae275859407a tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (094278d7-6061-4553-add0-82c5643cb23f), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:56.289753 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-094278d7-6061-4553-add0-82c5643cb23f', 'network_id': '094278d7-6061-4553-add0-82c5643cb23f', 'project_id': '07aabd9030f3444e986d02991f96bb44', 'fixed_ips': [{'subnet_id': 'ccc96f70-e259-4ae7-a595-7c0a11429554'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:02:56.302890 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:56.310722 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-16e2985c-182c-4d80-b4c6-2e9b67409166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (d4745a70-f9ce-4c4e-987c-ff4716f70b53), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:56.411951 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-16e2985c-182c-4d80-b4c6-2e9b67409166 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=63daeda625fe4ea68c6696cddcdef2d2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3952856 Oct 04 21:02:56.426823 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9250d18a-9d96-46b9-8a71-ee71492483e9 None None] Network e40afdc2-04d3-419c-b697-6ad6fc8f7435 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:02:56.431128 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54820) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:56.453744 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-e893042d-e1d1-461a-8826-eed5ce740e11 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.5556228 Oct 04 21:02:56.520647 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54824) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:56.534068 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-8c844050-0d51-44fb-afc2-76b0cd849f5d tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-193576293', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}, 'admin_state_up': False}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:02:56.563997 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b20f943b-28ea-47d7-8558-79f20af93252 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (f20b69c9-6dad-4545-97c7-e306b96fa872), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:56.581184 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b20f943b-28ea-47d7-8558-79f20af93252 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks [] for router_controller (f20b69c9-6dad-4545-97c7-e306b96fa872), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:56.632097 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=dec19794-8213-43ca-af84-3890c8c5233d,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:56.695962 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e2985c-182c-4d80-b4c6-2e9b67409166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4745a70-f9ce-4c4e-987c-ff4716f70b53,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:56.768933 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9583bcec-43cf-447e-acfd-ba2ff9f29da8 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (7cfbdf2f-189f-4234-8e7e-79c03e476f6a), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:56.778481 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9583bcec-43cf-447e-acfd-ba2ff9f29da8 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:56.781911 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-9583bcec-43cf-447e-acfd-ba2ff9f29da8 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/7cfbdf2f-189f-4234-8e7e-79c03e476f6a HTTP/1.1" status: 204 len: 168 time: 1.7668395 Oct 04 21:02:56.794671 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54832) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:56.860027 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:INSERT=7,neutron:SELECT=93 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:56.860027 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-78fc6b70-74a3-4e82-840d-ae275859407a tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (ccc96f70-e259-4ae7-a595-7c0a11429554), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:56.861076 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2102b6-13d0-45b5-ae21-ea56901066b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-53d667fa-1811-439d-a3e7-6df8b2132bee', 'network_id': '53d667fa-1811-439d-a3e7-6df8b2132bee', 'project_id': 'ec1b0b0f9b7d4529945c159db6187b31', 'fixed_ips': [{'subnet_id': '9cba9da9-ce0e-4784-8ebe-3816dad229a5'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:02:56.861076 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6f2102b6-13d0-45b5-ae21-ea56901066b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:56.885196 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-752974f8-53e3-4e50-9947-919407a783fc admin admin] Publish callbacks [] for security_group (d4745a70-f9ce-4c4e-987c-ff4716f70b53), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:56.900662 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-695b17a1-0978-4622-b79a-68a5fb8392f0 None None] Provisioning complete for port dec19794-8213-43ca-af84-3890c8c5233d triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:02:56.901211 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-695b17a1-0978-4622-b79a-68a5fb8392f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (dec19794-8213-43ca-af84-3890c8c5233d), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:56.901860 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-695b17a1-0978-4622-b79a-68a5fb8392f0 None None] Attempt 1 to provision port dec19794-8213-43ca-af84-3890c8c5233d Oct 04 21:02:56.932907 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8c844050-0d51-44fb-afc2-76b0cd849f5d tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (df83e98f-46c3-4f7c-8320-54dadfc48396), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:56.935074 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8c844050-0d51-44fb-afc2-76b0cd849f5d tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (df83e98f-46c3-4f7c-8320-54dadfc48396), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:56.945805 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0f650fb6-26be-4aac-a7e9-4f5921d4770c tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (dcfc153f-b372-4eb5-ade0-49c8e6671ecf), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:56.963322 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b20f943b-28ea-47d7-8558-79f20af93252 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (f20b69c9-6dad-4545-97c7-e306b96fa872), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:56.964171 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20f943b-28ea-47d7-8558-79f20af93252 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Fanout notify agent at l3_agent the message router_deleted on router f20b69c9-6dad-4545-97c7-e306b96fa872 {{(pid=108170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 21:02:56.969296 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9583bcec-43cf-447e-acfd-ba2ff9f29da8 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cfbdf2f-189f-4234-8e7e-79c03e476f6a,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:56.974130 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-792e5d77-b03b-4a6a-9f4d-9005efd8d9f6 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (322c2467-a308-4197-9d45-fd24561ca042), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:56.979991 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device dec19794-8213-43ca-af84-3890c8c5233d up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:02:57.033249 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b20f943b-28ea-47d7-8558-79f20af93252 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:57.037592 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b20f943b-28ea-47d7-8558-79f20af93252 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] 10.222.0.78 "DELETE /networking/v2.0/routers/f20b69c9-6dad-4545-97c7-e306b96fa872 HTTP/1.1" status: 204 len: 168 time: 6.3098507 Oct 04 21:02:57.062897 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54836) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:57.072051 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-498f652f-a932-4fcc-926f-02c7e2477772 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1193325773', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:02:57.091322 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-752974f8-53e3-4e50-9947-919407a783fc admin admin] Publish callbacks [] for security_group (d4745a70-f9ce-4c4e-987c-ff4716f70b53), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:57.222236 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-e17e0fe0-3cc8-41ed-b8b9-ece191ac40df tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 4542 time: 0.4266591 Oct 04 21:02:57.246308 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54838) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:57.265953 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:57.325850 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8c844050-0d51-44fb-afc2-76b0cd849f5d tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks [] for router_controller (df83e98f-46c3-4f7c-8320-54dadfc48396), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:57.373994 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Allocated IP 2001:db8::1 (094278d7-6061-4553-add0-82c5643cb23f/ccc96f70-e259-4ae7-a595-7c0a11429554/45fdbfe6-33d7-4671-a909-520b92902c3a) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:02:57.435018 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-179edece-c641-4c98-9b6e-41b74b4d47a4 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group (8d6c767a-6c7b-4f78-acb0-5ab644647cd5), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:57.479968 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-179edece-c641-4c98-9b6e-41b74b4d47a4 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group (8d6c767a-6c7b-4f78-acb0-5ab644647cd5), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:57.516105 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:57.682840 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792e5d77-b03b-4a6a-9f4d-9005efd8d9f6 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Network e40afdc2-04d3-419c-b697-6ad6fc8f7435 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:02:57.685390 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f650fb6-26be-4aac-a7e9-4f5921d4770c tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=dcfc153f-b372-4eb5-ade0-49c8e6671ecf,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:57.697906 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-498f652f-a932-4fcc-926f-02c7e2477772 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (a1b46abb-9ea9-4a5c-b0d3-c56819f6472f), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:57.700210 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-498f652f-a932-4fcc-926f-02c7e2477772 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (a1b46abb-9ea9-4a5c-b0d3-c56819f6472f), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:57.726666 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-792e5d77-b03b-4a6a-9f4d-9005efd8d9f6 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:02:57.741093 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792e5d77-b03b-4a6a-9f4d-9005efd8d9f6 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:02:57.784882 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port dec19794-8213-43ca-af84-3890c8c5233d triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:02:57.785515 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (dec19794-8213-43ca-af84-3890c8c5233d), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:57.789998 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port dec19794-8213-43ca-af84-3890c8c5233d Oct 04 21:02:57.796064 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=9 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:57.800333 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0f650fb6-26be-4aac-a7e9-4f5921d4770c tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (1b2a3a26-fcd3-4533-99bb-de026b19575a), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:57.826212 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792e5d77-b03b-4a6a-9f4d-9005efd8d9f6 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Pushing event updated for resources: {'Port': ['ID=322c2467-a308-4197-9d45-fd24561ca042,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:57.868015 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-695b17a1-0978-4622-b79a-68a5fb8392f0 None None] Current status of the port dec19794-8213-43ca-af84-3890c8c5233d is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:02:57.905034 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-179edece-c641-4c98-9b6e-41b74b4d47a4 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (8d6c767a-6c7b-4f78-acb0-5ab644647cd5), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:57.919710 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-0f650fb6-26be-4aac-a7e9-4f5921d4770c tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b2a3a26-fcd3-4533-99bb-de026b19575a']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:02:57.924767 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-179edece-c641-4c98-9b6e-41b74b4d47a4 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:57.938163 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-179edece-c641-4c98-9b6e-41b74b4d47a4 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/8d6c767a-6c7b-4f78-acb0-5ab644647cd5 HTTP/1.1" status: 204 len: 168 time: 0.6781275 Oct 04 21:02:57.938163 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-752974f8-53e3-4e50-9947-919407a783fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (d4745a70-f9ce-4c4e-987c-ff4716f70b53), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:57.943554 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-752974f8-53e3-4e50-9947-919407a783fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:57.945576 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-752974f8-53e3-4e50-9947-919407a783fc admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/d4745a70-f9ce-4c4e-987c-ff4716f70b53 HTTP/1.1" status: 204 len: 168 time: 1.5116024 Oct 04 21:02:57.974593 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54842) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:57.987240 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179edece-c641-4c98-9b6e-41b74b4d47a4 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6c767a-6c7b-4f78-acb0-5ab644647cd5,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:58.020663 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-0f650fb6-26be-4aac-a7e9-4f5921d4770c tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b836bd03-7f92-48e6-870a-d9a30f0c4f23') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:02:58.027660 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-0f650fb6-26be-4aac-a7e9-4f5921d4770c tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b836bd03-7f92-48e6-870a-d9a30f0c4f23') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:02:58.039018 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:58.096441 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-792e5d77-b03b-4a6a-9f4d-9005efd8d9f6 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (c8a4a62e-cb50-4d66-9b32-52a69079a861), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:58.125771 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8c844050-0d51-44fb-afc2-76b0cd849f5d tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks [] for router_gateway (df83e98f-46c3-4f7c-8320-54dadfc48396), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:58.128916 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0f650fb6-26be-4aac-a7e9-4f5921d4770c tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (b836bd03-7f92-48e6-870a-d9a30f0c4f23), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:58.153660 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752974f8-53e3-4e50-9947-919407a783fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4745a70-f9ce-4c4e-987c-ff4716f70b53,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:58.211859 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-498f652f-a932-4fcc-926f-02c7e2477772 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks [] for router_controller (a1b46abb-9ea9-4a5c-b0d3-c56819f6472f), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:58.255879 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-6f2102b6-13d0-45b5-ae21-ea56901066b0 None None] Allocated IP 172.20.0.2 (53d667fa-1811-439d-a3e7-6df8b2132bee/9cba9da9-ce0e-4784-8ebe-3816dad229a5/74cd6552-86c3-4c4d-8478-bd9247d2e071) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:02:58.271363 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port dec19794-8213-43ca-af84-3890c8c5233d is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:02:58.281048 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0f650fb6-26be-4aac-a7e9-4f5921d4770c tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (b836bd03-7f92-48e6-870a-d9a30f0c4f23), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:58.396065 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:UPDATE=6,neutron:SELECT=89,neutron:INSERT=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:58.410737 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-841a0c86-ee52-4682-8667-ffd4b5f11444 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4335506 Oct 04 21:02:58.414302 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f650fb6-26be-4aac-a7e9-4f5921d4770c tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:02:58.416025 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0f650fb6-26be-4aac-a7e9-4f5921d4770c tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (b836bd03-7f92-48e6-870a-d9a30f0c4f23), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:58.420537 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54848) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:58.438791 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-b63e2df3-2a74-4926-abd0-a84452746311 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Request body: {'security_group': {'name': 'tempest-secgroup--1008026136'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:02:58.529955 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-498f652f-a932-4fcc-926f-02c7e2477772 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (a1b46abb-9ea9-4a5c-b0d3-c56819f6472f), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:58.530443 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=10 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:58.543068 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54852) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:58.544299 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Publish callbacks [] for port (45fdbfe6-33d7-4671-a909-520b92902c3a), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:58.546386 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment b836bd03-7f92-48e6-870a-d9a30f0c4f23 resource provider aggregate not found Oct 04 21:02:58.551029 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=64,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:58.731166 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-4b2088df-0bb9-4bb6-8ad2-05b177383945 None None] Provisioning complete for port 322c2467-a308-4197-9d45-fd24561ca042 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:02:58.732106 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4b2088df-0bb9-4bb6-8ad2-05b177383945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (322c2467-a308-4197-9d45-fd24561ca042), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:58.732106 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-4b2088df-0bb9-4bb6-8ad2-05b177383945 None None] Attempt 1 to provision port 322c2467-a308-4197-9d45-fd24561ca042 Oct 04 21:02:58.750532 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-498f652f-a932-4fcc-926f-02c7e2477772 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:58.752699 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-498f652f-a932-4fcc-926f-02c7e2477772 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.6876388 Oct 04 21:02:58.759656 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54860) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:58.782935 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (45fdbfe6-33d7-4671-a909-520b92902c3a), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:58.786296 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment b836bd03-7f92-48e6-870a-d9a30f0c4f23 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b836bd03-7f92-48e6-870a-d9a30f0c4f23 found for delete ", "request_id": "req-e3185506-cf4d-476c-9cc1-010df06a6a40"}]} Oct 04 21:02:58.791597 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b63e2df3-2a74-4926-abd0-a84452746311 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:58.861945 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Network 094278d7-6061-4553-add0-82c5643cb23f is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:02:58.879514 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-0467e365-bafe-4a44-b1c5-8f08c1d84974 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Request body: {'router': {'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:02:58.904416 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-78fc6b70-74a3-4e82-840d-ae275859407a tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (ccc96f70-e259-4ae7-a595-7c0a11429554), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:58.931297 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:02:58.975968 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:02:59.001006 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=6 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:59.013847 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fc6b70-74a3-4e82-840d-ae275859407a tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Pushing event deleted for resources: {'Subnet': ['ID=ccc96f70-e259-4ae7-a595-7c0a11429554,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:59.053661 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6f2102b6-13d0-45b5-ae21-ea56901066b0 None None] Publish callbacks [] for port (74cd6552-86c3-4c4d-8478-bd9247d2e071), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:59.072935 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-4b2088df-0bb9-4bb6-8ad2-05b177383945 None None] Port 322c2467-a308-4197-9d45-fd24561ca042 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:02:59.090662 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0f650fb6-26be-4aac-a7e9-4f5921d4770c tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (1b2a3a26-fcd3-4533-99bb-de026b19575a), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:59.107540 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Pushing event updated for resources: {'Port': ['ID=45fdbfe6-33d7-4671-a909-520b92902c3a,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:59.112405 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f650fb6-26be-4aac-a7e9-4f5921d4770c tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1b2a3a26-fcd3-4533-99bb-de026b19575a {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 04 21:02:59.216955 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6f2102b6-13d0-45b5-ae21-ea56901066b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (74cd6552-86c3-4c4d-8478-bd9247d2e071), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:59.230726 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8c844050-0d51-44fb-afc2-76b0cd849f5d tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks [] for router_gateway (df83e98f-46c3-4f7c-8320-54dadfc48396), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:59.232739 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-4b2088df-0bb9-4bb6-8ad2-05b177383945 None None] Provisioning complete for port dec19794-8213-43ca-af84-3890c8c5233d triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:02:59.233770 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4b2088df-0bb9-4bb6-8ad2-05b177383945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (dec19794-8213-43ca-af84-3890c8c5233d), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:59.234711 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-4b2088df-0bb9-4bb6-8ad2-05b177383945 None None] Attempt 1 to provision port dec19794-8213-43ca-af84-3890c8c5233d Oct 04 21:02:59.262023 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0f650fb6-26be-4aac-a7e9-4f5921d4770c tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:59.268967 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-0f650fb6-26be-4aac-a7e9-4f5921d4770c tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] 10.222.0.78 "DELETE /networking/v2.0/networks/1b2a3a26-fcd3-4533-99bb-de026b19575a HTTP/1.1" status: 204 len: 168 time: 6.7159145 Oct 04 21:02:59.282199 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54866) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:59.317143 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=82,neutron:DELETE=10,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:59.328697 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8c844050-0d51-44fb-afc2-76b0cd849f5d tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:59.428662 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f650fb6-26be-4aac-a7e9-4f5921d4770c tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Pushing event deleted for resources: {'Network': ['ID=1b2a3a26-fcd3-4533-99bb-de026b19575a,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:59.435434 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-78fc6b70-74a3-4e82-840d-ae275859407a tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (094278d7-6061-4553-add0-82c5643cb23f), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:59.529204 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c6e66d48-b3fd-4cca-861c-af21aea13094 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:59.615770 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:02:59.624045 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-7950f1c2-dab7-400a-8349-104ef5d8a62c tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] 10.222.0.78 "GET /networking/v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.3014443 Oct 04 21:02:59.626313 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2102b6-13d0-45b5-ae21-ea56901066b0 None None] Network 53d667fa-1811-439d-a3e7-6df8b2132bee is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:02:59.637199 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-78fc6b70-74a3-4e82-840d-ae275859407a tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['094278d7-6061-4553-add0-82c5643cb23f']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:02:59.644400 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54872) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:02:59.662095 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-6f2102b6-13d0-45b5-ae21-ea56901066b0 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:02:59.667915 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-792e5d77-b03b-4a6a-9f4d-9005efd8d9f6 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (322c2467-a308-4197-9d45-fd24561ca042), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:59.690980 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2102b6-13d0-45b5-ae21-ea56901066b0 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:02:59.714616 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Attempting to bind port 45fdbfe6-33d7-4671-a909-520b92902c3a on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:02:59.728004 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Attempting to bind port 45fdbfe6-33d7-4671-a909-520b92902c3a by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '765663e8-7e12-4070-a568-29bcaeceb24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '094278d7-6061-4553-add0-82c5643cb23f'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:02:59.728862 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Attempting to bind port 45fdbfe6-33d7-4671-a909-520b92902c3a on network 094278d7-6061-4553-add0-82c5643cb23f {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:02:59.775916 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2102b6-13d0-45b5-ae21-ea56901066b0 None None] Pushing event updated for resources: {'Port': ['ID=74cd6552-86c3-4c4d-8478-bd9247d2e071,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:02:59.792632 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0467e365-bafe-4a44-b1c5-8f08c1d84974 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks [] for router_gateway (a1b46abb-9ea9-4a5c-b0d3-c56819f6472f), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:59.802622 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-78fc6b70-74a3-4e82-840d-ae275859407a tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '765663e8-7e12-4070-a568-29bcaeceb24b') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:02:59.803735 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-78fc6b70-74a3-4e82-840d-ae275859407a tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '765663e8-7e12-4070-a568-29bcaeceb24b') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:02:59.825671 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-78fc6b70-74a3-4e82-840d-ae275859407a tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (765663e8-7e12-4070-a568-29bcaeceb24b), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:59.859234 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-78fc6b70-74a3-4e82-840d-ae275859407a tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (765663e8-7e12-4070-a568-29bcaeceb24b), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:59.872304 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-8c844050-0d51-44fb-afc2-76b0cd849f5d tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Allocated IP 172.25.5.239 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/67c057ef-102e-4fde-b167-0ea1d8cf4def) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:02:59.874537 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78fc6b70-74a3-4e82-840d-ae275859407a tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:02:59.874907 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-78fc6b70-74a3-4e82-840d-ae275859407a tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (765663e8-7e12-4070-a568-29bcaeceb24b), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:02:59.892602 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet ccc96f70-e259-4ae7-a595-7c0a11429554 could not be found. Oct 04 21:02:59.892602 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:02:59.892602 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:02:59.892602 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:02:59.892602 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:02:59.892602 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:02:59.892602 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:02:59.892602 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:02:59.892602 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:02:59.892602 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:02:59.892602 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:02:59.892602 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:02:59.892602 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:02:59.892602 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:02:59.892602 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:02:59.892602 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:02:59.892602 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:02:59.892602 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:02:59.892602 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:02:59.892602 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:02:59.892602 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:02:59.892602 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:02:59.892602 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:02:59.892602 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:02:59.892602 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:02:59.892602 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:02:59.892602 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:02:59.892602 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:02:59.892602 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:02:59.892602 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:02:59.892602 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:02:59.892602 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:02:59.892602 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:02:59.892602 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:02:59.892602 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:02:59.892602 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:02:59.892602 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:02:59.892602 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:02:59.892602 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:02:59.892602 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:02:59.892602 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet ccc96f70-e259-4ae7-a595-7c0a11429554 could not be found. Oct 04 21:02:59.892602 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:02:59.899590 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Attempting to bind port 45fdbfe6-33d7-4671-a909-520b92902c3a on network 094278d7-6061-4553-add0-82c5643cb23f {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:03:00.004448 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-4b2088df-0bb9-4bb6-8ad2-05b177383945 None None] Current status of the port dec19794-8213-43ca-af84-3890c8c5233d is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:03:00.116752 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7635d857-e18e-455d-91d2-deec22bcc229 tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:03:00.117678 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7635d857-e18e-455d-91d2-deec22bcc229 tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:03:00.118844 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7635d857-e18e-455d-91d2-deec22bcc229 tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:03:00.119786 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7635d857-e18e-455d-91d2-deec22bcc229 tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:03:00.120762 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7635d857-e18e-455d-91d2-deec22bcc229 tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:03:00.121702 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7635d857-e18e-455d-91d2-deec22bcc229 tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:03:00.122284 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7635d857-e18e-455d-91d2-deec22bcc229 tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:03:00.133722 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-7635d857-e18e-455d-91d2-deec22bcc229 tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] 10.222.0.78 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 4618 time: 0.4764628 Oct 04 21:03:00.134107 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54876) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:00.184037 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet ccc96f70-e259-4ae7-a595-7c0a11429554 could not be found. Oct 04 21:03:00.184037 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:03:00.184037 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:03:00.184037 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:03:00.184037 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:03:00.184037 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:03:00.184037 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:03:00.184037 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:03:00.184037 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:03:00.184037 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:03:00.184037 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:03:00.184037 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:03:00.184037 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:00.184037 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:00.184037 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:00.184037 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:00.184037 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:03:00.184037 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:00.184037 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:03:00.184037 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:03:00.184037 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:00.184037 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:00.184037 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:00.184037 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:00.184037 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:03:00.184037 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:00.184037 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:03:00.184037 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:03:00.184037 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:00.184037 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:00.184037 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:00.184037 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:00.184037 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:03:00.184037 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:03:00.184037 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:03:00.184037 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:03:00.184037 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:03:00.184037 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:03:00.184037 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet ccc96f70-e259-4ae7-a595-7c0a11429554 could not be found. Oct 04 21:03:00.184037 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:03:00.192009 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Failed to bind port 45fdbfe6-33d7-4671-a909-520b92902c3a on host n-d-852085-12 for vnic_type normal using segments [{'id': '765663e8-7e12-4070-a568-29bcaeceb24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '094278d7-6061-4553-add0-82c5643cb23f'}] Oct 04 21:03:00.240383 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Attempt 2 to bind port 45fdbfe6-33d7-4671-a909-520b92902c3a Oct 04 21:03:00.241976 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-f38298c5-a501-40a6-a7a9-6dca3801a993 tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] delete failed (client error): The resource could not be found. Oct 04 21:03:00.244216 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f38298c5-a501-40a6-a7a9-6dca3801a993 tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] 10.222.0.78 "DELETE /networking/v2.0/floatingips/1d3b81f5-6d0b-4842-ac1d-070bcd4edc5a HTTP/1.1" status: 404 len: 345 time: 0.1035705 Oct 04 21:03:00.261419 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54880) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:00.323225 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b63e2df3-2a74-4926-abd0-a84452746311 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group (700327b2-1b63-44a1-ad16-3c6c8b559f4e), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:00.343422 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Attempting to bind port 45fdbfe6-33d7-4671-a909-520b92902c3a on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:03:00.345290 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Attempting to bind port 45fdbfe6-33d7-4671-a909-520b92902c3a by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '765663e8-7e12-4070-a568-29bcaeceb24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '094278d7-6061-4553-add0-82c5643cb23f'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:03:00.347090 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Attempting to bind port 45fdbfe6-33d7-4671-a909-520b92902c3a on network 094278d7-6061-4553-add0-82c5643cb23f {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:03:00.359033 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2e5bf5e-8d8e-4611-ba78-139d4681f9d6 tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] DELETE failed (client error): The resource could not be found. Oct 04 21:03:00.360519 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2e5bf5e-8d8e-4611-ba78-139d4681f9d6 tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:03:00.367657 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a2e5bf5e-8d8e-4611-ba78-139d4681f9d6 tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] 10.222.0.78 "DELETE /networking/v2.0/networks/1b2a3a26-fcd3-4533-99bb-de026b19575a HTTP/1.1" status: 404 len: 339 time: 0.1014929 Oct 04 21:03:00.380829 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54884) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:00.390040 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-a2d32843-ab7e-489c-92be-3c93ab296291 tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Request body: {'network': {'name': 'tempest-network--995485431', 'router:external': True}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:03:00.398163 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:00.412280 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:00.473153 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet ccc96f70-e259-4ae7-a595-7c0a11429554 could not be found. Oct 04 21:03:00.473153 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:03:00.473153 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:03:00.473153 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:03:00.473153 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:03:00.473153 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:03:00.473153 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:03:00.473153 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:03:00.473153 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:03:00.473153 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:03:00.473153 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:03:00.473153 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:03:00.473153 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:03:00.473153 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:03:00.473153 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:00.473153 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:00.473153 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:00.473153 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:00.473153 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:03:00.473153 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:00.473153 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:03:00.473153 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:03:00.473153 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:00.473153 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:00.473153 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:00.473153 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:00.473153 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:03:00.473153 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:00.473153 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:03:00.473153 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:03:00.473153 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:00.473153 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:00.473153 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:00.473153 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:00.473153 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:03:00.473153 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:03:00.473153 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:03:00.473153 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:03:00.473153 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:03:00.473153 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:03:00.473153 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet ccc96f70-e259-4ae7-a595-7c0a11429554 could not be found. Oct 04 21:03:00.473153 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:03:00.479270 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Attempting to bind port 45fdbfe6-33d7-4671-a909-520b92902c3a on network 094278d7-6061-4553-add0-82c5643cb23f {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:03:00.486650 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-f300b880-902a-43d1-909b-815863979934 None None] Provisioning complete for port 322c2467-a308-4197-9d45-fd24561ca042 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:03:00.487424 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f300b880-902a-43d1-909b-815863979934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (322c2467-a308-4197-9d45-fd24561ca042), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:00.488226 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-f300b880-902a-43d1-909b-815863979934 None None] Attempt 1 to provision port 322c2467-a308-4197-9d45-fd24561ca042 Oct 04 21:03:00.534784 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.db.api [None req-78fc6b70-74a3-4e82-840d-ae275859407a tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 04 21:03:00.534784 n-d-852085-12 neutron-server[108169]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 04 21:03:00.534784 n-d-852085-12 neutron-server[108169]: [parameters: {'id': '094278d7-6061-4553-add0-82c5643cb23f'}] Oct 04 21:03:00.534784 n-d-852085-12 neutron-server[108169]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=108169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 21:03:00.535581 n-d-852085-12 neutron-server[108169]: DEBUG oslo_db.api [None req-78fc6b70-74a3-4e82-840d-ae275859407a tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 21:03:00.536263 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b63e2df3-2a74-4926-abd0-a84452746311 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (700327b2-1b63-44a1-ad16-3c6c8b559f4e), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:00.613559 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8c844050-0d51-44fb-afc2-76b0cd849f5d tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks [] for port (67c057ef-102e-4fde-b167-0ea1d8cf4def), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:00.672035 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0467e365-bafe-4a44-b1c5-8f08c1d84974 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks [] for router_gateway (a1b46abb-9ea9-4a5c-b0d3-c56819f6472f), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:00.719072 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63e2df3-2a74-4926-abd0-a84452746311 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=700327b2-1b63-44a1-ad16-3c6c8b559f4e,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:00.753215 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0467e365-bafe-4a44-b1c5-8f08c1d84974 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:00.787270 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b63e2df3-2a74-4926-abd0-a84452746311 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:00.789842 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b63e2df3-2a74-4926-abd0-a84452746311 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 2.3573809 Oct 04 21:03:00.797125 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54888) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:00.810398 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d32843-ab7e-489c-92be-3c93ab296291 tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Made reservation on behalf of e09b9c0d050c4bd28053a22fabbc84e0 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:03:00.814921 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-4576a3a7-f40f-4bb0-b03e-f6614c71491b tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Request body: {'security_group_rule': {'security_group_id': '700327b2-1b63-44a1-ad16-3c6c8b559f4e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:03:00.815325 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a2d32843-ab7e-489c-92be-3c93ab296291 tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:00.902343 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c6e66d48-b3fd-4cca-861c-af21aea13094 admin admin] Publish callbacks [] for security_group (833d8a08-afa1-4056-8797-2e9040e6c31c), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:00.909847 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 765663e8-7e12-4070-a568-29bcaeceb24b resource provider aggregate not found Oct 04 21:03:00.995991 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-6f2102b6-13d0-45b5-ae21-ea56901066b0 None None] Attempting to bind port 74cd6552-86c3-4c4d-8478-bd9247d2e071 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:03:00.996839 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-6f2102b6-13d0-45b5-ae21-ea56901066b0 None None] Attempting to bind port 74cd6552-86c3-4c4d-8478-bd9247d2e071 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '05e29431-f317-4403-aaee-9dadc47c1893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '53d667fa-1811-439d-a3e7-6df8b2132bee'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:03:00.996839 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2102b6-13d0-45b5-ae21-ea56901066b0 None None] Attempting to bind port 74cd6552-86c3-4c4d-8478-bd9247d2e071 on network 53d667fa-1811-439d-a3e7-6df8b2132bee {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:03:01.010508 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 765663e8-7e12-4070-a568-29bcaeceb24b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 765663e8-7e12-4070-a568-29bcaeceb24b found for delete ", "request_id": "req-abad21ba-dfd2-474a-a98d-466a8b488dec"}]} Oct 04 21:03:01.012221 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2d32843-ab7e-489c-92be-3c93ab296291 tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:03:01.020397 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet ccc96f70-e259-4ae7-a595-7c0a11429554 could not be found. Oct 04 21:03:01.020397 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:03:01.020397 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:03:01.020397 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:03:01.020397 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:03:01.020397 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:03:01.020397 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:03:01.020397 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:03:01.020397 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:03:01.020397 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:03:01.020397 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:03:01.020397 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:03:01.020397 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:01.020397 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:01.020397 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:01.020397 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:01.020397 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:03:01.020397 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:01.020397 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:03:01.020397 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:03:01.020397 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:01.020397 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:01.020397 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:01.020397 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:01.020397 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:03:01.020397 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:01.020397 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:03:01.020397 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:03:01.020397 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:01.020397 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:01.020397 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:01.020397 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:01.020397 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:03:01.020397 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:03:01.020397 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:03:01.020397 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:03:01.020397 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:03:01.020397 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:03:01.020397 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet ccc96f70-e259-4ae7-a595-7c0a11429554 could not be found. Oct 04 21:03:01.020397 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:03:01.025584 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Failed to bind port 45fdbfe6-33d7-4671-a909-520b92902c3a on host n-d-852085-12 for vnic_type normal using segments [{'id': '765663e8-7e12-4070-a568-29bcaeceb24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '094278d7-6061-4553-add0-82c5643cb23f'}] Oct 04 21:03:01.029426 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c6e66d48-b3fd-4cca-861c-af21aea13094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (833d8a08-afa1-4056-8797-2e9040e6c31c), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:01.047121 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-78fc6b70-74a3-4e82-840d-ae275859407a tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (094278d7-6061-4553-add0-82c5643cb23f), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:01.066857 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Attempt 3 to bind port 45fdbfe6-33d7-4671-a909-520b92902c3a Oct 04 21:03:01.106882 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Attempting to bind port 45fdbfe6-33d7-4671-a909-520b92902c3a on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:03:01.107541 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Attempting to bind port 45fdbfe6-33d7-4671-a909-520b92902c3a by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '765663e8-7e12-4070-a568-29bcaeceb24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '094278d7-6061-4553-add0-82c5643cb23f'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:03:01.108145 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Attempting to bind port 45fdbfe6-33d7-4671-a909-520b92902c3a on network 094278d7-6061-4553-add0-82c5643cb23f {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:03:01.157046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet ccc96f70-e259-4ae7-a595-7c0a11429554 could not be found. Oct 04 21:03:01.157046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:03:01.157046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:03:01.157046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:03:01.157046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:03:01.157046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:03:01.157046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:03:01.157046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:03:01.157046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:03:01.157046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:03:01.157046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:03:01.157046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:03:01.157046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:03:01.157046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:03:01.157046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:01.157046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:01.157046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:01.157046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:01.157046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:03:01.157046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:01.157046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:03:01.157046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:03:01.157046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:01.157046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:01.157046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:01.157046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:01.157046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:03:01.157046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:01.157046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:03:01.157046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:03:01.157046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:01.157046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:01.157046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:01.157046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:01.157046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:03:01.157046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:03:01.157046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:03:01.157046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:03:01.157046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:03:01.157046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:03:01.157046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet ccc96f70-e259-4ae7-a595-7c0a11429554 could not be found. Oct 04 21:03:01.157046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:03:01.163417 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Attempting to bind port 45fdbfe6-33d7-4671-a909-520b92902c3a on network 094278d7-6061-4553-add0-82c5643cb23f {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:03:01.212776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet ccc96f70-e259-4ae7-a595-7c0a11429554 could not be found. Oct 04 21:03:01.212776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:03:01.212776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:03:01.212776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:03:01.212776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:03:01.212776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:03:01.212776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:03:01.212776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:03:01.212776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:03:01.212776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:03:01.212776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:03:01.212776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:03:01.212776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:01.212776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:01.212776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:01.212776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:01.212776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:03:01.212776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:01.212776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:03:01.212776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:03:01.212776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:01.212776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:01.212776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:01.212776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:01.212776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:03:01.212776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:01.212776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:03:01.212776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:03:01.212776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:01.212776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:01.212776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:01.212776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:01.212776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:03:01.212776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:03:01.212776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:03:01.212776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:03:01.212776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:03:01.212776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:03:01.212776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet ccc96f70-e259-4ae7-a595-7c0a11429554 could not be found. Oct 04 21:03:01.212776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:03:01.220564 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Failed to bind port 45fdbfe6-33d7-4671-a909-520b92902c3a on host n-d-852085-12 for vnic_type normal using segments [{'id': '765663e8-7e12-4070-a568-29bcaeceb24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '094278d7-6061-4553-add0-82c5643cb23f'}] Oct 04 21:03:01.220564 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Attempt 4 to bind port 45fdbfe6-33d7-4671-a909-520b92902c3a Oct 04 21:03:01.241358 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-0467e365-bafe-4a44-b1c5-8f08c1d84974 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Allocated IP 172.25.5.208 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/939d371d-319f-4637-90d3-9595a70dc4a7) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:03:01.244495 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-f300b880-902a-43d1-909b-815863979934 None None] Port 322c2467-a308-4197-9d45-fd24561ca042 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:03:01.256061 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a2d32843-ab7e-489c-92be-3c93ab296291 tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (5f93a320-27da-41be-9a94-06f1b75abd93), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:01.256882 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-a2d32843-ab7e-489c-92be-3c93ab296291 tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Added segment 5f93a320-27da-41be-9a94-06f1b75abd93 of type vlan for network b6202bc5-4c05-4b94-aed0-c86c7bd9121d Oct 04 21:03:01.268193 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-78fc6b70-74a3-4e82-840d-ae275859407a tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Deleting port 45fdbfe6-33d7-4671-a909-520b92902c3a {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:03:01.268866 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-78fc6b70-74a3-4e82-840d-ae275859407a tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (45fdbfe6-33d7-4671-a909-520b92902c3a), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:01.269067 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Attempting to bind port 45fdbfe6-33d7-4671-a909-520b92902c3a on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:03:01.269734 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Attempting to bind port 45fdbfe6-33d7-4671-a909-520b92902c3a by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '765663e8-7e12-4070-a568-29bcaeceb24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '094278d7-6061-4553-add0-82c5643cb23f'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:03:01.270332 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Attempting to bind port 45fdbfe6-33d7-4671-a909-520b92902c3a on network 094278d7-6061-4553-add0-82c5643cb23f {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:03:01.306173 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8c844050-0d51-44fb-afc2-76b0cd849f5d tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (67c057ef-102e-4fde-b167-0ea1d8cf4def), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:01.316588 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet ccc96f70-e259-4ae7-a595-7c0a11429554 could not be found. Oct 04 21:03:01.316588 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:03:01.316588 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:03:01.316588 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:03:01.316588 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:03:01.316588 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:03:01.316588 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:03:01.316588 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:03:01.316588 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:03:01.316588 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:03:01.316588 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:03:01.316588 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:03:01.316588 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:03:01.316588 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:03:01.316588 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:01.316588 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:01.316588 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:01.316588 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:01.316588 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:03:01.316588 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:01.316588 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:03:01.316588 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:03:01.316588 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:01.316588 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:01.316588 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:01.316588 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:01.316588 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:03:01.316588 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:01.316588 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:03:01.316588 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:03:01.316588 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:01.316588 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:01.316588 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:01.316588 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:01.316588 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:03:01.316588 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:03:01.316588 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:03:01.316588 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:03:01.316588 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:03:01.316588 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:03:01.316588 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet ccc96f70-e259-4ae7-a595-7c0a11429554 could not be found. Oct 04 21:03:01.316588 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:03:01.330857 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Attempting to bind port 45fdbfe6-33d7-4671-a909-520b92902c3a on network 094278d7-6061-4553-add0-82c5643cb23f {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:03:01.357723 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2102b6-13d0-45b5-ae21-ea56901066b0 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:03:01.358132 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2102b6-13d0-45b5-ae21-ea56901066b0 None None] Checking segment: {'id': '05e29431-f317-4403-aaee-9dadc47c1893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '53d667fa-1811-439d-a3e7-6df8b2132bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:03:01.358523 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6f2102b6-13d0-45b5-ae21-ea56901066b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:01.359171 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2102b6-13d0-45b5-ae21-ea56901066b0 None None] Bound using segment: {'id': '05e29431-f317-4403-aaee-9dadc47c1893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '53d667fa-1811-439d-a3e7-6df8b2132bee'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:03:01.360322 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-6f2102b6-13d0-45b5-ae21-ea56901066b0 None None] Bound port: 74cd6552-86c3-4c4d-8478-bd9247d2e071, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05e29431-f317-4403-aaee-9dadc47c1893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '53d667fa-1811-439d-a3e7-6df8b2132bee'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:03:01.361371 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6f2102b6-13d0-45b5-ae21-ea56901066b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (74cd6552-86c3-4c4d-8478-bd9247d2e071), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:01.369198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet ccc96f70-e259-4ae7-a595-7c0a11429554 could not be found. Oct 04 21:03:01.369198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:03:01.369198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:03:01.369198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:03:01.369198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:03:01.369198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:03:01.369198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:03:01.369198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:03:01.369198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:03:01.369198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:03:01.369198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:03:01.369198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:03:01.369198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:01.369198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:01.369198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:01.369198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:01.369198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:03:01.369198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:01.369198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:03:01.369198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:03:01.369198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:01.369198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:01.369198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:01.369198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:01.369198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:03:01.369198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:01.369198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:03:01.369198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:03:01.369198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:01.369198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:01.369198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:01.369198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:01.369198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:03:01.369198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:03:01.369198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:03:01.369198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:03:01.369198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:03:01.369198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:03:01.369198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet ccc96f70-e259-4ae7-a595-7c0a11429554 could not be found. Oct 04 21:03:01.369198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:03:01.375009 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Failed to bind port 45fdbfe6-33d7-4671-a909-520b92902c3a on host n-d-852085-12 for vnic_type normal using segments [{'id': '765663e8-7e12-4070-a568-29bcaeceb24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '094278d7-6061-4553-add0-82c5643cb23f'}] Oct 04 21:03:01.379876 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Attempt 5 to bind port 45fdbfe6-33d7-4671-a909-520b92902c3a Oct 04 21:03:01.401787 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4576a3a7-f40f-4bb0-b03e-f6614c71491b tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group_rule (6504901b-1cd3-45e0-9eea-13780f799fa2), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:01.433089 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e66d48-b3fd-4cca-861c-af21aea13094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833d8a08-afa1-4056-8797-2e9040e6c31c,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:01.485402 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c6e66d48-b3fd-4cca-861c-af21aea13094 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=1562d48ed80140b0ab30161d95fcf5d6&name=default HTTP/1.1" status: 200 len: 3000 time: 2.8691001 Oct 04 21:03:01.511179 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c844050-0d51-44fb-afc2-76b0cd849f5d tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:03:01.521935 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54896) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:01.527886 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-6f2102b6-13d0-45b5-ae21-ea56901066b0 None None] For port 74cd6552-86c3-4c4d-8478-bd9247d2e071, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:03:01.535698 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-6f2102b6-13d0-45b5-ae21-ea56901066b0 None None] For port 74cd6552-86c3-4c4d-8478-bd9247d2e071, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=74cd6552-86c3-4c4d-8478-bd9247d2e071,segment=NetworkSegment(05e29431-f317-4403-aaee-9dadc47c1893),segment_id=05e29431-f317-4403-aaee-9dadc47c1893)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:03:01.539016 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:01.543300 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Attempting to bind port 45fdbfe6-33d7-4671-a909-520b92902c3a on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:03:01.543933 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Attempting to bind port 45fdbfe6-33d7-4671-a909-520b92902c3a by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '765663e8-7e12-4070-a568-29bcaeceb24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '094278d7-6061-4553-add0-82c5643cb23f'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:03:01.545514 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Attempting to bind port 45fdbfe6-33d7-4671-a909-520b92902c3a on network 094278d7-6061-4553-add0-82c5643cb23f {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:03:01.585558 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet ccc96f70-e259-4ae7-a595-7c0a11429554 could not be found. Oct 04 21:03:01.585558 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:03:01.585558 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:03:01.585558 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:03:01.585558 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:03:01.585558 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:03:01.585558 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:03:01.585558 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:03:01.585558 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:03:01.585558 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:03:01.585558 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:03:01.585558 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:03:01.585558 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:03:01.585558 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:03:01.585558 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:01.585558 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:01.585558 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:01.585558 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:01.585558 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:03:01.585558 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:01.585558 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:03:01.585558 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:03:01.585558 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:01.585558 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:01.585558 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:01.585558 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:01.585558 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:03:01.585558 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:01.585558 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:03:01.585558 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:03:01.585558 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:01.585558 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:01.585558 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:01.585558 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:01.585558 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:03:01.585558 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:03:01.585558 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:03:01.585558 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:03:01.585558 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:03:01.585558 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:03:01.585558 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet ccc96f70-e259-4ae7-a595-7c0a11429554 could not be found. Oct 04 21:03:01.585558 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:03:01.590768 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Attempting to bind port 45fdbfe6-33d7-4671-a909-520b92902c3a on network 094278d7-6061-4553-add0-82c5643cb23f {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:03:01.620979 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a2d32843-ab7e-489c-92be-3c93ab296291 tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (b6202bc5-4c05-4b94-aed0-c86c7bd9121d), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:01.638563 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet ccc96f70-e259-4ae7-a595-7c0a11429554 could not be found. Oct 04 21:03:01.638563 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:03:01.638563 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:03:01.638563 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:03:01.638563 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:03:01.638563 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:03:01.638563 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:03:01.638563 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:03:01.638563 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:03:01.638563 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:03:01.638563 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:03:01.638563 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:03:01.638563 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:01.638563 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:01.638563 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:01.638563 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:01.638563 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:03:01.638563 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:01.638563 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:03:01.638563 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:03:01.638563 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:01.638563 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:01.638563 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:01.638563 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:01.638563 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:03:01.638563 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:01.638563 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:03:01.638563 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:03:01.638563 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:01.638563 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:01.638563 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:01.638563 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:01.638563 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:03:01.638563 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:03:01.638563 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:03:01.638563 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:03:01.638563 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:03:01.638563 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:03:01.638563 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet ccc96f70-e259-4ae7-a595-7c0a11429554 could not be found. Oct 04 21:03:01.638563 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:03:01.645917 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Failed to bind port 45fdbfe6-33d7-4671-a909-520b92902c3a on host n-d-852085-12 for vnic_type normal using segments [{'id': '765663e8-7e12-4070-a568-29bcaeceb24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '094278d7-6061-4553-add0-82c5643cb23f'}] Oct 04 21:03:01.645917 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Attempt 6 to bind port 45fdbfe6-33d7-4671-a909-520b92902c3a Oct 04 21:03:01.653147 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-78fc6b70-74a3-4e82-840d-ae275859407a tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] For port 45fdbfe6-33d7-4671-a909-520b92902c3a, host n-d-852085-12, got binding levels [] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:03:01.653773 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-78fc6b70-74a3-4e82-840d-ae275859407a tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (45fdbfe6-33d7-4671-a909-520b92902c3a), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:01.663961 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:01.669252 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-8c844050-0d51-44fb-afc2-76b0cd849f5d tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:03:01.669554 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Attempting to bind port 45fdbfe6-33d7-4671-a909-520b92902c3a on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:03:01.669962 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Attempting to bind port 45fdbfe6-33d7-4671-a909-520b92902c3a by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '765663e8-7e12-4070-a568-29bcaeceb24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '094278d7-6061-4553-add0-82c5643cb23f'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:03:01.670595 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Attempting to bind port 45fdbfe6-33d7-4671-a909-520b92902c3a on network 094278d7-6061-4553-add0-82c5643cb23f {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:03:01.678747 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c844050-0d51-44fb-afc2-76b0cd849f5d tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:03:01.737589 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-78fc6b70-74a3-4e82-840d-ae275859407a tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Calling delete_port for 45fdbfe6-33d7-4671-a909-520b92902c3a owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:03:01.737935 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6f2102b6-13d0-45b5-ae21-ea56901066b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (74cd6552-86c3-4c4d-8478-bd9247d2e071), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:01.755579 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet ccc96f70-e259-4ae7-a595-7c0a11429554 could not be found. Oct 04 21:03:01.755579 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:03:01.755579 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:03:01.755579 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:03:01.755579 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:03:01.755579 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:03:01.755579 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:03:01.755579 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:03:01.755579 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:03:01.755579 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:03:01.755579 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:03:01.755579 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:03:01.755579 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:03:01.755579 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:03:01.755579 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:01.755579 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:01.755579 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:01.755579 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:01.755579 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:03:01.755579 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:01.755579 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:03:01.755579 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:03:01.755579 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:01.755579 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:01.755579 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:01.755579 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:01.755579 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:03:01.755579 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:01.755579 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:03:01.755579 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:03:01.755579 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:01.755579 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:01.755579 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:01.755579 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:01.755579 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:03:01.755579 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:03:01.755579 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:03:01.755579 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:03:01.755579 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:03:01.755579 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:03:01.755579 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet ccc96f70-e259-4ae7-a595-7c0a11429554 could not be found. Oct 04 21:03:01.755579 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:03:01.761003 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Attempting to bind port 45fdbfe6-33d7-4671-a909-520b92902c3a on network 094278d7-6061-4553-add0-82c5643cb23f {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:03:01.826612 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:01.842513 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet ccc96f70-e259-4ae7-a595-7c0a11429554 could not be found. Oct 04 21:03:01.842513 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:03:01.842513 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:03:01.842513 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:03:01.842513 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:03:01.842513 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:03:01.842513 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:03:01.842513 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:03:01.842513 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:03:01.842513 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:03:01.842513 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:03:01.842513 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:03:01.842513 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:01.842513 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:01.842513 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:01.842513 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:01.842513 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:03:01.842513 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:01.842513 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:03:01.842513 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:03:01.842513 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:01.842513 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:01.842513 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:01.842513 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:01.842513 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:03:01.842513 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:01.842513 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:03:01.842513 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:03:01.842513 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:01.842513 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:01.842513 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:01.842513 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:01.842513 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:03:01.842513 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:03:01.842513 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:03:01.842513 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:03:01.842513 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:03:01.842513 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:03:01.842513 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet ccc96f70-e259-4ae7-a595-7c0a11429554 could not be found. Oct 04 21:03:01.842513 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:03:01.851956 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Failed to bind port 45fdbfe6-33d7-4671-a909-520b92902c3a on host n-d-852085-12 for vnic_type normal using segments [{'id': '765663e8-7e12-4070-a568-29bcaeceb24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '094278d7-6061-4553-add0-82c5643cb23f'}] Oct 04 21:03:01.851956 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Attempt 7 to bind port 45fdbfe6-33d7-4671-a909-520b92902c3a Oct 04 21:03:01.870848 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c844050-0d51-44fb-afc2-76b0cd849f5d tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Pushing event updated for resources: {'Port': ['ID=67c057ef-102e-4fde-b167-0ea1d8cf4def,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:01.908521 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Attempting to bind port 45fdbfe6-33d7-4671-a909-520b92902c3a on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:03:01.910076 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Attempting to bind port 45fdbfe6-33d7-4671-a909-520b92902c3a by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '765663e8-7e12-4070-a568-29bcaeceb24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '094278d7-6061-4553-add0-82c5643cb23f'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:03:01.910776 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Attempting to bind port 45fdbfe6-33d7-4671-a909-520b92902c3a on network 094278d7-6061-4553-add0-82c5643cb23f {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:03:01.935899 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0467e365-bafe-4a44-b1c5-8f08c1d84974 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks [] for port (939d371d-319f-4637-90d3-9595a70dc4a7), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:01.974382 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet ccc96f70-e259-4ae7-a595-7c0a11429554 could not be found. Oct 04 21:03:01.974382 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:03:01.974382 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:03:01.974382 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:03:01.974382 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:03:01.974382 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:03:01.974382 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:03:01.974382 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:03:01.974382 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:03:01.974382 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:03:01.974382 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:03:01.974382 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:03:01.974382 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:03:01.974382 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:03:01.974382 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:01.974382 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:01.974382 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:01.974382 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:01.974382 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:03:01.974382 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:01.974382 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:03:01.974382 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:03:01.974382 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:01.974382 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:01.974382 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:01.974382 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:01.974382 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:03:01.974382 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:01.974382 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:03:01.974382 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:03:01.974382 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:01.974382 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:01.974382 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:01.974382 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:01.974382 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:03:01.974382 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:03:01.974382 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:03:01.974382 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:03:01.974382 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:03:01.974382 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:03:01.974382 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet ccc96f70-e259-4ae7-a595-7c0a11429554 could not be found. Oct 04 21:03:01.974382 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:03:01.989239 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Attempting to bind port 45fdbfe6-33d7-4671-a909-520b92902c3a on network 094278d7-6061-4553-add0-82c5643cb23f {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:03:01.989239 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2102b6-13d0-45b5-ae21-ea56901066b0 None None] Pushing event updated for resources: {'Port': ['ID=74cd6552-86c3-4c4d-8478-bd9247d2e071,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:01.999172 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-475e8083-0a26-4fb0-8e72-fcb35c1d4370 admin admin] Publish callbacks [] for security_group (833d8a08-afa1-4056-8797-2e9040e6c31c), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:02.025668 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-792e5d77-b03b-4a6a-9f4d-9005efd8d9f6 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for port (322c2467-a308-4197-9d45-fd24561ca042), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:02.055290 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet ccc96f70-e259-4ae7-a595-7c0a11429554 could not be found. Oct 04 21:03:02.055290 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:03:02.055290 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:03:02.055290 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:03:02.055290 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:03:02.055290 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:03:02.055290 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:03:02.055290 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:03:02.055290 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:03:02.055290 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:03:02.055290 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:03:02.055290 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:03:02.055290 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:02.055290 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:02.055290 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:02.055290 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:02.055290 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:03:02.055290 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:02.055290 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:03:02.055290 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:03:02.055290 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:02.055290 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:02.055290 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:02.055290 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:02.055290 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:03:02.055290 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:02.055290 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:03:02.055290 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:03:02.055290 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:02.055290 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:02.055290 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:02.055290 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:02.055290 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:03:02.055290 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:03:02.055290 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:03:02.055290 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:03:02.055290 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:03:02.055290 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:03:02.055290 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet ccc96f70-e259-4ae7-a595-7c0a11429554 could not be found. Oct 04 21:03:02.055290 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:03:02.060530 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Failed to bind port 45fdbfe6-33d7-4671-a909-520b92902c3a on host n-d-852085-12 for vnic_type normal using segments [{'id': '765663e8-7e12-4070-a568-29bcaeceb24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '094278d7-6061-4553-add0-82c5643cb23f'}] Oct 04 21:03:02.060530 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Attempt 8 to bind port 45fdbfe6-33d7-4671-a909-520b92902c3a Oct 04 21:03:02.062702 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4576a3a7-f40f-4bb0-b03e-f6614c71491b tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group_rule (6504901b-1cd3-45e0-9eea-13780f799fa2), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:02.071346 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-475e8083-0a26-4fb0-8e72-fcb35c1d4370 admin admin] Publish callbacks [] for security_group (833d8a08-afa1-4056-8797-2e9040e6c31c), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:02.084509 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Attempting to bind port 45fdbfe6-33d7-4671-a909-520b92902c3a on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:03:02.085132 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Attempting to bind port 45fdbfe6-33d7-4671-a909-520b92902c3a by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '765663e8-7e12-4070-a568-29bcaeceb24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '094278d7-6061-4553-add0-82c5643cb23f'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:03:02.086036 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Attempting to bind port 45fdbfe6-33d7-4671-a909-520b92902c3a on network 094278d7-6061-4553-add0-82c5643cb23f {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:03:02.090104 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a2d32843-ab7e-489c-92be-3c93ab296291 tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (b6202bc5-4c05-4b94-aed0-c86c7bd9121d), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:02.093060 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d32843-ab7e-489c-92be-3c93ab296291 tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:03:02.094121 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a2d32843-ab7e-489c-92be-3c93ab296291 tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:02.147435 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet ccc96f70-e259-4ae7-a595-7c0a11429554 could not be found. Oct 04 21:03:02.147435 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:03:02.147435 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:03:02.147435 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:03:02.147435 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:03:02.147435 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:03:02.147435 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:03:02.147435 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:03:02.147435 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:03:02.147435 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:03:02.147435 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:03:02.147435 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:03:02.147435 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:03:02.147435 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:03:02.147435 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:02.147435 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:02.147435 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:02.147435 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:02.147435 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:03:02.147435 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:02.147435 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:03:02.147435 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:03:02.147435 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:02.147435 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:02.147435 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:02.147435 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:02.147435 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:03:02.147435 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:02.147435 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:03:02.147435 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:03:02.147435 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:02.147435 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:02.147435 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:02.147435 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:02.147435 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:03:02.147435 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:03:02.147435 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:03:02.147435 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:03:02.147435 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:03:02.147435 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:03:02.147435 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet ccc96f70-e259-4ae7-a595-7c0a11429554 could not be found. Oct 04 21:03:02.147435 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:03:02.156215 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Attempting to bind port 45fdbfe6-33d7-4671-a909-520b92902c3a on network 094278d7-6061-4553-add0-82c5643cb23f {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:03:02.202783 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-792e5d77-b03b-4a6a-9f4d-9005efd8d9f6 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (322c2467-a308-4197-9d45-fd24561ca042), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:02.277829 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet ccc96f70-e259-4ae7-a595-7c0a11429554 could not be found. Oct 04 21:03:02.277829 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:03:02.277829 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:03:02.277829 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:03:02.277829 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:03:02.277829 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:03:02.277829 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:03:02.277829 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:03:02.277829 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:03:02.277829 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:03:02.277829 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:03:02.277829 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:03:02.277829 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:02.277829 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:02.277829 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:02.277829 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:02.277829 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:03:02.277829 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:02.277829 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:03:02.277829 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:03:02.277829 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:02.277829 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:02.277829 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:02.277829 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:02.277829 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:03:02.277829 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:02.277829 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:03:02.277829 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:03:02.277829 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:02.277829 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:02.277829 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:02.277829 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:02.277829 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:03:02.277829 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:03:02.277829 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:03:02.277829 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:03:02.277829 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:03:02.277829 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:03:02.277829 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet ccc96f70-e259-4ae7-a595-7c0a11429554 could not be found. Oct 04 21:03:02.277829 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:03:02.285666 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Failed to bind port 45fdbfe6-33d7-4671-a909-520b92902c3a on host n-d-852085-12 for vnic_type normal using segments [{'id': '765663e8-7e12-4070-a568-29bcaeceb24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '094278d7-6061-4553-add0-82c5643cb23f'}] Oct 04 21:03:02.285666 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Attempt 9 to bind port 45fdbfe6-33d7-4671-a909-520b92902c3a Oct 04 21:03:02.315362 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4576a3a7-f40f-4bb0-b03e-f6614c71491b tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (6504901b-1cd3-45e0-9eea-13780f799fa2), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:02.340828 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Attempting to bind port 45fdbfe6-33d7-4671-a909-520b92902c3a on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:03:02.341291 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Attempting to bind port 45fdbfe6-33d7-4671-a909-520b92902c3a by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '765663e8-7e12-4070-a568-29bcaeceb24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '094278d7-6061-4553-add0-82c5643cb23f'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:03:02.341671 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Attempting to bind port 45fdbfe6-33d7-4671-a909-520b92902c3a on network 094278d7-6061-4553-add0-82c5643cb23f {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:03:02.381612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet ccc96f70-e259-4ae7-a595-7c0a11429554 could not be found. Oct 04 21:03:02.381612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:03:02.381612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:03:02.381612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:03:02.381612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:03:02.381612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:03:02.381612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:03:02.381612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:03:02.381612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:03:02.381612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:03:02.381612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:03:02.381612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:03:02.381612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:03:02.381612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:03:02.381612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:02.381612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:02.381612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:02.381612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:02.381612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:03:02.381612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:02.381612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:03:02.381612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:03:02.381612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:02.381612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:02.381612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:02.381612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:02.381612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:03:02.381612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:02.381612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:03:02.381612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:03:02.381612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:02.381612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:02.381612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:02.381612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:02.381612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:03:02.381612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:03:02.381612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:03:02.381612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:03:02.381612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:03:02.381612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:03:02.381612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet ccc96f70-e259-4ae7-a595-7c0a11429554 could not be found. Oct 04 21:03:02.381612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:03:02.386598 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Attempting to bind port 45fdbfe6-33d7-4671-a909-520b92902c3a on network 094278d7-6061-4553-add0-82c5643cb23f {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:03:02.408683 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4576a3a7-f40f-4bb0-b03e-f6614c71491b tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6504901b-1cd3-45e0-9eea-13780f799fa2,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:02.459414 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:02.462883 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet ccc96f70-e259-4ae7-a595-7c0a11429554 could not be found. Oct 04 21:03:02.462883 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:03:02.462883 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:03:02.462883 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:03:02.462883 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:03:02.462883 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:03:02.462883 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:03:02.462883 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:03:02.462883 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:03:02.462883 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:03:02.462883 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:03:02.462883 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:03:02.462883 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:02.462883 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:02.462883 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:02.462883 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:02.462883 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:03:02.462883 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:02.462883 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:03:02.462883 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:03:02.462883 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:02.462883 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:02.462883 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:02.462883 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:02.462883 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:03:02.462883 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:02.462883 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:03:02.462883 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:03:02.462883 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:02.462883 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:02.462883 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:02.462883 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:02.462883 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:03:02.462883 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:03:02.462883 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:03:02.462883 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:03:02.462883 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:03:02.462883 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:03:02.462883 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet ccc96f70-e259-4ae7-a595-7c0a11429554 could not be found. Oct 04 21:03:02.462883 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:03:02.477472 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Failed to bind port 45fdbfe6-33d7-4671-a909-520b92902c3a on host n-d-852085-12 for vnic_type normal using segments [{'id': '765663e8-7e12-4070-a568-29bcaeceb24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '094278d7-6061-4553-add0-82c5643cb23f'}] Oct 04 21:03:02.477472 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Attempt 10 to bind port 45fdbfe6-33d7-4671-a909-520b92902c3a Oct 04 21:03:02.500660 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a2d32843-ab7e-489c-92be-3c93ab296291 tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.1141038 Oct 04 21:03:02.501554 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54906) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:02.517398 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Attempting to bind port 45fdbfe6-33d7-4671-a909-520b92902c3a on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:03:02.518401 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Attempting to bind port 45fdbfe6-33d7-4671-a909-520b92902c3a by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '765663e8-7e12-4070-a568-29bcaeceb24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '094278d7-6061-4553-add0-82c5643cb23f'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:03:02.519057 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Attempting to bind port 45fdbfe6-33d7-4671-a909-520b92902c3a on network 094278d7-6061-4553-add0-82c5643cb23f {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:03:02.622412 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet ccc96f70-e259-4ae7-a595-7c0a11429554 could not be found. Oct 04 21:03:02.622412 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:03:02.622412 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:03:02.622412 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:03:02.622412 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:03:02.622412 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:03:02.622412 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:03:02.622412 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:03:02.622412 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:03:02.622412 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:03:02.622412 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:03:02.622412 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:03:02.622412 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:03:02.622412 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:03:02.622412 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:02.622412 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:02.622412 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:02.622412 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:02.622412 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:03:02.622412 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:02.622412 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:03:02.622412 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:03:02.622412 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:02.622412 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:02.622412 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:02.622412 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:02.622412 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:03:02.622412 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:02.622412 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:03:02.622412 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:03:02.622412 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:02.622412 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:02.622412 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:02.622412 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:02.622412 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:03:02.622412 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:03:02.622412 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:03:02.622412 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:03:02.622412 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:03:02.622412 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:03:02.622412 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet ccc96f70-e259-4ae7-a595-7c0a11429554 could not be found. Oct 04 21:03:02.622412 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:03:02.630713 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-78fc6b70-74a3-4e82-840d-ae275859407a tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (45fdbfe6-33d7-4671-a909-520b92902c3a), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:02.635978 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Attempting to bind port 45fdbfe6-33d7-4671-a909-520b92902c3a on network 094278d7-6061-4553-add0-82c5643cb23f {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:03:02.659380 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0467e365-bafe-4a44-b1c5-8f08c1d84974 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (939d371d-319f-4637-90d3-9595a70dc4a7), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:02.667194 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4576a3a7-f40f-4bb0-b03e-f6614c71491b tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:02.669659 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4576a3a7-f40f-4bb0-b03e-f6614c71491b tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.8683813 Oct 04 21:03:02.683281 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54908) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:02.685029 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d32843-ab7e-489c-92be-3c93ab296291 tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Pushing event updated for resources: {'Network': ['ID=b6202bc5-4c05-4b94-aed0-c86c7bd9121d,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:02.715939 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fc6b70-74a3-4e82-840d-ae275859407a tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] No DVR routers for this DVR port 45fdbfe6-33d7-4671-a909-520b92902c3a on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:03:02.719812 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-792e5d77-b03b-4a6a-9f4d-9005efd8d9f6 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (c8a4a62e-cb50-4d66-9b32-52a69079a861), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:02.732127 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet ccc96f70-e259-4ae7-a595-7c0a11429554 could not be found. Oct 04 21:03:02.732127 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:03:02.732127 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:03:02.732127 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:03:02.732127 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:03:02.732127 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:03:02.732127 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:03:02.732127 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:03:02.732127 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:03:02.732127 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:03:02.732127 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:03:02.732127 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:03:02.732127 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:02.732127 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:02.732127 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:02.732127 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:02.732127 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:03:02.732127 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:02.732127 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:03:02.732127 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:03:02.732127 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:02.732127 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:02.732127 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:02.732127 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:02.732127 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:03:02.732127 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:02.732127 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:03:02.732127 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:03:02.732127 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:02.732127 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:02.732127 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:02.732127 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:02.732127 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:03:02.732127 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:03:02.732127 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:03:02.732127 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:03:02.732127 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:03:02.732127 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:03:02.732127 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet ccc96f70-e259-4ae7-a595-7c0a11429554 could not be found. Oct 04 21:03:02.732127 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:03:02.737519 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Failed to bind port 45fdbfe6-33d7-4671-a909-520b92902c3a on host n-d-852085-12 for vnic_type normal using segments [{'id': '765663e8-7e12-4070-a568-29bcaeceb24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '094278d7-6061-4553-add0-82c5643cb23f'}] Oct 04 21:03:02.737519 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (45fdbfe6-33d7-4671-a909-520b92902c3a), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:02.757090 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:02.787200 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network b6202bc5-4c05-4b94-aed0-c86c7bd9121d details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:03:02.800914 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792e5d77-b03b-4a6a-9f4d-9005efd8d9f6 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Pushing event updated for resources: {'Port': ['ID=322c2467-a308-4197-9d45-fd24561ca042,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:02.905203 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-a23554e1-d62c-41b0-a4e6-69eb2fa8686a None None] Port 45fdbfe6-33d7-4671-a909-520b92902c3a has been deleted concurrently {{(pid=108171) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:696}} Oct 04 21:03:02.995725 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0467e365-bafe-4a44-b1c5-8f08c1d84974 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:03:03.004288 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-475e8083-0a26-4fb0-8e72-fcb35c1d4370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (833d8a08-afa1-4056-8797-2e9040e6c31c), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:03.011549 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-475e8083-0a26-4fb0-8e72-fcb35c1d4370 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:03.014330 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-475e8083-0a26-4fb0-8e72-fcb35c1d4370 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/833d8a08-afa1-4056-8797-2e9040e6c31c HTTP/1.1" status: 204 len: 168 time: 1.4906723 Oct 04 21:03:03.016419 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fc6b70-74a3-4e82-840d-ae275859407a tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Pushing event deleted for resources: {'Port': ['ID=45fdbfe6-33d7-4671-a909-520b92902c3a,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:03.021472 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:INSERT=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:03.042243 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 74cd6552-86c3-4c4d-8478-bd9247d2e071 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:03:03.316745 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a44e1da-16db-4a92-9df1-e895d2398efa tempest-ExternalNetworksTestJSON-1475887242 tempest-ExternalNetworksTestJSON-1475887242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:03:03.339365 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a44e1da-16db-4a92-9df1-e895d2398efa tempest-ExternalNetworksTestJSON-1475887242 tempest-ExternalNetworksTestJSON-1475887242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:03:03.364346 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 74cd6552-86c3-4c4d-8478-bd9247d2e071 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:03:03.366908 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475e8083-0a26-4fb0-8e72-fcb35c1d4370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833d8a08-afa1-4056-8797-2e9040e6c31c,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:03.369143 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a44e1da-16db-4a92-9df1-e895d2398efa tempest-ExternalNetworksTestJSON-1475887242 tempest-ExternalNetworksTestJSON-1475887242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:03:03.393213 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (74cd6552-86c3-4c4d-8478-bd9247d2e071), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:03.394199 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 74cd6552-86c3-4c4d-8478-bd9247d2e071 Oct 04 21:03:03.394452 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-78fc6b70-74a3-4e82-840d-ae275859407a tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (094278d7-6061-4553-add0-82c5643cb23f), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:03.413461 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a44e1da-16db-4a92-9df1-e895d2398efa tempest-ExternalNetworksTestJSON-1475887242 tempest-ExternalNetworksTestJSON-1475887242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:03:03.421172 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2a44e1da-16db-4a92-9df1-e895d2398efa tempest-ExternalNetworksTestJSON-1475887242 tempest-ExternalNetworksTestJSON-1475887242-project] 10.222.0.78 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.9161577 Oct 04 21:03:03.426364 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54920) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:03.428470 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0467e365-bafe-4a44-b1c5-8f08c1d84974 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Pushing event updated for resources: {'Port': ['ID=939d371d-319f-4637-90d3-9595a70dc4a7,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:03.441343 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:03.459798 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-0467e365-bafe-4a44-b1c5-8f08c1d84974 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:03:03.469693 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0467e365-bafe-4a44-b1c5-8f08c1d84974 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:03:03.621982 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bbacfcde-1a75-4093-bb5a-8fbb2b4ddf77 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group_rule (6504901b-1cd3-45e0-9eea-13780f799fa2), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:03.653954 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bbacfcde-1a75-4093-bb5a-8fbb2b4ddf77 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group_rule (6504901b-1cd3-45e0-9eea-13780f799fa2), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:03.704459 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-78fc6b70-74a3-4e82-840d-ae275859407a tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['094278d7-6061-4553-add0-82c5643cb23f']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:03:03.714869 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8c844050-0d51-44fb-afc2-76b0cd849f5d tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks [] for router_gateway (df83e98f-46c3-4f7c-8320-54dadfc48396), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:03.728271 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 74cd6552-86c3-4c4d-8478-bd9247d2e071 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:03:03.733095 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (74cd6552-86c3-4c4d-8478-bd9247d2e071), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:03.886210 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:03.898780 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-78fc6b70-74a3-4e82-840d-ae275859407a tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '765663e8-7e12-4070-a568-29bcaeceb24b') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:03:03.898780 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-78fc6b70-74a3-4e82-840d-ae275859407a tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '765663e8-7e12-4070-a568-29bcaeceb24b') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:03:03.917847 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 74cd6552-86c3-4c4d-8478-bd9247d2e071, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=74cd6552-86c3-4c4d-8478-bd9247d2e071,segment=NetworkSegment(05e29431-f317-4403-aaee-9dadc47c1893),segment_id=05e29431-f317-4403-aaee-9dadc47c1893)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:03:03.961874 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-97d52516-575f-474e-a12f-a997e3e4898b tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (b6202bc5-4c05-4b94-aed0-c86c7bd9121d), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:03.972579 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-78fc6b70-74a3-4e82-840d-ae275859407a tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (765663e8-7e12-4070-a568-29bcaeceb24b), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:04.030170 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-78fc6b70-74a3-4e82-840d-ae275859407a tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (765663e8-7e12-4070-a568-29bcaeceb24b), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:04.043899 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (74cd6552-86c3-4c4d-8478-bd9247d2e071), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:04.105371 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792e5d77-b03b-4a6a-9f4d-9005efd8d9f6 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Network e40afdc2-04d3-419c-b697-6ad6fc8f7435 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:03:04.152421 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78fc6b70-74a3-4e82-840d-ae275859407a tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:03:04.179927 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-78fc6b70-74a3-4e82-840d-ae275859407a tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (765663e8-7e12-4070-a568-29bcaeceb24b), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:04.181048 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-792e5d77-b03b-4a6a-9f4d-9005efd8d9f6 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:03:04.279262 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:04.300071 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=74cd6552-86c3-4c4d-8478-bd9247d2e071,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:04.395108 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b767725b-5fd7-47c9-941d-2dcff92a61fb None None] Network 53d667fa-1811-439d-a3e7-6df8b2132bee requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:03:04.417124 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bbacfcde-1a75-4093-bb5a-8fbb2b4ddf77 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (6504901b-1cd3-45e0-9eea-13780f799fa2), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:04.460431 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bbacfcde-1a75-4093-bb5a-8fbb2b4ddf77 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:04.462509 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-bbacfcde-1a75-4093-bb5a-8fbb2b4ddf77 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "DELETE /networking/v2.0/security-group-rules/6504901b-1cd3-45e0-9eea-13780f799fa2 HTTP/1.1" status: 204 len: 168 time: 1.7014945 Oct 04 21:03:04.487100 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54928) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:04.748839 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-77b870b8-0c76-46d7-afa7-3cd383bf88d9 None None] Provisioning complete for port 74cd6552-86c3-4c4d-8478-bd9247d2e071 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:03:04.749431 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-77b870b8-0c76-46d7-afa7-3cd383bf88d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (74cd6552-86c3-4c4d-8478-bd9247d2e071), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:04.749982 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-77b870b8-0c76-46d7-afa7-3cd383bf88d9 None None] Attempt 1 to provision port 74cd6552-86c3-4c4d-8478-bd9247d2e071 Oct 04 21:03:05.002297 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-97d52516-575f-474e-a12f-a997e3e4898b tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (b6202bc5-4c05-4b94-aed0-c86c7bd9121d), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:05.024914 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 74cd6552-86c3-4c4d-8478-bd9247d2e071 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:03:05.055665 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-97d52516-575f-474e-a12f-a997e3e4898b tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6202bc5-4c05-4b94-aed0-c86c7bd9121d']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:03:05.079509 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-97d52516-575f-474e-a12f-a997e3e4898b tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f93a320-27da-41be-9a94-06f1b75abd93') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:03:05.080537 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-97d52516-575f-474e-a12f-a997e3e4898b tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f93a320-27da-41be-9a94-06f1b75abd93') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:03:05.107569 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-97d52516-575f-474e-a12f-a997e3e4898b tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (5f93a320-27da-41be-9a94-06f1b75abd93), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:05.121687 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54930) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:05.124747 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 765663e8-7e12-4070-a568-29bcaeceb24b resource provider aggregate not found Oct 04 21:03:05.135947 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-78fc6b70-74a3-4e82-840d-ae275859407a tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (094278d7-6061-4553-add0-82c5643cb23f), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:05.146183 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-78fc6b70-74a3-4e82-840d-ae275859407a tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:05.158607 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-78fc6b70-74a3-4e82-840d-ae275859407a tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] 10.222.0.78 "DELETE /networking/v2.0/networks/094278d7-6061-4553-add0-82c5643cb23f HTTP/1.1" status: 204 len: 168 time: 9.2343440 Oct 04 21:03:05.206922 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 765663e8-7e12-4070-a568-29bcaeceb24b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 765663e8-7e12-4070-a568-29bcaeceb24b found for delete ", "request_id": "req-bc4dec63-91f4-4750-b481-982fe9efa536"}]} Oct 04 21:03:05.212820 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54934) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:05.221115 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:05.226022 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-7834e00d-25ec-4a95-9f0e-446354764975 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-58886397'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:03:05.243823 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-77b870b8-0c76-46d7-afa7-3cd383bf88d9 None None] Current status of the port 74cd6552-86c3-4c4d-8478-bd9247d2e071 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:03:05.300002 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 74cd6552-86c3-4c4d-8478-bd9247d2e071 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:03:05.300594 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (74cd6552-86c3-4c4d-8478-bd9247d2e071), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:05.301124 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 74cd6552-86c3-4c4d-8478-bd9247d2e071 Oct 04 21:03:05.322589 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fc6b70-74a3-4e82-840d-ae275859407a tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Pushing event deleted for resources: {'Network': ['ID=094278d7-6061-4553-add0-82c5643cb23f,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:05.341527 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-97d52516-575f-474e-a12f-a997e3e4898b tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (5f93a320-27da-41be-9a94-06f1b75abd93), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:05.346347 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c1c11cac-95c6-4481-9451-c7386acb61c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:05.450893 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97d52516-575f-474e-a12f-a997e3e4898b tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:03:05.456053 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-97d52516-575f-474e-a12f-a997e3e4898b tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (5f93a320-27da-41be-9a94-06f1b75abd93), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:05.459564 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-0de290c3-a8cc-45f0-8206-4ea72c92e888 None None] Provisioning complete for port 322c2467-a308-4197-9d45-fd24561ca042 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:03:05.460556 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0de290c3-a8cc-45f0-8206-4ea72c92e888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (322c2467-a308-4197-9d45-fd24561ca042), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:05.461296 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-0de290c3-a8cc-45f0-8206-4ea72c92e888 None None] Attempt 1 to provision port 322c2467-a308-4197-9d45-fd24561ca042 Oct 04 21:03:05.500044 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:05.502537 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbacfcde-1a75-4093-bb5a-8fbb2b4ddf77 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6504901b-1cd3-45e0-9eea-13780f799fa2,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:05.591471 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-0de290c3-a8cc-45f0-8206-4ea72c92e888 None None] Port 322c2467-a308-4197-9d45-fd24561ca042 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:03:05.621423 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7834e00d-25ec-4a95-9f0e-446354764975 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Made reservation on behalf of 07aabd9030f3444e986d02991f96bb44 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:03:05.644895 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7834e00d-25ec-4a95-9f0e-446354764975 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:05.697291 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 74cd6552-86c3-4c4d-8478-bd9247d2e071 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:03:05.710099 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-792e5d77-b03b-4a6a-9f4d-9005efd8d9f6 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Router c8a4a62e-cb50-4d66-9b32-52a69079a861 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:03:05.746080 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:05.854572 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-4aeb4290-0c05-4177-b123-510c758e4fbf None None] Provisioning complete for port 74cd6552-86c3-4c4d-8478-bd9247d2e071 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:03:05.854572 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4aeb4290-0c05-4177-b123-510c758e4fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (74cd6552-86c3-4c4d-8478-bd9247d2e071), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:05.855073 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-4aeb4290-0c05-4177-b123-510c758e4fbf None None] Attempt 1 to provision port 74cd6552-86c3-4c4d-8478-bd9247d2e071 Oct 04 21:03:05.871303 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2950c683-6806-4577-8c06-917b4d644eeb tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 1.3733509 Oct 04 21:03:05.879837 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54936) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:06.049513 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-4aeb4290-0c05-4177-b123-510c758e4fbf None None] Current status of the port 74cd6552-86c3-4c4d-8478-bd9247d2e071 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:03:06.130540 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f5b28c-b883-42d8-97a1-6abbbfa257c4 None None] DHCP port deletion for 094278d7-6061-4553-add0-82c5643cb23f request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:03:06.179418 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350a781c-3207-49d5-94ad-5eb3b4adc0a7 None None] Network 094278d7-6061-4553-add0-82c5643cb23f requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:03:06.216388 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8c844050-0d51-44fb-afc2-76b0cd849f5d tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (df83e98f-46c3-4f7c-8320-54dadfc48396), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:06.221693 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-d356341c-262f-4c3f-a6f0-f28c91d4a5a3 None None] Could not find standard attr ID for object 45fdbfe6-33d7-4671-a909-520b92902c3a. {{(pid=108171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 04 21:03:06.225233 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350a781c-3207-49d5-94ad-5eb3b4adc0a7 None None] Network 094278d7-6061-4553-add0-82c5643cb23f could not be found, it might have been deleted concurrently. {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 04 21:03:06.342989 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-97d52516-575f-474e-a12f-a997e3e4898b tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (b6202bc5-4c05-4b94-aed0-c86c7bd9121d), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:06.362189 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7834e00d-25ec-4a95-9f0e-446354764975 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:03:06.397667 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d52516-575f-474e-a12f-a997e3e4898b tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b6202bc5-4c05-4b94-aed0-c86c7bd9121d {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 04 21:03:06.421033 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-97d52516-575f-474e-a12f-a997e3e4898b tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:06.425030 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bfe7bf17-96d8-474f-98de-792890c4c6ac tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group (700327b2-1b63-44a1-ad16-3c6c8b559f4e), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:06.427430 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-97d52516-575f-474e-a12f-a997e3e4898b tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] 10.222.0.78 "DELETE /networking/v2.0/networks/b6202bc5-4c05-4b94-aed0-c86c7bd9121d HTTP/1.1" status: 204 len: 168 time: 2.9986997 Oct 04 21:03:06.444238 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54942) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:06.454567 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d52516-575f-474e-a12f-a997e3e4898b tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Pushing event deleted for resources: {'Network': ['ID=b6202bc5-4c05-4b94-aed0-c86c7bd9121d,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:06.469737 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-d259186f-5e4f-47d7-b3c5-282370f344c1 tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Request body: {'network': {'name': 'tempest-network--1554606891', 'router:external': True}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:03:06.530635 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7834e00d-25ec-4a95-9f0e-446354764975 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (ed58bc94-3255-4ba4-be0c-c6daf8094dfb), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:06.531536 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-7834e00d-25ec-4a95-9f0e-446354764975 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Added segment ed58bc94-3255-4ba4-be0c-c6daf8094dfb of type vlan for network 6ec148ae-afac-4508-941d-7f1577913db4 Oct 04 21:03:06.535046 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0467e365-bafe-4a44-b1c5-8f08c1d84974 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks [] for router_gateway (a1b46abb-9ea9-4a5c-b0d3-c56819f6472f), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:06.639041 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:06.655086 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:06.691037 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bfe7bf17-96d8-474f-98de-792890c4c6ac tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group (700327b2-1b63-44a1-ad16-3c6c8b559f4e), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:06.718078 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7834e00d-25ec-4a95-9f0e-446354764975 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (6ec148ae-afac-4508-941d-7f1577913db4), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:06.754129 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c1c11cac-95c6-4481-9451-c7386acb61c2 admin admin] Publish callbacks [] for security_group (5876be9d-a09c-4ba2-b899-9dc729548a79), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:06.760974 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-792e5d77-b03b-4a6a-9f4d-9005efd8d9f6 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:03:06.776039 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-792e5d77-b03b-4a6a-9f4d-9005efd8d9f6 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "PUT /networking/v2.0/routers/c8a4a62e-cb50-4d66-9b32-52a69079a861/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.0302274 Oct 04 21:03:06.783187 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 45fdbfe6-33d7-4671-a909-520b92902c3a no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:03:06.851854 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 45fdbfe6-33d7-4671-a909-520b92902c3a {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:03:06.852492 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 45fdbfe6-33d7-4671-a909-520b92902c3a not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:03:06.872001 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d259186f-5e4f-47d7-b3c5-282370f344c1 tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Made reservation on behalf of e09b9c0d050c4bd28053a22fabbc84e0 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:03:06.880840 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d259186f-5e4f-47d7-b3c5-282370f344c1 tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:06.928772 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7834e00d-25ec-4a95-9f0e-446354764975 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (6ec148ae-afac-4508-941d-7f1577913db4), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:06.943747 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7834e00d-25ec-4a95-9f0e-446354764975 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:03:06.946538 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7834e00d-25ec-4a95-9f0e-446354764975 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:06.953424 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c1c11cac-95c6-4481-9451-c7386acb61c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (5876be9d-a09c-4ba2-b899-9dc729548a79), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:07.220383 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d259186f-5e4f-47d7-b3c5-282370f344c1 tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:03:07.247373 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bfe7bf17-96d8-474f-98de-792890c4c6ac tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (700327b2-1b63-44a1-ad16-3c6c8b559f4e), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:07.256210 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bfe7bf17-96d8-474f-98de-792890c4c6ac tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:07.262395 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-bfe7bf17-96d8-474f-98de-792890c4c6ac tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/700327b2-1b63-44a1-ad16-3c6c8b559f4e HTTP/1.1" status: 204 len: 168 time: 1.3745267 Oct 04 21:03:07.264743 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c1c11cac-95c6-4481-9451-c7386acb61c2 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=2c9acdfb9f8e47e68734fb70ec3d1008&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1308885 Oct 04 21:03:07.271557 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54964) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:07.272584 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54966) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:07.281125 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c844050-0d51-44fb-afc2-76b0cd849f5d tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Router df83e98f-46c3-4f7c-8320-54dadfc48396 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 21:03:07.309429 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c11cac-95c6-4481-9451-c7386acb61c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5876be9d-a09c-4ba2-b899-9dc729548a79,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:07.323803 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 5f93a320-27da-41be-9a94-06f1b75abd93 resource provider aggregate not found Oct 04 21:03:07.343053 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-7834e00d-25ec-4a95-9f0e-446354764975 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 782 time: 2.1261072 Oct 04 21:03:07.374150 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7834e00d-25ec-4a95-9f0e-446354764975 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Pushing event updated for resources: {'Network': ['ID=6ec148ae-afac-4508-941d-7f1577913db4,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:07.378740 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54972) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:07.391186 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d259186f-5e4f-47d7-b3c5-282370f344c1 tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (3cd1ef63-24ee-4ef9-977f-3613511d3401), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:07.392326 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-d259186f-5e4f-47d7-b3c5-282370f344c1 tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Added segment 3cd1ef63-24ee-4ef9-977f-3613511d3401 of type vlan for network a532b00f-34eb-4d25-be54-a9da8a564e00 Oct 04 21:03:07.405894 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 6ec148ae-afac-4508-941d-7f1577913db4 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:03:07.429514 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-6cc39727-34d3-4ea6-9afa-e4871fb9c19b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Request body: {'subnet': {'network_id': '6ec148ae-afac-4508-941d-7f1577913db4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:03:07.450675 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 5f93a320-27da-41be-9a94-06f1b75abd93 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5f93a320-27da-41be-9a94-06f1b75abd93 found for delete ", "request_id": "req-398e645c-4755-4e73-a27c-7b7876496cf3"}]} Oct 04 21:03:07.712991 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:07.794687 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d259186f-5e4f-47d7-b3c5-282370f344c1 tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (a532b00f-34eb-4d25-be54-a9da8a564e00), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:07.876519 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1522a7-7159-4c68-9726-71c7dddb1cb7 None None] Sync routers for ids ['c8a4a62e-cb50-4d66-9b32-52a69079a861'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:03:07.904871 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1522a7-7159-4c68-9726-71c7dddb1cb7 None None] Routers {'c8a4a62e-cb50-4d66-9b32-52a69079a861'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:03:07.906378 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-9e1522a7-7159-4c68-9726-71c7dddb1cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:02:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['c8a4a62e-cb50-4d66-9b32-52a69079a861'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:03:07.933614 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-26621e94-c50a-4835-9148-7ed883c152be admin admin] Publish callbacks [] for security_group (5876be9d-a09c-4ba2-b899-9dc729548a79), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:07.947513 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe7bf17-96d8-474f-98de-792890c4c6ac tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=700327b2-1b63-44a1-ad16-3c6c8b559f4e,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:07.948597 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e0300173-4250-4b35-9c93-0eee507a7ad5 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.6689045 Oct 04 21:03:07.957071 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54974) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:07.968304 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.db.resource_extend [None req-d259186f-5e4f-47d7-b3c5-282370f344c1 tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 04 21:03:07.992861 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0467e365-bafe-4a44-b1c5-8f08c1d84974 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-465386', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-583633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6069'] for router (a1b46abb-9ea9-4a5c-b0d3-c56819f6472f), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:08.008257 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0467e365-bafe-4a44-b1c5-8f08c1d84974 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-465361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-465368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-583658'] for router (a1b46abb-9ea9-4a5c-b0d3-c56819f6472f), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:08.026508 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-b9ffdf4c-ad64-4720-8dd3-2c9b99cc3206 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Request body: {'security_group': {'name': 'tempest-secgroup--1404156372'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:03:08.030936 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c844050-0d51-44fb-afc2-76b0cd849f5d tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:03:08.056930 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613e0283-9e5e-4dd2-a6c9-f1c67e69a510 None None] Sync routers for ids ['df83e98f-46c3-4f7c-8320-54dadfc48396'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:03:08.108869 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613e0283-9e5e-4dd2-a6c9-f1c67e69a510 None None] Routers {'df83e98f-46c3-4f7c-8320-54dadfc48396'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:03:08.110478 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-613e0283-9e5e-4dd2-a6c9-f1c67e69a510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:02:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['df83e98f-46c3-4f7c-8320-54dadfc48396'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:03:08.215682 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-613e0283-9e5e-4dd2-a6c9-f1c67e69a510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:03:08.233285 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-26621e94-c50a-4835-9148-7ed883c152be admin admin] Publish callbacks [] for security_group (5876be9d-a09c-4ba2-b899-9dc729548a79), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:08.259368 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613e0283-9e5e-4dd2-a6c9-f1c67e69a510 None None] Routers {'df83e98f-46c3-4f7c-8320-54dadfc48396'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:03:08.260419 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-613e0283-9e5e-4dd2-a6c9-f1c67e69a510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:02:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['df83e98f-46c3-4f7c-8320-54dadfc48396'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:03:08.276206 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8c844050-0d51-44fb-afc2-76b0cd849f5d tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:08.279539 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-8c844050-0d51-44fb-afc2-76b0cd849f5d tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 891 time: 11.7566197 Oct 04 21:03:08.292862 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54976) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:08.354708 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-9e1522a7-7159-4c68-9726-71c7dddb1cb7 None None] Set router c8a4a62e-cb50-4d66-9b32-52a69079a861 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:03:08.431321 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-613e0283-9e5e-4dd2-a6c9-f1c67e69a510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:03:08.442879 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613e0283-9e5e-4dd2-a6c9-f1c67e69a510 None None] The sync data for ids ['df83e98f-46c3-4f7c-8320-54dadfc48396'] in n-d-852085-12 is: [] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:03:08.483338 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d259186f-5e4f-47d7-b3c5-282370f344c1 tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (a532b00f-34eb-4d25-be54-a9da8a564e00), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:08.486767 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d259186f-5e4f-47d7-b3c5-282370f344c1 tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:03:08.488435 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d259186f-5e4f-47d7-b3c5-282370f344c1 tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:08.495409 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc39727-34d3-4ea6-9afa-e4871fb9c19b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Made reservation on behalf of 07aabd9030f3444e986d02991f96bb44 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:03:08.504782 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6cc39727-34d3-4ea6-9afa-e4871fb9c19b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:08.629073 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:08.670432 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d259186f-5e4f-47d7-b3c5-282370f344c1 tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Pushing event updated for resources: {'Network': ['ID=a532b00f-34eb-4d25-be54-a9da8a564e00,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:08.690599 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network a532b00f-34eb-4d25-be54-a9da8a564e00 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:03:08.694055 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b9ffdf4c-ad64-4720-8dd3-2c9b99cc3206 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:08.704184 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-11858816-361c-48b5-85c9-f6fcdbe495b8 req-ca3e7b06-df8e-4c22-94de-88e8e95adb57 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-937483910&fields=id&tenant_id=2f27496d38be44c29c3cd5bc4ae008d8 HTTP/1.1" status: 200 len: 267 time: 0.2875173 Oct 04 21:03:08.909876 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-26621e94-c50a-4835-9148-7ed883c152be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (5876be9d-a09c-4ba2-b899-9dc729548a79), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:08.915381 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-26621e94-c50a-4835-9148-7ed883c152be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:08.921742 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-26621e94-c50a-4835-9148-7ed883c152be admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/5876be9d-a09c-4ba2-b899-9dc729548a79 HTTP/1.1" status: 204 len: 168 time: 1.6352024 Oct 04 21:03:08.962455 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d259186f-5e4f-47d7-b3c5-282370f344c1 tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.5063071 Oct 04 21:03:08.973018 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54986) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:09.002538 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26621e94-c50a-4835-9148-7ed883c152be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5876be9d-a09c-4ba2-b899-9dc729548a79,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:09.138119 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-9e1522a7-7159-4c68-9726-71c7dddb1cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a4a62e-cb50-4d66-9b32-52a69079a861', 'name': 'tempest-TestNetworkAdvancedServerOps-router-190718568', 'tenant_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '4dd5b0e5-955d-421b-b180-9683ed73d670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:02:30Z', 'updated_at': '2022-10-04T21:02:58Z', 'revision_number': 4, 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'gw_port': {'id': '4dd5b0e5-955d-421b-b180-9683ed73d670', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a4a62e-cb50-4d66-9b32-52a69079a861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:02:33Z', 'updated_at': '2022-10-04T21:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '322c2467-a308-4197-9d45-fd24561ca042', 'name': '', 'network_id': 'e40afdc2-04d3-419c-b697-6ad6fc8f7435', 'tenant_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'mac_address': 'fa:16:3e:53:60:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a4a62e-cb50-4d66-9b32-52a69079a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'fc9dee2e-1902-4d82-a2e2-2c9a46bc5349', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:02:54Z', 'updated_at': '2022-10-04T21:03:00Z', 'revision_number': 2, 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'subnets': [{'id': 'fc9dee2e-1902-4d82-a2e2-2c9a46bc5349', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:03:09.162626 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0467e365-bafe-4a44-b1c5-8f08c1d84974 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Router a1b46abb-9ea9-4a5c-b0d3-c56819f6472f is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 21:03:09.235880 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1522a7-7159-4c68-9726-71c7dddb1cb7 None None] Checking router: c8a4a62e-cb50-4d66-9b32-52a69079a861 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:03:09.237714 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1522a7-7159-4c68-9726-71c7dddb1cb7 None None] Updating router c8a4a62e-cb50-4d66-9b32-52a69079a861 port 322c2467-a308-4197-9d45-fd24561ca042 binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:03:09.242112 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:09.308883 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0175451d-b5cd-4490-b7ac-23325b8347cf tempest-ExternalNetworksTestJSON-1475887242 tempest-ExternalNetworksTestJSON-1475887242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:03:09.311545 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-0175451d-b5cd-4490-b7ac-23325b8347cf tempest-ExternalNetworksTestJSON-1475887242 tempest-ExternalNetworksTestJSON-1475887242-project] 10.222.0.78 "GET /networking/v2.0/networks/a532b00f-34eb-4d25-be54-a9da8a564e00 HTTP/1.1" status: 200 len: 757 time: 0.3301892 Oct 04 21:03:09.320926 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54988) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:09.340468 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11858816-361c-48b5-85c9-f6fcdbe495b8 req-e94e958c-ed51-405d-ab40-2a7e18a66023 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:03:09.343425 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-11858816-361c-48b5-85c9-f6fcdbe495b8 req-e94e958c-ed51-405d-ab40-2a7e18a66023 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "GET /networking/v2.0/networks?id=e40afdc2-04d3-419c-b697-6ad6fc8f7435 HTTP/1.1" status: 200 len: 797 time: 0.6247947 Oct 04 21:03:09.356581 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-9e1522a7-7159-4c68-9726-71c7dddb1cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (322c2467-a308-4197-9d45-fd24561ca042), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:09.428022 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:09.433119 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b9ffdf4c-ad64-4720-8dd3-2c9b99cc3206 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group (d70db7ff-62b2-466a-a9d3-cd8ac9908d55), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:09.627866 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b9ffdf4c-ad64-4720-8dd3-2c9b99cc3206 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (d70db7ff-62b2-466a-a9d3-cd8ac9908d55), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:09.636912 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-11858816-361c-48b5-85c9-f6fcdbe495b8 req-eecd1e7e-0ad0-40b5-a0e9-89d3650c3a97 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "GET /networking/v2.0/quotas/2f27496d38be44c29c3cd5bc4ae008d8 HTTP/1.1" status: 200 len: 375 time: 0.2567704 Oct 04 21:03:09.711007 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6cc39727-34d3-4ea6-9afa-e4871fb9c19b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (3fa9c12b-e708-4490-8990-a37f20d6cbef), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:09.720947 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ffdf4c-ad64-4720-8dd3-2c9b99cc3206 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d70db7ff-62b2-466a-a9d3-cd8ac9908d55,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:09.817306 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ced4e4-cc8b-40ac-8071-31fbfb4b9bae tempest-ExternalNetworksTestJSON-1475887242 tempest-ExternalNetworksTestJSON-1475887242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:03:09.820106 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-d6ced4e4-cc8b-40ac-8071-31fbfb4b9bae tempest-ExternalNetworksTestJSON-1475887242 tempest-ExternalNetworksTestJSON-1475887242-project] 10.222.0.78 "GET /networking/v2.0/networks/c512bee1-0edc-43ed-9ade-82b17a14c133 HTTP/1.1" status: 200 len: 768 time: 0.4748104 Oct 04 21:03:09.833882 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54990) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:09.887063 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0467e365-bafe-4a44-b1c5-8f08c1d84974 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:03:09.926095 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0467e365-bafe-4a44-b1c5-8f08c1d84974 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:09.930359 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-0467e365-bafe-4a44-b1c5-8f08c1d84974 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] 10.222.0.78 "PUT /networking/v2.0/routers/a1b46abb-9ea9-4a5c-b0d3-c56819f6472f HTTP/1.1" status: 200 len: 884 time: 11.1688416 Oct 04 21:03:09.951566 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54996) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:09.971242 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-9e1522a7-7159-4c68-9726-71c7dddb1cb7 None None] Publish callbacks [] for port (322c2467-a308-4197-9d45-fd24561ca042), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:09.979942 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f13b2cf-7db2-4399-b7fe-0cd3b6b00d87 None None] Sync routers for ids ['a1b46abb-9ea9-4a5c-b0d3-c56819f6472f'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:03:10.004355 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-11858816-361c-48b5-85c9-f6fcdbe495b8 req-25d41656-b3c2-436b-bc1a-bcf00511b6dd tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=2f27496d38be44c29c3cd5bc4ae008d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3302643 Oct 04 21:03:10.009994 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f13b2cf-7db2-4399-b7fe-0cd3b6b00d87 None None] Routers {'a1b46abb-9ea9-4a5c-b0d3-c56819f6472f'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:03:10.009994 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-4f13b2cf-7db2-4399-b7fe-0cd3b6b00d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:02:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['a1b46abb-9ea9-4a5c-b0d3-c56819f6472f'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:03:10.109496 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-9e1522a7-7159-4c68-9726-71c7dddb1cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (322c2467-a308-4197-9d45-fd24561ca042), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:10.109496 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-4f13b2cf-7db2-4399-b7fe-0cd3b6b00d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:03:10.197082 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55002) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:10.202643 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f13b2cf-7db2-4399-b7fe-0cd3b6b00d87 None None] Routers {'a1b46abb-9ea9-4a5c-b0d3-c56819f6472f'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:03:10.203642 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:10.203827 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-4f13b2cf-7db2-4399-b7fe-0cd3b6b00d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:02:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['a1b46abb-9ea9-4a5c-b0d3-c56819f6472f'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:03:10.208978 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b9ffdf4c-ad64-4720-8dd3-2c9b99cc3206 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:10.215415 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b9ffdf4c-ad64-4720-8dd3-2c9b99cc3206 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 2.2450085 Oct 04 21:03:10.225028 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55004) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:10.225028 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc39727-34d3-4ea6-9afa-e4871fb9c19b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Pushing event updated for resources: {'Subnet': ['ID=3fa9c12b-e708-4490-8990-a37f20d6cbef,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:10.302981 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-4f13b2cf-7db2-4399-b7fe-0cd3b6b00d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:03:10.304304 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f13b2cf-7db2-4399-b7fe-0cd3b6b00d87 None None] The sync data for ids ['a1b46abb-9ea9-4a5c-b0d3-c56819f6472f'] in n-d-852085-12 is: [] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:03:10.352188 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-7ed82dfb-5039-4a98-a887-8d87a61b9738 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Request body: {'security_group_rule': {'security_group_id': 'd70db7ff-62b2-466a-a9d3-cd8ac9908d55', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:03:10.406026 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-adceee5d-52c6-4e32-8aa6-c63b4d36506b tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (a532b00f-34eb-4d25-be54-a9da8a564e00), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:10.548883 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd92d6b5-beac-40cf-a09a-67d50a1b122e None None] Pushing event updated for resources: {'Port': ['ID=322c2467-a308-4197-9d45-fd24561ca042,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:10.554419 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc39727-34d3-4ea6-9afa-e4871fb9c19b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Checking segment: {'id': 'ed58bc94-3255-4ba4-be0c-c6daf8094dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6ec148ae-afac-4508-941d-7f1577913db4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:03:10.555687 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc39727-34d3-4ea6-9afa-e4871fb9c19b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Network hostable DHCP agents. Network: 6ec148ae-afac-4508-941d-7f1577913db4, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:03:10.580935 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a9c31ac8-f441-44ce-bd9a-6746ca98dffc tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:10.581574 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-9e1522a7-7159-4c68-9726-71c7dddb1cb7 None None] Attempting to bind port 322c2467-a308-4197-9d45-fd24561ca042 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:03:10.582292 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-9e1522a7-7159-4c68-9726-71c7dddb1cb7 None None] Attempting to bind port 322c2467-a308-4197-9d45-fd24561ca042 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '08fa374d-b4bb-45ce-829e-b37a348eed4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e40afdc2-04d3-419c-b697-6ad6fc8f7435'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:03:10.582879 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1522a7-7159-4c68-9726-71c7dddb1cb7 None None] Attempting to bind port 322c2467-a308-4197-9d45-fd24561ca042 on network e40afdc2-04d3-419c-b697-6ad6fc8f7435 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:03:10.673232 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=100 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:10.686410 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1522a7-7159-4c68-9726-71c7dddb1cb7 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:03:10.686983 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1522a7-7159-4c68-9726-71c7dddb1cb7 None None] Checking segment: {'id': '08fa374d-b4bb-45ce-829e-b37a348eed4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e40afdc2-04d3-419c-b697-6ad6fc8f7435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:03:10.687679 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-9e1522a7-7159-4c68-9726-71c7dddb1cb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:10.689103 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1522a7-7159-4c68-9726-71c7dddb1cb7 None None] Bound using segment: {'id': '08fa374d-b4bb-45ce-829e-b37a348eed4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e40afdc2-04d3-419c-b697-6ad6fc8f7435'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:03:10.689103 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-9e1522a7-7159-4c68-9726-71c7dddb1cb7 None None] Bound port: 322c2467-a308-4197-9d45-fd24561ca042, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08fa374d-b4bb-45ce-829e-b37a348eed4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e40afdc2-04d3-419c-b697-6ad6fc8f7435'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:03:10.689835 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-9e1522a7-7159-4c68-9726-71c7dddb1cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (322c2467-a308-4197-9d45-fd24561ca042), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:10.797847 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:10.802795 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7ed82dfb-5039-4a98-a887-8d87a61b9738 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group_rule (48bcb1a8-ad85-4cd1-9da4-0f3b7041c119), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:10.811784 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-9e1522a7-7159-4c68-9726-71c7dddb1cb7 None None] For port 322c2467-a308-4197-9d45-fd24561ca042, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:03:10.820628 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-9e1522a7-7159-4c68-9726-71c7dddb1cb7 None None] For port 322c2467-a308-4197-9d45-fd24561ca042, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=322c2467-a308-4197-9d45-fd24561ca042,segment=NetworkSegment(08fa374d-b4bb-45ce-829e-b37a348eed4b),segment_id=08fa374d-b4bb-45ce-829e-b37a348eed4b)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:03:10.823178 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:10.877386 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-6caf648c-e219-4bf3-8694-cae9f5a01efc tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] 10.222.0.78 "GET /networking/v2.0/routers/a1b46abb-9ea9-4a5c-b0d3-c56819f6472f HTTP/1.1" status: 200 len: 925 time: 0.9226365 Oct 04 21:03:10.878616 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55014) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:10.953386 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-9e1522a7-7159-4c68-9726-71c7dddb1cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (322c2467-a308-4197-9d45-fd24561ca042), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:11.016563 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc39727-34d3-4ea6-9afa-e4871fb9c19b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Network 6ec148ae-afac-4508-941d-7f1577913db4 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:03:11.068645 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-adceee5d-52c6-4e32-8aa6-c63b4d36506b tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (a532b00f-34eb-4d25-be54-a9da8a564e00), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:11.108336 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd92d6b5-beac-40cf-a09a-67d50a1b122e None None] Pushing event updated for resources: {'Port': ['ID=322c2467-a308-4197-9d45-fd24561ca042,revision_number=4']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:11.114613 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f287740-cc65-46d9-ac99-bc51802d49c0 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:03:11.124307 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-4f287740-cc65-46d9-ac99-bc51802d49c0 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?network_id=52a60aae-e230-4bd7-89bc-781767fd7892&device_id=a1b46abb-9ea9-4a5c-b0d3-c56819f6472f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2255597 Oct 04 21:03:11.132104 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1522a7-7159-4c68-9726-71c7dddb1cb7 None None] Routers {'c8a4a62e-cb50-4d66-9b32-52a69079a861'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:03:11.133298 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55018) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:11.138422 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-9e1522a7-7159-4c68-9726-71c7dddb1cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:02:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['c8a4a62e-cb50-4d66-9b32-52a69079a861'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:03:11.188192 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-adceee5d-52c6-4e32-8aa6-c63b4d36506b tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a532b00f-34eb-4d25-be54-a9da8a564e00']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:03:11.226017 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-6cc39727-34d3-4ea6-9afa-e4871fb9c19b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 6ec148ae-afac-4508-941d-7f1577913db4) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:03:11.247967 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-adceee5d-52c6-4e32-8aa6-c63b4d36506b tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cd1ef63-24ee-4ef9-977f-3613511d3401') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:03:11.248266 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-adceee5d-52c6-4e32-8aa6-c63b4d36506b tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cd1ef63-24ee-4ef9-977f-3613511d3401') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:03:11.256782 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06850d33-15fd-4e01-b4f1-e6adf9a59d04 None None] Network 6ec148ae-afac-4508-941d-7f1577913db4 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:03:11.339431 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc39727-34d3-4ea6-9afa-e4871fb9c19b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:03:11.340549 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6cc39727-34d3-4ea6-9afa-e4871fb9c19b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:11.379793 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-adceee5d-52c6-4e32-8aa6-c63b4d36506b tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (3cd1ef63-24ee-4ef9-977f-3613511d3401), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:11.441220 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-9e1522a7-7159-4c68-9726-71c7dddb1cb7 None None] Set router c8a4a62e-cb50-4d66-9b32-52a69079a861 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:03:11.504175 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-adceee5d-52c6-4e32-8aa6-c63b4d36506b tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (3cd1ef63-24ee-4ef9-977f-3613511d3401), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:11.541551 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adceee5d-52c6-4e32-8aa6-c63b4d36506b tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:03:11.543041 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-adceee5d-52c6-4e32-8aa6-c63b4d36506b tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (3cd1ef63-24ee-4ef9-977f-3613511d3401), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:11.565655 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:11.687987 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-6ec148ae-afac-4508-941d-7f1577913db4', 'network_id': '6ec148ae-afac-4508-941d-7f1577913db4', 'project_id': '07aabd9030f3444e986d02991f96bb44', 'fixed_ips': [{'subnet_id': '3fa9c12b-e708-4490-8990-a37f20d6cbef'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:03:11.689822 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:11.745143 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:11.750758 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7ed82dfb-5039-4a98-a887-8d87a61b9738 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group_rule (48bcb1a8-ad85-4cd1-9da4-0f3b7041c119), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:11.806212 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-6cc39727-34d3-4ea6-9afa-e4871fb9c19b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 4.4096851 Oct 04 21:03:11.832328 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55028) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:11.948642 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 3cd1ef63-24ee-4ef9-977f-3613511d3401 resource provider aggregate not found Oct 04 21:03:11.971439 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16388670-c0b2-4917-af9f-bc44dc3c67ae tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:03:11.978297 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-16388670-c0b2-4917-af9f-bc44dc3c67ae tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] 10.222.0.78 "GET /networking/v2.0/networks/52a60aae-e230-4bd7-89bc-781767fd7892 HTTP/1.1" status: 200 len: 881 time: 0.8347340 Oct 04 21:03:11.992991 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55036) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:12.064228 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7ed82dfb-5039-4a98-a887-8d87a61b9738 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (48bcb1a8-ad85-4cd1-9da4-0f3b7041c119), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:12.104359 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-00ba82dd-1849-447d-a3b7-920664696b6d tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a1b46abb-9ea9-4a5c-b0d3-c56819f6472f HTTP/1.1" status: 200 len: 205 time: 0.1027617 Oct 04 21:03:12.108330 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 3cd1ef63-24ee-4ef9-977f-3613511d3401 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3cd1ef63-24ee-4ef9-977f-3613511d3401 found for delete ", "request_id": "req-72cc1e62-1837-42d3-93a3-db288cde5ba5"}]} Oct 04 21:03:12.116352 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55038) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:12.140824 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed82dfb-5039-4a98-a887-8d87a61b9738 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48bcb1a8-ad85-4cd1-9da4-0f3b7041c119,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:12.179873 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7ed82dfb-5039-4a98-a887-8d87a61b9738 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:12.183915 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-7ed82dfb-5039-4a98-a887-8d87a61b9738 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.9531577 Oct 04 21:03:12.188868 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55040) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:12.249060 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-5bfe7e46-d128-41e7-8e36-4d1bfc61048d tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules/48bcb1a8-ad85-4cd1-9da4-0f3b7041c119 HTTP/1.1" status: 200 len: 763 time: 0.0553780 Oct 04 21:03:12.253377 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-9e1522a7-7159-4c68-9726-71c7dddb1cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a4a62e-cb50-4d66-9b32-52a69079a861', 'name': 'tempest-TestNetworkAdvancedServerOps-router-190718568', 'tenant_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '4dd5b0e5-955d-421b-b180-9683ed73d670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:02:30Z', 'updated_at': '2022-10-04T21:02:58Z', 'revision_number': 4, 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'gw_port': {'id': '4dd5b0e5-955d-421b-b180-9683ed73d670', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a4a62e-cb50-4d66-9b32-52a69079a861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:02:33Z', 'updated_at': '2022-10-04T21:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '322c2467-a308-4197-9d45-fd24561ca042', 'name': '', 'network_id': 'e40afdc2-04d3-419c-b697-6ad6fc8f7435', 'tenant_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'mac_address': 'fa:16:3e:53:60:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a4a62e-cb50-4d66-9b32-52a69079a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'fc9dee2e-1902-4d82-a2e2-2c9a46bc5349', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:02:54Z', 'updated_at': '2022-10-04T21:03:10Z', 'revision_number': 4, 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'subnets': [{'id': 'fc9dee2e-1902-4d82-a2e2-2c9a46bc5349', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:03:12.253992 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55042) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:12.255175 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-adceee5d-52c6-4e32-8aa6-c63b4d36506b tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (a532b00f-34eb-4d25-be54-a9da8a564e00), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:12.354765 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1522a7-7159-4c68-9726-71c7dddb1cb7 None None] The sync data for ids ['c8a4a62e-cb50-4d66-9b32-52a69079a861'] in n-d-852085-12 is: [{'id': 'c8a4a62e-cb50-4d66-9b32-52a69079a861', 'name': 'tempest-TestNetworkAdvancedServerOps-router-190718568', 'tenant_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '4dd5b0e5-955d-421b-b180-9683ed73d670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:02:30Z', 'updated_at': '2022-10-04T21:02:58Z', 'revision_number': 4, 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'gw_port': {'id': '4dd5b0e5-955d-421b-b180-9683ed73d670', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a4a62e-cb50-4d66-9b32-52a69079a861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:02:33Z', 'updated_at': '2022-10-04T21:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '322c2467-a308-4197-9d45-fd24561ca042', 'name': '', 'network_id': 'e40afdc2-04d3-419c-b697-6ad6fc8f7435', 'tenant_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'mac_address': 'fa:16:3e:53:60:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a4a62e-cb50-4d66-9b32-52a69079a861', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'fc9dee2e-1902-4d82-a2e2-2c9a46bc5349', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:02:54Z', 'updated_at': '2022-10-04T21:03:10Z', 'revision_number': 4, 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'subnets': [{'id': 'fc9dee2e-1902-4d82-a2e2-2c9a46bc5349', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:03:12.382666 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-77b32c34-62eb-4891-a557-bb451b6b01bc tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (6ec148ae-afac-4508-941d-7f1577913db4), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:12.394892 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adceee5d-52c6-4e32-8aa6-c63b4d36506b tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a532b00f-34eb-4d25-be54-a9da8a564e00 {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 04 21:03:12.405959 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adceee5d-52c6-4e32-8aa6-c63b4d36506b tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Pushing event deleted for resources: {'Network': ['ID=a532b00f-34eb-4d25-be54-a9da8a564e00,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:12.428342 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-adceee5d-52c6-4e32-8aa6-c63b4d36506b tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:12.434713 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-adceee5d-52c6-4e32-8aa6-c63b4d36506b tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] 10.222.0.78 "DELETE /networking/v2.0/networks/a532b00f-34eb-4d25-be54-a9da8a564e00 HTTP/1.1" status: 204 len: 168 time: 2.5916271 Oct 04 21:03:12.442787 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55046) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:12.463777 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-e6900aac-3ba7-4b5a-b50e-31fc1195024c tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Request body: {'network': {'name': 'tempest-network--1952395755'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:03:12.593792 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f69b8112-cb04-49aa-a691-068135d3903c tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3316541 Oct 04 21:03:12.602183 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55048) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:12.609279 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Allocated IP 2001:db8::1 (6ec148ae-afac-4508-941d-7f1577913db4/3fa9c12b-e708-4490-8990-a37f20d6cbef/1da035c4-0b77-4aa2-bebc-91644eeed721) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:03:12.683717 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7c8ec3ba-daf1-477c-8965-b001d9dce8d3 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group_rule (48bcb1a8-ad85-4cd1-9da4-0f3b7041c119), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:12.721131 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6900aac-3ba7-4b5a-b50e-31fc1195024c tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Made reservation on behalf of e09b9c0d050c4bd28053a22fabbc84e0 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:03:12.727871 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e6900aac-3ba7-4b5a-b50e-31fc1195024c tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:12.735975 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7c8ec3ba-daf1-477c-8965-b001d9dce8d3 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group_rule (48bcb1a8-ad85-4cd1-9da4-0f3b7041c119), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:12.739774 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:12.944751 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7c8ec3ba-daf1-477c-8965-b001d9dce8d3 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (48bcb1a8-ad85-4cd1-9da4-0f3b7041c119), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:12.958013 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6900aac-3ba7-4b5a-b50e-31fc1195024c tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:03:12.987652 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7c8ec3ba-daf1-477c-8965-b001d9dce8d3 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:12.995998 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-7c8ec3ba-daf1-477c-8965-b001d9dce8d3 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "DELETE /networking/v2.0/security-group-rules/48bcb1a8-ad85-4cd1-9da4-0f3b7041c119 HTTP/1.1" status: 204 len: 168 time: 0.3918207 Oct 04 21:03:13.005550 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4c3d2a75-1b35-4340-b772-9402301d8173 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (c8a4a62e-cb50-4d66-9b32-52a69079a861), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:13.023678 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55052) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:13.088483 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e6900aac-3ba7-4b5a-b50e-31fc1195024c tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (d7eb8f09-ef60-4cef-a18a-9154945f4eec), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:13.089145 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-e6900aac-3ba7-4b5a-b50e-31fc1195024c tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Added segment d7eb8f09-ef60-4cef-a18a-9154945f4eec of type vlan for network af9e41be-395c-442c-874c-e63a251a6ca2 Oct 04 21:03:13.183097 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e6900aac-3ba7-4b5a-b50e-31fc1195024c tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (af9e41be-395c-442c-874c-e63a251a6ca2), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:13.201168 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-77b32c34-62eb-4891-a557-bb451b6b01bc tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (3fa9c12b-e708-4490-8990-a37f20d6cbef), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:13.214645 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=10,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:13.216682 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8ec3ba-daf1-477c-8965-b001d9dce8d3 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=48bcb1a8-ad85-4cd1-9da4-0f3b7041c119,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:13.337994 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4fb83ebb-7049-4d1f-a159-55f7dc062b4c tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks [] for router (a1b46abb-9ea9-4a5c-b0d3-c56819f6472f), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:13.373825 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Publish callbacks [] for port (1da035c4-0b77-4aa2-bebc-91644eeed721), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:13.394999 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-21d9c190-1c00-40bf-b97e-7f72053b8e11 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3646038 Oct 04 21:03:13.396120 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55056) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:13.406304 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-d7f39010-0b24-4d9f-ad8f-b558c86884db tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Request body: {'security_group_rule': {'security_group_id': 'd70db7ff-62b2-466a-a9d3-cd8ac9908d55', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:03:13.435721 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-a9c31ac8-f441-44ce-bd9a-6746ca98dffc tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Allocated IP 172.20.0.1 (53d667fa-1811-439d-a3e7-6df8b2132bee/9cba9da9-ce0e-4784-8ebe-3816dad229a5/26cb69f6-dcf4-45ca-85f1-2a2bc07d9fd3) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:03:13.458003 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e6900aac-3ba7-4b5a-b50e-31fc1195024c tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (af9e41be-395c-442c-874c-e63a251a6ca2), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:13.459315 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6900aac-3ba7-4b5a-b50e-31fc1195024c tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:03:13.460614 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e6900aac-3ba7-4b5a-b50e-31fc1195024c tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:13.494762 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (1da035c4-0b77-4aa2-bebc-91644eeed721), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:13.706038 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Pushing event updated for resources: {'Port': ['ID=1da035c4-0b77-4aa2-bebc-91644eeed721,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:13.788246 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Network 6ec148ae-afac-4508-941d-7f1577913db4 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:03:13.800130 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:03:13.813767 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e6900aac-3ba7-4b5a-b50e-31fc1195024c tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.3636320 Oct 04 21:03:13.814204 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:03:13.821787 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55060) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:13.835221 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-77385380-cf80-4404-9cd3-67c7032aa86e tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Request body: {'network': {'router:external': True}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:03:13.868609 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d7f39010-0b24-4d9f-ad8f-b558c86884db tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group_rule (a77f824f-fc91-4f1a-b725-782054028a95), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:13.984005 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-77b32c34-62eb-4891-a557-bb451b6b01bc tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (3fa9c12b-e708-4490-8990-a37f20d6cbef), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:14.013418 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6900aac-3ba7-4b5a-b50e-31fc1195024c tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Pushing event updated for resources: {'Network': ['ID=af9e41be-395c-442c-874c-e63a251a6ca2,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:14.043113 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network af9e41be-395c-442c-874c-e63a251a6ca2 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:03:14.047039 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Attempting to bind port 1da035c4-0b77-4aa2-bebc-91644eeed721 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:03:14.047715 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Attempting to bind port 1da035c4-0b77-4aa2-bebc-91644eeed721 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'ed58bc94-3255-4ba4-be0c-c6daf8094dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6ec148ae-afac-4508-941d-7f1577913db4'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:03:14.048334 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Attempting to bind port 1da035c4-0b77-4aa2-bebc-91644eeed721 on network 6ec148ae-afac-4508-941d-7f1577913db4 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:03:14.144715 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:14.150145 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b32c34-62eb-4891-a557-bb451b6b01bc tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Pushing event deleted for resources: {'Subnet': ['ID=3fa9c12b-e708-4490-8990-a37f20d6cbef,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:14.350043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3fa9c12b-e708-4490-8990-a37f20d6cbef could not be found. Oct 04 21:03:14.350043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:03:14.350043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:03:14.350043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:03:14.350043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:03:14.350043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:03:14.350043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:03:14.350043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:03:14.350043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:03:14.350043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:03:14.350043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:03:14.350043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:03:14.350043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:03:14.350043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:03:14.350043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:14.350043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:14.350043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:14.350043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:14.350043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:03:14.350043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:14.350043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:03:14.350043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:03:14.350043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:14.350043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:14.350043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:14.350043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:14.350043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:03:14.350043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:14.350043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:03:14.350043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:03:14.350043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:14.350043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:14.350043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:14.350043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:14.350043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:03:14.350043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:03:14.350043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:03:14.350043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:03:14.350043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:03:14.350043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:03:14.350043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3fa9c12b-e708-4490-8990-a37f20d6cbef could not be found. Oct 04 21:03:14.350043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:03:14.355345 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Attempting to bind port 1da035c4-0b77-4aa2-bebc-91644eeed721 on network 6ec148ae-afac-4508-941d-7f1577913db4 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:03:14.388101 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d7f39010-0b24-4d9f-ad8f-b558c86884db tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group_rule (a77f824f-fc91-4f1a-b725-782054028a95), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:14.456256 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3fa9c12b-e708-4490-8990-a37f20d6cbef could not be found. Oct 04 21:03:14.456256 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:03:14.456256 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:03:14.456256 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:03:14.456256 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:03:14.456256 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:03:14.456256 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:03:14.456256 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:03:14.456256 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:03:14.456256 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:03:14.456256 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:03:14.456256 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:03:14.456256 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:14.456256 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:14.456256 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:14.456256 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:14.456256 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:03:14.456256 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:14.456256 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:03:14.456256 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:03:14.456256 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:14.456256 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:14.456256 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:14.456256 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:14.456256 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:03:14.456256 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:14.456256 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:03:14.456256 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:03:14.456256 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:14.456256 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:14.456256 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:14.456256 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:14.456256 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:03:14.456256 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:03:14.456256 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:03:14.456256 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:03:14.456256 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:03:14.456256 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:03:14.456256 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3fa9c12b-e708-4490-8990-a37f20d6cbef could not be found. Oct 04 21:03:14.456256 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:03:14.461118 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Failed to bind port 1da035c4-0b77-4aa2-bebc-91644eeed721 on host n-d-852085-12 for vnic_type normal using segments [{'id': 'ed58bc94-3255-4ba4-be0c-c6daf8094dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6ec148ae-afac-4508-941d-7f1577913db4'}] Oct 04 21:03:14.471515 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d7f39010-0b24-4d9f-ad8f-b558c86884db tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (a77f824f-fc91-4f1a-b725-782054028a95), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:14.476148 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Attempt 2 to bind port 1da035c4-0b77-4aa2-bebc-91644eeed721 Oct 04 21:03:14.547634 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-77385380-cf80-4404-9cd3-67c7032aa86e tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (af9e41be-395c-442c-874c-e63a251a6ca2), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:14.556218 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f39010-0b24-4d9f-ad8f-b558c86884db tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a77f824f-fc91-4f1a-b725-782054028a95,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:14.588823 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-77b32c34-62eb-4891-a557-bb451b6b01bc tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (6ec148ae-afac-4508-941d-7f1577913db4), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:14.608889 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Attempting to bind port 1da035c4-0b77-4aa2-bebc-91644eeed721 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:03:14.608889 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Attempting to bind port 1da035c4-0b77-4aa2-bebc-91644eeed721 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'ed58bc94-3255-4ba4-be0c-c6daf8094dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6ec148ae-afac-4508-941d-7f1577913db4'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:03:14.609354 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Attempting to bind port 1da035c4-0b77-4aa2-bebc-91644eeed721 on network 6ec148ae-afac-4508-941d-7f1577913db4 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:03:14.699700 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d7f39010-0b24-4d9f-ad8f-b558c86884db tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:14.707989 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d7f39010-0b24-4d9f-ad8f-b558c86884db tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3032770 Oct 04 21:03:14.707989 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55072) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:14.714826 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4fb83ebb-7049-4d1f-a159-55f7dc062b4c tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks [] for router_gateway (a1b46abb-9ea9-4a5c-b0d3-c56819f6472f), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:14.745060 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3fa9c12b-e708-4490-8990-a37f20d6cbef could not be found. Oct 04 21:03:14.745060 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:03:14.745060 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:03:14.745060 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:03:14.745060 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:03:14.745060 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:03:14.745060 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:03:14.745060 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:03:14.745060 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:03:14.745060 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:03:14.745060 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:03:14.745060 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:03:14.745060 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:03:14.745060 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:03:14.745060 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:14.745060 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:14.745060 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:14.745060 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:14.745060 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:03:14.745060 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:14.745060 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:03:14.745060 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:03:14.745060 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:14.745060 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:14.745060 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:14.745060 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:14.745060 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:03:14.745060 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:14.745060 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:03:14.745060 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:03:14.745060 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:14.745060 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:14.745060 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:14.745060 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:14.745060 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:03:14.745060 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:03:14.745060 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:03:14.745060 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:03:14.745060 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:03:14.745060 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:03:14.745060 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3fa9c12b-e708-4490-8990-a37f20d6cbef could not be found. Oct 04 21:03:14.745060 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:03:14.753017 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Attempting to bind port 1da035c4-0b77-4aa2-bebc-91644eeed721 on network 6ec148ae-afac-4508-941d-7f1577913db4 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:03:14.907437 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-2490f953-f892-48fe-aed4-982bf4313f37 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules/a77f824f-fc91-4f1a-b725-782054028a95 HTTP/1.1" status: 200 len: 763 time: 0.1947722 Oct 04 21:03:14.909378 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-77385380-cf80-4404-9cd3-67c7032aa86e tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (af9e41be-395c-442c-874c-e63a251a6ca2), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:14.931913 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55074) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:14.945091 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3fa9c12b-e708-4490-8990-a37f20d6cbef could not be found. Oct 04 21:03:14.945091 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:03:14.945091 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:03:14.945091 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:03:14.945091 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:03:14.945091 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:03:14.945091 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:03:14.945091 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:03:14.945091 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:03:14.945091 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:03:14.945091 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:03:14.945091 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:03:14.945091 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:14.945091 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:14.945091 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:14.945091 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:14.945091 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:03:14.945091 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:14.945091 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:03:14.945091 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:03:14.945091 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:14.945091 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:14.945091 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:14.945091 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:14.945091 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:03:14.945091 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:14.945091 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:03:14.945091 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:03:14.945091 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:14.945091 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:14.945091 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:14.945091 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:14.945091 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:03:14.945091 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:03:14.945091 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:03:14.945091 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:03:14.945091 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:03:14.945091 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:03:14.945091 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3fa9c12b-e708-4490-8990-a37f20d6cbef could not be found. Oct 04 21:03:14.945091 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:03:14.956256 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Failed to bind port 1da035c4-0b77-4aa2-bebc-91644eeed721 on host n-d-852085-12 for vnic_type normal using segments [{'id': 'ed58bc94-3255-4ba4-be0c-c6daf8094dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6ec148ae-afac-4508-941d-7f1577913db4'}] Oct 04 21:03:14.956256 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Attempt 3 to bind port 1da035c4-0b77-4aa2-bebc-91644eeed721 Oct 04 21:03:14.956563 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:15.018381 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Attempting to bind port 1da035c4-0b77-4aa2-bebc-91644eeed721 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:03:15.018381 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Attempting to bind port 1da035c4-0b77-4aa2-bebc-91644eeed721 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'ed58bc94-3255-4ba4-be0c-c6daf8094dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6ec148ae-afac-4508-941d-7f1577913db4'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:03:15.018381 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Attempting to bind port 1da035c4-0b77-4aa2-bebc-91644eeed721 on network 6ec148ae-afac-4508-941d-7f1577913db4 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:03:15.033259 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-77b32c34-62eb-4891-a557-bb451b6b01bc tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ec148ae-afac-4508-941d-7f1577913db4']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:03:15.098245 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a9c31ac8-f441-44ce-bd9a-6746ca98dffc tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks [] for port (26cb69f6-dcf4-45ca-85f1-2a2bc07d9fd3), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:15.131402 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-77b32c34-62eb-4891-a557-bb451b6b01bc tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed58bc94-3255-4ba4-be0c-c6daf8094dfb') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:03:15.133969 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-77b32c34-62eb-4891-a557-bb451b6b01bc tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed58bc94-3255-4ba4-be0c-c6daf8094dfb') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:03:15.142746 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3fa9c12b-e708-4490-8990-a37f20d6cbef could not be found. Oct 04 21:03:15.142746 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:03:15.142746 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:03:15.142746 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:03:15.142746 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:03:15.142746 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:03:15.142746 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:03:15.142746 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:03:15.142746 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:03:15.142746 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:03:15.142746 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:03:15.142746 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:03:15.142746 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:03:15.142746 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:03:15.142746 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:15.142746 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:15.142746 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:15.142746 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:15.142746 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:03:15.142746 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:15.142746 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:03:15.142746 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:03:15.142746 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:15.142746 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:15.142746 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:15.142746 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:15.142746 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:03:15.142746 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:15.142746 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:03:15.142746 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:03:15.142746 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:15.142746 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:15.142746 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:15.142746 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:15.142746 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:03:15.142746 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:03:15.142746 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:03:15.142746 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:03:15.142746 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:03:15.142746 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:03:15.142746 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3fa9c12b-e708-4490-8990-a37f20d6cbef could not be found. Oct 04 21:03:15.142746 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:03:15.148982 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Attempting to bind port 1da035c4-0b77-4aa2-bebc-91644eeed721 on network 6ec148ae-afac-4508-941d-7f1577913db4 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:03:15.158442 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:INSERT=10,neutron:SELECT=83,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:15.181694 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-77385380-cf80-4404-9cd3-67c7032aa86e tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Network af9e41be-395c-442c-874c-e63a251a6ca2 is not hosted by any dhcp agent {{(pid=108169) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 04 21:03:15.183295 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77385380-cf80-4404-9cd3-67c7032aa86e tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:03:15.184378 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-77385380-cf80-4404-9cd3-67c7032aa86e tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:15.197875 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-77385380-cf80-4404-9cd3-67c7032aa86e tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] 10.222.0.78 "PUT /networking/v2.0/networks/af9e41be-395c-442c-874c-e63a251a6ca2 HTTP/1.1" status: 200 len: 858 time: 1.3713474 Oct 04 21:03:15.213769 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-77b32c34-62eb-4891-a557-bb451b6b01bc tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (ed58bc94-3255-4ba4-be0c-c6daf8094dfb), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:15.232209 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3fa9c12b-e708-4490-8990-a37f20d6cbef could not be found. Oct 04 21:03:15.232209 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:03:15.232209 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:03:15.232209 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:03:15.232209 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:03:15.232209 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:03:15.232209 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:03:15.232209 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:03:15.232209 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:03:15.232209 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:03:15.232209 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:03:15.232209 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:03:15.232209 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:15.232209 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:15.232209 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:15.232209 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:15.232209 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:03:15.232209 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:15.232209 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:03:15.232209 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:03:15.232209 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:15.232209 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:15.232209 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:15.232209 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:15.232209 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:03:15.232209 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:15.232209 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:03:15.232209 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:03:15.232209 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:15.232209 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:15.232209 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:15.232209 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:15.232209 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:03:15.232209 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:03:15.232209 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:03:15.232209 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:03:15.232209 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:03:15.232209 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:03:15.232209 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3fa9c12b-e708-4490-8990-a37f20d6cbef could not be found. Oct 04 21:03:15.232209 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:03:15.237690 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Failed to bind port 1da035c4-0b77-4aa2-bebc-91644eeed721 on host n-d-852085-12 for vnic_type normal using segments [{'id': 'ed58bc94-3255-4ba4-be0c-c6daf8094dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6ec148ae-afac-4508-941d-7f1577913db4'}] Oct 04 21:03:15.237690 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 322c2467-a308-4197-9d45-fd24561ca042 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:03:15.238601 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Attempt 4 to bind port 1da035c4-0b77-4aa2-bebc-91644eeed721 Oct 04 21:03:15.329668 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Attempting to bind port 1da035c4-0b77-4aa2-bebc-91644eeed721 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:03:15.330460 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Attempting to bind port 1da035c4-0b77-4aa2-bebc-91644eeed721 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'ed58bc94-3255-4ba4-be0c-c6daf8094dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6ec148ae-afac-4508-941d-7f1577913db4'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:03:15.331082 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Attempting to bind port 1da035c4-0b77-4aa2-bebc-91644eeed721 on network 6ec148ae-afac-4508-941d-7f1577913db4 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:03:15.338695 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55076) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:15.495795 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77385380-cf80-4404-9cd3-67c7032aa86e tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Pushing event updated for resources: {'Network': ['ID=af9e41be-395c-442c-874c-e63a251a6ca2,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:15.512599 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-77b32c34-62eb-4891-a557-bb451b6b01bc tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (ed58bc94-3255-4ba4-be0c-c6daf8094dfb), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:15.537344 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f9c06f3f-2f3f-4ac7-ab49-29bbb966e861 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5536036 Oct 04 21:03:15.544527 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55086) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:15.547026 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3fa9c12b-e708-4490-8990-a37f20d6cbef could not be found. Oct 04 21:03:15.547026 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:03:15.547026 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:03:15.547026 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:03:15.547026 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:03:15.547026 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:03:15.547026 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:03:15.547026 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:03:15.547026 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:03:15.547026 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:03:15.547026 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:03:15.547026 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:03:15.547026 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:03:15.547026 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:03:15.547026 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:15.547026 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:15.547026 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:15.547026 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:15.547026 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:03:15.547026 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:15.547026 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:03:15.547026 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:03:15.547026 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:15.547026 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:15.547026 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:15.547026 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:15.547026 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:03:15.547026 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:15.547026 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:03:15.547026 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:03:15.547026 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:15.547026 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:15.547026 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:15.547026 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:15.547026 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:03:15.547026 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:03:15.547026 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:03:15.547026 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:03:15.547026 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:03:15.547026 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:03:15.547026 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3fa9c12b-e708-4490-8990-a37f20d6cbef could not be found. Oct 04 21:03:15.547026 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:03:15.547026 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Attempting to bind port 1da035c4-0b77-4aa2-bebc-91644eeed721 on network 6ec148ae-afac-4508-941d-7f1577913db4 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:03:15.608171 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-14c6eb36-f7e4-4b6e-a21f-c6afad5a0a16 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group_rule (a77f824f-fc91-4f1a-b725-782054028a95), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:15.622861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3fa9c12b-e708-4490-8990-a37f20d6cbef could not be found. Oct 04 21:03:15.622861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:03:15.622861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:03:15.622861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:03:15.622861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:03:15.622861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:03:15.622861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:03:15.622861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:03:15.622861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:03:15.622861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:03:15.622861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:03:15.622861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:03:15.622861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:15.622861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:15.622861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:15.622861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:15.622861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:03:15.622861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:15.622861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:03:15.622861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:03:15.622861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:15.622861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:15.622861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:15.622861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:15.622861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:03:15.622861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:15.622861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:03:15.622861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:03:15.622861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:15.622861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:15.622861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:15.622861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:15.622861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:03:15.622861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:03:15.622861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:03:15.622861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:03:15.622861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:03:15.622861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:03:15.622861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3fa9c12b-e708-4490-8990-a37f20d6cbef could not be found. Oct 04 21:03:15.622861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:03:15.631383 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Failed to bind port 1da035c4-0b77-4aa2-bebc-91644eeed721 on host n-d-852085-12 for vnic_type normal using segments [{'id': 'ed58bc94-3255-4ba4-be0c-c6daf8094dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6ec148ae-afac-4508-941d-7f1577913db4'}] Oct 04 21:03:15.644199 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-14c6eb36-f7e4-4b6e-a21f-c6afad5a0a16 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group_rule (a77f824f-fc91-4f1a-b725-782054028a95), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:15.653174 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Attempt 5 to bind port 1da035c4-0b77-4aa2-bebc-91644eeed721 Oct 04 21:03:15.654493 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1b8f1fe5-7c64-4ff9-8366-45f6a1e28f3b tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (af9e41be-395c-442c-874c-e63a251a6ca2), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:15.703295 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 322c2467-a308-4197-9d45-fd24561ca042 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:03:15.704235 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (322c2467-a308-4197-9d45-fd24561ca042), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:15.705109 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 322c2467-a308-4197-9d45-fd24561ca042 Oct 04 21:03:15.707745 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Attempting to bind port 1da035c4-0b77-4aa2-bebc-91644eeed721 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:03:15.708368 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Attempting to bind port 1da035c4-0b77-4aa2-bebc-91644eeed721 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'ed58bc94-3255-4ba4-be0c-c6daf8094dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6ec148ae-afac-4508-941d-7f1577913db4'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:03:15.708898 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Attempting to bind port 1da035c4-0b77-4aa2-bebc-91644eeed721 on network 6ec148ae-afac-4508-941d-7f1577913db4 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:03:15.715270 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:15.716770 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:15.719851 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-4fb83ebb-7049-4d1f-a159-55f7dc062b4c tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Deleting port 939d371d-319f-4637-90d3-9595a70dc4a7 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:03:15.720591 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4fb83ebb-7049-4d1f-a159-55f7dc062b4c tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (939d371d-319f-4637-90d3-9595a70dc4a7), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:15.778471 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77b32c34-62eb-4891-a557-bb451b6b01bc tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:03:15.779047 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-77b32c34-62eb-4891-a557-bb451b6b01bc tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (ed58bc94-3255-4ba4-be0c-c6daf8094dfb), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:15.850566 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-14c6eb36-f7e4-4b6e-a21f-c6afad5a0a16 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (a77f824f-fc91-4f1a-b725-782054028a95), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:15.886211 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-14c6eb36-f7e4-4b6e-a21f-c6afad5a0a16 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:15.898980 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-14c6eb36-f7e4-4b6e-a21f-c6afad5a0a16 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "DELETE /networking/v2.0/security-group-rules/a77f824f-fc91-4f1a-b725-782054028a95 HTTP/1.1" status: 204 len: 168 time: 0.3470235 Oct 04 21:03:15.904353 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55090) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:15.953271 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c6eb36-f7e4-4b6e-a21f-c6afad5a0a16 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a77f824f-fc91-4f1a-b725-782054028a95,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:15.972684 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment ed58bc94-3255-4ba4-be0c-c6daf8094dfb resource provider aggregate not found Oct 04 21:03:16.106648 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-621f42bd-b26a-4b0d-ba29-086a920da410 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1691699 Oct 04 21:03:16.111773 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55094) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:16.156580 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7911d5f0-fd40-4b3f-8778-0b36d878e878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:16.164787 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-a35597fa-76d7-489e-b1d5-67e626928896 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Request body: {'security_group_rule': {'security_group_id': 'd70db7ff-62b2-466a-a9d3-cd8ac9908d55', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:03:16.178453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3fa9c12b-e708-4490-8990-a37f20d6cbef could not be found. Oct 04 21:03:16.178453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:03:16.178453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:03:16.178453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:03:16.178453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:03:16.178453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:03:16.178453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:03:16.178453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:03:16.178453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:03:16.178453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:03:16.178453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:03:16.178453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:03:16.178453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:03:16.178453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:03:16.178453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:16.178453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:16.178453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:16.178453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:16.178453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:03:16.178453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:16.178453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:03:16.178453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:03:16.178453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:16.178453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:16.178453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:16.178453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:16.178453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:03:16.178453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:16.178453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:03:16.178453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:03:16.178453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:16.178453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:16.178453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:16.178453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:16.178453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:03:16.178453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:03:16.178453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:03:16.178453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:03:16.178453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:03:16.178453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:03:16.178453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3fa9c12b-e708-4490-8990-a37f20d6cbef could not be found. Oct 04 21:03:16.178453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:03:16.178453 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Attempting to bind port 1da035c4-0b77-4aa2-bebc-91644eeed721 on network 6ec148ae-afac-4508-941d-7f1577913db4 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:03:16.226984 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3fa9c12b-e708-4490-8990-a37f20d6cbef could not be found. Oct 04 21:03:16.226984 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:03:16.226984 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:03:16.226984 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:03:16.226984 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:03:16.226984 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:03:16.226984 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:03:16.226984 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:03:16.226984 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:03:16.226984 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:03:16.226984 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:03:16.226984 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:03:16.226984 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:16.226984 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:16.226984 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:16.226984 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:16.226984 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:03:16.226984 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:16.226984 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:03:16.226984 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:03:16.226984 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:16.226984 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:16.226984 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:16.226984 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:16.226984 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:03:16.226984 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:16.226984 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:03:16.226984 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:03:16.226984 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:16.226984 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:16.226984 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:16.226984 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:16.226984 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:03:16.226984 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:03:16.226984 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:03:16.226984 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:03:16.226984 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:03:16.226984 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:03:16.226984 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3fa9c12b-e708-4490-8990-a37f20d6cbef could not be found. Oct 04 21:03:16.226984 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:03:16.240288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Failed to bind port 1da035c4-0b77-4aa2-bebc-91644eeed721 on host n-d-852085-12 for vnic_type normal using segments [{'id': 'ed58bc94-3255-4ba4-be0c-c6daf8094dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6ec148ae-afac-4508-941d-7f1577913db4'}] Oct 04 21:03:16.240288 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Attempt 6 to bind port 1da035c4-0b77-4aa2-bebc-91644eeed721 Oct 04 21:03:16.240756 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment ed58bc94-3255-4ba4-be0c-c6daf8094dfb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ed58bc94-3255-4ba4-be0c-c6daf8094dfb found for delete ", "request_id": "req-b60dc438-f759-4496-9236-0e985ed3dbdf"}]} Oct 04 21:03:16.258320 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Attempting to bind port 1da035c4-0b77-4aa2-bebc-91644eeed721 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:03:16.259981 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Attempting to bind port 1da035c4-0b77-4aa2-bebc-91644eeed721 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'ed58bc94-3255-4ba4-be0c-c6daf8094dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6ec148ae-afac-4508-941d-7f1577913db4'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:03:16.260897 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Attempting to bind port 1da035c4-0b77-4aa2-bebc-91644eeed721 on network 6ec148ae-afac-4508-941d-7f1577913db4 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:03:16.316382 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:16.368855 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 322c2467-a308-4197-9d45-fd24561ca042 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:03:16.369475 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (322c2467-a308-4197-9d45-fd24561ca042), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:16.375287 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3fa9c12b-e708-4490-8990-a37f20d6cbef could not be found. Oct 04 21:03:16.375287 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:03:16.375287 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:03:16.375287 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:03:16.375287 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:03:16.375287 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:03:16.375287 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:03:16.375287 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:03:16.375287 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:03:16.375287 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:03:16.375287 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:03:16.375287 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:03:16.375287 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:03:16.375287 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:03:16.375287 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:16.375287 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:16.375287 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:16.375287 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:16.375287 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:03:16.375287 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:16.375287 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:03:16.375287 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:03:16.375287 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:16.375287 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:16.375287 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:16.375287 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:16.375287 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:03:16.375287 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:16.375287 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:03:16.375287 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:03:16.375287 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:16.375287 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:16.375287 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:16.375287 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:16.375287 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:03:16.375287 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:03:16.375287 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:03:16.375287 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:03:16.375287 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:03:16.375287 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:03:16.375287 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3fa9c12b-e708-4490-8990-a37f20d6cbef could not be found. Oct 04 21:03:16.375287 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:03:16.381305 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Attempting to bind port 1da035c4-0b77-4aa2-bebc-91644eeed721 on network 6ec148ae-afac-4508-941d-7f1577913db4 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:03:16.415471 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4fb83ebb-7049-4d1f-a159-55f7dc062b4c tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (939d371d-319f-4637-90d3-9595a70dc4a7), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:16.447865 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.db.api [None req-77b32c34-62eb-4891-a557-bb451b6b01bc tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 04 21:03:16.447865 n-d-852085-12 neutron-server[108170]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 04 21:03:16.447865 n-d-852085-12 neutron-server[108170]: [parameters: {'id': '6ec148ae-afac-4508-941d-7f1577913db4'}] Oct 04 21:03:16.447865 n-d-852085-12 neutron-server[108170]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=108170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 21:03:16.447865 n-d-852085-12 neutron-server[108170]: DEBUG oslo_db.api [None req-77b32c34-62eb-4891-a557-bb451b6b01bc tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 21:03:16.447865 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a9c31ac8-f441-44ce-bd9a-6746ca98dffc tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (26cb69f6-dcf4-45ca-85f1-2a2bc07d9fd3), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:16.449030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3fa9c12b-e708-4490-8990-a37f20d6cbef could not be found. Oct 04 21:03:16.449030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:03:16.449030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:03:16.449030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:03:16.449030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:03:16.449030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:03:16.449030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:03:16.449030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:03:16.449030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:03:16.449030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:03:16.449030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:03:16.449030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:03:16.449030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:16.449030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:16.449030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:16.449030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:16.449030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:03:16.449030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:16.449030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:03:16.449030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:03:16.449030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:16.449030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:16.449030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:16.449030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:16.449030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:03:16.449030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:16.449030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:03:16.449030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:03:16.449030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:16.449030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:16.449030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:16.449030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:16.449030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:03:16.449030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:03:16.449030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:03:16.449030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:03:16.449030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:03:16.449030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:03:16.449030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3fa9c12b-e708-4490-8990-a37f20d6cbef could not be found. Oct 04 21:03:16.449030 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:03:16.454289 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Failed to bind port 1da035c4-0b77-4aa2-bebc-91644eeed721 on host n-d-852085-12 for vnic_type normal using segments [{'id': 'ed58bc94-3255-4ba4-be0c-c6daf8094dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6ec148ae-afac-4508-941d-7f1577913db4'}] Oct 04 21:03:16.456435 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Attempt 7 to bind port 1da035c4-0b77-4aa2-bebc-91644eeed721 Oct 04 21:03:16.528649 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 322c2467-a308-4197-9d45-fd24561ca042, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=322c2467-a308-4197-9d45-fd24561ca042,segment=NetworkSegment(08fa374d-b4bb-45ce-829e-b37a348eed4b),segment_id=08fa374d-b4bb-45ce-829e-b37a348eed4b)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:03:16.549189 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Attempting to bind port 1da035c4-0b77-4aa2-bebc-91644eeed721 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:03:16.552989 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Attempting to bind port 1da035c4-0b77-4aa2-bebc-91644eeed721 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'ed58bc94-3255-4ba4-be0c-c6daf8094dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6ec148ae-afac-4508-941d-7f1577913db4'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:03:16.555415 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Attempting to bind port 1da035c4-0b77-4aa2-bebc-91644eeed721 on network 6ec148ae-afac-4508-941d-7f1577913db4 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:03:16.574689 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a35597fa-76d7-489e-b1d5-67e626928896 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group_rule (35a59f03-0be2-43ac-abfd-c823876e4303), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:16.628526 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3fa9c12b-e708-4490-8990-a37f20d6cbef could not be found. Oct 04 21:03:16.628526 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:03:16.628526 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:03:16.628526 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:03:16.628526 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:03:16.628526 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:03:16.628526 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:03:16.628526 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:03:16.628526 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:03:16.628526 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:03:16.628526 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:03:16.628526 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:03:16.628526 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:03:16.628526 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:03:16.628526 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:16.628526 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:16.628526 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:16.628526 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:16.628526 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:03:16.628526 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:16.628526 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:03:16.628526 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:03:16.628526 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:16.628526 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:16.628526 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:16.628526 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:16.628526 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:03:16.628526 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:16.628526 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:03:16.628526 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:03:16.628526 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:16.628526 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:16.628526 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:16.628526 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:16.628526 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:03:16.628526 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:03:16.628526 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:03:16.628526 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:03:16.628526 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:03:16.628526 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:03:16.628526 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3fa9c12b-e708-4490-8990-a37f20d6cbef could not be found. Oct 04 21:03:16.628526 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:03:16.636498 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Attempting to bind port 1da035c4-0b77-4aa2-bebc-91644eeed721 on network 6ec148ae-afac-4508-941d-7f1577913db4 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:03:16.636669 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-4c3d2a75-1b35-4340-b772-9402301d8173 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Deleting port 322c2467-a308-4197-9d45-fd24561ca042 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:03:16.636669 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4c3d2a75-1b35-4340-b772-9402301d8173 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (322c2467-a308-4197-9d45-fd24561ca042), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:16.685280 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-4fb83ebb-7049-4d1f-a159-55f7dc062b4c tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Calling delete_port for 939d371d-319f-4637-90d3-9595a70dc4a7 owned by network:router_gateway {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:03:16.690531 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (322c2467-a308-4197-9d45-fd24561ca042), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:16.710628 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3fa9c12b-e708-4490-8990-a37f20d6cbef could not be found. Oct 04 21:03:16.710628 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:03:16.710628 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:03:16.710628 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:03:16.710628 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:03:16.710628 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:03:16.710628 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:03:16.710628 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:03:16.710628 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:03:16.710628 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:03:16.710628 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:03:16.710628 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:03:16.710628 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:16.710628 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:16.710628 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:16.710628 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:16.710628 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:03:16.710628 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:16.710628 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:03:16.710628 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:03:16.710628 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:16.710628 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:16.710628 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:16.710628 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:16.710628 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:03:16.710628 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:16.710628 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:03:16.710628 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:03:16.710628 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:16.710628 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:16.710628 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:16.710628 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:16.710628 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:03:16.710628 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:03:16.710628 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:03:16.710628 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:03:16.710628 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:03:16.710628 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:03:16.710628 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3fa9c12b-e708-4490-8990-a37f20d6cbef could not be found. Oct 04 21:03:16.710628 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:03:16.710628 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Failed to bind port 1da035c4-0b77-4aa2-bebc-91644eeed721 on host n-d-852085-12 for vnic_type normal using segments [{'id': 'ed58bc94-3255-4ba4-be0c-c6daf8094dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6ec148ae-afac-4508-941d-7f1577913db4'}] Oct 04 21:03:16.719104 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Attempt 8 to bind port 1da035c4-0b77-4aa2-bebc-91644eeed721 Oct 04 21:03:16.738984 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c31ac8-f441-44ce-bd9a-6746ca98dffc tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Network 53d667fa-1811-439d-a3e7-6df8b2132bee is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:03:16.757569 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1b8f1fe5-7c64-4ff9-8366-45f6a1e28f3b tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (af9e41be-395c-442c-874c-e63a251a6ca2), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:16.779090 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-a9c31ac8-f441-44ce-bd9a-6746ca98dffc tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:03:16.829450 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=322c2467-a308-4197-9d45-fd24561ca042,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:16.866144 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:03:16.866496 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:03:16.866983 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:03:16.867625 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:03:16.868143 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:03:16.868955 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:03:16.869730 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:03:16.870493 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:03:16.871357 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:03:16.871903 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:03:16.872474 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:03:16.873043 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:03:16.873626 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:03:16.874270 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:03:16.874797 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:03:16.892207 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Attempting to bind port 1da035c4-0b77-4aa2-bebc-91644eeed721 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:03:16.892207 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Attempting to bind port 1da035c4-0b77-4aa2-bebc-91644eeed721 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'ed58bc94-3255-4ba4-be0c-c6daf8094dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6ec148ae-afac-4508-941d-7f1577913db4'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:03:16.892207 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Attempting to bind port 1da035c4-0b77-4aa2-bebc-91644eeed721 on network 6ec148ae-afac-4508-941d-7f1577913db4 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:03:16.932197 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c31ac8-f441-44ce-bd9a-6746ca98dffc tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:03:16.945454 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3fa9c12b-e708-4490-8990-a37f20d6cbef could not be found. Oct 04 21:03:16.945454 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:03:16.945454 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:03:16.945454 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:03:16.945454 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:03:16.945454 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:03:16.945454 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:03:16.945454 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:03:16.945454 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:03:16.945454 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:03:16.945454 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:03:16.945454 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:03:16.945454 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:03:16.945454 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:03:16.945454 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:16.945454 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:16.945454 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:16.945454 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:16.945454 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:03:16.945454 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:16.945454 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:03:16.945454 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:03:16.945454 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:16.945454 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:16.945454 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:16.945454 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:16.945454 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:03:16.945454 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:16.945454 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:03:16.945454 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:03:16.945454 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:16.945454 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:16.945454 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:16.945454 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:16.945454 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:03:16.945454 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:03:16.945454 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:03:16.945454 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:03:16.945454 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:03:16.945454 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:03:16.945454 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3fa9c12b-e708-4490-8990-a37f20d6cbef could not be found. Oct 04 21:03:16.945454 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:03:16.952164 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Attempting to bind port 1da035c4-0b77-4aa2-bebc-91644eeed721 on network 6ec148ae-afac-4508-941d-7f1577913db4 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:03:16.993580 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3fa9c12b-e708-4490-8990-a37f20d6cbef could not be found. Oct 04 21:03:16.993580 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:03:16.993580 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:03:16.993580 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:03:16.993580 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:03:16.993580 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:03:16.993580 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:03:16.993580 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:03:16.993580 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:03:16.993580 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:03:16.993580 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:03:16.993580 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:03:16.993580 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:16.993580 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:16.993580 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:16.993580 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:16.993580 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:03:16.993580 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:16.993580 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:03:16.993580 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:03:16.993580 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:16.993580 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:16.993580 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:16.993580 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:16.993580 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:03:16.993580 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:16.993580 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:03:16.993580 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:03:16.993580 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:16.993580 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:16.993580 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:16.993580 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:16.993580 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:03:16.993580 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:03:16.993580 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:03:16.993580 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:03:16.993580 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:03:16.993580 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:03:16.993580 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3fa9c12b-e708-4490-8990-a37f20d6cbef could not be found. Oct 04 21:03:16.993580 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:03:17.000691 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Failed to bind port 1da035c4-0b77-4aa2-bebc-91644eeed721 on host n-d-852085-12 for vnic_type normal using segments [{'id': 'ed58bc94-3255-4ba4-be0c-c6daf8094dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6ec148ae-afac-4508-941d-7f1577913db4'}] Oct 04 21:03:17.000691 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Attempt 9 to bind port 1da035c4-0b77-4aa2-bebc-91644eeed721 Oct 04 21:03:17.027732 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-77b32c34-62eb-4891-a557-bb451b6b01bc tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (6ec148ae-afac-4508-941d-7f1577913db4), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:17.047169 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Attempting to bind port 1da035c4-0b77-4aa2-bebc-91644eeed721 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:03:17.052743 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Attempting to bind port 1da035c4-0b77-4aa2-bebc-91644eeed721 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'ed58bc94-3255-4ba4-be0c-c6daf8094dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6ec148ae-afac-4508-941d-7f1577913db4'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:03:17.053371 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Attempting to bind port 1da035c4-0b77-4aa2-bebc-91644eeed721 on network 6ec148ae-afac-4508-941d-7f1577913db4 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:03:17.110796 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-1b8f1fe5-7c64-4ff9-8366-45f6a1e28f3b tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af9e41be-395c-442c-874c-e63a251a6ca2']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:03:17.121659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3fa9c12b-e708-4490-8990-a37f20d6cbef could not be found. Oct 04 21:03:17.121659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:03:17.121659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:03:17.121659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:03:17.121659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:03:17.121659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:03:17.121659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:03:17.121659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:03:17.121659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:03:17.121659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:03:17.121659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:03:17.121659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:03:17.121659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:03:17.121659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:03:17.121659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:17.121659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:17.121659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:17.121659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:17.121659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:03:17.121659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:17.121659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:03:17.121659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:03:17.121659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:17.121659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:17.121659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:17.121659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:17.121659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:03:17.121659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:17.121659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:03:17.121659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:03:17.121659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:17.121659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:17.121659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:17.121659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:17.121659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:03:17.121659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:03:17.121659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:03:17.121659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:03:17.121659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:03:17.121659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:03:17.121659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3fa9c12b-e708-4490-8990-a37f20d6cbef could not be found. Oct 04 21:03:17.121659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:03:17.121659 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Attempting to bind port 1da035c4-0b77-4aa2-bebc-91644eeed721 on network 6ec148ae-afac-4508-941d-7f1577913db4 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:03:17.158258 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3fa9c12b-e708-4490-8990-a37f20d6cbef could not be found. Oct 04 21:03:17.158258 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:03:17.158258 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:03:17.158258 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:03:17.158258 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:03:17.158258 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:03:17.158258 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:03:17.158258 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:03:17.158258 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:03:17.158258 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:03:17.158258 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:03:17.158258 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:03:17.158258 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:17.158258 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:17.158258 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:17.158258 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:17.158258 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:03:17.158258 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:17.158258 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:03:17.158258 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:03:17.158258 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:17.158258 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:17.158258 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:17.158258 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:17.158258 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:03:17.158258 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:17.158258 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:03:17.158258 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:03:17.158258 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:17.158258 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:17.158258 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:17.158258 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:17.158258 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:03:17.158258 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:03:17.158258 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:03:17.158258 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:03:17.158258 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:03:17.158258 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:03:17.158258 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3fa9c12b-e708-4490-8990-a37f20d6cbef could not be found. Oct 04 21:03:17.158258 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:03:17.166657 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Failed to bind port 1da035c4-0b77-4aa2-bebc-91644eeed721 on host n-d-852085-12 for vnic_type normal using segments [{'id': 'ed58bc94-3255-4ba4-be0c-c6daf8094dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6ec148ae-afac-4508-941d-7f1577913db4'}] Oct 04 21:03:17.166657 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Attempt 10 to bind port 1da035c4-0b77-4aa2-bebc-91644eeed721 Oct 04 21:03:17.188767 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Attempting to bind port 1da035c4-0b77-4aa2-bebc-91644eeed721 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:03:17.192830 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Attempting to bind port 1da035c4-0b77-4aa2-bebc-91644eeed721 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'ed58bc94-3255-4ba4-be0c-c6daf8094dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6ec148ae-afac-4508-941d-7f1577913db4'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:03:17.192830 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Attempting to bind port 1da035c4-0b77-4aa2-bebc-91644eeed721 on network 6ec148ae-afac-4508-941d-7f1577913db4 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:03:17.257612 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c31ac8-f441-44ce-bd9a-6746ca98dffc tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Pushing event updated for resources: {'Port': ['ID=26cb69f6-dcf4-45ca-85f1-2a2bc07d9fd3,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:17.258828 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3fa9c12b-e708-4490-8990-a37f20d6cbef could not be found. Oct 04 21:03:17.258828 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:03:17.258828 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:03:17.258828 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:03:17.258828 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:03:17.258828 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:03:17.258828 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:03:17.258828 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:03:17.258828 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:03:17.258828 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:03:17.258828 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:03:17.258828 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:03:17.258828 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:03:17.258828 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:03:17.258828 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:17.258828 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:17.258828 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:17.258828 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:17.258828 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:03:17.258828 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:17.258828 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:03:17.258828 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:03:17.258828 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:17.258828 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:17.258828 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:17.258828 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:17.258828 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:03:17.258828 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:17.258828 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:03:17.258828 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:03:17.258828 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:17.258828 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:17.258828 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:17.258828 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:17.258828 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:03:17.258828 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:03:17.258828 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:03:17.258828 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:03:17.258828 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:03:17.258828 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:03:17.258828 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3fa9c12b-e708-4490-8990-a37f20d6cbef could not be found. Oct 04 21:03:17.258828 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:03:17.263973 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Attempting to bind port 1da035c4-0b77-4aa2-bebc-91644eeed721 on network 6ec148ae-afac-4508-941d-7f1577913db4 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:03:17.309888 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-1b8f1fe5-7c64-4ff9-8366-45f6a1e28f3b tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7eb8f09-ef60-4cef-a18a-9154945f4eec') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:03:17.310504 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-1b8f1fe5-7c64-4ff9-8366-45f6a1e28f3b tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7eb8f09-ef60-4cef-a18a-9154945f4eec') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:03:17.315534 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 3fa9c12b-e708-4490-8990-a37f20d6cbef could not be found. Oct 04 21:03:17.315534 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:03:17.315534 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:03:17.315534 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:03:17.315534 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:03:17.315534 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:03:17.315534 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:03:17.315534 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:03:17.315534 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:03:17.315534 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:03:17.315534 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:03:17.315534 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:03:17.315534 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:17.315534 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:17.315534 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:17.315534 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:17.315534 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:03:17.315534 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:17.315534 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:03:17.315534 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:03:17.315534 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:17.315534 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:17.315534 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:17.315534 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:17.315534 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:03:17.315534 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:03:17.315534 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:03:17.315534 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:03:17.315534 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:03:17.315534 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:03:17.315534 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:03:17.315534 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:03:17.315534 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:03:17.315534 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:03:17.315534 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:03:17.315534 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:03:17.315534 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:03:17.315534 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:03:17.315534 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 3fa9c12b-e708-4490-8990-a37f20d6cbef could not be found. Oct 04 21:03:17.315534 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:03:17.333172 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Failed to bind port 1da035c4-0b77-4aa2-bebc-91644eeed721 on host n-d-852085-12 for vnic_type normal using segments [{'id': 'ed58bc94-3255-4ba4-be0c-c6daf8094dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6ec148ae-afac-4508-941d-7f1577913db4'}] Oct 04 21:03:17.334304 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:17.334463 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (1da035c4-0b77-4aa2-bebc-91644eeed721), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:17.340436 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a9c31ac8-f441-44ce-bd9a-6746ca98dffc tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (df83e98f-46c3-4f7c-8320-54dadfc48396), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:17.376146 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-514a8a00-9892-4402-ae68-4a40124eda96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:17.449665 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1b8f1fe5-7c64-4ff9-8366-45f6a1e28f3b tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (d7eb8f09-ef60-4cef-a18a-9154945f4eec), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:17.466937 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-517afa01-4ed5-48d9-97c4-a589fa6326e4 None None] Provisioning complete for port 26cb69f6-dcf4-45ca-85f1-2a2bc07d9fd3 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:03:17.467761 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-517afa01-4ed5-48d9-97c4-a589fa6326e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (26cb69f6-dcf4-45ca-85f1-2a2bc07d9fd3), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:17.468759 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-517afa01-4ed5-48d9-97c4-a589fa6326e4 None None] Attempt 1 to provision port 26cb69f6-dcf4-45ca-85f1-2a2bc07d9fd3 Oct 04 21:03:17.573965 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] For port 1da035c4-0b77-4aa2-bebc-91644eeed721, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:03:17.574325 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Attempted to set empty binding levels {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 04 21:03:17.577348 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-517afa01-4ed5-48d9-97c4-a589fa6326e4 None None] Port 26cb69f6-dcf4-45ca-85f1-2a2bc07d9fd3 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:03:17.609007 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-4c3d2a75-1b35-4340-b772-9402301d8173 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] For port 322c2467-a308-4197-9d45-fd24561ca042, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=322c2467-a308-4197-9d45-fd24561ca042,segment=NetworkSegment(08fa374d-b4bb-45ce-829e-b37a348eed4b),segment_id=08fa374d-b4bb-45ce-829e-b37a348eed4b)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:03:17.620386 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4c3d2a75-1b35-4340-b772-9402301d8173 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (322c2467-a308-4197-9d45-fd24561ca042), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:17.620624 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a35597fa-76d7-489e-b1d5-67e626928896 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group_rule (35a59f03-0be2-43ac-abfd-c823876e4303), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:17.637547 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1b8f1fe5-7c64-4ff9-8366-45f6a1e28f3b tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (d7eb8f09-ef60-4cef-a18a-9154945f4eec), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:17.672559 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-77b32c34-62eb-4891-a557-bb451b6b01bc tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Deleting port 1da035c4-0b77-4aa2-bebc-91644eeed721 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:03:17.673053 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-77b32c34-62eb-4891-a557-bb451b6b01bc tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (1da035c4-0b77-4aa2-bebc-91644eeed721), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:17.677559 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b8f1fe5-7c64-4ff9-8366-45f6a1e28f3b tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:03:17.678584 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1b8f1fe5-7c64-4ff9-8366-45f6a1e28f3b tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (d7eb8f09-ef60-4cef-a18a-9154945f4eec), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:17.689352 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-4c3d2a75-1b35-4340-b772-9402301d8173 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Calling delete_port for 322c2467-a308-4197-9d45-fd24561ca042 owned by network:router_interface {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:03:17.705561 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (1da035c4-0b77-4aa2-bebc-91644eeed721), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:17.831269 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:17.859261 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2460a606-f0de-4216-90a6-92b1e5d94a6b None None] Pushing event updated for resources: {'Port': ['ID=1da035c4-0b77-4aa2-bebc-91644eeed721,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:17.888377 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a35597fa-76d7-489e-b1d5-67e626928896 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (35a59f03-0be2-43ac-abfd-c823876e4303), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:17.907524 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a755ec22-f374-4e56-b354-1f1e02e6ebd2 None None] get_active_networks_info from n-d-852085-12 {{(pid=108171) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 04 21:03:18.109646 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a755ec22-f374-4e56-b354-1f1e02e6ebd2 None None] Resources bound (agent type, host, resource id): {{(pid=108171) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 04 21:03:18.502448 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753870bb-deaa-4177-b3a2-a55117f5fcc3 None None] Network 6ec148ae-afac-4508-941d-7f1577913db4 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:03:18.584458 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment d7eb8f09-ef60-4cef-a18a-9154945f4eec resource provider aggregate not found Oct 04 21:03:18.647599 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:18.711683 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment d7eb8f09-ef60-4cef-a18a-9154945f4eec resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d7eb8f09-ef60-4cef-a18a-9154945f4eec found for delete ", "request_id": "req-6c9e11d2-66e5-4ca3-89b4-774a5d50fba3"}]} Oct 04 21:03:18.717692 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35597fa-76d7-489e-b1d5-67e626928896 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35a59f03-0be2-43ac-abfd-c823876e4303,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:18.769979 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-77b32c34-62eb-4891-a557-bb451b6b01bc tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] For port 1da035c4-0b77-4aa2-bebc-91644eeed721, host n-d-852085-12, got binding levels [] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:03:18.774182 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-77b32c34-62eb-4891-a557-bb451b6b01bc tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (1da035c4-0b77-4aa2-bebc-91644eeed721), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:18.903420 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-77b32c34-62eb-4891-a557-bb451b6b01bc tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Calling delete_port for 1da035c4-0b77-4aa2-bebc-91644eeed721 owned by network:dhcp {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:03:18.949152 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a35597fa-76d7-489e-b1d5-67e626928896 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:18.953898 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a35597fa-76d7-489e-b1d5-67e626928896 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.8226545 Oct 04 21:03:18.957829 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55122) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:18.964219 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 322c2467-a308-4197-9d45-fd24561ca042 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:03:18.982081 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1b8f1fe5-7c64-4ff9-8366-45f6a1e28f3b tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (af9e41be-395c-442c-874c-e63a251a6ca2), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:19.037451 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-863976fc-7d01-4a60-94f5-a5594d4dfa0f tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules/35a59f03-0be2-43ac-abfd-c823876e4303 HTTP/1.1" status: 200 len: 764 time: 0.0724077 Oct 04 21:03:19.040364 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55124) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:19.089920 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b8f1fe5-7c64-4ff9-8366-45f6a1e28f3b tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network af9e41be-395c-442c-874c-e63a251a6ca2 {{(pid=108170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 04 21:03:19.127174 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1b8f1fe5-7c64-4ff9-8366-45f6a1e28f3b tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:19.133637 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-1b8f1fe5-7c64-4ff9-8366-45f6a1e28f3b tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] 10.222.0.78 "DELETE /networking/v2.0/networks/af9e41be-395c-442c-874c-e63a251a6ca2 HTTP/1.1" status: 204 len: 168 time: 3.7915623 Oct 04 21:03:19.144593 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55126) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:19.167253 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-5b1f86d2-37e5-4a4a-9322-e6a7fa2c39a4 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1200452 Oct 04 21:03:19.187216 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55128) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:19.191738 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 322c2467-a308-4197-9d45-fd24561ca042 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:03:19.194861 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (322c2467-a308-4197-9d45-fd24561ca042), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:19.195666 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 322c2467-a308-4197-9d45-fd24561ca042 Oct 04 21:03:19.261997 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3b6b3e9-6f1b-4158-8f8d-29d4be6f20a6 tempest-ExternalNetworksTestJSON-1475887242 tempest-ExternalNetworksTestJSON-1475887242-project] DELETE failed (client error): The resource could not be found. Oct 04 21:03:19.263337 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3b6b3e9-6f1b-4158-8f8d-29d4be6f20a6 tempest-ExternalNetworksTestJSON-1475887242 tempest-ExternalNetworksTestJSON-1475887242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:03:19.281096 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b3b6b3e9-6f1b-4158-8f8d-29d4be6f20a6 tempest-ExternalNetworksTestJSON-1475887242 tempest-ExternalNetworksTestJSON-1475887242-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/dcfc153f-b372-4eb5-ade0-49c8e6671ecf HTTP/1.1" status: 404 len: 337 time: 0.1160529 Oct 04 21:03:19.288518 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55130) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:19.320334 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a9c31ac8-f441-44ce-bd9a-6746ca98dffc tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (26cb69f6-dcf4-45ca-85f1-2a2bc07d9fd3), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:19.337336 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8f1fe5-7c64-4ff9-8366-45f6a1e28f3b tempest-ExternalNetworksTestJSON-658203101 tempest-ExternalNetworksTestJSON-658203101-project-admin] Pushing event deleted for resources: {'Network': ['ID=af9e41be-395c-442c-874c-e63a251a6ca2,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:19.394018 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=83,neutron:DELETE=15,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:19.408479 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:19.494569 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-77b32c34-62eb-4891-a557-bb451b6b01bc tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (1da035c4-0b77-4aa2-bebc-91644eeed721), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:19.528007 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 322c2467-a308-4197-9d45-fd24561ca042 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:03:19.561018 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b5c27301-4a43-44c9-99a3-cbe6369c37ab tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group_rule (35a59f03-0be2-43ac-abfd-c823876e4303), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:19.581825 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b5c27301-4a43-44c9-99a3-cbe6369c37ab tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group_rule (35a59f03-0be2-43ac-abfd-c823876e4303), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:19.608711 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b32c34-62eb-4891-a557-bb451b6b01bc tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] No DVR routers for this DVR port 1da035c4-0b77-4aa2-bebc-91644eeed721 on host n-d-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:03:19.657446 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:19.753289 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d0d635ef-2736-42b8-b7de-1f7d72156373 tempest-ExternalNetworksTestJSON-1475887242 tempest-ExternalNetworksTestJSON-1475887242-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (c512bee1-0edc-43ed-9ade-82b17a14c133), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:19.768929 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4fb83ebb-7049-4d1f-a159-55f7dc062b4c tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (939d371d-319f-4637-90d3-9595a70dc4a7), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:19.785278 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b5c27301-4a43-44c9-99a3-cbe6369c37ab tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (35a59f03-0be2-43ac-abfd-c823876e4303), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:19.808732 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b5c27301-4a43-44c9-99a3-cbe6369c37ab tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:19.811867 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b5c27301-4a43-44c9-99a3-cbe6369c37ab tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "DELETE /networking/v2.0/security-group-rules/35a59f03-0be2-43ac-abfd-c823876e4303 HTTP/1.1" status: 204 len: 168 time: 0.6148617 Oct 04 21:03:19.818167 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55134) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:19.827850 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b32c34-62eb-4891-a557-bb451b6b01bc tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Pushing event deleted for resources: {'Port': ['ID=1da035c4-0b77-4aa2-bebc-91644eeed721,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:19.873688 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c27301-4a43-44c9-99a3-cbe6369c37ab tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=35a59f03-0be2-43ac-abfd-c823876e4303,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:20.093126 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-5d296e8d-9b79-4492-af78-9349cd4607dc tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2533703 Oct 04 21:03:20.094420 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55138) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:20.097600 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d0d635ef-2736-42b8-b7de-1f7d72156373 tempest-ExternalNetworksTestJSON-1475887242 tempest-ExternalNetworksTestJSON-1475887242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (c512bee1-0edc-43ed-9ade-82b17a14c133), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:20.163307 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 21:03:20.168986 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:20.261476 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-d0d635ef-2736-42b8-b7de-1f7d72156373 tempest-ExternalNetworksTestJSON-1475887242 tempest-ExternalNetworksTestJSON-1475887242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c512bee1-0edc-43ed-9ade-82b17a14c133']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:03:20.310156 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-d0d635ef-2736-42b8-b7de-1f7d72156373 tempest-ExternalNetworksTestJSON-1475887242 tempest-ExternalNetworksTestJSON-1475887242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62917d8d-e249-47b1-b070-f7dda680bdf8') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:03:20.311235 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-d0d635ef-2736-42b8-b7de-1f7d72156373 tempest-ExternalNetworksTestJSON-1475887242 tempest-ExternalNetworksTestJSON-1475887242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62917d8d-e249-47b1-b070-f7dda680bdf8') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:03:20.345191 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d0d635ef-2736-42b8-b7de-1f7d72156373 tempest-ExternalNetworksTestJSON-1475887242 tempest-ExternalNetworksTestJSON-1475887242-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (62917d8d-e249-47b1-b070-f7dda680bdf8), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:20.402811 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-86a07332-a7b2-4fcb-a51e-f621819593a5 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group (d70db7ff-62b2-466a-a9d3-cd8ac9908d55), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:20.454502 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-86a07332-a7b2-4fcb-a51e-f621819593a5 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group (d70db7ff-62b2-466a-a9d3-cd8ac9908d55), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:20.536777 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:20.550332 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d0d635ef-2736-42b8-b7de-1f7d72156373 tempest-ExternalNetworksTestJSON-1475887242 tempest-ExternalNetworksTestJSON-1475887242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (62917d8d-e249-47b1-b070-f7dda680bdf8), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:20.567845 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0d635ef-2736-42b8-b7de-1f7d72156373 tempest-ExternalNetworksTestJSON-1475887242 tempest-ExternalNetworksTestJSON-1475887242-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:03:20.568482 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d0d635ef-2736-42b8-b7de-1f7d72156373 tempest-ExternalNetworksTestJSON-1475887242 tempest-ExternalNetworksTestJSON-1475887242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (62917d8d-e249-47b1-b070-f7dda680bdf8), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:20.675180 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb83ebb-7049-4d1f-a159-55f7dc062b4c tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Pushing event deleted for resources: {'Port': ['ID=939d371d-319f-4637-90d3-9595a70dc4a7,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:20.695689 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 62917d8d-e249-47b1-b070-f7dda680bdf8 resource provider aggregate not found Oct 04 21:03:20.710043 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-86a07332-a7b2-4fcb-a51e-f621819593a5 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (d70db7ff-62b2-466a-a9d3-cd8ac9908d55), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:20.714384 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-86a07332-a7b2-4fcb-a51e-f621819593a5 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:20.721513 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-86a07332-a7b2-4fcb-a51e-f621819593a5 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/d70db7ff-62b2-466a-a9d3-cd8ac9908d55 HTTP/1.1" status: 204 len: 168 time: 0.5828996 Oct 04 21:03:20.729104 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55146) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:20.773235 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-77b32c34-62eb-4891-a557-bb451b6b01bc tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (6ec148ae-afac-4508-941d-7f1577913db4), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:20.798902 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 62917d8d-e249-47b1-b070-f7dda680bdf8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 62917d8d-e249-47b1-b070-f7dda680bdf8 found for delete ", "request_id": "req-2dd2554e-c955-42eb-a6a4-4f9484a9c22b"}]} Oct 04 21:03:20.818313 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a07332-a7b2-4fcb-a51e-f621819593a5 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70db7ff-62b2-466a-a9d3-cd8ac9908d55,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:20.902996 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-7ae91b7a-9771-42f1-8e64-c050928432d6 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1639791 Oct 04 21:03:20.912505 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55148) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:20.922653 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-19f42a6f-8797-4c5b-b186-f73d4c34bd7a tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Request body: {'security_group': {'name': 'tempest-secgroup--151050423'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:03:20.951737 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d0d635ef-2736-42b8-b7de-1f7d72156373 tempest-ExternalNetworksTestJSON-1475887242 tempest-ExternalNetworksTestJSON-1475887242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (c512bee1-0edc-43ed-9ade-82b17a14c133), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:20.966896 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d0d635ef-2736-42b8-b7de-1f7d72156373 tempest-ExternalNetworksTestJSON-1475887242 tempest-ExternalNetworksTestJSON-1475887242-project] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:20.972541 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-77b32c34-62eb-4891-a557-bb451b6b01bc tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ec148ae-afac-4508-941d-7f1577913db4']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:03:20.993227 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d0d635ef-2736-42b8-b7de-1f7d72156373 tempest-ExternalNetworksTestJSON-1475887242 tempest-ExternalNetworksTestJSON-1475887242-project] 10.222.0.78 "DELETE /networking/v2.0/networks/c512bee1-0edc-43ed-9ade-82b17a14c133 HTTP/1.1" status: 204 len: 168 time: 1.6894581 Oct 04 21:03:21.018721 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4fb83ebb-7049-4d1f-a159-55f7dc062b4c tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (a1b46abb-9ea9-4a5c-b0d3-c56819f6472f), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:21.038290 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d635ef-2736-42b8-b7de-1f7d72156373 tempest-ExternalNetworksTestJSON-1475887242 tempest-ExternalNetworksTestJSON-1475887242-project] Pushing event deleted for resources: {'Network': ['ID=c512bee1-0edc-43ed-9ade-82b17a14c133,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:21.066986 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:21.070691 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-77b32c34-62eb-4891-a557-bb451b6b01bc tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed58bc94-3255-4ba4-be0c-c6daf8094dfb') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:03:21.071292 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-77b32c34-62eb-4891-a557-bb451b6b01bc tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed58bc94-3255-4ba4-be0c-c6daf8094dfb') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:03:21.204724 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-19f42a6f-8797-4c5b-b186-f73d4c34bd7a tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:21.218883 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-77b32c34-62eb-4891-a557-bb451b6b01bc tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (ed58bc94-3255-4ba4-be0c-c6daf8094dfb), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:21.335933 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4c3d2a75-1b35-4340-b772-9402301d8173 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (322c2467-a308-4197-9d45-fd24561ca042), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:21.368269 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4fb83ebb-7049-4d1f-a159-55f7dc062b4c tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (a1b46abb-9ea9-4a5c-b0d3-c56819f6472f), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:21.371883 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-77b32c34-62eb-4891-a557-bb451b6b01bc tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (ed58bc94-3255-4ba4-be0c-c6daf8094dfb), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:21.383603 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4fb83ebb-7049-4d1f-a159-55f7dc062b4c tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks [] for router_controller (a1b46abb-9ea9-4a5c-b0d3-c56819f6472f), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:21.462186 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3d2a75-1b35-4340-b772-9402301d8173 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Pushing event deleted for resources: {'Port': ['ID=322c2467-a308-4197-9d45-fd24561ca042,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:21.502157 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-19f42a6f-8797-4c5b-b186-f73d4c34bd7a tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group (dc94a5e6-3592-4b27-af8b-892a5d80da50), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:21.504808 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77b32c34-62eb-4891-a557-bb451b6b01bc tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:03:21.505557 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-77b32c34-62eb-4891-a557-bb451b6b01bc tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (ed58bc94-3255-4ba4-be0c-c6daf8094dfb), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:21.609329 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-19f42a6f-8797-4c5b-b186-f73d4c34bd7a tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (dc94a5e6-3592-4b27-af8b-892a5d80da50), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:21.632770 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:21.718346 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment ed58bc94-3255-4ba4-be0c-c6daf8094dfb resource provider aggregate not found Oct 04 21:03:21.722368 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:21.736067 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-19f42a6f-8797-4c5b-b186-f73d4c34bd7a tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:21.761950 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-19f42a6f-8797-4c5b-b186-f73d4c34bd7a tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8462455 Oct 04 21:03:21.763794 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55164) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:21.765440 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f42a6f-8797-4c5b-b186-f73d4c34bd7a tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc94a5e6-3592-4b27-af8b-892a5d80da50,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:21.783242 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-498dc1c8-cb84-485e-b0cc-0a54a96c98e7 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Request body: {'security_group_rule': {'security_group_id': 'dc94a5e6-3592-4b27-af8b-892a5d80da50', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:03:21.902318 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment ed58bc94-3255-4ba4-be0c-c6daf8094dfb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ed58bc94-3255-4ba4-be0c-c6daf8094dfb found for delete ", "request_id": "req-285635e9-e816-46b3-bc89-a80d7a8d4ca5"}]} Oct 04 21:03:21.907959 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a9c31ac8-f441-44ce-bd9a-6746ca98dffc tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks [] for port (26cb69f6-dcf4-45ca-85f1-2a2bc07d9fd3), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:22.003496 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-498dc1c8-cb84-485e-b0cc-0a54a96c98e7 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group_rule (6e9f23f9-f294-4640-a716-7dac1044c2bd), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:22.024508 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4fb83ebb-7049-4d1f-a159-55f7dc062b4c tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (a1b46abb-9ea9-4a5c-b0d3-c56819f6472f), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:22.026302 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb83ebb-7049-4d1f-a159-55f7dc062b4c tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Fanout notify agent at l3_agent the message router_deleted on router a1b46abb-9ea9-4a5c-b0d3-c56819f6472f {{(pid=108170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 21:03:22.055024 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a9c31ac8-f441-44ce-bd9a-6746ca98dffc tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (26cb69f6-dcf4-45ca-85f1-2a2bc07d9fd3), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:22.071400 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4fb83ebb-7049-4d1f-a159-55f7dc062b4c tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:22.073379 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4fb83ebb-7049-4d1f-a159-55f7dc062b4c tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] 10.222.0.78 "DELETE /networking/v2.0/routers/a1b46abb-9ea9-4a5c-b0d3-c56819f6472f HTTP/1.1" status: 204 len: 168 time: 9.9547741 Oct 04 21:03:22.083118 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55170) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:22.091642 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-a63c0999-512b-42d6-8817-88232875e13c tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-235908609', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:03:22.163240 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55172) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:22.165298 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-77b32c34-62eb-4891-a557-bb451b6b01bc tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (6ec148ae-afac-4508-941d-7f1577913db4), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:22.204267 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-498dc1c8-cb84-485e-b0cc-0a54a96c98e7 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group_rule (6e9f23f9-f294-4640-a716-7dac1044c2bd), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:22.259589 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-77b32c34-62eb-4891-a557-bb451b6b01bc tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:22.270903 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55176) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:22.276260 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-77b32c34-62eb-4891-a557-bb451b6b01bc tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] 10.222.0.78 "DELETE /networking/v2.0/networks/6ec148ae-afac-4508-941d-7f1577913db4 HTTP/1.1" status: 204 len: 168 time: 10.4363821 Oct 04 21:03:22.288747 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-b0cd7e44-b433-4902-9f26-3b044f65a559 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-561599286'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:03:22.345957 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b32c34-62eb-4891-a557-bb451b6b01bc tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Pushing event deleted for resources: {'Network': ['ID=6ec148ae-afac-4508-941d-7f1577913db4,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:22.358009 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c31ac8-f441-44ce-bd9a-6746ca98dffc tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Pushing event updated for resources: {'Port': ['ID=26cb69f6-dcf4-45ca-85f1-2a2bc07d9fd3,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:22.358315 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a63c0999-512b-42d6-8817-88232875e13c tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (e4daab5f-dc45-4428-8c66-7bd2fa688fac), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:22.365221 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a63c0999-512b-42d6-8817-88232875e13c tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (e4daab5f-dc45-4428-8c66-7bd2fa688fac), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:22.376735 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a9c31ac8-f441-44ce-bd9a-6746ca98dffc tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (df83e98f-46c3-4f7c-8320-54dadfc48396), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:22.413384 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-498dc1c8-cb84-485e-b0cc-0a54a96c98e7 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (6e9f23f9-f294-4640-a716-7dac1044c2bd), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:22.473227 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498dc1c8-cb84-485e-b0cc-0a54a96c98e7 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e9f23f9-f294-4640-a716-7dac1044c2bd,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:22.561970 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:22.580750 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4c3d2a75-1b35-4340-b772-9402301d8173 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (c8a4a62e-cb50-4d66-9b32-52a69079a861), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:22.591157 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0cd7e44-b433-4902-9f26-3b044f65a559 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Made reservation on behalf of 07aabd9030f3444e986d02991f96bb44 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:03:22.598562 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b0cd7e44-b433-4902-9f26-3b044f65a559 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:22.606260 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a63c0999-512b-42d6-8817-88232875e13c tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks [] for router_controller (e4daab5f-dc45-4428-8c66-7bd2fa688fac), precommit_add_association {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:22.626421 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-498dc1c8-cb84-485e-b0cc-0a54a96c98e7 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:22.629007 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-498dc1c8-cb84-485e-b0cc-0a54a96c98e7 tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8546307 Oct 04 21:03:22.643707 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55178) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:22.724582 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0cd7e44-b433-4902-9f26-3b044f65a559 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:03:22.746569 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-2bf1ba27-0c39-4329-b3ed-133eb8409c16 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=d5b04031831a47bb8165bc6090e713ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5809665 Oct 04 21:03:22.750846 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55180) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:22.753754 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a63c0999-512b-42d6-8817-88232875e13c tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (e4daab5f-dc45-4428-8c66-7bd2fa688fac), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:22.790418 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c31ac8-f441-44ce-bd9a-6746ca98dffc tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Network 53d667fa-1811-439d-a3e7-6df8b2132bee is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:03:22.801797 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-a9c31ac8-f441-44ce-bd9a-6746ca98dffc tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:03:22.840101 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:DELETE=8,neutron:SELECT=82,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:22.859075 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b0cd7e44-b433-4902-9f26-3b044f65a559 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (2ef52841-6267-4ed1-af97-d3652f0615a9), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:22.859862 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-b0cd7e44-b433-4902-9f26-3b044f65a559 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Added segment 2ef52841-6267-4ed1-af97-d3652f0615a9 of type vlan for network f2e67e34-bd19-4b94-829a-5a16d09261b2 Oct 04 21:03:23.012931 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ca7d96e3-0438-41e0-a5ad-2b6bc228548a admin admin] Publish callbacks [] for security_group (db7f067a-be42-4afd-9fa2-7851b3e8cbd4), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:23.039247 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=73,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:23.069222 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b0cd7e44-b433-4902-9f26-3b044f65a559 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (f2e67e34-bd19-4b94-829a-5a16d09261b2), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:23.092460 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a63c0999-512b-42d6-8817-88232875e13c tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:23.101429 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a63c0999-512b-42d6-8817-88232875e13c tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.0097709 Oct 04 21:03:23.109534 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55190) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:23.117898 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ca7d96e3-0438-41e0-a5ad-2b6bc228548a admin admin] Publish callbacks [] for security_group (db7f067a-be42-4afd-9fa2-7851b3e8cbd4), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:23.129855 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-5d18fdec-b690-4716-9125-0e28b92f3b23 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'enable_snat': True}}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:03:23.262812 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:23.277278 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.db.resource_extend [None req-b0cd7e44-b433-4902-9f26-3b044f65a559 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 04 21:03:23.388345 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1a3852d2-b74e-4caa-914d-4a2de89fc8fe tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group (dc94a5e6-3592-4b27-af8b-892a5d80da50), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:23.432642 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-dabac2c8-bf97-4551-93eb-f80b1570f3df None None] Provisioning complete for port 26cb69f6-dcf4-45ca-85f1-2a2bc07d9fd3 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:03:23.433617 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-dabac2c8-bf97-4551-93eb-f80b1570f3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (26cb69f6-dcf4-45ca-85f1-2a2bc07d9fd3), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:23.433939 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-dabac2c8-bf97-4551-93eb-f80b1570f3df None None] Attempt 1 to provision port 26cb69f6-dcf4-45ca-85f1-2a2bc07d9fd3 Oct 04 21:03:23.495247 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1a3852d2-b74e-4caa-914d-4a2de89fc8fe tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group (dc94a5e6-3592-4b27-af8b-892a5d80da50), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:23.514441 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-dabac2c8-bf97-4551-93eb-f80b1570f3df None None] Port 26cb69f6-dcf4-45ca-85f1-2a2bc07d9fd3 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:03:23.598124 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c31ac8-f441-44ce-bd9a-6746ca98dffc tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Router df83e98f-46c3-4f7c-8320-54dadfc48396 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:03:23.631872 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c3d2a75-1b35-4340-b772-9402301d8173 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Router c8a4a62e-cb50-4d66-9b32-52a69079a861 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:03:23.779575 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b0cd7e44-b433-4902-9f26-3b044f65a559 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (f2e67e34-bd19-4b94-829a-5a16d09261b2), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:23.787318 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cd7e44-b433-4902-9f26-3b044f65a559 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:03:23.788807 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b0cd7e44-b433-4902-9f26-3b044f65a559 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:23.934981 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1a3852d2-b74e-4caa-914d-4a2de89fc8fe tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (dc94a5e6-3592-4b27-af8b-892a5d80da50), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:23.946358 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1a3852d2-b74e-4caa-914d-4a2de89fc8fe tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:23.948964 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-1a3852d2-b74e-4caa-914d-4a2de89fc8fe tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/dc94a5e6-3592-4b27-af8b-892a5d80da50 HTTP/1.1" status: 204 len: 168 time: 1.3077896 Oct 04 21:03:23.988793 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55192) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:24.078161 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3852d2-b74e-4caa-914d-4a2de89fc8fe tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc94a5e6-3592-4b27-af8b-892a5d80da50,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:24.222664 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c3d2a75-1b35-4340-b772-9402301d8173 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:03:24.247004 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4c3d2a75-1b35-4340-b772-9402301d8173 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "PUT /networking/v2.0/routers/c8a4a62e-cb50-4d66-9b32-52a69079a861/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0441320 Oct 04 21:03:24.257911 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55198) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:24.264207 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af44e26-4213-49e4-8601-400017dfbc6c None None] Sync routers for ids ['c8a4a62e-cb50-4d66-9b32-52a69079a861'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:03:24.283988 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c31ac8-f441-44ce-bd9a-6746ca98dffc tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:03:24.291551 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-d635800a-92b7-4f1f-b2b3-034e2c60ef3a tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3005996 Oct 04 21:03:24.306552 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60d0ede-0428-4170-9703-f38e2d8938d6 None None] Sync routers for ids ['df83e98f-46c3-4f7c-8320-54dadfc48396'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:03:24.362185 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60d0ede-0428-4170-9703-f38e2d8938d6 None None] Routers {'df83e98f-46c3-4f7c-8320-54dadfc48396'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:03:24.366177 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a9c31ac8-f441-44ce-bd9a-6746ca98dffc tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] 10.222.0.78 "PUT /networking/v2.0/routers/df83e98f-46c3-4f7c-8320-54dadfc48396/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.0713201 Oct 04 21:03:24.372766 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af44e26-4213-49e4-8601-400017dfbc6c None None] Routers {'c8a4a62e-cb50-4d66-9b32-52a69079a861'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:03:24.379461 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-2af44e26-4213-49e4-8601-400017dfbc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:03:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['c8a4a62e-cb50-4d66-9b32-52a69079a861'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:03:24.380668 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-d60d0ede-0428-4170-9703-f38e2d8938d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:03:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['df83e98f-46c3-4f7c-8320-54dadfc48396'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:03:24.387666 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55200) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:24.387666 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55202) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:24.486094 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-f1835130-18b1-4b82-a3e2-e666155df123 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Request body: {'port': {'network_id': '53d667fa-1811-439d-a3e7-6df8b2132bee', 'name': 'tempest-FloatingIPAdminTestJSON-1121050101'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:03:24.490023 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-d60d0ede-0428-4170-9703-f38e2d8938d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:03:24.510156 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60d0ede-0428-4170-9703-f38e2d8938d6 None None] Routers {'df83e98f-46c3-4f7c-8320-54dadfc48396'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:03:24.511671 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-d60d0ede-0428-4170-9703-f38e2d8938d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:03:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['df83e98f-46c3-4f7c-8320-54dadfc48396'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:03:24.592392 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-d60d0ede-0428-4170-9703-f38e2d8938d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:03:24.593901 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60d0ede-0428-4170-9703-f38e2d8938d6 None None] The sync data for ids ['df83e98f-46c3-4f7c-8320-54dadfc48396'] in n-d-852085-12 is: [] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:03:24.629756 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ca7d96e3-0438-41e0-a5ad-2b6bc228548a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (db7f067a-be42-4afd-9fa2-7851b3e8cbd4), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:24.635807 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ca7d96e3-0438-41e0-a5ad-2b6bc228548a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:24.637954 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ca7d96e3-0438-41e0-a5ad-2b6bc228548a admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/db7f067a-be42-4afd-9fa2-7851b3e8cbd4 HTTP/1.1" status: 204 len: 168 time: 1.8733168 Oct 04 21:03:24.657044 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5d18fdec-b690-4716-9125-0e28b92f3b23 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks [] for router_gateway (e4daab5f-dc45-4428-8c66-7bd2fa688fac), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:24.711451 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7d96e3-0438-41e0-a5ad-2b6bc228548a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7f067a-be42-4afd-9fa2-7851b3e8cbd4,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:24.722796 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cd7e44-b433-4902-9f26-3b044f65a559 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Pushing event updated for resources: {'Network': ['ID=f2e67e34-bd19-4b94-829a-5a16d09261b2,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:24.733606 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-83ced25d-b8af-46cb-bf77-bb67c233379d tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Deleting subnet fc9dee2e-1902-4d82-a2e2-2c9a46bc5349 {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:03:24.752414 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-0696ddc0-4f19-4a31-bcd8-f5d5a989b94a tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "GET /networking/v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.3638449 Oct 04 21:03:24.754010 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-83ced25d-b8af-46cb-bf77-bb67c233379d tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for subnet (fc9dee2e-1902-4d82-a2e2-2c9a46bc5349), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:24.767907 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b0cd7e44-b433-4902-9f26-3b044f65a559 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.4938054 Oct 04 21:03:24.769645 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55206) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:24.805514 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55208) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:24.806923 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network f2e67e34-bd19-4b94-829a-5a16d09261b2 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:03:24.816113 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-1f9b7aaa-37ca-4a4c-92c2-dbe05ab1ea5c tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Request body: {'subnet': {'network_id': 'f2e67e34-bd19-4b94-829a-5a16d09261b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:03:24.826705 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-2af44e26-4213-49e4-8601-400017dfbc6c None None] Set router c8a4a62e-cb50-4d66-9b32-52a69079a861 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:03:24.858056 n-d-852085-12 neutron-server[108169]: INFO neutron.api.v2.resource [None req-c189c471-da3a-4fe4-94e7-24889e32732b tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] delete failed (client error): The resource could not be found. Oct 04 21:03:24.860054 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c189c471-da3a-4fe4-94e7-24889e32732b tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/dc94a5e6-3592-4b27-af8b-892a5d80da50 HTTP/1.1" status: 404 len: 347 time: 0.0876186 Oct 04 21:03:24.885844 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55210) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:24.927115 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-83ced25d-b8af-46cb-bf77-bb67c233379d tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (fc9dee2e-1902-4d82-a2e2-2c9a46bc5349), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:25.057070 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-59619dfa-6ba7-40a3-aba3-454d88ca59ec tempest-SecGroupTest-1673310312 tempest-SecGroupTest-1673310312-project] 10.222.0.78 "GET /networking/v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1686857 Oct 04 21:03:25.271189 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:25.446334 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5d18fdec-b690-4716-9125-0e28b92f3b23 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks [] for router_gateway (e4daab5f-dc45-4428-8c66-7bd2fa688fac), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:25.487463 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:25.523834 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5d18fdec-b690-4716-9125-0e28b92f3b23 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:25.573020 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-83ced25d-b8af-46cb-bf77-bb67c233379d tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (fc9dee2e-1902-4d82-a2e2-2c9a46bc5349), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:25.794913 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-5d18fdec-b690-4716-9125-0e28b92f3b23 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Allocated IP 172.25.5.56 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/30c393b2-62ac-43a6-bdff-033d7547a46c) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:03:25.917384 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:25.970374 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-2af44e26-4213-49e4-8601-400017dfbc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a4a62e-cb50-4d66-9b32-52a69079a861', 'name': 'tempest-TestNetworkAdvancedServerOps-router-190718568', 'tenant_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '4dd5b0e5-955d-421b-b180-9683ed73d670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:02:30Z', 'updated_at': '2022-10-04T21:03:20Z', 'revision_number': 5, 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'gw_port': {'id': '4dd5b0e5-955d-421b-b180-9683ed73d670', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a4a62e-cb50-4d66-9b32-52a69079a861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:02:33Z', 'updated_at': '2022-10-04T21:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:03:25.976821 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:26.032861 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af44e26-4213-49e4-8601-400017dfbc6c None None] Checking router: c8a4a62e-cb50-4d66-9b32-52a69079a861 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:03:26.053988 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af44e26-4213-49e4-8601-400017dfbc6c None None] Routers {'c8a4a62e-cb50-4d66-9b32-52a69079a861'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:03:26.055615 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-2af44e26-4213-49e4-8601-400017dfbc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:03:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['c8a4a62e-cb50-4d66-9b32-52a69079a861'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:03:26.085242 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5d18fdec-b690-4716-9125-0e28b92f3b23 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks [] for port (30c393b2-62ac-43a6-bdff-033d7547a46c), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:26.283594 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-2af44e26-4213-49e4-8601-400017dfbc6c None None] Set router c8a4a62e-cb50-4d66-9b32-52a69079a861 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:03:26.291408 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5d18fdec-b690-4716-9125-0e28b92f3b23 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (30c393b2-62ac-43a6-bdff-033d7547a46c), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:26.445940 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:DELETE=1,neutron:UPDATE=5,neutron:SELECT=90,neutron:INSERT=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:26.447907 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55228) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:26.546675 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:26.554528 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55230) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:26.603308 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d9137091-8880-41dd-afb0-cf9dadc3ce6e admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=e09b9c0d050c4bd28053a22fabbc84e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1413596 Oct 04 21:03:26.604737 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d18fdec-b690-4716-9125-0e28b92f3b23 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Pushing event updated for resources: {'Port': ['ID=30c393b2-62ac-43a6-bdff-033d7547a46c,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:26.611696 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d18fdec-b690-4716-9125-0e28b92f3b23 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:03:26.612634 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55234) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:26.626874 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-5d18fdec-b690-4716-9125-0e28b92f3b23 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:03:26.647611 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d18fdec-b690-4716-9125-0e28b92f3b23 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:03:26.916247 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-2af44e26-4213-49e4-8601-400017dfbc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a4a62e-cb50-4d66-9b32-52a69079a861', 'name': 'tempest-TestNetworkAdvancedServerOps-router-190718568', 'tenant_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '4dd5b0e5-955d-421b-b180-9683ed73d670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:02:30Z', 'updated_at': '2022-10-04T21:03:20Z', 'revision_number': 5, 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'gw_port': {'id': '4dd5b0e5-955d-421b-b180-9683ed73d670', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a4a62e-cb50-4d66-9b32-52a69079a861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:02:33Z', 'updated_at': '2022-10-04T21:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:03:26.996339 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af44e26-4213-49e4-8601-400017dfbc6c None None] The sync data for ids ['c8a4a62e-cb50-4d66-9b32-52a69079a861'] in n-d-852085-12 is: [{'id': 'c8a4a62e-cb50-4d66-9b32-52a69079a861', 'name': 'tempest-TestNetworkAdvancedServerOps-router-190718568', 'tenant_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '4dd5b0e5-955d-421b-b180-9683ed73d670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:02:30Z', 'updated_at': '2022-10-04T21:03:20Z', 'revision_number': 5, 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'gw_port': {'id': '4dd5b0e5-955d-421b-b180-9683ed73d670', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:d4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a4a62e-cb50-4d66-9b32-52a69079a861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:02:33Z', 'updated_at': '2022-10-04T21:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:03:27.088354 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1835130-18b1-4b82-a3e2-e666155df123 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Made reservation on behalf of ec1b0b0f9b7d4529945c159db6187b31 for: {'port': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:03:27.100579 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f1835130-18b1-4b82-a3e2-e666155df123 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:27.131803 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-445704a3-058d-4a4e-8c11-fbac0740d2e6 admin admin] Publish callbacks [] for security_group (e8b5c1c3-7eba-484b-9584-3cad766c3d2d), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:27.184061 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [None req-f1835130-18b1-4b82-a3e2-e666155df123 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] device_id is not set on port 26a607dd-5108-4130-82bf-5360aed7cade yet. {{(pid=108170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 21:03:27.211983 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-83ced25d-b8af-46cb-bf77-bb67c233379d tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (fc9dee2e-1902-4d82-a2e2-2c9a46bc5349), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:27.231437 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-445704a3-058d-4a4e-8c11-fbac0740d2e6 admin admin] Publish callbacks [] for security_group (e8b5c1c3-7eba-484b-9584-3cad766c3d2d), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:27.260397 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b9f334-4555-447a-9889-02311f59f14e None None] Network e40afdc2-04d3-419c-b697-6ad6fc8f7435 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:03:27.280796 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-83ced25d-b8af-46cb-bf77-bb67c233379d tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:27.287455 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-83ced25d-b8af-46cb-bf77-bb67c233379d tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/fc9dee2e-1902-4d82-a2e2-2c9a46bc5349 HTTP/1.1" status: 204 len: 168 time: 3.0273504 Oct 04 21:03:27.288942 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9b7aaa-37ca-4a4c-92c2-dbe05ab1ea5c tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Made reservation on behalf of 07aabd9030f3444e986d02991f96bb44 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:03:27.296060 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1f9b7aaa-37ca-4a4c-92c2-dbe05ab1ea5c tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:27.306888 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55244) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:27.374312 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ced25d-b8af-46cb-bf77-bb67c233379d tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Pushing event deleted for resources: {'Subnet': ['ID=fc9dee2e-1902-4d82-a2e2-2c9a46bc5349,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:27.872527 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5631de34-7f32-4dbb-b786-4f250f505d4e None None] DHCP port deletion for e40afdc2-04d3-419c-b697-6ad6fc8f7435 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:03:27.951220 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-fdc1ab4b-db43-42b8-9321-6008cdaa07c2 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=38c1b9e029124bf4baadecd5672ec482&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3902082 Oct 04 21:03:27.960784 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55246) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:28.028690 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-5631de34-7f32-4dbb-b786-4f250f505d4e None None] Deleting port dec19794-8213-43ca-af84-3890c8c5233d {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:03:28.030610 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5631de34-7f32-4dbb-b786-4f250f505d4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (dec19794-8213-43ca-af84-3890c8c5233d), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:28.036370 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-445704a3-058d-4a4e-8c11-fbac0740d2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (e8b5c1c3-7eba-484b-9584-3cad766c3d2d), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:28.041931 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-445704a3-058d-4a4e-8c11-fbac0740d2e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:28.047963 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-445704a3-058d-4a4e-8c11-fbac0740d2e6 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/e8b5c1c3-7eba-484b-9584-3cad766c3d2d HTTP/1.1" status: 204 len: 168 time: 1.4298477 Oct 04 21:03:28.118587 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:28.189047 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445704a3-058d-4a4e-8c11-fbac0740d2e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b5c1c3-7eba-484b-9584-3cad766c3d2d,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:28.245122 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0d6c8087-fcf4-4837-aa2b-6f40a40f52fd tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for router (c8a4a62e-cb50-4d66-9b32-52a69079a861), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:28.292633 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-f1835130-18b1-4b82-a3e2-e666155df123 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Allocated IP 172.20.0.4 (53d667fa-1811-439d-a3e7-6df8b2132bee/9cba9da9-ce0e-4784-8ebe-3816dad229a5/26a607dd-5108-4130-82bf-5360aed7cade) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:03:28.346800 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1f9b7aaa-37ca-4a4c-92c2-dbe05ab1ea5c tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (51b5cf57-b4f2-4877-99d3-c7fb0c5e6a01), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:28.349536 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-5631de34-7f32-4dbb-b786-4f250f505d4e None None] For port dec19794-8213-43ca-af84-3890c8c5233d, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=dec19794-8213-43ca-af84-3890c8c5233d,segment=NetworkSegment(08fa374d-b4bb-45ce-829e-b37a348eed4b),segment_id=08fa374d-b4bb-45ce-829e-b37a348eed4b)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:03:28.350035 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5631de34-7f32-4dbb-b786-4f250f505d4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (dec19794-8213-43ca-af84-3890c8c5233d), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:28.398040 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-5631de34-7f32-4dbb-b786-4f250f505d4e None None] Calling delete_port for dec19794-8213-43ca-af84-3890c8c5233d owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:03:28.554600 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4e270f15-b648-47f0-8e57-8a7c5ed41b94 admin admin] Publish callbacks [] for security_group (57684ddf-8f4a-421e-a8fc-6ca36e6f28cc), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:28.569413 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0d6c8087-fcf4-4837-aa2b-6f40a40f52fd tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for router_gateway (c8a4a62e-cb50-4d66-9b32-52a69079a861), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:28.625812 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5d18fdec-b690-4716-9125-0e28b92f3b23 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks [] for router_gateway (e4daab5f-dc45-4428-8c66-7bd2fa688fac), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:28.860839 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5631de34-7f32-4dbb-b786-4f250f505d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (dec19794-8213-43ca-af84-3890c8c5233d), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:28.921888 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:28.927268 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4e270f15-b648-47f0-8e57-8a7c5ed41b94 admin admin] Publish callbacks [] for security_group (57684ddf-8f4a-421e-a8fc-6ca36e6f28cc), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:28.995041 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5631de34-7f32-4dbb-b786-4f250f505d4e None None] Pushing event deleted for resources: {'Port': ['ID=dec19794-8213-43ca-af84-3890c8c5233d,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:28.998911 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 322c2467-a308-4197-9d45-fd24561ca042 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:03:29.015554 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f1835130-18b1-4b82-a3e2-e666155df123 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks [] for port (26a607dd-5108-4130-82bf-5360aed7cade), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:29.064951 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-0d6c8087-fcf4-4837-aa2b-6f40a40f52fd tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Deleting port 4dd5b0e5-955d-421b-b180-9683ed73d670 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:03:29.070379 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0d6c8087-fcf4-4837-aa2b-6f40a40f52fd tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (4dd5b0e5-955d-421b-b180-9683ed73d670), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:29.077745 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5631de34-7f32-4dbb-b786-4f250f505d4e None None] No DVR routers for this DVR port dec19794-8213-43ca-af84-3890c8c5233d on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:03:29.103267 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 322c2467-a308-4197-9d45-fd24561ca042 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:03:29.109865 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 322c2467-a308-4197-9d45-fd24561ca042 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:03:29.109865 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device dec19794-8213-43ca-af84-3890c8c5233d no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:03:29.135239 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=9 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:29.148214 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9b7aaa-37ca-4a4c-92c2-dbe05ab1ea5c tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Pushing event updated for resources: {'Subnet': ['ID=51b5cf57-b4f2-4877-99d3-c7fb0c5e6a01,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:29.241730 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: dec19794-8213-43ca-af84-3890c8c5233d {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:03:29.242768 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device dec19794-8213-43ca-af84-3890c8c5233d not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:03:29.244066 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9b7aaa-37ca-4a4c-92c2-dbe05ab1ea5c tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Checking segment: {'id': '2ef52841-6267-4ed1-af97-d3652f0615a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f2e67e34-bd19-4b94-829a-5a16d09261b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:03:29.244692 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9b7aaa-37ca-4a4c-92c2-dbe05ab1ea5c tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Network hostable DHCP agents. Network: f2e67e34-bd19-4b94-829a-5a16d09261b2, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:03:29.261121 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:29.288273 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f1835130-18b1-4b82-a3e2-e666155df123 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (26a607dd-5108-4130-82bf-5360aed7cade), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:29.467612 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1835130-18b1-4b82-a3e2-e666155df123 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Network 53d667fa-1811-439d-a3e7-6df8b2132bee is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:03:29.474689 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-f1835130-18b1-4b82-a3e2-e666155df123 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:03:29.478541 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1835130-18b1-4b82-a3e2-e666155df123 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Pushing event updated for resources: {'Port': ['ID=26a607dd-5108-4130-82bf-5360aed7cade,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:29.483622 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1835130-18b1-4b82-a3e2-e666155df123 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:03:29.688936 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-0d6c8087-fcf4-4837-aa2b-6f40a40f52fd tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] For port 4dd5b0e5-955d-421b-b180-9683ed73d670, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=4dd5b0e5-955d-421b-b180-9683ed73d670,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:03:29.689582 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0d6c8087-fcf4-4837-aa2b-6f40a40f52fd tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (4dd5b0e5-955d-421b-b180-9683ed73d670), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:29.732352 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-0d6c8087-fcf4-4837-aa2b-6f40a40f52fd tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Calling delete_port for 4dd5b0e5-955d-421b-b180-9683ed73d670 owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:03:29.738962 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1835130-18b1-4b82-a3e2-e666155df123 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:03:29.741347 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f1835130-18b1-4b82-a3e2-e666155df123 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:29.751382 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9b7aaa-37ca-4a4c-92c2-dbe05ab1ea5c tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Network f2e67e34-bd19-4b94-829a-5a16d09261b2 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:03:29.894029 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-1f9b7aaa-37ca-4a4c-92c2-dbe05ab1ea5c tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, f2e67e34-bd19-4b94-829a-5a16d09261b2) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:03:29.906355 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9b7aaa-37ca-4a4c-92c2-dbe05ab1ea5c tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:03:29.912484 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1f9b7aaa-37ca-4a4c-92c2-dbe05ab1ea5c tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:29.924541 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe6354f-182f-4bcb-ace6-bb188186d924 None None] Network f2e67e34-bd19-4b94-829a-5a16d09261b2 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:03:30.013768 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55272) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:30.014707 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f1835130-18b1-4b82-a3e2-e666155df123 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6159928 Oct 04 21:03:30.066990 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5d18fdec-b690-4716-9125-0e28b92f3b23 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-465386', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-583633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6069'] for router (e4daab5f-dc45-4428-8c66-7bd2fa688fac), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:30.104161 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-1f9b7aaa-37ca-4a4c-92c2-dbe05ab1ea5c tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.2925117 Oct 04 21:03:30.104770 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55276) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:30.108301 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5d18fdec-b690-4716-9125-0e28b92f3b23 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-465361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-465368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-583658'] for router (e4daab5f-dc45-4428-8c66-7bd2fa688fac), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:30.124094 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-fb138111-cae6-412a-9642-311a520aaf8c tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Request body: {'subnet': {'network_id': 'f2e67e34-bd19-4b94-829a-5a16d09261b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:03:30.155038 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-c31b4ec9-5d47-43fc-8502-5d25b53237cb None None] Provisioning complete for port 26a607dd-5108-4130-82bf-5360aed7cade triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:03:30.163035 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c31b4ec9-5d47-43fc-8502-5d25b53237cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (26a607dd-5108-4130-82bf-5360aed7cade), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:30.165752 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-c31b4ec9-5d47-43fc-8502-5d25b53237cb None None] Attempt 1 to provision port 26a607dd-5108-4130-82bf-5360aed7cade Oct 04 21:03:30.329360 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:30.336578 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-c31b4ec9-5d47-43fc-8502-5d25b53237cb None None] Port 26a607dd-5108-4130-82bf-5360aed7cade cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:03:30.420203 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:30.538798 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5b9e56-9b17-4e23-8fb8-49643934b883 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-f2e67e34-bd19-4b94-829a-5a16d09261b2', 'network_id': 'f2e67e34-bd19-4b94-829a-5a16d09261b2', 'project_id': '07aabd9030f3444e986d02991f96bb44', 'fixed_ips': [{'subnet_id': '51b5cf57-b4f2-4877-99d3-c7fb0c5e6a01'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:03:30.540830 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ed5b9e56-9b17-4e23-8fb8-49643934b883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:30.741417 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4e270f15-b648-47f0-8e57-8a7c5ed41b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (57684ddf-8f4a-421e-a8fc-6ca36e6f28cc), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:30.761498 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4e270f15-b648-47f0-8e57-8a7c5ed41b94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:30.764815 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-4e270f15-b648-47f0-8e57-8a7c5ed41b94 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/57684ddf-8f4a-421e-a8fc-6ca36e6f28cc HTTP/1.1" status: 204 len: 168 time: 2.8020968 Oct 04 21:03:30.793655 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-daee81c7-7a74-4a0b-a818-f496c3119b5c tempest-FloatingIPAdminTestJSON-173521565 tempest-FloatingIPAdminTestJSON-173521565-project-admin] Request body: {'floatingip': {'floating_network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'project_id': 'ec1b0b0f9b7d4529945c159db6187b31', 'port_id': '26a607dd-5108-4130-82bf-5360aed7cade'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:03:30.804581 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb138111-cae6-412a-9642-311a520aaf8c tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Made reservation on behalf of 07aabd9030f3444e986d02991f96bb44 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:03:30.812858 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fb138111-cae6-412a-9642-311a520aaf8c tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:30.874722 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e270f15-b648-47f0-8e57-8a7c5ed41b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57684ddf-8f4a-421e-a8fc-6ca36e6f28cc,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:31.013475 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-ed5b9e56-9b17-4e23-8fb8-49643934b883 None None] Allocated IP 2001:db8::2 (f2e67e34-bd19-4b94-829a-5a16d09261b2/51b5cf57-b4f2-4877-99d3-c7fb0c5e6a01/ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:03:31.235723 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55292) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:31.255120 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0d6c8087-fcf4-4837-aa2b-6f40a40f52fd tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (4dd5b0e5-955d-421b-b180-9683ed73d670), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:31.318547 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-daee81c7-7a74-4a0b-a818-f496c3119b5c tempest-FloatingIPAdminTestJSON-173521565 tempest-FloatingIPAdminTestJSON-173521565-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:31.328982 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d18fdec-b690-4716-9125-0e28b92f3b23 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Router e4daab5f-dc45-4428-8c66-7bd2fa688fac is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 21:03:31.499992 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c8087-fcf4-4837-aa2b-6f40a40f52fd tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Pushing event deleted for resources: {'Port': ['ID=4dd5b0e5-955d-421b-b180-9683ed73d670,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:31.550907 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:31.602677 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ed5b9e56-9b17-4e23-8fb8-49643934b883 None None] Publish callbacks [] for port (ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:31.714314 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ed5b9e56-9b17-4e23-8fb8-49643934b883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:31.758452 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fb138111-cae6-412a-9642-311a520aaf8c tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (95d45745-341b-4356-b8f0-45ba95098b00), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:31.857178 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5b9e56-9b17-4e23-8fb8-49643934b883 None None] Pushing event updated for resources: {'Port': ['ID=ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:31.896906 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5b9e56-9b17-4e23-8fb8-49643934b883 None None] Network f2e67e34-bd19-4b94-829a-5a16d09261b2 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:03:31.900196 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-ed5b9e56-9b17-4e23-8fb8-49643934b883 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:03:31.905945 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5b9e56-9b17-4e23-8fb8-49643934b883 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:03:31.911463 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d18fdec-b690-4716-9125-0e28b92f3b23 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:03:31.938546 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5d18fdec-b690-4716-9125-0e28b92f3b23 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:31.962109 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-5d18fdec-b690-4716-9125-0e28b92f3b23 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] 10.222.0.78 "PUT /networking/v2.0/routers/e4daab5f-dc45-4428-8c66-7bd2fa688fac HTTP/1.1" status: 200 len: 917 time: 8.8500617 Oct 04 21:03:31.972336 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55308) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:32.036359 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40adb1e-8aeb-4ab2-8f30-b1b7bcf3b54f None None] Sync routers for ids ['e4daab5f-dc45-4428-8c66-7bd2fa688fac'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:03:32.084212 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40adb1e-8aeb-4ab2-8f30-b1b7bcf3b54f None None] Routers {'e4daab5f-dc45-4428-8c66-7bd2fa688fac'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:03:32.085433 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-e40adb1e-8aeb-4ab2-8f30-b1b7bcf3b54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:03:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['e4daab5f-dc45-4428-8c66-7bd2fa688fac'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:03:32.100059 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:32.100059 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb138111-cae6-412a-9642-311a520aaf8c tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Pushing event updated for resources: {'Subnet': ['ID=95d45745-341b-4356-b8f0-45ba95098b00,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:32.184614 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb138111-cae6-412a-9642-311a520aaf8c tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Network f2e67e34-bd19-4b94-829a-5a16d09261b2 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:03:32.191839 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-fb138111-cae6-412a-9642-311a520aaf8c tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:03:32.204928 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb138111-cae6-412a-9642-311a520aaf8c tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:03:32.206007 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fb138111-cae6-412a-9642-311a520aaf8c tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:32.297420 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-ed5b9e56-9b17-4e23-8fb8-49643934b883 None None] Attempting to bind port ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:03:32.297420 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-ed5b9e56-9b17-4e23-8fb8-49643934b883 None None] Attempting to bind port ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '2ef52841-6267-4ed1-af97-d3652f0615a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f2e67e34-bd19-4b94-829a-5a16d09261b2'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:03:32.297983 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5b9e56-9b17-4e23-8fb8-49643934b883 None None] Attempting to bind port ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22 on network f2e67e34-bd19-4b94-829a-5a16d09261b2 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:03:32.403610 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-fb138111-cae6-412a-9642-311a520aaf8c tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.2966218 Oct 04 21:03:32.406618 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55322) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:32.422866 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-e40adb1e-8aeb-4ab2-8f30-b1b7bcf3b54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:03:32.503083 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40adb1e-8aeb-4ab2-8f30-b1b7bcf3b54f None None] Routers {'e4daab5f-dc45-4428-8c66-7bd2fa688fac'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:03:32.504069 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-e40adb1e-8aeb-4ab2-8f30-b1b7bcf3b54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:03:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['e4daab5f-dc45-4428-8c66-7bd2fa688fac'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:03:32.570369 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-e40adb1e-8aeb-4ab2-8f30-b1b7bcf3b54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:03:32.573350 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40adb1e-8aeb-4ab2-8f30-b1b7bcf3b54f None None] The sync data for ids ['e4daab5f-dc45-4428-8c66-7bd2fa688fac'] in n-d-852085-12 is: [] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:03:32.583161 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5b9e56-9b17-4e23-8fb8-49643934b883 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:03:32.583990 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5b9e56-9b17-4e23-8fb8-49643934b883 None None] Checking segment: {'id': '2ef52841-6267-4ed1-af97-d3652f0615a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f2e67e34-bd19-4b94-829a-5a16d09261b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:03:32.584763 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ed5b9e56-9b17-4e23-8fb8-49643934b883 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:32.585459 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5b9e56-9b17-4e23-8fb8-49643934b883 None None] Bound using segment: {'id': '2ef52841-6267-4ed1-af97-d3652f0615a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f2e67e34-bd19-4b94-829a-5a16d09261b2'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:03:32.586444 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-ed5b9e56-9b17-4e23-8fb8-49643934b883 None None] Bound port: ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ef52841-6267-4ed1-af97-d3652f0615a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f2e67e34-bd19-4b94-829a-5a16d09261b2'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:03:32.587159 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ed5b9e56-9b17-4e23-8fb8-49643934b883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:32.651341 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac9229f-b610-48c7-ae8b-450efccee6f7 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:03:32.656514 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac9229f-b610-48c7-ae8b-450efccee6f7 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:03:32.660650 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac9229f-b610-48c7-ae8b-450efccee6f7 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:03:32.665417 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac9229f-b610-48c7-ae8b-450efccee6f7 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:03:32.669815 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac9229f-b610-48c7-ae8b-450efccee6f7 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:03:32.673862 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-cac9229f-b610-48c7-ae8b-450efccee6f7 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] 10.222.0.78 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2622461 Oct 04 21:03:32.681199 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55324) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:32.694295 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-b7f25072-a206-4a01-a0c4-0a740b458b39 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1523516106'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:03:32.733671 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-ed5b9e56-9b17-4e23-8fb8-49643934b883 None None] For port ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:03:32.743532 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-ed5b9e56-9b17-4e23-8fb8-49643934b883 None None] For port ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22,segment=NetworkSegment(2ef52841-6267-4ed1-af97-d3652f0615a9),segment_id=2ef52841-6267-4ed1-af97-d3652f0615a9)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:03:32.869180 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:32.893915 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [None req-0afa4956-c846-4439-864d-779228f3c268 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=108169) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:03:32.896785 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-0afa4956-c846-4439-864d-779228f3c268 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] 10.222.0.78 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 1.6587608 Oct 04 21:03:32.901449 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55326) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:32.909783 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [None req-fa69d5ba-ffcd-4036-bd09-95c2d5be0522 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] http://10.222.0.78:9696/networking/v2.0/extensions/address-group returned with HTTP 200 {{(pid=108170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:03:32.912910 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-fa69d5ba-ffcd-4036-bd09-95c2d5be0522 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] 10.222.0.78 "GET /networking/v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0094230 Oct 04 21:03:32.919128 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55328) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:32.933744 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [None req-1d53dc17-bdd4-489f-861a-e8998dd93d85 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] http://10.222.0.78:9696/networking/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=108170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:03:32.941895 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-1d53dc17-bdd4-489f-861a-e8998dd93d85 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] 10.222.0.78 "GET /networking/v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0174727 Oct 04 21:03:32.943241 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55330) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:32.955036 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [None req-9ea99b7e-908f-4c1c-964b-2b6a554cb2d1 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] http://10.222.0.78:9696/networking/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=108170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:03:32.961401 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-9ea99b7e-908f-4c1c-964b-2b6a554cb2d1 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] 10.222.0.78 "GET /networking/v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0113695 Oct 04 21:03:32.965361 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55332) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:32.969224 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0d6c8087-fcf4-4837-aa2b-6f40a40f52fd tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (c8a4a62e-cb50-4d66-9b32-52a69079a861), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:32.974339 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [None req-c698c73a-cf5d-4b40-87fa-c0f851b07902 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] http://10.222.0.78:9696/networking/v2.0/extensions/agent returned with HTTP 200 {{(pid=108170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:03:32.976539 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-daee81c7-7a74-4a0b-a818-f496c3119b5c tempest-FloatingIPAdminTestJSON-173521565 tempest-FloatingIPAdminTestJSON-173521565-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:32.984545 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c698c73a-cf5d-4b40-87fa-c0f851b07902 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] 10.222.0.78 "GET /networking/v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0168252 Oct 04 21:03:32.985690 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55334) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:32.995232 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [None req-57021d41-5134-4b97-9741-7041f6024023 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] http://10.222.0.78:9696/networking/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=108170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:03:33.004163 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:33.005470 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-57021d41-5134-4b97-9741-7041f6024023 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] 10.222.0.78 "GET /networking/v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0167158 Oct 04 21:03:33.006668 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55336) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:33.015543 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [None req-96eb6283-9ff1-48c4-9f3b-36deaad0b349 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] http://10.222.0.78:9696/networking/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=108170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:03:33.024623 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-96eb6283-9ff1-48c4-9f3b-36deaad0b349 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] 10.222.0.78 "GET /networking/v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0108480 Oct 04 21:03:33.025776 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55338) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:33.037289 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [None req-621d819e-0411-4745-ae93-e1c9e8a9b4cb tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] http://10.222.0.78:9696/networking/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=108170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:03:33.045813 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-621d819e-0411-4745-ae93-e1c9e8a9b4cb tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] 10.222.0.78 "GET /networking/v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0160675 Oct 04 21:03:33.047320 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55342) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:33.050392 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ed5b9e56-9b17-4e23-8fb8-49643934b883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:33.085853 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [None req-8172c049-c564-45cf-b7fc-05f448b65cea tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] http://10.222.0.78:9696/networking/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=108170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:03:33.111932 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-8172c049-c564-45cf-b7fc-05f448b65cea tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] 10.222.0.78 "GET /networking/v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0418756 Oct 04 21:03:33.116328 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55346) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:33.139439 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [None req-10fd84ba-22d0-4436-a228-d10eed11e6cc tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] http://10.222.0.78:9696/networking/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=108170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:03:33.151447 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-10fd84ba-22d0-4436-a228-d10eed11e6cc tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] 10.222.0.78 "GET /networking/v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0332994 Oct 04 21:03:33.161863 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55348) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:33.173463 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [None req-ce5e5b19-964d-4f5c-979e-a407468df6fc tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] http://10.222.0.78:9696/networking/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=108170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:03:33.182248 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-ce5e5b19-964d-4f5c-979e-a407468df6fc tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] 10.222.0.78 "GET /networking/v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0173128 Oct 04 21:03:33.189498 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f25072-a206-4a01-a0c4-0a740b458b39 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Made reservation on behalf of 07aabd9030f3444e986d02991f96bb44 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:03:33.207593 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b7f25072-a206-4a01-a0c4-0a740b458b39 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:33.219989 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55350) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:33.234980 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:33.250354 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-daee81c7-7a74-4a0b-a818-f496c3119b5c tempest-FloatingIPAdminTestJSON-173521565 tempest-FloatingIPAdminTestJSON-173521565-project-admin] Allocated IP 172.25.5.7 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/ed4fd23b-bdee-4052-a45c-1c1dd56fa3ae) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:03:33.253791 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [None req-cd8d3645-d3ec-46f0-b8c8-499af0587fcc tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] http://10.222.0.78:9696/networking/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=108170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:03:33.268091 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-cd8d3645-d3ec-46f0-b8c8-499af0587fcc tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] 10.222.0.78 "GET /networking/v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0398793 Oct 04 21:03:33.303438 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55352) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:33.347532 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [None req-c5e3872e-1041-4b0e-b356-7baf7ced1ce1 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] http://10.222.0.78:9696/networking/v2.0/extensions/dvr returned with HTTP 200 {{(pid=108170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:03:33.354851 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c5e3872e-1041-4b0e-b356-7baf7ced1ce1 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] 10.222.0.78 "GET /networking/v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0359368 Oct 04 21:03:33.355956 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55354) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:33.380771 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [None req-fd36dc34-941f-4a1c-9eb5-6f59f2baf29b tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] http://10.222.0.78:9696/networking/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=108170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:03:33.390628 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-fd36dc34-941f-4a1c-9eb5-6f59f2baf29b tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] 10.222.0.78 "GET /networking/v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0220292 Oct 04 21:03:33.391043 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5b9e56-9b17-4e23-8fb8-49643934b883 None None] Pushing event updated for resources: {'Port': ['ID=ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:33.400818 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55356) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:33.416759 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [None req-36841ab4-ca4f-40f6-80db-a24555249433 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] http://10.222.0.78:9696/networking/v2.0/extensions/external-net returned with HTTP 200 {{(pid=108170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:03:33.429010 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-36841ab4-ca4f-40f6-80db-a24555249433 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] 10.222.0.78 "GET /networking/v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0165589 Oct 04 21:03:33.435089 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55358) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:33.440152 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [None req-af99a72a-da20-4f36-84a6-4dcfc0eb8656 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] http://10.222.0.78:9696/networking/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=108170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:03:33.448671 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-af99a72a-da20-4f36-84a6-4dcfc0eb8656 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] 10.222.0.78 "GET /networking/v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0148017 Oct 04 21:03:33.450738 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55360) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:33.465839 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [None req-2268e531-c49c-4605-bf9d-b4bb9a757a0f tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] http://10.222.0.78:9696/networking/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=108170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:03:33.470914 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2268e531-c49c-4605-bf9d-b4bb9a757a0f tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] 10.222.0.78 "GET /networking/v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0123379 Oct 04 21:03:33.477793 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55362) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:33.487854 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [None req-cc65d014-75ad-465d-aeb2-08309516ab2b tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] http://10.222.0.78:9696/networking/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=108170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:03:33.496142 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-cc65d014-75ad-465d-aeb2-08309516ab2b tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] 10.222.0.78 "GET /networking/v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0154157 Oct 04 21:03:33.498054 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55364) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:33.513996 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [None req-b586ca86-8b31-4c1f-b134-bbf6b90c89be tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] http://10.222.0.78:9696/networking/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=108170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:03:33.521509 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b586ca86-8b31-4c1f-b134-bbf6b90c89be tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] 10.222.0.78 "GET /networking/v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0180588 Oct 04 21:03:33.522750 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55366) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:33.534445 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [None req-01931b17-dc7d-434a-bfe9-225a73006893 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] http://10.222.0.78:9696/networking/v2.0/extensions/floating-ip-port-forwarding-detail returned with HTTP 200 {{(pid=108170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:03:33.549044 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-01931b17-dc7d-434a-bfe9-225a73006893 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] 10.222.0.78 "GET /networking/v2.0/extensions/floating-ip-port-forwarding-detail HTTP/1.1" status: 200 len: 465 time: 0.0215065 Oct 04 21:03:33.553380 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:33.559702 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55368) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:33.602480 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [None req-60239e9a-5376-4454-9a29-05d7e8e730e1 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] http://10.222.0.78:9696/networking/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=108170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:03:33.609459 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-60239e9a-5376-4454-9a29-05d7e8e730e1 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] 10.222.0.78 "GET /networking/v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0164504 Oct 04 21:03:33.613396 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55370) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:33.627310 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [None req-481d3b64-fc4b-49c2-86aa-1dd8aa7e1426 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] http://10.222.0.78:9696/networking/v2.0/extensions/flavors returned with HTTP 200 {{(pid=108170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:03:33.636051 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-481d3b64-fc4b-49c2-86aa-1dd8aa7e1426 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] 10.222.0.78 "GET /networking/v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0150752 Oct 04 21:03:33.637457 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7f25072-a206-4a01-a0c4-0a740b458b39 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:03:33.640825 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55372) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:33.649497 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [None req-9255cebb-a229-4283-ae3d-f08bc1155581 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] http://10.222.0.78:9696/networking/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=108170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:03:33.654203 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-9255cebb-a229-4283-ae3d-f08bc1155581 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] 10.222.0.78 "GET /networking/v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0116336 Oct 04 21:03:33.656002 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55374) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:33.673155 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [None req-7e54e2f4-59e9-476c-8b5d-f59c88cde482 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] http://10.222.0.78:9696/networking/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=108170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:03:33.682098 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-7e54e2f4-59e9-476c-8b5d-f59c88cde482 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] 10.222.0.78 "GET /networking/v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0183372 Oct 04 21:03:33.694436 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55376) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:33.727243 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [None req-b5491975-4349-4599-b0d4-104867c6c605 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] http://10.222.0.78:9696/networking/v2.0/extensions/router returned with HTTP 200 {{(pid=108170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:03:33.738357 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b5491975-4349-4599-b0d4-104867c6c605 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] 10.222.0.78 "GET /networking/v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0419505 Oct 04 21:03:33.744817 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55380) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:33.752970 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b7f25072-a206-4a01-a0c4-0a740b458b39 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (e23daef8-b13c-44af-ba94-4cd34a66dee8), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:33.753856 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-b7f25072-a206-4a01-a0c4-0a740b458b39 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Added segment e23daef8-b13c-44af-ba94-4cd34a66dee8 of type vlan for network ec44ec12-a193-4592-b152-09c348d51208 Oct 04 21:03:33.760355 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [None req-2c163a3d-7367-480b-97e3-a971e17947b7 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] http://10.222.0.78:9696/networking/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=108170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:03:33.762945 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2c163a3d-7367-480b-97e3-a971e17947b7 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] 10.222.0.78 "GET /networking/v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0159121 Oct 04 21:03:33.783483 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55384) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:33.793389 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [None req-eb9db085-9f76-4106-83d0-38900ba86848 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] http://10.222.0.78:9696/networking/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=108170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:03:33.818342 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-eb9db085-9f76-4106-83d0-38900ba86848 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] 10.222.0.78 "GET /networking/v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0245070 Oct 04 21:03:33.831951 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55386) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:33.850772 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [None req-984dacca-4fea-420f-ae29-59a33658da74 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] http://10.222.0.78:9696/networking/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=108170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:03:33.853688 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-984dacca-4fea-420f-ae29-59a33658da74 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] 10.222.0.78 "GET /networking/v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0144382 Oct 04 21:03:33.912520 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55388) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:33.931869 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [None req-481e3f34-1200-42d1-8a2a-5288df922eae tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] http://10.222.0.78:9696/networking/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=108170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:03:33.933875 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-481e3f34-1200-42d1-8a2a-5288df922eae tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] 10.222.0.78 "GET /networking/v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0196872 Oct 04 21:03:33.940456 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55392) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:33.948740 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [None req-596c9a57-4080-41cc-8108-cead360a5937 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] http://10.222.0.78:9696/networking/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=108170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:03:33.950615 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-596c9a57-4080-41cc-8108-cead360a5937 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] 10.222.0.78 "GET /networking/v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0085018 Oct 04 21:03:33.961643 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55394) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:33.975990 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [None req-c417da0c-f675-40c3-b54c-8f803b7918ed tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] http://10.222.0.78:9696/networking/v2.0/extensions/metering returned with HTTP 200 {{(pid=108170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:03:33.977827 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c417da0c-f675-40c3-b54c-8f803b7918ed tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] 10.222.0.78 "GET /networking/v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0147865 Oct 04 21:03:33.981463 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b7f25072-a206-4a01-a0c4-0a740b458b39 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (ec44ec12-a193-4592-b152-09c348d51208), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:33.985808 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55396) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:33.997975 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [None req-f54517d2-f81a-43e3-a1e5-ce885314f455 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] http://10.222.0.78:9696/networking/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=108170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:03:33.997975 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f54517d2-f81a-43e3-a1e5-ce885314f455 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] 10.222.0.78 "GET /networking/v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0084722 Oct 04 21:03:34.004695 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55398) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:34.014321 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [None req-2e68e80a-eda4-42f1-94ff-64e4d5f5b138 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] http://10.222.0.78:9696/networking/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=108170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:03:34.016260 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2e68e80a-eda4-42f1-94ff-64e4d5f5b138 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] 10.222.0.78 "GET /networking/v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0101285 Oct 04 21:03:34.024310 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55400) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:34.046816 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-daee81c7-7a74-4a0b-a818-f496c3119b5c tempest-FloatingIPAdminTestJSON-173521565 tempest-FloatingIPAdminTestJSON-173521565-project-admin] Publish callbacks [] for port (ed4fd23b-bdee-4052-a45c-1c1dd56fa3ae), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:34.053939 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [None req-efd0fe6e-b07a-47cb-b42b-15f68cbe926e tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] http://10.222.0.78:9696/networking/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=108170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:03:34.055781 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-efd0fe6e-b07a-47cb-b42b-15f68cbe926e tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] 10.222.0.78 "GET /networking/v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0182898 Oct 04 21:03:34.062202 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:34.069029 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0d6c8087-fcf4-4837-aa2b-6f40a40f52fd tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (c8a4a62e-cb50-4d66-9b32-52a69079a861), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:34.081336 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55404) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:34.086925 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0d6c8087-fcf4-4837-aa2b-6f40a40f52fd tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for router_controller (c8a4a62e-cb50-4d66-9b32-52a69079a861), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:34.100923 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [None req-98eb1675-1ac5-4835-8b51-8595e6c1f8d7 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] http://10.222.0.78:9696/networking/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=108169) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:03:34.103037 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-98eb1675-1ac5-4835-8b51-8595e6c1f8d7 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] 10.222.0.78 "GET /networking/v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0194776 Oct 04 21:03:34.110257 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55406) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:34.139935 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [None req-9b756868-f7c7-4c43-8ba8-dad4b98ae186 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] http://10.222.0.78:9696/networking/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=108169) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:03:34.141930 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-9b756868-f7c7-4c43-8ba8-dad4b98ae186 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] 10.222.0.78 "GET /networking/v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0185933 Oct 04 21:03:34.147697 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55408) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:34.164034 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [None req-c3fd49dd-796e-47a2-8c56-9a4d7a0755cf tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] http://10.222.0.78:9696/networking/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=108170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:03:34.166495 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c3fd49dd-796e-47a2-8c56-9a4d7a0755cf tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] 10.222.0.78 "GET /networking/v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0135038 Oct 04 21:03:34.170764 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55410) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:34.181430 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [None req-1d41b1de-82e6-472e-9f98-14c487a290e6 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] http://10.222.0.78:9696/networking/v2.0/extensions/pagination returned with HTTP 200 {{(pid=108170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:03:34.183586 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-1d41b1de-82e6-472e-9f98-14c487a290e6 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] 10.222.0.78 "GET /networking/v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0108516 Oct 04 21:03:34.188025 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55412) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:34.223643 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [None req-4b7d9576-6189-4853-b348-6c0386fe3f52 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] http://10.222.0.78:9696/networking/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=108170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:03:34.244467 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4b7d9576-6189-4853-b348-6c0386fe3f52 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] 10.222.0.78 "GET /networking/v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0323181 Oct 04 21:03:34.250550 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55414) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:34.262211 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [None req-2a93b4b8-9b22-486e-8bf4-d6e0f8fb6d90 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] http://10.222.0.78:9696/networking/v2.0/extensions/port-mac-override returned with HTTP 200 {{(pid=108170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:03:34.265110 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2a93b4b8-9b22-486e-8bf4-d6e0f8fb6d90 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] 10.222.0.78 "GET /networking/v2.0/extensions/port-mac-override HTTP/1.1" status: 200 len: 445 time: 0.0117972 Oct 04 21:03:34.268260 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b7f25072-a206-4a01-a0c4-0a740b458b39 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (ec44ec12-a193-4592-b152-09c348d51208), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:34.272582 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-6313dcec-1124-45ce-86cb-21da3789c5bc tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] 10.222.0.78 "GET /networking/v2.0/routers/e4daab5f-dc45-4428-8c66-7bd2fa688fac HTTP/1.1" status: 200 len: 923 time: 2.2875233 Oct 04 21:03:34.273588 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55416) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:34.279955 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55418) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:34.285267 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f25072-a206-4a01-a0c4-0a740b458b39 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:03:34.287089 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b7f25072-a206-4a01-a0c4-0a740b458b39 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654440'] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:34.288365 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [None req-7960e0ab-d99d-47a8-9103-ac08b4db1cc7 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] http://10.222.0.78:9696/networking/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=108169) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:03:34.290568 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-7960e0ab-d99d-47a8-9103-ac08b4db1cc7 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] 10.222.0.78 "GET /networking/v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0122015 Oct 04 21:03:34.302160 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55420) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:34.331585 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [None req-ac4d6185-40cf-4567-9f80-974d352d1593 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] http://10.222.0.78:9696/networking/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=108169) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:03:34.334261 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ac4d6185-40cf-4567-9f80-974d352d1593 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] 10.222.0.78 "GET /networking/v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0148401 Oct 04 21:03:34.336758 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:34.355661 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55422) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:34.365600 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [None req-d7d0e7a9-a028-4ef2-a32f-b88daa32df8c tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] http://10.222.0.78:9696/networking/v2.0/extensions/binding returned with HTTP 200 {{(pid=108170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:03:34.368106 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-d7d0e7a9-a028-4ef2-a32f-b88daa32df8c tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] 10.222.0.78 "GET /networking/v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0098855 Oct 04 21:03:34.376292 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0d6c8087-fcf4-4837-aa2b-6f40a40f52fd tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (c8a4a62e-cb50-4d66-9b32-52a69079a861), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:34.377895 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d6c8087-fcf4-4837-aa2b-6f40a40f52fd tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Fanout notify agent at l3_agent the message router_deleted on router c8a4a62e-cb50-4d66-9b32-52a69079a861 {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 21:03:34.385766 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55424) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:34.393845 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [None req-b40811ff-b27e-482d-9fe1-c87914b526e7 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] http://10.222.0.78:9696/networking/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=108169) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:03:34.396799 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b40811ff-b27e-482d-9fe1-c87914b526e7 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] 10.222.0.78 "GET /networking/v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0095775 Oct 04 21:03:34.402317 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55426) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:34.407212 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0d6c8087-fcf4-4837-aa2b-6f40a40f52fd tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:34.413991 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-0d6c8087-fcf4-4837-aa2b-6f40a40f52fd tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "DELETE /networking/v2.0/routers/c8a4a62e-cb50-4d66-9b32-52a69079a861 HTTP/1.1" status: 204 len: 168 time: 7.0924687 Oct 04 21:03:34.418826 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55428) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:34.425177 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [None req-bf7e4cd9-0e77-4ee9-aec4-05e2cdfe161d tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] http://10.222.0.78:9696/networking/v2.0/extensions/port-security returned with HTTP 200 {{(pid=108170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:03:34.430997 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-bf7e4cd9-0e77-4ee9-aec4-05e2cdfe161d tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] 10.222.0.78 "GET /networking/v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0234871 Oct 04 21:03:34.526662 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=25 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:34.572843 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55430) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:34.575078 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f25072-a206-4a01-a0c4-0a740b458b39 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Pushing event updated for resources: {'Network': ['ID=ec44ec12-a193-4592-b152-09c348d51208,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:34.587661 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [None req-eda0efcd-f89d-4497-885f-49349191d2d1 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] http://10.222.0.78:9696/networking/v2.0/extensions/project-id returned with HTTP 200 {{(pid=108170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:03:34.591441 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:UPDATE=1,neutron:SELECT=76,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:34.611328 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-eda0efcd-f89d-4497-885f-49349191d2d1 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] 10.222.0.78 "GET /networking/v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0206656 Oct 04 21:03:34.621777 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55436) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:34.632880 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b7f25072-a206-4a01-a0c4-0a740b458b39 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.9487472 Oct 04 21:03:34.638887 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network ec44ec12-a193-4592-b152-09c348d51208 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:03:34.649082 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55438) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:34.661365 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [None req-dd6bf338-1422-4c70-9862-330cfe182111 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] http://10.222.0.78:9696/networking/v2.0/extensions/provider returned with HTTP 200 {{(pid=108170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:03:34.668667 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-dd6bf338-1422-4c70-9862-330cfe182111 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] 10.222.0.78 "GET /networking/v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0252593 Oct 04 21:03:34.676579 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-3e1fa959-2e1c-4760-b2fa-cf6b18c544c9 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Request body: {'network': {'name': 'New_network'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:03:34.686386 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55440) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:34.700013 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [None req-4322ca8b-c65f-4b29-bcbe-e8a48e58624b tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] http://10.222.0.78:9696/networking/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=108170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:03:34.708787 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4322ca8b-c65f-4b29-bcbe-e8a48e58624b tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] 10.222.0.78 "GET /networking/v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0184441 Oct 04 21:03:34.734202 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55444) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:34.752067 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [None req-4636ea42-e5b9-42a8-afff-3c964c2ffffd tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] http://10.222.0.78:9696/networking/v2.0/extensions/quotas returned with HTTP 200 {{(pid=108170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:03:34.775534 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4636ea42-e5b9-42a8-afff-3c964c2ffffd tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] 10.222.0.78 "GET /networking/v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0360715 Oct 04 21:03:34.825862 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9a8287a4-3104-43b3-a149-43c65fc7af57 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (e40afdc2-04d3-419c-b697-6ad6fc8f7435), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:34.863821 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55446) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:34.907865 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [None req-8c4444cf-0eb7-4379-949a-d7f03199faac tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] http://10.222.0.78:9696/networking/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=108169) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:03:34.949717 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-8c4444cf-0eb7-4379-949a-d7f03199faac tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] 10.222.0.78 "GET /networking/v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0631998 Oct 04 21:03:34.968916 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-daee81c7-7a74-4a0b-a818-f496c3119b5c tempest-FloatingIPAdminTestJSON-173521565 tempest-FloatingIPAdminTestJSON-173521565-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (ed4fd23b-bdee-4052-a45c-1c1dd56fa3ae), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:35.049080 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55448) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:35.076524 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6a1c82-f467-4cc4-b098-fab160c4e52c tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:03:35.079957 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-fe6a1c82-f467-4cc4-b098-fab160c4e52c tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?network_id=52a60aae-e230-4bd7-89bc-781767fd7892&device_id=e4daab5f-dc45-4428-8c66-7bd2fa688fac&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.7823529 Oct 04 21:03:35.086231 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [None req-ffb16418-fffc-45fa-b9b9-c71e5157185a tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] http://10.222.0.78:9696/networking/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=108169) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:03:35.093766 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ffb16418-fffc-45fa-b9b9-c71e5157185a tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] 10.222.0.78 "GET /networking/v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0198755 Oct 04 21:03:35.186974 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55450) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:35.187801 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55452) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:35.189213 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55458) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:35.294667 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [None req-e021b60d-309c-4753-a5db-cf2a033adc63 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] http://10.222.0.78:9696/networking/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=108170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:03:35.300814 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-e021b60d-309c-4753-a5db-cf2a033adc63 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] 10.222.0.78 "GET /networking/v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0328922 Oct 04 21:03:35.324642 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55460) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:35.380249 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:03:35.430858 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daee81c7-7a74-4a0b-a818-f496c3119b5c tempest-FloatingIPAdminTestJSON-173521565 tempest-FloatingIPAdminTestJSON-173521565-project-admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:03:35.477013 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-daee81c7-7a74-4a0b-a818-f496c3119b5c tempest-FloatingIPAdminTestJSON-173521565 tempest-FloatingIPAdminTestJSON-173521565-project-admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:03:35.521539 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [None req-d758c646-a7c3-4ea3-83ef-94b8dc2f33f7 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] http://10.222.0.78:9696/networking/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=108169) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:03:35.531399 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:03:35.532587 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:35.533288 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22 Oct 04 21:03:35.534357 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d758c646-a7c3-4ea3-83ef-94b8dc2f33f7 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] 10.222.0.78 "GET /networking/v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0679498 Oct 04 21:03:35.557235 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daee81c7-7a74-4a0b-a818-f496c3119b5c tempest-FloatingIPAdminTestJSON-173521565 tempest-FloatingIPAdminTestJSON-173521565-project-admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:03:35.611907 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55464) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:35.647296 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [None req-406fd912-9ecd-47a2-863f-ac3c22056f06 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] http://10.222.0.78:9696/networking/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=108170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:03:35.649468 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-406fd912-9ecd-47a2-863f-ac3c22056f06 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] 10.222.0.78 "GET /networking/v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0241663 Oct 04 21:03:35.736931 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55466) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:35.784800 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [None req-4dc3bc83-9183-4603-80b4-33f652d97ef3 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] http://10.222.0.78:9696/networking/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=108169) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:03:35.805469 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-4dc3bc83-9183-4603-80b4-33f652d97ef3 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] 10.222.0.78 "GET /networking/v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0413070 Oct 04 21:03:35.812426 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55470) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:35.828723 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-1bc3acb8-86c9-4882-8db2-6c5f519611d5 tempest-TagsTest-2109830797 tempest-TagsTest-2109830797-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1700474951'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:03:35.880282 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba4f8f3-b0d4-4a6a-b2fc-bc75b4298f44 None None] Network f2e67e34-bd19-4b94-829a-5a16d09261b2 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:03:35.887353 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [None req-959f3a24-ea56-4eb0-b513-c6cc77b6f4ac tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] http://10.222.0.78:9696/networking/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=108169) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:03:35.894328 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-959f3a24-ea56-4eb0-b513-c6cc77b6f4ac tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] 10.222.0.78 "GET /networking/v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0135591 Oct 04 21:03:35.907707 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55472) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:35.981199 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [None req-4fde61b5-ebd2-462c-80cb-f79b2a9d5c4f tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] http://10.222.0.78:9696/networking/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=108169) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:03:35.988178 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-4fde61b5-ebd2-462c-80cb-f79b2a9d5c4f tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] 10.222.0.78 "GET /networking/v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0130577 Oct 04 21:03:35.995889 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55474) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:36.005887 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daee81c7-7a74-4a0b-a818-f496c3119b5c tempest-FloatingIPAdminTestJSON-173521565 tempest-FloatingIPAdminTestJSON-173521565-project-admin] Pushing event updated for resources: {'Port': ['ID=ed4fd23b-bdee-4052-a45c-1c1dd56fa3ae,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:36.022021 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [None req-594e7f55-9d4a-451e-97c6-8582803027fd tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] http://10.222.0.78:9696/networking/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=108170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:03:36.029251 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-594e7f55-9d4a-451e-97c6-8582803027fd tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] 10.222.0.78 "GET /networking/v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0231717 Oct 04 21:03:36.034655 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55476) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:36.040537 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:03:36.040817 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:36.062950 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc3acb8-86c9-4882-8db2-6c5f519611d5 tempest-TagsTest-2109830797 tempest-TagsTest-2109830797-project] Made reservation on behalf of 8d9cd93bf89c475191bb541932d8ee93 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:03:36.071494 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1bc3acb8-86c9-4882-8db2-6c5f519611d5 tempest-TagsTest-2109830797 tempest-TagsTest-2109830797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:36.121567 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [None req-5b7f6029-bad8-4b91-94aa-04c2f7e44e23 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] http://10.222.0.78:9696/networking/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=108169) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:03:36.124474 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-5b7f6029-bad8-4b91-94aa-04c2f7e44e23 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] 10.222.0.78 "GET /networking/v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0539119 Oct 04 21:03:36.133961 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9a8287a4-3104-43b3-a149-43c65fc7af57 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (e40afdc2-04d3-419c-b697-6ad6fc8f7435), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:36.142537 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1bc3acb8-86c9-4882-8db2-6c5f519611d5 tempest-TagsTest-2109830797 tempest-TagsTest-2109830797-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:36.145137 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55480) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:36.157607 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [None req-fe02c002-650f-4d7e-a7e2-e2e203b11c4a tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] http://10.222.0.78:9696/networking/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=108169) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:03:36.160028 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-fe02c002-650f-4d7e-a7e2-e2e203b11c4a tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] 10.222.0.78 "GET /networking/v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0109229 Oct 04 21:03:36.179985 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55482) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:36.196401 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [None req-97712ba4-e4eb-4d71-8a8c-867a89619852 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] http://10.222.0.78:9696/networking/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=108169) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:03:36.200105 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-97712ba4-e4eb-4d71-8a8c-867a89619852 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] 10.222.0.78 "GET /networking/v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0160878 Oct 04 21:03:36.229644 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55484) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:36.240767 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [None req-d0a0a734-e29a-42a9-a687-cc01d498d8dc tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] http://10.222.0.78:9696/networking/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=108169) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:03:36.243373 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d0a0a734-e29a-42a9-a687-cc01d498d8dc tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] 10.222.0.78 "GET /networking/v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0114429 Oct 04 21:03:36.246073 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3e1fa959-2e1c-4760-b2fa-cf6b18c544c9 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (ec44ec12-a193-4592-b152-09c348d51208), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:36.252185 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55486) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:36.286982 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [None req-ad70d78b-f1e4-4c87-94ec-76cfc1f291b4 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] http://10.222.0.78:9696/networking/v2.0/extensions/security-group returned with HTTP 200 {{(pid=108170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:03:36.288725 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-ad70d78b-f1e4-4c87-94ec-76cfc1f291b4 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] 10.222.0.78 "GET /networking/v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0151963 Oct 04 21:03:36.305402 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55488) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:36.317787 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [None req-50c449fd-d745-4097-81d7-900f0bf0db64 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] http://10.222.0.78:9696/networking/v2.0/extensions/service-type returned with HTTP 200 {{(pid=108170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:03:36.320208 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-50c449fd-d745-4097-81d7-900f0bf0db64 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] 10.222.0.78 "GET /networking/v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0126190 Oct 04 21:03:36.324887 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f4117a-1941-4c86-86bb-85b304202036 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:03:36.327851 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-43f4117a-1941-4c86-86bb-85b304202036 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] 10.222.0.78 "GET /networking/v2.0/networks/52a60aae-e230-4bd7-89bc-781767fd7892 HTTP/1.1" status: 200 len: 881 time: 1.1103637 Oct 04 21:03:36.334556 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55490) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:36.335483 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55492) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:36.345481 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-882d5e2b-cc98-4776-9861-6c565d34f1b1 None None] Provisioning complete for port ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:03:36.346076 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-882d5e2b-cc98-4776-9861-6c565d34f1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:36.346635 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-882d5e2b-cc98-4776-9861-6c565d34f1b1 None None] Attempt 1 to provision port ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22 Oct 04 21:03:36.387120 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [None req-a0505a6c-a940-42cb-bb9a-321fa41b32e9 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] http://10.222.0.78:9696/networking/v2.0/extensions/sorting returned with HTTP 200 {{(pid=108170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:03:36.388973 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-9a8287a4-3104-43b3-a149-43c65fc7af57 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e40afdc2-04d3-419c-b697-6ad6fc8f7435']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:03:36.401168 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a0505a6c-a940-42cb-bb9a-321fa41b32e9 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] 10.222.0.78 "GET /networking/v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0629349 Oct 04 21:03:36.402655 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55494) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:36.432223 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-9a8287a4-3104-43b3-a149-43c65fc7af57 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08fa374d-b4bb-45ce-829e-b37a348eed4b') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:03:36.432835 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-9a8287a4-3104-43b3-a149-43c65fc7af57 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08fa374d-b4bb-45ce-829e-b37a348eed4b') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:03:36.498072 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9a8287a4-3104-43b3-a149-43c65fc7af57 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (08fa374d-b4bb-45ce-829e-b37a348eed4b), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:36.501423 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [None req-bed83998-f105-4521-ac02-501220658e26 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] http://10.222.0.78:9696/networking/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=108170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:03:36.511263 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-bed83998-f105-4521-ac02-501220658e26 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] 10.222.0.78 "GET /networking/v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0254183 Oct 04 21:03:36.512450 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:INSERT=11,neutron:UPDATE=4,neutron:SELECT=85 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:36.520138 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55496) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:36.563878 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [None req-b317bb21-9d00-4ff0-9061-e01d06252951 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] http://10.222.0.78:9696/networking/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=108169) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:03:36.565888 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b317bb21-9d00-4ff0-9061-e01d06252951 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] 10.222.0.78 "GET /networking/v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0321903 Oct 04 21:03:36.590597 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1bc3acb8-86c9-4882-8db2-6c5f519611d5 tempest-TagsTest-2109830797 tempest-TagsTest-2109830797-project] Publish callbacks [] for security_group (f9898d75-cfa4-4ae5-b63f-c840f35263c6), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:36.668617 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55498) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:36.696351 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [None req-2a6ac7e4-974a-43d8-a988-d12c4c9152a5 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] http://10.222.0.78:9696/networking/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=108170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:03:36.704897 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2a6ac7e4-974a-43d8-a988-d12c4c9152a5 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] 10.222.0.78 "GET /networking/v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0333457 Oct 04 21:03:36.709193 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55500) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:36.714992 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9a8287a4-3104-43b3-a149-43c65fc7af57 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (08fa374d-b4bb-45ce-829e-b37a348eed4b), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:36.723802 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [None req-5ef2e22e-ce6e-412d-86c3-9d0326bfb6a4 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] http://10.222.0.78:9696/networking/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=108170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:03:36.732463 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-5ef2e22e-ce6e-412d-86c3-9d0326bfb6a4 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] 10.222.0.78 "GET /networking/v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0163348 Oct 04 21:03:36.733992 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55502) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:36.736096 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3e1fa959-2e1c-4760-b2fa-cf6b18c544c9 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (ec44ec12-a193-4592-b152-09c348d51208), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:36.743699 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22,segment=NetworkSegment(2ef52841-6267-4ed1-af97-d3652f0615a9),segment_id=2ef52841-6267-4ed1-af97-d3652f0615a9)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:03:36.749131 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:36.770171 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [None req-0fcd607a-dd19-437f-89c2-759fb9c55a7c tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] http://10.222.0.78:9696/networking/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=108169) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:03:36.777352 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-0fcd607a-dd19-437f-89c2-759fb9c55a7c tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] 10.222.0.78 "GET /networking/v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0297415 Oct 04 21:03:36.787987 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4419d7db-05e7-4794-a503-c00080bfafc0 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e4daab5f-dc45-4428-8c66-7bd2fa688fac HTTP/1.1" status: 200 len: 205 time: 0.4481339 Oct 04 21:03:36.799721 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55506) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:36.800093 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55504) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:36.812631 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a8287a4-3104-43b3-a149-43c65fc7af57 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:03:36.813755 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9a8287a4-3104-43b3-a149-43c65fc7af57 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (08fa374d-b4bb-45ce-829e-b37a348eed4b), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:36.829272 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [None req-5eb6f740-aab8-449c-9b6e-51b9c0b8b87e tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] http://10.222.0.78:9696/networking/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=108170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:03:36.836650 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-5eb6f740-aab8-449c-9b6e-51b9c0b8b87e tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] 10.222.0.78 "GET /networking/v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0236738 Oct 04 21:03:36.844958 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1bc3acb8-86c9-4882-8db2-6c5f519611d5 tempest-TagsTest-2109830797 tempest-TagsTest-2109830797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (f9898d75-cfa4-4ae5-b63f-c840f35263c6), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:36.863378 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55510) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:36.881775 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:36.924080 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bc3acb8-86c9-4882-8db2-6c5f519611d5 tempest-TagsTest-2109830797 tempest-TagsTest-2109830797-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:03:36.957805 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3e1fa959-2e1c-4760-b2fa-cf6b18c544c9 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Network ec44ec12-a193-4592-b152-09c348d51208 is not hosted by any dhcp agent {{(pid=108170) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 04 21:03:36.975255 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1fa959-2e1c-4760-b2fa-cf6b18c544c9 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:03:36.976865 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3e1fa959-2e1c-4760-b2fa-cf6b18c544c9 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:36.979925 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-3e1fa959-2e1c-4760-b2fa-cf6b18c544c9 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] 10.222.0.78 "PUT /networking/v2.0/networks/ec44ec12-a193-4592-b152-09c348d51208 HTTP/1.1" status: 200 len: 723 time: 2.3251190 Oct 04 21:03:37.034474 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55514) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:37.044169 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 08fa374d-b4bb-45ce-829e-b37a348eed4b resource provider aggregate not found Oct 04 21:03:37.047409 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 4dd5b0e5-955d-421b-b180-9683ed73d670 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:03:37.058974 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [None req-6c97dc8b-5fd8-4b52-8fe9-b28909bc3394 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] http://10.222.0.78:9696/networking/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=108169) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:03:37.088028 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-6c97dc8b-5fd8-4b52-8fe9-b28909bc3394 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] 10.222.0.78 "GET /networking/v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0556996 Oct 04 21:03:37.113904 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55518) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:37.135399 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [None req-da1c6738-87f9-432a-8b3f-a3f83431d888 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] http://10.222.0.78:9696/networking/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=108170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:03:37.142529 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-da1c6738-87f9-432a-8b3f-a3f83431d888 tempest-ExtensionsTestJSON-1171207879 tempest-ExtensionsTestJSON-1171207879-project] 10.222.0.78 "GET /networking/v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0175700 Oct 04 21:03:37.156226 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-2633bd49-2e4a-40eb-9720-ab9231f6d86d tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Request body: {'subnet': {'network_id': 'ec44ec12-a193-4592-b152-09c348d51208', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:03:37.268617 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1bc3acb8-86c9-4882-8db2-6c5f519611d5 tempest-TagsTest-2109830797 tempest-TagsTest-2109830797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (724b591b-f5bb-41e0-9e78-1738516babf3), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:37.269465 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-1bc3acb8-86c9-4882-8db2-6c5f519611d5 tempest-TagsTest-2109830797 tempest-TagsTest-2109830797-project] Added segment 724b591b-f5bb-41e0-9e78-1738516babf3 of type vlan for network 6a1e49e7-bc6e-4880-98cb-89c60b43f55d Oct 04 21:03:37.373397 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 08fa374d-b4bb-45ce-829e-b37a348eed4b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 08fa374d-b4bb-45ce-829e-b37a348eed4b found for delete ", "request_id": "req-302bbac4-f528-4a42-abde-3a9f3e8b7214"}]} Oct 04 21:03:37.395081 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc3acb8-86c9-4882-8db2-6c5f519611d5 tempest-TagsTest-2109830797 tempest-TagsTest-2109830797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9898d75-cfa4-4ae5-b63f-c840f35263c6,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:37.473789 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 4dd5b0e5-955d-421b-b180-9683ed73d670 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:03:37.474343 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 4dd5b0e5-955d-421b-b180-9683ed73d670 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:03:37.514799 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-882d5e2b-cc98-4776-9861-6c565d34f1b1 None None] Current status of the port ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:03:37.515552 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-882d5e2b-cc98-4776-9861-6c565d34f1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:37.560037 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1fa959-2e1c-4760-b2fa-cf6b18c544c9 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Pushing event updated for resources: {'Network': ['ID=ec44ec12-a193-4592-b152-09c348d51208,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:37.605424 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network ec44ec12-a193-4592-b152-09c348d51208 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:03:37.650030 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1bc3acb8-86c9-4882-8db2-6c5f519611d5 tempest-TagsTest-2109830797 tempest-TagsTest-2109830797-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (6a1e49e7-bc6e-4880-98cb-89c60b43f55d), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:37.758536 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85aac92a-1a4f-4734-ae30-f4d3f2df31d9 None None] Update dhcp port {'port': {'network_id': 'f2e67e34-bd19-4b94-829a-5a16d09261b2', 'fixed_ips': [{'subnet_id': '51b5cf57-b4f2-4877-99d3-c7fb0c5e6a01', 'ip_address': '2001:db8::2'}, {'subnet_id': '95d45745-341b-4356-b8f0-45ba95098b00'}], 'binding:host_id': 'n-d-852085-12'}, 'id': 'ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22'} from n-d-852085-12. {{(pid=108171) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 04 21:03:37.865470 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:37.866307 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1bc3acb8-86c9-4882-8db2-6c5f519611d5 tempest-TagsTest-2109830797 tempest-TagsTest-2109830797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (6a1e49e7-bc6e-4880-98cb-89c60b43f55d), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:37.876760 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc3acb8-86c9-4882-8db2-6c5f519611d5 tempest-TagsTest-2109830797 tempest-TagsTest-2109830797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:03:37.878564 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1bc3acb8-86c9-4882-8db2-6c5f519611d5 tempest-TagsTest-2109830797 tempest-TagsTest-2109830797-project] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:37.919234 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:37.936933 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-33774683-8921-40da-abfe-2a5c80f44d94 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks [] for router (e4daab5f-dc45-4428-8c66-7bd2fa688fac), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:37.970635 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9a8287a4-3104-43b3-a149-43c65fc7af57 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (e40afdc2-04d3-419c-b697-6ad6fc8f7435), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:38.081845 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-85aac92a-1a4f-4734-ae30-f4d3f2df31d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:38.127019 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-882d5e2b-cc98-4776-9861-6c565d34f1b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 21:03:38.127019 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-882d5e2b-cc98-4776-9861-6c565d34f1b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 21:03:38.210294 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:38.226091 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc3acb8-86c9-4882-8db2-6c5f519611d5 tempest-TagsTest-2109830797 tempest-TagsTest-2109830797-project] Pushing event updated for resources: {'Network': ['ID=6a1e49e7-bc6e-4880-98cb-89c60b43f55d,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:38.234678 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9a8287a4-3104-43b3-a149-43c65fc7af57 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:38.241289 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-9a8287a4-3104-43b3-a149-43c65fc7af57 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "DELETE /networking/v2.0/networks/e40afdc2-04d3-419c-b697-6ad6fc8f7435 HTTP/1.1" status: 204 len: 168 time: 3.8232267 Oct 04 21:03:38.246005 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55528) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:38.296355 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 6a1e49e7-bc6e-4880-98cb-89c60b43f55d details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:03:38.364062 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-1bc3acb8-86c9-4882-8db2-6c5f519611d5 tempest-TagsTest-2109830797 tempest-TagsTest-2109830797-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 776 time: 3.0602043 Oct 04 21:03:38.372562 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55530) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:38.444036 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.tag.tag_plugin [None req-1a947946-8066-46d4-9fe1-2c56b6ab573f tempest-TagsTest-2109830797 tempest-TagsTest-2109830797-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '6a1e49e7-bc6e-4880-98cb-89c60b43f55d', 'tempest-TagsTest-Tag-1319167150') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:03:38.676895 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55534) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:38.718640 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8287a4-3104-43b3-a149-43c65fc7af57 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Pushing event deleted for resources: {'Network': ['ID=e40afdc2-04d3-419c-b697-6ad6fc8f7435,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:38.764822 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-acad3289-e3d0-4ecc-b8cc-5cf396568b1c tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group (c8fe9dfa-e8d4-4a7c-8842-6ea1b29b1c0f), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:38.795585 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:38.850053 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-acad3289-e3d0-4ecc-b8cc-5cf396568b1c tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group (c8fe9dfa-e8d4-4a7c-8842-6ea1b29b1c0f), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:38.854838 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-85aac92a-1a4f-4734-ae30-f4d3f2df31d9 None None] Allocated IP 172.20.0.1 (f2e67e34-bd19-4b94-829a-5a16d09261b2/95d45745-341b-4356-b8f0-45ba95098b00/ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:03:39.022848 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-1a947946-8066-46d4-9fe1-2c56b6ab573f tempest-TagsTest-2109830797 tempest-TagsTest-2109830797-project] 10.222.0.78 "PUT /networking/v2.0/networks/6a1e49e7-bc6e-4880-98cb-89c60b43f55d/tags/tempest-TagsTest-Tag-1319167150 HTTP/1.1" status: 201 len: 201 time: 0.6273255 Oct 04 21:03:39.037574 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55538) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:39.049041 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.tag.tag_plugin [None req-c6fabc09-d6f2-4605-be09-2d958869cb32 tempest-TagsTest-2109830797 tempest-TagsTest-2109830797-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6a1e49e7-bc6e-4880-98cb-89c60b43f55d', 'tempest-TagsTest-Tag-1319167150') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:03:39.108095 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-33774683-8921-40da-abfe-2a5c80f44d94 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks [] for router_gateway (e4daab5f-dc45-4428-8c66-7bd2fa688fac), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:39.162594 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-85aac92a-1a4f-4734-ae30-f4d3f2df31d9 None None] For port ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22,segment=NetworkSegment(2ef52841-6267-4ed1-af97-d3652f0615a9),segment_id=2ef52841-6267-4ed1-af97-d3652f0615a9)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:03:39.265249 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c6fabc09-d6f2-4605-be09-2d958869cb32 tempest-TagsTest-2109830797 tempest-TagsTest-2109830797-project] 10.222.0.78 "GET /networking/v2.0/networks/6a1e49e7-bc6e-4880-98cb-89c60b43f55d/tags/tempest-TagsTest-Tag-1319167150 HTTP/1.1" status: 204 len: 168 time: 0.2241642 Oct 04 21:03:39.268740 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55540) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:39.279399 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.tag.tag_plugin [None req-59f6371c-0ab9-43e0-b5ed-de45320a5468 tempest-TagsTest-2109830797 tempest-TagsTest-2109830797-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '6a1e49e7-bc6e-4880-98cb-89c60b43f55d') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:03:39.306222 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:03:39.316719 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1d062461-784b-4512-a285-c22c480203ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:39.402292 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2633bd49-2e4a-40eb-9720-ab9231f6d86d tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Made reservation on behalf of 07aabd9030f3444e986d02991f96bb44 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:03:39.404516 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-acad3289-e3d0-4ecc-b8cc-5cf396568b1c tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (c8fe9dfa-e8d4-4a7c-8842-6ea1b29b1c0f), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:39.409155 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2633bd49-2e4a-40eb-9720-ab9231f6d86d tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:39.413463 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-acad3289-e3d0-4ecc-b8cc-5cf396568b1c tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:39.419381 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-acad3289-e3d0-4ecc-b8cc-5cf396568b1c tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/c8fe9dfa-e8d4-4a7c-8842-6ea1b29b1c0f HTTP/1.1" status: 204 len: 168 time: 1.1677248 Oct 04 21:03:39.470001 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acad3289-e3d0-4ecc-b8cc-5cf396568b1c tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8fe9dfa-e8d4-4a7c-8842-6ea1b29b1c0f,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:39.480011 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-59f6371c-0ab9-43e0-b5ed-de45320a5468 tempest-TagsTest-2109830797 tempest-TagsTest-2109830797-project] 10.222.0.78 "GET /networking/v2.0/networks/6a1e49e7-bc6e-4880-98cb-89c60b43f55d/tags HTTP/1.1" status: 200 len: 238 time: 0.2085423 Oct 04 21:03:39.483791 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55550) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:39.493229 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-85aac92a-1a4f-4734-ae30-f4d3f2df31d9 None None] Publish callbacks [] for port (ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:39.494133 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.tag.tag_plugin [None req-1193079f-3f7c-4ab3-9e24-631b9a012aae tempest-TagsTest-2109830797 tempest-TagsTest-2109830797-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '6a1e49e7-bc6e-4880-98cb-89c60b43f55d', {'tags': ['tempest-TagsTest-Tag-761662669', 'tempest-TagsTest-Tag-758104697', 'tempest-TagsTest-Tag-1158589695']}) {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:03:39.554267 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-882d5e2b-cc98-4776-9861-6c565d34f1b1 None None] Current status of the port ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:03:39.613692 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:03:39.615006 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:39.615653 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22 Oct 04 21:03:39.671158 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-85aac92a-1a4f-4734-ae30-f4d3f2df31d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:39.737939 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:39.842079 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-1193079f-3f7c-4ab3-9e24-631b9a012aae tempest-TagsTest-2109830797 tempest-TagsTest-2109830797-project] 10.222.0.78 "PUT /networking/v2.0/networks/6a1e49e7-bc6e-4880-98cb-89c60b43f55d/tags HTTP/1.1" status: 200 len: 307 time: 0.3548133 Oct 04 21:03:39.843683 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55556) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:39.867296 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.tag.tag_plugin [None req-039b2c50-3f46-48e8-8589-aeccd788e325 tempest-TagsTest-2109830797 tempest-TagsTest-2109830797-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '6a1e49e7-bc6e-4880-98cb-89c60b43f55d', 'tempest-TagsTest-Tag-761662669') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:03:39.888672 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1d062461-784b-4512-a285-c22c480203ba admin admin] Publish callbacks [] for security_group (38905634-8970-4b15-bf5b-1cf0dd75e299), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:39.971938 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-daee81c7-7a74-4a0b-a818-f496c3119b5c tempest-FloatingIPAdminTestJSON-173521565 tempest-FloatingIPAdminTestJSON-173521565-project-admin] Publish callbacks [] for floatingip (ec421aca-ac8f-4bd9-a2db-dab0fa483257), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:39.975340 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aac92a-1a4f-4734-ae30-f4d3f2df31d9 None None] Pushing event updated for resources: {'Port': ['ID=ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:40.019906 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:03:40.063553 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55560) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:40.073732 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-2b61b88b-6b98-4485-91b8-4ec97ea4f948 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1174763856', 'description': 'tempest-secgroup-smoke-1174763856 description', 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:03:40.114081 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:INSERT=13,neutron:SELECT=82,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:40.239744 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1d062461-784b-4512-a285-c22c480203ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (38905634-8970-4b15-bf5b-1cf0dd75e299), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:40.313344 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-039b2c50-3f46-48e8-8589-aeccd788e325 tempest-TagsTest-2109830797 tempest-TagsTest-2109830797-project] 10.222.0.78 "DELETE /networking/v2.0/networks/6a1e49e7-bc6e-4880-98cb-89c60b43f55d/tags/tempest-TagsTest-Tag-761662669 HTTP/1.1" status: 204 len: 168 time: 0.4675241 Oct 04 21:03:40.314707 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2b61b88b-6b98-4485-91b8-4ec97ea4f948 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:40.324709 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55564) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:40.326237 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-33774683-8921-40da-abfe-2a5c80f44d94 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Deleting port 30c393b2-62ac-43a6-bdff-033d7547a46c {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:03:40.327080 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-33774683-8921-40da-abfe-2a5c80f44d94 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (30c393b2-62ac-43a6-bdff-033d7547a46c), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:40.332093 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.tag.tag_plugin [None req-1c65fb6f-45b1-45b4-9cb2-cd35fab0ca59 tempest-TagsTest-2109830797 tempest-TagsTest-2109830797-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6a1e49e7-bc6e-4880-98cb-89c60b43f55d', 'tempest-TagsTest-Tag-761662669') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:03:40.364883 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:40.454387 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:40.490627 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55566) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:40.490969 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-1d062461-784b-4512-a285-c22c480203ba admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=f4872a04574d47aabfb6307f2168c799&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8083785 Oct 04 21:03:40.511663 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-1c65fb6f-45b1-45b4-9cb2-cd35fab0ca59 tempest-TagsTest-2109830797 tempest-TagsTest-2109830797-project] show failed (client error): The resource could not be found. Oct 04 21:03:40.517731 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-1c65fb6f-45b1-45b4-9cb2-cd35fab0ca59 tempest-TagsTest-2109830797 tempest-TagsTest-2109830797-project] 10.222.0.78 "GET /networking/v2.0/networks/6a1e49e7-bc6e-4880-98cb-89c60b43f55d/tags/tempest-TagsTest-Tag-761662669 HTTP/1.1" status: 404 len: 325 time: 0.1868291 Oct 04 21:03:40.552573 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55568) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:40.569373 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.tag.tag_plugin [None req-aa5e2c3b-0908-48e6-ad91-b4a6f8435ead tempest-TagsTest-2109830797 tempest-TagsTest-2109830797-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6a1e49e7-bc6e-4880-98cb-89c60b43f55d', 'tempest-TagsTest-Tag-758104697') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:03:40.772604 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-33774683-8921-40da-abfe-2a5c80f44d94 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (30c393b2-62ac-43a6-bdff-033d7547a46c), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:40.821394 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-33774683-8921-40da-abfe-2a5c80f44d94 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Calling delete_port for 30c393b2-62ac-43a6-bdff-033d7547a46c owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:03:40.949248 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-aa5e2c3b-0908-48e6-ad91-b4a6f8435ead tempest-TagsTest-2109830797 tempest-TagsTest-2109830797-project] 10.222.0.78 "GET /networking/v2.0/networks/6a1e49e7-bc6e-4880-98cb-89c60b43f55d/tags/tempest-TagsTest-Tag-758104697 HTTP/1.1" status: 204 len: 168 time: 0.3893862 Oct 04 21:03:40.952278 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55576) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:41.054719 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2b61b88b-6b98-4485-91b8-4ec97ea4f948 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group (37c3136c-37d5-42cd-b487-5c7b4c3862a4), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:41.143630 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.tag.tag_plugin [None req-8183d343-db0b-4eac-bb78-891376b26dfb tempest-TagsTest-2109830797 tempest-TagsTest-2109830797-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6a1e49e7-bc6e-4880-98cb-89c60b43f55d', 'tempest-TagsTest-Tag-1158589695') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:03:41.161511 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dc66eacc-82c8-4e90-80ad-a7e432721ac0 admin admin] Publish callbacks [] for security_group (38905634-8970-4b15-bf5b-1cf0dd75e299), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:41.172145 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c884177-5f4f-4622-8680-4668563c52d3 None None] Network f2e67e34-bd19-4b94-829a-5a16d09261b2 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:03:41.264064 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2b61b88b-6b98-4485-91b8-4ec97ea4f948 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (37c3136c-37d5-42cd-b487-5c7b4c3862a4), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:41.268723 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:03:41.568248 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-a499383b-fa9f-43d2-b53f-a18505aa29c7 None None] Provisioning complete for port ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:03:41.568896 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a499383b-fa9f-43d2-b53f-a18505aa29c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:41.569440 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-a499383b-fa9f-43d2-b53f-a18505aa29c7 None None] Attempt 1 to provision port ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22 Oct 04 21:03:41.606381 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dc66eacc-82c8-4e90-80ad-a7e432721ac0 admin admin] Publish callbacks [] for security_group (38905634-8970-4b15-bf5b-1cf0dd75e299), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:41.746216 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-8183d343-db0b-4eac-bb78-891376b26dfb tempest-TagsTest-2109830797 tempest-TagsTest-2109830797-project] 10.222.0.78 "GET /networking/v2.0/networks/6a1e49e7-bc6e-4880-98cb-89c60b43f55d/tags/tempest-TagsTest-Tag-1158589695 HTTP/1.1" status: 204 len: 168 time: 0.6167006 Oct 04 21:03:41.778392 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55580) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:41.794352 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.tag.tag_plugin [None req-d4225442-2daa-46b9-ac4d-5a0be754ee10 tempest-TagsTest-2109830797 tempest-TagsTest-2109830797-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '6a1e49e7-bc6e-4880-98cb-89c60b43f55d') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:03:41.810940 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:41.841586 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-33774683-8921-40da-abfe-2a5c80f44d94 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (30c393b2-62ac-43a6-bdff-033d7547a46c), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:41.873180 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:03:41.873787 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:41.874348 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22 Oct 04 21:03:41.962173 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33774683-8921-40da-abfe-2a5c80f44d94 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Pushing event deleted for resources: {'Port': ['ID=30c393b2-62ac-43a6-bdff-033d7547a46c,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:41.984777 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d062461-784b-4512-a285-c22c480203ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38905634-8970-4b15-bf5b-1cf0dd75e299,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:41.996552 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2b61b88b-6b98-4485-91b8-4ec97ea4f948 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:42.007639 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2b61b88b-6b98-4485-91b8-4ec97ea4f948 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.9407938 Oct 04 21:03:42.040818 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2633bd49-2e4a-40eb-9720-ab9231f6d86d tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (803bf3c4-3c24-49a3-84ac-68151e878ad3), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:42.056301 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55584) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:42.089351 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-90e452c6-2ffd-4e0b-9de9-21a38cec9ae2 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Request body: {'security_group_rule': {'security_group_id': '37c3136c-37d5-42cd-b487-5c7b4c3862a4', 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:03:42.111487 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b61b88b-6b98-4485-91b8-4ec97ea4f948 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37c3136c-37d5-42cd-b487-5c7b4c3862a4,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:42.163171 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-a499383b-fa9f-43d2-b53f-a18505aa29c7 None None] Current status of the port ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:03:42.219419 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55586) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:42.337570 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-d4225442-2daa-46b9-ac4d-5a0be754ee10 tempest-TagsTest-2109830797 tempest-TagsTest-2109830797-project] 10.222.0.78 "DELETE /networking/v2.0/networks/6a1e49e7-bc6e-4880-98cb-89c60b43f55d/tags HTTP/1.1" status: 204 len: 168 time: 0.5545397 Oct 04 21:03:42.341839 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55592) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:42.356942 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.tag.tag_plugin [None req-64dfb4ea-8fbb-4c94-a5f4-587d7d0cead9 tempest-TagsTest-2109830797 tempest-TagsTest-2109830797-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6a1e49e7-bc6e-4880-98cb-89c60b43f55d', 'tempest-TagsTest-Tag-758104697') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:03:42.378245 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:03:42.571081 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2633bd49-2e4a-40eb-9720-ab9231f6d86d tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Checking segment: {'id': 'e23daef8-b13c-44af-ba94-4cd34a66dee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ec44ec12-a193-4592-b152-09c348d51208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:03:42.572324 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2633bd49-2e4a-40eb-9720-ab9231f6d86d tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Network hostable DHCP agents. Network: ec44ec12-a193-4592-b152-09c348d51208, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:03:42.577788 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-daee81c7-7a74-4a0b-a818-f496c3119b5c tempest-FloatingIPAdminTestJSON-173521565 tempest-FloatingIPAdminTestJSON-173521565-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (ed4fd23b-bdee-4052-a45c-1c1dd56fa3ae), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:42.590221 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dc66eacc-82c8-4e90-80ad-a7e432721ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (38905634-8970-4b15-bf5b-1cf0dd75e299), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:42.595273 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dc66eacc-82c8-4e90-80ad-a7e432721ac0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:42.601528 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-dc66eacc-82c8-4e90-80ad-a7e432721ac0 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/38905634-8970-4b15-bf5b-1cf0dd75e299 HTTP/1.1" status: 204 len: 168 time: 2.1055684 Oct 04 21:03:42.658102 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc66eacc-82c8-4e90-80ad-a7e432721ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38905634-8970-4b15-bf5b-1cf0dd75e299,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:42.694121 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-64dfb4ea-8fbb-4c94-a5f4-587d7d0cead9 tempest-TagsTest-2109830797 tempest-TagsTest-2109830797-project] show failed (client error): The resource could not be found. Oct 04 21:03:42.701184 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-64dfb4ea-8fbb-4c94-a5f4-587d7d0cead9 tempest-TagsTest-2109830797 tempest-TagsTest-2109830797-project] 10.222.0.78 "GET /networking/v2.0/networks/6a1e49e7-bc6e-4880-98cb-89c60b43f55d/tags/tempest-TagsTest-Tag-758104697 HTTP/1.1" status: 404 len: 325 time: 0.3548353 Oct 04 21:03:42.712246 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55596) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:42.724832 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.tag.tag_plugin [None req-fa73f28f-7ce2-407f-bf02-918627247d24 tempest-TagsTest-2109830797 tempest-TagsTest-2109830797-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6a1e49e7-bc6e-4880-98cb-89c60b43f55d', 'tempest-TagsTest-Tag-1158589695') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:03:42.762167 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:42.945764 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-69ac12d9-e3c2-4b6a-b893-131c9e952f9b None None] Provisioning complete for port ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:03:42.948610 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-69ac12d9-e3c2-4b6a-b893-131c9e952f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:42.951839 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-69ac12d9-e3c2-4b6a-b893-131c9e952f9b None None] Attempt 1 to provision port ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22 Oct 04 21:03:42.976383 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1e3a60bb-156d-4810-a001-cfcc6936bcee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:43.105944 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-fa73f28f-7ce2-407f-bf02-918627247d24 tempest-TagsTest-2109830797 tempest-TagsTest-2109830797-project] show failed (client error): The resource could not be found. Oct 04 21:03:43.109427 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-fa73f28f-7ce2-407f-bf02-918627247d24 tempest-TagsTest-2109830797 tempest-TagsTest-2109830797-project] 10.222.0.78 "GET /networking/v2.0/networks/6a1e49e7-bc6e-4880-98cb-89c60b43f55d/tags/tempest-TagsTest-Tag-1158589695 HTTP/1.1" status: 404 len: 326 time: 0.3955133 Oct 04 21:03:43.115997 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55598) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:43.125550 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.tag.tag_plugin [None req-804be9cf-fc7f-4bda-a014-679b90db8f93 tempest-TagsTest-2109830797 tempest-TagsTest-2109830797-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '6a1e49e7-bc6e-4880-98cb-89c60b43f55d') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:03:43.362558 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-69ac12d9-e3c2-4b6a-b893-131c9e952f9b None None] Current status of the port ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:03:43.467122 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-804be9cf-fc7f-4bda-a014-679b90db8f93 tempest-TagsTest-2109830797 tempest-TagsTest-2109830797-project] 10.222.0.78 "DELETE /networking/v2.0/networks/6a1e49e7-bc6e-4880-98cb-89c60b43f55d/tags HTTP/1.1" status: 204 len: 168 time: 0.3486638 Oct 04 21:03:43.467741 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55602) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:43.825386 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2470bb1a-ae62-4705-92d3-000ccc51f35b tempest-TagsTest-2109830797 tempest-TagsTest-2109830797-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (6a1e49e7-bc6e-4880-98cb-89c60b43f55d), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:43.872559 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1e3a60bb-156d-4810-a001-cfcc6936bcee admin admin] Publish callbacks [] for security_group (6669d854-1f56-4c30-87b7-7a3735bc9c4f), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:43.897089 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-33774683-8921-40da-abfe-2a5c80f44d94 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (e4daab5f-dc45-4428-8c66-7bd2fa688fac), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:44.178245 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2470bb1a-ae62-4705-92d3-000ccc51f35b tempest-TagsTest-2109830797 tempest-TagsTest-2109830797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (6a1e49e7-bc6e-4880-98cb-89c60b43f55d), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:44.194036 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-33774683-8921-40da-abfe-2a5c80f44d94 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (e4daab5f-dc45-4428-8c66-7bd2fa688fac), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:44.197210 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-33774683-8921-40da-abfe-2a5c80f44d94 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks [] for router_controller (e4daab5f-dc45-4428-8c66-7bd2fa688fac), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:44.244422 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-2470bb1a-ae62-4705-92d3-000ccc51f35b tempest-TagsTest-2109830797 tempest-TagsTest-2109830797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a1e49e7-bc6e-4880-98cb-89c60b43f55d']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:03:44.271494 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-2470bb1a-ae62-4705-92d3-000ccc51f35b tempest-TagsTest-2109830797 tempest-TagsTest-2109830797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '724b591b-f5bb-41e0-9e78-1738516babf3') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:03:44.272171 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-2470bb1a-ae62-4705-92d3-000ccc51f35b tempest-TagsTest-2109830797 tempest-TagsTest-2109830797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '724b591b-f5bb-41e0-9e78-1738516babf3') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:03:44.300883 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2470bb1a-ae62-4705-92d3-000ccc51f35b tempest-TagsTest-2109830797 tempest-TagsTest-2109830797-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (724b591b-f5bb-41e0-9e78-1738516babf3), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:44.335896 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2470bb1a-ae62-4705-92d3-000ccc51f35b tempest-TagsTest-2109830797 tempest-TagsTest-2109830797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (724b591b-f5bb-41e0-9e78-1738516babf3), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:44.352321 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2470bb1a-ae62-4705-92d3-000ccc51f35b tempest-TagsTest-2109830797 tempest-TagsTest-2109830797-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:03:44.353366 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2470bb1a-ae62-4705-92d3-000ccc51f35b tempest-TagsTest-2109830797 tempest-TagsTest-2109830797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (724b591b-f5bb-41e0-9e78-1738516babf3), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:44.547593 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:44.547593 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1e3a60bb-156d-4810-a001-cfcc6936bcee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (6669d854-1f56-4c30-87b7-7a3735bc9c4f), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:44.608608 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 724b591b-f5bb-41e0-9e78-1738516babf3 resource provider aggregate not found Oct 04 21:03:44.636106 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-1e3a60bb-156d-4810-a001-cfcc6936bcee admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=0efea104523745c688794c7d921e68a1&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4146025 Oct 04 21:03:44.642673 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a60bb-156d-4810-a001-cfcc6936bcee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6669d854-1f56-4c30-87b7-7a3735bc9c4f,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:44.646896 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55618) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:44.718739 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2470bb1a-ae62-4705-92d3-000ccc51f35b tempest-TagsTest-2109830797 tempest-TagsTest-2109830797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (6a1e49e7-bc6e-4880-98cb-89c60b43f55d), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:44.723335 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 724b591b-f5bb-41e0-9e78-1738516babf3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 724b591b-f5bb-41e0-9e78-1738516babf3 found for delete ", "request_id": "req-8caecd39-546f-4c3d-91de-b7e11c5feec5"}]} Oct 04 21:03:44.750422 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:44.758519 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2470bb1a-ae62-4705-92d3-000ccc51f35b tempest-TagsTest-2109830797 tempest-TagsTest-2109830797-project] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:44.764956 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2470bb1a-ae62-4705-92d3-000ccc51f35b tempest-TagsTest-2109830797 tempest-TagsTest-2109830797-project] 10.222.0.78 "DELETE /networking/v2.0/networks/6a1e49e7-bc6e-4880-98cb-89c60b43f55d HTTP/1.1" status: 204 len: 168 time: 1.2934279 Oct 04 21:03:44.776489 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-33774683-8921-40da-abfe-2a5c80f44d94 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (e4daab5f-dc45-4428-8c66-7bd2fa688fac), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:44.779662 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33774683-8921-40da-abfe-2a5c80f44d94 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Fanout notify agent at l3_agent the message router_deleted on router e4daab5f-dc45-4428-8c66-7bd2fa688fac {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 21:03:44.782695 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2470bb1a-ae62-4705-92d3-000ccc51f35b tempest-TagsTest-2109830797 tempest-TagsTest-2109830797-project] Pushing event deleted for resources: {'Network': ['ID=6a1e49e7-bc6e-4880-98cb-89c60b43f55d,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:44.796392 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-33774683-8921-40da-abfe-2a5c80f44d94 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:44.799660 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-33774683-8921-40da-abfe-2a5c80f44d94 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] 10.222.0.78 "DELETE /networking/v2.0/routers/e4daab5f-dc45-4428-8c66-7bd2fa688fac HTTP/1.1" status: 204 len: 168 time: 7.9943092 Oct 04 21:03:44.813696 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55622) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:44.837177 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-2757c099-c601-44c0-a45c-c8ef1f056a45 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1869873795', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:03:44.846312 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-90e452c6-2ffd-4e0b-9de9-21a38cec9ae2 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group_rule (b828604d-30b7-4496-b0a4-d66b2773003e), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:44.884676 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2633bd49-2e4a-40eb-9720-ab9231f6d86d tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Pushing event updated for resources: {'Subnet': ['ID=803bf3c4-3c24-49a3-84ac-68151e878ad3,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:44.931555 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-daee81c7-7a74-4a0b-a818-f496c3119b5c tempest-FloatingIPAdminTestJSON-173521565 tempest-FloatingIPAdminTestJSON-173521565-project-admin] Publish callbacks [] for port (ed4fd23b-bdee-4052-a45c-1c1dd56fa3ae), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:44.981215 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a03ba765-dac6-4670-8b72-d79f1f02763b admin admin] Publish callbacks [] for security_group (6669d854-1f56-4c30-87b7-7a3735bc9c4f), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:45.043165 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a03ba765-dac6-4670-8b72-d79f1f02763b admin admin] Publish callbacks [] for security_group (6669d854-1f56-4c30-87b7-7a3735bc9c4f), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:45.054949 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2633bd49-2e4a-40eb-9720-ab9231f6d86d tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Network ec44ec12-a193-4592-b152-09c348d51208 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:03:45.121760 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-90e452c6-2ffd-4e0b-9de9-21a38cec9ae2 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group_rule (b828604d-30b7-4496-b0a4-d66b2773003e), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:45.133271 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-daee81c7-7a74-4a0b-a818-f496c3119b5c tempest-FloatingIPAdminTestJSON-173521565 tempest-FloatingIPAdminTestJSON-173521565-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (ed4fd23b-bdee-4052-a45c-1c1dd56fa3ae), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:45.217808 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2757c099-c601-44c0-a45c-c8ef1f056a45 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (9ee6aab9-5430-4f28-b762-53250f357c90), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:45.224771 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2757c099-c601-44c0-a45c-c8ef1f056a45 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (9ee6aab9-5430-4f28-b762-53250f357c90), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:45.286263 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-2633bd49-2e4a-40eb-9720-ab9231f6d86d tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, ec44ec12-a193-4592-b152-09c348d51208) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:03:45.308289 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-90e452c6-2ffd-4e0b-9de9-21a38cec9ae2 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (b828604d-30b7-4496-b0a4-d66b2773003e), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:45.328180 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2633bd49-2e4a-40eb-9720-ab9231f6d86d tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:03:45.329668 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2633bd49-2e4a-40eb-9720-ab9231f6d86d tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:45.338290 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a03ba765-dac6-4670-8b72-d79f1f02763b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (6669d854-1f56-4c30-87b7-7a3735bc9c4f), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:45.348713 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a03ba765-dac6-4670-8b72-d79f1f02763b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:45.355421 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a03ba765-dac6-4670-8b72-d79f1f02763b admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/6669d854-1f56-4c30-87b7-7a3735bc9c4f HTTP/1.1" status: 204 len: 168 time: 0.7039099 Oct 04 21:03:45.364334 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:45.375266 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff5f6b6-cca8-4daa-b736-5edc1a759f75 None None] Network ec44ec12-a193-4592-b152-09c348d51208 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:03:45.381752 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e452c6-2ffd-4e0b-9de9-21a38cec9ae2 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b828604d-30b7-4496-b0a4-d66b2773003e,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:45.439971 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-daee81c7-7a74-4a0b-a818-f496c3119b5c tempest-FloatingIPAdminTestJSON-173521565 tempest-FloatingIPAdminTestJSON-173521565-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582728'] for floatingip (ec421aca-ac8f-4bd9-a2db-dab0fa483257), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:45.634663 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2757c099-c601-44c0-a45c-c8ef1f056a45 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks [] for router_controller (9ee6aab9-5430-4f28-b762-53250f357c90), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:45.667283 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03ba765-dac6-4670-8b72-d79f1f02763b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6669d854-1f56-4c30-87b7-7a3735bc9c4f,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:45.717157 n-d-852085-12 neutron-server[108169]: INFO neutron.db.l3_db [None req-daee81c7-7a74-4a0b-a818-f496c3119b5c tempest-FloatingIPAdminTestJSON-173521565 tempest-FloatingIPAdminTestJSON-173521565-project-admin] Floating IP ec421aca-ac8f-4bd9-a2db-dab0fa483257 associated. External IP: 172.25.5.7, port: 26a607dd-5108-4130-82bf-5360aed7cade. Oct 04 21:03:45.726354 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-90e452c6-2ffd-4e0b-9de9-21a38cec9ae2 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:45.733996 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55636) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:45.734709 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-90e452c6-2ffd-4e0b-9de9-21a38cec9ae2 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.6627223 Oct 04 21:03:45.738433 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daee81c7-7a74-4a0b-a818-f496c3119b5c tempest-FloatingIPAdminTestJSON-173521565 tempest-FloatingIPAdminTestJSON-173521565-project-admin] Pushing event updated for resources: {'Port': ['ID=ed4fd23b-bdee-4052-a45c-1c1dd56fa3ae,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:45.742959 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-6fed6fed-5c91-4a94-bdbf-5d2e4b7d004c tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Request body: {'security_group_rule': {'security_group_id': '37c3136c-37d5-42cd-b487-5c7b4c3862a4', 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:03:45.760872 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-2633bd49-2e4a-40eb-9720-ab9231f6d86d tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 8.6337333 Oct 04 21:03:45.770247 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:45.776534 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55638) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:45.789946 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-ec635d4b-2ee9-4dcc-8402-52af8196f8fa tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:03:45.793693 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2a3ae80a-a4f3-496c-9bac-d17d74e5933f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:45.825873 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2757c099-c601-44c0-a45c-c8ef1f056a45 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (9ee6aab9-5430-4f28-b762-53250f357c90), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:45.965958 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e999c7a9-769c-473f-a049-79a7d2715bd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-ec44ec12-a193-4592-b152-09c348d51208', 'network_id': 'ec44ec12-a193-4592-b152-09c348d51208', 'project_id': '07aabd9030f3444e986d02991f96bb44', 'fixed_ips': [{'subnet_id': '803bf3c4-3c24-49a3-84ac-68151e878ad3'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:03:45.968497 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e999c7a9-769c-473f-a049-79a7d2715bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:46.050651 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:46.268771 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ec635d4b-2ee9-4dcc-8402-52af8196f8fa tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29404734'] for subnet (803bf3c4-3c24-49a3-84ac-68151e878ad3), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:46.328107 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2757c099-c601-44c0-a45c-c8ef1f056a45 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:46.335790 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2757c099-c601-44c0-a45c-c8ef1f056a45 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.5181191 Oct 04 21:03:46.338293 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55644) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:46.352542 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-6ee83241-9386-4c3a-a760-e2f3d8b42467 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'enable_snat': False}}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:03:46.374852 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6fed6fed-5c91-4a94-bdbf-5d2e4b7d004c tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group_rule (4a1faf22-a5e0-4f86-a313-2440debb1984), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:46.415794 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55646) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:46.617848 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-e999c7a9-769c-473f-a049-79a7d2715bd5 None None] Allocated IP 2001:db8::2 (ec44ec12-a193-4592-b152-09c348d51208/803bf3c4-3c24-49a3-84ac-68151e878ad3/c2106071-340a-493c-9442-a19073f67728) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:03:46.670169 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6fed6fed-5c91-4a94-bdbf-5d2e4b7d004c tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group_rule (4a1faf22-a5e0-4f86-a313-2440debb1984), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:46.803904 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6fed6fed-5c91-4a94-bdbf-5d2e4b7d004c tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (4a1faf22-a5e0-4f86-a313-2440debb1984), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:46.861351 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fed6fed-5c91-4a94-bdbf-5d2e4b7d004c tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a1faf22-a5e0-4f86-a313-2440debb1984,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:46.911544 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55652) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:47.034333 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e999c7a9-769c-473f-a049-79a7d2715bd5 None None] Publish callbacks [] for port (c2106071-340a-493c-9442-a19073f67728), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:47.039561 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6fed6fed-5c91-4a94-bdbf-5d2e4b7d004c tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:47.041080 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:47.042402 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-6fed6fed-5c91-4a94-bdbf-5d2e4b7d004c tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3065209 Oct 04 21:03:47.047261 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55656) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:47.065454 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-b265f589-c100-4b12-9d6d-6c6aae366f65 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Request body: {'security_group_rule': {'security_group_id': '37c3136c-37d5-42cd-b487-5c7b4c3862a4', 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:03:47.126740 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daee81c7-7a74-4a0b-a818-f496c3119b5c tempest-FloatingIPAdminTestJSON-173521565 tempest-FloatingIPAdminTestJSON-173521565-project-admin] Router df83e98f-46c3-4f7c-8320-54dadfc48396 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:03:47.204830 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e999c7a9-769c-473f-a049-79a7d2715bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (c2106071-340a-493c-9442-a19073f67728), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:47.284099 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:47.333438 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6ee83241-9386-4c3a-a760-e2f3d8b42467 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks [] for router_gateway (9ee6aab9-5430-4f28-b762-53250f357c90), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:47.453937 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-0cb87049-c5c8-42f5-b36a-66866b81322b tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1224610671'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:03:47.508235 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b265f589-c100-4b12-9d6d-6c6aae366f65 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group_rule (47e698cb-eb81-421a-a658-02f91cf02d9b), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:47.520872 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:47.622793 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e999c7a9-769c-473f-a049-79a7d2715bd5 None None] Network ec44ec12-a193-4592-b152-09c348d51208 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:03:47.625499 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e999c7a9-769c-473f-a049-79a7d2715bd5 None None] Pushing event updated for resources: {'Port': ['ID=c2106071-340a-493c-9442-a19073f67728,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:47.652895 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-e999c7a9-769c-473f-a049-79a7d2715bd5 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:03:47.654378 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e999c7a9-769c-473f-a049-79a7d2715bd5 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:03:47.744823 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb87049-c5c8-42f5-b36a-66866b81322b tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Made reservation on behalf of 4c038e57ff4040eba77793d76e0d7bd9 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:03:47.758702 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0cb87049-c5c8-42f5-b36a-66866b81322b tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:47.763431 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55660) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:47.810772 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0cb87049-c5c8-42f5-b36a-66866b81322b tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:47.818345 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e204e8d8-133f-4096-8b11-b4e56e4a0d44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:47.833933 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daee81c7-7a74-4a0b-a818-f496c3119b5c tempest-FloatingIPAdminTestJSON-173521565 tempest-FloatingIPAdminTestJSON-173521565-project-admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:03:47.855636 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080b3fe5-99d7-41c4-bed3-24bec1f060c4 None None] Sync routers for ids ['df83e98f-46c3-4f7c-8320-54dadfc48396'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:03:47.856865 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4ca6e9c5-1727-46cf-9c32-dc92df15544e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:47.861126 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-e999c7a9-769c-473f-a049-79a7d2715bd5 None None] Attempting to bind port c2106071-340a-493c-9442-a19073f67728 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:03:47.861720 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-e999c7a9-769c-473f-a049-79a7d2715bd5 None None] Attempting to bind port c2106071-340a-493c-9442-a19073f67728 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'e23daef8-b13c-44af-ba94-4cd34a66dee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ec44ec12-a193-4592-b152-09c348d51208'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:03:47.862229 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e999c7a9-769c-473f-a049-79a7d2715bd5 None None] Attempting to bind port c2106071-340a-493c-9442-a19073f67728 on network ec44ec12-a193-4592-b152-09c348d51208 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:03:47.893347 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080b3fe5-99d7-41c4-bed3-24bec1f060c4 None None] Routers {'df83e98f-46c3-4f7c-8320-54dadfc48396'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:03:47.896184 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-080b3fe5-99d7-41c4-bed3-24bec1f060c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:03:48Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['df83e98f-46c3-4f7c-8320-54dadfc48396'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:03:47.932448 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b265f589-c100-4b12-9d6d-6c6aae366f65 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group_rule (47e698cb-eb81-421a-a658-02f91cf02d9b), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:48.032535 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e999c7a9-769c-473f-a049-79a7d2715bd5 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:03:48.032940 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e999c7a9-769c-473f-a049-79a7d2715bd5 None None] Checking segment: {'id': 'e23daef8-b13c-44af-ba94-4cd34a66dee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ec44ec12-a193-4592-b152-09c348d51208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:03:48.033628 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e999c7a9-769c-473f-a049-79a7d2715bd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:48.035574 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e999c7a9-769c-473f-a049-79a7d2715bd5 None None] Bound using segment: {'id': 'e23daef8-b13c-44af-ba94-4cd34a66dee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ec44ec12-a193-4592-b152-09c348d51208'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:03:48.037242 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-e999c7a9-769c-473f-a049-79a7d2715bd5 None None] Bound port: c2106071-340a-493c-9442-a19073f67728, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e23daef8-b13c-44af-ba94-4cd34a66dee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ec44ec12-a193-4592-b152-09c348d51208'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:03:48.037480 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-080b3fe5-99d7-41c4-bed3-24bec1f060c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:03:48.039388 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e999c7a9-769c-473f-a049-79a7d2715bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (c2106071-340a-493c-9442-a19073f67728), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:48.077287 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080b3fe5-99d7-41c4-bed3-24bec1f060c4 None None] Routers {'df83e98f-46c3-4f7c-8320-54dadfc48396'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:03:48.078461 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-080b3fe5-99d7-41c4-bed3-24bec1f060c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:03:48Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['df83e98f-46c3-4f7c-8320-54dadfc48396'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:03:48.115342 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0cb87049-c5c8-42f5-b36a-66866b81322b tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Publish callbacks [] for security_group (8b3c14b1-cbc2-49e6-9b3f-f05353fdf402), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:48.128337 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b265f589-c100-4b12-9d6d-6c6aae366f65 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (47e698cb-eb81-421a-a658-02f91cf02d9b), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:48.198358 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-daee81c7-7a74-4a0b-a818-f496c3119b5c tempest-FloatingIPAdminTestJSON-173521565 tempest-FloatingIPAdminTestJSON-173521565-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:48.214276 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-080b3fe5-99d7-41c4-bed3-24bec1f060c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:03:48.215560 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e999c7a9-769c-473f-a049-79a7d2715bd5 None None] For port c2106071-340a-493c-9442-a19073f67728, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:03:48.222121 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080b3fe5-99d7-41c4-bed3-24bec1f060c4 None None] The sync data for ids ['df83e98f-46c3-4f7c-8320-54dadfc48396'] in n-d-852085-12 is: [] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:03:48.224871 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e999c7a9-769c-473f-a049-79a7d2715bd5 None None] For port c2106071-340a-493c-9442-a19073f67728, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=c2106071-340a-493c-9442-a19073f67728,segment=NetworkSegment(e23daef8-b13c-44af-ba94-4cd34a66dee8),segment_id=e23daef8-b13c-44af-ba94-4cd34a66dee8)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:03:48.265069 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0cb87049-c5c8-42f5-b36a-66866b81322b tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (8b3c14b1-cbc2-49e6-9b3f-f05353fdf402), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:48.269778 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ec635d4b-2ee9-4dcc-8402-52af8196f8fa tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740981437359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-29587529'] for subnet (803bf3c4-3c24-49a3-84ac-68151e878ad3), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:48.294828 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b265f589-c100-4b12-9d6d-6c6aae366f65 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47e698cb-eb81-421a-a658-02f91cf02d9b,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:48.305589 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-eb4f48a4-f8e5-4eb3-a44a-5186f52310f0 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=8d9cd93bf89c475191bb541932d8ee93&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3814061 Oct 04 21:03:48.313839 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55662) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:48.360506 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e999c7a9-769c-473f-a049-79a7d2715bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (c2106071-340a-493c-9442-a19073f67728), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:48.437956 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b265f589-c100-4b12-9d6d-6c6aae366f65 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:48.440103 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b265f589-c100-4b12-9d6d-6c6aae366f65 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3909249 Oct 04 21:03:48.453845 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cb87049-c5c8-42f5-b36a-66866b81322b tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:03:48.464656 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55666) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:48.467078 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:48.489419 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec635d4b-2ee9-4dcc-8402-52af8196f8fa tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:03:48.490782 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ec635d4b-2ee9-4dcc-8402-52af8196f8fa tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:48.493890 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-ec635d4b-2ee9-4dcc-8402-52af8196f8fa tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] 10.222.0.78 "PUT /networking/v2.0/subnets/803bf3c4-3c24-49a3-84ac-68151e878ad3 HTTP/1.1" status: 200 len: 826 time: 2.7154515 Oct 04 21:03:48.504460 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-00ffbf11-73f5-497e-8932-5ec0fa794d6c tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Request body: {'security_group_rule': {'security_group_id': '37c3136c-37d5-42cd-b487-5c7b4c3862a4', 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:03:48.515630 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:48.517905 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55670) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:48.580124 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-daee81c7-7a74-4a0b-a818-f496c3119b5c tempest-FloatingIPAdminTestJSON-173521565 tempest-FloatingIPAdminTestJSON-173521565-project-admin] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 18.5524449 Oct 04 21:03:48.582757 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb87049-c5c8-42f5-b36a-66866b81322b tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3c14b1-cbc2-49e6-9b3f-f05353fdf402,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:48.591385 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55672) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:48.593814 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0cb87049-c5c8-42f5-b36a-66866b81322b tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (d9657f04-74a3-42a4-8be0-2bcc93eda0bb), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:48.594789 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-0cb87049-c5c8-42f5-b36a-66866b81322b tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Added segment d9657f04-74a3-42a4-8be0-2bcc93eda0bb of type vlan for network 550f0bf6-1a61-4477-9eec-5729044f7f11 Oct 04 21:03:48.627759 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:48.651310 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e999c7a9-769c-473f-a049-79a7d2715bd5 None None] Pushing event updated for resources: {'Port': ['ID=c2106071-340a-493c-9442-a19073f67728,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:48.767197 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6ee83241-9386-4c3a-a760-e2f3d8b42467 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks [] for router_gateway (9ee6aab9-5430-4f28-b762-53250f357c90), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:48.837937 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6ee83241-9386-4c3a-a760-e2f3d8b42467 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:48.935076 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4df94baf-0196-425d-9aed-fa6bfbfdff4f admin admin] Publish callbacks [] for security_group (f9898d75-cfa4-4ae5-b63f-c840f35263c6), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:49.005296 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e204e8d8-133f-4096-8b11-b4e56e4a0d44 admin admin] Publish callbacks [] for security_group (ad25e705-81cb-4cff-804b-5d5a20edd68b), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:49.064240 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec635d4b-2ee9-4dcc-8402-52af8196f8fa tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Pushing event updated for resources: {'Subnet': ['ID=803bf3c4-3c24-49a3-84ac-68151e878ad3,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:49.096504 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4df94baf-0196-425d-9aed-fa6bfbfdff4f admin admin] Publish callbacks [] for security_group (f9898d75-cfa4-4ae5-b63f-c840f35263c6), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:49.302729 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-6ee83241-9386-4c3a-a760-e2f3d8b42467 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Allocated IP 172.25.5.44 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/bd3b504f-3e6c-4793-9de5-991760ba3ebe) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:03:49.318888 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0cb87049-c5c8-42f5-b36a-66866b81322b tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (550f0bf6-1a61-4477-9eec-5729044f7f11), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:49.393430 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device c2106071-340a-493c-9442-a19073f67728 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:03:49.552884 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-1c1031a5-69a4-4ddc-b2c7-fb363f05f29d tempest-FloatingIPAdminTestJSON-173521565 tempest-FloatingIPAdminTestJSON-173521565-project-admin] 10.222.0.78 "GET /networking/v2.0/floatingips/ec421aca-ac8f-4bd9-a2db-dab0fa483257 HTTP/1.1" status: 200 len: 981 time: 0.9416761 Oct 04 21:03:49.576488 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0b12fe80-b008-4a46-a4f7-b749b78a225b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (ec44ec12-a193-4592-b152-09c348d51208), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:49.581276 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6ee83241-9386-4c3a-a760-e2f3d8b42467 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks [] for port (bd3b504f-3e6c-4793-9de5-991760ba3ebe), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:49.597765 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55676) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:49.616035 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port c2106071-340a-493c-9442-a19073f67728 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:03:49.619404 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (c2106071-340a-493c-9442-a19073f67728), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:49.620041 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port c2106071-340a-493c-9442-a19073f67728 Oct 04 21:03:49.632575 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0cb87049-c5c8-42f5-b36a-66866b81322b tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (550f0bf6-1a61-4477-9eec-5729044f7f11), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:49.642206 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:INSERT=12,neutron:SELECT=84,neutron:UPDATE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:49.649471 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb87049-c5c8-42f5-b36a-66866b81322b tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:03:49.652824 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0cb87049-c5c8-42f5-b36a-66866b81322b tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:49.660015 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e204e8d8-133f-4096-8b11-b4e56e4a0d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (ad25e705-81cb-4cff-804b-5d5a20edd68b), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:49.859939 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e204e8d8-133f-4096-8b11-b4e56e4a0d44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad25e705-81cb-4cff-804b-5d5a20edd68b,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:49.938431 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e204e8d8-133f-4096-8b11-b4e56e4a0d44 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=72f7ed7d256a4216bda4366585ba80bc&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1731107 Oct 04 21:03:49.948978 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6ee83241-9386-4c3a-a760-e2f3d8b42467 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (bd3b504f-3e6c-4793-9de5-991760ba3ebe), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:49.957990 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port c2106071-340a-493c-9442-a19073f67728 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:03:49.959003 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (c2106071-340a-493c-9442-a19073f67728), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:49.978043 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55678) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:50.012588 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee83241-9386-4c3a-a760-e2f3d8b42467 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:03:50.052747 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-6ee83241-9386-4c3a-a760-e2f3d8b42467 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:03:50.063719 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee83241-9386-4c3a-a760-e2f3d8b42467 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:03:50.077076 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4df94baf-0196-425d-9aed-fa6bfbfdff4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (f9898d75-cfa4-4ae5-b63f-c840f35263c6), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:50.084636 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4df94baf-0196-425d-9aed-fa6bfbfdff4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:50.097411 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-4df94baf-0196-425d-9aed-fa6bfbfdff4f admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/f9898d75-cfa4-4ae5-b63f-c840f35263c6 HTTP/1.1" status: 204 len: 168 time: 1.7702935 Oct 04 21:03:50.112864 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-00ffbf11-73f5-497e-8932-5ec0fa794d6c tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group_rule (8e5584c4-d0a9-4639-a336-ae1f08b987f8), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:50.158130 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port c2106071-340a-493c-9442-a19073f67728, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=c2106071-340a-493c-9442-a19073f67728,segment=NetworkSegment(e23daef8-b13c-44af-ba94-4cd34a66dee8),segment_id=e23daef8-b13c-44af-ba94-4cd34a66dee8)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:03:50.249188 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:50.293135 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (c2106071-340a-493c-9442-a19073f67728), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:50.450265 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df94baf-0196-425d-9aed-fa6bfbfdff4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9898d75-cfa4-4ae5-b63f-c840f35263c6,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:50.528757 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee83241-9386-4c3a-a760-e2f3d8b42467 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Pushing event updated for resources: {'Port': ['ID=bd3b504f-3e6c-4793-9de5-991760ba3ebe,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:50.786924 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6d79a7a6-8d72-4b39-89f5-809f6abd75ef admin admin] Publish callbacks [] for security_group (ad25e705-81cb-4cff-804b-5d5a20edd68b), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:50.787907 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=c2106071-340a-493c-9442-a19073f67728,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:50.833340 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6d79a7a6-8d72-4b39-89f5-809f6abd75ef admin admin] Publish callbacks [] for security_group (ad25e705-81cb-4cff-804b-5d5a20edd68b), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:51.054348 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c13c1ba-f10c-45aa-b4e6-92b035b3a902 None None] Network ec44ec12-a193-4592-b152-09c348d51208 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:03:51.186757 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6d79a7a6-8d72-4b39-89f5-809f6abd75ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (ad25e705-81cb-4cff-804b-5d5a20edd68b), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:51.191985 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6d79a7a6-8d72-4b39-89f5-809f6abd75ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:51.204299 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-6d79a7a6-8d72-4b39-89f5-809f6abd75ef admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/ad25e705-81cb-4cff-804b-5d5a20edd68b HTTP/1.1" status: 204 len: 168 time: 1.1729131 Oct 04 21:03:51.280761 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d79a7a6-8d72-4b39-89f5-809f6abd75ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad25e705-81cb-4cff-804b-5d5a20edd68b,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:51.327200 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d79a7a6-8d72-4b39-89f5-809f6abd75ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:03:51.327716 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d79a7a6-8d72-4b39-89f5-809f6abd75ef admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:03:51.328856 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d79a7a6-8d72-4b39-89f5-809f6abd75ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:03:51.333709 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d79a7a6-8d72-4b39-89f5-809f6abd75ef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:03:51.337490 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d79a7a6-8d72-4b39-89f5-809f6abd75ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:03:51.338435 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d79a7a6-8d72-4b39-89f5-809f6abd75ef admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:03:51.339463 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d79a7a6-8d72-4b39-89f5-809f6abd75ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:03:51.342510 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d79a7a6-8d72-4b39-89f5-809f6abd75ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:03:51.343541 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d79a7a6-8d72-4b39-89f5-809f6abd75ef admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:03:51.345089 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d79a7a6-8d72-4b39-89f5-809f6abd75ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:03:51.350125 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d79a7a6-8d72-4b39-89f5-809f6abd75ef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:03:51.351275 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d79a7a6-8d72-4b39-89f5-809f6abd75ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:03:51.352145 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d79a7a6-8d72-4b39-89f5-809f6abd75ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:03:51.352976 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d79a7a6-8d72-4b39-89f5-809f6abd75ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:03:51.354075 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d79a7a6-8d72-4b39-89f5-809f6abd75ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:03:51.532703 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-0cb87049-c5c8-42f5-b36a-66866b81322b tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 796 time: 5.1000988 Oct 04 21:03:51.575450 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55690) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:51.601766 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device c2106071-340a-493c-9442-a19073f67728 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:03:51.753028 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:51.792354 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-ed9b1798-a116-4f55-b3e8-d019b591eb58 tempest-FloatingIPAdminTestJSON-173521565 tempest-FloatingIPAdminTestJSON-173521565-project-admin] 10.222.0.78 "GET /networking/v2.0/floatingips HTTP/1.1" status: 200 len: 1464 time: 2.1899571 Oct 04 21:03:51.854458 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-c20fc0f1-1b20-41ad-80d7-c03defe15b17 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Request body: {'subnet': {'network_id': '550f0bf6-1a61-4477-9eec-5729044f7f11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:03:51.882588 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55694) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:51.972576 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port c2106071-340a-493c-9442-a19073f67728 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:03:51.977944 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (c2106071-340a-493c-9442-a19073f67728), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:51.981865 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port c2106071-340a-493c-9442-a19073f67728 Oct 04 21:03:51.990553 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-90fc1f84-f5bc-4314-af02-e25d70c2c05c None None] Provisioning complete for port c2106071-340a-493c-9442-a19073f67728 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:03:51.995352 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-90fc1f84-f5bc-4314-af02-e25d70c2c05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (c2106071-340a-493c-9442-a19073f67728), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:51.996315 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-90fc1f84-f5bc-4314-af02-e25d70c2c05c None None] Attempt 1 to provision port c2106071-340a-493c-9442-a19073f67728 Oct 04 21:03:52.131920 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6ee83241-9386-4c3a-a760-e2f3d8b42467 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks [] for router_gateway (9ee6aab9-5430-4f28-b762-53250f357c90), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:52.166116 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:52.225735 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:52.344237 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31563f20-e6c4-42ce-a886-ce4dfcb7be97 None None] Network ec44ec12-a193-4592-b152-09c348d51208 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:03:52.695553 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:52.915830 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:52.999001 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb87049-c5c8-42f5-b36a-66866b81322b tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Pushing event updated for resources: {'Network': ['ID=550f0bf6-1a61-4477-9eec-5729044f7f11,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:53.048976 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-90fc1f84-f5bc-4314-af02-e25d70c2c05c None None] Current status of the port c2106071-340a-493c-9442-a19073f67728 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:03:53.062089 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port c2106071-340a-493c-9442-a19073f67728 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:03:53.188239 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb87049-c5c8-42f5-b36a-66866b81322b tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:03:53.188801 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb87049-c5c8-42f5-b36a-66866b81322b tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:03:53.189362 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb87049-c5c8-42f5-b36a-66866b81322b tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:03:53.189889 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb87049-c5c8-42f5-b36a-66866b81322b tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:03:53.190439 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb87049-c5c8-42f5-b36a-66866b81322b tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:03:53.190975 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb87049-c5c8-42f5-b36a-66866b81322b tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:03:53.191577 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb87049-c5c8-42f5-b36a-66866b81322b tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:03:53.192759 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb87049-c5c8-42f5-b36a-66866b81322b tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:03:53.193221 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb87049-c5c8-42f5-b36a-66866b81322b tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:03:53.193763 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb87049-c5c8-42f5-b36a-66866b81322b tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:03:53.194361 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb87049-c5c8-42f5-b36a-66866b81322b tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:03:53.194899 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb87049-c5c8-42f5-b36a-66866b81322b tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:03:53.195470 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb87049-c5c8-42f5-b36a-66866b81322b tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:03:53.196233 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb87049-c5c8-42f5-b36a-66866b81322b tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:03:53.196928 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb87049-c5c8-42f5-b36a-66866b81322b tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:03:53.216024 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-0b12fe80-b008-4a46-a4f7-b749b78a225b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Deleting port c2106071-340a-493c-9442-a19073f67728 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:03:53.217597 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0b12fe80-b008-4a46-a4f7-b749b78a225b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (c2106071-340a-493c-9442-a19073f67728), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:53.229091 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-5139b95c-1325-4603-b212-ddff7d57ca6a None None] Provisioning complete for port c2106071-340a-493c-9442-a19073f67728 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:03:53.229980 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5139b95c-1325-4603-b212-ddff7d57ca6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (c2106071-340a-493c-9442-a19073f67728), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:53.234378 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-5139b95c-1325-4603-b212-ddff7d57ca6a None None] Attempt 1 to provision port c2106071-340a-493c-9442-a19073f67728 Oct 04 21:03:53.244858 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 550f0bf6-1a61-4477-9eec-5729044f7f11 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:03:53.453343 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-0b12fe80-b008-4a46-a4f7-b749b78a225b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] For port c2106071-340a-493c-9442-a19073f67728, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=c2106071-340a-493c-9442-a19073f67728,segment=NetworkSegment(e23daef8-b13c-44af-ba94-4cd34a66dee8),segment_id=e23daef8-b13c-44af-ba94-4cd34a66dee8)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:03:53.453939 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0b12fe80-b008-4a46-a4f7-b749b78a225b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (c2106071-340a-493c-9442-a19073f67728), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:53.482322 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-0b12fe80-b008-4a46-a4f7-b749b78a225b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Calling delete_port for c2106071-340a-493c-9442-a19073f67728 owned by network:dhcp {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:03:53.767877 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=6 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:53.788136 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:53.872904 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.db [None req-5139b95c-1325-4603-b212-ddff7d57ca6a None None] No ports have port_id starting with c2106071-340a-493c-9442-a19073f67728 Oct 04 21:03:53.981045 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0b12fe80-b008-4a46-a4f7-b749b78a225b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (c2106071-340a-493c-9442-a19073f67728), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:53.987030 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-00ffbf11-73f5-497e-8932-5ec0fa794d6c tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group_rule (8e5584c4-d0a9-4639-a336-ae1f08b987f8), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:54.020824 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6ee83241-9386-4c3a-a760-e2f3d8b42467 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-465386', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-583633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6069'] for router (9ee6aab9-5430-4f28-b762-53250f357c90), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:54.030116 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6ee83241-9386-4c3a-a760-e2f3d8b42467 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-465361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-465368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-583658'] for router (9ee6aab9-5430-4f28-b762-53250f357c90), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:54.188026 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-00ffbf11-73f5-497e-8932-5ec0fa794d6c tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (8e5584c4-d0a9-4639-a336-ae1f08b987f8), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:54.193708 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b12fe80-b008-4a46-a4f7-b749b78a225b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Pushing event deleted for resources: {'Port': ['ID=c2106071-340a-493c-9442-a19073f67728,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:54.335977 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:54.448321 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-2450f6b4-4309-4cc9-8efd-6b2b20a9c8e2 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Deleting port ed4fd23b-bdee-4052-a45c-1c1dd56fa3ae {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:03:54.448321 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2450f6b4-4309-4cc9-8efd-6b2b20a9c8e2 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (ed4fd23b-bdee-4052-a45c-1c1dd56fa3ae), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:54.471388 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ffbf11-73f5-497e-8932-5ec0fa794d6c tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e5584c4-d0a9-4639-a336-ae1f08b987f8,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:54.564314 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-5520026f-6c73-4e26-bc87-32ab07e06b1d None None] Could not find standard attr ID for object c2106071-340a-493c-9442-a19073f67728. {{(pid=108171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 04 21:03:54.571586 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f15b41f-7656-44c0-9eed-280b9492b265 None None] DHCP port deletion for ec44ec12-a193-4592-b152-09c348d51208 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:03:54.579933 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b12fe80-b008-4a46-a4f7-b749b78a225b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] No DVR routers for this DVR port c2106071-340a-493c-9442-a19073f67728 on host n-d-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:03:54.587851 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ee83241-9386-4c3a-a760-e2f3d8b42467 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Router 9ee6aab9-5430-4f28-b762-53250f357c90 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 21:03:54.595430 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20fc0f1-1b20-41ad-80d7-c03defe15b17 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Made reservation on behalf of 4c038e57ff4040eba77793d76e0d7bd9 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:03:54.603367 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c20fc0f1-1b20-41ad-80d7-c03defe15b17 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:54.630720 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-00ffbf11-73f5-497e-8932-5ec0fa794d6c tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:54.638090 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-00ffbf11-73f5-497e-8932-5ec0fa794d6c tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 6.1631358 Oct 04 21:03:54.644056 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55730) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:54.664162 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f04dc9a-7a0a-4c96-95eb-89908a0660cc None None] get_active_networks_info from n-d-852085-12 {{(pid=108171) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 04 21:03:54.729898 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-9093024a-7718-48c3-901e-16a287c36df8 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Request body: {'security_group_rule': {'security_group_id': '37c3136c-37d5-42cd-b487-5c7b4c3862a4', 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:03:55.043084 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0b12fe80-b008-4a46-a4f7-b749b78a225b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (803bf3c4-3c24-49a3-84ac-68151e878ad3), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:55.062573 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:55.087202 n-d-852085-12 neutron-server[108169]: INFO neutron.db.securitygroups_db [None req-9093024a-7718-48c3-901e-16a287c36df8 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Project 2f27496d38be44c29c3cd5bc4ae008d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 21:03:55.135160 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9093024a-7718-48c3-901e-16a287c36df8 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group_rule (9f14d80c-7d41-499e-90be-9f3c97aa092c), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:55.265953 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f04dc9a-7a0a-4c96-95eb-89908a0660cc None None] Resources bound (agent type, host, resource id): {{(pid=108171) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 04 21:03:55.403033 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device c2106071-340a-493c-9442-a19073f67728 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:03:55.503106 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2450f6b4-4309-4cc9-8efd-6b2b20a9c8e2 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (ed4fd23b-bdee-4052-a45c-1c1dd56fa3ae), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:55.504168 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2450f6b4-4309-4cc9-8efd-6b2b20a9c8e2 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks [] for floatingip (ed4fd23b-bdee-4052-a45c-1c1dd56fa3ae), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:55.508889 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9093024a-7718-48c3-901e-16a287c36df8 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group_rule (9f14d80c-7d41-499e-90be-9f3c97aa092c), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:55.521111 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee83241-9386-4c3a-a760-e2f3d8b42467 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:03:55.540018 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6ee83241-9386-4c3a-a760-e2f3d8b42467 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:55.550251 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-6ee83241-9386-4c3a-a760-e2f3d8b42467 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] 10.222.0.78 "PUT /networking/v2.0/routers/9ee6aab9-5430-4f28-b762-53250f357c90 HTTP/1.1" status: 200 len: 919 time: 9.2065065 Oct 04 21:03:55.552408 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55740) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:55.555326 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-2450f6b4-4309-4cc9-8efd-6b2b20a9c8e2 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Calling delete_port for ed4fd23b-bdee-4052-a45c-1c1dd56fa3ae owned by network:floatingip {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:03:55.585879 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: c2106071-340a-493c-9442-a19073f67728 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:03:55.586764 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device c2106071-340a-493c-9442-a19073f67728 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:03:55.589327 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436d2786-04f8-4110-829c-b21731be208b None None] Sync routers for ids ['9ee6aab9-5430-4f28-b762-53250f357c90'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:03:55.682150 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9093024a-7718-48c3-901e-16a287c36df8 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (9f14d80c-7d41-499e-90be-9f3c97aa092c), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:55.704369 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436d2786-04f8-4110-829c-b21731be208b None None] Routers {'9ee6aab9-5430-4f28-b762-53250f357c90'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:03:55.705482 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-436d2786-04f8-4110-829c-b21731be208b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:03:48Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['9ee6aab9-5430-4f28-b762-53250f357c90'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:03:55.711971 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9093024a-7718-48c3-901e-16a287c36df8 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f14d80c-7d41-499e-90be-9f3c97aa092c,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:55.784060 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c20fc0f1-1b20-41ad-80d7-c03defe15b17 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (8bc8d3bb-8d98-44eb-9258-9675fea63377), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:55.834226 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-436d2786-04f8-4110-829c-b21731be208b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:03:55.950899 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9093024a-7718-48c3-901e-16a287c36df8 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:55.953163 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-9093024a-7718-48c3-901e-16a287c36df8 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.3031304 Oct 04 21:03:55.958109 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55744) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:55.983171 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-48f57937-aaac-41a8-b41b-d0fbf70318f5 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Request body: {'security_group_rule': {'security_group_id': '37c3136c-37d5-42cd-b487-5c7b4c3862a4', 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:03:55.990533 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436d2786-04f8-4110-829c-b21731be208b None None] Routers {'9ee6aab9-5430-4f28-b762-53250f357c90'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:03:55.997634 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-436d2786-04f8-4110-829c-b21731be208b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:03:48Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['9ee6aab9-5430-4f28-b762-53250f357c90'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:03:56.032566 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:56.082247 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-436d2786-04f8-4110-829c-b21731be208b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:03:56.083710 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436d2786-04f8-4110-829c-b21731be208b None None] The sync data for ids ['9ee6aab9-5430-4f28-b762-53250f357c90'] in n-d-852085-12 is: [] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:03:56.146054 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0b12fe80-b008-4a46-a4f7-b749b78a225b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (803bf3c4-3c24-49a3-84ac-68151e878ad3), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:56.152866 n-d-852085-12 neutron-server[108169]: INFO neutron.db.securitygroups_db [None req-48f57937-aaac-41a8-b41b-d0fbf70318f5 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Project 2f27496d38be44c29c3cd5bc4ae008d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 21:03:56.166946 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-48f57937-aaac-41a8-b41b-d0fbf70318f5 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group_rule (8a38e06c-c700-4587-aac1-77f6a370ecae), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:56.168140 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4178ea05-99fc-4efb-a7eb-3be98dfdbd64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-ec44ec12-a193-4592-b152-09c348d51208', 'network_id': 'ec44ec12-a193-4592-b152-09c348d51208', 'project_id': '07aabd9030f3444e986d02991f96bb44', 'fixed_ips': [{'subnet_id': '803bf3c4-3c24-49a3-84ac-68151e878ad3'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:03:56.170926 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4178ea05-99fc-4efb-a7eb-3be98dfdbd64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:56.211203 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-bc9314c1-86c9-4a4a-ac2d-54db08778cbd tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] 10.222.0.78 "GET /networking/v2.0/routers/9ee6aab9-5430-4f28-b762-53250f357c90 HTTP/1.1" status: 200 len: 925 time: 0.6502950 Oct 04 21:03:56.245797 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20fc0f1-1b20-41ad-80d7-c03defe15b17 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Pushing event updated for resources: {'Subnet': ['ID=8bc8d3bb-8d98-44eb-9258-9675fea63377,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:56.260845 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55750) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:56.361990 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-48f57937-aaac-41a8-b41b-d0fbf70318f5 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group_rule (8a38e06c-c700-4587-aac1-77f6a370ecae), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:56.379114 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20fc0f1-1b20-41ad-80d7-c03defe15b17 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Checking segment: {'id': 'd9657f04-74a3-42a4-8be0-2bcc93eda0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '550f0bf6-1a61-4477-9eec-5729044f7f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:03:56.379778 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20fc0f1-1b20-41ad-80d7-c03defe15b17 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Network hostable DHCP agents. Network: 550f0bf6-1a61-4477-9eec-5729044f7f11, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:03:56.493663 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-48f57937-aaac-41a8-b41b-d0fbf70318f5 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (8a38e06c-c700-4587-aac1-77f6a370ecae), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:56.525390 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f1909c-d96d-45c0-92ff-25c6ae81b501 None None] Network ec44ec12-a193-4592-b152-09c348d51208 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:03:56.542279 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f57937-aaac-41a8-b41b-d0fbf70318f5 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a38e06c-c700-4587-aac1-77f6a370ecae,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:56.563383 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0b12fe80-b008-4a46-a4f7-b749b78a225b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (ec44ec12-a193-4592-b152-09c348d51208), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:56.592890 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b12fe80-b008-4a46-a4f7-b749b78a225b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Pushing event deleted for resources: {'Subnet': ['ID=803bf3c4-3c24-49a3-84ac-68151e878ad3,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:56.722053 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-48f57937-aaac-41a8-b41b-d0fbf70318f5 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:56.724742 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-48f57937-aaac-41a8-b41b-d0fbf70318f5 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7646229 Oct 04 21:03:56.731887 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55762) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:56.740858 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-0b12fe80-b008-4a46-a4f7-b749b78a225b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec44ec12-a193-4592-b152-09c348d51208']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:03:56.748608 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-73b14604-5b02-4ae0-8578-893844086458 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Request body: {'network': {'name': 'tempest-network-smoke--1899230504', 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'port_security_enabled': True}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:03:56.768481 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9000ffc-68e7-4e6d-8d00-291ede321030 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:03:56.776345 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-e9000ffc-68e7-4e6d-8d00-291ede321030 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?network_id=52a60aae-e230-4bd7-89bc-781767fd7892&device_id=9ee6aab9-5430-4f28-b762-53250f357c90&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4999425 Oct 04 21:03:56.776906 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55764) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:56.787646 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-0b12fe80-b008-4a46-a4f7-b749b78a225b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e23daef8-b13c-44af-ba94-4cd34a66dee8') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:03:56.788185 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-0b12fe80-b008-4a46-a4f7-b749b78a225b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e23daef8-b13c-44af-ba94-4cd34a66dee8') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:03:56.798793 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20fc0f1-1b20-41ad-80d7-c03defe15b17 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Network 550f0bf6-1a61-4477-9eec-5729044f7f11 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:03:56.848063 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0b12fe80-b008-4a46-a4f7-b749b78a225b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (e23daef8-b13c-44af-ba94-4cd34a66dee8), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:56.889138 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0b12fe80-b008-4a46-a4f7-b749b78a225b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (e23daef8-b13c-44af-ba94-4cd34a66dee8), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:56.919721 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6be527-292c-46a7-b933-5a4c68f54509 None None] DHCP port deletion for ec44ec12-a193-4592-b152-09c348d51208 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:03:56.927511 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b12fe80-b008-4a46-a4f7-b749b78a225b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:03:56.929594 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b14604-5b02-4ae0-8578-893844086458 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Made reservation on behalf of 2f27496d38be44c29c3cd5bc4ae008d8 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:03:56.930162 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0b12fe80-b008-4a46-a4f7-b749b78a225b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (e23daef8-b13c-44af-ba94-4cd34a66dee8), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:56.947088 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-73b14604-5b02-4ae0-8578-893844086458 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:57.013515 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:57.050889 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73b14604-5b02-4ae0-8578-893844086458 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:03:57.098793 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-73b14604-5b02-4ae0-8578-893844086458 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (384af49b-b863-4860-9276-8102f6ed8b95), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:57.102654 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-73b14604-5b02-4ae0-8578-893844086458 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Added segment 384af49b-b863-4860-9276-8102f6ed8b95 of type vlan for network 83e6ca08-c33d-48fc-a208-86007e616c48 Oct 04 21:03:57.147990 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 21:03:57.168782 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment e23daef8-b13c-44af-ba94-4cd34a66dee8 resource provider aggregate not found Oct 04 21:03:57.191517 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f7b72d-2c34-4831-9a89-d574e155970d tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:03:57.196556 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d6f7b72d-2c34-4831-9a89-d574e155970d tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] 10.222.0.78 "GET /networking/v2.0/networks/52a60aae-e230-4bd7-89bc-781767fd7892 HTTP/1.1" status: 200 len: 881 time: 0.4181035 Oct 04 21:03:57.217495 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55776) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:57.242271 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-c20fc0f1-1b20-41ad-80d7-c03defe15b17 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 550f0bf6-1a61-4477-9eec-5729044f7f11) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:03:57.272107 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd4e352-c9e5-4728-8b5c-d8384198257b None None] Network 550f0bf6-1a61-4477-9eec-5729044f7f11 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:03:57.314104 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-73b14604-5b02-4ae0-8578-893844086458 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (83e6ca08-c33d-48fc-a208-86007e616c48), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:57.335168 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e9bf7e9b-cec8-49f3-bb3f-9e21cb4e784a tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9ee6aab9-5430-4f28-b762-53250f357c90 HTTP/1.1" status: 200 len: 205 time: 0.1156533 Oct 04 21:03:57.337938 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55778) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:57.338732 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20fc0f1-1b20-41ad-80d7-c03defe15b17 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:03:57.348769 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c20fc0f1-1b20-41ad-80d7-c03defe15b17 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:57.387354 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment e23daef8-b13c-44af-ba94-4cd34a66dee8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e23daef8-b13c-44af-ba94-4cd34a66dee8 found for delete ", "request_id": "req-85676b75-935e-4968-ab07-f1cb67bb1b95"}]} Oct 04 21:03:57.520138 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c20fc0f1-1b20-41ad-80d7-c03defe15b17 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.7633379 Oct 04 21:03:57.537399 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55786) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:57.548251 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-901ee5ed-852c-4ae2-87f3-54ece77796a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Request body: {'port': {'network_id': '550f0bf6-1a61-4477-9eec-5729044f7f11', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-530371872'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:03:57.631192 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0b12fe80-b008-4a46-a4f7-b749b78a225b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (ec44ec12-a193-4592-b152-09c348d51208), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:57.748462 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40181308-47dc-4d79-9b8d-0cbe0bc92ff2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-550f0bf6-1a61-4477-9eec-5729044f7f11', 'network_id': '550f0bf6-1a61-4477-9eec-5729044f7f11', 'project_id': '4c038e57ff4040eba77793d76e0d7bd9', 'fixed_ips': [{'subnet_id': '8bc8d3bb-8d98-44eb-9258-9675fea63377'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:03:57.762495 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-40181308-47dc-4d79-9b8d-0cbe0bc92ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:57.763856 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:57.820229 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0b12fe80-b008-4a46-a4f7-b749b78a225b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:57.822877 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-73b14604-5b02-4ae0-8578-893844086458 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (83e6ca08-c33d-48fc-a208-86007e616c48), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:57.845250 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b14604-5b02-4ae0-8578-893844086458 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:03:57.845591 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-0b12fe80-b008-4a46-a4f7-b749b78a225b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] 10.222.0.78 "DELETE /networking/v2.0/networks/ec44ec12-a193-4592-b152-09c348d51208 HTTP/1.1" status: 204 len: 168 time: 9.3144321 Oct 04 21:03:57.845787 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-73b14604-5b02-4ae0-8578-893844086458 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:57.851188 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b12fe80-b008-4a46-a4f7-b749b78a225b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Pushing event deleted for resources: {'Network': ['ID=ec44ec12-a193-4592-b152-09c348d51208,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:57.862292 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55794) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:57.886028 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2450f6b4-4309-4cc9-8efd-6b2b20a9c8e2 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (ed4fd23b-bdee-4052-a45c-1c1dd56fa3ae), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:58.002741 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=87,neutron:INSERT=1,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:58.037492 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:58.041798 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2450f6b4-4309-4cc9-8efd-6b2b20a9c8e2 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Pushing event deleted for resources: {'Port': ['ID=ed4fd23b-bdee-4052-a45c-1c1dd56fa3ae,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:58.141721 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f3a95c2-7e2f-40b6-bd7f-a7ceef14dd5d tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] DELETE failed (client error): The resource could not be found. Oct 04 21:03:58.142586 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f3a95c2-7e2f-40b6-bd7f-a7ceef14dd5d tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:03:58.153995 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-9f3a95c2-7e2f-40b6-bd7f-a7ceef14dd5d tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] 10.222.0.78 "DELETE /networking/v2.0/networks/ec44ec12-a193-4592-b152-09c348d51208 HTTP/1.1" status: 404 len: 339 time: 0.1134863 Oct 04 21:03:58.181352 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55798) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:58.204464 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-a9118107-8b5e-41e1-bd5e-d9efff3d8f25 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1767153459', 'description': 'd1'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:03:58.205757 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b14604-5b02-4ae0-8578-893844086458 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Pushing event updated for resources: {'Network': ['ID=83e6ca08-c33d-48fc-a208-86007e616c48,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:58.232807 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d857be39-0dbf-477c-aa26-665933b98d09 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks [] for router (9ee6aab9-5430-4f28-b762-53250f357c90), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:58.263611 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 83e6ca08-c33d-48fc-a208-86007e616c48 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:03:58.405717 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2450f6b4-4309-4cc9-8efd-6b2b20a9c8e2 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks [] for floatingip (ec421aca-ac8f-4bd9-a2db-dab0fa483257), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:58.406499 n-d-852085-12 neutron-server[108170]: INFO neutron.db.l3_db [None req-2450f6b4-4309-4cc9-8efd-6b2b20a9c8e2 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Floating IP ec421aca-ac8f-4bd9-a2db-dab0fa483257 disassociated (deleted). External IP: 172.25.5.7, port: 26a607dd-5108-4130-82bf-5360aed7cade. Oct 04 21:03:58.455032 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-73b14604-5b02-4ae0-8578-893844086458 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7174256 Oct 04 21:03:58.465390 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55806) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:03:58.546710 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-901ee5ed-852c-4ae2-87f3-54ece77796a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Made reservation on behalf of 4c038e57ff4040eba77793d76e0d7bd9 for: {'port': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:03:58.562920 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-901ee5ed-852c-4ae2-87f3-54ece77796a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:58.665558 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-55aec331-c5ff-462a-bf87-603cbd18c3c4 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-690852720', 'admin_state_up': True, 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:03:58.766126 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d857be39-0dbf-477c-aa26-665933b98d09 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks [] for router_gateway (9ee6aab9-5430-4f28-b762-53250f357c90), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:58.818450 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [None req-901ee5ed-852c-4ae2-87f3-54ece77796a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] device_id is not set on port a21edd51-46ea-4ba7-94e6-f8ffccbe58ab yet. {{(pid=108170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 21:03:58.873137 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9118107-8b5e-41e1-bd5e-d9efff3d8f25 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Made reservation on behalf of 07aabd9030f3444e986d02991f96bb44 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:03:58.886071 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a9118107-8b5e-41e1-bd5e-d9efff3d8f25 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:58.947120 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-55aec331-c5ff-462a-bf87-603cbd18c3c4 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (32c0ac75-fe41-4723-860f-71b5134d36f5), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:58.948905 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-55aec331-c5ff-462a-bf87-603cbd18c3c4 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (32c0ac75-fe41-4723-860f-71b5134d36f5), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:59.049083 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-40181308-47dc-4d79-9b8d-0cbe0bc92ff2 None None] Allocated IP 2001:db8::2 (550f0bf6-1a61-4477-9eec-5729044f7f11/8bc8d3bb-8d98-44eb-9258-9675fea63377/3de6cc8b-01ad-4f7c-8bbb-eddbdc7561ce) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:03:59.153445 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9118107-8b5e-41e1-bd5e-d9efff3d8f25 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:03:59.206596 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a9118107-8b5e-41e1-bd5e-d9efff3d8f25 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (3cab245c-cb59-497e-a0ff-eb92594efcca), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:59.208957 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-a9118107-8b5e-41e1-bd5e-d9efff3d8f25 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Added segment 3cab245c-cb59-497e-a0ff-eb92594efcca of type vlan for network 99d7cf71-c466-40e0-8b1d-2b4edc266083 Oct 04 21:03:59.289019 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:59.342316 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a9118107-8b5e-41e1-bd5e-d9efff3d8f25 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (99d7cf71-c466-40e0-8b1d-2b4edc266083), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:59.404383 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=81,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:59.435111 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-40181308-47dc-4d79-9b8d-0cbe0bc92ff2 None None] Publish callbacks [] for port (3de6cc8b-01ad-4f7c-8bbb-eddbdc7561ce), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:59.446140 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:59.518532 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-d857be39-0dbf-477c-aa26-665933b98d09 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Deleting port bd3b504f-3e6c-4793-9de5-991760ba3ebe {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:03:59.524622 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d857be39-0dbf-477c-aa26-665933b98d09 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (bd3b504f-3e6c-4793-9de5-991760ba3ebe), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:59.553168 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-40181308-47dc-4d79-9b8d-0cbe0bc92ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (3de6cc8b-01ad-4f7c-8bbb-eddbdc7561ce), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:59.570271 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2450f6b4-4309-4cc9-8efd-6b2b20a9c8e2 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Router df83e98f-46c3-4f7c-8320-54dadfc48396 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:03:59.774481 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40181308-47dc-4d79-9b8d-0cbe0bc92ff2 None None] Network 550f0bf6-1a61-4477-9eec-5729044f7f11 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:03:59.780335 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=10 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:03:59.818934 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-40181308-47dc-4d79-9b8d-0cbe0bc92ff2 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:03:59.833895 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40181308-47dc-4d79-9b8d-0cbe0bc92ff2 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:03:59.947570 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40181308-47dc-4d79-9b8d-0cbe0bc92ff2 None None] Pushing event updated for resources: {'Port': ['ID=3de6cc8b-01ad-4f7c-8bbb-eddbdc7561ce,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:03:59.965165 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a9118107-8b5e-41e1-bd5e-d9efff3d8f25 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (99d7cf71-c466-40e0-8b1d-2b4edc266083), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:59.980181 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9118107-8b5e-41e1-bd5e-d9efff3d8f25 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:03:59.981197 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a9118107-8b5e-41e1-bd5e-d9efff3d8f25 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:03:59.989903 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-901ee5ed-852c-4ae2-87f3-54ece77796a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Allocated IP 2001:db8::312 (550f0bf6-1a61-4477-9eec-5729044f7f11/8bc8d3bb-8d98-44eb-9258-9675fea63377/a21edd51-46ea-4ba7-94e6-f8ffccbe58ab) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:03:59.993350 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d857be39-0dbf-477c-aa26-665933b98d09 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (bd3b504f-3e6c-4793-9de5-991760ba3ebe), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:00.068162 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-40181308-47dc-4d79-9b8d-0cbe0bc92ff2 None None] Attempting to bind port 3de6cc8b-01ad-4f7c-8bbb-eddbdc7561ce on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:04:00.068816 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-40181308-47dc-4d79-9b8d-0cbe0bc92ff2 None None] Attempting to bind port 3de6cc8b-01ad-4f7c-8bbb-eddbdc7561ce by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'd9657f04-74a3-42a4-8be0-2bcc93eda0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '550f0bf6-1a61-4477-9eec-5729044f7f11'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:04:00.069381 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40181308-47dc-4d79-9b8d-0cbe0bc92ff2 None None] Attempting to bind port 3de6cc8b-01ad-4f7c-8bbb-eddbdc7561ce on network 550f0bf6-1a61-4477-9eec-5729044f7f11 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:04:00.070822 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-55aec331-c5ff-462a-bf87-603cbd18c3c4 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for router_controller (32c0ac75-fe41-4723-860f-71b5134d36f5), precommit_add_association {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:00.190941 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40181308-47dc-4d79-9b8d-0cbe0bc92ff2 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:04:00.191699 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40181308-47dc-4d79-9b8d-0cbe0bc92ff2 None None] Checking segment: {'id': 'd9657f04-74a3-42a4-8be0-2bcc93eda0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '550f0bf6-1a61-4477-9eec-5729044f7f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:04:00.193045 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-40181308-47dc-4d79-9b8d-0cbe0bc92ff2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:00.193721 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40181308-47dc-4d79-9b8d-0cbe0bc92ff2 None None] Bound using segment: {'id': 'd9657f04-74a3-42a4-8be0-2bcc93eda0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '550f0bf6-1a61-4477-9eec-5729044f7f11'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:04:00.196237 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-40181308-47dc-4d79-9b8d-0cbe0bc92ff2 None None] Bound port: 3de6cc8b-01ad-4f7c-8bbb-eddbdc7561ce, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9657f04-74a3-42a4-8be0-2bcc93eda0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '550f0bf6-1a61-4477-9eec-5729044f7f11'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:04:00.196894 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-40181308-47dc-4d79-9b8d-0cbe0bc92ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (3de6cc8b-01ad-4f7c-8bbb-eddbdc7561ce), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:00.366170 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-40181308-47dc-4d79-9b8d-0cbe0bc92ff2 None None] For port 3de6cc8b-01ad-4f7c-8bbb-eddbdc7561ce, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:04:00.376248 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2450f6b4-4309-4cc9-8efd-6b2b20a9c8e2 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:04:00.376828 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-40181308-47dc-4d79-9b8d-0cbe0bc92ff2 None None] For port 3de6cc8b-01ad-4f7c-8bbb-eddbdc7561ce, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=3de6cc8b-01ad-4f7c-8bbb-eddbdc7561ce,segment=NetworkSegment(d9657f04-74a3-42a4-8be0-2bcc93eda0bb),segment_id=d9657f04-74a3-42a4-8be0-2bcc93eda0bb)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:04:00.399742 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20954702-7053-44c4-9577-2275f0d9f894 None None] Sync routers for ids ['df83e98f-46c3-4f7c-8320-54dadfc48396'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:04:00.434250 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20954702-7053-44c4-9577-2275f0d9f894 None None] Routers {'df83e98f-46c3-4f7c-8320-54dadfc48396'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:04:00.435838 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-20954702-7053-44c4-9577-2275f0d9f894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:03:48Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['df83e98f-46c3-4f7c-8320-54dadfc48396'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:04:00.444427 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-d857be39-0dbf-477c-aa26-665933b98d09 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Calling delete_port for bd3b504f-3e6c-4793-9de5-991760ba3ebe owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:04:00.450742 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2450f6b4-4309-4cc9-8efd-6b2b20a9c8e2 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:00.499351 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-40181308-47dc-4d79-9b8d-0cbe0bc92ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (3de6cc8b-01ad-4f7c-8bbb-eddbdc7561ce), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:00.548850 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a9118107-8b5e-41e1-bd5e-d9efff3d8f25 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.3603475 Oct 04 21:04:00.561615 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55836) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:00.665453 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2450f6b4-4309-4cc9-8efd-6b2b20a9c8e2 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/ec421aca-ac8f-4bd9-a2db-dab0fa483257 HTTP/1.1" status: 204 len: 168 time: 8.7692559 Oct 04 21:04:00.679316 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55840) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:00.688485 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-dca20c60-f02c-4525-9faa-b48b986b2612 tempest-FloatingIPAdminTestJSON-173521565 tempest-FloatingIPAdminTestJSON-173521565-project-admin] Request body: {'floatingip': {'floating_network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:04:00.732669 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-20954702-7053-44c4-9577-2275f0d9f894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:04:00.777267 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9118107-8b5e-41e1-bd5e-d9efff3d8f25 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Pushing event updated for resources: {'Network': ['ID=99d7cf71-c466-40e0-8b1d-2b4edc266083,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:00.819955 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20954702-7053-44c4-9577-2275f0d9f894 None None] Routers {'df83e98f-46c3-4f7c-8320-54dadfc48396'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:04:00.823771 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-20954702-7053-44c4-9577-2275f0d9f894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:03:48Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['df83e98f-46c3-4f7c-8320-54dadfc48396'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:04:00.836547 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:00.842546 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 99d7cf71-c466-40e0-8b1d-2b4edc266083 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:04:01.048514 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-20954702-7053-44c4-9577-2275f0d9f894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:04:01.050069 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20954702-7053-44c4-9577-2275f0d9f894 None None] The sync data for ids ['df83e98f-46c3-4f7c-8320-54dadfc48396'] in n-d-852085-12 is: [] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:04:01.205956 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-901ee5ed-852c-4ae2-87f3-54ece77796a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Publish callbacks [] for port (a21edd51-46ea-4ba7-94e6-f8ffccbe58ab), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:01.216378 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40181308-47dc-4d79-9b8d-0cbe0bc92ff2 None None] Pushing event updated for resources: {'Port': ['ID=3de6cc8b-01ad-4f7c-8bbb-eddbdc7561ce,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:01.222981 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dca20c60-f02c-4525-9faa-b48b986b2612 tempest-FloatingIPAdminTestJSON-173521565 tempest-FloatingIPAdminTestJSON-173521565-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:01.572280 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-55aec331-c5ff-462a-bf87-603cbd18c3c4 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for router_gateway (32c0ac75-fe41-4723-860f-71b5134d36f5), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:01.654252 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dca20c60-f02c-4525-9faa-b48b986b2612 tempest-FloatingIPAdminTestJSON-173521565 tempest-FloatingIPAdminTestJSON-173521565-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:01.657251 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2790eee5-bdc6-4c85-9650-62cd6bb7634e tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:04:01.660448 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-2790eee5-bdc6-4c85-9650-62cd6bb7634e tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] 10.222.0.78 "GET /networking/v2.0/networks?id=99d7cf71-c466-40e0-8b1d-2b4edc266083 HTTP/1.1" status: 200 len: 765 time: 1.0750442 Oct 04 21:04:01.669896 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55856) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:01.698794 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-5b0f6e78-cf1f-4136-bddd-e3ee7a395a7b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Request body: {'network': {'description': 'd2'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:04:01.829555 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:INSERT=1,neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:02.382144 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:02.649866 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-901ee5ed-852c-4ae2-87f3-54ece77796a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (a21edd51-46ea-4ba7-94e6-f8ffccbe58ab), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:02.791168 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901ee5ed-852c-4ae2-87f3-54ece77796a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Pushing event updated for resources: {'Port': ['ID=a21edd51-46ea-4ba7-94e6-f8ffccbe58ab,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:02.840150 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-dca20c60-f02c-4525-9faa-b48b986b2612 tempest-FloatingIPAdminTestJSON-173521565 tempest-FloatingIPAdminTestJSON-173521565-project-admin] Allocated IP 172.25.5.78 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/5227ff64-bb57-454d-8e74-afcf6f5fb6fc) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:04:03.006769 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55864) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:03.021267 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-55aec331-c5ff-462a-bf87-603cbd18c3c4 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for router_gateway (32c0ac75-fe41-4723-860f-71b5134d36f5), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:03.033432 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdb20ab-65b1-49e0-9029-0869e87e7e4d None None] Network 550f0bf6-1a61-4477-9eec-5729044f7f11 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:04:03.164727 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dca20c60-f02c-4525-9faa-b48b986b2612 tempest-FloatingIPAdminTestJSON-173521565 tempest-FloatingIPAdminTestJSON-173521565-project-admin] Publish callbacks [] for port (5227ff64-bb57-454d-8e74-afcf6f5fb6fc), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:03.315991 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:03.329044 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:03.364355 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901ee5ed-852c-4ae2-87f3-54ece77796a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Network 550f0bf6-1a61-4477-9eec-5729044f7f11 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:04:03.371397 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-901ee5ed-852c-4ae2-87f3-54ece77796a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:04:03.377699 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901ee5ed-852c-4ae2-87f3-54ece77796a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:04:03.405503 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901ee5ed-852c-4ae2-87f3-54ece77796a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:04:03.406885 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-901ee5ed-852c-4ae2-87f3-54ece77796a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:03.419967 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 3de6cc8b-01ad-4f7c-8bbb-eddbdc7561ce up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:04:03.438359 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dca20c60-f02c-4525-9faa-b48b986b2612 tempest-FloatingIPAdminTestJSON-173521565 tempest-FloatingIPAdminTestJSON-173521565-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (5227ff64-bb57-454d-8e74-afcf6f5fb6fc), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:03.457119 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-b675c38c-ee1c-4db2-a780-e57dbd14f070 None None] Provisioning complete for port 3de6cc8b-01ad-4f7c-8bbb-eddbdc7561ce triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:04:03.467240 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b675c38c-ee1c-4db2-a780-e57dbd14f070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (3de6cc8b-01ad-4f7c-8bbb-eddbdc7561ce), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:03.468226 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-b675c38c-ee1c-4db2-a780-e57dbd14f070 None None] Attempt 1 to provision port 3de6cc8b-01ad-4f7c-8bbb-eddbdc7561ce Oct 04 21:04:03.595939 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-55aec331-c5ff-462a-bf87-603cbd18c3c4 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:03.704712 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca20c60-f02c-4525-9faa-b48b986b2612 tempest-FloatingIPAdminTestJSON-173521565 tempest-FloatingIPAdminTestJSON-173521565-project-admin] Pushing event updated for resources: {'Port': ['ID=5227ff64-bb57-454d-8e74-afcf6f5fb6fc,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:03.740435 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca20c60-f02c-4525-9faa-b48b986b2612 tempest-FloatingIPAdminTestJSON-173521565 tempest-FloatingIPAdminTestJSON-173521565-project-admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:04:03.743782 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-dca20c60-f02c-4525-9faa-b48b986b2612 tempest-FloatingIPAdminTestJSON-173521565 tempest-FloatingIPAdminTestJSON-173521565-project-admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:04:03.750070 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca20c60-f02c-4525-9faa-b48b986b2612 tempest-FloatingIPAdminTestJSON-173521565 tempest-FloatingIPAdminTestJSON-173521565-project-admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:04:03.768972 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d857be39-0dbf-477c-aa26-665933b98d09 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (bd3b504f-3e6c-4793-9de5-991760ba3ebe), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:03.785468 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:03.873772 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-901ee5ed-852c-4ae2-87f3-54ece77796a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 941 time: 6.3335311 Oct 04 21:04:03.879715 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55872) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:03.882539 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d857be39-0dbf-477c-aa26-665933b98d09 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Pushing event deleted for resources: {'Port': ['ID=bd3b504f-3e6c-4793-9de5-991760ba3ebe,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:03.890588 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-b6c9a1af-4552-4377-af4e-d4b0ba6ea68a tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Request body: {'port': {'network_id': '550f0bf6-1a61-4477-9eec-5729044f7f11', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-206217948', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:04:03.892154 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.api.validators [None req-b6c9a1af-4552-4377-af4e-d4b0ba6ea68a tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] bootfile-name is not in valid_values {{(pid=108170) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Oct 04 21:04:03.892939 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.api.validators [None req-b6c9a1af-4552-4377-af4e-d4b0ba6ea68a tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] tftp-server is not in valid_values {{(pid=108170) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Oct 04 21:04:03.893738 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.api.validators [None req-b6c9a1af-4552-4377-af4e-d4b0ba6ea68a tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] server-ip-address is not in valid_values {{(pid=108170) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Oct 04 21:04:03.909950 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5b0f6e78-cf1f-4136-bddd-e3ee7a395a7b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (99d7cf71-c466-40e0-8b1d-2b4edc266083), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:04.084613 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 3de6cc8b-01ad-4f7c-8bbb-eddbdc7561ce triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:04:04.085493 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (3de6cc8b-01ad-4f7c-8bbb-eddbdc7561ce), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:04.085894 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 3de6cc8b-01ad-4f7c-8bbb-eddbdc7561ce Oct 04 21:04:04.210483 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-b675c38c-ee1c-4db2-a780-e57dbd14f070 None None] Current status of the port 3de6cc8b-01ad-4f7c-8bbb-eddbdc7561ce is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:04:04.213384 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b675c38c-ee1c-4db2-a780-e57dbd14f070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (3de6cc8b-01ad-4f7c-8bbb-eddbdc7561ce), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:04.276480 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d857be39-0dbf-477c-aa26-665933b98d09 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (9ee6aab9-5430-4f28-b762-53250f357c90), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:04.289879 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5b0f6e78-cf1f-4136-bddd-e3ee7a395a7b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (99d7cf71-c466-40e0-8b1d-2b4edc266083), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:04.392321 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5b0f6e78-cf1f-4136-bddd-e3ee7a395a7b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Network 99d7cf71-c466-40e0-8b1d-2b4edc266083 is not hosted by any dhcp agent {{(pid=108169) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 04 21:04:04.413401 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 3de6cc8b-01ad-4f7c-8bbb-eddbdc7561ce is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:04:04.416710 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (3de6cc8b-01ad-4f7c-8bbb-eddbdc7561ce), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:04.418911 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0f6e78-cf1f-4136-bddd-e3ee7a395a7b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:04:04.420079 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5b0f6e78-cf1f-4136-bddd-e3ee7a395a7b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:04.432948 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-5b0f6e78-cf1f-4136-bddd-e3ee7a395a7b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] 10.222.0.78 "PUT /networking/v2.0/networks/99d7cf71-c466-40e0-8b1d-2b4edc266083 HTTP/1.1" status: 200 len: 762 time: 2.7548947 Oct 04 21:04:04.447993 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55874) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:04.508390 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-b675c38c-ee1c-4db2-a780-e57dbd14f070 None None] For port 3de6cc8b-01ad-4f7c-8bbb-eddbdc7561ce, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=3de6cc8b-01ad-4f7c-8bbb-eddbdc7561ce,segment=NetworkSegment(d9657f04-74a3-42a4-8be0-2bcc93eda0bb),segment_id=d9657f04-74a3-42a4-8be0-2bcc93eda0bb)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:04:04.538097 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dca20c60-f02c-4525-9faa-b48b986b2612 tempest-FloatingIPAdminTestJSON-173521565 tempest-FloatingIPAdminTestJSON-173521565-project-admin] Publish callbacks [] for floatingip (6ca1642e-3163-40af-8599-c2162234d0b4), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:04.658224 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b675c38c-ee1c-4db2-a780-e57dbd14f070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (3de6cc8b-01ad-4f7c-8bbb-eddbdc7561ce), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:04.732738 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d857be39-0dbf-477c-aa26-665933b98d09 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (9ee6aab9-5430-4f28-b762-53250f357c90), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:04.743983 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d857be39-0dbf-477c-aa26-665933b98d09 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks [] for router_controller (9ee6aab9-5430-4f28-b762-53250f357c90), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:04.873248 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:04.898105 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f282dd2b-8b6f-4fcc-84c1-7af98b698c81 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:04:04.900817 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f282dd2b-8b6f-4fcc-84c1-7af98b698c81 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] 10.222.0.78 "GET /networking/v2.0/networks?id=99d7cf71-c466-40e0-8b1d-2b4edc266083 HTTP/1.1" status: 200 len: 765 time: 0.4487643 Oct 04 21:04:04.909012 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-60167e83-e829-41f9-b533-7e4dbcce0cfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:04.915905 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:04.924876 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55882) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:05.002655 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d857be39-0dbf-477c-aa26-665933b98d09 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (9ee6aab9-5430-4f28-b762-53250f357c90), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:05.003906 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d857be39-0dbf-477c-aa26-665933b98d09 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Fanout notify agent at l3_agent the message router_deleted on router 9ee6aab9-5430-4f28-b762-53250f357c90 {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 21:04:05.044329 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d857be39-0dbf-477c-aa26-665933b98d09 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:05.044667 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 21:04:05.046509 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 21:04:05.050221 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d857be39-0dbf-477c-aa26-665933b98d09 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] 10.222.0.78 "DELETE /networking/v2.0/routers/9ee6aab9-5430-4f28-b762-53250f357c90 HTTP/1.1" status: 204 len: 168 time: 7.7005847 Oct 04 21:04:05.054798 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dca20c60-f02c-4525-9faa-b48b986b2612 tempest-FloatingIPAdminTestJSON-173521565 tempest-FloatingIPAdminTestJSON-173521565-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (5227ff64-bb57-454d-8e74-afcf6f5fb6fc), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:05.059721 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-83e2f1a5-2666-4d59-a8cb-9bcd379b179d None None] Provisioning complete for port a21edd51-46ea-4ba7-94e6-f8ffccbe58ab triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:04:05.061382 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-83e2f1a5-2666-4d59-a8cb-9bcd379b179d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (a21edd51-46ea-4ba7-94e6-f8ffccbe58ab), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:05.061382 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-83e2f1a5-2666-4d59-a8cb-9bcd379b179d None None] Attempt 1 to provision port a21edd51-46ea-4ba7-94e6-f8ffccbe58ab Oct 04 21:04:05.080466 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55884) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:05.085205 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-55aec331-c5ff-462a-bf87-603cbd18c3c4 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Allocated IP 172.25.5.52 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/f8ba5755-3a9d-40fd-b57d-05d9a4740996) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:04:05.109344 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-1a329785-b244-4095-84ba-5112470e5077 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-395128124', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}, 'admin_state_up': False}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:04:05.161822 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b675c38c-ee1c-4db2-a780-e57dbd14f070 None None] Pushing event updated for resources: {'Port': ['ID=3de6cc8b-01ad-4f7c-8bbb-eddbdc7561ce,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:05.194004 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:05.231199 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0f6e78-cf1f-4136-bddd-e3ee7a395a7b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Pushing event updated for resources: {'Network': ['ID=99d7cf71-c466-40e0-8b1d-2b4edc266083,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:05.253789 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-83e2f1a5-2666-4d59-a8cb-9bcd379b179d None None] Port a21edd51-46ea-4ba7-94e6-f8ffccbe58ab cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:04:05.289465 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 99d7cf71-c466-40e0-8b1d-2b4edc266083 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:04:05.368652 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1a329785-b244-4095-84ba-5112470e5077 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (445726ce-0c68-4c0d-b885-c6ce439012da), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:05.370921 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1a329785-b244-4095-84ba-5112470e5077 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (445726ce-0c68-4c0d-b885-c6ce439012da), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:05.425570 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-83e2f1a5-2666-4d59-a8cb-9bcd379b179d None None] Provisioning complete for port 3de6cc8b-01ad-4f7c-8bbb-eddbdc7561ce triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:04:05.426160 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-83e2f1a5-2666-4d59-a8cb-9bcd379b179d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (3de6cc8b-01ad-4f7c-8bbb-eddbdc7561ce), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:05.427282 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-83e2f1a5-2666-4d59-a8cb-9bcd379b179d None None] Attempt 1 to provision port 3de6cc8b-01ad-4f7c-8bbb-eddbdc7561ce Oct 04 21:04:05.442918 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c9a1af-4552-4377-af4e-d4b0ba6ea68a tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Made reservation on behalf of 4c038e57ff4040eba77793d76e0d7bd9 for: {'port': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:04:05.451530 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b6c9a1af-4552-4377-af4e-d4b0ba6ea68a tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:05.465828 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=79,neutron:INSERT=11,neutron:DELETE=5,neutron:UPDATE=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:05.617403 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1a329785-b244-4095-84ba-5112470e5077 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks [] for router_controller (445726ce-0c68-4c0d-b885-c6ce439012da), precommit_add_association {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:05.695010 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 3de6cc8b-01ad-4f7c-8bbb-eddbdc7561ce is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:04:05.845510 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-83e2f1a5-2666-4d59-a8cb-9bcd379b179d None None] Current status of the port 3de6cc8b-01ad-4f7c-8bbb-eddbdc7561ce is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:04:05.850613 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [None req-b6c9a1af-4552-4377-af4e-d4b0ba6ea68a tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] device_id is not set on port 8c97cda2-861a-4284-9228-ce690cae9959 yet. {{(pid=108170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 21:04:05.915925 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aaf2551-755f-4576-a6b0-32489843d2d0 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:04:05.919356 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2aaf2551-755f-4576-a6b0-32489843d2d0 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] 10.222.0.78 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.9906290 Oct 04 21:04:05.930507 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-60167e83-e829-41f9-b533-7e4dbcce0cfa admin admin] Publish callbacks [] for security_group (7c197102-b81a-4148-ac15-cfa1bd5a9fc6), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:05.935922 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55898) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:06.008628 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-d7d9e3ef-7b0d-4702-821b-96ce10f1bdea None None] Provisioning complete for port a21edd51-46ea-4ba7-94e6-f8ffccbe58ab triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:04:06.010403 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d7d9e3ef-7b0d-4702-821b-96ce10f1bdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (a21edd51-46ea-4ba7-94e6-f8ffccbe58ab), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:06.011576 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-d7d9e3ef-7b0d-4702-821b-96ce10f1bdea None None] Attempt 1 to provision port a21edd51-46ea-4ba7-94e6-f8ffccbe58ab Oct 04 21:04:06.146071 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 3de6cc8b-01ad-4f7c-8bbb-eddbdc7561ce up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:04:06.155991 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-55aec331-c5ff-462a-bf87-603cbd18c3c4 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for port (f8ba5755-3a9d-40fd-b57d-05d9a4740996), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:06.167649 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-4ec34ae6-ca25-436b-b3bd-f9cf61deabc1 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] 10.222.0.78 "GET /networking/v2.0/subnets?network_id=52a60aae-e230-4bd7-89bc-781767fd7892 HTTP/1.1" status: 200 len: 207 time: 0.2066023 Oct 04 21:04:06.205617 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55900) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:06.207443 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-60167e83-e829-41f9-b533-7e4dbcce0cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (7c197102-b81a-4148-ac15-cfa1bd5a9fc6), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:06.250275 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-d7d9e3ef-7b0d-4702-821b-96ce10f1bdea None None] Port a21edd51-46ea-4ba7-94e6-f8ffccbe58ab cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:04:06.313638 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:06.344537 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 3de6cc8b-01ad-4f7c-8bbb-eddbdc7561ce triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:04:06.345407 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (3de6cc8b-01ad-4f7c-8bbb-eddbdc7561ce), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:06.346237 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 3de6cc8b-01ad-4f7c-8bbb-eddbdc7561ce Oct 04 21:04:06.395965 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-b6c9a1af-4552-4377-af4e-d4b0ba6ea68a tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Allocated IP 2001:db8::1ea (550f0bf6-1a61-4477-9eec-5729044f7f11/8bc8d3bb-8d98-44eb-9258-9675fea63377/8c97cda2-861a-4284-9228-ce690cae9959) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:04:06.418656 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-60167e83-e829-41f9-b533-7e4dbcce0cfa admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=dc65e75149734fe8ab3c20064383e353&name=default HTTP/1.1" status: 200 len: 3000 time: 3.4062214 Oct 04 21:04:06.431462 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60167e83-e829-41f9-b533-7e4dbcce0cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c197102-b81a-4148-ac15-cfa1bd5a9fc6,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:06.440188 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55902) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:06.563525 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:06.668276 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 3de6cc8b-01ad-4f7c-8bbb-eddbdc7561ce is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:04:06.811380 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1a329785-b244-4095-84ba-5112470e5077 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks [] for router_gateway (445726ce-0c68-4c0d-b885-c6ce439012da), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:06.867185 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:INSERT=11,neutron:SELECT=86,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:07.003854 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dca20c60-f02c-4525-9faa-b48b986b2612 tempest-FloatingIPAdminTestJSON-173521565 tempest-FloatingIPAdminTestJSON-173521565-project-admin] Publish callbacks [] for port (5227ff64-bb57-454d-8e74-afcf6f5fb6fc), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:07.091627 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55908) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:07.096946 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fbbe8ea5-c728-49b1-b681-612b3834a60d admin admin] Publish callbacks [] for security_group (7c197102-b81a-4148-ac15-cfa1bd5a9fc6), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:07.168996 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-55aec331-c5ff-462a-bf87-603cbd18c3c4 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (f8ba5755-3a9d-40fd-b57d-05d9a4740996), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:07.183622 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dca20c60-f02c-4525-9faa-b48b986b2612 tempest-FloatingIPAdminTestJSON-173521565 tempest-FloatingIPAdminTestJSON-173521565-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (5227ff64-bb57-454d-8e74-afcf6f5fb6fc), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:07.453427 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0350e9-790a-4a52-9c97-06d3e2dc0b7c tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:04:07.466327 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fbbe8ea5-c728-49b1-b681-612b3834a60d admin admin] Publish callbacks [] for security_group (7c197102-b81a-4148-ac15-cfa1bd5a9fc6), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:07.466564 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0350e9-790a-4a52-9c97-06d3e2dc0b7c tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:04:07.479863 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0350e9-790a-4a52-9c97-06d3e2dc0b7c tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:04:07.496083 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0350e9-790a-4a52-9c97-06d3e2dc0b7c tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:04:07.510952 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0350e9-790a-4a52-9c97-06d3e2dc0b7c tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:04:07.527231 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0350e9-790a-4a52-9c97-06d3e2dc0b7c tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:04:07.537074 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-df0350e9-790a-4a52-9c97-06d3e2dc0b7c tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] 10.222.0.78 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 1.3144631 Oct 04 21:04:07.538303 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55912) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:07.558545 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55aec331-c5ff-462a-bf87-603cbd18c3c4 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:04:07.566005 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aec331-c5ff-462a-bf87-603cbd18c3c4 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Pushing event updated for resources: {'Port': ['ID=f8ba5755-3a9d-40fd-b57d-05d9a4740996,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:07.582134 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-55aec331-c5ff-462a-bf87-603cbd18c3c4 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:04:07.588330 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-53ec7d69-ad62-437a-b106-46d589edb101 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:07.633637 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca20c60-f02c-4525-9faa-b48b986b2612 tempest-FloatingIPAdminTestJSON-173521565 tempest-FloatingIPAdminTestJSON-173521565-project-admin] Pushing event updated for resources: {'Port': ['ID=5227ff64-bb57-454d-8e74-afcf6f5fb6fc,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:07.667246 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55aec331-c5ff-462a-bf87-603cbd18c3c4 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:04:07.671921 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1a329785-b244-4095-84ba-5112470e5077 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks [] for router_gateway (445726ce-0c68-4c0d-b885-c6ce439012da), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:07.699382 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b6c9a1af-4552-4377-af4e-d4b0ba6ea68a tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Publish callbacks [] for port (8c97cda2-861a-4284-9228-ce690cae9959), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:07.701832 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:07.736393 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dca20c60-f02c-4525-9faa-b48b986b2612 tempest-FloatingIPAdminTestJSON-173521565 tempest-FloatingIPAdminTestJSON-173521565-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582728'] for floatingip (6ca1642e-3163-40af-8599-c2162234d0b4), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:07.845080 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1a329785-b244-4095-84ba-5112470e5077 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:07.969467 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-53ec7d69-ad62-437a-b106-46d589edb101 admin admin] Publish callbacks [] for security_group (2ba838e5-b52c-4370-a3f4-2cdfdbac410e), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:08.006544 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dca20c60-f02c-4525-9faa-b48b986b2612 tempest-FloatingIPAdminTestJSON-173521565 tempest-FloatingIPAdminTestJSON-173521565-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:08.013932 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-dca20c60-f02c-4525-9faa-b48b986b2612 tempest-FloatingIPAdminTestJSON-173521565 tempest-FloatingIPAdminTestJSON-173521565-project-admin] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.3357642 Oct 04 21:04:08.018608 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55914) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:08.096368 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-53ec7d69-ad62-437a-b106-46d589edb101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (2ba838e5-b52c-4370-a3f4-2cdfdbac410e), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:08.290528 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fbbe8ea5-c728-49b1-b681-612b3834a60d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (7c197102-b81a-4148-ac15-cfa1bd5a9fc6), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:08.295809 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fbbe8ea5-c728-49b1-b681-612b3834a60d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:08.298203 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-fbbe8ea5-c728-49b1-b681-612b3834a60d admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/7c197102-b81a-4148-ac15-cfa1bd5a9fc6 HTTP/1.1" status: 204 len: 168 time: 1.8376386 Oct 04 21:04:08.300350 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b6c9a1af-4552-4377-af4e-d4b0ba6ea68a tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (8c97cda2-861a-4284-9228-ce690cae9959), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:08.423799 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:08.440202 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-53ec7d69-ad62-437a-b106-46d589edb101 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=a3d8514caa9e40af95f2a6210e12d0e0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3316939 Oct 04 21:04:08.451050 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-9a6d95ac-c9a3-44d9-af38-c00f2a9e711a tempest-FloatingIPAdminTestJSON-203115693 tempest-FloatingIPAdminTestJSON-203115693-project] Request body: {'floatingip': {'floating_network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:04:08.480123 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ea82b579-628a-4ad3-9843-c5279b54f2c4 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] 10.222.0.78 "GET /networking/v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.9170370 Oct 04 21:04:08.481549 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55922) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:08.482260 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55924) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:08.488213 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ec7d69-ad62-437a-b106-46d589edb101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba838e5-b52c-4370-a3f4-2cdfdbac410e,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:08.511937 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:08.514573 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c9a1af-4552-4377-af4e-d4b0ba6ea68a tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Network 550f0bf6-1a61-4477-9eec-5729044f7f11 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:04:08.550039 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-b6c9a1af-4552-4377-af4e-d4b0ba6ea68a tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:04:08.562825 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c9a1af-4552-4377-af4e-d4b0ba6ea68a tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:04:08.572881 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c9a1af-4552-4377-af4e-d4b0ba6ea68a tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:04:08.574202 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b6c9a1af-4552-4377-af4e-d4b0ba6ea68a tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:08.584736 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbe8ea5-c728-49b1-b681-612b3834a60d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c197102-b81a-4148-ac15-cfa1bd5a9fc6,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:08.610929 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c9a1af-4552-4377-af4e-d4b0ba6ea68a tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Pushing event updated for resources: {'Port': ['ID=8c97cda2-861a-4284-9228-ce690cae9959,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:08.758120 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b6c9a1af-4552-4377-af4e-d4b0ba6ea68a tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 4.8760400 Oct 04 21:04:08.764382 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9a6d95ac-c9a3-44d9-af38-c00f2a9e711a tempest-FloatingIPAdminTestJSON-203115693 tempest-FloatingIPAdminTestJSON-203115693-project] Publish callbacks [] for floatingip (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:08.809946 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55926) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:08.812000 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-1a329785-b244-4095-84ba-5112470e5077 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Allocated IP 172.25.5.230 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/898be055-48c0-434d-b0d4-063ce0c44890) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:04:09.150200 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c471fa-c5b2-41f4-85d8-6589b7cae8fd tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:04:09.154760 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c471fa-c5b2-41f4-85d8-6589b7cae8fd tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:04:09.159507 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c471fa-c5b2-41f4-85d8-6589b7cae8fd tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:04:09.163330 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c471fa-c5b2-41f4-85d8-6589b7cae8fd tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:04:09.167711 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c471fa-c5b2-41f4-85d8-6589b7cae8fd tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:04:09.176700 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c7c471fa-c5b2-41f4-85d8-6589b7cae8fd tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] 10.222.0.78 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.6568451 Oct 04 21:04:09.178953 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55930) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:09.232776 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-433bdcee-9784-46a8-81fe-10c6013fd895 admin admin] Publish callbacks [] for security_group (2ba838e5-b52c-4370-a3f4-2cdfdbac410e), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:09.290787 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-a8c8a069-6820-4759-8ec4-b41d4de4941e None None] Provisioning complete for port 8c97cda2-861a-4284-9228-ce690cae9959 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:04:09.291546 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a8c8a069-6820-4759-8ec4-b41d4de4941e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (8c97cda2-861a-4284-9228-ce690cae9959), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:09.292083 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-a8c8a069-6820-4759-8ec4-b41d4de4941e None None] Attempt 1 to provision port 8c97cda2-861a-4284-9228-ce690cae9959 Oct 04 21:04:09.399372 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-a8c8a069-6820-4759-8ec4-b41d4de4941e None None] Port 8c97cda2-861a-4284-9228-ce690cae9959 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:04:09.437562 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-433bdcee-9784-46a8-81fe-10c6013fd895 admin admin] Publish callbacks [] for security_group (2ba838e5-b52c-4370-a3f4-2cdfdbac410e), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:09.437898 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7deb527-eca8-4ec6-b7bf-5e9e0f92cb49 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Attributes excluded by policy engine: ['shared'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:04:09.441219 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7deb527-eca8-4ec6-b7bf-5e9e0f92cb49 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Attributes excluded by policy engine: ['shared'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:04:09.444674 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7deb527-eca8-4ec6-b7bf-5e9e0f92cb49 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Attributes excluded by policy engine: ['shared'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:04:09.448676 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7deb527-eca8-4ec6-b7bf-5e9e0f92cb49 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Attributes excluded by policy engine: ['shared'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:04:09.453928 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7deb527-eca8-4ec6-b7bf-5e9e0f92cb49 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Attributes excluded by policy engine: ['shared'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:04:09.457297 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b7deb527-eca8-4ec6-b7bf-5e9e0f92cb49 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] 10.222.0.78 "GET /networking/v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2181396 Oct 04 21:04:09.472384 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55934) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:09.484711 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983f44ae-dc4c-40aa-b072-c8be735c600f tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:04:09.503806 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983f44ae-dc4c-40aa-b072-c8be735c600f tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:04:09.530320 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983f44ae-dc4c-40aa-b072-c8be735c600f tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:04:09.538254 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-983f44ae-dc4c-40aa-b072-c8be735c600f tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] 10.222.0.78 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.7157116 Oct 04 21:04:09.538734 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9a6d95ac-c9a3-44d9-af38-c00f2a9e711a tempest-FloatingIPAdminTestJSON-203115693 tempest-FloatingIPAdminTestJSON-203115693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:09.554790 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55936) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:09.684792 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:09.722196 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1a329785-b244-4095-84ba-5112470e5077 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks [] for port (898be055-48c0-434d-b0d4-063ce0c44890), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:09.731652 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-55aec331-c5ff-462a-bf87-603cbd18c3c4 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for router_gateway (32c0ac75-fe41-4723-860f-71b5134d36f5), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:09.846343 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-1a17af9f-87de-4cd9-90b8-5521bc9a16ec tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Deleting port 8c97cda2-861a-4284-9228-ce690cae9959 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:04:09.846994 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1a17af9f-87de-4cd9-90b8-5521bc9a16ec tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (8c97cda2-861a-4284-9228-ce690cae9959), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:10.055050 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94be4e9-aaf4-460b-9845-38795dd01070 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:04:10.065082 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a94be4e9-aaf4-460b-9845-38795dd01070 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] 10.222.0.78 "GET /networking/v2.0/networks/236c03a2-798f-4f4b-a49b-36b40ec60510 HTTP/1.1" status: 200 len: 803 time: 0.5788672 Oct 04 21:04:10.065082 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55938) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:10.065538 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55940) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:10.066556 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1a17af9f-87de-4cd9-90b8-5521bc9a16ec tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (8c97cda2-861a-4284-9228-ce690cae9959), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:10.101326 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-1a17af9f-87de-4cd9-90b8-5521bc9a16ec tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Calling delete_port for 8c97cda2-861a-4284-9228-ce690cae9959 owned by {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:04:10.139328 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-433bdcee-9784-46a8-81fe-10c6013fd895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (2ba838e5-b52c-4370-a3f4-2cdfdbac410e), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:10.144586 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-433bdcee-9784-46a8-81fe-10c6013fd895 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:10.151425 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-433bdcee-9784-46a8-81fe-10c6013fd895 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/2ba838e5-b52c-4370-a3f4-2cdfdbac410e HTTP/1.1" status: 204 len: 168 time: 1.6478400 Oct 04 21:04:10.422830 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-9a6d95ac-c9a3-44d9-af38-c00f2a9e711a tempest-FloatingIPAdminTestJSON-203115693 tempest-FloatingIPAdminTestJSON-203115693-project] Allocated IP 172.25.5.180 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/bc4ac76f-324c-4ac9-b767-215df485e4ac) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:04:10.447090 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:10.700482 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-691e53a0-4a6d-4125-9f04-0f6758e04d8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:10.740194 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1a329785-b244-4095-84ba-5112470e5077 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (898be055-48c0-434d-b0d4-063ce0c44890), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:10.788528 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=14 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:10.811266 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:10.813026 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433bdcee-9784-46a8-81fe-10c6013fd895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba838e5-b52c-4370-a3f4-2cdfdbac410e,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:10.845603 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=8 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:10.993165 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a329785-b244-4095-84ba-5112470e5077 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:04:11.022364 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-1a329785-b244-4095-84ba-5112470e5077 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:04:11.105738 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a329785-b244-4095-84ba-5112470e5077 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:04:11.159464 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9a6d95ac-c9a3-44d9-af38-c00f2a9e711a tempest-FloatingIPAdminTestJSON-203115693 tempest-FloatingIPAdminTestJSON-203115693-project] Publish callbacks [] for port (bc4ac76f-324c-4ac9-b767-215df485e4ac), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:11.167685 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:11.179760 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a329785-b244-4095-84ba-5112470e5077 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Pushing event updated for resources: {'Port': ['ID=898be055-48c0-434d-b0d4-063ce0c44890,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:11.210701 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1a17af9f-87de-4cd9-90b8-5521bc9a16ec tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (8c97cda2-861a-4284-9228-ce690cae9959), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:11.218533 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e196fc12-823a-48fe-b92d-e0587e9cba90 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] 10.222.0.78 "GET /networking/v2.0/networks/236c03a2-798f-4f4b-a49b-36b40ec60510?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 1.1428280 Oct 04 21:04:11.223583 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55950) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:11.282325 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-55aec331-c5ff-462a-bf87-603cbd18c3c4 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (32c0ac75-fe41-4723-860f-71b5134d36f5), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:11.306426 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a17af9f-87de-4cd9-90b8-5521bc9a16ec tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Pushing event deleted for resources: {'Port': ['ID=8c97cda2-861a-4284-9228-ce690cae9959,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:11.376013 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1a17af9f-87de-4cd9-90b8-5521bc9a16ec tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:11.383581 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-1a17af9f-87de-4cd9-90b8-5521bc9a16ec tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] 10.222.0.78 "DELETE /networking/v2.0/ports/8c97cda2-861a-4284-9228-ce690cae9959 HTTP/1.1" status: 204 len: 168 time: 1.8270440 Oct 04 21:04:11.394773 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55952) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:11.412882 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-1f4ea103-cedf-40d3-aca8-d9caf06fda88 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Request body: {'port': {'name': 'tempest-new-port-name-447664382', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:04:11.413603 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.api.validators [None req-1f4ea103-cedf-40d3-aca8-d9caf06fda88 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] bootfile-name is not in valid_values {{(pid=108170) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Oct 04 21:04:11.414216 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.api.validators [None req-1f4ea103-cedf-40d3-aca8-d9caf06fda88 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] tftp-server is not in valid_values {{(pid=108170) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Oct 04 21:04:11.414811 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.api.validators [None req-1f4ea103-cedf-40d3-aca8-d9caf06fda88 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] server-ip-address is not in valid_values {{(pid=108170) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}} Oct 04 21:04:11.481270 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9a6d95ac-c9a3-44d9-af38-c00f2a9e711a tempest-FloatingIPAdminTestJSON-203115693 tempest-FloatingIPAdminTestJSON-203115693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (bc4ac76f-324c-4ac9-b767-215df485e4ac), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:11.491217 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7a6c60-be41-4efe-92dd-6f1fa7cf47e7 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:04:11.498698 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:11.499024 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-fb7a6c60-be41-4efe-92dd-6f1fa7cf47e7 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] 10.222.0.78 "GET /networking/v2.0/subnets/0dca9de8-9b0f-4866-85c0-a4c98f5715b1 HTTP/1.1" status: 200 len: 843 time: 0.2597787 Oct 04 21:04:11.615521 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55954) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:11.617165 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6d95ac-c9a3-44d9-af38-c00f2a9e711a tempest-FloatingIPAdminTestJSON-203115693 tempest-FloatingIPAdminTestJSON-203115693-project] Pushing event updated for resources: {'Port': ['ID=bc4ac76f-324c-4ac9-b767-215df485e4ac,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:11.811684 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1250b8b-18ac-4689-ba74-52a84ae2e293 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Attributes excluded by policy engine: ['shared'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:04:11.814656 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b1250b8b-18ac-4689-ba74-52a84ae2e293 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] 10.222.0.78 "GET /networking/v2.0/subnets/0dca9de8-9b0f-4866-85c0-a4c98f5715b1?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1803572 Oct 04 21:04:11.823320 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55960) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:11.830440 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-691e53a0-4a6d-4125-9f04-0f6758e04d8b admin admin] Publish callbacks [] for security_group (f59c807d-8d51-4f24-9177-1191bcef58ce), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:11.850852 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-046b8108-3d7a-459d-9a40-de052a8718dc tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2039017535'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:04:11.917680 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6d95ac-c9a3-44d9-af38-c00f2a9e711a tempest-FloatingIPAdminTestJSON-203115693 tempest-FloatingIPAdminTestJSON-203115693-project] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:04:11.918407 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55962) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:11.933101 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-9a6d95ac-c9a3-44d9-af38-c00f2a9e711a tempest-FloatingIPAdminTestJSON-203115693 tempest-FloatingIPAdminTestJSON-203115693-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:04:11.937402 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6d95ac-c9a3-44d9-af38-c00f2a9e711a tempest-FloatingIPAdminTestJSON-203115693 tempest-FloatingIPAdminTestJSON-203115693-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:04:12.000399 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1f4ea103-cedf-40d3-aca8-d9caf06fda88 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (a21edd51-46ea-4ba7-94e6-f8ffccbe58ab), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:12.005121 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-691e53a0-4a6d-4125-9f04-0f6758e04d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (f59c807d-8d51-4f24-9177-1191bcef58ce), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:12.022622 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ecd13c29-7e1b-41de-bfb2-ba1ab579b9c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:12.144096 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691e53a0-4a6d-4125-9f04-0f6758e04d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f59c807d-8d51-4f24-9177-1191bcef58ce,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:12.152929 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-691e53a0-4a6d-4125-9f04-0f6758e04d8b admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=5f34afeaf64c40309f6c0689596292da&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0855579 Oct 04 21:04:12.158507 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55964) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:12.244934 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-046b8108-3d7a-459d-9a40-de052a8718dc tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Made reservation on behalf of 07aabd9030f3444e986d02991f96bb44 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:04:12.256599 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-046b8108-3d7a-459d-9a40-de052a8718dc tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:12.379169 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55aec331-c5ff-462a-bf87-603cbd18c3c4 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Router 32c0ac75-fe41-4723-860f-71b5134d36f5 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 21:04:12.413025 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9a6d95ac-c9a3-44d9-af38-c00f2a9e711a tempest-FloatingIPAdminTestJSON-203115693 tempest-FloatingIPAdminTestJSON-203115693-project] Publish callbacks [] for floatingip (23273da3-c9fc-49a9-b44e-df73f25ba9de), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:12.416125 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-046b8108-3d7a-459d-9a40-de052a8718dc tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:04:12.477069 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-046b8108-3d7a-459d-9a40-de052a8718dc tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (5ef23a25-a371-44cb-8341-0a044c5633be), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:12.477635 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-046b8108-3d7a-459d-9a40-de052a8718dc tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Added segment 5ef23a25-a371-44cb-8341-0a044c5633be of type vlan for network 0fb6a15d-907c-4bde-be0a-8d1235d9cc4f Oct 04 21:04:12.518792 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ff521ffc-dceb-4593-9189-032b69f68be0 admin admin] Publish callbacks [] for security_group (f59c807d-8d51-4f24-9177-1191bcef58ce), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:12.612735 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-046b8108-3d7a-459d-9a40-de052a8718dc tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (0fb6a15d-907c-4bde-be0a-8d1235d9cc4f), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:12.665002 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ecd13c29-7e1b-41de-bfb2-ba1ab579b9c1 admin admin] Publish callbacks [] for security_group (3cd72853-2dba-47b7-a2c8-ff775a3c6f71), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:12.719544 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9a6d95ac-c9a3-44d9-af38-c00f2a9e711a tempest-FloatingIPAdminTestJSON-203115693 tempest-FloatingIPAdminTestJSON-203115693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (bc4ac76f-324c-4ac9-b767-215df485e4ac), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:12.724005 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1a329785-b244-4095-84ba-5112470e5077 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks [] for router_gateway (445726ce-0c68-4c0d-b885-c6ce439012da), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:12.786600 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1f4ea103-cedf-40d3-aca8-d9caf06fda88 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Publish callbacks [] for port (a21edd51-46ea-4ba7-94e6-f8ffccbe58ab), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:12.887734 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-046b8108-3d7a-459d-9a40-de052a8718dc tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (0fb6a15d-907c-4bde-be0a-8d1235d9cc4f), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:12.900750 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046b8108-3d7a-459d-9a40-de052a8718dc tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:04:12.901932 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-046b8108-3d7a-459d-9a40-de052a8718dc tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:12.909711 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1f4ea103-cedf-40d3-aca8-d9caf06fda88 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (a21edd51-46ea-4ba7-94e6-f8ffccbe58ab), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:12.970550 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ecd13c29-7e1b-41de-bfb2-ba1ab579b9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (3cd72853-2dba-47b7-a2c8-ff775a3c6f71), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:12.982870 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ff521ffc-dceb-4593-9189-032b69f68be0 admin admin] Publish callbacks [] for security_group (f59c807d-8d51-4f24-9177-1191bcef58ce), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:13.012443 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55968) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:13.104318 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:13.231393 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-1f4ea103-cedf-40d3-aca8-d9caf06fda88 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] In _notify_port_updated(), no bound segment for port a21edd51-46ea-4ba7-94e6-f8ffccbe58ab on network 550f0bf6-1a61-4477-9eec-5729044f7f11 {{(pid=108170) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 04 21:04:13.241133 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4ea103-cedf-40d3-aca8-d9caf06fda88 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:04:13.242347 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1f4ea103-cedf-40d3-aca8-d9caf06fda88 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:13.244805 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-1f4ea103-cedf-40d3-aca8-d9caf06fda88 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] 10.222.0.78 "PUT /networking/v2.0/ports/a21edd51-46ea-4ba7-94e6-f8ffccbe58ab HTTP/1.1" status: 200 len: 1129 time: 1.8486054 Oct 04 21:04:13.258415 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55972) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:13.289707 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ecd13c29-7e1b-41de-bfb2-ba1ab579b9c1 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=956ed64e6c534054bd870acdd647d56e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3647606 Oct 04 21:04:13.300516 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd13c29-7e1b-41de-bfb2-ba1ab579b9c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd72853-2dba-47b7-a2c8-ff775a3c6f71,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:13.316511 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55974) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:13.410757 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55aec331-c5ff-462a-bf87-603cbd18c3c4 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:04:13.429163 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26403a31-6705-41d5-b1e7-c2fd2ac40244 None None] Sync routers for ids ['32c0ac75-fe41-4723-860f-71b5134d36f5'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:04:13.458467 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-046b8108-3d7a-459d-9a40-de052a8718dc tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6313462 Oct 04 21:04:13.468293 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26403a31-6705-41d5-b1e7-c2fd2ac40244 None None] Routers {'32c0ac75-fe41-4723-860f-71b5134d36f5'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:04:13.470014 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-26403a31-6705-41d5-b1e7-c2fd2ac40244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:03:48Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['32c0ac75-fe41-4723-860f-71b5134d36f5'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:04:13.470404 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6120ea77-3c49-4fa1-8394-7a5a1cea6380 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:04:13.476946 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-6120ea77-3c49-4fa1-8394-7a5a1cea6380 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] 10.222.0.78 "GET /networking/v2.0/ports/a21edd51-46ea-4ba7-94e6-f8ffccbe58ab HTTP/1.1" status: 200 len: 1129 time: 0.1841564 Oct 04 21:04:13.496247 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55976) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:13.496839 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 55978) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:13.514557 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-9ef93402-f57f-4d35-a21c-acfca8136186 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Request body: {'subnet': {'network_id': '0fb6a15d-907c-4bde-be0a-8d1235d9cc4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:04:13.534571 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:13.556431 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046b8108-3d7a-459d-9a40-de052a8718dc tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Pushing event updated for resources: {'Network': ['ID=0fb6a15d-907c-4bde-be0a-8d1235d9cc4f,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:13.558566 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4ea103-cedf-40d3-aca8-d9caf06fda88 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Pushing event updated for resources: {'Port': ['ID=a21edd51-46ea-4ba7-94e6-f8ffccbe58ab,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:13.664610 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 0fb6a15d-907c-4bde-be0a-8d1235d9cc4f details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:04:13.723043 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1a329785-b244-4095-84ba-5112470e5077 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (445726ce-0c68-4c0d-b885-c6ce439012da), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:13.758053 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:13.854121 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:UPDATE=5,neutron:INSERT=10,neutron:SELECT=85 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:13.894063 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d5d770d1-fba4-4b01-a637-fed2da3f8233 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:13.966903 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ff521ffc-dceb-4593-9189-032b69f68be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (f59c807d-8d51-4f24-9177-1191bcef58ce), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:13.972689 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ff521ffc-dceb-4593-9189-032b69f68be0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:13.979048 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ff521ffc-dceb-4593-9189-032b69f68be0 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/f59c807d-8d51-4f24-9177-1191bcef58ce HTTP/1.1" status: 204 len: 168 time: 1.8151004 Oct 04 21:04:14.021630 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-02b4cd88-1e84-48d3-be4a-cee7852e7d28 None None] Provisioning complete for port a21edd51-46ea-4ba7-94e6-f8ffccbe58ab triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:04:14.022027 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-02b4cd88-1e84-48d3-be4a-cee7852e7d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (a21edd51-46ea-4ba7-94e6-f8ffccbe58ab), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:14.022600 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-02b4cd88-1e84-48d3-be4a-cee7852e7d28 None None] Attempt 1 to provision port a21edd51-46ea-4ba7-94e6-f8ffccbe58ab Oct 04 21:04:14.078295 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff521ffc-dceb-4593-9189-032b69f68be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59c807d-8d51-4f24-9177-1191bcef58ce,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:14.084478 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-3e5908cc-0f8f-4263-9466-d87881e92243 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Deleting port a21edd51-46ea-4ba7-94e6-f8ffccbe58ab {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:04:14.085025 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3e5908cc-0f8f-4263-9466-d87881e92243 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (a21edd51-46ea-4ba7-94e6-f8ffccbe58ab), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:14.157300 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-26403a31-6705-41d5-b1e7-c2fd2ac40244 None None] Set router 32c0ac75-fe41-4723-860f-71b5134d36f5 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:04:14.186809 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-55aec331-c5ff-462a-bf87-603cbd18c3c4 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:14.189046 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-55aec331-c5ff-462a-bf87-603cbd18c3c4 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 894 time: 15.5336719 Oct 04 21:04:14.197192 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:14.197607 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55982) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:14.201906 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9a6d95ac-c9a3-44d9-af38-c00f2a9e711a tempest-FloatingIPAdminTestJSON-203115693 tempest-FloatingIPAdminTestJSON-203115693-project] Publish callbacks [] for port (bc4ac76f-324c-4ac9-b767-215df485e4ac), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:14.207061 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-edb30a21-6433-4166-883a-9e15723551d6 admin admin] Publish callbacks [] for security_group (3cd72853-2dba-47b7-a2c8-ff775a3c6f71), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:14.287971 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-02b4cd88-1e84-48d3-be4a-cee7852e7d28 None None] Port a21edd51-46ea-4ba7-94e6-f8ffccbe58ab cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:04:14.302333 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-7c355071-4f6d-480c-b0ec-59ca8ce88edd tempest-TestNetworkAdvancedServerOps-537427199 tempest-TestNetworkAdvancedServerOps-537427199-project-admin] 10.222.0.78 "GET /networking/v2.0/subnets?project_id=2f27496d38be44c29c3cd5bc4ae008d8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0957863 Oct 04 21:04:14.312897 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55984) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:14.360367 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-edb30a21-6433-4166-883a-9e15723551d6 admin admin] Publish callbacks [] for security_group (3cd72853-2dba-47b7-a2c8-ff775a3c6f71), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:14.396655 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9a6d95ac-c9a3-44d9-af38-c00f2a9e711a tempest-FloatingIPAdminTestJSON-203115693 tempest-FloatingIPAdminTestJSON-203115693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (bc4ac76f-324c-4ac9-b767-215df485e4ac), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:14.484894 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:14.502868 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9a6d95ac-c9a3-44d9-af38-c00f2a9e711a tempest-FloatingIPAdminTestJSON-203115693 tempest-FloatingIPAdminTestJSON-203115693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582728'] for floatingip (23273da3-c9fc-49a9-b44e-df73f25ba9de), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:14.553636 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3e5908cc-0f8f-4263-9466-d87881e92243 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (a21edd51-46ea-4ba7-94e6-f8ffccbe58ab), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:14.582853 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef93402-f57f-4d35-a21c-acfca8136186 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Made reservation on behalf of 07aabd9030f3444e986d02991f96bb44 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:04:14.591771 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9ef93402-f57f-4d35-a21c-acfca8136186 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:14.632099 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-3e5908cc-0f8f-4263-9466-d87881e92243 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Calling delete_port for a21edd51-46ea-4ba7-94e6-f8ffccbe58ab owned by {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:04:14.677044 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2861a4dc-4b39-4c6b-8dd3-02e5cf06af35 tempest-TestNetworkAdvancedServerOps-537427199 tempest-TestNetworkAdvancedServerOps-537427199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:04:14.679642 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-2861a4dc-4b39-4c6b-8dd3-02e5cf06af35 tempest-TestNetworkAdvancedServerOps-537427199 tempest-TestNetworkAdvancedServerOps-537427199-project-admin] 10.222.0.78 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3611822 Oct 04 21:04:14.684836 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55988) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:14.752575 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-072110c1-7187-4a63-a5a4-faf8cd57fb9c tempest-TestNetworkAdvancedServerOps-537427199 tempest-TestNetworkAdvancedServerOps-537427199-project-admin] 10.222.0.78 "GET /networking/v2.0/subnets?network_id=52a60aae-e230-4bd7-89bc-781767fd7892&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0633683 Oct 04 21:04:14.753843 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a329785-b244-4095-84ba-5112470e5077 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Router 445726ce-0c68-4c0d-b885-c6ce439012da is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 21:04:14.757223 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 55990) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:14.767983 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-9afcddb1-5534-41f7-b4c6-14c2d88bbcd6 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1818411884', 'network_id': '83e6ca08-c33d-48fc-a208-86007e616c48', 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:04:14.792718 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.ipam_backend_mixin [None req-9ef93402-f57f-4d35-a21c-acfca8136186 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Performing IP validity checks on allocation pools {{(pid=108170) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Oct 04 21:04:14.793641 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.ipam_backend_mixin [None req-9ef93402-f57f-4d35-a21c-acfca8136186 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Checking for overlaps among allocation pools and gateway ip {{(pid=108170) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Oct 04 21:04:14.802884 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-edb30a21-6433-4166-883a-9e15723551d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (3cd72853-2dba-47b7-a2c8-ff775a3c6f71), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:14.807999 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-edb30a21-6433-4166-883a-9e15723551d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:14.813004 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-edb30a21-6433-4166-883a-9e15723551d6 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/3cd72853-2dba-47b7-a2c8-ff775a3c6f71 HTTP/1.1" status: 204 len: 168 time: 1.4940219 Oct 04 21:04:14.882063 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-26403a31-6705-41d5-b1e7-c2fd2ac40244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c0ac75-fe41-4723-860f-71b5134d36f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-690852720', 'tenant_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': 'f8ba5755-3a9d-40fd-b57d-05d9a4740996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:03:59Z', 'updated_at': '2022-10-04T21:04:08Z', 'revision_number': 3, 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'gw_port': {'id': 'f8ba5755-3a9d-40fd-b57d-05d9a4740996', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:58:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c0ac75-fe41-4723-860f-71b5134d36f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:04:03Z', 'updated_at': '2022-10-04T21:04:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:04:14.923126 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb30a21-6433-4166-883a-9e15723551d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd72853-2dba-47b7-a2c8-ff775a3c6f71,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:15.050448 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26403a31-6705-41d5-b1e7-c2fd2ac40244 None None] Checking router: 32c0ac75-fe41-4723-860f-71b5134d36f5 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:04:15.050758 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26403a31-6705-41d5-b1e7-c2fd2ac40244 None None] Updating router 32c0ac75-fe41-4723-860f-71b5134d36f5 port f8ba5755-3a9d-40fd-b57d-05d9a4740996 binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:04:15.152501 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d5d770d1-fba4-4b01-a637-fed2da3f8233 admin admin] Publish callbacks [] for security_group (c19752db-1521-4094-a791-d0a4afc83cc8), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:15.214096 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9ef93402-f57f-4d35-a21c-acfca8136186 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (b88fdd85-c33d-4f32-8863-322d1ea16a33), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:15.219706 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-26403a31-6705-41d5-b1e7-c2fd2ac40244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (f8ba5755-3a9d-40fd-b57d-05d9a4740996), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:15.239859 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6d95ac-c9a3-44d9-af38-c00f2a9e711a tempest-FloatingIPAdminTestJSON-203115693 tempest-FloatingIPAdminTestJSON-203115693-project] Pushing event updated for resources: {'Port': ['ID=bc4ac76f-324c-4ac9-b767-215df485e4ac,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:15.268017 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a329785-b244-4095-84ba-5112470e5077 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:04:15.294588 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc572c1c-283c-44e8-9f4f-3876918673b4 None None] Sync routers for ids ['445726ce-0c68-4c0d-b885-c6ce439012da'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:04:15.309714 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9afcddb1-5534-41f7-b4c6-14c2d88bbcd6 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Made reservation on behalf of 2f27496d38be44c29c3cd5bc4ae008d8 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:04:15.316184 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc572c1c-283c-44e8-9f4f-3876918673b4 None None] Routers {'445726ce-0c68-4c0d-b885-c6ce439012da'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:04:15.318105 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-dc572c1c-283c-44e8-9f4f-3876918673b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:03:48Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['445726ce-0c68-4c0d-b885-c6ce439012da'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:04:15.320570 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9afcddb1-5534-41f7-b4c6-14c2d88bbcd6 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:15.324369 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9a6d95ac-c9a3-44d9-af38-c00f2a9e711a tempest-FloatingIPAdminTestJSON-203115693 tempest-FloatingIPAdminTestJSON-203115693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:15.330609 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-9a6d95ac-c9a3-44d9-af38-c00f2a9e711a tempest-FloatingIPAdminTestJSON-203115693 tempest-FloatingIPAdminTestJSON-203115693-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.3092010 Oct 04 21:04:15.337169 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56000) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:15.401846 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-dc572c1c-283c-44e8-9f4f-3876918673b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:04:15.416902 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc572c1c-283c-44e8-9f4f-3876918673b4 None None] Routers {'445726ce-0c68-4c0d-b885-c6ce439012da'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:04:15.418108 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-dc572c1c-283c-44e8-9f4f-3876918673b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:03:48Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['445726ce-0c68-4c0d-b885-c6ce439012da'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:04:15.479003 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b42b04a3-44d9-4ed6-8f3f-f8bdcc8566d9 tempest-FloatingIPAdminTestJSON-173521565 tempest-FloatingIPAdminTestJSON-173521565-project-admin] 10.222.0.78 "GET /networking/v2.0/floatingips HTTP/1.1" status: 200 len: 1650 time: 0.1265070 Oct 04 21:04:15.480343 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d5d770d1-fba4-4b01-a637-fed2da3f8233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (c19752db-1521-4094-a791-d0a4afc83cc8), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:15.491819 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56002) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:15.597281 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:15.628119 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-dc572c1c-283c-44e8-9f4f-3876918673b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:04:15.630570 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc572c1c-283c-44e8-9f4f-3876918673b4 None None] The sync data for ids ['445726ce-0c68-4c0d-b885-c6ce439012da'] in n-d-852085-12 is: [] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:04:15.644637 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:15.685393 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef93402-f57f-4d35-a21c-acfca8136186 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Checking segment: {'id': '5ef23a25-a371-44cb-8341-0a044c5633be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0fb6a15d-907c-4bde-be0a-8d1235d9cc4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:04:15.685963 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef93402-f57f-4d35-a21c-acfca8136186 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Network hostable DHCP agents. Network: 0fb6a15d-907c-4bde-be0a-8d1235d9cc4f, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:04:15.836221 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-7ef6590d-b9ae-42e4-aa13-64e903468b3b tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] 10.222.0.78 "GET /networking/v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.3056548 Oct 04 21:04:15.837731 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56006) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:15.909655 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1a329785-b244-4095-84ba-5112470e5077 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:15.916940 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-1a329785-b244-4095-84ba-5112470e5077 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 888 time: 10.8207896 Oct 04 21:04:15.916940 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9afcddb1-5534-41f7-b4c6-14c2d88bbcd6 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (edf181e1-912f-4051-b678-c7530596e3b6), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:15.923034 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56008) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:15.929133 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef93402-f57f-4d35-a21c-acfca8136186 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Pushing event updated for resources: {'Subnet': ['ID=b88fdd85-c33d-4f32-8863-322d1ea16a33,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:15.951577 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d770d1-fba4-4b01-a637-fed2da3f8233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c19752db-1521-4094-a791-d0a4afc83cc8,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:15.963235 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-d5d770d1-fba4-4b01-a637-fed2da3f8233 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=a1cc298ab9434263bbac11ef2fe58166&name=default HTTP/1.1" status: 200 len: 3000 time: 2.9072382 Oct 04 21:04:15.963235 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:15.979807 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56010) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:16.062964 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-26403a31-6705-41d5-b1e7-c2fd2ac40244 None None] Publish callbacks [] for port (f8ba5755-3a9d-40fd-b57d-05d9a4740996), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:16.067785 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:16.072609 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6d183a2c-1642-4252-9bc3-c2fc49b2e9c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:16.103883 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef93402-f57f-4d35-a21c-acfca8136186 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Network 0fb6a15d-907c-4bde-be0a-8d1235d9cc4f is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:04:16.120255 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-598c2bc1-ab6d-43c4-bbec-a64a8d6d4c71 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:04:16.180319 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-32359930-f690-4389-938b-e182a90bef25 admin admin] Publish callbacks [] for security_group (c19752db-1521-4094-a791-d0a4afc83cc8), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:16.229800 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-32359930-f690-4389-938b-e182a90bef25 admin admin] Publish callbacks [] for security_group (c19752db-1521-4094-a791-d0a4afc83cc8), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:16.307207 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-26403a31-6705-41d5-b1e7-c2fd2ac40244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (f8ba5755-3a9d-40fd-b57d-05d9a4740996), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:16.333369 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3e5908cc-0f8f-4263-9466-d87881e92243 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (a21edd51-46ea-4ba7-94e6-f8ffccbe58ab), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:16.335231 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-9ef93402-f57f-4d35-a21c-acfca8136186 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 0fb6a15d-907c-4bde-be0a-8d1235d9cc4f) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:04:16.362328 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef93402-f57f-4d35-a21c-acfca8136186 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:04:16.364356 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9ef93402-f57f-4d35-a21c-acfca8136186 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:16.377151 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5817f2cd-df9f-4763-9197-f8783babb6a1 None None] Network 0fb6a15d-907c-4bde-be0a-8d1235d9cc4f requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:04:16.487034 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-32359930-f690-4389-938b-e182a90bef25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (c19752db-1521-4094-a791-d0a4afc83cc8), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:16.492737 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-32359930-f690-4389-938b-e182a90bef25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:16.498563 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-32359930-f690-4389-938b-e182a90bef25 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/c19752db-1521-4094-a791-d0a4afc83cc8 HTTP/1.1" status: 204 len: 168 time: 0.5134311 Oct 04 21:04:16.498563 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5908cc-0f8f-4263-9466-d87881e92243 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Pushing event deleted for resources: {'Port': ['ID=a21edd51-46ea-4ba7-94e6-f8ffccbe58ab,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:16.520200 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-26403a31-6705-41d5-b1e7-c2fd2ac40244 None None] Attempting to bind port f8ba5755-3a9d-40fd-b57d-05d9a4740996 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:04:16.521562 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-26403a31-6705-41d5-b1e7-c2fd2ac40244 None None] Attempting to bind port f8ba5755-3a9d-40fd-b57d-05d9a4740996 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:04:16.529298 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26403a31-6705-41d5-b1e7-c2fd2ac40244 None None] Attempting to bind port f8ba5755-3a9d-40fd-b57d-05d9a4740996 on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:04:16.597754 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32359930-f690-4389-938b-e182a90bef25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19752db-1521-4094-a791-d0a4afc83cc8,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:16.663590 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3e5908cc-0f8f-4263-9466-d87881e92243 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:16.669944 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-3e5908cc-0f8f-4263-9466-d87881e92243 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] 10.222.0.78 "DELETE /networking/v2.0/ports/a21edd51-46ea-4ba7-94e6-f8ffccbe58ab HTTP/1.1" status: 204 len: 168 time: 3.1686296 Oct 04 21:04:16.675501 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56030) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:16.717528 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-9ef93402-f57f-4d35-a21c-acfca8136186 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 3.2153697 Oct 04 21:04:16.744393 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fe87a4-ef6f-453b-a056-6d2e6fa2aa80 None None] Pushing event updated for resources: {'Port': ['ID=f8ba5755-3a9d-40fd-b57d-05d9a4740996,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:16.771168 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56032) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:16.788413 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-28830f05-acf6-41ac-840b-dc0223c88de1 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:04:16.872388 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26403a31-6705-41d5-b1e7-c2fd2ac40244 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:04:16.872870 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26403a31-6705-41d5-b1e7-c2fd2ac40244 None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:04:16.875019 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-26403a31-6705-41d5-b1e7-c2fd2ac40244 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:16.875973 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26403a31-6705-41d5-b1e7-c2fd2ac40244 None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:04:16.877585 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-26403a31-6705-41d5-b1e7-c2fd2ac40244 None None] Bound port: f8ba5755-3a9d-40fd-b57d-05d9a4740996, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:04:16.878661 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-26403a31-6705-41d5-b1e7-c2fd2ac40244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (f8ba5755-3a9d-40fd-b57d-05d9a4740996), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:16.998269 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-26403a31-6705-41d5-b1e7-c2fd2ac40244 None None] For port f8ba5755-3a9d-40fd-b57d-05d9a4740996, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:04:17.001373 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-26403a31-6705-41d5-b1e7-c2fd2ac40244 None None] For port f8ba5755-3a9d-40fd-b57d-05d9a4740996, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=f8ba5755-3a9d-40fd-b57d-05d9a4740996,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:04:17.016390 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6b40b86-0238-4b5b-87fe-6e9543b1d551 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Deleting subnet 8bc8d3bb-8d98-44eb-9258-9675fea63377 {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:04:17.049578 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a6b40b86-0238-4b5b-87fe-6e9543b1d551 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Publish callbacks [] for subnet (8bc8d3bb-8d98-44eb-9258-9675fea63377), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:17.078712 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e053e82f-2a0a-4e7e-9865-1a7b3afae343 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-0fb6a15d-907c-4bde-be0a-8d1235d9cc4f', 'network_id': '0fb6a15d-907c-4bde-be0a-8d1235d9cc4f', 'project_id': '07aabd9030f3444e986d02991f96bb44', 'fixed_ips': [{'subnet_id': 'b88fdd85-c33d-4f32-8863-322d1ea16a33'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:04:17.080420 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e053e82f-2a0a-4e7e-9865-1a7b3afae343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:17.153098 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afcddb1-5534-41f7-b4c6-14c2d88bbcd6 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Pushing event updated for resources: {'Subnet': ['ID=edf181e1-912f-4051-b678-c7530596e3b6,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:17.238572 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-26403a31-6705-41d5-b1e7-c2fd2ac40244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (f8ba5755-3a9d-40fd-b57d-05d9a4740996), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:17.309121 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-28830f05-acf6-41ac-840b-dc0223c88de1 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29404734'] for subnet (b88fdd85-c33d-4f32-8863-322d1ea16a33), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:17.321606 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:17.351035 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-8e3ccbeb-02d3-4ac9-bf43-6d18ef707f6d tempest-FloatingIPAdminTestJSON-203115693 tempest-FloatingIPAdminTestJSON-203115693-project] Deleting port bc4ac76f-324c-4ac9-b767-215df485e4ac {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:04:17.351351 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8e3ccbeb-02d3-4ac9-bf43-6d18ef707f6d tempest-FloatingIPAdminTestJSON-203115693 tempest-FloatingIPAdminTestJSON-203115693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (bc4ac76f-324c-4ac9-b767-215df485e4ac), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:17.388905 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26403a31-6705-41d5-b1e7-c2fd2ac40244 None None] Routers {'32c0ac75-fe41-4723-860f-71b5134d36f5'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:04:17.389978 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-26403a31-6705-41d5-b1e7-c2fd2ac40244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:03:48Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['32c0ac75-fe41-4723-860f-71b5134d36f5'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:04:17.483110 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8e3ccbeb-02d3-4ac9-bf43-6d18ef707f6d tempest-FloatingIPAdminTestJSON-203115693 tempest-FloatingIPAdminTestJSON-203115693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (bc4ac76f-324c-4ac9-b767-215df485e4ac), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:17.483645 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8e3ccbeb-02d3-4ac9-bf43-6d18ef707f6d tempest-FloatingIPAdminTestJSON-203115693 tempest-FloatingIPAdminTestJSON-203115693-project] Publish callbacks [] for floatingip (bc4ac76f-324c-4ac9-b767-215df485e4ac), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:17.483980 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9a3ea4f6-73e5-4a06-a091-4ce5b3871842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:17.494542 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fe87a4-ef6f-453b-a056-6d2e6fa2aa80 None None] Pushing event updated for resources: {'Port': ['ID=f8ba5755-3a9d-40fd-b57d-05d9a4740996,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:17.509610 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-8e3ccbeb-02d3-4ac9-bf43-6d18ef707f6d tempest-FloatingIPAdminTestJSON-203115693 tempest-FloatingIPAdminTestJSON-203115693-project] Calling delete_port for bc4ac76f-324c-4ac9-b767-215df485e4ac owned by network:floatingip {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:04:17.528645 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe87a4-ef6f-453b-a056-6d2e6fa2aa80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:04:17.529718 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe87a4-ef6f-453b-a056-6d2e6fa2aa80 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:04:17.530602 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe87a4-ef6f-453b-a056-6d2e6fa2aa80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:04:17.531521 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe87a4-ef6f-453b-a056-6d2e6fa2aa80 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:04:17.532467 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe87a4-ef6f-453b-a056-6d2e6fa2aa80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:04:17.533349 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe87a4-ef6f-453b-a056-6d2e6fa2aa80 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:04:17.534211 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe87a4-ef6f-453b-a056-6d2e6fa2aa80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:04:17.535089 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe87a4-ef6f-453b-a056-6d2e6fa2aa80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:04:17.536535 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe87a4-ef6f-453b-a056-6d2e6fa2aa80 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:04:17.537576 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe87a4-ef6f-453b-a056-6d2e6fa2aa80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:04:17.538655 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe87a4-ef6f-453b-a056-6d2e6fa2aa80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:04:17.539570 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe87a4-ef6f-453b-a056-6d2e6fa2aa80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:04:17.540141 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe87a4-ef6f-453b-a056-6d2e6fa2aa80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:04:17.540688 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe87a4-ef6f-453b-a056-6d2e6fa2aa80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:04:17.541255 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe87a4-ef6f-453b-a056-6d2e6fa2aa80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:04:17.602017 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:17.623766 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afcddb1-5534-41f7-b4c6-14c2d88bbcd6 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Checking segment: {'id': '384af49b-b863-4860-9276-8102f6ed8b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '83e6ca08-c33d-48fc-a208-86007e616c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:04:17.624382 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afcddb1-5534-41f7-b4c6-14c2d88bbcd6 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Network hostable DHCP agents. Network: 83e6ca08-c33d-48fc-a208-86007e616c48, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:04:17.672454 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-26403a31-6705-41d5-b1e7-c2fd2ac40244 None None] Set router 32c0ac75-fe41-4723-860f-71b5134d36f5 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:04:17.789913 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:17.831039 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a6b40b86-0238-4b5b-87fe-6e9543b1d551 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (8bc8d3bb-8d98-44eb-9258-9675fea63377), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:17.989517 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afcddb1-5534-41f7-b4c6-14c2d88bbcd6 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Network 83e6ca08-c33d-48fc-a208-86007e616c48 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:04:17.999195 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-26403a31-6705-41d5-b1e7-c2fd2ac40244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c0ac75-fe41-4723-860f-71b5134d36f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-690852720', 'tenant_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': 'f8ba5755-3a9d-40fd-b57d-05d9a4740996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:03:59Z', 'updated_at': '2022-10-04T21:04:08Z', 'revision_number': 3, 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'gw_port': {'id': 'f8ba5755-3a9d-40fd-b57d-05d9a4740996', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:58:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c0ac75-fe41-4723-860f-71b5134d36f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:04:03Z', 'updated_at': '2022-10-04T21:04:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:04:18.048248 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-28830f05-acf6-41ac-840b-dc0223c88de1 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740981437359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-29587529'] for subnet (b88fdd85-c33d-4f32-8863-322d1ea16a33), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:18.053527 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26403a31-6705-41d5-b1e7-c2fd2ac40244 None None] The sync data for ids ['32c0ac75-fe41-4723-860f-71b5134d36f5'] in n-d-852085-12 is: [{'id': '32c0ac75-fe41-4723-860f-71b5134d36f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-690852720', 'tenant_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': 'f8ba5755-3a9d-40fd-b57d-05d9a4740996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:03:59Z', 'updated_at': '2022-10-04T21:04:08Z', 'revision_number': 3, 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'gw_port': {'id': 'f8ba5755-3a9d-40fd-b57d-05d9a4740996', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:58:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c0ac75-fe41-4723-860f-71b5134d36f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:04:03Z', 'updated_at': '2022-10-04T21:04:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:04:18.070266 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a6b40b86-0238-4b5b-87fe-6e9543b1d551 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (8bc8d3bb-8d98-44eb-9258-9675fea63377), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:18.156579 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-e053e82f-2a0a-4e7e-9865-1a7b3afae343 None None] Allocated IP 2001:db8::3 (0fb6a15d-907c-4bde-be0a-8d1235d9cc4f/b88fdd85-c33d-4f32-8863-322d1ea16a33/dfdcb6e5-951e-4f1f-b93b-afa08672a772) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:04:18.201981 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8e3ccbeb-02d3-4ac9-bf43-6d18ef707f6d tempest-FloatingIPAdminTestJSON-203115693 tempest-FloatingIPAdminTestJSON-203115693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (bc4ac76f-324c-4ac9-b767-215df485e4ac), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:18.269094 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28830f05-acf6-41ac-840b-dc0223c88de1 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:04:18.270587 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-28830f05-acf6-41ac-840b-dc0223c88de1 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:18.273622 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-28830f05-acf6-41ac-840b-dc0223c88de1 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] 10.222.0.78 "PUT /networking/v2.0/subnets/b88fdd85-c33d-4f32-8863-322d1ea16a33 HTTP/1.1" status: 200 len: 900 time: 1.5014658 Oct 04 21:04:18.281869 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56044) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:18.282864 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28830f05-acf6-41ac-840b-dc0223c88de1 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Pushing event updated for resources: {'Subnet': ['ID=b88fdd85-c33d-4f32-8863-322d1ea16a33,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:18.289731 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-9afcddb1-5534-41f7-b4c6-14c2d88bbcd6 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 83e6ca08-c33d-48fc-a208-86007e616c48) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:04:18.306951 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3ccbeb-02d3-4ac9-bf43-6d18ef707f6d tempest-FloatingIPAdminTestJSON-203115693 tempest-FloatingIPAdminTestJSON-203115693-project] Pushing event deleted for resources: {'Port': ['ID=bc4ac76f-324c-4ac9-b767-215df485e4ac,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:18.323819 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9cdb89-2a81-4244-9fc7-d9e995ef7e00 None None] Network 83e6ca08-c33d-48fc-a208-86007e616c48 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:04:18.345249 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afcddb1-5534-41f7-b4c6-14c2d88bbcd6 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:04:18.349874 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9afcddb1-5534-41f7-b4c6-14c2d88bbcd6 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:18.563218 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a39813d7-7270-46fa-8e23-f22d086f2749 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (0fb6a15d-907c-4bde-be0a-8d1235d9cc4f), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:18.576004 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a6b40b86-0238-4b5b-87fe-6e9543b1d551 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (8bc8d3bb-8d98-44eb-9258-9675fea63377), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:18.618632 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-9afcddb1-5534-41f7-b4c6-14c2d88bbcd6 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.8594627 Oct 04 21:04:18.631670 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56048) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:18.704745 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:18.713784 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b40b86-0238-4b5b-87fe-6e9543b1d551 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Pushing event deleted for resources: {'Subnet': ['ID=8bc8d3bb-8d98-44eb-9258-9675fea63377,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:18.715247 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e053e82f-2a0a-4e7e-9865-1a7b3afae343 None None] Publish callbacks [] for port (dfdcb6e5-951e-4f1f-b93b-afa08672a772), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:18.744138 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a6b40b86-0238-4b5b-87fe-6e9543b1d551 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:18.773772 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a6b40b86-0238-4b5b-87fe-6e9543b1d551 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/8bc8d3bb-8d98-44eb-9258-9675fea63377 HTTP/1.1" status: 204 len: 168 time: 2.0957012 Oct 04 21:04:18.774479 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56050) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:18.802303 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56052) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:18.853223 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0faede-67d1-4e05-a658-be921c2369c4 None None] Network 550f0bf6-1a61-4477-9eec-5729044f7f11 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:04:18.876452 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-598c2bc1-ab6d-43c4-bbec-a64a8d6d4c71 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks [] for router_gateway (445726ce-0c68-4c0d-b885-c6ce439012da), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:18.971077 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8e3ccbeb-02d3-4ac9-bf43-6d18ef707f6d tempest-FloatingIPAdminTestJSON-203115693 tempest-FloatingIPAdminTestJSON-203115693-project] Publish callbacks [] for floatingip (23273da3-c9fc-49a9-b44e-df73f25ba9de), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:18.982361 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-77ca7927-fd88-42b6-8624-8142ec9e6c26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:18.983274 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8e3ccbeb-02d3-4ac9-bf43-6d18ef707f6d tempest-FloatingIPAdminTestJSON-203115693 tempest-FloatingIPAdminTestJSON-203115693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:18.985824 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-8e3ccbeb-02d3-4ac9-bf43-6d18ef707f6d tempest-FloatingIPAdminTestJSON-203115693 tempest-FloatingIPAdminTestJSON-203115693-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/23273da3-c9fc-49a9-b44e-df73f25ba9de HTTP/1.1" status: 204 len: 168 time: 3.1462739 Oct 04 21:04:18.996500 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56054) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:19.015905 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e053e82f-2a0a-4e7e-9865-1a7b3afae343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (dfdcb6e5-951e-4f1f-b93b-afa08672a772), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:19.149558 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e053e82f-2a0a-4e7e-9865-1a7b3afae343 None None] Network 0fb6a15d-907c-4bde-be0a-8d1235d9cc4f is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:04:19.153885 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf78004-73ed-48cb-9671-e76673732b05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-83e6ca08-c33d-48fc-a208-86007e616c48', 'network_id': '83e6ca08-c33d-48fc-a208-86007e616c48', 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'fixed_ips': [{'subnet_id': 'edf181e1-912f-4051-b678-c7530596e3b6'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:04:19.155644 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9bf78004-73ed-48cb-9671-e76673732b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:19.166910 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-e053e82f-2a0a-4e7e-9865-1a7b3afae343 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:04:19.181989 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e053e82f-2a0a-4e7e-9865-1a7b3afae343 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:04:19.334901 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-598c2bc1-ab6d-43c4-bbec-a64a8d6d4c71 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks [] for router_gateway (445726ce-0c68-4c0d-b885-c6ce439012da), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:19.621105 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-ddcd5b14-6f56-4c73-8d32-165c6bcc956d tempest-FloatingIPAdminTestJSON-173521565 tempest-FloatingIPAdminTestJSON-173521565-project-admin] Deleting port 5227ff64-bb57-454d-8e74-afcf6f5fb6fc {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:04:19.623902 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ddcd5b14-6f56-4c73-8d32-165c6bcc956d tempest-FloatingIPAdminTestJSON-173521565 tempest-FloatingIPAdminTestJSON-173521565-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (5227ff64-bb57-454d-8e74-afcf6f5fb6fc), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:19.625335 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a86275-5bc2-49ba-9082-2fa141d352a7 None None] DHCP port deletion for 550f0bf6-1a61-4477-9eec-5729044f7f11 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:04:19.685789 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e053e82f-2a0a-4e7e-9865-1a7b3afae343 None None] Pushing event updated for resources: {'Port': ['ID=dfdcb6e5-951e-4f1f-b93b-afa08672a772,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:19.994063 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ddcd5b14-6f56-4c73-8d32-165c6bcc956d tempest-FloatingIPAdminTestJSON-173521565 tempest-FloatingIPAdminTestJSON-173521565-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (5227ff64-bb57-454d-8e74-afcf6f5fb6fc), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:19.995261 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ddcd5b14-6f56-4c73-8d32-165c6bcc956d tempest-FloatingIPAdminTestJSON-173521565 tempest-FloatingIPAdminTestJSON-173521565-project-admin] Publish callbacks [] for floatingip (5227ff64-bb57-454d-8e74-afcf6f5fb6fc), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:20.032321 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-ddcd5b14-6f56-4c73-8d32-165c6bcc956d tempest-FloatingIPAdminTestJSON-173521565 tempest-FloatingIPAdminTestJSON-173521565-project-admin] Calling delete_port for 5227ff64-bb57-454d-8e74-afcf6f5fb6fc owned by network:floatingip {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:04:20.088222 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:INSERT=1,neutron:SELECT=83,neutron:DELETE=14,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:20.144246 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device f8ba5755-3a9d-40fd-b57d-05d9a4740996 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:04:20.163942 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a39813d7-7270-46fa-8e23-f22d086f2749 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (b88fdd85-c33d-4f32-8863-322d1ea16a33), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:20.215802 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:20.241304 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e1fb5110-67a5-44f1-8534-96c37a0b940b tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (550f0bf6-1a61-4477-9eec-5729044f7f11), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:20.254643 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:20.455428 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-e1fb5110-67a5-44f1-8534-96c37a0b940b tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Deleting port 3de6cc8b-01ad-4f7c-8bbb-eddbdc7561ce {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:04:20.455980 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e1fb5110-67a5-44f1-8534-96c37a0b940b tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (3de6cc8b-01ad-4f7c-8bbb-eddbdc7561ce), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:20.488209 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-85a86275-5bc2-49ba-9082-2fa141d352a7 None None] Deleting port 3de6cc8b-01ad-4f7c-8bbb-eddbdc7561ce {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:04:20.489386 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-85a86275-5bc2-49ba-9082-2fa141d352a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (3de6cc8b-01ad-4f7c-8bbb-eddbdc7561ce), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:20.496479 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-e053e82f-2a0a-4e7e-9865-1a7b3afae343 None None] Attempting to bind port dfdcb6e5-951e-4f1f-b93b-afa08672a772 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:04:20.497108 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-e053e82f-2a0a-4e7e-9865-1a7b3afae343 None None] Attempting to bind port dfdcb6e5-951e-4f1f-b93b-afa08672a772 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '5ef23a25-a371-44cb-8341-0a044c5633be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0fb6a15d-907c-4bde-be0a-8d1235d9cc4f'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:04:20.497741 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e053e82f-2a0a-4e7e-9865-1a7b3afae343 None None] Attempting to bind port dfdcb6e5-951e-4f1f-b93b-afa08672a772 on network 0fb6a15d-907c-4bde-be0a-8d1235d9cc4f {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:04:20.519409 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-598c2bc1-ab6d-43c4-bbec-a64a8d6d4c71 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Deleting port 898be055-48c0-434d-b0d4-063ce0c44890 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:04:20.520884 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-598c2bc1-ab6d-43c4-bbec-a64a8d6d4c71 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (898be055-48c0-434d-b0d4-063ce0c44890), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:20.779458 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-77ca7927-fd88-42b6-8624-8142ec9e6c26 admin admin] Publish callbacks [] for security_group (b8100832-c113-4c9b-be34-d78059ed745b), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:20.785080 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a39813d7-7270-46fa-8e23-f22d086f2749 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (b88fdd85-c33d-4f32-8863-322d1ea16a33), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:20.794628 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:20.798024 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port f8ba5755-3a9d-40fd-b57d-05d9a4740996 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:04:20.801994 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (f8ba5755-3a9d-40fd-b57d-05d9a4740996), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:20.801994 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port f8ba5755-3a9d-40fd-b57d-05d9a4740996 Oct 04 21:04:20.865137 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39813d7-7270-46fa-8e23-f22d086f2749 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Pushing event deleted for resources: {'Subnet': ['ID=b88fdd85-c33d-4f32-8863-322d1ea16a33,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:20.874970 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:20.876801 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-9bf78004-73ed-48cb-9671-e76673732b05 None None] Allocated IP 172.20.0.2 (83e6ca08-c33d-48fc-a208-86007e616c48/edf181e1-912f-4051-b678-c7530596e3b6/715f527d-6e1a-4a94-b314-636de13e155e) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:04:20.879636 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-e1fb5110-67a5-44f1-8534-96c37a0b940b tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] For port 3de6cc8b-01ad-4f7c-8bbb-eddbdc7561ce, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=3de6cc8b-01ad-4f7c-8bbb-eddbdc7561ce,segment=NetworkSegment(d9657f04-74a3-42a4-8be0-2bcc93eda0bb),segment_id=d9657f04-74a3-42a4-8be0-2bcc93eda0bb)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:04:20.880177 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e1fb5110-67a5-44f1-8534-96c37a0b940b tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (3de6cc8b-01ad-4f7c-8bbb-eddbdc7561ce), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:20.893720 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-85a86275-5bc2-49ba-9082-2fa141d352a7 None None] For port 3de6cc8b-01ad-4f7c-8bbb-eddbdc7561ce, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=3de6cc8b-01ad-4f7c-8bbb-eddbdc7561ce,segment=NetworkSegment(d9657f04-74a3-42a4-8be0-2bcc93eda0bb),segment_id=d9657f04-74a3-42a4-8be0-2bcc93eda0bb)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:04:20.894657 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-85a86275-5bc2-49ba-9082-2fa141d352a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (3de6cc8b-01ad-4f7c-8bbb-eddbdc7561ce), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:20.974156 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-85a86275-5bc2-49ba-9082-2fa141d352a7 None None] Calling delete_port for 3de6cc8b-01ad-4f7c-8bbb-eddbdc7561ce owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:04:20.983297 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e053e82f-2a0a-4e7e-9865-1a7b3afae343 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:04:20.992304 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e053e82f-2a0a-4e7e-9865-1a7b3afae343 None None] Checking segment: {'id': '5ef23a25-a371-44cb-8341-0a044c5633be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0fb6a15d-907c-4bde-be0a-8d1235d9cc4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:04:20.993713 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e053e82f-2a0a-4e7e-9865-1a7b3afae343 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:20.995268 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e053e82f-2a0a-4e7e-9865-1a7b3afae343 None None] Bound using segment: {'id': '5ef23a25-a371-44cb-8341-0a044c5633be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0fb6a15d-907c-4bde-be0a-8d1235d9cc4f'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:04:20.996636 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-e053e82f-2a0a-4e7e-9865-1a7b3afae343 None None] Bound port: dfdcb6e5-951e-4f1f-b93b-afa08672a772, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ef23a25-a371-44cb-8341-0a044c5633be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0fb6a15d-907c-4bde-be0a-8d1235d9cc4f'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:04:20.997903 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e053e82f-2a0a-4e7e-9865-1a7b3afae343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (dfdcb6e5-951e-4f1f-b93b-afa08672a772), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:21.004742 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-77ca7927-fd88-42b6-8624-8142ec9e6c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (b8100832-c113-4c9b-be34-d78059ed745b), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:21.049026 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:21.097404 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-598c2bc1-ab6d-43c4-bbec-a64a8d6d4c71 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (898be055-48c0-434d-b0d4-063ce0c44890), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:21.136819 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a39813d7-7270-46fa-8e23-f22d086f2749 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (0fb6a15d-907c-4bde-be0a-8d1235d9cc4f), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:21.142886 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-598c2bc1-ab6d-43c4-bbec-a64a8d6d4c71 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Calling delete_port for 898be055-48c0-434d-b0d4-063ce0c44890 owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:04:21.174845 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-a39813d7-7270-46fa-8e23-f22d086f2749 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fb6a15d-907c-4bde-be0a-8d1235d9cc4f']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:04:21.184621 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:21.204138 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-e1fb5110-67a5-44f1-8534-96c37a0b940b tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Calling delete_port for 3de6cc8b-01ad-4f7c-8bbb-eddbdc7561ce owned by network:dhcp {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:04:21.213965 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ca7927-fd88-42b6-8624-8142ec9e6c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8100832-c113-4c9b-be34-d78059ed745b,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:21.259232 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-77ca7927-fd88-42b6-8624-8142ec9e6c26 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=bbc8e2fe8d7e4228b54c5fecf4d9ab55&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4733274 Oct 04 21:04:21.260996 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-a39813d7-7270-46fa-8e23-f22d086f2749 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ef23a25-a371-44cb-8341-0a044c5633be') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:04:21.261509 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-a39813d7-7270-46fa-8e23-f22d086f2749 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ef23a25-a371-44cb-8341-0a044c5633be') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:04:21.265459 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56078) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:21.432792 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a39813d7-7270-46fa-8e23-f22d086f2749 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (5ef23a25-a371-44cb-8341-0a044c5633be), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:21.656211 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-833a541a-7635-4407-9e84-a6dbfafd9b13 admin admin] Publish callbacks [] for security_group (b8100832-c113-4c9b-be34-d78059ed745b), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:21.668313 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port f8ba5755-3a9d-40fd-b57d-05d9a4740996 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:04:21.668313 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (f8ba5755-3a9d-40fd-b57d-05d9a4740996), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:21.727425 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-833a541a-7635-4407-9e84-a6dbfafd9b13 admin admin] Publish callbacks [] for security_group (b8100832-c113-4c9b-be34-d78059ed745b), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:21.748198 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port f8ba5755-3a9d-40fd-b57d-05d9a4740996, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=f8ba5755-3a9d-40fd-b57d-05d9a4740996,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:04:21.748562 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a39813d7-7270-46fa-8e23-f22d086f2749 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (5ef23a25-a371-44cb-8341-0a044c5633be), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:21.788026 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a39813d7-7270-46fa-8e23-f22d086f2749 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:04:21.789121 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a39813d7-7270-46fa-8e23-f22d086f2749 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (5ef23a25-a371-44cb-8341-0a044c5633be), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:21.885816 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 5ef23a25-a371-44cb-8341-0a044c5633be resource provider aggregate not found Oct 04 21:04:21.890252 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:21.966318 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 5ef23a25-a371-44cb-8341-0a044c5633be resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5ef23a25-a371-44cb-8341-0a044c5633be found for delete ", "request_id": "req-3386db94-f7ee-46ed-88fb-5ac061d77bda"}]} Oct 04 21:04:21.989741 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e1fb5110-67a5-44f1-8534-96c37a0b940b tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (3de6cc8b-01ad-4f7c-8bbb-eddbdc7561ce), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:21.996043 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ddcd5b14-6f56-4c73-8d32-165c6bcc956d tempest-FloatingIPAdminTestJSON-173521565 tempest-FloatingIPAdminTestJSON-173521565-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (5227ff64-bb57-454d-8e74-afcf6f5fb6fc), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:22.086890 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fb5110-67a5-44f1-8534-96c37a0b940b tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Pushing event deleted for resources: {'Port': ['ID=3de6cc8b-01ad-4f7c-8bbb-eddbdc7561ce,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:22.092006 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fb5110-67a5-44f1-8534-96c37a0b940b tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] No DVR routers for this DVR port 3de6cc8b-01ad-4f7c-8bbb-eddbdc7561ce on host n-d-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:04:22.117456 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9bf78004-73ed-48cb-9671-e76673732b05 None None] Publish callbacks [] for port (715f527d-6e1a-4a94-b314-636de13e155e), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:22.144395 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e053e82f-2a0a-4e7e-9865-1a7b3afae343 None None] For port dfdcb6e5-951e-4f1f-b93b-afa08672a772, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:04:22.149966 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcd5b14-6f56-4c73-8d32-165c6bcc956d tempest-FloatingIPAdminTestJSON-173521565 tempest-FloatingIPAdminTestJSON-173521565-project-admin] Pushing event deleted for resources: {'Port': ['ID=5227ff64-bb57-454d-8e74-afcf6f5fb6fc,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:22.155842 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.db.api [None req-a39813d7-7270-46fa-8e23-f22d086f2749 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 04 21:04:22.155842 n-d-852085-12 neutron-server[108170]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 04 21:04:22.155842 n-d-852085-12 neutron-server[108170]: [parameters: {'id': '0fb6a15d-907c-4bde-be0a-8d1235d9cc4f'}] Oct 04 21:04:22.155842 n-d-852085-12 neutron-server[108170]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=108170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 21:04:22.158719 n-d-852085-12 neutron-server[108170]: DEBUG oslo_db.api [None req-a39813d7-7270-46fa-8e23-f22d086f2749 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 21:04:22.188139 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e053e82f-2a0a-4e7e-9865-1a7b3afae343 None None] For port dfdcb6e5-951e-4f1f-b93b-afa08672a772, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=dfdcb6e5-951e-4f1f-b93b-afa08672a772,segment=NetworkSegment(5ef23a25-a371-44cb-8341-0a044c5633be),segment_id=5ef23a25-a371-44cb-8341-0a044c5633be)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:04:22.189008 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-833a541a-7635-4407-9e84-a6dbfafd9b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (b8100832-c113-4c9b-be34-d78059ed745b), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:22.195319 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-833a541a-7635-4407-9e84-a6dbfafd9b13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:22.199203 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-833a541a-7635-4407-9e84-a6dbfafd9b13 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/b8100832-c113-4c9b-be34-d78059ed745b HTTP/1.1" status: 204 len: 168 time: 0.9284570 Oct 04 21:04:22.235894 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:22.249164 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (f8ba5755-3a9d-40fd-b57d-05d9a4740996), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:22.327521 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833a541a-7635-4407-9e84-a6dbfafd9b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8100832-c113-4c9b-be34-d78059ed745b,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:22.372293 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e1fb5110-67a5-44f1-8534-96c37a0b940b tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (550f0bf6-1a61-4477-9eec-5729044f7f11), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:22.388016 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-85a86275-5bc2-49ba-9082-2fa141d352a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (3de6cc8b-01ad-4f7c-8bbb-eddbdc7561ce), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:22.438144 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-e1fb5110-67a5-44f1-8534-96c37a0b940b tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['550f0bf6-1a61-4477-9eec-5729044f7f11']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:04:22.452668 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 3de6cc8b-01ad-4f7c-8bbb-eddbdc7561ce no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:04:22.461713 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-e1fb5110-67a5-44f1-8534-96c37a0b940b tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9657f04-74a3-42a4-8be0-2bcc93eda0bb') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:04:22.462220 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-e1fb5110-67a5-44f1-8534-96c37a0b940b tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9657f04-74a3-42a4-8be0-2bcc93eda0bb') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:04:22.490796 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e1fb5110-67a5-44f1-8534-96c37a0b940b tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (d9657f04-74a3-42a4-8be0-2bcc93eda0bb), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:22.530735 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e053e82f-2a0a-4e7e-9865-1a7b3afae343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (dfdcb6e5-951e-4f1f-b93b-afa08672a772), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:22.534967 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e1fb5110-67a5-44f1-8534-96c37a0b940b tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (d9657f04-74a3-42a4-8be0-2bcc93eda0bb), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:22.538988 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9bf78004-73ed-48cb-9671-e76673732b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (715f527d-6e1a-4a94-b314-636de13e155e), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:22.555582 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1fb5110-67a5-44f1-8534-96c37a0b940b tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:04:22.556345 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e1fb5110-67a5-44f1-8534-96c37a0b940b tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (d9657f04-74a3-42a4-8be0-2bcc93eda0bb), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:22.576052 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 3de6cc8b-01ad-4f7c-8bbb-eddbdc7561ce {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:04:22.577350 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 3de6cc8b-01ad-4f7c-8bbb-eddbdc7561ce not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:04:22.593568 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a86275-5bc2-49ba-9082-2fa141d352a7 None None] No DVR routers for this DVR port 3de6cc8b-01ad-4f7c-8bbb-eddbdc7561ce on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:04:22.696557 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf78004-73ed-48cb-9671-e76673732b05 None None] Network 83e6ca08-c33d-48fc-a208-86007e616c48 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:04:22.702196 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ddcd5b14-6f56-4c73-8d32-165c6bcc956d tempest-FloatingIPAdminTestJSON-173521565 tempest-FloatingIPAdminTestJSON-173521565-project-admin] Publish callbacks [] for floatingip (6ca1642e-3163-40af-8599-c2162234d0b4), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:22.702756 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=f8ba5755-3a9d-40fd-b57d-05d9a4740996,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:22.709263 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ddcd5b14-6f56-4c73-8d32-165c6bcc956d tempest-FloatingIPAdminTestJSON-173521565 tempest-FloatingIPAdminTestJSON-173521565-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:22.716514 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-9bf78004-73ed-48cb-9671-e76673732b05 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:04:22.717941 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ddcd5b14-6f56-4c73-8d32-165c6bcc956d tempest-FloatingIPAdminTestJSON-173521565 tempest-FloatingIPAdminTestJSON-173521565-project-admin] 10.222.0.78 "DELETE /networking/v2.0/floatingips/6ca1642e-3163-40af-8599-c2162234d0b4 HTTP/1.1" status: 204 len: 168 time: 3.7186878 Oct 04 21:04:22.719507 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf78004-73ed-48cb-9671-e76673732b05 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:04:22.721000 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56104) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:22.763821 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a39813d7-7270-46fa-8e23-f22d086f2749 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (0fb6a15d-907c-4bde-be0a-8d1235d9cc4f), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:22.846983 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a86275-5bc2-49ba-9082-2fa141d352a7 None None] Pushing event deleted for resources: {'Port': ['ID=3de6cc8b-01ad-4f7c-8bbb-eddbdc7561ce,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:22.917756 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-a39813d7-7270-46fa-8e23-f22d086f2749 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Deleting port dfdcb6e5-951e-4f1f-b93b-afa08672a772 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:04:22.917756 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a39813d7-7270-46fa-8e23-f22d086f2749 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (dfdcb6e5-951e-4f1f-b93b-afa08672a772), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:22.937233 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fd95d305-c70f-485f-a7c6-ea84abafb073 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:22.963599 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-598c2bc1-ab6d-43c4-bbec-a64a8d6d4c71 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (898be055-48c0-434d-b0d4-063ce0c44890), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:23.035785 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e1fb5110-67a5-44f1-8534-96c37a0b940b tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (550f0bf6-1a61-4477-9eec-5729044f7f11), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:23.049864 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device f8ba5755-3a9d-40fd-b57d-05d9a4740996 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:04:23.068291 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e1fb5110-67a5-44f1-8534-96c37a0b940b tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:23.077573 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-e1fb5110-67a5-44f1-8534-96c37a0b940b tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] 10.222.0.78 "DELETE /networking/v2.0/networks/550f0bf6-1a61-4477-9eec-5729044f7f11 HTTP/1.1" status: 204 len: 168 time: 4.2568057 Oct 04 21:04:23.108669 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fb5110-67a5-44f1-8534-96c37a0b940b tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302 tempest-ExtraDHCPOptionsIpV6TestJSON-1312360302-project] Pushing event deleted for resources: {'Network': ['ID=550f0bf6-1a61-4477-9eec-5729044f7f11,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:23.146501 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-a39813d7-7270-46fa-8e23-f22d086f2749 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] For port dfdcb6e5-951e-4f1f-b93b-afa08672a772, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=dfdcb6e5-951e-4f1f-b93b-afa08672a772,segment=NetworkSegment(5ef23a25-a371-44cb-8341-0a044c5633be),segment_id=5ef23a25-a371-44cb-8341-0a044c5633be)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:04:23.147461 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a39813d7-7270-46fa-8e23-f22d086f2749 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (dfdcb6e5-951e-4f1f-b93b-afa08672a772), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:23.172114 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-9bf78004-73ed-48cb-9671-e76673732b05 None None] Attempting to bind port 715f527d-6e1a-4a94-b314-636de13e155e on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:04:23.172728 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-9bf78004-73ed-48cb-9671-e76673732b05 None None] Attempting to bind port 715f527d-6e1a-4a94-b314-636de13e155e by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '384af49b-b863-4860-9276-8102f6ed8b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '83e6ca08-c33d-48fc-a208-86007e616c48'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:04:23.173326 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf78004-73ed-48cb-9671-e76673732b05 None None] Attempting to bind port 715f527d-6e1a-4a94-b314-636de13e155e on network 83e6ca08-c33d-48fc-a208-86007e616c48 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:04:23.175642 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-a39813d7-7270-46fa-8e23-f22d086f2749 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Calling delete_port for dfdcb6e5-951e-4f1f-b93b-afa08672a772 owned by network:dhcp {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:04:23.250025 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e053e82f-2a0a-4e7e-9865-1a7b3afae343 None None] Pushing event updated for resources: {'Port': ['ID=dfdcb6e5-951e-4f1f-b93b-afa08672a772,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:23.381732 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598c2bc1-ab6d-43c4-bbec-a64a8d6d4c71 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Pushing event deleted for resources: {'Port': ['ID=898be055-48c0-434d-b0d4-063ce0c44890,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:23.447609 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port f8ba5755-3a9d-40fd-b57d-05d9a4740996 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:04:23.448582 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (f8ba5755-3a9d-40fd-b57d-05d9a4740996), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:23.448986 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port f8ba5755-3a9d-40fd-b57d-05d9a4740996 Oct 04 21:04:23.519988 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf78004-73ed-48cb-9671-e76673732b05 None None] Pushing event updated for resources: {'Port': ['ID=715f527d-6e1a-4a94-b314-636de13e155e,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:23.548899 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a39813d7-7270-46fa-8e23-f22d086f2749 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (dfdcb6e5-951e-4f1f-b93b-afa08672a772), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:23.561755 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf78004-73ed-48cb-9671-e76673732b05 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:04:23.561755 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf78004-73ed-48cb-9671-e76673732b05 None None] Checking segment: {'id': '384af49b-b863-4860-9276-8102f6ed8b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '83e6ca08-c33d-48fc-a208-86007e616c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:04:23.565887 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9bf78004-73ed-48cb-9671-e76673732b05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:23.567172 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf78004-73ed-48cb-9671-e76673732b05 None None] Bound using segment: {'id': '384af49b-b863-4860-9276-8102f6ed8b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '83e6ca08-c33d-48fc-a208-86007e616c48'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:04:23.567981 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-9bf78004-73ed-48cb-9671-e76673732b05 None None] Bound port: 715f527d-6e1a-4a94-b314-636de13e155e, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '384af49b-b863-4860-9276-8102f6ed8b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '83e6ca08-c33d-48fc-a208-86007e616c48'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:04:23.568431 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9bf78004-73ed-48cb-9671-e76673732b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (715f527d-6e1a-4a94-b314-636de13e155e), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:23.636464 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39813d7-7270-46fa-8e23-f22d086f2749 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] No DVR routers for this DVR port dfdcb6e5-951e-4f1f-b93b-afa08672a772 on host n-d-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:04:23.647583 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39813d7-7270-46fa-8e23-f22d086f2749 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Pushing event deleted for resources: {'Port': ['ID=dfdcb6e5-951e-4f1f-b93b-afa08672a772,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:23.671327 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-848b38ec-ecc9-4f81-8e40-98c0a94d37e7 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Deleting port 26a607dd-5108-4130-82bf-5360aed7cade {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:04:23.671982 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-848b38ec-ecc9-4f81-8e40-98c0a94d37e7 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (26a607dd-5108-4130-82bf-5360aed7cade), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:23.741863 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-598c2bc1-ab6d-43c4-bbec-a64a8d6d4c71 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (445726ce-0c68-4c0d-b885-c6ce439012da), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:23.757894 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port f8ba5755-3a9d-40fd-b57d-05d9a4740996 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:04:23.851667 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-9bf78004-73ed-48cb-9671-e76673732b05 None None] For port 715f527d-6e1a-4a94-b314-636de13e155e, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:04:23.857810 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-9bf78004-73ed-48cb-9671-e76673732b05 None None] For port 715f527d-6e1a-4a94-b314-636de13e155e, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=715f527d-6e1a-4a94-b314-636de13e155e,segment=NetworkSegment(384af49b-b863-4860-9276-8102f6ed8b95),segment_id=384af49b-b863-4860-9276-8102f6ed8b95)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:04:23.889738 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a39813d7-7270-46fa-8e23-f22d086f2749 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (0fb6a15d-907c-4bde-be0a-8d1235d9cc4f), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:23.958970 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-a39813d7-7270-46fa-8e23-f22d086f2749 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fb6a15d-907c-4bde-be0a-8d1235d9cc4f']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:04:23.972015 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9bf78004-73ed-48cb-9671-e76673732b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (715f527d-6e1a-4a94-b314-636de13e155e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:23.985263 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=89,neutron:UPDATE=8,neutron:DELETE=1,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:24.027018 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-a39813d7-7270-46fa-8e23-f22d086f2749 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ef23a25-a371-44cb-8341-0a044c5633be') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:04:24.032685 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-a39813d7-7270-46fa-8e23-f22d086f2749 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ef23a25-a371-44cb-8341-0a044c5633be') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:04:24.077318 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a39813d7-7270-46fa-8e23-f22d086f2749 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (5ef23a25-a371-44cb-8341-0a044c5633be), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:24.113251 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment d9657f04-74a3-42a4-8be0-2bcc93eda0bb resource provider aggregate not found Oct 04 21:04:24.144821 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a39813d7-7270-46fa-8e23-f22d086f2749 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (5ef23a25-a371-44cb-8341-0a044c5633be), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:24.181374 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a39813d7-7270-46fa-8e23-f22d086f2749 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:04:24.184518 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a39813d7-7270-46fa-8e23-f22d086f2749 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (5ef23a25-a371-44cb-8341-0a044c5633be), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:24.200960 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf78004-73ed-48cb-9671-e76673732b05 None None] Pushing event updated for resources: {'Port': ['ID=715f527d-6e1a-4a94-b314-636de13e155e,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:24.203033 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment d9657f04-74a3-42a4-8be0-2bcc93eda0bb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d9657f04-74a3-42a4-8be0-2bcc93eda0bb found for delete ", "request_id": "req-0dee0568-8798-4c2d-bfc5-98593f543007"}]} Oct 04 21:04:24.216622 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:24.291649 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-848b38ec-ecc9-4f81-8e40-98c0a94d37e7 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (26a607dd-5108-4130-82bf-5360aed7cade), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:24.368168 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:24.532916 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a39813d7-7270-46fa-8e23-f22d086f2749 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (0fb6a15d-907c-4bde-be0a-8d1235d9cc4f), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:24.542400 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a39813d7-7270-46fa-8e23-f22d086f2749 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:24.578900 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a39813d7-7270-46fa-8e23-f22d086f2749 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] 10.222.0.78 "DELETE /networking/v2.0/networks/0fb6a15d-907c-4bde-be0a-8d1235d9cc4f HTTP/1.1" status: 204 len: 168 time: 6.2839429 Oct 04 21:04:24.583624 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56126) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:24.663830 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f1c9482-26b0-4c97-b015-df7a6d0dd897 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] DELETE failed (client error): The resource could not be found. Oct 04 21:04:24.665039 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f1c9482-26b0-4c97-b015-df7a6d0dd897 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:04:24.671754 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-0f1c9482-26b0-4c97-b015-df7a6d0dd897 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/b88fdd85-c33d-4f32-8863-322d1ea16a33 HTTP/1.1" status: 404 len: 337 time: 0.0863354 Oct 04 21:04:24.697976 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56128) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:24.702814 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56130) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:24.739615 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39813d7-7270-46fa-8e23-f22d086f2749 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Pushing event deleted for resources: {'Network': ['ID=0fb6a15d-907c-4bde-be0a-8d1235d9cc4f,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:24.773500 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4f5b742-eb82-4fe8-8424-1e9af8c6fe90 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] DELETE failed (client error): The resource could not be found. Oct 04 21:04:24.774929 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4f5b742-eb82-4fe8-8424-1e9af8c6fe90 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:04:24.782208 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-d4f5b742-eb82-4fe8-8424-1e9af8c6fe90 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] 10.222.0.78 "DELETE /networking/v2.0/networks/0fb6a15d-907c-4bde-be0a-8d1235d9cc4f HTTP/1.1" status: 404 len: 339 time: 0.0808966 Oct 04 21:04:24.787119 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56136) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:24.859508 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:25.027200 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 715f527d-6e1a-4a94-b314-636de13e155e up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:04:25.067558 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d15de5bd-336b-4a90-801c-89f6e0449a30 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (99d7cf71-c466-40e0-8b1d-2b4edc266083), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:25.115478 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-848b38ec-ecc9-4f81-8e40-98c0a94d37e7 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Calling delete_port for 26a607dd-5108-4130-82bf-5360aed7cade owned by {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:04:25.166791 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 715f527d-6e1a-4a94-b314-636de13e155e triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:04:25.166791 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (715f527d-6e1a-4a94-b314-636de13e155e), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:25.167567 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 715f527d-6e1a-4a94-b314-636de13e155e Oct 04 21:04:25.387924 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d15de5bd-336b-4a90-801c-89f6e0449a30 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (99d7cf71-c466-40e0-8b1d-2b4edc266083), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:25.419768 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=6 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:25.432253 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 715f527d-6e1a-4a94-b314-636de13e155e is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:04:25.440329 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (715f527d-6e1a-4a94-b314-636de13e155e), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:25.441146 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-79ae1156-caa5-406f-84f4-2488adeb5719 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=4c038e57ff4040eba77793d76e0d7bd9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7129858 Oct 04 21:04:25.452271 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56148) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:25.556540 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-fd95d305-c70f-485f-a7c6-ea84abafb073 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Allocated IP 172.20.0.1 (83e6ca08-c33d-48fc-a208-86007e616c48/edf181e1-912f-4051-b678-c7530596e3b6/d5efc412-b4f2-4345-adfa-c089706dbd2d) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:04:25.573935 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-d15de5bd-336b-4a90-801c-89f6e0449a30 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99d7cf71-c466-40e0-8b1d-2b4edc266083']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:04:25.577255 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-598c2bc1-ab6d-43c4-bbec-a64a8d6d4c71 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-465386', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-583633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6069'] for router (445726ce-0c68-4c0d-b885-c6ce439012da), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:25.590831 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 715f527d-6e1a-4a94-b314-636de13e155e, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=715f527d-6e1a-4a94-b314-636de13e155e,segment=NetworkSegment(384af49b-b863-4860-9276-8102f6ed8b95),segment_id=384af49b-b863-4860-9276-8102f6ed8b95)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:04:25.609737 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-d15de5bd-336b-4a90-801c-89f6e0449a30 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cab245c-cb59-497e-a0ff-eb92594efcca') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:04:25.610509 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-d15de5bd-336b-4a90-801c-89f6e0449a30 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cab245c-cb59-497e-a0ff-eb92594efcca') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:04:25.627642 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=6 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:25.645273 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-598c2bc1-ab6d-43c4-bbec-a64a8d6d4c71 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-465361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-465368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-583658'] for router (445726ce-0c68-4c0d-b885-c6ce439012da), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:25.671003 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d15de5bd-336b-4a90-801c-89f6e0449a30 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (3cab245c-cb59-497e-a0ff-eb92594efcca), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:25.679188 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-39a44417-49e3-463c-ba78-d0d71b481bfe admin admin] Publish callbacks [] for security_group (8b3c14b1-cbc2-49e6-9b3f-f05353fdf402), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:25.694325 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:25.761227 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d15de5bd-336b-4a90-801c-89f6e0449a30 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (3cab245c-cb59-497e-a0ff-eb92594efcca), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:25.813984 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-39a44417-49e3-463c-ba78-d0d71b481bfe admin admin] Publish callbacks [] for security_group (8b3c14b1-cbc2-49e6-9b3f-f05353fdf402), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:25.840719 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (715f527d-6e1a-4a94-b314-636de13e155e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:26.000067 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d15de5bd-336b-4a90-801c-89f6e0449a30 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:04:26.002622 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d15de5bd-336b-4a90-801c-89f6e0449a30 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (3cab245c-cb59-497e-a0ff-eb92594efcca), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:26.094329 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-598c2bc1-ab6d-43c4-bbec-a64a8d6d4c71 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Router 445726ce-0c68-4c0d-b885-c6ce439012da has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:04:26.108461 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=715f527d-6e1a-4a94-b314-636de13e155e,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:26.319516 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:26.327599 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 5ef23a25-a371-44cb-8341-0a044c5633be resource provider aggregate not found Oct 04 21:04:26.377272 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 5ef23a25-a371-44cb-8341-0a044c5633be resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5ef23a25-a371-44cb-8341-0a044c5633be found for delete ", "request_id": "req-c6f43492-3664-4425-b956-902615afc1f1"}]} Oct 04 21:04:26.394782 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:26.417203 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d15de5bd-336b-4a90-801c-89f6e0449a30 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (99d7cf71-c466-40e0-8b1d-2b4edc266083), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:26.421848 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-39a44417-49e3-463c-ba78-d0d71b481bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (8b3c14b1-cbc2-49e6-9b3f-f05353fdf402), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:26.438755 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-39a44417-49e3-463c-ba78-d0d71b481bfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:26.450114 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-39a44417-49e3-463c-ba78-d0d71b481bfe admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/8b3c14b1-cbc2-49e6-9b3f-f05353fdf402 HTTP/1.1" status: 204 len: 168 time: 0.9917436 Oct 04 21:04:26.484126 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d15de5bd-336b-4a90-801c-89f6e0449a30 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:26.488461 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-d15de5bd-336b-4a90-801c-89f6e0449a30 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] 10.222.0.78 "DELETE /networking/v2.0/networks/99d7cf71-c466-40e0-8b1d-2b4edc266083 HTTP/1.1" status: 204 len: 168 time: 1.6992929 Oct 04 21:04:26.493317 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 3cab245c-cb59-497e-a0ff-eb92594efcca resource provider aggregate not found Oct 04 21:04:26.512619 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fd95d305-c70f-485f-a7c6-ea84abafb073 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for port (d5efc412-b4f2-4345-adfa-c089706dbd2d), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:26.521617 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56170) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:26.530991 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a44417-49e3-463c-ba78-d0d71b481bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3c14b1-cbc2-49e6-9b3f-f05353fdf402,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:26.534845 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15de5bd-336b-4a90-801c-89f6e0449a30 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Pushing event deleted for resources: {'Network': ['ID=99d7cf71-c466-40e0-8b1d-2b4edc266083,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:26.609909 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-598c2bc1-ab6d-43c4-bbec-a64a8d6d4c71 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:04:26.617023 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-602fa676-0e49-4383-aa6b-b4f6e0169618 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] DELETE failed (client error): The resource could not be found. Oct 04 21:04:26.618057 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-602fa676-0e49-4383-aa6b-b4f6e0169618 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:04:26.631978 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1ca5d5-ec19-44ab-b7fe-183a294b8cf6 None None] Sync routers for ids ['445726ce-0c68-4c0d-b885-c6ce439012da'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:04:26.642249 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 3cab245c-cb59-497e-a0ff-eb92594efcca resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3cab245c-cb59-497e-a0ff-eb92594efcca found for delete ", "request_id": "req-31ee08b9-6676-4e9e-b649-1d320382987d"}]} Oct 04 21:04:26.643044 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56176) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:26.643247 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-602fa676-0e49-4383-aa6b-b4f6e0169618 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/803bf3c4-3c24-49a3-84ac-68151e878ad3 HTTP/1.1" status: 404 len: 337 time: 0.1194105 Oct 04 21:04:26.662322 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-598c2bc1-ab6d-43c4-bbec-a64a8d6d4c71 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:26.664577 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-598c2bc1-ab6d-43c4-bbec-a64a8d6d4c71 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] 10.222.0.78 "PUT /networking/v2.0/routers/445726ce-0c68-4c0d-b885-c6ce439012da HTTP/1.1" status: 200 len: 709 time: 10.5625525 Oct 04 21:04:26.668760 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56178) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:26.671981 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42e28c7-8e96-4d8a-9766-42698b7dd1a2 None None] get_active_networks_info from n-d-852085-12 {{(pid=108171) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 04 21:04:26.683357 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-848b38ec-ecc9-4f81-8e40-98c0a94d37e7 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (26a607dd-5108-4130-82bf-5360aed7cade), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:26.775883 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848b38ec-ecc9-4f81-8e40-98c0a94d37e7 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Pushing event deleted for resources: {'Port': ['ID=26a607dd-5108-4130-82bf-5360aed7cade,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:26.818014 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1ca5d5-ec19-44ab-b7fe-183a294b8cf6 None None] Routers {'445726ce-0c68-4c0d-b885-c6ce439012da'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:04:26.819756 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-aa1ca5d5-ec19-44ab-b7fe-183a294b8cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:04:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['445726ce-0c68-4c0d-b885-c6ce439012da'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:04:26.867705 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-547f1479-bcc5-4741-9eac-f2497debcab1 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] DELETE failed (client error): The resource could not be found. Oct 04 21:04:26.873840 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-547f1479-bcc5-4741-9eac-f2497debcab1 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:04:26.891787 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-547f1479-bcc5-4741-9eac-f2497debcab1 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] 10.222.0.78 "DELETE /networking/v2.0/networks/ec44ec12-a193-4592-b152-09c348d51208 HTTP/1.1" status: 404 len: 339 time: 0.2442102 Oct 04 21:04:26.895538 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56180) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:26.941331 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-aa1ca5d5-ec19-44ab-b7fe-183a294b8cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:04:27.017481 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 715f527d-6e1a-4a94-b314-636de13e155e up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:04:27.050355 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fd95d305-c70f-485f-a7c6-ea84abafb073 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (d5efc412-b4f2-4345-adfa-c089706dbd2d), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:27.102069 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-e2205f40-a290-420e-b016-92cee5390239 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] 10.222.0.78 "GET /networking/v2.0/routers/445726ce-0c68-4c0d-b885-c6ce439012da HTTP/1.1" status: 200 len: 744 time: 0.4303596 Oct 04 21:04:27.108233 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56184) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:27.109029 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-848b38ec-ecc9-4f81-8e40-98c0a94d37e7 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:27.122732 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-848b38ec-ecc9-4f81-8e40-98c0a94d37e7 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] 10.222.0.78 "DELETE /networking/v2.0/ports/26a607dd-5108-4130-82bf-5360aed7cade HTTP/1.1" status: 204 len: 168 time: 4.3959627 Oct 04 21:04:27.135801 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56186) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:27.198006 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd95d305-c70f-485f-a7c6-ea84abafb073 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Network 83e6ca08-c33d-48fc-a208-86007e616c48 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:04:27.208234 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-fd95d305-c70f-485f-a7c6-ea84abafb073 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:04:27.216784 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd95d305-c70f-485f-a7c6-ea84abafb073 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:04:27.232342 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd95d305-c70f-485f-a7c6-ea84abafb073 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Pushing event updated for resources: {'Port': ['ID=d5efc412-b4f2-4345-adfa-c089706dbd2d,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:27.237842 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-487d4bfa-3347-4e54-8f94-3f27d9a6ab41 None None] Provisioning complete for port 715f527d-6e1a-4a94-b314-636de13e155e triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:04:27.243315 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-487d4bfa-3347-4e54-8f94-3f27d9a6ab41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (715f527d-6e1a-4a94-b314-636de13e155e), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:27.244255 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-487d4bfa-3347-4e54-8f94-3f27d9a6ab41 None None] Attempt 1 to provision port 715f527d-6e1a-4a94-b314-636de13e155e Oct 04 21:04:27.392346 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:27.439189 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1ca5d5-ec19-44ab-b7fe-183a294b8cf6 None None] Routers {'445726ce-0c68-4c0d-b885-c6ce439012da'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:04:27.443271 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-aa1ca5d5-ec19-44ab-b7fe-183a294b8cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:04:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['445726ce-0c68-4c0d-b885-c6ce439012da'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:04:27.472000 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fd95d305-c70f-485f-a7c6-ea84abafb073 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (32c0ac75-fe41-4723-860f-71b5134d36f5), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:27.478035 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56200) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:27.487602 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f79625c7-1b4e-43e4-8c20-73700ef52142 tempest-RoutersIpV6AdminTest-381076338 tempest-RoutersIpV6AdminTest-381076338-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?network_id=52a60aae-e230-4bd7-89bc-781767fd7892&device_id=445726ce-0c68-4c0d-b885-c6ce439012da HTTP/1.1" status: 200 len: 205 time: 0.3657999 Oct 04 21:04:27.533186 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4e989fc-00d3-43b4-b62a-188f50af668a tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Deleting subnet 95d45745-341b-4356-b8f0-45ba95098b00 {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:04:27.570188 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d4e989fc-00d3-43b4-b62a-188f50af668a tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks [] for subnet (95d45745-341b-4356-b8f0-45ba95098b00), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:27.627662 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-dbfa444f-98dc-4fd0-a683-288f6fa9247a tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=445726ce-0c68-4c0d-b885-c6ce439012da HTTP/1.1" status: 200 len: 205 time: 0.1477191 Oct 04 21:04:27.648570 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56206) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:27.669173 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb3f1f9-b867-44b5-bdb0-196e92277198 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:04:27.672301 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-5fb3f1f9-b867-44b5-bdb0-196e92277198 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=df83e98f-46c3-4f7c-8320-54dadfc48396 HTTP/1.1" status: 200 len: 913 time: 0.4859285 Oct 04 21:04:27.680278 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56208) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:27.744228 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-aa1ca5d5-ec19-44ab-b7fe-183a294b8cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:04:27.747898 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1ca5d5-ec19-44ab-b7fe-183a294b8cf6 None None] The sync data for ids ['445726ce-0c68-4c0d-b885-c6ce439012da'] in n-d-852085-12 is: [] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:04:27.839530 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d4e989fc-00d3-43b4-b62a-188f50af668a tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (95d45745-341b-4356-b8f0-45ba95098b00), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:27.948401 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d8cb0bb8-7cd6-4cc4-a458-f14f522269c2 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks [] for router (445726ce-0c68-4c0d-b885-c6ce439012da), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:28.244616 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-487d4bfa-3347-4e54-8f94-3f27d9a6ab41 None None] Current status of the port 715f527d-6e1a-4a94-b314-636de13e155e is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:04:28.272638 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 715f527d-6e1a-4a94-b314-636de13e155e triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:04:28.273595 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (715f527d-6e1a-4a94-b314-636de13e155e), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:28.273922 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 715f527d-6e1a-4a94-b314-636de13e155e Oct 04 21:04:28.372248 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:28.378814 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:28.401146 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42e28c7-8e96-4d8a-9766-42698b7dd1a2 None None] Resources bound (agent type, host, resource id): {{(pid=108171) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 04 21:04:28.636029 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 715f527d-6e1a-4a94-b314-636de13e155e is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:04:28.662615 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d8cb0bb8-7cd6-4cc4-a458-f14f522269c2 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (445726ce-0c68-4c0d-b885-c6ce439012da), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:28.668151 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d8cb0bb8-7cd6-4cc4-a458-f14f522269c2 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks [] for router_controller (445726ce-0c68-4c0d-b885-c6ce439012da), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:28.703449 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fd95d305-c70f-485f-a7c6-ea84abafb073 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (d5efc412-b4f2-4345-adfa-c089706dbd2d), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:28.846344 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d4e989fc-00d3-43b4-b62a-188f50af668a tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (95d45745-341b-4356-b8f0-45ba95098b00), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:28.955979 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:29.052265 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9284684-fefc-408a-95d1-58a5de0a56d6 None None] Network 83e6ca08-c33d-48fc-a208-86007e616c48 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:04:29.146398 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15e417d-9215-44bb-b3ab-db01d09af5da None None] Network 0fb6a15d-907c-4bde-be0a-8d1235d9cc4f requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:04:29.270601 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15e417d-9215-44bb-b3ab-db01d09af5da None None] Network 0fb6a15d-907c-4bde-be0a-8d1235d9cc4f could not be found, it might have been deleted concurrently. {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 04 21:04:29.351720 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5187f08f-c93e-4dc7-a9dd-b596736b7c54 None None] Network 0fb6a15d-907c-4bde-be0a-8d1235d9cc4f requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:04:29.388597 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-59d5f8c9-d4d5-4b88-bf6f-4eefacaba1b8 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (df83e98f-46c3-4f7c-8320-54dadfc48396), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:29.479585 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5187f08f-c93e-4dc7-a9dd-b596736b7c54 None None] Network 0fb6a15d-907c-4bde-be0a-8d1235d9cc4f could not be found, it might have been deleted concurrently. {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 04 21:04:29.589075 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d8cb0bb8-7cd6-4cc4-a458-f14f522269c2 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (445726ce-0c68-4c0d-b885-c6ce439012da), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:29.591503 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8cb0bb8-7cd6-4cc4-a458-f14f522269c2 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Fanout notify agent at l3_agent the message router_deleted on router 445726ce-0c68-4c0d-b885-c6ce439012da {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 21:04:29.626300 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:29.658997 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d8cb0bb8-7cd6-4cc4-a458-f14f522269c2 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:29.674993 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d8cb0bb8-7cd6-4cc4-a458-f14f522269c2 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] 10.222.0.78 "DELETE /networking/v2.0/routers/445726ce-0c68-4c0d-b885-c6ce439012da HTTP/1.1" status: 204 len: 168 time: 2.0179904 Oct 04 21:04:29.683046 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56238) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:29.709357 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d4e989fc-00d3-43b4-b62a-188f50af668a tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (95d45745-341b-4356-b8f0-45ba95098b00), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:30.411489 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56248) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:30.450166 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fd95d305-c70f-485f-a7c6-ea84abafb073 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for port (d5efc412-b4f2-4345-adfa-c089706dbd2d), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:30.521331 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-70d97a69-3515-4eb1-a9e5-c3129dbd7572 None None] Provisioning complete for port d5efc412-b4f2-4345-adfa-c089706dbd2d triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:04:30.522195 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-70d97a69-3515-4eb1-a9e5-c3129dbd7572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (d5efc412-b4f2-4345-adfa-c089706dbd2d), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:30.529549 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-5a33fd5f-6022-4319-b939-b6773e8945de tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=445726ce-0c68-4c0d-b885-c6ce439012da HTTP/1.1" status: 200 len: 205 time: 0.8447046 Oct 04 21:04:30.533949 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56252) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:30.535027 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-70d97a69-3515-4eb1-a9e5-c3129dbd7572 None None] Attempt 1 to provision port d5efc412-b4f2-4345-adfa-c089706dbd2d Oct 04 21:04:30.549235 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:30.626231 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d4e989fc-00d3-43b4-b62a-188f50af668a tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:30.640371 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-d4e989fc-00d3-43b4-b62a-188f50af668a tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/95d45745-341b-4356-b8f0-45ba95098b00 HTTP/1.1" status: 204 len: 168 time: 3.7367086 Oct 04 21:04:30.653663 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e989fc-00d3-43b4-b62a-188f50af668a tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Pushing event deleted for resources: {'Subnet': ['ID=95d45745-341b-4356-b8f0-45ba95098b00,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:30.663668 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56256) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:30.796316 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-70d97a69-3515-4eb1-a9e5-c3129dbd7572 None None] Port d5efc412-b4f2-4345-adfa-c089706dbd2d cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:04:30.802834 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d566ec-4828-4af8-a808-321170730ccc None None] Network f2e67e34-bd19-4b94-829a-5a16d09261b2 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:04:30.820819 n-d-852085-12 neutron-server[108169]: INFO neutron.api.v2.resource [None req-134f9b71-284b-4c55-9fb0-f0c21e750a65 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] delete failed (client error): The resource could not be found. Oct 04 21:04:30.824194 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca4953b5-a89c-404a-b73c-b4f31c7f27ea tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Deleting subnet 51b5cf57-b4f2-4877-99d3-c7fb0c5e6a01 {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:04:30.826551 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-134f9b71-284b-4c55-9fb0-f0c21e750a65 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] 10.222.0.78 "DELETE /networking/v2.0/routers/445726ce-0c68-4c0d-b885-c6ce439012da HTTP/1.1" status: 404 len: 336 time: 0.2875154 Oct 04 21:04:30.831757 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56258) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:30.834163 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ca4953b5-a89c-404a-b73c-b4f31c7f27ea tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks [] for subnet (51b5cf57-b4f2-4877-99d3-c7fb0c5e6a01), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:30.885168 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fd95d305-c70f-485f-a7c6-ea84abafb073 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (d5efc412-b4f2-4345-adfa-c089706dbd2d), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:31.123551 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:31.261511 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ca4953b5-a89c-404a-b73c-b4f31c7f27ea tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (51b5cf57-b4f2-4877-99d3-c7fb0c5e6a01), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:31.269140 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-3d8e49cc-1837-4fbc-800e-3a95e4c62abd tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=9ee6aab9-5430-4f28-b762-53250f357c90 HTTP/1.1" status: 200 len: 205 time: 0.4272697 Oct 04 21:04:31.270534 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56264) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:31.349075 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd95d305-c70f-485f-a7c6-ea84abafb073 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Pushing event updated for resources: {'Port': ['ID=d5efc412-b4f2-4345-adfa-c089706dbd2d,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:31.370424 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-70d97a69-3515-4eb1-a9e5-c3129dbd7572 None None] Provisioning complete for port 715f527d-6e1a-4a94-b314-636de13e155e triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:04:31.371070 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-70d97a69-3515-4eb1-a9e5-c3129dbd7572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (715f527d-6e1a-4a94-b314-636de13e155e), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:31.376589 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fd95d305-c70f-485f-a7c6-ea84abafb073 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (32c0ac75-fe41-4723-860f-71b5134d36f5), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:31.376837 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-70d97a69-3515-4eb1-a9e5-c3129dbd7572 None None] Attempt 1 to provision port 715f527d-6e1a-4a94-b314-636de13e155e Oct 04 21:04:31.538847 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:31.646557 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-fcca1274-75b1-49e5-b0d2-6c08f9cc425f tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1319051459'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:04:31.694187 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-54b57cae-991d-41f4-81ec-e8be8c2314db tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] delete failed (client error): The resource could not be found. Oct 04 21:04:31.699578 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-54b57cae-991d-41f4-81ec-e8be8c2314db tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] 10.222.0.78 "DELETE /networking/v2.0/routers/9ee6aab9-5430-4f28-b762-53250f357c90 HTTP/1.1" status: 404 len: 336 time: 0.2786911 Oct 04 21:04:31.701411 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56272) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:31.762025 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-70d97a69-3515-4eb1-a9e5-c3129dbd7572 None None] Current status of the port 715f527d-6e1a-4a94-b314-636de13e155e is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:04:31.804411 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f10175b4-5296-4677-8709-ddbd43317711 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e4daab5f-dc45-4428-8c66-7bd2fa688fac HTTP/1.1" status: 200 len: 205 time: 0.0975804 Oct 04 21:04:31.858306 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56276) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:31.884844 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd95d305-c70f-485f-a7c6-ea84abafb073 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Network 83e6ca08-c33d-48fc-a208-86007e616c48 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:04:31.921879 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-36788fcb-842e-4754-8f8e-29cc287aa8cf None None] Provisioning complete for port d5efc412-b4f2-4345-adfa-c089706dbd2d triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:04:31.922964 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-36788fcb-842e-4754-8f8e-29cc287aa8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (d5efc412-b4f2-4345-adfa-c089706dbd2d), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:31.923621 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-36788fcb-842e-4754-8f8e-29cc287aa8cf None None] Attempt 1 to provision port d5efc412-b4f2-4345-adfa-c089706dbd2d Oct 04 21:04:31.976421 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcca1274-75b1-49e5-b0d2-6c08f9cc425f tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Made reservation on behalf of 3e52093341534ca5a76295afd3cfd196 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:04:31.995233 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fcca1274-75b1-49e5-b0d2-6c08f9cc425f tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:32.000169 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-fd95d305-c70f-485f-a7c6-ea84abafb073 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:04:32.009403 n-d-852085-12 neutron-server[108169]: INFO neutron.api.v2.resource [None req-b974cdde-8e11-49c7-9cff-952f6f983d6a tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] delete failed (client error): The resource could not be found. Oct 04 21:04:32.015257 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b974cdde-8e11-49c7-9cff-952f6f983d6a tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] 10.222.0.78 "DELETE /networking/v2.0/routers/e4daab5f-dc45-4428-8c66-7bd2fa688fac HTTP/1.1" status: 404 len: 336 time: 0.1498518 Oct 04 21:04:32.028411 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:32.029621 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56278) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:32.052808 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fcca1274-75b1-49e5-b0d2-6c08f9cc425f tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:32.096208 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-36788fcb-842e-4754-8f8e-29cc287aa8cf None None] Port d5efc412-b4f2-4345-adfa-c089706dbd2d cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:04:32.106868 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-3cf12296-a319-42c7-9fa4-77d7c7f943d8 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=a1b46abb-9ea9-4a5c-b0d3-c56819f6472f HTTP/1.1" status: 200 len: 205 time: 0.0729165 Oct 04 21:04:32.112376 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56280) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:32.136470 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-59d5f8c9-d4d5-4b88-bf6f-4eefacaba1b8 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Deleting port 26cb69f6-dcf4-45ca-85f1-2a2bc07d9fd3 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:04:32.137523 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-59d5f8c9-d4d5-4b88-bf6f-4eefacaba1b8 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (26cb69f6-dcf4-45ca-85f1-2a2bc07d9fd3), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:32.153048 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ca4953b5-a89c-404a-b73c-b4f31c7f27ea tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (51b5cf57-b4f2-4877-99d3-c7fb0c5e6a01), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:32.332187 n-d-852085-12 neutron-server[108169]: INFO neutron.api.v2.resource [None req-0c02dcd9-e6e4-48ee-810c-e65bdd11800a tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] delete failed (client error): The resource could not be found. Oct 04 21:04:32.337974 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-0c02dcd9-e6e4-48ee-810c-e65bdd11800a tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] 10.222.0.78 "DELETE /networking/v2.0/routers/a1b46abb-9ea9-4a5c-b0d3-c56819f6472f HTTP/1.1" status: 404 len: 336 time: 0.2224319 Oct 04 21:04:32.391994 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56284) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:32.453291 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:32.592498 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-3809916e-9ebd-43e2-a730-ca168151b955 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=f20b69c9-6dad-4545-97c7-e306b96fa872 HTTP/1.1" status: 200 len: 205 time: 0.1948407 Oct 04 21:04:32.621586 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56290) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:32.677927 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:32.687172 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd95d305-c70f-485f-a7c6-ea84abafb073 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Router 32c0ac75-fe41-4723-860f-71b5134d36f5 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:04:32.836370 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-34d626b0-748c-4648-bdab-20abd2e8a6f1 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] delete failed (client error): The resource could not be found. Oct 04 21:04:32.837331 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-34d626b0-748c-4648-bdab-20abd2e8a6f1 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] 10.222.0.78 "DELETE /networking/v2.0/routers/f20b69c9-6dad-4545-97c7-e306b96fa872 HTTP/1.1" status: 404 len: 336 time: 0.2143281 Oct 04 21:04:32.861749 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56292) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:32.900961 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:DELETE=8,neutron:SELECT=90,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:32.968661 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-d9eeb08c-d669-4c4a-8622-9903a7d355ef None None] Provisioning complete for port d5efc412-b4f2-4345-adfa-c089706dbd2d triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:04:32.971929 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d9eeb08c-d669-4c4a-8622-9903a7d355ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (d5efc412-b4f2-4345-adfa-c089706dbd2d), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:32.973805 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-d9eeb08c-d669-4c4a-8622-9903a7d355ef None None] Attempt 1 to provision port d5efc412-b4f2-4345-adfa-c089706dbd2d Oct 04 21:04:33.010095 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-59d5f8c9-d4d5-4b88-bf6f-4eefacaba1b8 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (26cb69f6-dcf4-45ca-85f1-2a2bc07d9fd3), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:33.101427 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-59d5f8c9-d4d5-4b88-bf6f-4eefacaba1b8 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Calling delete_port for 26cb69f6-dcf4-45ca-85f1-2a2bc07d9fd3 owned by network:router_interface {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:04:33.154572 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-d9eeb08c-d669-4c4a-8622-9903a7d355ef None None] Port d5efc412-b4f2-4345-adfa-c089706dbd2d cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:04:33.204630 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fcca1274-75b1-49e5-b0d2-6c08f9cc425f tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for security_group (cf3d8e64-5d7c-4216-9975-3ebcd2e6d380), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:33.213048 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-0d676b9d-caff-453f-8fb9-0cddb90576dc tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=3df5cc02-7725-498d-974b-3155d65c6afc HTTP/1.1" status: 200 len: 205 time: 0.3451502 Oct 04 21:04:33.213048 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ca4953b5-a89c-404a-b73c-b4f31c7f27ea tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (51b5cf57-b4f2-4877-99d3-c7fb0c5e6a01), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:33.214123 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd95d305-c70f-485f-a7c6-ea84abafb073 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:04:33.214476 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56296) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:33.223678 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-fd95d305-c70f-485f-a7c6-ea84abafb073 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "PUT /networking/v2.0/routers/32c0ac75-fe41-4723-860f-71b5134d36f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.5896864 Oct 04 21:04:33.239764 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92665846-0d75-4641-b4c8-da539c6bdf64 None None] Sync routers for ids ['32c0ac75-fe41-4723-860f-71b5134d36f5'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:04:33.267821 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ca4953b5-a89c-404a-b73c-b4f31c7f27ea tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:33.269146 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca39d895-447a-460e-9de8-c9039fe7361a None None] Network f2e67e34-bd19-4b94-829a-5a16d09261b2 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:04:33.288054 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-ca4953b5-a89c-404a-b73c-b4f31c7f27ea tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/51b5cf57-b4f2-4877-99d3-c7fb0c5e6a01 HTTP/1.1" status: 204 len: 168 time: 2.6226163 Oct 04 21:04:33.293653 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92665846-0d75-4641-b4c8-da539c6bdf64 None None] Routers {'32c0ac75-fe41-4723-860f-71b5134d36f5'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:04:33.298444 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-92665846-0d75-4641-b4c8-da539c6bdf64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:04:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['32c0ac75-fe41-4723-860f-71b5134d36f5'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:04:33.357527 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56302) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:33.381589 n-d-852085-12 neutron-server[108169]: INFO neutron.api.v2.resource [None req-abfca61c-6ed3-4afa-9d63-f0f7e5d4e347 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] delete failed (client error): The resource could not be found. Oct 04 21:04:33.383930 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4953b5-a89c-404a-b73c-b4f31c7f27ea tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Pushing event deleted for resources: {'Subnet': ['ID=51b5cf57-b4f2-4877-99d3-c7fb0c5e6a01,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:33.384818 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-abfca61c-6ed3-4afa-9d63-f0f7e5d4e347 tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] 10.222.0.78 "DELETE /networking/v2.0/routers/3df5cc02-7725-498d-974b-3155d65c6afc HTTP/1.1" status: 404 len: 336 time: 0.1683571 Oct 04 21:04:33.394248 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56304) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:33.452645 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fcca1274-75b1-49e5-b0d2-6c08f9cc425f tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (cf3d8e64-5d7c-4216-9975-3ebcd2e6d380), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:33.527997 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-02ae8745-2446-42f0-8ea5-9f20b275f17a None None] Provisioning complete for port ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:04:33.528345 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-02ae8745-2446-42f0-8ea5-9f20b275f17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:33.528699 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-02ae8745-2446-42f0-8ea5-9f20b275f17a None None] Attempt 1 to provision port ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22 Oct 04 21:04:33.531023 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:33.714237 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5bd4f86-df6d-4793-b819-a56cc61f663a tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] DELETE failed (client error): The resource could not be found. Oct 04 21:04:33.715591 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5bd4f86-df6d-4793-b819-a56cc61f663a tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:04:33.723540 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c5bd4f86-df6d-4793-b819-a56cc61f663a tempest-RoutersIpV6AdminTest-1393121710 tempest-RoutersIpV6AdminTest-1393121710-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/63b99923-9d52-4304-bc21-b7a42f422548 HTTP/1.1" status: 404 len: 337 time: 0.3293047 Oct 04 21:04:33.740976 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcca1274-75b1-49e5-b0d2-6c08f9cc425f tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3d8e64-5d7c-4216-9975-3ebcd2e6d380,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:33.768064 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcca1274-75b1-49e5-b0d2-6c08f9cc425f tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:04:33.827901 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fcca1274-75b1-49e5-b0d2-6c08f9cc425f tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (e56d987d-cd15-4e9a-9398-dd2b3268c878), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:33.830655 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-fcca1274-75b1-49e5-b0d2-6c08f9cc425f tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Added segment e56d987d-cd15-4e9a-9398-dd2b3268c878 of type vlan for network 9578ce3f-c4fc-4b49-8323-9665af6fc78b Oct 04 21:04:33.845151 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-92665846-0d75-4641-b4c8-da539c6bdf64 None None] Set router 32c0ac75-fe41-4723-860f-71b5134d36f5 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:04:34.020749 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fcca1274-75b1-49e5-b0d2-6c08f9cc425f tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (9578ce3f-c4fc-4b49-8323-9665af6fc78b), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:34.067797 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:34.080261 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e097212-bb23-41f7-8f21-30f0d605db07 None None] DHCP port deletion for f2e67e34-bd19-4b94-829a-5a16d09261b2 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:04:34.110912 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-02ae8745-2446-42f0-8ea5-9f20b275f17a None None] Current status of the port ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:04:34.155453 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ac43764b-058b-4ac1-a2b0-8fd99080064e tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (f2e67e34-bd19-4b94-829a-5a16d09261b2), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:34.284773 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-59d5f8c9-d4d5-4b88-bf6f-4eefacaba1b8 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (26cb69f6-dcf4-45ca-85f1-2a2bc07d9fd3), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:34.316039 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-ac43764b-058b-4ac1-a2b0-8fd99080064e tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Deleting port ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:04:34.323806 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ac43764b-058b-4ac1-a2b0-8fd99080064e tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:34.348484 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 21:04:34.351802 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-0e097212-bb23-41f7-8f21-30f0d605db07 None None] Deleting port ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:04:34.356383 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e097212-bb23-41f7-8f21-30f0d605db07 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:34.358066 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fcca1274-75b1-49e5-b0d2-6c08f9cc425f tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (9578ce3f-c4fc-4b49-8323-9665af6fc78b), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:34.369927 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcca1274-75b1-49e5-b0d2-6c08f9cc425f tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:04:34.371357 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fcca1274-75b1-49e5-b0d2-6c08f9cc425f tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:34.425731 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d5f8c9-d4d5-4b88-bf6f-4eefacaba1b8 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Pushing event deleted for resources: {'Port': ['ID=26cb69f6-dcf4-45ca-85f1-2a2bc07d9fd3,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:34.812145 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-0e097212-bb23-41f7-8f21-30f0d605db07 None None] For port ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22,segment=NetworkSegment(2ef52841-6267-4ed1-af97-d3652f0615a9),segment_id=2ef52841-6267-4ed1-af97-d3652f0615a9)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:04:34.812921 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e097212-bb23-41f7-8f21-30f0d605db07 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:34.974022 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-0e097212-bb23-41f7-8f21-30f0d605db07 None None] Calling delete_port for ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:04:34.983641 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:35.106467 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcca1274-75b1-49e5-b0d2-6c08f9cc425f tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event updated for resources: {'Network': ['ID=9578ce3f-c4fc-4b49-8323-9665af6fc78b,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:35.187191 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-92665846-0d75-4641-b4c8-da539c6bdf64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c0ac75-fe41-4723-860f-71b5134d36f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-690852720', 'tenant_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': 'f8ba5755-3a9d-40fd-b57d-05d9a4740996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:03:59Z', 'updated_at': '2022-10-04T21:04:28Z', 'revision_number': 4, 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'gw_port': {'id': 'f8ba5755-3a9d-40fd-b57d-05d9a4740996', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:58:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c0ac75-fe41-4723-860f-71b5134d36f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:04:03Z', 'updated_at': '2022-10-04T21:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'd5efc412-b4f2-4345-adfa-c089706dbd2d', 'name': '', 'network_id': '83e6ca08-c33d-48fc-a208-86007e616c48', 'tenant_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'mac_address': 'fa:16:3e:3d:44:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c0ac75-fe41-4723-860f-71b5134d36f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': 'edf181e1-912f-4051-b678-c7530596e3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:04:23Z', 'updated_at': '2022-10-04T21:04:29Z', 'revision_number': 2, 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'subnets': [{'id': 'edf181e1-912f-4051-b678-c7530596e3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:04:35.198643 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-fcca1274-75b1-49e5-b0d2-6c08f9cc425f tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 781 time: 4.7852995 Oct 04 21:04:35.230885 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-ac43764b-058b-4ac1-a2b0-8fd99080064e tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] For port ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22,segment=NetworkSegment(2ef52841-6267-4ed1-af97-d3652f0615a9),segment_id=2ef52841-6267-4ed1-af97-d3652f0615a9)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:04:35.236315 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ac43764b-058b-4ac1-a2b0-8fd99080064e tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:35.265274 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56342) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:35.282961 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:35.294363 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:04:35.300223 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 9578ce3f-c4fc-4b49-8323-9665af6fc78b details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:04:35.381067 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-ac43764b-058b-4ac1-a2b0-8fd99080064e tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Calling delete_port for ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22 owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:04:35.393386 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-0fcdc576-b666-47c9-9c0b-ddec12345ad6 req-52b2cc49-f9cd-451f-a4a5-acaa42a8bd44 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1174763856&fields=id&tenant_id=2f27496d38be44c29c3cd5bc4ae008d8 HTTP/1.1" status: 200 len: 267 time: 0.4080658 Oct 04 21:04:35.437897 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:35.483631 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e097212-bb23-41f7-8f21-30f0d605db07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:35.485937 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-59d5f8c9-d4d5-4b88-bf6f-4eefacaba1b8 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (df83e98f-46c3-4f7c-8320-54dadfc48396), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:35.745794 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-6b67e0aa-7147-475d-8abf-74c65284b022 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Request body: {'port': {'network_id': '9578ce3f-c4fc-4b49-8323-9665af6fc78b', 'name': 'tempest-PortsTestJSON-547202252'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:04:35.789947 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ac43764b-058b-4ac1-a2b0-8fd99080064e tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:35.836324 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92665846-0d75-4641-b4c8-da539c6bdf64 None None] Checking router: 32c0ac75-fe41-4723-860f-71b5134d36f5 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:04:35.838468 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92665846-0d75-4641-b4c8-da539c6bdf64 None None] Updating router 32c0ac75-fe41-4723-860f-71b5134d36f5 port d5efc412-b4f2-4345-adfa-c089706dbd2d binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:04:35.876100 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56352) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:35.987076 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e097212-bb23-41f7-8f21-30f0d605db07 None None] Pushing event deleted for resources: {'Port': ['ID=ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:36.009728 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e097212-bb23-41f7-8f21-30f0d605db07 None None] No DVR routers for this DVR port ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:04:36.011894 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-92665846-0d75-4641-b4c8-da539c6bdf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (d5efc412-b4f2-4345-adfa-c089706dbd2d), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:36.023576 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No active binding found for port ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22 {{(pid=108171) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Oct 04 21:04:36.023576 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] The host n-d-852085-12 is not matching for port ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22 host None! {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2431}} Oct 04 21:04:36.023576 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:04:36.105598 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac43764b-058b-4ac1-a2b0-8fd99080064e tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] No DVR routers for this DVR port ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22 on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:04:36.125135 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:INSERT=1,neutron:SELECT=92,neutron:DELETE=7 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:36.127039 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac43764b-058b-4ac1-a2b0-8fd99080064e tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Pushing event deleted for resources: {'Port': ['ID=ffe5fcbd-5bb7-4d89-9618-eb67b7d04b22,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:36.238011 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcdc576-b666-47c9-9c0b-ddec12345ad6 req-e34b981e-f67e-4bda-83ed-af605db54af2 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:04:36.241980 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-0fcdc576-b666-47c9-9c0b-ddec12345ad6 req-e34b981e-f67e-4bda-83ed-af605db54af2 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "GET /networking/v2.0/networks?id=83e6ca08-c33d-48fc-a208-86007e616c48 HTTP/1.1" status: 200 len: 797 time: 0.8385453 Oct 04 21:04:36.256811 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:36.319002 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-0fcdc576-b666-47c9-9c0b-ddec12345ad6 req-1dcf18ec-97ed-47d4-b082-8bb20077968a tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "GET /networking/v2.0/quotas/2f27496d38be44c29c3cd5bc4ae008d8 HTTP/1.1" status: 200 len: 375 time: 0.0615022 Oct 04 21:04:36.764250 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ac43764b-058b-4ac1-a2b0-8fd99080064e tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (f2e67e34-bd19-4b94-829a-5a16d09261b2), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:36.826323 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-eb856769-da24-4339-bc19-e26e6c271fe5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:36.912859 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-ac43764b-058b-4ac1-a2b0-8fd99080064e tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2e67e34-bd19-4b94-829a-5a16d09261b2']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:04:36.971973 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-ac43764b-058b-4ac1-a2b0-8fd99080064e tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ef52841-6267-4ed1-af97-d3652f0615a9') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:04:36.972550 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-ac43764b-058b-4ac1-a2b0-8fd99080064e tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ef52841-6267-4ed1-af97-d3652f0615a9') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:04:36.983978 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-0fcdc576-b666-47c9-9c0b-ddec12345ad6 req-795303ae-c0a3-4d91-a3f0-acb6775b16ee tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=2f27496d38be44c29c3cd5bc4ae008d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4387858 Oct 04 21:04:37.011234 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ac43764b-058b-4ac1-a2b0-8fd99080064e tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (2ef52841-6267-4ed1-af97-d3652f0615a9), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:37.050312 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ac43764b-058b-4ac1-a2b0-8fd99080064e tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (2ef52841-6267-4ed1-af97-d3652f0615a9), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:37.086276 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:37.123868 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b67e0aa-7147-475d-8abf-74c65284b022 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Made reservation on behalf of 3e52093341534ca5a76295afd3cfd196 for: {'port': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:04:37.123868 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6b67e0aa-7147-475d-8abf-74c65284b022 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:37.124326 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56366) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:37.193520 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac43764b-058b-4ac1-a2b0-8fd99080064e tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:04:37.194189 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ac43764b-058b-4ac1-a2b0-8fd99080064e tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (2ef52841-6267-4ed1-af97-d3652f0615a9), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:37.296754 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [None req-6b67e0aa-7147-475d-8abf-74c65284b022 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] device_id is not set on port 490cfb24-c499-4161-8717-c6192ab871c6 yet. {{(pid=108169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 21:04:37.338776 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59d5f8c9-d4d5-4b88-bf6f-4eefacaba1b8 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Router df83e98f-46c3-4f7c-8320-54dadfc48396 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:04:37.346709 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 2ef52841-6267-4ed1-af97-d3652f0615a9 resource provider aggregate not found Oct 04 21:04:37.412650 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-92665846-0d75-4641-b4c8-da539c6bdf64 None None] Publish callbacks [] for port (d5efc412-b4f2-4345-adfa-c089706dbd2d), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:37.464997 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 2ef52841-6267-4ed1-af97-d3652f0615a9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2ef52841-6267-4ed1-af97-d3652f0615a9 found for delete ", "request_id": "req-013f6c5f-ec90-40f3-a89c-b4d9687f14a2"}]} Oct 04 21:04:37.696851 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-92665846-0d75-4641-b4c8-da539c6bdf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (d5efc412-b4f2-4345-adfa-c089706dbd2d), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:38.090762 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6b67e0aa-7147-475d-8abf-74c65284b022 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for port (490cfb24-c499-4161-8717-c6192ab871c6), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:38.091629 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:38.095983 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ac43764b-058b-4ac1-a2b0-8fd99080064e tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (f2e67e34-bd19-4b94-829a-5a16d09261b2), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:38.096284 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c2bace-a137-4b8f-8a5b-a444ce99a338 None None] Pushing event updated for resources: {'Port': ['ID=d5efc412-b4f2-4345-adfa-c089706dbd2d,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:38.142790 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ac43764b-058b-4ac1-a2b0-8fd99080064e tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:38.155387 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ac43764b-058b-4ac1-a2b0-8fd99080064e tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] 10.222.0.78 "DELETE /networking/v2.0/networks/f2e67e34-bd19-4b94-829a-5a16d09261b2 HTTP/1.1" status: 204 len: 168 time: 4.7952681 Oct 04 21:04:38.159514 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56378) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:38.167255 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-92665846-0d75-4641-b4c8-da539c6bdf64 None None] Attempting to bind port d5efc412-b4f2-4345-adfa-c089706dbd2d on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:04:38.168273 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-92665846-0d75-4641-b4c8-da539c6bdf64 None None] Attempting to bind port d5efc412-b4f2-4345-adfa-c089706dbd2d by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '384af49b-b863-4860-9276-8102f6ed8b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '83e6ca08-c33d-48fc-a208-86007e616c48'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:04:38.169185 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92665846-0d75-4641-b4c8-da539c6bdf64 None None] Attempting to bind port d5efc412-b4f2-4345-adfa-c089706dbd2d on network 83e6ca08-c33d-48fc-a208-86007e616c48 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:04:38.178951 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c2bace-a137-4b8f-8a5b-a444ce99a338 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:04:38.179887 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c2bace-a137-4b8f-8a5b-a444ce99a338 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:04:38.180686 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c2bace-a137-4b8f-8a5b-a444ce99a338 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:04:38.181464 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c2bace-a137-4b8f-8a5b-a444ce99a338 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:04:38.182272 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c2bace-a137-4b8f-8a5b-a444ce99a338 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:04:38.183161 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c2bace-a137-4b8f-8a5b-a444ce99a338 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:04:38.183911 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c2bace-a137-4b8f-8a5b-a444ce99a338 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:04:38.184670 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c2bace-a137-4b8f-8a5b-a444ce99a338 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:04:38.185484 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c2bace-a137-4b8f-8a5b-a444ce99a338 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:04:38.186269 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c2bace-a137-4b8f-8a5b-a444ce99a338 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:04:38.187069 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c2bace-a137-4b8f-8a5b-a444ce99a338 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:04:38.187916 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c2bace-a137-4b8f-8a5b-a444ce99a338 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:04:38.188671 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c2bace-a137-4b8f-8a5b-a444ce99a338 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:04:38.189466 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c2bace-a137-4b8f-8a5b-a444ce99a338 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:04:38.190219 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c2bace-a137-4b8f-8a5b-a444ce99a338 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:04:38.251174 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac43764b-058b-4ac1-a2b0-8fd99080064e tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Pushing event deleted for resources: {'Network': ['ID=f2e67e34-bd19-4b94-829a-5a16d09261b2,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:38.286714 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-0759af1e-98bd-4428-899c-ef553ea94710 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] DELETE failed (client error): The resource could not be found. Oct 04 21:04:38.288187 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0759af1e-98bd-4428-899c-ef553ea94710 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:04:38.303858 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-0759af1e-98bd-4428-899c-ef553ea94710 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/3fa9c12b-e708-4490-8990-a37f20d6cbef HTTP/1.1" status: 404 len: 337 time: 0.1370177 Oct 04 21:04:38.305832 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56380) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:38.311314 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-eb856769-da24-4339-bc19-e26e6c271fe5 admin admin] Publish callbacks [] for security_group (76ecbcce-fed8-4d94-8fc1-efe2b8b62f26), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:38.337023 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d5f8c9-d4d5-4b88-bf6f-4eefacaba1b8 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:04:38.361526 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92665846-0d75-4641-b4c8-da539c6bdf64 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:04:38.366692 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92665846-0d75-4641-b4c8-da539c6bdf64 None None] Checking segment: {'id': '384af49b-b863-4860-9276-8102f6ed8b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '83e6ca08-c33d-48fc-a208-86007e616c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:04:38.366692 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-92665846-0d75-4641-b4c8-da539c6bdf64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:38.367047 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b998a46b-ebcf-4333-9eca-69d38b6faa9a None None] Sync routers for ids ['df83e98f-46c3-4f7c-8320-54dadfc48396'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:04:38.367591 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92665846-0d75-4641-b4c8-da539c6bdf64 None None] Bound using segment: {'id': '384af49b-b863-4860-9276-8102f6ed8b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '83e6ca08-c33d-48fc-a208-86007e616c48'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:04:38.367591 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-92665846-0d75-4641-b4c8-da539c6bdf64 None None] Bound port: d5efc412-b4f2-4345-adfa-c089706dbd2d, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '384af49b-b863-4860-9276-8102f6ed8b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '83e6ca08-c33d-48fc-a208-86007e616c48'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:04:38.367591 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-92665846-0d75-4641-b4c8-da539c6bdf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (d5efc412-b4f2-4345-adfa-c089706dbd2d), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:38.375598 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ce8df83-daa1-4778-b305-d935d3301f05 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] DELETE failed (client error): The resource could not be found. Oct 04 21:04:38.376630 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ce8df83-daa1-4778-b305-d935d3301f05 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:04:38.385384 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-0ce8df83-daa1-4778-b305-d935d3301f05 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] 10.222.0.78 "DELETE /networking/v2.0/networks/6ec148ae-afac-4508-941d-7f1577913db4 HTTP/1.1" status: 404 len: 339 time: 0.0685077 Oct 04 21:04:38.389816 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56382) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:38.393092 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b998a46b-ebcf-4333-9eca-69d38b6faa9a None None] Routers {'df83e98f-46c3-4f7c-8320-54dadfc48396'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:04:38.394876 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-b998a46b-ebcf-4333-9eca-69d38b6faa9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:04:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['df83e98f-46c3-4f7c-8320-54dadfc48396'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:04:38.407086 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56384) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:38.407602 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-59d5f8c9-d4d5-4b88-bf6f-4eefacaba1b8 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] 10.222.0.78 "PUT /networking/v2.0/routers/df83e98f-46c3-4f7c-8320-54dadfc48396/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7248769 Oct 04 21:04:38.474042 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-b998a46b-ebcf-4333-9eca-69d38b6faa9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:04:38.495081 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-7813b5ff-6275-4097-b693-f2814b15d072 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] DELETE failed (client error): The resource could not be found. Oct 04 21:04:38.496046 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7813b5ff-6275-4097-b693-f2814b15d072 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:04:38.496543 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b998a46b-ebcf-4333-9eca-69d38b6faa9a None None] Routers {'df83e98f-46c3-4f7c-8320-54dadfc48396'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:04:38.497939 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-b998a46b-ebcf-4333-9eca-69d38b6faa9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:04:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['df83e98f-46c3-4f7c-8320-54dadfc48396'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:04:38.507337 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-7813b5ff-6275-4097-b693-f2814b15d072 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/ccc96f70-e259-4ae7-a595-7c0a11429554 HTTP/1.1" status: 404 len: 337 time: 0.1156867 Oct 04 21:04:38.522025 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-eb856769-da24-4339-bc19-e26e6c271fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (76ecbcce-fed8-4d94-8fc1-efe2b8b62f26), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:38.526353 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56386) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:38.582383 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-92665846-0d75-4641-b4c8-da539c6bdf64 None None] For port d5efc412-b4f2-4345-adfa-c089706dbd2d, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:04:38.589540 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-92665846-0d75-4641-b4c8-da539c6bdf64 None None] For port d5efc412-b4f2-4345-adfa-c089706dbd2d, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=d5efc412-b4f2-4345-adfa-c089706dbd2d,segment=NetworkSegment(384af49b-b863-4860-9276-8102f6ed8b95),segment_id=384af49b-b863-4860-9276-8102f6ed8b95)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:04:38.621256 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-b998a46b-ebcf-4333-9eca-69d38b6faa9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:04:38.622987 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b998a46b-ebcf-4333-9eca-69d38b6faa9a None None] The sync data for ids ['df83e98f-46c3-4f7c-8320-54dadfc48396'] in n-d-852085-12 is: [] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:04:38.654619 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:38.700850 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d304961a-b5dc-448d-9629-9b55bced6917 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (32c0ac75-fe41-4723-860f-71b5134d36f5), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:38.732761 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6b67e0aa-7147-475d-8abf-74c65284b022 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (490cfb24-c499-4161-8717-c6192ab871c6), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:38.758412 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-92665846-0d75-4641-b4c8-da539c6bdf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (d5efc412-b4f2-4345-adfa-c089706dbd2d), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:38.759639 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdfc4d9b-fbcd-447a-a708-b8fb00425978 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] DELETE failed (client error): The resource could not be found. Oct 04 21:04:38.759639 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdfc4d9b-fbcd-447a-a708-b8fb00425978 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:04:38.763938 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-fdfc4d9b-fbcd-447a-a708-b8fb00425978 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] 10.222.0.78 "DELETE /networking/v2.0/networks/094278d7-6061-4553-add0-82c5643cb23f HTTP/1.1" status: 404 len: 339 time: 0.1127641 Oct 04 21:04:38.796548 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56388) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:38.796890 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:38.858463 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-aed676ec-4603-4221-ab72-17c3471790c2 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] DELETE failed (client error): The resource could not be found. Oct 04 21:04:38.860147 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aed676ec-4603-4221-ab72-17c3471790c2 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:04:38.868099 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-eb856769-da24-4339-bc19-e26e6c271fe5 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=e374235b0aa04257b4a95733728540f3&name=default HTTP/1.1" status: 200 len: 3000 time: 2.9852152 Oct 04 21:04:38.869210 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb856769-da24-4339-bc19-e26e6c271fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ecbcce-fed8-4d94-8fc1-efe2b8b62f26,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:38.870912 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-aed676ec-4603-4221-ab72-17c3471790c2 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/5ce591e1-b760-4525-ae86-d203f21a4398 HTTP/1.1" status: 404 len: 337 time: 0.0720024 Oct 04 21:04:38.881149 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56390) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:38.882562 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56392) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:38.992991 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92665846-0d75-4641-b4c8-da539c6bdf64 None None] Routers {'32c0ac75-fe41-4723-860f-71b5134d36f5'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:04:38.994019 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-92665846-0d75-4641-b4c8-da539c6bdf64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:04:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['32c0ac75-fe41-4723-860f-71b5134d36f5'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:04:39.277118 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c2bace-a137-4b8f-8a5b-a444ce99a338 None None] Pushing event updated for resources: {'Port': ['ID=d5efc412-b4f2-4345-adfa-c089706dbd2d,revision_number=4']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:39.599709 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-92665846-0d75-4641-b4c8-da539c6bdf64 None None] Set router 32c0ac75-fe41-4723-860f-71b5134d36f5 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:04:39.975722 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=8,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:40.089488 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cc2a403-ae73-4676-8dc2-5251a25dde9c tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] DELETE failed (client error): The resource could not be found. Oct 04 21:04:40.090462 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cc2a403-ae73-4676-8dc2-5251a25dde9c tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:04:40.110291 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-0cc2a403-ae73-4676-8dc2-5251a25dde9c tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] 10.222.0.78 "DELETE /networking/v2.0/networks/2353e6b8-f566-4d64-874f-8af7c702ad7b HTTP/1.1" status: 404 len: 339 time: 0.2779632 Oct 04 21:04:40.126881 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-92665846-0d75-4641-b4c8-da539c6bdf64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c0ac75-fe41-4723-860f-71b5134d36f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-690852720', 'tenant_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': 'f8ba5755-3a9d-40fd-b57d-05d9a4740996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:03:59Z', 'updated_at': '2022-10-04T21:04:28Z', 'revision_number': 4, 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'gw_port': {'id': 'f8ba5755-3a9d-40fd-b57d-05d9a4740996', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:58:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c0ac75-fe41-4723-860f-71b5134d36f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:04:03Z', 'updated_at': '2022-10-04T21:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'd5efc412-b4f2-4345-adfa-c089706dbd2d', 'name': '', 'network_id': '83e6ca08-c33d-48fc-a208-86007e616c48', 'tenant_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'mac_address': 'fa:16:3e:3d:44:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c0ac75-fe41-4723-860f-71b5134d36f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': 'edf181e1-912f-4051-b678-c7530596e3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:04:23Z', 'updated_at': '2022-10-04T21:04:38Z', 'revision_number': 4, 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'subnets': [{'id': 'edf181e1-912f-4051-b678-c7530596e3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:04:40.136819 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56400) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:40.217928 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b67e0aa-7147-475d-8abf-74c65284b022 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event updated for resources: {'Port': ['ID=490cfb24-c499-4161-8717-c6192ab871c6,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:40.234053 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92665846-0d75-4641-b4c8-da539c6bdf64 None None] The sync data for ids ['32c0ac75-fe41-4723-860f-71b5134d36f5'] in n-d-852085-12 is: [{'id': '32c0ac75-fe41-4723-860f-71b5134d36f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-690852720', 'tenant_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': 'f8ba5755-3a9d-40fd-b57d-05d9a4740996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:03:59Z', 'updated_at': '2022-10-04T21:04:28Z', 'revision_number': 4, 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'gw_port': {'id': 'f8ba5755-3a9d-40fd-b57d-05d9a4740996', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:58:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c0ac75-fe41-4723-860f-71b5134d36f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:04:03Z', 'updated_at': '2022-10-04T21:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'd5efc412-b4f2-4345-adfa-c089706dbd2d', 'name': '', 'network_id': '83e6ca08-c33d-48fc-a208-86007e616c48', 'tenant_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'mac_address': 'fa:16:3e:3d:44:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c0ac75-fe41-4723-860f-71b5134d36f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': 'edf181e1-912f-4051-b678-c7530596e3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:04:23Z', 'updated_at': '2022-10-04T21:04:38Z', 'revision_number': 4, 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'subnets': [{'id': 'edf181e1-912f-4051-b678-c7530596e3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:04:40.248852 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-62acad2a-e72c-4732-b57f-73b726de7e3e tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks [] for router (df83e98f-46c3-4f7c-8320-54dadfc48396), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:40.284874 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b67e0aa-7147-475d-8abf-74c65284b022 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Checking segment: {'id': 'e56d987d-cd15-4e9a-9398-dd2b3268c878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9578ce3f-c4fc-4b49-8323-9665af6fc78b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:04:40.289198 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b67e0aa-7147-475d-8abf-74c65284b022 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Network hostable DHCP agents. Network: 9578ce3f-c4fc-4b49-8323-9665af6fc78b, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:04:40.468931 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:40.545341 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-da611431-7d05-4cd2-b62f-085fb0830808 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Deleting subnet b3b5dcf3-f799-4004-a7f7-50509df4f6ef {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:04:40.555414 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-da611431-7d05-4cd2-b62f-085fb0830808 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks [] for subnet (b3b5dcf3-f799-4004-a7f7-50509df4f6ef), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:40.589524 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2f9a59c0-2982-41f2-b320-4b4aee6edace admin admin] Publish callbacks [] for security_group (76ecbcce-fed8-4d94-8fc1-efe2b8b62f26), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:40.820264 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-da611431-7d05-4cd2-b62f-085fb0830808 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (b3b5dcf3-f799-4004-a7f7-50509df4f6ef), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:40.956236 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2f9a59c0-2982-41f2-b320-4b4aee6edace admin admin] Publish callbacks [] for security_group (76ecbcce-fed8-4d94-8fc1-efe2b8b62f26), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:40.963638 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b67e0aa-7147-475d-8abf-74c65284b022 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Network 9578ce3f-c4fc-4b49-8323-9665af6fc78b is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:04:41.076726 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device d5efc412-b4f2-4345-adfa-c089706dbd2d up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:04:41.194193 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:41.220320 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-da611431-7d05-4cd2-b62f-085fb0830808 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (b3b5dcf3-f799-4004-a7f7-50509df4f6ef), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:41.267370 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-6b67e0aa-7147-475d-8abf-74c65284b022 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 9578ce3f-c4fc-4b49-8323-9665af6fc78b) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:04:41.275343 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b67e0aa-7147-475d-8abf-74c65284b022 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:04:41.279046 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port d5efc412-b4f2-4345-adfa-c089706dbd2d triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:04:41.285154 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (d5efc412-b4f2-4345-adfa-c089706dbd2d), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:41.289185 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b67e0aa-7147-475d-8abf-74c65284b022 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:04:41.289185 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6b67e0aa-7147-475d-8abf-74c65284b022 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:41.292712 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port d5efc412-b4f2-4345-adfa-c089706dbd2d Oct 04 21:04:41.373783 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-62acad2a-e72c-4732-b57f-73b726de7e3e tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks [] for router_gateway (df83e98f-46c3-4f7c-8320-54dadfc48396), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:41.443627 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993ca86f-733b-40f3-98c7-d60e08832ad0 None None] Network 9578ce3f-c4fc-4b49-8323-9665af6fc78b requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:04:41.477686 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-6b67e0aa-7147-475d-8abf-74c65284b022 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 845 time: 5.7529826 Oct 04 21:04:41.482453 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56418) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:41.498933 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-4570a2a1-713e-49cf-af22-02354778a85c tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1249785782'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:04:41.502794 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-d304961a-b5dc-448d-9629-9b55bced6917 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Deleting port d5efc412-b4f2-4345-adfa-c089706dbd2d {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:04:41.503560 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d304961a-b5dc-448d-9629-9b55bced6917 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (d5efc412-b4f2-4345-adfa-c089706dbd2d), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:41.632168 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2f9a59c0-2982-41f2-b320-4b4aee6edace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (76ecbcce-fed8-4d94-8fc1-efe2b8b62f26), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:41.637779 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2f9a59c0-2982-41f2-b320-4b4aee6edace admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:41.639963 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-2f9a59c0-2982-41f2-b320-4b4aee6edace admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/76ecbcce-fed8-4d94-8fc1-efe2b8b62f26 HTTP/1.1" status: 204 len: 168 time: 1.8202324 Oct 04 21:04:41.697604 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9a59c0-2982-41f2-b320-4b4aee6edace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ecbcce-fed8-4d94-8fc1-efe2b8b62f26,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:41.736225 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-62acad2a-e72c-4732-b57f-73b726de7e3e tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Deleting port 67c057ef-102e-4fde-b167-0ea1d8cf4def {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:04:41.736811 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-62acad2a-e72c-4732-b57f-73b726de7e3e tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (67c057ef-102e-4fde-b167-0ea1d8cf4def), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:41.812485 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4570a2a1-713e-49cf-af22-02354778a85c tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Made reservation on behalf of 3e52093341534ca5a76295afd3cfd196 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:04:41.835529 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4570a2a1-713e-49cf-af22-02354778a85c tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:41.862998 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:41.949578 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-da611431-7d05-4cd2-b62f-085fb0830808 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (b3b5dcf3-f799-4004-a7f7-50509df4f6ef), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:42.017079 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port d5efc412-b4f2-4345-adfa-c089706dbd2d is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:04:42.038857 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (d5efc412-b4f2-4345-adfa-c089706dbd2d), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:42.108310 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4570a2a1-713e-49cf-af22-02354778a85c tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:04:42.171999 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da611431-7d05-4cd2-b62f-085fb0830808 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Pushing event deleted for resources: {'Subnet': ['ID=b3b5dcf3-f799-4004-a7f7-50509df4f6ef,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:42.172378 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4570a2a1-713e-49cf-af22-02354778a85c tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (d2d60fd9-c0e2-4623-8a4d-26501dfd85f4), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:42.172887 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-4570a2a1-713e-49cf-af22-02354778a85c tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Added segment d2d60fd9-c0e2-4623-8a4d-26501dfd85f4 of type vlan for network b4e5192d-c9a2-4925-80d4-f1d458c45d75 Oct 04 21:04:42.237471 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port d5efc412-b4f2-4345-adfa-c089706dbd2d, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=d5efc412-b4f2-4345-adfa-c089706dbd2d,segment=NetworkSegment(384af49b-b863-4860-9276-8102f6ed8b95),segment_id=384af49b-b863-4860-9276-8102f6ed8b95)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:04:42.251541 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-da611431-7d05-4cd2-b62f-085fb0830808 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:42.266393 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-da611431-7d05-4cd2-b62f-085fb0830808 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/b3b5dcf3-f799-4004-a7f7-50509df4f6ef HTTP/1.1" status: 204 len: 168 time: 2.1267655 Oct 04 21:04:42.273146 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-d304961a-b5dc-448d-9629-9b55bced6917 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] For port d5efc412-b4f2-4345-adfa-c089706dbd2d, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=d5efc412-b4f2-4345-adfa-c089706dbd2d,segment=NetworkSegment(384af49b-b863-4860-9276-8102f6ed8b95),segment_id=384af49b-b863-4860-9276-8102f6ed8b95)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:04:42.285592 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675c2715-059c-4119-9660-d5b5e1a8448b None None] Network ce65fc1b-1d81-4a12-8c9b-11fabc811ad0 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:04:42.288213 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d304961a-b5dc-448d-9629-9b55bced6917 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (d5efc412-b4f2-4345-adfa-c089706dbd2d), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:42.298058 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56430) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:42.364160 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-d304961a-b5dc-448d-9629-9b55bced6917 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Calling delete_port for d5efc412-b4f2-4345-adfa-c089706dbd2d owned by network:router_interface {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:04:42.379733 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4570a2a1-713e-49cf-af22-02354778a85c tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (b4e5192d-c9a2-4925-80d4-f1d458c45d75), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:42.506140 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:42.541339 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (d5efc412-b4f2-4345-adfa-c089706dbd2d), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:42.600790 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-62acad2a-e72c-4732-b57f-73b726de7e3e tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (67c057ef-102e-4fde-b167-0ea1d8cf4def), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:42.678541 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-62acad2a-e72c-4732-b57f-73b726de7e3e tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Calling delete_port for 67c057ef-102e-4fde-b167-0ea1d8cf4def owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:04:42.721212 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4570a2a1-713e-49cf-af22-02354778a85c tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (b4e5192d-c9a2-4925-80d4-f1d458c45d75), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:42.778375 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4570a2a1-713e-49cf-af22-02354778a85c tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:04:42.779527 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4570a2a1-713e-49cf-af22-02354778a85c tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:42.921347 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=d5efc412-b4f2-4345-adfa-c089706dbd2d,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:43.060559 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26778fce-1851-4263-90d5-9977524c0db8 None None] DHCP port deletion for ce65fc1b-1d81-4a12-8c9b-11fabc811ad0 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:04:43.154279 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4570a2a1-713e-49cf-af22-02354778a85c tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event updated for resources: {'Network': ['ID=b4e5192d-c9a2-4925-80d4-f1d458c45d75,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:43.358309 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-26778fce-1851-4263-90d5-9977524c0db8 None None] Deleting port bd8615c7-caf2-495f-99a5-fefd845015aa {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:04:43.359331 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-26778fce-1851-4263-90d5-9977524c0db8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (bd8615c7-caf2-495f-99a5-fefd845015aa), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:43.447175 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-4570a2a1-713e-49cf-af22-02354778a85c tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.9627669 Oct 04 21:04:43.538589 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56452) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:43.619021 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-26778fce-1851-4263-90d5-9977524c0db8 None None] For port bd8615c7-caf2-495f-99a5-fefd845015aa, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=bd8615c7-caf2-495f-99a5-fefd845015aa,segment=NetworkSegment(c8b7aae5-ca62-48ab-828f-0a6ea199665e),segment_id=c8b7aae5-ca62-48ab-828f-0a6ea199665e)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:04:43.620447 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-26778fce-1851-4263-90d5-9977524c0db8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (bd8615c7-caf2-495f-99a5-fefd845015aa), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:43.649771 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-26778fce-1851-4263-90d5-9977524c0db8 None None] Calling delete_port for bd8615c7-caf2-495f-99a5-fefd845015aa owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:04:43.728222 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-2b261a62-64eb-4d28-803e-327f0f1dc40a tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Request body: {'ports': [{'network_id': '9578ce3f-c4fc-4b49-8323-9665af6fc78b'}, {'network_id': 'b4e5192d-c9a2-4925-80d4-f1d458c45d75'}]} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:04:43.728526 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-2b261a62-64eb-4d28-803e-327f0f1dc40a tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Request body: {'port': {'network_id': '9578ce3f-c4fc-4b49-8323-9665af6fc78b'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:04:43.729039 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-2b261a62-64eb-4d28-803e-327f0f1dc40a tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Request body: {'port': {'network_id': 'b4e5192d-c9a2-4925-80d4-f1d458c45d75'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:04:43.749637 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56454) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:43.768885 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:43.934743 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:43.987181 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:44.053536 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network b4e5192d-c9a2-4925-80d4-f1d458c45d75 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:04:44.059237 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device d5efc412-b4f2-4345-adfa-c089706dbd2d up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:04:44.107071 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: d5efc412-b4f2-4345-adfa-c089706dbd2d {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:04:44.107828 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device d5efc412-b4f2-4345-adfa-c089706dbd2d not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 04 21:04:44.143379 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-62acad2a-e72c-4732-b57f-73b726de7e3e tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (67c057ef-102e-4fde-b167-0ea1d8cf4def), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:44.150161 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d304961a-b5dc-448d-9629-9b55bced6917 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (d5efc412-b4f2-4345-adfa-c089706dbd2d), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:44.216690 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Port d5efc412-b4f2-4345-adfa-c089706dbd2d not found, will not notify nova. {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 04 21:04:44.291800 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b496e977-52a9-4d0d-88f4-fa5f336ae8f1 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (ce65fc1b-1d81-4a12-8c9b-11fabc811ad0), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:44.334886 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62acad2a-e72c-4732-b57f-73b726de7e3e tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Pushing event deleted for resources: {'Port': ['ID=67c057ef-102e-4fde-b167-0ea1d8cf4def,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:44.355053 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-26778fce-1851-4263-90d5-9977524c0db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (bd8615c7-caf2-495f-99a5-fefd845015aa), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:44.356261 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d304961a-b5dc-448d-9629-9b55bced6917 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Pushing event deleted for resources: {'Port': ['ID=d5efc412-b4f2-4345-adfa-c089706dbd2d,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:44.399772 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device bd8615c7-caf2-495f-99a5-fefd845015aa no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:04:44.616718 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-62acad2a-e72c-4732-b57f-73b726de7e3e tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (df83e98f-46c3-4f7c-8320-54dadfc48396), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:44.633400 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56458) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:44.635625 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-8a28846e-a170-46ce-8d4d-d90ff1a4b440 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=d707b239f54e4f1192cd13ffdb6ee144&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8486052 Oct 04 21:04:45.042417 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: bd8615c7-caf2-495f-99a5-fefd845015aa {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:04:45.042987 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device bd8615c7-caf2-495f-99a5-fefd845015aa not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:04:45.166720 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26778fce-1851-4263-90d5-9977524c0db8 None None] No DVR routers for this DVR port bd8615c7-caf2-495f-99a5-fefd845015aa on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:04:45.177273 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-62acad2a-e72c-4732-b57f-73b726de7e3e tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (df83e98f-46c3-4f7c-8320-54dadfc48396), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:45.189378 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-62acad2a-e72c-4732-b57f-73b726de7e3e tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks [] for router_controller (df83e98f-46c3-4f7c-8320-54dadfc48396), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:45.190149 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26778fce-1851-4263-90d5-9977524c0db8 None None] Pushing event deleted for resources: {'Port': ['ID=bd8615c7-caf2-495f-99a5-fefd845015aa,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:45.327003 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ed767ed2-f068-490a-864a-c9d49eed45b3 admin admin] Publish callbacks [] for security_group (736ea6ae-0aea-4053-8b86-0b802517d01c), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:45.420193 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-62acad2a-e72c-4732-b57f-73b726de7e3e tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (df83e98f-46c3-4f7c-8320-54dadfc48396), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:45.422237 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62acad2a-e72c-4732-b57f-73b726de7e3e tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Fanout notify agent at l3_agent the message router_deleted on router df83e98f-46c3-4f7c-8320-54dadfc48396 {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 21:04:45.433202 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ed767ed2-f068-490a-864a-c9d49eed45b3 admin admin] Publish callbacks [] for security_group (736ea6ae-0aea-4053-8b86-0b802517d01c), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:45.461106 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-62acad2a-e72c-4732-b57f-73b726de7e3e tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:45.464335 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-62acad2a-e72c-4732-b57f-73b726de7e3e tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] 10.222.0.78 "DELETE /networking/v2.0/routers/df83e98f-46c3-4f7c-8320-54dadfc48396 HTTP/1.1" status: 204 len: 168 time: 7.0010266 Oct 04 21:04:45.470159 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56464) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:45.554613 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c47d4501-5eb0-44ee-98b3-6c4c329eafed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:45.650573 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-6def4ec9-94a6-4e8c-aa57-ff04fe7135a3 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Deleting subnet 9cba9da9-ce0e-4784-8ebe-3816dad229a5 {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:04:45.659493 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6def4ec9-94a6-4e8c-aa57-ff04fe7135a3 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks [] for subnet (9cba9da9-ce0e-4784-8ebe-3816dad229a5), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:45.729201 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b496e977-52a9-4d0d-88f4-fa5f336ae8f1 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (ce65fc1b-1d81-4a12-8c9b-11fabc811ad0), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:45.770496 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d304961a-b5dc-448d-9629-9b55bced6917 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (32c0ac75-fe41-4723-860f-71b5134d36f5), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:45.795429 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6def4ec9-94a6-4e8c-aa57-ff04fe7135a3 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (9cba9da9-ce0e-4784-8ebe-3816dad229a5), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:45.802923 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-b496e977-52a9-4d0d-88f4-fa5f336ae8f1 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce65fc1b-1d81-4a12-8c9b-11fabc811ad0']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:04:45.829214 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b261a62-64eb-4d28-803e-327f0f1dc40a tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Made reservation on behalf of 3e52093341534ca5a76295afd3cfd196 for: {'port': 2} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:04:45.840524 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2b261a62-64eb-4d28-803e-327f0f1dc40a tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:45.936393 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-b496e977-52a9-4d0d-88f4-fa5f336ae8f1 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8b7aae5-ca62-48ab-828f-0a6ea199665e') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:04:45.939672 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-b496e977-52a9-4d0d-88f4-fa5f336ae8f1 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8b7aae5-ca62-48ab-828f-0a6ea199665e') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:04:45.999101 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2b261a62-64eb-4d28-803e-327f0f1dc40a tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:46.024001 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ed767ed2-f068-490a-864a-c9d49eed45b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (736ea6ae-0aea-4053-8b86-0b802517d01c), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:46.028941 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ed767ed2-f068-490a-864a-c9d49eed45b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:46.031010 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ed767ed2-f068-490a-864a-c9d49eed45b3 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/736ea6ae-0aea-4053-8b86-0b802517d01c HTTP/1.1" status: 204 len: 168 time: 1.3888710 Oct 04 21:04:46.069229 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed767ed2-f068-490a-864a-c9d49eed45b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736ea6ae-0aea-4053-8b86-0b802517d01c,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:46.116539 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:46.143536 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6def4ec9-94a6-4e8c-aa57-ff04fe7135a3 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (9cba9da9-ce0e-4784-8ebe-3816dad229a5), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:46.231104 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b496e977-52a9-4d0d-88f4-fa5f336ae8f1 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (c8b7aae5-ca62-48ab-828f-0a6ea199665e), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:46.311933 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b496e977-52a9-4d0d-88f4-fa5f336ae8f1 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (c8b7aae5-ca62-48ab-828f-0a6ea199665e), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:46.369185 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b496e977-52a9-4d0d-88f4-fa5f336ae8f1 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:04:46.378602 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b496e977-52a9-4d0d-88f4-fa5f336ae8f1 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (c8b7aae5-ca62-48ab-828f-0a6ea199665e), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:46.479423 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6def4ec9-94a6-4e8c-aa57-ff04fe7135a3 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (9cba9da9-ce0e-4784-8ebe-3816dad229a5), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:46.539155 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6eb16db-5da8-4f08-bf20-4d1fe1bd743d None None] Network 53d667fa-1811-439d-a3e7-6df8b2132bee requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:04:46.552432 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6def4ec9-94a6-4e8c-aa57-ff04fe7135a3 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:46.570097 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-6def4ec9-94a6-4e8c-aa57-ff04fe7135a3 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/9cba9da9-ce0e-4784-8ebe-3816dad229a5 HTTP/1.1" status: 204 len: 168 time: 1.0977755 Oct 04 21:04:46.576154 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56476) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:46.643388 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6def4ec9-94a6-4e8c-aa57-ff04fe7135a3 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Pushing event deleted for resources: {'Subnet': ['ID=9cba9da9-ce0e-4784-8ebe-3816dad229a5,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:46.715542 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment c8b7aae5-ca62-48ab-828f-0a6ea199665e resource provider aggregate not found Oct 04 21:04:46.864720 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment c8b7aae5-ca62-48ab-828f-0a6ea199665e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c8b7aae5-ca62-48ab-828f-0a6ea199665e found for delete ", "request_id": "req-380efaf7-8608-4040-95a7-8bdc8cdc79ba"}]} Oct 04 21:04:46.943047 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e94eb0-966f-4030-a184-114a50bec978 None None] DHCP port deletion for 53d667fa-1811-439d-a3e7-6df8b2132bee request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:04:46.975413 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b496e977-52a9-4d0d-88f4-fa5f336ae8f1 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (ce65fc1b-1d81-4a12-8c9b-11fabc811ad0), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:46.983870 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b496e977-52a9-4d0d-88f4-fa5f336ae8f1 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:46.990139 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b496e977-52a9-4d0d-88f4-fa5f336ae8f1 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] 10.222.0.78 "DELETE /networking/v2.0/networks/ce65fc1b-1d81-4a12-8c9b-11fabc811ad0 HTTP/1.1" status: 204 len: 168 time: 4.6899869 Oct 04 21:04:47.000708 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56484) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:47.113994 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-680acad3-952e-4d1d-9dbc-35ab90359de8 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (53d667fa-1811-439d-a3e7-6df8b2132bee), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:47.131690 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc5701db-7729-4c7f-b92e-a995d013ee93 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] DELETE failed (client error): The resource could not be found. Oct 04 21:04:47.135033 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc5701db-7729-4c7f-b92e-a995d013ee93 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:04:47.149209 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-cc5701db-7729-4c7f-b92e-a995d013ee93 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/c2fd5d91-4ce4-4ee3-a9bf-925af4455537 HTTP/1.1" status: 404 len: 337 time: 0.1457334 Oct 04 21:04:47.158472 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56486) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:47.175197 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e6e94eb0-966f-4030-a184-114a50bec978 None None] Deleting port 74cd6552-86c3-4c4d-8478-bd9247d2e071 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:04:47.175197 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e6e94eb0-966f-4030-a184-114a50bec978 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (74cd6552-86c3-4c4d-8478-bd9247d2e071), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:47.188851 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:47.267449 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b496e977-52a9-4d0d-88f4-fa5f336ae8f1 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Pushing event deleted for resources: {'Network': ['ID=ce65fc1b-1d81-4a12-8c9b-11fabc811ad0,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:47.294210 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bbbed29-608c-4fc1-a325-12897cecb012 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] DELETE failed (client error): The resource could not be found. Oct 04 21:04:47.295046 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bbbed29-608c-4fc1-a325-12897cecb012 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:04:47.311535 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-1bbbed29-608c-4fc1-a325-12897cecb012 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] 10.222.0.78 "DELETE /networking/v2.0/networks/d793adfe-261e-47a1-91c5-92a629457d12 HTTP/1.1" status: 404 len: 339 time: 0.1301694 Oct 04 21:04:47.322120 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56492) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:47.469318 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 74cd6552-86c3-4c4d-8478-bd9247d2e071 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:04:47.538725 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-680acad3-952e-4d1d-9dbc-35ab90359de8 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Deleting port 74cd6552-86c3-4c4d-8478-bd9247d2e071 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:04:47.543420 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-680acad3-952e-4d1d-9dbc-35ab90359de8 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (74cd6552-86c3-4c4d-8478-bd9247d2e071), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:47.741865 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:47.827377 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e6e94eb0-966f-4030-a184-114a50bec978 None None] For port 74cd6552-86c3-4c4d-8478-bd9247d2e071, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=74cd6552-86c3-4c4d-8478-bd9247d2e071,segment=NetworkSegment(05e29431-f317-4403-aaee-9dadc47c1893),segment_id=05e29431-f317-4403-aaee-9dadc47c1893)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:04:47.828500 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e6e94eb0-966f-4030-a184-114a50bec978 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (74cd6552-86c3-4c4d-8478-bd9247d2e071), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:47.864865 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e6e94eb0-966f-4030-a184-114a50bec978 None None] Calling delete_port for 74cd6552-86c3-4c4d-8478-bd9247d2e071 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:04:47.895990 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-680acad3-952e-4d1d-9dbc-35ab90359de8 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] For port 74cd6552-86c3-4c4d-8478-bd9247d2e071, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=74cd6552-86c3-4c4d-8478-bd9247d2e071,segment=NetworkSegment(05e29431-f317-4403-aaee-9dadc47c1893),segment_id=05e29431-f317-4403-aaee-9dadc47c1893)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:04:47.896521 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-680acad3-952e-4d1d-9dbc-35ab90359de8 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (74cd6552-86c3-4c4d-8478-bd9247d2e071), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:47.954023 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-680acad3-952e-4d1d-9dbc-35ab90359de8 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Calling delete_port for 74cd6552-86c3-4c4d-8478-bd9247d2e071 owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:04:47.963748 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d304961a-b5dc-448d-9629-9b55bced6917 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Router 32c0ac75-fe41-4723-860f-71b5134d36f5 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:04:47.976055 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [None req-2b261a62-64eb-4d28-803e-327f0f1dc40a tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] device_id is not set on port 2278929a-509a-42bd-adae-88413814fe0f yet. {{(pid=108170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 21:04:48.003355 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-db09fcd4-77d5-4d21-bfc2-aaf2bd52f209 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Deleting subnet 0dca9de8-9b0f-4866-85c0-a4c98f5715b1 {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:04:48.032272 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-db09fcd4-77d5-4d21-bfc2-aaf2bd52f209 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks [] for subnet (0dca9de8-9b0f-4866-85c0-a4c98f5715b1), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:48.151575 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:48.178852 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b88b61ec-e9bd-4d51-90cc-aef11974c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:48.366074 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 74cd6552-86c3-4c4d-8478-bd9247d2e071 is: ACTIVE; New status is: DOWN {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:04:48.366633 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (74cd6552-86c3-4c4d-8478-bd9247d2e071), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:48.377456 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-db09fcd4-77d5-4d21-bfc2-aaf2bd52f209 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (0dca9de8-9b0f-4866-85c0-a4c98f5715b1), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:48.381107 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-680acad3-952e-4d1d-9dbc-35ab90359de8 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (74cd6552-86c3-4c4d-8478-bd9247d2e071), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:48.456428 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680acad3-952e-4d1d-9dbc-35ab90359de8 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] No DVR routers for this DVR port 74cd6552-86c3-4c4d-8478-bd9247d2e071 on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:04:48.559391 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e6e94eb0-966f-4030-a184-114a50bec978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (74cd6552-86c3-4c4d-8478-bd9247d2e071), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:48.561985 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680acad3-952e-4d1d-9dbc-35ab90359de8 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Pushing event deleted for resources: {'Port': ['ID=74cd6552-86c3-4c4d-8478-bd9247d2e071,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:48.607709 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e94eb0-966f-4030-a184-114a50bec978 None None] No DVR routers for this DVR port 74cd6552-86c3-4c4d-8478-bd9247d2e071 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:04:48.751487 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e94eb0-966f-4030-a184-114a50bec978 None None] Pushing event deleted for resources: {'Port': ['ID=74cd6552-86c3-4c4d-8478-bd9247d2e071,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:48.956406 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-680acad3-952e-4d1d-9dbc-35ab90359de8 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (53d667fa-1811-439d-a3e7-6df8b2132bee), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:48.962386 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:49.066501 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-680acad3-952e-4d1d-9dbc-35ab90359de8 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53d667fa-1811-439d-a3e7-6df8b2132bee']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:04:49.095382 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d304961a-b5dc-448d-9629-9b55bced6917 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:04:49.115680 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-d304961a-b5dc-448d-9629-9b55bced6917 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "PUT /networking/v2.0/routers/32c0ac75-fe41-4723-860f-71b5134d36f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9901774 Oct 04 21:04:49.120288 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56526) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:49.121923 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450ac0c7-6a38-4706-9766-ec148d0ee300 None None] Sync routers for ids ['32c0ac75-fe41-4723-860f-71b5134d36f5'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:04:49.133712 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-db09fcd4-77d5-4d21-bfc2-aaf2bd52f209 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (0dca9de8-9b0f-4866-85c0-a4c98f5715b1), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:49.167963 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450ac0c7-6a38-4706-9766-ec148d0ee300 None None] Routers {'32c0ac75-fe41-4723-860f-71b5134d36f5'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:04:49.171487 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-450ac0c7-6a38-4706-9766-ec148d0ee300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:04:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['32c0ac75-fe41-4723-860f-71b5134d36f5'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:04:49.185756 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-680acad3-952e-4d1d-9dbc-35ab90359de8 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05e29431-f317-4403-aaee-9dadc47c1893') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:04:49.186189 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-680acad3-952e-4d1d-9dbc-35ab90359de8 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05e29431-f317-4403-aaee-9dadc47c1893') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:04:49.264371 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-680acad3-952e-4d1d-9dbc-35ab90359de8 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (05e29431-f317-4403-aaee-9dadc47c1893), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:49.356013 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-680acad3-952e-4d1d-9dbc-35ab90359de8 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (05e29431-f317-4403-aaee-9dadc47c1893), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:49.390671 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cb12cdf-430e-48a2-8c42-84230ed2e9b7 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Deleting subnet edf181e1-912f-4051-b678-c7530596e3b6 {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:04:49.399984 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9cb12cdf-430e-48a2-8c42-84230ed2e9b7 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for subnet (edf181e1-912f-4051-b678-c7530596e3b6), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:49.506112 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9cb12cdf-430e-48a2-8c42-84230ed2e9b7 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (edf181e1-912f-4051-b678-c7530596e3b6), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:49.515712 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:49.625813 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2b261a62-64eb-4d28-803e-327f0f1dc40a tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for port (2278929a-509a-42bd-adae-88413814fe0f), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:49.632233 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-450ac0c7-6a38-4706-9766-ec148d0ee300 None None] Set router 32c0ac75-fe41-4723-860f-71b5134d36f5 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:04:49.720705 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-db09fcd4-77d5-4d21-bfc2-aaf2bd52f209 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (0dca9de8-9b0f-4866-85c0-a4c98f5715b1), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:49.751262 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9cb12cdf-430e-48a2-8c42-84230ed2e9b7 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (edf181e1-912f-4051-b678-c7530596e3b6), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:49.756764 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=100 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:49.891273 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-680acad3-952e-4d1d-9dbc-35ab90359de8 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:04:49.893122 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-680acad3-952e-4d1d-9dbc-35ab90359de8 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (05e29431-f317-4403-aaee-9dadc47c1893), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:49.901182 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:49.910720 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56530) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:50.056237 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-450ac0c7-6a38-4706-9766-ec148d0ee300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c0ac75-fe41-4723-860f-71b5134d36f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-690852720', 'tenant_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': 'f8ba5755-3a9d-40fd-b57d-05d9a4740996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:03:59Z', 'updated_at': '2022-10-04T21:04:43Z', 'revision_number': 5, 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'gw_port': {'id': 'f8ba5755-3a9d-40fd-b57d-05d9a4740996', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:58:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c0ac75-fe41-4723-860f-71b5134d36f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:04:03Z', 'updated_at': '2022-10-04T21:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:04:50.073955 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-db09fcd4-77d5-4d21-bfc2-aaf2bd52f209 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:50.092912 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-db09fcd4-77d5-4d21-bfc2-aaf2bd52f209 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/0dca9de8-9b0f-4866-85c0-a4c98f5715b1 HTTP/1.1" status: 204 len: 168 time: 2.7428596 Oct 04 21:04:50.120728 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56542) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:50.121919 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 05e29431-f317-4403-aaee-9dadc47c1893 resource provider aggregate not found Oct 04 21:04:50.132577 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665e41a8-eaf2-4777-a1a7-311f8e1a06da None None] Network 236c03a2-798f-4f4b-a49b-36b40ec60510 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:04:50.135021 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db09fcd4-77d5-4d21-bfc2-aaf2bd52f209 tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Pushing event deleted for resources: {'Subnet': ['ID=0dca9de8-9b0f-4866-85c0-a4c98f5715b1,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:50.249957 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450ac0c7-6a38-4706-9766-ec148d0ee300 None None] Checking router: 32c0ac75-fe41-4723-860f-71b5134d36f5 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:04:50.298356 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450ac0c7-6a38-4706-9766-ec148d0ee300 None None] Routers {'32c0ac75-fe41-4723-860f-71b5134d36f5'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:04:50.311178 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-450ac0c7-6a38-4706-9766-ec148d0ee300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:04:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['32c0ac75-fe41-4723-860f-71b5134d36f5'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:04:50.382708 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9cb12cdf-430e-48a2-8c42-84230ed2e9b7 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (edf181e1-912f-4051-b678-c7530596e3b6), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:50.419316 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 05e29431-f317-4403-aaee-9dadc47c1893 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 05e29431-f317-4403-aaee-9dadc47c1893 found for delete ", "request_id": "req-32e98005-dc9d-4c4f-9245-194be5ed319a"}]} Oct 04 21:04:50.515096 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:50.588225 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [None req-2b261a62-64eb-4d28-803e-327f0f1dc40a tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] device_id is not set on port f2b534af-74b5-421f-b9fe-b57158437405 yet. {{(pid=108170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 21:04:50.605212 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb12cdf-430e-48a2-8c42-84230ed2e9b7 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Pushing event deleted for resources: {'Subnet': ['ID=edf181e1-912f-4051-b678-c7530596e3b6,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:50.629129 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9cb12cdf-430e-48a2-8c42-84230ed2e9b7 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:50.647023 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-9cb12cdf-430e-48a2-8c42-84230ed2e9b7 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/edf181e1-912f-4051-b678-c7530596e3b6 HTTP/1.1" status: 204 len: 168 time: 1.5241721 Oct 04 21:04:50.658430 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56550) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:50.664002 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e00613c-d507-45de-95e3-f4a5f3f43ad8 None None] Network 83e6ca08-c33d-48fc-a208-86007e616c48 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:04:50.671523 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-680acad3-952e-4d1d-9dbc-35ab90359de8 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (53d667fa-1811-439d-a3e7-6df8b2132bee), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:50.739881 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-680acad3-952e-4d1d-9dbc-35ab90359de8 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:50.758689 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-680acad3-952e-4d1d-9dbc-35ab90359de8 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] 10.222.0.78 "DELETE /networking/v2.0/networks/53d667fa-1811-439d-a3e7-6df8b2132bee HTTP/1.1" status: 204 len: 168 time: 4.1289811 Oct 04 21:04:50.778459 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-cdd2a9cc-380f-4059-b8f3-7aa1e04a6130 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1088911520'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:04:50.788329 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56552) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:50.970074 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-450ac0c7-6a38-4706-9766-ec148d0ee300 None None] Set router 32c0ac75-fe41-4723-860f-71b5134d36f5 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:04:51.058984 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-54ba22dc-9455-4949-b684-024becd6d87b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (236c03a2-798f-4f4b-a49b-36b40ec60510), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:51.150143 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680acad3-952e-4d1d-9dbc-35ab90359de8 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Pushing event deleted for resources: {'Network': ['ID=53d667fa-1811-439d-a3e7-6df8b2132bee,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:51.181880 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd2a9cc-380f-4059-b8f3-7aa1e04a6130 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Made reservation on behalf of fea29c0c39584f28b297f628a73b7646 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:04:51.198881 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cdd2a9cc-380f-4059-b8f3-7aa1e04a6130 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:51.276740 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cdd2a9cc-380f-4059-b8f3-7aa1e04a6130 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:51.451696 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:51.517676 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4c72b0-da7c-4d5e-817b-4078fead6096 None None] DHCP port deletion for 236c03a2-798f-4f4b-a49b-36b40ec60510 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:04:51.563856 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3122c0dc-205a-4117-9472-bd3198e72194 None None] DHCP port deletion for 83e6ca08-c33d-48fc-a208-86007e616c48 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:04:51.567286 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-54ba22dc-9455-4949-b684-024becd6d87b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Deleting port b160d215-5a2f-4c95-a66b-2c58bb4fa26b {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:04:51.573384 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-54ba22dc-9455-4949-b684-024becd6d87b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (b160d215-5a2f-4c95-a66b-2c58bb4fa26b), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:51.641446 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-4cda48e8-5887-4761-81ee-98222bce4f97 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Deleting port 07330e02-a558-4be1-8ba9-b6d377cce56a {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:04:51.641446 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4cda48e8-5887-4761-81ee-98222bce4f97 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (07330e02-a558-4be1-8ba9-b6d377cce56a), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:51.905317 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-7a4c72b0-da7c-4d5e-817b-4078fead6096 None None] Deleting port b160d215-5a2f-4c95-a66b-2c58bb4fa26b {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:04:51.905931 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7a4c72b0-da7c-4d5e-817b-4078fead6096 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (b160d215-5a2f-4c95-a66b-2c58bb4fa26b), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:51.909553 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:51.996826 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:52.094488 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3fe68c2b-cec0-4b1a-8827-3953d56da429 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for router (32c0ac75-fe41-4723-860f-71b5134d36f5), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:52.216360 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-3122c0dc-205a-4117-9472-bd3198e72194 None None] Deleting port 715f527d-6e1a-4a94-b314-636de13e155e {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:04:52.225203 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3122c0dc-205a-4117-9472-bd3198e72194 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (715f527d-6e1a-4a94-b314-636de13e155e), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:52.458182 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-450ac0c7-6a38-4706-9766-ec148d0ee300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c0ac75-fe41-4723-860f-71b5134d36f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-690852720', 'tenant_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': 'f8ba5755-3a9d-40fd-b57d-05d9a4740996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:03:59Z', 'updated_at': '2022-10-04T21:04:43Z', 'revision_number': 5, 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'gw_port': {'id': 'f8ba5755-3a9d-40fd-b57d-05d9a4740996', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:58:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c0ac75-fe41-4723-860f-71b5134d36f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:04:03Z', 'updated_at': '2022-10-04T21:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:04:52.578119 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450ac0c7-6a38-4706-9766-ec148d0ee300 None None] The sync data for ids ['32c0ac75-fe41-4723-860f-71b5134d36f5'] in n-d-852085-12 is: [{'id': '32c0ac75-fe41-4723-860f-71b5134d36f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-690852720', 'tenant_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': 'f8ba5755-3a9d-40fd-b57d-05d9a4740996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:03:59Z', 'updated_at': '2022-10-04T21:04:43Z', 'revision_number': 5, 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'gw_port': {'id': 'f8ba5755-3a9d-40fd-b57d-05d9a4740996', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:58:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c0ac75-fe41-4723-860f-71b5134d36f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:04:03Z', 'updated_at': '2022-10-04T21:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:04:52.590270 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-3122c0dc-205a-4117-9472-bd3198e72194 None None] For port 715f527d-6e1a-4a94-b314-636de13e155e, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=715f527d-6e1a-4a94-b314-636de13e155e,segment=NetworkSegment(384af49b-b863-4860-9276-8102f6ed8b95),segment_id=384af49b-b863-4860-9276-8102f6ed8b95)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:04:52.591160 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3122c0dc-205a-4117-9472-bd3198e72194 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (715f527d-6e1a-4a94-b314-636de13e155e), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:52.638124 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-3122c0dc-205a-4117-9472-bd3198e72194 None None] Calling delete_port for 715f527d-6e1a-4a94-b314-636de13e155e owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:04:52.705914 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cdd2a9cc-380f-4059-b8f3-7aa1e04a6130 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks [] for security_group (e10c9f5d-5815-4215-9899-b421f6eba491), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:52.721455 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3fe68c2b-cec0-4b1a-8827-3953d56da429 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for router_gateway (32c0ac75-fe41-4723-860f-71b5134d36f5), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:52.818740 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-7a4c72b0-da7c-4d5e-817b-4078fead6096 None None] For port b160d215-5a2f-4c95-a66b-2c58bb4fa26b, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b160d215-5a2f-4c95-a66b-2c58bb4fa26b,segment=NetworkSegment(b284a1f0-a015-4fcf-a1c0-4fb257ddab99),segment_id=b284a1f0-a015-4fcf-a1c0-4fb257ddab99)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:04:52.819868 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7a4c72b0-da7c-4d5e-817b-4078fead6096 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (b160d215-5a2f-4c95-a66b-2c58bb4fa26b), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:52.839588 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cdd2a9cc-380f-4059-b8f3-7aa1e04a6130 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (e10c9f5d-5815-4215-9899-b421f6eba491), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:52.915473 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdd2a9cc-380f-4059-b8f3-7aa1e04a6130 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:04:52.986402 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-7a4c72b0-da7c-4d5e-817b-4078fead6096 None None] Calling delete_port for b160d215-5a2f-4c95-a66b-2c58bb4fa26b owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:04:53.105554 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:DELETE=1,neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:53.135951 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cdd2a9cc-380f-4059-b8f3-7aa1e04a6130 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (086564b4-9a7c-4d15-bb2e-24039dcfad09), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:53.153430 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-cdd2a9cc-380f-4059-b8f3-7aa1e04a6130 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Added segment 086564b4-9a7c-4d15-bb2e-24039dcfad09 of type vlan for network de8a7146-3068-4316-8061-af5505b1cb8c Oct 04 21:04:53.170239 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3122c0dc-205a-4117-9472-bd3198e72194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (715f527d-6e1a-4a94-b314-636de13e155e), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:53.226590 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-54ba22dc-9455-4949-b684-024becd6d87b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] For port b160d215-5a2f-4c95-a66b-2c58bb4fa26b, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b160d215-5a2f-4c95-a66b-2c58bb4fa26b,segment=NetworkSegment(b284a1f0-a015-4fcf-a1c0-4fb257ddab99),segment_id=b284a1f0-a015-4fcf-a1c0-4fb257ddab99)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:04:53.230543 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-54ba22dc-9455-4949-b684-024becd6d87b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (b160d215-5a2f-4c95-a66b-2c58bb4fa26b), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:53.394565 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2b261a62-64eb-4d28-803e-327f0f1dc40a tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for port (f2b534af-74b5-421f-b9fe-b57158437405), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:53.420307 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd2a9cc-380f-4059-b8f3-7aa1e04a6130 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e10c9f5d-5815-4215-9899-b421f6eba491,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:53.424299 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-3fe68c2b-cec0-4b1a-8827-3953d56da429 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Deleting port f8ba5755-3a9d-40fd-b57d-05d9a4740996 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:04:53.429150 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3fe68c2b-cec0-4b1a-8827-3953d56da429 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (f8ba5755-3a9d-40fd-b57d-05d9a4740996), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:53.636295 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device d5efc412-b4f2-4345-adfa-c089706dbd2d no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:04:53.716364 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3122c0dc-205a-4117-9472-bd3198e72194 None None] Pushing event deleted for resources: {'Port': ['ID=715f527d-6e1a-4a94-b314-636de13e155e,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:53.744674 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3122c0dc-205a-4117-9472-bd3198e72194 None None] No DVR routers for this DVR port 715f527d-6e1a-4a94-b314-636de13e155e on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:04:53.872186 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd2a9cc-380f-4059-b8f3-7aa1e04a6130 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:04:53.872864 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd2a9cc-380f-4059-b8f3-7aa1e04a6130 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:04:53.873427 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd2a9cc-380f-4059-b8f3-7aa1e04a6130 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:04:53.874004 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd2a9cc-380f-4059-b8f3-7aa1e04a6130 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:04:53.874562 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd2a9cc-380f-4059-b8f3-7aa1e04a6130 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:04:53.875162 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd2a9cc-380f-4059-b8f3-7aa1e04a6130 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:04:53.875723 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd2a9cc-380f-4059-b8f3-7aa1e04a6130 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:04:53.876258 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd2a9cc-380f-4059-b8f3-7aa1e04a6130 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:04:53.876807 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd2a9cc-380f-4059-b8f3-7aa1e04a6130 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:04:53.877429 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd2a9cc-380f-4059-b8f3-7aa1e04a6130 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:04:53.877995 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd2a9cc-380f-4059-b8f3-7aa1e04a6130 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:04:53.878535 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd2a9cc-380f-4059-b8f3-7aa1e04a6130 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:04:53.880843 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd2a9cc-380f-4059-b8f3-7aa1e04a6130 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:04:53.905706 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd2a9cc-380f-4059-b8f3-7aa1e04a6130 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:04:53.906381 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd2a9cc-380f-4059-b8f3-7aa1e04a6130 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:04:53.914815 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: d5efc412-b4f2-4345-adfa-c089706dbd2d {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:04:53.915690 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device d5efc412-b4f2-4345-adfa-c089706dbd2d not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:04:53.916475 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 715f527d-6e1a-4a94-b314-636de13e155e no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:04:53.935563 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4cda48e8-5887-4761-81ee-98222bce4f97 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (07330e02-a558-4be1-8ba9-b6d377cce56a), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:53.947974 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4cda48e8-5887-4761-81ee-98222bce4f97 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks [] for floatingip (07330e02-a558-4be1-8ba9-b6d377cce56a), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:53.992484 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 715f527d-6e1a-4a94-b314-636de13e155e {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:04:53.996297 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 715f527d-6e1a-4a94-b314-636de13e155e not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:04:53.997004 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b160d215-5a2f-4c95-a66b-2c58bb4fa26b no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:04:54.061768 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cdd2a9cc-380f-4059-b8f3-7aa1e04a6130 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (de8a7146-3068-4316-8061-af5505b1cb8c), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:54.080490 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-54ba22dc-9455-4949-b684-024becd6d87b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Calling delete_port for b160d215-5a2f-4c95-a66b-2c58bb4fa26b owned by network:dhcp {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:04:54.085392 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7a4c72b0-da7c-4d5e-817b-4078fead6096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (b160d215-5a2f-4c95-a66b-2c58bb4fa26b), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:54.110065 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-4cda48e8-5887-4761-81ee-98222bce4f97 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Calling delete_port for 07330e02-a558-4be1-8ba9-b6d377cce56a owned by network:floatingip {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:04:54.120406 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:54.127246 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: b160d215-5a2f-4c95-a66b-2c58bb4fa26b {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:04:54.128110 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b160d215-5a2f-4c95-a66b-2c58bb4fa26b not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:04:54.153970 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4c72b0-da7c-4d5e-817b-4078fead6096 None None] No DVR routers for this DVR port b160d215-5a2f-4c95-a66b-2c58bb4fa26b on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:04:54.245441 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4c72b0-da7c-4d5e-817b-4078fead6096 None None] Pushing event deleted for resources: {'Port': ['ID=b160d215-5a2f-4c95-a66b-2c58bb4fa26b,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:54.249914 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-3fe68c2b-cec0-4b1a-8827-3953d56da429 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] For port f8ba5755-3a9d-40fd-b57d-05d9a4740996, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=f8ba5755-3a9d-40fd-b57d-05d9a4740996,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:04:54.250777 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3fe68c2b-cec0-4b1a-8827-3953d56da429 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (f8ba5755-3a9d-40fd-b57d-05d9a4740996), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:54.284993 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-3fe68c2b-cec0-4b1a-8827-3953d56da429 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Calling delete_port for f8ba5755-3a9d-40fd-b57d-05d9a4740996 owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:04:54.353263 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2b261a62-64eb-4d28-803e-327f0f1dc40a tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (2278929a-509a-42bd-adae-88413814fe0f), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:54.567398 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:54.569969 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-54ba22dc-9455-4949-b684-024becd6d87b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (b160d215-5a2f-4c95-a66b-2c58bb4fa26b), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:54.645482 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=79,neutron:DELETE=9,neutron:UPDATE=4,neutron:INSERT=8 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:54.647455 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:54.649904 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ba22dc-9455-4949-b684-024becd6d87b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Pushing event deleted for resources: {'Port': ['ID=b160d215-5a2f-4c95-a66b-2c58bb4fa26b,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:54.682252 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ba22dc-9455-4949-b684-024becd6d87b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:04:54.682912 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ba22dc-9455-4949-b684-024becd6d87b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:04:54.683518 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ba22dc-9455-4949-b684-024becd6d87b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:04:54.684385 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ba22dc-9455-4949-b684-024becd6d87b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:04:54.685014 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ba22dc-9455-4949-b684-024becd6d87b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:04:54.685556 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ba22dc-9455-4949-b684-024becd6d87b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:04:54.686158 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ba22dc-9455-4949-b684-024becd6d87b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:04:54.686798 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ba22dc-9455-4949-b684-024becd6d87b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:04:54.687440 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ba22dc-9455-4949-b684-024becd6d87b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:04:54.688030 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ba22dc-9455-4949-b684-024becd6d87b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:04:54.688800 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ba22dc-9455-4949-b684-024becd6d87b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:04:54.689327 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ba22dc-9455-4949-b684-024becd6d87b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:04:54.689856 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ba22dc-9455-4949-b684-024becd6d87b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:04:54.690922 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ba22dc-9455-4949-b684-024becd6d87b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:04:54.692028 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ba22dc-9455-4949-b684-024becd6d87b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:04:54.794325 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3fe68c2b-cec0-4b1a-8827-3953d56da429 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (f8ba5755-3a9d-40fd-b57d-05d9a4740996), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:54.818379 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b261a62-64eb-4d28-803e-327f0f1dc40a tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event updated for resources: {'Port': ['ID=2278929a-509a-42bd-adae-88413814fe0f,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:54.834901 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ba22dc-9455-4949-b684-024becd6d87b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] No DVR routers for this DVR port b160d215-5a2f-4c95-a66b-2c58bb4fa26b on host n-d-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:04:54.870224 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b261a62-64eb-4d28-803e-327f0f1dc40a tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Network 9578ce3f-c4fc-4b49-8323-9665af6fc78b is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:04:54.922885 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-2b261a62-64eb-4d28-803e-327f0f1dc40a tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:04:54.968376 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cdd2a9cc-380f-4059-b8f3-7aa1e04a6130 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (de8a7146-3068-4316-8061-af5505b1cb8c), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:54.984418 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd2a9cc-380f-4059-b8f3-7aa1e04a6130 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:04:54.992643 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cdd2a9cc-380f-4059-b8f3-7aa1e04a6130 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:55.098925 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b261a62-64eb-4d28-803e-327f0f1dc40a tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:04:55.111298 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2b261a62-64eb-4d28-803e-327f0f1dc40a tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (f2b534af-74b5-421f-b9fe-b57158437405), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:55.263159 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b261a62-64eb-4d28-803e-327f0f1dc40a tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event updated for resources: {'Port': ['ID=f2b534af-74b5-421f-b9fe-b57158437405,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:55.330825 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-54ba22dc-9455-4949-b684-024becd6d87b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (236c03a2-798f-4f4b-a49b-36b40ec60510), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:55.336887 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe68c2b-cec0-4b1a-8827-3953d56da429 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Pushing event deleted for resources: {'Port': ['ID=f8ba5755-3a9d-40fd-b57d-05d9a4740996,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:55.354663 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd2a9cc-380f-4059-b8f3-7aa1e04a6130 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Pushing event updated for resources: {'Network': ['ID=de8a7146-3068-4316-8061-af5505b1cb8c,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:55.385760 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network de8a7146-3068-4316-8061-af5505b1cb8c details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:04:55.427118 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-cdd2a9cc-380f-4059-b8f3-7aa1e04a6130 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 798 time: 5.3849139 Oct 04 21:04:55.431701 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56582) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:55.435003 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-54ba22dc-9455-4949-b684-024becd6d87b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['236c03a2-798f-4f4b-a49b-36b40ec60510']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:04:55.451418 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-b7545253-5b42-4d5c-ac0c-3b0651c4cc8e tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Request body: {'subnet': {'network_id': 'de8a7146-3068-4316-8061-af5505b1cb8c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:04:55.538448 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3fe68c2b-cec0-4b1a-8827-3953d56da429 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (32c0ac75-fe41-4723-860f-71b5134d36f5), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:55.724025 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-54ba22dc-9455-4949-b684-024becd6d87b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b284a1f0-a015-4fcf-a1c0-4fb257ddab99') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:04:55.724025 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-54ba22dc-9455-4949-b684-024becd6d87b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b284a1f0-a015-4fcf-a1c0-4fb257ddab99') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:04:55.842630 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-54ba22dc-9455-4949-b684-024becd6d87b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (b284a1f0-a015-4fcf-a1c0-4fb257ddab99), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:55.855614 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7545253-5b42-4d5c-ac0c-3b0651c4cc8e tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Made reservation on behalf of fea29c0c39584f28b297f628a73b7646 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:04:55.881097 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b7545253-5b42-4d5c-ac0c-3b0651c4cc8e tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:55.906814 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3fe68c2b-cec0-4b1a-8827-3953d56da429 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (32c0ac75-fe41-4723-860f-71b5134d36f5), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:55.921595 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3fe68c2b-cec0-4b1a-8827-3953d56da429 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for router_controller (32c0ac75-fe41-4723-860f-71b5134d36f5), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:55.958601 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:56.027184 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:56.030426 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b261a62-64eb-4d28-803e-327f0f1dc40a tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Checking segment: {'id': 'd2d60fd9-c0e2-4623-8a4d-26501dfd85f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b4e5192d-c9a2-4925-80d4-f1d458c45d75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:04:56.030426 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b261a62-64eb-4d28-803e-327f0f1dc40a tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Network hostable DHCP agents. Network: b4e5192d-c9a2-4925-80d4-f1d458c45d75, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:04:56.109248 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-54ba22dc-9455-4949-b684-024becd6d87b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (b284a1f0-a015-4fcf-a1c0-4fb257ddab99), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:56.152771 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54ba22dc-9455-4949-b684-024becd6d87b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:04:56.171081 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-54ba22dc-9455-4949-b684-024becd6d87b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (b284a1f0-a015-4fcf-a1c0-4fb257ddab99), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:56.217907 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment b284a1f0-a015-4fcf-a1c0-4fb257ddab99 resource provider aggregate not found Oct 04 21:04:56.311092 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment b284a1f0-a015-4fcf-a1c0-4fb257ddab99 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b284a1f0-a015-4fcf-a1c0-4fb257ddab99 found for delete ", "request_id": "req-87f684ed-c963-4479-a73e-cebbedfac59b"}]} Oct 04 21:04:56.345404 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3fe68c2b-cec0-4b1a-8827-3953d56da429 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (32c0ac75-fe41-4723-860f-71b5134d36f5), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:56.346472 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe68c2b-cec0-4b1a-8827-3953d56da429 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Fanout notify agent at l3_agent the message router_deleted on router 32c0ac75-fe41-4723-860f-71b5134d36f5 {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 21:04:56.370924 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3fe68c2b-cec0-4b1a-8827-3953d56da429 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:56.373410 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-3fe68c2b-cec0-4b1a-8827-3953d56da429 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "DELETE /networking/v2.0/routers/32c0ac75-fe41-4723-860f-71b5134d36f5 HTTP/1.1" status: 204 len: 168 time: 5.6941576 Oct 04 21:04:56.380615 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56594) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:56.575453 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4cda48e8-5887-4761-81ee-98222bce4f97 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (07330e02-a558-4be1-8ba9-b6d377cce56a), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:56.584433 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-54ba22dc-9455-4949-b684-024becd6d87b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (236c03a2-798f-4f4b-a49b-36b40ec60510), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:56.587900 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b261a62-64eb-4d28-803e-327f0f1dc40a tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Network b4e5192d-c9a2-4925-80d4-f1d458c45d75 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:04:56.670956 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=81,neutron:INSERT=7,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:56.687254 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-54ba22dc-9455-4949-b684-024becd6d87b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:56.692707 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-54ba22dc-9455-4949-b684-024becd6d87b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] 10.222.0.78 "DELETE /networking/v2.0/networks/236c03a2-798f-4f4b-a49b-36b40ec60510 HTTP/1.1" status: 204 len: 168 time: 6.5597847 Oct 04 21:04:56.730196 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cda48e8-5887-4761-81ee-98222bce4f97 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Pushing event deleted for resources: {'Port': ['ID=07330e02-a558-4be1-8ba9-b6d377cce56a,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:56.843762 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ba22dc-9455-4949-b684-024becd6d87b tempest-NetworksIpV6Test-1456178085 tempest-NetworksIpV6Test-1456178085-project] Pushing event deleted for resources: {'Network': ['ID=236c03a2-798f-4f4b-a49b-36b40ec60510,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:56.852207 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-2b261a62-64eb-4d28-803e-327f0f1dc40a tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, b4e5192d-c9a2-4925-80d4-f1d458c45d75) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:04:56.876287 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb9fd44-085e-4826-afee-0424be4c9465 None None] Network b4e5192d-c9a2-4925-80d4-f1d458c45d75 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:04:56.885480 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-144b9932-849a-4e7a-bfaa-24643bc2f6c9 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (83e6ca08-c33d-48fc-a208-86007e616c48), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:56.958661 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b261a62-64eb-4d28-803e-327f0f1dc40a tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:04:56.968179 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b261a62-64eb-4d28-803e-327f0f1dc40a tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:04:56.992460 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b261a62-64eb-4d28-803e-327f0f1dc40a tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:04:56.992460 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2b261a62-64eb-4d28-803e-327f0f1dc40a tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:57.248109 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device f8ba5755-3a9d-40fd-b57d-05d9a4740996 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:04:57.301639 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: f8ba5755-3a9d-40fd-b57d-05d9a4740996 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:04:57.301639 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device f8ba5755-3a9d-40fd-b57d-05d9a4740996 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:04:57.327919 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2b261a62-64eb-4d28-803e-327f0f1dc40a tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 13.7863014 Oct 04 21:04:57.328839 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56606) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:57.335327 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4cda48e8-5887-4761-81ee-98222bce4f97 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks [] for floatingip (aa10aa0c-d32f-49dc-8bf5-74c6e0c909bb), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:57.340660 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4cda48e8-5887-4761-81ee-98222bce4f97 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:57.347852 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4cda48e8-5887-4761-81ee-98222bce4f97 tempest-FloatingIPAdminTestJSON-716212044 tempest-FloatingIPAdminTestJSON-716212044-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/aa10aa0c-d32f-49dc-8bf5-74c6e0c909bb HTTP/1.1" status: 204 len: 168 time: 6.5456908 Oct 04 21:04:57.465554 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-144b9932-849a-4e7a-bfaa-24643bc2f6c9 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (83e6ca08-c33d-48fc-a208-86007e616c48), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:57.534302 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b7545253-5b42-4d5c-ac0c-3b0651c4cc8e tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (0d176525-3849-4321-aa9e-3ec399b9429e), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:57.575403 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-b07e6709-cbe4-4fc6-9e56-a4b44ff8b9d8 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Deleting port f2b534af-74b5-421f-b9fe-b57158437405 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:04:57.579508 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b07e6709-cbe4-4fc6-9e56-a4b44ff8b9d8 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (f2b534af-74b5-421f-b9fe-b57158437405), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:57.867848 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b07e6709-cbe4-4fc6-9e56-a4b44ff8b9d8 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (f2b534af-74b5-421f-b9fe-b57158437405), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:57.878387 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-144b9932-849a-4e7a-bfaa-24643bc2f6c9 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83e6ca08-c33d-48fc-a208-86007e616c48']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:04:57.923326 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7545253-5b42-4d5c-ac0c-3b0651c4cc8e tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Pushing event updated for resources: {'Subnet': ['ID=0d176525-3849-4321-aa9e-3ec399b9429e,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:57.930079 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-b07e6709-cbe4-4fc6-9e56-a4b44ff8b9d8 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Calling delete_port for f2b534af-74b5-421f-b9fe-b57158437405 owned by {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:04:57.986515 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-144b9932-849a-4e7a-bfaa-24643bc2f6c9 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '384af49b-b863-4860-9276-8102f6ed8b95') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:04:57.987510 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-144b9932-849a-4e7a-bfaa-24643bc2f6c9 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '384af49b-b863-4860-9276-8102f6ed8b95') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:04:58.044004 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-144b9932-849a-4e7a-bfaa-24643bc2f6c9 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (384af49b-b863-4860-9276-8102f6ed8b95), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:58.142499 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7545253-5b42-4d5c-ac0c-3b0651c4cc8e tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Checking segment: {'id': '086564b4-9a7c-4d15-bb2e-24039dcfad09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'de8a7146-3068-4316-8061-af5505b1cb8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:04:58.143189 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7545253-5b42-4d5c-ac0c-3b0651c4cc8e tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Network hostable DHCP agents. Network: de8a7146-3068-4316-8061-af5505b1cb8c, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:04:58.161143 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-144b9932-849a-4e7a-bfaa-24643bc2f6c9 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (384af49b-b863-4860-9276-8102f6ed8b95), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:58.171633 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:04:58.200066 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-144b9932-849a-4e7a-bfaa-24643bc2f6c9 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:04:58.200843 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-144b9932-849a-4e7a-bfaa-24643bc2f6c9 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (384af49b-b863-4860-9276-8102f6ed8b95), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:58.247940 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56630) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:58.432323 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 384af49b-b863-4860-9276-8102f6ed8b95 resource provider aggregate not found Oct 04 21:04:58.457137 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b07e6709-cbe4-4fc6-9e56-a4b44ff8b9d8 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (f2b534af-74b5-421f-b9fe-b57158437405), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:58.474646 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 384af49b-b863-4860-9276-8102f6ed8b95 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 384af49b-b863-4860-9276-8102f6ed8b95 found for delete ", "request_id": "req-a8f463a3-4497-4c44-931f-974fe62036f1"}]} Oct 04 21:04:58.566289 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-144b9932-849a-4e7a-bfaa-24643bc2f6c9 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (83e6ca08-c33d-48fc-a208-86007e616c48), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:58.570426 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7545253-5b42-4d5c-ac0c-3b0651c4cc8e tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Network de8a7146-3068-4316-8061-af5505b1cb8c is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:04:58.632252 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07e6709-cbe4-4fc6-9e56-a4b44ff8b9d8 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event deleted for resources: {'Port': ['ID=f2b534af-74b5-421f-b9fe-b57158437405,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:58.650672 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-144b9932-849a-4e7a-bfaa-24643bc2f6c9 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:58.654679 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b07e6709-cbe4-4fc6-9e56-a4b44ff8b9d8 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:58.681003 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-144b9932-849a-4e7a-bfaa-24643bc2f6c9 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "DELETE /networking/v2.0/networks/83e6ca08-c33d-48fc-a208-86007e616c48 HTTP/1.1" status: 204 len: 168 time: 2.2944798 Oct 04 21:04:58.681240 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b07e6709-cbe4-4fc6-9e56-a4b44ff8b9d8 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "DELETE /networking/v2.0/ports/f2b534af-74b5-421f-b9fe-b57158437405 HTTP/1.1" status: 204 len: 168 time: 1.3497503 Oct 04 21:04:58.681623 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56644) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:58.684851 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56646) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:58.687751 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56648) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:58.805036 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144b9932-849a-4e7a-bfaa-24643bc2f6c9 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Pushing event deleted for resources: {'Network': ['ID=83e6ca08-c33d-48fc-a208-86007e616c48,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:04:58.903705 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-b7545253-5b42-4d5c-ac0c-3b0651c4cc8e tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, de8a7146-3068-4316-8061-af5505b1cb8c) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:04:58.922123 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e05499e-1236-4381-8861-c85d63cd2dc4 None None] Network de8a7146-3068-4316-8061-af5505b1cb8c requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:04:58.947180 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7545253-5b42-4d5c-ac0c-3b0651c4cc8e tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:04:58.947180 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b7545253-5b42-4d5c-ac0c-3b0651c4cc8e tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:59.027890 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee80c77-62d4-48d1-aa35-784908d69522 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:04:59.057324 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee80c77-62d4-48d1-aa35-784908d69522 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:04:59.061016 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-5ee80c77-62d4-48d1-aa35-784908d69522 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.3605273 Oct 04 21:04:59.066815 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56656) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:59.129605 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b7545253-5b42-4d5c-ac0c-3b0651c4cc8e tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6862481 Oct 04 21:04:59.134634 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56658) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:59.191047 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-e2b950d4-4ec3-4642-955f-c76e47598444 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Request body: {'port': {'network_id': 'de8a7146-3068-4316-8061-af5505b1cb8c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-324493924'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:04:59.350410 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c24398f8-eb03-4140-92e6-2a8058e15259 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=07aabd9030f3444e986d02991f96bb44&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0852692 Oct 04 21:04:59.352133 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9f78c92b-8a71-4d52-89da-eba5732a3967 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group (37c3136c-37d5-42cd-b487-5c7b4c3862a4), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:59.364615 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56662) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:59.384012 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aef4a73-2493-4153-94d4-d20c357718b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-de8a7146-3068-4316-8061-af5505b1cb8c', 'network_id': 'de8a7146-3068-4316-8061-af5505b1cb8c', 'project_id': 'fea29c0c39584f28b297f628a73b7646', 'fixed_ips': [{'subnet_id': '0d176525-3849-4321-aa9e-3ec399b9429e'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:04:59.385445 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0aef4a73-2493-4153-94d4-d20c357718b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:59.486403 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-6cfa3d9e-5548-46b1-8f45-204274199908 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=ec1b0b0f9b7d4529945c159db6187b31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7938814 Oct 04 21:04:59.495824 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56664) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:04:59.554439 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9f78c92b-8a71-4d52-89da-eba5732a3967 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group (37c3136c-37d5-42cd-b487-5c7b4c3862a4), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:59.670065 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5ea91626-a756-4052-ba42-3ab9f248a5a1 admin admin] Publish callbacks [] for security_group (209bd5ec-d2a1-4c85-a70a-e5b9ba638230), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:59.755415 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-49c2b9bc-0759-449f-86d2-4180b14fb61e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Deleting port 2278929a-509a-42bd-adae-88413814fe0f {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:04:59.761153 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-49c2b9bc-0759-449f-86d2-4180b14fb61e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (2278929a-509a-42bd-adae-88413814fe0f), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:59.807803 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5ea91626-a756-4052-ba42-3ab9f248a5a1 admin admin] Publish callbacks [] for security_group (209bd5ec-d2a1-4c85-a70a-e5b9ba638230), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:59.842115 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-30c7690b-d494-4b2b-81d3-fd7059a2ff92 admin admin] Publish callbacks [] for security_group (10793f78-af49-4a88-8625-1ef71c195326), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:59.932987 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-30c7690b-d494-4b2b-81d3-fd7059a2ff92 admin admin] Publish callbacks [] for security_group (10793f78-af49-4a88-8625-1ef71c195326), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:04:59.971336 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:00.038046 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-0aef4a73-2493-4153-94d4-d20c357718b9 None None] Allocated IP 2001:db8::2 (de8a7146-3068-4316-8061-af5505b1cb8c/0d176525-3849-4321-aa9e-3ec399b9429e/de09f2d7-c5b8-4c20-b1c5-6fb8cf386bdc) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:05:00.044833 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b950d4-4ec3-4642-955f-c76e47598444 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Made reservation on behalf of fea29c0c39584f28b297f628a73b7646 for: {'port': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:05:00.082949 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e2b950d4-4ec3-4642-955f-c76e47598444 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:00.204775 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9f78c92b-8a71-4d52-89da-eba5732a3967 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (37c3136c-37d5-42cd-b487-5c7b4c3862a4), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:00.210653 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9f78c92b-8a71-4d52-89da-eba5732a3967 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:00.219554 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-9f78c92b-8a71-4d52-89da-eba5732a3967 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/37c3136c-37d5-42cd-b487-5c7b4c3862a4 HTTP/1.1" status: 204 len: 168 time: 1.5225835 Oct 04 21:05:00.219817 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [None req-e2b950d4-4ec3-4642-955f-c76e47598444 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] device_id is not set on port dfc3fd63-794d-49b6-bc48-7630aff19f29 yet. {{(pid=108170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 21:05:00.280902 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f78c92b-8a71-4d52-89da-eba5732a3967 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c3136c-37d5-42cd-b487-5c7b4c3862a4,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:00.299076 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5ea91626-a756-4052-ba42-3ab9f248a5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (209bd5ec-d2a1-4c85-a70a-e5b9ba638230), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:00.312739 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5ea91626-a756-4052-ba42-3ab9f248a5a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:00.322072 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-5ea91626-a756-4052-ba42-3ab9f248a5a1 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/209bd5ec-d2a1-4c85-a70a-e5b9ba638230 HTTP/1.1" status: 204 len: 168 time: 0.9564567 Oct 04 21:05:00.328384 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-30c7690b-d494-4b2b-81d3-fd7059a2ff92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (10793f78-af49-4a88-8625-1ef71c195326), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:00.350459 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-30c7690b-d494-4b2b-81d3-fd7059a2ff92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:00.360816 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-30c7690b-d494-4b2b-81d3-fd7059a2ff92 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/10793f78-af49-4a88-8625-1ef71c195326 HTTP/1.1" status: 204 len: 168 time: 0.8628209 Oct 04 21:05:00.362168 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:00.419368 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea91626-a756-4052-ba42-3ab9f248a5a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209bd5ec-d2a1-4c85-a70a-e5b9ba638230,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:00.518516 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c7690b-d494-4b2b-81d3-fd7059a2ff92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10793f78-af49-4a88-8625-1ef71c195326,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:00.528612 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-49c2b9bc-0759-449f-86d2-4180b14fb61e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (2278929a-509a-42bd-adae-88413814fe0f), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:00.624970 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-49c2b9bc-0759-449f-86d2-4180b14fb61e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Calling delete_port for 2278929a-509a-42bd-adae-88413814fe0f owned by {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:05:00.910805 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0aef4a73-2493-4153-94d4-d20c357718b9 None None] Publish callbacks [] for port (de09f2d7-c5b8-4c20-b1c5-6fb8cf386bdc), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:00.963572 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:01.034853 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0aef4a73-2493-4153-94d4-d20c357718b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (de09f2d7-c5b8-4c20-b1c5-6fb8cf386bdc), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:01.180353 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56684) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:01.193056 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-6a7b5f7a-7bf4-409a-8786-00694ad01666 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-498437900', 'description': 'tempest-secgroup-smoke-498437900 description', 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:05:01.214837 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aef4a73-2493-4153-94d4-d20c357718b9 None None] Pushing event updated for resources: {'Port': ['ID=de09f2d7-c5b8-4c20-b1c5-6fb8cf386bdc,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:01.277093 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aef4a73-2493-4153-94d4-d20c357718b9 None None] Network de8a7146-3068-4316-8061-af5505b1cb8c is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:05:01.289179 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-0aef4a73-2493-4153-94d4-d20c357718b9 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:05:01.303205 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aef4a73-2493-4153-94d4-d20c357718b9 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:05:01.363721 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-e2b950d4-4ec3-4642-955f-c76e47598444 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Allocated IP 2001:db8::122 (de8a7146-3068-4316-8061-af5505b1cb8c/0d176525-3849-4321-aa9e-3ec399b9429e/dfc3fd63-794d-49b6-bc48-7630aff19f29) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:05:01.493623 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6a7b5f7a-7bf4-409a-8786-00694ad01666 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:01.522971 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:01.611683 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:DELETE=11,neutron:SELECT=89 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:01.789481 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-0aef4a73-2493-4153-94d4-d20c357718b9 None None] Attempting to bind port de09f2d7-c5b8-4c20-b1c5-6fb8cf386bdc on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:05:01.789934 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-0aef4a73-2493-4153-94d4-d20c357718b9 None None] Attempting to bind port de09f2d7-c5b8-4c20-b1c5-6fb8cf386bdc by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '086564b4-9a7c-4d15-bb2e-24039dcfad09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'de8a7146-3068-4316-8061-af5505b1cb8c'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:05:01.790244 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aef4a73-2493-4153-94d4-d20c357718b9 None None] Attempting to bind port de09f2d7-c5b8-4c20-b1c5-6fb8cf386bdc on network de8a7146-3068-4316-8061-af5505b1cb8c {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:05:02.011047 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aef4a73-2493-4153-94d4-d20c357718b9 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:05:02.012612 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aef4a73-2493-4153-94d4-d20c357718b9 None None] Checking segment: {'id': '086564b4-9a7c-4d15-bb2e-24039dcfad09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'de8a7146-3068-4316-8061-af5505b1cb8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:05:02.013711 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0aef4a73-2493-4153-94d4-d20c357718b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:02.014758 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aef4a73-2493-4153-94d4-d20c357718b9 None None] Bound using segment: {'id': '086564b4-9a7c-4d15-bb2e-24039dcfad09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'de8a7146-3068-4316-8061-af5505b1cb8c'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:05:02.016024 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-0aef4a73-2493-4153-94d4-d20c357718b9 None None] Bound port: de09f2d7-c5b8-4c20-b1c5-6fb8cf386bdc, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '086564b4-9a7c-4d15-bb2e-24039dcfad09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'de8a7146-3068-4316-8061-af5505b1cb8c'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:05:02.017060 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0aef4a73-2493-4153-94d4-d20c357718b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (de09f2d7-c5b8-4c20-b1c5-6fb8cf386bdc), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:02.052683 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6a7b5f7a-7bf4-409a-8786-00694ad01666 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group (b5b0f0ae-4974-4cb4-9c72-1bf1f93533cc), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:02.216545 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6a7b5f7a-7bf4-409a-8786-00694ad01666 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (b5b0f0ae-4974-4cb4-9c72-1bf1f93533cc), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:02.248504 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e2b950d4-4ec3-4642-955f-c76e47598444 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks [] for port (dfc3fd63-794d-49b6-bc48-7630aff19f29), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:02.287550 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:02.385308 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-49c2b9bc-0759-449f-86d2-4180b14fb61e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (2278929a-509a-42bd-adae-88413814fe0f), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:02.424338 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7b5f7a-7bf4-409a-8786-00694ad01666 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b0f0ae-4974-4cb4-9c72-1bf1f93533cc,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:02.451194 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-0aef4a73-2493-4153-94d4-d20c357718b9 None None] For port de09f2d7-c5b8-4c20-b1c5-6fb8cf386bdc, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:05:02.469017 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-0aef4a73-2493-4153-94d4-d20c357718b9 None None] For port de09f2d7-c5b8-4c20-b1c5-6fb8cf386bdc, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=de09f2d7-c5b8-4c20-b1c5-6fb8cf386bdc,segment=NetworkSegment(086564b4-9a7c-4d15-bb2e-24039dcfad09),segment_id=086564b4-9a7c-4d15-bb2e-24039dcfad09)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:05:02.489946 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6a7b5f7a-7bf4-409a-8786-00694ad01666 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:02.497187 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-6a7b5f7a-7bf4-409a-8786-00694ad01666 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.3090847 Oct 04 21:05:02.498697 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56704) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:02.517293 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:02.552937 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-7d12a85e-783a-495f-b4f3-658dfc76db53 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Request body: {'security_group_rule': {'security_group_id': 'b5b0f0ae-4974-4cb4-9c72-1bf1f93533cc', 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:05:02.554919 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c2b9bc-0759-449f-86d2-4180b14fb61e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event deleted for resources: {'Port': ['ID=2278929a-509a-42bd-adae-88413814fe0f,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:02.567947 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e2b950d4-4ec3-4642-955f-c76e47598444 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (dfc3fd63-794d-49b6-bc48-7630aff19f29), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:02.577169 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=43 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:02.665134 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0aef4a73-2493-4153-94d4-d20c357718b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (de09f2d7-c5b8-4c20-b1c5-6fb8cf386bdc), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:02.700537 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-49c2b9bc-0759-449f-86d2-4180b14fb61e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:02.719525 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-49c2b9bc-0759-449f-86d2-4180b14fb61e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "DELETE /networking/v2.0/ports/2278929a-509a-42bd-adae-88413814fe0f HTTP/1.1" status: 204 len: 168 time: 3.6475947 Oct 04 21:05:02.734245 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56708) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:02.736164 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b950d4-4ec3-4642-955f-c76e47598444 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Network de8a7146-3068-4316-8061-af5505b1cb8c is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:05:02.761550 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-e2b950d4-4ec3-4642-955f-c76e47598444 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:05:02.830488 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b950d4-4ec3-4642-955f-c76e47598444 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:05:02.893620 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b950d4-4ec3-4642-955f-c76e47598444 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:05:02.898329 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e2b950d4-4ec3-4642-955f-c76e47598444 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:02.913925 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56716) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:03.057196 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7d12a85e-783a-495f-b4f3-658dfc76db53 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group_rule (cc93b7a3-66c1-4e3a-a26a-120bb6ba0f81), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:03.131905 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da993b0-d101-45ed-babd-5fb5c02cc62d tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:05:03.136669 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-9da993b0-d101-45ed-babd-5fb5c02cc62d tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.4014547 Oct 04 21:05:03.170988 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56720) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:03.200878 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e4663d01-d65b-4cd1-a670-0e31a94a6236 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:03.232344 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b950d4-4ec3-4642-955f-c76e47598444 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Pushing event updated for resources: {'Port': ['ID=dfc3fd63-794d-49b6-bc48-7630aff19f29,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:03.255528 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aef4a73-2493-4153-94d4-d20c357718b9 None None] Pushing event updated for resources: {'Port': ['ID=de09f2d7-c5b8-4c20-b1c5-6fb8cf386bdc,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:03.345001 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-4166037f-10d4-4db2-95ab-7a0fd202e4d1 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] GET failed (client error): The resource could not be found. Oct 04 21:05:03.348134 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-4166037f-10d4-4db2-95ab-7a0fd202e4d1 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "GET /networking/v2.0/ports/f2b534af-74b5-421f-b9fe-b57158437405 HTTP/1.1" status: 404 len: 333 time: 0.1693532 Oct 04 21:05:03.359081 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56722) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:03.393929 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:03.449731 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-df7fca1d-db53-4ab8-a1ea-4021c199d274 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] GET failed (client error): The resource could not be found. Oct 04 21:05:03.452434 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-df7fca1d-db53-4ab8-a1ea-4021c199d274 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "GET /networking/v2.0/ports/2278929a-509a-42bd-adae-88413814fe0f HTTP/1.1" status: 404 len: 333 time: 0.0912759 Oct 04 21:05:03.463578 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56724) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:03.649520 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e4663d01-d65b-4cd1-a670-0e31a94a6236 admin admin] Publish callbacks [] for security_group (5e0fd90b-3e92-4368-bca5-302bc3c7c748), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:03.675677 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-e2b950d4-4ec3-4642-955f-c76e47598444 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.5339434 Oct 04 21:05:03.684442 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56726) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:03.687893 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-23ec51ee-f2a1-4b6d-91db-2d2a99fbeea0 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Request body: {'port': {'network_id': 'de8a7146-3068-4316-8061-af5505b1cb8c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2085842134', 'allowed_address_pairs': [{'ip_address': '2001:db8::122', 'mac_address': 'fa:16:3e:93:83:5b'}]}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:05:03.736747 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7458a3e9-a8c2-4e2f-b46f-9ff6378ccd87 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (b4e5192d-c9a2-4925-80d4-f1d458c45d75), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:03.783003 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7d12a85e-783a-495f-b4f3-658dfc76db53 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group_rule (cc93b7a3-66c1-4e3a-a26a-120bb6ba0f81), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:03.877803 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e4663d01-d65b-4cd1-a670-0e31a94a6236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (5e0fd90b-3e92-4368-bca5-302bc3c7c748), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:03.946330 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7d12a85e-783a-495f-b4f3-658dfc76db53 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (cc93b7a3-66c1-4e3a-a26a-120bb6ba0f81), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:03.959565 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4663d01-d65b-4cd1-a670-0e31a94a6236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0fd90b-3e92-4368-bca5-302bc3c7c748,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:04.039329 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-e4663d01-d65b-4cd1-a670-0e31a94a6236 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=4e0db5a97f1441379250ee402cb8fece&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0934205 Oct 04 21:05:04.058096 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:04.115739 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56730) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:04.428679 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ec51ee-f2a1-4b6d-91db-2d2a99fbeea0 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Made reservation on behalf of fea29c0c39584f28b297f628a73b7646 for: {'port': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:05:04.449316 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7d12a85e-783a-495f-b4f3-658dfc76db53 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:04.452418 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-7d12a85e-783a-495f-b4f3-658dfc76db53 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9518874 Oct 04 21:05:04.469253 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d12a85e-783a-495f-b4f3-658dfc76db53 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc93b7a3-66c1-4e3a-a26a-120bb6ba0f81,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:04.481713 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56742) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:04.492973 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-744d92cd-500f-41ab-8add-71f16dbc79e6 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Request body: {'security_group_rule': {'security_group_id': 'b5b0f0ae-4974-4cb4-9c72-1bf1f93533cc', 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:05:04.539952 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7458a3e9-a8c2-4e2f-b46f-9ff6378ccd87 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (b4e5192d-c9a2-4925-80d4-f1d458c45d75), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:04.643088 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-7458a3e9-a8c2-4e2f-b46f-9ff6378ccd87 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4e5192d-c9a2-4925-80d4-f1d458c45d75']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:05:04.729168 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-7458a3e9-a8c2-4e2f-b46f-9ff6378ccd87 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2d60fd9-c0e2-4623-8a4d-26501dfd85f4') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:05:04.730737 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-7458a3e9-a8c2-4e2f-b46f-9ff6378ccd87 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2d60fd9-c0e2-4623-8a4d-26501dfd85f4') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:05:04.785634 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d83a6629-3621-4018-923e-65365cf328e4 admin admin] Publish callbacks [] for security_group (5e0fd90b-3e92-4368-bca5-302bc3c7c748), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:04.817144 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-744d92cd-500f-41ab-8add-71f16dbc79e6 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group_rule (473ca69b-c303-4823-85ba-107280596aa9), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:04.865712 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d83a6629-3621-4018-923e-65365cf328e4 admin admin] Publish callbacks [] for security_group (5e0fd90b-3e92-4368-bca5-302bc3c7c748), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:04.934450 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7458a3e9-a8c2-4e2f-b46f-9ff6378ccd87 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (d2d60fd9-c0e2-4623-8a4d-26501dfd85f4), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:05.021810 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-744d92cd-500f-41ab-8add-71f16dbc79e6 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group_rule (473ca69b-c303-4823-85ba-107280596aa9), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:05.092024 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7458a3e9-a8c2-4e2f-b46f-9ff6378ccd87 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (d2d60fd9-c0e2-4623-8a4d-26501dfd85f4), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:05.137535 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7458a3e9-a8c2-4e2f-b46f-9ff6378ccd87 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:05:05.138286 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7458a3e9-a8c2-4e2f-b46f-9ff6378ccd87 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (d2d60fd9-c0e2-4623-8a4d-26501dfd85f4), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:05.148014 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-23ec51ee-f2a1-4b6d-91db-2d2a99fbeea0 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:05.288935 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d83a6629-3621-4018-923e-65365cf328e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (5e0fd90b-3e92-4368-bca5-302bc3c7c748), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:05.292424 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-744d92cd-500f-41ab-8add-71f16dbc79e6 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (473ca69b-c303-4823-85ba-107280596aa9), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:05.305393 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d83a6629-3621-4018-923e-65365cf328e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:05.311872 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-d83a6629-3621-4018-923e-65365cf328e4 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/5e0fd90b-3e92-4368-bca5-302bc3c7c748 HTTP/1.1" status: 204 len: 168 time: 1.1905422 Oct 04 21:05:05.311872 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [None req-23ec51ee-f2a1-4b6d-91db-2d2a99fbeea0 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] device_id is not set on port 75b402c3-f2df-4f8c-abe5-2a12068024a0 yet. {{(pid=108170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 21:05:05.367962 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device de09f2d7-c5b8-4c20-b1c5-6fb8cf386bdc up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:05:05.394491 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83a6629-3621-4018-923e-65365cf328e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0fd90b-3e92-4368-bca5-302bc3c7c748,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:05.562252 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7410366-3230-4a69-ae6c-29e828e604fb None None] Network de8a7146-3068-4316-8061-af5505b1cb8c requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:05:05.622650 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment d2d60fd9-c0e2-4623-8a4d-26501dfd85f4 resource provider aggregate not found Oct 04 21:05:05.626492 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:05.674068 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744d92cd-500f-41ab-8add-71f16dbc79e6 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=473ca69b-c303-4823-85ba-107280596aa9,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:05.766518 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment d2d60fd9-c0e2-4623-8a4d-26501dfd85f4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d2d60fd9-c0e2-4623-8a4d-26501dfd85f4 found for delete ", "request_id": "req-43190d51-e159-415d-b9aa-4b8cf7722a8d"}]} Oct 04 21:05:05.794454 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-4caa8a33-518b-46d7-99d8-841dc1a1ba21 None None] Provisioning complete for port de09f2d7-c5b8-4c20-b1c5-6fb8cf386bdc triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:05:05.798434 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-744d92cd-500f-41ab-8add-71f16dbc79e6 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:05.800188 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4caa8a33-518b-46d7-99d8-841dc1a1ba21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (de09f2d7-c5b8-4c20-b1c5-6fb8cf386bdc), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:05.801902 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-744d92cd-500f-41ab-8add-71f16dbc79e6 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3269565 Oct 04 21:05:05.803956 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-4caa8a33-518b-46d7-99d8-841dc1a1ba21 None None] Attempt 1 to provision port de09f2d7-c5b8-4c20-b1c5-6fb8cf386bdc Oct 04 21:05:05.810748 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7458a3e9-a8c2-4e2f-b46f-9ff6378ccd87 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (b4e5192d-c9a2-4925-80d4-f1d458c45d75), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:05.821325 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56764) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:05.908261 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-23ec51ee-f2a1-4b6d-91db-2d2a99fbeea0 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Allocated IP 2001:db8::189 (de8a7146-3068-4316-8061-af5505b1cb8c/0d176525-3849-4321-aa9e-3ec399b9429e/75b402c3-f2df-4f8c-abe5-2a12068024a0) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:05:05.949141 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-a136d31f-6a83-463b-b508-9f9b1874f25e tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Request body: {'security_group_rule': {'security_group_id': 'b5b0f0ae-4974-4cb4-9c72-1bf1f93533cc', 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:05:05.982390 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7458a3e9-a8c2-4e2f-b46f-9ff6378ccd87 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:05.989398 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-7458a3e9-a8c2-4e2f-b46f-9ff6378ccd87 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "DELETE /networking/v2.0/networks/b4e5192d-c9a2-4925-80d4-f1d458c45d75 HTTP/1.1" status: 204 len: 168 time: 2.5233607 Oct 04 21:05:05.993423 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7458a3e9-a8c2-4e2f-b46f-9ff6378ccd87 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event deleted for resources: {'Network': ['ID=b4e5192d-c9a2-4925-80d4-f1d458c45d75,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:06.008339 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:06.010885 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56768) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:06.029974 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-a2907c99-ca94-4e96-95b5-407810d821d8 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1125260449'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:05:06.209732 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port de09f2d7-c5b8-4c20-b1c5-6fb8cf386bdc triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:05:06.210361 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (de09f2d7-c5b8-4c20-b1c5-6fb8cf386bdc), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:06.211051 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port de09f2d7-c5b8-4c20-b1c5-6fb8cf386bdc Oct 04 21:05:06.252319 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a136d31f-6a83-463b-b508-9f9b1874f25e tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group_rule (7ebf19a0-10f3-47ad-85e2-31c66946855e), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:06.321030 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:06.353433 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2907c99-ca94-4e96-95b5-407810d821d8 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Made reservation on behalf of 3e52093341534ca5a76295afd3cfd196 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:05:06.361552 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a2907c99-ca94-4e96-95b5-407810d821d8 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:06.645511 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a136d31f-6a83-463b-b508-9f9b1874f25e tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group_rule (7ebf19a0-10f3-47ad-85e2-31c66946855e), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:06.727240 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-23ec51ee-f2a1-4b6d-91db-2d2a99fbeea0 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks [] for port (75b402c3-f2df-4f8c-abe5-2a12068024a0), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:06.804367 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2907c99-ca94-4e96-95b5-407810d821d8 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:05:06.822499 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a136d31f-6a83-463b-b508-9f9b1874f25e tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (7ebf19a0-10f3-47ad-85e2-31c66946855e), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:06.826037 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a2907c99-ca94-4e96-95b5-407810d821d8 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (be8ba301-4c7a-4a7e-ad6e-237c2a5d3faa), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:06.826921 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-a2907c99-ca94-4e96-95b5-407810d821d8 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Added segment be8ba301-4c7a-4a7e-ad6e-237c2a5d3faa of type vlan for network 235c6409-4e61-434b-a74d-574b82150d99 Oct 04 21:05:06.885803 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-4caa8a33-518b-46d7-99d8-841dc1a1ba21 None None] Current status of the port de09f2d7-c5b8-4c20-b1c5-6fb8cf386bdc is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:05:06.886667 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4caa8a33-518b-46d7-99d8-841dc1a1ba21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (de09f2d7-c5b8-4c20-b1c5-6fb8cf386bdc), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:06.931391 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a136d31f-6a83-463b-b508-9f9b1874f25e tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ebf19a0-10f3-47ad-85e2-31c66946855e,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:07.034574 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a2907c99-ca94-4e96-95b5-407810d821d8 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (235c6409-4e61-434b-a74d-574b82150d99), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:07.069259 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a136d31f-6a83-463b-b508-9f9b1874f25e tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:07.084192 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a136d31f-6a83-463b-b508-9f9b1874f25e tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1673932 Oct 04 21:05:07.085785 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56790) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:07.110566 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-1eade8a2-ebd2-43c7-a54b-7c2ef5136fd8 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Request body: {'security_group_rule': {'security_group_id': 'b5b0f0ae-4974-4cb4-9c72-1bf1f93533cc', 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:05:07.122842 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-23ec51ee-f2a1-4b6d-91db-2d2a99fbeea0 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (75b402c3-f2df-4f8c-abe5-2a12068024a0), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:07.186012 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.db.resource_extend [None req-a2907c99-ca94-4e96-95b5-407810d821d8 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 04 21:05:07.199539 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-4caa8a33-518b-46d7-99d8-841dc1a1ba21 None None] For port de09f2d7-c5b8-4c20-b1c5-6fb8cf386bdc, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=de09f2d7-c5b8-4c20-b1c5-6fb8cf386bdc,segment=NetworkSegment(086564b4-9a7c-4d15-bb2e-24039dcfad09),segment_id=086564b4-9a7c-4d15-bb2e-24039dcfad09)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:05:07.234267 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port de09f2d7-c5b8-4c20-b1c5-6fb8cf386bdc is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:05:07.234873 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (de09f2d7-c5b8-4c20-b1c5-6fb8cf386bdc), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:07.256435 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:07.264746 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:07.313116 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4caa8a33-518b-46d7-99d8-841dc1a1ba21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (de09f2d7-c5b8-4c20-b1c5-6fb8cf386bdc), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:07.389662 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ec51ee-f2a1-4b6d-91db-2d2a99fbeea0 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Pushing event updated for resources: {'Port': ['ID=75b402c3-f2df-4f8c-abe5-2a12068024a0,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:07.464621 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1eade8a2-ebd2-43c7-a54b-7c2ef5136fd8 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group_rule (edf3604f-5583-41ac-933f-e898ec552c30), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:07.486977 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ec51ee-f2a1-4b6d-91db-2d2a99fbeea0 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Network de8a7146-3068-4316-8061-af5505b1cb8c is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:05:07.499323 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-23ec51ee-f2a1-4b6d-91db-2d2a99fbeea0 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:05:07.509869 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ec51ee-f2a1-4b6d-91db-2d2a99fbeea0 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:05:07.524716 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ec51ee-f2a1-4b6d-91db-2d2a99fbeea0 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:05:07.526362 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-23ec51ee-f2a1-4b6d-91db-2d2a99fbeea0 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:07.634423 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a2907c99-ca94-4e96-95b5-407810d821d8 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (235c6409-4e61-434b-a74d-574b82150d99), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:07.652211 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2907c99-ca94-4e96-95b5-407810d821d8 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:05:07.653271 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a2907c99-ca94-4e96-95b5-407810d821d8 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:07.681249 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 21:05:07.682180 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 21:05:07.719665 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56806) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:07.744766 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caa8a33-518b-46d7-99d8-841dc1a1ba21 None None] Pushing event updated for resources: {'Port': ['ID=de09f2d7-c5b8-4c20-b1c5-6fb8cf386bdc,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:07.839408 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7878ce63-a6eb-4c17-8886-57c7b5724529 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:07.924692 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1eade8a2-ebd2-43c7-a54b-7c2ef5136fd8 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group_rule (edf3604f-5583-41ac-933f-e898ec552c30), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:07.957024 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-4b54d920-4c03-42a8-b255-077804e8ecb7 None None] Provisioning complete for port de09f2d7-c5b8-4c20-b1c5-6fb8cf386bdc triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:05:07.959540 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4b54d920-4c03-42a8-b255-077804e8ecb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (de09f2d7-c5b8-4c20-b1c5-6fb8cf386bdc), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:07.963366 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-4b54d920-4c03-42a8-b255-077804e8ecb7 None None] Attempt 1 to provision port de09f2d7-c5b8-4c20-b1c5-6fb8cf386bdc Oct 04 21:05:07.987941 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2907c99-ca94-4e96-95b5-407810d821d8 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event updated for resources: {'Network': ['ID=235c6409-4e61-434b-a74d-574b82150d99,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:08.003605 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-23ec51ee-f2a1-4b6d-91db-2d2a99fbeea0 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 4.3243172 Oct 04 21:05:08.028579 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56808) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:08.108563 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1eade8a2-ebd2-43c7-a54b-7c2ef5136fd8 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (edf3604f-5583-41ac-933f-e898ec552c30), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:08.156208 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 235c6409-4e61-434b-a74d-574b82150d99 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:05:08.191048 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a2907c99-ca94-4e96-95b5-407810d821d8 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.1645627 Oct 04 21:05:08.204956 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56810) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:08.214303 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-2a7bb002-d54b-445b-8df3-268cac7dea65 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Request body: {'subnet': {'network_id': '235c6409-4e61-434b-a74d-574b82150d99', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:05:08.302857 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b203894f-c257-4c78-9042-341a7573d4fd tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:05:08.325899 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b203894f-c257-4c78-9042-341a7573d4fd tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:05:08.346163 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b203894f-c257-4c78-9042-341a7573d4fd tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:05:08.367506 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b203894f-c257-4c78-9042-341a7573d4fd tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] 10.222.0.78 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.3371096 Oct 04 21:05:08.385398 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eade8a2-ebd2-43c7-a54b-7c2ef5136fd8 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edf3604f-5583-41ac-933f-e898ec552c30,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:08.391576 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56814) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:08.493640 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7878ce63-a6eb-4c17-8886-57c7b5724529 admin admin] Publish callbacks [] for security_group (3e180975-b197-4a7e-8657-7b6484cfe13a), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:08.573330 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:08.625642 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1eade8a2-ebd2-43c7-a54b-7c2ef5136fd8 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:08.634626 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-1eade8a2-ebd2-43c7-a54b-7c2ef5136fd8 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5470181 Oct 04 21:05:08.635800 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56822) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:08.681798 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-d19016ba-c28a-4a54-a44b-3305ef13b933 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Request body: {'security_group_rule': {'security_group_id': 'b5b0f0ae-4974-4cb4-9c72-1bf1f93533cc', 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:05:08.809136 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port de09f2d7-c5b8-4c20-b1c5-6fb8cf386bdc is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:05:08.855536 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7878ce63-a6eb-4c17-8886-57c7b5724529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (3e180975-b197-4a7e-8657-7b6484cfe13a), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:08.871649 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-4b54d920-4c03-42a8-b255-077804e8ecb7 None None] Current status of the port de09f2d7-c5b8-4c20-b1c5-6fb8cf386bdc is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:05:08.965038 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-4b54d920-4c03-42a8-b255-077804e8ecb7 None None] Provisioning complete for port dfc3fd63-794d-49b6-bc48-7630aff19f29 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:05:08.969118 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4b54d920-4c03-42a8-b255-077804e8ecb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (dfc3fd63-794d-49b6-bc48-7630aff19f29), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:08.979577 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-4b54d920-4c03-42a8-b255-077804e8ecb7 None None] Attempt 1 to provision port dfc3fd63-794d-49b6-bc48-7630aff19f29 Oct 04 21:05:09.021020 n-d-852085-12 neutron-server[108169]: INFO neutron.db.securitygroups_db [None req-d19016ba-c28a-4a54-a44b-3305ef13b933 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Project 2f27496d38be44c29c3cd5bc4ae008d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 21:05:09.185522 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d19016ba-c28a-4a54-a44b-3305ef13b933 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group_rule (f8b2913d-eb6b-4db1-ac45-a6659812318a), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:09.216593 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7878ce63-a6eb-4c17-8886-57c7b5724529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e180975-b197-4a7e-8657-7b6484cfe13a,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:09.268267 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-7878ce63-a6eb-4c17-8886-57c7b5724529 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=87105786ed774112b160fb3d6aeb914f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5357356 Oct 04 21:05:09.280997 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56832) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:09.384918 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device de09f2d7-c5b8-4c20-b1c5-6fb8cf386bdc up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:05:09.401488 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-4b54d920-4c03-42a8-b255-077804e8ecb7 None None] Port dfc3fd63-794d-49b6-bc48-7630aff19f29 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:05:09.453903 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-c06a1d17-eba8-4f68-ba3b-2ff17efbe60a tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Deleting port 75b402c3-f2df-4f8c-abe5-2a12068024a0 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:05:09.455260 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c06a1d17-eba8-4f68-ba3b-2ff17efbe60a tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (75b402c3-f2df-4f8c-abe5-2a12068024a0), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:09.660722 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-0a1da81e-8da4-4470-8b18-94d39c7b4251 None None] Provisioning complete for port dfc3fd63-794d-49b6-bc48-7630aff19f29 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:05:09.661284 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0a1da81e-8da4-4470-8b18-94d39c7b4251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (dfc3fd63-794d-49b6-bc48-7630aff19f29), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:09.668072 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-0a1da81e-8da4-4470-8b18-94d39c7b4251 None None] Attempt 1 to provision port dfc3fd63-794d-49b6-bc48-7630aff19f29 Oct 04 21:05:09.685580 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d19016ba-c28a-4a54-a44b-3305ef13b933 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group_rule (f8b2913d-eb6b-4db1-ac45-a6659812318a), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:09.784670 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d19016ba-c28a-4a54-a44b-3305ef13b933 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (f8b2913d-eb6b-4db1-ac45-a6659812318a), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:09.883478 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port de09f2d7-c5b8-4c20-b1c5-6fb8cf386bdc triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:05:09.884394 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (de09f2d7-c5b8-4c20-b1c5-6fb8cf386bdc), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:09.884979 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port de09f2d7-c5b8-4c20-b1c5-6fb8cf386bdc Oct 04 21:05:09.894462 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19016ba-c28a-4a54-a44b-3305ef13b933 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8b2913d-eb6b-4db1-ac45-a6659812318a,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:09.919706 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f529bb6c-ee2a-41c7-9c0c-01aacabfc1ee admin admin] Publish callbacks [] for security_group (3e180975-b197-4a7e-8657-7b6484cfe13a), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:10.032951 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f529bb6c-ee2a-41c7-9c0c-01aacabfc1ee admin admin] Publish callbacks [] for security_group (3e180975-b197-4a7e-8657-7b6484cfe13a), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:10.041425 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c06a1d17-eba8-4f68-ba3b-2ff17efbe60a tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (75b402c3-f2df-4f8c-abe5-2a12068024a0), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:10.074635 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-c06a1d17-eba8-4f68-ba3b-2ff17efbe60a tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Calling delete_port for 75b402c3-f2df-4f8c-abe5-2a12068024a0 owned by {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:05:10.076011 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-0a1da81e-8da4-4470-8b18-94d39c7b4251 None None] Port dfc3fd63-794d-49b6-bc48-7630aff19f29 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:05:10.150165 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d19016ba-c28a-4a54-a44b-3305ef13b933 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:10.157157 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d19016ba-c28a-4a54-a44b-3305ef13b933 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.5172122 Oct 04 21:05:10.160824 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56844) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:10.183247 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-27e78729-4a26-4463-a5ac-85ce3c512897 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Request body: {'security_group_rule': {'security_group_id': 'b5b0f0ae-4974-4cb4-9c72-1bf1f93533cc', 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:05:10.233661 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:10.377744 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port de09f2d7-c5b8-4c20-b1c5-6fb8cf386bdc is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:05:10.392744 n-d-852085-12 neutron-server[108169]: INFO neutron.db.securitygroups_db [None req-27e78729-4a26-4463-a5ac-85ce3c512897 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Project 2f27496d38be44c29c3cd5bc4ae008d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 21:05:10.408586 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f529bb6c-ee2a-41c7-9c0c-01aacabfc1ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (3e180975-b197-4a7e-8657-7b6484cfe13a), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:10.409743 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-8be92a9c-2002-466a-a25d-bd51b65e490b None None] Provisioning complete for port 75b402c3-f2df-4f8c-abe5-2a12068024a0 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:05:10.419286 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8be92a9c-2002-466a-a25d-bd51b65e490b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (75b402c3-f2df-4f8c-abe5-2a12068024a0), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:10.420452 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-8be92a9c-2002-466a-a25d-bd51b65e490b None None] Attempt 1 to provision port 75b402c3-f2df-4f8c-abe5-2a12068024a0 Oct 04 21:05:10.435418 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f529bb6c-ee2a-41c7-9c0c-01aacabfc1ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:10.445867 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f529bb6c-ee2a-41c7-9c0c-01aacabfc1ee admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/3e180975-b197-4a7e-8657-7b6484cfe13a HTTP/1.1" status: 204 len: 168 time: 1.1631129 Oct 04 21:05:10.466880 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:10.471318 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7bb002-d54b-445b-8df3-268cac7dea65 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Made reservation on behalf of 3e52093341534ca5a76295afd3cfd196 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:05:10.479557 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2a7bb002-d54b-445b-8df3-268cac7dea65 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:10.551725 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f529bb6c-ee2a-41c7-9c0c-01aacabfc1ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e180975-b197-4a7e-8657-7b6484cfe13a,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:10.559501 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-27e78729-4a26-4463-a5ac-85ce3c512897 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group_rule (99eff3f9-6973-437c-aab5-32d9d8afedcc), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:10.702146 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:UPDATE=2,neutron:SELECT=77,neutron:INSERT=16,neutron:DELETE=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:10.717291 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c06a1d17-eba8-4f68-ba3b-2ff17efbe60a tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (75b402c3-f2df-4f8c-abe5-2a12068024a0), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:10.808467 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-8be92a9c-2002-466a-a25d-bd51b65e490b None None] Port 75b402c3-f2df-4f8c-abe5-2a12068024a0 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:05:10.973790 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06a1d17-eba8-4f68-ba3b-2ff17efbe60a tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Pushing event deleted for resources: {'Port': ['ID=75b402c3-f2df-4f8c-abe5-2a12068024a0,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:11.132090 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.ipam_backend_mixin [None req-2a7bb002-d54b-445b-8df3-268cac7dea65 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Performing IP validity checks on allocation pools {{(pid=108170) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Oct 04 21:05:11.145550 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.ipam_backend_mixin [None req-2a7bb002-d54b-445b-8df3-268cac7dea65 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Checking for overlaps among allocation pools and gateway ip {{(pid=108170) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Oct 04 21:05:11.276661 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=86,neutron:DELETE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:11.283390 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 21:05:11.786640 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c06a1d17-eba8-4f68-ba3b-2ff17efbe60a tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:11.804751 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c06a1d17-eba8-4f68-ba3b-2ff17efbe60a tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] 10.222.0.78 "DELETE /networking/v2.0/ports/75b402c3-f2df-4f8c-abe5-2a12068024a0 HTTP/1.1" status: 204 len: 168 time: 3.4108572 Oct 04 21:05:11.809976 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56866) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:11.965329 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-57f6d2f9-ac4e-4508-b808-6bf6669686cb tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] GET failed (client error): The resource could not be found. Oct 04 21:05:11.967048 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-27e78729-4a26-4463-a5ac-85ce3c512897 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group_rule (99eff3f9-6973-437c-aab5-32d9d8afedcc), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:11.975944 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-57f6d2f9-ac4e-4508-b808-6bf6669686cb tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] 10.222.0.78 "GET /networking/v2.0/ports/75b402c3-f2df-4f8c-abe5-2a12068024a0 HTTP/1.1" status: 404 len: 333 time: 0.1578834 Oct 04 21:05:11.978834 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56868) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:11.986955 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56870) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:11.993065 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-42b16480-4556-4257-b051-8988580f3db5 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Request body: {'port': {'network_id': 'de8a7146-3068-4316-8061-af5505b1cb8c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1565300583'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:05:12.096156 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-27e78729-4a26-4463-a5ac-85ce3c512897 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (99eff3f9-6973-437c-aab5-32d9d8afedcc), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:12.182472 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e78729-4a26-4463-a5ac-85ce3c512897 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99eff3f9-6973-437c-aab5-32d9d8afedcc,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:12.297786 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-27e78729-4a26-4463-a5ac-85ce3c512897 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:12.306291 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-27e78729-4a26-4463-a5ac-85ce3c512897 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 2.1390164 Oct 04 21:05:12.307957 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56874) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:12.333524 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-1736acb8-ee91-45c5-bb39-3333a6c1f1ba tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Request body: {'network': {'name': 'tempest-network-smoke--632260843', 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'port_security_enabled': True}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:05:12.553756 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1736acb8-ee91-45c5-bb39-3333a6c1f1ba tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Made reservation on behalf of 2f27496d38be44c29c3cd5bc4ae008d8 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:05:12.561058 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1736acb8-ee91-45c5-bb39-3333a6c1f1ba tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:12.746487 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9bd9d475-0c7c-49d3-b6d6-74c09cc08cf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:12.784215 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1736acb8-ee91-45c5-bb39-3333a6c1f1ba tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:05:12.856884 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1736acb8-ee91-45c5-bb39-3333a6c1f1ba tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (35008a54-5a83-48db-a113-6aa45184eaa3), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:12.859342 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-1736acb8-ee91-45c5-bb39-3333a6c1f1ba tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Added segment 35008a54-5a83-48db-a113-6aa45184eaa3 of type vlan for network 0174c07f-0690-4847-842d-3c215843c7b7 Oct 04 21:05:13.133880 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9bd9d475-0c7c-49d3-b6d6-74c09cc08cf2 admin admin] Publish callbacks [] for security_group (0b2bdff5-38ab-4700-8ec8-468fa8de347c), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:13.193459 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1736acb8-ee91-45c5-bb39-3333a6c1f1ba tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (0174c07f-0690-4847-842d-3c215843c7b7), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:13.215992 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9bd9d475-0c7c-49d3-b6d6-74c09cc08cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (0b2bdff5-38ab-4700-8ec8-468fa8de347c), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:13.315647 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=84,neutron:INSERT=7,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:13.399273 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-9bd9d475-0c7c-49d3-b6d6-74c09cc08cf2 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=774f9ed580974ec182fa011f41cb6b9b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4102833 Oct 04 21:05:13.410743 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56894) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:13.418209 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd9d475-0c7c-49d3-b6d6-74c09cc08cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2bdff5-38ab-4700-8ec8-468fa8de347c,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:13.470254 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1736acb8-ee91-45c5-bb39-3333a6c1f1ba tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (0174c07f-0690-4847-842d-3c215843c7b7), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:13.481185 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1736acb8-ee91-45c5-bb39-3333a6c1f1ba tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:05:13.481900 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1736acb8-ee91-45c5-bb39-3333a6c1f1ba tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:13.530704 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2a7bb002-d54b-445b-8df3-268cac7dea65 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (e20e1f0c-5412-4453-b8a9-0d264266fcff), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:13.677554 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-72a50fb4-c060-46c3-ad4a-cb9303a35a59 admin admin] Publish callbacks [] for security_group (0b2bdff5-38ab-4700-8ec8-468fa8de347c), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:13.696017 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7bb002-d54b-445b-8df3-268cac7dea65 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event updated for resources: {'Subnet': ['ID=e20e1f0c-5412-4453-b8a9-0d264266fcff,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:13.698624 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1736acb8-ee91-45c5-bb39-3333a6c1f1ba tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Pushing event updated for resources: {'Network': ['ID=0174c07f-0690-4847-842d-3c215843c7b7,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:13.734514 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-72a50fb4-c060-46c3-ad4a-cb9303a35a59 admin admin] Publish callbacks [] for security_group (0b2bdff5-38ab-4700-8ec8-468fa8de347c), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:13.784348 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 0174c07f-0690-4847-842d-3c215843c7b7 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:05:13.807524 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-1736acb8-ee91-45c5-bb39-3333a6c1f1ba tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4939783 Oct 04 21:05:13.814569 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56900) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:13.816844 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7bb002-d54b-445b-8df3-268cac7dea65 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Checking segment: {'id': 'be8ba301-4c7a-4a7e-ad6e-237c2a5d3faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '235c6409-4e61-434b-a74d-574b82150d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:05:13.817610 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7bb002-d54b-445b-8df3-268cac7dea65 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Network hostable DHCP agents. Network: 235c6409-4e61-434b-a74d-574b82150d99, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:05:13.831366 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-03081bde-d5f6-4f55-8b33-f69c5f825a3d tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1409850452', 'admin_state_up': True, 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:05:13.945199 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b16480-4556-4257-b051-8988580f3db5 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Made reservation on behalf of fea29c0c39584f28b297f628a73b7646 for: {'port': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:05:13.958772 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-42b16480-4556-4257-b051-8988580f3db5 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:14.010670 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [None req-42b16480-4556-4257-b051-8988580f3db5 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] device_id is not set on port 6ab58335-030b-47b9-b273-788fb850dd80 yet. {{(pid=108170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 21:05:14.082603 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-72a50fb4-c060-46c3-ad4a-cb9303a35a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (0b2bdff5-38ab-4700-8ec8-468fa8de347c), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:14.088270 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-72a50fb4-c060-46c3-ad4a-cb9303a35a59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:14.094355 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-03081bde-d5f6-4f55-8b33-f69c5f825a3d tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (ab4225c2-31fa-4557-a5bc-2666fb065de6), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:14.094604 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-72a50fb4-c060-46c3-ad4a-cb9303a35a59 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/0b2bdff5-38ab-4700-8ec8-468fa8de347c HTTP/1.1" status: 204 len: 168 time: 0.6846015 Oct 04 21:05:14.094801 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-03081bde-d5f6-4f55-8b33-f69c5f825a3d tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (ab4225c2-31fa-4557-a5bc-2666fb065de6), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:14.111472 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7bb002-d54b-445b-8df3-268cac7dea65 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Network 235c6409-4e61-434b-a74d-574b82150d99 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:05:14.146071 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a50fb4-c060-46c3-ad4a-cb9303a35a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2bdff5-38ab-4700-8ec8-468fa8de347c,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:14.368546 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:14.614510 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-2a7bb002-d54b-445b-8df3-268cac7dea65 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 235c6409-4e61-434b-a74d-574b82150d99) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:05:14.638969 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bb4838-33de-4f3b-87d4-d74739cc58a8 None None] Network 235c6409-4e61-434b-a74d-574b82150d99 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:05:14.699950 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-42b16480-4556-4257-b051-8988580f3db5 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Allocated IP 2001:db8::8 (de8a7146-3068-4316-8061-af5505b1cb8c/0d176525-3849-4321-aa9e-3ec399b9429e/6ab58335-030b-47b9-b273-788fb850dd80) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:05:14.706421 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-03081bde-d5f6-4f55-8b33-f69c5f825a3d tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for router_controller (ab4225c2-31fa-4557-a5bc-2666fb065de6), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:14.709949 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7bb002-d54b-445b-8df3-268cac7dea65 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:05:14.711004 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2a7bb002-d54b-445b-8df3-268cac7dea65 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:14.935711 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:14.996136 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826e3ecc-7da2-4db5-97e8-5bd848f756df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-235c6409-4e61-434b-a74d-574b82150d99', 'network_id': '235c6409-4e61-434b-a74d-574b82150d99', 'project_id': '3e52093341534ca5a76295afd3cfd196', 'fixed_ips': [{'subnet_id': 'e20e1f0c-5412-4453-b8a9-0d264266fcff'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:05:14.998054 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-826e3ecc-7da2-4db5-97e8-5bd848f756df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:15.010282 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2a7bb002-d54b-445b-8df3-268cac7dea65 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 6.8030186 Oct 04 21:05:15.017133 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56920) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:15.027784 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-5a9fa9ec-ed86-4b1e-888c-1d24a0172db9 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Request body: {'port': {'network_id': '235c6409-4e61-434b-a74d-574b82150d99', 'name': 'tempest-PortsTestJSON-831245791'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:05:15.442128 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:15.579671 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-03081bde-d5f6-4f55-8b33-f69c5f825a3d tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for router_gateway (ab4225c2-31fa-4557-a5bc-2666fb065de6), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:15.632154 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a9fa9ec-ed86-4b1e-888c-1d24a0172db9 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Made reservation on behalf of 3e52093341534ca5a76295afd3cfd196 for: {'port': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:05:15.643605 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5a9fa9ec-ed86-4b1e-888c-1d24a0172db9 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:15.719362 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [None req-5a9fa9ec-ed86-4b1e-888c-1d24a0172db9 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] device_id is not set on port 7cea3496-d00e-4051-866d-c991c1cfac22 yet. {{(pid=108169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 21:05:15.742337 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:15.801344 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-42b16480-4556-4257-b051-8988580f3db5 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks [] for port (6ab58335-030b-47b9-b273-788fb850dd80), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:15.905717 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e7b6c56c-aefb-4cfe-af3e-3ee50b5df281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:15.968157 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-826e3ecc-7da2-4db5-97e8-5bd848f756df None None] Allocated IP 172.20.0.2 (235c6409-4e61-434b-a74d-574b82150d99/e20e1f0c-5412-4453-b8a9-0d264266fcff/287db80b-1480-4121-bba5-db22c95ec49e) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:05:16.285597 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-42b16480-4556-4257-b051-8988580f3db5 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (6ab58335-030b-47b9-b273-788fb850dd80), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:16.389478 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56942) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:16.446576 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4357a9e8-203f-411f-b50d-215cc1481989 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:16.505425 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b16480-4556-4257-b051-8988580f3db5 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Network de8a7146-3068-4316-8061-af5505b1cb8c is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:05:16.532545 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-42b16480-4556-4257-b051-8988580f3db5 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:05:16.542954 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b16480-4556-4257-b051-8988580f3db5 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:05:16.552850 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b16480-4556-4257-b051-8988580f3db5 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:05:16.554404 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-42b16480-4556-4257-b051-8988580f3db5 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:16.583408 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-826e3ecc-7da2-4db5-97e8-5bd848f756df None None] Publish callbacks [] for port (287db80b-1480-4121-bba5-db22c95ec49e), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:16.634406 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-03081bde-d5f6-4f55-8b33-f69c5f825a3d tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for router_gateway (ab4225c2-31fa-4557-a5bc-2666fb065de6), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:16.698230 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b16480-4556-4257-b051-8988580f3db5 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Pushing event updated for resources: {'Port': ['ID=6ab58335-030b-47b9-b273-788fb850dd80,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:16.703992 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-03081bde-d5f6-4f55-8b33-f69c5f825a3d tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:16.769837 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-826e3ecc-7da2-4db5-97e8-5bd848f756df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (287db80b-1480-4121-bba5-db22c95ec49e), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:16.830277 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-42b16480-4556-4257-b051-8988580f3db5 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 942 time: 4.8446591 Oct 04 21:05:16.841881 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56950) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:16.881697 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-386e3bea-eb97-4b96-88bd-e14fd1dc5394 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::122', 'mac_address': 'fa:16:3e:93:83:5b'}]}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:05:17.036898 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826e3ecc-7da2-4db5-97e8-5bd848f756df None None] Network 235c6409-4e61-434b-a74d-574b82150d99 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:05:17.067258 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-826e3ecc-7da2-4db5-97e8-5bd848f756df None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:05:17.067258 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826e3ecc-7da2-4db5-97e8-5bd848f756df None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:05:17.129773 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:17.237077 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4357a9e8-203f-411f-b50d-215cc1481989 admin admin] Publish callbacks [] for security_group (7dd1f374-7c81-400a-9788-cb270e8ca1cb), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:17.372170 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826e3ecc-7da2-4db5-97e8-5bd848f756df None None] Pushing event updated for resources: {'Port': ['ID=287db80b-1480-4121-bba5-db22c95ec49e,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:17.391314 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4357a9e8-203f-411f-b50d-215cc1481989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (7dd1f374-7c81-400a-9788-cb270e8ca1cb), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:17.406760 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-5a9fa9ec-ed86-4b1e-888c-1d24a0172db9 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Allocated IP 172.20.0.3 (235c6409-4e61-434b-a74d-574b82150d99/e20e1f0c-5412-4453-b8a9-0d264266fcff/7cea3496-d00e-4051-866d-c991c1cfac22) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:05:17.510386 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-71415f34-7d01-42ad-85b8-96b90090943d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:17.553427 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-826e3ecc-7da2-4db5-97e8-5bd848f756df None None] Attempting to bind port 287db80b-1480-4121-bba5-db22c95ec49e on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:05:17.555171 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-826e3ecc-7da2-4db5-97e8-5bd848f756df None None] Attempting to bind port 287db80b-1480-4121-bba5-db22c95ec49e by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'be8ba301-4c7a-4a7e-ad6e-237c2a5d3faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '235c6409-4e61-434b-a74d-574b82150d99'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:05:17.555918 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826e3ecc-7da2-4db5-97e8-5bd848f756df None None] Attempting to bind port 287db80b-1480-4121-bba5-db22c95ec49e on network 235c6409-4e61-434b-a74d-574b82150d99 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:05:17.693446 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4357a9e8-203f-411f-b50d-215cc1481989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd1f374-7c81-400a-9788-cb270e8ca1cb,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:17.799300 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-4357a9e8-203f-411f-b50d-215cc1481989 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=baf5190d911a4e57b0e032263fbe29ee&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4076159 Oct 04 21:05:17.844376 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56970) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:17.867980 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826e3ecc-7da2-4db5-97e8-5bd848f756df None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:05:17.868603 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826e3ecc-7da2-4db5-97e8-5bd848f756df None None] Checking segment: {'id': 'be8ba301-4c7a-4a7e-ad6e-237c2a5d3faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '235c6409-4e61-434b-a74d-574b82150d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:05:17.876151 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-826e3ecc-7da2-4db5-97e8-5bd848f756df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:17.877122 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826e3ecc-7da2-4db5-97e8-5bd848f756df None None] Bound using segment: {'id': 'be8ba301-4c7a-4a7e-ad6e-237c2a5d3faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '235c6409-4e61-434b-a74d-574b82150d99'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:05:17.879349 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-826e3ecc-7da2-4db5-97e8-5bd848f756df None None] Bound port: 287db80b-1480-4121-bba5-db22c95ec49e, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be8ba301-4c7a-4a7e-ad6e-237c2a5d3faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '235c6409-4e61-434b-a74d-574b82150d99'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:05:17.879932 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-826e3ecc-7da2-4db5-97e8-5bd848f756df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (287db80b-1480-4121-bba5-db22c95ec49e), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:17.910057 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:17.973016 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:17.974086 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-03081bde-d5f6-4f55-8b33-f69c5f825a3d tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Allocated IP 172.25.5.120 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/606e10c8-e133-4ea3-825e-1de298721262) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:05:18.220141 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-528b707d-1d8a-4886-8058-186684123453 None None] Provisioning complete for port 6ab58335-030b-47b9-b273-788fb850dd80 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:05:18.229273 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-528b707d-1d8a-4886-8058-186684123453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (6ab58335-030b-47b9-b273-788fb850dd80), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:18.229844 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-528b707d-1d8a-4886-8058-186684123453 None None] Attempt 1 to provision port 6ab58335-030b-47b9-b273-788fb850dd80 Oct 04 21:05:18.381966 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-528b707d-1d8a-4886-8058-186684123453 None None] Port 6ab58335-030b-47b9-b273-788fb850dd80 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:05:18.498057 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-386e3bea-eb97-4b96-88bd-e14fd1dc5394 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (6ab58335-030b-47b9-b273-788fb850dd80), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:18.507805 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-826e3ecc-7da2-4db5-97e8-5bd848f756df None None] For port 287db80b-1480-4121-bba5-db22c95ec49e, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:05:18.523695 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-826e3ecc-7da2-4db5-97e8-5bd848f756df None None] For port 287db80b-1480-4121-bba5-db22c95ec49e, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=287db80b-1480-4121-bba5-db22c95ec49e,segment=NetworkSegment(be8ba301-4c7a-4a7e-ad6e-237c2a5d3faa),segment_id=be8ba301-4c7a-4a7e-ad6e-237c2a5d3faa)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:05:18.650778 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ab7c776e-e456-44f0-a8c8-551a76bb6f33 admin admin] Publish callbacks [] for security_group (7dd1f374-7c81-400a-9788-cb270e8ca1cb), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:18.694555 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-826e3ecc-7da2-4db5-97e8-5bd848f756df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (287db80b-1480-4121-bba5-db22c95ec49e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:18.751170 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 56982) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:18.862141 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826e3ecc-7da2-4db5-97e8-5bd848f756df None None] Pushing event updated for resources: {'Port': ['ID=287db80b-1480-4121-bba5-db22c95ec49e,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:18.881822 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826e3ecc-7da2-4db5-97e8-5bd848f756df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:05:18.882809 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826e3ecc-7da2-4db5-97e8-5bd848f756df None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:05:18.885079 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826e3ecc-7da2-4db5-97e8-5bd848f756df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:05:18.886341 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826e3ecc-7da2-4db5-97e8-5bd848f756df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:05:18.887548 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826e3ecc-7da2-4db5-97e8-5bd848f756df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:05:18.888494 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826e3ecc-7da2-4db5-97e8-5bd848f756df None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:05:18.889350 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826e3ecc-7da2-4db5-97e8-5bd848f756df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:05:18.889603 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ab7c776e-e456-44f0-a8c8-551a76bb6f33 admin admin] Publish callbacks [] for security_group (7dd1f374-7c81-400a-9788-cb270e8ca1cb), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:18.891416 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826e3ecc-7da2-4db5-97e8-5bd848f756df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:05:18.892248 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826e3ecc-7da2-4db5-97e8-5bd848f756df None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:05:18.893590 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826e3ecc-7da2-4db5-97e8-5bd848f756df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:05:18.894208 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826e3ecc-7da2-4db5-97e8-5bd848f756df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:05:18.895622 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826e3ecc-7da2-4db5-97e8-5bd848f756df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:05:18.896522 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826e3ecc-7da2-4db5-97e8-5bd848f756df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:05:18.897402 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826e3ecc-7da2-4db5-97e8-5bd848f756df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:05:18.898474 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826e3ecc-7da2-4db5-97e8-5bd848f756df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:05:19.041976 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:INSERT=13 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:19.108455 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5a9fa9ec-ed86-4b1e-888c-1d24a0172db9 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for port (7cea3496-d00e-4051-866d-c991c1cfac22), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:19.125275 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-03081bde-d5f6-4f55-8b33-f69c5f825a3d tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for port (606e10c8-e133-4ea3-825e-1de298721262), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:19.536511 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 56994) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:19.559435 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ab7c776e-e456-44f0-a8c8-551a76bb6f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (7dd1f374-7c81-400a-9788-cb270e8ca1cb), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:19.568566 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ab7c776e-e456-44f0-a8c8-551a76bb6f33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:19.574527 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ab7c776e-e456-44f0-a8c8-551a76bb6f33 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/7dd1f374-7c81-400a-9788-cb270e8ca1cb HTTP/1.1" status: 204 len: 168 time: 1.7175121 Oct 04 21:05:19.621549 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c776e-e456-44f0-a8c8-551a76bb6f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd1f374-7c81-400a-9788-cb270e8ca1cb,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:19.657238 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5a9fa9ec-ed86-4b1e-888c-1d24a0172db9 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (7cea3496-d00e-4051-866d-c991c1cfac22), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:19.693196 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-03081bde-d5f6-4f55-8b33-f69c5f825a3d tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (606e10c8-e133-4ea3-825e-1de298721262), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:19.920533 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03081bde-d5f6-4f55-8b33-f69c5f825a3d tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:05:19.923700 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03081bde-d5f6-4f55-8b33-f69c5f825a3d tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Pushing event updated for resources: {'Port': ['ID=606e10c8-e133-4ea3-825e-1de298721262,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:19.929834 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-03081bde-d5f6-4f55-8b33-f69c5f825a3d tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:05:19.941900 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03081bde-d5f6-4f55-8b33-f69c5f825a3d tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:05:20.039690 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-854a9c7b-ce5d-4bf8-be3d-86b29a5d634f tempest-QuotasNegativeTest-2143395951 tempest-QuotasNegativeTest-2143395951-project-admin] Request body: {'quota': {'network': 2}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:05:20.075210 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9fa9ec-ed86-4b1e-888c-1d24a0172db9 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Network 235c6409-4e61-434b-a74d-574b82150d99 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:05:20.111324 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-5a9fa9ec-ed86-4b1e-888c-1d24a0172db9 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:05:20.119347 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9fa9ec-ed86-4b1e-888c-1d24a0172db9 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event updated for resources: {'Port': ['ID=7cea3496-d00e-4051-866d-c991c1cfac22,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:20.143365 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9fa9ec-ed86-4b1e-888c-1d24a0172db9 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:05:20.174426 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:20.185244 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-386e3bea-eb97-4b96-88bd-e14fd1dc5394 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks [] for port (6ab58335-030b-47b9-b273-788fb850dd80), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:20.357283 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-386e3bea-eb97-4b96-88bd-e14fd1dc5394 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (6ab58335-030b-47b9-b273-788fb850dd80), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:20.359255 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-386e3bea-eb97-4b96-88bd-e14fd1dc5394 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] In _notify_port_updated(), no bound segment for port 6ab58335-030b-47b9-b273-788fb850dd80 on network de8a7146-3068-4316-8061-af5505b1cb8c {{(pid=108170) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 04 21:05:20.372987 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386e3bea-eb97-4b96-88bd-e14fd1dc5394 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:05:20.374104 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-386e3bea-eb97-4b96-88bd-e14fd1dc5394 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:20.383225 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-386e3bea-eb97-4b96-88bd-e14fd1dc5394 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] 10.222.0.78 "PUT /networking/v2.0/ports/6ab58335-030b-47b9-b273-788fb850dd80 HTTP/1.1" status: 200 len: 1001 time: 3.5243170 Oct 04 21:05:20.383782 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 57002) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:20.397792 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-854a9c7b-ce5d-4bf8-be3d-86b29a5d634f tempest-QuotasNegativeTest-2143395951 tempest-QuotasNegativeTest-2143395951-project-admin] 10.222.0.78 "PUT /networking/v2.0/quotas/f3549f3be408473db3405cdcd0f9c475 HTTP/1.1" status: 200 len: 368 time: 0.8567617 Oct 04 21:05:20.405323 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57004) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:20.421166 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-7466f5c0-3f6c-41fe-ad37-bc79b813cbc9 tempest-QuotasNegativeTest-2143395951 tempest-QuotasNegativeTest-2143395951-project-admin] Request body: {'network': {'project_id': 'f3549f3be408473db3405cdcd0f9c475'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:05:20.513101 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9fa9ec-ed86-4b1e-888c-1d24a0172db9 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:05:20.514422 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5a9fa9ec-ed86-4b1e-888c-1d24a0172db9 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:20.694643 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7466f5c0-3f6c-41fe-ad37-bc79b813cbc9 tempest-QuotasNegativeTest-2143395951 tempest-QuotasNegativeTest-2143395951-project-admin] Made reservation on behalf of f3549f3be408473db3405cdcd0f9c475 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:05:20.702867 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7466f5c0-3f6c-41fe-ad37-bc79b813cbc9 tempest-QuotasNegativeTest-2143395951 tempest-QuotasNegativeTest-2143395951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:20.716978 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-5a9fa9ec-ed86-4b1e-888c-1d24a0172db9 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.6976080 Oct 04 21:05:20.741942 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57010) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:20.742189 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7466f5c0-3f6c-41fe-ad37-bc79b813cbc9 tempest-QuotasNegativeTest-2143395951 tempest-QuotasNegativeTest-2143395951-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:20.950177 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:20.950177 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-6300cc5f-6d3c-4577-8590-2608508bd3e3 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Deleting port 6ab58335-030b-47b9-b273-788fb850dd80 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:05:20.952581 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6300cc5f-6d3c-4577-8590-2608508bd3e3 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (6ab58335-030b-47b9-b273-788fb850dd80), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:21.049781 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-35bf5430-ab32-43bd-9e6c-8c023cba6bd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:21.208294 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 287db80b-1480-4121-bba5-db22c95ec49e up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:05:21.280923 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=5 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:21.435058 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7466f5c0-3f6c-41fe-ad37-bc79b813cbc9 tempest-QuotasNegativeTest-2143395951 tempest-QuotasNegativeTest-2143395951-project-admin] Publish callbacks [] for security_group (5e1d8356-f09c-47a5-a720-9012417ef122), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:21.437266 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:21.440259 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-ebf6bc8c-b944-4bce-bcb8-bb520eb3a9ad tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Deleting port 7cea3496-d00e-4051-866d-c991c1cfac22 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:05:21.441031 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ebf6bc8c-b944-4bce-bcb8-bb520eb3a9ad tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (7cea3496-d00e-4051-866d-c991c1cfac22), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:21.460323 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386e3bea-eb97-4b96-88bd-e14fd1dc5394 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Pushing event updated for resources: {'Port': ['ID=6ab58335-030b-47b9-b273-788fb850dd80,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:21.526677 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 287db80b-1480-4121-bba5-db22c95ec49e triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:05:21.527946 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (287db80b-1480-4121-bba5-db22c95ec49e), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:21.530923 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 287db80b-1480-4121-bba5-db22c95ec49e Oct 04 21:05:21.595279 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7466f5c0-3f6c-41fe-ad37-bc79b813cbc9 tempest-QuotasNegativeTest-2143395951 tempest-QuotasNegativeTest-2143395951-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (5e1d8356-f09c-47a5-a720-9012417ef122), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:21.637695 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:21.690751 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7466f5c0-3f6c-41fe-ad37-bc79b813cbc9 tempest-QuotasNegativeTest-2143395951 tempest-QuotasNegativeTest-2143395951-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:05:21.741108 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7466f5c0-3f6c-41fe-ad37-bc79b813cbc9 tempest-QuotasNegativeTest-2143395951 tempest-QuotasNegativeTest-2143395951-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1d8356-f09c-47a5-a720-9012417ef122,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:21.755313 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6300cc5f-6d3c-4577-8590-2608508bd3e3 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (6ab58335-030b-47b9-b273-788fb850dd80), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:21.793615 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7466f5c0-3f6c-41fe-ad37-bc79b813cbc9 tempest-QuotasNegativeTest-2143395951 tempest-QuotasNegativeTest-2143395951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (4ad34241-8a2b-4ae7-9188-71cf55f69d4c), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:21.794731 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-7466f5c0-3f6c-41fe-ad37-bc79b813cbc9 tempest-QuotasNegativeTest-2143395951 tempest-QuotasNegativeTest-2143395951-project-admin] Added segment 4ad34241-8a2b-4ae7-9188-71cf55f69d4c of type vlan for network 6e7f56c1-b9d2-47c2-8aee-7e3b5456a948 Oct 04 21:05:21.809293 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94380be4-9d05-4591-9ce6-d4f88950ad2d None None] Network 235c6409-4e61-434b-a74d-574b82150d99 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:05:21.825801 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:21.835198 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:INSERT=2,neutron:SELECT=93,neutron:UPDATE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:21.843315 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:21.849611 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ebf6bc8c-b944-4bce-bcb8-bb520eb3a9ad tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (7cea3496-d00e-4051-866d-c991c1cfac22), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:21.921153 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-6300cc5f-6d3c-4577-8590-2608508bd3e3 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Calling delete_port for 6ab58335-030b-47b9-b273-788fb850dd80 owned by {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:05:21.962111 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-ebf6bc8c-b944-4bce-bcb8-bb520eb3a9ad tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Calling delete_port for 7cea3496-d00e-4051-866d-c991c1cfac22 owned by {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:05:21.978976 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7466f5c0-3f6c-41fe-ad37-bc79b813cbc9 tempest-QuotasNegativeTest-2143395951 tempest-QuotasNegativeTest-2143395951-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (6e7f56c1-b9d2-47c2-8aee-7e3b5456a948), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:22.065734 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-0f814729-9cee-494a-9210-6532438b9fc2 None None] Provisioning complete for port 287db80b-1480-4121-bba5-db22c95ec49e triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:05:22.066158 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0f814729-9cee-494a-9210-6532438b9fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (287db80b-1480-4121-bba5-db22c95ec49e), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:22.066505 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-0f814729-9cee-494a-9210-6532438b9fc2 None None] Attempt 1 to provision port 287db80b-1480-4121-bba5-db22c95ec49e Oct 04 21:05:22.083893 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:22.281590 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 287db80b-1480-4121-bba5-db22c95ec49e is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:05:22.281590 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (287db80b-1480-4121-bba5-db22c95ec49e), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:22.284351 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7466f5c0-3f6c-41fe-ad37-bc79b813cbc9 tempest-QuotasNegativeTest-2143395951 tempest-QuotasNegativeTest-2143395951-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (6e7f56c1-b9d2-47c2-8aee-7e3b5456a948), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:22.286746 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7466f5c0-3f6c-41fe-ad37-bc79b813cbc9 tempest-QuotasNegativeTest-2143395951 tempest-QuotasNegativeTest-2143395951-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:05:22.287860 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7466f5c0-3f6c-41fe-ad37-bc79b813cbc9 tempest-QuotasNegativeTest-2143395951 tempest-QuotasNegativeTest-2143395951-project-admin] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:22.373240 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 287db80b-1480-4121-bba5-db22c95ec49e, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=287db80b-1480-4121-bba5-db22c95ec49e,segment=NetworkSegment(be8ba301-4c7a-4a7e-ad6e-237c2a5d3faa),segment_id=be8ba301-4c7a-4a7e-ad6e-237c2a5d3faa)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:05:22.459985 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-35bf5430-ab32-43bd-9e6c-8c023cba6bd0 admin admin] Publish callbacks [] for security_group (ff10b412-3434-4f8e-b16e-49077538d4e5), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:22.491656 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:22.517738 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (287db80b-1480-4121-bba5-db22c95ec49e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:22.542944 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 57026) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:22.550635 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7466f5c0-3f6c-41fe-ad37-bc79b813cbc9 tempest-QuotasNegativeTest-2143395951 tempest-QuotasNegativeTest-2143395951-project-admin] Pushing event updated for resources: {'Network': ['ID=6e7f56c1-b9d2-47c2-8aee-7e3b5456a948,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:22.565860 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-7466f5c0-3f6c-41fe-ad37-bc79b813cbc9 tempest-QuotasNegativeTest-2143395951 tempest-QuotasNegativeTest-2143395951-project-admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.1545696 Oct 04 21:05:22.575066 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57030) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:22.584502 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-53db7970-a6ec-4e42-8b16-9d36c1d13b78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:22.595716 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 6e7f56c1-b9d2-47c2-8aee-7e3b5456a948 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:05:22.605607 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-75f98ae5-d3d0-4dc7-9cc1-85b264598330 tempest-QuotasNegativeTest-2143395951 tempest-QuotasNegativeTest-2143395951-project-admin] Request body: {'network': {'project_id': 'f3549f3be408473db3405cdcd0f9c475'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:05:22.610865 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-0f814729-9cee-494a-9210-6532438b9fc2 None None] Current status of the port 287db80b-1480-4121-bba5-db22c95ec49e is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:05:22.612175 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0f814729-9cee-494a-9210-6532438b9fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (287db80b-1480-4121-bba5-db22c95ec49e), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:22.615177 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-03081bde-d5f6-4f55-8b33-f69c5f825a3d tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for router_gateway (ab4225c2-31fa-4557-a5bc-2666fb065de6), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:22.618856 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-35bf5430-ab32-43bd-9e6c-8c023cba6bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (ff10b412-3434-4f8e-b16e-49077538d4e5), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:22.883401 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-35bf5430-ab32-43bd-9e6c-8c023cba6bd0 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=df8bb92988f840f2a43168bd1197e4ef&name=default HTTP/1.1" status: 200 len: 3000 time: 4.1025295 Oct 04 21:05:22.884762 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57036) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:22.889939 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=287db80b-1480-4121-bba5-db22c95ec49e,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:22.904773 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bf5430-ab32-43bd-9e6c-8c023cba6bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff10b412-3434-4f8e-b16e-49077538d4e5,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:22.932944 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-0f814729-9cee-494a-9210-6532438b9fc2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 21:05:22.933652 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-0f814729-9cee-494a-9210-6532438b9fc2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 21:05:22.964128 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ebf6bc8c-b944-4bce-bcb8-bb520eb3a9ad tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (7cea3496-d00e-4051-866d-c991c1cfac22), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:22.975900 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f98ae5-d3d0-4dc7-9cc1-85b264598330 tempest-QuotasNegativeTest-2143395951 tempest-QuotasNegativeTest-2143395951-project-admin] Made reservation on behalf of f3549f3be408473db3405cdcd0f9c475 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:05:22.980694 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-75f98ae5-d3d0-4dc7-9cc1-85b264598330 tempest-QuotasNegativeTest-2143395951 tempest-QuotasNegativeTest-2143395951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:23.067605 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:23.078754 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6300cc5f-6d3c-4577-8590-2608508bd3e3 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (6ab58335-030b-47b9-b273-788fb850dd80), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:23.080307 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf6bc8c-b944-4bce-bcb8-bb520eb3a9ad tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event deleted for resources: {'Port': ['ID=7cea3496-d00e-4051-866d-c991c1cfac22,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:23.227301 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6300cc5f-6d3c-4577-8590-2608508bd3e3 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Pushing event deleted for resources: {'Port': ['ID=6ab58335-030b-47b9-b273-788fb850dd80,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:23.252082 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75f98ae5-d3d0-4dc7-9cc1-85b264598330 tempest-QuotasNegativeTest-2143395951 tempest-QuotasNegativeTest-2143395951-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:05:23.266925 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b16f6c99-1507-4543-8707-7234c5dd6af9 admin admin] Publish callbacks [] for security_group (ff10b412-3434-4f8e-b16e-49077538d4e5), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:23.344229 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-75f98ae5-d3d0-4dc7-9cc1-85b264598330 tempest-QuotasNegativeTest-2143395951 tempest-QuotasNegativeTest-2143395951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (009a28a0-0288-4048-af1a-a22537cb20ee), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:23.345032 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-75f98ae5-d3d0-4dc7-9cc1-85b264598330 tempest-QuotasNegativeTest-2143395951 tempest-QuotasNegativeTest-2143395951-project-admin] Added segment 009a28a0-0288-4048-af1a-a22537cb20ee of type vlan for network 2b3ab010-a6a5-4440-9a9c-c59070c5831b Oct 04 21:05:23.460458 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b16f6c99-1507-4543-8707-7234c5dd6af9 admin admin] Publish callbacks [] for security_group (ff10b412-3434-4f8e-b16e-49077538d4e5), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:23.494005 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-75f98ae5-d3d0-4dc7-9cc1-85b264598330 tempest-QuotasNegativeTest-2143395951 tempest-QuotasNegativeTest-2143395951-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (2b3ab010-a6a5-4440-9a9c-c59070c5831b), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:23.502136 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ebf6bc8c-b944-4bce-bcb8-bb520eb3a9ad tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:23.517860 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ebf6bc8c-b944-4bce-bcb8-bb520eb3a9ad tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "DELETE /networking/v2.0/ports/7cea3496-d00e-4051-866d-c991c1cfac22 HTTP/1.1" status: 204 len: 168 time: 2.7701368 Oct 04 21:05:23.519003 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57046) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:23.581164 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-0f814729-9cee-494a-9210-6532438b9fc2 None None] Current status of the port 287db80b-1480-4121-bba5-db22c95ec49e is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:05:23.673879 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-8769ae89-2792-4891-9cbb-4a3ae3d41314 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] DELETE failed (client error): The resource could not be found. Oct 04 21:05:23.675009 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8769ae89-2792-4891-9cbb-4a3ae3d41314 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:05:23.684762 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-8769ae89-2792-4891-9cbb-4a3ae3d41314 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "DELETE /networking/v2.0/ports/7cea3496-d00e-4051-866d-c991c1cfac22 HTTP/1.1" status: 404 len: 333 time: 0.1522341 Oct 04 21:05:23.689291 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57048) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:23.747972 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-9a6825cf-da19-41ad-b72f-92521fd5fcd6 None None] Provisioning complete for port 287db80b-1480-4121-bba5-db22c95ec49e triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:05:23.747972 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9a6825cf-da19-41ad-b72f-92521fd5fcd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (287db80b-1480-4121-bba5-db22c95ec49e), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:23.747972 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-9a6825cf-da19-41ad-b72f-92521fd5fcd6 None None] Attempt 1 to provision port 287db80b-1480-4121-bba5-db22c95ec49e Oct 04 21:05:23.784324 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-27127c8b-5369-4a74-b9a5-64e1c7c8c016 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] GET failed (client error): The resource could not be found. Oct 04 21:05:23.793703 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-27127c8b-5369-4a74-b9a5-64e1c7c8c016 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "GET /networking/v2.0/ports/7cea3496-d00e-4051-866d-c991c1cfac22 HTTP/1.1" status: 404 len: 333 time: 0.0966148 Oct 04 21:05:23.793703 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-75f98ae5-d3d0-4dc7-9cc1-85b264598330 tempest-QuotasNegativeTest-2143395951 tempest-QuotasNegativeTest-2143395951-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (2b3ab010-a6a5-4440-9a9c-c59070c5831b), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:23.793703 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f98ae5-d3d0-4dc7-9cc1-85b264598330 tempest-QuotasNegativeTest-2143395951 tempest-QuotasNegativeTest-2143395951-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:05:23.802272 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-75f98ae5-d3d0-4dc7-9cc1-85b264598330 tempest-QuotasNegativeTest-2143395951 tempest-QuotasNegativeTest-2143395951-project-admin] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:23.812528 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57052) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:23.926834 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-03081bde-d5f6-4f55-8b33-f69c5f825a3d tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (ab4225c2-31fa-4557-a5bc-2666fb065de6), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:24.089566 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-a40ca9e5-64ec-4772-91d5-a9f8de5ef648 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Deleting subnet e20e1f0c-5412-4453-b8a9-0d264266fcff {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:05:24.110079 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a40ca9e5-64ec-4772-91d5-a9f8de5ef648 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for subnet (e20e1f0c-5412-4453-b8a9-0d264266fcff), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:24.246823 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a40ca9e5-64ec-4772-91d5-a9f8de5ef648 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (e20e1f0c-5412-4453-b8a9-0d264266fcff), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:24.275026 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:24.430254 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6300cc5f-6d3c-4577-8590-2608508bd3e3 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:24.436816 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-9a6825cf-da19-41ad-b72f-92521fd5fcd6 None None] Current status of the port 287db80b-1480-4121-bba5-db22c95ec49e is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:05:24.441877 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-6300cc5f-6d3c-4577-8590-2608508bd3e3 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] 10.222.0.78 "DELETE /networking/v2.0/ports/6ab58335-030b-47b9-b273-788fb850dd80 HTTP/1.1" status: 204 len: 168 time: 4.0418425 Oct 04 21:05:24.442814 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-9a6825cf-da19-41ad-b72f-92521fd5fcd6 None None] Could not find standard attr ID for object 7cea3496-d00e-4051-866d-c991c1cfac22. {{(pid=108171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 04 21:05:24.450285 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57056) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:24.526681 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf662971-3b90-4e93-86b6-345a67a2cefa tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] GET failed (client error): The resource could not be found. Oct 04 21:05:24.533548 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-bf662971-3b90-4e93-86b6-345a67a2cefa tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] 10.222.0.78 "GET /networking/v2.0/ports/6ab58335-030b-47b9-b273-788fb850dd80 HTTP/1.1" status: 404 len: 333 time: 0.0815146 Oct 04 21:05:24.551111 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 57060) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:24.579736 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-4e137e41-bc7c-483b-8d04-3b15c9834ab7 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Request body: {'port': {'network_id': 'de8a7146-3068-4316-8061-af5505b1cb8c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1969173870'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:05:24.591183 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b16f6c99-1507-4543-8707-7234c5dd6af9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (ff10b412-3434-4f8e-b16e-49077538d4e5), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:24.610687 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-53db7970-a6ec-4e42-8b16-9d36c1d13b78 admin admin] Publish callbacks [] for security_group (665972cc-a271-4234-a0a5-702599386cbf), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:24.613473 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b16f6c99-1507-4543-8707-7234c5dd6af9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:24.632310 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b16f6c99-1507-4543-8707-7234c5dd6af9 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/ff10b412-3434-4f8e-b16e-49077538d4e5 HTTP/1.1" status: 204 len: 168 time: 1.7435377 Oct 04 21:05:24.686675 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:24.729050 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-75f98ae5-d3d0-4dc7-9cc1-85b264598330 tempest-QuotasNegativeTest-2143395951 tempest-QuotasNegativeTest-2143395951-project-admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.1520422 Oct 04 21:05:24.756889 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57064) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:24.803626 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-3eb0174b-1f42-4254-b2d7-3ba15c98af95 tempest-QuotasNegativeTest-2143395951 tempest-QuotasNegativeTest-2143395951-project-admin] Request body: {'network': {'project_id': 'f3549f3be408473db3405cdcd0f9c475'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:05:24.824934 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:INSERT=3,neutron:DELETE=9 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:24.837720 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f6c99-1507-4543-8707-7234c5dd6af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff10b412-3434-4f8e-b16e-49077538d4e5,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:24.873084 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f98ae5-d3d0-4dc7-9cc1-85b264598330 tempest-QuotasNegativeTest-2143395951 tempest-QuotasNegativeTest-2143395951-project-admin] Pushing event updated for resources: {'Network': ['ID=2b3ab010-a6a5-4440-9a9c-c59070c5831b,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:24.924320 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eb0174b-1f42-4254-b2d7-3ba15c98af95 tempest-QuotasNegativeTest-2143395951 tempest-QuotasNegativeTest-2143395951-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 04 21:05:24.924924 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eb0174b-1f42-4254-b2d7-3ba15c98af95 tempest-QuotasNegativeTest-2143395951 tempest-QuotasNegativeTest-2143395951-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:05:24.927805 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-3eb0174b-1f42-4254-b2d7-3ba15c98af95 tempest-QuotasNegativeTest-2143395951 tempest-QuotasNegativeTest-2143395951-project-admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1351738 Oct 04 21:05:24.964497 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=86,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:24.970743 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57066) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:24.984469 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 2b3ab010-a6a5-4440-9a9c-c59070c5831b details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:05:24.993932 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-53db7970-a6ec-4e42-8b16-9d36c1d13b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (665972cc-a271-4234-a0a5-702599386cbf), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:25.082397 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53db7970-a6ec-4e42-8b16-9d36c1d13b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665972cc-a271-4234-a0a5-702599386cbf,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:25.143870 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-53db7970-a6ec-4e42-8b16-9d36c1d13b78 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=fac8b0f3248e42d28c063689a578221d&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5992730 Oct 04 21:05:25.150451 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 57070) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:25.185352 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a40ca9e5-64ec-4772-91d5-a9f8de5ef648 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (e20e1f0c-5412-4453-b8a9-0d264266fcff), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:25.251490 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e137e41-bc7c-483b-8d04-3b15c9834ab7 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Made reservation on behalf of fea29c0c39584f28b297f628a73b7646 for: {'port': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:05:25.267524 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4e137e41-bc7c-483b-8d04-3b15c9834ab7 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:25.337429 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-7923c29c-758c-4430-92f1-c7aa7108c2a6 tempest-QuotasNegativeTest-2143395951 tempest-QuotasNegativeTest-2143395951-project-admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=f3549f3be408473db3405cdcd0f9c475&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3617485 Oct 04 21:05:25.339846 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [None req-4e137e41-bc7c-483b-8d04-3b15c9834ab7 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] device_id is not set on port dc29d7f0-668e-4fd5-b447-17d3199ca612 yet. {{(pid=108170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 21:05:25.340867 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57074) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:25.382751 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:25.413112 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 287db80b-1480-4121-bba5-db22c95ec49e up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:05:25.491810 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03081bde-d5f6-4f55-8b33-f69c5f825a3d tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Router ab4225c2-31fa-4557-a5bc-2666fb065de6 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 21:05:25.578786 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5dc3e71f-eb0c-4abb-a0d8-886c82bdf19d admin admin] Publish callbacks [] for security_group (665972cc-a271-4234-a0a5-702599386cbf), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:25.588756 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1d642ca7-faf8-4482-89aa-5bf4b00559eb tempest-QuotasNegativeTest-2143395951 tempest-QuotasNegativeTest-2143395951-project-admin] Publish callbacks [] for security_group (5e1d8356-f09c-47a5-a720-9012417ef122), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:25.655953 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 287db80b-1480-4121-bba5-db22c95ec49e triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:05:25.657076 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (287db80b-1480-4121-bba5-db22c95ec49e), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:25.657940 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 287db80b-1480-4121-bba5-db22c95ec49e Oct 04 21:05:25.668565 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5dc3e71f-eb0c-4abb-a0d8-886c82bdf19d admin admin] Publish callbacks [] for security_group (665972cc-a271-4234-a0a5-702599386cbf), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:25.697283 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1d642ca7-faf8-4482-89aa-5bf4b00559eb tempest-QuotasNegativeTest-2143395951 tempest-QuotasNegativeTest-2143395951-project-admin] Publish callbacks [] for security_group (5e1d8356-f09c-47a5-a720-9012417ef122), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:25.843305 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a40ca9e5-64ec-4772-91d5-a9f8de5ef648 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (e20e1f0c-5412-4453-b8a9-0d264266fcff), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:25.928452 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a40ca9e5-64ec-4772-91d5-a9f8de5ef648 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:25.946129 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a40ca9e5-64ec-4772-91d5-a9f8de5ef648 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/e20e1f0c-5412-4453-b8a9-0d264266fcff HTTP/1.1" status: 204 len: 168 time: 2.1168456 Oct 04 21:05:25.975039 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76cc3d4b-fbfa-4acc-a1ce-a1020665f615 None None] Network 235c6409-4e61-434b-a74d-574b82150d99 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:05:25.995528 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57080) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:26.017272 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40ca9e5-64ec-4772-91d5-a9f8de5ef648 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event deleted for resources: {'Subnet': ['ID=e20e1f0c-5412-4453-b8a9-0d264266fcff,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:26.198014 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-77c7b4c6-4e08-4842-a211-d670daaeeca9 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (235c6409-4e61-434b-a74d-574b82150d99), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:26.315379 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 287db80b-1480-4121-bba5-db22c95ec49e is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:05:26.321756 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:26.338915 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1d642ca7-faf8-4482-89aa-5bf4b00559eb tempest-QuotasNegativeTest-2143395951 tempest-QuotasNegativeTest-2143395951-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (5e1d8356-f09c-47a5-a720-9012417ef122), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:26.343876 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1d642ca7-faf8-4482-89aa-5bf4b00559eb tempest-QuotasNegativeTest-2143395951 tempest-QuotasNegativeTest-2143395951-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:26.350069 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-1d642ca7-faf8-4482-89aa-5bf4b00559eb tempest-QuotasNegativeTest-2143395951 tempest-QuotasNegativeTest-2143395951-project-admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/5e1d8356-f09c-47a5-a720-9012417ef122 HTTP/1.1" status: 204 len: 168 time: 0.9993308 Oct 04 21:05:26.356600 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57084) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:26.407818 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-77c7b4c6-4e08-4842-a211-d670daaeeca9 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Deleting port 287db80b-1480-4121-bba5-db22c95ec49e {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:05:26.409061 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-77c7b4c6-4e08-4842-a211-d670daaeeca9 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (287db80b-1480-4121-bba5-db22c95ec49e), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:26.542334 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226cf119-1d0b-414c-a77f-4f5662ea8139 None None] DHCP port deletion for 235c6409-4e61-434b-a74d-574b82150d99 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:05:26.589856 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-4e137e41-bc7c-483b-8d04-3b15c9834ab7 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Allocated IP 2001:db8::a5 (de8a7146-3068-4316-8061-af5505b1cb8c/0d176525-3849-4321-aa9e-3ec399b9429e/dc29d7f0-668e-4fd5-b447-17d3199ca612) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:05:26.628233 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57088) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:26.692063 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d642ca7-faf8-4482-89aa-5bf4b00559eb tempest-QuotasNegativeTest-2143395951 tempest-QuotasNegativeTest-2143395951-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1d8356-f09c-47a5-a720-9012417ef122,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:26.700614 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-226cf119-1d0b-414c-a77f-4f5662ea8139 None None] Deleting port 287db80b-1480-4121-bba5-db22c95ec49e {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:05:26.702111 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-226cf119-1d0b-414c-a77f-4f5662ea8139 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (287db80b-1480-4121-bba5-db22c95ec49e), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:26.744806 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03081bde-d5f6-4f55-8b33-f69c5f825a3d tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:05:26.755275 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ba57658a-ea56-4c54-9ea8-eb02e4cbf834 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:26.778414 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16495a6a-5742-4165-b218-8ac7c5593ca1 None None] Sync routers for ids ['ab4225c2-31fa-4557-a5bc-2666fb065de6'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:05:26.834534 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-77c7b4c6-4e08-4842-a211-d670daaeeca9 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] For port 287db80b-1480-4121-bba5-db22c95ec49e, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=287db80b-1480-4121-bba5-db22c95ec49e,segment=NetworkSegment(be8ba301-4c7a-4a7e-ad6e-237c2a5d3faa),segment_id=be8ba301-4c7a-4a7e-ad6e-237c2a5d3faa)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:05:26.835445 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-77c7b4c6-4e08-4842-a211-d670daaeeca9 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (287db80b-1480-4121-bba5-db22c95ec49e), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:26.859055 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-45e7d88b-da6d-4574-b7cf-3bb660249844 tempest-QuotasNegativeTest-2143395951 tempest-QuotasNegativeTest-2143395951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (2b3ab010-a6a5-4440-9a9c-c59070c5831b), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:26.963447 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-77c7b4c6-4e08-4842-a211-d670daaeeca9 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Calling delete_port for 287db80b-1480-4121-bba5-db22c95ec49e owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:05:26.964576 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16495a6a-5742-4165-b218-8ac7c5593ca1 None None] Routers {'ab4225c2-31fa-4557-a5bc-2666fb065de6'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:05:26.971623 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-16495a6a-5742-4165-b218-8ac7c5593ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:05:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['ab4225c2-31fa-4557-a5bc-2666fb065de6'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:05:26.991407 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=6,neutron:INSERT=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:27.118569 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4e137e41-bc7c-483b-8d04-3b15c9834ab7 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks [] for port (dc29d7f0-668e-4fd5-b447-17d3199ca612), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:27.149289 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 287db80b-1480-4121-bba5-db22c95ec49e no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:05:27.191850 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5dc3e71f-eb0c-4abb-a0d8-886c82bdf19d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (665972cc-a271-4234-a0a5-702599386cbf), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:27.228932 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5dc3e71f-eb0c-4abb-a0d8-886c82bdf19d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:27.229397 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-5dc3e71f-eb0c-4abb-a0d8-886c82bdf19d admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/665972cc-a271-4234-a0a5-702599386cbf HTTP/1.1" status: 204 len: 168 time: 2.0734520 Oct 04 21:05:27.235354 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-03081bde-d5f6-4f55-8b33-f69c5f825a3d tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:27.237815 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-03081bde-d5f6-4f55-8b33-f69c5f825a3d tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 896 time: 13.4153807 Oct 04 21:05:27.302840 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 57094) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:27.313631 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc3e71f-eb0c-4abb-a0d8-886c82bdf19d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665972cc-a271-4234-a0a5-702599386cbf,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:27.350315 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:DELETE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:27.504755 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-16495a6a-5742-4165-b218-8ac7c5593ca1 None None] Set router ab4225c2-31fa-4557-a5bc-2666fb065de6 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:05:27.551279 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-77c7b4c6-4e08-4842-a211-d670daaeeca9 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (287db80b-1480-4121-bba5-db22c95ec49e), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:27.574245 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-604ecf44-ff77-43b3-b3f2-fb79ad0d59aa tempest-TestNetworkAdvancedServerOps-537427199 tempest-TestNetworkAdvancedServerOps-537427199-project-admin] 10.222.0.78 "GET /networking/v2.0/subnets?project_id=2f27496d38be44c29c3cd5bc4ae008d8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2229838 Oct 04 21:05:27.578183 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 57096) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:27.832268 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-45e7d88b-da6d-4574-b7cf-3bb660249844 tempest-QuotasNegativeTest-2143395951 tempest-QuotasNegativeTest-2143395951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (2b3ab010-a6a5-4440-9a9c-c59070c5831b), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:27.846043 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c7b4c6-4e08-4842-a211-d670daaeeca9 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event deleted for resources: {'Port': ['ID=287db80b-1480-4121-bba5-db22c95ec49e,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:27.888934 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c7b4c6-4e08-4842-a211-d670daaeeca9 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] No DVR routers for this DVR port 287db80b-1480-4121-bba5-db22c95ec49e on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:05:27.954442 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-226cf119-1d0b-414c-a77f-4f5662ea8139 None None] For port 287db80b-1480-4121-bba5-db22c95ec49e, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=287db80b-1480-4121-bba5-db22c95ec49e,segment=NetworkSegment(be8ba301-4c7a-4a7e-ad6e-237c2a5d3faa),segment_id=be8ba301-4c7a-4a7e-ad6e-237c2a5d3faa)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:05:27.958940 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-226cf119-1d0b-414c-a77f-4f5662ea8139 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (287db80b-1480-4121-bba5-db22c95ec49e), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:27.969203 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:28.014242 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ba57658a-ea56-4c54-9ea8-eb02e4cbf834 admin admin] Publish callbacks [] for security_group (d0e211b7-7273-4e49-8f90-04f978243f0c), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:28.039764 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-45e7d88b-da6d-4574-b7cf-3bb660249844 tempest-QuotasNegativeTest-2143395951 tempest-QuotasNegativeTest-2143395951-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b3ab010-a6a5-4440-9a9c-c59070c5831b']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:05:28.063763 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-226cf119-1d0b-414c-a77f-4f5662ea8139 None None] Calling delete_port for 287db80b-1480-4121-bba5-db22c95ec49e owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:05:28.096455 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4e137e41-bc7c-483b-8d04-3b15c9834ab7 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (dc29d7f0-668e-4fd5-b447-17d3199ca612), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:28.122242 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-45e7d88b-da6d-4574-b7cf-3bb660249844 tempest-QuotasNegativeTest-2143395951 tempest-QuotasNegativeTest-2143395951-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '009a28a0-0288-4048-af1a-a22537cb20ee') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:05:28.124440 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-45e7d88b-da6d-4574-b7cf-3bb660249844 tempest-QuotasNegativeTest-2143395951 tempest-QuotasNegativeTest-2143395951-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '009a28a0-0288-4048-af1a-a22537cb20ee') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:05:28.127658 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ba57658a-ea56-4c54-9ea8-eb02e4cbf834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (d0e211b7-7273-4e49-8f90-04f978243f0c), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:28.295890 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ba57658a-ea56-4c54-9ea8-eb02e4cbf834 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=0909912e1c3a4480ad1c8813c3b7dd26&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6050057 Oct 04 21:05:28.298533 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-226cf119-1d0b-414c-a77f-4f5662ea8139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (287db80b-1480-4121-bba5-db22c95ec49e), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:28.307260 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57106) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:28.396027 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No active binding found for port 287db80b-1480-4121-bba5-db22c95ec49e {{(pid=108171) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Oct 04 21:05:28.396631 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] The host n-d-852085-12 is not matching for port 287db80b-1480-4121-bba5-db22c95ec49e host None! {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2431}} Oct 04 21:05:28.398304 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 287db80b-1480-4121-bba5-db22c95ec49e not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:05:28.415879 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-45e7d88b-da6d-4574-b7cf-3bb660249844 tempest-QuotasNegativeTest-2143395951 tempest-QuotasNegativeTest-2143395951-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (009a28a0-0288-4048-af1a-a22537cb20ee), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:28.419182 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226cf119-1d0b-414c-a77f-4f5662ea8139 None None] No DVR routers for this DVR port 287db80b-1480-4121-bba5-db22c95ec49e on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:05:28.479129 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e137e41-bc7c-483b-8d04-3b15c9834ab7 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Network de8a7146-3068-4316-8061-af5505b1cb8c is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:05:28.499949 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-77c7b4c6-4e08-4842-a211-d670daaeeca9 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (235c6409-4e61-434b-a74d-574b82150d99), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:28.503188 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d77b6b-b8f9-450d-a6a6-0feee06835bf tempest-TestNetworkAdvancedServerOps-537427199 tempest-TestNetworkAdvancedServerOps-537427199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:05:28.505878 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-59d77b6b-b8f9-450d-a6a6-0feee06835bf tempest-TestNetworkAdvancedServerOps-537427199 tempest-TestNetworkAdvancedServerOps-537427199-project-admin] 10.222.0.78 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.9258316 Oct 04 21:05:28.512114 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-4e137e41-bc7c-483b-8d04-3b15c9834ab7 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:05:28.518766 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e137e41-bc7c-483b-8d04-3b15c9834ab7 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:05:28.525329 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57108) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:28.531050 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e137e41-bc7c-483b-8d04-3b15c9834ab7 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:05:28.532411 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4e137e41-bc7c-483b-8d04-3b15c9834ab7 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:28.544401 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e137e41-bc7c-483b-8d04-3b15c9834ab7 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Pushing event updated for resources: {'Port': ['ID=dc29d7f0-668e-4fd5-b447-17d3199ca612,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:28.604445 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-45e7d88b-da6d-4574-b7cf-3bb660249844 tempest-QuotasNegativeTest-2143395951 tempest-QuotasNegativeTest-2143395951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (009a28a0-0288-4048-af1a-a22537cb20ee), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:28.640531 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226cf119-1d0b-414c-a77f-4f5662ea8139 None None] Pushing event deleted for resources: {'Port': ['ID=287db80b-1480-4121-bba5-db22c95ec49e,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:28.648866 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:28.677121 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba57658a-ea56-4c54-9ea8-eb02e4cbf834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e211b7-7273-4e49-8f90-04f978243f0c,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:28.681749 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4e137e41-bc7c-483b-8d04-3b15c9834ab7 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.1102920 Oct 04 21:05:28.685553 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-16495a6a-5742-4165-b218-8ac7c5593ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4225c2-31fa-4557-a5bc-2666fb065de6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1409850452', 'tenant_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '606e10c8-e133-4ea3-825e-1de298721262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:05:14Z', 'updated_at': '2022-10-04T21:05:21Z', 'revision_number': 3, 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'gw_port': {'id': '606e10c8-e133-4ea3-825e-1de298721262', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:dd:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4225c2-31fa-4557-a5bc-2666fb065de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:05:16Z', 'updated_at': '2022-10-04T21:05:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:05:28.687783 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 57112) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:28.713844 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-77c7b4c6-4e08-4842-a211-d670daaeeca9 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['235c6409-4e61-434b-a74d-574b82150d99']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:05:28.717501 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-d97b0aef-3078-45e0-b2d4-2bf37a89e9e0 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:93:83:5b'}]}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:05:28.732207 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-1bd9833e-1928-4992-8df8-c867df5c105b tempest-TestNetworkAdvancedServerOps-537427199 tempest-TestNetworkAdvancedServerOps-537427199-project-admin] 10.222.0.78 "GET /networking/v2.0/subnets?network_id=52a60aae-e230-4bd7-89bc-781767fd7892&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1614003 Oct 04 21:05:28.738481 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57116) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:28.778752 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-e8436347-8e62-49dd-95ee-69bd4ff2d419 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1031442901', 'network_id': '0174c07f-0690-4847-842d-3c215843c7b7', 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:05:28.779806 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16495a6a-5742-4165-b218-8ac7c5593ca1 None None] Checking router: ab4225c2-31fa-4557-a5bc-2666fb065de6 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:05:28.780443 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16495a6a-5742-4165-b218-8ac7c5593ca1 None None] Updating router ab4225c2-31fa-4557-a5bc-2666fb065de6 port 606e10c8-e133-4ea3-825e-1de298721262 binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:05:28.899951 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-16495a6a-5742-4165-b218-8ac7c5593ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (606e10c8-e133-4ea3-825e-1de298721262), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:28.980573 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45e7d88b-da6d-4574-b7cf-3bb660249844 tempest-QuotasNegativeTest-2143395951 tempest-QuotasNegativeTest-2143395951-project-admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:05:28.981433 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-45e7d88b-da6d-4574-b7cf-3bb660249844 tempest-QuotasNegativeTest-2143395951 tempest-QuotasNegativeTest-2143395951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (009a28a0-0288-4048-af1a-a22537cb20ee), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:29.008691 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-77c7b4c6-4e08-4842-a211-d670daaeeca9 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be8ba301-4c7a-4a7e-ad6e-237c2a5d3faa') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:05:29.106759 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-77c7b4c6-4e08-4842-a211-d670daaeeca9 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be8ba301-4c7a-4a7e-ad6e-237c2a5d3faa') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:05:29.109752 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-64d19c0c-83ef-4b1b-a887-aefcaa311544 admin admin] Publish callbacks [] for security_group (d0e211b7-7273-4e49-8f90-04f978243f0c), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:29.176077 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 009a28a0-0288-4048-af1a-a22537cb20ee resource provider aggregate not found Oct 04 21:05:29.195252 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-77c7b4c6-4e08-4842-a211-d670daaeeca9 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (be8ba301-4c7a-4a7e-ad6e-237c2a5d3faa), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:29.350953 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d97b0aef-3078-45e0-b2d4-2bf37a89e9e0 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (dc29d7f0-668e-4fd5-b447-17d3199ca612), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:29.352277 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:DELETE=5,neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:29.362365 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 009a28a0-0288-4048-af1a-a22537cb20ee resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 009a28a0-0288-4048-af1a-a22537cb20ee found for delete ", "request_id": "req-820980e1-618c-4b34-b567-45cc0f12ab9b"}]} Oct 04 21:05:29.403904 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-64d19c0c-83ef-4b1b-a887-aefcaa311544 admin admin] Publish callbacks [] for security_group (d0e211b7-7273-4e49-8f90-04f978243f0c), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:29.408993 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-77c7b4c6-4e08-4842-a211-d670daaeeca9 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (be8ba301-4c7a-4a7e-ad6e-237c2a5d3faa), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:29.445827 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77c7b4c6-4e08-4842-a211-d670daaeeca9 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:05:29.450615 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-77c7b4c6-4e08-4842-a211-d670daaeeca9 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (be8ba301-4c7a-4a7e-ad6e-237c2a5d3faa), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:29.539771 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8436347-8e62-49dd-95ee-69bd4ff2d419 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Made reservation on behalf of 2f27496d38be44c29c3cd5bc4ae008d8 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:05:29.546566 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e8436347-8e62-49dd-95ee-69bd4ff2d419 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:29.561330 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:29.618421 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-7e03c75c-abd5-4864-b24d-8d5bc1185767 None None] Provisioning complete for port dc29d7f0-668e-4fd5-b447-17d3199ca612 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:05:29.619328 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7e03c75c-abd5-4864-b24d-8d5bc1185767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (dc29d7f0-668e-4fd5-b447-17d3199ca612), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:29.619328 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-7e03c75c-abd5-4864-b24d-8d5bc1185767 None None] Attempt 1 to provision port dc29d7f0-668e-4fd5-b447-17d3199ca612 Oct 04 21:05:29.668759 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-45e7d88b-da6d-4574-b7cf-3bb660249844 tempest-QuotasNegativeTest-2143395951 tempest-QuotasNegativeTest-2143395951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (2b3ab010-a6a5-4440-9a9c-c59070c5831b), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:29.778733 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-7e03c75c-abd5-4864-b24d-8d5bc1185767 None None] Port dc29d7f0-668e-4fd5-b447-17d3199ca612 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:05:29.826126 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-45e7d88b-da6d-4574-b7cf-3bb660249844 tempest-QuotasNegativeTest-2143395951 tempest-QuotasNegativeTest-2143395951-project-admin] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:29.837420 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-45e7d88b-da6d-4574-b7cf-3bb660249844 tempest-QuotasNegativeTest-2143395951 tempest-QuotasNegativeTest-2143395951-project-admin] 10.222.0.78 "DELETE /networking/v2.0/networks/2b3ab010-a6a5-4440-9a9c-c59070c5831b HTTP/1.1" status: 204 len: 168 time: 3.4783258 Oct 04 21:05:29.854293 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 57140) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:29.888980 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e7d88b-da6d-4574-b7cf-3bb660249844 tempest-QuotasNegativeTest-2143395951 tempest-QuotasNegativeTest-2143395951-project-admin] Pushing event deleted for resources: {'Network': ['ID=2b3ab010-a6a5-4440-9a9c-c59070c5831b,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:29.945337 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=79,neutron:DELETE=14,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:29.978629 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-16495a6a-5742-4165-b218-8ac7c5593ca1 None None] Publish callbacks [] for port (606e10c8-e133-4ea3-825e-1de298721262), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:30.016198 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-77c7b4c6-4e08-4842-a211-d670daaeeca9 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (235c6409-4e61-434b-a74d-574b82150d99), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:30.032737 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-77c7b4c6-4e08-4842-a211-d670daaeeca9 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:30.039126 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-77c7b4c6-4e08-4842-a211-d670daaeeca9 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "DELETE /networking/v2.0/networks/235c6409-4e61-434b-a74d-574b82150d99 HTTP/1.1" status: 204 len: 168 time: 4.0422561 Oct 04 21:05:30.045014 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57146) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:30.079198 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-a004708d-9f98-4ca9-8c4c-8f0d72119b30 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1074669499'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:05:30.095431 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9e9d8538-5b4a-479d-b308-13f179a1febc tempest-QuotasNegativeTest-2143395951 tempest-QuotasNegativeTest-2143395951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (6e7f56c1-b9d2-47c2-8aee-7e3b5456a948), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:30.096727 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-64d19c0c-83ef-4b1b-a887-aefcaa311544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (d0e211b7-7273-4e49-8f90-04f978243f0c), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:30.103374 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d97b0aef-3078-45e0-b2d4-2bf37a89e9e0 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks [] for port (dc29d7f0-668e-4fd5-b447-17d3199ca612), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:30.103871 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-64d19c0c-83ef-4b1b-a887-aefcaa311544 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:30.107044 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-64d19c0c-83ef-4b1b-a887-aefcaa311544 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/d0e211b7-7273-4e49-8f90-04f978243f0c HTTP/1.1" status: 204 len: 168 time: 1.7967691 Oct 04 21:05:30.117267 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-16495a6a-5742-4165-b218-8ac7c5593ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (606e10c8-e133-4ea3-825e-1de298721262), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:30.124069 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c7b4c6-4e08-4842-a211-d670daaeeca9 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event deleted for resources: {'Network': ['ID=235c6409-4e61-434b-a74d-574b82150d99,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:30.257121 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-16495a6a-5742-4165-b218-8ac7c5593ca1 None None] Attempting to bind port 606e10c8-e133-4ea3-825e-1de298721262 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:05:30.257839 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-16495a6a-5742-4165-b218-8ac7c5593ca1 None None] Attempting to bind port 606e10c8-e133-4ea3-825e-1de298721262 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:05:30.258456 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16495a6a-5742-4165-b218-8ac7c5593ca1 None None] Attempting to bind port 606e10c8-e133-4ea3-825e-1de298721262 on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:05:30.351717 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d97b0aef-3078-45e0-b2d4-2bf37a89e9e0 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (dc29d7f0-668e-4fd5-b447-17d3199ca612), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:30.354194 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-d97b0aef-3078-45e0-b2d4-2bf37a89e9e0 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] In _notify_port_updated(), no bound segment for port dc29d7f0-668e-4fd5-b447-17d3199ca612 on network de8a7146-3068-4316-8061-af5505b1cb8c {{(pid=108170) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 04 21:05:30.365927 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97b0aef-3078-45e0-b2d4-2bf37a89e9e0 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:05:30.369472 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d97b0aef-3078-45e0-b2d4-2bf37a89e9e0 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:30.382356 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-d97b0aef-3078-45e0-b2d4-2bf37a89e9e0 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] 10.222.0.78 "PUT /networking/v2.0/ports/dc29d7f0-668e-4fd5-b447-17d3199ca612 HTTP/1.1" status: 200 len: 1002 time: 1.6912816 Oct 04 21:05:30.383822 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 57156) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:30.396534 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d19c0c-83ef-4b1b-a887-aefcaa311544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e211b7-7273-4e49-8f90-04f978243f0c,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:30.419085 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9e9d8538-5b4a-479d-b308-13f179a1febc tempest-QuotasNegativeTest-2143395951 tempest-QuotasNegativeTest-2143395951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (6e7f56c1-b9d2-47c2-8aee-7e3b5456a948), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:30.547644 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdaae7d-adf6-49ca-b041-a7ff7fa991d4 None None] Pushing event updated for resources: {'Port': ['ID=606e10c8-e133-4ea3-825e-1de298721262,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:30.613199 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16495a6a-5742-4165-b218-8ac7c5593ca1 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:05:30.613199 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16495a6a-5742-4165-b218-8ac7c5593ca1 None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:05:30.613199 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-16495a6a-5742-4165-b218-8ac7c5593ca1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:30.613199 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16495a6a-5742-4165-b218-8ac7c5593ca1 None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:05:30.613913 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-16495a6a-5742-4165-b218-8ac7c5593ca1 None None] Bound port: 606e10c8-e133-4ea3-825e-1de298721262, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:05:30.614836 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-16495a6a-5742-4165-b218-8ac7c5593ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (606e10c8-e133-4ea3-825e-1de298721262), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:30.647317 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:30.655649 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-9e9d8538-5b4a-479d-b308-13f179a1febc tempest-QuotasNegativeTest-2143395951 tempest-QuotasNegativeTest-2143395951-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e7f56c1-b9d2-47c2-8aee-7e3b5456a948']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:05:30.699894 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e8436347-8e62-49dd-95ee-69bd4ff2d419 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (58ab6a3c-b636-436d-878c-ae3c73113bd6), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:30.708633 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a004708d-9f98-4ca9-8c4c-8f0d72119b30 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Made reservation on behalf of 3e52093341534ca5a76295afd3cfd196 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:05:30.718504 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a004708d-9f98-4ca9-8c4c-8f0d72119b30 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:30.729487 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-9e9d8538-5b4a-479d-b308-13f179a1febc tempest-QuotasNegativeTest-2143395951 tempest-QuotasNegativeTest-2143395951-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ad34241-8a2b-4ae7-9188-71cf55f69d4c') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:05:30.729997 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-9e9d8538-5b4a-479d-b308-13f179a1febc tempest-QuotasNegativeTest-2143395951 tempest-QuotasNegativeTest-2143395951-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ad34241-8a2b-4ae7-9188-71cf55f69d4c') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:05:30.736825 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-16495a6a-5742-4165-b218-8ac7c5593ca1 None None] For port 606e10c8-e133-4ea3-825e-1de298721262, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:05:30.749113 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-16495a6a-5742-4165-b218-8ac7c5593ca1 None None] For port 606e10c8-e133-4ea3-825e-1de298721262, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=606e10c8-e133-4ea3-825e-1de298721262,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:05:30.800329 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97b0aef-3078-45e0-b2d4-2bf37a89e9e0 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Pushing event updated for resources: {'Port': ['ID=dc29d7f0-668e-4fd5-b447-17d3199ca612,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:30.856675 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9e9d8538-5b4a-479d-b308-13f179a1febc tempest-QuotasNegativeTest-2143395951 tempest-QuotasNegativeTest-2143395951-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (4ad34241-8a2b-4ae7-9188-71cf55f69d4c), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:30.861541 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-16495a6a-5742-4165-b218-8ac7c5593ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (606e10c8-e133-4ea3-825e-1de298721262), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:30.942991 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a004708d-9f98-4ca9-8c4c-8f0d72119b30 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:05:30.961533 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9e9d8538-5b4a-479d-b308-13f179a1febc tempest-QuotasNegativeTest-2143395951 tempest-QuotasNegativeTest-2143395951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (4ad34241-8a2b-4ae7-9188-71cf55f69d4c), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:30.976011 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e9d8538-5b4a-479d-b308-13f179a1febc tempest-QuotasNegativeTest-2143395951 tempest-QuotasNegativeTest-2143395951-project-admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:05:30.976700 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9e9d8538-5b4a-479d-b308-13f179a1febc tempest-QuotasNegativeTest-2143395951 tempest-QuotasNegativeTest-2143395951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (4ad34241-8a2b-4ae7-9188-71cf55f69d4c), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:31.047421 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16495a6a-5742-4165-b218-8ac7c5593ca1 None None] Routers {'ab4225c2-31fa-4557-a5bc-2666fb065de6'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:05:31.048892 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-16495a6a-5742-4165-b218-8ac7c5593ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:05:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['ab4225c2-31fa-4557-a5bc-2666fb065de6'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:05:31.063973 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a004708d-9f98-4ca9-8c4c-8f0d72119b30 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (564bfd4a-71ca-4d55-be91-e7d731c2c84d), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:31.064675 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-a004708d-9f98-4ca9-8c4c-8f0d72119b30 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Added segment 564bfd4a-71ca-4d55-be91-e7d731c2c84d of type vlan for network e32245c0-03cb-472b-8c89-a64603a2e2dc Oct 04 21:05:31.107792 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8436347-8e62-49dd-95ee-69bd4ff2d419 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Pushing event updated for resources: {'Subnet': ['ID=58ab6a3c-b636-436d-878c-ae3c73113bd6,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:31.121418 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-f071ef62-0fa9-4d46-bf38-25423cb31091 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Deleting port dc29d7f0-668e-4fd5-b447-17d3199ca612 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:05:31.122147 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f071ef62-0fa9-4d46-bf38-25423cb31091 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (dc29d7f0-668e-4fd5-b447-17d3199ca612), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:31.240509 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 4ad34241-8a2b-4ae7-9188-71cf55f69d4c resource provider aggregate not found Oct 04 21:05:31.246980 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9e9d8538-5b4a-479d-b308-13f179a1febc tempest-QuotasNegativeTest-2143395951 tempest-QuotasNegativeTest-2143395951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (6e7f56c1-b9d2-47c2-8aee-7e3b5456a948), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:31.268111 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8436347-8e62-49dd-95ee-69bd4ff2d419 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Checking segment: {'id': '35008a54-5a83-48db-a113-6aa45184eaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '0174c07f-0690-4847-842d-3c215843c7b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:05:31.268774 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8436347-8e62-49dd-95ee-69bd4ff2d419 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Network hostable DHCP agents. Network: 0174c07f-0690-4847-842d-3c215843c7b7, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:05:31.290351 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9e9d8538-5b4a-479d-b308-13f179a1febc tempest-QuotasNegativeTest-2143395951 tempest-QuotasNegativeTest-2143395951-project-admin] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:31.296606 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-9e9d8538-5b4a-479d-b308-13f179a1febc tempest-QuotasNegativeTest-2143395951 tempest-QuotasNegativeTest-2143395951-project-admin] 10.222.0.78 "DELETE /networking/v2.0/networks/6e7f56c1-b9d2-47c2-8aee-7e3b5456a948 HTTP/1.1" status: 204 len: 168 time: 1.4169338 Oct 04 21:05:31.299305 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9d8538-5b4a-479d-b308-13f179a1febc tempest-QuotasNegativeTest-2143395951 tempest-QuotasNegativeTest-2143395951-project-admin] Pushing event deleted for resources: {'Network': ['ID=6e7f56c1-b9d2-47c2-8aee-7e3b5456a948,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:31.303732 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a004708d-9f98-4ca9-8c4c-8f0d72119b30 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (e32245c0-03cb-472b-8c89-a64603a2e2dc), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:31.353452 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 4ad34241-8a2b-4ae7-9188-71cf55f69d4c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4ad34241-8a2b-4ae7-9188-71cf55f69d4c found for delete ", "request_id": "req-3c9ae247-3e3d-4410-b5ea-76d4faaec7ae"}]} Oct 04 21:05:31.446603 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:INSERT=10 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:31.488214 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment be8ba301-4c7a-4a7e-ad6e-237c2a5d3faa resource provider aggregate not found Oct 04 21:05:31.559736 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8436347-8e62-49dd-95ee-69bd4ff2d419 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Network 0174c07f-0690-4847-842d-3c215843c7b7 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:05:31.571433 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment be8ba301-4c7a-4a7e-ad6e-237c2a5d3faa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid be8ba301-4c7a-4a7e-ad6e-237c2a5d3faa found for delete ", "request_id": "req-062288a6-7ac2-4bf9-ba18-6e1de8cd473a"}]} Oct 04 21:05:31.576216 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f071ef62-0fa9-4d46-bf38-25423cb31091 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (dc29d7f0-668e-4fd5-b447-17d3199ca612), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:31.626323 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a004708d-9f98-4ca9-8c4c-8f0d72119b30 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (e32245c0-03cb-472b-8c89-a64603a2e2dc), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:31.626887 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-f071ef62-0fa9-4d46-bf38-25423cb31091 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Calling delete_port for dc29d7f0-668e-4fd5-b447-17d3199ca612 owned by {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:05:31.643327 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a004708d-9f98-4ca9-8c4c-8f0d72119b30 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:05:31.646606 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a004708d-9f98-4ca9-8c4c-8f0d72119b30 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:31.671326 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdaae7d-adf6-49ca-b041-a7ff7fa991d4 None None] Pushing event updated for resources: {'Port': ['ID=606e10c8-e133-4ea3-825e-1de298721262,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:31.808678 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-e8436347-8e62-49dd-95ee-69bd4ff2d419 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 0174c07f-0690-4847-842d-3c215843c7b7) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:05:31.832259 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8436347-8e62-49dd-95ee-69bd4ff2d419 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:05:31.834829 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e8436347-8e62-49dd-95ee-69bd4ff2d419 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:31.850048 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb95d7c5-337b-4035-97c7-7c234a4b68c3 None None] Network 0174c07f-0690-4847-842d-3c215843c7b7 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:05:31.944934 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 57182) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:32.059281 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a004708d-9f98-4ca9-8c4c-8f0d72119b30 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.0077620 Oct 04 21:05:32.065408 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57188) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:32.124770 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-17826330-c339-47ef-9af1-9b41ea749439 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:32.138822 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-c3cfc544-dfde-4347-a291-b52bb561bf5b tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Request body: {'subnet': {'network_id': 'e32245c0-03cb-472b-8c89-a64603a2e2dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:05:32.161697 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-16495a6a-5742-4165-b218-8ac7c5593ca1 None None] Set router ab4225c2-31fa-4557-a5bc-2666fb065de6 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:05:32.265614 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a004708d-9f98-4ca9-8c4c-8f0d72119b30 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event updated for resources: {'Network': ['ID=e32245c0-03cb-472b-8c89-a64603a2e2dc,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:32.299187 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e8436347-8e62-49dd-95ee-69bd4ff2d419 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.5299802 Oct 04 21:05:32.306378 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 57192) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:32.345733 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:32.509333 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:32.630926 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network e32245c0-03cb-472b-8c89-a64603a2e2dc details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:05:32.945991 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3cfc544-dfde-4347-a291-b52bb561bf5b tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Made reservation on behalf of 3e52093341534ca5a76295afd3cfd196 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:05:32.956273 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c3cfc544-dfde-4347-a291-b52bb561bf5b tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:33.342591 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:33.362506 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-17826330-c339-47ef-9af1-9b41ea749439 admin admin] Publish callbacks [] for security_group (d9c0567c-f31e-4d9f-bc09-1f0967843b21), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:33.405775 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f071ef62-0fa9-4d46-bf38-25423cb31091 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (dc29d7f0-668e-4fd5-b447-17d3199ca612), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:33.515456 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0290a41d-a115-4209-b060-f55996223a8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-0174c07f-0690-4847-842d-3c215843c7b7', 'network_id': '0174c07f-0690-4847-842d-3c215843c7b7', 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'fixed_ips': [{'subnet_id': '58ab6a3c-b636-436d-878c-ae3c73113bd6'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:05:33.517165 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0290a41d-a115-4209-b060-f55996223a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:33.530703 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:33.672967 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-17826330-c339-47ef-9af1-9b41ea749439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (d9c0567c-f31e-4d9f-bc09-1f0967843b21), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:33.844998 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17826330-c339-47ef-9af1-9b41ea749439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c0567c-f31e-4d9f-bc09-1f0967843b21,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:33.881791 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f071ef62-0fa9-4d46-bf38-25423cb31091 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Pushing event deleted for resources: {'Port': ['ID=dc29d7f0-668e-4fd5-b447-17d3199ca612,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:34.034999 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c3cfc544-dfde-4347-a291-b52bb561bf5b tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (2af9e08c-54bd-4b48-b7d4-96f8151c7a1a), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:34.185615 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f071ef62-0fa9-4d46-bf38-25423cb31091 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:34.236888 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f071ef62-0fa9-4d46-bf38-25423cb31091 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] 10.222.0.78 "DELETE /networking/v2.0/ports/dc29d7f0-668e-4fd5-b447-17d3199ca612 HTTP/1.1" status: 204 len: 168 time: 3.8396587 Oct 04 21:05:34.303242 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57224) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:34.305053 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cfc544-dfde-4347-a291-b52bb561bf5b tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event updated for resources: {'Subnet': ['ID=2af9e08c-54bd-4b48-b7d4-96f8151c7a1a,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:34.447969 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-16495a6a-5742-4165-b218-8ac7c5593ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4225c2-31fa-4557-a5bc-2666fb065de6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1409850452', 'tenant_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '606e10c8-e133-4ea3-825e-1de298721262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:05:14Z', 'updated_at': '2022-10-04T21:05:21Z', 'revision_number': 3, 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'gw_port': {'id': '606e10c8-e133-4ea3-825e-1de298721262', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:dd:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4225c2-31fa-4557-a5bc-2666fb065de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:05:16Z', 'updated_at': '2022-10-04T21:05:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:05:34.454749 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:34.545080 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1ca8237-1ba8-4227-8c99-ac2d1ac3ddaf tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] GET failed (client error): The resource could not be found. Oct 04 21:05:34.562751 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e1ca8237-1ba8-4227-8c99-ac2d1ac3ddaf tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] 10.222.0.78 "GET /networking/v2.0/ports/dc29d7f0-668e-4fd5-b447-17d3199ca612 HTTP/1.1" status: 404 len: 333 time: 0.2375615 Oct 04 21:05:34.566236 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57228) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:34.614033 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-79782d9b-45e8-4acc-9bd5-8bd4fbf47692 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Request body: {'port': {'network_id': 'de8a7146-3068-4316-8061-af5505b1cb8c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-625867228'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:05:34.788242 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16495a6a-5742-4165-b218-8ac7c5593ca1 None None] The sync data for ids ['ab4225c2-31fa-4557-a5bc-2666fb065de6'] in n-d-852085-12 is: [{'id': 'ab4225c2-31fa-4557-a5bc-2666fb065de6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1409850452', 'tenant_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '606e10c8-e133-4ea3-825e-1de298721262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:05:14Z', 'updated_at': '2022-10-04T21:05:21Z', 'revision_number': 3, 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'gw_port': {'id': '606e10c8-e133-4ea3-825e-1de298721262', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:dd:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4225c2-31fa-4557-a5bc-2666fb065de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:05:16Z', 'updated_at': '2022-10-04T21:05:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:05:34.848909 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-0290a41d-a115-4209-b060-f55996223a8a None None] Allocated IP 172.20.0.2 (0174c07f-0690-4847-842d-3c215843c7b7/58ab6a3c-b636-436d-878c-ae3c73113bd6/93d4ab1a-fc72-4e5c-a8a8-73429c3ab8d2) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:05:35.148930 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cfc544-dfde-4347-a291-b52bb561bf5b tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Checking segment: {'id': '564bfd4a-71ca-4d55-be91-e7d731c2c84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e32245c0-03cb-472b-8c89-a64603a2e2dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:05:35.149821 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cfc544-dfde-4347-a291-b52bb561bf5b tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Network hostable DHCP agents. Network: e32245c0-03cb-472b-8c89-a64603a2e2dc, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:05:35.252773 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:35.684110 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cfc544-dfde-4347-a291-b52bb561bf5b tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Network e32245c0-03cb-472b-8c89-a64603a2e2dc is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:05:35.714890 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57240) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:35.726283 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:35.788102 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79782d9b-45e8-4acc-9bd5-8bd4fbf47692 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Made reservation on behalf of fea29c0c39584f28b297f628a73b7646 for: {'port': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:05:35.798821 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-79782d9b-45e8-4acc-9bd5-8bd4fbf47692 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:35.829330 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-c3cfc544-dfde-4347-a291-b52bb561bf5b tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, e32245c0-03cb-472b-8c89-a64603a2e2dc) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:05:35.856370 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0290a41d-a115-4209-b060-f55996223a8a None None] Publish callbacks [] for port (93d4ab1a-fc72-4e5c-a8a8-73429c3ab8d2), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:35.880832 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7403336d-b2b5-4b01-b7ee-dd1c4a723c65 None None] Network e32245c0-03cb-472b-8c89-a64603a2e2dc requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:05:35.925304 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-17826330-c339-47ef-9af1-9b41ea749439 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=bd1902111d2749aeaf2ccaf0ab410b4c&name=default HTTP/1.1" status: 200 len: 3000 time: 3.9764640 Oct 04 21:05:35.935441 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 57246) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:35.935831 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3cfc544-dfde-4347-a291-b52bb561bf5b tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:05:35.937843 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c3cfc544-dfde-4347-a291-b52bb561bf5b tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:36.050885 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [None req-79782d9b-45e8-4acc-9bd5-8bd4fbf47692 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] device_id is not set on port 996715ec-d86f-4538-be14-e65369e04ecd yet. {{(pid=108169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 21:05:36.171738 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:36.294010 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0290a41d-a115-4209-b060-f55996223a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (93d4ab1a-fc72-4e5c-a8a8-73429c3ab8d2), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:36.387664 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c3cfc544-dfde-4347-a291-b52bb561bf5b tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3040721 Oct 04 21:05:36.416168 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57252) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:36.467695 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-337e8fe9-035e-4031-bee7-38a244d274ef tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Request body: {'port': {'network_id': 'e32245c0-03cb-472b-8c89-a64603a2e2dc', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1091560954'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:05:36.571051 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0290a41d-a115-4209-b060-f55996223a8a None None] Pushing event updated for resources: {'Port': ['ID=93d4ab1a-fc72-4e5c-a8a8-73429c3ab8d2,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:36.678892 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-374c3122-b1a5-4640-a1dd-cc5efbe02036 admin admin] Publish callbacks [] for security_group (d9c0567c-f31e-4d9f-bc09-1f0967843b21), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:36.761301 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0290a41d-a115-4209-b060-f55996223a8a None None] Network 0174c07f-0690-4847-842d-3c215843c7b7 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:05:36.785237 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-0290a41d-a115-4209-b060-f55996223a8a None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:05:36.797559 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0290a41d-a115-4209-b060-f55996223a8a None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:05:36.803035 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-374c3122-b1a5-4640-a1dd-cc5efbe02036 admin admin] Publish callbacks [] for security_group (d9c0567c-f31e-4d9f-bc09-1f0967843b21), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:36.959912 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe869fd-4ec7-44dc-b581-e4b7c79b1bb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-e32245c0-03cb-472b-8c89-a64603a2e2dc', 'network_id': 'e32245c0-03cb-472b-8c89-a64603a2e2dc', 'project_id': '3e52093341534ca5a76295afd3cfd196', 'fixed_ips': [{'subnet_id': '2af9e08c-54bd-4b48-b7d4-96f8151c7a1a'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:05:36.971791 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9fe869fd-4ec7-44dc-b581-e4b7c79b1bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:37.165334 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-374c3122-b1a5-4640-a1dd-cc5efbe02036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (d9c0567c-f31e-4d9f-bc09-1f0967843b21), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:37.171786 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-374c3122-b1a5-4640-a1dd-cc5efbe02036 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:37.174618 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-374c3122-b1a5-4640-a1dd-cc5efbe02036 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/d9c0567c-f31e-4d9f-bc09-1f0967843b21 HTTP/1.1" status: 204 len: 168 time: 1.2292845 Oct 04 21:05:37.282559 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374c3122-b1a5-4640-a1dd-cc5efbe02036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c0567c-f31e-4d9f-bc09-1f0967843b21,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:37.399084 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 606e10c8-e133-4ea3-825e-1de298721262 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:05:38.057014 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7ed2db8b-e24b-4ec9-9e0c-ce8fc328d17d tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:38.398007 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-9fe869fd-4ec7-44dc-b581-e4b7c79b1bb4 None None] Allocated IP 172.20.0.2 (e32245c0-03cb-472b-8c89-a64603a2e2dc/2af9e08c-54bd-4b48-b7d4-96f8151c7a1a/b0bc3b66-6620-4ffb-a28b-49cd051e23eb) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:05:38.509259 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b612c323-9acf-4e0c-8aa0-a54856c94db9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:38.899234 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57280) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:38.970456 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-df98429f-0a20-4566-9a5b-6b67325925b0 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Request body: {'network': {'name': 'tempest-network-smoke--234702975', 'project_id': '42290e303c56447082419baf9e037472', 'port_security_enabled': True}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:05:39.058035 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9fe869fd-4ec7-44dc-b581-e4b7c79b1bb4 None None] Publish callbacks [] for port (b0bc3b66-6620-4ffb-a28b-49cd051e23eb), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:39.063822 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:39.090570 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-0290a41d-a115-4209-b060-f55996223a8a None None] Attempting to bind port 93d4ab1a-fc72-4e5c-a8a8-73429c3ab8d2 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:05:39.091406 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-0290a41d-a115-4209-b060-f55996223a8a None None] Attempting to bind port 93d4ab1a-fc72-4e5c-a8a8-73429c3ab8d2 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '35008a54-5a83-48db-a113-6aa45184eaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '0174c07f-0690-4847-842d-3c215843c7b7'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:05:39.092219 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0290a41d-a115-4209-b060-f55996223a8a None None] Attempting to bind port 93d4ab1a-fc72-4e5c-a8a8-73429c3ab8d2 on network 0174c07f-0690-4847-842d-3c215843c7b7 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:05:39.199951 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9fe869fd-4ec7-44dc-b581-e4b7c79b1bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (b0bc3b66-6620-4ffb-a28b-49cd051e23eb), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:39.226954 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 606e10c8-e133-4ea3-825e-1de298721262 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:05:39.228083 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (606e10c8-e133-4ea3-825e-1de298721262), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:39.228838 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 606e10c8-e133-4ea3-825e-1de298721262 Oct 04 21:05:39.301195 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-79782d9b-45e8-4acc-9bd5-8bd4fbf47692 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Allocated IP 2001:db8::223 (de8a7146-3068-4316-8061-af5505b1cb8c/0d176525-3849-4321-aa9e-3ec399b9429e/996715ec-d86f-4538-be14-e65369e04ecd) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:05:39.442773 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:39.452462 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe869fd-4ec7-44dc-b581-e4b7c79b1bb4 None None] Network e32245c0-03cb-472b-8c89-a64603a2e2dc is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:05:39.466319 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-9fe869fd-4ec7-44dc-b581-e4b7c79b1bb4 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:05:39.474345 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe869fd-4ec7-44dc-b581-e4b7c79b1bb4 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:05:39.577508 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0290a41d-a115-4209-b060-f55996223a8a None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:05:39.578621 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0290a41d-a115-4209-b060-f55996223a8a None None] Checking segment: {'id': '35008a54-5a83-48db-a113-6aa45184eaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '0174c07f-0690-4847-842d-3c215843c7b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:05:39.579564 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0290a41d-a115-4209-b060-f55996223a8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:39.580838 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0290a41d-a115-4209-b060-f55996223a8a None None] Bound using segment: {'id': '35008a54-5a83-48db-a113-6aa45184eaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '0174c07f-0690-4847-842d-3c215843c7b7'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:05:39.582572 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-0290a41d-a115-4209-b060-f55996223a8a None None] Bound port: 93d4ab1a-fc72-4e5c-a8a8-73429c3ab8d2, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35008a54-5a83-48db-a113-6aa45184eaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '0174c07f-0690-4847-842d-3c215843c7b7'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:05:39.587298 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0290a41d-a115-4209-b060-f55996223a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (93d4ab1a-fc72-4e5c-a8a8-73429c3ab8d2), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:39.610031 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df98429f-0a20-4566-9a5b-6b67325925b0 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Made reservation on behalf of 42290e303c56447082419baf9e037472 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:05:39.626681 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-df98429f-0a20-4566-9a5b-6b67325925b0 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:39.664392 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-7ed2db8b-e24b-4ec9-9e0c-ce8fc328d17d tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Allocated IP 172.20.0.1 (0174c07f-0690-4847-842d-3c215843c7b7/58ab6a3c-b636-436d-878c-ae3c73113bd6/05a08ae2-6419-4170-b480-14d04b06b3d1) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:05:39.667664 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe869fd-4ec7-44dc-b581-e4b7c79b1bb4 None None] Pushing event updated for resources: {'Port': ['ID=b0bc3b66-6620-4ffb-a28b-49cd051e23eb,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:39.806439 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-df98429f-0a20-4566-9a5b-6b67325925b0 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:39.997411 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:40.017772 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337e8fe9-035e-4031-bee7-38a244d274ef tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Made reservation on behalf of 3e52093341534ca5a76295afd3cfd196 for: {'port': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:05:40.035184 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-9fe869fd-4ec7-44dc-b581-e4b7c79b1bb4 None None] Attempting to bind port b0bc3b66-6620-4ffb-a28b-49cd051e23eb on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:05:40.036225 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-9fe869fd-4ec7-44dc-b581-e4b7c79b1bb4 None None] Attempting to bind port b0bc3b66-6620-4ffb-a28b-49cd051e23eb by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '564bfd4a-71ca-4d55-be91-e7d731c2c84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e32245c0-03cb-472b-8c89-a64603a2e2dc'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:05:40.038041 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe869fd-4ec7-44dc-b581-e4b7c79b1bb4 None None] Attempting to bind port b0bc3b66-6620-4ffb-a28b-49cd051e23eb on network e32245c0-03cb-472b-8c89-a64603a2e2dc {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:05:40.062297 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-337e8fe9-035e-4031-bee7-38a244d274ef tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:40.071528 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7ed2db8b-e24b-4ec9-9e0c-ce8fc328d17d tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for port (05a08ae2-6419-4170-b480-14d04b06b3d1), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:40.124781 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:40.152805 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-0290a41d-a115-4209-b060-f55996223a8a None None] For port 93d4ab1a-fc72-4e5c-a8a8-73429c3ab8d2, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:05:40.188878 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 606e10c8-e133-4ea3-825e-1de298721262 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:05:40.190234 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (606e10c8-e133-4ea3-825e-1de298721262), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:40.253056 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7ed2db8b-e24b-4ec9-9e0c-ce8fc328d17d tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (05a08ae2-6419-4170-b480-14d04b06b3d1), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:40.258675 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 606e10c8-e133-4ea3-825e-1de298721262, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=606e10c8-e133-4ea3-825e-1de298721262,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:05:40.286925 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-0290a41d-a115-4209-b060-f55996223a8a None None] For port 93d4ab1a-fc72-4e5c-a8a8-73429c3ab8d2, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=93d4ab1a-fc72-4e5c-a8a8-73429c3ab8d2,segment=NetworkSegment(35008a54-5a83-48db-a113-6aa45184eaa3),segment_id=35008a54-5a83-48db-a113-6aa45184eaa3)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:05:40.333577 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe869fd-4ec7-44dc-b581-e4b7c79b1bb4 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:05:40.337519 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe869fd-4ec7-44dc-b581-e4b7c79b1bb4 None None] Checking segment: {'id': '564bfd4a-71ca-4d55-be91-e7d731c2c84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e32245c0-03cb-472b-8c89-a64603a2e2dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:05:40.342882 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9fe869fd-4ec7-44dc-b581-e4b7c79b1bb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:40.342882 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe869fd-4ec7-44dc-b581-e4b7c79b1bb4 None None] Bound using segment: {'id': '564bfd4a-71ca-4d55-be91-e7d731c2c84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e32245c0-03cb-472b-8c89-a64603a2e2dc'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:05:40.342882 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-9fe869fd-4ec7-44dc-b581-e4b7c79b1bb4 None None] Bound port: b0bc3b66-6620-4ffb-a28b-49cd051e23eb, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '564bfd4a-71ca-4d55-be91-e7d731c2c84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e32245c0-03cb-472b-8c89-a64603a2e2dc'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:05:40.342882 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9fe869fd-4ec7-44dc-b581-e4b7c79b1bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b0bc3b66-6620-4ffb-a28b-49cd051e23eb), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:40.393073 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (606e10c8-e133-4ea3-825e-1de298721262), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:40.485308 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:40.487460 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed2db8b-e24b-4ec9-9e0c-ce8fc328d17d tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Pushing event updated for resources: {'Port': ['ID=05a08ae2-6419-4170-b480-14d04b06b3d1,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:40.510722 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0290a41d-a115-4209-b060-f55996223a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (93d4ab1a-fc72-4e5c-a8a8-73429c3ab8d2), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:40.547472 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed2db8b-e24b-4ec9-9e0c-ce8fc328d17d tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Network 0174c07f-0690-4847-842d-3c215843c7b7 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:05:40.556273 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-7ed2db8b-e24b-4ec9-9e0c-ce8fc328d17d tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:05:40.564720 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed2db8b-e24b-4ec9-9e0c-ce8fc328d17d tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:05:40.654403 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=79,neutron:UPDATE=5,neutron:INSERT=16 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:40.658960 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=606e10c8-e133-4ea3-825e-1de298721262,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:40.683413 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [None req-337e8fe9-035e-4031-bee7-38a244d274ef tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] device_id is not set on port 37312a8e-ffeb-4dea-8c76-2541244d1899 yet. {{(pid=108169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 21:05:40.785971 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b612c323-9acf-4e0c-8aa0-a54856c94db9 admin admin] Publish callbacks [] for security_group (22bfde1c-c40b-45cf-b6d0-8c343299b8f7), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:40.821912 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7ed2db8b-e24b-4ec9-9e0c-ce8fc328d17d tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (ab4225c2-31fa-4557-a5bc-2666fb065de6), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:41.140334 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b612c323-9acf-4e0c-8aa0-a54856c94db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (22bfde1c-c40b-45cf-b6d0-8c343299b8f7), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:41.309600 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-79782d9b-45e8-4acc-9bd5-8bd4fbf47692 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks [] for port (996715ec-d86f-4538-be14-e65369e04ecd), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:41.336029 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-9fe869fd-4ec7-44dc-b581-e4b7c79b1bb4 None None] For port b0bc3b66-6620-4ffb-a28b-49cd051e23eb, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:05:41.470838 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b612c323-9acf-4e0c-8aa0-a54856c94db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22bfde1c-c40b-45cf-b6d0-8c343299b8f7,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:41.550361 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b612c323-9acf-4e0c-8aa0-a54856c94db9 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=afee0f06e20e463cbf4478f69a60dd8c&name=default HTTP/1.1" status: 200 len: 3000 time: 5.8260272 Oct 04 21:05:41.552951 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 57310) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:41.554024 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-9fe869fd-4ec7-44dc-b581-e4b7c79b1bb4 None None] For port b0bc3b66-6620-4ffb-a28b-49cd051e23eb, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b0bc3b66-6620-4ffb-a28b-49cd051e23eb,segment=NetworkSegment(564bfd4a-71ca-4d55-be91-e7d731c2c84d),segment_id=564bfd4a-71ca-4d55-be91-e7d731c2c84d)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:05:41.596749 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0290a41d-a115-4209-b060-f55996223a8a None None] Pushing event updated for resources: {'Port': ['ID=93d4ab1a-fc72-4e5c-a8a8-73429c3ab8d2,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:41.658260 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7ed2db8b-e24b-4ec9-9e0c-ce8fc328d17d tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (05a08ae2-6419-4170-b480-14d04b06b3d1), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:41.681203 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-df98429f-0a20-4566-9a5b-6b67325925b0 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks [] for security_group (14f6f3c8-dd60-4f5a-b4af-6a85394535cb), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:41.723990 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9fe869fd-4ec7-44dc-b581-e4b7c79b1bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (b0bc3b66-6620-4ffb-a28b-49cd051e23eb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:41.801002 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-df98429f-0a20-4566-9a5b-6b67325925b0 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (14f6f3c8-dd60-4f5a-b4af-6a85394535cb), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:41.835545 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:41.932326 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:41.980600 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-337e8fe9-035e-4031-bee7-38a244d274ef tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Allocated IP 172.20.0.8 (e32245c0-03cb-472b-8c89-a64603a2e2dc/2af9e08c-54bd-4b48-b7d4-96f8151c7a1a/37312a8e-ffeb-4dea-8c76-2541244d1899) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:05:41.986001 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df98429f-0a20-4566-9a5b-6b67325925b0 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:05:42.004853 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-79782d9b-45e8-4acc-9bd5-8bd4fbf47692 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (996715ec-d86f-4538-be14-e65369e04ecd), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:42.010865 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe869fd-4ec7-44dc-b581-e4b7c79b1bb4 None None] Pushing event updated for resources: {'Port': ['ID=b0bc3b66-6620-4ffb-a28b-49cd051e23eb,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:42.011472 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df98429f-0a20-4566-9a5b-6b67325925b0 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14f6f3c8-dd60-4f5a-b4af-6a85394535cb,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:42.177750 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-df98429f-0a20-4566-9a5b-6b67325925b0 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (31b2e380-c66b-4d26-a7f2-9699dc0c835f), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:42.181225 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-df98429f-0a20-4566-9a5b-6b67325925b0 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Added segment 31b2e380-c66b-4d26-a7f2-9699dc0c835f of type vlan for network 8f1fda65-0ab5-4b30-9102-f4b35461052c Oct 04 21:05:42.745165 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79782d9b-45e8-4acc-9bd5-8bd4fbf47692 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Network de8a7146-3068-4316-8061-af5505b1cb8c is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:05:42.901235 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-79782d9b-45e8-4acc-9bd5-8bd4fbf47692 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:05:42.990534 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79782d9b-45e8-4acc-9bd5-8bd4fbf47692 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:05:43.027733 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79782d9b-45e8-4acc-9bd5-8bd4fbf47692 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:05:43.028965 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-79782d9b-45e8-4acc-9bd5-8bd4fbf47692 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:43.046984 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79782d9b-45e8-4acc-9bd5-8bd4fbf47692 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Pushing event updated for resources: {'Port': ['ID=996715ec-d86f-4538-be14-e65369e04ecd,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:43.178532 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 93d4ab1a-fc72-4e5c-a8a8-73429c3ab8d2 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:05:43.231933 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7ed2db8b-e24b-4ec9-9e0c-ce8fc328d17d tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for port (05a08ae2-6419-4170-b480-14d04b06b3d1), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:43.242440 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-39549421-afe5-4f3f-9267-58f351b5af33 admin admin] Publish callbacks [] for security_group (22bfde1c-c40b-45cf-b6d0-8c343299b8f7), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:43.259969 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-df98429f-0a20-4566-9a5b-6b67325925b0 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (8f1fda65-0ab5-4b30-9102-f4b35461052c), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:43.297689 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-39549421-afe5-4f3f-9267-58f351b5af33 admin admin] Publish callbacks [] for security_group (22bfde1c-c40b-45cf-b6d0-8c343299b8f7), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:43.357304 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7ed2db8b-e24b-4ec9-9e0c-ce8fc328d17d tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (05a08ae2-6419-4170-b480-14d04b06b3d1), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:43.553470 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-79782d9b-45e8-4acc-9bd5-8bd4fbf47692 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 943 time: 8.9739287 Oct 04 21:05:43.578846 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57328) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:43.590426 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2c0da5-2ec1-423c-acd8-1f1344b459f5 None None] Network 0174c07f-0690-4847-842d-3c215843c7b7 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:05:43.657039 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-ab2c7fa8-5763-4cd4-9767-1e87ed948ab8 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Request body: {'port': {'network_id': 'de8a7146-3068-4316-8061-af5505b1cb8c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-482057245'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:05:43.691309 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-6e842fa9-a162-4f38-85cf-b5786b53126d None None] Provisioning complete for port 93d4ab1a-fc72-4e5c-a8a8-73429c3ab8d2 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:05:43.691945 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6e842fa9-a162-4f38-85cf-b5786b53126d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (93d4ab1a-fc72-4e5c-a8a8-73429c3ab8d2), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:43.694015 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-6e842fa9-a162-4f38-85cf-b5786b53126d None None] Attempt 1 to provision port 93d4ab1a-fc72-4e5c-a8a8-73429c3ab8d2 Oct 04 21:05:43.779996 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 93d4ab1a-fc72-4e5c-a8a8-73429c3ab8d2 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:05:43.782254 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (93d4ab1a-fc72-4e5c-a8a8-73429c3ab8d2), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:43.782849 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 93d4ab1a-fc72-4e5c-a8a8-73429c3ab8d2 Oct 04 21:05:43.802340 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-df98429f-0a20-4566-9a5b-6b67325925b0 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (8f1fda65-0ab5-4b30-9102-f4b35461052c), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:43.814157 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df98429f-0a20-4566-9a5b-6b67325925b0 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:05:43.815268 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-df98429f-0a20-4566-9a5b-6b67325925b0 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:43.817111 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7ed2db8b-e24b-4ec9-9e0c-ce8fc328d17d tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (ab4225c2-31fa-4557-a5bc-2666fb065de6), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:43.868698 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:43.874441 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-39549421-afe5-4f3f-9267-58f351b5af33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (22bfde1c-c40b-45cf-b6d0-8c343299b8f7), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:43.880859 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-39549421-afe5-4f3f-9267-58f351b5af33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:43.883716 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-39549421-afe5-4f3f-9267-58f351b5af33 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/22bfde1c-c40b-45cf-b6d0-8c343299b8f7 HTTP/1.1" status: 204 len: 168 time: 2.3255394 Oct 04 21:05:43.892999 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed2db8b-e24b-4ec9-9e0c-ce8fc328d17d tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Pushing event updated for resources: {'Port': ['ID=05a08ae2-6419-4170-b480-14d04b06b3d1,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:43.954407 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39549421-afe5-4f3f-9267-58f351b5af33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22bfde1c-c40b-45cf-b6d0-8c343299b8f7,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:44.429270 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-df98429f-0a20-4566-9a5b-6b67325925b0 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 5.4802725 Oct 04 21:05:44.436214 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 57342) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:44.466037 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-337e8fe9-035e-4031-bee7-38a244d274ef tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for port (37312a8e-ffeb-4dea-8c76-2541244d1899), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:44.490447 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df98429f-0a20-4566-9a5b-6b67325925b0 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Pushing event updated for resources: {'Network': ['ID=8f1fda65-0ab5-4b30-9102-f4b35461052c,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:44.490913 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-2b5cae5c-e521-4ddc-bc82-96347d7f4755 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1379478609', 'admin_state_up': True, 'project_id': '42290e303c56447082419baf9e037472', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:05:44.577097 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 8f1fda65-0ab5-4b30-9102-f4b35461052c details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:05:44.611296 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed2db8b-e24b-4ec9-9e0c-ce8fc328d17d tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Network 0174c07f-0690-4847-842d-3c215843c7b7 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:05:44.647933 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-7ed2db8b-e24b-4ec9-9e0c-ce8fc328d17d tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:05:44.745453 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=84,neutron:INSERT=7,neutron:UPDATE=6,neutron:DELETE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:44.864818 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-6e842fa9-a162-4f38-85cf-b5786b53126d None None] Current status of the port 93d4ab1a-fc72-4e5c-a8a8-73429c3ab8d2 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:05:44.864818 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6e842fa9-a162-4f38-85cf-b5786b53126d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (93d4ab1a-fc72-4e5c-a8a8-73429c3ab8d2), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:44.873722 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3355e2-37d2-48d2-97ee-f31dfa78c41e None None] Network e32245c0-03cb-472b-8c89-a64603a2e2dc requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:05:44.958160 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:44.988612 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-337e8fe9-035e-4031-bee7-38a244d274ef tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (37312a8e-ffeb-4dea-8c76-2541244d1899), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:45.018941 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2b5cae5c-e521-4ddc-bc82-96347d7f4755 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (3a7821d1-7c0c-4b7d-a58f-babf5abbb027), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:45.021462 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2b5cae5c-e521-4ddc-bc82-96347d7f4755 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (3a7821d1-7c0c-4b7d-a58f-babf5abbb027), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:45.169187 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab2c7fa8-5763-4cd4-9767-1e87ed948ab8 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Made reservation on behalf of fea29c0c39584f28b297f628a73b7646 for: {'port': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:05:45.193525 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ab2c7fa8-5763-4cd4-9767-1e87ed948ab8 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:45.440821 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337e8fe9-035e-4031-bee7-38a244d274ef tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Network e32245c0-03cb-472b-8c89-a64603a2e2dc is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:05:45.566721 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-337e8fe9-035e-4031-bee7-38a244d274ef tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:05:45.576771 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-6e842fa9-a162-4f38-85cf-b5786b53126d None None] For port 93d4ab1a-fc72-4e5c-a8a8-73429c3ab8d2, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=93d4ab1a-fc72-4e5c-a8a8-73429c3ab8d2,segment=NetworkSegment(35008a54-5a83-48db-a113-6aa45184eaa3),segment_id=35008a54-5a83-48db-a113-6aa45184eaa3)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:05:45.648561 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337e8fe9-035e-4031-bee7-38a244d274ef tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:05:45.651213 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2bfab85c-e2cd-4066-8c17-f0a5350a7dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:45.662912 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 93d4ab1a-fc72-4e5c-a8a8-73429c3ab8d2 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:05:45.666255 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (93d4ab1a-fc72-4e5c-a8a8-73429c3ab8d2), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:45.668649 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337e8fe9-035e-4031-bee7-38a244d274ef tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event updated for resources: {'Port': ['ID=37312a8e-ffeb-4dea-8c76-2541244d1899,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:45.704836 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [None req-ab2c7fa8-5763-4cd4-9767-1e87ed948ab8 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] device_id is not set on port 43401326-7291-4fee-be95-78becd8124db yet. {{(pid=108169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 21:05:45.826126 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2b5cae5c-e521-4ddc-bc82-96347d7f4755 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks [] for router_controller (3a7821d1-7c0c-4b7d-a58f-babf5abbb027), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:45.950127 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6e842fa9-a162-4f38-85cf-b5786b53126d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (93d4ab1a-fc72-4e5c-a8a8-73429c3ab8d2), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:45.950438 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ed2db8b-e24b-4ec9-9e0c-ce8fc328d17d tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Router ab4225c2-31fa-4557-a5bc-2666fb065de6 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:05:45.957965 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 21:05:45.958687 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 21:05:46.306739 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e842fa9-a162-4f38-85cf-b5786b53126d None None] Pushing event updated for resources: {'Port': ['ID=93d4ab1a-fc72-4e5c-a8a8-73429c3ab8d2,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:46.332484 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-ed742c96-952a-47b9-8031-c890de33a451 None None] Provisioning complete for port 93d4ab1a-fc72-4e5c-a8a8-73429c3ab8d2 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:05:46.333124 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ed742c96-952a-47b9-8031-c890de33a451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (93d4ab1a-fc72-4e5c-a8a8-73429c3ab8d2), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:46.333693 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-ed742c96-952a-47b9-8031-c890de33a451 None None] Attempt 1 to provision port 93d4ab1a-fc72-4e5c-a8a8-73429c3ab8d2 Oct 04 21:05:46.534947 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337e8fe9-035e-4031-bee7-38a244d274ef tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:05:46.550979 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-337e8fe9-035e-4031-bee7-38a244d274ef tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:46.790453 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:46.850936 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 93d4ab1a-fc72-4e5c-a8a8-73429c3ab8d2 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:05:46.861599 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 606e10c8-e133-4ea3-825e-1de298721262 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:05:46.895007 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2b5cae5c-e521-4ddc-bc82-96347d7f4755 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks [] for router_gateway (3a7821d1-7c0c-4b7d-a58f-babf5abbb027), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:46.904220 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-ab2c7fa8-5763-4cd4-9767-1e87ed948ab8 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Allocated IP 2001:db8::34e (de8a7146-3068-4316-8061-af5505b1cb8c/0d176525-3849-4321-aa9e-3ec399b9429e/43401326-7291-4fee-be95-78becd8124db) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:05:46.917467 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 57366) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:46.993539 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1182d172-4f39-4421-8fd5-a898ac6e1eb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:47.112292 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-337e8fe9-035e-4031-bee7-38a244d274ef tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 886 time: 10.6894763 Oct 04 21:05:47.117714 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57370) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:47.217354 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:47.285270 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-ed742c96-952a-47b9-8031-c890de33a451 None None] Current status of the port 93d4ab1a-fc72-4e5c-a8a8-73429c3ab8d2 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:05:47.366599 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 606e10c8-e133-4ea3-825e-1de298721262 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:05:47.372685 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (606e10c8-e133-4ea3-825e-1de298721262), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:47.372685 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 606e10c8-e133-4ea3-825e-1de298721262 Oct 04 21:05:47.381651 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-ed742c96-952a-47b9-8031-c890de33a451 None None] Provisioning complete for port 996715ec-d86f-4538-be14-e65369e04ecd triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:05:47.382551 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ed742c96-952a-47b9-8031-c890de33a451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (996715ec-d86f-4538-be14-e65369e04ecd), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:47.384104 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-ed742c96-952a-47b9-8031-c890de33a451 None None] Attempt 1 to provision port 996715ec-d86f-4538-be14-e65369e04ecd Oct 04 21:05:47.646787 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57376) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:47.665265 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-55c25baa-8503-4f18-92cc-4b9b482e628e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:47.687093 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ab2c7fa8-5763-4cd4-9767-1e87ed948ab8 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks [] for port (43401326-7291-4fee-be95-78becd8124db), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:47.718561 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-ed742c96-952a-47b9-8031-c890de33a451 None None] Port 996715ec-d86f-4538-be14-e65369e04ecd cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:05:47.783525 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-ed742c96-952a-47b9-8031-c890de33a451 None None] Provisioning complete for port 05a08ae2-6419-4170-b480-14d04b06b3d1 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:05:47.784166 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ed742c96-952a-47b9-8031-c890de33a451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (05a08ae2-6419-4170-b480-14d04b06b3d1), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:47.785220 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-ed742c96-952a-47b9-8031-c890de33a451 None None] Attempt 1 to provision port 05a08ae2-6419-4170-b480-14d04b06b3d1 Oct 04 21:05:48.005940 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-ed742c96-952a-47b9-8031-c890de33a451 None None] Port 05a08ae2-6419-4170-b480-14d04b06b3d1 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:05:48.035199 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:48.037957 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-674bc6fc-094d-4bc0-b29a-3eab300d2cc5 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Deleting port 37312a8e-ffeb-4dea-8c76-2541244d1899 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:05:48.038349 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-674bc6fc-094d-4bc0-b29a-3eab300d2cc5 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (37312a8e-ffeb-4dea-8c76-2541244d1899), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:48.076823 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-ed742c96-952a-47b9-8031-c890de33a451 None None] Provisioning complete for port b0bc3b66-6620-4ffb-a28b-49cd051e23eb triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:05:48.087814 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ed742c96-952a-47b9-8031-c890de33a451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b0bc3b66-6620-4ffb-a28b-49cd051e23eb), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:48.089042 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-ed742c96-952a-47b9-8031-c890de33a451 None None] Attempt 1 to provision port b0bc3b66-6620-4ffb-a28b-49cd051e23eb Oct 04 21:05:48.094994 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 606e10c8-e133-4ea3-825e-1de298721262 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:05:48.098510 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b0bc3b66-6620-4ffb-a28b-49cd051e23eb up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:05:48.268764 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-674bc6fc-094d-4bc0-b29a-3eab300d2cc5 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (37312a8e-ffeb-4dea-8c76-2541244d1899), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:48.278555 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 21:05:48.298443 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-674bc6fc-094d-4bc0-b29a-3eab300d2cc5 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Calling delete_port for 37312a8e-ffeb-4dea-8c76-2541244d1899 owned by {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:05:48.344539 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2b5cae5c-e521-4ddc-bc82-96347d7f4755 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks [] for router_gateway (3a7821d1-7c0c-4b7d-a58f-babf5abbb027), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:48.412740 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2b5cae5c-e521-4ddc-bc82-96347d7f4755 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:48.417168 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed2db8b-e24b-4ec9-9e0c-ce8fc328d17d tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:05:48.431973 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-7ed2db8b-e24b-4ec9-9e0c-ce8fc328d17d tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "PUT /networking/v2.0/routers/ab4225c2-31fa-4557-a5bc-2666fb065de6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.1178768 Oct 04 21:05:48.449250 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063a7fb2-bb24-49c2-ac15-8616a13c1de9 None None] Sync routers for ids ['ab4225c2-31fa-4557-a5bc-2666fb065de6'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:05:48.490584 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063a7fb2-bb24-49c2-ac15-8616a13c1de9 None None] Routers {'ab4225c2-31fa-4557-a5bc-2666fb065de6'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:05:48.501628 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-063a7fb2-bb24-49c2-ac15-8616a13c1de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:05:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['ab4225c2-31fa-4557-a5bc-2666fb065de6'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:05:48.505225 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-ed742c96-952a-47b9-8031-c890de33a451 None None] Current status of the port b0bc3b66-6620-4ffb-a28b-49cd051e23eb is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:05:48.505712 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ed742c96-952a-47b9-8031-c890de33a451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b0bc3b66-6620-4ffb-a28b-49cd051e23eb), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:48.557936 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:48.597413 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ab2c7fa8-5763-4cd4-9767-1e87ed948ab8 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (43401326-7291-4fee-be95-78becd8124db), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:48.614340 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port b0bc3b66-6620-4ffb-a28b-49cd051e23eb triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:05:48.618190 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b0bc3b66-6620-4ffb-a28b-49cd051e23eb), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:48.641302 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port b0bc3b66-6620-4ffb-a28b-49cd051e23eb Oct 04 21:05:48.742303 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4a63cc0b-783f-43e8-a6cd-cc599835bc96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:48.931215 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-ed742c96-952a-47b9-8031-c890de33a451 None None] For port b0bc3b66-6620-4ffb-a28b-49cd051e23eb, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b0bc3b66-6620-4ffb-a28b-49cd051e23eb,segment=NetworkSegment(564bfd4a-71ca-4d55-be91-e7d731c2c84d),segment_id=564bfd4a-71ca-4d55-be91-e7d731c2c84d)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:05:48.938202 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:48.967664 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-674bc6fc-094d-4bc0-b29a-3eab300d2cc5 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (37312a8e-ffeb-4dea-8c76-2541244d1899), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:49.098881 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ed742c96-952a-47b9-8031-c890de33a451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (b0bc3b66-6620-4ffb-a28b-49cd051e23eb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:49.109254 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-063a7fb2-bb24-49c2-ac15-8616a13c1de9 None None] Set router ab4225c2-31fa-4557-a5bc-2666fb065de6 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:05:49.166074 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1182d172-4f39-4421-8fd5-a898ac6e1eb5 admin admin] Publish callbacks [] for security_group (f2060695-d009-4b96-9902-9b186ee697ef), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:49.302681 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-2b5cae5c-e521-4ddc-bc82-96347d7f4755 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Allocated IP 172.25.5.117 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/7baf7176-a86b-404c-a382-947d57c67bb7) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:05:49.303920 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2c7fa8-5763-4cd4-9767-1e87ed948ab8 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Network de8a7146-3068-4316-8061-af5505b1cb8c is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:05:49.307467 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1182d172-4f39-4421-8fd5-a898ac6e1eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (f2060695-d009-4b96-9902-9b186ee697ef), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:49.330940 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2c7fa8-5763-4cd4-9767-1e87ed948ab8 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Pushing event updated for resources: {'Port': ['ID=43401326-7291-4fee-be95-78becd8124db,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:49.402571 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-ab2c7fa8-5763-4cd4-9767-1e87ed948ab8 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:05:49.412539 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2c7fa8-5763-4cd4-9767-1e87ed948ab8 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:05:49.441220 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2c7fa8-5763-4cd4-9767-1e87ed948ab8 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:05:49.446962 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ab2c7fa8-5763-4cd4-9767-1e87ed948ab8 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:49.460321 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-3a8f5ff9-42fe-4119-86d7-35c53dd9ea8f None None] Could not find standard attr ID for object 37312a8e-ffeb-4dea-8c76-2541244d1899. {{(pid=108171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 04 21:05:49.469169 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port b0bc3b66-6620-4ffb-a28b-49cd051e23eb is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:05:49.470009 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b0bc3b66-6620-4ffb-a28b-49cd051e23eb), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:49.495276 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1182d172-4f39-4421-8fd5-a898ac6e1eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2060695-d009-4b96-9902-9b186ee697ef,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:49.540955 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:49.600971 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-1182d172-4f39-4421-8fd5-a898ac6e1eb5 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=60eb927b8ea94e4cba9f89953fd90266&name=default HTTP/1.1" status: 200 len: 3000 time: 2.6846771 Oct 04 21:05:49.656277 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57404) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:49.696097 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:49.730732 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-3a8f5ff9-42fe-4119-86d7-35c53dd9ea8f None None] Provisioning complete for port 05a08ae2-6419-4170-b480-14d04b06b3d1 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:05:49.731387 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3a8f5ff9-42fe-4119-86d7-35c53dd9ea8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (05a08ae2-6419-4170-b480-14d04b06b3d1), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:49.733065 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-3a8f5ff9-42fe-4119-86d7-35c53dd9ea8f None None] Attempt 1 to provision port 05a08ae2-6419-4170-b480-14d04b06b3d1 Oct 04 21:05:49.745893 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed742c96-952a-47b9-8031-c890de33a451 None None] Pushing event updated for resources: {'Port': ['ID=b0bc3b66-6620-4ffb-a28b-49cd051e23eb,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:49.752264 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 21:05:49.752854 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 21:05:49.789397 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674bc6fc-094d-4bc0-b29a-3eab300d2cc5 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event deleted for resources: {'Port': ['ID=37312a8e-ffeb-4dea-8c76-2541244d1899,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:49.865884 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-3a8f5ff9-42fe-4119-86d7-35c53dd9ea8f None None] Port 05a08ae2-6419-4170-b480-14d04b06b3d1 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:05:49.888033 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-06dceed1-8c54-4937-b57a-4eff90c2b8a8 req-c6337882-81e8-40c7-8837-4a1654ddb7bd tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-498437900&fields=id&tenant_id=2f27496d38be44c29c3cd5bc4ae008d8 HTTP/1.1" status: 200 len: 267 time: 0.4592767 Oct 04 21:05:49.905639 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-3a8f5ff9-42fe-4119-86d7-35c53dd9ea8f None None] Provisioning complete for port b0bc3b66-6620-4ffb-a28b-49cd051e23eb triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:05:49.906403 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3a8f5ff9-42fe-4119-86d7-35c53dd9ea8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b0bc3b66-6620-4ffb-a28b-49cd051e23eb), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:49.907451 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-3a8f5ff9-42fe-4119-86d7-35c53dd9ea8f None None] Attempt 1 to provision port b0bc3b66-6620-4ffb-a28b-49cd051e23eb Oct 04 21:05:50.039379 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:50.046529 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ab2c7fa8-5763-4cd4-9767-1e87ed948ab8 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 943 time: 6.4271860 Oct 04 21:05:50.144547 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57408) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:50.190254 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-063a7fb2-bb24-49c2-ac15-8616a13c1de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4225c2-31fa-4557-a5bc-2666fb065de6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1409850452', 'tenant_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '606e10c8-e133-4ea3-825e-1de298721262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:05:14Z', 'updated_at': '2022-10-04T21:05:41Z', 'revision_number': 4, 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'gw_port': {'id': '606e10c8-e133-4ea3-825e-1de298721262', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:dd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4225c2-31fa-4557-a5bc-2666fb065de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:05:16Z', 'updated_at': '2022-10-04T21:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '05a08ae2-6419-4170-b480-14d04b06b3d1', 'name': '', 'network_id': '0174c07f-0690-4847-842d-3c215843c7b7', 'tenant_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'mac_address': 'fa:16:3e:d1:62:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4225c2-31fa-4557-a5bc-2666fb065de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '58ab6a3c-b636-436d-878c-ae3c73113bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:05:38Z', 'updated_at': '2022-10-04T21:05:42Z', 'revision_number': 2, 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'subnets': [{'id': '58ab6a3c-b636-436d-878c-ae3c73113bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:05:50.235741 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:50.243095 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-2360609a-9340-47af-9252-e019d73813df tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::122', 'mac_address': 'fa:16:3e:93:83:5b'}, {'ip_address': '2001:db8::223', 'mac_address': 'fa:16:3e:fc:bd:5e'}]}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:05:50.248391 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:50.365702 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063a7fb2-bb24-49c2-ac15-8616a13c1de9 None None] Checking router: ab4225c2-31fa-4557-a5bc-2666fb065de6 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:05:50.370205 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063a7fb2-bb24-49c2-ac15-8616a13c1de9 None None] Updating router ab4225c2-31fa-4557-a5bc-2666fb065de6 port 05a08ae2-6419-4170-b480-14d04b06b3d1 binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:05:50.416712 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port b0bc3b66-6620-4ffb-a28b-49cd051e23eb is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:05:50.461681 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dceed1-8c54-4937-b57a-4eff90c2b8a8 req-1914e65c-1af7-472c-ba0d-b03d1a05e6b7 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:05:50.481290 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-3a8f5ff9-42fe-4119-86d7-35c53dd9ea8f None None] Current status of the port b0bc3b66-6620-4ffb-a28b-49cd051e23eb is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:05:50.482071 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-06dceed1-8c54-4937-b57a-4eff90c2b8a8 req-1914e65c-1af7-472c-ba0d-b03d1a05e6b7 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "GET /networking/v2.0/networks?id=0174c07f-0690-4847-842d-3c215843c7b7 HTTP/1.1" status: 200 len: 796 time: 0.5918851 Oct 04 21:05:50.541885 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-063a7fb2-bb24-49c2-ac15-8616a13c1de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (05a08ae2-6419-4170-b480-14d04b06b3d1), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:50.584606 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-06dceed1-8c54-4937-b57a-4eff90c2b8a8 req-567c601f-db26-4a49-aa32-32c18f9977d9 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "GET /networking/v2.0/quotas/2f27496d38be44c29c3cd5bc4ae008d8 HTTP/1.1" status: 200 len: 375 time: 0.0647466 Oct 04 21:05:50.594133 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-674bc6fc-094d-4bc0-b29a-3eab300d2cc5 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:50.627221 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-674bc6fc-094d-4bc0-b29a-3eab300d2cc5 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "DELETE /networking/v2.0/ports/37312a8e-ffeb-4dea-8c76-2541244d1899 HTTP/1.1" status: 204 len: 168 time: 3.0687821 Oct 04 21:05:50.647230 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 57422) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:50.703041 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-eb9a0065-5ad1-43f9-9f49-78c3af0ef43b None None] Provisioning complete for port 43401326-7291-4fee-be95-78becd8124db triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:05:50.711671 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-eb9a0065-5ad1-43f9-9f49-78c3af0ef43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (43401326-7291-4fee-be95-78becd8124db), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:50.711671 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-eb9a0065-5ad1-43f9-9f49-78c3af0ef43b None None] Attempt 1 to provision port 43401326-7291-4fee-be95-78becd8124db Oct 04 21:05:50.829101 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a78056d6-58bd-4b64-a06a-e1b9d6845498 admin admin] Publish callbacks [] for security_group (f2060695-d009-4b96-9902-9b186ee697ef), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:50.836042 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-eb9a0065-5ad1-43f9-9f49-78c3af0ef43b None None] Port 43401326-7291-4fee-be95-78becd8124db cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:05:50.878016 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 93d4ab1a-fc72-4e5c-a8a8-73429c3ab8d2 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:05:50.916441 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-06dceed1-8c54-4937-b57a-4eff90c2b8a8 req-61e7a296-e42c-4cbe-946b-503866369e1b tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=2f27496d38be44c29c3cd5bc4ae008d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3465562 Oct 04 21:05:50.929896 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-28f80ff1-a5e7-4811-8155-d1aaccdbb638 req-f28570ad-9b65-4abe-ab90-3fa461421e22 tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=f1825a1177a04e78bd4d42c9ab83c051&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1461945 Oct 04 21:05:50.948208 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-06b8d552-ad66-4db5-9bbe-4d86459e8bb6 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] GET failed (client error): The resource could not be found. Oct 04 21:05:50.956837 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-06b8d552-ad66-4db5-9bbe-4d86459e8bb6 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "GET /networking/v2.0/ports/37312a8e-ffeb-4dea-8c76-2541244d1899 HTTP/1.1" status: 404 len: 333 time: 0.3023949 Oct 04 21:05:50.957928 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 57430) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:50.978267 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2b5cae5c-e521-4ddc-bc82-96347d7f4755 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks [] for port (7baf7176-a86b-404c-a382-947d57c67bb7), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:50.983586 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4a63cc0b-783f-43e8-a6cd-cc599835bc96 admin admin] Publish callbacks [] for security_group (2acea6ed-dbcf-45d7-8486-f25b2dc08691), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:51.058859 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 93d4ab1a-fc72-4e5c-a8a8-73429c3ab8d2 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:05:51.067395 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (93d4ab1a-fc72-4e5c-a8a8-73429c3ab8d2), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:51.068589 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 93d4ab1a-fc72-4e5c-a8a8-73429c3ab8d2 Oct 04 21:05:51.094626 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57432) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:51.120593 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a78056d6-58bd-4b64-a06a-e1b9d6845498 admin admin] Publish callbacks [] for security_group (f2060695-d009-4b96-9902-9b186ee697ef), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:51.160977 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4a63cc0b-783f-43e8-a6cd-cc599835bc96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (2acea6ed-dbcf-45d7-8486-f25b2dc08691), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:51.260983 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 93d4ab1a-fc72-4e5c-a8a8-73429c3ab8d2 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:05:51.264257 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b0bc3b66-6620-4ffb-a28b-49cd051e23eb up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:05:51.380123 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a63cc0b-783f-43e8-a6cd-cc599835bc96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2acea6ed-dbcf-45d7-8486-f25b2dc08691,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:51.429418 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port b0bc3b66-6620-4ffb-a28b-49cd051e23eb triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:05:51.430194 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b0bc3b66-6620-4ffb-a28b-49cd051e23eb), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:51.430591 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port b0bc3b66-6620-4ffb-a28b-49cd051e23eb Oct 04 21:05:51.605159 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-4a63cc0b-783f-43e8-a6cd-cc599835bc96 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=f799e7230ce049158fd527994b2cf0fd&name=default HTTP/1.1" status: 200 len: 3000 time: 3.9523978 Oct 04 21:05:51.608708 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 57434) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:51.709116 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:51.711509 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-063a7fb2-bb24-49c2-ac15-8616a13c1de9 None None] Publish callbacks [] for port (05a08ae2-6419-4170-b480-14d04b06b3d1), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:51.752215 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port b0bc3b66-6620-4ffb-a28b-49cd051e23eb is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:05:51.812094 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:51.921507 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2360609a-9340-47af-9252-e019d73813df tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (43401326-7291-4fee-be95-78becd8124db), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:51.926074 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-60765d1d-fc83-40d4-882d-db7c2637611e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Deleting subnet 2af9e08c-54bd-4b48-b7d4-96f8151c7a1a {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:05:51.938879 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-063a7fb2-bb24-49c2-ac15-8616a13c1de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (05a08ae2-6419-4170-b480-14d04b06b3d1), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:51.980330 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-60765d1d-fc83-40d4-882d-db7c2637611e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for subnet (2af9e08c-54bd-4b48-b7d4-96f8151c7a1a), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:51.986612 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:52.009548 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-998ddf93-a572-434b-bf66-6045ae77ab47 admin admin] Publish callbacks [] for security_group (2acea6ed-dbcf-45d7-8486-f25b2dc08691), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:52.018992 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:52.052764 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a78056d6-58bd-4b64-a06a-e1b9d6845498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (f2060695-d009-4b96-9902-9b186ee697ef), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:52.058609 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a78056d6-58bd-4b64-a06a-e1b9d6845498 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:52.060793 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a78056d6-58bd-4b64-a06a-e1b9d6845498 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/f2060695-d009-4b96-9902-9b186ee697ef HTTP/1.1" status: 204 len: 168 time: 2.3725271 Oct 04 21:05:52.101588 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b05561f-2cf2-4c43-bad0-6c90c3e7def4 None None] Pushing event updated for resources: {'Port': ['ID=05a08ae2-6419-4170-b480-14d04b06b3d1,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:52.180818 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2b5cae5c-e521-4ddc-bc82-96347d7f4755 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (7baf7176-a86b-404c-a382-947d57c67bb7), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:52.187941 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-998ddf93-a572-434b-bf66-6045ae77ab47 admin admin] Publish callbacks [] for security_group (2acea6ed-dbcf-45d7-8486-f25b2dc08691), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:52.202669 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b05561f-2cf2-4c43-bad0-6c90c3e7def4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:05:52.203663 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b05561f-2cf2-4c43-bad0-6c90c3e7def4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:05:52.214744 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b05561f-2cf2-4c43-bad0-6c90c3e7def4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:05:52.214744 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b05561f-2cf2-4c43-bad0-6c90c3e7def4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:05:52.214744 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b05561f-2cf2-4c43-bad0-6c90c3e7def4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:05:52.214744 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b05561f-2cf2-4c43-bad0-6c90c3e7def4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:05:52.214744 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b05561f-2cf2-4c43-bad0-6c90c3e7def4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:05:52.214744 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b05561f-2cf2-4c43-bad0-6c90c3e7def4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:05:52.215849 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:52.216044 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b05561f-2cf2-4c43-bad0-6c90c3e7def4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:05:52.216044 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b05561f-2cf2-4c43-bad0-6c90c3e7def4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:05:52.216044 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b05561f-2cf2-4c43-bad0-6c90c3e7def4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:05:52.216044 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b05561f-2cf2-4c43-bad0-6c90c3e7def4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:05:52.216044 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b05561f-2cf2-4c43-bad0-6c90c3e7def4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:05:52.216044 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b05561f-2cf2-4c43-bad0-6c90c3e7def4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:05:52.216044 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b05561f-2cf2-4c43-bad0-6c90c3e7def4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:05:52.227200 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f80ff1-a5e7-4811-8155-d1aaccdbb638 req-283481c1-ff0b-4190-99f5-b387bf12d10d tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:05:52.241987 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-28f80ff1-a5e7-4811-8155-d1aaccdbb638 req-283481c1-ff0b-4190-99f5-b387bf12d10d tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3100648 Oct 04 21:05:52.251604 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78056d6-58bd-4b64-a06a-e1b9d6845498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2060695-d009-4b96-9902-9b186ee697ef,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:52.306894 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-063a7fb2-bb24-49c2-ac15-8616a13c1de9 None None] Attempting to bind port 05a08ae2-6419-4170-b480-14d04b06b3d1 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:05:52.307564 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-063a7fb2-bb24-49c2-ac15-8616a13c1de9 None None] Attempting to bind port 05a08ae2-6419-4170-b480-14d04b06b3d1 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '35008a54-5a83-48db-a113-6aa45184eaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '0174c07f-0690-4847-842d-3c215843c7b7'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:05:52.311874 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063a7fb2-bb24-49c2-ac15-8616a13c1de9 None None] Attempting to bind port 05a08ae2-6419-4170-b480-14d04b06b3d1 on network 0174c07f-0690-4847-842d-3c215843c7b7 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:05:52.319956 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-60765d1d-fc83-40d4-882d-db7c2637611e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (2af9e08c-54bd-4b48-b7d4-96f8151c7a1a), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:52.450744 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-28f80ff1-a5e7-4811-8155-d1aaccdbb638 req-47ee583f-9471-49c3-a435-84941414c7be tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] 10.222.0.78 "GET /networking/v2.0/quotas/f1825a1177a04e78bd4d42c9ab83c051 HTTP/1.1" status: 200 len: 375 time: 0.2069411 Oct 04 21:05:52.473414 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063a7fb2-bb24-49c2-ac15-8616a13c1de9 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:05:52.474821 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063a7fb2-bb24-49c2-ac15-8616a13c1de9 None None] Checking segment: {'id': '35008a54-5a83-48db-a113-6aa45184eaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '0174c07f-0690-4847-842d-3c215843c7b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:05:52.476401 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-063a7fb2-bb24-49c2-ac15-8616a13c1de9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:52.477357 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063a7fb2-bb24-49c2-ac15-8616a13c1de9 None None] Bound using segment: {'id': '35008a54-5a83-48db-a113-6aa45184eaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '0174c07f-0690-4847-842d-3c215843c7b7'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:05:52.478500 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-063a7fb2-bb24-49c2-ac15-8616a13c1de9 None None] Bound port: 05a08ae2-6419-4170-b480-14d04b06b3d1, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35008a54-5a83-48db-a113-6aa45184eaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '0174c07f-0690-4847-842d-3c215843c7b7'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:05:52.479558 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-063a7fb2-bb24-49c2-ac15-8616a13c1de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (05a08ae2-6419-4170-b480-14d04b06b3d1), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:52.561925 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5cae5c-e521-4ddc-bc82-96347d7f4755 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:05:52.639014 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-063a7fb2-bb24-49c2-ac15-8616a13c1de9 None None] For port 05a08ae2-6419-4170-b480-14d04b06b3d1, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:05:52.647398 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-063a7fb2-bb24-49c2-ac15-8616a13c1de9 None None] For port 05a08ae2-6419-4170-b480-14d04b06b3d1, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=05a08ae2-6419-4170-b480-14d04b06b3d1,segment=NetworkSegment(35008a54-5a83-48db-a113-6aa45184eaa3),segment_id=35008a54-5a83-48db-a113-6aa45184eaa3)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:05:52.666642 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-2b5cae5c-e521-4ddc-bc82-96347d7f4755 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:05:52.674676 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5cae5c-e521-4ddc-bc82-96347d7f4755 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Pushing event updated for resources: {'Port': ['ID=7baf7176-a86b-404c-a382-947d57c67bb7,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:52.679318 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5cae5c-e521-4ddc-bc82-96347d7f4755 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:05:52.743333 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-28f80ff1-a5e7-4811-8155-d1aaccdbb638 req-98109c25-21ef-4fb6-bbb2-b46e35df3022 tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=f1825a1177a04e78bd4d42c9ab83c051&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2817550 Oct 04 21:05:52.809940 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:52.812950 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:52.838817 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-60765d1d-fc83-40d4-882d-db7c2637611e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (2af9e08c-54bd-4b48-b7d4-96f8151c7a1a), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:52.891633 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d3c308f6-fcb2-426b-829c-341f941cf625 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (ab4225c2-31fa-4557-a5bc-2666fb065de6), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:52.897507 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-063a7fb2-bb24-49c2-ac15-8616a13c1de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (05a08ae2-6419-4170-b480-14d04b06b3d1), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:52.959404 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-998ddf93-a572-434b-bf66-6045ae77ab47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (2acea6ed-dbcf-45d7-8486-f25b2dc08691), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:52.964575 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-998ddf93-a572-434b-bf66-6045ae77ab47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:52.966758 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-998ddf93-a572-434b-bf66-6045ae77ab47 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/2acea6ed-dbcf-45d7-8486-f25b2dc08691 HTTP/1.1" status: 204 len: 168 time: 1.3479075 Oct 04 21:05:53.095640 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998ddf93-a572-434b-bf66-6045ae77ab47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2acea6ed-dbcf-45d7-8486-f25b2dc08691,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:53.203003 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2360609a-9340-47af-9252-e019d73813df tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks [] for port (43401326-7291-4fee-be95-78becd8124db), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:53.246957 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063a7fb2-bb24-49c2-ac15-8616a13c1de9 None None] Routers {'ab4225c2-31fa-4557-a5bc-2666fb065de6'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:05:53.250334 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-063a7fb2-bb24-49c2-ac15-8616a13c1de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:05:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['ab4225c2-31fa-4557-a5bc-2666fb065de6'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:05:53.351383 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:53.367166 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b05561f-2cf2-4c43-bad0-6c90c3e7def4 None None] Pushing event updated for resources: {'Port': ['ID=05a08ae2-6419-4170-b480-14d04b06b3d1,revision_number=4']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:53.427670 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2360609a-9340-47af-9252-e019d73813df tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (43401326-7291-4fee-be95-78becd8124db), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:53.434501 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-2360609a-9340-47af-9252-e019d73813df tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] In _notify_port_updated(), no bound segment for port 43401326-7291-4fee-be95-78becd8124db on network de8a7146-3068-4316-8061-af5505b1cb8c {{(pid=108169) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 04 21:05:53.440550 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2360609a-9340-47af-9252-e019d73813df tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:05:53.445096 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2360609a-9340-47af-9252-e019d73813df tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:53.454762 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-2360609a-9340-47af-9252-e019d73813df tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] 10.222.0.78 "PUT /networking/v2.0/ports/43401326-7291-4fee-be95-78becd8124db HTTP/1.1" status: 200 len: 1067 time: 3.2362258 Oct 04 21:05:53.455076 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 57458) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:53.615402 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2360609a-9340-47af-9252-e019d73813df tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Pushing event updated for resources: {'Port': ['ID=43401326-7291-4fee-be95-78becd8124db,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:53.646771 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-60765d1d-fc83-40d4-882d-db7c2637611e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (2af9e08c-54bd-4b48-b7d4-96f8151c7a1a), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:53.647102 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-063a7fb2-bb24-49c2-ac15-8616a13c1de9 None None] Set router ab4225c2-31fa-4557-a5bc-2666fb065de6 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:05:53.904131 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60765d1d-fc83-40d4-882d-db7c2637611e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event deleted for resources: {'Subnet': ['ID=2af9e08c-54bd-4b48-b7d4-96f8151c7a1a,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:53.958635 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61417e59-aa83-48f4-91a7-8a39ee64a61e None None] Network e32245c0-03cb-472b-8c89-a64603a2e2dc requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:05:54.030484 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-60765d1d-fc83-40d4-882d-db7c2637611e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:54.038729 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-60765d1d-fc83-40d4-882d-db7c2637611e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/2af9e08c-54bd-4b48-b7d4-96f8151c7a1a HTTP/1.1" status: 204 len: 168 time: 3.0563452 Oct 04 21:05:54.048952 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57468) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:54.095601 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-2e0771eb-53a0-45fb-b122-c6a940f18e70 req-1cbb20b6-dd61-4fcc-a19c-ac8bd1f6d63f tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e5caffef-3784-4343-9a47-bb934f2b2214 HTTP/1.1" status: 200 len: 210 time: 0.4387259 Oct 04 21:05:54.479216 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-4d36dadd-bbce-452a-9505-5552aad87621 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Deleting port 43401326-7291-4fee-be95-78becd8124db {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:05:54.482087 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4d36dadd-bbce-452a-9505-5552aad87621 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (43401326-7291-4fee-be95-78becd8124db), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:54.786962 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-d3c308f6-fcb2-426b-829c-341f941cf625 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Deleting port 05a08ae2-6419-4170-b480-14d04b06b3d1 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:05:54.788699 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d3c308f6-fcb2-426b-829c-341f941cf625 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (05a08ae2-6419-4170-b480-14d04b06b3d1), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:54.808220 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e10c4814-073d-479c-acb6-9c22dd0442e3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (e32245c0-03cb-472b-8c89-a64603a2e2dc), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:54.873884 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-063a7fb2-bb24-49c2-ac15-8616a13c1de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4225c2-31fa-4557-a5bc-2666fb065de6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1409850452', 'tenant_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '606e10c8-e133-4ea3-825e-1de298721262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:05:14Z', 'updated_at': '2022-10-04T21:05:41Z', 'revision_number': 4, 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'gw_port': {'id': '606e10c8-e133-4ea3-825e-1de298721262', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:dd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4225c2-31fa-4557-a5bc-2666fb065de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:05:16Z', 'updated_at': '2022-10-04T21:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '05a08ae2-6419-4170-b480-14d04b06b3d1', 'name': '', 'network_id': '0174c07f-0690-4847-842d-3c215843c7b7', 'tenant_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'mac_address': 'fa:16:3e:d1:62:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4225c2-31fa-4557-a5bc-2666fb065de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '58ab6a3c-b636-436d-878c-ae3c73113bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:05:38Z', 'updated_at': '2022-10-04T21:05:52Z', 'revision_number': 4, 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'subnets': [{'id': '58ab6a3c-b636-436d-878c-ae3c73113bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:05:54.957157 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2b5cae5c-e521-4ddc-bc82-96347d7f4755 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks [] for router_gateway (3a7821d1-7c0c-4b7d-a58f-babf5abbb027), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:54.977260 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063a7fb2-bb24-49c2-ac15-8616a13c1de9 None None] The sync data for ids ['ab4225c2-31fa-4557-a5bc-2666fb065de6'] in n-d-852085-12 is: [{'id': 'ab4225c2-31fa-4557-a5bc-2666fb065de6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1409850452', 'tenant_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '606e10c8-e133-4ea3-825e-1de298721262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:05:14Z', 'updated_at': '2022-10-04T21:05:41Z', 'revision_number': 4, 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'gw_port': {'id': '606e10c8-e133-4ea3-825e-1de298721262', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:dd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4225c2-31fa-4557-a5bc-2666fb065de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:05:16Z', 'updated_at': '2022-10-04T21:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '05a08ae2-6419-4170-b480-14d04b06b3d1', 'name': '', 'network_id': '0174c07f-0690-4847-842d-3c215843c7b7', 'tenant_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'mac_address': 'fa:16:3e:d1:62:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4225c2-31fa-4557-a5bc-2666fb065de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '58ab6a3c-b636-436d-878c-ae3c73113bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:05:38Z', 'updated_at': '2022-10-04T21:05:52Z', 'revision_number': 4, 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'subnets': [{'id': '58ab6a3c-b636-436d-878c-ae3c73113bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:05:55.220613 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4d36dadd-bbce-452a-9505-5552aad87621 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (43401326-7291-4fee-be95-78becd8124db), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:55.251445 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d5bd5a-2efe-4fad-94cc-72df7e0b8c38 None None] DHCP port deletion for e32245c0-03cb-472b-8c89-a64603a2e2dc request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:05:55.273234 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-4d36dadd-bbce-452a-9505-5552aad87621 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Calling delete_port for 43401326-7291-4fee-be95-78becd8124db owned by {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:05:55.473423 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-20d5bd5a-2efe-4fad-94cc-72df7e0b8c38 None None] Deleting port b0bc3b66-6620-4ffb-a28b-49cd051e23eb {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:05:55.474042 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-20d5bd5a-2efe-4fad-94cc-72df7e0b8c38 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (b0bc3b66-6620-4ffb-a28b-49cd051e23eb), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:55.518536 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-d3c308f6-fcb2-426b-829c-341f941cf625 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] For port 05a08ae2-6419-4170-b480-14d04b06b3d1, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=05a08ae2-6419-4170-b480-14d04b06b3d1,segment=NetworkSegment(35008a54-5a83-48db-a113-6aa45184eaa3),segment_id=35008a54-5a83-48db-a113-6aa45184eaa3)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:05:55.523325 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d3c308f6-fcb2-426b-829c-341f941cf625 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (05a08ae2-6419-4170-b480-14d04b06b3d1), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:55.619082 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-887d929d-530c-46be-aeb5-9d5520216faf req-4a1d9e71-3db9-4b15-a84b-3b735635320d tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e5caffef-3784-4343-9a47-bb934f2b2214 HTTP/1.1" status: 200 len: 210 time: 0.1197894 Oct 04 21:05:55.619856 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:55.625810 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 57482) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:55.662890 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-e10c4814-073d-479c-acb6-9c22dd0442e3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Deleting port b0bc3b66-6620-4ffb-a28b-49cd051e23eb {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:05:55.662890 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e10c4814-073d-479c-acb6-9c22dd0442e3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (b0bc3b66-6620-4ffb-a28b-49cd051e23eb), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:55.702104 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-d3c308f6-fcb2-426b-829c-341f941cf625 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Calling delete_port for 05a08ae2-6419-4170-b480-14d04b06b3d1 owned by network:router_interface {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:05:55.777026 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-20d5bd5a-2efe-4fad-94cc-72df7e0b8c38 None None] For port b0bc3b66-6620-4ffb-a28b-49cd051e23eb, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b0bc3b66-6620-4ffb-a28b-49cd051e23eb,segment=NetworkSegment(564bfd4a-71ca-4d55-be91-e7d731c2c84d),segment_id=564bfd4a-71ca-4d55-be91-e7d731c2c84d)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:05:55.777744 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-20d5bd5a-2efe-4fad-94cc-72df7e0b8c38 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (b0bc3b66-6620-4ffb-a28b-49cd051e23eb), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:55.845969 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-20d5bd5a-2efe-4fad-94cc-72df7e0b8c38 None None] Calling delete_port for b0bc3b66-6620-4ffb-a28b-49cd051e23eb owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:05:55.861566 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=100 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:55.932362 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-e10c4814-073d-479c-acb6-9c22dd0442e3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] For port b0bc3b66-6620-4ffb-a28b-49cd051e23eb, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b0bc3b66-6620-4ffb-a28b-49cd051e23eb,segment=NetworkSegment(564bfd4a-71ca-4d55-be91-e7d731c2c84d),segment_id=564bfd4a-71ca-4d55-be91-e7d731c2c84d)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:05:55.933353 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e10c4814-073d-479c-acb6-9c22dd0442e3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (b0bc3b66-6620-4ffb-a28b-49cd051e23eb), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:56.059526 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1e6474d6-175a-4a34-9019-924c8331f04b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:56.106621 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-e10c4814-073d-479c-acb6-9c22dd0442e3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Calling delete_port for b0bc3b66-6620-4ffb-a28b-49cd051e23eb owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:05:56.136760 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:56.296824 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4d36dadd-bbce-452a-9505-5552aad87621 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (43401326-7291-4fee-be95-78becd8124db), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:56.428929 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-20d5bd5a-2efe-4fad-94cc-72df7e0b8c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (b0bc3b66-6620-4ffb-a28b-49cd051e23eb), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:56.530850 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 57496) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:56.566136 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d36dadd-bbce-452a-9505-5552aad87621 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Pushing event deleted for resources: {'Port': ['ID=43401326-7291-4fee-be95-78becd8124db,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:56.601291 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d5bd5a-2efe-4fad-94cc-72df7e0b8c38 None None] Pushing event deleted for resources: {'Port': ['ID=b0bc3b66-6620-4ffb-a28b-49cd051e23eb,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:56.614601 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d5bd5a-2efe-4fad-94cc-72df7e0b8c38 None None] No DVR routers for this DVR port b0bc3b66-6620-4ffb-a28b-49cd051e23eb on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:05:56.637247 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:56.782642 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 05a08ae2-6419-4170-b480-14d04b06b3d1 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:05:56.900650 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1e6474d6-175a-4a34-9019-924c8331f04b admin admin] Publish callbacks [] for security_group (34c4cc26-0e58-47d7-9f78-655c3978efe8), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:56.972649 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d36dadd-bbce-452a-9505-5552aad87621 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:05:56.982601 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d36dadd-bbce-452a-9505-5552aad87621 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:05:56.983700 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d36dadd-bbce-452a-9505-5552aad87621 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:05:56.984512 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d36dadd-bbce-452a-9505-5552aad87621 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:05:56.985226 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d36dadd-bbce-452a-9505-5552aad87621 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:05:56.985954 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d36dadd-bbce-452a-9505-5552aad87621 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:05:56.987103 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d36dadd-bbce-452a-9505-5552aad87621 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:05:56.988464 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d36dadd-bbce-452a-9505-5552aad87621 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:05:56.989152 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d36dadd-bbce-452a-9505-5552aad87621 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:05:56.989863 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d36dadd-bbce-452a-9505-5552aad87621 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:05:56.990527 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d36dadd-bbce-452a-9505-5552aad87621 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:05:56.993733 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d36dadd-bbce-452a-9505-5552aad87621 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:05:56.993733 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d36dadd-bbce-452a-9505-5552aad87621 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:05:56.993733 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d36dadd-bbce-452a-9505-5552aad87621 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:05:56.993733 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d36dadd-bbce-452a-9505-5552aad87621 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:05:57.060095 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 05a08ae2-6419-4170-b480-14d04b06b3d1 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:05:57.070071 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (05a08ae2-6419-4170-b480-14d04b06b3d1), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:57.070791 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 05a08ae2-6419-4170-b480-14d04b06b3d1 Oct 04 21:05:57.335290 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1e6474d6-175a-4a34-9019-924c8331f04b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (34c4cc26-0e58-47d7-9f78-655c3978efe8), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:57.416026 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 05a08ae2-6419-4170-b480-14d04b06b3d1 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:05:57.417340 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (05a08ae2-6419-4170-b480-14d04b06b3d1), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:57.420961 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-1e6474d6-175a-4a34-9019-924c8331f04b admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=e7ad8a5a1f594d368cf78461e4da2de8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7927840 Oct 04 21:05:57.436444 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a4661278-717d-4eea-8902-deccaa6b7587 req-ed5c6fab-bb1c-425d-8a2e-c8d631e0651f tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e5caffef-3784-4343-9a47-bb934f2b2214 HTTP/1.1" status: 200 len: 210 time: 0.5159049 Oct 04 21:05:57.448408 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 57506) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:57.507809 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-792b506e-8ca5-4eb7-822e-00e53204dea0 tempest-AgentManagementNegativeTest-2136354892 tempest-AgentManagementNegativeTest-2136354892-project] 10.222.0.78 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.9364345 Oct 04 21:05:57.568801 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2b5cae5c-e521-4ddc-bc82-96347d7f4755 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (3a7821d1-7c0c-4b7d-a58f-babf5abbb027), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:57.585154 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 05a08ae2-6419-4170-b480-14d04b06b3d1, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=05a08ae2-6419-4170-b480-14d04b06b3d1,segment=NetworkSegment(35008a54-5a83-48db-a113-6aa45184eaa3),segment_id=35008a54-5a83-48db-a113-6aa45184eaa3)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:05:57.640537 n-d-852085-12 neutron-server[108169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 21:05:57.640537 n-d-852085-12 neutron-server[108169]: self.session.flush() Oct 04 21:05:57.640537 n-d-852085-12 neutron-server[108169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 21:05:57.640537 n-d-852085-12 neutron-server[108169]: self.session.flush() Oct 04 21:05:57.640537 n-d-852085-12 neutron-server[108169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 21:05:57.640537 n-d-852085-12 neutron-server[108169]: self.session.flush() Oct 04 21:05:57.640537 n-d-852085-12 neutron-server[108169]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 21:05:57.640537 n-d-852085-12 neutron-server[108169]: items = [ Oct 04 21:05:57.640537 n-d-852085-12 neutron-server[108169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 21:05:57.640537 n-d-852085-12 neutron-server[108169]: self.session.flush() Oct 04 21:05:57.640537 n-d-852085-12 neutron-server[108169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 21:05:57.640537 n-d-852085-12 neutron-server[108169]: self.session.flush() Oct 04 21:05:57.640537 n-d-852085-12 neutron-server[108169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 21:05:57.640537 n-d-852085-12 neutron-server[108169]: self.session.flush() Oct 04 21:05:57.640537 n-d-852085-12 neutron-server[108169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 21:05:57.640537 n-d-852085-12 neutron-server[108169]: self.session.flush() Oct 04 21:05:57.640537 n-d-852085-12 neutron-server[108169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 21:05:57.640537 n-d-852085-12 neutron-server[108169]: self.session.flush() Oct 04 21:05:57.640537 n-d-852085-12 neutron-server[108169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 21:05:57.640537 n-d-852085-12 neutron-server[108169]: self.session.flush() Oct 04 21:05:57.640537 n-d-852085-12 neutron-server[108169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 21:05:57.640537 n-d-852085-12 neutron-server[108169]: self.session.flush() Oct 04 21:05:57.640537 n-d-852085-12 neutron-server[108169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 21:05:57.640537 n-d-852085-12 neutron-server[108169]: self.session.flush() Oct 04 21:05:57.640537 n-d-852085-12 neutron-server[108169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 21:05:57.640537 n-d-852085-12 neutron-server[108169]: self.session.flush() Oct 04 21:05:57.640537 n-d-852085-12 neutron-server[108169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 21:05:57.640537 n-d-852085-12 neutron-server[108169]: self.session.flush() Oct 04 21:05:57.640537 n-d-852085-12 neutron-server[108169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 21:05:57.640537 n-d-852085-12 neutron-server[108169]: self.session.flush() Oct 04 21:05:57.640537 n-d-852085-12 neutron-server[108169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 21:05:57.640537 n-d-852085-12 neutron-server[108169]: self.session.flush() Oct 04 21:05:57.640537 n-d-852085-12 neutron-server[108169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 21:05:57.640537 n-d-852085-12 neutron-server[108169]: self.session.flush() Oct 04 21:05:57.640537 n-d-852085-12 neutron-server[108169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 21:05:57.640537 n-d-852085-12 neutron-server[108169]: self.session.flush() Oct 04 21:05:57.640537 n-d-852085-12 neutron-server[108169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 21:05:57.640537 n-d-852085-12 neutron-server[108169]: self.session.flush() Oct 04 21:05:57.640537 n-d-852085-12 neutron-server[108169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 21:05:57.640537 n-d-852085-12 neutron-server[108169]: self.session.flush() Oct 04 21:05:57.640537 n-d-852085-12 neutron-server[108169]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 21:05:57.640537 n-d-852085-12 neutron-server[108169]: items = [ Oct 04 21:05:57.640537 n-d-852085-12 neutron-server[108169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 21:05:57.640537 n-d-852085-12 neutron-server[108169]: self.session.flush() Oct 04 21:05:57.640537 n-d-852085-12 neutron-server[108169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 21:05:57.640537 n-d-852085-12 neutron-server[108169]: self.session.flush() Oct 04 21:05:57.640537 n-d-852085-12 neutron-server[108169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 21:05:57.640537 n-d-852085-12 neutron-server[108169]: self.session.flush() Oct 04 21:05:57.640537 n-d-852085-12 neutron-server[108169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 21:05:57.640537 n-d-852085-12 neutron-server[108169]: self.session.flush() Oct 04 21:05:57.640537 n-d-852085-12 neutron-server[108169]: /opt/stack/neutron/neutron/extensions/quotasv2.py:140: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Oct 04 21:05:57.640537 n-d-852085-12 neutron-server[108169]: warnings.warn('Neutron quota engine will require "--force" ' Oct 04 21:05:57.640537 n-d-852085-12 neutron-server[108169]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 21:05:57.640537 n-d-852085-12 neutron-server[108169]: self.session.flush() Oct 04 21:05:57.672040 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e10c4814-073d-479c-acb6-9c22dd0442e3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (b0bc3b66-6620-4ffb-a28b-49cd051e23eb), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:57.694586 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6474d6-175a-4a34-9019-924c8331f04b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c4cc26-0e58-47d7-9f78-655c3978efe8,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:57.753881 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10c4814-073d-479c-acb6-9c22dd0442e3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event deleted for resources: {'Port': ['ID=b0bc3b66-6620-4ffb-a28b-49cd051e23eb,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:57.764092 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10c4814-073d-479c-acb6-9c22dd0442e3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] No DVR routers for this DVR port b0bc3b66-6620-4ffb-a28b-49cd051e23eb on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:05:57.820851 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (05a08ae2-6419-4170-b480-14d04b06b3d1), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:57.876610 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10c4814-073d-479c-acb6-9c22dd0442e3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:05:57.876610 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10c4814-073d-479c-acb6-9c22dd0442e3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:05:57.876610 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10c4814-073d-479c-acb6-9c22dd0442e3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:05:57.877470 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10c4814-073d-479c-acb6-9c22dd0442e3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:05:57.878571 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10c4814-073d-479c-acb6-9c22dd0442e3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:05:57.879552 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10c4814-073d-479c-acb6-9c22dd0442e3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:05:57.880490 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10c4814-073d-479c-acb6-9c22dd0442e3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:05:57.882131 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10c4814-073d-479c-acb6-9c22dd0442e3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:05:57.883181 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10c4814-073d-479c-acb6-9c22dd0442e3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:05:57.884205 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10c4814-073d-479c-acb6-9c22dd0442e3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:05:57.885191 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10c4814-073d-479c-acb6-9c22dd0442e3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:05:57.886153 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10c4814-073d-479c-acb6-9c22dd0442e3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:05:57.886987 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10c4814-073d-479c-acb6-9c22dd0442e3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:05:57.888411 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10c4814-073d-479c-acb6-9c22dd0442e3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:05:57.889722 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10c4814-073d-479c-acb6-9c22dd0442e3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:05:57.952781 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:57.998602 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b0bc3b66-6620-4ffb-a28b-49cd051e23eb no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:05:58.081125 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: b0bc3b66-6620-4ffb-a28b-49cd051e23eb {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:05:58.081967 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b0bc3b66-6620-4ffb-a28b-49cd051e23eb not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:05:58.165663 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=05a08ae2-6419-4170-b480-14d04b06b3d1,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:58.201611 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1b9fba5d-9afd-4a6e-bab2-9e3dfa0dcaee admin admin] Publish callbacks [] for security_group (34c4cc26-0e58-47d7-9f78-655c3978efe8), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:58.269348 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e10c4814-073d-479c-acb6-9c22dd0442e3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (e32245c0-03cb-472b-8c89-a64603a2e2dc), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:58.329118 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d3c308f6-fcb2-426b-829c-341f941cf625 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (05a08ae2-6419-4170-b480-14d04b06b3d1), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:58.337132 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1b9fba5d-9afd-4a6e-bab2-9e3dfa0dcaee admin admin] Publish callbacks [] for security_group (34c4cc26-0e58-47d7-9f78-655c3978efe8), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:58.338382 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-e10c4814-073d-479c-acb6-9c22dd0442e3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e32245c0-03cb-472b-8c89-a64603a2e2dc']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:05:58.358869 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4d36dadd-bbce-452a-9505-5552aad87621 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:58.366197 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4d36dadd-bbce-452a-9505-5552aad87621 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] 10.222.0.78 "DELETE /networking/v2.0/ports/43401326-7291-4fee-be95-78becd8124db HTTP/1.1" status: 204 len: 168 time: 4.9087198 Oct 04 21:05:58.380552 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57514) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:58.394072 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:58.405518 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:05:58.456487 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-e10c4814-073d-479c-acb6-9c22dd0442e3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '564bfd4a-71ca-4d55-be91-e7d731c2c84d') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:05:58.457757 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-e10c4814-073d-479c-acb6-9c22dd0442e3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '564bfd4a-71ca-4d55-be91-e7d731c2c84d') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:05:58.526210 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c308f6-fcb2-426b-829c-341f941cf625 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Pushing event deleted for resources: {'Port': ['ID=05a08ae2-6419-4170-b480-14d04b06b3d1,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:58.624199 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e10c4814-073d-479c-acb6-9c22dd0442e3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (564bfd4a-71ca-4d55-be91-e7d731c2c84d), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:58.632489 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0722f8b-dfba-4731-91a1-42ed68fe3a15 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] GET failed (client error): The resource could not be found. Oct 04 21:05:58.642004 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f0722f8b-dfba-4731-91a1-42ed68fe3a15 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] 10.222.0.78 "GET /networking/v2.0/ports/43401326-7291-4fee-be95-78becd8124db HTTP/1.1" status: 404 len: 333 time: 0.2337980 Oct 04 21:05:58.664988 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 57524) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:58.774097 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c00a32ed-d315-4c10-9fa6-e149acb325b9 req-596df56b-167c-44bd-a05c-09a7fec47721 tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e5caffef-3784-4343-9a47-bb934f2b2214 HTTP/1.1" status: 200 len: 210 time: 0.1320133 Oct 04 21:05:58.782464 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b5cae5c-e521-4ddc-bc82-96347d7f4755 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Router 3a7821d1-7c0c-4b7d-a58f-babf5abbb027 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 21:05:58.791330 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1b9fba5d-9afd-4a6e-bab2-9e3dfa0dcaee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (34c4cc26-0e58-47d7-9f78-655c3978efe8), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:58.808000 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1b9fba5d-9afd-4a6e-bab2-9e3dfa0dcaee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:58.809996 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-1b9fba5d-9afd-4a6e-bab2-9e3dfa0dcaee admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/34c4cc26-0e58-47d7-9f78-655c3978efe8 HTTP/1.1" status: 204 len: 168 time: 1.3460133 Oct 04 21:05:58.843755 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 05a08ae2-6419-4170-b480-14d04b06b3d1 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:05:58.857838 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e10c4814-073d-479c-acb6-9c22dd0442e3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (564bfd4a-71ca-4d55-be91-e7d731c2c84d), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:58.929334 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9fba5d-9afd-4a6e-bab2-9e3dfa0dcaee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c4cc26-0e58-47d7-9f78-655c3978efe8,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:58.979574 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e10c4814-073d-479c-acb6-9c22dd0442e3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:05:58.983760 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e10c4814-073d-479c-acb6-9c22dd0442e3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (564bfd4a-71ca-4d55-be91-e7d731c2c84d), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:59.033851 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 05a08ae2-6419-4170-b480-14d04b06b3d1 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:05:59.037487 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 05a08ae2-6419-4170-b480-14d04b06b3d1 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 04 21:05:59.085535 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 57528) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:59.103126 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Port 05a08ae2-6419-4170-b480-14d04b06b3d1 not found, will not notify nova. {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 04 21:05:59.300411 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-3f622a21-9a11-4092-8d77-27a4bc906edc tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Deleting port 996715ec-d86f-4538-be14-e65369e04ecd {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:05:59.302281 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3f622a21-9a11-4092-8d77-27a4bc906edc tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (996715ec-d86f-4538-be14-e65369e04ecd), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:59.392480 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 564bfd4a-71ca-4d55-be91-e7d731c2c84d resource provider aggregate not found Oct 04 21:05:59.451495 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 564bfd4a-71ca-4d55-be91-e7d731c2c84d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 564bfd4a-71ca-4d55-be91-e7d731c2c84d found for delete ", "request_id": "req-6b1ae58a-31c1-48d2-83e6-08097b78cb8d"}]} Oct 04 21:05:59.550518 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e10c4814-073d-479c-acb6-9c22dd0442e3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (e32245c0-03cb-472b-8c89-a64603a2e2dc), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:59.595678 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e10c4814-073d-479c-acb6-9c22dd0442e3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:59.617849 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e10c4814-073d-479c-acb6-9c22dd0442e3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "DELETE /networking/v2.0/networks/e32245c0-03cb-472b-8c89-a64603a2e2dc HTTP/1.1" status: 204 len: 168 time: 5.5178342 Oct 04 21:05:59.620092 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57536) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:05:59.657074 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-7e1a5e3c-887c-4bd6-92b6-42b6d15263be tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Request body: {'port': {'network_id': '9578ce3f-c4fc-4b49-8323-9665af6fc78b', 'name': 'tempest-PortsTestJSON-2075107377'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:05:59.682481 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10c4814-073d-479c-acb6-9c22dd0442e3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event deleted for resources: {'Network': ['ID=e32245c0-03cb-472b-8c89-a64603a2e2dc,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:05:59.802329 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d3c308f6-fcb2-426b-829c-341f941cf625 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (ab4225c2-31fa-4557-a5bc-2666fb065de6), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:05:59.853788 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:00.130720 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c1720ed0-cb30-4ea9-a066-b3beae2d76ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:00.160022 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-3b6e06a8-6ccd-48d5-a99d-0c96e235b4d1 req-6050e1ac-acfc-4c16-8f0c-dc8a9a01c2f6 tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e5caffef-3784-4343-9a47-bb934f2b2214 HTTP/1.1" status: 200 len: 210 time: 0.1119425 Oct 04 21:06:00.205871 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e1a5e3c-887c-4bd6-92b6-42b6d15263be tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Made reservation on behalf of 3e52093341534ca5a76295afd3cfd196 for: {'port': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:06:00.213129 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7e1a5e3c-887c-4bd6-92b6-42b6d15263be tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:00.238162 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b5cae5c-e521-4ddc-bc82-96347d7f4755 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:06:00.253803 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34af6fa-2540-47dc-8400-5a4e523f0925 None None] Sync routers for ids ['3a7821d1-7c0c-4b7d-a58f-babf5abbb027'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:06:00.287353 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34af6fa-2540-47dc-8400-5a4e523f0925 None None] Routers {'3a7821d1-7c0c-4b7d-a58f-babf5abbb027'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:06:00.288990 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-c34af6fa-2540-47dc-8400-5a4e523f0925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:05:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['3a7821d1-7c0c-4b7d-a58f-babf5abbb027'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:06:00.322626 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3f622a21-9a11-4092-8d77-27a4bc906edc tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (996715ec-d86f-4538-be14-e65369e04ecd), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:00.331948 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:00.379531 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-3f622a21-9a11-4092-8d77-27a4bc906edc tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Calling delete_port for 996715ec-d86f-4538-be14-e65369e04ecd owned by {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:06:00.392743 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [None req-7e1a5e3c-887c-4bd6-92b6-42b6d15263be tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] device_id is not set on port 8794d527-e699-41fe-bedb-6eb1e7465e71 yet. {{(pid=108169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 21:06:00.428460 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2b5cae5c-e521-4ddc-bc82-96347d7f4755 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:00.431321 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2b5cae5c-e521-4ddc-bc82-96347d7f4755 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 894 time: 15.9785063 Oct 04 21:06:00.442141 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57552) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:00.649073 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-c34af6fa-2540-47dc-8400-5a4e523f0925 None None] Set router 3a7821d1-7c0c-4b7d-a58f-babf5abbb027 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:06:00.771582 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c1720ed0-cb30-4ea9-a066-b3beae2d76ca admin admin] Publish callbacks [] for security_group (efb646b2-e125-4442-81a3-7c7704ff45c0), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:00.858408 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c308f6-fcb2-426b-829c-341f941cf625 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Router ab4225c2-31fa-4557-a5bc-2666fb065de6 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:06:00.941232 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c1720ed0-cb30-4ea9-a066-b3beae2d76ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (efb646b2-e125-4442-81a3-7c7704ff45c0), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:01.004048 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c1720ed0-cb30-4ea9-a066-b3beae2d76ca admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=2164acebbe304ced9acdd7c52924e210&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8243289 Oct 04 21:06:01.017063 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 57566) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:01.057226 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3f622a21-9a11-4092-8d77-27a4bc906edc tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (996715ec-d86f-4538-be14-e65369e04ecd), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:01.282595 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f622a21-9a11-4092-8d77-27a4bc906edc tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Pushing event deleted for resources: {'Port': ['ID=996715ec-d86f-4538-be14-e65369e04ecd,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:01.329925 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1720ed0-cb30-4ea9-a066-b3beae2d76ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb646b2-e125-4442-81a3-7c7704ff45c0,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:01.504659 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:DELETE=2,neutron:SELECT=92,neutron:INSERT=6 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:01.542596 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7e1a5e3c-887c-4bd6-92b6-42b6d15263be tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for port (8794d527-e699-41fe-bedb-6eb1e7465e71), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:01.570917 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3f622a21-9a11-4092-8d77-27a4bc906edc tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:01.579762 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-c34af6fa-2540-47dc-8400-5a4e523f0925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a7821d1-7c0c-4b7d-a58f-babf5abbb027', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1379478609', 'tenant_id': '42290e303c56447082419baf9e037472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '7baf7176-a86b-404c-a382-947d57c67bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:05:45Z', 'updated_at': '2022-10-04T21:05:53Z', 'revision_number': 3, 'project_id': '42290e303c56447082419baf9e037472', 'gw_port': {'id': '7baf7176-a86b-404c-a382-947d57c67bb7', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:71:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a7821d1-7c0c-4b7d-a58f-babf5abbb027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:05:48Z', 'updated_at': '2022-10-04T21:05:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:06:01.595049 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-3f622a21-9a11-4092-8d77-27a4bc906edc tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] 10.222.0.78 "DELETE /networking/v2.0/ports/996715ec-d86f-4538-be14-e65369e04ecd HTTP/1.1" status: 204 len: 168 time: 2.9265182 Oct 04 21:06:01.606170 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c308f6-fcb2-426b-829c-341f941cf625 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:06:01.611808 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57572) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:01.647947 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cb8b60-6dc9-48f8-8b26-a577e8edb001 None None] Sync routers for ids ['ab4225c2-31fa-4557-a5bc-2666fb065de6'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:06:01.716530 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cb8b60-6dc9-48f8-8b26-a577e8edb001 None None] Routers {'ab4225c2-31fa-4557-a5bc-2666fb065de6'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:06:01.718507 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-94cb8b60-6dc9-48f8-8b26-a577e8edb001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:05:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['ab4225c2-31fa-4557-a5bc-2666fb065de6'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:06:01.736942 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34af6fa-2540-47dc-8400-5a4e523f0925 None None] Checking router: 3a7821d1-7c0c-4b7d-a58f-babf5abbb027 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:06:01.744413 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d3c308f6-fcb2-426b-829c-341f941cf625 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "PUT /networking/v2.0/routers/ab4225c2-31fa-4557-a5bc-2666fb065de6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6414607 Oct 04 21:06:01.745081 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34af6fa-2540-47dc-8400-5a4e523f0925 None None] Updating router 3a7821d1-7c0c-4b7d-a58f-babf5abbb027 port 7baf7176-a86b-404c-a382-947d57c67bb7 binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:06:01.753115 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-28ad0e11-7b61-4c0f-9017-fdd599aa55a3 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] GET failed (client error): The resource could not be found. Oct 04 21:06:01.762952 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-28ad0e11-7b61-4c0f-9017-fdd599aa55a3 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] 10.222.0.78 "GET /networking/v2.0/ports/996715ec-d86f-4538-be14-e65369e04ecd HTTP/1.1" status: 404 len: 333 time: 0.1381948 Oct 04 21:06:01.765650 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57576) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:01.766242 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57578) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:01.807969 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e6df4096-6f2b-4e34-a502-41d508bd88ed req-b78d1575-8917-4135-91f0-2d78d70ff9a3 tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e5caffef-3784-4343-9a47-bb934f2b2214 HTTP/1.1" status: 200 len: 210 time: 0.2095721 Oct 04 21:06:01.839307 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2500c90b-a5cf-4c68-9e6d-9878b76f8f75 admin admin] Publish callbacks [] for security_group (efb646b2-e125-4442-81a3-7c7704ff45c0), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:01.882385 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:01.966035 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2500c90b-a5cf-4c68-9e6d-9878b76f8f75 admin admin] Publish callbacks [] for security_group (efb646b2-e125-4442-81a3-7c7704ff45c0), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:02.001553 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c34af6fa-2540-47dc-8400-5a4e523f0925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (7baf7176-a86b-404c-a382-947d57c67bb7), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:02.279618 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2500c90b-a5cf-4c68-9e6d-9878b76f8f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (efb646b2-e125-4442-81a3-7c7704ff45c0), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:02.285257 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2500c90b-a5cf-4c68-9e6d-9878b76f8f75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:02.294197 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2500c90b-a5cf-4c68-9e6d-9878b76f8f75 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/efb646b2-e125-4442-81a3-7c7704ff45c0 HTTP/1.1" status: 204 len: 168 time: 1.2745295 Oct 04 21:06:02.308216 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-af757d44-3937-4cff-88f2-03cc3b424cd0 tempest-TestSecurityGroupsBasicOps-1669839882 tempest-TestSecurityGroupsBasicOps-1669839882-project-admin] 10.222.0.78 "GET /networking/v2.0/subnets?project_id=42290e303c56447082419baf9e037472&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 1.8606045 Oct 04 21:06:02.310320 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57590) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:02.317275 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2500c90b-a5cf-4c68-9e6d-9878b76f8f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb646b2-e125-4442-81a3-7c7704ff45c0,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:02.583521 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7e1a5e3c-887c-4bd6-92b6-42b6d15263be tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (8794d527-e699-41fe-bedb-6eb1e7465e71), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:02.617964 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-94cb8b60-6dc9-48f8-8b26-a577e8edb001 None None] Set router ab4225c2-31fa-4557-a5bc-2666fb065de6 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:06:02.828594 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef798738-c647-4425-b79e-bfccd957800c tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Deleting subnet 58ab6a3c-b636-436d-878c-ae3c73113bd6 {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:06:02.937357 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:02.959333 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ce3322-97a5-483b-a3ca-b4ef85de8dc8 tempest-TestSecurityGroupsBasicOps-1669839882 tempest-TestSecurityGroupsBasicOps-1669839882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:06:02.962507 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-52ce3322-97a5-483b-a3ca-b4ef85de8dc8 tempest-TestSecurityGroupsBasicOps-1669839882 tempest-TestSecurityGroupsBasicOps-1669839882-project-admin] 10.222.0.78 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6311388 Oct 04 21:06:02.976094 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 57600) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:03.004886 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ef798738-c647-4425-b79e-bfccd957800c tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for subnet (58ab6a3c-b636-436d-878c-ae3c73113bd6), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:03.010408 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:03.012119 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-7dee1d32-783c-48eb-83c8-0c7676760145 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Deleting port dfc3fd63-794d-49b6-bc48-7630aff19f29 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:06:03.012705 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7dee1d32-783c-48eb-83c8-0c7676760145 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (dfc3fd63-794d-49b6-bc48-7630aff19f29), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:03.167022 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c34af6fa-2540-47dc-8400-5a4e523f0925 None None] Publish callbacks [] for port (7baf7176-a86b-404c-a382-947d57c67bb7), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:03.211654 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-3249fb97-d89a-44bb-bbdb-1b5996691936 tempest-TestSecurityGroupsBasicOps-1669839882 tempest-TestSecurityGroupsBasicOps-1669839882-project-admin] 10.222.0.78 "GET /networking/v2.0/subnets?network_id=52a60aae-e230-4bd7-89bc-781767fd7892&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2254190 Oct 04 21:06:03.212964 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 57604) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:03.244967 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:03.297858 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c34af6fa-2540-47dc-8400-5a4e523f0925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (7baf7176-a86b-404c-a382-947d57c67bb7), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:03.310896 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-94cb8b60-6dc9-48f8-8b26-a577e8edb001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4225c2-31fa-4557-a5bc-2666fb065de6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1409850452', 'tenant_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '606e10c8-e133-4ea3-825e-1de298721262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:05:14Z', 'updated_at': '2022-10-04T21:05:57Z', 'revision_number': 5, 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'gw_port': {'id': '606e10c8-e133-4ea3-825e-1de298721262', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:dd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4225c2-31fa-4557-a5bc-2666fb065de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:05:16Z', 'updated_at': '2022-10-04T21:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:06:03.347576 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-6b0628b7-4cbd-47c2-9cd2-9318a83f0801 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-561958415', 'network_id': '8f1fda65-0ab5-4b30-9102-f4b35461052c', 'project_id': '42290e303c56447082419baf9e037472', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:06:03.373942 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-08edb389-ce8a-456b-a349-bb0ed1bf5b06 req-7f342c6f-e983-4452-ae3c-87ab2f3468be tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e5caffef-3784-4343-9a47-bb934f2b2214 HTTP/1.1" status: 200 len: 210 time: 0.1998100 Oct 04 21:06:03.378657 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-c34af6fa-2540-47dc-8400-5a4e523f0925 None None] Attempting to bind port 7baf7176-a86b-404c-a382-947d57c67bb7 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:06:03.379427 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-c34af6fa-2540-47dc-8400-5a4e523f0925 None None] Attempting to bind port 7baf7176-a86b-404c-a382-947d57c67bb7 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:06:03.380040 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34af6fa-2540-47dc-8400-5a4e523f0925 None None] Attempting to bind port 7baf7176-a86b-404c-a382-947d57c67bb7 on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:06:03.455004 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1a5e3c-887c-4bd6-92b6-42b6d15263be tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Network 9578ce3f-c4fc-4b49-8323-9665af6fc78b is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:06:03.473087 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1a5e3c-887c-4bd6-92b6-42b6d15263be tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event updated for resources: {'Port': ['ID=8794d527-e699-41fe-bedb-6eb1e7465e71,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:03.488315 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cb8b60-6dc9-48f8-8b26-a577e8edb001 None None] Checking router: ab4225c2-31fa-4557-a5bc-2666fb065de6 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:06:03.499798 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:03.505555 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:03.529040 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cb8b60-6dc9-48f8-8b26-a577e8edb001 None None] Routers {'ab4225c2-31fa-4557-a5bc-2666fb065de6'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:06:03.534888 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-94cb8b60-6dc9-48f8-8b26-a577e8edb001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:05:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['ab4225c2-31fa-4557-a5bc-2666fb065de6'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:06:03.641390 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ef798738-c647-4425-b79e-bfccd957800c tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (58ab6a3c-b636-436d-878c-ae3c73113bd6), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:03.649897 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-7e1a5e3c-887c-4bd6-92b6-42b6d15263be tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:06:03.675854 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:03.761209 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1a5e3c-887c-4bd6-92b6-42b6d15263be tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:06:03.795087 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1a5e3c-887c-4bd6-92b6-42b6d15263be tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:06:03.795723 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7e1a5e3c-887c-4bd6-92b6-42b6d15263be tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:03.855394 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9078297-0ae7-4607-8e1b-9731fc8d1942 None None] Pushing event updated for resources: {'Port': ['ID=7baf7176-a86b-404c-a382-947d57c67bb7,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:03.883569 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34af6fa-2540-47dc-8400-5a4e523f0925 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:06:03.883569 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34af6fa-2540-47dc-8400-5a4e523f0925 None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:06:03.884881 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c34af6fa-2540-47dc-8400-5a4e523f0925 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:03.884881 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34af6fa-2540-47dc-8400-5a4e523f0925 None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:06:03.885527 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-c34af6fa-2540-47dc-8400-5a4e523f0925 None None] Bound port: 7baf7176-a86b-404c-a382-947d57c67bb7, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:06:03.886191 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c34af6fa-2540-47dc-8400-5a4e523f0925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (7baf7176-a86b-404c-a382-947d57c67bb7), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:03.919417 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-28f80ff1-a5e7-4811-8155-d1aaccdbb638 req-a2766661-675b-4133-8026-43477697b29f tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] 10.222.0.83 "GET /networking/v2.0/networks?tenant_id=f1825a1177a04e78bd4d42c9ab83c051&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3565569 Oct 04 21:06:03.965587 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b0628b7-4cbd-47c2-9cd2-9318a83f0801 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Made reservation on behalf of 42290e303c56447082419baf9e037472 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:06:03.966153 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-94cb8b60-6dc9-48f8-8b26-a577e8edb001 None None] Set router ab4225c2-31fa-4557-a5bc-2666fb065de6 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:06:03.985977 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6b0628b7-4cbd-47c2-9cd2-9318a83f0801 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:04.158798 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-c34af6fa-2540-47dc-8400-5a4e523f0925 None None] For port 7baf7176-a86b-404c-a382-947d57c67bb7, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:06:04.166262 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-c34af6fa-2540-47dc-8400-5a4e523f0925 None None] For port 7baf7176-a86b-404c-a382-947d57c67bb7, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=7baf7176-a86b-404c-a382-947d57c67bb7,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:06:04.233501 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7dee1d32-783c-48eb-83c8-0c7676760145 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (dfc3fd63-794d-49b6-bc48-7630aff19f29), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:04.276126 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-7dee1d32-783c-48eb-83c8-0c7676760145 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Calling delete_port for dfc3fd63-794d-49b6-bc48-7630aff19f29 owned by {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:06:04.309107 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c34af6fa-2540-47dc-8400-5a4e523f0925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (7baf7176-a86b-404c-a382-947d57c67bb7), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:04.443446 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-7e1a5e3c-887c-4bd6-92b6-42b6d15263be tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 846 time: 4.7923934 Oct 04 21:06:04.512392 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57618) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:04.576940 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34af6fa-2540-47dc-8400-5a4e523f0925 None None] Routers {'3a7821d1-7c0c-4b7d-a58f-babf5abbb027'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:06:04.582049 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-c34af6fa-2540-47dc-8400-5a4e523f0925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:05:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['3a7821d1-7c0c-4b7d-a58f-babf5abbb027'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:06:04.606802 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-94cb8b60-6dc9-48f8-8b26-a577e8edb001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4225c2-31fa-4557-a5bc-2666fb065de6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1409850452', 'tenant_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '606e10c8-e133-4ea3-825e-1de298721262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:05:14Z', 'updated_at': '2022-10-04T21:05:57Z', 'revision_number': 5, 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'gw_port': {'id': '606e10c8-e133-4ea3-825e-1de298721262', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:dd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4225c2-31fa-4557-a5bc-2666fb065de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:05:16Z', 'updated_at': '2022-10-04T21:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:06:04.746099 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cb8b60-6dc9-48f8-8b26-a577e8edb001 None None] The sync data for ids ['ab4225c2-31fa-4557-a5bc-2666fb065de6'] in n-d-852085-12 is: [{'id': 'ab4225c2-31fa-4557-a5bc-2666fb065de6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1409850452', 'tenant_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '606e10c8-e133-4ea3-825e-1de298721262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:05:14Z', 'updated_at': '2022-10-04T21:05:57Z', 'revision_number': 5, 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'gw_port': {'id': '606e10c8-e133-4ea3-825e-1de298721262', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:dd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4225c2-31fa-4557-a5bc-2666fb065de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:05:16Z', 'updated_at': '2022-10-04T21:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:06:05.022479 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-c34af6fa-2540-47dc-8400-5a4e523f0925 None None] Set router 3a7821d1-7c0c-4b7d-a58f-babf5abbb027 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:06:05.032674 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ef798738-c647-4425-b79e-bfccd957800c tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (58ab6a3c-b636-436d-878c-ae3c73113bd6), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:05.033014 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e611c43d-1b98-452f-9297-234d7844d187 req-fc89f7ad-366c-45ce-a454-d448236ef8c4 tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e5caffef-3784-4343-9a47-bb934f2b2214 HTTP/1.1" status: 200 len: 210 time: 0.0927322 Oct 04 21:06:05.067483 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6b0628b7-4cbd-47c2-9cd2-9318a83f0801 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (beb8ac3c-da0e-4beb-b855-cf34a48f7efe), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:05.366934 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0628b7-4cbd-47c2-9cd2-9318a83f0801 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Pushing event updated for resources: {'Subnet': ['ID=beb8ac3c-da0e-4beb-b855-cf34a48f7efe,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:05.382595 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f80ff1-a5e7-4811-8155-d1aaccdbb638 req-e5e0357e-b8d8-4545-999d-b0976ecc0616 tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:06:05.383927 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-28f80ff1-a5e7-4811-8155-d1aaccdbb638 req-e5e0357e-b8d8-4545-999d-b0976ecc0616 tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] 10.222.0.83 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.4508972 Oct 04 21:06:05.408130 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0628b7-4cbd-47c2-9cd2-9318a83f0801 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Checking segment: {'id': '31b2e380-c66b-4d26-a7f2-9699dc0c835f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8f1fda65-0ab5-4b30-9102-f4b35461052c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:06:05.409197 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0628b7-4cbd-47c2-9cd2-9318a83f0801 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Network hostable DHCP agents. Network: 8f1fda65-0ab5-4b30-9102-f4b35461052c, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:06:05.440789 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [req-28f80ff1-a5e7-4811-8155-d1aaccdbb638 req-9113dae2-cac4-452d-a2bf-8200dad95a6a tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] Request body: {'port': {'device_id': 'e5caffef-3784-4343-9a47-bb934f2b2214', 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7', 'admin_state_up': True, 'tenant_id': 'f1825a1177a04e78bd4d42c9ab83c051'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:06:05.647180 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-a4377ae4-df34-4408-ab9c-959b5f641aff tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Deleting port 8794d527-e699-41fe-bedb-6eb1e7465e71 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:06:05.660177 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0628b7-4cbd-47c2-9cd2-9318a83f0801 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Network 8f1fda65-0ab5-4b30-9102-f4b35461052c is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:06:05.666678 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a4377ae4-df34-4408-ab9c-959b5f641aff tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (8794d527-e699-41fe-bedb-6eb1e7465e71), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:05.699688 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-c34af6fa-2540-47dc-8400-5a4e523f0925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a7821d1-7c0c-4b7d-a58f-babf5abbb027', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1379478609', 'tenant_id': '42290e303c56447082419baf9e037472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '7baf7176-a86b-404c-a382-947d57c67bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:05:45Z', 'updated_at': '2022-10-04T21:05:53Z', 'revision_number': 3, 'project_id': '42290e303c56447082419baf9e037472', 'gw_port': {'id': '7baf7176-a86b-404c-a382-947d57c67bb7', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:71:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a7821d1-7c0c-4b7d-a58f-babf5abbb027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:05:48Z', 'updated_at': '2022-10-04T21:06:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:06:05.771911 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9078297-0ae7-4607-8e1b-9731fc8d1942 None None] Pushing event updated for resources: {'Port': ['ID=7baf7176-a86b-404c-a382-947d57c67bb7,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:05.777725 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34af6fa-2540-47dc-8400-5a4e523f0925 None None] The sync data for ids ['3a7821d1-7c0c-4b7d-a58f-babf5abbb027'] in n-d-852085-12 is: [{'id': '3a7821d1-7c0c-4b7d-a58f-babf5abbb027', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1379478609', 'tenant_id': '42290e303c56447082419baf9e037472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '7baf7176-a86b-404c-a382-947d57c67bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:05:45Z', 'updated_at': '2022-10-04T21:05:53Z', 'revision_number': 3, 'project_id': '42290e303c56447082419baf9e037472', 'gw_port': {'id': '7baf7176-a86b-404c-a382-947d57c67bb7', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:71:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a7821d1-7c0c-4b7d-a58f-babf5abbb027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:05:48Z', 'updated_at': '2022-10-04T21:06:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:06:05.845300 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-6b0628b7-4cbd-47c2-9cd2-9318a83f0801 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 8f1fda65-0ab5-4b30-9102-f4b35461052c) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:06:05.847378 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:05.857100 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0628b7-4cbd-47c2-9cd2-9318a83f0801 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:06:05.858782 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6b0628b7-4cbd-47c2-9cd2-9318a83f0801 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:05.878094 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9000be18-5f5f-473c-9164-ab4c16715df0 None None] Network 8f1fda65-0ab5-4b30-9102-f4b35461052c requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:06:06.059229 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-6b0628b7-4cbd-47c2-9cd2-9318a83f0801 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.7298629 Oct 04 21:06:06.060081 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 57642) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:06.280644 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:DELETE=7,neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:06.339767 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deaaba2f-74b0-441e-908d-580c1f384479 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-8f1fda65-0ab5-4b30-9102-f4b35461052c', 'network_id': '8f1fda65-0ab5-4b30-9102-f4b35461052c', 'project_id': '42290e303c56447082419baf9e037472', 'fixed_ips': [{'subnet_id': 'beb8ac3c-da0e-4beb-b855-cf34a48f7efe'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:06:06.347629 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-deaaba2f-74b0-441e-908d-580c1f384479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:06.483231 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 57650) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:06.740830 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-7cca6698-0fea-42a9-8997-54206f928c2e req-e5947918-3896-491e-9a6d-27bc9fe2c1f7 tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e5caffef-3784-4343-9a47-bb934f2b2214 HTTP/1.1" status: 200 len: 210 time: 0.2508571 Oct 04 21:06:06.860436 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 05a08ae2-6419-4170-b480-14d04b06b3d1 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:06:06.986185 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 05a08ae2-6419-4170-b480-14d04b06b3d1 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:06:06.994288 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 05a08ae2-6419-4170-b480-14d04b06b3d1 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:06:07.103959 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:07.131715 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:07.162725 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ef798738-c647-4425-b79e-bfccd957800c tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (58ab6a3c-b636-436d-878c-ae3c73113bd6), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:07.180786 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a4377ae4-df34-4408-ab9c-959b5f641aff tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (8794d527-e699-41fe-bedb-6eb1e7465e71), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:07.355229 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef798738-c647-4425-b79e-bfccd957800c tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Pushing event deleted for resources: {'Subnet': ['ID=58ab6a3c-b636-436d-878c-ae3c73113bd6,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:07.368476 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-a4377ae4-df34-4408-ab9c-959b5f641aff tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Calling delete_port for 8794d527-e699-41fe-bedb-6eb1e7465e71 owned by {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:06:07.424126 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ef798738-c647-4425-b79e-bfccd957800c tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:07.454389 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ef798738-c647-4425-b79e-bfccd957800c tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/58ab6a3c-b636-436d-878c-ae3c73113bd6 HTTP/1.1" status: 204 len: 168 time: 5.6629512 Oct 04 21:06:07.456301 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57662) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:07.530372 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7dee1d32-783c-48eb-83c8-0c7676760145 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (dfc3fd63-794d-49b6-bc48-7630aff19f29), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:07.564392 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-0855aea8-98dc-43c0-86c9-d651632f589c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-340255588'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:06:07.567351 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-deaaba2f-74b0-441e-908d-580c1f384479 None None] Allocated IP 172.20.0.2 (8f1fda65-0ab5-4b30-9102-f4b35461052c/beb8ac3c-da0e-4beb-b855-cf34a48f7efe/22ed18a9-08d7-4bfe-83fb-61d817c36686) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:06:07.624697 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639a370f-b73f-4078-924e-66eee0b73922 None None] Network 0174c07f-0690-4847-842d-3c215843c7b7 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:06:07.835963 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dee1d32-783c-48eb-83c8-0c7676760145 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Pushing event deleted for resources: {'Port': ['ID=dfc3fd63-794d-49b6-bc48-7630aff19f29,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:07.840827 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28f80ff1-a5e7-4811-8155-d1aaccdbb638 req-9113dae2-cac4-452d-a2bf-8200dad95a6a tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] Made reservation on behalf of f1825a1177a04e78bd4d42c9ab83c051 for: {'port': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:06:07.849113 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-28f80ff1-a5e7-4811-8155-d1aaccdbb638 req-9113dae2-cac4-452d-a2bf-8200dad95a6a tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:07.967493 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7dee1d32-783c-48eb-83c8-0c7676760145 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:07.974346 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-7dee1d32-783c-48eb-83c8-0c7676760145 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] 10.222.0.78 "DELETE /networking/v2.0/ports/dfc3fd63-794d-49b6-bc48-7630aff19f29 HTTP/1.1" status: 204 len: 168 time: 6.1846805 Oct 04 21:06:07.982610 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-28f80ff1-a5e7-4811-8155-d1aaccdbb638 req-9113dae2-cac4-452d-a2bf-8200dad95a6a tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:07.986420 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57670) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:08.005373 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0855aea8-98dc-43c0-86c9-d651632f589c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Made reservation on behalf of f31334bc846b471aace4cb8b5f10ff51 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:06:08.026290 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0855aea8-98dc-43c0-86c9-d651632f589c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:08.163422 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0855aea8-98dc-43c0-86c9-d651632f589c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:08.301062 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:08.519784 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:08.530417 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-1f9f19d2-0171-4eda-ad88-1baafa130416 req-7eca58bf-ee78-4403-a5ad-d5fd0f8615b2 tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e5caffef-3784-4343-9a47-bb934f2b2214 HTTP/1.1" status: 200 len: 210 time: 0.1299024 Oct 04 21:06:08.531035 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d41289b-c71e-41d4-9a58-37e0569b691e None None] DHCP port deletion for 0174c07f-0690-4847-842d-3c215843c7b7 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:06:08.722286 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-deaaba2f-74b0-441e-908d-580c1f384479 None None] Publish callbacks [] for port (22ed18a9-08d7-4bfe-83fb-61d817c36686), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:08.794294 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ea186085-122a-4ae6-be7b-596a81664e41 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for router (ab4225c2-31fa-4557-a5bc-2666fb065de6), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:08.887250 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-5d41289b-c71e-41d4-9a58-37e0569b691e None None] Deleting port 93d4ab1a-fc72-4e5c-a8a8-73429c3ab8d2 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:06:08.890743 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5d41289b-c71e-41d4-9a58-37e0569b691e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (93d4ab1a-fc72-4e5c-a8a8-73429c3ab8d2), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:08.988470 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a2499f4f-e82f-4005-ab3b-413cb0b79eeb tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:08.993160 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 7baf7176-a86b-404c-a382-947d57c67bb7 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:06:09.027731 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a4377ae4-df34-4408-ab9c-959b5f641aff tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (8794d527-e699-41fe-bedb-6eb1e7465e71), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:09.058366 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-28f80ff1-a5e7-4811-8155-d1aaccdbb638 req-9113dae2-cac4-452d-a2bf-8200dad95a6a tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] Publish callbacks [] for security_group (853b946f-c2c7-4062-9c03-27bf6450f5b0), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:09.163694 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0855aea8-98dc-43c0-86c9-d651632f589c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for security_group (fbee328d-6c37-4a80-945c-2830b53a06e3), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:09.226031 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-deaaba2f-74b0-441e-908d-580c1f384479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (22ed18a9-08d7-4bfe-83fb-61d817c36686), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:09.403931 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deaaba2f-74b0-441e-908d-580c1f384479 None None] Network 8f1fda65-0ab5-4b30-9102-f4b35461052c is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:06:09.410957 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a0212c6-a130-4d8c-90c2-b5e52a2a2b1d tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Deleting subnet 0d176525-3849-4321-aa9e-3ec399b9429e {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:06:09.410957 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4377ae4-df34-4408-ab9c-959b5f641aff tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event deleted for resources: {'Port': ['ID=8794d527-e699-41fe-bedb-6eb1e7465e71,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:09.419051 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-5d41289b-c71e-41d4-9a58-37e0569b691e None None] For port 93d4ab1a-fc72-4e5c-a8a8-73429c3ab8d2, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=93d4ab1a-fc72-4e5c-a8a8-73429c3ab8d2,segment=NetworkSegment(35008a54-5a83-48db-a113-6aa45184eaa3),segment_id=35008a54-5a83-48db-a113-6aa45184eaa3)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:06:09.419817 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5d41289b-c71e-41d4-9a58-37e0569b691e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (93d4ab1a-fc72-4e5c-a8a8-73429c3ab8d2), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:09.425990 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-deaaba2f-74b0-441e-908d-580c1f384479 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:06:09.427442 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a4377ae4-df34-4408-ab9c-959b5f641aff tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:09.438469 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a4377ae4-df34-4408-ab9c-959b5f641aff tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "DELETE /networking/v2.0/ports/8794d527-e699-41fe-bedb-6eb1e7465e71 HTTP/1.1" status: 204 len: 168 time: 4.9020185 Oct 04 21:06:09.442935 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57676) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:09.443242 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaaba2f-74b0-441e-908d-580c1f384479 None None] Pushing event updated for resources: {'Port': ['ID=22ed18a9-08d7-4bfe-83fb-61d817c36686,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:09.454424 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-28f80ff1-a5e7-4811-8155-d1aaccdbb638 req-9113dae2-cac4-452d-a2bf-8200dad95a6a tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (853b946f-c2c7-4062-9c03-27bf6450f5b0), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:09.454424 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8a0212c6-a130-4d8c-90c2-b5e52a2a2b1d tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks [] for subnet (0d176525-3849-4321-aa9e-3ec399b9429e), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:09.466523 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaaba2f-74b0-441e-908d-580c1f384479 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:06:09.470906 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 7baf7176-a86b-404c-a382-947d57c67bb7 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:06:09.472021 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (7baf7176-a86b-404c-a382-947d57c67bb7), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:09.472188 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 7baf7176-a86b-404c-a382-947d57c67bb7 Oct 04 21:06:09.477389 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-73f37fc4-011d-406b-a20d-1f1e51a14451 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Request body: {'port': {'network_id': '9578ce3f-c4fc-4b49-8323-9665af6fc78b', 'mac_address': 'fa:16:3e:39:0c:87', 'name': 'tempest-PortsTestJSON-175689490'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:06:09.488422 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-5d41289b-c71e-41d4-9a58-37e0569b691e None None] Calling delete_port for 93d4ab1a-fc72-4e5c-a8a8-73429c3ab8d2 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:06:09.491309 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0855aea8-98dc-43c0-86c9-d651632f589c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (fbee328d-6c37-4a80-945c-2830b53a06e3), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:09.574980 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0855aea8-98dc-43c0-86c9-d651632f589c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:06:09.695963 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0855aea8-98dc-43c0-86c9-d651632f589c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (a074d1d3-d8bf-45a2-a3f3-7647e2465b5f), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:09.701131 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-0855aea8-98dc-43c0-86c9-d651632f589c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Added segment a074d1d3-d8bf-45a2-a3f3-7647e2465b5f of type vlan for network 42edc29f-8c98-4058-994e-1dc4e7a022d1 Oct 04 21:06:09.701131 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0855aea8-98dc-43c0-86c9-d651632f589c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbee328d-6c37-4a80-945c-2830b53a06e3,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:09.887555 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ea186085-122a-4ae6-be7b-596a81664e41 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for router_gateway (ab4225c2-31fa-4557-a5bc-2666fb065de6), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:09.893706 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:09.912964 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:09.942456 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0855aea8-98dc-43c0-86c9-d651632f589c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (42edc29f-8c98-4058-994e-1dc4e7a022d1), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:10.014729 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:10.021062 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-deaaba2f-74b0-441e-908d-580c1f384479 None None] Attempting to bind port 22ed18a9-08d7-4bfe-83fb-61d817c36686 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:06:10.021954 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-deaaba2f-74b0-441e-908d-580c1f384479 None None] Attempting to bind port 22ed18a9-08d7-4bfe-83fb-61d817c36686 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '31b2e380-c66b-4d26-a7f2-9699dc0c835f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8f1fda65-0ab5-4b30-9102-f4b35461052c'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:06:10.022969 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaaba2f-74b0-441e-908d-580c1f384479 None None] Attempting to bind port 22ed18a9-08d7-4bfe-83fb-61d817c36686 on network 8f1fda65-0ab5-4b30-9102-f4b35461052c {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:06:10.177000 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-1f0a0f25-01f0-4252-b3df-a3045fb8be85 req-46370bb4-faf4-4b57-a8f8-5a04f051de12 tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e5caffef-3784-4343-9a47-bb934f2b2214 HTTP/1.1" status: 200 len: 210 time: 0.2048624 Oct 04 21:06:10.179074 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9113dae2-cac4-452d-a2bf-8200dad95a6a tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=853b946f-c2c7-4062-9c03-27bf6450f5b0,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:10.193980 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8a0212c6-a130-4d8c-90c2-b5e52a2a2b1d tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (0d176525-3849-4321-aa9e-3ec399b9429e), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:10.253993 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:10.314786 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0855aea8-98dc-43c0-86c9-d651632f589c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (42edc29f-8c98-4058-994e-1dc4e7a022d1), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:10.326333 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0855aea8-98dc-43c0-86c9-d651632f589c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:06:10.331454 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0855aea8-98dc-43c0-86c9-d651632f589c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:10.351839 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaaba2f-74b0-441e-908d-580c1f384479 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:06:10.352827 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaaba2f-74b0-441e-908d-580c1f384479 None None] Checking segment: {'id': '31b2e380-c66b-4d26-a7f2-9699dc0c835f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8f1fda65-0ab5-4b30-9102-f4b35461052c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:06:10.354820 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-deaaba2f-74b0-441e-908d-580c1f384479 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:10.355926 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaaba2f-74b0-441e-908d-580c1f384479 None None] Bound using segment: {'id': '31b2e380-c66b-4d26-a7f2-9699dc0c835f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8f1fda65-0ab5-4b30-9102-f4b35461052c'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:06:10.357091 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-deaaba2f-74b0-441e-908d-580c1f384479 None None] Bound port: 22ed18a9-08d7-4bfe-83fb-61d817c36686, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31b2e380-c66b-4d26-a7f2-9699dc0c835f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8f1fda65-0ab5-4b30-9102-f4b35461052c'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:06:10.358012 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-deaaba2f-74b0-441e-908d-580c1f384479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (22ed18a9-08d7-4bfe-83fb-61d817c36686), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:10.431483 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-ea186085-122a-4ae6-be7b-596a81664e41 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Deleting port 606e10c8-e133-4ea3-825e-1de298721262 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:06:10.432077 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ea186085-122a-4ae6-be7b-596a81664e41 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (606e10c8-e133-4ea3-825e-1de298721262), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:10.497706 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 7baf7176-a86b-404c-a382-947d57c67bb7 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:06:10.500524 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (7baf7176-a86b-404c-a382-947d57c67bb7), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:10.556864 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 7baf7176-a86b-404c-a382-947d57c67bb7, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=7baf7176-a86b-404c-a382-947d57c67bb7,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:06:10.572351 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-a2499f4f-e82f-4005-ab3b-413cb0b79eeb tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Allocated IP 172.20.0.1 (8f1fda65-0ab5-4b30-9102-f4b35461052c/beb8ac3c-da0e-4beb-b855-cf34a48f7efe/81d21915-387a-47c1-aefa-04c01c6f72cd) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:06:10.612555 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f37fc4-011d-406b-a20d-1f1e51a14451 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Made reservation on behalf of 3e52093341534ca5a76295afd3cfd196 for: {'port': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:06:10.632506 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:10.640555 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5d41289b-c71e-41d4-9a58-37e0569b691e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (93d4ab1a-fc72-4e5c-a8a8-73429c3ab8d2), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:10.648479 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-deaaba2f-74b0-441e-908d-580c1f384479 None None] For port 22ed18a9-08d7-4bfe-83fb-61d817c36686, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:06:10.766234 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d41289b-c71e-41d4-9a58-37e0569b691e None None] Pushing event deleted for resources: {'Port': ['ID=93d4ab1a-fc72-4e5c-a8a8-73429c3ab8d2,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:10.781571 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-deaaba2f-74b0-441e-908d-580c1f384479 None None] For port 22ed18a9-08d7-4bfe-83fb-61d817c36686, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=22ed18a9-08d7-4bfe-83fb-61d817c36686,segment=NetworkSegment(31b2e380-c66b-4d26-a7f2-9699dc0c835f),segment_id=31b2e380-c66b-4d26-a7f2-9699dc0c835f)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:06:10.789456 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d41289b-c71e-41d4-9a58-37e0569b691e None None] No DVR routers for this DVR port 93d4ab1a-fc72-4e5c-a8a8-73429c3ab8d2 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:06:10.802630 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (7baf7176-a86b-404c-a382-947d57c67bb7), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:10.915951 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0855aea8-98dc-43c0-86c9-d651632f589c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event updated for resources: {'Network': ['ID=42edc29f-8c98-4058-994e-1dc4e7a022d1,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:10.964655 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=7baf7176-a86b-404c-a382-947d57c67bb7,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:10.977103 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-deaaba2f-74b0-441e-908d-580c1f384479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (22ed18a9-08d7-4bfe-83fb-61d817c36686), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:10.986908 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:06:11.023701 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [req-28f80ff1-a5e7-4811-8155-d1aaccdbb638 req-9113dae2-cac4-452d-a2bf-8200dad95a6a tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] Allocated IP 192.168.233.4 (42fbb05e-3f96-444f-a676-04ee9d06a8c7/e1956090-7ed7-4d05-a46e-a7b0885ca8e4/1c154906-993f-4652-add1-a70d59e80af4) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:06:11.090382 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-73f37fc4-011d-406b-a20d-1f1e51a14451 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:11.120925 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8a0212c6-a130-4d8c-90c2-b5e52a2a2b1d tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (0d176525-3849-4321-aa9e-3ec399b9429e), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:11.136470 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-0855aea8-98dc-43c0-86c9-d651632f589c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 785 time: 4.6178269 Oct 04 21:06:11.141915 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 57690) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:11.149864 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 93d4ab1a-fc72-4e5c-a8a8-73429c3ab8d2 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:06:11.161117 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-c1d28892-ccec-4b29-9acd-4445f2f68aa6 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Request body: {'subnet': {'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:06:11.275687 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 93d4ab1a-fc72-4e5c-a8a8-73429c3ab8d2 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:06:11.276629 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 93d4ab1a-fc72-4e5c-a8a8-73429c3ab8d2 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:06:11.291822 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:11.339955 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [None req-73f37fc4-011d-406b-a20d-1f1e51a14451 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] device_id is not set on port cc246085-63cd-4df2-8b68-77b1b26c687e yet. {{(pid=108169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 21:06:11.356199 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaaba2f-74b0-441e-908d-580c1f384479 None None] Pushing event updated for resources: {'Port': ['ID=22ed18a9-08d7-4bfe-83fb-61d817c36686,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:11.407322 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-ea186085-122a-4ae6-be7b-596a81664e41 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] For port 606e10c8-e133-4ea3-825e-1de298721262, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=606e10c8-e133-4ea3-825e-1de298721262,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:06:11.408507 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ea186085-122a-4ae6-be7b-596a81664e41 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (606e10c8-e133-4ea3-825e-1de298721262), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:11.485356 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a2499f4f-e82f-4005-ab3b-413cb0b79eeb tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks [] for port (81d21915-387a-47c1-aefa-04c01c6f72cd), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:11.605158 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-ea186085-122a-4ae6-be7b-596a81664e41 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Calling delete_port for 606e10c8-e133-4ea3-825e-1de298721262 owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:06:11.727376 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-915b2a73-c967-486a-9a4a-38eed207f1ac req-57447a8e-ab5a-4c8a-80e7-657723e932e0 tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e5caffef-3784-4343-9a47-bb934f2b2214 HTTP/1.1" status: 200 len: 210 time: 0.1932061 Oct 04 21:06:11.764416 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 7baf7176-a86b-404c-a382-947d57c67bb7 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:06:11.790943 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=5,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:11.892152 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d28892-ccec-4b29-9acd-4445f2f68aa6 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Made reservation on behalf of f31334bc846b471aace4cb8b5f10ff51 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:06:11.901189 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c1d28892-ccec-4b29-9acd-4445f2f68aa6 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:11.973255 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8a0212c6-a130-4d8c-90c2-b5e52a2a2b1d tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (0d176525-3849-4321-aa9e-3ec399b9429e), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:12.017173 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 7baf7176-a86b-404c-a382-947d57c67bb7 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:06:12.018818 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (7baf7176-a86b-404c-a382-947d57c67bb7), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:12.019774 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 7baf7176-a86b-404c-a382-947d57c67bb7 Oct 04 21:06:12.124063 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a2499f4f-e82f-4005-ab3b-413cb0b79eeb tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (81d21915-387a-47c1-aefa-04c01c6f72cd), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:12.135328 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8a0212c6-a130-4d8c-90c2-b5e52a2a2b1d tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:12.150423 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-8a0212c6-a130-4d8c-90c2-b5e52a2a2b1d tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/0d176525-3849-4321-aa9e-3ec399b9429e HTTP/1.1" status: 204 len: 168 time: 4.1590631 Oct 04 21:06:12.166867 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57702) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:12.181736 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c40059-729e-4054-a4b2-f9b608d859be None None] Network de8a7146-3068-4316-8061-af5505b1cb8c requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:06:12.285642 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0212c6-a130-4d8c-90c2-b5e52a2a2b1d tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Pushing event deleted for resources: {'Subnet': ['ID=0d176525-3849-4321-aa9e-3ec399b9429e,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:12.329034 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 7baf7176-a86b-404c-a382-947d57c67bb7 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:06:12.384926 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2499f4f-e82f-4005-ab3b-413cb0b79eeb tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Pushing event updated for resources: {'Port': ['ID=81d21915-387a-47c1-aefa-04c01c6f72cd,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:12.420869 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2499f4f-e82f-4005-ab3b-413cb0b79eeb tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Network 8f1fda65-0ab5-4b30-9102-f4b35461052c is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:06:12.443817 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-a2499f4f-e82f-4005-ab3b-413cb0b79eeb tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:06:12.469940 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2499f4f-e82f-4005-ab3b-413cb0b79eeb tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:06:12.490822 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:12.690424 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:12.717494 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a2499f4f-e82f-4005-ab3b-413cb0b79eeb tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (3a7821d1-7c0c-4b7d-a58f-babf5abbb027), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:12.754874 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f3dd60-0dee-48ae-ac75-8a8615b8dc52 None None] DHCP port deletion for de8a7146-3068-4316-8061-af5505b1cb8c request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:06:12.899577 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-28f80ff1-a5e7-4811-8155-d1aaccdbb638 req-9113dae2-cac4-452d-a2bf-8200dad95a6a tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] Publish callbacks [] for port (1c154906-993f-4652-add1-a70d59e80af4), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:12.908179 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-f4f3dd60-0dee-48ae-ac75-8a8615b8dc52 None None] Deleting port de09f2d7-c5b8-4c20-b1c5-6fb8cf386bdc {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:06:12.909034 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f4f3dd60-0dee-48ae-ac75-8a8615b8dc52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (de09f2d7-c5b8-4c20-b1c5-6fb8cf386bdc), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:12.927722 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1a5c8fa8-9fb1-4883-a1d5-7ecca20b5362 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (de8a7146-3068-4316-8061-af5505b1cb8c), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:13.067571 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f5f185f9-18d7-4c90-97b7-17ca6993427e req-a0d34fad-7ee1-4298-b3d3-4c7182a2523c tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e5caffef-3784-4343-9a47-bb934f2b2214 HTTP/1.1" status: 200 len: 210 time: 0.1084526 Oct 04 21:06:13.161246 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-f4f3dd60-0dee-48ae-ac75-8a8615b8dc52 None None] For port de09f2d7-c5b8-4c20-b1c5-6fb8cf386bdc, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=de09f2d7-c5b8-4c20-b1c5-6fb8cf386bdc,segment=NetworkSegment(086564b4-9a7c-4d15-bb2e-24039dcfad09),segment_id=086564b4-9a7c-4d15-bb2e-24039dcfad09)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:06:13.162018 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f4f3dd60-0dee-48ae-ac75-8a8615b8dc52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (de09f2d7-c5b8-4c20-b1c5-6fb8cf386bdc), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:13.247876 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-73f37fc4-011d-406b-a20d-1f1e51a14451 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for port (cc246085-63cd-4df2-8b68-77b1b26c687e), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:13.262261 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-f4f3dd60-0dee-48ae-ac75-8a8615b8dc52 None None] Calling delete_port for de09f2d7-c5b8-4c20-b1c5-6fb8cf386bdc owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:06:13.639614 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a2499f4f-e82f-4005-ab3b-413cb0b79eeb tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (81d21915-387a-47c1-aefa-04c01c6f72cd), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:13.708862 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 22ed18a9-08d7-4bfe-83fb-61d817c36686 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:06:13.789228 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ffe5bb-df66-412f-ae5d-cf8118953f50 None None] Network 8f1fda65-0ab5-4b30-9102-f4b35461052c requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:06:13.854580 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-73f37fc4-011d-406b-a20d-1f1e51a14451 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (cc246085-63cd-4df2-8b68-77b1b26c687e), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:13.857294 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:INSERT=2,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:13.921623 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-9f80f984-0365-4933-a61f-5ecd91453b5e None None] Provisioning complete for port 22ed18a9-08d7-4bfe-83fb-61d817c36686 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:06:13.922515 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9f80f984-0365-4933-a61f-5ecd91453b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (22ed18a9-08d7-4bfe-83fb-61d817c36686), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:13.922721 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-9f80f984-0365-4933-a61f-5ecd91453b5e None None] Attempt 1 to provision port 22ed18a9-08d7-4bfe-83fb-61d817c36686 Oct 04 21:06:13.956795 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-1a5c8fa8-9fb1-4883-a1d5-7ecca20b5362 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Deleting port de09f2d7-c5b8-4c20-b1c5-6fb8cf386bdc {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:06:13.957240 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1a5c8fa8-9fb1-4883-a1d5-7ecca20b5362 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (de09f2d7-c5b8-4c20-b1c5-6fb8cf386bdc), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:14.013094 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f4f3dd60-0dee-48ae-ac75-8a8615b8dc52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (de09f2d7-c5b8-4c20-b1c5-6fb8cf386bdc), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:14.076676 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:14.079781 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f3dd60-0dee-48ae-ac75-8a8615b8dc52 None None] No DVR routers for this DVR port de09f2d7-c5b8-4c20-b1c5-6fb8cf386bdc on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:06:14.086165 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-1a5c8fa8-9fb1-4883-a1d5-7ecca20b5362 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] For port de09f2d7-c5b8-4c20-b1c5-6fb8cf386bdc, host n-d-852085-12, got binding levels [] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:06:14.086970 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1a5c8fa8-9fb1-4883-a1d5-7ecca20b5362 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (de09f2d7-c5b8-4c20-b1c5-6fb8cf386bdc), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:14.096736 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f3dd60-0dee-48ae-ac75-8a8615b8dc52 None None] Pushing event deleted for resources: {'Port': ['ID=de09f2d7-c5b8-4c20-b1c5-6fb8cf386bdc,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:14.102185 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 22ed18a9-08d7-4bfe-83fb-61d817c36686 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:06:14.103156 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (22ed18a9-08d7-4bfe-83fb-61d817c36686), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:14.103996 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 22ed18a9-08d7-4bfe-83fb-61d817c36686 Oct 04 21:06:14.125138 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-1a5c8fa8-9fb1-4883-a1d5-7ecca20b5362 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Calling delete_port for de09f2d7-c5b8-4c20-b1c5-6fb8cf386bdc owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:06:14.135873 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.ipam_backend_mixin [None req-1a5c8fa8-9fb1-4883-a1d5-7ecca20b5362 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Port de09f2d7-c5b8-4c20-b1c5-6fb8cf386bdc was not found and therefore no delete operation was performed {{(pid=108169) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 04 21:06:14.145512 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1a5c8fa8-9fb1-4883-a1d5-7ecca20b5362 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (de09f2d7-c5b8-4c20-b1c5-6fb8cf386bdc), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:14.192659 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-28f80ff1-a5e7-4811-8155-d1aaccdbb638 req-9113dae2-cac4-452d-a2bf-8200dad95a6a tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (1c154906-993f-4652-add1-a70d59e80af4), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:14.204736 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ea186085-122a-4ae6-be7b-596a81664e41 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (606e10c8-e133-4ea3-825e-1de298721262), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:14.256361 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c1d28892-ccec-4b29-9acd-4445f2f68aa6 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (9054b765-2b4e-4d8e-b88d-724ad475af57), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:14.279116 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f37fc4-011d-406b-a20d-1f1e51a14451 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Network 9578ce3f-c4fc-4b49-8323-9665af6fc78b is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:06:14.332589 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:14.372371 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-73f37fc4-011d-406b-a20d-1f1e51a14451 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:06:14.404787 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f37fc4-011d-406b-a20d-1f1e51a14451 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event updated for resources: {'Port': ['ID=cc246085-63cd-4df2-8b68-77b1b26c687e,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:14.435397 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f37fc4-011d-406b-a20d-1f1e51a14451 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:06:14.452050 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f37fc4-011d-406b-a20d-1f1e51a14451 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:06:14.453575 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-73f37fc4-011d-406b-a20d-1f1e51a14451 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:14.460013 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07ad12-d8aa-4032-ac0c-83d9ae3969f3 req-ebbf3d84-09a2-4051-9148-7c987596d084 tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:06:14.463113 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-3c07ad12-d8aa-4032-ac0c-83d9ae3969f3 req-ebbf3d84-09a2-4051-9148-7c987596d084 tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e5caffef-3784-4343-9a47-bb934f2b2214 HTTP/1.1" status: 200 len: 934 time: 0.1191413 Oct 04 21:06:14.516720 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5c8fa8-9fb1-4883-a1d5-7ecca20b5362 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] No DVR routers for this DVR port de09f2d7-c5b8-4c20-b1c5-6fb8cf386bdc on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:06:14.576264 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:14.622705 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=98 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:14.692915 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28f80ff1-a5e7-4811-8155-d1aaccdbb638 req-9113dae2-cac4-452d-a2bf-8200dad95a6a tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] Network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:06:14.698811 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d28892-ccec-4b29-9acd-4445f2f68aa6 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event updated for resources: {'Subnet': ['ID=9054b765-2b4e-4d8e-b88d-724ad475af57,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:14.722424 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ea186085-122a-4ae6-be7b-596a81664e41 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (ab4225c2-31fa-4557-a5bc-2666fb065de6), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:14.807432 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-9f80f984-0365-4933-a61f-5ecd91453b5e None None] Current status of the port 22ed18a9-08d7-4bfe-83fb-61d817c36686 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:06:14.808322 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9f80f984-0365-4933-a61f-5ecd91453b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (22ed18a9-08d7-4bfe-83fb-61d817c36686), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:14.842902 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 22ed18a9-08d7-4bfe-83fb-61d817c36686 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:06:14.843648 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (22ed18a9-08d7-4bfe-83fb-61d817c36686), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:14.860759 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:14.912347 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d28892-ccec-4b29-9acd-4445f2f68aa6 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Checking segment: {'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:06:14.912964 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d28892-ccec-4b29-9acd-4445f2f68aa6 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Network hostable DHCP agents. Network: 42edc29f-8c98-4058-994e-1dc4e7a022d1, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:06:15.015545 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ea186085-122a-4ae6-be7b-596a81664e41 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (ab4225c2-31fa-4557-a5bc-2666fb065de6), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:15.015783 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-9f80f984-0365-4933-a61f-5ecd91453b5e None None] For port 22ed18a9-08d7-4bfe-83fb-61d817c36686, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=22ed18a9-08d7-4bfe-83fb-61d817c36686,segment=NetworkSegment(31b2e380-c66b-4d26-a7f2-9699dc0c835f),segment_id=31b2e380-c66b-4d26-a7f2-9699dc0c835f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:06:15.016521 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ea186085-122a-4ae6-be7b-596a81664e41 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for router_controller (ab4225c2-31fa-4557-a5bc-2666fb065de6), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:15.026311 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-3c07ad12-d8aa-4032-ac0c-83d9ae3969f3 req-a55f73c2-b5ec-4bee-9293-5049385e0a83 tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=853b946f-c2c7-4062-9c03-27bf6450f5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5228815 Oct 04 21:06:15.106996 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-73f37fc4-011d-406b-a20d-1f1e51a14451 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 845 time: 5.6572328 Oct 04 21:06:15.106996 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5c8fa8-9fb1-4883-a1d5-7ecca20b5362 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Pushing event deleted for resources: {'Port': ['ID=de09f2d7-c5b8-4c20-b1c5-6fb8cf386bdc,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:15.123962 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9f80f984-0365-4933-a61f-5ecd91453b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (22ed18a9-08d7-4bfe-83fb-61d817c36686), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:15.145085 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 57734) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:15.189008 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d28892-ccec-4b29-9acd-4445f2f68aa6 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:06:15.294611 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [req-28f80ff1-a5e7-4811-8155-d1aaccdbb638 req-9113dae2-cac4-452d-a2bf-8200dad95a6a tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:06:15.387825 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-c1d28892-ccec-4b29-9acd-4445f2f68aa6 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 42edc29f-8c98-4058-994e-1dc4e7a022d1) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:06:15.398740 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea186085-122a-4ae6-be7b-596a81664e41 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Pushing event deleted for resources: {'Port': ['ID=606e10c8-e133-4ea3-825e-1de298721262,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:15.423582 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f80f984-0365-4933-a61f-5ecd91453b5e None None] Pushing event updated for resources: {'Port': ['ID=22ed18a9-08d7-4bfe-83fb-61d817c36686,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:15.427576 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [req-28f80ff1-a5e7-4811-8155-d1aaccdbb638 req-9113dae2-cac4-452d-a2bf-8200dad95a6a tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:06:15.428791 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d28892-ccec-4b29-9acd-4445f2f68aa6 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:06:15.430112 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c1d28892-ccec-4b29-9acd-4445f2f68aa6 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:15.491807 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a424d5-f97f-4f3e-9852-93cd14426de4 None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:06:15.577980 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705b9a3d-f6fb-4233-919f-3c13d65d2dee tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:06:15.577980 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-705b9a3d-f6fb-4233-919f-3c13d65d2dee tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "GET /networking/v2.0/ports/cc246085-63cd-4df2-8b68-77b1b26c687e HTTP/1.1" status: 200 len: 840 time: 0.4257360 Oct 04 21:06:15.588915 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 57736) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:15.620946 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-28b83282-277d-4052-8a2d-3e8865807bc5 None None] Provisioning complete for port 81d21915-387a-47c1-aefa-04c01c6f72cd triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:06:15.621742 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-28b83282-277d-4052-8a2d-3e8865807bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (81d21915-387a-47c1-aefa-04c01c6f72cd), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:15.623650 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-28b83282-277d-4052-8a2d-3e8865807bc5 None None] Attempt 1 to provision port 81d21915-387a-47c1-aefa-04c01c6f72cd Oct 04 21:06:15.632224 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 21:06:15.633035 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 21:06:15.705309 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-13012230-609e-41d8-9833-7b9720ebf37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:15.778536 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:15.828687 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:15.852177 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-28b83282-277d-4052-8a2d-3e8865807bc5 None None] Port 81d21915-387a-47c1-aefa-04c01c6f72cd cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:06:15.870516 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ea186085-122a-4ae6-be7b-596a81664e41 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (ab4225c2-31fa-4557-a5bc-2666fb065de6), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:15.877174 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea186085-122a-4ae6-be7b-596a81664e41 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Fanout notify agent at l3_agent the message router_deleted on router ab4225c2-31fa-4557-a5bc-2666fb065de6 {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 21:06:15.919489 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ea186085-122a-4ae6-be7b-596a81664e41 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:15.926526 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ea186085-122a-4ae6-be7b-596a81664e41 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "DELETE /networking/v2.0/routers/ab4225c2-31fa-4557-a5bc-2666fb065de6 HTTP/1.1" status: 204 len: 168 time: 8.4400187 Oct 04 21:06:15.984465 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 57742) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:15.993497 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-28b83282-277d-4052-8a2d-3e8865807bc5 None None] Provisioning complete for port 22ed18a9-08d7-4bfe-83fb-61d817c36686 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:06:15.994131 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-28b83282-277d-4052-8a2d-3e8865807bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (22ed18a9-08d7-4bfe-83fb-61d817c36686), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:15.994815 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-28b83282-277d-4052-8a2d-3e8865807bc5 None None] Attempt 1 to provision port 22ed18a9-08d7-4bfe-83fb-61d817c36686 Oct 04 21:06:16.001053 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-7582e2a0-e8b2-4eb7-9204-6c114215bfc6 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Deleting port cc246085-63cd-4df2-8b68-77b1b26c687e {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:06:16.005245 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7582e2a0-e8b2-4eb7-9204-6c114215bfc6 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (cc246085-63cd-4df2-8b68-77b1b26c687e), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:16.082320 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c1d28892-ccec-4b29-9acd-4445f2f68aa6 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.9335682 Oct 04 21:06:16.104141 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1a5c8fa8-9fb1-4883-a1d5-7ecca20b5362 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (de8a7146-3068-4316-8061-af5505b1cb8c), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:16.189904 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-1a5c8fa8-9fb1-4883-a1d5-7ecca20b5362 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de8a7146-3068-4316-8061-af5505b1cb8c']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:06:16.214229 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-1a5c8fa8-9fb1-4883-a1d5-7ecca20b5362 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '086564b4-9a7c-4d15-bb2e-24039dcfad09') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:06:16.214873 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-1a5c8fa8-9fb1-4883-a1d5-7ecca20b5362 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '086564b4-9a7c-4d15-bb2e-24039dcfad09') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:06:16.249012 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1a5c8fa8-9fb1-4883-a1d5-7ecca20b5362 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (086564b4-9a7c-4d15-bb2e-24039dcfad09), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:16.348790 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 22ed18a9-08d7-4bfe-83fb-61d817c36686 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:06:16.351964 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1a5c8fa8-9fb1-4883-a1d5-7ecca20b5362 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (086564b4-9a7c-4d15-bb2e-24039dcfad09), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:16.351964 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57746) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:16.370687 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608d6d32-4dbd-4f01-90e3-a412a7e6d0f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-42edc29f-8c98-4058-994e-1dc4e7a022d1', 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'project_id': 'f31334bc846b471aace4cb8b5f10ff51', 'fixed_ips': [{'subnet_id': '9054b765-2b4e-4d8e-b88d-724ad475af57'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:06:16.373146 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-608d6d32-4dbd-4f01-90e3-a412a7e6d0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:16.400365 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a5c8fa8-9fb1-4883-a1d5-7ecca20b5362 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:06:16.407798 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1a5c8fa8-9fb1-4883-a1d5-7ecca20b5362 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (086564b4-9a7c-4d15-bb2e-24039dcfad09), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:16.432476 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-8a1ad41e-7865-4f38-a9e0-61714aa51135 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Request body: {'port': {'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'name': 'tempest-NetworksTestDHCPv6-1431951681'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:06:16.454892 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7582e2a0-e8b2-4eb7-9204-6c114215bfc6 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (cc246085-63cd-4df2-8b68-77b1b26c687e), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:16.504831 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9113dae2-cac4-452d-a2bf-8200dad95a6a tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] Pushing event updated for resources: {'Port': ['ID=1c154906-993f-4652-add1-a70d59e80af4,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:16.506065 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-7582e2a0-e8b2-4eb7-9204-6c114215bfc6 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Calling delete_port for cc246085-63cd-4df2-8b68-77b1b26c687e owned by {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:06:16.606934 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f80ff1-a5e7-4811-8155-d1aaccdbb638 req-9113dae2-cac4-452d-a2bf-8200dad95a6a tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:06:16.608304 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-28f80ff1-a5e7-4811-8155-d1aaccdbb638 req-9113dae2-cac4-452d-a2bf-8200dad95a6a tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:16.621259 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 086564b4-9a7c-4d15-bb2e-24039dcfad09 resource provider aggregate not found Oct 04 21:06:16.639614 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-28b83282-277d-4052-8a2d-3e8865807bc5 None None] Current status of the port 22ed18a9-08d7-4bfe-83fb-61d817c36686 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:06:16.680307 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:16.720281 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device de09f2d7-c5b8-4c20-b1c5-6fb8cf386bdc no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:06:16.776442 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a2499f4f-e82f-4005-ab3b-413cb0b79eeb tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks [] for port (81d21915-387a-47c1-aefa-04c01c6f72cd), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:16.882173 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: de09f2d7-c5b8-4c20-b1c5-6fb8cf386bdc {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:06:16.882928 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device de09f2d7-c5b8-4c20-b1c5-6fb8cf386bdc not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:06:16.889906 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 086564b4-9a7c-4d15-bb2e-24039dcfad09 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 086564b4-9a7c-4d15-bb2e-24039dcfad09 found for delete ", "request_id": "req-3da49e83-bbed-435a-b752-5b57e6ab94c3"}]} Oct 04 21:06:16.970080 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-47b01251-c910-4bdb-80ef-e206b40c9994 None None] Provisioning complete for port 81d21915-387a-47c1-aefa-04c01c6f72cd triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:06:16.972626 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-47b01251-c910-4bdb-80ef-e206b40c9994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (81d21915-387a-47c1-aefa-04c01c6f72cd), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:16.974518 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-47b01251-c910-4bdb-80ef-e206b40c9994 None None] Attempt 1 to provision port 81d21915-387a-47c1-aefa-04c01c6f72cd Oct 04 21:06:16.993815 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-28f80ff1-a5e7-4811-8155-d1aaccdbb638 req-9113dae2-cac4-452d-a2bf-8200dad95a6a tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] 10.222.0.83 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 936 time: 11.5747716 Oct 04 21:06:17.012379 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [req-28f80ff1-a5e7-4811-8155-d1aaccdbb638 req-de02bc52-d9f1-4157-92a5-5a1b2beb3e97 tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=108169) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:06:17.014866 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-28f80ff1-a5e7-4811-8155-d1aaccdbb638 req-de02bc52-d9f1-4157-92a5-5a1b2beb3e97 tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] 10.222.0.83 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0143511 Oct 04 21:06:17.024155 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1a5c8fa8-9fb1-4883-a1d5-7ecca20b5362 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (de8a7146-3068-4316-8061-af5505b1cb8c), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:17.072407 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1a5c8fa8-9fb1-4883-a1d5-7ecca20b5362 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:17.087796 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-1a5c8fa8-9fb1-4883-a1d5-7ecca20b5362 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] 10.222.0.78 "DELETE /networking/v2.0/networks/de8a7146-3068-4316-8061-af5505b1cb8c HTTP/1.1" status: 204 len: 168 time: 4.7918010 Oct 04 21:06:17.136015 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-608d6d32-4dbd-4f01-90e3-a412a7e6d0f9 None None] Allocated IP 2001:db8::2 (42edc29f-8c98-4058-994e-1dc4e7a022d1/9054b765-2b4e-4d8e-b88d-724ad475af57/b2c3901c-31ad-407b-933c-c86eafebb42d) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:06:17.284615 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5c8fa8-9fb1-4883-a1d5-7ecca20b5362 tempest-AllowedAddressPairIpV6TestJSON-1218179323 tempest-AllowedAddressPairIpV6TestJSON-1218179323-project] Pushing event deleted for resources: {'Network': ['ID=de8a7146-3068-4316-8061-af5505b1cb8c,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:17.323862 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 22ed18a9-08d7-4bfe-83fb-61d817c36686 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:06:17.460377 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [req-28f80ff1-a5e7-4811-8155-d1aaccdbb638 req-785d0c35-061e-4087-a818-6c62265219ce service neutron] Request body: {'port': {'device_id': 'e5caffef-3784-4343-9a47-bb934f2b2214', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-852085-12'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:06:17.483301 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-47b01251-c910-4bdb-80ef-e206b40c9994 None None] Port 81d21915-387a-47c1-aefa-04c01c6f72cd cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:06:17.560616 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1ad41e-7865-4f38-a9e0-61714aa51135 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Made reservation on behalf of f31334bc846b471aace4cb8b5f10ff51 for: {'port': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:06:17.568741 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8a1ad41e-7865-4f38-a9e0-61714aa51135 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:17.685557 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-47b01251-c910-4bdb-80ef-e206b40c9994 None None] Provisioning complete for port 1c154906-993f-4652-add1-a70d59e80af4 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:06:17.685557 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-47b01251-c910-4bdb-80ef-e206b40c9994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (1c154906-993f-4652-add1-a70d59e80af4), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:17.685988 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-47b01251-c910-4bdb-80ef-e206b40c9994 None None] Attempt 1 to provision port 1c154906-993f-4652-add1-a70d59e80af4 Oct 04 21:06:17.737394 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [None req-8a1ad41e-7865-4f38-a9e0-61714aa51135 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] device_id is not set on port 5be8b202-e1e6-40d2-a8cc-9d4ef7922eac yet. {{(pid=108169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 21:06:17.738303 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-cf0b3ce6-b872-439b-b501-9137dde76949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:17.777344 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-47b01251-c910-4bdb-80ef-e206b40c9994 None None] Port 1c154906-993f-4652-add1-a70d59e80af4 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:06:17.844143 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 22ed18a9-08d7-4bfe-83fb-61d817c36686 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:06:17.845084 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (22ed18a9-08d7-4bfe-83fb-61d817c36686), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:17.845787 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 22ed18a9-08d7-4bfe-83fb-61d817c36686 Oct 04 21:06:17.895104 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a2499f4f-e82f-4005-ab3b-413cb0b79eeb tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (81d21915-387a-47c1-aefa-04c01c6f72cd), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:17.935051 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-28f80ff1-a5e7-4811-8155-d1aaccdbb638 req-785d0c35-061e-4087-a818-6c62265219ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (1c154906-993f-4652-add1-a70d59e80af4), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:18.000395 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c2ead-54dc-4b8e-aefa-a7644663cd91 req-7cab7ca8-f908-4b84-875e-93f2025b2548 tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:06:18.025218 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-bd3c2ead-54dc-4b8e-aefa-a7644663cd91 req-7cab7ca8-f908-4b84-875e-93f2025b2548 tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e5caffef-3784-4343-9a47-bb934f2b2214 HTTP/1.1" status: 200 len: 934 time: 1.2582572 Oct 04 21:06:18.046587 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bbc99ada-6bf6-4a39-849b-1ecd665c62b9 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (0174c07f-0690-4847-842d-3c215843c7b7), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:18.180764 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7582e2a0-e8b2-4eb7-9204-6c114215bfc6 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (cc246085-63cd-4df2-8b68-77b1b26c687e), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:18.183971 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-608d6d32-4dbd-4f01-90e3-a412a7e6d0f9 None None] Publish callbacks [] for port (b2c3901c-31ad-407b-933c-c86eafebb42d), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:18.226695 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 22ed18a9-08d7-4bfe-83fb-61d817c36686 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:06:18.403470 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:18.408887 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 606e10c8-e133-4ea3-825e-1de298721262 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:06:18.476623 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2499f4f-e82f-4005-ab3b-413cb0b79eeb tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Pushing event updated for resources: {'Port': ['ID=81d21915-387a-47c1-aefa-04c01c6f72cd,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:18.526837 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 606e10c8-e133-4ea3-825e-1de298721262 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:06:18.533744 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 606e10c8-e133-4ea3-825e-1de298721262 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:06:18.555298 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-608d6d32-4dbd-4f01-90e3-a412a7e6d0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (b2c3901c-31ad-407b-933c-c86eafebb42d), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:18.573156 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-bd3c2ead-54dc-4b8e-aefa-a7644663cd91 req-2dee0c57-df8c-4290-bc9e-b5b2415c0855 tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=853b946f-c2c7-4062-9c03-27bf6450f5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5169024 Oct 04 21:06:18.610341 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=7 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:18.779340 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7582e2a0-e8b2-4eb7-9204-6c114215bfc6 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:18.786427 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608d6d32-4dbd-4f01-90e3-a412a7e6d0f9 None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:06:18.806639 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-7582e2a0-e8b2-4eb7-9204-6c114215bfc6 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "DELETE /networking/v2.0/ports/cc246085-63cd-4df2-8b68-77b1b26c687e HTTP/1.1" status: 204 len: 168 time: 3.1962075 Oct 04 21:06:18.820385 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-608d6d32-4dbd-4f01-90e3-a412a7e6d0f9 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:06:18.827060 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608d6d32-4dbd-4f01-90e3-a412a7e6d0f9 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:06:18.856974 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 57778) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:18.858534 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 57780) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:18.864617 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608d6d32-4dbd-4f01-90e3-a412a7e6d0f9 None None] Pushing event updated for resources: {'Port': ['ID=b2c3901c-31ad-407b-933c-c86eafebb42d,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:18.914149 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7582e2a0-e8b2-4eb7-9204-6c114215bfc6 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event deleted for resources: {'Port': ['ID=cc246085-63cd-4df2-8b68-77b1b26c687e,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:18.923552 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a2499f4f-e82f-4005-ab3b-413cb0b79eeb tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (3a7821d1-7c0c-4b7d-a58f-babf5abbb027), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:19.007602 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-608d6d32-4dbd-4f01-90e3-a412a7e6d0f9 None None] Attempting to bind port b2c3901c-31ad-407b-933c-c86eafebb42d on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:06:19.008819 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-608d6d32-4dbd-4f01-90e3-a412a7e6d0f9 None None] Attempting to bind port b2c3901c-31ad-407b-933c-c86eafebb42d by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:06:19.009752 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608d6d32-4dbd-4f01-90e3-a412a7e6d0f9 None None] Attempting to bind port b2c3901c-31ad-407b-933c-c86eafebb42d on network 42edc29f-8c98-4058-994e-1dc4e7a022d1 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:06:19.161971 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ab0121e-c395-402f-8571-d162e3f2795b tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] GET failed (client error): The resource could not be found. Oct 04 21:06:19.165409 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-6ab0121e-c395-402f-8571-d162e3f2795b tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "GET /networking/v2.0/ports/cc246085-63cd-4df2-8b68-77b1b26c687e HTTP/1.1" status: 404 len: 333 time: 0.3045802 Oct 04 21:06:19.178601 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608d6d32-4dbd-4f01-90e3-a412a7e6d0f9 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:06:19.179720 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608d6d32-4dbd-4f01-90e3-a412a7e6d0f9 None None] Checking segment: {'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:06:19.180632 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-608d6d32-4dbd-4f01-90e3-a412a7e6d0f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:19.181522 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608d6d32-4dbd-4f01-90e3-a412a7e6d0f9 None None] Bound using segment: {'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:06:19.182540 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-608d6d32-4dbd-4f01-90e3-a412a7e6d0f9 None None] Bound port: b2c3901c-31ad-407b-933c-c86eafebb42d, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:06:19.187871 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-608d6d32-4dbd-4f01-90e3-a412a7e6d0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b2c3901c-31ad-407b-933c-c86eafebb42d), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:19.188603 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57784) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:19.288181 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bbc99ada-6bf6-4a39-849b-1ecd665c62b9 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (0174c07f-0690-4847-842d-3c215843c7b7), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:19.295890 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-3a2792ab-ca3e-4db0-8922-26310641bbf2 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Request body: {'port': {'network_id': '9578ce3f-c4fc-4b49-8323-9665af6fc78b', 'name': 'tempest-PortsTestJSON-851516281'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:06:19.322643 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:19.385593 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-bbc99ada-6bf6-4a39-849b-1ecd665c62b9 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0174c07f-0690-4847-842d-3c215843c7b7']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:06:19.426049 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-bbc99ada-6bf6-4a39-849b-1ecd665c62b9 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35008a54-5a83-48db-a113-6aa45184eaa3') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:06:19.427428 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-bbc99ada-6bf6-4a39-849b-1ecd665c62b9 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35008a54-5a83-48db-a113-6aa45184eaa3') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:06:19.466397 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-608d6d32-4dbd-4f01-90e3-a412a7e6d0f9 None None] For port b2c3901c-31ad-407b-933c-c86eafebb42d, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:06:19.472313 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bbc99ada-6bf6-4a39-849b-1ecd665c62b9 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (35008a54-5a83-48db-a113-6aa45184eaa3), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:19.482698 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-608d6d32-4dbd-4f01-90e3-a412a7e6d0f9 None None] For port b2c3901c-31ad-407b-933c-c86eafebb42d, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b2c3901c-31ad-407b-933c-c86eafebb42d,segment=NetworkSegment(a074d1d3-d8bf-45a2-a3f3-7647e2465b5f),segment_id=a074d1d3-d8bf-45a2-a3f3-7647e2465b5f)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:06:19.589479 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-608d6d32-4dbd-4f01-90e3-a412a7e6d0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (b2c3901c-31ad-407b-933c-c86eafebb42d), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:19.591552 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bbc99ada-6bf6-4a39-849b-1ecd665c62b9 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (35008a54-5a83-48db-a113-6aa45184eaa3), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:19.631545 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2499f4f-e82f-4005-ab3b-413cb0b79eeb tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Network 8f1fda65-0ab5-4b30-9102-f4b35461052c is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:06:19.644801 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbc99ada-6bf6-4a39-849b-1ecd665c62b9 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:06:19.645616 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bbc99ada-6bf6-4a39-849b-1ecd665c62b9 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (35008a54-5a83-48db-a113-6aa45184eaa3), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:19.659803 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-a2499f4f-e82f-4005-ab3b-413cb0b79eeb tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:06:19.825032 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608d6d32-4dbd-4f01-90e3-a412a7e6d0f9 None None] Pushing event updated for resources: {'Port': ['ID=b2c3901c-31ad-407b-933c-c86eafebb42d,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:19.851453 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608d6d32-4dbd-4f01-90e3-a412a7e6d0f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:06:19.852033 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608d6d32-4dbd-4f01-90e3-a412a7e6d0f9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:06:19.852599 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608d6d32-4dbd-4f01-90e3-a412a7e6d0f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:06:19.853162 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608d6d32-4dbd-4f01-90e3-a412a7e6d0f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:06:19.853738 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608d6d32-4dbd-4f01-90e3-a412a7e6d0f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:06:19.854307 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608d6d32-4dbd-4f01-90e3-a412a7e6d0f9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:06:19.858981 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608d6d32-4dbd-4f01-90e3-a412a7e6d0f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:06:19.859661 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608d6d32-4dbd-4f01-90e3-a412a7e6d0f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:06:19.861182 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 35008a54-5a83-48db-a113-6aa45184eaa3 resource provider aggregate not found Oct 04 21:06:19.863378 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608d6d32-4dbd-4f01-90e3-a412a7e6d0f9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:06:19.863874 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608d6d32-4dbd-4f01-90e3-a412a7e6d0f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:06:19.864462 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608d6d32-4dbd-4f01-90e3-a412a7e6d0f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:06:19.865044 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608d6d32-4dbd-4f01-90e3-a412a7e6d0f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:06:19.869823 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608d6d32-4dbd-4f01-90e3-a412a7e6d0f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:06:19.872263 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608d6d32-4dbd-4f01-90e3-a412a7e6d0f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:06:19.873391 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608d6d32-4dbd-4f01-90e3-a412a7e6d0f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:06:20.149110 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 35008a54-5a83-48db-a113-6aa45184eaa3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 35008a54-5a83-48db-a113-6aa45184eaa3 found for delete ", "request_id": "req-c7d2f2eb-31ee-4e49-bf2c-f668ba79c23d"}]} Oct 04 21:06:20.242949 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-8a1ad41e-7865-4f38-a9e0-61714aa51135 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Allocated IP 2001:db8::269 (42edc29f-8c98-4058-994e-1dc4e7a022d1/9054b765-2b4e-4d8e-b88d-724ad475af57/5be8b202-e1e6-40d2-a8cc-9d4ef7922eac) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:06:20.244335 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:20.387930 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b4b70954-80f1-4d5d-9879-89a447ebe8bd admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=fea29c0c39584f28b297f628a73b7646&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5237129 Oct 04 21:06:20.409842 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 57798) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:20.539195 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [req-28f80ff1-a5e7-4811-8155-d1aaccdbb638 req-785d0c35-061e-4087-a818-6c62265219ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c154906-993f-4652-add1-a70d59e80af4 {{(pid=108169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 21:06:20.566597 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-28f80ff1-a5e7-4811-8155-d1aaccdbb638 req-785d0c35-061e-4087-a818-6c62265219ce service neutron] Publish callbacks [] for port (1c154906-993f-4652-add1-a70d59e80af4), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:20.606810 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.provisioning_blocks [req-28f80ff1-a5e7-4811-8155-d1aaccdbb638 req-785d0c35-061e-4087-a818-6c62265219ce service neutron] Transition to ACTIVE for port object 1c154906-993f-4652-add1-a70d59e80af4 will not be triggered until provisioned by entity L2. {{(pid=108169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 21:06:20.612484 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:20.678254 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b38db2-6c62-465e-943a-88bd818d50c7 req-815b4ab9-aee1-4d97-97e8-fd5ac54e9f93 tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:06:20.692903 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-30b38db2-6c62-465e-943a-88bd818d50c7 req-815b4ab9-aee1-4d97-97e8-fd5ac54e9f93 tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e5caffef-3784-4343-9a47-bb934f2b2214 HTTP/1.1" status: 200 len: 934 time: 0.6736109 Oct 04 21:06:20.730026 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bbc99ada-6bf6-4a39-849b-1ecd665c62b9 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (0174c07f-0690-4847-842d-3c215843c7b7), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:20.791560 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-28f80ff1-a5e7-4811-8155-d1aaccdbb638 req-785d0c35-061e-4087-a818-6c62265219ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (1c154906-993f-4652-add1-a70d59e80af4), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:20.851658 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-ffc2088b-a32e-48f6-b9ee-385a7f17cd93 None None] Provisioning complete for port 81d21915-387a-47c1-aefa-04c01c6f72cd triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:06:20.853758 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ffc2088b-a32e-48f6-b9ee-385a7f17cd93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (81d21915-387a-47c1-aefa-04c01c6f72cd), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:20.855002 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-ffc2088b-a32e-48f6-b9ee-385a7f17cd93 None None] Attempt 1 to provision port 81d21915-387a-47c1-aefa-04c01c6f72cd Oct 04 21:06:20.855552 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bbc99ada-6bf6-4a39-849b-1ecd665c62b9 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:20.861690 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-bbc99ada-6bf6-4a39-849b-1ecd665c62b9 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "DELETE /networking/v2.0/networks/0174c07f-0690-4847-842d-3c215843c7b7 HTTP/1.1" status: 204 len: 168 time: 4.7821066 Oct 04 21:06:20.881257 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57800) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:20.888493 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2792ab-ca3e-4db0-8922-26310641bbf2 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Made reservation on behalf of 3e52093341534ca5a76295afd3cfd196 for: {'port': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:06:20.897888 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3a2792ab-ca3e-4db0-8922-26310641bbf2 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:20.926858 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-ffc2088b-a32e-48f6-b9ee-385a7f17cd93 None None] Port 81d21915-387a-47c1-aefa-04c01c6f72cd cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:06:20.964572 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc99ada-6bf6-4a39-849b-1ecd665c62b9 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Pushing event deleted for resources: {'Network': ['ID=0174c07f-0690-4847-842d-3c215843c7b7,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:21.023016 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-30b38db2-6c62-465e-943a-88bd818d50c7 req-980de75f-de3b-455e-82a5-7f50a69faeba tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=853b946f-c2c7-4062-9c03-27bf6450f5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885556 Oct 04 21:06:21.050365 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:21.069024 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2499f4f-e82f-4005-ab3b-413cb0b79eeb tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Router 3a7821d1-7c0c-4b7d-a58f-babf5abbb027 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:06:21.070789 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7aea4e12-edd4-4c7c-82b9-4067f543ef22 admin admin] Publish callbacks [] for security_group (e10c9f5d-5815-4215-9899-b421f6eba491), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:21.166436 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7aea4e12-edd4-4c7c-82b9-4067f543ef22 admin admin] Publish callbacks [] for security_group (e10c9f5d-5815-4215-9899-b421f6eba491), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:21.234368 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785d0c35-061e-4087-a818-6c62265219ce service neutron] Pushing event updated for resources: {'Port': ['ID=1c154906-993f-4652-add1-a70d59e80af4,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:21.283940 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b2c3901c-31ad-407b-933c-c86eafebb42d up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:06:21.326989 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [None req-3a2792ab-ca3e-4db0-8922-26310641bbf2 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] device_id is not set on port 499d1267-1785-42c7-9324-d982558c3452 yet. {{(pid=108169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 21:06:21.449015 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:21.471697 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port b2c3901c-31ad-407b-933c-c86eafebb42d triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:06:21.472792 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b2c3901c-31ad-407b-933c-c86eafebb42d), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:21.473642 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port b2c3901c-31ad-407b-933c-c86eafebb42d Oct 04 21:06:21.566683 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:21.597095 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:21.600905 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2499f4f-e82f-4005-ab3b-413cb0b79eeb tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:06:21.615031 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a2499f4f-e82f-4005-ab3b-413cb0b79eeb tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] 10.222.0.78 "PUT /networking/v2.0/routers/3a7821d1-7c0c-4b7d-a58f-babf5abbb027/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.5523295 Oct 04 21:06:21.620647 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 57808) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:21.632626 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-f874d44b-29ef-4014-b08a-2f5501c85a82 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1471753423', 'description': 'tempest-secgroup_access--1471753423 description', 'project_id': '42290e303c56447082419baf9e037472'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:06:21.647623 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f2cd2a-a40d-40fa-8a65-9ae6f604d623 None None] Sync routers for ids ['3a7821d1-7c0c-4b7d-a58f-babf5abbb027'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:06:21.666009 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=84,neutron:UPDATE=7,neutron:INSERT=9 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:21.721465 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f2cd2a-a40d-40fa-8a65-9ae6f604d623 None None] Routers {'3a7821d1-7c0c-4b7d-a58f-babf5abbb027'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:06:21.722677 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-60f2cd2a-a40d-40fa-8a65-9ae6f604d623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:06:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['3a7821d1-7c0c-4b7d-a58f-babf5abbb027'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:06:21.770765 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8a1ad41e-7865-4f38-a9e0-61714aa51135 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for port (5be8b202-e1e6-40d2-a8cc-9d4ef7922eac), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:21.776782 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7aea4e12-edd4-4c7c-82b9-4067f543ef22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (e10c9f5d-5815-4215-9899-b421f6eba491), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:21.787388 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7aea4e12-edd4-4c7c-82b9-4067f543ef22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:21.801735 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-7aea4e12-edd4-4c7c-82b9-4067f543ef22 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/e10c9f5d-5815-4215-9899-b421f6eba491 HTTP/1.1" status: 204 len: 168 time: 1.3812551 Oct 04 21:06:21.834339 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aea4e12-edd4-4c7c-82b9-4067f543ef22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10c9f5d-5815-4215-9899-b421f6eba491,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:21.842757 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f874d44b-29ef-4014-b08a-2f5501c85a82 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:21.871979 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port b2c3901c-31ad-407b-933c-c86eafebb42d is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:06:21.872835 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b2c3901c-31ad-407b-933c-c86eafebb42d), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:21.891926 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:22.077594 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port b2c3901c-31ad-407b-933c-c86eafebb42d, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b2c3901c-31ad-407b-933c-c86eafebb42d,segment=NetworkSegment(a074d1d3-d8bf-45a2-a3f3-7647e2465b5f),segment_id=a074d1d3-d8bf-45a2-a3f3-7647e2465b5f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:06:22.084983 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:22.089692 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f874d44b-29ef-4014-b08a-2f5501c85a82 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks [] for security_group (d3d4806e-9c65-49f9-a10c-0582d6d2e5bc), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:22.106720 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c764a867-395f-466b-a6d3-821b7a9e9604 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group (b5b0f0ae-4974-4cb4-9c72-1bf1f93533cc), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:22.182253 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [req-28f80ff1-a5e7-4811-8155-d1aaccdbb638 req-785d0c35-061e-4087-a818-6c62265219ce service neutron] Attempting to bind port 1c154906-993f-4652-add1-a70d59e80af4 on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:06:22.182819 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [req-28f80ff1-a5e7-4811-8155-d1aaccdbb638 req-785d0c35-061e-4087-a818-6c62265219ce service neutron] Attempting to bind port 1c154906-993f-4652-add1-a70d59e80af4 by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'}] {{(pid=108169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:06:22.183423 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f80ff1-a5e7-4811-8155-d1aaccdbb638 req-785d0c35-061e-4087-a818-6c62265219ce service neutron] Attempting to bind port 1c154906-993f-4652-add1-a70d59e80af4 on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:06:22.204968 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (b2c3901c-31ad-407b-933c-c86eafebb42d), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:22.223268 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f874d44b-29ef-4014-b08a-2f5501c85a82 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (d3d4806e-9c65-49f9-a10c-0582d6d2e5bc), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:22.355960 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c764a867-395f-466b-a6d3-821b7a9e9604 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group (b5b0f0ae-4974-4cb4-9c72-1bf1f93533cc), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:22.424909 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3a2792ab-ca3e-4db0-8922-26310641bbf2 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for port (499d1267-1785-42c7-9324-d982558c3452), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:22.496143 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=b2c3901c-31ad-407b-933c-c86eafebb42d,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:22.509656 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f874d44b-29ef-4014-b08a-2f5501c85a82 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d4806e-9c65-49f9-a10c-0582d6d2e5bc,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:22.510945 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f80ff1-a5e7-4811-8155-d1aaccdbb638 req-785d0c35-061e-4087-a818-6c62265219ce service neutron] Port 1c154906-993f-4652-add1-a70d59e80af4 on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 21:06:22.514533 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f80ff1-a5e7-4811-8155-d1aaccdbb638 req-785d0c35-061e-4087-a818-6c62265219ce service neutron] Attempting to bind port 1c154906-993f-4652-add1-a70d59e80af4 on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:06:22.521885 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87aea25-e3e1-4ca3-971b-7de29f5cace5 None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:06:22.531798 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f874d44b-29ef-4014-b08a-2f5501c85a82 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:22.539082 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f874d44b-29ef-4014-b08a-2f5501c85a82 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.9163275 Oct 04 21:06:22.576414 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57826) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:22.594243 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-3bd71732-2e1a-4157-abb6-72a9fb441d48 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1911175366', 'description': 'tempest-secgroup_general--1911175366 description', 'project_id': '42290e303c56447082419baf9e037472'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:06:22.602103 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:22.605598 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-07248667-35d4-4cc9-8049-90047a1cc61c None None] Provisioning complete for port b2c3901c-31ad-407b-933c-c86eafebb42d triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:06:22.607375 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-07248667-35d4-4cc9-8049-90047a1cc61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b2c3901c-31ad-407b-933c-c86eafebb42d), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:22.612329 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-07248667-35d4-4cc9-8049-90047a1cc61c None None] Attempt 1 to provision port b2c3901c-31ad-407b-933c-c86eafebb42d Oct 04 21:06:22.626821 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8a1ad41e-7865-4f38-a9e0-61714aa51135 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (5be8b202-e1e6-40d2-a8cc-9d4ef7922eac), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:22.748416 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f21bd9-29aa-4f7f-984c-40ef185e5a76 req-a2b2539e-5d9f-4106-badc-f498db512bd8 tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:06:22.751065 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-87f21bd9-29aa-4f7f-984c-40ef185e5a76 req-a2b2539e-5d9f-4106-badc-f498db512bd8 tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e5caffef-3784-4343-9a47-bb934f2b2214 HTTP/1.1" status: 200 len: 946 time: 0.3197505 Oct 04 21:06:22.859786 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1ad41e-7865-4f38-a9e0-61714aa51135 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:06:22.869104 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f80ff1-a5e7-4811-8155-d1aaccdbb638 req-785d0c35-061e-4087-a818-6c62265219ce service neutron] Checking agent: {'id': 'd500e1cf-136e-47e7-b7fe-ae200432f8b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 28, 32), 'started_at': datetime.datetime(2022, 10, 4, 20, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:06:22.870068 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f80ff1-a5e7-4811-8155-d1aaccdbb638 req-785d0c35-061e-4087-a818-6c62265219ce service neutron] Checking segment: {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:06:22.870781 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f80ff1-a5e7-4811-8155-d1aaccdbb638 req-785d0c35-061e-4087-a818-6c62265219ce service neutron] Bound using segment: {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'} {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:06:22.873172 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [req-28f80ff1-a5e7-4811-8155-d1aaccdbb638 req-785d0c35-061e-4087-a818-6c62265219ce service neutron] Bound port: 1c154906-993f-4652-add1-a70d59e80af4, host: n-h1-852085-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'}}] {{(pid=108169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:06:22.873981 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-28f80ff1-a5e7-4811-8155-d1aaccdbb638 req-785d0c35-061e-4087-a818-6c62265219ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (1c154906-993f-4652-add1-a70d59e80af4), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:22.964648 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-87f21bd9-29aa-4f7f-984c-40ef185e5a76 req-860564fd-6eb3-4642-8fba-c8b22c8c4f18 tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=853b946f-c2c7-4062-9c03-27bf6450f5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928191 Oct 04 21:06:23.156300 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [req-28f80ff1-a5e7-4811-8155-d1aaccdbb638 req-785d0c35-061e-4087-a818-6c62265219ce service neutron] For port 1c154906-993f-4652-add1-a70d59e80af4, host n-h1-852085-12, cleared binding levels {{(pid=108169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:06:23.170540 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [req-28f80ff1-a5e7-4811-8155-d1aaccdbb638 req-785d0c35-061e-4087-a818-6c62265219ce service neutron] For port 1c154906-993f-4652-add1-a70d59e80af4, host n-h1-852085-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=1c154906-993f-4652-add1-a70d59e80af4,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:06:23.178350 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3bd71732-2e1a-4157-abb6-72a9fb441d48 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:23.190879 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-8a1ad41e-7865-4f38-a9e0-61714aa51135 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:06:23.208183 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1ad41e-7865-4f38-a9e0-61714aa51135 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:06:23.232912 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1ad41e-7865-4f38-a9e0-61714aa51135 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:06:23.232912 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8a1ad41e-7865-4f38-a9e0-61714aa51135 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:23.271280 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3a2792ab-ca3e-4db0-8922-26310641bbf2 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (499d1267-1785-42c7-9324-d982558c3452), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:23.281735 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1ad41e-7865-4f38-a9e0-61714aa51135 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event updated for resources: {'Port': ['ID=5be8b202-e1e6-40d2-a8cc-9d4ef7922eac,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:23.400514 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-28f80ff1-a5e7-4811-8155-d1aaccdbb638 req-785d0c35-061e-4087-a818-6c62265219ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (1c154906-993f-4652-add1-a70d59e80af4), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:23.400514 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f80ff1-a5e7-4811-8155-d1aaccdbb638 req-785d0c35-061e-4087-a818-6c62265219ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:06:23.401736 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-28f80ff1-a5e7-4811-8155-d1aaccdbb638 req-785d0c35-061e-4087-a818-6c62265219ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:23.422071 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-28f80ff1-a5e7-4811-8155-d1aaccdbb638 req-785d0c35-061e-4087-a818-6c62265219ce service neutron] 10.222.0.83 "PUT /networking/v2.0/ports/1c154906-993f-4652-add1-a70d59e80af4 HTTP/1.1" status: 200 len: 1095 time: 6.3835557 Oct 04 21:06:23.441455 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5caffef-3784-4343-9a47-bb934f2b2214', 'tag': '1c154906-993f-4652-add1-a70d59e80af4'}] {{(pid=108169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 21:06:23.446058 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dea34fca0f7d6c1de22810621a04fa86ac5e48141775903912ac1624808dfef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c29aef-6959-4e12-a5c7-3629bc06caaa" -d '{"events": [{"name": "network-changed", "server_uuid": "e5caffef-3784-4343-9a47-bb934f2b2214", "tag": "1c154906-993f-4652-add1-a70d59e80af4"}]}' {{(pid=108169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 21:06:23.459707 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-8a1ad41e-7865-4f38-a9e0-61714aa51135 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 932 time: 7.0738990 Oct 04 21:06:23.462396 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 57842) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:23.663965 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b2c3901c-31ad-407b-933c-c86eafebb42d up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:06:23.702719 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87379e99-3fba-4ad4-a7c4-6b3abdc6a192 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:06:23.708054 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87379e99-3fba-4ad4-a7c4-6b3abdc6a192 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:06:23.713507 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-87379e99-3fba-4ad4-a7c4-6b3abdc6a192 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1671 time: 0.2486889 Oct 04 21:06:23.717779 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 57852) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:23.730656 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c764a867-395f-466b-a6d3-821b7a9e9604 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (b5b0f0ae-4974-4cb4-9c72-1bf1f93533cc), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:23.742697 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c764a867-395f-466b-a6d3-821b7a9e9604 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:23.748666 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c764a867-395f-466b-a6d3-821b7a9e9604 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/b5b0f0ae-4974-4cb4-9c72-1bf1f93533cc HTTP/1.1" status: 204 len: 168 time: 2.8224077 Oct 04 21:06:23.778244 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2792ab-ca3e-4db0-8922-26310641bbf2 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Network 9578ce3f-c4fc-4b49-8323-9665af6fc78b is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:06:23.816229 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-60f2cd2a-a40d-40fa-8a65-9ae6f604d623 None None] Set router 3a7821d1-7c0c-4b7d-a58f-babf5abbb027 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:06:24.028665 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c764a867-395f-466b-a6d3-821b7a9e9604 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b0f0ae-4974-4cb4-9c72-1bf1f93533cc,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:24.065406 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-e3efb4fe-bf11-4bbe-8bb0-d0ceab6858c2 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Deleting port 5be8b202-e1e6-40d2-a8cc-9d4ef7922eac {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:06:24.066678 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e3efb4fe-bf11-4bbe-8bb0-d0ceab6858c2 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (5be8b202-e1e6-40d2-a8cc-9d4ef7922eac), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:24.232766 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3bd71732-2e1a-4157-abb6-72a9fb441d48 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks [] for security_group (e14debc6-e528-4a60-8465-40cf2bb6359a), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:24.240446 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:24.242437 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-3a2792ab-ca3e-4db0-8922-26310641bbf2 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:06:24.253155 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2792ab-ca3e-4db0-8922-26310641bbf2 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:06:24.305597 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2792ab-ca3e-4db0-8922-26310641bbf2 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:06:24.305597 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3a2792ab-ca3e-4db0-8922-26310641bbf2 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:24.357397 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2792ab-ca3e-4db0-8922-26310641bbf2 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event updated for resources: {'Port': ['ID=499d1267-1785-42c7-9324-d982558c3452,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:24.439457 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3bd71732-2e1a-4157-abb6-72a9fb441d48 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (e14debc6-e528-4a60-8465-40cf2bb6359a), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:24.477538 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-3a2792ab-ca3e-4db0-8922-26310641bbf2 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 845 time: 5.2413595 Oct 04 21:06:24.527767 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57868) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:24.637786 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-715d8af9-eb98-42b7-aa6d-f5feadb657ce tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:06:24.838881 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f80ff1-a5e7-4811-8155-d1aaccdbb638 req-3c277338-7de5-4ff8-a1a4-3bc9b0db2ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:06:24.847031 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-28f80ff1-a5e7-4811-8155-d1aaccdbb638 req-3c277338-7de5-4ff8-a1a4-3bc9b0db2ae6 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=f1825a1177a04e78bd4d42c9ab83c051&device_id=e5caffef-3784-4343-9a47-bb934f2b2214 HTTP/1.1" status: 200 len: 1129 time: 1.0504284 Oct 04 21:06:24.879600 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:24.884733 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3bd71732-2e1a-4157-abb6-72a9fb441d48 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:24.887617 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-3bd71732-2e1a-4157-abb6-72a9fb441d48 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 2.3022006 Oct 04 21:06:24.914734 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 57876) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:24.945050 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-fc98a5d5-d91f-4a90-a55f-e4a298c63b67 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Request body: {'security_group_rule': {'security_group_id': 'd3d4806e-9c65-49f9-a10c-0582d6d2e5bc', 'project_id': '42290e303c56447082419baf9e037472', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:06:24.971888 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e3efb4fe-bf11-4bbe-8bb0-d0ceab6858c2 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (5be8b202-e1e6-40d2-a8cc-9d4ef7922eac), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:24.986843 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-60f2cd2a-a40d-40fa-8a65-9ae6f604d623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a7821d1-7c0c-4b7d-a58f-babf5abbb027', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1379478609', 'tenant_id': '42290e303c56447082419baf9e037472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '7baf7176-a86b-404c-a382-947d57c67bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:05:45Z', 'updated_at': '2022-10-04T21:06:13Z', 'revision_number': 4, 'project_id': '42290e303c56447082419baf9e037472', 'gw_port': {'id': '7baf7176-a86b-404c-a382-947d57c67bb7', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:71:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7821d1-7c0c-4b7d-a58f-babf5abbb027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:05:48Z', 'updated_at': '2022-10-04T21:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '81d21915-387a-47c1-aefa-04c01c6f72cd', 'name': '', 'network_id': '8f1fda65-0ab5-4b30-9102-f4b35461052c', 'tenant_id': '42290e303c56447082419baf9e037472', 'mac_address': 'fa:16:3e:69:ee:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a7821d1-7c0c-4b7d-a58f-babf5abbb027', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'beb8ac3c-da0e-4beb-b855-cf34a48f7efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:06:09Z', 'updated_at': '2022-10-04T21:06:14Z', 'revision_number': 2, 'project_id': '42290e303c56447082419baf9e037472', 'subnets': [{'id': 'beb8ac3c-da0e-4beb-b855-cf34a48f7efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:06:25.085393 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f2cd2a-a40d-40fa-8a65-9ae6f604d623 None None] Checking router: 3a7821d1-7c0c-4b7d-a58f-babf5abbb027 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:06:25.086172 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f2cd2a-a40d-40fa-8a65-9ae6f604d623 None None] Updating router 3a7821d1-7c0c-4b7d-a58f-babf5abbb027 port 81d21915-387a-47c1-aefa-04c01c6f72cd binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:06:25.131088 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a00c5-c70e-4648-a194-2f45fd6725f5 req-69b0e4a9-dc8c-452d-81e2-ed46d85a3bbd tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:06:25.135278 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ef9a00c5-c70e-4648-a194-2f45fd6725f5 req-69b0e4a9-dc8c-452d-81e2-ed46d85a3bbd tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e5caffef-3784-4343-9a47-bb934f2b2214 HTTP/1.1" status: 200 len: 946 time: 0.5183158 Oct 04 21:06:25.142963 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-e3efb4fe-bf11-4bbe-8bb0-d0ceab6858c2 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Calling delete_port for 5be8b202-e1e6-40d2-a8cc-9d4ef7922eac owned by {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:06:25.276305 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 21:06:25.279488 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-60f2cd2a-a40d-40fa-8a65-9ae6f604d623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (81d21915-387a-47c1-aefa-04c01c6f72cd), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:25.289144 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785d0c35-061e-4087-a818-6c62265219ce service neutron] Pushing event updated for resources: {'Port': ['ID=1c154906-993f-4652-add1-a70d59e80af4,revision_number=3']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:25.297493 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd71732-2e1a-4157-abb6-72a9fb441d48 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e14debc6-e528-4a60-8465-40cf2bb6359a,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:25.309860 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-07248667-35d4-4cc9-8049-90047a1cc61c None None] Current status of the port b2c3901c-31ad-407b-933c-c86eafebb42d is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:06:25.311057 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-28f80ff1-a5e7-4811-8155-d1aaccdbb638 req-231fd2a4-d209-4c83-a5a2-a1b3b8ed2daa service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=1c154906-993f-4652-add1-a70d59e80af4 HTTP/1.1" status: 200 len: 217 time: 0.4449024 Oct 04 21:06:25.323344 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port b2c3901c-31ad-407b-933c-c86eafebb42d triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:06:25.323344 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b2c3901c-31ad-407b-933c-c86eafebb42d), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:25.324161 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port b2c3901c-31ad-407b-933c-c86eafebb42d Oct 04 21:06:25.519053 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 57882) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:25.697327 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 21:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce3f2966-84eb-435c-8256-5b0b5e005099 x-openstack-request-id: req-ce3f2966-84eb-435c-8256-5b0b5e005099 {{(pid=108169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 21:06:25.697327 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5caffef-3784-4343-9a47-bb934f2b2214", "tag": "1c154906-993f-4652-add1-a70d59e80af4", "status": "completed", "code": 200}]} {{(pid=108169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 21:06:25.697327 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ce3f2966-84eb-435c-8256-5b0b5e005099 {{(pid=108169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 21:06:25.697327 n-d-852085-12 neutron-server[108169]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce3f2966-84eb-435c-8256-5b0b5e005099'] response: {'name': 'network-changed', 'server_uuid': 'e5caffef-3784-4343-9a47-bb934f2b2214', 'tag': '1c154906-993f-4652-add1-a70d59e80af4', 'status': 'completed', 'code': 200} Oct 04 21:06:25.702974 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-715d8af9-eb98-42b7-aa6d-f5feadb657ce tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (499d1267-1785-42c7-9324-d982558c3452), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:25.709586 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:25.730710 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ef9a00c5-c70e-4648-a194-2f45fd6725f5 req-85faa2fb-8a4e-4394-b80d-5ca99c70d560 tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=853b946f-c2c7-4062-9c03-27bf6450f5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5570548 Oct 04 21:06:25.797298 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f80ff1-a5e7-4811-8155-d1aaccdbb638 req-5ca95f4a-c1b7-4fdd-98d5-b61ffdaf02d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:06:25.808571 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-28f80ff1-a5e7-4811-8155-d1aaccdbb638 req-5ca95f4a-c1b7-4fdd-98d5-b61ffdaf02d6 service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.4225926 Oct 04 21:06:25.813761 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fc98a5d5-d91f-4a90-a55f-e4a298c63b67 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks [] for security_group_rule (ffb7f8fb-0255-4e1d-8523-70b67f8fa64d), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:26.207462 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fc98a5d5-d91f-4a90-a55f-e4a298c63b67 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks [] for security_group_rule (ffb7f8fb-0255-4e1d-8523-70b67f8fa64d), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:26.212893 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 57890) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:26.226862 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-09ec775b-97ce-4a34-81f1-4a940b75edef tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2100757578', 'description': 'tempest-secgroup-smoke-2100757578 description', 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:06:26.308659 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-715d8af9-eb98-42b7-aa6d-f5feadb657ce tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for port (499d1267-1785-42c7-9324-d982558c3452), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:26.328465 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fc98a5d5-d91f-4a90-a55f-e4a298c63b67 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (ffb7f8fb-0255-4e1d-8523-70b67f8fa64d), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:26.364733 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-b7b626c0-7af2-4540-b24a-5b35bb5a5e8d tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1095644698'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:06:26.416583 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:26.455341 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-09ec775b-97ce-4a34-81f1-4a940b75edef tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:26.574505 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-60f2cd2a-a40d-40fa-8a65-9ae6f604d623 None None] Publish callbacks [] for port (81d21915-387a-47c1-aefa-04c01c6f72cd), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:26.584216 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-715d8af9-eb98-42b7-aa6d-f5feadb657ce tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (499d1267-1785-42c7-9324-d982558c3452), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:26.587016 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-715d8af9-eb98-42b7-aa6d-f5feadb657ce tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] In _notify_port_updated(), no bound segment for port 499d1267-1785-42c7-9324-d982558c3452 on network 9578ce3f-c4fc-4b49-8323-9665af6fc78b {{(pid=108169) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 04 21:06:26.587304 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:26.621046 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715d8af9-eb98-42b7-aa6d-f5feadb657ce tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:06:26.627319 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-715d8af9-eb98-42b7-aa6d-f5feadb657ce tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:26.632710 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc98a5d5-d91f-4a90-a55f-e4a298c63b67 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffb7f8fb-0255-4e1d-8523-70b67f8fa64d,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:26.634446 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e8c5cba1-b11c-4762-bf37-9860a789aa05 None None] Provisioning complete for port b2c3901c-31ad-407b-933c-c86eafebb42d triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:06:26.639643 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-715d8af9-eb98-42b7-aa6d-f5feadb657ce tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "PUT /networking/v2.0/ports/499d1267-1785-42c7-9324-d982558c3452 HTTP/1.1" status: 200 len: 818 time: 2.0025339 Oct 04 21:06:26.647860 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e8c5cba1-b11c-4762-bf37-9860a789aa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b2c3901c-31ad-407b-933c-c86eafebb42d), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:26.648949 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e8c5cba1-b11c-4762-bf37-9860a789aa05 None None] Attempt 1 to provision port b2c3901c-31ad-407b-933c-c86eafebb42d Oct 04 21:06:26.649185 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57894) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:26.783011 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-60f2cd2a-a40d-40fa-8a65-9ae6f604d623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (81d21915-387a-47c1-aefa-04c01c6f72cd), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:26.930100 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d133b0-c71d-40e8-91e2-cf426704e763 None None] Pushing event updated for resources: {'Port': ['ID=81d21915-387a-47c1-aefa-04c01c6f72cd,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:26.943477 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715d8af9-eb98-42b7-aa6d-f5feadb657ce tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event updated for resources: {'Port': ['ID=499d1267-1785-42c7-9324-d982558c3452,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:26.985246 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f80ff1-a5e7-4811-8155-d1aaccdbb638 req-2bdaa813-e4c8-4c0f-9230-5b1b8de45f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:06:26.987976 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-28f80ff1-a5e7-4811-8155-d1aaccdbb638 req-2bdaa813-e4c8-4c0f-9230-5b1b8de45f61 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.6742456 Oct 04 21:06:27.031120 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-09ec775b-97ce-4a34-81f1-4a940b75edef tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group (fcbb99c0-db2a-47d0-ad3e-f85c2dc63fd3), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:27.044736 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fc98a5d5-d91f-4a90-a55f-e4a298c63b67 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:27.046945 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-fc98a5d5-d91f-4a90-a55f-e4a298c63b67 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1273422 Oct 04 21:06:27.048571 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b626c0-7af2-4540-b24a-5b35bb5a5e8d tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Made reservation on behalf of d2227c0bff3a4d24894ea6838f5ffe54 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:06:27.056569 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b7b626c0-7af2-4540-b24a-5b35bb5a5e8d tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:27.063108 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port b2c3901c-31ad-407b-933c-c86eafebb42d is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:06:27.088184 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b7b626c0-7af2-4540-b24a-5b35bb5a5e8d tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:27.233299 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-60f2cd2a-a40d-40fa-8a65-9ae6f604d623 None None] Attempting to bind port 81d21915-387a-47c1-aefa-04c01c6f72cd on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:06:27.234248 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-60f2cd2a-a40d-40fa-8a65-9ae6f604d623 None None] Attempting to bind port 81d21915-387a-47c1-aefa-04c01c6f72cd by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '31b2e380-c66b-4d26-a7f2-9699dc0c835f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8f1fda65-0ab5-4b30-9102-f4b35461052c'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:06:27.235110 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f2cd2a-a40d-40fa-8a65-9ae6f604d623 None None] Attempting to bind port 81d21915-387a-47c1-aefa-04c01c6f72cd on network 8f1fda65-0ab5-4b30-9102-f4b35461052c {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:06:27.323847 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e8c5cba1-b11c-4762-bf37-9860a789aa05 None None] Current status of the port b2c3901c-31ad-407b-933c-c86eafebb42d is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:06:27.339607 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f2cd2a-a40d-40fa-8a65-9ae6f604d623 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:06:27.340658 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f2cd2a-a40d-40fa-8a65-9ae6f604d623 None None] Checking segment: {'id': '31b2e380-c66b-4d26-a7f2-9699dc0c835f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8f1fda65-0ab5-4b30-9102-f4b35461052c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:06:27.341585 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-60f2cd2a-a40d-40fa-8a65-9ae6f604d623 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:27.342527 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f2cd2a-a40d-40fa-8a65-9ae6f604d623 None None] Bound using segment: {'id': '31b2e380-c66b-4d26-a7f2-9699dc0c835f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8f1fda65-0ab5-4b30-9102-f4b35461052c'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:06:27.343615 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-60f2cd2a-a40d-40fa-8a65-9ae6f604d623 None None] Bound port: 81d21915-387a-47c1-aefa-04c01c6f72cd, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31b2e380-c66b-4d26-a7f2-9699dc0c835f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8f1fda65-0ab5-4b30-9102-f4b35461052c'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:06:27.344393 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-60f2cd2a-a40d-40fa-8a65-9ae6f604d623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (81d21915-387a-47c1-aefa-04c01c6f72cd), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:27.410680 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-986d7cfe-2709-4ef7-ad4b-9829444b80b7 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Deleting port 499d1267-1785-42c7-9324-d982558c3452 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:06:27.411213 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-986d7cfe-2709-4ef7-ad4b-9829444b80b7 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (499d1267-1785-42c7-9324-d982558c3452), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:27.420189 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e8c5cba1-b11c-4762-bf37-9860a789aa05 None None] Provisioning complete for port 5be8b202-e1e6-40d2-a8cc-9d4ef7922eac triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:06:27.421209 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e8c5cba1-b11c-4762-bf37-9860a789aa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (5be8b202-e1e6-40d2-a8cc-9d4ef7922eac), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:27.422009 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e8c5cba1-b11c-4762-bf37-9860a789aa05 None None] Attempt 1 to provision port 5be8b202-e1e6-40d2-a8cc-9d4ef7922eac Oct 04 21:06:27.458609 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-09ec775b-97ce-4a34-81f1-4a940b75edef tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (fcbb99c0-db2a-47d0-ad3e-f85c2dc63fd3), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:27.553441 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b7b626c0-7af2-4540-b24a-5b35bb5a5e8d tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks [] for security_group (0a3e8ee7-1810-4b42-9f42-d204eb961140), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:27.569081 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e8c5cba1-b11c-4762-bf37-9860a789aa05 None None] Port 5be8b202-e1e6-40d2-a8cc-9d4ef7922eac cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:06:27.588463 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-60f2cd2a-a40d-40fa-8a65-9ae6f604d623 None None] For port 81d21915-387a-47c1-aefa-04c01c6f72cd, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:06:27.603072 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-60f2cd2a-a40d-40fa-8a65-9ae6f604d623 None None] For port 81d21915-387a-47c1-aefa-04c01c6f72cd, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=81d21915-387a-47c1-aefa-04c01c6f72cd,segment=NetworkSegment(31b2e380-c66b-4d26-a7f2-9699dc0c835f),segment_id=31b2e380-c66b-4d26-a7f2-9699dc0c835f)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:06:27.605934 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:27.666909 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=72,neutron:DELETE=7,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:27.710004 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec775b-97ce-4a34-81f1-4a940b75edef tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcbb99c0-db2a-47d0-ad3e-f85c2dc63fd3,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:27.713533 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-9151edee-53f4-44f2-a456-b09316fcec54 None None] Could not find standard attr ID for object 5be8b202-e1e6-40d2-a8cc-9d4ef7922eac. {{(pid=108171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 04 21:06:27.733023 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:27.766858 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-60f2cd2a-a40d-40fa-8a65-9ae6f604d623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (81d21915-387a-47c1-aefa-04c01c6f72cd), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:27.848706 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b7b626c0-7af2-4540-b24a-5b35bb5a5e8d tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (0a3e8ee7-1810-4b42-9f42-d204eb961140), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:27.852496 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=3 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:27.867507 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e3efb4fe-bf11-4bbe-8bb0-d0ceab6858c2 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (5be8b202-e1e6-40d2-a8cc-9d4ef7922eac), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:27.937601 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-986d7cfe-2709-4ef7-ad4b-9829444b80b7 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (499d1267-1785-42c7-9324-d982558c3452), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:27.976177 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d133b0-c71d-40e8-91e2-cf426704e763 None None] Pushing event updated for resources: {'Port': ['ID=81d21915-387a-47c1-aefa-04c01c6f72cd,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:28.023761 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f2cd2a-a40d-40fa-8a65-9ae6f604d623 None None] Routers {'3a7821d1-7c0c-4b7d-a58f-babf5abbb027'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:06:28.025179 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-60f2cd2a-a40d-40fa-8a65-9ae6f604d623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:06:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['3a7821d1-7c0c-4b7d-a58f-babf5abbb027'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:06:28.030592 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-28f80ff1-a5e7-4811-8155-d1aaccdbb638 req-e4e2bc1a-4865-4c7a-8401-c8df1bcf6b5d service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8920782 Oct 04 21:06:28.032665 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-986d7cfe-2709-4ef7-ad4b-9829444b80b7 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Calling delete_port for 499d1267-1785-42c7-9324-d982558c3452 owned by {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:06:28.085009 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce71b64-a5d2-4f69-b405-b53b640cc935 req-92c2da07-2755-4112-b0c8-12b42aa946f0 tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:06:28.088552 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-8ce71b64-a5d2-4f69-b405-b53b640cc935 req-92c2da07-2755-4112-b0c8-12b42aa946f0 tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e5caffef-3784-4343-9a47-bb934f2b2214 HTTP/1.1" status: 200 len: 946 time: 0.9544599 Oct 04 21:06:28.179457 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7b626c0-7af2-4540-b24a-5b35bb5a5e8d tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:06:28.206995 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b7b626c0-7af2-4540-b24a-5b35bb5a5e8d tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (f520b76c-bf5a-428e-82c7-d8816d67c7f9), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:28.207802 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-b7b626c0-7af2-4540-b24a-5b35bb5a5e8d tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Added segment f520b76c-bf5a-428e-82c7-d8816d67c7f9 of type vlan for network a5b9bd99-e355-4a4e-9138-1daf27c0c576 Oct 04 21:06:28.305295 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b7b626c0-7af2-4540-b24a-5b35bb5a5e8d tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (a5b9bd99-e355-4a4e-9138-1daf27c0c576), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:28.359398 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3efb4fe-bf11-4bbe-8bb0-d0ceab6858c2 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event deleted for resources: {'Port': ['ID=5be8b202-e1e6-40d2-a8cc-9d4ef7922eac,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:28.375969 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b626c0-7af2-4540-b24a-5b35bb5a5e8d tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3e8ee7-1810-4b42-9f42-d204eb961140,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:28.376187 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-60f2cd2a-a40d-40fa-8a65-9ae6f604d623 None None] Set router 3a7821d1-7c0c-4b7d-a58f-babf5abbb027 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:06:28.477188 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-09ec775b-97ce-4a34-81f1-4a940b75edef tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:28.483265 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-09ec775b-97ce-4a34-81f1-4a940b75edef tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 2.2637997 Oct 04 21:06:28.484488 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:28.491935 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 57916) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:28.524047 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b7b626c0-7af2-4540-b24a-5b35bb5a5e8d tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (a5b9bd99-e355-4a4e-9138-1daf27c0c576), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:28.537381 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b626c0-7af2-4540-b24a-5b35bb5a5e8d tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:06:28.538627 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b7b626c0-7af2-4540-b24a-5b35bb5a5e8d tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:28.582692 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-23c1196b-97e6-46dd-8836-7db4a6c08660 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Request body: {'security_group_rule': {'security_group_id': 'fcbb99c0-db2a-47d0-ad3e-f85c2dc63fd3', 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:06:28.717061 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-28f80ff1-a5e7-4811-8155-d1aaccdbb638 req-caf36ef2-2c61-496b-a386-b04292dcf2f7 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6719692 Oct 04 21:06:28.783411 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e3efb4fe-bf11-4bbe-8bb0-d0ceab6858c2 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:28.792233 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-e3efb4fe-bf11-4bbe-8bb0-d0ceab6858c2 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/ports/5be8b202-e1e6-40d2-a8cc-9d4ef7922eac HTTP/1.1" status: 204 len: 168 time: 5.0693679 Oct 04 21:06:28.793763 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57918) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:28.864458 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-6f47ea9a-5a00-4ab1-b1a6-5b5f55d64e78 req-33873814-34fa-4df9-849c-2e527854dd9b tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-secgroup_access--1471753423&fields=id&tenant_id=42290e303c56447082419baf9e037472 HTTP/1.1" status: 200 len: 267 time: 0.9613659 Oct 04 21:06:28.885345 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b626c0-7af2-4540-b24a-5b35bb5a5e8d tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Pushing event updated for resources: {'Network': ['ID=a5b9bd99-e355-4a4e-9138-1daf27c0c576,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:28.921956 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-986d7cfe-2709-4ef7-ad4b-9829444b80b7 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (499d1267-1785-42c7-9324-d982558c3452), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:28.942927 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b7b626c0-7af2-4540-b24a-5b35bb5a5e8d tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 780 time: 3.3869040 Oct 04 21:06:28.972054 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:29.005793 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51135478-7fba-4a0f-896c-45410039a946 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:06:29.009358 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51135478-7fba-4a0f-896c-45410039a946 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:06:29.010168 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-8ce71b64-a5d2-4f69-b405-b53b640cc935 req-23ab869b-7070-495d-ad50-b2fd79fa15c9 tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=853b946f-c2c7-4062-9c03-27bf6450f5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6197369 Oct 04 21:06:29.012910 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-51135478-7fba-4a0f-896c-45410039a946 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2183225 Oct 04 21:06:29.015019 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network a5b9bd99-e355-4a4e-9138-1daf27c0c576 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:06:29.022110 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986d7cfe-2709-4ef7-ad4b-9829444b80b7 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event deleted for resources: {'Port': ['ID=499d1267-1785-42c7-9324-d982558c3452,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:29.023352 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57924) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:29.117774 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-986d7cfe-2709-4ef7-ad4b-9829444b80b7 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:29.134003 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-986d7cfe-2709-4ef7-ad4b-9829444b80b7 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "DELETE /networking/v2.0/ports/499d1267-1785-42c7-9324-d982558c3452 HTTP/1.1" status: 204 len: 168 time: 2.3284452 Oct 04 21:06:29.137239 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57926) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:29.210346 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-6f47ea9a-5a00-4ab1-b1a6-5b5f55d64e78 req-6bb82066-c12f-4e09-8d28-29e72fd8ba79 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-secgroup_general--1911175366&fields=id&tenant_id=42290e303c56447082419baf9e037472 HTTP/1.1" status: 200 len: 267 time: 0.3123112 Oct 04 21:06:29.267536 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-6085e478-fc04-4944-970f-87acc44f7df2 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Deleting subnet 9054b765-2b4e-4d8e-b88d-724ad475af57 {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:06:29.281065 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6085e478-fc04-4944-970f-87acc44f7df2 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (9054b765-2b4e-4d8e-b88d-724ad475af57), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:29.338318 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-23c1196b-97e6-46dd-8836-7db4a6c08660 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group_rule (07ddd3ca-9e8c-43b5-916b-c073dd397209), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:29.388513 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6085e478-fc04-4944-970f-87acc44f7df2 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (9054b765-2b4e-4d8e-b88d-724ad475af57), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:29.427365 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-60f2cd2a-a40d-40fa-8a65-9ae6f604d623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a7821d1-7c0c-4b7d-a58f-babf5abbb027', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1379478609', 'tenant_id': '42290e303c56447082419baf9e037472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '7baf7176-a86b-404c-a382-947d57c67bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:05:45Z', 'updated_at': '2022-10-04T21:06:13Z', 'revision_number': 4, 'project_id': '42290e303c56447082419baf9e037472', 'gw_port': {'id': '7baf7176-a86b-404c-a382-947d57c67bb7', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:71:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7821d1-7c0c-4b7d-a58f-babf5abbb027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:05:48Z', 'updated_at': '2022-10-04T21:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '81d21915-387a-47c1-aefa-04c01c6f72cd', 'name': '', 'network_id': '8f1fda65-0ab5-4b30-9102-f4b35461052c', 'tenant_id': '42290e303c56447082419baf9e037472', 'mac_address': 'fa:16:3e:69:ee:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a7821d1-7c0c-4b7d-a58f-babf5abbb027', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'beb8ac3c-da0e-4beb-b855-cf34a48f7efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:06:09Z', 'updated_at': '2022-10-04T21:06:27Z', 'revision_number': 4, 'project_id': '42290e303c56447082419baf9e037472', 'subnets': [{'id': 'beb8ac3c-da0e-4beb-b855-cf34a48f7efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:06:29.484211 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f2cd2a-a40d-40fa-8a65-9ae6f604d623 None None] The sync data for ids ['3a7821d1-7c0c-4b7d-a58f-babf5abbb027'] in n-d-852085-12 is: [{'id': '3a7821d1-7c0c-4b7d-a58f-babf5abbb027', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1379478609', 'tenant_id': '42290e303c56447082419baf9e037472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '7baf7176-a86b-404c-a382-947d57c67bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:05:45Z', 'updated_at': '2022-10-04T21:06:13Z', 'revision_number': 4, 'project_id': '42290e303c56447082419baf9e037472', 'gw_port': {'id': '7baf7176-a86b-404c-a382-947d57c67bb7', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:71:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7821d1-7c0c-4b7d-a58f-babf5abbb027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:05:48Z', 'updated_at': '2022-10-04T21:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '81d21915-387a-47c1-aefa-04c01c6f72cd', 'name': '', 'network_id': '8f1fda65-0ab5-4b30-9102-f4b35461052c', 'tenant_id': '42290e303c56447082419baf9e037472', 'mac_address': 'fa:16:3e:69:ee:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a7821d1-7c0c-4b7d-a58f-babf5abbb027', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'beb8ac3c-da0e-4beb-b855-cf34a48f7efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:06:09Z', 'updated_at': '2022-10-04T21:06:27Z', 'revision_number': 4, 'project_id': '42290e303c56447082419baf9e037472', 'subnets': [{'id': 'beb8ac3c-da0e-4beb-b855-cf34a48f7efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:06:29.503631 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbd799c-5fcc-4d5e-b8b4-c85bb2afcd9f tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:06:29.507019 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-efbd799c-5fcc-4d5e-b8b4-c85bb2afcd9f tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3627157 Oct 04 21:06:29.508646 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57928) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:29.511644 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 57930) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:29.527698 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-216c9d0c-d753-4bb9-85a6-cad75a317d8b tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Request body: {'subnet': {'network_id': 'a5b9bd99-e355-4a4e-9138-1daf27c0c576', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:06:29.731604 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-123d34f7-8857-41b0-a17e-45a49c0f3688 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] GET failed (client error): The resource could not be found. Oct 04 21:06:29.741098 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-123d34f7-8857-41b0-a17e-45a49c0f3688 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "GET /networking/v2.0/ports/499d1267-1785-42c7-9324-d982558c3452 HTTP/1.1" status: 404 len: 333 time: 0.2214794 Oct 04 21:06:29.750663 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 57932) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:29.778412 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-afd8b41c-b1e5-4337-abf5-44842754c9d7 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-283467644'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:06:29.820540 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-23c1196b-97e6-46dd-8836-7db4a6c08660 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group_rule (07ddd3ca-9e8c-43b5-916b-c073dd397209), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:29.834707 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6085e478-fc04-4944-970f-87acc44f7df2 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (9054b765-2b4e-4d8e-b88d-724ad475af57), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:29.848071 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47ea9a-5a00-4ab1-b1a6-5b5f55d64e78 req-67d04a03-4f2f-414d-aff3-5c019d341c81 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:06:29.851157 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-6f47ea9a-5a00-4ab1-b1a6-5b5f55d64e78 req-67d04a03-4f2f-414d-aff3-5c019d341c81 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] 10.222.0.78 "GET /networking/v2.0/networks?id=8f1fda65-0ab5-4b30-9102-f4b35461052c HTTP/1.1" status: 200 len: 796 time: 0.6038465 Oct 04 21:06:29.887522 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-6f47ea9a-5a00-4ab1-b1a6-5b5f55d64e78 req-13aacd5c-8447-4a36-9827-16b2d1ca7aa9 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] 10.222.0.78 "GET /networking/v2.0/quotas/42290e303c56447082419baf9e037472 HTTP/1.1" status: 200 len: 375 time: 0.0182304 Oct 04 21:06:29.969212 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-23c1196b-97e6-46dd-8836-7db4a6c08660 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (07ddd3ca-9e8c-43b5-916b-c073dd397209), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:29.985989 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216c9d0c-d753-4bb9-85a6-cad75a317d8b tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Made reservation on behalf of d2227c0bff3a4d24894ea6838f5ffe54 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:06:29.998868 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-216c9d0c-d753-4bb9-85a6-cad75a317d8b tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:30.095349 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd8b41c-b1e5-4337-abf5-44842754c9d7 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Made reservation on behalf of 3e52093341534ca5a76295afd3cfd196 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:06:30.095349 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-afd8b41c-b1e5-4337-abf5-44842754c9d7 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:30.221216 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-6f47ea9a-5a00-4ab1-b1a6-5b5f55d64e78 req-e3f750a2-c736-49e0-8868-d99e953c85f1 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=42290e303c56447082419baf9e037472&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3072009 Oct 04 21:06:30.241393 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6085e478-fc04-4944-970f-87acc44f7df2 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (9054b765-2b4e-4d8e-b88d-724ad475af57), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:30.258071 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c1196b-97e6-46dd-8836-7db4a6c08660 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07ddd3ca-9e8c-43b5-916b-c073dd397209,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:30.303899 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afd8b41c-b1e5-4337-abf5-44842754c9d7 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:06:30.412205 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-afd8b41c-b1e5-4337-abf5-44842754c9d7 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (c7ef0234-91a2-4f31-a978-5199c30ba54c), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:30.412205 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-afd8b41c-b1e5-4337-abf5-44842754c9d7 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Added segment c7ef0234-91a2-4f31-a978-5199c30ba54c of type vlan for network a41151f8-a1fb-4f33-9612-62c4630d2aef Oct 04 21:06:30.420170 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd7d805-da5d-42b1-89a4-181d6a5db5e0 None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:06:30.420947 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6085e478-fc04-4944-970f-87acc44f7df2 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:30.420947 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-6085e478-fc04-4944-970f-87acc44f7df2 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/9054b765-2b4e-4d8e-b88d-724ad475af57 HTTP/1.1" status: 204 len: 168 time: 1.3827851 Oct 04 21:06:30.423436 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57946) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:30.431179 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57948) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:30.530409 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-23c1196b-97e6-46dd-8836-7db4a6c08660 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:30.533853 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-23c1196b-97e6-46dd-8836-7db4a6c08660 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0129247 Oct 04 21:06:30.550656 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 57950) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:30.560527 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-993ec747-3c48-477a-9b94-bddde17af355 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Request body: {'security_group_rule': {'security_group_id': 'fcbb99c0-db2a-47d0-ad3e-f85c2dc63fd3', 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:06:30.587676 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-afd8b41c-b1e5-4337-abf5-44842754c9d7 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (a41151f8-a1fb-4f33-9612-62c4630d2aef), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:30.747236 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae145e-dc0a-490c-b0c0-9caee5ea3bf2 req-a335bb4d-2a3b-43cf-afa7-44d68fd7b26d tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:06:30.762243 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-87ae145e-dc0a-490c-b0c0-9caee5ea3bf2 req-a335bb4d-2a3b-43cf-afa7-44d68fd7b26d tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e5caffef-3784-4343-9a47-bb934f2b2214 HTTP/1.1" status: 200 len: 946 time: 0.2120852 Oct 04 21:06:30.808244 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.db.resource_extend [None req-afd8b41c-b1e5-4337-abf5-44842754c9d7 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 04 21:06:30.928947 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-993ec747-3c48-477a-9b94-bddde17af355 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group_rule (d5ad1646-06cd-4735-94c6-fa2ee46c4649), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:31.053752 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-87ae145e-dc0a-490c-b0c0-9caee5ea3bf2 req-d6a61393-2f29-4ab1-9366-c08ea41a1640 tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=853b946f-c2c7-4062-9c03-27bf6450f5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826593 Oct 04 21:06:31.093849 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-afd8b41c-b1e5-4337-abf5-44842754c9d7 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (a41151f8-a1fb-4f33-9612-62c4630d2aef), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:31.141442 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd8b41c-b1e5-4337-abf5-44842754c9d7 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:06:31.142605 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-afd8b41c-b1e5-4337-abf5-44842754c9d7 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:31.331114 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=83,neutron:DELETE=10,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:31.344625 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6085e478-fc04-4944-970f-87acc44f7df2 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event deleted for resources: {'Subnet': ['ID=9054b765-2b4e-4d8e-b88d-724ad475af57,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:31.382574 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b7bbff-84d1-4716-8e3b-64545d34376d None None] DHCP port deletion for 42edc29f-8c98-4058-994e-1dc4e7a022d1 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:06:31.387585 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c24ad30e-ca18-4e19-a7d0-598c464746ea tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.8675365 Oct 04 21:06:31.396273 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57962) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:31.406475 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-8a803003-d0e3-41fa-8486-b81d7825588b tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Request body: {'subnet': {'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:06:31.425332 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-993ec747-3c48-477a-9b94-bddde17af355 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group_rule (d5ad1646-06cd-4735-94c6-fa2ee46c4649), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:31.470818 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-afd8b41c-b1e5-4337-abf5-44842754c9d7 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.7114186 Oct 04 21:06:31.485066 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 57964) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:31.498066 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-c45b3924-8637-4aef-8ac7-3bba29f3e7b6 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Request body: {'subnet': {'network_id': 'a41151f8-a1fb-4f33-9612-62c4630d2aef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:06:31.522650 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 81d21915-387a-47c1-aefa-04c01c6f72cd up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:06:31.617628 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-216c9d0c-d753-4bb9-85a6-cad75a317d8b tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (87b87f36-507c-44b1-9e1a-3286e605bdbb), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:31.641308 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:31.657519 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:31.660980 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device 1c154906-993f-4652-add1-a70d59e80af4 details requested by agent hyperv_n-h1-852085-12 with host n-h1-852085-12 {{(pid=108171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 21:06:31.677995 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-993ec747-3c48-477a-9b94-bddde17af355 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (d5ad1646-06cd-4735-94c6-fa2ee46c4649), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:31.716672 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd8b41c-b1e5-4337-abf5-44842754c9d7 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event updated for resources: {'Network': ['ID=a41151f8-a1fb-4f33-9612-62c4630d2aef,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:31.758124 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993ec747-3c48-477a-9b94-bddde17af355 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5ad1646-06cd-4735-94c6-fa2ee46c4649,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:31.763290 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:31.912339 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:31.916371 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-993ec747-3c48-477a-9b94-bddde17af355 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:31.918554 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-993ec747-3c48-477a-9b94-bddde17af355 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3656042 Oct 04 21:06:31.924298 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 57972) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:31.935663 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network a41151f8-a1fb-4f33-9612-62c4630d2aef details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:06:31.945145 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-a45e2976-97ee-4048-b989-1f73bdfb8e97 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Request body: {'security_group_rule': {'security_group_id': 'fcbb99c0-db2a-47d0-ad3e-f85c2dc63fd3', 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:06:31.958715 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-33a7fca6-85c8-4792-a1e2-be48b9824c2e tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks [] for security_group (e14debc6-e528-4a60-8465-40cf2bb6359a), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:31.973043 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216c9d0c-d753-4bb9-85a6-cad75a317d8b tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Pushing event updated for resources: {'Subnet': ['ID=87b87f36-507c-44b1-9e1a-3286e605bdbb,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:31.996454 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-d7b7bbff-84d1-4716-8e3b-64545d34376d None None] Deleting port b2c3901c-31ad-407b-933c-c86eafebb42d {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:06:31.996454 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d7b7bbff-84d1-4716-8e3b-64545d34376d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (b2c3901c-31ad-407b-933c-c86eafebb42d), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:31.996859 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c29aef-6959-4e12-a5c7-3629bc06caaa req-1d6f978a-8422-4c0a-bb4a-13197465494b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:06:31.998601 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-97c29aef-6959-4e12-a5c7-3629bc06caaa req-1d6f978a-8422-4c0a-bb4a-13197465494b service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=f1825a1177a04e78bd4d42c9ab83c051&device_id=e5caffef-3784-4343-9a47-bb934f2b2214 HTTP/1.1" status: 200 len: 1129 time: 0.6462841 Oct 04 21:06:32.001279 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45b3924-8637-4aef-8ac7-3bba29f3e7b6 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Made reservation on behalf of 3e52093341534ca5a76295afd3cfd196 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:06:32.015787 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c45b3924-8637-4aef-8ac7-3bba29f3e7b6 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:32.133361 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-33a7fca6-85c8-4792-a1e2-be48b9824c2e tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks [] for security_group (e14debc6-e528-4a60-8465-40cf2bb6359a), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:32.415486 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a45e2976-97ee-4048-b989-1f73bdfb8e97 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group_rule (c7139c62-e25c-4100-9bf6-4b9e2413fd0f), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:32.535751 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:32.538577 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 81d21915-387a-47c1-aefa-04c01c6f72cd triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:06:32.539658 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (81d21915-387a-47c1-aefa-04c01c6f72cd), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:32.540751 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 81d21915-387a-47c1-aefa-04c01c6f72cd Oct 04 21:06:32.746227 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] For port 1c154906-993f-4652-add1-a70d59e80af4, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=1c154906-993f-4652-add1-a70d59e80af4,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:06:32.807554 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:32.853785 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-d7b7bbff-84d1-4716-8e3b-64545d34376d None None] For port b2c3901c-31ad-407b-933c-c86eafebb42d, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b2c3901c-31ad-407b-933c-c86eafebb42d,segment=NetworkSegment(a074d1d3-d8bf-45a2-a3f3-7647e2465b5f),segment_id=a074d1d3-d8bf-45a2-a3f3-7647e2465b5f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:06:32.858375 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d7b7bbff-84d1-4716-8e3b-64545d34376d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (b2c3901c-31ad-407b-933c-c86eafebb42d), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:32.944651 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-d7b7bbff-84d1-4716-8e3b-64545d34376d None None] Calling delete_port for b2c3901c-31ad-407b-933c-c86eafebb42d owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:06:32.950958 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Returning: {'device': '1c154906-993f-4652-add1-a70d59e80af4', 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7', 'port_id': '1c154906-993f-4652-add1-a70d59e80af4', 'mac_address': 'fa:16:3e:67:4c:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1956090-7ed7-4d05-a46e-a7b0885ca8e4', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 21:06:33.138628 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c45b3924-8637-4aef-8ac7-3bba29f3e7b6 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (8c097608-bf22-4893-8f90-918481d85b47), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:33.310709 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6f75c-cb3b-42f9-83ed-e9b972b5c42e req-805f1545-e45e-4dfe-9435-0ef9de325d95 tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:06:33.311170 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 81d21915-387a-47c1-aefa-04c01c6f72cd is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:06:33.311970 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (81d21915-387a-47c1-aefa-04c01c6f72cd), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:33.316291 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Current status of the port 1c154906-993f-4652-add1-a70d59e80af4 is: DOWN; New status is: BUILD {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:06:33.317026 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (1c154906-993f-4652-add1-a70d59e80af4), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:33.330026 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-01b6f75c-cb3b-42f9-83ed-e9b972b5c42e req-805f1545-e45e-4dfe-9435-0ef9de325d95 tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e5caffef-3784-4343-9a47-bb934f2b2214 HTTP/1.1" status: 200 len: 946 time: 0.9163754 Oct 04 21:06:33.337932 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a45e2976-97ee-4048-b989-1f73bdfb8e97 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group_rule (c7139c62-e25c-4100-9bf6-4b9e2413fd0f), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:33.410573 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c154906-993f-4652-add1-a70d59e80af4 {{(pid=108171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 21:06:33.456407 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:33.489721 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 81d21915-387a-47c1-aefa-04c01c6f72cd, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=81d21915-387a-47c1-aefa-04c01c6f72cd,segment=NetworkSegment(31b2e380-c66b-4d26-a7f2-9699dc0c835f),segment_id=31b2e380-c66b-4d26-a7f2-9699dc0c835f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:06:33.511846 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] For port 1c154906-993f-4652-add1-a70d59e80af4, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=1c154906-993f-4652-add1-a70d59e80af4,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:06:33.534822 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a45e2976-97ee-4048-b989-1f73bdfb8e97 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (c7139c62-e25c-4100-9bf6-4b9e2413fd0f), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:33.602299 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216c9d0c-d753-4bb9-85a6-cad75a317d8b tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Checking segment: {'id': 'f520b76c-bf5a-428e-82c7-d8816d67c7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a5b9bd99-e355-4a4e-9138-1daf27c0c576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:06:33.603433 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216c9d0c-d753-4bb9-85a6-cad75a317d8b tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Network hostable DHCP agents. Network: a5b9bd99-e355-4a4e-9138-1daf27c0c576, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:06:33.631328 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45b3924-8637-4aef-8ac7-3bba29f3e7b6 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event updated for resources: {'Subnet': ['ID=8c097608-bf22-4893-8f90-918481d85b47,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:33.648211 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (81d21915-387a-47c1-aefa-04c01c6f72cd), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:33.663024 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d7b7bbff-84d1-4716-8e3b-64545d34376d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (b2c3901c-31ad-407b-933c-c86eafebb42d), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:33.663024 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (1c154906-993f-4652-add1-a70d59e80af4), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:33.700873 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45e2976-97ee-4048-b989-1f73bdfb8e97 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7139c62-e25c-4100-9bf6-4b9e2413fd0f,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:33.711255 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-33a7fca6-85c8-4792-a1e2-be48b9824c2e tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (e14debc6-e528-4a60-8465-40cf2bb6359a), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:33.720093 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45b3924-8637-4aef-8ac7-3bba29f3e7b6 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Checking segment: {'id': 'c7ef0234-91a2-4f31-a978-5199c30ba54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'a41151f8-a1fb-4f33-9612-62c4630d2aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:06:33.724187 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45b3924-8637-4aef-8ac7-3bba29f3e7b6 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Network hostable DHCP agents. Network: a41151f8-a1fb-4f33-9612-62c4630d2aef, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:06:33.725128 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-33a7fca6-85c8-4792-a1e2-be48b9824c2e tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:33.727111 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-33a7fca6-85c8-4792-a1e2-be48b9824c2e tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/e14debc6-e528-4a60-8465-40cf2bb6359a HTTP/1.1" status: 204 len: 168 time: 3.2822435 Oct 04 21:06:33.764109 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-01b6f75c-cb3b-42f9-83ed-e9b972b5c42e req-c7399997-fc96-4f63-ac28-28b9ecb63a0d tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=853b946f-c2c7-4062-9c03-27bf6450f5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4081802 Oct 04 21:06:33.766174 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 57984) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:33.773298 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:33.794382 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b7bbff-84d1-4716-8e3b-64545d34376d None None] No DVR routers for this DVR port b2c3901c-31ad-407b-933c-c86eafebb42d on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:06:33.794776 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a803003-d0e3-41fa-8486-b81d7825588b tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Made reservation on behalf of f31334bc846b471aace4cb8b5f10ff51 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:06:33.839052 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8a803003-d0e3-41fa-8486-b81d7825588b tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:33.860333 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a7fca6-85c8-4792-a1e2-be48b9824c2e tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14debc6-e528-4a60-8465-40cf2bb6359a,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:33.867514 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216c9d0c-d753-4bb9-85a6-cad75a317d8b tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Network a5b9bd99-e355-4a4e-9138-1daf27c0c576 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:06:33.933447 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b2c3901c-31ad-407b-933c-c86eafebb42d no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:06:33.959985 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c29aef-6959-4e12-a5c7-3629bc06caaa req-49a507e8-ee3b-4936-84df-ea56f66436a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:06:33.962927 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-97c29aef-6959-4e12-a5c7-3629bc06caaa req-49a507e8-ee3b-4936-84df-ea56f66436a1 service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=42fbb05e-3f96-444f-a676-04ee9d06a8c7 HTTP/1.1" status: 200 len: 870 time: 1.9321618 Oct 04 21:06:33.990094 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a45e2976-97ee-4048-b989-1f73bdfb8e97 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:34.001650 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a45e2976-97ee-4048-b989-1f73bdfb8e97 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0755529 Oct 04 21:06:34.011407 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 57988) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:34.026548 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=81d21915-387a-47c1-aefa-04c01c6f72cd,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:34.033099 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-bbecb62f-5a97-4d9c-8dc5-b7f3fac709f8 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Request body: {'security_group_rule': {'security_group_id': 'fcbb99c0-db2a-47d0-ad3e-f85c2dc63fd3', 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:06:34.050890 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: b2c3901c-31ad-407b-933c-c86eafebb42d {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:06:34.050890 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b2c3901c-31ad-407b-933c-c86eafebb42d not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:06:34.089846 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45b3924-8637-4aef-8ac7-3bba29f3e7b6 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Network a41151f8-a1fb-4f33-9612-62c4630d2aef is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:06:34.101209 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b7bbff-84d1-4716-8e3b-64545d34376d None None] Pushing event deleted for resources: {'Port': ['ID=b2c3901c-31ad-407b-933c-c86eafebb42d,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:34.107077 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6eb542d6-7017-4295-aefb-44d1b4c10ac5 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks [] for security_group (d3d4806e-9c65-49f9-a10c-0582d6d2e5bc), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:34.260781 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6eb542d6-7017-4295-aefb-44d1b4c10ac5 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks [] for security_group (d3d4806e-9c65-49f9-a10c-0582d6d2e5bc), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:34.277828 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] get_ports_and_sgs() called for port_ids ['1c154906-993f-4652-add1-a70d59e80af4'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 21:06:34.362062 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:34.374607 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bbecb62f-5a97-4d9c-8dc5-b7f3fac709f8 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group_rule (40c89479-59b5-4f3e-a4b6-f0b07ae44a56), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:34.512779 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-c45b3924-8637-4aef-8ac7-3bba29f3e7b6 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, a41151f8-a1fb-4f33-9612-62c4630d2aef) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:06:34.537886 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45b3924-8637-4aef-8ac7-3bba29f3e7b6 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:06:34.547590 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c45b3924-8637-4aef-8ac7-3bba29f3e7b6 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:34.548352 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6b4b69-c2fb-414b-99e5-def5fb7a7179 None None] Network a41151f8-a1fb-4f33-9612-62c4630d2aef requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:06:34.578948 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Pushing event updated for resources: {'Port': ['ID=1c154906-993f-4652-add1-a70d59e80af4,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:34.755129 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-97c29aef-6959-4e12-a5c7-3629bc06caaa req-73524bcb-ba47-4c86-bebf-7538662eb4e7 service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=1c154906-993f-4652-add1-a70d59e80af4 HTTP/1.1" status: 200 len: 217 time: 0.7763119 Oct 04 21:06:34.759113 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-216c9d0c-d753-4bb9-85a6-cad75a317d8b tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, a5b9bd99-e355-4a4e-9138-1daf27c0c576) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:06:34.805501 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216c9d0c-d753-4bb9-85a6-cad75a317d8b tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:06:34.806642 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-216c9d0c-d753-4bb9-85a6-cad75a317d8b tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:34.838873 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bbecb62f-5a97-4d9c-8dc5-b7f3fac709f8 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group_rule (40c89479-59b5-4f3e-a4b6-f0b07ae44a56), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:34.849589 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9762fb20-b3b2-4cca-b48b-7d273117db1f None None] Network a5b9bd99-e355-4a4e-9138-1daf27c0c576 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:06:34.914247 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c45b3924-8637-4aef-8ac7-3bba29f3e7b6 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4271586 Oct 04 21:06:34.915311 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 57996) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:34.939536 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-fc232076-72dc-4e73-a080-0f98cd6da8e2 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Request body: {'subnet': {'network_id': 'a41151f8-a1fb-4f33-9612-62c4630d2aef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:06:34.973099 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c29aef-6959-4e12-a5c7-3629bc06caaa req-571cce92-fa2a-4564-8e0b-c38a1769b5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:06:34.980767 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-97c29aef-6959-4e12-a5c7-3629bc06caaa req-571cce92-fa2a-4564-8e0b-c38a1769b5f7 service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.2181344 Oct 04 21:06:34.985004 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8a803003-d0e3-41fa-8486-b81d7825588b tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (ba27a1bc-d329-484e-b0f1-64ee0de3c23f), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:35.128844 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:35.144033 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bbecb62f-5a97-4d9c-8dc5-b7f3fac709f8 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (40c89479-59b5-4f3e-a4b6-f0b07ae44a56), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:35.147429 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6eb542d6-7017-4295-aefb-44d1b4c10ac5 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (d3d4806e-9c65-49f9-a10c-0582d6d2e5bc), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:35.156512 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6eb542d6-7017-4295-aefb-44d1b4c10ac5 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:35.158861 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-6eb542d6-7017-4295-aefb-44d1b4c10ac5 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/d3d4806e-9c65-49f9-a10c-0582d6d2e5bc HTTP/1.1" status: 204 len: 168 time: 1.3727221 Oct 04 21:06:35.202003 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a803003-d0e3-41fa-8486-b81d7825588b tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:06:35.206241 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 57998) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:35.261672 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:35.267507 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=5 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:35.276212 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbecb62f-5a97-4d9c-8dc5-b7f3fac709f8 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40c89479-59b5-4f3e-a4b6-f0b07ae44a56,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:35.379459 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:35.405264 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-8a803003-d0e3-41fa-8486-b81d7825588b tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:06:35.562009 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528eec00-00cd-4551-9c14-8ff2584d447b None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:06:35.681711 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c29aef-6959-4e12-a5c7-3629bc06caaa req-5693437e-1ff9-478b-82f6-c49947d3a215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:06:35.684862 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-97c29aef-6959-4e12-a5c7-3629bc06caaa req-5693437e-1ff9-478b-82f6-c49947d3a215 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.6486199 Oct 04 21:06:35.706259 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a803003-d0e3-41fa-8486-b81d7825588b tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:06:35.712218 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8a803003-d0e3-41fa-8486-b81d7825588b tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:35.748367 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabf3783-da25-46b5-a3bf-da8826164f89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-a41151f8-a1fb-4f33-9612-62c4630d2aef', 'network_id': 'a41151f8-a1fb-4f33-9612-62c4630d2aef', 'project_id': '3e52093341534ca5a76295afd3cfd196', 'fixed_ips': [{'subnet_id': '8c097608-bf22-4893-8f90-918481d85b47'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:06:35.749872 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fabf3783-da25-46b5-a3bf-da8826164f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:35.761747 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-216c9d0c-d753-4bb9-85a6-cad75a317d8b tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 6.2441559 Oct 04 21:06:35.763770 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58006) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:35.820898 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-d1d3e0d6-2463-45e1-b22a-3bd39f63b717 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-335741960'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:06:35.888090 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:36.001554 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb542d6-7017-4295-aefb-44d1b4c10ac5 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d4806e-9c65-49f9-a10c-0582d6d2e5bc,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:36.029114 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a803003-d0e3-41fa-8486-b81d7825588b tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event updated for resources: {'Subnet': ['ID=ba27a1bc-d329-484e-b0f1-64ee0de3c23f,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:36.040500 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d3e0d6-2463-45e1-b22a-3bd39f63b717 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Made reservation on behalf of d2227c0bff3a4d24894ea6838f5ffe54 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:06:36.043104 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47b6753-0d65-4b0a-ac31-69030b38ba12 req-7b3e6024-b8a3-4e04-afe2-97b9d642206b tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:06:36.046257 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c47b6753-0d65-4b0a-ac31-69030b38ba12 req-7b3e6024-b8a3-4e04-afe2-97b9d642206b tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e5caffef-3784-4343-9a47-bb934f2b2214 HTTP/1.1" status: 200 len: 947 time: 0.9347324 Oct 04 21:06:36.057350 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d1d3e0d6-2463-45e1-b22a-3bd39f63b717 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:36.062002 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bbecb62f-5a97-4d9c-8dc5-b7f3fac709f8 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:36.064218 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-bbecb62f-5a97-4d9c-8dc5-b7f3fac709f8 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.0472076 Oct 04 21:06:36.067932 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 81d21915-387a-47c1-aefa-04c01c6f72cd up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:06:36.097444 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-8a803003-d0e3-41fa-8486-b81d7825588b tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 4.6991441 Oct 04 21:06:36.132791 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58010) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:36.133925 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58008) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:36.150713 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-cb75777d-4ac0-4e46-8e8b-ef5f3b7ed08c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Request body: {'port': {'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'name': 'tempest-NetworksTestDHCPv6-637963813'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:06:36.165475 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171ebd4a-d456-4312-b109-156b206cf342 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-a5b9bd99-e355-4a4e-9138-1daf27c0c576', 'network_id': 'a5b9bd99-e355-4a4e-9138-1daf27c0c576', 'project_id': 'd2227c0bff3a4d24894ea6838f5ffe54', 'fixed_ips': [{'subnet_id': '87b87f36-507c-44b1-9e1a-3286e605bdbb'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:06:36.167654 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-171ebd4a-d456-4312-b109-156b206cf342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:36.177353 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-6a805b8b-f3b8-4db8-a783-5ad7e0b8979b tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Request body: {'security_group_rule': {'security_group_id': 'fcbb99c0-db2a-47d0-ad3e-f85c2dc63fd3', 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:06:36.522053 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 81d21915-387a-47c1-aefa-04c01c6f72cd triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:06:36.524257 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (81d21915-387a-47c1-aefa-04c01c6f72cd), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:36.526872 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 81d21915-387a-47c1-aefa-04c01c6f72cd Oct 04 21:06:36.586277 n-d-852085-12 neutron-server[108169]: INFO neutron.db.securitygroups_db [None req-6a805b8b-f3b8-4db8-a783-5ad7e0b8979b tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Project 2f27496d38be44c29c3cd5bc4ae008d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 21:06:36.627862 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6a805b8b-f3b8-4db8-a783-5ad7e0b8979b tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group_rule (031da9a5-3e33-4f21-93d2-2e9eaca0ff17), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:36.638178 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-97c29aef-6959-4e12-a5c7-3629bc06caaa req-b8f0e089-c322-4808-abd0-94c4fd4d334a service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8279102 Oct 04 21:06:36.987809 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c47b6753-0d65-4b0a-ac31-69030b38ba12 req-f4001175-fbba-4b96-b6e8-8089102ec752 tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=853b946f-c2c7-4062-9c03-27bf6450f5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9188421 Oct 04 21:06:37.051692 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc232076-72dc-4e73-a080-0f98cd6da8e2 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Made reservation on behalf of 3e52093341534ca5a76295afd3cfd196 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:06:37.058504 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fc232076-72dc-4e73-a080-0f98cd6da8e2 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:37.163878 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb75777d-4ac0-4e46-8e8b-ef5f3b7ed08c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Made reservation on behalf of f31334bc846b471aace4cb8b5f10ff51 for: {'port': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:06:37.189461 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cb75777d-4ac0-4e46-8e8b-ef5f3b7ed08c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:37.191327 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1d3e0d6-2463-45e1-b22a-3bd39f63b717 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:06:37.245275 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68727385-7ffb-4c52-9147-945409e18f41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-42edc29f-8c98-4058-994e-1dc4e7a022d1', 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'project_id': 'f31334bc846b471aace4cb8b5f10ff51', 'fixed_ips': [{'subnet_id': 'ba27a1bc-d329-484e-b0f1-64ee0de3c23f'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:06:37.248259 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-68727385-7ffb-4c52-9147-945409e18f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:37.289748 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:37.367589 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [None req-cb75777d-4ac0-4e46-8e8b-ef5f3b7ed08c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] device_id is not set on port 3f6ff564-30df-41da-a132-a547a585a293 yet. {{(pid=108170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 21:06:37.398416 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6a805b8b-f3b8-4db8-a783-5ad7e0b8979b tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group_rule (031da9a5-3e33-4f21-93d2-2e9eaca0ff17), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:37.422270 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d1d3e0d6-2463-45e1-b22a-3bd39f63b717 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (c4329292-c639-41ee-855c-77687252a58b), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:37.424250 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-d1d3e0d6-2463-45e1-b22a-3bd39f63b717 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Added segment c4329292-c639-41ee-855c-77687252a58b of type vlan for network 08a37b62-c595-4f6e-8701-ca19d68bb7d8 Oct 04 21:06:37.589720 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6a805b8b-f3b8-4db8-a783-5ad7e0b8979b tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (031da9a5-3e33-4f21-93d2-2e9eaca0ff17), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:37.617243 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d1d3e0d6-2463-45e1-b22a-3bd39f63b717 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (08a37b62-c595-4f6e-8701-ca19d68bb7d8), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:37.626044 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:37.657393 n-d-852085-12 neutron-server[108170]: INFO neutron.db.ipam_backend_mixin [None req-fc232076-72dc-4e73-a080-0f98cd6da8e2 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8c097608-bf22-4893-8f90-918481d85b47 (CIDR: 172.20.0.0/28) Oct 04 21:06:37.763817 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a805b8b-f3b8-4db8-a783-5ad7e0b8979b tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=031da9a5-3e33-4f21-93d2-2e9eaca0ff17,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:37.788502 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-97c29aef-6959-4e12-a5c7-3629bc06caaa req-e9b930dd-4fc7-4d5b-b3d2-5de45e5fb3b1 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1316729 Oct 04 21:06:37.799730 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.db.resource_extend [None req-d1d3e0d6-2463-45e1-b22a-3bd39f63b717 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 04 21:06:37.837388 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6a805b8b-f3b8-4db8-a783-5ad7e0b8979b tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:37.838235 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc232076-72dc-4e73-a080-0f98cd6da8e2 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 21:06:37.839049 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc232076-72dc-4e73-a080-0f98cd6da8e2 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:06:37.846326 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-6a805b8b-f3b8-4db8-a783-5ad7e0b8979b tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.6795537 Oct 04 21:06:37.848033 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5c03e27e-08e9-4ad6-8fe4-e16622f8cff7 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (3a7821d1-7c0c-4b7d-a58f-babf5abbb027), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:37.863339 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58022) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:37.893855 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-72a4567f-f60f-450a-b2a1-25df71c07bb6 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Request body: {'security_group_rule': {'security_group_id': 'fcbb99c0-db2a-47d0-ad3e-f85c2dc63fd3', 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:06:38.040468 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-cb75777d-4ac0-4e46-8e8b-ef5f3b7ed08c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Allocated IP 2001:db8::295 (42edc29f-8c98-4058-994e-1dc4e7a022d1/ba27a1bc-d329-484e-b0f1-64ee0de3c23f/3f6ff564-30df-41da-a132-a547a585a293) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:06:38.346060 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d1d3e0d6-2463-45e1-b22a-3bd39f63b717 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (08a37b62-c595-4f6e-8701-ca19d68bb7d8), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:38.348462 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-fabf3783-da25-46b5-a3bf-da8826164f89 None None] Allocated IP 172.20.0.2 (a41151f8-a1fb-4f33-9612-62c4630d2aef/8c097608-bf22-4893-8f90-918481d85b47/70a45c2f-8df2-45a6-aec9-99246c55bb54) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:06:38.359499 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d3e0d6-2463-45e1-b22a-3bd39f63b717 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:06:38.360926 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d1d3e0d6-2463-45e1-b22a-3bd39f63b717 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:38.380122 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-fc232076-72dc-4e73-a080-0f98cd6da8e2 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 3.4628370 Oct 04 21:06:38.507947 n-d-852085-12 neutron-server[108170]: INFO neutron.db.securitygroups_db [None req-72a4567f-f60f-450a-b2a1-25df71c07bb6 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Project 2f27496d38be44c29c3cd5bc4ae008d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 21:06:38.513874 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58034) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:38.534496 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:38.546003 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d3e0d6-2463-45e1-b22a-3bd39f63b717 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Pushing event updated for resources: {'Network': ['ID=08a37b62-c595-4f6e-8701-ca19d68bb7d8,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:38.578652 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:38.581576 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device 1c154906-993f-4652-add1-a70d59e80af4 up at agent hyperv_n-h1-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:06:38.604147 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-9c5a7612-2b9a-4e99-a93d-699040672a6d tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Request body: {'subnet': {'network_id': 'a41151f8-a1fb-4f33-9612-62c4630d2aef', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:06:38.608733 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 08a37b62-c595-4f6e-8701-ca19d68bb7d8 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:06:38.678292 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-72a4567f-f60f-450a-b2a1-25df71c07bb6 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group_rule (1fd8ceba-c83e-4e2a-89ec-8b5f61d851dc), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:38.683913 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:38.719905 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d1d3e0d6-2463-45e1-b22a-3bd39f63b717 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.9042075 Oct 04 21:06:38.721003 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58036) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:38.733331 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cb75777d-4ac0-4e46-8e8b-ef5f3b7ed08c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for port (3f6ff564-30df-41da-a132-a547a585a293), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:38.735492 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-d6e2c1d5-ce27-4360-9066-d7f982f0da68 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Request body: {'subnet': {'network_id': '08a37b62-c595-4f6e-8701-ca19d68bb7d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:06:38.850124 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-5c03e27e-08e9-4ad6-8fe4-e16622f8cff7 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Deleting port 81d21915-387a-47c1-aefa-04c01c6f72cd {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:06:38.850998 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5c03e27e-08e9-4ad6-8fe4-e16622f8cff7 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (81d21915-387a-47c1-aefa-04c01c6f72cd), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:38.984514 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6579d303-f926-4d76-b9ca-278867a4ede8 req-cafd3f94-4e6a-4636-b25c-d660c5c69e63 tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:06:38.987393 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-6579d303-f926-4d76-b9ca-278867a4ede8 req-cafd3f94-4e6a-4636-b25c-d660c5c69e63 tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e5caffef-3784-4343-9a47-bb934f2b2214 HTTP/1.1" status: 200 len: 947 time: 0.4531260 Oct 04 21:06:38.994822 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-171ebd4a-d456-4312-b109-156b206cf342 None None] Allocated IP 172.20.255.242 (a5b9bd99-e355-4a4e-9138-1daf27c0c576/87b87f36-507c-44b1-9e1a-3286e605bdbb/42dabfbd-1c92-4ce7-b4b8-715b646d1b15) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:06:39.031092 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=86,neutron:UPDATE=6,neutron:INSERT=8 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:39.051558 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 81d21915-387a-47c1-aefa-04c01c6f72cd is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:06:39.165937 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Provisioning for port 1c154906-993f-4652-add1-a70d59e80af4 completed by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 21:06:39.204947 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cb75777d-4ac0-4e46-8e8b-ef5f3b7ed08c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (3f6ff564-30df-41da-a132-a547a585a293), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:39.252023 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-72a4567f-f60f-450a-b2a1-25df71c07bb6 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group_rule (1fd8ceba-c83e-4e2a-89ec-8b5f61d851dc), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:39.256571 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-5c03e27e-08e9-4ad6-8fe4-e16622f8cff7 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] For port 81d21915-387a-47c1-aefa-04c01c6f72cd, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=81d21915-387a-47c1-aefa-04c01c6f72cd,segment=NetworkSegment(31b2e380-c66b-4d26-a7f2-9699dc0c835f),segment_id=31b2e380-c66b-4d26-a7f2-9699dc0c835f)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:06:39.257512 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5c03e27e-08e9-4ad6-8fe4-e16622f8cff7 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (81d21915-387a-47c1-aefa-04c01c6f72cd), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:39.295929 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-5c03e27e-08e9-4ad6-8fe4-e16622f8cff7 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Calling delete_port for 81d21915-387a-47c1-aefa-04c01c6f72cd owned by network:router_interface {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:06:39.346347 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fabf3783-da25-46b5-a3bf-da8826164f89 None None] Publish callbacks [] for port (70a45c2f-8df2-45a6-aec9-99246c55bb54), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:39.388913 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Provisioning complete for port 1c154906-993f-4652-add1-a70d59e80af4 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:06:39.390280 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (1c154906-993f-4652-add1-a70d59e80af4), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:39.390456 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Attempt 1 to provision port 1c154906-993f-4652-add1-a70d59e80af4 Oct 04 21:06:39.423693 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-6579d303-f926-4d76-b9ca-278867a4ede8 req-e87e075e-c6f1-4583-afdc-828057a3df1c tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=853b946f-c2c7-4062-9c03-27bf6450f5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3784313 Oct 04 21:06:39.428079 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb75777d-4ac0-4e46-8e8b-ef5f3b7ed08c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:06:39.450217 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-68727385-7ffb-4c52-9147-945409e18f41 None None] Allocated IP 2001:db8::2 (42edc29f-8c98-4058-994e-1dc4e7a022d1/ba27a1bc-d329-484e-b0f1-64ee0de3c23f/abd7ebf4-c661-4e8a-b4dd-de35d29ccd74) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:06:39.461150 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e2c1d5-ce27-4360-9066-d7f982f0da68 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Made reservation on behalf of d2227c0bff3a4d24894ea6838f5ffe54 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:06:39.482671 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d6e2c1d5-ce27-4360-9066-d7f982f0da68 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:39.491749 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-72a4567f-f60f-450a-b2a1-25df71c07bb6 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (1fd8ceba-c83e-4e2a-89ec-8b5f61d851dc), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:39.495393 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-cb75777d-4ac0-4e46-8e8b-ef5f3b7ed08c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:06:39.514086 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb75777d-4ac0-4e46-8e8b-ef5f3b7ed08c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:06:39.524379 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb75777d-4ac0-4e46-8e8b-ef5f3b7ed08c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:06:39.525625 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cb75777d-4ac0-4e46-8e8b-ef5f3b7ed08c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:39.558876 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fabf3783-da25-46b5-a3bf-da8826164f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (70a45c2f-8df2-45a6-aec9-99246c55bb54), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:39.581962 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb75777d-4ac0-4e46-8e8b-ef5f3b7ed08c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event updated for resources: {'Port': ['ID=3f6ff564-30df-41da-a132-a547a585a293,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:39.589875 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:39.602582 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a4567f-f60f-450a-b2a1-25df71c07bb6 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fd8ceba-c83e-4e2a-89ec-8b5f61d851dc,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:39.670858 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:39.682110 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-cb75777d-4ac0-4e46-8e8b-ef5f3b7ed08c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5401227 Oct 04 21:06:39.686133 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58044) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:39.722539 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5a7612-2b9a-4e99-a93d-699040672a6d tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Made reservation on behalf of 3e52093341534ca5a76295afd3cfd196 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:06:39.731843 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9c5a7612-2b9a-4e99-a93d-699040672a6d tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:39.741043 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-72a4567f-f60f-450a-b2a1-25df71c07bb6 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:39.748719 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-72a4567f-f60f-450a-b2a1-25df71c07bb6 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.8735967 Oct 04 21:06:39.749416 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58046) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:39.758805 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-1ee87375-1952-44aa-8430-6ed47cce215e tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Request body: {'network': {'name': 'tempest-network-smoke--981524219', 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'port_security_enabled': True}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:06:39.879284 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabf3783-da25-46b5-a3bf-da8826164f89 None None] Network a41151f8-a1fb-4f33-9612-62c4630d2aef is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:06:39.885763 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=86,neutron:UPDATE=8,neutron:DELETE=1,neutron:INSERT=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:39.916725 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f78de6-c3ce-40db-bc65-6db413563972 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:06:39.919606 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f6f78de6-c3ce-40db-bc65-6db413563972 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2212212 Oct 04 21:06:39.927999 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58048) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:39.980141 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-fabf3783-da25-46b5-a3bf-da8826164f89 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:06:40.048122 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee87375-1952-44aa-8430-6ed47cce215e tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Made reservation on behalf of 2f27496d38be44c29c3cd5bc4ae008d8 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:06:40.056857 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1ee87375-1952-44aa-8430-6ed47cce215e tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:40.079423 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-171ebd4a-d456-4312-b109-156b206cf342 None None] Publish callbacks [] for port (42dabfbd-1c92-4ce7-b4b8-715b646d1b15), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:40.115355 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabf3783-da25-46b5-a3bf-da8826164f89 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:06:40.131813 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabf3783-da25-46b5-a3bf-da8826164f89 None None] Pushing event updated for resources: {'Port': ['ID=70a45c2f-8df2-45a6-aec9-99246c55bb54,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:40.286073 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-2ca6ba53-b0b6-4659-8cf3-066584a38b48 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Deleting port 3f6ff564-30df-41da-a132-a547a585a293 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:06:40.286679 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2ca6ba53-b0b6-4659-8cf3-066584a38b48 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (3f6ff564-30df-41da-a132-a547a585a293), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:40.336957 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ee87375-1952-44aa-8430-6ed47cce215e tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:06:40.354884 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-68727385-7ffb-4c52-9147-945409e18f41 None None] Publish callbacks [] for port (abd7ebf4-c661-4e8a-b4dd-de35d29ccd74), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:40.364665 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1ee87375-1952-44aa-8430-6ed47cce215e tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (3688e459-2f92-459d-9edd-ce6cc76acd78), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:40.366844 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-1ee87375-1952-44aa-8430-6ed47cce215e tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Added segment 3688e459-2f92-459d-9edd-ce6cc76acd78 of type vlan for network a474691d-037a-419a-8b70-0073c7bbfc01 Oct 04 21:06:40.390490 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-171ebd4a-d456-4312-b109-156b206cf342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (42dabfbd-1c92-4ce7-b4b8-715b646d1b15), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:40.478423 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1ee87375-1952-44aa-8430-6ed47cce215e tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (a474691d-037a-419a-8b70-0073c7bbfc01), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:40.646079 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=81,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:40.656008 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5c03e27e-08e9-4ad6-8fe4-e16622f8cff7 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (81d21915-387a-47c1-aefa-04c01c6f72cd), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:40.675032 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171ebd4a-d456-4312-b109-156b206cf342 None None] Pushing event updated for resources: {'Port': ['ID=42dabfbd-1c92-4ce7-b4b8-715b646d1b15,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:40.693057 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-68727385-7ffb-4c52-9147-945409e18f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (abd7ebf4-c661-4e8a-b4dd-de35d29ccd74), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:40.726670 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c03e27e-08e9-4ad6-8fe4-e16622f8cff7 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Pushing event deleted for resources: {'Port': ['ID=81d21915-387a-47c1-aefa-04c01c6f72cd,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:40.752002 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1ee87375-1952-44aa-8430-6ed47cce215e tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (a474691d-037a-419a-8b70-0073c7bbfc01), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:40.780077 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee87375-1952-44aa-8430-6ed47cce215e tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:06:40.781186 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1ee87375-1952-44aa-8430-6ed47cce215e tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:41.095897 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Current status of the port 1c154906-993f-4652-add1-a70d59e80af4 is: BUILD; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:06:41.097917 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (1c154906-993f-4652-add1-a70d59e80af4), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:41.113195 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee87375-1952-44aa-8430-6ed47cce215e tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Pushing event updated for resources: {'Network': ['ID=a474691d-037a-419a-8b70-0073c7bbfc01,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:41.141998 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-1ee87375-1952-44aa-8430-6ed47cce215e tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3863428 Oct 04 21:06:41.148686 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9c5a7612-2b9a-4e99-a93d-699040672a6d tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (bba569e1-7a5e-4b13-960f-484dbec5aafe), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:41.203624 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68727385-7ffb-4c52-9147-945409e18f41 None None] Pushing event updated for resources: {'Port': ['ID=abd7ebf4-c661-4e8a-b4dd-de35d29ccd74,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:41.218788 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171ebd4a-d456-4312-b109-156b206cf342 None None] Network a5b9bd99-e355-4a4e-9138-1daf27c0c576 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:06:41.228506 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68727385-7ffb-4c52-9147-945409e18f41 None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:06:41.293440 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d6e2c1d5-ce27-4360-9066-d7f982f0da68 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (326001b9-1468-4655-a3e8-9455cde59408), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:41.300568 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network a474691d-037a-419a-8b70-0073c7bbfc01 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:06:41.310841 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58060) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:41.330532 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-171ebd4a-d456-4312-b109-156b206cf342 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:06:41.348613 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:DELETE=2,neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:41.366461 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171ebd4a-d456-4312-b109-156b206cf342 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:06:41.377628 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-3069cd7b-5183-43bf-99de-48623c6d06a0 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-569934637', 'admin_state_up': True, 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:06:41.428912 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5a7612-2b9a-4e99-a93d-699040672a6d tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Network a41151f8-a1fb-4f33-9612-62c4630d2aef is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:06:41.447129 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:41.454143 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-68727385-7ffb-4c52-9147-945409e18f41 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:06:41.457755 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-9c5a7612-2b9a-4e99-a93d-699040672a6d tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:06:41.470604 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5a7612-2b9a-4e99-a93d-699040672a6d tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:06:41.472717 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9c5a7612-2b9a-4e99-a93d-699040672a6d tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:41.491418 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d818de1-4a98-44a8-bd9b-bba4a56299f0 req-35d5672c-5ebd-4a6c-8ccd-54ac43a2944f tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:06:41.505296 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-5d818de1-4a98-44a8-bd9b-bba4a56299f0 req-35d5672c-5ebd-4a6c-8ccd-54ac43a2944f tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e5caffef-3784-4343-9a47-bb934f2b2214 HTTP/1.1" status: 200 len: 947 time: 0.6667669 Oct 04 21:06:41.519691 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5caffef-3784-4343-9a47-bb934f2b2214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c154906-993f-4652-add1-a70d59e80af4'}] {{(pid=108171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 21:06:41.528695 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966b91da6921e714df7c26a37f4733087768fb9a36052be1ead95d4d835f43be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda5ec03-0747-472c-913c-c30868d2e976" -d '{"events": [{"server_uuid": "e5caffef-3784-4343-9a47-bb934f2b2214", "name": "network-vif-plugged", "status": "completed", "tag": "1c154906-993f-4652-add1-a70d59e80af4"}]}' {{(pid=108171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 21:06:41.604603 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68727385-7ffb-4c52-9147-945409e18f41 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:06:41.661247 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] For port 1c154906-993f-4652-add1-a70d59e80af4, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=1c154906-993f-4652-add1-a70d59e80af4,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:06:41.682320 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2ca6ba53-b0b6-4659-8cf3-066584a38b48 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (3f6ff564-30df-41da-a132-a547a585a293), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:41.760260 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-fabf3783-da25-46b5-a3bf-da8826164f89 None None] Attempting to bind port 70a45c2f-8df2-45a6-aec9-99246c55bb54 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:06:41.761064 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-fabf3783-da25-46b5-a3bf-da8826164f89 None None] Attempting to bind port 70a45c2f-8df2-45a6-aec9-99246c55bb54 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'c7ef0234-91a2-4f31-a978-5199c30ba54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'a41151f8-a1fb-4f33-9612-62c4630d2aef'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:06:41.761793 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabf3783-da25-46b5-a3bf-da8826164f89 None None] Attempting to bind port 70a45c2f-8df2-45a6-aec9-99246c55bb54 on network a41151f8-a1fb-4f33-9612-62c4630d2aef {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:06:41.781633 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-5d818de1-4a98-44a8-bd9b-bba4a56299f0 req-edebdab9-5b74-4b42-9abf-210d3186af05 tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=853b946f-c2c7-4062-9c03-27bf6450f5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744498 Oct 04 21:06:41.788312 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5a7612-2b9a-4e99-a93d-699040672a6d tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event updated for resources: {'Subnet': ['ID=bba569e1-7a5e-4b13-960f-484dbec5aafe,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:41.842372 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-2ca6ba53-b0b6-4659-8cf3-066584a38b48 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Calling delete_port for 3f6ff564-30df-41da-a132-a547a585a293 owned by {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:06:41.850436 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3069cd7b-5183-43bf-99de-48623c6d06a0 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (3cceef38-5bbb-48d2-867f-52c1ffcc92d7), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:41.854801 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3069cd7b-5183-43bf-99de-48623c6d06a0 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (3cceef38-5bbb-48d2-867f-52c1ffcc92d7), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:41.876016 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-9c5a7612-2b9a-4e99-a93d-699040672a6d tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.2935584 Oct 04 21:06:41.876824 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58074) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:41.894937 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-2ef5f67c-ee01-403e-91f3-5d21112d8bd8 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Request body: {'port': {'network_id': 'a41151f8-a1fb-4f33-9612-62c4630d2aef', 'fixed_ips': [{'subnet_id': '8c097608-bf22-4893-8f90-918481d85b47'}, {'subnet_id': 'bba569e1-7a5e-4b13-960f-484dbec5aafe'}], 'name': 'tempest-PortsTestJSON-532086732'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:06:41.963609 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e2c1d5-ce27-4360-9066-d7f982f0da68 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Pushing event updated for resources: {'Subnet': ['ID=326001b9-1468-4655-a3e8-9455cde59408,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:42.091699 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (1c154906-993f-4652-add1-a70d59e80af4), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:42.102819 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:42.301678 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 21:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a02fce8-0dc2-41e8-9356-9ecd2090fb41 x-openstack-request-id: req-0a02fce8-0dc2-41e8-9356-9ecd2090fb41 {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 21:06:42.302308 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5caffef-3784-4343-9a47-bb934f2b2214", "name": "network-vif-plugged", "status": "completed", "tag": "1c154906-993f-4652-add1-a70d59e80af4", "code": 200}]} {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 21:06:42.302859 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0a02fce8-0dc2-41e8-9356-9ecd2090fb41 {{(pid=108171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 21:06:42.304219 n-d-852085-12 neutron-server[108171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a02fce8-0dc2-41e8-9356-9ecd2090fb41'] response: {'server_uuid': 'e5caffef-3784-4343-9a47-bb934f2b2214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c154906-993f-4652-add1-a70d59e80af4', 'code': 200} Oct 04 21:06:42.402897 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef5f67c-ee01-403e-91f3-5d21112d8bd8 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Made reservation on behalf of 3e52093341534ca5a76295afd3cfd196 for: {'port': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:06:42.508494 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-171ebd4a-d456-4312-b109-156b206cf342 None None] Attempting to bind port 42dabfbd-1c92-4ce7-b4b8-715b646d1b15 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:06:42.510448 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-171ebd4a-d456-4312-b109-156b206cf342 None None] Attempting to bind port 42dabfbd-1c92-4ce7-b4b8-715b646d1b15 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'f520b76c-bf5a-428e-82c7-d8816d67c7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a5b9bd99-e355-4a4e-9138-1daf27c0c576'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:06:42.510448 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171ebd4a-d456-4312-b109-156b206cf342 None None] Attempting to bind port 42dabfbd-1c92-4ce7-b4b8-715b646d1b15 on network a5b9bd99-e355-4a4e-9138-1daf27c0c576 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:06:42.626937 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5c03e27e-08e9-4ad6-8fe4-e16622f8cff7 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (3a7821d1-7c0c-4b7d-a58f-babf5abbb027), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:42.659636 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-68727385-7ffb-4c52-9147-945409e18f41 None None] Attempting to bind port abd7ebf4-c661-4e8a-b4dd-de35d29ccd74 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:06:42.660328 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-68727385-7ffb-4c52-9147-945409e18f41 None None] Attempting to bind port abd7ebf4-c661-4e8a-b4dd-de35d29ccd74 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:06:42.662851 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68727385-7ffb-4c52-9147-945409e18f41 None None] Attempting to bind port abd7ebf4-c661-4e8a-b4dd-de35d29ccd74 on network 42edc29f-8c98-4058-994e-1dc4e7a022d1 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:06:42.748971 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:42.756373 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2ef5f67c-ee01-403e-91f3-5d21112d8bd8 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:42.796714 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [None req-2ef5f67c-ee01-403e-91f3-5d21112d8bd8 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] device_id is not set on port 10f0281b-5142-4059-b047-30ffa21c2688 yet. {{(pid=108170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 21:06:42.872559 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Pushing event updated for resources: {'Port': ['ID=1c154906-993f-4652-add1-a70d59e80af4,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:42.935836 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabf3783-da25-46b5-a3bf-da8826164f89 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:06:42.936280 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabf3783-da25-46b5-a3bf-da8826164f89 None None] Checking segment: {'id': 'c7ef0234-91a2-4f31-a978-5199c30ba54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'a41151f8-a1fb-4f33-9612-62c4630d2aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:06:42.936973 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fabf3783-da25-46b5-a3bf-da8826164f89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:42.939196 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabf3783-da25-46b5-a3bf-da8826164f89 None None] Bound using segment: {'id': 'c7ef0234-91a2-4f31-a978-5199c30ba54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'a41151f8-a1fb-4f33-9612-62c4630d2aef'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:06:42.940207 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-fabf3783-da25-46b5-a3bf-da8826164f89 None None] Bound port: 70a45c2f-8df2-45a6-aec9-99246c55bb54, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7ef0234-91a2-4f31-a978-5199c30ba54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'a41151f8-a1fb-4f33-9612-62c4630d2aef'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:06:42.940998 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fabf3783-da25-46b5-a3bf-da8826164f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (70a45c2f-8df2-45a6-aec9-99246c55bb54), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:43.094291 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68727385-7ffb-4c52-9147-945409e18f41 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:06:43.095053 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68727385-7ffb-4c52-9147-945409e18f41 None None] Checking segment: {'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:06:43.096308 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-68727385-7ffb-4c52-9147-945409e18f41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:43.096998 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68727385-7ffb-4c52-9147-945409e18f41 None None] Bound using segment: {'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:06:43.097877 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-68727385-7ffb-4c52-9147-945409e18f41 None None] Bound port: abd7ebf4-c661-4e8a-b4dd-de35d29ccd74, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:06:43.098531 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-68727385-7ffb-4c52-9147-945409e18f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (abd7ebf4-c661-4e8a-b4dd-de35d29ccd74), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:43.206257 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e2c1d5-ce27-4360-9066-d7f982f0da68 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Checking segment: {'id': 'c4329292-c639-41ee-855c-77687252a58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '08a37b62-c595-4f6e-8701-ca19d68bb7d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:06:43.207173 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e2c1d5-ce27-4360-9066-d7f982f0da68 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Network hostable DHCP agents. Network: 08a37b62-c595-4f6e-8701-ca19d68bb7d8, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:06:43.259827 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171ebd4a-d456-4312-b109-156b206cf342 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:06:43.262985 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171ebd4a-d456-4312-b109-156b206cf342 None None] Checking segment: {'id': 'f520b76c-bf5a-428e-82c7-d8816d67c7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a5b9bd99-e355-4a4e-9138-1daf27c0c576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:06:43.264049 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-171ebd4a-d456-4312-b109-156b206cf342 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:43.265924 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171ebd4a-d456-4312-b109-156b206cf342 None None] Bound using segment: {'id': 'f520b76c-bf5a-428e-82c7-d8816d67c7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a5b9bd99-e355-4a4e-9138-1daf27c0c576'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:06:43.267222 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-171ebd4a-d456-4312-b109-156b206cf342 None None] Bound port: 42dabfbd-1c92-4ce7-b4b8-715b646d1b15, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f520b76c-bf5a-428e-82c7-d8816d67c7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a5b9bd99-e355-4a4e-9138-1daf27c0c576'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:06:43.270460 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-171ebd4a-d456-4312-b109-156b206cf342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (42dabfbd-1c92-4ce7-b4b8-715b646d1b15), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:43.386999 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-fabf3783-da25-46b5-a3bf-da8826164f89 None None] For port 70a45c2f-8df2-45a6-aec9-99246c55bb54, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:06:43.388450 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe22f51-2b48-4ebf-93a2-2059fe074d87 req-05419cc5-39ba-4440-a2a0-6265609faa23 tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:06:43.392450 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-cbe22f51-2b48-4ebf-93a2-2059fe074d87 req-05419cc5-39ba-4440-a2a0-6265609faa23 tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e5caffef-3784-4343-9a47-bb934f2b2214 HTTP/1.1" status: 200 len: 948 time: 0.2433846 Oct 04 21:06:43.405309 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-fabf3783-da25-46b5-a3bf-da8826164f89 None None] For port 70a45c2f-8df2-45a6-aec9-99246c55bb54, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=70a45c2f-8df2-45a6-aec9-99246c55bb54,segment=NetworkSegment(c7ef0234-91a2-4f31-a978-5199c30ba54c),segment_id=c7ef0234-91a2-4f31-a978-5199c30ba54c)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:06:43.407172 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:43.487652 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3069cd7b-5183-43bf-99de-48623c6d06a0 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for router_controller (3cceef38-5bbb-48d2-867f-52c1ffcc92d7), precommit_add_association {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:43.500664 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2ca6ba53-b0b6-4659-8cf3-066584a38b48 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (3f6ff564-30df-41da-a132-a547a585a293), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:43.510987 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6713858-5f3d-46df-a97a-801bc4090fd2 req-c45363c6-1788-4a9f-adfe-418f8779bdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:06:43.515419 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-b6713858-5f3d-46df-a97a-801bc4090fd2 req-c45363c6-1788-4a9f-adfe-418f8779bdc5 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=e5caffef-3784-4343-9a47-bb934f2b2214 HTTP/1.1" status: 200 len: 1131 time: 0.9978552 Oct 04 21:06:43.543482 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fabf3783-da25-46b5-a3bf-da8826164f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (70a45c2f-8df2-45a6-aec9-99246c55bb54), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:43.548361 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:INSERT=2,neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:43.731819 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-2ef5f67c-ee01-403e-91f3-5d21112d8bd8 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Allocated IP 172.20.0.10 (a41151f8-a1fb-4f33-9612-62c4630d2aef/8c097608-bf22-4893-8f90-918481d85b47/10f0281b-5142-4059-b047-30ffa21c2688) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:06:43.762901 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-2ef5f67c-ee01-403e-91f3-5d21112d8bd8 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Allocated IP 172.20.0.20 (a41151f8-a1fb-4f33-9612-62c4630d2aef/bba569e1-7a5e-4b13-960f-484dbec5aafe/10f0281b-5142-4059-b047-30ffa21c2688) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:06:43.897338 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-171ebd4a-d456-4312-b109-156b206cf342 None None] For port 42dabfbd-1c92-4ce7-b4b8-715b646d1b15, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:06:43.912680 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabf3783-da25-46b5-a3bf-da8826164f89 None None] Pushing event updated for resources: {'Port': ['ID=70a45c2f-8df2-45a6-aec9-99246c55bb54,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:44.168333 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-171ebd4a-d456-4312-b109-156b206cf342 None None] For port 42dabfbd-1c92-4ce7-b4b8-715b646d1b15, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=42dabfbd-1c92-4ce7-b4b8-715b646d1b15,segment=NetworkSegment(f520b76c-bf5a-428e-82c7-d8816d67c7f9),segment_id=f520b76c-bf5a-428e-82c7-d8816d67c7f9)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:06:44.220913 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-68727385-7ffb-4c52-9147-945409e18f41 None None] For port abd7ebf4-c661-4e8a-b4dd-de35d29ccd74, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:06:44.223756 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-cbe22f51-2b48-4ebf-93a2-2059fe074d87 req-0de50537-3ee1-41e9-9d21-084e5f8361c0 tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=853b946f-c2c7-4062-9c03-27bf6450f5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5144472 Oct 04 21:06:44.353532 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-68727385-7ffb-4c52-9147-945409e18f41 None None] For port abd7ebf4-c661-4e8a-b4dd-de35d29ccd74, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=abd7ebf4-c661-4e8a-b4dd-de35d29ccd74,segment=NetworkSegment(a074d1d3-d8bf-45a2-a3f3-7647e2465b5f),segment_id=a074d1d3-d8bf-45a2-a3f3-7647e2465b5f)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:06:44.363606 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-171ebd4a-d456-4312-b109-156b206cf342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (42dabfbd-1c92-4ce7-b4b8-715b646d1b15), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:44.538409 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-68727385-7ffb-4c52-9147-945409e18f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (abd7ebf4-c661-4e8a-b4dd-de35d29ccd74), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:44.747759 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171ebd4a-d456-4312-b109-156b206cf342 None None] Pushing event updated for resources: {'Port': ['ID=42dabfbd-1c92-4ce7-b4b8-715b646d1b15,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:44.916422 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:44.991027 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68727385-7ffb-4c52-9147-945409e18f41 None None] Pushing event updated for resources: {'Port': ['ID=abd7ebf4-c661-4e8a-b4dd-de35d29ccd74,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:45.010323 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2ef5f67c-ee01-403e-91f3-5d21112d8bd8 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for port (10f0281b-5142-4059-b047-30ffa21c2688), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:45.101742 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e2c1d5-ce27-4360-9066-d7f982f0da68 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Network 08a37b62-c595-4f6e-8701-ca19d68bb7d8 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:06:45.110574 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca6ba53-b0b6-4659-8cf3-066584a38b48 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event deleted for resources: {'Port': ['ID=3f6ff564-30df-41da-a132-a547a585a293,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:45.375519 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2ef5f67c-ee01-403e-91f3-5d21112d8bd8 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (10f0281b-5142-4059-b047-30ffa21c2688), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:45.400911 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2ca6ba53-b0b6-4659-8cf3-066584a38b48 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:45.475594 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-2ca6ba53-b0b6-4659-8cf3-066584a38b48 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/ports/3f6ff564-30df-41da-a132-a547a585a293 HTTP/1.1" status: 204 len: 168 time: 5.5422027 Oct 04 21:06:45.551481 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58092) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:45.565377 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef5f67c-ee01-403e-91f3-5d21112d8bd8 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event updated for resources: {'Port': ['ID=10f0281b-5142-4059-b047-30ffa21c2688,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:45.573061 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-d6e2c1d5-ce27-4360-9066-d7f982f0da68 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 08a37b62-c595-4f6e-8701-ca19d68bb7d8) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:06:45.588621 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89d1a89-3a5e-4db2-87e7-a68203281940 None None] Network 08a37b62-c595-4f6e-8701-ca19d68bb7d8 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:06:45.608226 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e2c1d5-ce27-4360-9066-d7f982f0da68 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:06:45.609822 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d6e2c1d5-ce27-4360-9066-d7f982f0da68 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:45.734050 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e04552a-50c0-44ec-b43e-70d1acf8421c req-1cd60e7a-df32-4719-8fff-3b96ed272b13 tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:06:45.736698 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-7e04552a-50c0-44ec-b43e-70d1acf8421c req-1cd60e7a-df32-4719-8fff-3b96ed272b13 tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e5caffef-3784-4343-9a47-bb934f2b2214 HTTP/1.1" status: 200 len: 948 time: 0.1569529 Oct 04 21:06:45.770576 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef5f67c-ee01-403e-91f3-5d21112d8bd8 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Network a41151f8-a1fb-4f33-9612-62c4630d2aef is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:06:45.782186 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-2ef5f67c-ee01-403e-91f3-5d21112d8bd8 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:06:45.792458 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef5f67c-ee01-403e-91f3-5d21112d8bd8 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:06:45.903489 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef5f67c-ee01-403e-91f3-5d21112d8bd8 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:06:45.904649 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2ef5f67c-ee01-403e-91f3-5d21112d8bd8 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:45.945715 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c03e27e-08e9-4ad6-8fe4-e16622f8cff7 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Router 3a7821d1-7c0c-4b7d-a58f-babf5abbb027 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:06:46.026012 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-7e04552a-50c0-44ec-b43e-70d1acf8421c req-9c0617c6-7cf9-47e8-bb61-bfa1dcf580db tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=853b946f-c2c7-4062-9c03-27bf6450f5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746871 Oct 04 21:06:46.080940 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 42dabfbd-1c92-4ce7-b4b8-715b646d1b15 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:06:46.083099 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-b6713858-5f3d-46df-a97a-801bc4090fd2 req-63ed19d3-e8ed-49ce-8da2-90148072978c service neutron] 10.222.0.83 "GET /networking/v2.0/security-groups?id=853b946f-c2c7-4062-9c03-27bf6450f5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.5460541 Oct 04 21:06:46.103186 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c01e1bf0-b44a-4f65-b938-c649554e6e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:46.118790 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3069cd7b-5183-43bf-99de-48623c6d06a0 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for router_gateway (3cceef38-5bbb-48d2-867f-52c1ffcc92d7), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:46.186302 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2ef5f67c-ee01-403e-91f3-5d21112d8bd8 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 4.3076725 Oct 04 21:06:46.194931 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58104) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:46.212091 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-2795ac14-100c-4f17-82e8-0054b2c5ebf5 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8c097608-bf22-4893-8f90-918481d85b47'}]}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:06:46.331388 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398a2476-bdc7-425d-8f4b-d474e858910f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:06:46.343075 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398a2476-bdc7-425d-8f4b-d474e858910f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:06:46.354860 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-398a2476-bdc7-425d-8f4b-d474e858910f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7780094 Oct 04 21:06:46.369328 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58110) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:46.455803 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d6e2c1d5-ce27-4360-9066-d7f982f0da68 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 7.7271574 Oct 04 21:06:46.476929 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58114) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:46.479830 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 42dabfbd-1c92-4ce7-b4b8-715b646d1b15 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:06:46.479830 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (42dabfbd-1c92-4ce7-b4b8-715b646d1b15), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:46.484779 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 42dabfbd-1c92-4ce7-b4b8-715b646d1b15 Oct 04 21:06:46.600406 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-08a37b62-c595-4f6e-8701-ca19d68bb7d8', 'network_id': '08a37b62-c595-4f6e-8701-ca19d68bb7d8', 'project_id': 'd2227c0bff3a4d24894ea6838f5ffe54', 'fixed_ips': [{'subnet_id': '326001b9-1468-4655-a3e8-9455cde59408'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:06:46.603635 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:46.695029 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:46.936681 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2795ac14-100c-4f17-82e8-0054b2c5ebf5 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (10f0281b-5142-4059-b047-30ffa21c2688), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:46.949616 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-7376c10c-d5b9-4d6e-9fcc-5c0e024517b1 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Deleting subnet ba27a1bc-d329-484e-b0f1-64ee0de3c23f {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:06:47.041765 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7376c10c-d5b9-4d6e-9fcc-5c0e024517b1 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (ba27a1bc-d329-484e-b0f1-64ee0de3c23f), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:47.124653 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Allocated IP 172.20.0.2 (08a37b62-c595-4f6e-8701-ca19d68bb7d8/326001b9-1468-4655-a3e8-9455cde59408/2037fd9d-8685-4ff3-93e2-e6daefb50ba5) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:06:47.252853 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a6b786f3-d772-49e4-a877-f39c68859df8 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (08a37b62-c595-4f6e-8701-ca19d68bb7d8), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:47.286330 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7376c10c-d5b9-4d6e-9fcc-5c0e024517b1 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (ba27a1bc-d329-484e-b0f1-64ee0de3c23f), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:47.525670 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e955a82b-0b5b-460e-9748-1a899ff7dba3 None None] Network a41151f8-a1fb-4f33-9612-62c4630d2aef requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:06:47.535794 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7376c10c-d5b9-4d6e-9fcc-5c0e024517b1 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (ba27a1bc-d329-484e-b0f1-64ee0de3c23f), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:47.707985 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8f9cdc-79e5-4ac3-b19e-838647ca3048 None None] Network a5b9bd99-e355-4a4e-9138-1daf27c0c576 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:06:47.722621 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:47.771194 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:47.847188 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c03e27e-08e9-4ad6-8fe4-e16622f8cff7 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:06:47.848589 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-6f4ec99a-c683-4988-b5ee-5e85661890bb None None] Provisioning complete for port 70a45c2f-8df2-45a6-aec9-99246c55bb54 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:06:47.856784 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6f4ec99a-c683-4988-b5ee-5e85661890bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (70a45c2f-8df2-45a6-aec9-99246c55bb54), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:47.857619 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-6f4ec99a-c683-4988-b5ee-5e85661890bb None None] Attempt 1 to provision port 70a45c2f-8df2-45a6-aec9-99246c55bb54 Oct 04 21:06:47.874232 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97beeb0-9c34-4811-b80f-c775323f04f9 None None] Sync routers for ids ['3a7821d1-7c0c-4b7d-a58f-babf5abbb027'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:06:47.931027 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97beeb0-9c34-4811-b80f-c775323f04f9 None None] Routers {'3a7821d1-7c0c-4b7d-a58f-babf5abbb027'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:06:47.932606 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-d97beeb0-9c34-4811-b80f-c775323f04f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:06:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['3a7821d1-7c0c-4b7d-a58f-babf5abbb027'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:06:48.185778 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-5c03e27e-08e9-4ad6-8fe4-e16622f8cff7 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] 10.222.0.78 "PUT /networking/v2.0/routers/3a7821d1-7c0c-4b7d-a58f-babf5abbb027/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7743111 Oct 04 21:06:48.222487 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58126) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:48.328625 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:48.384457 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-d97beeb0-9c34-4811-b80f-c775323f04f9 None None] Set router 3a7821d1-7c0c-4b7d-a58f-babf5abbb027 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:06:48.413386 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3069cd7b-5183-43bf-99de-48623c6d06a0 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for router_gateway (3cceef38-5bbb-48d2-867f-52c1ffcc92d7), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:48.566995 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a6b786f3-d772-49e4-a877-f39c68859df8 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (326001b9-1468-4655-a3e8-9455cde59408), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:48.575112 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3069cd7b-5183-43bf-99de-48623c6d06a0 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:48.636585 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3cbc9918-bf1d-4874-a9e5-6e993676ed7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:48.690194 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3637e76-9317-45c6-a1a9-96da2703f103 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Deleting subnet beb8ac3c-da0e-4beb-b855-cf34a48f7efe {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:06:48.859531 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:48.876131 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b3637e76-9317-45c6-a1a9-96da2703f103 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks [] for subnet (beb8ac3c-da0e-4beb-b855-cf34a48f7efe), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:48.888534 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7376c10c-d5b9-4d6e-9fcc-5c0e024517b1 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (ba27a1bc-d329-484e-b0f1-64ee0de3c23f), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:48.954863 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628e02a2-29bb-48a6-9d0a-6ced8968e000 req-0032fc75-b012-43cc-8046-02e07bbe110e tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:06:48.969737 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-628e02a2-29bb-48a6-9d0a-6ced8968e000 req-0032fc75-b012-43cc-8046-02e07bbe110e tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e5caffef-3784-4343-9a47-bb934f2b2214 HTTP/1.1" status: 200 len: 948 time: 1.5838485 Oct 04 21:06:49.019289 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-d97beeb0-9c34-4811-b80f-c775323f04f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a7821d1-7c0c-4b7d-a58f-babf5abbb027', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1379478609', 'tenant_id': '42290e303c56447082419baf9e037472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '7baf7176-a86b-404c-a382-947d57c67bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:05:45Z', 'updated_at': '2022-10-04T21:06:40Z', 'revision_number': 5, 'project_id': '42290e303c56447082419baf9e037472', 'gw_port': {'id': '7baf7176-a86b-404c-a382-947d57c67bb7', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:71:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7821d1-7c0c-4b7d-a58f-babf5abbb027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:05:48Z', 'updated_at': '2022-10-04T21:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:06:49.056575 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7376c10c-d5b9-4d6e-9fcc-5c0e024517b1 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event deleted for resources: {'Subnet': ['ID=ba27a1bc-d329-484e-b0f1-64ee0de3c23f,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:49.113714 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7376c10c-d5b9-4d6e-9fcc-5c0e024517b1 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:49.115816 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-7376c10c-d5b9-4d6e-9fcc-5c0e024517b1 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/ba27a1bc-d329-484e-b0f1-64ee0de3c23f HTTP/1.1" status: 204 len: 168 time: 2.7354333 Oct 04 21:06:49.131783 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58134) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:49.150162 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-2795ac14-100c-4f17-82e8-0054b2c5ebf5 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Delete allocated IP 172.20.0.20 (a41151f8-a1fb-4f33-9612-62c4630d2aef/bba569e1-7a5e-4b13-960f-484dbec5aafe) {{(pid=108170) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 04 21:06:49.161402 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97beeb0-9c34-4811-b80f-c775323f04f9 None None] Checking router: 3a7821d1-7c0c-4b7d-a58f-babf5abbb027 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:06:49.215436 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97beeb0-9c34-4811-b80f-c775323f04f9 None None] Routers {'3a7821d1-7c0c-4b7d-a58f-babf5abbb027'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:06:49.216562 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-d97beeb0-9c34-4811-b80f-c775323f04f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:06:48Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['3a7821d1-7c0c-4b7d-a58f-babf5abbb027'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:06:49.241355 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-019937a0-7b36-4eff-a451-4fb017a86dc1 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1077149 Oct 04 21:06:49.246684 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b3637e76-9317-45c6-a1a9-96da2703f103 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (beb8ac3c-da0e-4beb-b855-cf34a48f7efe), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:49.257078 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58136) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:49.290003 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425887f7-a96a-445a-9f90-2ca591bf89c1 None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:06:49.309945 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 42dabfbd-1c92-4ce7-b4b8-715b646d1b15 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:06:49.311187 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (42dabfbd-1c92-4ce7-b4b8-715b646d1b15), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:49.330612 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-8d663fa5-2b72-4ec7-926c-f3cb925c7c08 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Request body: {'subnet': {'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:06:49.417802 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-3069cd7b-5183-43bf-99de-48623c6d06a0 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Allocated IP 172.25.5.209 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/39c8bffc-d1c4-4dbb-9895-40af1010bd51) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:06:49.517278 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:49.575091 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:DELETE=6,neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:49.681313 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-6f4ec99a-c683-4988-b5ee-5e85661890bb None None] Current status of the port 70a45c2f-8df2-45a6-aec9-99246c55bb54 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:06:49.682097 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6f4ec99a-c683-4988-b5ee-5e85661890bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (70a45c2f-8df2-45a6-aec9-99246c55bb54), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:49.747823 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Publish callbacks [] for port (2037fd9d-8685-4ff3-93e2-e6daefb50ba5), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:49.801967 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b3637e76-9317-45c6-a1a9-96da2703f103 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (beb8ac3c-da0e-4beb-b855-cf34a48f7efe), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:49.874856 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-d97beeb0-9c34-4811-b80f-c775323f04f9 None None] Set router 3a7821d1-7c0c-4b7d-a58f-babf5abbb027 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:06:49.923000 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3069cd7b-5183-43bf-99de-48623c6d06a0 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for port (39c8bffc-d1c4-4dbb-9895-40af1010bd51), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:49.967418 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5,neutron:DELETE=5,neutron:INSERT=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:49.989117 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-6f4ec99a-c683-4988-b5ee-5e85661890bb None None] For port 70a45c2f-8df2-45a6-aec9-99246c55bb54, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=70a45c2f-8df2-45a6-aec9-99246c55bb54,segment=NetworkSegment(c7ef0234-91a2-4f31-a978-5199c30ba54c),segment_id=c7ef0234-91a2-4f31-a978-5199c30ba54c)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:06:50.034843 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (2037fd9d-8685-4ff3-93e2-e6daefb50ba5), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:50.042288 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 42dabfbd-1c92-4ce7-b4b8-715b646d1b15, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=42dabfbd-1c92-4ce7-b4b8-715b646d1b15,segment=NetworkSegment(f520b76c-bf5a-428e-82c7-d8816d67c7f9),segment_id=f520b76c-bf5a-428e-82c7-d8816d67c7f9)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:06:50.050466 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-628e02a2-29bb-48a6-9d0a-6ced8968e000 req-cb9a779f-ebe2-4001-8090-50d19a3081d7 tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=853b946f-c2c7-4062-9c03-27bf6450f5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0760913 Oct 04 21:06:50.234765 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6f4ec99a-c683-4988-b5ee-5e85661890bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (70a45c2f-8df2-45a6-aec9-99246c55bb54), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:50.242316 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (42dabfbd-1c92-4ce7-b4b8-715b646d1b15), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:50.244495 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 70a45c2f-8df2-45a6-aec9-99246c55bb54 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:06:50.266016 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3069cd7b-5183-43bf-99de-48623c6d06a0 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (39c8bffc-d1c4-4dbb-9895-40af1010bd51), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:50.272720 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a6b786f3-d772-49e4-a877-f39c68859df8 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (326001b9-1468-4655-a3e8-9455cde59408), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:50.286045 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b3637e76-9317-45c6-a1a9-96da2703f103 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (beb8ac3c-da0e-4beb-b855-cf34a48f7efe), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:50.381900 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d663fa5-2b72-4ec7-926c-f3cb925c7c08 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Made reservation on behalf of f31334bc846b471aace4cb8b5f10ff51 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:06:50.389846 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8d663fa5-2b72-4ec7-926c-f3cb925c7c08 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:50.500816 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae828a18-806f-4112-b1db-5957b20e7a43 None None] Update dhcp port {'port': {'network_id': 'a41151f8-a1fb-4f33-9612-62c4630d2aef', 'fixed_ips': [{'subnet_id': '8c097608-bf22-4893-8f90-918481d85b47', 'ip_address': '172.20.0.2'}, {'subnet_id': 'bba569e1-7a5e-4b13-960f-484dbec5aafe'}], 'binding:host_id': 'n-d-852085-12'}, 'id': '70a45c2f-8df2-45a6-aec9-99246c55bb54'} from n-d-852085-12. {{(pid=108171) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 04 21:06:50.530154 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13db3678-2065-437c-947d-de7236ef3264 None None] DHCP port deletion for 42edc29f-8c98-4058-994e-1dc4e7a022d1 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:06:50.547268 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-c65fa04b-0d32-433a-aaf7-9db555e8c45d None None] Could not find standard attr ID for object 3f6ff564-30df-41da-a132-a547a585a293. {{(pid=108171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 04 21:06:50.554729 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Pushing event updated for resources: {'Port': ['ID=2037fd9d-8685-4ff3-93e2-e6daefb50ba5,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:50.554966 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3637e76-9317-45c6-a1a9-96da2703f103 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Pushing event deleted for resources: {'Subnet': ['ID=beb8ac3c-da0e-4beb-b855-cf34a48f7efe,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:50.628656 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Network 08a37b62-c595-4f6e-8701-ca19d68bb7d8 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:06:50.645500 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-d97beeb0-9c34-4811-b80f-c775323f04f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a7821d1-7c0c-4b7d-a58f-babf5abbb027', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1379478609', 'tenant_id': '42290e303c56447082419baf9e037472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '7baf7176-a86b-404c-a382-947d57c67bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:05:45Z', 'updated_at': '2022-10-04T21:06:40Z', 'revision_number': 5, 'project_id': '42290e303c56447082419baf9e037472', 'gw_port': {'id': '7baf7176-a86b-404c-a382-947d57c67bb7', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:71:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7821d1-7c0c-4b7d-a58f-babf5abbb027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:05:48Z', 'updated_at': '2022-10-04T21:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:06:50.656650 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b3637e76-9317-45c6-a1a9-96da2703f103 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:50.666220 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b3637e76-9317-45c6-a1a9-96da2703f103 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/beb8ac3c-da0e-4beb-b855-cf34a48f7efe HTTP/1.1" status: 204 len: 168 time: 2.4419153 Oct 04 21:06:50.688296 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 70a45c2f-8df2-45a6-aec9-99246c55bb54 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:06:50.690747 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (70a45c2f-8df2-45a6-aec9-99246c55bb54), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:50.693543 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 70a45c2f-8df2-45a6-aec9-99246c55bb54 Oct 04 21:06:50.699998 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58146) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:50.711123 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97beeb0-9c34-4811-b80f-c775323f04f9 None None] The sync data for ids ['3a7821d1-7c0c-4b7d-a58f-babf5abbb027'] in n-d-852085-12 is: [{'id': '3a7821d1-7c0c-4b7d-a58f-babf5abbb027', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1379478609', 'tenant_id': '42290e303c56447082419baf9e037472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '7baf7176-a86b-404c-a382-947d57c67bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:05:45Z', 'updated_at': '2022-10-04T21:06:40Z', 'revision_number': 5, 'project_id': '42290e303c56447082419baf9e037472', 'gw_port': {'id': '7baf7176-a86b-404c-a382-947d57c67bb7', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:71:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7821d1-7c0c-4b7d-a58f-babf5abbb027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:05:48Z', 'updated_at': '2022-10-04T21:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:06:50.753776 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3069cd7b-5183-43bf-99de-48623c6d06a0 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:06:50.761388 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-3069cd7b-5183-43bf-99de-48623c6d06a0 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:06:50.775015 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-c65fa04b-0d32-433a-aaf7-9db555e8c45d None None] Provisioning complete for port abd7ebf4-c661-4e8a-b4dd-de35d29ccd74 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:06:50.776079 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c65fa04b-0d32-433a-aaf7-9db555e8c45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (abd7ebf4-c661-4e8a-b4dd-de35d29ccd74), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:50.777352 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-c65fa04b-0d32-433a-aaf7-9db555e8c45d None None] Attempt 1 to provision port abd7ebf4-c661-4e8a-b4dd-de35d29ccd74 Oct 04 21:06:50.877350 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3069cd7b-5183-43bf-99de-48623c6d06a0 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:06:50.883349 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3069cd7b-5183-43bf-99de-48623c6d06a0 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Pushing event updated for resources: {'Port': ['ID=39c8bffc-d1c4-4dbb-9895-40af1010bd51,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:50.932802 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6cef93-5fa0-4c64-af33-495d7aa5d202 None None] Network 8f1fda65-0ab5-4b30-9102-f4b35461052c requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:06:51.079569 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:51.096566 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:51.144464 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b786f3-d772-49e4-a877-f39c68859df8 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Pushing event deleted for resources: {'Subnet': ['ID=326001b9-1468-4655-a3e8-9455cde59408,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:51.172787 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2795ac14-100c-4f17-82e8-0054b2c5ebf5 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for port (10f0281b-5142-4059-b047-30ffa21c2688), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:51.194048 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:06:51.270987 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:06:51.647671 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ae828a18-806f-4112-b1db-5957b20e7a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (70a45c2f-8df2-45a6-aec9-99246c55bb54), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:51.713572 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-24544039-36cc-4097-83ec-0fdbf004468a tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks [] for router (3a7821d1-7c0c-4b7d-a58f-babf5abbb027), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:51.846657 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4059ff-034a-4e3d-b48a-0ba09388f191 None None] DHCP port deletion for 8f1fda65-0ab5-4b30-9102-f4b35461052c request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:06:52.090004 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8d663fa5-2b72-4ec7-926c-f3cb925c7c08 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (86ec9dd3-ba67-4d75-9fa9-fcb5d3543166), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:52.100757 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2795ac14-100c-4f17-82e8-0054b2c5ebf5 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (10f0281b-5142-4059-b047-30ffa21c2688), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:52.193598 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-13db3678-2065-437c-947d-de7236ef3264 None None] Deleting port abd7ebf4-c661-4e8a-b4dd-de35d29ccd74 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:06:52.194569 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-13db3678-2065-437c-947d-de7236ef3264 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (abd7ebf4-c661-4e8a-b4dd-de35d29ccd74), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:52.216339 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a6b786f3-d772-49e4-a877-f39c68859df8 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (08a37b62-c595-4f6e-8701-ca19d68bb7d8), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:52.288275 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-a6b786f3-d772-49e4-a877-f39c68859df8 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08a37b62-c595-4f6e-8701-ca19d68bb7d8']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:06:52.323845 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-a6b786f3-d772-49e4-a877-f39c68859df8 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4329292-c639-41ee-855c-77687252a58b') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:06:52.324348 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-a6b786f3-d772-49e4-a877-f39c68859df8 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4329292-c639-41ee-855c-77687252a58b') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:06:52.379313 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-24544039-36cc-4097-83ec-0fdbf004468a tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks [] for router_gateway (3a7821d1-7c0c-4b7d-a58f-babf5abbb027), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:52.389350 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a6b786f3-d772-49e4-a877-f39c68859df8 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (c4329292-c639-41ee-855c-77687252a58b), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:52.395467 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-13db3678-2065-437c-947d-de7236ef3264 None None] For port abd7ebf4-c661-4e8a-b4dd-de35d29ccd74, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=abd7ebf4-c661-4e8a-b4dd-de35d29ccd74,segment=NetworkSegment(a074d1d3-d8bf-45a2-a3f3-7647e2465b5f),segment_id=a074d1d3-d8bf-45a2-a3f3-7647e2465b5f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:06:52.396341 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-13db3678-2065-437c-947d-de7236ef3264 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (abd7ebf4-c661-4e8a-b4dd-de35d29ccd74), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:52.425653 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4ec99a-c683-4988-b5ee-5e85661890bb None None] Pushing event updated for resources: {'Port': ['ID=70a45c2f-8df2-45a6-aec9-99246c55bb54,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:52.440727 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:52.441484 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-13db3678-2065-437c-947d-de7236ef3264 None None] Calling delete_port for abd7ebf4-c661-4e8a-b4dd-de35d29ccd74 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:06:52.456329 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-c65fa04b-0d32-433a-aaf7-9db555e8c45d None None] Current status of the port abd7ebf4-c661-4e8a-b4dd-de35d29ccd74 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:06:52.461392 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c65fa04b-0d32-433a-aaf7-9db555e8c45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (abd7ebf4-c661-4e8a-b4dd-de35d29ccd74), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:52.464013 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 70a45c2f-8df2-45a6-aec9-99246c55bb54 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:06:52.470990 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3069cd7b-5183-43bf-99de-48623c6d06a0 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for router_gateway (3cceef38-5bbb-48d2-867f-52c1ffcc92d7), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:52.604483 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:52.647800 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a6b786f3-d772-49e4-a877-f39c68859df8 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (c4329292-c639-41ee-855c-77687252a58b), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:52.724904 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d663fa5-2b72-4ec7-926c-f3cb925c7c08 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:06:52.752864 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8010857-842e-424e-85de-ce80939cb66f req-c1eee6c7-b5f8-4e91-8f04-c37569347eee tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:06:52.756065 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f8010857-842e-424e-85de-ce80939cb66f req-c1eee6c7-b5f8-4e91-8f04-c37569347eee tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e5caffef-3784-4343-9a47-bb934f2b2214 HTTP/1.1" status: 200 len: 948 time: 0.7295918 Oct 04 21:06:52.758932 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6b786f3-d772-49e4-a877-f39c68859df8 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:06:52.759618 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a6b786f3-d772-49e4-a877-f39c68859df8 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (c4329292-c639-41ee-855c-77687252a58b), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:52.796073 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-24544039-36cc-4097-83ec-0fdbf004468a tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Deleting port 7baf7176-a86b-404c-a382-947d57c67bb7 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:06:52.796995 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-24544039-36cc-4097-83ec-0fdbf004468a tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (7baf7176-a86b-404c-a382-947d57c67bb7), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:52.879201 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:52.881983 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-8d663fa5-2b72-4ec7-926c-f3cb925c7c08 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:06:52.903255 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:52.960838 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment c4329292-c639-41ee-855c-77687252a58b resource provider aggregate not found Oct 04 21:06:52.968251 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d663fa5-2b72-4ec7-926c-f3cb925c7c08 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:06:52.969195 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8d663fa5-2b72-4ec7-926c-f3cb925c7c08 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:53.104352 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2795ac14-100c-4f17-82e8-0054b2c5ebf5 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event updated for resources: {'Port': ['ID=10f0281b-5142-4059-b047-30ffa21c2688,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:53.167695 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d663fa5-2b72-4ec7-926c-f3cb925c7c08 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event updated for resources: {'Subnet': ['ID=86ec9dd3-ba67-4d75-9fa9-fcb5d3543166,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:53.181304 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment c4329292-c639-41ee-855c-77687252a58b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c4329292-c639-41ee-855c-77687252a58b found for delete ", "request_id": "req-9bf82e25-7fd8-4dee-a142-598853c81ca1"}]} Oct 04 21:06:53.211447 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Attempting to bind port 2037fd9d-8685-4ff3-93e2-e6daefb50ba5 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:06:53.212387 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Attempting to bind port 2037fd9d-8685-4ff3-93e2-e6daefb50ba5 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'c4329292-c639-41ee-855c-77687252a58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '08a37b62-c595-4f6e-8701-ca19d68bb7d8'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:06:53.213685 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Attempting to bind port 2037fd9d-8685-4ff3-93e2-e6daefb50ba5 on network 08a37b62-c595-4f6e-8701-ca19d68bb7d8 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:06:53.237828 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=42dabfbd-1c92-4ce7-b4b8-715b646d1b15,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:53.254502 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 70a45c2f-8df2-45a6-aec9-99246c55bb54 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:06:53.298085 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.db.api [None req-a6b786f3-d772-49e4-a877-f39c68859df8 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 04 21:06:53.298085 n-d-852085-12 neutron-server[108170]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 04 21:06:53.298085 n-d-852085-12 neutron-server[108170]: [parameters: {'id': '08a37b62-c595-4f6e-8701-ca19d68bb7d8'}] Oct 04 21:06:53.298085 n-d-852085-12 neutron-server[108170]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=108170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 21:06:53.299432 n-d-852085-12 neutron-server[108170]: DEBUG oslo_db.api [None req-a6b786f3-d772-49e4-a877-f39c68859df8 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 21:06:53.342092 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-8d663fa5-2b72-4ec7-926c-f3cb925c7c08 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 4.0716844 Oct 04 21:06:53.350739 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58172) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:53.353414 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:53.356708 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-13db3678-2065-437c-947d-de7236ef3264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (abd7ebf4-c661-4e8a-b4dd-de35d29ccd74), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:53.402986 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-c77b6585-80cf-43e1-a7dd-eeb937e519a2 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Request body: {'port': {'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'name': 'tempest-NetworksTestDHCPv6-629427643'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:06:53.465689 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-2795ac14-100c-4f17-82e8-0054b2c5ebf5 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] In _notify_port_updated(), no bound segment for port 10f0281b-5142-4059-b047-30ffa21c2688 on network a41151f8-a1fb-4f33-9612-62c4630d2aef {{(pid=108170) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 04 21:06:53.489139 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2795ac14-100c-4f17-82e8-0054b2c5ebf5 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:06:53.490393 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2795ac14-100c-4f17-82e8-0054b2c5ebf5 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:53.504339 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2795ac14-100c-4f17-82e8-0054b2c5ebf5 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "PUT /networking/v2.0/ports/10f0281b-5142-4059-b047-30ffa21c2688 HTTP/1.1" status: 200 len: 919 time: 7.3091509 Oct 04 21:06:53.519842 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f8010857-842e-424e-85de-ce80939cb66f req-6f1b16ad-b6a8-42f9-8ac5-1ff3c34a8090 tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=853b946f-c2c7-4062-9c03-27bf6450f5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6879761 Oct 04 21:06:53.534183 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58176) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:53.558988 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-05c2786b-ecc1-4df1-b067-9d299abc4f9a tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8c097608-bf22-4893-8f90-918481d85b47'}, {'subnet_id': 'bba569e1-7a5e-4b13-960f-484dbec5aafe'}]}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:06:53.693531 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13db3678-2065-437c-947d-de7236ef3264 None None] Pushing event deleted for resources: {'Port': ['ID=abd7ebf4-c661-4e8a-b4dd-de35d29ccd74,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:53.701790 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:53.720734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 326001b9-1468-4655-a3e8-9455cde59408 could not be found. Oct 04 21:06:53.720734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:06:53.720734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:06:53.720734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:06:53.720734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:06:53.720734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:06:53.720734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:06:53.720734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:06:53.720734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:06:53.720734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:06:53.720734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:06:53.720734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:06:53.720734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:06:53.720734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:06:53.720734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:06:53.720734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:06:53.720734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:06:53.720734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:06:53.720734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:06:53.720734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:06:53.720734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:06:53.720734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:06:53.720734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:06:53.720734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:06:53.720734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:06:53.720734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:06:53.720734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:06:53.720734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:06:53.720734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:06:53.720734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:06:53.720734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:06:53.720734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:06:53.720734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:06:53.720734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:06:53.720734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:06:53.720734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:06:53.720734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:06:53.720734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:06:53.720734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:06:53.720734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:06:53.720734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 326001b9-1468-4655-a3e8-9455cde59408 could not be found. Oct 04 21:06:53.720734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:06:53.736361 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Attempting to bind port 2037fd9d-8685-4ff3-93e2-e6daefb50ba5 on network 08a37b62-c595-4f6e-8701-ca19d68bb7d8 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:06:53.846586 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a6b786f3-d772-49e4-a877-f39c68859df8 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (08a37b62-c595-4f6e-8701-ca19d68bb7d8), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:53.881094 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:53.888840 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 326001b9-1468-4655-a3e8-9455cde59408 could not be found. Oct 04 21:06:53.888840 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:06:53.888840 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:06:53.888840 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:06:53.888840 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:06:53.888840 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:06:53.888840 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:06:53.888840 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:06:53.888840 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:06:53.888840 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:06:53.888840 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:06:53.888840 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:06:53.888840 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:06:53.888840 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:06:53.888840 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:06:53.888840 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:06:53.888840 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:06:53.888840 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:06:53.888840 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:06:53.888840 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:06:53.888840 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:06:53.888840 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:06:53.888840 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:06:53.888840 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:06:53.888840 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:06:53.888840 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:06:53.888840 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:06:53.888840 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:06:53.888840 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:06:53.888840 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:06:53.888840 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:06:53.888840 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:06:53.888840 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:06:53.888840 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:06:53.888840 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:06:53.888840 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:06:53.888840 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:06:53.888840 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:06:53.888840 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 326001b9-1468-4655-a3e8-9455cde59408 could not be found. Oct 04 21:06:53.888840 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:06:53.904845 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Failed to bind port 2037fd9d-8685-4ff3-93e2-e6daefb50ba5 on host n-d-852085-12 for vnic_type normal using segments [{'id': 'c4329292-c639-41ee-855c-77687252a58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '08a37b62-c595-4f6e-8701-ca19d68bb7d8'}] Oct 04 21:06:53.971264 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Attempt 2 to bind port 2037fd9d-8685-4ff3-93e2-e6daefb50ba5 Oct 04 21:06:53.971586 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-24544039-36cc-4097-83ec-0fdbf004468a tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] For port 7baf7176-a86b-404c-a382-947d57c67bb7, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=7baf7176-a86b-404c-a382-947d57c67bb7,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:06:53.971586 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-24544039-36cc-4097-83ec-0fdbf004468a tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (7baf7176-a86b-404c-a382-947d57c67bb7), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:53.990186 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13db3678-2065-437c-947d-de7236ef3264 None None] No DVR routers for this DVR port abd7ebf4-c661-4e8a-b4dd-de35d29ccd74 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:06:54.094484 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-c65fa04b-0d32-433a-aaf7-9db555e8c45d None None] Provisioning complete for port 42dabfbd-1c92-4ce7-b4b8-715b646d1b15 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:06:54.099824 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c65fa04b-0d32-433a-aaf7-9db555e8c45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (42dabfbd-1c92-4ce7-b4b8-715b646d1b15), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:54.100571 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-c65fa04b-0d32-433a-aaf7-9db555e8c45d None None] Attempt 1 to provision port 42dabfbd-1c92-4ce7-b4b8-715b646d1b15 Oct 04 21:06:54.134082 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-24544039-36cc-4097-83ec-0fdbf004468a tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Calling delete_port for 7baf7176-a86b-404c-a382-947d57c67bb7 owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:06:54.155118 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=100 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:54.276825 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3069cd7b-5183-43bf-99de-48623c6d06a0 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (3cceef38-5bbb-48d2-867f-52c1ffcc92d7), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:54.409511 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-ae828a18-806f-4112-b1db-5957b20e7a43 None None] Allocated IP 172.20.0.18 (a41151f8-a1fb-4f33-9612-62c4630d2aef/bba569e1-7a5e-4b13-960f-484dbec5aafe/70a45c2f-8df2-45a6-aec9-99246c55bb54) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:06:54.431784 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-a6b786f3-d772-49e4-a877-f39c68859df8 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Deleting port 2037fd9d-8685-4ff3-93e2-e6daefb50ba5 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:06:54.437889 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a6b786f3-d772-49e4-a877-f39c68859df8 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (2037fd9d-8685-4ff3-93e2-e6daefb50ba5), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:54.508405 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad17c6a4-65de-46c1-904a-5bcd82d10c3f None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:06:54.592180 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-ae4059ff-034a-4e3d-b48a-0ba09388f191 None None] Deleting port 22ed18a9-08d7-4bfe-83fb-61d817c36686 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:06:54.593043 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ae4059ff-034a-4e3d-b48a-0ba09388f191 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (22ed18a9-08d7-4bfe-83fb-61d817c36686), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:54.605188 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77b6585-80cf-43e1-a7dd-eeb937e519a2 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Made reservation on behalf of f31334bc846b471aace4cb8b5f10ff51 for: {'port': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:06:54.612932 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c77b6585-80cf-43e1-a7dd-eeb937e519a2 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:54.640541 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Attempting to bind port 2037fd9d-8685-4ff3-93e2-e6daefb50ba5 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:06:54.641740 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Attempting to bind port 2037fd9d-8685-4ff3-93e2-e6daefb50ba5 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'c4329292-c639-41ee-855c-77687252a58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '08a37b62-c595-4f6e-8701-ca19d68bb7d8'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:06:54.642763 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Attempting to bind port 2037fd9d-8685-4ff3-93e2-e6daefb50ba5 on network 08a37b62-c595-4f6e-8701-ca19d68bb7d8 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:06:54.731780 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-a6b786f3-d772-49e4-a877-f39c68859df8 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] For port 2037fd9d-8685-4ff3-93e2-e6daefb50ba5, host n-d-852085-12, got binding levels [] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:06:54.732773 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a6b786f3-d772-49e4-a877-f39c68859df8 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (2037fd9d-8685-4ff3-93e2-e6daefb50ba5), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:54.758624 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [None req-c77b6585-80cf-43e1-a7dd-eeb937e519a2 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] device_id is not set on port ec2b8bf0-d4d3-4caf-af84-b5b6e0d0e876 yet. {{(pid=108170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 21:06:54.854719 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-05c2786b-ecc1-4df1-b067-9d299abc4f9a tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (10f0281b-5142-4059-b047-30ffa21c2688), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:54.888272 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-a6b786f3-d772-49e4-a877-f39c68859df8 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Calling delete_port for 2037fd9d-8685-4ff3-93e2-e6daefb50ba5 owned by network:dhcp {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:06:55.038984 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3069cd7b-5183-43bf-99de-48623c6d06a0 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Router 3cceef38-5bbb-48d2-867f-52c1ffcc92d7 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 21:06:55.192892 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:55.422627 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 326001b9-1468-4655-a3e8-9455cde59408 could not be found. Oct 04 21:06:55.422627 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:06:55.422627 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:06:55.422627 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:06:55.422627 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:06:55.422627 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:06:55.422627 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:06:55.422627 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:06:55.422627 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:06:55.422627 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:06:55.422627 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:06:55.422627 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:06:55.422627 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:06:55.422627 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:06:55.422627 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:06:55.422627 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:06:55.422627 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:06:55.422627 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:06:55.422627 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:06:55.422627 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:06:55.422627 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:06:55.422627 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:06:55.422627 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:06:55.422627 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:06:55.422627 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:06:55.422627 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:06:55.422627 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:06:55.422627 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:06:55.422627 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:06:55.422627 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:06:55.422627 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:06:55.422627 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:06:55.422627 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:06:55.422627 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:06:55.422627 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:06:55.422627 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:06:55.422627 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:06:55.422627 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:06:55.422627 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:06:55.422627 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:06:55.422627 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 326001b9-1468-4655-a3e8-9455cde59408 could not be found. Oct 04 21:06:55.422627 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:06:55.434031 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Attempting to bind port 2037fd9d-8685-4ff3-93e2-e6daefb50ba5 on network 08a37b62-c595-4f6e-8701-ca19d68bb7d8 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:06:55.526917 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 70a45c2f-8df2-45a6-aec9-99246c55bb54 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:06:55.527878 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (70a45c2f-8df2-45a6-aec9-99246c55bb54), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:55.529436 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 70a45c2f-8df2-45a6-aec9-99246c55bb54 Oct 04 21:06:55.600166 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-ae4059ff-034a-4e3d-b48a-0ba09388f191 None None] For port 22ed18a9-08d7-4bfe-83fb-61d817c36686, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=22ed18a9-08d7-4bfe-83fb-61d817c36686,segment=NetworkSegment(31b2e380-c66b-4d26-a7f2-9699dc0c835f),segment_id=31b2e380-c66b-4d26-a7f2-9699dc0c835f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:06:55.600973 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ae4059ff-034a-4e3d-b48a-0ba09388f191 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (22ed18a9-08d7-4bfe-83fb-61d817c36686), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:55.620838 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3069cd7b-5183-43bf-99de-48623c6d06a0 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:06:55.636205 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-ae4059ff-034a-4e3d-b48a-0ba09388f191 None None] Calling delete_port for 22ed18a9-08d7-4bfe-83fb-61d817c36686 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:06:55.696581 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-24544039-36cc-4097-83ec-0fdbf004468a tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (7baf7176-a86b-404c-a382-947d57c67bb7), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:55.755860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 326001b9-1468-4655-a3e8-9455cde59408 could not be found. Oct 04 21:06:55.755860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:06:55.755860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:06:55.755860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:06:55.755860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:06:55.755860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:06:55.755860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:06:55.755860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:06:55.755860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:06:55.755860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:06:55.755860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:06:55.755860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:06:55.755860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:06:55.755860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:06:55.755860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:06:55.755860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:06:55.755860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:06:55.755860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:06:55.755860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:06:55.755860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:06:55.755860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:06:55.755860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:06:55.755860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:06:55.755860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:06:55.755860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:06:55.755860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:06:55.755860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:06:55.755860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:06:55.755860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:06:55.755860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:06:55.755860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:06:55.755860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:06:55.755860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:06:55.755860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:06:55.755860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:06:55.755860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:06:55.755860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:06:55.755860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:06:55.755860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 326001b9-1468-4655-a3e8-9455cde59408 could not be found. Oct 04 21:06:55.755860 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:06:55.762122 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Failed to bind port 2037fd9d-8685-4ff3-93e2-e6daefb50ba5 on host n-d-852085-12 for vnic_type normal using segments [{'id': 'c4329292-c639-41ee-855c-77687252a58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '08a37b62-c595-4f6e-8701-ca19d68bb7d8'}] Oct 04 21:06:55.762122 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:55.841888 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3069cd7b-5183-43bf-99de-48623c6d06a0 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:55.844430 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-3069cd7b-5183-43bf-99de-48623c6d06a0 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 895 time: 14.5026031 Oct 04 21:06:55.846751 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24544039-36cc-4097-83ec-0fdbf004468a tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Pushing event deleted for resources: {'Port': ['ID=7baf7176-a86b-404c-a382-947d57c67bb7,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:55.854315 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58200) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:55.960845 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-c77b6585-80cf-43e1-a7dd-eeb937e519a2 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Allocated IP 2001:db8::3cc (42edc29f-8c98-4058-994e-1dc4e7a022d1/86ec9dd3-ba67-4d75-9fa9-fcb5d3543166/ec2b8bf0-d4d3-4caf-af84-b5b6e0d0e876) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:06:55.964701 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:55.967624 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-ae828a18-806f-4112-b1db-5957b20e7a43 None None] For port 70a45c2f-8df2-45a6-aec9-99246c55bb54, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=70a45c2f-8df2-45a6-aec9-99246c55bb54,segment=NetworkSegment(c7ef0234-91a2-4f31-a978-5199c30ba54c),segment_id=c7ef0234-91a2-4f31-a978-5199c30ba54c)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:06:55.981767 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-6a092389-dcc1-46c9-9f91-1441c6fe6754 tempest-TestNetworkAdvancedServerOps-537427199 tempest-TestNetworkAdvancedServerOps-537427199-project-admin] 10.222.0.78 "GET /networking/v2.0/subnets?project_id=2f27496d38be44c29c3cd5bc4ae008d8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1250215 Oct 04 21:06:55.986971 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58202) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:56.032867 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Attempt 3 to bind port 2037fd9d-8685-4ff3-93e2-e6daefb50ba5 Oct 04 21:06:56.039815 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-24544039-36cc-4097-83ec-0fdbf004468a tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (3a7821d1-7c0c-4b7d-a58f-babf5abbb027), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:56.042535 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00430048-7653-43f2-b698-f5f0e485e792 None None] Sync routers for ids ['3cceef38-5bbb-48d2-867f-52c1ffcc92d7'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:06:56.192232 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a6b786f3-d772-49e4-a877-f39c68859df8 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (2037fd9d-8685-4ff3-93e2-e6daefb50ba5), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:56.320735 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b786f3-d772-49e4-a877-f39c68859df8 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Pushing event deleted for resources: {'Port': ['ID=2037fd9d-8685-4ff3-93e2-e6daefb50ba5,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:56.324518 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-24544039-36cc-4097-83ec-0fdbf004468a tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (3a7821d1-7c0c-4b7d-a58f-babf5abbb027), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:56.331991 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:56.335610 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-24544039-36cc-4097-83ec-0fdbf004468a tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks [] for router_controller (3a7821d1-7c0c-4b7d-a58f-babf5abbb027), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:56.349009 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b786f3-d772-49e4-a877-f39c68859df8 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] No DVR routers for this DVR port 2037fd9d-8685-4ff3-93e2-e6daefb50ba5 on host n-d-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:06:56.430561 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ae4059ff-034a-4e3d-b48a-0ba09388f191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (22ed18a9-08d7-4bfe-83fb-61d817c36686), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:56.435452 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00430048-7653-43f2-b698-f5f0e485e792 None None] Routers {'3cceef38-5bbb-48d2-867f-52c1ffcc92d7'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:06:56.435916 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-00430048-7653-43f2-b698-f5f0e485e792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:06:48Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['3cceef38-5bbb-48d2-867f-52c1ffcc92d7'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:06:56.459272 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Attempting to bind port 2037fd9d-8685-4ff3-93e2-e6daefb50ba5 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:06:56.459889 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Attempting to bind port 2037fd9d-8685-4ff3-93e2-e6daefb50ba5 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'c4329292-c639-41ee-855c-77687252a58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '08a37b62-c595-4f6e-8701-ca19d68bb7d8'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:06:56.461059 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Attempting to bind port 2037fd9d-8685-4ff3-93e2-e6daefb50ba5 on network 08a37b62-c595-4f6e-8701-ca19d68bb7d8 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:06:56.533832 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b89c87-6e7f-474a-a567-c5ed6b13f397 tempest-TestNetworkAdvancedServerOps-537427199 tempest-TestNetworkAdvancedServerOps-537427199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:06:56.537982 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-87b89c87-6e7f-474a-a567-c5ed6b13f397 tempest-TestNetworkAdvancedServerOps-537427199 tempest-TestNetworkAdvancedServerOps-537427199-project-admin] 10.222.0.78 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5478821 Oct 04 21:06:56.542720 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58212) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:56.639921 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c350d785-c164-44d0-8aec-38eb3fa41792 tempest-TestNetworkAdvancedServerOps-537427199 tempest-TestNetworkAdvancedServerOps-537427199-project-admin] 10.222.0.78 "GET /networking/v2.0/subnets?network_id=52a60aae-e230-4bd7-89bc-781767fd7892&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0953054 Oct 04 21:06:56.650705 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58214) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:56.659898 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41740ee2-8de8-45ac-bf53-6f25f1c795d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-42edc29f-8c98-4058-994e-1dc4e7a022d1', 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'project_id': 'f31334bc846b471aace4cb8b5f10ff51', 'fixed_ips': [{'subnet_id': '86ec9dd3-ba67-4d75-9fa9-fcb5d3543166'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:06:56.661827 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-4f005964-1574-43f3-a29c-b5fd79d1bbdb tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1797381913', 'network_id': 'a474691d-037a-419a-8b70-0073c7bbfc01', 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:06:56.665662 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-41740ee2-8de8-45ac-bf53-6f25f1c795d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:56.779126 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ae828a18-806f-4112-b1db-5957b20e7a43 None None] Publish callbacks [] for port (70a45c2f-8df2-45a6-aec9-99246c55bb54), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:56.810713 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a6b786f3-d772-49e4-a877-f39c68859df8 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (08a37b62-c595-4f6e-8701-ca19d68bb7d8), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:56.829385 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-24544039-36cc-4097-83ec-0fdbf004468a tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (3a7821d1-7c0c-4b7d-a58f-babf5abbb027), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:56.832098 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24544039-36cc-4097-83ec-0fdbf004468a tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Fanout notify agent at l3_agent the message router_deleted on router 3a7821d1-7c0c-4b7d-a58f-babf5abbb027 {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 21:06:56.850958 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-24544039-36cc-4097-83ec-0fdbf004468a tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:56.851725 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4059ff-034a-4e3d-b48a-0ba09388f191 None None] No DVR routers for this DVR port 22ed18a9-08d7-4bfe-83fb-61d817c36686 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:06:56.862176 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-24544039-36cc-4097-83ec-0fdbf004468a tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] 10.222.0.78 "DELETE /networking/v2.0/routers/3a7821d1-7c0c-4b7d-a58f-babf5abbb027 HTTP/1.1" status: 204 len: 168 time: 6.1202207 Oct 04 21:06:56.867855 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58218) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:56.914734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 326001b9-1468-4655-a3e8-9455cde59408 could not be found. Oct 04 21:06:56.914734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:06:56.914734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:06:56.914734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:06:56.914734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:06:56.914734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:06:56.914734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:06:56.914734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:06:56.914734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:06:56.914734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:06:56.914734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:06:56.914734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:06:56.914734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:06:56.914734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:06:56.914734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:06:56.914734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:06:56.914734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:06:56.914734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:06:56.914734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:06:56.914734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:06:56.914734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:06:56.914734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:06:56.914734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:06:56.914734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:06:56.914734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:06:56.914734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:06:56.914734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:06:56.914734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:06:56.914734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:06:56.914734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:06:56.914734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:06:56.914734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:06:56.914734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:06:56.914734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:06:56.914734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:06:56.914734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:06:56.914734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:06:56.914734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:06:56.914734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:06:56.914734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:06:56.914734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 326001b9-1468-4655-a3e8-9455cde59408 could not be found. Oct 04 21:06:56.914734 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:06:56.921274 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-a6b786f3-d772-49e4-a877-f39c68859df8 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08a37b62-c595-4f6e-8701-ca19d68bb7d8']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:06:56.927608 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Attempting to bind port 2037fd9d-8685-4ff3-93e2-e6daefb50ba5 on network 08a37b62-c595-4f6e-8701-ca19d68bb7d8 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:06:57.034401 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f005964-1574-43f3-a29c-b5fd79d1bbdb tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Made reservation on behalf of 2f27496d38be44c29c3cd5bc4ae008d8 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:06:57.039291 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:DELETE=3,neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:57.042225 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4f005964-1574-43f3-a29c-b5fd79d1bbdb tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:57.084335 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4059ff-034a-4e3d-b48a-0ba09388f191 None None] Pushing event deleted for resources: {'Port': ['ID=22ed18a9-08d7-4bfe-83fb-61d817c36686,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:57.135811 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-a6b786f3-d772-49e4-a877-f39c68859df8 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4329292-c639-41ee-855c-77687252a58b') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:06:57.136306 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-a6b786f3-d772-49e4-a877-f39c68859df8 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4329292-c639-41ee-855c-77687252a58b') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:06:57.185892 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:57.192275 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 326001b9-1468-4655-a3e8-9455cde59408 could not be found. Oct 04 21:06:57.192275 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:06:57.192275 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:06:57.192275 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:06:57.192275 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:06:57.192275 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:06:57.192275 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:06:57.192275 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:06:57.192275 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:06:57.192275 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:06:57.192275 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:06:57.192275 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:06:57.192275 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:06:57.192275 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:06:57.192275 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:06:57.192275 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:06:57.192275 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:06:57.192275 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:06:57.192275 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:06:57.192275 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:06:57.192275 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:06:57.192275 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:06:57.192275 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:06:57.192275 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:06:57.192275 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:06:57.192275 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:06:57.192275 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:06:57.192275 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:06:57.192275 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:06:57.192275 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:06:57.192275 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:06:57.192275 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:06:57.192275 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:06:57.192275 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:06:57.192275 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:06:57.192275 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:06:57.192275 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:06:57.192275 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:06:57.192275 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 326001b9-1468-4655-a3e8-9455cde59408 could not be found. Oct 04 21:06:57.192275 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:06:57.198135 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Failed to bind port 2037fd9d-8685-4ff3-93e2-e6daefb50ba5 on host n-d-852085-12 for vnic_type normal using segments [{'id': 'c4329292-c639-41ee-855c-77687252a58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '08a37b62-c595-4f6e-8701-ca19d68bb7d8'}] Oct 04 21:06:57.226152 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a6b786f3-d772-49e4-a877-f39c68859df8 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (c4329292-c639-41ee-855c-77687252a58b), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:57.229201 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Attempt 4 to bind port 2037fd9d-8685-4ff3-93e2-e6daefb50ba5 Oct 04 21:06:57.250612 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ae828a18-806f-4112-b1db-5957b20e7a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (70a45c2f-8df2-45a6-aec9-99246c55bb54), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:57.268615 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-c65fa04b-0d32-433a-aaf7-9db555e8c45d None None] Current status of the port 42dabfbd-1c92-4ce7-b4b8-715b646d1b15 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:06:57.437222 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c77b6585-80cf-43e1-a7dd-eeb937e519a2 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for port (ec2b8bf0-d4d3-4caf-af84-b5b6e0d0e876), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:57.493315 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=80,neutron:DELETE=12,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:57.517861 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae828a18-806f-4112-b1db-5957b20e7a43 None None] Pushing event updated for resources: {'Port': ['ID=70a45c2f-8df2-45a6-aec9-99246c55bb54,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:57.590013 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a6b786f3-d772-49e4-a877-f39c68859df8 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (c4329292-c639-41ee-855c-77687252a58b), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:57.618696 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6b786f3-d772-49e4-a877-f39c68859df8 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:06:57.619860 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a6b786f3-d772-49e4-a877-f39c68859df8 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (c4329292-c639-41ee-855c-77687252a58b), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:57.701996 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0255237f-ea29-475e-b2c5-7e63de653d59 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (8f1fda65-0ab5-4b30-9102-f4b35461052c), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:57.917398 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Attempting to bind port 2037fd9d-8685-4ff3-93e2-e6daefb50ba5 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:06:57.917398 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Attempting to bind port 2037fd9d-8685-4ff3-93e2-e6daefb50ba5 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'c4329292-c639-41ee-855c-77687252a58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '08a37b62-c595-4f6e-8701-ca19d68bb7d8'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:06:57.918029 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Attempting to bind port 2037fd9d-8685-4ff3-93e2-e6daefb50ba5 on network 08a37b62-c595-4f6e-8701-ca19d68bb7d8 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:06:57.928482 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c77b6585-80cf-43e1-a7dd-eeb937e519a2 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (ec2b8bf0-d4d3-4caf-af84-b5b6e0d0e876), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:57.950027 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-05c2786b-ecc1-4df1-b067-9d299abc4f9a tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Allocated IP 172.20.0.19 (a41151f8-a1fb-4f33-9612-62c4630d2aef/bba569e1-7a5e-4b13-960f-484dbec5aafe/10f0281b-5142-4059-b047-30ffa21c2688) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:06:57.994055 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4f005964-1574-43f3-a29c-b5fd79d1bbdb tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (aa6a2a58-a3c2-4cb9-809e-7bc7a02cfb86), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:58.150424 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f005964-1574-43f3-a29c-b5fd79d1bbdb tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Pushing event updated for resources: {'Subnet': ['ID=aa6a2a58-a3c2-4cb9-809e-7bc7a02cfb86,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:58.159919 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 326001b9-1468-4655-a3e8-9455cde59408 could not be found. Oct 04 21:06:58.159919 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:06:58.159919 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:06:58.159919 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:06:58.159919 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:06:58.159919 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:06:58.159919 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:06:58.159919 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:06:58.159919 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:06:58.159919 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:06:58.159919 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:06:58.159919 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:06:58.159919 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:06:58.159919 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:06:58.159919 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:06:58.159919 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:06:58.159919 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:06:58.159919 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:06:58.159919 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:06:58.159919 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:06:58.159919 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:06:58.159919 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:06:58.159919 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:06:58.159919 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:06:58.159919 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:06:58.159919 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:06:58.159919 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:06:58.159919 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:06:58.159919 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:06:58.159919 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:06:58.159919 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:06:58.159919 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:06:58.159919 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:06:58.159919 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:06:58.159919 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:06:58.159919 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:06:58.159919 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:06:58.159919 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:06:58.159919 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:06:58.159919 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:06:58.159919 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 326001b9-1468-4655-a3e8-9455cde59408 could not be found. Oct 04 21:06:58.159919 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:06:58.166372 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Attempting to bind port 2037fd9d-8685-4ff3-93e2-e6daefb50ba5 on network 08a37b62-c595-4f6e-8701-ca19d68bb7d8 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:06:58.202083 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f005964-1574-43f3-a29c-b5fd79d1bbdb tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:06:58.202638 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f005964-1574-43f3-a29c-b5fd79d1bbdb tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:06:58.203397 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f005964-1574-43f3-a29c-b5fd79d1bbdb tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:06:58.204020 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f005964-1574-43f3-a29c-b5fd79d1bbdb tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:06:58.204595 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f005964-1574-43f3-a29c-b5fd79d1bbdb tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:06:58.205679 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f005964-1574-43f3-a29c-b5fd79d1bbdb tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:06:58.206225 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f005964-1574-43f3-a29c-b5fd79d1bbdb tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:06:58.207035 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f005964-1574-43f3-a29c-b5fd79d1bbdb tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:06:58.210919 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f005964-1574-43f3-a29c-b5fd79d1bbdb tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:06:58.210919 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f005964-1574-43f3-a29c-b5fd79d1bbdb tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:06:58.210919 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f005964-1574-43f3-a29c-b5fd79d1bbdb tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:06:58.210919 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f005964-1574-43f3-a29c-b5fd79d1bbdb tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:06:58.210919 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f005964-1574-43f3-a29c-b5fd79d1bbdb tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:06:58.210919 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f005964-1574-43f3-a29c-b5fd79d1bbdb tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:06:58.210919 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f005964-1574-43f3-a29c-b5fd79d1bbdb tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:06:58.292148 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f005964-1574-43f3-a29c-b5fd79d1bbdb tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Checking segment: {'id': '3688e459-2f92-459d-9edd-ce6cc76acd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a474691d-037a-419a-8b70-0073c7bbfc01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:06:58.295842 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f005964-1574-43f3-a29c-b5fd79d1bbdb tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Network hostable DHCP agents. Network: a474691d-037a-419a-8b70-0073c7bbfc01, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:06:58.298728 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77b6585-80cf-43e1-a7dd-eeb937e519a2 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event updated for resources: {'Port': ['ID=ec2b8bf0-d4d3-4caf-af84-b5b6e0d0e876,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:58.353743 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77b6585-80cf-43e1-a7dd-eeb937e519a2 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:06:58.491896 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment c4329292-c639-41ee-855c-77687252a58b resource provider aggregate not found Oct 04 21:06:58.502547 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77b6585-80cf-43e1-a7dd-eeb937e519a2 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:06:58.503205 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77b6585-80cf-43e1-a7dd-eeb937e519a2 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:06:58.504373 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77b6585-80cf-43e1-a7dd-eeb937e519a2 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:06:58.504917 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77b6585-80cf-43e1-a7dd-eeb937e519a2 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:06:58.505479 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77b6585-80cf-43e1-a7dd-eeb937e519a2 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:06:58.506238 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77b6585-80cf-43e1-a7dd-eeb937e519a2 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:06:58.506765 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77b6585-80cf-43e1-a7dd-eeb937e519a2 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:06:58.507379 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77b6585-80cf-43e1-a7dd-eeb937e519a2 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:06:58.507936 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77b6585-80cf-43e1-a7dd-eeb937e519a2 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:06:58.509792 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-00430048-7653-43f2-b698-f5f0e485e792 None None] Set router 3cceef38-5bbb-48d2-867f-52c1ffcc92d7 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:06:58.510399 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77b6585-80cf-43e1-a7dd-eeb937e519a2 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:06:58.511253 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77b6585-80cf-43e1-a7dd-eeb937e519a2 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:06:58.511843 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77b6585-80cf-43e1-a7dd-eeb937e519a2 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:06:58.512436 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77b6585-80cf-43e1-a7dd-eeb937e519a2 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:06:58.513019 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77b6585-80cf-43e1-a7dd-eeb937e519a2 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:06:58.514035 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77b6585-80cf-43e1-a7dd-eeb937e519a2 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:06:58.518060 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f005964-1574-43f3-a29c-b5fd79d1bbdb tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Network a474691d-037a-419a-8b70-0073c7bbfc01 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:06:58.535655 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-c77b6585-80cf-43e1-a7dd-eeb937e519a2 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:06:58.554230 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:06:58.570934 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77b6585-80cf-43e1-a7dd-eeb937e519a2 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:06:58.579654 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 326001b9-1468-4655-a3e8-9455cde59408 could not be found. Oct 04 21:06:58.579654 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:06:58.579654 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:06:58.579654 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:06:58.579654 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:06:58.579654 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:06:58.579654 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:06:58.579654 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:06:58.579654 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:06:58.579654 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:06:58.579654 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:06:58.579654 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:06:58.579654 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:06:58.579654 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:06:58.579654 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:06:58.579654 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:06:58.579654 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:06:58.579654 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:06:58.579654 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:06:58.579654 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:06:58.579654 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:06:58.579654 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:06:58.579654 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:06:58.579654 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:06:58.579654 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:06:58.579654 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:06:58.579654 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:06:58.579654 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:06:58.579654 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:06:58.579654 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:06:58.579654 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:06:58.579654 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:06:58.579654 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:06:58.579654 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:06:58.579654 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:06:58.579654 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:06:58.579654 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:06:58.579654 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:06:58.579654 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 326001b9-1468-4655-a3e8-9455cde59408 could not be found. Oct 04 21:06:58.579654 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:06:58.612392 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Failed to bind port 2037fd9d-8685-4ff3-93e2-e6daefb50ba5 on host n-d-852085-12 for vnic_type normal using segments [{'id': 'c4329292-c639-41ee-855c-77687252a58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '08a37b62-c595-4f6e-8701-ca19d68bb7d8'}] Oct 04 21:06:58.612674 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77b6585-80cf-43e1-a7dd-eeb937e519a2 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:06:58.612674 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c77b6585-80cf-43e1-a7dd-eeb937e519a2 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:58.669657 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Attempt 5 to bind port 2037fd9d-8685-4ff3-93e2-e6daefb50ba5 Oct 04 21:06:58.685965 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment c4329292-c639-41ee-855c-77687252a58b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c4329292-c639-41ee-855c-77687252a58b found for delete ", "request_id": "req-bb8c576b-d871-4b57-8859-8d1621358879"}]} Oct 04 21:06:58.697149 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a6b786f3-d772-49e4-a877-f39c68859df8 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (08a37b62-c595-4f6e-8701-ca19d68bb7d8), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:58.698597 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-4f005964-1574-43f3-a29c-b5fd79d1bbdb tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, a474691d-037a-419a-8b70-0073c7bbfc01) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:06:58.712673 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f005964-1574-43f3-a29c-b5fd79d1bbdb tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:06:58.714759 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4f005964-1574-43f3-a29c-b5fd79d1bbdb tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:58.826963 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b636bb-df4c-4642-bd8e-e84281a9cf7f None None] Network a474691d-037a-419a-8b70-0073c7bbfc01 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:06:58.894922 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Attempting to bind port 2037fd9d-8685-4ff3-93e2-e6daefb50ba5 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:06:58.896108 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Attempting to bind port 2037fd9d-8685-4ff3-93e2-e6daefb50ba5 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:06:58.897207 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Attempting to bind port 2037fd9d-8685-4ff3-93e2-e6daefb50ba5 on network 08a37b62-c595-4f6e-8701-ca19d68bb7d8 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:06:58.922323 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-4f005964-1574-43f3-a29c-b5fd79d1bbdb tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.2700412 Oct 04 21:06:58.927505 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58240) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:58.945567 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 70a45c2f-8df2-45a6-aec9-99246c55bb54 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:06:59.024749 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a6b786f3-d772-49e4-a877-f39c68859df8 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:59.054662 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a6b786f3-d772-49e4-a877-f39c68859df8 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "DELETE /networking/v2.0/networks/08a37b62-c595-4f6e-8701-ca19d68bb7d8 HTTP/1.1" status: 204 len: 168 time: 12.5645905 Oct 04 21:06:59.079809 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b786f3-d772-49e4-a877-f39c68859df8 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Pushing event deleted for resources: {'Network': ['ID=08a37b62-c595-4f6e-8701-ca19d68bb7d8,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:06:59.093736 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c77b6585-80cf-43e1-a7dd-eeb937e519a2 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.7221410 Oct 04 21:06:59.098377 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58242) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:59.098377 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58244) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:59.265148 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-f36da899-eee2-462a-b2e6-e93245b9e41b tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-710252880'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:06:59.314814 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-41740ee2-8de8-45ac-bf53-6f25f1c795d9 None None] Allocated IP 2001:db8::2 (42edc29f-8c98-4058-994e-1dc4e7a022d1/86ec9dd3-ba67-4d75-9fa9-fcb5d3543166/a48f2456-3ccc-41f0-af74-bd2781411c1c) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:06:59.429325 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0255237f-ea29-475e-b2c5-7e63de653d59 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (8f1fda65-0ab5-4b30-9102-f4b35461052c), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:59.494183 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 22ed18a9-08d7-4bfe-83fb-61d817c36686 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:06:59.513702 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 326001b9-1468-4655-a3e8-9455cde59408 could not be found. Oct 04 21:06:59.513702 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:06:59.513702 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:06:59.513702 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:06:59.513702 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:06:59.513702 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:06:59.513702 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:06:59.513702 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:06:59.513702 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:06:59.513702 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:06:59.513702 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:06:59.513702 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:06:59.513702 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:06:59.513702 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:06:59.513702 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:06:59.513702 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:06:59.513702 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:06:59.513702 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:06:59.513702 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:06:59.513702 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:06:59.513702 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:06:59.513702 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:06:59.513702 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:06:59.513702 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:06:59.513702 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:06:59.513702 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:06:59.513702 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:06:59.513702 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:06:59.513702 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:06:59.513702 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:06:59.513702 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:06:59.513702 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:06:59.513702 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:06:59.513702 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:06:59.513702 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:06:59.513702 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:06:59.513702 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:06:59.513702 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:06:59.513702 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:06:59.513702 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:06:59.513702 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 326001b9-1468-4655-a3e8-9455cde59408 could not be found. Oct 04 21:06:59.513702 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:06:59.521234 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Attempting to bind port 2037fd9d-8685-4ff3-93e2-e6daefb50ba5 on network 08a37b62-c595-4f6e-8701-ca19d68bb7d8 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:06:59.572198 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-0255237f-ea29-475e-b2c5-7e63de653d59 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f1fda65-0ab5-4b30-9102-f4b35461052c']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:06:59.661521 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a37d923-5dde-45f2-a5d9-526f5173a4bd tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:06:59.667880 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-5a37d923-5dde-45f2-a5d9-526f5173a4bd tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.3793411 Oct 04 21:06:59.667880 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-05c2786b-ecc1-4df1-b067-9d299abc4f9a tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for port (10f0281b-5142-4059-b047-30ffa21c2688), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:59.672867 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58246) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:06:59.688514 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-0255237f-ea29-475e-b2c5-7e63de653d59 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31b2e380-c66b-4d26-a7f2-9699dc0c835f') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:06:59.688964 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-0255237f-ea29-475e-b2c5-7e63de653d59 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31b2e380-c66b-4d26-a7f2-9699dc0c835f') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:06:59.698140 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 22ed18a9-08d7-4bfe-83fb-61d817c36686 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:06:59.699012 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 22ed18a9-08d7-4bfe-83fb-61d817c36686 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:06:59.699522 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 81d21915-387a-47c1-aefa-04c01c6f72cd no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:06:59.711788 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f36da899-eee2-462a-b2e6-e93245b9e41b tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Made reservation on behalf of d2227c0bff3a4d24894ea6838f5ffe54 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:06:59.719365 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f36da899-eee2-462a-b2e6-e93245b9e41b tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:59.729985 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0255237f-ea29-475e-b2c5-7e63de653d59 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (31b2e380-c66b-4d26-a7f2-9699dc0c835f), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:59.785540 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 81d21915-387a-47c1-aefa-04c01c6f72cd {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:06:59.795389 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 81d21915-387a-47c1-aefa-04c01c6f72cd not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:06:59.795389 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 326001b9-1468-4655-a3e8-9455cde59408 could not be found. Oct 04 21:06:59.795389 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:06:59.795389 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:06:59.795389 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:06:59.795389 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:06:59.795389 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:06:59.795389 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:06:59.795389 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:06:59.795389 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:06:59.795389 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:06:59.795389 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:06:59.795389 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:06:59.795389 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:06:59.795389 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:06:59.795389 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:06:59.795389 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:06:59.795389 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:06:59.795389 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:06:59.795389 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:06:59.795389 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:06:59.795389 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:06:59.795389 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:06:59.795389 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:06:59.795389 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:06:59.795389 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:06:59.795389 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:06:59.795389 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:06:59.795389 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:06:59.795389 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:06:59.795389 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:06:59.795389 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:06:59.795389 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:06:59.795389 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:06:59.795389 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:06:59.795389 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:06:59.795389 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:06:59.795389 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:06:59.795389 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:06:59.795389 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 326001b9-1468-4655-a3e8-9455cde59408 could not be found. Oct 04 21:06:59.795389 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:06:59.795389 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Failed to bind port 2037fd9d-8685-4ff3-93e2-e6daefb50ba5 on host n-d-852085-12 for vnic_type normal using segments [] Oct 04 21:06:59.808415 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Attempt 6 to bind port 2037fd9d-8685-4ff3-93e2-e6daefb50ba5 Oct 04 21:06:59.835335 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0255237f-ea29-475e-b2c5-7e63de653d59 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (31b2e380-c66b-4d26-a7f2-9699dc0c835f), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:59.871227 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Attempting to bind port 2037fd9d-8685-4ff3-93e2-e6daefb50ba5 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:06:59.871940 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Attempting to bind port 2037fd9d-8685-4ff3-93e2-e6daefb50ba5 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:06:59.872610 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Attempting to bind port 2037fd9d-8685-4ff3-93e2-e6daefb50ba5 on network 08a37b62-c595-4f6e-8701-ca19d68bb7d8 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:06:59.905883 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-05c2786b-ecc1-4df1-b067-9d299abc4f9a tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (10f0281b-5142-4059-b047-30ffa21c2688), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:59.923299 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0255237f-ea29-475e-b2c5-7e63de653d59 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:06:59.927263 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0255237f-ea29-475e-b2c5-7e63de653d59 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (31b2e380-c66b-4d26-a7f2-9699dc0c835f), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:06:59.952798 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-082b83ed-509d-4870-9568-fd44ead02afb tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Deleting port ec2b8bf0-d4d3-4caf-af84-b5b6e0d0e876 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:06:59.955759 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-082b83ed-509d-4870-9568-fd44ead02afb tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (ec2b8bf0-d4d3-4caf-af84-b5b6e0d0e876), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:00.045866 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:00.188040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 326001b9-1468-4655-a3e8-9455cde59408 could not be found. Oct 04 21:07:00.188040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:07:00.188040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:07:00.188040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:07:00.188040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:07:00.188040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:07:00.188040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:07:00.188040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:07:00.188040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:07:00.188040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:07:00.188040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:07:00.188040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:07:00.188040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:07:00.188040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:07:00.188040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:07:00.188040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:07:00.188040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:07:00.188040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:07:00.188040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:07:00.188040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:07:00.188040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:07:00.188040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:07:00.188040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:07:00.188040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:07:00.188040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:07:00.188040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:07:00.188040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:07:00.188040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:07:00.188040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:07:00.188040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:07:00.188040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:07:00.188040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:07:00.188040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:07:00.188040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:07:00.188040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:07:00.188040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:07:00.188040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:07:00.188040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:07:00.188040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:07:00.188040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:07:00.188040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 326001b9-1468-4655-a3e8-9455cde59408 could not be found. Oct 04 21:07:00.188040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:07:00.194101 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Attempting to bind port 2037fd9d-8685-4ff3-93e2-e6daefb50ba5 on network 08a37b62-c595-4f6e-8701-ca19d68bb7d8 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:07:00.242263 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-082b83ed-509d-4870-9568-fd44ead02afb tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (ec2b8bf0-d4d3-4caf-af84-b5b6e0d0e876), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:00.249745 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f36da899-eee2-462a-b2e6-e93245b9e41b tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:07:00.274723 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f36da899-eee2-462a-b2e6-e93245b9e41b tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (b11c35fd-d3af-4ff4-a048-aa4176f22750), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:00.275475 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-f36da899-eee2-462a-b2e6-e93245b9e41b tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Added segment b11c35fd-d3af-4ff4-a048-aa4176f22750 of type vlan for network e8a4d24e-1a33-47a9-ba2e-b66d4ce4788a Oct 04 21:07:00.280552 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-082b83ed-509d-4870-9568-fd44ead02afb tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Calling delete_port for ec2b8bf0-d4d3-4caf-af84-b5b6e0d0e876 owned by {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:07:00.362993 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 42dabfbd-1c92-4ce7-b4b8-715b646d1b15 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:07:00.377534 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f36da899-eee2-462a-b2e6-e93245b9e41b tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (e8a4d24e-1a33-47a9-ba2e-b66d4ce4788a), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:00.440648 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:00.440648 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c2786b-ecc1-4df1-b067-9d299abc4f9a tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event updated for resources: {'Port': ['ID=10f0281b-5142-4059-b047-30ffa21c2688,revision_number=3']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:00.479012 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf84f923-360d-499c-9750-f6afb6ef6eed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-a474691d-037a-419a-8b70-0073c7bbfc01', 'network_id': 'a474691d-037a-419a-8b70-0073c7bbfc01', 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'fixed_ips': [{'subnet_id': 'aa6a2a58-a3c2-4cb9-809e-7bc7a02cfb86'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:07:00.481555 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-cf84f923-360d-499c-9750-f6afb6ef6eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:00.525105 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f36da899-eee2-462a-b2e6-e93245b9e41b tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (e8a4d24e-1a33-47a9-ba2e-b66d4ce4788a), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:00.536521 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36da899-eee2-462a-b2e6-e93245b9e41b tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:07:00.538464 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f36da899-eee2-462a-b2e6-e93245b9e41b tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:00.544415 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 326001b9-1468-4655-a3e8-9455cde59408 could not be found. Oct 04 21:07:00.544415 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:07:00.544415 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:07:00.544415 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:07:00.544415 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:07:00.544415 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:07:00.544415 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:07:00.544415 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:07:00.544415 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:07:00.544415 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:07:00.544415 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:07:00.544415 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:07:00.544415 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:07:00.544415 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:07:00.544415 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:07:00.544415 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:07:00.544415 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:07:00.544415 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:07:00.544415 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:07:00.544415 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:07:00.544415 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:07:00.544415 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:07:00.544415 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:07:00.544415 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:07:00.544415 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:07:00.544415 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:07:00.544415 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:07:00.544415 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:07:00.544415 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:07:00.544415 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:07:00.544415 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:07:00.544415 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:07:00.544415 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:07:00.544415 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:07:00.544415 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:07:00.544415 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:07:00.544415 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:07:00.544415 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:07:00.544415 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 326001b9-1468-4655-a3e8-9455cde59408 could not be found. Oct 04 21:07:00.544415 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:07:00.554402 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Failed to bind port 2037fd9d-8685-4ff3-93e2-e6daefb50ba5 on host n-d-852085-12 for vnic_type normal using segments [] Oct 04 21:07:00.692772 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:00.806382 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f36da899-eee2-462a-b2e6-e93245b9e41b tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5528731 Oct 04 21:07:00.825364 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58262) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:00.835178 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-8ae346e4-2c3c-4eab-a4c4-41a61c8a1f74 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Request body: {'subnet': {'network_id': 'e8a4d24e-1a33-47a9-ba2e-b66d4ce4788a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:07:00.910229 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37dfdcf3-74e2-484e-b998-87a4572107b8 None None] Network a41151f8-a1fb-4f33-9612-62c4630d2aef requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:07:00.950265 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Attempt 7 to bind port 2037fd9d-8685-4ff3-93e2-e6daefb50ba5 Oct 04 21:07:00.957946 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:00.964484 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 31b2e380-c66b-4d26-a7f2-9699dc0c835f resource provider aggregate not found Oct 04 21:07:01.053745 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 31b2e380-c66b-4d26-a7f2-9699dc0c835f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 31b2e380-c66b-4d26-a7f2-9699dc0c835f found for delete ", "request_id": "req-5318da19-09a3-42e5-8de9-819cad3ab435"}]} Oct 04 21:07:01.075888 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-f01d533f-7def-4cb0-8ce7-f7d42f51e4ef None None] Provisioning complete for port 70a45c2f-8df2-45a6-aec9-99246c55bb54 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:07:01.088438 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f01d533f-7def-4cb0-8ce7-f7d42f51e4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (70a45c2f-8df2-45a6-aec9-99246c55bb54), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:01.088438 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-f01d533f-7def-4cb0-8ce7-f7d42f51e4ef None None] Attempt 1 to provision port 70a45c2f-8df2-45a6-aec9-99246c55bb54 Oct 04 21:07:01.182549 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0255237f-ea29-475e-b2c5-7e63de653d59 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (8f1fda65-0ab5-4b30-9102-f4b35461052c), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:01.198941 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0255237f-ea29-475e-b2c5-7e63de653d59 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:01.212159 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-0255237f-ea29-475e-b2c5-7e63de653d59 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] 10.222.0.78 "DELETE /networking/v2.0/networks/8f1fda65-0ab5-4b30-9102-f4b35461052c HTTP/1.1" status: 204 len: 168 time: 4.3348801 Oct 04 21:07:01.228727 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36da899-eee2-462a-b2e6-e93245b9e41b tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Pushing event updated for resources: {'Network': ['ID=e8a4d24e-1a33-47a9-ba2e-b66d4ce4788a,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:01.307931 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0255237f-ea29-475e-b2c5-7e63de653d59 tempest-TestSecurityGroupsBasicOps-2078502807 tempest-TestSecurityGroupsBasicOps-2078502807-project] Pushing event deleted for resources: {'Network': ['ID=8f1fda65-0ab5-4b30-9102-f4b35461052c,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:01.322876 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:01.336024 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Attempting to bind port 2037fd9d-8685-4ff3-93e2-e6daefb50ba5 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:07:01.336933 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Attempting to bind port 2037fd9d-8685-4ff3-93e2-e6daefb50ba5 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:07:01.337724 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Attempting to bind port 2037fd9d-8685-4ff3-93e2-e6daefb50ba5 on network 08a37b62-c595-4f6e-8701-ca19d68bb7d8 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:07:01.371018 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network e8a4d24e-1a33-47a9-ba2e-b66d4ce4788a details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:07:01.383681 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-05c2786b-ecc1-4df1-b067-9d299abc4f9a tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] In _notify_port_updated(), no bound segment for port 10f0281b-5142-4059-b047-30ffa21c2688 on network a41151f8-a1fb-4f33-9612-62c4630d2aef {{(pid=108170) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 04 21:07:01.404708 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c2786b-ecc1-4df1-b067-9d299abc4f9a tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:07:01.406238 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-05c2786b-ecc1-4df1-b067-9d299abc4f9a tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:01.408905 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-05c2786b-ecc1-4df1-b067-9d299abc4f9a tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "PUT /networking/v2.0/ports/10f0281b-5142-4059-b047-30ffa21c2688 HTTP/1.1" status: 200 len: 999 time: 7.8695226 Oct 04 21:07:01.419236 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58276) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:01.478700 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 42dabfbd-1c92-4ce7-b4b8-715b646d1b15 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:07:01.479248 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (42dabfbd-1c92-4ce7-b4b8-715b646d1b15), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:01.479953 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 42dabfbd-1c92-4ce7-b4b8-715b646d1b15 Oct 04 21:07:01.628612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 326001b9-1468-4655-a3e8-9455cde59408 could not be found. Oct 04 21:07:01.628612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:07:01.628612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:07:01.628612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:07:01.628612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:07:01.628612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:07:01.628612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:07:01.628612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:07:01.628612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:07:01.628612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:07:01.628612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:07:01.628612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:07:01.628612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:07:01.628612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:07:01.628612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:07:01.628612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:07:01.628612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:07:01.628612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:07:01.628612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:07:01.628612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:07:01.628612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:07:01.628612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:07:01.628612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:07:01.628612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:07:01.628612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:07:01.628612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:07:01.628612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:07:01.628612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:07:01.628612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:07:01.628612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:07:01.628612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:07:01.628612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:07:01.628612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:07:01.628612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:07:01.628612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:07:01.628612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:07:01.628612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:07:01.628612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:07:01.628612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:07:01.628612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:07:01.628612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 326001b9-1468-4655-a3e8-9455cde59408 could not be found. Oct 04 21:07:01.628612 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:07:01.635376 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Attempting to bind port 2037fd9d-8685-4ff3-93e2-e6daefb50ba5 on network 08a37b62-c595-4f6e-8701-ca19d68bb7d8 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:07:01.717190 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-cdb372b7-6b06-4244-a49e-34f2b2150ba4 req-fbc27732-231b-4b34-962d-e85b1ca9dd3f service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=e5caffef-3784-4343-9a47-bb934f2b2214&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4117761 Oct 04 21:07:01.765848 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-79c4f969-c3be-40d5-a6c2-50af564e6945 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:01.820497 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-d2378b3b-9ef8-4616-9eed-6294fa1ee402 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Deleting port 10f0281b-5142-4059-b047-30ffa21c2688 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:07:01.822717 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d2378b3b-9ef8-4616-9eed-6294fa1ee402 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (10f0281b-5142-4059-b047-30ffa21c2688), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:01.935829 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae346e4-2c3c-4eab-a4c4-41a61c8a1f74 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Made reservation on behalf of d2227c0bff3a4d24894ea6838f5ffe54 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:07:01.945178 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8ae346e4-2c3c-4eab-a4c4-41a61c8a1f74 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:01.948547 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-cf84f923-360d-499c-9750-f6afb6ef6eed None None] Allocated IP 172.20.0.2 (a474691d-037a-419a-8b70-0073c7bbfc01/aa6a2a58-a3c2-4cb9-809e-7bc7a02cfb86/84de2ee9-3041-412c-ab84-bf2b5652585e) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:07:01.951472 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-082b83ed-509d-4870-9568-fd44ead02afb tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (ec2b8bf0-d4d3-4caf-af84-b5b6e0d0e876), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:01.956149 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-41740ee2-8de8-45ac-bf53-6f25f1c795d9 None None] Publish callbacks [] for port (a48f2456-3ccc-41f0-af74-bd2781411c1c), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:01.968535 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-00430048-7653-43f2-b698-f5f0e485e792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cceef38-5bbb-48d2-867f-52c1ffcc92d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569934637', 'tenant_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '39c8bffc-d1c4-4dbb-9895-40af1010bd51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:06:41Z', 'updated_at': '2022-10-04T21:06:51Z', 'revision_number': 3, 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'gw_port': {'id': '39c8bffc-d1c4-4dbb-9895-40af1010bd51', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cceef38-5bbb-48d2-867f-52c1ffcc92d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:06:48Z', 'updated_at': '2022-10-04T21:06:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:07:02.089051 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 326001b9-1468-4655-a3e8-9455cde59408 could not be found. Oct 04 21:07:02.089051 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:07:02.089051 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:07:02.089051 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:07:02.089051 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:07:02.089051 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:07:02.089051 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:07:02.089051 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:07:02.089051 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:07:02.089051 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:07:02.089051 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:07:02.089051 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:07:02.089051 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:07:02.089051 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:07:02.089051 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:07:02.089051 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:07:02.089051 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:07:02.089051 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:07:02.089051 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:07:02.089051 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:07:02.089051 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:07:02.089051 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:07:02.089051 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:07:02.089051 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:07:02.089051 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:07:02.089051 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:07:02.089051 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:07:02.089051 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:07:02.089051 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:07:02.089051 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:07:02.089051 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:07:02.089051 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:07:02.089051 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:07:02.089051 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:07:02.089051 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:07:02.089051 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:07:02.089051 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:07:02.089051 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:07:02.089051 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 326001b9-1468-4655-a3e8-9455cde59408 could not be found. Oct 04 21:07:02.089051 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:07:02.103060 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Failed to bind port 2037fd9d-8685-4ff3-93e2-e6daefb50ba5 on host n-d-852085-12 for vnic_type normal using segments [] Oct 04 21:07:02.121382 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Attempt 8 to bind port 2037fd9d-8685-4ff3-93e2-e6daefb50ba5 Oct 04 21:07:02.128822 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-41740ee2-8de8-45ac-bf53-6f25f1c795d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (a48f2456-3ccc-41f0-af74-bd2781411c1c), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:02.197013 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d2378b3b-9ef8-4616-9eed-6294fa1ee402 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (10f0281b-5142-4059-b047-30ffa21c2688), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:02.212020 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:02.217265 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00430048-7653-43f2-b698-f5f0e485e792 None None] Checking router: 3cceef38-5bbb-48d2-867f-52c1ffcc92d7 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:07:02.218265 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00430048-7653-43f2-b698-f5f0e485e792 None None] Updating router 3cceef38-5bbb-48d2-867f-52c1ffcc92d7 port 39c8bffc-d1c4-4dbb-9895-40af1010bd51 binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:07:02.225992 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-d2378b3b-9ef8-4616-9eed-6294fa1ee402 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Calling delete_port for 10f0281b-5142-4059-b047-30ffa21c2688 owned by {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:07:02.296789 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 21:07:02.384314 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-00430048-7653-43f2-b698-f5f0e485e792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (39c8bffc-d1c4-4dbb-9895-40af1010bd51), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:02.520079 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:02.614029 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Attempting to bind port 2037fd9d-8685-4ff3-93e2-e6daefb50ba5 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:07:02.614529 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Attempting to bind port 2037fd9d-8685-4ff3-93e2-e6daefb50ba5 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:07:02.615440 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Attempting to bind port 2037fd9d-8685-4ff3-93e2-e6daefb50ba5 on network 08a37b62-c595-4f6e-8701-ca19d68bb7d8 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:07:02.747796 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082b83ed-509d-4870-9568-fd44ead02afb tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event deleted for resources: {'Port': ['ID=ec2b8bf0-d4d3-4caf-af84-b5b6e0d0e876,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:02.836446 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:DELETE=7,neutron:SELECT=89,neutron:INSERT=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:02.878467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 326001b9-1468-4655-a3e8-9455cde59408 could not be found. Oct 04 21:07:02.878467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:07:02.878467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:07:02.878467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:07:02.878467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:07:02.878467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:07:02.878467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:07:02.878467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:07:02.878467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:07:02.878467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:07:02.878467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:07:02.878467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:07:02.878467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:07:02.878467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:07:02.878467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:07:02.878467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:07:02.878467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:07:02.878467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:07:02.878467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:07:02.878467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:07:02.878467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:07:02.878467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:07:02.878467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:07:02.878467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:07:02.878467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:07:02.878467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:07:02.878467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:07:02.878467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:07:02.878467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:07:02.878467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:07:02.878467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:07:02.878467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:07:02.878467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:07:02.878467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:07:02.878467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:07:02.878467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:07:02.878467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:07:02.878467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:07:02.878467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:07:02.878467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:07:02.878467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 326001b9-1468-4655-a3e8-9455cde59408 could not be found. Oct 04 21:07:02.878467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:07:02.878467 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Attempting to bind port 2037fd9d-8685-4ff3-93e2-e6daefb50ba5 on network 08a37b62-c595-4f6e-8701-ca19d68bb7d8 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:07:02.884269 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:02.900966 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41740ee2-8de8-45ac-bf53-6f25f1c795d9 None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:07:02.972890 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.ipam_backend_mixin [None req-8ae346e4-2c3c-4eab-a4c4-41a61c8a1f74 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Performing IP validity checks on allocation pools {{(pid=108169) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Oct 04 21:07:02.973761 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.ipam_backend_mixin [None req-8ae346e4-2c3c-4eab-a4c4-41a61c8a1f74 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Checking for overlaps among allocation pools and gateway ip {{(pid=108169) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Oct 04 21:07:03.008467 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb372b7-6b06-4244-a49e-34f2b2150ba4 req-7facca03-c81e-4c00-9457-5ca82209add7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:07:03.012019 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-cdb372b7-6b06-4244-a49e-34f2b2150ba4 req-7facca03-c81e-4c00-9457-5ca82209add7 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=f1825a1177a04e78bd4d42c9ab83c051&device_id=e5caffef-3784-4343-9a47-bb934f2b2214 HTTP/1.1" status: 200 len: 1131 time: 1.0799270 Oct 04 21:07:03.013861 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-082b83ed-509d-4870-9568-fd44ead02afb tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:03.034138 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-082b83ed-509d-4870-9568-fd44ead02afb tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/ports/ec2b8bf0-d4d3-4caf-af84-b5b6e0d0e876 HTTP/1.1" status: 204 len: 168 time: 3.3552585 Oct 04 21:07:03.043288 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58292) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:03.094927 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58294) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:03.099542 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-41740ee2-8de8-45ac-bf53-6f25f1c795d9 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:07:03.108202 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41740ee2-8de8-45ac-bf53-6f25f1c795d9 None None] Pushing event updated for resources: {'Port': ['ID=a48f2456-3ccc-41f0-af74-bd2781411c1c,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:03.340645 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d2378b3b-9ef8-4616-9eed-6294fa1ee402 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (10f0281b-5142-4059-b047-30ffa21c2688), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:03.469208 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2378b3b-9ef8-4616-9eed-6294fa1ee402 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event deleted for resources: {'Port': ['ID=10f0281b-5142-4059-b047-30ffa21c2688,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:03.561876 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8ae346e4-2c3c-4eab-a4c4-41a61c8a1f74 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (3b6c109a-90b8-4478-b7ef-ad62e0e66c4b), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:03.658822 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0b56c2-2251-4948-90b0-b13ed477caa2 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:07:03.662671 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0b56c2-2251-4948-90b0-b13ed477caa2 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:07:03.672487 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-1f0b56c2-2251-4948-90b0-b13ed477caa2 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6222417 Oct 04 21:07:03.677051 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58298) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:03.712398 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41740ee2-8de8-45ac-bf53-6f25f1c795d9 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:07:03.731470 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 326001b9-1468-4655-a3e8-9455cde59408 could not be found. Oct 04 21:07:03.731470 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:07:03.731470 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:07:03.731470 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:07:03.731470 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:07:03.731470 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:07:03.731470 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:07:03.731470 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:07:03.731470 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:07:03.731470 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:07:03.731470 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:07:03.731470 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:07:03.731470 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:07:03.731470 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:07:03.731470 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:07:03.731470 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:07:03.731470 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:07:03.731470 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:07:03.731470 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:07:03.731470 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:07:03.731470 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:07:03.731470 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:07:03.731470 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:07:03.731470 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:07:03.731470 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:07:03.731470 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:07:03.731470 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:07:03.731470 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:07:03.731470 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:07:03.731470 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:07:03.731470 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:07:03.731470 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:07:03.731470 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:07:03.731470 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:07:03.731470 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:07:03.731470 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:07:03.731470 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:07:03.731470 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:07:03.731470 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 326001b9-1468-4655-a3e8-9455cde59408 could not be found. Oct 04 21:07:03.731470 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:07:03.750074 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Failed to bind port 2037fd9d-8685-4ff3-93e2-e6daefb50ba5 on host n-d-852085-12 for vnic_type normal using segments [] Oct 04 21:07:03.750243 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:03.773852 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Attempt 9 to bind port 2037fd9d-8685-4ff3-93e2-e6daefb50ba5 Oct 04 21:07:03.813069 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae346e4-2c3c-4eab-a4c4-41a61c8a1f74 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Pushing event updated for resources: {'Subnet': ['ID=3b6c109a-90b8-4478-b7ef-ad62e0e66c4b,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:03.860833 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae346e4-2c3c-4eab-a4c4-41a61c8a1f74 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Checking segment: {'id': 'b11c35fd-d3af-4ff4-a048-aa4176f22750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e8a4d24e-1a33-47a9-ba2e-b66d4ce4788a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:07:03.861563 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae346e4-2c3c-4eab-a4c4-41a61c8a1f74 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Network hostable DHCP agents. Network: e8a4d24e-1a33-47a9-ba2e-b66d4ce4788a, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:07:03.872890 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb372b7-6b06-4244-a49e-34f2b2150ba4 req-1883b6e3-51b5-40ba-a554-dc45016a6e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:07:03.875845 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-cdb372b7-6b06-4244-a49e-34f2b2150ba4 req-1883b6e3-51b5-40ba-a554-dc45016a6e38 service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=42fbb05e-3f96-444f-a676-04ee9d06a8c7 HTTP/1.1" status: 200 len: 870 time: 0.7995040 Oct 04 21:07:04.038081 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-cdb372b7-6b06-4244-a49e-34f2b2150ba4 req-620572fb-312c-4d45-8d12-1dfdb778c679 service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=1c154906-993f-4652-add1-a70d59e80af4 HTTP/1.1" status: 200 len: 217 time: 0.1494899 Oct 04 21:07:04.120979 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Attempting to bind port 2037fd9d-8685-4ff3-93e2-e6daefb50ba5 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:07:04.120979 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Attempting to bind port 2037fd9d-8685-4ff3-93e2-e6daefb50ba5 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:07:04.120979 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Attempting to bind port 2037fd9d-8685-4ff3-93e2-e6daefb50ba5 on network 08a37b62-c595-4f6e-8701-ca19d68bb7d8 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:07:04.275451 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb372b7-6b06-4244-a49e-34f2b2150ba4 req-15295d17-5668-4dd9-afb5-0ff3f037f41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:07:04.299521 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-cdb372b7-6b06-4244-a49e-34f2b2150ba4 req-15295d17-5668-4dd9-afb5-0ff3f037f41b service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.2450588 Oct 04 21:07:04.417958 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-f01d533f-7def-4cb0-8ce7-f7d42f51e4ef None None] Current status of the port 70a45c2f-8df2-45a6-aec9-99246c55bb54 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:07:04.433914 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-f01d533f-7def-4cb0-8ce7-f7d42f51e4ef None None] Could not find standard attr ID for object 10f0281b-5142-4059-b047-30ffa21c2688. {{(pid=108171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 04 21:07:04.444641 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 326001b9-1468-4655-a3e8-9455cde59408 could not be found. Oct 04 21:07:04.444641 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:07:04.444641 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:07:04.444641 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:07:04.444641 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:07:04.444641 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:07:04.444641 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:07:04.444641 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:07:04.444641 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:07:04.444641 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:07:04.444641 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:07:04.444641 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:07:04.444641 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:07:04.444641 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:07:04.444641 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:07:04.444641 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:07:04.444641 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:07:04.444641 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:07:04.444641 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:07:04.444641 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:07:04.444641 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:07:04.444641 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:07:04.444641 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:07:04.444641 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:07:04.444641 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:07:04.444641 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:07:04.444641 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:07:04.444641 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:07:04.444641 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:07:04.444641 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:07:04.444641 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:07:04.444641 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:07:04.444641 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:07:04.444641 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:07:04.444641 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:07:04.444641 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:07:04.444641 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:07:04.444641 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:07:04.444641 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:07:04.444641 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:07:04.444641 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 326001b9-1468-4655-a3e8-9455cde59408 could not be found. Oct 04 21:07:04.444641 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:07:04.450596 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb372b7-6b06-4244-a49e-34f2b2150ba4 req-3f5d3f23-2e96-4425-bb4b-ea090d693323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:07:04.450728 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Attempting to bind port 2037fd9d-8685-4ff3-93e2-e6daefb50ba5 on network 08a37b62-c595-4f6e-8701-ca19d68bb7d8 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:07:04.450940 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-cdb372b7-6b06-4244-a49e-34f2b2150ba4 req-3f5d3f23-2e96-4425-bb4b-ea090d693323 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1481683 Oct 04 21:07:04.452387 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae346e4-2c3c-4eab-a4c4-41a61c8a1f74 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Network e8a4d24e-1a33-47a9-ba2e-b66d4ce4788a is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:07:04.562343 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-41740ee2-8de8-45ac-bf53-6f25f1c795d9 None None] Attempting to bind port a48f2456-3ccc-41f0-af74-bd2781411c1c on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:07:04.565685 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-41740ee2-8de8-45ac-bf53-6f25f1c795d9 None None] Attempting to bind port a48f2456-3ccc-41f0-af74-bd2781411c1c by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:07:04.566261 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41740ee2-8de8-45ac-bf53-6f25f1c795d9 None None] Attempting to bind port a48f2456-3ccc-41f0-af74-bd2781411c1c on network 42edc29f-8c98-4058-994e-1dc4e7a022d1 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:07:04.662858 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-8ae346e4-2c3c-4eab-a4c4-41a61c8a1f74 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, e8a4d24e-1a33-47a9-ba2e-b66d4ce4788a) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:07:04.711093 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae346e4-2c3c-4eab-a4c4-41a61c8a1f74 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:07:04.713730 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8ae346e4-2c3c-4eab-a4c4-41a61c8a1f74 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:04.739677 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-b86ac95d-440a-4adc-be4d-55be47ec9ea9 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Deleting subnet 86ec9dd3-ba67-4d75-9fa9-fcb5d3543166 {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:07:04.771576 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b86ac95d-440a-4adc-be4d-55be47ec9ea9 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (86ec9dd3-ba67-4d75-9fa9-fcb5d3543166), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:04.832500 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=68 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:04.835804 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-cdb372b7-6b06-4244-a49e-34f2b2150ba4 req-8530cfa6-bb02-41ab-b81a-87778e83c833 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396990 Oct 04 21:07:04.950649 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b86ac95d-440a-4adc-be4d-55be47ec9ea9 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (86ec9dd3-ba67-4d75-9fa9-fcb5d3543166), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:04.958645 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:04.971237 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 326001b9-1468-4655-a3e8-9455cde59408 could not be found. Oct 04 21:07:04.971237 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:07:04.971237 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:07:04.971237 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:07:04.971237 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:07:04.971237 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:07:04.971237 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:07:04.971237 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:07:04.971237 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:07:04.971237 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:07:04.971237 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:07:04.971237 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:07:04.971237 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:07:04.971237 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:07:04.971237 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:07:04.971237 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:07:04.971237 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:07:04.971237 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:07:04.971237 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:07:04.971237 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:07:04.971237 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:07:04.971237 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:07:04.971237 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:07:04.971237 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:07:04.971237 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:07:04.971237 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:07:04.971237 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:07:04.971237 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:07:04.971237 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:07:04.971237 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:07:04.971237 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:07:04.971237 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:07:04.971237 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:07:04.971237 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:07:04.971237 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:07:04.971237 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:07:04.971237 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:07:04.971237 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:07:04.971237 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 326001b9-1468-4655-a3e8-9455cde59408 could not be found. Oct 04 21:07:04.971237 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:07:04.976314 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Failed to bind port 2037fd9d-8685-4ff3-93e2-e6daefb50ba5 on host n-d-852085-12 for vnic_type normal using segments [] Oct 04 21:07:04.976314 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 42dabfbd-1c92-4ce7-b4b8-715b646d1b15 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:07:04.976314 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 70a45c2f-8df2-45a6-aec9-99246c55bb54 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:07:05.049160 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a209dd-e7a7-4c42-ab3c-aaa5ceca089f None None] Network e8a4d24e-1a33-47a9-ba2e-b66d4ce4788a requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:07:05.053543 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Attempt 10 to bind port 2037fd9d-8685-4ff3-93e2-e6daefb50ba5 Oct 04 21:07:05.059486 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:05.152215 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-8ae346e4-2c3c-4eab-a4c4-41a61c8a1f74 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 4.3243642 Oct 04 21:07:05.156727 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58316) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:05.209250 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:05.236521 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-63189bfc-6c31-459d-9ae5-b9c9a9201a48 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=42290e303c56447082419baf9e037472&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1276276 Oct 04 21:07:05.237129 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41740ee2-8de8-45ac-bf53-6f25f1c795d9 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:07:05.237129 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41740ee2-8de8-45ac-bf53-6f25f1c795d9 None None] Checking segment: {'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:07:05.237129 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-41740ee2-8de8-45ac-bf53-6f25f1c795d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:05.237129 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41740ee2-8de8-45ac-bf53-6f25f1c795d9 None None] Bound using segment: {'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:07:05.238374 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-41740ee2-8de8-45ac-bf53-6f25f1c795d9 None None] Bound port: a48f2456-3ccc-41f0-af74-bd2781411c1c, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:07:05.238374 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-41740ee2-8de8-45ac-bf53-6f25f1c795d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (a48f2456-3ccc-41f0-af74-bd2781411c1c), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:05.239720 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58318) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:05.270867 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b86ac95d-440a-4adc-be4d-55be47ec9ea9 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (86ec9dd3-ba67-4d75-9fa9-fcb5d3543166), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:05.329292 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d2378b3b-9ef8-4616-9eed-6294fa1ee402 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:05.335988 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-d2378b3b-9ef8-4616-9eed-6294fa1ee402 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "DELETE /networking/v2.0/ports/10f0281b-5142-4059-b047-30ffa21c2688 HTTP/1.1" status: 204 len: 168 time: 3.9135878 Oct 04 21:07:05.342045 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58322) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:05.459777 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b35c530-e641-44ce-b6b4-ecfa45994613 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] GET failed (client error): The resource could not be found. Oct 04 21:07:05.466918 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-1b35c530-e641-44ce-b6b4-ecfa45994613 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "GET /networking/v2.0/ports/10f0281b-5142-4059-b047-30ffa21c2688 HTTP/1.1" status: 404 len: 333 time: 0.1190083 Oct 04 21:07:05.468499 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58324) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:05.678764 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Attempting to bind port 2037fd9d-8685-4ff3-93e2-e6daefb50ba5 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:07:05.683375 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Attempting to bind port 2037fd9d-8685-4ff3-93e2-e6daefb50ba5 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:07:05.684158 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Attempting to bind port 2037fd9d-8685-4ff3-93e2-e6daefb50ba5 on network 08a37b62-c595-4f6e-8701-ca19d68bb7d8 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:07:05.868952 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-28c401d2-8107-4b85-a066-590d901fa74a tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Deleting subnet bba569e1-7a5e-4b13-960f-484dbec5aafe {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:07:05.897362 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-28c401d2-8107-4b85-a066-590d901fa74a tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for subnet (bba569e1-7a5e-4b13-960f-484dbec5aafe), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:05.935562 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-cdb372b7-6b06-4244-a49e-34f2b2150ba4 req-cf46dd54-a8af-42f1-b3c0-6a0f9e920fe0 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0922048 Oct 04 21:07:06.066423 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-28c401d2-8107-4b85-a066-590d901fa74a tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (bba569e1-7a5e-4b13-960f-484dbec5aafe), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:06.070731 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2562bfaa-8fa0-478c-8127-f10eb5744d57 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (e8a4d24e-1a33-47a9-ba2e-b66d4ce4788a), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:06.093321 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:06.136790 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 326001b9-1468-4655-a3e8-9455cde59408 could not be found. Oct 04 21:07:06.136790 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:07:06.136790 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:07:06.136790 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:07:06.136790 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:07:06.136790 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:07:06.136790 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:07:06.136790 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:07:06.136790 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:07:06.136790 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:07:06.136790 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:07:06.136790 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:07:06.136790 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:07:06.136790 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:07:06.136790 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:07:06.136790 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:07:06.136790 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:07:06.136790 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:07:06.136790 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:07:06.136790 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:07:06.136790 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:07:06.136790 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:07:06.136790 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:07:06.136790 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:07:06.136790 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:07:06.136790 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:07:06.136790 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:07:06.136790 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:07:06.136790 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:07:06.136790 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:07:06.136790 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:07:06.136790 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:07:06.136790 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:07:06.136790 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:07:06.136790 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:07:06.136790 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:07:06.136790 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:07:06.136790 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:07:06.136790 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:07:06.136790 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:07:06.136790 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 326001b9-1468-4655-a3e8-9455cde59408 could not be found. Oct 04 21:07:06.136790 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:07:06.142363 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Attempting to bind port 2037fd9d-8685-4ff3-93e2-e6daefb50ba5 on network 08a37b62-c595-4f6e-8701-ca19d68bb7d8 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:07:06.142363 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-766cb39b-c4ef-4879-bca9-d67fc958fa88 None None] Provisioning complete for port 70a45c2f-8df2-45a6-aec9-99246c55bb54 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:07:06.142363 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-766cb39b-c4ef-4879-bca9-d67fc958fa88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (70a45c2f-8df2-45a6-aec9-99246c55bb54), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:06.146161 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b86ac95d-440a-4adc-be4d-55be47ec9ea9 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (86ec9dd3-ba67-4d75-9fa9-fcb5d3543166), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:06.158136 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-766cb39b-c4ef-4879-bca9-d67fc958fa88 None None] Attempt 1 to provision port 70a45c2f-8df2-45a6-aec9-99246c55bb54 Oct 04 21:07:06.198509 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e2782e3f-8079-4420-8de6-a636c18737c3 admin admin] Publish callbacks [] for security_group (14f6f3c8-dd60-4f5a-b4af-6a85394535cb), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:06.386056 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86ac95d-440a-4adc-be4d-55be47ec9ea9 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event deleted for resources: {'Subnet': ['ID=86ec9dd3-ba67-4d75-9fa9-fcb5d3543166,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:06.387680 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e2782e3f-8079-4420-8de6-a636c18737c3 admin admin] Publish callbacks [] for security_group (14f6f3c8-dd60-4f5a-b4af-6a85394535cb), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:06.476166 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2562bfaa-8fa0-478c-8127-f10eb5744d57 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (3b6c109a-90b8-4478-b7ef-ad62e0e66c4b), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:06.527452 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:06.658502 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b86ac95d-440a-4adc-be4d-55be47ec9ea9 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:06.675378 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b86ac95d-440a-4adc-be4d-55be47ec9ea9 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/86ec9dd3-ba67-4d75-9fa9-fcb5d3543166 HTTP/1.1" status: 204 len: 168 time: 2.9919701 Oct 04 21:07:06.681539 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58328) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:06.721541 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-28c401d2-8107-4b85-a066-590d901fa74a tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (bba569e1-7a5e-4b13-960f-484dbec5aafe), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:06.842295 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-41740ee2-8de8-45ac-bf53-6f25f1c795d9 None None] For port a48f2456-3ccc-41f0-af74-bd2781411c1c, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:07:06.867392 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 326001b9-1468-4655-a3e8-9455cde59408 could not be found. Oct 04 21:07:06.867392 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:07:06.867392 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:07:06.867392 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:07:06.867392 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:07:06.867392 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:07:06.867392 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:07:06.867392 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:07:06.867392 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:07:06.867392 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:07:06.867392 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:07:06.867392 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:07:06.867392 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:07:06.867392 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:07:06.867392 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:07:06.867392 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:07:06.867392 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:07:06.867392 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:07:06.867392 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:07:06.867392 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:07:06.867392 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:07:06.867392 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:07:06.867392 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:07:06.867392 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:07:06.867392 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:07:06.867392 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:07:06.867392 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:07:06.867392 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:07:06.867392 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:07:06.867392 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:07:06.867392 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:07:06.867392 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:07:06.867392 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:07:06.867392 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:07:06.867392 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:07:06.867392 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:07:06.867392 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:07:06.867392 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:07:06.867392 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 326001b9-1468-4655-a3e8-9455cde59408 could not be found. Oct 04 21:07:06.867392 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:07:06.872891 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Failed to bind port 2037fd9d-8685-4ff3-93e2-e6daefb50ba5 on host n-d-852085-12 for vnic_type normal using segments [] Oct 04 21:07:06.875827 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (2037fd9d-8685-4ff3-93e2-e6daefb50ba5), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:06.883342 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e2782e3f-8079-4420-8de6-a636c18737c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (14f6f3c8-dd60-4f5a-b4af-6a85394535cb), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:06.895589 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e2782e3f-8079-4420-8de6-a636c18737c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:06.899455 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e2782e3f-8079-4420-8de6-a636c18737c3 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/14f6f3c8-dd60-4f5a-b4af-6a85394535cb HTTP/1.1" status: 204 len: 168 time: 1.6504824 Oct 04 21:07:06.908381 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-4f186217-f510-41bf-a7f3-db11f6f95217 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2171249 Oct 04 21:07:06.911537 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58332) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:06.917201 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2562bfaa-8fa0-478c-8127-f10eb5744d57 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (3b6c109a-90b8-4478-b7ef-ad62e0e66c4b), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:07.096237 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2782e3f-8079-4420-8de6-a636c18737c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f6f3c8-dd60-4f5a-b4af-6a85394535cb,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:07.106814 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 70a45c2f-8df2-45a6-aec9-99246c55bb54 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:07:07.107422 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2562bfaa-8fa0-478c-8127-f10eb5744d57 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Pushing event deleted for resources: {'Subnet': ['ID=3b6c109a-90b8-4478-b7ef-ad62e0e66c4b,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:07.110345 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518c48ed-738d-4451-822e-bc84093a98fd tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:07:07.113121 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-518c48ed-738d-4451-822e-bc84093a98fd tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1991613 Oct 04 21:07:07.115837 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (70a45c2f-8df2-45a6-aec9-99246c55bb54), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:07.116330 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 70a45c2f-8df2-45a6-aec9-99246c55bb54 Oct 04 21:07:07.117185 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58334) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:07.193872 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-28c401d2-8107-4b85-a066-590d901fa74a tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (bba569e1-7a5e-4b13-960f-484dbec5aafe), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:07.289270 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81dfba4a-11a5-41cf-8b18-eb009cdbd4bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-e8a4d24e-1a33-47a9-ba2e-b66d4ce4788a', 'network_id': 'e8a4d24e-1a33-47a9-ba2e-b66d4ce4788a', 'project_id': 'd2227c0bff3a4d24894ea6838f5ffe54', 'fixed_ips': [{'subnet_id': '3b6c109a-90b8-4478-b7ef-ad62e0e66c4b'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:07:07.291908 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-81dfba4a-11a5-41cf-8b18-eb009cdbd4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:07.308668 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-cf84f923-360d-499c-9750-f6afb6ef6eed None None] Publish callbacks [] for port (84de2ee9-3041-412c-ab84-bf2b5652585e), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:07.316628 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c401d2-8107-4b85-a066-590d901fa74a tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event deleted for resources: {'Subnet': ['ID=bba569e1-7a5e-4b13-960f-484dbec5aafe,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:07.356839 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-28c401d2-8107-4b85-a066-590d901fa74a tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:07.365613 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-28c401d2-8107-4b85-a066-590d901fa74a tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/bba569e1-7a5e-4b13-960f-484dbec5aafe HTTP/1.1" status: 204 len: 168 time: 1.8949747 Oct 04 21:07:07.375129 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58336) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:07.454876 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-41740ee2-8de8-45ac-bf53-6f25f1c795d9 None None] For port a48f2456-3ccc-41f0-af74-bd2781411c1c, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=a48f2456-3ccc-41f0-af74-bd2781411c1c,segment=NetworkSegment(a074d1d3-d8bf-45a2-a3f3-7647e2465b5f),segment_id=a074d1d3-d8bf-45a2-a3f3-7647e2465b5f)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:07:07.487413 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5c242e-4024-4e35-8582-40571690f5c4 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:07:07.490082 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-1c5c242e-4024-4e35-8582-40571690f5c4 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3714283 Oct 04 21:07:07.496035 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58344) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:07.555589 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-ed533e9e-9ceb-43b4-8f89-a22f1ae73dc8 None None] Port 2037fd9d-8685-4ff3-93e2-e6daefb50ba5 has been deleted concurrently {{(pid=108171) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:696}} Oct 04 21:07:07.842163 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-766cb39b-c4ef-4879-bca9-d67fc958fa88 None None] Current status of the port 70a45c2f-8df2-45a6-aec9-99246c55bb54 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:07:07.847024 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-ee89f074-b3f4-49df-9fa0-1b72bb929414 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3365984 Oct 04 21:07:07.853518 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58350) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:07.887613 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-766cb39b-c4ef-4879-bca9-d67fc958fa88 None None] Could not find standard attr ID for object 10f0281b-5142-4059-b047-30ffa21c2688. {{(pid=108171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 04 21:07:07.928485 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-4dd1c61c-6d5d-4d88-9c27-3d76e33833d4 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Request body: {'subnet': {'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:07:08.143974 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-cf84f923-360d-499c-9750-f6afb6ef6eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (84de2ee9-3041-412c-ab84-bf2b5652585e), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:08.152362 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-41740ee2-8de8-45ac-bf53-6f25f1c795d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (a48f2456-3ccc-41f0-af74-bd2781411c1c), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:08.231257 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2a9a6a-40a2-4dba-be6a-a36c9f816a01 None None] Network a41151f8-a1fb-4f33-9612-62c4630d2aef requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:07:08.310384 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-27dcdd85-e81b-4403-9f5c-55c7dbec8ef1 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Deleting subnet 8c097608-bf22-4893-8f90-918481d85b47 {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:07:08.320563 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-27dcdd85-e81b-4403-9f5c-55c7dbec8ef1 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for subnet (8c097608-bf22-4893-8f90-918481d85b47), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:08.520707 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-27dcdd85-e81b-4403-9f5c-55c7dbec8ef1 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (8c097608-bf22-4893-8f90-918481d85b47), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:08.612042 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-00430048-7653-43f2-b698-f5f0e485e792 None None] Publish callbacks [] for port (39c8bffc-d1c4-4dbb-9895-40af1010bd51), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:08.644609 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2562bfaa-8fa0-478c-8127-f10eb5744d57 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (e8a4d24e-1a33-47a9-ba2e-b66d4ce4788a), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:08.785528 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-79c4f969-c3be-40d5-a6c2-50af564e6945 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Allocated IP 172.20.0.1 (a474691d-037a-419a-8b70-0073c7bbfc01/aa6a2a58-a3c2-4cb9-809e-7bc7a02cfb86/8674c683-cd95-489f-9514-37c757d04b62) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:07:08.830752 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58358) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:08.916369 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de2029d-4be1-45ca-b91d-2f42f35a3a06 None None] Network e8a4d24e-1a33-47a9-ba2e-b66d4ce4788a requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:07:08.924315 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:08.939154 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf84f923-360d-499c-9750-f6afb6ef6eed None None] Network a474691d-037a-419a-8b70-0073c7bbfc01 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:07:08.941167 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf84f923-360d-499c-9750-f6afb6ef6eed None None] Pushing event updated for resources: {'Port': ['ID=84de2ee9-3041-412c-ab84-bf2b5652585e,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:08.953425 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-2562bfaa-8fa0-478c-8127-f10eb5744d57 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8a4d24e-1a33-47a9-ba2e-b66d4ce4788a']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:07:08.993560 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-cf84f923-360d-499c-9750-f6afb6ef6eed None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:07:09.019797 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:09.028546 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-c38180f2-1d73-4560-9952-4aaf77726cee None None] Could not find standard attr ID for object 10f0281b-5142-4059-b047-30ffa21c2688. {{(pid=108171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 04 21:07:09.038092 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-27dcdd85-e81b-4403-9f5c-55c7dbec8ef1 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (8c097608-bf22-4893-8f90-918481d85b47), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:09.038982 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5a4c0974-7f87-4b5d-a104-c78be93f2c98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:09.090325 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-2562bfaa-8fa0-478c-8127-f10eb5744d57 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b11c35fd-d3af-4ff4-a048-aa4176f22750') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:07:09.090669 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-2562bfaa-8fa0-478c-8127-f10eb5744d57 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b11c35fd-d3af-4ff4-a048-aa4176f22750') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:07:09.134346 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:09.148746 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-00430048-7653-43f2-b698-f5f0e485e792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (39c8bffc-d1c4-4dbb-9895-40af1010bd51), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:09.151690 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd1c61c-6d5d-4d88-9c27-3d76e33833d4 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Made reservation on behalf of f31334bc846b471aace4cb8b5f10ff51 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:07:09.158439 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4dd1c61c-6d5d-4d88-9c27-3d76e33833d4 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:09.174319 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:09.346097 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf84f923-360d-499c-9750-f6afb6ef6eed None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:07:09.410077 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2562bfaa-8fa0-478c-8127-f10eb5744d57 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (b11c35fd-d3af-4ff4-a048-aa4176f22750), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:09.525800 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-27dcdd85-e81b-4403-9f5c-55c7dbec8ef1 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (8c097608-bf22-4893-8f90-918481d85b47), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:09.539906 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2562bfaa-8fa0-478c-8127-f10eb5744d57 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (b11c35fd-d3af-4ff4-a048-aa4176f22750), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:09.643010 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 70a45c2f-8df2-45a6-aec9-99246c55bb54 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:07:09.648962 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2562bfaa-8fa0-478c-8127-f10eb5744d57 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:07:09.651038 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2562bfaa-8fa0-478c-8127-f10eb5744d57 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (b11c35fd-d3af-4ff4-a048-aa4176f22750), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:09.662947 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-00430048-7653-43f2-b698-f5f0e485e792 None None] Attempting to bind port 39c8bffc-d1c4-4dbb-9895-40af1010bd51 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:07:09.663613 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-00430048-7653-43f2-b698-f5f0e485e792 None None] Attempting to bind port 39c8bffc-d1c4-4dbb-9895-40af1010bd51 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:07:09.664216 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00430048-7653-43f2-b698-f5f0e485e792 None None] Attempting to bind port 39c8bffc-d1c4-4dbb-9895-40af1010bd51 on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:07:09.721859 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dcdd85-e81b-4403-9f5c-55c7dbec8ef1 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event deleted for resources: {'Subnet': ['ID=8c097608-bf22-4893-8f90-918481d85b47,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:09.741656 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-27dcdd85-e81b-4403-9f5c-55c7dbec8ef1 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:09.753489 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-27dcdd85-e81b-4403-9f5c-55c7dbec8ef1 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/8c097608-bf22-4893-8f90-918481d85b47 HTTP/1.1" status: 204 len: 168 time: 2.3686275 Oct 04 21:07:09.767913 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58364) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:09.840377 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment b11c35fd-d3af-4ff4-a048-aa4176f22750 resource provider aggregate not found Oct 04 21:07:09.913647 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 7baf7176-a86b-404c-a382-947d57c67bb7 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:07:09.959639 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment b11c35fd-d3af-4ff4-a048-aa4176f22750 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b11c35fd-d3af-4ff4-a048-aa4176f22750 found for delete ", "request_id": "req-3476a343-6645-40e6-8da6-cb1e20b395a6"}]} Oct 04 21:07:10.050860 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-79c4f969-c3be-40d5-a6c2-50af564e6945 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for port (8674c683-cd95-489f-9514-37c757d04b62), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:10.207748 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2562bfaa-8fa0-478c-8127-f10eb5744d57 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (e8a4d24e-1a33-47a9-ba2e-b66d4ce4788a), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:10.221831 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2562bfaa-8fa0-478c-8127-f10eb5744d57 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:10.251015 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 7baf7176-a86b-404c-a382-947d57c67bb7 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:07:10.253198 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 7baf7176-a86b-404c-a382-947d57c67bb7 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:07:10.259983 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-2562bfaa-8fa0-478c-8127-f10eb5744d57 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "DELETE /networking/v2.0/networks/e8a4d24e-1a33-47a9-ba2e-b66d4ce4788a HTTP/1.1" status: 204 len: 168 time: 5.1015139 Oct 04 21:07:10.335536 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58370) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:10.453885 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:10.479242 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-9daa7393-2d05-48e8-96bd-ebb760190d8f tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-85341717'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:07:10.543403 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2562bfaa-8fa0-478c-8127-f10eb5744d57 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Pushing event deleted for resources: {'Network': ['ID=e8a4d24e-1a33-47a9-ba2e-b66d4ce4788a,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:10.654726 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bfee457f-8314-41df-8d17-49c1fd89dec7 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (a41151f8-a1fb-4f33-9612-62c4630d2aef), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:10.679522 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41740ee2-8de8-45ac-bf53-6f25f1c795d9 None None] Pushing event updated for resources: {'Port': ['ID=a48f2456-3ccc-41f0-af74-bd2781411c1c,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:10.772571 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-79c4f969-c3be-40d5-a6c2-50af564e6945 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (8674c683-cd95-489f-9514-37c757d04b62), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:10.968425 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355a6bbf-af13-4c46-8038-89703191b511 None None] Pushing event updated for resources: {'Port': ['ID=39c8bffc-d1c4-4dbb-9895-40af1010bd51,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:10.978302 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c4f969-c3be-40d5-a6c2-50af564e6945 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Network a474691d-037a-419a-8b70-0073c7bbfc01 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:07:11.008255 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-79c4f969-c3be-40d5-a6c2-50af564e6945 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:07:11.026639 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-bfee457f-8314-41df-8d17-49c1fd89dec7 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Deleting port 70a45c2f-8df2-45a6-aec9-99246c55bb54 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:07:11.027875 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bfee457f-8314-41df-8d17-49c1fd89dec7 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (70a45c2f-8df2-45a6-aec9-99246c55bb54), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:11.043730 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c4f969-c3be-40d5-a6c2-50af564e6945 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:07:11.050585 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9daa7393-2d05-48e8-96bd-ebb760190d8f tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Made reservation on behalf of d2227c0bff3a4d24894ea6838f5ffe54 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:07:11.079694 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9daa7393-2d05-48e8-96bd-ebb760190d8f tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:11.085881 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-cf84f923-360d-499c-9750-f6afb6ef6eed None None] Attempting to bind port 84de2ee9-3041-412c-ab84-bf2b5652585e on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:07:11.086505 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-cf84f923-360d-499c-9750-f6afb6ef6eed None None] Attempting to bind port 84de2ee9-3041-412c-ab84-bf2b5652585e by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '3688e459-2f92-459d-9edd-ce6cc76acd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a474691d-037a-419a-8b70-0073c7bbfc01'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:07:11.087101 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf84f923-360d-499c-9750-f6afb6ef6eed None None] Attempting to bind port 84de2ee9-3041-412c-ab84-bf2b5652585e on network a474691d-037a-419a-8b70-0073c7bbfc01 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:07:11.165789 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=79,neutron:INSERT=12,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:11.397503 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8ad13a-1d5e-4d21-b4d6-400cdcb82e48 None None] Update dhcp port {'port': {'network_id': 'a41151f8-a1fb-4f33-9612-62c4630d2aef', 'fixed_ips': [{'subnet_id': '8c097608-bf22-4893-8f90-918481d85b47'}], 'binding:host_id': 'n-d-852085-12'}, 'id': '70a45c2f-8df2-45a6-aec9-99246c55bb54'} from n-d-852085-12. {{(pid=108171) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 04 21:07:11.425980 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-79c4f969-c3be-40d5-a6c2-50af564e6945 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (3cceef38-5bbb-48d2-867f-52c1ffcc92d7), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:11.459017 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-39f216d0-c710-4fb8-a722-d229cd804e79 None None] Could not find standard attr ID for object 2037fd9d-8685-4ff3-93e2-e6daefb50ba5. {{(pid=108171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 04 21:07:11.701575 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553bf027-d4b6-4d5c-abf7-06b585165db9 None None] DHCP port deletion for 08a37b62-c595-4f6e-8701-ca19d68bb7d8 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:07:11.742240 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02080b3c-6683-4b3c-a3aa-d66954b465ca None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:07:11.744199 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-bfee457f-8314-41df-8d17-49c1fd89dec7 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] For port 70a45c2f-8df2-45a6-aec9-99246c55bb54, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=70a45c2f-8df2-45a6-aec9-99246c55bb54,segment=NetworkSegment(c7ef0234-91a2-4f31-a978-5199c30ba54c),segment_id=c7ef0234-91a2-4f31-a978-5199c30ba54c)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:07:11.745163 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bfee457f-8314-41df-8d17-49c1fd89dec7 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (70a45c2f-8df2-45a6-aec9-99246c55bb54), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:11.747678 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9daa7393-2d05-48e8-96bd-ebb760190d8f tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:07:11.754524 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf84f923-360d-499c-9750-f6afb6ef6eed None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:07:11.756187 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf84f923-360d-499c-9750-f6afb6ef6eed None None] Checking segment: {'id': '3688e459-2f92-459d-9edd-ce6cc76acd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a474691d-037a-419a-8b70-0073c7bbfc01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:07:11.757084 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-cf84f923-360d-499c-9750-f6afb6ef6eed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:11.757895 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf84f923-360d-499c-9750-f6afb6ef6eed None None] Bound using segment: {'id': '3688e459-2f92-459d-9edd-ce6cc76acd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a474691d-037a-419a-8b70-0073c7bbfc01'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:07:11.758948 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-cf84f923-360d-499c-9750-f6afb6ef6eed None None] Bound port: 84de2ee9-3041-412c-ab84-bf2b5652585e, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3688e459-2f92-459d-9edd-ce6cc76acd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a474691d-037a-419a-8b70-0073c7bbfc01'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:07:11.759875 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-cf84f923-360d-499c-9750-f6afb6ef6eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (84de2ee9-3041-412c-ab84-bf2b5652585e), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:11.794853 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9daa7393-2d05-48e8-96bd-ebb760190d8f tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (a8306624-5786-471f-a5d0-b3a634c919a5), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:11.796733 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-9daa7393-2d05-48e8-96bd-ebb760190d8f tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Added segment a8306624-5786-471f-a5d0-b3a634c919a5 of type vlan for network ded3e3e2-90ec-4adc-82e2-40855e88a817 Oct 04 21:07:11.802966 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4dd1c61c-6d5d-4d88-9c27-3d76e33833d4 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (3b882086-88df-4f62-99c7-a22079fa1754), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:11.936212 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9daa7393-2d05-48e8-96bd-ebb760190d8f tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (ded3e3e2-90ec-4adc-82e2-40855e88a817), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:11.990774 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-bfee457f-8314-41df-8d17-49c1fd89dec7 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Calling delete_port for 70a45c2f-8df2-45a6-aec9-99246c55bb54 owned by network:dhcp {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:07:12.018697 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd1c61c-6d5d-4d88-9c27-3d76e33833d4 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:07:12.024339 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c4f969-c3be-40d5-a6c2-50af564e6945 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Pushing event updated for resources: {'Port': ['ID=8674c683-cd95-489f-9514-37c757d04b62,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:12.043230 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5a4c0974-7f87-4b5d-a104-c78be93f2c98 admin admin] Publish callbacks [] for security_group (0a348a44-564b-4a5b-80a7-e642749d2ef4), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:12.050183 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8a8ad13a-1d5e-4d21-b4d6-400cdcb82e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (70a45c2f-8df2-45a6-aec9-99246c55bb54), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:12.097010 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-4dd1c61c-6d5d-4d88-9c27-3d76e33833d4 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:07:12.105107 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00430048-7653-43f2-b698-f5f0e485e792 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:07:12.105107 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00430048-7653-43f2-b698-f5f0e485e792 None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:07:12.105784 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-00430048-7653-43f2-b698-f5f0e485e792 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:12.106476 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00430048-7653-43f2-b698-f5f0e485e792 None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:07:12.108058 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-00430048-7653-43f2-b698-f5f0e485e792 None None] Bound port: 39c8bffc-d1c4-4dbb-9895-40af1010bd51, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:07:12.108058 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-00430048-7653-43f2-b698-f5f0e485e792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (39c8bffc-d1c4-4dbb-9895-40af1010bd51), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:12.110394 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd1c61c-6d5d-4d88-9c27-3d76e33833d4 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:07:12.111717 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4dd1c61c-6d5d-4d88-9c27-3d76e33833d4 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:12.120084 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9daa7393-2d05-48e8-96bd-ebb760190d8f tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (ded3e3e2-90ec-4adc-82e2-40855e88a817), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:12.154977 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9daa7393-2d05-48e8-96bd-ebb760190d8f tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:07:12.156178 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9daa7393-2d05-48e8-96bd-ebb760190d8f tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:12.275512 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd1c61c-6d5d-4d88-9c27-3d76e33833d4 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event updated for resources: {'Subnet': ['ID=3b882086-88df-4f62-99c7-a22079fa1754,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:12.293959 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=89,neutron:DELETE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:12.401662 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4dd1c61c-6d5d-4d88-9c27-3d76e33833d4 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.5209057 Oct 04 21:07:12.443564 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:DELETE=1,neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:12.465126 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58378) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:12.475462 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daa7393-2d05-48e8-96bd-ebb760190d8f tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Pushing event updated for resources: {'Network': ['ID=ded3e3e2-90ec-4adc-82e2-40855e88a817,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:12.495523 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-b4ad078e-47da-40a3-a14e-ffc0cb585174 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Request body: {'port': {'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'fixed_ips': [{'subnet_id': '3b882086-88df-4f62-99c7-a22079fa1754', 'ip_address': '2001:db8::1565:47a:cad7:59f1'}], 'name': 'tempest-NetworksTestDHCPv6-1806748885'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:07:12.503125 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5a4c0974-7f87-4b5d-a104-c78be93f2c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (0a348a44-564b-4a5b-80a7-e642749d2ef4), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:12.570316 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bfee457f-8314-41df-8d17-49c1fd89dec7 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (70a45c2f-8df2-45a6-aec9-99246c55bb54), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:12.638123 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-5a4c0974-7f87-4b5d-a104-c78be93f2c98 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=b619d23cebba4f1aa0956ea4c1320ad5&name=default HTTP/1.1" status: 200 len: 3000 time: 3.8006563 Oct 04 21:07:12.666388 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58380) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:12.678078 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfee457f-8314-41df-8d17-49c1fd89dec7 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] No DVR routers for this DVR port 70a45c2f-8df2-45a6-aec9-99246c55bb54 on host n-d-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:07:12.692762 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfee457f-8314-41df-8d17-49c1fd89dec7 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event deleted for resources: {'Port': ['ID=70a45c2f-8df2-45a6-aec9-99246c55bb54,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:12.731428 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-4d2c90b5-9914-4ee1-ab83-d43a07094e87 None None] Provisioning complete for port a48f2456-3ccc-41f0-af74-bd2781411c1c triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:07:12.732429 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4d2c90b5-9914-4ee1-ab83-d43a07094e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (a48f2456-3ccc-41f0-af74-bd2781411c1c), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:12.732633 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-4d2c90b5-9914-4ee1-ab83-d43a07094e87 None None] Attempt 1 to provision port a48f2456-3ccc-41f0-af74-bd2781411c1c Oct 04 21:07:12.877489 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509a2766-0b39-4af2-a7bf-144aa84d72ab None None] Network 08a37b62-c595-4f6e-8701-ca19d68bb7d8 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:07:12.892169 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network ded3e3e2-90ec-4adc-82e2-40855e88a817 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:07:12.903884 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a48f2456-3ccc-41f0-af74-bd2781411c1c up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:07:12.907330 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:13.144774 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-9daa7393-2d05-48e8-96bd-ebb760190d8f tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.7024577 Oct 04 21:07:13.155182 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58388) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:13.183414 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-aa7fff86-3ff4-466f-aa22-61d6086445e9 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Request body: {'subnet': {'network_id': 'ded3e3e2-90ec-4adc-82e2-40855e88a817', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:07:13.194863 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-00430048-7653-43f2-b698-f5f0e485e792 None None] For port 39c8bffc-d1c4-4dbb-9895-40af1010bd51, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:07:13.196941 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bfee457f-8314-41df-8d17-49c1fd89dec7 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (a41151f8-a1fb-4f33-9612-62c4630d2aef), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:13.210554 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-00430048-7653-43f2-b698-f5f0e485e792 None None] For port 39c8bffc-d1c4-4dbb-9895-40af1010bd51, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=39c8bffc-d1c4-4dbb-9895-40af1010bd51,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:07:13.221012 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4c0974-7f87-4b5d-a104-c78be93f2c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a348a44-564b-4a5b-80a7-e642749d2ef4,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:13.380403 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-bfee457f-8314-41df-8d17-49c1fd89dec7 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a41151f8-a1fb-4f33-9612-62c4630d2aef']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:07:13.418564 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-bfee457f-8314-41df-8d17-49c1fd89dec7 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7ef0234-91a2-4f31-a978-5199c30ba54c') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:07:13.419094 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-bfee457f-8314-41df-8d17-49c1fd89dec7 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7ef0234-91a2-4f31-a978-5199c30ba54c') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:07:13.437157 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fa59ac8b-1d20-4c32-9c47-52827ff3660a admin admin] Publish callbacks [] for security_group (0a348a44-564b-4a5b-80a7-e642749d2ef4), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:13.468860 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bfee457f-8314-41df-8d17-49c1fd89dec7 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (c7ef0234-91a2-4f31-a978-5199c30ba54c), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:13.513576 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-79c4f969-c3be-40d5-a6c2-50af564e6945 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (8674c683-cd95-489f-9514-37c757d04b62), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:13.525228 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fa59ac8b-1d20-4c32-9c47-52827ff3660a admin admin] Publish callbacks [] for security_group (0a348a44-564b-4a5b-80a7-e642749d2ef4), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:13.531600 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509a2766-0b39-4af2-a7bf-144aa84d72ab None None] Network 08a37b62-c595-4f6e-8701-ca19d68bb7d8 could not be found, it might have been deleted concurrently. {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 04 21:07:13.543110 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8ad13a-1d5e-4d21-b4d6-400cdcb82e48 None None] Host n-d-852085-12 tried to update port 70a45c2f-8df2-45a6-aec9-99246c55bb54 which no longer exists. {{(pid=108171) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:331}} Oct 04 21:07:13.567048 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bfee457f-8314-41df-8d17-49c1fd89dec7 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (c7ef0234-91a2-4f31-a978-5199c30ba54c), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:13.599896 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfee457f-8314-41df-8d17-49c1fd89dec7 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:07:13.603496 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bfee457f-8314-41df-8d17-49c1fd89dec7 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (c7ef0234-91a2-4f31-a978-5199c30ba54c), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:13.688710 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:13.817264 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa7fff86-3ff4-466f-aa22-61d6086445e9 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Made reservation on behalf of d2227c0bff3a4d24894ea6838f5ffe54 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:07:13.826379 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-aa7fff86-3ff4-466f-aa22-61d6086445e9 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:13.905423 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2d9d21-25b6-49c7-b401-6dec61909863 None None] Network a41151f8-a1fb-4f33-9612-62c4630d2aef requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:07:14.083079 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:14.088736 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-00430048-7653-43f2-b698-f5f0e485e792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (39c8bffc-d1c4-4dbb-9895-40af1010bd51), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:14.130590 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-cf84f923-360d-499c-9750-f6afb6ef6eed None None] For port 84de2ee9-3041-412c-ab84-bf2b5652585e, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:07:14.146957 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00430048-7653-43f2-b698-f5f0e485e792 None None] Routers {'3cceef38-5bbb-48d2-867f-52c1ffcc92d7'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:07:14.148007 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-00430048-7653-43f2-b698-f5f0e485e792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:06:48Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['3cceef38-5bbb-48d2-867f-52c1ffcc92d7'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:07:14.471661 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment c7ef0234-91a2-4f31-a978-5199c30ba54c resource provider aggregate not found Oct 04 21:07:14.540372 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment c7ef0234-91a2-4f31-a978-5199c30ba54c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c7ef0234-91a2-4f31-a978-5199c30ba54c found for delete ", "request_id": "req-8912d02e-761c-40cc-b89d-2cf75d6beefe"}]} Oct 04 21:07:14.651008 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-aa7fff86-3ff4-466f-aa22-61d6086445e9 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (ab8d7fd4-716d-42e4-8049-0eed2cd8e78d), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:14.703716 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-4d2c90b5-9914-4ee1-ab83-d43a07094e87 None None] Current status of the port a48f2456-3ccc-41f0-af74-bd2781411c1c is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:07:14.704381 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4d2c90b5-9914-4ee1-ab83-d43a07094e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (a48f2456-3ccc-41f0-af74-bd2781411c1c), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:14.775986 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edacf5d0-1b9c-4eed-b6a5-900a7d17b02c None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:07:14.846054 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ad078e-47da-40a3-a14e-ffc0cb585174 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Made reservation on behalf of f31334bc846b471aace4cb8b5f10ff51 for: {'port': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:07:14.850549 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bfee457f-8314-41df-8d17-49c1fd89dec7 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (a41151f8-a1fb-4f33-9612-62c4630d2aef), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:14.893377 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bfee457f-8314-41df-8d17-49c1fd89dec7 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:14.900826 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-bfee457f-8314-41df-8d17-49c1fd89dec7 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "DELETE /networking/v2.0/networks/a41151f8-a1fb-4f33-9612-62c4630d2aef HTTP/1.1" status: 204 len: 168 time: 5.1146352 Oct 04 21:07:14.908714 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58400) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:15.012193 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-79c4f969-c3be-40d5-a6c2-50af564e6945 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for port (8674c683-cd95-489f-9514-37c757d04b62), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:15.014292 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:15.023530 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-cf84f923-360d-499c-9750-f6afb6ef6eed None None] For port 84de2ee9-3041-412c-ab84-bf2b5652585e, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=84de2ee9-3041-412c-ab84-bf2b5652585e,segment=NetworkSegment(3688e459-2f92-459d-9edd-ce6cc76acd78),segment_id=3688e459-2f92-459d-9edd-ce6cc76acd78)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:07:15.034356 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:15.143644 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9b0663-0f0a-4ac9-8714-72054ee1de5b None None] DHCP port deletion for a41151f8-a1fb-4f33-9612-62c4630d2aef request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:07:15.176685 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-79c4f969-c3be-40d5-a6c2-50af564e6945 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (8674c683-cd95-489f-9514-37c757d04b62), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:15.198164 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fa59ac8b-1d20-4c32-9c47-52827ff3660a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (0a348a44-564b-4a5b-80a7-e642749d2ef4), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:15.218066 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfee457f-8314-41df-8d17-49c1fd89dec7 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event deleted for resources: {'Network': ['ID=a41151f8-a1fb-4f33-9612-62c4630d2aef,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:15.237321 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fa59ac8b-1d20-4c32-9c47-52827ff3660a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:15.249001 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-fa59ac8b-1d20-4c32-9c47-52827ff3660a admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/0a348a44-564b-4a5b-80a7-e642749d2ef4 HTTP/1.1" status: 204 len: 168 time: 2.5189631 Oct 04 21:07:15.332633 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port a48f2456-3ccc-41f0-af74-bd2781411c1c triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:07:15.335750 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (a48f2456-3ccc-41f0-af74-bd2781411c1c), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:15.336104 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port a48f2456-3ccc-41f0-af74-bd2781411c1c Oct 04 21:07:15.339839 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7fff86-3ff4-466f-aa22-61d6086445e9 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Pushing event updated for resources: {'Subnet': ['ID=ab8d7fd4-716d-42e4-8049-0eed2cd8e78d,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:15.350726 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-cf84f923-360d-499c-9750-f6afb6ef6eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (84de2ee9-3041-412c-ab84-bf2b5652585e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:15.365919 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7fff86-3ff4-466f-aa22-61d6086445e9 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Checking segment: {'id': 'a8306624-5786-471f-a5d0-b3a634c919a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ded3e3e2-90ec-4adc-82e2-40855e88a817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:07:15.367249 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7fff86-3ff4-466f-aa22-61d6086445e9 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Network hostable DHCP agents. Network: ded3e3e2-90ec-4adc-82e2-40855e88a817, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:07:15.469480 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580f8018-0324-4c86-bf07-2fc7bd490a19 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:07:15.495365 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-4d2c90b5-9914-4ee1-ab83-d43a07094e87 None None] For port a48f2456-3ccc-41f0-af74-bd2781411c1c, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=a48f2456-3ccc-41f0-af74-bd2781411c1c,segment=NetworkSegment(a074d1d3-d8bf-45a2-a3f3-7647e2465b5f),segment_id=a074d1d3-d8bf-45a2-a3f3-7647e2465b5f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:07:15.497116 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-580f8018-0324-4c86-bf07-2fc7bd490a19 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.5615563 Oct 04 21:07:15.520548 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58410) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:15.550718 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355a6bbf-af13-4c46-8038-89703191b511 None None] Pushing event updated for resources: {'Port': ['ID=39c8bffc-d1c4-4dbb-9895-40af1010bd51,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:15.756733 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:15.775706 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa59ac8b-1d20-4c32-9c47-52827ff3660a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a348a44-564b-4a5b-80a7-e642749d2ef4,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:15.784088 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-79c4f969-c3be-40d5-a6c2-50af564e6945 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (3cceef38-5bbb-48d2-867f-52c1ffcc92d7), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:15.817369 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b4ad078e-47da-40a3-a14e-ffc0cb585174 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:15.861450 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c2aa78b1-5534-4ef9-bd37-2a38288ac9f3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "GET /networking/v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3033285 Oct 04 21:07:15.867062 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58412) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:15.917271 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-58ae8524-4798-4367-8278-0e5f1c603a83 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1757742464'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:07:16.040496 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:16.181661 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4d2c90b5-9914-4ee1-ab83-d43a07094e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (a48f2456-3ccc-41f0-af74-bd2781411c1c), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:16.286174 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [None req-b4ad078e-47da-40a3-a14e-ffc0cb585174 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] device_id is not set on port 636559dc-631a-46e2-ad1f-47731ba3784a yet. {{(pid=108169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 21:07:16.404458 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c4f969-c3be-40d5-a6c2-50af564e6945 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Pushing event updated for resources: {'Port': ['ID=8674c683-cd95-489f-9514-37c757d04b62,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:16.432529 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ae8524-4798-4367-8278-0e5f1c603a83 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Made reservation on behalf of 3e52093341534ca5a76295afd3cfd196 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:07:16.441128 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-58ae8524-4798-4367-8278-0e5f1c603a83 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:16.526498 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58ae8524-4798-4367-8278-0e5f1c603a83 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:07:16.554455 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-58ae8524-4798-4367-8278-0e5f1c603a83 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (3dace534-5b40-45a4-b7b5-39d4d278d2dc), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:16.555729 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-58ae8524-4798-4367-8278-0e5f1c603a83 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Added segment 3dace534-5b40-45a4-b7b5-39d4d278d2dc of type vlan for network 0d8b206c-7db5-42de-9b19-0ee53ba26966 Oct 04 21:07:16.668039 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-58ae8524-4798-4367-8278-0e5f1c603a83 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (0d8b206c-7db5-42de-9b19-0ee53ba26966), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:16.727984 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7fff86-3ff4-466f-aa22-61d6086445e9 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Network ded3e3e2-90ec-4adc-82e2-40855e88a817 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:07:16.769250 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf84f923-360d-499c-9750-f6afb6ef6eed None None] Pushing event updated for resources: {'Port': ['ID=84de2ee9-3041-412c-ab84-bf2b5652585e,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:16.801503 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-58ae8524-4798-4367-8278-0e5f1c603a83 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (0d8b206c-7db5-42de-9b19-0ee53ba26966), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:16.819734 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ae8524-4798-4367-8278-0e5f1c603a83 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:07:16.819734 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-58ae8524-4798-4367-8278-0e5f1c603a83 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:16.866362 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-828a01e1-b3af-4974-b045-89d088983534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:16.879067 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-0c95df4d-0d5f-4dfc-bf89-eef878fc41d4 None None] Could not find standard attr ID for object 70a45c2f-8df2-45a6-aec9-99246c55bb54. {{(pid=108171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 04 21:07:17.030802 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-aa7fff86-3ff4-466f-aa22-61d6086445e9 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, ded3e3e2-90ec-4adc-82e2-40855e88a817) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:07:17.053810 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7fff86-3ff4-466f-aa22-61d6086445e9 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:07:17.054826 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-aa7fff86-3ff4-466f-aa22-61d6086445e9 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:17.122232 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c4f969-c3be-40d5-a6c2-50af564e6945 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Network a474691d-037a-419a-8b70-0073c7bbfc01 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:07:17.168749 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2c90b5-9914-4ee1-ab83-d43a07094e87 None None] Pushing event updated for resources: {'Port': ['ID=a48f2456-3ccc-41f0-af74-bd2781411c1c,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:17.173464 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-58ae8524-4798-4367-8278-0e5f1c603a83 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2716935 Oct 04 21:07:17.175337 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ae8524-4798-4367-8278-0e5f1c603a83 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event updated for resources: {'Network': ['ID=0d8b206c-7db5-42de-9b19-0ee53ba26966,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:17.181927 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58424) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:17.194903 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-50a3331d-0038-4f62-8556-44acee32d6b3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Request body: {'subnet': {'network_id': '0d8b206c-7db5-42de-9b19-0ee53ba26966', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:07:17.226513 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d328564a-332c-4541-9bc9-ecf7a1856189 None None] Network ded3e3e2-90ec-4adc-82e2-40855e88a817 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:07:17.328287 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 0d8b206c-7db5-42de-9b19-0ee53ba26966 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:07:17.349106 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-79c4f969-c3be-40d5-a6c2-50af564e6945 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:07:17.372538 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-aa7fff86-3ff4-466f-aa22-61d6086445e9 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 4.2153001 Oct 04 21:07:17.388164 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58426) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:17.871116 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a1bd5d4f-6c0c-4c89-bdee-f87da6f38103 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (ded3e3e2-90ec-4adc-82e2-40855e88a817), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:17.997558 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:18.068198 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a3331d-0038-4f62-8556-44acee32d6b3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Made reservation on behalf of 3e52093341534ca5a76295afd3cfd196 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:07:18.076567 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-50a3331d-0038-4f62-8556-44acee32d6b3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:18.097462 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-00430048-7653-43f2-b698-f5f0e485e792 None None] Set router 3cceef38-5bbb-48d2-867f-52c1ffcc92d7 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:07:18.190040 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a1bd5d4f-6c0c-4c89-bdee-f87da6f38103 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (ab8d7fd4-716d-42e4-8049-0eed2cd8e78d), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:18.236647 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-0c95df4d-0d5f-4dfc-bf89-eef878fc41d4 None None] Provisioning complete for port a48f2456-3ccc-41f0-af74-bd2781411c1c triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:07:18.241294 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0c95df4d-0d5f-4dfc-bf89-eef878fc41d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (a48f2456-3ccc-41f0-af74-bd2781411c1c), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:18.241294 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-0c95df4d-0d5f-4dfc-bf89-eef878fc41d4 None None] Attempt 1 to provision port a48f2456-3ccc-41f0-af74-bd2781411c1c Oct 04 21:07:18.316070 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-b4ad078e-47da-40a3-a14e-ffc0cb585174 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Allocated IP 2001:db8::1565:47a:cad7:59f1 (42edc29f-8c98-4058-994e-1dc4e7a022d1/3b882086-88df-4f62-99c7-a22079fa1754/636559dc-631a-46e2-ad1f-47731ba3784a) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:07:18.324767 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:18.355283 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58438) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:18.401279 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ef23f665-8b8e-472a-b85a-0c134094a1dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:18.596436 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f1b32cea-363b-4c1d-8200-97bc82f35963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:18.712625 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:18.784904 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b712709-eb30-418c-bfb1-2966778533ae None None] Network a474691d-037a-419a-8b70-0073c7bbfc01 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:07:18.788807 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ef23f665-8b8e-472a-b85a-0c134094a1dd admin admin] Publish callbacks [] for security_group (11045e34-91af-447c-8fc0-d9cc40136734), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:18.813214 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a8b8ff-de73-4711-8123-c7ba981c0231 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-ded3e3e2-90ec-4adc-82e2-40855e88a817', 'network_id': 'ded3e3e2-90ec-4adc-82e2-40855e88a817', 'project_id': 'd2227c0bff3a4d24894ea6838f5ffe54', 'fixed_ips': [{'subnet_id': 'ab8d7fd4-716d-42e4-8049-0eed2cd8e78d'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:07:18.822531 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-62a8b8ff-de73-4711-8123-c7ba981c0231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:18.889367 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ef23f665-8b8e-472a-b85a-0c134094a1dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (11045e34-91af-447c-8fc0-d9cc40136734), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:18.977736 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef23f665-8b8e-472a-b85a-0c134094a1dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11045e34-91af-447c-8fc0-d9cc40136734,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:19.013355 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79c4f969-c3be-40d5-a6c2-50af564e6945 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Router 3cceef38-5bbb-48d2-867f-52c1ffcc92d7 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:07:19.044606 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-50a3331d-0038-4f62-8556-44acee32d6b3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (8ce9e8d7-ea2e-4fa6-ae3e-96063cab60c0), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:19.110464 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port a48f2456-3ccc-41f0-af74-bd2781411c1c is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:07:19.159907 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:19.200659 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a3331d-0038-4f62-8556-44acee32d6b3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event updated for resources: {'Subnet': ['ID=8ce9e8d7-ea2e-4fa6-ae3e-96063cab60c0,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:19.216228 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a3331d-0038-4f62-8556-44acee32d6b3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Checking segment: {'id': '3dace534-5b40-45a4-b7b5-39d4d278d2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0d8b206c-7db5-42de-9b19-0ee53ba26966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:07:19.216976 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a3331d-0038-4f62-8556-44acee32d6b3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Network hostable DHCP agents. Network: 0d8b206c-7db5-42de-9b19-0ee53ba26966, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:07:19.237219 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a1bd5d4f-6c0c-4c89-bdee-f87da6f38103 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (ab8d7fd4-716d-42e4-8049-0eed2cd8e78d), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:19.254191 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 2037fd9d-8685-4ff3-93e2-e6daefb50ba5 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:07:19.316827 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 2037fd9d-8685-4ff3-93e2-e6daefb50ba5 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:07:19.317826 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 2037fd9d-8685-4ff3-93e2-e6daefb50ba5 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:07:19.368413 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bd5d4f-6c0c-4c89-bdee-f87da6f38103 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Pushing event deleted for resources: {'Subnet': ['ID=ab8d7fd4-716d-42e4-8049-0eed2cd8e78d,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:19.371452 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ef23f665-8b8e-472a-b85a-0c134094a1dd admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=258627764cb34450afd603e926d0b2e4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0139194 Oct 04 21:07:19.405724 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58446) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:19.429027 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:19.556159 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c4f969-c3be-40d5-a6c2-50af564e6945 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:07:19.582703 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-79c4f969-c3be-40d5-a6c2-50af564e6945 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "PUT /networking/v2.0/routers/3cceef38-5bbb-48d2-867f-52c1ffcc92d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 20.6530640 Oct 04 21:07:19.587963 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a3331d-0038-4f62-8556-44acee32d6b3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Network 0d8b206c-7db5-42de-9b19-0ee53ba26966 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:07:19.679780 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b4ad078e-47da-40a3-a14e-ffc0cb585174 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for port (636559dc-631a-46e2-ad1f-47731ba3784a), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:19.850617 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a1bd5d4f-6c0c-4c89-bdee-f87da6f38103 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (ded3e3e2-90ec-4adc-82e2-40855e88a817), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:19.906161 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-0c95df4d-0d5f-4dfc-bf89-eef878fc41d4 None None] Current status of the port a48f2456-3ccc-41f0-af74-bd2781411c1c is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:07:19.915080 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-00430048-7653-43f2-b698-f5f0e485e792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cceef38-5bbb-48d2-867f-52c1ffcc92d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569934637', 'tenant_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '39c8bffc-d1c4-4dbb-9895-40af1010bd51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:06:41Z', 'updated_at': '2022-10-04T21:07:13Z', 'revision_number': 4, 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'gw_port': {'id': '39c8bffc-d1c4-4dbb-9895-40af1010bd51', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cceef38-5bbb-48d2-867f-52c1ffcc92d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:06:48Z', 'updated_at': '2022-10-04T21:07:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '8674c683-cd95-489f-9514-37c757d04b62', 'name': '', 'network_id': 'a474691d-037a-419a-8b70-0073c7bbfc01', 'tenant_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'mac_address': 'fa:16:3e:38:9a:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cceef38-5bbb-48d2-867f-52c1ffcc92d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'aa6a2a58-a3c2-4cb9-809e-7bc7a02cfb86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:07:02Z', 'updated_at': '2022-10-04T21:07:09Z', 'revision_number': 1, 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'subnets': [{'id': 'aa6a2a58-a3c2-4cb9-809e-7bc7a02cfb86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:07:19.942924 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a48f2456-3ccc-41f0-af74-bd2781411c1c up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:07:19.945078 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-a1bd5d4f-6c0c-4c89-bdee-f87da6f38103 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ded3e3e2-90ec-4adc-82e2-40855e88a817']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:07:19.949865 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6e7dfa27-6a91-4c72-8ec9-7fb39fe52e6e admin admin] Publish callbacks [] for security_group (11045e34-91af-447c-8fc0-d9cc40136734), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:19.960809 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-50a3331d-0038-4f62-8556-44acee32d6b3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 0d8b206c-7db5-42de-9b19-0ee53ba26966) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:07:19.992666 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b4ad078e-47da-40a3-a14e-ffc0cb585174 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (636559dc-631a-46e2-ad1f-47731ba3784a), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:19.998242 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:20.036769 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819f3a6f-27a8-4f5a-8682-a838bc892145 None None] Network 0d8b206c-7db5-42de-9b19-0ee53ba26966 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:07:20.041235 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a3331d-0038-4f62-8556-44acee32d6b3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:07:20.043808 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-50a3331d-0038-4f62-8556-44acee32d6b3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:20.066020 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00430048-7653-43f2-b698-f5f0e485e792 None None] The sync data for ids ['3cceef38-5bbb-48d2-867f-52c1ffcc92d7'] in n-d-852085-12 is: [{'id': '3cceef38-5bbb-48d2-867f-52c1ffcc92d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569934637', 'tenant_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '39c8bffc-d1c4-4dbb-9895-40af1010bd51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:06:41Z', 'updated_at': '2022-10-04T21:07:13Z', 'revision_number': 4, 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'gw_port': {'id': '39c8bffc-d1c4-4dbb-9895-40af1010bd51', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cceef38-5bbb-48d2-867f-52c1ffcc92d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:06:48Z', 'updated_at': '2022-10-04T21:07:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '8674c683-cd95-489f-9514-37c757d04b62', 'name': '', 'network_id': 'a474691d-037a-419a-8b70-0073c7bbfc01', 'tenant_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'mac_address': 'fa:16:3e:38:9a:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cceef38-5bbb-48d2-867f-52c1ffcc92d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'aa6a2a58-a3c2-4cb9-809e-7bc7a02cfb86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:07:02Z', 'updated_at': '2022-10-04T21:07:09Z', 'revision_number': 1, 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'subnets': [{'id': 'aa6a2a58-a3c2-4cb9-809e-7bc7a02cfb86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:07:20.079742 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-a1bd5d4f-6c0c-4c89-bdee-f87da6f38103 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8306624-5786-471f-a5d0-b3a634c919a5') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:07:20.080549 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-a1bd5d4f-6c0c-4c89-bdee-f87da6f38103 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8306624-5786-471f-a5d0-b3a634c919a5') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:07:20.125050 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-eafb3b57-2552-485c-b282-8eb7c0ce856f None None] Provisioning complete for port 84de2ee9-3041-412c-ab84-bf2b5652585e triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:07:20.126443 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-eafb3b57-2552-485c-b282-8eb7c0ce856f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (84de2ee9-3041-412c-ab84-bf2b5652585e), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:20.128451 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-eafb3b57-2552-485c-b282-8eb7c0ce856f None None] Attempt 1 to provision port 84de2ee9-3041-412c-ab84-bf2b5652585e Oct 04 21:07:20.146859 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ad078e-47da-40a3-a14e-ffc0cb585174 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event updated for resources: {'Port': ['ID=636559dc-631a-46e2-ad1f-47731ba3784a,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:20.192722 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ad078e-47da-40a3-a14e-ffc0cb585174 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:07:20.195560 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6e7dfa27-6a91-4c72-8ec9-7fb39fe52e6e admin admin] Publish callbacks [] for security_group (11045e34-91af-447c-8fc0-d9cc40136734), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:20.195888 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-b4ad078e-47da-40a3-a14e-ffc0cb585174 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:07:20.200486 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ad078e-47da-40a3-a14e-ffc0cb585174 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:07:20.214430 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ad078e-47da-40a3-a14e-ffc0cb585174 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:07:20.217821 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b4ad078e-47da-40a3-a14e-ffc0cb585174 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:20.257381 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a1bd5d4f-6c0c-4c89-bdee-f87da6f38103 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (a8306624-5786-471f-a5d0-b3a634c919a5), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:20.297889 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a1bd5d4f-6c0c-4c89-bdee-f87da6f38103 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (a8306624-5786-471f-a5d0-b3a634c919a5), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:20.357580 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1bd5d4f-6c0c-4c89-bdee-f87da6f38103 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:07:20.358881 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a1bd5d4f-6c0c-4c89-bdee-f87da6f38103 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (a8306624-5786-471f-a5d0-b3a634c919a5), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:20.363871 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b4ad078e-47da-40a3-a14e-ffc0cb585174 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 947 time: 7.8800657 Oct 04 21:07:20.376567 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58464) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:20.596228 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server [None req-62a8b8ff-de73-4711-8123-c7ba981c0231 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ab8d7fd4-716d-42e4-8049-0eed2cd8e78d: This subnet is being modified by another concurrent operation. Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server raise self.value Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server raise self.value Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server raise self.value Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 292, in create_dhcp_port Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 704, in inner Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return f_with_retry(*args, **kwargs, Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server raise self.value Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server raise self.value Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server raise self.value Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1570, in create_port Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1535, in _create_port_db Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 224, in wrapped Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server raise exception Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ab8d7fd4-716d-42e4-8049-0eed2cd8e78d: This subnet is being modified by another concurrent operation. Oct 04 21:07:20.634661 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server Oct 04 21:07:20.783670 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:20.810086 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c55a1a-f32c-4ef7-bdb2-61f420fec686 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:07:20.916937 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c55a1a-f32c-4ef7-bdb2-61f420fec686 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:07:20.942023 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e5c55a1a-f32c-4ef7-bdb2-61f420fec686 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.5566816 Oct 04 21:07:20.948576 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58472) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:21.184179 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-50a3331d-0038-4f62-8556-44acee32d6b3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9998350 Oct 04 21:07:21.188402 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment a8306624-5786-471f-a5d0-b3a634c919a5 resource provider aggregate not found Oct 04 21:07:21.202556 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port a48f2456-3ccc-41f0-af74-bd2781411c1c triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:07:21.203969 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (a48f2456-3ccc-41f0-af74-bd2781411c1c), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:21.206261 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port a48f2456-3ccc-41f0-af74-bd2781411c1c Oct 04 21:07:21.215723 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58486) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:21.244593 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-af794d5c-f1c0-4a17-ac49-2e38e336c63b tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Request body: {'port': {'network_id': '0d8b206c-7db5-42de-9b19-0ee53ba26966', 'name': 'tempest-PortsTestJSON-776477397'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:07:21.267671 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a1bd5d4f-6c0c-4c89-bdee-f87da6f38103 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (ded3e3e2-90ec-4adc-82e2-40855e88a817), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:21.312019 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a1bd5d4f-6c0c-4c89-bdee-f87da6f38103 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:21.320835 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a1bd5d4f-6c0c-4c89-bdee-f87da6f38103 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "DELETE /networking/v2.0/networks/ded3e3e2-90ec-4adc-82e2-40855e88a817 HTTP/1.1" status: 204 len: 168 time: 3.9307711 Oct 04 21:07:21.338732 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58492) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:21.356891 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-b661e20f-5500-4105-828d-0feff0f0b1f7 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1833296963'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:07:21.422437 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment a8306624-5786-471f-a5d0-b3a634c919a5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a8306624-5786-471f-a5d0-b3a634c919a5 found for delete ", "request_id": "req-fa50b29d-c0df-4624-856c-7e4e5ad5ecb0"}]} Oct 04 21:07:21.453144 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bd5d4f-6c0c-4c89-bdee-f87da6f38103 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Pushing event deleted for resources: {'Network': ['ID=ded3e3e2-90ec-4adc-82e2-40855e88a817,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:21.487195 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-eafb3b57-2552-485c-b282-8eb7c0ce856f None None] Current status of the port 84de2ee9-3041-412c-ab84-bf2b5652585e is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:07:21.487874 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-eafb3b57-2552-485c-b282-8eb7c0ce856f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (84de2ee9-3041-412c-ab84-bf2b5652585e), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:21.502331 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6e7dfa27-6a91-4c72-8ec9-7fb39fe52e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (11045e34-91af-447c-8fc0-d9cc40136734), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:21.522287 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6e7dfa27-6a91-4c72-8ec9-7fb39fe52e6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:21.533989 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-6e7dfa27-6a91-4c72-8ec9-7fb39fe52e6e admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/11045e34-91af-447c-8fc0-d9cc40136734 HTTP/1.1" status: 204 len: 168 time: 2.1249406 Oct 04 21:07:21.593996 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b661e20f-5500-4105-828d-0feff0f0b1f7 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Made reservation on behalf of d2227c0bff3a4d24894ea6838f5ffe54 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:07:21.610218 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b661e20f-5500-4105-828d-0feff0f0b1f7 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:21.698845 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f232ce3a-3d96-4a2e-a652-038027126efd req-5c94f68c-494e-4737-bad5-960b4aa59742 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2100757578&fields=id&tenant_id=2f27496d38be44c29c3cd5bc4ae008d8 HTTP/1.1" status: 200 len: 267 time: 0.5009508 Oct 04 21:07:21.770724 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7dfa27-6a91-4c72-8ec9-7fb39fe52e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11045e34-91af-447c-8fc0-d9cc40136734,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:21.780510 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-e1593939-edca-4e17-a1b5-3935d97a5013 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Deleting port 636559dc-631a-46e2-ad1f-47731ba3784a {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:07:21.781312 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e1593939-edca-4e17-a1b5-3935d97a5013 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (636559dc-631a-46e2-ad1f-47731ba3784a), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:21.787053 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:21.859069 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0420cea1-48d5-48f0-997f-07df26129868 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-0d8b206c-7db5-42de-9b19-0ee53ba26966', 'network_id': '0d8b206c-7db5-42de-9b19-0ee53ba26966', 'project_id': '3e52093341534ca5a76295afd3cfd196', 'fixed_ips': [{'subnet_id': '8ce9e8d7-ea2e-4fa6-ae3e-96063cab60c0'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:07:21.865649 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0420cea1-48d5-48f0-997f-07df26129868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:22.166884 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b661e20f-5500-4105-828d-0feff0f0b1f7 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:07:22.179107 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-eafb3b57-2552-485c-b282-8eb7c0ce856f None None] For port 84de2ee9-3041-412c-ab84-bf2b5652585e, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=84de2ee9-3041-412c-ab84-bf2b5652585e,segment=NetworkSegment(3688e459-2f92-459d-9edd-ce6cc76acd78),segment_id=3688e459-2f92-459d-9edd-ce6cc76acd78)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:07:22.195064 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port a48f2456-3ccc-41f0-af74-bd2781411c1c is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:07:22.198810 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 84de2ee9-3041-412c-ab84-bf2b5652585e up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:07:22.282543 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:22.300937 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-eafb3b57-2552-485c-b282-8eb7c0ce856f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (84de2ee9-3041-412c-ab84-bf2b5652585e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:22.315048 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-eafb3b57-2552-485c-b282-8eb7c0ce856f None None] Could not find standard attr ID for object ec2b8bf0-d4d3-4caf-af84-b5b6e0d0e876. {{(pid=108171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 04 21:07:22.323717 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b661e20f-5500-4105-828d-0feff0f0b1f7 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (7dc07beb-a962-4643-8744-5d594ac715fb), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:22.324280 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-b661e20f-5500-4105-828d-0feff0f0b1f7 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Added segment 7dc07beb-a962-4643-8744-5d594ac715fb of type vlan for network a74500df-0c7e-48c4-90eb-62a8c5f6dbd1 Oct 04 21:07:22.425253 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e1593939-edca-4e17-a1b5-3935d97a5013 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (636559dc-631a-46e2-ad1f-47731ba3784a), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:22.492771 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-e1593939-edca-4e17-a1b5-3935d97a5013 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Calling delete_port for 636559dc-631a-46e2-ad1f-47731ba3784a owned by {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:07:22.518264 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af794d5c-f1c0-4a17-ac49-2e38e336c63b tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Made reservation on behalf of 3e52093341534ca5a76295afd3cfd196 for: {'port': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:07:22.538150 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b661e20f-5500-4105-828d-0feff0f0b1f7 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (a74500df-0c7e-48c4-90eb-62a8c5f6dbd1), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:22.548252 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-af794d5c-f1c0-4a17-ac49-2e38e336c63b tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:22.597798 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:22.707609 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f232ce3a-3d96-4a2e-a652-038027126efd req-9a682415-40e8-433c-a02c-14c0bfa1cdbc tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:07:22.710709 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f232ce3a-3d96-4a2e-a652-038027126efd req-9a682415-40e8-433c-a02c-14c0bfa1cdbc tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "GET /networking/v2.0/networks?id=a474691d-037a-419a-8b70-0073c7bbfc01 HTTP/1.1" status: 200 len: 796 time: 1.0073457 Oct 04 21:07:22.713321 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b661e20f-5500-4105-828d-0feff0f0b1f7 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (a74500df-0c7e-48c4-90eb-62a8c5f6dbd1), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:22.728089 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b661e20f-5500-4105-828d-0feff0f0b1f7 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:07:22.728089 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b661e20f-5500-4105-828d-0feff0f0b1f7 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:22.781257 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f232ce3a-3d96-4a2e-a652-038027126efd req-725a395e-9b13-478d-aa7a-5f6dac4305fa tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "GET /networking/v2.0/quotas/2f27496d38be44c29c3cd5bc4ae008d8 HTTP/1.1" status: 200 len: 375 time: 0.0293179 Oct 04 21:07:22.943869 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-186be4e1-bd3b-4bff-a6c0-7c063a43b2d8 None None] Provisioning complete for port 84de2ee9-3041-412c-ab84-bf2b5652585e triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:07:22.948242 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-186be4e1-bd3b-4bff-a6c0-7c063a43b2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (84de2ee9-3041-412c-ab84-bf2b5652585e), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:22.948242 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-186be4e1-bd3b-4bff-a6c0-7c063a43b2d8 None None] Attempt 1 to provision port 84de2ee9-3041-412c-ab84-bf2b5652585e Oct 04 21:07:22.987416 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [None req-af794d5c-f1c0-4a17-ac49-2e38e336c63b tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] device_id is not set on port fdbb7587-1eb2-4aa8-b73b-c86a0ca7bef3 yet. {{(pid=108169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 21:07:23.242734 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafb3b57-2552-485c-b282-8eb7c0ce856f None None] Pushing event updated for resources: {'Port': ['ID=84de2ee9-3041-412c-ab84-bf2b5652585e,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:23.307481 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b661e20f-5500-4105-828d-0feff0f0b1f7 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9584849 Oct 04 21:07:23.321273 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58508) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:23.335690 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-0ce181c4-4a1e-435a-b406-1c004f54be14 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Request body: {'subnet': {'network_id': 'a74500df-0c7e-48c4-90eb-62a8c5f6dbd1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:07:23.338713 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f232ce3a-3d96-4a2e-a652-038027126efd req-06412fa2-50db-469a-9a20-c20224e79959 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=2f27496d38be44c29c3cd5bc4ae008d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5247915 Oct 04 21:07:23.497067 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:23.500395 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58512) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:23.502409 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b661e20f-5500-4105-828d-0feff0f0b1f7 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Pushing event updated for resources: {'Network': ['ID=a74500df-0c7e-48c4-90eb-62a8c5f6dbd1,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:23.602418 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-0420cea1-48d5-48f0-997f-07df26129868 None None] Allocated IP 172.20.0.2 (0d8b206c-7db5-42de-9b19-0ee53ba26966/8ce9e8d7-ea2e-4fa6-ae3e-96063cab60c0/ce8ba069-181d-42b0-9c7e-ae9a1aec5bc7) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:07:23.650155 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network a74500df-0c7e-48c4-90eb-62a8c5f6dbd1 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:07:23.661747 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafb3b57-2552-485c-b282-8eb7c0ce856f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:07:23.667475 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafb3b57-2552-485c-b282-8eb7c0ce856f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:07:23.668080 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafb3b57-2552-485c-b282-8eb7c0ce856f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:07:23.668676 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafb3b57-2552-485c-b282-8eb7c0ce856f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:07:23.669230 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafb3b57-2552-485c-b282-8eb7c0ce856f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:07:23.669786 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafb3b57-2552-485c-b282-8eb7c0ce856f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:07:23.670507 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafb3b57-2552-485c-b282-8eb7c0ce856f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:07:23.671084 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafb3b57-2552-485c-b282-8eb7c0ce856f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:07:23.680171 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafb3b57-2552-485c-b282-8eb7c0ce856f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:07:23.680171 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafb3b57-2552-485c-b282-8eb7c0ce856f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:07:23.680171 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafb3b57-2552-485c-b282-8eb7c0ce856f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:07:23.680171 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafb3b57-2552-485c-b282-8eb7c0ce856f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:07:23.680171 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafb3b57-2552-485c-b282-8eb7c0ce856f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:07:23.680171 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafb3b57-2552-485c-b282-8eb7c0ce856f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:07:23.680171 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafb3b57-2552-485c-b282-8eb7c0ce856f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:07:23.738571 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 84de2ee9-3041-412c-ab84-bf2b5652585e triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:07:23.739060 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (84de2ee9-3041-412c-ab84-bf2b5652585e), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:23.739856 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 84de2ee9-3041-412c-ab84-bf2b5652585e Oct 04 21:07:23.908367 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:23.918162 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:24.045542 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce181c4-4a1e-435a-b406-1c004f54be14 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Made reservation on behalf of d2227c0bff3a4d24894ea6838f5ffe54 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:07:24.055533 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0ce181c4-4a1e-435a-b406-1c004f54be14 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:24.089820 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e1593939-edca-4e17-a1b5-3935d97a5013 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (636559dc-631a-46e2-ad1f-47731ba3784a), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:24.091387 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:24.228066 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-186be4e1-bd3b-4bff-a6c0-7c063a43b2d8 None None] Current status of the port 84de2ee9-3041-412c-ab84-bf2b5652585e is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:07:24.254345 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-186be4e1-bd3b-4bff-a6c0-7c063a43b2d8 None None] Could not find standard attr ID for object 636559dc-631a-46e2-ad1f-47731ba3784a. {{(pid=108171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 04 21:07:24.255417 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:24.374963 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1593939-edca-4e17-a1b5-3935d97a5013 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event deleted for resources: {'Port': ['ID=636559dc-631a-46e2-ad1f-47731ba3784a,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:24.499771 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-186be4e1-bd3b-4bff-a6c0-7c063a43b2d8 None None] Provisioning complete for port 8674c683-cd95-489f-9514-37c757d04b62 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:07:24.500906 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-186be4e1-bd3b-4bff-a6c0-7c063a43b2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (8674c683-cd95-489f-9514-37c757d04b62), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:24.502332 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-186be4e1-bd3b-4bff-a6c0-7c063a43b2d8 None None] Attempt 1 to provision port 8674c683-cd95-489f-9514-37c757d04b62 Oct 04 21:07:24.653500 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 84de2ee9-3041-412c-ab84-bf2b5652585e is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:07:24.736248 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e1593939-edca-4e17-a1b5-3935d97a5013 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:24.758128 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e1593939-edca-4e17-a1b5-3935d97a5013 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/ports/636559dc-631a-46e2-ad1f-47731ba3784a HTTP/1.1" status: 204 len: 168 time: 3.8023233 Oct 04 21:07:24.760745 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58522) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:24.825792 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-797a0c3d-8d15-4da0-8ad4-f32ffadf68ac tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (3cceef38-5bbb-48d2-867f-52c1ffcc92d7), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:24.942807 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba82077-d684-463d-a5f0-769bbe1cde1e tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:07:24.948422 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba82077-d684-463d-a5f0-769bbe1cde1e tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:07:24.951976 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-dba82077-d684-463d-a5f0-769bbe1cde1e tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1810663 Oct 04 21:07:24.958589 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58528) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:25.022013 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 70a45c2f-8df2-45a6-aec9-99246c55bb54 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:07:25.109493 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0420cea1-48d5-48f0-997f-07df26129868 None None] Publish callbacks [] for port (ce8ba069-181d-42b0-9c7e-ae9a1aec5bc7), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:25.122250 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-186be4e1-bd3b-4bff-a6c0-7c063a43b2d8 None None] Port 8674c683-cd95-489f-9514-37c757d04b62 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:07:25.179314 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-c585b8eb-2a1d-45b1-91af-52ac536cb21c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Deleting subnet 3b882086-88df-4f62-99c7-a22079fa1754 {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:07:25.179621 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 70a45c2f-8df2-45a6-aec9-99246c55bb54 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:07:25.181441 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 70a45c2f-8df2-45a6-aec9-99246c55bb54 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:07:25.235225 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0420cea1-48d5-48f0-997f-07df26129868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (ce8ba069-181d-42b0-9c7e-ae9a1aec5bc7), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:25.398240 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0420cea1-48d5-48f0-997f-07df26129868 None None] Pushing event updated for resources: {'Port': ['ID=ce8ba069-181d-42b0-9c7e-ae9a1aec5bc7,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:25.464537 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-af794d5c-f1c0-4a17-ac49-2e38e336c63b tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Allocated IP 172.20.0.9 (0d8b206c-7db5-42de-9b19-0ee53ba26966/8ce9e8d7-ea2e-4fa6-ae3e-96063cab60c0/fdbb7587-1eb2-4aa8-b73b-c86a0ca7bef3) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:07:25.480038 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0420cea1-48d5-48f0-997f-07df26129868 None None] Network 0d8b206c-7db5-42de-9b19-0ee53ba26966 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:07:25.511158 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-0420cea1-48d5-48f0-997f-07df26129868 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:07:25.557894 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0420cea1-48d5-48f0-997f-07df26129868 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:07:25.716567 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0ce181c4-4a1e-435a-b406-1c004f54be14 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (89da923e-3905-4f2f-b98c-0d713f8e1da2), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:25.836241 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:25.910815 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-0420cea1-48d5-48f0-997f-07df26129868 None None] Attempting to bind port ce8ba069-181d-42b0-9c7e-ae9a1aec5bc7 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:07:25.911652 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-0420cea1-48d5-48f0-997f-07df26129868 None None] Attempting to bind port ce8ba069-181d-42b0-9c7e-ae9a1aec5bc7 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '3dace534-5b40-45a4-b7b5-39d4d278d2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0d8b206c-7db5-42de-9b19-0ee53ba26966'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:07:25.913308 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0420cea1-48d5-48f0-997f-07df26129868 None None] Attempting to bind port ce8ba069-181d-42b0-9c7e-ae9a1aec5bc7 on network 0d8b206c-7db5-42de-9b19-0ee53ba26966 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:07:26.035609 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 84de2ee9-3041-412c-ab84-bf2b5652585e up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:07:26.057437 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce181c4-4a1e-435a-b406-1c004f54be14 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Checking segment: {'id': '7dc07beb-a962-4643-8744-5d594ac715fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a74500df-0c7e-48c4-90eb-62a8c5f6dbd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:07:26.058435 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce181c4-4a1e-435a-b406-1c004f54be14 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Network hostable DHCP agents. Network: a74500df-0c7e-48c4-90eb-62a8c5f6dbd1, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:07:26.072926 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce181c4-4a1e-435a-b406-1c004f54be14 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Pushing event updated for resources: {'Subnet': ['ID=89da923e-3905-4f2f-b98c-0d713f8e1da2,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:26.194238 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c585b8eb-2a1d-45b1-91af-52ac536cb21c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (3b882086-88df-4f62-99c7-a22079fa1754), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:26.245952 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:26.258041 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0420cea1-48d5-48f0-997f-07df26129868 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:07:26.258662 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0420cea1-48d5-48f0-997f-07df26129868 None None] Checking segment: {'id': '3dace534-5b40-45a4-b7b5-39d4d278d2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0d8b206c-7db5-42de-9b19-0ee53ba26966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:07:26.259421 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0420cea1-48d5-48f0-997f-07df26129868 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:26.270601 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0420cea1-48d5-48f0-997f-07df26129868 None None] Bound using segment: {'id': '3dace534-5b40-45a4-b7b5-39d4d278d2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0d8b206c-7db5-42de-9b19-0ee53ba26966'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:07:26.271591 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-0420cea1-48d5-48f0-997f-07df26129868 None None] Bound port: ce8ba069-181d-42b0-9c7e-ae9a1aec5bc7, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dace534-5b40-45a4-b7b5-39d4d278d2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '0d8b206c-7db5-42de-9b19-0ee53ba26966'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:07:26.272329 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0420cea1-48d5-48f0-997f-07df26129868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (ce8ba069-181d-42b0-9c7e-ae9a1aec5bc7), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:26.280746 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce181c4-4a1e-435a-b406-1c004f54be14 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Network a74500df-0c7e-48c4-90eb-62a8c5f6dbd1 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:07:26.318019 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e09a12-9b02-40c3-82ba-2bdd86c8f003 None None] Sync routers for ids ['3cceef38-5bbb-48d2-867f-52c1ffcc92d7'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:07:26.339243 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e09a12-9b02-40c3-82ba-2bdd86c8f003 None None] Routers {'3cceef38-5bbb-48d2-867f-52c1ffcc92d7'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:07:26.341858 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-49e09a12-9b02-40c3-82ba-2bdd86c8f003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:07:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['3cceef38-5bbb-48d2-867f-52c1ffcc92d7'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:07:26.353912 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-af794d5c-f1c0-4a17-ac49-2e38e336c63b tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for port (fdbb7587-1eb2-4aa8-b73b-c86a0ca7bef3), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:26.412488 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c585b8eb-2a1d-45b1-91af-52ac536cb21c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (3b882086-88df-4f62-99c7-a22079fa1754), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:26.576287 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-af794d5c-f1c0-4a17-ac49-2e38e336c63b tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (fdbb7587-1eb2-4aa8-b73b-c86a0ca7bef3), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:26.598732 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-0420cea1-48d5-48f0-997f-07df26129868 None None] For port ce8ba069-181d-42b0-9c7e-ae9a1aec5bc7, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:07:26.602716 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 84de2ee9-3041-412c-ab84-bf2b5652585e triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:07:26.609711 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (84de2ee9-3041-412c-ab84-bf2b5652585e), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:26.609711 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 84de2ee9-3041-412c-ab84-bf2b5652585e Oct 04 21:07:26.611594 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c585b8eb-2a1d-45b1-91af-52ac536cb21c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (3b882086-88df-4f62-99c7-a22079fa1754), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:26.615185 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-0420cea1-48d5-48f0-997f-07df26129868 None None] For port ce8ba069-181d-42b0-9c7e-ae9a1aec5bc7, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=ce8ba069-181d-42b0-9c7e-ae9a1aec5bc7,segment=NetworkSegment(3dace534-5b40-45a4-b7b5-39d4d278d2dc),segment_id=3dace534-5b40-45a4-b7b5-39d4d278d2dc)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:07:26.736681 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-49e09a12-9b02-40c3-82ba-2bdd86c8f003 None None] Set router 3cceef38-5bbb-48d2-867f-52c1ffcc92d7 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:07:26.748848 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-0ce181c4-4a1e-435a-b406-1c004f54be14 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, a74500df-0c7e-48c4-90eb-62a8c5f6dbd1) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:07:26.757088 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce181c4-4a1e-435a-b406-1c004f54be14 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:07:26.759197 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0ce181c4-4a1e-435a-b406-1c004f54be14 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:26.786093 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af794d5c-f1c0-4a17-ac49-2e38e336c63b tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Network 0d8b206c-7db5-42de-9b19-0ee53ba26966 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:07:26.798750 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-af794d5c-f1c0-4a17-ac49-2e38e336c63b tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:07:26.803431 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af794d5c-f1c0-4a17-ac49-2e38e336c63b tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:07:26.856856 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0420cea1-48d5-48f0-997f-07df26129868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (ce8ba069-181d-42b0-9c7e-ae9a1aec5bc7), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:26.881024 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af794d5c-f1c0-4a17-ac49-2e38e336c63b tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event updated for resources: {'Port': ['ID=fdbb7587-1eb2-4aa8-b73b-c86a0ca7bef3,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:26.993629 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-0ce181c4-4a1e-435a-b406-1c004f54be14 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6653979 Oct 04 21:07:27.013713 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58560) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:27.025345 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-797a0c3d-8d15-4da0-8ad4-f32ffadf68ac tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Deleting port 8674c683-cd95-489f-9514-37c757d04b62 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:07:27.026135 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-797a0c3d-8d15-4da0-8ad4-f32ffadf68ac tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (8674c683-cd95-489f-9514-37c757d04b62), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:27.049461 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 84de2ee9-3041-412c-ab84-bf2b5652585e is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:07:27.059885 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 39c8bffc-d1c4-4dbb-9895-40af1010bd51 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:07:27.085149 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:27.104114 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af794d5c-f1c0-4a17-ac49-2e38e336c63b tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:07:27.105381 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-af794d5c-f1c0-4a17-ac49-2e38e336c63b tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:27.225204 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-af794d5c-f1c0-4a17-ac49-2e38e336c63b tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 923 time: 6.0004570 Oct 04 21:07:27.234751 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58564) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:27.256697 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-dbc858d4-3f15-4361-8b02-68e079047bf9 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Request body: {'port': {'network_id': '0d8b206c-7db5-42de-9b19-0ee53ba26966', 'name': 'tempest-PortsTestJSON-1521835421'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:07:27.456918 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0420cea1-48d5-48f0-997f-07df26129868 None None] Pushing event updated for resources: {'Port': ['ID=ce8ba069-181d-42b0-9c7e-ae9a1aec5bc7,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:27.537441 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 39c8bffc-d1c4-4dbb-9895-40af1010bd51 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:07:27.538333 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (39c8bffc-d1c4-4dbb-9895-40af1010bd51), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:27.539224 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 39c8bffc-d1c4-4dbb-9895-40af1010bd51 Oct 04 21:07:27.559776 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:27.567381 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-49e09a12-9b02-40c3-82ba-2bdd86c8f003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cceef38-5bbb-48d2-867f-52c1ffcc92d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569934637', 'tenant_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '39c8bffc-d1c4-4dbb-9895-40af1010bd51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:06:41Z', 'updated_at': '2022-10-04T21:07:13Z', 'revision_number': 4, 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'gw_port': {'id': '39c8bffc-d1c4-4dbb-9895-40af1010bd51', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cceef38-5bbb-48d2-867f-52c1ffcc92d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:06:48Z', 'updated_at': '2022-10-04T21:07:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '8674c683-cd95-489f-9514-37c757d04b62', 'name': '', 'network_id': 'a474691d-037a-419a-8b70-0073c7bbfc01', 'tenant_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'mac_address': 'fa:16:3e:38:9a:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cceef38-5bbb-48d2-867f-52c1ffcc92d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'aa6a2a58-a3c2-4cb9-809e-7bc7a02cfb86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:07:02Z', 'updated_at': '2022-10-04T21:07:14Z', 'revision_number': 2, 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'subnets': [{'id': 'aa6a2a58-a3c2-4cb9-809e-7bc7a02cfb86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:07:27.699336 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e09a12-9b02-40c3-82ba-2bdd86c8f003 None None] Checking router: 3cceef38-5bbb-48d2-867f-52c1ffcc92d7 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:07:27.699959 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e09a12-9b02-40c3-82ba-2bdd86c8f003 None None] Updating router 3cceef38-5bbb-48d2-867f-52c1ffcc92d7 port 8674c683-cd95-489f-9514-37c757d04b62 binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:07:27.834659 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-797a0c3d-8d15-4da0-8ad4-f32ffadf68ac tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (8674c683-cd95-489f-9514-37c757d04b62), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:27.855330 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-49e09a12-9b02-40c3-82ba-2bdd86c8f003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (8674c683-cd95-489f-9514-37c757d04b62), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:27.915750 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-797a0c3d-8d15-4da0-8ad4-f32ffadf68ac tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Calling delete_port for 8674c683-cd95-489f-9514-37c757d04b62 owned by network:router_interface {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:07:27.993843 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc858d4-3f15-4361-8b02-68e079047bf9 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Made reservation on behalf of 3e52093341534ca5a76295afd3cfd196 for: {'port': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:07:28.004616 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dbc858d4-3f15-4361-8b02-68e079047bf9 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:28.109931 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [None req-dbc858d4-3f15-4361-8b02-68e079047bf9 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] device_id is not set on port f0b33387-1296-4a5a-8b8c-1c224e4a4325 yet. {{(pid=108169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 21:07:28.200787 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c585b8eb-2a1d-45b1-91af-52ac536cb21c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (3b882086-88df-4f62-99c7-a22079fa1754), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:28.355809 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c585b8eb-2a1d-45b1-91af-52ac536cb21c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event deleted for resources: {'Subnet': ['ID=3b882086-88df-4f62-99c7-a22079fa1754,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:28.374552 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c585b8eb-2a1d-45b1-91af-52ac536cb21c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:28.381270 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c585b8eb-2a1d-45b1-91af-52ac536cb21c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/3b882086-88df-4f62-99c7-a22079fa1754 HTTP/1.1" status: 204 len: 168 time: 3.4194522 Oct 04 21:07:28.420544 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58570) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:28.461990 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 39c8bffc-d1c4-4dbb-9895-40af1010bd51 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:07:28.468542 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (39c8bffc-d1c4-4dbb-9895-40af1010bd51), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:28.546991 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:28.561530 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-dbc858d4-3f15-4361-8b02-68e079047bf9 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Allocated IP 172.20.0.4 (0d8b206c-7db5-42de-9b19-0ee53ba26966/8ce9e8d7-ea2e-4fa6-ae3e-96063cab60c0/f0b33387-1296-4a5a-8b8c-1c224e4a4325) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:07:28.569540 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 39c8bffc-d1c4-4dbb-9895-40af1010bd51, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=39c8bffc-d1c4-4dbb-9895-40af1010bd51,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:07:28.661404 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-93017802-727c-4d04-b02e-1f0493fead6e tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2319179 Oct 04 21:07:28.684860 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58574) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:28.698915 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-b612af4e-816d-46c9-b5dd-3e526e7f295a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Request body: {'subnet': {'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:07:28.772384 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (39c8bffc-d1c4-4dbb-9895-40af1010bd51), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:28.919105 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:28.931188 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-40b1deaa-f9f7-4859-b723-1a637e61baf4 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (a74500df-0c7e-48c4-90eb-62a8c5f6dbd1), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:28.987906 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.db.api [None req-49e09a12-9b02-40c3-82ba-2bdd86c8f003 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 21:07:28.988640 n-d-852085-12 neutron-server[108172]: DEBUG oslo_db.api [None req-49e09a12-9b02-40c3-82ba-2bdd86c8f003 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 21:07:28.996833 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-797a0c3d-8d15-4da0-8ad4-f32ffadf68ac tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (8674c683-cd95-489f-9514-37c757d04b62), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:29.115207 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=39c8bffc-d1c4-4dbb-9895-40af1010bd51,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:29.236036 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device ce8ba069-181d-42b0-9c7e-ae9a1aec5bc7 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:07:29.237300 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797a0c3d-8d15-4da0-8ad4-f32ffadf68ac tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Pushing event deleted for resources: {'Port': ['ID=8674c683-cd95-489f-9514-37c757d04b62,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:29.377984 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-40b1deaa-f9f7-4859-b723-1a637e61baf4 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (89da923e-3905-4f2f-b98c-0d713f8e1da2), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:29.396986 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:29.476023 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b612af4e-816d-46c9-b5dd-3e526e7f295a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Made reservation on behalf of f31334bc846b471aace4cb8b5f10ff51 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:07:29.489188 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b612af4e-816d-46c9-b5dd-3e526e7f295a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:29.492853 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port ce8ba069-181d-42b0-9c7e-ae9a1aec5bc7 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:07:29.493959 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (ce8ba069-181d-42b0-9c7e-ae9a1aec5bc7), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:29.503410 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port ce8ba069-181d-42b0-9c7e-ae9a1aec5bc7 Oct 04 21:07:29.581909 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e09a12-9b02-40c3-82ba-2bdd86c8f003 None None] Port 8674c683-cd95-489f-9514-37c757d04b62 not found while updating agent binding for router 3cceef38-5bbb-48d2-867f-52c1ffcc92d7. {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 04 21:07:29.615186 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e09a12-9b02-40c3-82ba-2bdd86c8f003 None None] Routers {'3cceef38-5bbb-48d2-867f-52c1ffcc92d7'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:07:29.620888 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-49e09a12-9b02-40c3-82ba-2bdd86c8f003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:07:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['3cceef38-5bbb-48d2-867f-52c1ffcc92d7'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:07:29.683614 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e984f18-3ac6-4a37-8937-1425593d94d5 None None] get_active_networks_info from n-d-852085-12 {{(pid=108171) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 04 21:07:29.903959 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-49e09a12-9b02-40c3-82ba-2bdd86c8f003 None None] Set router 3cceef38-5bbb-48d2-867f-52c1ffcc92d7 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:07:29.947476 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e984f18-3ac6-4a37-8937-1425593d94d5 None None] Resources bound (agent type, host, resource id): {{(pid=108171) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 04 21:07:29.963522 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-42cb291f-7116-4eae-bf17-e089f5820eaf None None] Provisioning complete for port ce8ba069-181d-42b0-9c7e-ae9a1aec5bc7 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:07:29.964595 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-42cb291f-7116-4eae-bf17-e089f5820eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (ce8ba069-181d-42b0-9c7e-ae9a1aec5bc7), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:29.965493 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-42cb291f-7116-4eae-bf17-e089f5820eaf None None] Attempt 1 to provision port ce8ba069-181d-42b0-9c7e-ae9a1aec5bc7 Oct 04 21:07:30.230133 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-797a0c3d-8d15-4da0-8ad4-f32ffadf68ac tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (3cceef38-5bbb-48d2-867f-52c1ffcc92d7), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:30.259484 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port ce8ba069-181d-42b0-9c7e-ae9a1aec5bc7 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:07:30.260308 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (ce8ba069-181d-42b0-9c7e-ae9a1aec5bc7), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:30.267744 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-40b1deaa-f9f7-4859-b723-1a637e61baf4 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (89da923e-3905-4f2f-b98c-0d713f8e1da2), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:30.342858 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port ce8ba069-181d-42b0-9c7e-ae9a1aec5bc7, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=ce8ba069-181d-42b0-9c7e-ae9a1aec5bc7,segment=NetworkSegment(3dace534-5b40-45a4-b7b5-39d4d278d2dc),segment_id=3dace534-5b40-45a4-b7b5-39d4d278d2dc)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:07:30.558877 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:30.599811 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-49e09a12-9b02-40c3-82ba-2bdd86c8f003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cceef38-5bbb-48d2-867f-52c1ffcc92d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569934637', 'tenant_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '39c8bffc-d1c4-4dbb-9895-40af1010bd51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:06:41Z', 'updated_at': '2022-10-04T21:07:28Z', 'revision_number': 5, 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'gw_port': {'id': '39c8bffc-d1c4-4dbb-9895-40af1010bd51', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cceef38-5bbb-48d2-867f-52c1ffcc92d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:06:48Z', 'updated_at': '2022-10-04T21:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:07:30.696064 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b1deaa-f9f7-4859-b723-1a637e61baf4 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Pushing event deleted for resources: {'Subnet': ['ID=89da923e-3905-4f2f-b98c-0d713f8e1da2,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:30.758145 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e09a12-9b02-40c3-82ba-2bdd86c8f003 None None] The sync data for ids ['3cceef38-5bbb-48d2-867f-52c1ffcc92d7'] in n-d-852085-12 is: [{'id': '3cceef38-5bbb-48d2-867f-52c1ffcc92d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569934637', 'tenant_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '39c8bffc-d1c4-4dbb-9895-40af1010bd51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:06:41Z', 'updated_at': '2022-10-04T21:07:28Z', 'revision_number': 5, 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'gw_port': {'id': '39c8bffc-d1c4-4dbb-9895-40af1010bd51', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cceef38-5bbb-48d2-867f-52c1ffcc92d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:06:48Z', 'updated_at': '2022-10-04T21:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:07:30.785249 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (ce8ba069-181d-42b0-9c7e-ae9a1aec5bc7), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:30.956849 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:30.960092 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=ce8ba069-181d-42b0-9c7e-ae9a1aec5bc7,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:31.031178 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-40b1deaa-f9f7-4859-b723-1a637e61baf4 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (a74500df-0c7e-48c4-90eb-62a8c5f6dbd1), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:31.128448 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-42cb291f-7116-4eae-bf17-e089f5820eaf None None] Current status of the port ce8ba069-181d-42b0-9c7e-ae9a1aec5bc7 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:07:31.128448 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2aadba4-c126-4d66-9c34-175120df81c7 None None] Network 0d8b206c-7db5-42de-9b19-0ee53ba26966 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:07:31.259516 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-40b1deaa-f9f7-4859-b723-1a637e61baf4 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a74500df-0c7e-48c4-90eb-62a8c5f6dbd1']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:07:31.544958 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-40b1deaa-f9f7-4859-b723-1a637e61baf4 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dc07beb-a962-4643-8744-5d594ac715fb') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:07:31.546568 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-40b1deaa-f9f7-4859-b723-1a637e61baf4 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dc07beb-a962-4643-8744-5d594ac715fb') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:07:31.641782 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db21a85-61e2-415d-b672-7c1e035f27da None None] Network ded3e3e2-90ec-4adc-82e2-40855e88a817 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:07:31.659158 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2377becd-faef-4814-acc8-e9dee51f007e None None] Network a74500df-0c7e-48c4-90eb-62a8c5f6dbd1 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:07:31.687889 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-40b1deaa-f9f7-4859-b723-1a637e61baf4 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (7dc07beb-a962-4643-8744-5d594ac715fb), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:31.834085 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=100 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:31.841705 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-40b1deaa-f9f7-4859-b723-1a637e61baf4 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (7dc07beb-a962-4643-8744-5d594ac715fb), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:31.969576 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 39c8bffc-d1c4-4dbb-9895-40af1010bd51 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:07:31.981719 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40b1deaa-f9f7-4859-b723-1a637e61baf4 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:07:31.986619 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-40b1deaa-f9f7-4859-b723-1a637e61baf4 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (7dc07beb-a962-4643-8744-5d594ac715fb), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:32.038612 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dbc858d4-3f15-4361-8b02-68e079047bf9 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for port (f0b33387-1296-4a5a-8b8c-1c224e4a4325), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:32.089913 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:32.163676 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:32.232777 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a16147f-7b92-4259-9000-637ecfe1436b None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:07:32.256744 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db21a85-61e2-415d-b672-7c1e035f27da None None] Network ded3e3e2-90ec-4adc-82e2-40855e88a817 could not be found, it might have been deleted concurrently. {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 04 21:07:32.279573 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 7dc07beb-a962-4643-8744-5d594ac715fb resource provider aggregate not found Oct 04 21:07:32.363825 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dbc858d4-3f15-4361-8b02-68e079047bf9 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (f0b33387-1296-4a5a-8b8c-1c224e4a4325), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:32.455727 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-51a7afc6-1970-427c-83cc-b3bc1ebd82ab None None] Could not find standard attr ID for object 8674c683-cd95-489f-9514-37c757d04b62. {{(pid=108171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 04 21:07:32.525397 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 7dc07beb-a962-4643-8744-5d594ac715fb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7dc07beb-a962-4643-8744-5d594ac715fb found for delete ", "request_id": "req-cf9944aa-3fe8-4ae0-9a70-183e4f74eafd"}]} Oct 04 21:07:32.587630 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43abeea-6aaa-419a-ad5f-90aa6136cf22 None None] Network a74500df-0c7e-48c4-90eb-62a8c5f6dbd1 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:07:32.741891 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc858d4-3f15-4361-8b02-68e079047bf9 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event updated for resources: {'Port': ['ID=f0b33387-1296-4a5a-8b8c-1c224e4a4325,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:32.761576 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-40b1deaa-f9f7-4859-b723-1a637e61baf4 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (a74500df-0c7e-48c4-90eb-62a8c5f6dbd1), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:32.771661 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc858d4-3f15-4361-8b02-68e079047bf9 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Network 0d8b206c-7db5-42de-9b19-0ee53ba26966 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:07:32.779076 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-dbc858d4-3f15-4361-8b02-68e079047bf9 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:07:32.784539 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc858d4-3f15-4361-8b02-68e079047bf9 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:07:32.789434 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43abeea-6aaa-419a-ad5f-90aa6136cf22 None None] Network a74500df-0c7e-48c4-90eb-62a8c5f6dbd1 could not be found, it might have been deleted concurrently. {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 04 21:07:32.794886 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-40b1deaa-f9f7-4859-b723-1a637e61baf4 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:32.803456 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-40b1deaa-f9f7-4859-b723-1a637e61baf4 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "DELETE /networking/v2.0/networks/a74500df-0c7e-48c4-90eb-62a8c5f6dbd1 HTTP/1.1" status: 204 len: 168 time: 5.7605028 Oct 04 21:07:32.816365 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58602) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:32.858514 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b1deaa-f9f7-4859-b723-1a637e61baf4 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Pushing event deleted for resources: {'Network': ['ID=a74500df-0c7e-48c4-90eb-62a8c5f6dbd1,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:32.878044 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-a75962a4-f7ab-40a9-8cb1-20ecd389c437 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-455293961'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:07:32.904890 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:32.952893 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-797a0c3d-8d15-4da0-8ad4-f32ffadf68ac tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Router 3cceef38-5bbb-48d2-867f-52c1ffcc92d7 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:07:33.105899 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 39c8bffc-d1c4-4dbb-9895-40af1010bd51 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:07:33.108696 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (39c8bffc-d1c4-4dbb-9895-40af1010bd51), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:33.109340 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 39c8bffc-d1c4-4dbb-9895-40af1010bd51 Oct 04 21:07:33.322310 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:33.418521 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75962a4-f7ab-40a9-8cb1-20ecd389c437 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Made reservation on behalf of d2227c0bff3a4d24894ea6838f5ffe54 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:07:33.468264 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a75962a4-f7ab-40a9-8cb1-20ecd389c437 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:33.483283 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745fef20-fcac-49bb-ac2e-33f9c5c3dcce None None] DHCP port deletion for 42edc29f-8c98-4058-994e-1dc4e7a022d1 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:07:33.525543 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc858d4-3f15-4361-8b02-68e079047bf9 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:07:33.528387 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dbc858d4-3f15-4361-8b02-68e079047bf9 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:33.530163 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-3cf32130-4957-4d32-80d4-ed6fcf4c4f8b None None] Provisioning complete for port fdbb7587-1eb2-4aa8-b73b-c86a0ca7bef3 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:07:33.533391 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3cf32130-4957-4d32-80d4-ed6fcf4c4f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (fdbb7587-1eb2-4aa8-b73b-c86a0ca7bef3), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:33.536088 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-3cf32130-4957-4d32-80d4-ed6fcf4c4f8b None None] Attempt 1 to provision port fdbb7587-1eb2-4aa8-b73b-c86a0ca7bef3 Oct 04 21:07:33.621748 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-797a0c3d-8d15-4da0-8ad4-f32ffadf68ac tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:07:33.647363 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-797a0c3d-8d15-4da0-8ad4-f32ffadf68ac tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "PUT /networking/v2.0/routers/3cceef38-5bbb-48d2-867f-52c1ffcc92d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1236670 Oct 04 21:07:33.650564 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58608) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:33.650928 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b612af4e-816d-46c9-b5dd-3e526e7f295a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (542adf95-180c-4632-909d-d4ee391430dd), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:33.763930 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-3cf32130-4957-4d32-80d4-ed6fcf4c4f8b None None] Port fdbb7587-1eb2-4aa8-b73b-c86a0ca7bef3 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:07:33.812741 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-745fef20-fcac-49bb-ac2e-33f9c5c3dcce None None] Deleting port a48f2456-3ccc-41f0-af74-bd2781411c1c {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:07:33.815471 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-745fef20-fcac-49bb-ac2e-33f9c5c3dcce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (a48f2456-3ccc-41f0-af74-bd2781411c1c), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:33.823001 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-3cf32130-4957-4d32-80d4-ed6fcf4c4f8b None None] Provisioning complete for port ce8ba069-181d-42b0-9c7e-ae9a1aec5bc7 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:07:33.823001 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3cf32130-4957-4d32-80d4-ed6fcf4c4f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (ce8ba069-181d-42b0-9c7e-ae9a1aec5bc7), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:33.823001 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-3cf32130-4957-4d32-80d4-ed6fcf4c4f8b None None] Attempt 1 to provision port ce8ba069-181d-42b0-9c7e-ae9a1aec5bc7 Oct 04 21:07:33.837346 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:33.967550 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b612af4e-816d-46c9-b5dd-3e526e7f295a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:07:33.987723 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-b612af4e-816d-46c9-b5dd-3e526e7f295a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:07:34.003610 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b612af4e-816d-46c9-b5dd-3e526e7f295a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:07:34.009821 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e7729f2-87d1-4554-910b-05d7aa0ff4c6 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Deleting subnet aa6a2a58-a3c2-4cb9-809e-7bc7a02cfb86 {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:07:34.012156 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b612af4e-816d-46c9-b5dd-3e526e7f295a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:34.033601 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3e7729f2-87d1-4554-910b-05d7aa0ff4c6 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for subnet (aa6a2a58-a3c2-4cb9-809e-7bc7a02cfb86), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:34.112789 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-dbc858d4-3f15-4361-8b02-68e079047bf9 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 924 time: 6.8690369 Oct 04 21:07:34.115266 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a75962a4-f7ab-40a9-8cb1-20ecd389c437 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:07:34.133559 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58612) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:34.248415 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3e7729f2-87d1-4554-910b-05d7aa0ff4c6 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (aa6a2a58-a3c2-4cb9-809e-7bc7a02cfb86), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:34.256235 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 39c8bffc-d1c4-4dbb-9895-40af1010bd51 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:07:34.472656 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286d738b-ba16-45c1-b365-bfad6047668c None None] Sync routers for ids ['3cceef38-5bbb-48d2-867f-52c1ffcc92d7'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:07:34.561313 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3e7729f2-87d1-4554-910b-05d7aa0ff4c6 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (aa6a2a58-a3c2-4cb9-809e-7bc7a02cfb86), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:34.578063 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bdef2b-5d20-4b31-8c69-c8e1876e573d tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:07:34.587973 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-98bdef2b-5d20-4b31-8c69-c8e1876e573d tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "GET /networking/v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 921 time: 0.4335253 Oct 04 21:07:34.616086 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b612af4e-816d-46c9-b5dd-3e526e7f295a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 5.9218507 Oct 04 21:07:34.621910 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b612af4e-816d-46c9-b5dd-3e526e7f295a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event updated for resources: {'Subnet': ['ID=542adf95-180c-4632-909d-d4ee391430dd,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:34.636291 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:34.638509 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:34.652647 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58618) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:34.653696 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58620) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:34.673404 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-5a546a9e-b41c-44c4-8175-e2acd8a5563e tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Request body: {'port': {'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'fixed_ips': [{'subnet_id': '542adf95-180c-4632-909d-d4ee391430dd', 'ip_address': '2001:db8::4cda:b319:c289:5b7'}], 'name': 'tempest-NetworksTestDHCPv6-669999922'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:07:34.687618 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device ce8ba069-181d-42b0-9c7e-ae9a1aec5bc7 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:07:34.861648 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a75962a4-f7ab-40a9-8cb1-20ecd389c437 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (66d57b29-688b-461f-bec2-2e4fc888b2d4), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:34.862297 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-a75962a4-f7ab-40a9-8cb1-20ecd389c437 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Added segment 66d57b29-688b-461f-bec2-2e4fc888b2d4 of type vlan for network ccc979de-2f3a-4d58-bcf9-c217db8486d5 Oct 04 21:07:34.888615 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286d738b-ba16-45c1-b365-bfad6047668c None None] Routers {'3cceef38-5bbb-48d2-867f-52c1ffcc92d7'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:07:34.890067 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-286d738b-ba16-45c1-b365-bfad6047668c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:07:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['3cceef38-5bbb-48d2-867f-52c1ffcc92d7'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:07:35.050683 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3e7729f2-87d1-4554-910b-05d7aa0ff4c6 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (aa6a2a58-a3c2-4cb9-809e-7bc7a02cfb86), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:35.177317 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7729f2-87d1-4554-910b-05d7aa0ff4c6 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Pushing event deleted for resources: {'Subnet': ['ID=aa6a2a58-a3c2-4cb9-809e-7bc7a02cfb86,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:35.182728 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3e7729f2-87d1-4554-910b-05d7aa0ff4c6 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:35.184207 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-745fef20-fcac-49bb-ac2e-33f9c5c3dcce None None] For port a48f2456-3ccc-41f0-af74-bd2781411c1c, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=a48f2456-3ccc-41f0-af74-bd2781411c1c,segment=NetworkSegment(a074d1d3-d8bf-45a2-a3f3-7647e2465b5f),segment_id=a074d1d3-d8bf-45a2-a3f3-7647e2465b5f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:07:35.184891 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-745fef20-fcac-49bb-ac2e-33f9c5c3dcce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (a48f2456-3ccc-41f0-af74-bd2781411c1c), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:35.196667 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-3e7729f2-87d1-4554-910b-05d7aa0ff4c6 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/aa6a2a58-a3c2-4cb9-809e-7bc7a02cfb86 HTTP/1.1" status: 204 len: 168 time: 1.5410409 Oct 04 21:07:35.203953 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58628) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:35.208306 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-d8782254-2be9-44a5-a7b4-3ab113c8b2db tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Deleting port f0b33387-1296-4a5a-8b8c-1c224e4a4325 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:07:35.209478 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d8782254-2be9-44a5-a7b4-3ab113c8b2db tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (f0b33387-1296-4a5a-8b8c-1c224e4a4325), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:35.221887 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-745fef20-fcac-49bb-ac2e-33f9c5c3dcce None None] Calling delete_port for a48f2456-3ccc-41f0-af74-bd2781411c1c owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:07:35.252335 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a75962a4-f7ab-40a9-8cb1-20ecd389c437 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (ccc979de-2f3a-4d58-bcf9-c217db8486d5), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:35.424002 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:35.432123 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-3cf32130-4957-4d32-80d4-ed6fcf4c4f8b None None] Current status of the port ce8ba069-181d-42b0-9c7e-ae9a1aec5bc7 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:07:35.462797 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415bad6f-2f58-4b2d-8a52-b9a277c320de None None] Network a474691d-037a-419a-8b70-0073c7bbfc01 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:07:35.580466 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d8782254-2be9-44a5-a7b4-3ab113c8b2db tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (f0b33387-1296-4a5a-8b8c-1c224e4a4325), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:35.656866 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dde58bab-b9f2-498c-8772-a47a33ea751b tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for router (3cceef38-5bbb-48d2-867f-52c1ffcc92d7), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:35.665788 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-d8782254-2be9-44a5-a7b4-3ab113c8b2db tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Calling delete_port for f0b33387-1296-4a5a-8b8c-1c224e4a4325 owned by {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:07:35.687752 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a75962a4-f7ab-40a9-8cb1-20ecd389c437 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (ccc979de-2f3a-4d58-bcf9-c217db8486d5), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:35.714762 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75962a4-f7ab-40a9-8cb1-20ecd389c437 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:07:35.716859 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a75962a4-f7ab-40a9-8cb1-20ecd389c437 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:35.933189 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:35.935240 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port ce8ba069-181d-42b0-9c7e-ae9a1aec5bc7 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:07:35.936320 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (ce8ba069-181d-42b0-9c7e-ae9a1aec5bc7), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:35.938325 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port ce8ba069-181d-42b0-9c7e-ae9a1aec5bc7 Oct 04 21:07:35.959600 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-745fef20-fcac-49bb-ac2e-33f9c5c3dcce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (a48f2456-3ccc-41f0-af74-bd2781411c1c), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:36.137213 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a546a9e-b41c-44c4-8175-e2acd8a5563e tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Made reservation on behalf of f31334bc846b471aace4cb8b5f10ff51 for: {'port': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:07:36.333539 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-286d738b-ba16-45c1-b365-bfad6047668c None None] Set router 3cceef38-5bbb-48d2-867f-52c1ffcc92d7 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:07:36.370635 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75962a4-f7ab-40a9-8cb1-20ecd389c437 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Pushing event updated for resources: {'Network': ['ID=ccc979de-2f3a-4d58-bcf9-c217db8486d5,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:36.433004 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a75962a4-f7ab-40a9-8cb1-20ecd389c437 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 779 time: 3.6066604 Oct 04 21:07:36.434813 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58648) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:36.469577 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-d11290f8-1122-4129-b74a-db46f51576d0 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Request body: {'subnet': {'network_id': 'ccc979de-2f3a-4d58-bcf9-c217db8486d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:07:36.485522 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:36.542391 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-b526bf8e-8330-4578-8964-10404087ab6f None None] Provisioning complete for port fdbb7587-1eb2-4aa8-b73b-c86a0ca7bef3 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:07:36.543500 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b526bf8e-8330-4578-8964-10404087ab6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (fdbb7587-1eb2-4aa8-b73b-c86a0ca7bef3), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:36.544179 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-b526bf8e-8330-4578-8964-10404087ab6f None None] Attempt 1 to provision port fdbb7587-1eb2-4aa8-b73b-c86a0ca7bef3 Oct 04 21:07:36.701639 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5a546a9e-b41c-44c4-8175-e2acd8a5563e tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:36.702517 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745fef20-fcac-49bb-ac2e-33f9c5c3dcce None None] No DVR routers for this DVR port a48f2456-3ccc-41f0-af74-bd2781411c1c on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:07:36.708482 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network ccc979de-2f3a-4d58-bcf9-c217db8486d5 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:07:36.814644 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [None req-5a546a9e-b41c-44c4-8175-e2acd8a5563e tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] device_id is not set on port 11c6ba80-050d-440e-9c7a-106be667fd0f yet. {{(pid=108170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 21:07:36.839032 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dde58bab-b9f2-498c-8772-a47a33ea751b tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for router_gateway (3cceef38-5bbb-48d2-867f-52c1ffcc92d7), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:36.896891 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-b526bf8e-8330-4578-8964-10404087ab6f None None] Port fdbb7587-1eb2-4aa8-b73b-c86a0ca7bef3 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:07:37.103388 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-b526bf8e-8330-4578-8964-10404087ab6f None None] Provisioning complete for port f0b33387-1296-4a5a-8b8c-1c224e4a4325 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:07:37.119291 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b526bf8e-8330-4578-8964-10404087ab6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (f0b33387-1296-4a5a-8b8c-1c224e4a4325), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:37.120177 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-b526bf8e-8330-4578-8964-10404087ab6f None None] Attempt 1 to provision port f0b33387-1296-4a5a-8b8c-1c224e4a4325 Oct 04 21:07:37.277238 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:INSERT=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:37.330169 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:37.345140 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-dde58bab-b9f2-498c-8772-a47a33ea751b tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Deleting port 39c8bffc-d1c4-4dbb-9895-40af1010bd51 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:07:37.346301 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dde58bab-b9f2-498c-8772-a47a33ea751b tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (39c8bffc-d1c4-4dbb-9895-40af1010bd51), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:37.352227 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4dc231e-738c-4790-bc32-7c0c424d2dbb None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:07:37.370106 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-b526bf8e-8330-4578-8964-10404087ab6f None None] Port f0b33387-1296-4a5a-8b8c-1c224e4a4325 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:07:37.377507 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745fef20-fcac-49bb-ac2e-33f9c5c3dcce None None] Pushing event deleted for resources: {'Port': ['ID=a48f2456-3ccc-41f0-af74-bd2781411c1c,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:37.443319 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d8782254-2be9-44a5-a7b4-3ab113c8b2db tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (f0b33387-1296-4a5a-8b8c-1c224e4a4325), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:37.551259 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8782254-2be9-44a5-a7b4-3ab113c8b2db tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event deleted for resources: {'Port': ['ID=f0b33387-1296-4a5a-8b8c-1c224e4a4325,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:37.566797 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11290f8-1122-4129-b74a-db46f51576d0 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Made reservation on behalf of d2227c0bff3a4d24894ea6838f5ffe54 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:07:37.582776 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d11290f8-1122-4129-b74a-db46f51576d0 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:37.780632 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:38.089434 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.ipam_backend_mixin [None req-d11290f8-1122-4129-b74a-db46f51576d0 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Performing IP validity checks on allocation pools {{(pid=108169) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Oct 04 21:07:38.096412 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.ipam_backend_mixin [None req-d11290f8-1122-4129-b74a-db46f51576d0 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Checking for overlaps among allocation pools and gateway ip {{(pid=108169) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Oct 04 21:07:38.278416 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d8782254-2be9-44a5-a7b4-3ab113c8b2db tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:38.283248 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d8782254-2be9-44a5-a7b4-3ab113c8b2db tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "DELETE /networking/v2.0/ports/f0b33387-1296-4a5a-8b8c-1c224e4a4325 HTTP/1.1" status: 204 len: 168 time: 3.6209989 Oct 04 21:07:38.293910 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58664) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:38.429446 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-f43342ff-10ee-4f0c-a01f-fd93476b6838 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] GET failed (client error): The resource could not be found. Oct 04 21:07:38.442269 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f43342ff-10ee-4f0c-a01f-fd93476b6838 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "GET /networking/v2.0/ports/f0b33387-1296-4a5a-8b8c-1c224e4a4325 HTTP/1.1" status: 404 len: 333 time: 0.1466238 Oct 04 21:07:38.461199 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58668) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:38.580027 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-286d738b-ba16-45c1-b365-bfad6047668c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cceef38-5bbb-48d2-867f-52c1ffcc92d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569934637', 'tenant_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '39c8bffc-d1c4-4dbb-9895-40af1010bd51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:06:41Z', 'updated_at': '2022-10-04T21:07:28Z', 'revision_number': 5, 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'gw_port': {'id': '39c8bffc-d1c4-4dbb-9895-40af1010bd51', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cceef38-5bbb-48d2-867f-52c1ffcc92d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:06:48Z', 'updated_at': '2022-10-04T21:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:07:38.790562 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286d738b-ba16-45c1-b365-bfad6047668c None None] Checking router: 3cceef38-5bbb-48d2-867f-52c1ffcc92d7 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:07:38.809392 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-5a546a9e-b41c-44c4-8175-e2acd8a5563e tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Allocated IP 2001:db8::4cda:b319:c289:5b7 (42edc29f-8c98-4058-994e-1dc4e7a022d1/542adf95-180c-4632-909d-d4ee391430dd/11c6ba80-050d-440e-9c7a-106be667fd0f) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:07:38.845007 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-bdef4c9e-37c0-4b9a-95ee-9142fb01488e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Deleting port fdbb7587-1eb2-4aa8-b73b-c86a0ca7bef3 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:07:38.846215 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bdef4c9e-37c0-4b9a-95ee-9142fb01488e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (fdbb7587-1eb2-4aa8-b73b-c86a0ca7bef3), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:38.854114 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-dde58bab-b9f2-498c-8772-a47a33ea751b tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] For port 39c8bffc-d1c4-4dbb-9895-40af1010bd51, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=39c8bffc-d1c4-4dbb-9895-40af1010bd51,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:07:38.854712 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dde58bab-b9f2-498c-8772-a47a33ea751b tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (39c8bffc-d1c4-4dbb-9895-40af1010bd51), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:38.915873 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-dde58bab-b9f2-498c-8772-a47a33ea751b tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Calling delete_port for 39c8bffc-d1c4-4dbb-9895-40af1010bd51 owned by network:router_gateway {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:07:38.973157 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port ce8ba069-181d-42b0-9c7e-ae9a1aec5bc7 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:07:38.981871 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286d738b-ba16-45c1-b365-bfad6047668c None None] Routers {'3cceef38-5bbb-48d2-867f-52c1ffcc92d7'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:07:38.982708 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-286d738b-ba16-45c1-b365-bfad6047668c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:07:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['3cceef38-5bbb-48d2-867f-52c1ffcc92d7'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:07:39.144282 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:39.304899 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 21:07:39.378599 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b519021-ab19-441a-97b3-75704e0ff492 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-42edc29f-8c98-4058-994e-1dc4e7a022d1', 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'project_id': 'f31334bc846b471aace4cb8b5f10ff51', 'fixed_ips': [{'subnet_id': '542adf95-180c-4632-909d-d4ee391430dd'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:07:39.380789 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9b519021-ab19-441a-97b3-75704e0ff492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:39.392395 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8feec762-1c79-41bf-89eb-b13f3e7341cc None None] DHCP port deletion for a474691d-037a-419a-8b70-0073c7bbfc01 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:07:39.452559 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 8674c683-cd95-489f-9514-37c757d04b62 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:07:39.494180 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bdef4c9e-37c0-4b9a-95ee-9142fb01488e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (fdbb7587-1eb2-4aa8-b73b-c86a0ca7bef3), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:39.555188 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 8674c683-cd95-489f-9514-37c757d04b62 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:07:39.555735 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 8674c683-cd95-489f-9514-37c757d04b62 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:07:39.556398 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a48f2456-3ccc-41f0-af74-bd2781411c1c no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:07:39.587812 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-bdef4c9e-37c0-4b9a-95ee-9142fb01488e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Calling delete_port for fdbb7587-1eb2-4aa8-b73b-c86a0ca7bef3 owned by {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:07:39.728246 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-8feec762-1c79-41bf-89eb-b13f3e7341cc None None] Deleting port 84de2ee9-3041-412c-ab84-bf2b5652585e {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:07:39.728246 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8feec762-1c79-41bf-89eb-b13f3e7341cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (84de2ee9-3041-412c-ab84-bf2b5652585e), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:39.744016 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5a546a9e-b41c-44c4-8175-e2acd8a5563e tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for port (11c6ba80-050d-440e-9c7a-106be667fd0f), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:39.779363 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: a48f2456-3ccc-41f0-af74-bd2781411c1c {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:07:39.779925 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a48f2456-3ccc-41f0-af74-bd2781411c1c not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:07:39.790695 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-286d738b-ba16-45c1-b365-bfad6047668c None None] Set router 3cceef38-5bbb-48d2-867f-52c1ffcc92d7 gateway port host: None {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:07:39.821434 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d11290f8-1122-4129-b74a-db46f51576d0 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (d2273c7e-4ff5-45f5-8cf8-f3f8c9d139bd), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:39.994542 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5a546a9e-b41c-44c4-8175-e2acd8a5563e tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (11c6ba80-050d-440e-9c7a-106be667fd0f), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:40.103661 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11290f8-1122-4129-b74a-db46f51576d0 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Pushing event updated for resources: {'Subnet': ['ID=d2273c7e-4ff5-45f5-8cf8-f3f8c9d139bd,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:40.145323 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11290f8-1122-4129-b74a-db46f51576d0 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Checking segment: {'id': '66d57b29-688b-461f-bec2-2e4fc888b2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ccc979de-2f3a-4d58-bcf9-c217db8486d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:07:40.146159 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11290f8-1122-4129-b74a-db46f51576d0 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Network hostable DHCP agents. Network: ccc979de-2f3a-4d58-bcf9-c217db8486d5, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:07:40.174043 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a546a9e-b41c-44c4-8175-e2acd8a5563e tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:07:40.183336 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-5a546a9e-b41c-44c4-8175-e2acd8a5563e tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:07:40.196452 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a546a9e-b41c-44c4-8175-e2acd8a5563e tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:07:40.210814 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a546a9e-b41c-44c4-8175-e2acd8a5563e tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:07:40.213459 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5a546a9e-b41c-44c4-8175-e2acd8a5563e tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:40.242908 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dde58bab-b9f2-498c-8772-a47a33ea751b tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (39c8bffc-d1c4-4dbb-9895-40af1010bd51), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:40.279342 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=7 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:40.336842 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a546a9e-b41c-44c4-8175-e2acd8a5563e tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event updated for resources: {'Port': ['ID=11c6ba80-050d-440e-9c7a-106be667fd0f,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:40.384671 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 84de2ee9-3041-412c-ab84-bf2b5652585e no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:07:40.390829 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bdef4c9e-37c0-4b9a-95ee-9142fb01488e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (fdbb7587-1eb2-4aa8-b73b-c86a0ca7bef3), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:40.418703 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde58bab-b9f2-498c-8772-a47a33ea751b tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Pushing event deleted for resources: {'Port': ['ID=39c8bffc-d1c4-4dbb-9895-40af1010bd51,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:40.472044 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-286d738b-ba16-45c1-b365-bfad6047668c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cceef38-5bbb-48d2-867f-52c1ffcc92d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569934637', 'tenant_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:06:41Z', 'updated_at': '2022-10-04T21:07:36Z', 'revision_number': 6, 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:07:40.484744 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11290f8-1122-4129-b74a-db46f51576d0 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Network ccc979de-2f3a-4d58-bcf9-c217db8486d5 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:07:40.497239 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdef4c9e-37c0-4b9a-95ee-9142fb01488e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event deleted for resources: {'Port': ['ID=fdbb7587-1eb2-4aa8-b73b-c86a0ca7bef3,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:40.563780 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286d738b-ba16-45c1-b365-bfad6047668c None None] The sync data for ids ['3cceef38-5bbb-48d2-867f-52c1ffcc92d7'] in n-d-852085-12 is: [{'id': '3cceef38-5bbb-48d2-867f-52c1ffcc92d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569934637', 'tenant_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:06:41Z', 'updated_at': '2022-10-04T21:07:36Z', 'revision_number': 6, 'project_id': '2f27496d38be44c29c3cd5bc4ae008d8', 'gw_port_host': None}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:07:40.814253 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dde58bab-b9f2-498c-8772-a47a33ea751b tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (3cceef38-5bbb-48d2-867f-52c1ffcc92d7), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:40.834277 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-5a546a9e-b41c-44c4-8175-e2acd8a5563e tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 946 time: 6.1762104 Oct 04 21:07:40.840305 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58684) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:40.883201 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-d11290f8-1122-4129-b74a-db46f51576d0 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, ccc979de-2f3a-4d58-bcf9-c217db8486d5) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:07:40.930856 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11290f8-1122-4129-b74a-db46f51576d0 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:07:40.935239 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d11290f8-1122-4129-b74a-db46f51576d0 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:40.974879 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:41.048535 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758c2b6e-8f59-46a2-ba3d-54c57a767369 None None] Network ccc979de-2f3a-4d58-bcf9-c217db8486d5 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:07:41.094105 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bdef4c9e-37c0-4b9a-95ee-9142fb01488e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:41.120481 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-bdef4c9e-37c0-4b9a-95ee-9142fb01488e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "DELETE /networking/v2.0/ports/fdbb7587-1eb2-4aa8-b73b-c86a0ca7bef3 HTTP/1.1" status: 204 len: 168 time: 2.6502686 Oct 04 21:07:41.121715 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58688) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:41.248509 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:41.298704 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-8feec762-1c79-41bf-89eb-b13f3e7341cc None None] For port 84de2ee9-3041-412c-ab84-bf2b5652585e, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=84de2ee9-3041-412c-ab84-bf2b5652585e,segment=NetworkSegment(3688e459-2f92-459d-9edd-ce6cc76acd78),segment_id=3688e459-2f92-459d-9edd-ce6cc76acd78)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:07:41.303270 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8feec762-1c79-41bf-89eb-b13f3e7341cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (84de2ee9-3041-412c-ab84-bf2b5652585e), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:41.342189 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:DELETE=6,neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:41.361567 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d11290f8-1122-4129-b74a-db46f51576d0 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 4.9170163 Oct 04 21:07:41.363521 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-62f15fab-81ed-474c-bd6c-2e7e8d2678e4 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] GET failed (client error): The resource could not be found. Oct 04 21:07:41.366831 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-62f15fab-81ed-474c-bd6c-2e7e8d2678e4 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "GET /networking/v2.0/ports/fdbb7587-1eb2-4aa8-b73b-c86a0ca7bef3 HTTP/1.1" status: 404 len: 333 time: 0.2426200 Oct 04 21:07:41.367495 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-8feec762-1c79-41bf-89eb-b13f3e7341cc None None] Calling delete_port for 84de2ee9-3041-412c-ab84-bf2b5652585e owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:07:41.373415 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58690) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:41.373994 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58692) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:41.522139 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dde58bab-b9f2-498c-8772-a47a33ea751b tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (3cceef38-5bbb-48d2-867f-52c1ffcc92d7), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:41.565763 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e75f35d-4f06-4835-b92c-1beee5d16566 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:07:41.572017 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-1e75f35d-4f06-4835-b92c-1beee5d16566 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.7245407 Oct 04 21:07:41.580161 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dde58bab-b9f2-498c-8772-a47a33ea751b tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for router_controller (3cceef38-5bbb-48d2-867f-52c1ffcc92d7), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:41.583442 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58698) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:41.704584 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 84de2ee9-3041-412c-ab84-bf2b5652585e is: ACTIVE; New status is: DOWN {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:07:41.705170 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (84de2ee9-3041-412c-ab84-bf2b5652585e), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:41.835985 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-9b519021-ab19-441a-97b3-75704e0ff492 None None] Allocated IP 2001:db8::2 (42edc29f-8c98-4058-994e-1dc4e7a022d1/542adf95-180c-4632-909d-d4ee391430dd/f2fef012-fbdb-4a44-8edb-feaa3c12b0d5) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:07:41.861068 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-9b1c323c-ab2d-4b21-b37e-5f4e532c7b9a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Deleting port 11c6ba80-050d-440e-9c7a-106be667fd0f {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:07:41.861791 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9b1c323c-ab2d-4b21-b37e-5f4e532c7b9a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (11c6ba80-050d-440e-9c7a-106be667fd0f), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:41.885831 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-24ec3814-eb2c-43d7-af28-562342ff56af tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Deleting subnet 8ce9e8d7-ea2e-4fa6-ae3e-96063cab60c0 {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:07:41.931586 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-24ec3814-eb2c-43d7-af28-562342ff56af tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for subnet (8ce9e8d7-ea2e-4fa6-ae3e-96063cab60c0), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:42.138649 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-24ec3814-eb2c-43d7-af28-562342ff56af tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (8ce9e8d7-ea2e-4fa6-ae3e-96063cab60c0), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:42.423300 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dde58bab-b9f2-498c-8772-a47a33ea751b tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (3cceef38-5bbb-48d2-867f-52c1ffcc92d7), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:42.424321 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde58bab-b9f2-498c-8772-a47a33ea751b tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Fanout notify agent at l3_agent the message router_deleted on router 3cceef38-5bbb-48d2-867f-52c1ffcc92d7 {{(pid=108170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 21:07:42.445670 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dde58bab-b9f2-498c-8772-a47a33ea751b tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:42.448107 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-dde58bab-b9f2-498c-8772-a47a33ea751b tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "DELETE /networking/v2.0/routers/3cceef38-5bbb-48d2-867f-52c1ffcc92d7 HTTP/1.1" status: 204 len: 168 time: 7.2419860 Oct 04 21:07:42.458742 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:42.470890 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58706) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:42.512230 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-24ec3814-eb2c-43d7-af28-562342ff56af tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (8ce9e8d7-ea2e-4fa6-ae3e-96063cab60c0), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:42.539714 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9b1c323c-ab2d-4b21-b37e-5f4e532c7b9a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (11c6ba80-050d-440e-9c7a-106be667fd0f), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:42.610907 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 84de2ee9-3041-412c-ab84-bf2b5652585e, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=84de2ee9-3041-412c-ab84-bf2b5652585e,segment=NetworkSegment(3688e459-2f92-459d-9edd-ce6cc76acd78),segment_id=3688e459-2f92-459d-9edd-ce6cc76acd78)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:07:42.645359 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-9b1c323c-ab2d-4b21-b37e-5f4e532c7b9a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Calling delete_port for 11c6ba80-050d-440e-9c7a-106be667fd0f owned by {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:07:42.727725 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (84de2ee9-3041-412c-ab84-bf2b5652585e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:42.787622 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-782f63d8-6a36-4014-a5fc-ad40714de6a9 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (ccc979de-2f3a-4d58-bcf9-c217db8486d5), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:42.866881 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8feec762-1c79-41bf-89eb-b13f3e7341cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (84de2ee9-3041-412c-ab84-bf2b5652585e), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:42.944894 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-24ec3814-eb2c-43d7-af28-562342ff56af tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (8ce9e8d7-ea2e-4fa6-ae3e-96063cab60c0), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:42.989109 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9fa4547d-8af7-42dc-bf6a-0276c1546737 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (a474691d-037a-419a-8b70-0073c7bbfc01), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:43.004101 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8feec762-1c79-41bf-89eb-b13f3e7341cc None None] No DVR routers for this DVR port 84de2ee9-3041-412c-ab84-bf2b5652585e on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:07:43.009012 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 39c8bffc-d1c4-4dbb-9895-40af1010bd51 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:07:43.162931 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094c95e6-4c23-4410-a9d0-9a2e23734429 None None] Network 0d8b206c-7db5-42de-9b19-0ee53ba26966 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:07:43.170184 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-24ec3814-eb2c-43d7-af28-562342ff56af tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:43.209649 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-24ec3814-eb2c-43d7-af28-562342ff56af tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/8ce9e8d7-ea2e-4fa6-ae3e-96063cab60c0 HTTP/1.1" status: 204 len: 168 time: 1.8295360 Oct 04 21:07:43.213360 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58714) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:43.231428 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ec3814-eb2c-43d7-af28-562342ff56af tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event deleted for resources: {'Subnet': ['ID=8ce9e8d7-ea2e-4fa6-ae3e-96063cab60c0,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:43.369142 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-782f63d8-6a36-4014-a5fc-ad40714de6a9 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (d2273c7e-4ff5-45f5-8cf8-f3f8c9d139bd), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:43.381059 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:43.409752 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9fa4547d-8af7-42dc-bf6a-0276c1546737 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (a474691d-037a-419a-8b70-0073c7bbfc01), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:43.484490 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-9fa4547d-8af7-42dc-bf6a-0276c1546737 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a474691d-037a-419a-8b70-0073c7bbfc01']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:07:43.553441 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-9fa4547d-8af7-42dc-bf6a-0276c1546737 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3688e459-2f92-459d-9edd-ce6cc76acd78') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:07:43.554433 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-9fa4547d-8af7-42dc-bf6a-0276c1546737 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3688e459-2f92-459d-9edd-ce6cc76acd78') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:07:43.587618 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9fa4547d-8af7-42dc-bf6a-0276c1546737 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (3688e459-2f92-459d-9edd-ce6cc76acd78), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:43.649297 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9fa4547d-8af7-42dc-bf6a-0276c1546737 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (3688e459-2f92-459d-9edd-ce6cc76acd78), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:43.726654 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fa4547d-8af7-42dc-bf6a-0276c1546737 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:07:43.736097 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9fa4547d-8af7-42dc-bf6a-0276c1546737 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (3688e459-2f92-459d-9edd-ce6cc76acd78), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:43.822540 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 39c8bffc-d1c4-4dbb-9895-40af1010bd51 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:07:43.823431 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 39c8bffc-d1c4-4dbb-9895-40af1010bd51 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:07:43.858547 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efeac47-72f7-4d0d-85f7-e21e28a9c542 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-ccc979de-2f3a-4d58-bcf9-c217db8486d5', 'network_id': 'ccc979de-2f3a-4d58-bcf9-c217db8486d5', 'project_id': 'd2227c0bff3a4d24894ea6838f5ffe54', 'fixed_ips': [{'subnet_id': 'd2273c7e-4ff5-45f5-8cf8-f3f8c9d139bd'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:07:43.864863 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-1efeac47-72f7-4d0d-85f7-e21e28a9c542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:43.876984 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9b1c323c-ab2d-4b21-b37e-5f4e532c7b9a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (11c6ba80-050d-440e-9c7a-106be667fd0f), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:43.982178 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=84de2ee9-3041-412c-ab84-bf2b5652585e,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:44.029016 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b159237-adfc-49a2-84c5-529bd4046291 None None] DHCP port deletion for 0d8b206c-7db5-42de-9b19-0ee53ba26966 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:07:44.116350 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2239a4b7-1ab2-4879-b990-dcdc2d95a7ac tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (0d8b206c-7db5-42de-9b19-0ee53ba26966), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:44.194258 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feec762-1c79-41bf-89eb-b13f3e7341cc None None] Pushing event deleted for resources: {'Port': ['ID=84de2ee9-3041-412c-ab84-bf2b5652585e,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:44.234269 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 3688e459-2f92-459d-9edd-ce6cc76acd78 resource provider aggregate not found Oct 04 21:07:44.242592 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9b519021-ab19-441a-97b3-75704e0ff492 None None] Publish callbacks [] for port (f2fef012-fbdb-4a44-8edb-feaa3c12b0d5), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:44.280338 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1c323c-ab2d-4b21-b37e-5f4e532c7b9a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event deleted for resources: {'Port': ['ID=11c6ba80-050d-440e-9c7a-106be667fd0f,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:44.316867 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-2239a4b7-1ab2-4879-b990-dcdc2d95a7ac tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Deleting port ce8ba069-181d-42b0-9c7e-ae9a1aec5bc7 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:07:44.317468 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2239a4b7-1ab2-4879-b990-dcdc2d95a7ac tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (ce8ba069-181d-42b0-9c7e-ae9a1aec5bc7), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:44.340315 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 3688e459-2f92-459d-9edd-ce6cc76acd78 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3688e459-2f92-459d-9edd-ce6cc76acd78 found for delete ", "request_id": "req-7a421a99-fa14-4e5f-8412-7eb033f4951d"}]} Oct 04 21:07:44.401696 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9b1c323c-ab2d-4b21-b37e-5f4e532c7b9a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:44.414130 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-9b1c323c-ab2d-4b21-b37e-5f4e532c7b9a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/ports/11c6ba80-050d-440e-9c7a-106be667fd0f HTTP/1.1" status: 204 len: 168 time: 2.8215423 Oct 04 21:07:44.415342 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58726) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:44.534218 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9fa4547d-8af7-42dc-bf6a-0276c1546737 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (a474691d-037a-419a-8b70-0073c7bbfc01), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:44.572831 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9fa4547d-8af7-42dc-bf6a-0276c1546737 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:44.593418 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-9fa4547d-8af7-42dc-bf6a-0276c1546737 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "DELETE /networking/v2.0/networks/a474691d-037a-419a-8b70-0073c7bbfc01 HTTP/1.1" status: 204 len: 168 time: 2.1192439 Oct 04 21:07:44.624194 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-2239a4b7-1ab2-4879-b990-dcdc2d95a7ac tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] For port ce8ba069-181d-42b0-9c7e-ae9a1aec5bc7, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=ce8ba069-181d-42b0-9c7e-ae9a1aec5bc7,segment=NetworkSegment(3dace534-5b40-45a4-b7b5-39d4d278d2dc),segment_id=3dace534-5b40-45a4-b7b5-39d4d278d2dc)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:07:44.624833 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2239a4b7-1ab2-4879-b990-dcdc2d95a7ac tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (ce8ba069-181d-42b0-9c7e-ae9a1aec5bc7), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:44.659612 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58730) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:44.682860 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-2239a4b7-1ab2-4879-b990-dcdc2d95a7ac tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Calling delete_port for ce8ba069-181d-42b0-9c7e-ae9a1aec5bc7 owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:07:44.728282 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9b519021-ab19-441a-97b3-75704e0ff492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (f2fef012-fbdb-4a44-8edb-feaa3c12b0d5), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:44.756438 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa4547d-8af7-42dc-bf6a-0276c1546737 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Pushing event deleted for resources: {'Network': ['ID=a474691d-037a-419a-8b70-0073c7bbfc01,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:44.840234 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4513670-5d34-4e83-a0d5-4e538b31b3c6 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:07:44.850062 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4513670-5d34-4e83-a0d5-4e538b31b3c6 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:07:44.878682 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-d4513670-5d34-4e83-a0d5-4e538b31b3c6 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4615164 Oct 04 21:07:44.880070 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58736) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:44.988476 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-9b159237-adfc-49a2-84c5-529bd4046291 None None] Deleting port ce8ba069-181d-42b0-9c7e-ae9a1aec5bc7 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:07:44.991255 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9b159237-adfc-49a2-84c5-529bd4046291 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (ce8ba069-181d-42b0-9c7e-ae9a1aec5bc7), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:45.027518 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:45.092977 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b519021-ab19-441a-97b3-75704e0ff492 None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:07:45.107925 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device ce8ba069-181d-42b0-9c7e-ae9a1aec5bc7 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:07:45.123842 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-2536b475-62a6-4511-931d-295d0214b02d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Deleting subnet 542adf95-180c-4632-909d-d4ee391430dd {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:07:45.132874 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58740) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:45.160961 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2536b475-62a6-4511-931d-295d0214b02d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (542adf95-180c-4632-909d-d4ee391430dd), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:45.210280 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:45.246486 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-782f63d8-6a36-4014-a5fc-ad40714de6a9 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (d2273c7e-4ff5-45f5-8cf8-f3f8c9d139bd), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:45.299480 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:45.465496 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-782f63d8-6a36-4014-a5fc-ad40714de6a9 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (ccc979de-2f3a-4d58-bcf9-c217db8486d5), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:45.492516 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2536b475-62a6-4511-931d-295d0214b02d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (542adf95-180c-4632-909d-d4ee391430dd), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:45.530109 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-9b519021-ab19-441a-97b3-75704e0ff492 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:07:45.565701 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b519021-ab19-441a-97b3-75704e0ff492 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:07:45.575280 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f08c4168-9548-4a7a-aae9-a29bb560d1d6 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group (fcbb99c0-db2a-47d0-ad3e-f85c2dc63fd3), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:45.601990 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-782f63d8-6a36-4014-a5fc-ad40714de6a9 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccc979de-2f3a-4d58-bcf9-c217db8486d5']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:07:45.610422 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b519021-ab19-441a-97b3-75704e0ff492 None None] Pushing event updated for resources: {'Port': ['ID=f2fef012-fbdb-4a44-8edb-feaa3c12b0d5,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:45.654918 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-782f63d8-6a36-4014-a5fc-ad40714de6a9 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66d57b29-688b-461f-bec2-2e4fc888b2d4') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:07:45.658441 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-782f63d8-6a36-4014-a5fc-ad40714de6a9 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66d57b29-688b-461f-bec2-2e4fc888b2d4') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:07:45.663402 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-9b159237-adfc-49a2-84c5-529bd4046291 None None] For port ce8ba069-181d-42b0-9c7e-ae9a1aec5bc7, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=ce8ba069-181d-42b0-9c7e-ae9a1aec5bc7,segment=NetworkSegment(3dace534-5b40-45a4-b7b5-39d4d278d2dc),segment_id=3dace534-5b40-45a4-b7b5-39d4d278d2dc)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:07:45.663402 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9b159237-adfc-49a2-84c5-529bd4046291 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (ce8ba069-181d-42b0-9c7e-ae9a1aec5bc7), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:45.716915 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-782f63d8-6a36-4014-a5fc-ad40714de6a9 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (66d57b29-688b-461f-bec2-2e4fc888b2d4), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:45.734259 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f08c4168-9548-4a7a-aae9-a29bb560d1d6 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group (fcbb99c0-db2a-47d0-ad3e-f85c2dc63fd3), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server [None req-1efeac47-72f7-4d0d-85f7-e21e28a9c542 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d2273c7e-4ff5-45f5-8cf8-f3f8c9d139bd: This subnet is being modified by another concurrent operation. Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server raise self.value Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server raise self.value Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server raise self.value Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 292, in create_dhcp_port Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 704, in inner Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return f_with_retry(*args, **kwargs, Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server raise self.value Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server raise self.value Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server raise self.value Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1570, in create_port Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1535, in _create_port_db Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 224, in wrapped Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server raise exception Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d2273c7e-4ff5-45f5-8cf8-f3f8c9d139bd: This subnet is being modified by another concurrent operation. Oct 04 21:07:45.771862 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server Oct 04 21:07:45.797552 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-782f63d8-6a36-4014-a5fc-ad40714de6a9 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (66d57b29-688b-461f-bec2-2e4fc888b2d4), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:45.818192 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-04a01f7b-8bc5-4172-82bb-8b0a28efcf2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:45.820337 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-782f63d8-6a36-4014-a5fc-ad40714de6a9 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:07:45.821408 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-782f63d8-6a36-4014-a5fc-ad40714de6a9 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (66d57b29-688b-461f-bec2-2e4fc888b2d4), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:45.824005 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-9b159237-adfc-49a2-84c5-529bd4046291 None None] Calling delete_port for ce8ba069-181d-42b0-9c7e-ae9a1aec5bc7 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:07:45.922278 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No active binding found for port ce8ba069-181d-42b0-9c7e-ae9a1aec5bc7 {{(pid=108171) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Oct 04 21:07:45.922278 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] The host n-d-852085-12 is not matching for port ce8ba069-181d-42b0-9c7e-ae9a1aec5bc7 host None! {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2431}} Oct 04 21:07:45.923000 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device ce8ba069-181d-42b0-9c7e-ae9a1aec5bc7 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:07:45.987539 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2536b475-62a6-4511-931d-295d0214b02d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (542adf95-180c-4632-909d-d4ee391430dd), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:46.049213 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-9b519021-ab19-441a-97b3-75704e0ff492 None None] Attempting to bind port f2fef012-fbdb-4a44-8edb-feaa3c12b0d5 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:07:46.049940 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-9b519021-ab19-441a-97b3-75704e0ff492 None None] Attempting to bind port f2fef012-fbdb-4a44-8edb-feaa3c12b0d5 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:07:46.050252 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b519021-ab19-441a-97b3-75704e0ff492 None None] Attempting to bind port f2fef012-fbdb-4a44-8edb-feaa3c12b0d5 on network 42edc29f-8c98-4058-994e-1dc4e7a022d1 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:07:46.078191 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:46.085303 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:46.150979 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-50fb2c19-6913-4d35-aa45-bc988a4e5c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:46.179846 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b519021-ab19-441a-97b3-75704e0ff492 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:07:46.181454 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b519021-ab19-441a-97b3-75704e0ff492 None None] Checking segment: {'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:07:46.184622 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9b519021-ab19-441a-97b3-75704e0ff492 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:46.185383 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b519021-ab19-441a-97b3-75704e0ff492 None None] Bound using segment: {'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:07:46.186183 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-9b519021-ab19-441a-97b3-75704e0ff492 None None] Bound port: f2fef012-fbdb-4a44-8edb-feaa3c12b0d5, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:07:46.187256 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9b519021-ab19-441a-97b3-75704e0ff492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (f2fef012-fbdb-4a44-8edb-feaa3c12b0d5), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:46.188107 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2239a4b7-1ab2-4879-b990-dcdc2d95a7ac tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (ce8ba069-181d-42b0-9c7e-ae9a1aec5bc7), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:46.200986 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 66d57b29-688b-461f-bec2-2e4fc888b2d4 resource provider aggregate not found Oct 04 21:07:46.201282 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:46.220968 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782f63d8-6a36-4014-a5fc-ad40714de6a9 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Pushing event deleted for resources: {'Subnet': ['ID=d2273c7e-4ff5-45f5-8cf8-f3f8c9d139bd,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:46.269966 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2239a4b7-1ab2-4879-b990-dcdc2d95a7ac tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event deleted for resources: {'Port': ['ID=ce8ba069-181d-42b0-9c7e-ae9a1aec5bc7,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:46.273826 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2239a4b7-1ab2-4879-b990-dcdc2d95a7ac tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] No DVR routers for this DVR port ce8ba069-181d-42b0-9c7e-ae9a1aec5bc7 on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:07:46.367490 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 66d57b29-688b-461f-bec2-2e4fc888b2d4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 66d57b29-688b-461f-bec2-2e4fc888b2d4 found for delete ", "request_id": "req-b2268792-5d2e-49f3-9b9c-a0ac7e2a6b7c"}]} Oct 04 21:07:46.377515 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-782f63d8-6a36-4014-a5fc-ad40714de6a9 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (ccc979de-2f3a-4d58-bcf9-c217db8486d5), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:46.396959 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-782f63d8-6a36-4014-a5fc-ad40714de6a9 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:46.410030 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2536b475-62a6-4511-931d-295d0214b02d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (542adf95-180c-4632-909d-d4ee391430dd), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:46.411864 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-782f63d8-6a36-4014-a5fc-ad40714de6a9 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "DELETE /networking/v2.0/networks/ccc979de-2f3a-4d58-bcf9-c217db8486d5 HTTP/1.1" status: 204 len: 168 time: 5.0361128 Oct 04 21:07:46.441781 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9b159237-adfc-49a2-84c5-529bd4046291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (ce8ba069-181d-42b0-9c7e-ae9a1aec5bc7), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:46.466250 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58754) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:46.493790 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-8ce7abe4-439b-4a85-a62b-c25326ec0162 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1003097508'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:07:46.504351 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f08c4168-9548-4a7a-aae9-a29bb560d1d6 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (fcbb99c0-db2a-47d0-ad3e-f85c2dc63fd3), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:46.522100 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f08c4168-9548-4a7a-aae9-a29bb560d1d6 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:46.529694 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f08c4168-9548-4a7a-aae9-a29bb560d1d6 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/fcbb99c0-db2a-47d0-ad3e-f85c2dc63fd3 HTTP/1.1" status: 204 len: 168 time: 1.8671854 Oct 04 21:07:46.563169 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782f63d8-6a36-4014-a5fc-ad40714de6a9 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Pushing event deleted for resources: {'Network': ['ID=ccc979de-2f3a-4d58-bcf9-c217db8486d5,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:46.564260 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2536b475-62a6-4511-931d-295d0214b02d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:46.577124 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2536b475-62a6-4511-931d-295d0214b02d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/542adf95-180c-4632-909d-d4ee391430dd HTTP/1.1" status: 204 len: 168 time: 1.6791463 Oct 04 21:07:46.585763 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58760) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:46.635042 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b159237-adfc-49a2-84c5-529bd4046291 None None] No DVR routers for this DVR port ce8ba069-181d-42b0-9c7e-ae9a1aec5bc7 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:07:46.661381 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b159237-adfc-49a2-84c5-529bd4046291 None None] Pushing event deleted for resources: {'Port': ['ID=ce8ba069-181d-42b0-9c7e-ae9a1aec5bc7,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:46.686825 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-9b519021-ab19-441a-97b3-75704e0ff492 None None] For port f2fef012-fbdb-4a44-8edb-feaa3c12b0d5, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:07:46.739033 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-9b519021-ab19-441a-97b3-75704e0ff492 None None] For port f2fef012-fbdb-4a44-8edb-feaa3c12b0d5, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=f2fef012-fbdb-4a44-8edb-feaa3c12b0d5,segment=NetworkSegment(a074d1d3-d8bf-45a2-a3f3-7647e2465b5f),segment_id=a074d1d3-d8bf-45a2-a3f3-7647e2465b5f)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:07:46.744202 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08c4168-9548-4a7a-aae9-a29bb560d1d6 tempest-TestNetworkAdvancedServerOps-1969028259 tempest-TestNetworkAdvancedServerOps-1969028259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcbb99c0-db2a-47d0-ad3e-f85c2dc63fd3,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:46.791621 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2536b475-62a6-4511-931d-295d0214b02d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event deleted for resources: {'Subnet': ['ID=542adf95-180c-4632-909d-d4ee391430dd,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:46.862701 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9b519021-ab19-441a-97b3-75704e0ff492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (f2fef012-fbdb-4a44-8edb-feaa3c12b0d5), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:46.879715 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c5fd6f76-d7c8-4946-a939-af51794c36c8 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2854812 Oct 04 21:07:46.881449 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58764) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:46.899321 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-4e821c7b-80be-4a31-91e9-7021d67bd1da tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Request body: {'subnet': {'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:07:46.903680 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2239a4b7-1ab2-4879-b990-dcdc2d95a7ac tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (0d8b206c-7db5-42de-9b19-0ee53ba26966), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:47.052832 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-2239a4b7-1ab2-4879-b990-dcdc2d95a7ac tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d8b206c-7db5-42de-9b19-0ee53ba26966']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:07:47.084649 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b519021-ab19-441a-97b3-75704e0ff492 None None] Pushing event updated for resources: {'Port': ['ID=f2fef012-fbdb-4a44-8edb-feaa3c12b0d5,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:47.086487 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-2239a4b7-1ab2-4879-b990-dcdc2d95a7ac tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dace534-5b40-45a4-b7b5-39d4d278d2dc') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:07:47.087989 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-2239a4b7-1ab2-4879-b990-dcdc2d95a7ac tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dace534-5b40-45a4-b7b5-39d4d278d2dc') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:07:47.146807 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2239a4b7-1ab2-4879-b990-dcdc2d95a7ac tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (3dace534-5b40-45a4-b7b5-39d4d278d2dc), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:47.194974 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2239a4b7-1ab2-4879-b990-dcdc2d95a7ac tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (3dace534-5b40-45a4-b7b5-39d4d278d2dc), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:47.209173 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2239a4b7-1ab2-4879-b990-dcdc2d95a7ac tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:07:47.209820 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2239a4b7-1ab2-4879-b990-dcdc2d95a7ac tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (3dace534-5b40-45a4-b7b5-39d4d278d2dc), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:47.283625 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce7abe4-439b-4a85-a62b-c25326ec0162 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Made reservation on behalf of d2227c0bff3a4d24894ea6838f5ffe54 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:07:47.294053 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8ce7abe4-439b-4a85-a62b-c25326ec0162 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:47.440933 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-04a01f7b-8bc5-4172-82bb-8b0a28efcf2f admin admin] Publish callbacks [] for security_group (6e65fca3-4485-4081-8cb0-fc6002852c92), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:47.476223 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e821c7b-80be-4a31-91e9-7021d67bd1da tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Made reservation on behalf of f31334bc846b471aace4cb8b5f10ff51 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:07:47.486739 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4e821c7b-80be-4a31-91e9-7021d67bd1da tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:47.492377 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d6eb1556-88c3-4d41-a65a-d6a397894804 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:47.496619 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2239a4b7-1ab2-4879-b990-dcdc2d95a7ac tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (0d8b206c-7db5-42de-9b19-0ee53ba26966), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:47.498829 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ce7abe4-439b-4a85-a62b-c25326ec0162 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:07:47.526828 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8ce7abe4-439b-4a85-a62b-c25326ec0162 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (15141dda-35a4-4d5c-ba0d-a2177efdd18a), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:47.527266 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-8ce7abe4-439b-4a85-a62b-c25326ec0162 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Added segment 15141dda-35a4-4d5c-ba0d-a2177efdd18a of type vlan for network 09436feb-d97b-4247-9419-ef3d0df4d73f Oct 04 21:07:47.572911 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2239a4b7-1ab2-4879-b990-dcdc2d95a7ac tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:47.586480 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-2239a4b7-1ab2-4879-b990-dcdc2d95a7ac tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "DELETE /networking/v2.0/networks/0d8b206c-7db5-42de-9b19-0ee53ba26966 HTTP/1.1" status: 204 len: 168 time: 4.3514786 Oct 04 21:07:47.636193 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58768) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:47.663789 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2239a4b7-1ab2-4879-b990-dcdc2d95a7ac tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event deleted for resources: {'Network': ['ID=0d8b206c-7db5-42de-9b19-0ee53ba26966,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:47.679656 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-b1203112-3c28-4f07-b9d4-6f31a6d4b625 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-468630418'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:07:47.928948 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:DELETE=6,neutron:SELECT=71,neutron:UPDATE=5,neutron:INSERT=18 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:47.930861 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-04a01f7b-8bc5-4172-82bb-8b0a28efcf2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (6e65fca3-4485-4081-8cb0-fc6002852c92), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:48.029819 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58776) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:48.031293 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-04a01f7b-8bc5-4172-82bb-8b0a28efcf2f admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=3c8a8cc284ae4a0b97b013b0a871390c&name=default HTTP/1.1" status: 200 len: 3000 time: 2.8808827 Oct 04 21:07:48.033348 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1203112-3c28-4f07-b9d4-6f31a6d4b625 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Made reservation on behalf of 3e52093341534ca5a76295afd3cfd196 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:07:48.040240 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b1203112-3c28-4f07-b9d4-6f31a6d4b625 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:48.093898 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8ce7abe4-439b-4a85-a62b-c25326ec0162 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (09436feb-d97b-4247-9419-ef3d0df4d73f), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:48.103191 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58778) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:48.156404 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a01f7b-8bc5-4172-82bb-8b0a28efcf2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e65fca3-4485-4081-8cb0-fc6002852c92,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:48.224610 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.db.resource_extend [None req-8ce7abe4-439b-4a85-a62b-c25326ec0162 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 04 21:07:48.294309 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1203112-3c28-4f07-b9d4-6f31a6d4b625 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:07:48.313180 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1a0239a6-a248-4a53-9c83-bbfb07210612 admin admin] Publish callbacks [] for security_group (6e65fca3-4485-4081-8cb0-fc6002852c92), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:48.332931 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b1203112-3c28-4f07-b9d4-6f31a6d4b625 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (a6e680b6-a9f3-4178-b22f-f5b78f63880d), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:48.333596 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-b1203112-3c28-4f07-b9d4-6f31a6d4b625 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Added segment a6e680b6-a9f3-4178-b22f-f5b78f63880d of type vlan for network 0cfe7bcb-5c8b-4dc9-9819-45642e49f080 Oct 04 21:07:48.430267 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1a0239a6-a248-4a53-9c83-bbfb07210612 admin admin] Publish callbacks [] for security_group (6e65fca3-4485-4081-8cb0-fc6002852c92), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:48.451216 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8ce7abe4-439b-4a85-a62b-c25326ec0162 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (09436feb-d97b-4247-9419-ef3d0df4d73f), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:48.462856 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce7abe4-439b-4a85-a62b-c25326ec0162 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:07:48.463704 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8ce7abe4-439b-4a85-a62b-c25326ec0162 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:48.499448 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:48.564052 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 3dace534-5b40-45a4-b7b5-39d4d278d2dc resource provider aggregate not found Oct 04 21:07:48.583522 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b1203112-3c28-4f07-b9d4-6f31a6d4b625 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (0cfe7bcb-5c8b-4dc9-9819-45642e49f080), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:48.630694 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 3dace534-5b40-45a4-b7b5-39d4d278d2dc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3dace534-5b40-45a4-b7b5-39d4d278d2dc found for delete ", "request_id": "req-406a1838-fea9-4b1f-ae2b-2913b7b33fbb"}]} Oct 04 21:07:48.713397 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce7abe4-439b-4a85-a62b-c25326ec0162 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Pushing event updated for resources: {'Network': ['ID=09436feb-d97b-4247-9419-ef3d0df4d73f,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:48.730170 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:48.732464 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 09436feb-d97b-4247-9419-ef3d0df4d73f details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:07:48.757959 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-8ce7abe4-439b-4a85-a62b-c25326ec0162 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.2789636 Oct 04 21:07:48.766293 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e6cc0ce7-72e1-48fc-bd14-226054b49152 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=2f27496d38be44c29c3cd5bc4ae008d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6607041 Oct 04 21:07:48.769246 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58788) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:48.769246 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58790) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:48.779009 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-22716ff9-4d80-4460-b495-fb58c43cd5a6 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Request body: {'subnet': {'network_id': '09436feb-d97b-4247-9419-ef3d0df4d73f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:07:48.868935 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.db.resource_extend [None req-b1203112-3c28-4f07-b9d4-6f31a6d4b625 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 04 21:07:49.155978 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1a0239a6-a248-4a53-9c83-bbfb07210612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (6e65fca3-4485-4081-8cb0-fc6002852c92), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:49.155978 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1a0239a6-a248-4a53-9c83-bbfb07210612 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:49.171031 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-1a0239a6-a248-4a53-9c83-bbfb07210612 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/6e65fca3-4485-4081-8cb0-fc6002852c92 HTTP/1.1" status: 204 len: 168 time: 1.1268096 Oct 04 21:07:49.217365 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b1203112-3c28-4f07-b9d4-6f31a6d4b625 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (0cfe7bcb-5c8b-4dc9-9819-45642e49f080), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:49.230874 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1203112-3c28-4f07-b9d4-6f31a6d4b625 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:07:49.236437 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b1203112-3c28-4f07-b9d4-6f31a6d4b625 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:49.263838 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e25d4c45-ad4b-49e0-8b25-ca2d5bb277e1 admin admin] Publish callbacks [] for security_group (91c7aea9-2a2b-4a28-9e8a-d970c47c86b7), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:49.303507 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=5 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:49.323019 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e25d4c45-ad4b-49e0-8b25-ca2d5bb277e1 admin admin] Publish callbacks [] for security_group (91c7aea9-2a2b-4a28-9e8a-d970c47c86b7), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:49.339170 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-90521a5d-f3c6-4f54-a3bd-ddba1f51af66 None None] Provisioning complete for port f2fef012-fbdb-4a44-8edb-feaa3c12b0d5 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:07:49.347212 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-90521a5d-f3c6-4f54-a3bd-ddba1f51af66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (f2fef012-fbdb-4a44-8edb-feaa3c12b0d5), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:49.348061 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-90521a5d-f3c6-4f54-a3bd-ddba1f51af66 None None] Attempt 1 to provision port f2fef012-fbdb-4a44-8edb-feaa3c12b0d5 Oct 04 21:07:49.459169 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0239a6-a248-4a53-9c83-bbfb07210612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e65fca3-4485-4081-8cb0-fc6002852c92,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:49.469163 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdb6237-b7d3-42d4-a9f9-4850d4aae7b4 None None] get_active_networks_info from n-d-852085-12 {{(pid=108171) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 04 21:07:49.484247 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4e821c7b-80be-4a31-91e9-7021d67bd1da tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (344976ac-2246-43f1-8667-50d622d29768), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:49.494019 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1203112-3c28-4f07-b9d4-6f31a6d4b625 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event updated for resources: {'Network': ['ID=0cfe7bcb-5c8b-4dc9-9819-45642e49f080,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:49.519496 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b1203112-3c28-4f07-b9d4-6f31a6d4b625 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.8557978 Oct 04 21:07:49.524674 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58800) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:49.541615 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-a9c08d2d-d236-4690-a9f5-c68930b541df tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Request body: {'subnet': {'network_id': '0cfe7bcb-5c8b-4dc9-9819-45642e49f080', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:07:49.600639 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e821c7b-80be-4a31-91e9-7021d67bd1da tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:07:49.612878 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-4e821c7b-80be-4a31-91e9-7021d67bd1da tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:07:49.624720 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e821c7b-80be-4a31-91e9-7021d67bd1da tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:07:49.625832 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4e821c7b-80be-4a31-91e9-7021d67bd1da tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:49.676682 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e821c7b-80be-4a31-91e9-7021d67bd1da tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event updated for resources: {'Subnet': ['ID=344976ac-2246-43f1-8667-50d622d29768,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:49.694087 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device f2fef012-fbdb-4a44-8edb-feaa3c12b0d5 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:07:49.722112 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e25d4c45-ad4b-49e0-8b25-ca2d5bb277e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (91c7aea9-2a2b-4a28-9e8a-d970c47c86b7), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:49.728039 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e25d4c45-ad4b-49e0-8b25-ca2d5bb277e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:49.733956 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e25d4c45-ad4b-49e0-8b25-ca2d5bb277e1 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/91c7aea9-2a2b-4a28-9e8a-d970c47c86b7 HTTP/1.1" status: 204 len: 168 time: 0.7576938 Oct 04 21:07:49.742502 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22716ff9-4d80-4460-b495-fb58c43cd5a6 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Made reservation on behalf of d2227c0bff3a4d24894ea6838f5ffe54 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:07:49.749964 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-22716ff9-4d80-4460-b495-fb58c43cd5a6 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:49.829054 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25d4c45-ad4b-49e0-8b25-ca2d5bb277e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c7aea9-2a2b-4a28-9e8a-d970c47c86b7,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:49.861279 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4e821c7b-80be-4a31-91e9-7021d67bd1da tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.9773848 Oct 04 21:07:49.865872 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58804) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:49.884018 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-5707c138-5fad-4065-a494-4bc6bbe2da2f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Request body: {'port': {'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'fixed_ips': [{'subnet_id': '344976ac-2246-43f1-8667-50d622d29768', 'ip_address': '2001:db8::ef3a:5465:7ced:40fa'}], 'name': 'tempest-NetworksTestDHCPv6-1175011818'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:07:50.010442 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 0cfe7bcb-5c8b-4dc9-9819-45642e49f080 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:07:50.047315 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:50.271542 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdb6237-b7d3-42d4-a9f9-4850d4aae7b4 None None] Resources bound (agent type, host, resource id): {{(pid=108171) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 04 21:07:50.350879 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:50.383329 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c08d2d-d236-4690-a9f5-c68930b541df tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Made reservation on behalf of 3e52093341534ca5a76295afd3cfd196 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:07:50.390597 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a9c08d2d-d236-4690-a9f5-c68930b541df tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:50.486528 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5707c138-5fad-4065-a494-4bc6bbe2da2f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Made reservation on behalf of f31334bc846b471aace4cb8b5f10ff51 for: {'port': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:07:50.631179 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port f2fef012-fbdb-4a44-8edb-feaa3c12b0d5 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:07:50.631761 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (f2fef012-fbdb-4a44-8edb-feaa3c12b0d5), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:50.632281 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port f2fef012-fbdb-4a44-8edb-feaa3c12b0d5 Oct 04 21:07:50.636571 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-22716ff9-4d80-4460-b495-fb58c43cd5a6 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (84e5e3f7-27d7-402b-8d0f-90cdf1be2868), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:50.784429 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5707c138-5fad-4065-a494-4bc6bbe2da2f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:50.809907 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:50.819505 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-90521a5d-f3c6-4f54-a3bd-ddba1f51af66 None None] Current status of the port f2fef012-fbdb-4a44-8edb-feaa3c12b0d5 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:07:50.820124 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-90521a5d-f3c6-4f54-a3bd-ddba1f51af66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (f2fef012-fbdb-4a44-8edb-feaa3c12b0d5), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:50.830464 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [None req-5707c138-5fad-4065-a494-4bc6bbe2da2f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] device_id is not set on port f6a04bd8-f700-4531-959b-117e6b167354 yet. {{(pid=108170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 21:07:50.860818 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22716ff9-4d80-4460-b495-fb58c43cd5a6 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Pushing event updated for resources: {'Subnet': ['ID=84e5e3f7-27d7-402b-8d0f-90cdf1be2868,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:51.028630 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:51.043477 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-90521a5d-f3c6-4f54-a3bd-ddba1f51af66 None None] For port f2fef012-fbdb-4a44-8edb-feaa3c12b0d5, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=f2fef012-fbdb-4a44-8edb-feaa3c12b0d5,segment=NetworkSegment(a074d1d3-d8bf-45a2-a3f3-7647e2465b5f),segment_id=a074d1d3-d8bf-45a2-a3f3-7647e2465b5f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:07:51.166419 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:51.177941 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port f2fef012-fbdb-4a44-8edb-feaa3c12b0d5 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:07:51.178715 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (f2fef012-fbdb-4a44-8edb-feaa3c12b0d5), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:51.194338 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22716ff9-4d80-4460-b495-fb58c43cd5a6 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Checking segment: {'id': '15141dda-35a4-4d5c-ba0d-a2177efdd18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '09436feb-d97b-4247-9419-ef3d0df4d73f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:07:51.195392 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22716ff9-4d80-4460-b495-fb58c43cd5a6 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Network hostable DHCP agents. Network: 09436feb-d97b-4247-9419-ef3d0df4d73f, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:07:51.272759 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-90521a5d-f3c6-4f54-a3bd-ddba1f51af66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (f2fef012-fbdb-4a44-8edb-feaa3c12b0d5), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:51.390399 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58816) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:51.445843 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-5707c138-5fad-4065-a494-4bc6bbe2da2f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Allocated IP 2001:db8::ef3a:5465:7ced:40fa (42edc29f-8c98-4058-994e-1dc4e7a022d1/344976ac-2246-43f1-8667-50d622d29768/f6a04bd8-f700-4531-959b-117e6b167354) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:07:51.461519 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd76474-d48f-4534-b71c-5894c8b78530 None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:07:51.466496 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f6d66e-77e5-4a9f-a14d-94e6cfe08fb1 None None] Network ccc979de-2f3a-4d58-bcf9-c217db8486d5 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:07:51.473100 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d5b479c7-8fc0-4164-a0e0-11c0fa58b4ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:51.538480 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:51.566812 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22716ff9-4d80-4460-b495-fb58c43cd5a6 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Network 09436feb-d97b-4247-9419-ef3d0df4d73f is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:07:51.581843 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f6d66e-77e5-4a9f-a14d-94e6cfe08fb1 None None] Network ccc979de-2f3a-4d58-bcf9-c217db8486d5 could not be found, it might have been deleted concurrently. {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 04 21:07:51.790690 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a9c08d2d-d236-4690-a9f5-c68930b541df tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (b23c57f2-a87f-4455-9076-524a39901ef6), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:51.802943 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90521a5d-f3c6-4f54-a3bd-ddba1f51af66 None None] Pushing event updated for resources: {'Port': ['ID=f2fef012-fbdb-4a44-8edb-feaa3c12b0d5,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:51.806030 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d5b479c7-8fc0-4164-a0e0-11c0fa58b4ec admin admin] Publish callbacks [] for security_group (03a89489-d0ce-4ebe-9599-cb4bda82590d), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:51.826966 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 21:07:51.827215 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 21:07:51.827890 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5707c138-5fad-4065-a494-4bc6bbe2da2f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for port (f6a04bd8-f700-4531-959b-117e6b167354), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:51.851754 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:51.853696 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-22716ff9-4d80-4460-b495-fb58c43cd5a6 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 09436feb-d97b-4247-9419-ef3d0df4d73f) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:07:51.890939 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22716ff9-4d80-4460-b495-fb58c43cd5a6 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:07:51.893546 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-22716ff9-4d80-4460-b495-fb58c43cd5a6 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:51.943030 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:51.953644 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2326d6b0-2741-43ce-af82-8893b1f4ed50 None None] Network 09436feb-d97b-4247-9419-ef3d0df4d73f requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:07:51.959874 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d5b479c7-8fc0-4164-a0e0-11c0fa58b4ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (03a89489-d0ce-4ebe-9599-cb4bda82590d), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:51.990310 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:52.022366 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d5b479c7-8fc0-4164-a0e0-11c0fa58b4ec admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=81083e57a9d44814b3f6d178b23ba3ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6289437 Oct 04 21:07:52.028715 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58824) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:52.106219 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:52.142055 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c08d2d-d236-4690-a9f5-c68930b541df tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event updated for resources: {'Subnet': ['ID=b23c57f2-a87f-4455-9076-524a39901ef6,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:52.173252 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-22716ff9-4d80-4460-b495-fb58c43cd5a6 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.3938468 Oct 04 21:07:52.173252 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b479c7-8fc0-4164-a0e0-11c0fa58b4ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a89489-d0ce-4ebe-9599-cb4bda82590d,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:52.179939 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58826) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:52.186471 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5707c138-5fad-4065-a494-4bc6bbe2da2f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (f6a04bd8-f700-4531-959b-117e6b167354), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:52.221452 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58828) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:52.272192 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c08d2d-d236-4690-a9f5-c68930b541df tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Checking segment: {'id': 'a6e680b6-a9f3-4178-b22f-f5b78f63880d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0cfe7bcb-5c8b-4dc9-9819-45642e49f080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:07:52.272192 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c08d2d-d236-4690-a9f5-c68930b541df tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Network hostable DHCP agents. Network: 0cfe7bcb-5c8b-4dc9-9819-45642e49f080, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:07:52.272530 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-09436feb-d97b-4247-9419-ef3d0df4d73f', 'network_id': '09436feb-d97b-4247-9419-ef3d0df4d73f', 'project_id': 'd2227c0bff3a4d24894ea6838f5ffe54', 'fixed_ips': [{'subnet_id': '84e5e3f7-27d7-402b-8d0f-90cdf1be2868'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:07:52.273235 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:52.365103 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-52e1e57e-1f12-43b2-bde6-18e1b1a4e699 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:52.375727 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6d0cd2f2-766e-462f-b302-5795a823d667 admin admin] Publish callbacks [] for security_group (03a89489-d0ce-4ebe-9599-cb4bda82590d), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:52.387074 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5707c138-5fad-4065-a494-4bc6bbe2da2f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:07:52.399825 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-5707c138-5fad-4065-a494-4bc6bbe2da2f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:07:52.434766 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5707c138-5fad-4065-a494-4bc6bbe2da2f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:07:52.452142 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5707c138-5fad-4065-a494-4bc6bbe2da2f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:07:52.453295 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5707c138-5fad-4065-a494-4bc6bbe2da2f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:52.457989 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5707c138-5fad-4065-a494-4bc6bbe2da2f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event updated for resources: {'Port': ['ID=f6a04bd8-f700-4531-959b-117e6b167354,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:52.514058 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6d0cd2f2-766e-462f-b302-5795a823d667 admin admin] Publish callbacks [] for security_group (03a89489-d0ce-4ebe-9599-cb4bda82590d), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:52.640442 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c08d2d-d236-4690-a9f5-c68930b541df tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Network 0cfe7bcb-5c8b-4dc9-9819-45642e49f080 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:07:52.654669 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-5707c138-5fad-4065-a494-4bc6bbe2da2f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7842858 Oct 04 21:07:52.666240 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58832) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:52.682891 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a55db409-20e4-4547-bcb0-7f96f23295cf tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (09436feb-d97b-4247-9419-ef3d0df4d73f), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:52.715302 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:52.750924 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c4d3ae-0208-4804-9efd-64c964ab0a74 None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:07:52.804864 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339b2c9d-91bc-4381-a06b-6464f611938a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:07:52.817892 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339b2c9d-91bc-4381-a06b-6464f611938a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:07:52.824131 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-339b2c9d-91bc-4381-a06b-6464f611938a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.1549542 Oct 04 21:07:52.826410 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58834) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:52.872079 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6d0cd2f2-766e-462f-b302-5795a823d667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (03a89489-d0ce-4ebe-9599-cb4bda82590d), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:52.875693 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6d0cd2f2-766e-462f-b302-5795a823d667 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:52.886857 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-6d0cd2f2-766e-462f-b302-5795a823d667 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/03a89489-d0ce-4ebe-9599-cb4bda82590d HTTP/1.1" status: 204 len: 168 time: 0.8461089 Oct 04 21:07:52.898374 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0cd2f2-766e-462f-b302-5795a823d667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a89489-d0ce-4ebe-9599-cb4bda82590d,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:52.907716 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-52e1e57e-1f12-43b2-bde6-18e1b1a4e699 admin admin] Publish callbacks [] for security_group (9be126bc-0a13-46bd-879d-bb0d1c452ef9), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:52.910507 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-a9c08d2d-d236-4690-a9f5-c68930b541df tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 0cfe7bcb-5c8b-4dc9-9819-45642e49f080) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:07:52.919382 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a55db409-20e4-4547-bcb0-7f96f23295cf tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (84e5e3f7-27d7-402b-8d0f-90cdf1be2868), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:52.933929 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c08d2d-d236-4690-a9f5-c68930b541df tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:07:52.934973 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a9c08d2d-d236-4690-a9f5-c68930b541df tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:53.012014 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-52e1e57e-1f12-43b2-bde6-18e1b1a4e699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (9be126bc-0a13-46bd-879d-bb0d1c452ef9), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:53.204919 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a9c08d2d-d236-4690-a9f5-c68930b541df tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6774511 Oct 04 21:07:53.213672 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58844) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:53.222135 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-1224de3c-9f9b-4537-8986-0d0c1503a94a tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Request body: {'port': {'network_id': '0cfe7bcb-5c8b-4dc9-9819-45642e49f080', 'name': 'tempest-PortsTestJSON-1737260775', 'fixed_ips': [{'subnet_id': 'b23c57f2-a87f-4455-9076-524a39901ef6', 'ip_address': '172.20.0.10'}]}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:07:53.244557 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8227439-91e3-41bd-8f3d-43cf656653be None None] Network 0cfe7bcb-5c8b-4dc9-9819-45642e49f080 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:07:53.304898 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-52e1e57e-1f12-43b2-bde6-18e1b1a4e699 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=0b33f33c0e92496ca5f6ca0cb55cafc6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0783572 Oct 04 21:07:53.314723 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58846) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:53.337745 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e1e57e-1f12-43b2-bde6-18e1b1a4e699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be126bc-0a13-46bd-879d-bb0d1c452ef9,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:53.348801 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-643a4d03-0f0b-4080-9fd4-17d7324ea1cd tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Deleting port f6a04bd8-f700-4531-959b-117e6b167354 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:07:53.349727 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-643a4d03-0f0b-4080-9fd4-17d7324ea1cd tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (f6a04bd8-f700-4531-959b-117e6b167354), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:53.421461 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port f2fef012-fbdb-4a44-8edb-feaa3c12b0d5 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:07:53.424249 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-412e68be-d4b3-44f4-b51a-6900e081a315 None None] Provisioning complete for port f2fef012-fbdb-4a44-8edb-feaa3c12b0d5 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:07:53.424845 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-412e68be-d4b3-44f4-b51a-6900e081a315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (f2fef012-fbdb-4a44-8edb-feaa3c12b0d5), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:53.425531 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-412e68be-d4b3-44f4-b51a-6900e081a315 None None] Attempt 1 to provision port f2fef012-fbdb-4a44-8edb-feaa3c12b0d5 Oct 04 21:07:53.568721 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fed35cfd-26ce-403f-bb77-01a29d20f055 admin admin] Publish callbacks [] for security_group (9be126bc-0a13-46bd-879d-bb0d1c452ef9), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:53.719201 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-643a4d03-0f0b-4080-9fd4-17d7324ea1cd tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (f6a04bd8-f700-4531-959b-117e6b167354), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:53.719201 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fed35cfd-26ce-403f-bb77-01a29d20f055 admin admin] Publish callbacks [] for security_group (9be126bc-0a13-46bd-879d-bb0d1c452ef9), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:53.750492 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-643a4d03-0f0b-4080-9fd4-17d7324ea1cd tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Calling delete_port for f6a04bd8-f700-4531-959b-117e6b167354 owned by {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:07:53.786003 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1224de3c-9f9b-4537-8986-0d0c1503a94a tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Made reservation on behalf of 3e52093341534ca5a76295afd3cfd196 for: {'port': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:07:53.963815 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device f2fef012-fbdb-4a44-8edb-feaa3c12b0d5 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:07:54.105929 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1224de3c-9f9b-4537-8986-0d0c1503a94a tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:54.154782 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fed35cfd-26ce-403f-bb77-01a29d20f055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (9be126bc-0a13-46bd-879d-bb0d1c452ef9), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:54.160670 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fed35cfd-26ce-403f-bb77-01a29d20f055 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:54.163108 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-fed35cfd-26ce-403f-bb77-01a29d20f055 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/9be126bc-0a13-46bd-879d-bb0d1c452ef9 HTTP/1.1" status: 204 len: 168 time: 0.8405666 Oct 04 21:07:54.195821 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [None req-1224de3c-9f9b-4537-8986-0d0c1503a94a tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] device_id is not set on port fdda268a-cb5e-4f09-9fbb-70f16fcb760c yet. {{(pid=108170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 21:07:54.241191 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed35cfd-26ce-403f-bb77-01a29d20f055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be126bc-0a13-46bd-879d-bb0d1c452ef9,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:54.308453 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:54.469165 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-643a4d03-0f0b-4080-9fd4-17d7324ea1cd tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (f6a04bd8-f700-4531-959b-117e6b167354), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:54.494446 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:54.521255 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66468278-6587-492e-9c8b-8d06659ce5c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-0cfe7bcb-5c8b-4dc9-9819-45642e49f080', 'network_id': '0cfe7bcb-5c8b-4dc9-9819-45642e49f080', 'project_id': '3e52093341534ca5a76295afd3cfd196', 'fixed_ips': [{'subnet_id': 'b23c57f2-a87f-4455-9076-524a39901ef6'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:07:54.529091 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-66468278-6587-492e-9c8b-8d06659ce5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:54.564534 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643a4d03-0f0b-4080-9fd4-17d7324ea1cd tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event deleted for resources: {'Port': ['ID=f6a04bd8-f700-4531-959b-117e6b167354,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:54.776372 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-643a4d03-0f0b-4080-9fd4-17d7324ea1cd tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:54.815093 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-643a4d03-0f0b-4080-9fd4-17d7324ea1cd tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/ports/f6a04bd8-f700-4531-959b-117e6b167354 HTTP/1.1" status: 204 len: 168 time: 1.9852083 Oct 04 21:07:54.819642 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58872) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:54.956366 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:54.999677 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Allocated IP 172.20.0.1 (09436feb-d97b-4247-9419-ef3d0df4d73f/84e5e3f7-27d7-402b-8d0f-90cdf1be2868/0466062c-6c79-4871-9d89-a9bc679a59cf) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:07:55.114253 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca42e3bd-6362-45f5-80ae-404a27b3f16f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:07:55.118202 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca42e3bd-6362-45f5-80ae-404a27b3f16f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:07:55.120916 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ca42e3bd-6362-45f5-80ae-404a27b3f16f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2929859 Oct 04 21:07:55.134050 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58880) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:55.321496 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-1224de3c-9f9b-4537-8986-0d0c1503a94a tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Allocated IP 172.20.0.10 (0cfe7bcb-5c8b-4dc9-9819-45642e49f080/b23c57f2-a87f-4455-9076-524a39901ef6/fdda268a-cb5e-4f09-9fbb-70f16fcb760c) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:07:55.392607 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2db29b7-8dbe-499d-b92e-2403572e2386 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Deleting subnet 344976ac-2246-43f1-8667-50d622d29768 {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:07:55.413461 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f2db29b7-8dbe-499d-b92e-2403572e2386 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (344976ac-2246-43f1-8667-50d622d29768), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:55.572612 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port f2fef012-fbdb-4a44-8edb-feaa3c12b0d5 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:07:55.573429 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (f2fef012-fbdb-4a44-8edb-feaa3c12b0d5), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:55.574986 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port f2fef012-fbdb-4a44-8edb-feaa3c12b0d5 Oct 04 21:07:55.732490 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f2db29b7-8dbe-499d-b92e-2403572e2386 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (344976ac-2246-43f1-8667-50d622d29768), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:55.753244 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-412e68be-d4b3-44f4-b51a-6900e081a315 None None] Current status of the port f2fef012-fbdb-4a44-8edb-feaa3c12b0d5 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:07:56.113670 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port f2fef012-fbdb-4a44-8edb-feaa3c12b0d5 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:07:56.245504 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-f10b09f8-5ded-44cb-9f57-24990639a267 None None] Provisioning complete for port f2fef012-fbdb-4a44-8edb-feaa3c12b0d5 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:07:56.249083 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f10b09f8-5ded-44cb-9f57-24990639a267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (f2fef012-fbdb-4a44-8edb-feaa3c12b0d5), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:56.249909 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-f10b09f8-5ded-44cb-9f57-24990639a267 None None] Attempt 1 to provision port f2fef012-fbdb-4a44-8edb-feaa3c12b0d5 Oct 04 21:07:56.304972 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f2db29b7-8dbe-499d-b92e-2403572e2386 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (344976ac-2246-43f1-8667-50d622d29768), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:56.429831 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1224de3c-9f9b-4537-8986-0d0c1503a94a tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for port (fdda268a-cb5e-4f09-9fbb-70f16fcb760c), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:56.457098 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:56.470099 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:56.493895 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:56.515749 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Publish callbacks [] for port (0466062c-6c79-4871-9d89-a9bc679a59cf), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:56.654880 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (0466062c-6c79-4871-9d89-a9bc679a59cf), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:56.738943 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f2db29b7-8dbe-499d-b92e-2403572e2386 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (344976ac-2246-43f1-8667-50d622d29768), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:56.739320 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1224de3c-9f9b-4537-8986-0d0c1503a94a tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (fdda268a-cb5e-4f09-9fbb-70f16fcb760c), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:56.808564 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a55db409-20e4-4547-bcb0-7f96f23295cf tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (84e5e3f7-27d7-402b-8d0f-90cdf1be2868), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:56.889032 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f2db29b7-8dbe-499d-b92e-2403572e2386 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:56.908308 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f2db29b7-8dbe-499d-b92e-2403572e2386 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/344976ac-2246-43f1-8667-50d622d29768 HTTP/1.1" status: 204 len: 168 time: 1.7673807 Oct 04 21:07:56.918852 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2db29b7-8dbe-499d-b92e-2403572e2386 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event deleted for resources: {'Subnet': ['ID=344976ac-2246-43f1-8667-50d622d29768,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:56.938256 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58902) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:57.062836 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Network 09436feb-d97b-4247-9419-ef3d0df4d73f is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:07:57.113048 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:07:57.120928 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:07:57.153714 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:57.156072 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55db409-20e4-4547-bcb0-7f96f23295cf tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Pushing event deleted for resources: {'Subnet': ['ID=84e5e3f7-27d7-402b-8d0f-90cdf1be2868,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:57.244770 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-022f5c32-4a36-4823-ad36-0c5f6b6f836a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2844725 Oct 04 21:07:57.274579 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58908) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:57.274579 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1224de3c-9f9b-4537-8986-0d0c1503a94a tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Network 0cfe7bcb-5c8b-4dc9-9819-45642e49f080 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:07:57.320802 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-1224de3c-9f9b-4537-8986-0d0c1503a94a tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:07:57.331916 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1224de3c-9f9b-4537-8986-0d0c1503a94a tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event updated for resources: {'Port': ['ID=fdda268a-cb5e-4f09-9fbb-70f16fcb760c,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:57.332724 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-f10b09f8-5ded-44cb-9f57-24990639a267 None None] Current status of the port f2fef012-fbdb-4a44-8edb-feaa3c12b0d5 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:07:57.350928 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1224de3c-9f9b-4537-8986-0d0c1503a94a tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:07:57.407371 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58912) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:57.466361 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-66468278-6587-492e-9c8b-8d06659ce5c3 None None] Allocated IP 172.20.0.2 (0cfe7bcb-5c8b-4dc9-9819-45642e49f080/b23c57f2-a87f-4455-9076-524a39901ef6/7a437609-9e7c-4da1-a833-d914931c7340) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:07:57.487490 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Pushing event updated for resources: {'Port': ['ID=0466062c-6c79-4871-9d89-a9bc679a59cf,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:57.518012 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a55db409-20e4-4547-bcb0-7f96f23295cf tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (09436feb-d97b-4247-9419-ef3d0df4d73f), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:57.591064 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed9a4bc-f4e7-4ee0-a71f-4424089e622f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:07:57.595410 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-6ed9a4bc-f4e7-4ee0-a71f-4424089e622f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3216534 Oct 04 21:07:57.603928 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-f10b09f8-5ded-44cb-9f57-24990639a267 None None] Could not find standard attr ID for object f6a04bd8-f700-4531-959b-117e6b167354. {{(pid=108171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 04 21:07:57.604500 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58918) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:57.624340 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a0dad3-5ba1-42a6-ab07-3932fd9ede8f None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:07:57.655547 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-a55db409-20e4-4547-bcb0-7f96f23295cf tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09436feb-d97b-4247-9419-ef3d0df4d73f']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:07:57.719805 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5764194-e1b1-4545-8397-3c4f901b68c6 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:07:57.722986 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f5764194-e1b1-4545-8397-3c4f901b68c6 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1167438 Oct 04 21:07:57.729601 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58922) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:57.731349 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-a55db409-20e4-4547-bcb0-7f96f23295cf tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15141dda-35a4-4d5c-ba0d-a2177efdd18a') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:07:57.731973 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-a55db409-20e4-4547-bcb0-7f96f23295cf tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15141dda-35a4-4d5c-ba0d-a2177efdd18a') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:07:57.773991 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1224de3c-9f9b-4537-8986-0d0c1503a94a tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:07:57.776516 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1224de3c-9f9b-4537-8986-0d0c1503a94a tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:57.807915 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a55db409-20e4-4547-bcb0-7f96f23295cf tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (15141dda-35a4-4d5c-ba0d-a2177efdd18a), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:57.872177 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a55db409-20e4-4547-bcb0-7f96f23295cf tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (15141dda-35a4-4d5c-ba0d-a2177efdd18a), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:57.902260 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a55db409-20e4-4547-bcb0-7f96f23295cf tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:07:57.906571 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a55db409-20e4-4547-bcb0-7f96f23295cf tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (15141dda-35a4-4d5c-ba0d-a2177efdd18a), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:57.997979 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-48ec4400-c120-40d2-ab19-02ff67ed8687 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2554336 Oct 04 21:07:57.999829 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58928) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:58.019981 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-23a9477b-d42a-4d3a-97e1-0b40a060a99c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Request body: {'subnet': {'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:07:58.134548 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-1224de3c-9f9b-4537-8986-0d0c1503a94a tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.9190228 Oct 04 21:07:58.165745 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58930) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:58.180807 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-62e74b54-d813-4752-9838-f630b0071da3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Request body: {'port': {'network_id': '0cfe7bcb-5c8b-4dc9-9819-45642e49f080', 'name': 'tempest-PortsTestJSON-107977381', 'fixed_ips': [{'subnet_id': 'b23c57f2-a87f-4455-9076-524a39901ef6', 'ip_address': '172.20.0.9'}]}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:07:58.204748 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-c7749a9c-43ff-442f-9005-b49faaf57046 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-382235287-network', 'tenant_id': 'c709d51ca1644fd088da2b983c59270f'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:07:58.267327 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 15141dda-35a4-4d5c-ba0d-a2177efdd18a resource provider aggregate not found Oct 04 21:07:58.314593 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-a8a372eb-0604-47ba-b493-82d6d8df754f None None] Could not find standard attr ID for object 11c6ba80-050d-440e-9c7a-106be667fd0f. {{(pid=108171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 04 21:07:58.328989 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-a8a372eb-0604-47ba-b493-82d6d8df754f None None] Could not find standard attr ID for object f6a04bd8-f700-4531-959b-117e6b167354. {{(pid=108171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 04 21:07:58.347743 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.db.api [None req-a55db409-20e4-4547-bcb0-7f96f23295cf tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 04 21:07:58.347743 n-d-852085-12 neutron-server[108169]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 04 21:07:58.347743 n-d-852085-12 neutron-server[108169]: [parameters: {'id': '09436feb-d97b-4247-9419-ef3d0df4d73f'}] Oct 04 21:07:58.347743 n-d-852085-12 neutron-server[108169]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=108169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 21:07:58.351302 n-d-852085-12 neutron-server[108169]: DEBUG oslo_db.api [None req-a55db409-20e4-4547-bcb0-7f96f23295cf tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 21:07:58.378674 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 15141dda-35a4-4d5c-ba0d-a2177efdd18a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 15141dda-35a4-4d5c-ba0d-a2177efdd18a found for delete ", "request_id": "req-ba4b18cf-2df0-474f-9a4b-ca45d1e53b0a"}]} Oct 04 21:07:58.457771 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Attempting to bind port 0466062c-6c79-4871-9d89-a9bc679a59cf on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:07:58.458768 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Attempting to bind port 0466062c-6c79-4871-9d89-a9bc679a59cf by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15141dda-35a4-4d5c-ba0d-a2177efdd18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '09436feb-d97b-4247-9419-ef3d0df4d73f'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:07:58.460152 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Attempting to bind port 0466062c-6c79-4871-9d89-a9bc679a59cf on network 09436feb-d97b-4247-9419-ef3d0df4d73f {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:07:58.472052 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:58.526785 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 84e5e3f7-27d7-402b-8d0f-90cdf1be2868 could not be found. Oct 04 21:07:58.526785 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:07:58.526785 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:07:58.526785 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:07:58.526785 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:07:58.526785 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:07:58.526785 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:07:58.526785 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:07:58.526785 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:07:58.526785 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:07:58.526785 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:07:58.526785 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:07:58.526785 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:07:58.526785 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:07:58.526785 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:07:58.526785 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:07:58.526785 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:07:58.526785 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:07:58.526785 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:07:58.526785 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:07:58.526785 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:07:58.526785 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:07:58.526785 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:07:58.526785 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:07:58.526785 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:07:58.526785 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:07:58.526785 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:07:58.526785 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:07:58.526785 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:07:58.526785 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:07:58.526785 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:07:58.526785 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:07:58.526785 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:07:58.526785 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:07:58.526785 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:07:58.526785 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:07:58.526785 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:07:58.526785 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:07:58.526785 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:07:58.526785 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:07:58.526785 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 84e5e3f7-27d7-402b-8d0f-90cdf1be2868 could not be found. Oct 04 21:07:58.526785 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:07:58.533461 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Attempting to bind port 0466062c-6c79-4871-9d89-a9bc679a59cf on network 09436feb-d97b-4247-9419-ef3d0df4d73f {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:07:58.571072 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf013d02-642e-4e8b-8c9c-80a4b1ee1794 None None] DHCP port deletion for 42edc29f-8c98-4058-994e-1dc4e7a022d1 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:07:58.579160 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 84e5e3f7-27d7-402b-8d0f-90cdf1be2868 could not be found. Oct 04 21:07:58.579160 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:07:58.579160 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:07:58.579160 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:07:58.579160 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:07:58.579160 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:07:58.579160 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:07:58.579160 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:07:58.579160 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:07:58.579160 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:07:58.579160 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:07:58.579160 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:07:58.579160 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:07:58.579160 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:07:58.579160 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:07:58.579160 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:07:58.579160 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:07:58.579160 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:07:58.579160 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:07:58.579160 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:07:58.579160 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:07:58.579160 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:07:58.579160 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:07:58.579160 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:07:58.579160 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:07:58.579160 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:07:58.579160 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:07:58.579160 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:07:58.579160 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:07:58.579160 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:07:58.579160 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:07:58.579160 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:07:58.579160 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:07:58.579160 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:07:58.579160 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:07:58.579160 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:07:58.579160 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:07:58.579160 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:07:58.579160 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 84e5e3f7-27d7-402b-8d0f-90cdf1be2868 could not be found. Oct 04 21:07:58.579160 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:07:58.593240 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Failed to bind port 0466062c-6c79-4871-9d89-a9bc679a59cf on host n-d-852085-12 for vnic_type normal using segments [{'id': '15141dda-35a4-4d5c-ba0d-a2177efdd18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '09436feb-d97b-4247-9419-ef3d0df4d73f'}] Oct 04 21:07:58.593240 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Attempt 2 to bind port 0466062c-6c79-4871-9d89-a9bc679a59cf Oct 04 21:07:58.678032 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a9477b-d42a-4d3a-97e1-0b40a060a99c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Made reservation on behalf of f31334bc846b471aace4cb8b5f10ff51 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:07:58.686127 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-23a9477b-d42a-4d3a-97e1-0b40a060a99c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:58.728345 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Attempting to bind port 0466062c-6c79-4871-9d89-a9bc679a59cf on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:07:58.729301 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Attempting to bind port 0466062c-6c79-4871-9d89-a9bc679a59cf by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15141dda-35a4-4d5c-ba0d-a2177efdd18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '09436feb-d97b-4247-9419-ef3d0df4d73f'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:07:58.730273 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Attempting to bind port 0466062c-6c79-4871-9d89-a9bc679a59cf on network 09436feb-d97b-4247-9419-ef3d0df4d73f {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:07:58.755283 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-bf013d02-642e-4e8b-8c9c-80a4b1ee1794 None None] Deleting port f2fef012-fbdb-4a44-8edb-feaa3c12b0d5 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:07:58.756456 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-bf013d02-642e-4e8b-8c9c-80a4b1ee1794 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (f2fef012-fbdb-4a44-8edb-feaa3c12b0d5), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:58.767594 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58940) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:07:58.839311 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7749a9c-43ff-442f-9005-b49faaf57046 admin admin] Made reservation on behalf of c709d51ca1644fd088da2b983c59270f for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:07:58.843776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 84e5e3f7-27d7-402b-8d0f-90cdf1be2868 could not be found. Oct 04 21:07:58.843776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:07:58.843776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:07:58.843776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:07:58.843776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:07:58.843776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:07:58.843776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:07:58.843776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:07:58.843776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:07:58.843776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:07:58.843776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:07:58.843776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:07:58.843776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:07:58.843776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:07:58.843776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:07:58.843776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:07:58.843776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:07:58.843776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:07:58.843776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:07:58.843776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:07:58.843776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:07:58.843776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:07:58.843776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:07:58.843776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:07:58.843776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:07:58.843776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:07:58.843776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:07:58.843776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:07:58.843776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:07:58.843776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:07:58.843776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:07:58.843776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:07:58.843776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:07:58.843776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:07:58.843776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:07:58.843776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:07:58.843776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:07:58.843776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:07:58.843776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:07:58.843776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:07:58.843776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 84e5e3f7-27d7-402b-8d0f-90cdf1be2868 could not be found. Oct 04 21:07:58.843776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:07:58.850870 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Attempting to bind port 0466062c-6c79-4871-9d89-a9bc679a59cf on network 09436feb-d97b-4247-9419-ef3d0df4d73f {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:07:58.852718 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c7749a9c-43ff-442f-9005-b49faaf57046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:58.904222 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a55db409-20e4-4547-bcb0-7f96f23295cf tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (09436feb-d97b-4247-9419-ef3d0df4d73f), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:58.924393 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c7749a9c-43ff-442f-9005-b49faaf57046 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:59.051737 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-bf013d02-642e-4e8b-8c9c-80a4b1ee1794 None None] For port f2fef012-fbdb-4a44-8edb-feaa3c12b0d5, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=f2fef012-fbdb-4a44-8edb-feaa3c12b0d5,segment=NetworkSegment(a074d1d3-d8bf-45a2-a3f3-7647e2465b5f),segment_id=a074d1d3-d8bf-45a2-a3f3-7647e2465b5f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:07:59.052431 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-bf013d02-642e-4e8b-8c9c-80a4b1ee1794 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (f2fef012-fbdb-4a44-8edb-feaa3c12b0d5), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:59.116040 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e74b54-d813-4752-9838-f630b0071da3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Made reservation on behalf of 3e52093341534ca5a76295afd3cfd196 for: {'port': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:07:59.160474 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-a55db409-20e4-4547-bcb0-7f96f23295cf tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Deleting port 0466062c-6c79-4871-9d89-a9bc679a59cf {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:07:59.161008 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a55db409-20e4-4547-bcb0-7f96f23295cf tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (0466062c-6c79-4871-9d89-a9bc679a59cf), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:59.165307 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 84e5e3f7-27d7-402b-8d0f-90cdf1be2868 could not be found. Oct 04 21:07:59.165307 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:07:59.165307 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:07:59.165307 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:07:59.165307 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:07:59.165307 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:07:59.165307 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:07:59.165307 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:07:59.165307 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:07:59.165307 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:07:59.165307 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:07:59.165307 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:07:59.165307 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:07:59.165307 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:07:59.165307 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:07:59.165307 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:07:59.165307 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:07:59.165307 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:07:59.165307 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:07:59.165307 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:07:59.165307 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:07:59.165307 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:07:59.165307 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:07:59.165307 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:07:59.165307 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:07:59.165307 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:07:59.165307 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:07:59.165307 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:07:59.165307 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:07:59.165307 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:07:59.165307 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:07:59.165307 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:07:59.165307 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:07:59.165307 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:07:59.165307 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:07:59.165307 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:07:59.165307 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:07:59.165307 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:07:59.165307 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 84e5e3f7-27d7-402b-8d0f-90cdf1be2868 could not be found. Oct 04 21:07:59.165307 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:07:59.176606 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Failed to bind port 0466062c-6c79-4871-9d89-a9bc679a59cf on host n-d-852085-12 for vnic_type normal using segments [{'id': '15141dda-35a4-4d5c-ba0d-a2177efdd18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '09436feb-d97b-4247-9419-ef3d0df4d73f'}] Oct 04 21:07:59.176606 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Attempt 3 to bind port 0466062c-6c79-4871-9d89-a9bc679a59cf Oct 04 21:07:59.192069 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-bf013d02-642e-4e8b-8c9c-80a4b1ee1794 None None] Calling delete_port for f2fef012-fbdb-4a44-8edb-feaa3c12b0d5 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:07:59.290238 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-b35d9b37-46df-4384-ad33-0a5e48406bd5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1418663750-network', 'tenant_id': '2e5de3cd23f54af491e3e2ee52f16035'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:07:59.301276 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Attempting to bind port 0466062c-6c79-4871-9d89-a9bc679a59cf on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:07:59.301690 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Attempting to bind port 0466062c-6c79-4871-9d89-a9bc679a59cf by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15141dda-35a4-4d5c-ba0d-a2177efdd18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '09436feb-d97b-4247-9419-ef3d0df4d73f'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:07:59.302328 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Attempting to bind port 0466062c-6c79-4871-9d89-a9bc679a59cf on network 09436feb-d97b-4247-9419-ef3d0df4d73f {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:07:59.354321 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-66468278-6587-492e-9c8b-8d06659ce5c3 None None] Publish callbacks [] for port (7a437609-9e7c-4da1-a833-d914931c7340), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:59.370046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 84e5e3f7-27d7-402b-8d0f-90cdf1be2868 could not be found. Oct 04 21:07:59.370046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:07:59.370046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:07:59.370046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:07:59.370046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:07:59.370046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:07:59.370046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:07:59.370046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:07:59.370046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:07:59.370046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:07:59.370046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:07:59.370046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:07:59.370046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:07:59.370046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:07:59.370046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:07:59.370046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:07:59.370046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:07:59.370046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:07:59.370046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:07:59.370046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:07:59.370046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:07:59.370046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:07:59.370046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:07:59.370046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:07:59.370046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:07:59.370046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:07:59.370046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:07:59.370046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:07:59.370046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:07:59.370046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:07:59.370046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:07:59.370046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:07:59.370046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:07:59.370046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:07:59.370046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:07:59.370046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:07:59.370046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:07:59.370046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:07:59.370046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:07:59.370046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:07:59.370046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 84e5e3f7-27d7-402b-8d0f-90cdf1be2868 could not be found. Oct 04 21:07:59.370046 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:07:59.378004 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Attempting to bind port 0466062c-6c79-4871-9d89-a9bc679a59cf on network 09436feb-d97b-4247-9419-ef3d0df4d73f {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:07:59.421726 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:59.437332 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 84e5e3f7-27d7-402b-8d0f-90cdf1be2868 could not be found. Oct 04 21:07:59.437332 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:07:59.437332 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:07:59.437332 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:07:59.437332 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:07:59.437332 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:07:59.437332 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:07:59.437332 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:07:59.437332 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:07:59.437332 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:07:59.437332 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:07:59.437332 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:07:59.437332 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:07:59.437332 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:07:59.437332 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:07:59.437332 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:07:59.437332 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:07:59.437332 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:07:59.437332 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:07:59.437332 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:07:59.437332 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:07:59.437332 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:07:59.437332 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:07:59.437332 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:07:59.437332 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:07:59.437332 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:07:59.437332 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:07:59.437332 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:07:59.437332 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:07:59.437332 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:07:59.437332 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:07:59.437332 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:07:59.437332 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:07:59.437332 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:07:59.437332 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:07:59.437332 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:07:59.437332 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:07:59.437332 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:07:59.437332 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 84e5e3f7-27d7-402b-8d0f-90cdf1be2868 could not be found. Oct 04 21:07:59.437332 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:07:59.437332 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Failed to bind port 0466062c-6c79-4871-9d89-a9bc679a59cf on host n-d-852085-12 for vnic_type normal using segments [{'id': '15141dda-35a4-4d5c-ba0d-a2177efdd18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '09436feb-d97b-4247-9419-ef3d0df4d73f'}] Oct 04 21:07:59.448822 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Attempt 4 to bind port 0466062c-6c79-4871-9d89-a9bc679a59cf Oct 04 21:07:59.517356 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Attempting to bind port 0466062c-6c79-4871-9d89-a9bc679a59cf on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:07:59.518175 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Attempting to bind port 0466062c-6c79-4871-9d89-a9bc679a59cf by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15141dda-35a4-4d5c-ba0d-a2177efdd18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '09436feb-d97b-4247-9419-ef3d0df4d73f'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:07:59.518716 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Attempting to bind port 0466062c-6c79-4871-9d89-a9bc679a59cf on network 09436feb-d97b-4247-9419-ef3d0df4d73f {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:07:59.523002 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-62e74b54-d813-4752-9838-f630b0071da3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:59.535368 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-66468278-6587-492e-9c8b-8d06659ce5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (7a437609-9e7c-4da1-a833-d914931c7340), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:59.576805 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-23a9477b-d42a-4d3a-97e1-0b40a060a99c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (73ce836c-20d4-4dd7-b42d-bc08e5b91075), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:59.616590 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 84e5e3f7-27d7-402b-8d0f-90cdf1be2868 could not be found. Oct 04 21:07:59.616590 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:07:59.616590 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:07:59.616590 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:07:59.616590 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:07:59.616590 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:07:59.616590 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:07:59.616590 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:07:59.616590 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:07:59.616590 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:07:59.616590 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:07:59.616590 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:07:59.616590 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:07:59.616590 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:07:59.616590 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:07:59.616590 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:07:59.616590 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:07:59.616590 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:07:59.616590 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:07:59.616590 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:07:59.616590 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:07:59.616590 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:07:59.616590 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:07:59.616590 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:07:59.616590 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:07:59.616590 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:07:59.616590 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:07:59.616590 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:07:59.616590 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:07:59.616590 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:07:59.616590 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:07:59.616590 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:07:59.616590 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:07:59.616590 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:07:59.616590 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:07:59.616590 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:07:59.616590 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:07:59.616590 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:07:59.616590 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:07:59.616590 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:07:59.616590 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 84e5e3f7-27d7-402b-8d0f-90cdf1be2868 could not be found. Oct 04 21:07:59.616590 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:07:59.622113 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Attempting to bind port 0466062c-6c79-4871-9d89-a9bc679a59cf on network 09436feb-d97b-4247-9419-ef3d0df4d73f {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:07:59.666400 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66468278-6587-492e-9c8b-8d06659ce5c3 None None] Network 0cfe7bcb-5c8b-4dc9-9819-45642e49f080 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:07:59.674851 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35d9b37-46df-4384-ad33-0a5e48406bd5 admin admin] Made reservation on behalf of 2e5de3cd23f54af491e3e2ee52f16035 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:07:59.681183 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b35d9b37-46df-4384-ad33-0a5e48406bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:59.721772 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-66468278-6587-492e-9c8b-8d06659ce5c3 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:07:59.732870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 84e5e3f7-27d7-402b-8d0f-90cdf1be2868 could not be found. Oct 04 21:07:59.732870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:07:59.732870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:07:59.732870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:07:59.732870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:07:59.732870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:07:59.732870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:07:59.732870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:07:59.732870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:07:59.732870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:07:59.732870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:07:59.732870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:07:59.732870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:07:59.732870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:07:59.732870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:07:59.732870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:07:59.732870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:07:59.732870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:07:59.732870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:07:59.732870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:07:59.732870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:07:59.732870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:07:59.732870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:07:59.732870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:07:59.732870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:07:59.732870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:07:59.732870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:07:59.732870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:07:59.732870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:07:59.732870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:07:59.732870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:07:59.732870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:07:59.732870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:07:59.732870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:07:59.732870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:07:59.732870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:07:59.732870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:07:59.732870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:07:59.732870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 84e5e3f7-27d7-402b-8d0f-90cdf1be2868 could not be found. Oct 04 21:07:59.732870 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:07:59.746034 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Failed to bind port 0466062c-6c79-4871-9d89-a9bc679a59cf on host n-d-852085-12 for vnic_type normal using segments [{'id': '15141dda-35a4-4d5c-ba0d-a2177efdd18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '09436feb-d97b-4247-9419-ef3d0df4d73f'}] Oct 04 21:07:59.746034 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66468278-6587-492e-9c8b-8d06659ce5c3 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:07:59.755124 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c7749a9c-43ff-442f-9005-b49faaf57046 admin admin] Publish callbacks [] for security_group (75a19e67-7c10-4408-bb25-5b7435347021), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:59.758735 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Attempt 5 to bind port 0466062c-6c79-4871-9d89-a9bc679a59cf Oct 04 21:07:59.776504 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a9477b-d42a-4d3a-97e1-0b40a060a99c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:07:59.778849 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b35d9b37-46df-4384-ad33-0a5e48406bd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:59.815170 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [None req-62e74b54-d813-4752-9838-f630b0071da3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] device_id is not set on port ffeeb329-7ee1-48c0-8e9d-db2f3034d921 yet. {{(pid=108169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 21:07:59.817481 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Attempting to bind port 0466062c-6c79-4871-9d89-a9bc679a59cf on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:07:59.818772 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Attempting to bind port 0466062c-6c79-4871-9d89-a9bc679a59cf by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15141dda-35a4-4d5c-ba0d-a2177efdd18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '09436feb-d97b-4247-9419-ef3d0df4d73f'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:07:59.819206 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-23a9477b-d42a-4d3a-97e1-0b40a060a99c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:07:59.819987 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Attempting to bind port 0466062c-6c79-4871-9d89-a9bc679a59cf on network 09436feb-d97b-4247-9419-ef3d0df4d73f {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:07:59.835737 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a9477b-d42a-4d3a-97e1-0b40a060a99c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:07:59.836790 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-23a9477b-d42a-4d3a-97e1-0b40a060a99c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:59.849678 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a9477b-d42a-4d3a-97e1-0b40a060a99c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event updated for resources: {'Subnet': ['ID=73ce836c-20d4-4dd7-b42d-bc08e5b91075,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:59.870977 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-a55db409-20e4-4547-bcb0-7f96f23295cf tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] For port 0466062c-6c79-4871-9d89-a9bc679a59cf, host n-d-852085-12, got binding levels [] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:07:59.871889 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a55db409-20e4-4547-bcb0-7f96f23295cf tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (0466062c-6c79-4871-9d89-a9bc679a59cf), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:59.896418 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c7749a9c-43ff-442f-9005-b49faaf57046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (75a19e67-7c10-4408-bb25-5b7435347021), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:59.900424 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-bf013d02-642e-4e8b-8c9c-80a4b1ee1794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (f2fef012-fbdb-4a44-8edb-feaa3c12b0d5), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:07:59.906248 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66468278-6587-492e-9c8b-8d06659ce5c3 None None] Pushing event updated for resources: {'Port': ['ID=7a437609-9e7c-4da1-a833-d914931c7340,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:07:59.919124 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:DELETE=8,neutron:UPDATE=3,neutron:SELECT=82,neutron:INSERT=7 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:07:59.981574 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-a55db409-20e4-4547-bcb0-7f96f23295cf tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Calling delete_port for 0466062c-6c79-4871-9d89-a9bc679a59cf owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:08:00.010036 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 84e5e3f7-27d7-402b-8d0f-90cdf1be2868 could not be found. Oct 04 21:08:00.010036 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:08:00.010036 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:08:00.010036 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:08:00.010036 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:08:00.010036 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:08:00.010036 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:08:00.010036 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:08:00.010036 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:08:00.010036 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:08:00.010036 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:08:00.010036 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:08:00.010036 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:08:00.010036 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:08:00.010036 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:00.010036 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:00.010036 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:00.010036 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:00.010036 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:08:00.010036 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:00.010036 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:08:00.010036 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:08:00.010036 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:00.010036 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:00.010036 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:00.010036 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:00.010036 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:08:00.010036 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:00.010036 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:08:00.010036 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:08:00.010036 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:00.010036 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:00.010036 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:00.010036 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:00.010036 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:08:00.010036 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:08:00.010036 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:08:00.010036 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:08:00.010036 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:08:00.010036 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:08:00.010036 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 84e5e3f7-27d7-402b-8d0f-90cdf1be2868 could not be found. Oct 04 21:08:00.010036 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:08:00.016678 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Attempting to bind port 0466062c-6c79-4871-9d89-a9bc679a59cf on network 09436feb-d97b-4247-9419-ef3d0df4d73f {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:08:00.022577 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:00.034705 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7749a9c-43ff-442f-9005-b49faaf57046 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:08:00.083525 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf013d02-642e-4e8b-8c9c-80a4b1ee1794 None None] No DVR routers for this DVR port f2fef012-fbdb-4a44-8edb-feaa3c12b0d5 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:08:00.128547 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf013d02-642e-4e8b-8c9c-80a4b1ee1794 None None] Pushing event deleted for resources: {'Port': ['ID=f2fef012-fbdb-4a44-8edb-feaa3c12b0d5,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:00.138255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 84e5e3f7-27d7-402b-8d0f-90cdf1be2868 could not be found. Oct 04 21:08:00.138255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:08:00.138255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:08:00.138255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:08:00.138255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:08:00.138255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:08:00.138255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:08:00.138255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:08:00.138255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:08:00.138255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:08:00.138255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:08:00.138255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:08:00.138255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:00.138255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:00.138255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:00.138255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:00.138255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:08:00.138255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:00.138255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:08:00.138255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:08:00.138255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:00.138255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:00.138255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:00.138255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:00.138255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:08:00.138255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:00.138255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:08:00.138255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:08:00.138255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:00.138255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:00.138255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:00.138255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:00.138255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:08:00.138255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:08:00.138255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:08:00.138255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:08:00.138255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:08:00.138255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:08:00.138255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 84e5e3f7-27d7-402b-8d0f-90cdf1be2868 could not be found. Oct 04 21:08:00.138255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:08:00.138255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Failed to bind port 0466062c-6c79-4871-9d89-a9bc679a59cf on host n-d-852085-12 for vnic_type normal using segments [{'id': '15141dda-35a4-4d5c-ba0d-a2177efdd18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '09436feb-d97b-4247-9419-ef3d0df4d73f'}] Oct 04 21:08:00.147662 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Attempt 6 to bind port 0466062c-6c79-4871-9d89-a9bc679a59cf Oct 04 21:08:00.147662 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:00.147662 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-66468278-6587-492e-9c8b-8d06659ce5c3 None None] Attempting to bind port 7a437609-9e7c-4da1-a833-d914931c7340 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:08:00.147662 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-66468278-6587-492e-9c8b-8d06659ce5c3 None None] Attempting to bind port 7a437609-9e7c-4da1-a833-d914931c7340 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'a6e680b6-a9f3-4178-b22f-f5b78f63880d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0cfe7bcb-5c8b-4dc9-9819-45642e49f080'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:08:00.148738 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66468278-6587-492e-9c8b-8d06659ce5c3 None None] Attempting to bind port 7a437609-9e7c-4da1-a833-d914931c7340 on network 0cfe7bcb-5c8b-4dc9-9819-45642e49f080 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:08:00.178547 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c7749a9c-43ff-442f-9005-b49faaf57046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (49e07783-ecd0-40ba-9570-df9867ab807b), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:00.178547 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-c7749a9c-43ff-442f-9005-b49faaf57046 admin admin] Added segment 49e07783-ecd0-40ba-9570-df9867ab807b of type vlan for network e326a398-50f6-4558-9e2b-c19efe40e775 Oct 04 21:08:00.207062 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Attempting to bind port 0466062c-6c79-4871-9d89-a9bc679a59cf on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:08:00.208569 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Attempting to bind port 0466062c-6c79-4871-9d89-a9bc679a59cf by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15141dda-35a4-4d5c-ba0d-a2177efdd18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '09436feb-d97b-4247-9419-ef3d0df4d73f'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:08:00.209584 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Attempting to bind port 0466062c-6c79-4871-9d89-a9bc679a59cf on network 09436feb-d97b-4247-9419-ef3d0df4d73f {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:08:00.396591 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a9477b-d42a-4d3a-97e1-0b40a060a99c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:08:00.397107 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a9477b-d42a-4d3a-97e1-0b40a060a99c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:08:00.397645 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a9477b-d42a-4d3a-97e1-0b40a060a99c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:08:00.398218 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a9477b-d42a-4d3a-97e1-0b40a060a99c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:08:00.398792 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a9477b-d42a-4d3a-97e1-0b40a060a99c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:08:00.399405 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a9477b-d42a-4d3a-97e1-0b40a060a99c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:08:00.400104 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a9477b-d42a-4d3a-97e1-0b40a060a99c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:08:00.403161 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a9477b-d42a-4d3a-97e1-0b40a060a99c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:08:00.403161 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a9477b-d42a-4d3a-97e1-0b40a060a99c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:08:00.403161 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a9477b-d42a-4d3a-97e1-0b40a060a99c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:08:00.403161 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a9477b-d42a-4d3a-97e1-0b40a060a99c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:08:00.403161 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a9477b-d42a-4d3a-97e1-0b40a060a99c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:08:00.406834 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a9477b-d42a-4d3a-97e1-0b40a060a99c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:08:00.406834 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a9477b-d42a-4d3a-97e1-0b40a060a99c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:08:00.406834 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a9477b-d42a-4d3a-97e1-0b40a060a99c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:08:00.431351 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 84e5e3f7-27d7-402b-8d0f-90cdf1be2868 could not be found. Oct 04 21:08:00.431351 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:08:00.431351 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:08:00.431351 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:08:00.431351 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:08:00.431351 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:08:00.431351 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:08:00.431351 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:08:00.431351 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:08:00.431351 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:08:00.431351 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:08:00.431351 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:08:00.431351 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:08:00.431351 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:08:00.431351 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:00.431351 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:00.431351 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:00.431351 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:00.431351 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:08:00.431351 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:00.431351 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:08:00.431351 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:08:00.431351 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:00.431351 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:00.431351 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:00.431351 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:00.431351 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:08:00.431351 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:00.431351 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:08:00.431351 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:08:00.431351 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:00.431351 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:00.431351 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:00.431351 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:00.431351 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:08:00.431351 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:08:00.431351 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:08:00.431351 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:08:00.431351 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:08:00.431351 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:08:00.431351 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 84e5e3f7-27d7-402b-8d0f-90cdf1be2868 could not be found. Oct 04 21:08:00.431351 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:08:00.446744 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Attempting to bind port 0466062c-6c79-4871-9d89-a9bc679a59cf on network 09436feb-d97b-4247-9419-ef3d0df4d73f {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:08:00.446744 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2b8c8b-b6f8-41ab-a2c2-9b18dd976238 None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:08:00.449545 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device f2fef012-fbdb-4a44-8edb-feaa3c12b0d5 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:08:00.586271 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b35d9b37-46df-4384-ad33-0a5e48406bd5 admin admin] Publish callbacks [] for security_group (850e47ed-2c1f-4644-bb6a-084b69fed397), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:00.590016 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-23a9477b-d42a-4d3a-97e1-0b40a060a99c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5881827 Oct 04 21:08:00.614960 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58956) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:08:00.635160 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-a023fb42-ebac-406f-83da-aa1be2ad72de tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Request body: {'port': {'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'fixed_ips': [{'subnet_id': '73ce836c-20d4-4dd7-b42d-bc08e5b91075', 'ip_address': '2001:db8::bc2f:e701:3059:e873'}], 'name': 'tempest-NetworksTestDHCPv6-330077885'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:08:00.837502 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7749a9c-43ff-442f-9005-b49faaf57046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a19e67-7c10-4408-bb25-5b7435347021,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:00.936294 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b35d9b37-46df-4384-ad33-0a5e48406bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (850e47ed-2c1f-4644-bb6a-084b69fed397), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:00.983369 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:01.003402 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7749a9c-43ff-442f-9005-b49faaf57046 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:08:01.004937 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7749a9c-43ff-442f-9005-b49faaf57046 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:08:01.005703 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7749a9c-43ff-442f-9005-b49faaf57046 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:08:01.006457 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7749a9c-43ff-442f-9005-b49faaf57046 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:08:01.007275 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7749a9c-43ff-442f-9005-b49faaf57046 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:08:01.008024 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7749a9c-43ff-442f-9005-b49faaf57046 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:08:01.008763 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7749a9c-43ff-442f-9005-b49faaf57046 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:08:01.009508 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7749a9c-43ff-442f-9005-b49faaf57046 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:08:01.010283 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7749a9c-43ff-442f-9005-b49faaf57046 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:08:01.011043 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7749a9c-43ff-442f-9005-b49faaf57046 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:08:01.013177 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7749a9c-43ff-442f-9005-b49faaf57046 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:08:01.014211 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7749a9c-43ff-442f-9005-b49faaf57046 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:08:01.015265 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7749a9c-43ff-442f-9005-b49faaf57046 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:08:01.016917 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7749a9c-43ff-442f-9005-b49faaf57046 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:08:01.017860 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: f2fef012-fbdb-4a44-8edb-feaa3c12b0d5 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:08:01.018443 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7749a9c-43ff-442f-9005-b49faaf57046 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:08:01.018702 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device f2fef012-fbdb-4a44-8edb-feaa3c12b0d5 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:08:01.039820 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 84e5e3f7-27d7-402b-8d0f-90cdf1be2868 could not be found. Oct 04 21:08:01.039820 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:08:01.039820 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:08:01.039820 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:08:01.039820 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:08:01.039820 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:08:01.039820 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:08:01.039820 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:08:01.039820 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:08:01.039820 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:08:01.039820 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:08:01.039820 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:08:01.039820 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:01.039820 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:01.039820 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:01.039820 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:01.039820 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:08:01.039820 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:01.039820 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:08:01.039820 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:08:01.039820 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:01.039820 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:01.039820 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:01.039820 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:01.039820 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:08:01.039820 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:01.039820 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:08:01.039820 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:08:01.039820 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:01.039820 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:01.039820 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:01.039820 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:01.039820 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:08:01.039820 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:08:01.039820 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:08:01.039820 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:08:01.039820 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:08:01.039820 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:08:01.039820 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 84e5e3f7-27d7-402b-8d0f-90cdf1be2868 could not be found. Oct 04 21:08:01.039820 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:08:01.056409 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b35d9b37-46df-4384-ad33-0a5e48406bd5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:08:01.056853 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Failed to bind port 0466062c-6c79-4871-9d89-a9bc679a59cf on host n-d-852085-12 for vnic_type normal using segments [{'id': '15141dda-35a4-4d5c-ba0d-a2177efdd18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '09436feb-d97b-4247-9419-ef3d0df4d73f'}] Oct 04 21:08:01.061995 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35d9b37-46df-4384-ad33-0a5e48406bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=850e47ed-2c1f-4644-bb6a-084b69fed397,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:01.089996 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b35d9b37-46df-4384-ad33-0a5e48406bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (5274ffb0-da84-4cf7-abc3-aa2af32f3a5b), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:01.090570 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-b35d9b37-46df-4384-ad33-0a5e48406bd5 admin admin] Added segment 5274ffb0-da84-4cf7-abc3-aa2af32f3a5b of type vlan for network 124623e3-9f94-4b2f-9597-82851ed5391b Oct 04 21:08:01.138964 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Attempt 7 to bind port 0466062c-6c79-4871-9d89-a9bc679a59cf Oct 04 21:08:01.194920 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Attempting to bind port 0466062c-6c79-4871-9d89-a9bc679a59cf on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:08:01.195537 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Attempting to bind port 0466062c-6c79-4871-9d89-a9bc679a59cf by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15141dda-35a4-4d5c-ba0d-a2177efdd18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '09436feb-d97b-4247-9419-ef3d0df4d73f'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:08:01.196137 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Attempting to bind port 0466062c-6c79-4871-9d89-a9bc679a59cf on network 09436feb-d97b-4247-9419-ef3d0df4d73f {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:08:01.217236 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b35d9b37-46df-4384-ad33-0a5e48406bd5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (124623e3-9f94-4b2f-9597-82851ed5391b), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:01.224142 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66468278-6587-492e-9c8b-8d06659ce5c3 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:08:01.225104 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66468278-6587-492e-9c8b-8d06659ce5c3 None None] Checking segment: {'id': 'a6e680b6-a9f3-4178-b22f-f5b78f63880d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0cfe7bcb-5c8b-4dc9-9819-45642e49f080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:08:01.241651 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-66468278-6587-492e-9c8b-8d06659ce5c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:01.241651 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66468278-6587-492e-9c8b-8d06659ce5c3 None None] Bound using segment: {'id': 'a6e680b6-a9f3-4178-b22f-f5b78f63880d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0cfe7bcb-5c8b-4dc9-9819-45642e49f080'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:08:01.241651 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-66468278-6587-492e-9c8b-8d06659ce5c3 None None] Bound port: 7a437609-9e7c-4da1-a833-d914931c7340, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6e680b6-a9f3-4178-b22f-f5b78f63880d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0cfe7bcb-5c8b-4dc9-9819-45642e49f080'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:08:01.241651 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-66468278-6587-492e-9c8b-8d06659ce5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (7a437609-9e7c-4da1-a833-d914931c7340), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:01.269450 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c7749a9c-43ff-442f-9005-b49faaf57046 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (e326a398-50f6-4558-9e2b-c19efe40e775), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:01.281571 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a023fb42-ebac-406f-83da-aa1be2ad72de tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Made reservation on behalf of f31334bc846b471aace4cb8b5f10ff51 for: {'port': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:08:01.336419 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64432c2-63d4-4526-9b85-ca02cfabd618 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-42edc29f-8c98-4058-994e-1dc4e7a022d1', 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'project_id': 'f31334bc846b471aace4cb8b5f10ff51', 'fixed_ips': [{'subnet_id': '73ce836c-20d4-4dd7-b42d-bc08e5b91075'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:08:01.338472 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e64432c2-63d4-4526-9b85-ca02cfabd618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:01.372376 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-62e74b54-d813-4752-9838-f630b0071da3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Allocated IP 172.20.0.9 (0cfe7bcb-5c8b-4dc9-9819-45642e49f080/b23c57f2-a87f-4455-9076-524a39901ef6/ffeeb329-7ee1-48c0-8e9d-db2f3034d921) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:08:01.393872 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:01.436721 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 84e5e3f7-27d7-402b-8d0f-90cdf1be2868 could not be found. Oct 04 21:08:01.436721 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:08:01.436721 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:08:01.436721 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:08:01.436721 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:08:01.436721 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:08:01.436721 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:08:01.436721 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:08:01.436721 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:08:01.436721 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:08:01.436721 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:08:01.436721 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:08:01.436721 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:08:01.436721 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:08:01.436721 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:01.436721 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:01.436721 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:01.436721 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:01.436721 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:08:01.436721 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:01.436721 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:08:01.436721 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:08:01.436721 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:01.436721 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:01.436721 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:01.436721 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:01.436721 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:08:01.436721 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:01.436721 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:08:01.436721 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:08:01.436721 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:01.436721 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:01.436721 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:01.436721 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:01.436721 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:08:01.436721 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:08:01.436721 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:08:01.436721 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:08:01.436721 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:08:01.436721 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:08:01.436721 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 84e5e3f7-27d7-402b-8d0f-90cdf1be2868 could not be found. Oct 04 21:08:01.436721 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:08:01.447276 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Attempting to bind port 0466062c-6c79-4871-9d89-a9bc679a59cf on network 09436feb-d97b-4247-9419-ef3d0df4d73f {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:08:01.470408 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a55db409-20e4-4547-bcb0-7f96f23295cf tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (0466062c-6c79-4871-9d89-a9bc679a59cf), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:01.526719 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 84e5e3f7-27d7-402b-8d0f-90cdf1be2868 could not be found. Oct 04 21:08:01.526719 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:08:01.526719 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:08:01.526719 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:08:01.526719 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:08:01.526719 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:08:01.526719 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:08:01.526719 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:08:01.526719 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:08:01.526719 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:08:01.526719 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:08:01.526719 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:08:01.526719 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:01.526719 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:01.526719 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:01.526719 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:01.526719 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:08:01.526719 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:01.526719 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:08:01.526719 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:08:01.526719 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:01.526719 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:01.526719 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:01.526719 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:01.526719 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:08:01.526719 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:01.526719 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:08:01.526719 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:08:01.526719 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:01.526719 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:01.526719 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:01.526719 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:01.526719 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:08:01.526719 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:08:01.526719 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:08:01.526719 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:08:01.526719 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:08:01.526719 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:08:01.526719 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 84e5e3f7-27d7-402b-8d0f-90cdf1be2868 could not be found. Oct 04 21:08:01.526719 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:08:01.526719 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Failed to bind port 0466062c-6c79-4871-9d89-a9bc679a59cf on host n-d-852085-12 for vnic_type normal using segments [{'id': '15141dda-35a4-4d5c-ba0d-a2177efdd18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '09436feb-d97b-4247-9419-ef3d0df4d73f'}] Oct 04 21:08:01.544684 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Attempt 8 to bind port 0466062c-6c79-4871-9d89-a9bc679a59cf Oct 04 21:08:01.577573 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c7749a9c-43ff-442f-9005-b49faaf57046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (e326a398-50f6-4558-9e2b-c19efe40e775), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:01.579528 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7749a9c-43ff-442f-9005-b49faaf57046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:08:01.580756 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c7749a9c-43ff-442f-9005-b49faaf57046 admin admin] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:01.602639 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a023fb42-ebac-406f-83da-aa1be2ad72de tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:01.659639 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [None req-a023fb42-ebac-406f-83da-aa1be2ad72de tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] device_id is not set on port 14f535d0-3d0e-400c-86b9-c946055023fb yet. {{(pid=108170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 21:08:01.662797 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55db409-20e4-4547-bcb0-7f96f23295cf tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Pushing event deleted for resources: {'Port': ['ID=0466062c-6c79-4871-9d89-a9bc679a59cf,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:01.721014 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b35d9b37-46df-4384-ad33-0a5e48406bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (124623e3-9f94-4b2f-9597-82851ed5391b), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:01.721828 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55db409-20e4-4547-bcb0-7f96f23295cf tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] No DVR routers for this DVR port 0466062c-6c79-4871-9d89-a9bc679a59cf on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:08:01.722940 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35d9b37-46df-4384-ad33-0a5e48406bd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:08:01.725114 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b35d9b37-46df-4384-ad33-0a5e48406bd5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:01.731803 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Attempting to bind port 0466062c-6c79-4871-9d89-a9bc679a59cf on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:08:01.732410 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Attempting to bind port 0466062c-6c79-4871-9d89-a9bc679a59cf by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15141dda-35a4-4d5c-ba0d-a2177efdd18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '09436feb-d97b-4247-9419-ef3d0df4d73f'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:08:01.733015 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Attempting to bind port 0466062c-6c79-4871-9d89-a9bc679a59cf on network 09436feb-d97b-4247-9419-ef3d0df4d73f {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:08:01.744004 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-66468278-6587-492e-9c8b-8d06659ce5c3 None None] For port 7a437609-9e7c-4da1-a833-d914931c7340, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:08:01.800042 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 84e5e3f7-27d7-402b-8d0f-90cdf1be2868 could not be found. Oct 04 21:08:01.800042 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:08:01.800042 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:08:01.800042 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:08:01.800042 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:08:01.800042 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:08:01.800042 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:08:01.800042 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:08:01.800042 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:08:01.800042 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:08:01.800042 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:08:01.800042 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:08:01.800042 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:08:01.800042 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:08:01.800042 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:01.800042 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:01.800042 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:01.800042 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:01.800042 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:08:01.800042 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:01.800042 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:08:01.800042 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:08:01.800042 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:01.800042 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:01.800042 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:01.800042 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:01.800042 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:08:01.800042 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:01.800042 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:08:01.800042 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:08:01.800042 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:01.800042 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:01.800042 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:01.800042 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:01.800042 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:08:01.800042 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:08:01.800042 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:08:01.800042 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:08:01.800042 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:08:01.800042 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:08:01.800042 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 84e5e3f7-27d7-402b-8d0f-90cdf1be2868 could not be found. Oct 04 21:08:01.800042 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:08:01.808564 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Attempting to bind port 0466062c-6c79-4871-9d89-a9bc679a59cf on network 09436feb-d97b-4247-9419-ef3d0df4d73f {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:08:01.829610 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-66468278-6587-492e-9c8b-8d06659ce5c3 None None] For port 7a437609-9e7c-4da1-a833-d914931c7340, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=7a437609-9e7c-4da1-a833-d914931c7340,segment=NetworkSegment(a6e680b6-a9f3-4178-b22f-f5b78f63880d),segment_id=a6e680b6-a9f3-4178-b22f-f5b78f63880d)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:08:01.876861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 84e5e3f7-27d7-402b-8d0f-90cdf1be2868 could not be found. Oct 04 21:08:01.876861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:08:01.876861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:08:01.876861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:08:01.876861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:08:01.876861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:08:01.876861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:08:01.876861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:08:01.876861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:08:01.876861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:08:01.876861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:08:01.876861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:08:01.876861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:01.876861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:01.876861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:01.876861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:01.876861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:08:01.876861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:01.876861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:08:01.876861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:08:01.876861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:01.876861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:01.876861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:01.876861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:01.876861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:08:01.876861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:01.876861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:08:01.876861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:08:01.876861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:01.876861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:01.876861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:01.876861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:01.876861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:08:01.876861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:08:01.876861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:08:01.876861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:08:01.876861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:08:01.876861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:08:01.876861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 84e5e3f7-27d7-402b-8d0f-90cdf1be2868 could not be found. Oct 04 21:08:01.876861 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:08:01.902001 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Failed to bind port 0466062c-6c79-4871-9d89-a9bc679a59cf on host n-d-852085-12 for vnic_type normal using segments [{'id': '15141dda-35a4-4d5c-ba0d-a2177efdd18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '09436feb-d97b-4247-9419-ef3d0df4d73f'}] Oct 04 21:08:01.902001 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Attempt 9 to bind port 0466062c-6c79-4871-9d89-a9bc679a59cf Oct 04 21:08:01.944268 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Attempting to bind port 0466062c-6c79-4871-9d89-a9bc679a59cf on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:08:01.944879 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Attempting to bind port 0466062c-6c79-4871-9d89-a9bc679a59cf by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15141dda-35a4-4d5c-ba0d-a2177efdd18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '09436feb-d97b-4247-9419-ef3d0df4d73f'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:08:01.945434 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Attempting to bind port 0466062c-6c79-4871-9d89-a9bc679a59cf on network 09436feb-d97b-4247-9419-ef3d0df4d73f {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:08:01.997453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 84e5e3f7-27d7-402b-8d0f-90cdf1be2868 could not be found. Oct 04 21:08:01.997453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:08:01.997453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:08:01.997453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:08:01.997453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:08:01.997453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:08:01.997453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:08:01.997453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:08:01.997453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:08:01.997453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:08:01.997453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:08:01.997453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:08:01.997453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:08:01.997453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:08:01.997453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:01.997453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:01.997453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:01.997453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:01.997453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:08:01.997453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:01.997453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:08:01.997453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:08:01.997453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:01.997453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:01.997453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:01.997453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:01.997453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:08:01.997453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:01.997453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:08:01.997453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:08:01.997453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:01.997453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:01.997453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:01.997453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:01.997453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:08:01.997453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:08:01.997453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:08:01.997453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:08:01.997453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:08:01.997453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:08:01.997453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 84e5e3f7-27d7-402b-8d0f-90cdf1be2868 could not be found. Oct 04 21:08:01.997453 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:08:02.009954 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Attempting to bind port 0466062c-6c79-4871-9d89-a9bc679a59cf on network 09436feb-d97b-4247-9419-ef3d0df4d73f {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:08:02.009954 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-66468278-6587-492e-9c8b-8d06659ce5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (7a437609-9e7c-4da1-a833-d914931c7340), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:02.061911 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:02.148753 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c7749a9c-43ff-442f-9005-b49faaf57046 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 4.7386925 Oct 04 21:08:02.174140 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 58966) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:08:02.214109 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7749a9c-43ff-442f-9005-b49faaf57046 admin admin] Pushing event updated for resources: {'Network': ['ID=e326a398-50f6-4558-9e2b-c19efe40e775,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:02.248106 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-72751359-c9df-44a7-875f-d6f897b71cad admin admin] Request body: {'subnet': {'network_id': 'e326a398-50f6-4558-9e2b-c19efe40e775', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-382235287-subnet', 'tenant_id': 'c709d51ca1644fd088da2b983c59270f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:08:02.284966 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66468278-6587-492e-9c8b-8d06659ce5c3 None None] Pushing event updated for resources: {'Port': ['ID=7a437609-9e7c-4da1-a833-d914931c7340,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:02.327943 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network e326a398-50f6-4558-9e2b-c19efe40e775 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:08:02.340914 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b35d9b37-46df-4384-ad33-0a5e48406bd5 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.5053411 Oct 04 21:08:02.358406 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58970) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:08:02.373667 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-7d68e75a-41e0-4eca-b451-8336d0d8792c admin admin] Request body: {'subnet': {'network_id': '124623e3-9f94-4b2f-9597-82851ed5391b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1418663750-subnet', 'tenant_id': '2e5de3cd23f54af491e3e2ee52f16035', 'ip_version': 4}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:08:02.382538 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 84e5e3f7-27d7-402b-8d0f-90cdf1be2868 could not be found. Oct 04 21:08:02.382538 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:08:02.382538 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:08:02.382538 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:08:02.382538 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:08:02.382538 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:08:02.382538 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:08:02.382538 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:08:02.382538 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:08:02.382538 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:08:02.382538 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:08:02.382538 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:08:02.382538 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:02.382538 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:02.382538 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:02.382538 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:02.382538 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:08:02.382538 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:02.382538 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:08:02.382538 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:08:02.382538 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:02.382538 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:02.382538 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:02.382538 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:02.382538 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:08:02.382538 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:02.382538 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:08:02.382538 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:08:02.382538 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:02.382538 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:02.382538 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:02.382538 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:02.382538 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:08:02.382538 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:08:02.382538 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:08:02.382538 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:08:02.382538 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:08:02.382538 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:08:02.382538 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 84e5e3f7-27d7-402b-8d0f-90cdf1be2868 could not be found. Oct 04 21:08:02.382538 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:08:02.388013 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Failed to bind port 0466062c-6c79-4871-9d89-a9bc679a59cf on host n-d-852085-12 for vnic_type normal using segments [{'id': '15141dda-35a4-4d5c-ba0d-a2177efdd18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '09436feb-d97b-4247-9419-ef3d0df4d73f'}] Oct 04 21:08:02.392301 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-e64432c2-63d4-4526-9b85-ca02cfabd618 None None] Allocated IP 2001:db8::2 (42edc29f-8c98-4058-994e-1dc4e7a022d1/73ce836c-20d4-4dd7-b42d-bc08e5b91075/2a497e1c-204e-4633-86c9-65673963aa6d) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:08:02.394465 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35d9b37-46df-4384-ad33-0a5e48406bd5 admin admin] Pushing event updated for resources: {'Network': ['ID=124623e3-9f94-4b2f-9597-82851ed5391b,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:02.427674 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=84,neutron:INSERT=6,neutron:UPDATE=6,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:02.431672 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a55db409-20e4-4547-bcb0-7f96f23295cf tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (09436feb-d97b-4247-9419-ef3d0df4d73f), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:02.458763 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Attempt 10 to bind port 0466062c-6c79-4871-9d89-a9bc679a59cf Oct 04 21:08:02.486418 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 124623e3-9f94-4b2f-9597-82851ed5391b details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:08:02.648462 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-a55db409-20e4-4547-bcb0-7f96f23295cf tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09436feb-d97b-4247-9419-ef3d0df4d73f']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:08:02.653864 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d68e75a-41e0-4eca-b451-8336d0d8792c admin admin] Made reservation on behalf of 2e5de3cd23f54af491e3e2ee52f16035 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:08:02.654279 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7d68e75a-41e0-4eca-b451-8336d0d8792c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:02.661765 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72751359-c9df-44a7-875f-d6f897b71cad admin admin] Made reservation on behalf of c709d51ca1644fd088da2b983c59270f for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:08:02.668523 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-72751359-c9df-44a7-875f-d6f897b71cad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:02.778840 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:02.864220 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-a55db409-20e4-4547-bcb0-7f96f23295cf tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15141dda-35a4-4d5c-ba0d-a2177efdd18a') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:08:02.864646 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-a55db409-20e4-4547-bcb0-7f96f23295cf tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15141dda-35a4-4d5c-ba0d-a2177efdd18a') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:08:02.915955 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Attempting to bind port 0466062c-6c79-4871-9d89-a9bc679a59cf on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:08:02.916702 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Attempting to bind port 0466062c-6c79-4871-9d89-a9bc679a59cf by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15141dda-35a4-4d5c-ba0d-a2177efdd18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '09436feb-d97b-4247-9419-ef3d0df4d73f'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:08:02.917600 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Attempting to bind port 0466062c-6c79-4871-9d89-a9bc679a59cf on network 09436feb-d97b-4247-9419-ef3d0df4d73f {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:08:03.018087 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a55db409-20e4-4547-bcb0-7f96f23295cf tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (15141dda-35a4-4d5c-ba0d-a2177efdd18a), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:03.102973 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 84e5e3f7-27d7-402b-8d0f-90cdf1be2868 could not be found. Oct 04 21:08:03.102973 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:08:03.102973 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:08:03.102973 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:08:03.102973 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:08:03.102973 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:08:03.102973 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:08:03.102973 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:08:03.102973 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:08:03.102973 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:08:03.102973 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:08:03.102973 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:08:03.102973 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:08:03.102973 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:08:03.102973 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:03.102973 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:03.102973 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:03.102973 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:03.102973 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:08:03.102973 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:03.102973 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:08:03.102973 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:08:03.102973 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:03.102973 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:03.102973 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:03.102973 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:03.102973 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:08:03.102973 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:03.102973 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:08:03.102973 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:08:03.102973 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:03.102973 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:03.102973 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:03.102973 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:03.102973 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:08:03.102973 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:08:03.102973 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:08:03.102973 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:08:03.102973 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:08:03.102973 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:08:03.102973 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 84e5e3f7-27d7-402b-8d0f-90cdf1be2868 could not be found. Oct 04 21:08:03.102973 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:08:03.121040 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Attempting to bind port 0466062c-6c79-4871-9d89-a9bc679a59cf on network 09436feb-d97b-4247-9419-ef3d0df4d73f {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:08:03.121040 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:03.128564 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-62e74b54-d813-4752-9838-f630b0071da3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for port (ffeeb329-7ee1-48c0-8e9d-db2f3034d921), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:03.145621 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a55db409-20e4-4547-bcb0-7f96f23295cf tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (15141dda-35a4-4d5c-ba0d-a2177efdd18a), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:03.149357 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:03.153666 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-28e6db1c-a247-4310-993d-60896ed8821d req-72945103-4680-4ea5-8a07-5c88c310c8a0 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=e5caffef-3784-4343-9a47-bb934f2b2214&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2847388 Oct 04 21:08:03.207926 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a55db409-20e4-4547-bcb0-7f96f23295cf tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:08:03.209284 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a55db409-20e4-4547-bcb0-7f96f23295cf tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (15141dda-35a4-4d5c-ba0d-a2177efdd18a), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:03.227569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 84e5e3f7-27d7-402b-8d0f-90cdf1be2868 could not be found. Oct 04 21:08:03.227569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:08:03.227569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:08:03.227569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:08:03.227569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:08:03.227569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:08:03.227569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:08:03.227569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:08:03.227569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:08:03.227569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:08:03.227569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:08:03.227569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:08:03.227569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:03.227569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:03.227569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:03.227569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:03.227569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:08:03.227569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:03.227569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:08:03.227569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:08:03.227569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:03.227569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:03.227569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:03.227569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:03.227569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:08:03.227569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:03.227569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:08:03.227569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:08:03.227569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:03.227569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:03.227569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:03.227569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:03.227569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:08:03.227569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:08:03.227569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:08:03.227569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:08:03.227569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:08:03.227569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:08:03.227569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 84e5e3f7-27d7-402b-8d0f-90cdf1be2868 could not be found. Oct 04 21:08:03.227569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:08:03.227569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Failed to bind port 0466062c-6c79-4871-9d89-a9bc679a59cf on host n-d-852085-12 for vnic_type normal using segments [{'id': '15141dda-35a4-4d5c-ba0d-a2177efdd18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '09436feb-d97b-4247-9419-ef3d0df4d73f'}] Oct 04 21:08:03.227569 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (0466062c-6c79-4871-9d89-a9bc679a59cf), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:03.310488 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7d68e75a-41e0-4eca-b451-8336d0d8792c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (c68ea9dd-fb07-46cf-8b17-8ba258be508f), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:03.312028 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-f5331be3-a2a4-4fbc-9545-8c4f706d9179 None None] Port 0466062c-6c79-4871-9d89-a9bc679a59cf has been deleted concurrently {{(pid=108171) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:696}} Oct 04 21:08:03.322381 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 15141dda-35a4-4d5c-ba0d-a2177efdd18a resource provider aggregate not found Oct 04 21:08:03.473380 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d68e75a-41e0-4eca-b451-8336d0d8792c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c68ea9dd-fb07-46cf-8b17-8ba258be508f,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:03.590521 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d68e75a-41e0-4eca-b451-8336d0d8792c admin admin] Checking segment: {'id': '5274ffb0-da84-4cf7-abc3-aa2af32f3a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '124623e3-9f94-4b2f-9597-82851ed5391b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:08:03.591422 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d68e75a-41e0-4eca-b451-8336d0d8792c admin admin] Network hostable DHCP agents. Network: 124623e3-9f94-4b2f-9597-82851ed5391b, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:08:03.607736 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:DELETE=2,neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:03.627044 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 15141dda-35a4-4d5c-ba0d-a2177efdd18a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 15141dda-35a4-4d5c-ba0d-a2177efdd18a found for delete ", "request_id": "req-821d39a2-e056-4632-a329-9ff6bf34d628"}]} Oct 04 21:08:03.643816 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e64432c2-63d4-4526-9b85-ca02cfabd618 None None] Publish callbacks [] for port (2a497e1c-204e-4633-86c9-65673963aa6d), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:03.654987 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:03.681529 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e6db1c-a247-4310-993d-60896ed8821d req-01907acb-f90d-47e3-9dd9-26291de115e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:08:03.687679 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-28e6db1c-a247-4310-993d-60896ed8821d req-01907acb-f90d-47e3-9dd9-26291de115e3 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=f1825a1177a04e78bd4d42c9ab83c051&device_id=e5caffef-3784-4343-9a47-bb934f2b2214 HTTP/1.1" status: 200 len: 1131 time: 0.3717995 Oct 04 21:08:03.758638 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e64432c2-63d4-4526-9b85-ca02cfabd618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (2a497e1c-204e-4633-86c9-65673963aa6d), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:03.834599 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d68e75a-41e0-4eca-b451-8336d0d8792c admin admin] Network 124623e3-9f94-4b2f-9597-82851ed5391b is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:08:04.051328 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64432c2-63d4-4526-9b85-ca02cfabd618 None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:08:04.059105 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64432c2-63d4-4526-9b85-ca02cfabd618 None None] Pushing event updated for resources: {'Port': ['ID=2a497e1c-204e-4633-86c9-65673963aa6d,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:04.067507 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-e64432c2-63d4-4526-9b85-ca02cfabd618 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:08:04.071703 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64432c2-63d4-4526-9b85-ca02cfabd618 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:08:04.074569 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-a023fb42-ebac-406f-83da-aa1be2ad72de tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Allocated IP 2001:db8::bc2f:e701:3059:e873 (42edc29f-8c98-4058-994e-1dc4e7a022d1/73ce836c-20d4-4dd7-b42d-bc08e5b91075/14f535d0-3d0e-400c-86b9-c946055023fb) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:08:04.112684 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a55db409-20e4-4547-bcb0-7f96f23295cf tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (09436feb-d97b-4247-9419-ef3d0df4d73f), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:04.117928 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-7d68e75a-41e0-4eca-b451-8336d0d8792c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 124623e3-9f94-4b2f-9597-82851ed5391b) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:08:04.134715 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a55db409-20e4-4547-bcb0-7f96f23295cf tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:04.141658 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d68e75a-41e0-4eca-b451-8336d0d8792c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:08:04.144488 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7d68e75a-41e0-4eca-b451-8336d0d8792c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:04.151794 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a55db409-20e4-4547-bcb0-7f96f23295cf tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "DELETE /networking/v2.0/networks/09436feb-d97b-4247-9419-ef3d0df4d73f HTTP/1.1" status: 204 len: 168 time: 11.9699357 Oct 04 21:08:04.153883 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-62e74b54-d813-4752-9838-f630b0071da3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (ffeeb329-7ee1-48c0-8e9d-db2f3034d921), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:04.180306 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58986) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:08:04.212600 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-1ce1d071-350e-46fd-b155-de0ccd0acd0c tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-67340580'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:08:04.249326 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1015acf4-57f2-4140-972e-85ac7c58ec65 None None] Network 124623e3-9f94-4b2f-9597-82851ed5391b requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:08:04.365843 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e74b54-d813-4752-9838-f630b0071da3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event updated for resources: {'Port': ['ID=ffeeb329-7ee1-48c0-8e9d-db2f3034d921,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:04.435716 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55db409-20e4-4547-bcb0-7f96f23295cf tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Pushing event deleted for resources: {'Network': ['ID=09436feb-d97b-4247-9419-ef3d0df4d73f,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:04.566746 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:UPDATE=5,neutron:SELECT=93,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:04.576969 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-e64432c2-63d4-4526-9b85-ca02cfabd618 None None] Attempting to bind port 2a497e1c-204e-4633-86c9-65673963aa6d on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:08:04.577583 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-e64432c2-63d4-4526-9b85-ca02cfabd618 None None] Attempting to bind port 2a497e1c-204e-4633-86c9-65673963aa6d by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:08:04.578212 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64432c2-63d4-4526-9b85-ca02cfabd618 None None] Attempting to bind port 2a497e1c-204e-4633-86c9-65673963aa6d on network 42edc29f-8c98-4058-994e-1dc4e7a022d1 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:08:04.589326 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e74b54-d813-4752-9838-f630b0071da3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Network 0cfe7bcb-5c8b-4dc9-9819-45642e49f080 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:08:04.632092 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:04.649759 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-62e74b54-d813-4752-9838-f630b0071da3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:08:04.650104 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 7a437609-9e7c-4da1-a833-d914931c7340 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:08:04.656523 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e74b54-d813-4752-9838-f630b0071da3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:08:04.676249 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e6db1c-a247-4310-993d-60896ed8821d req-c1770b68-9151-451a-b1bf-9662805eba3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:08:04.679085 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-28e6db1c-a247-4310-993d-60896ed8821d req-c1770b68-9151-451a-b1bf-9662805eba3b service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=42fbb05e-3f96-444f-a676-04ee9d06a8c7 HTTP/1.1" status: 200 len: 870 time: 0.9371018 Oct 04 21:08:04.766052 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-7d68e75a-41e0-4eca-b451-8336d0d8792c admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.4043343 Oct 04 21:08:04.775156 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58988) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:08:04.790638 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-71e9a265-e681-4176-bb71-acf4bb046177 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1418663750-router', 'tenant_id': '2e5de3cd23f54af491e3e2ee52f16035', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:08:04.804344 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce1d071-350e-46fd-b155-de0ccd0acd0c tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Made reservation on behalf of d2227c0bff3a4d24894ea6838f5ffe54 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:08:04.813409 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1ce1d071-350e-46fd-b155-de0ccd0acd0c tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:04.816793 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-28e6db1c-a247-4310-993d-60896ed8821d req-a7bb75f5-1550-4dd4-a91f-1ee679c31004 service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=1c154906-993f-4652-add1-a70d59e80af4 HTTP/1.1" status: 200 len: 217 time: 0.0824087 Oct 04 21:08:04.863394 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ed5be4-b9e8-41c1-9cb5-7d2b4243dee7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-124623e3-9f94-4b2f-9597-82851ed5391b', 'network_id': '124623e3-9f94-4b2f-9597-82851ed5391b', 'project_id': '2e5de3cd23f54af491e3e2ee52f16035', 'fixed_ips': [{'subnet_id': 'c68ea9dd-fb07-46cf-8b17-8ba258be508f'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:08:04.864982 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c7ed5be4-b9e8-41c1-9cb5-7d2b4243dee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:04.900081 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 7a437609-9e7c-4da1-a833-d914931c7340 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:08:04.901077 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (7a437609-9e7c-4da1-a833-d914931c7340), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:04.901899 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 7a437609-9e7c-4da1-a833-d914931c7340 Oct 04 21:08:04.936722 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73cf0a0-9d05-4030-b1f2-76d6b0aa129a None None] Network 0cfe7bcb-5c8b-4dc9-9819-45642e49f080 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:08:04.985690 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-72751359-c9df-44a7-875f-d6f897b71cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (33be4513-aaae-4179-8354-307a4bf54f8f), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:04.991029 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e6db1c-a247-4310-993d-60896ed8821d req-8f364f44-d21b-42e3-9060-5ecb4b1b1d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:08:04.993705 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-28e6db1c-a247-4310-993d-60896ed8821d req-8f364f44-d21b-42e3-9060-5ecb4b1b1d36 service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.1699541 Oct 04 21:08:05.195983 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a023fb42-ebac-406f-83da-aa1be2ad72de tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for port (14f535d0-3d0e-400c-86b9-c946055023fb), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:05.209228 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e74b54-d813-4752-9838-f630b0071da3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:08:05.211434 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-62e74b54-d813-4752-9838-f630b0071da3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:05.237085 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ce1d071-350e-46fd-b155-de0ccd0acd0c tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:08:05.241103 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:05.285449 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1ce1d071-350e-46fd-b155-de0ccd0acd0c tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (27bca753-5a8b-4e88-ad8c-e36e061b657a), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:05.286104 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-1ce1d071-350e-46fd-b155-de0ccd0acd0c tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Added segment 27bca753-5a8b-4e88-ad8c-e36e061b657a of type vlan for network 5d2ffcdd-0d9e-4cd1-8e36-3600ef61942b Oct 04 21:08:05.359012 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e6db1c-a247-4310-993d-60896ed8821d req-069a7c90-7159-45f1-a00d-83c9046dbedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:08:05.362556 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-28e6db1c-a247-4310-993d-60896ed8821d req-069a7c90-7159-45f1-a00d-83c9046dbedc service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3420370 Oct 04 21:08:05.368467 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72751359-c9df-44a7-875f-d6f897b71cad admin admin] Pushing event updated for resources: {'Subnet': ['ID=33be4513-aaae-4179-8354-307a4bf54f8f,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:05.377152 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72751359-c9df-44a7-875f-d6f897b71cad admin admin] Checking segment: {'id': '49e07783-ecd0-40ba-9570-df9867ab807b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e326a398-50f6-4558-9e2b-c19efe40e775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:08:05.378125 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72751359-c9df-44a7-875f-d6f897b71cad admin admin] Network hostable DHCP agents. Network: e326a398-50f6-4558-9e2b-c19efe40e775, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:08:05.403386 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1ce1d071-350e-46fd-b155-de0ccd0acd0c tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (5d2ffcdd-0d9e-4cd1-8e36-3600ef61942b), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:05.408622 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64432c2-63d4-4526-9b85-ca02cfabd618 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:08:05.409464 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64432c2-63d4-4526-9b85-ca02cfabd618 None None] Checking segment: {'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:08:05.411296 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e64432c2-63d4-4526-9b85-ca02cfabd618 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:05.412188 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64432c2-63d4-4526-9b85-ca02cfabd618 None None] Bound using segment: {'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:08:05.415049 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-e64432c2-63d4-4526-9b85-ca02cfabd618 None None] Bound port: 2a497e1c-204e-4633-86c9-65673963aa6d, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:08:05.415834 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e64432c2-63d4-4526-9b85-ca02cfabd618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (2a497e1c-204e-4633-86c9-65673963aa6d), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:05.448717 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-71e9a265-e681-4176-bb71-acf4bb046177 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (96ca2132-9d70-4ed1-b37a-d41805bfcbac), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:05.451244 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-71e9a265-e681-4176-bb71-acf4bb046177 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (96ca2132-9d70-4ed1-b37a-d41805bfcbac), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:05.539525 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-644dc8f3-11a5-4803-ab9a-f34e14764161 None None] Provisioning complete for port 7a437609-9e7c-4da1-a833-d914931c7340 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:08:05.540024 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-644dc8f3-11a5-4803-ab9a-f34e14764161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (7a437609-9e7c-4da1-a833-d914931c7340), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:05.540648 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-644dc8f3-11a5-4803-ab9a-f34e14764161 None None] Attempt 1 to provision port 7a437609-9e7c-4da1-a833-d914931c7340 Oct 04 21:08:05.606912 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-62e74b54-d813-4752-9838-f630b0071da3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 923 time: 7.4375401 Oct 04 21:08:05.624261 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 58994) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:08:05.765180 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72751359-c9df-44a7-875f-d6f897b71cad admin admin] Network e326a398-50f6-4558-9e2b-c19efe40e775 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:08:05.838272 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:05.844767 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a023fb42-ebac-406f-83da-aa1be2ad72de tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (14f535d0-3d0e-400c-86b9-c946055023fb), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:05.883060 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-28e6db1c-a247-4310-993d-60896ed8821d req-e0f536b3-dda6-4a79-af10-95fa4a7a130a service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5080588 Oct 04 21:08:05.919615 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1ce1d071-350e-46fd-b155-de0ccd0acd0c tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (5d2ffcdd-0d9e-4cd1-8e36-3600ef61942b), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:05.936962 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce1d071-350e-46fd-b155-de0ccd0acd0c tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:08:05.937354 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1ce1d071-350e-46fd-b155-de0ccd0acd0c tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:05.950727 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-71e9a265-e681-4176-bb71-acf4bb046177 admin admin] Publish callbacks [] for router_controller (96ca2132-9d70-4ed1-b37a-d41805bfcbac), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:06.037735 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e64432c2-63d4-4526-9b85-ca02cfabd618 None None] For port 2a497e1c-204e-4633-86c9-65673963aa6d, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:08:06.075637 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-72751359-c9df-44a7-875f-d6f897b71cad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, e326a398-50f6-4558-9e2b-c19efe40e775) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:08:06.088623 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72751359-c9df-44a7-875f-d6f897b71cad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:08:06.089657 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-72751359-c9df-44a7-875f-d6f897b71cad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:06.143666 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e64432c2-63d4-4526-9b85-ca02cfabd618 None None] For port 2a497e1c-204e-4633-86c9-65673963aa6d, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=2a497e1c-204e-4633-86c9-65673963aa6d,segment=NetworkSegment(a074d1d3-d8bf-45a2-a3f3-7647e2465b5f),segment_id=a074d1d3-d8bf-45a2-a3f3-7647e2465b5f)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:08:06.202644 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a023fb42-ebac-406f-83da-aa1be2ad72de tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event updated for resources: {'Port': ['ID=14f535d0-3d0e-400c-86b9-c946055023fb,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:06.215866 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-c7ed5be4-b9e8-41c1-9cb5-7d2b4243dee7 None None] Allocated IP 172.20.0.2 (124623e3-9f94-4b2f-9597-82851ed5391b/c68ea9dd-fb07-46cf-8b17-8ba258be508f/d78ffdbe-bcb5-4eeb-a57c-004fa8af20cc) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:08:06.289296 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29a81a9-6b95-48c4-8246-0d94e45003f1 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:08:06.293765 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-d29a81a9-6b95-48c4-8246-0d94e45003f1 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "GET /networking/v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.6648149 Oct 04 21:08:06.303321 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-72751359-c9df-44a7-875f-d6f897b71cad admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 4.0836716 Oct 04 21:08:06.314549 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59000) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:08:06.527852 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:06.534754 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-28e6db1c-a247-4310-993d-60896ed8821d req-b123b3c6-a8a0-466d-aef3-ea0ecf560c40 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6450310 Oct 04 21:08:06.585312 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d14d0d3-80b5-4f13-9185-9b6512e140f5 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:08:06.613786 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d14d0d3-80b5-4f13-9185-9b6512e140f5 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:08:06.641684 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d14d0d3-80b5-4f13-9185-9b6512e140f5 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:08:06.647949 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-1d14d0d3-80b5-4f13-9185-9b6512e140f5 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "GET /networking/v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.3156705 Oct 04 21:08:06.656062 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59004) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:08:06.730774 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-1ce1d071-350e-46fd-b155-de0ccd0acd0c tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.5366333 Oct 04 21:08:06.743108 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a023fb42-ebac-406f-83da-aa1be2ad72de tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:08:06.744242 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 59006) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:08:06.754058 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-e67ad992-30d0-44b4-a566-e728ac801076 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Request body: {'subnet': {'network_id': '5d2ffcdd-0d9e-4cd1-8e36-3600ef61942b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:08:06.858541 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce1d071-350e-46fd-b155-de0ccd0acd0c tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Pushing event updated for resources: {'Network': ['ID=5d2ffcdd-0d9e-4cd1-8e36-3600ef61942b,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:06.860697 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-a023fb42-ebac-406f-83da-aa1be2ad72de tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:08:06.911305 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a023fb42-ebac-406f-83da-aa1be2ad72de tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:08:06.935466 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a023fb42-ebac-406f-83da-aa1be2ad72de tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:08:06.937081 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a023fb42-ebac-406f-83da-aa1be2ad72de tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:07.042980 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae85bbc-6cce-4811-aab6-847f9124a165 None None] Network e326a398-50f6-4558-9e2b-c19efe40e775 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:08:07.066668 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-e3218617-4a60-4c9c-a780-53904c1337ac tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Deleting port ffeeb329-7ee1-48c0-8e9d-db2f3034d921 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:08:07.067170 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e3218617-4a60-4c9c-a780-53904c1337ac tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (ffeeb329-7ee1-48c0-8e9d-db2f3034d921), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:07.286741 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150c1406-7850-46ea-9376-c38190db7640 None None] DHCP port deletion for 09436feb-d97b-4247-9419-ef3d0df4d73f request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:08:07.291181 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 5d2ffcdd-0d9e-4cd1-8e36-3600ef61942b details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:08:07.294343 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-71e9a265-e681-4176-bb71-acf4bb046177 admin admin] Publish callbacks [] for router_gateway (96ca2132-9d70-4ed1-b37a-d41805bfcbac), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:07.459659 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a023fb42-ebac-406f-83da-aa1be2ad72de tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 947 time: 6.8393576 Oct 04 21:08:07.469527 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59016) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:08:07.496690 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-17d98123-3325-4276-93a8-c7fa5515633a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Request body: {'port': {'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'fixed_ips': [{'subnet_id': '73ce836c-20d4-4dd7-b42d-bc08e5b91075', 'ip_address': '2001:db8::bc2f:e701:3059:e873'}], 'name': 'tempest-NetworksTestDHCPv6-1789633529'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:08:07.532125 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 7a437609-9e7c-4da1-a833-d914931c7340 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:08:07.532125 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (7a437609-9e7c-4da1-a833-d914931c7340), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:07.654026 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:07.685292 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e64432c2-63d4-4526-9b85-ca02cfabd618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (2a497e1c-204e-4633-86c9-65673963aa6d), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:07.745908 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67ad992-30d0-44b4-a566-e728ac801076 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Made reservation on behalf of d2227c0bff3a4d24894ea6838f5ffe54 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:08:07.771051 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e67ad992-30d0-44b4-a566-e728ac801076 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:07.968675 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e3218617-4a60-4c9c-a780-53904c1337ac tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (ffeeb329-7ee1-48c0-8e9d-db2f3034d921), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:08.092827 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-e3218617-4a60-4c9c-a780-53904c1337ac tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Calling delete_port for ffeeb329-7ee1-48c0-8e9d-db2f3034d921 owned by {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:08:08.253857 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:08.255929 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cb5d20-92ac-45cb-a475-674c47549652 None None] Network 09436feb-d97b-4247-9419-ef3d0df4d73f requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:08:08.268698 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-644dc8f3-11a5-4803-ab9a-f34e14764161 None None] Current status of the port 7a437609-9e7c-4da1-a833-d914931c7340 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:08:08.286077 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-644dc8f3-11a5-4803-ab9a-f34e14764161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (7a437609-9e7c-4da1-a833-d914931c7340), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:08.370928 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d98123-3325-4276-93a8-c7fa5515633a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Made reservation on behalf of f31334bc846b471aace4cb8b5f10ff51 for: {'port': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:08:08.844999 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-71e9a265-e681-4176-bb71-acf4bb046177 admin admin] Publish callbacks [] for router_gateway (96ca2132-9d70-4ed1-b37a-d41805bfcbac), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:08.854887 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cb5d20-92ac-45cb-a475-674c47549652 None None] Network 09436feb-d97b-4247-9419-ef3d0df4d73f could not be found, it might have been deleted concurrently. {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 04 21:08:08.945686 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-71e9a265-e681-4176-bb71-acf4bb046177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:08.992597 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-644dc8f3-11a5-4803-ab9a-f34e14764161 None None] For port 7a437609-9e7c-4da1-a833-d914931c7340, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=7a437609-9e7c-4da1-a833-d914931c7340,segment=NetworkSegment(a6e680b6-a9f3-4178-b22f-f5b78f63880d),segment_id=a6e680b6-a9f3-4178-b22f-f5b78f63880d)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:08:09.015787 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59030) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:08:09.019675 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff4db46-9306-4082-add6-6597e0acc53a None None] Network e326a398-50f6-4558-9e2b-c19efe40e775 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:08:09.034093 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64432c2-63d4-4526-9b85-ca02cfabd618 None None] Pushing event updated for resources: {'Port': ['ID=2a497e1c-204e-4633-86c9-65673963aa6d,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:09.035703 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-20079b59-1d11-4b49-a49e-fc47fb86f119 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-472942605-network', 'tenant_id': '344137dbfa264c3da4c122557dc3e5b9'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:08:09.091729 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-17d98123-3325-4276-93a8-c7fa5515633a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:09.149804 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e3218617-4a60-4c9c-a780-53904c1337ac tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (ffeeb329-7ee1-48c0-8e9d-db2f3034d921), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:09.253853 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:09.265562 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-644dc8f3-11a5-4803-ab9a-f34e14764161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (7a437609-9e7c-4da1-a833-d914931c7340), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:09.272141 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3218617-4a60-4c9c-a780-53904c1337ac tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event deleted for resources: {'Port': ['ID=ffeeb329-7ee1-48c0-8e9d-db2f3034d921,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:09.320907 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e67ad992-30d0-44b4-a566-e728ac801076 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (d016f3e4-6194-45a9-a1e6-66c91cc55b97), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:09.364370 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [None req-17d98123-3325-4276-93a8-c7fa5515633a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] device_id is not set on port 98d6f923-9305-4e08-9c55-29eb03d92dfd yet. {{(pid=108169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 21:08:09.486058 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20079b59-1d11-4b49-a49e-fc47fb86f119 admin admin] Made reservation on behalf of 344137dbfa264c3da4c122557dc3e5b9 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:08:09.490513 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-20079b59-1d11-4b49-a49e-fc47fb86f119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:09.554677 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-5c4a0235-1a3b-40cb-96ef-4f208517f9cc None None] Could not find standard attr ID for object 0466062c-6c79-4871-9d89-a9bc679a59cf. {{(pid=108171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 04 21:08:09.557977 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 21:08:09.559269 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 21:08:09.632613 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-71e9a265-e681-4176-bb71-acf4bb046177 admin admin] Allocated IP 172.25.5.199 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/1dc5a566-40e3-4c56-8836-0d53cd48d0d0) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:08:09.648467 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-20079b59-1d11-4b49-a49e-fc47fb86f119 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:09.661508 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e3218617-4a60-4c9c-a780-53904c1337ac tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:09.721086 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c7ed5be4-b9e8-41c1-9cb5-7d2b4243dee7 None None] Publish callbacks [] for port (d78ffdbe-bcb5-4eeb-a57c-004fa8af20cc), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:09.725376 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e3218617-4a60-4c9c-a780-53904c1337ac tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "DELETE /networking/v2.0/ports/ffeeb329-7ee1-48c0-8e9d-db2f3034d921 HTTP/1.1" status: 204 len: 168 time: 3.0502038 Oct 04 21:08:09.741353 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59036) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:08:09.776516 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644dc8f3-11a5-4803-ab9a-f34e14764161 None None] Pushing event updated for resources: {'Port': ['ID=7a437609-9e7c-4da1-a833-d914931c7340,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:09.782184 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-5c4a0235-1a3b-40cb-96ef-4f208517f9cc None None] Provisioning complete for port 7a437609-9e7c-4da1-a833-d914931c7340 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:08:09.783362 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5c4a0235-1a3b-40cb-96ef-4f208517f9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (7a437609-9e7c-4da1-a833-d914931c7340), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:09.785775 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-5c4a0235-1a3b-40cb-96ef-4f208517f9cc None None] Attempt 1 to provision port 7a437609-9e7c-4da1-a833-d914931c7340 Oct 04 21:08:09.883828 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:10.056298 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcd4c02c-4b19-4c72-a4cd-6db5303f6fb9 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] GET failed (client error): The resource could not be found. Oct 04 21:08:10.064803 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-dcd4c02c-4b19-4c72-a4cd-6db5303f6fb9 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "GET /networking/v2.0/ports/ffeeb329-7ee1-48c0-8e9d-db2f3034d921 HTTP/1.1" status: 404 len: 333 time: 0.2926354 Oct 04 21:08:10.080279 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59038) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:08:10.110704 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=7 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:10.172044 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ad992-30d0-44b4-a566-e728ac801076 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Pushing event updated for resources: {'Subnet': ['ID=d016f3e4-6194-45a9-a1e6-66c91cc55b97,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:10.204795 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67ad992-30d0-44b4-a566-e728ac801076 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Checking segment: {'id': '27bca753-5a8b-4e88-ad8c-e36e061b657a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '5d2ffcdd-0d9e-4cd1-8e36-3600ef61942b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:08:10.205039 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67ad992-30d0-44b4-a566-e728ac801076 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Network hostable DHCP agents. Network: 5d2ffcdd-0d9e-4cd1-8e36-3600ef61942b, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:08:10.254237 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=6 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:10.315515 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 7a437609-9e7c-4da1-a833-d914931c7340 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:08:10.343307 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c7ed5be4-b9e8-41c1-9cb5-7d2b4243dee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (d78ffdbe-bcb5-4eeb-a57c-004fa8af20cc), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:10.378826 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-71e9a265-e681-4176-bb71-acf4bb046177 admin admin] Publish callbacks [] for port (1dc5a566-40e3-4c56-8836-0d53cd48d0d0), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:10.403965 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:10.455292 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67ad992-30d0-44b4-a566-e728ac801076 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Network 5d2ffcdd-0d9e-4cd1-8e36-3600ef61942b is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:08:10.618061 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ed5be4-b9e8-41c1-9cb5-7d2b4243dee7 None None] Network 124623e3-9f94-4b2f-9597-82851ed5391b is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:08:10.621120 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-5c4a0235-1a3b-40cb-96ef-4f208517f9cc None None] Current status of the port 7a437609-9e7c-4da1-a833-d914931c7340 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:08:10.676992 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-e67ad992-30d0-44b4-a566-e728ac801076 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 5d2ffcdd-0d9e-4cd1-8e36-3600ef61942b) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:08:10.684725 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67ad992-30d0-44b4-a566-e728ac801076 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:08:10.692474 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e67ad992-30d0-44b4-a566-e728ac801076 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:10.733053 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-5c4a0235-1a3b-40cb-96ef-4f208517f9cc None None] Provisioning complete for port fdda268a-cb5e-4f09-9fbb-70f16fcb760c triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:08:10.733543 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5c4a0235-1a3b-40cb-96ef-4f208517f9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (fdda268a-cb5e-4f09-9fbb-70f16fcb760c), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:10.734120 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-5c4a0235-1a3b-40cb-96ef-4f208517f9cc None None] Attempt 1 to provision port fdda268a-cb5e-4f09-9fbb-70f16fcb760c Oct 04 21:08:10.750057 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-c7ed5be4-b9e8-41c1-9cb5-7d2b4243dee7 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:08:10.754855 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-158c9d29-8f1b-4b10-b5e5-dbfff79c178f tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Deleting port fdda268a-cb5e-4f09-9fbb-70f16fcb760c {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:08:10.755958 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-158c9d29-8f1b-4b10-b5e5-dbfff79c178f tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (fdda268a-cb5e-4f09-9fbb-70f16fcb760c), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:10.761268 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee46a6d-cc67-4bdb-8c3d-440af7684790 None None] Network 5d2ffcdd-0d9e-4cd1-8e36-3600ef61942b requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:08:10.769876 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-71e9a265-e681-4176-bb71-acf4bb046177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (1dc5a566-40e3-4c56-8836-0d53cd48d0d0), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:10.773738 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ed5be4-b9e8-41c1-9cb5-7d2b4243dee7 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:08:10.907382 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-17d98123-3325-4276-93a8-c7fa5515633a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] POST failed (client error): There was a conflict when trying to complete your request. Oct 04 21:08:10.920221 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17d98123-3325-4276-93a8-c7fa5515633a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:08:10.947102 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-e67ad992-30d0-44b4-a566-e728ac801076 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 4.2009201 Oct 04 21:08:10.948184 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 59044) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:08:10.955078 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e9a265-e681-4176-bb71-acf4bb046177 admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:08:10.990666 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-71e9a265-e681-4176-bb71-acf4bb046177 admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:08:10.995488 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e9a265-e681-4176-bb71-acf4bb046177 admin admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:08:11.085884 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e9a265-e681-4176-bb71-acf4bb046177 admin admin] Pushing event updated for resources: {'Port': ['ID=1dc5a566-40e3-4c56-8836-0d53cd48d0d0,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:11.117597 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-158c9d29-8f1b-4b10-b5e5-dbfff79c178f tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (fdda268a-cb5e-4f09-9fbb-70f16fcb760c), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:11.205205 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 7a437609-9e7c-4da1-a833-d914931c7340 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:08:11.205945 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-158c9d29-8f1b-4b10-b5e5-dbfff79c178f tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Calling delete_port for fdda268a-cb5e-4f09-9fbb-70f16fcb760c owned by {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:08:11.326626 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-5c4a0235-1a3b-40cb-96ef-4f208517f9cc None None] Port fdda268a-cb5e-4f09-9fbb-70f16fcb760c cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:08:11.331894 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed5be4-b9e8-41c1-9cb5-7d2b4243dee7 None None] Pushing event updated for resources: {'Port': ['ID=d78ffdbe-bcb5-4eeb-a57c-004fa8af20cc,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:11.377886 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:11.380258 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-5d2ffcdd-0d9e-4cd1-8e36-3600ef61942b', 'network_id': '5d2ffcdd-0d9e-4cd1-8e36-3600ef61942b', 'project_id': 'd2227c0bff3a4d24894ea6838f5ffe54', 'fixed_ips': [{'subnet_id': 'd016f3e4-6194-45a9-a1e6-66c91cc55b97'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:08:11.382486 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:11.429160 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-5c4a0235-1a3b-40cb-96ef-4f208517f9cc None None] Could not find standard attr ID for object ffeeb329-7ee1-48c0-8e9d-db2f3034d921. {{(pid=108171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 04 21:08:11.504205 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0febe337-a8e8-4eda-aeae-6cf49bba5b35 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (5d2ffcdd-0d9e-4cd1-8e36-3600ef61942b), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:11.571466 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:11.630080 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-20079b59-1d11-4b49-a49e-fc47fb86f119 admin admin] Publish callbacks [] for security_group (8e4e29e6-e3ef-4ceb-8c2b-edac97e20915), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:11.680474 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-158c9d29-8f1b-4b10-b5e5-dbfff79c178f tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (fdda268a-cb5e-4f09-9fbb-70f16fcb760c), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:11.686393 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-c7ed5be4-b9e8-41c1-9cb5-7d2b4243dee7 None None] Attempting to bind port d78ffdbe-bcb5-4eeb-a57c-004fa8af20cc on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:08:11.688524 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-c7ed5be4-b9e8-41c1-9cb5-7d2b4243dee7 None None] Attempting to bind port d78ffdbe-bcb5-4eeb-a57c-004fa8af20cc by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '5274ffb0-da84-4cf7-abc3-aa2af32f3a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '124623e3-9f94-4b2f-9597-82851ed5391b'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:08:11.694560 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ed5be4-b9e8-41c1-9cb5-7d2b4243dee7 None None] Attempting to bind port d78ffdbe-bcb5-4eeb-a57c-004fa8af20cc on network 124623e3-9f94-4b2f-9597-82851ed5391b {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:08:11.733766 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158c9d29-8f1b-4b10-b5e5-dbfff79c178f tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event deleted for resources: {'Port': ['ID=fdda268a-cb5e-4f09-9fbb-70f16fcb760c,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:11.762194 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-17d98123-3325-4276-93a8-c7fa5515633a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 409 len: 389 time: 4.2863252 Oct 04 21:08:11.763115 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59046) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:08:11.940395 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0febe337-a8e8-4eda-aeae-6cf49bba5b35 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (d016f3e4-6194-45a9-a1e6-66c91cc55b97), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:11.965579 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-20079b59-1d11-4b49-a49e-fc47fb86f119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (8e4e29e6-e3ef-4ceb-8c2b-edac97e20915), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:12.050697 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e0b2e261-c80e-4752-94e5-642b33c45684 None None] Provisioning complete for port 14f535d0-3d0e-400c-86b9-c946055023fb triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:08:12.058341 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e0b2e261-c80e-4752-94e5-642b33c45684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (14f535d0-3d0e-400c-86b9-c946055023fb), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:12.059444 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e0b2e261-c80e-4752-94e5-642b33c45684 None None] Attempt 1 to provision port 14f535d0-3d0e-400c-86b9-c946055023fb Oct 04 21:08:12.067981 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 7a437609-9e7c-4da1-a833-d914931c7340 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:08:12.069896 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (7a437609-9e7c-4da1-a833-d914931c7340), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:12.070475 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 7a437609-9e7c-4da1-a833-d914931c7340 Oct 04 21:08:12.086748 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20079b59-1d11-4b49-a49e-fc47fb86f119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4e29e6-e3ef-4ceb-8c2b-edac97e20915,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:12.090367 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ed5be4-b9e8-41c1-9cb5-7d2b4243dee7 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:08:12.090946 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ed5be4-b9e8-41c1-9cb5-7d2b4243dee7 None None] Checking segment: {'id': '5274ffb0-da84-4cf7-abc3-aa2af32f3a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '124623e3-9f94-4b2f-9597-82851ed5391b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:08:12.091626 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c7ed5be4-b9e8-41c1-9cb5-7d2b4243dee7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:12.097684 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ed5be4-b9e8-41c1-9cb5-7d2b4243dee7 None None] Bound using segment: {'id': '5274ffb0-da84-4cf7-abc3-aa2af32f3a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '124623e3-9f94-4b2f-9597-82851ed5391b'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:08:12.100501 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-c7ed5be4-b9e8-41c1-9cb5-7d2b4243dee7 None None] Bound port: d78ffdbe-bcb5-4eeb-a57c-004fa8af20cc, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5274ffb0-da84-4cf7-abc3-aa2af32f3a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '124623e3-9f94-4b2f-9597-82851ed5391b'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:08:12.103947 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c7ed5be4-b9e8-41c1-9cb5-7d2b4243dee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (d78ffdbe-bcb5-4eeb-a57c-004fa8af20cc), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:12.149250 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:12.183841 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e14bf35-176f-42f1-b6ca-9d12a586884d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:08:12.197136 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e14bf35-176f-42f1-b6ca-9d12a586884d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:08:12.200881 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-6e14bf35-176f-42f1-b6ca-9d12a586884d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.4126832 Oct 04 21:08:12.205608 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 59054) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:08:12.206800 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20079b59-1d11-4b49-a49e-fc47fb86f119 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:08:12.277523 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-158c9d29-8f1b-4b10-b5e5-dbfff79c178f tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:12.301562 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-158c9d29-8f1b-4b10-b5e5-dbfff79c178f tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "DELETE /networking/v2.0/ports/fdda268a-cb5e-4f09-9fbb-70f16fcb760c HTTP/1.1" status: 204 len: 168 time: 2.2111328 Oct 04 21:08:12.307638 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59056) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:08:12.352458 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-20079b59-1d11-4b49-a49e-fc47fb86f119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (d231ae62-1621-4fa7-8756-50a70a395a36), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:12.353232 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-20079b59-1d11-4b49-a49e-fc47fb86f119 admin admin] Added segment d231ae62-1621-4fa7-8756-50a70a395a36 of type vlan for network c8651002-1a20-4859-b84b-212fa44efd8f Oct 04 21:08:12.420219 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c487a44-87b5-40e0-a7ec-09a771547c77 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] GET failed (client error): The resource could not be found. Oct 04 21:08:12.425931 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Allocated IP 172.20.0.1 (5d2ffcdd-0d9e-4cd1-8e36-3600ef61942b/d016f3e4-6194-45a9-a1e6-66c91cc55b97/e0a50a8d-c415-4428-878e-08f94d974084) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:08:12.438311 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-0c487a44-87b5-40e0-a7ec-09a771547c77 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "GET /networking/v2.0/ports/fdda268a-cb5e-4f09-9fbb-70f16fcb760c HTTP/1.1" status: 404 len: 333 time: 0.1176097 Oct 04 21:08:12.442107 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59062) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:08:12.525718 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-53e4d8ea-3694-4c96-b2a3-8f8edc931e27 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Deleting port 14f535d0-3d0e-400c-86b9-c946055023fb {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:08:12.527127 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-53e4d8ea-3694-4c96-b2a3-8f8edc931e27 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (14f535d0-3d0e-400c-86b9-c946055023fb), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:12.668303 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e0b2e261-c80e-4752-94e5-642b33c45684 None None] Port 14f535d0-3d0e-400c-86b9-c946055023fb cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:08:12.748745 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-27cafeda-a95f-4e04-ae48-dc6bfcec39c2 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Deleting subnet b23c57f2-a87f-4455-9076-524a39901ef6 {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:08:12.772749 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-27cafeda-a95f-4e04-ae48-dc6bfcec39c2 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for subnet (b23c57f2-a87f-4455-9076-524a39901ef6), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:12.776231 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e0b2e261-c80e-4752-94e5-642b33c45684 None None] Provisioning complete for port 2a497e1c-204e-4633-86c9-65673963aa6d triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:08:12.776829 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e0b2e261-c80e-4752-94e5-642b33c45684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (2a497e1c-204e-4633-86c9-65673963aa6d), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:12.777971 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e0b2e261-c80e-4752-94e5-642b33c45684 None None] Attempt 1 to provision port 2a497e1c-204e-4633-86c9-65673963aa6d Oct 04 21:08:12.798740 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:12.848681 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:12.862515 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-20079b59-1d11-4b49-a49e-fc47fb86f119 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (c8651002-1a20-4859-b84b-212fa44efd8f), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:12.966486 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-27cafeda-a95f-4e04-ae48-dc6bfcec39c2 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (b23c57f2-a87f-4455-9076-524a39901ef6), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:13.224198 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e0b2e261-c80e-4752-94e5-642b33c45684 None None] Current status of the port 2a497e1c-204e-4633-86c9-65673963aa6d is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:08:13.225014 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e0b2e261-c80e-4752-94e5-642b33c45684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (2a497e1c-204e-4633-86c9-65673963aa6d), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:13.238172 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-20079b59-1d11-4b49-a49e-fc47fb86f119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (c8651002-1a20-4859-b84b-212fa44efd8f), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:13.239347 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-c7ed5be4-b9e8-41c1-9cb5-7d2b4243dee7 None None] For port d78ffdbe-bcb5-4eeb-a57c-004fa8af20cc, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:08:13.241479 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20079b59-1d11-4b49-a49e-fc47fb86f119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:08:13.242581 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-20079b59-1d11-4b49-a49e-fc47fb86f119 admin admin] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:13.268520 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-c7ed5be4-b9e8-41c1-9cb5-7d2b4243dee7 None None] For port d78ffdbe-bcb5-4eeb-a57c-004fa8af20cc, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=d78ffdbe-bcb5-4eeb-a57c-004fa8af20cc,segment=NetworkSegment(5274ffb0-da84-4cf7-abc3-aa2af32f3a5b),segment_id=5274ffb0-da84-4cf7-abc3-aa2af32f3a5b)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:08:13.378849 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20079b59-1d11-4b49-a49e-fc47fb86f119 admin admin] Pushing event updated for resources: {'Network': ['ID=c8651002-1a20-4859-b84b-212fa44efd8f,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:13.421553 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-27cafeda-a95f-4e04-ae48-dc6bfcec39c2 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (b23c57f2-a87f-4455-9076-524a39901ef6), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:13.468146 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e0b2e261-c80e-4752-94e5-642b33c45684 None None] For port 2a497e1c-204e-4633-86c9-65673963aa6d, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=2a497e1c-204e-4633-86c9-65673963aa6d,segment=NetworkSegment(a074d1d3-d8bf-45a2-a3f3-7647e2465b5f),segment_id=a074d1d3-d8bf-45a2-a3f3-7647e2465b5f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:08:13.480710 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 7a437609-9e7c-4da1-a833-d914931c7340 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:08:13.485648 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 2a497e1c-204e-4633-86c9-65673963aa6d up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:08:13.490582 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network c8651002-1a20-4859-b84b-212fa44efd8f details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:08:13.502902 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c7ed5be4-b9e8-41c1-9cb5-7d2b4243dee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (d78ffdbe-bcb5-4eeb-a57c-004fa8af20cc), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:13.580506 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-20079b59-1d11-4b49-a49e-fc47fb86f119 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 4.5583723 Oct 04 21:08:13.593354 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59076) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:08:13.640180 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-aaaf435f-6202-494b-b657-345bff2658bf admin admin] Request body: {'subnet': {'network_id': 'c8651002-1a20-4859-b84b-212fa44efd8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-472942605-subnet', 'tenant_id': '344137dbfa264c3da4c122557dc3e5b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:08:13.735669 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:13.814441 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-53e4d8ea-3694-4c96-b2a3-8f8edc931e27 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (14f535d0-3d0e-400c-86b9-c946055023fb), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:13.905160 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-53e4d8ea-3694-4c96-b2a3-8f8edc931e27 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Calling delete_port for 14f535d0-3d0e-400c-86b9-c946055023fb owned by {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:08:13.933348 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaaf435f-6202-494b-b657-345bff2658bf admin admin] Made reservation on behalf of 344137dbfa264c3da4c122557dc3e5b9 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:08:13.944630 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-aaaf435f-6202-494b-b657-345bff2658bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:14.064395 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-71e9a265-e681-4176-bb71-acf4bb046177 admin admin] Publish callbacks [] for router_gateway (96ca2132-9d70-4ed1-b37a-d41805bfcbac), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:14.167516 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-27cafeda-a95f-4e04-ae48-dc6bfcec39c2 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (b23c57f2-a87f-4455-9076-524a39901ef6), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:14.305815 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cafeda-a95f-4e04-ae48-dc6bfcec39c2 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event deleted for resources: {'Subnet': ['ID=b23c57f2-a87f-4455-9076-524a39901ef6,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:14.336787 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-27cafeda-a95f-4e04-ae48-dc6bfcec39c2 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:14.355255 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-27cafeda-a95f-4e04-ae48-dc6bfcec39c2 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/b23c57f2-a87f-4455-9076-524a39901ef6 HTTP/1.1" status: 204 len: 168 time: 1.9112568 Oct 04 21:08:14.365685 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:14.369272 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59084) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:08:14.388768 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed5be4-b9e8-41c1-9cb5-7d2b4243dee7 None None] Pushing event updated for resources: {'Port': ['ID=d78ffdbe-bcb5-4eeb-a57c-004fa8af20cc,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:14.390186 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:14.441354 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Publish callbacks [] for port (e0a50a8d-c415-4428-878e-08f94d974084), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:14.459777 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf72954-0d72-4f1d-88b8-784d4e10fe1f None None] Network 0cfe7bcb-5c8b-4dc9-9819-45642e49f080 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:08:14.580121 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e0b2e261-c80e-4752-94e5-642b33c45684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (2a497e1c-204e-4633-86c9-65673963aa6d), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:14.712637 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-34d90e36-fb1a-4ed0-a20a-172100d18de1 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (0cfe7bcb-5c8b-4dc9-9819-45642e49f080), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:14.769957 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (e0a50a8d-c415-4428-878e-08f94d974084), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:14.807620 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0febe337-a8e8-4eda-aeae-6cf49bba5b35 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (d016f3e4-6194-45a9-a1e6-66c91cc55b97), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:14.906376 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b2e261-c80e-4752-94e5-642b33c45684 None None] Pushing event updated for resources: {'Port': ['ID=2a497e1c-204e-4633-86c9-65673963aa6d,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:15.002473 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-34d90e36-fb1a-4ed0-a20a-172100d18de1 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Deleting port 7a437609-9e7c-4da1-a833-d914931c7340 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:08:15.011389 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0febe337-a8e8-4eda-aeae-6cf49bba5b35 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Pushing event deleted for resources: {'Subnet': ['ID=d016f3e4-6194-45a9-a1e6-66c91cc55b97,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:15.012402 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-34d90e36-fb1a-4ed0-a20a-172100d18de1 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (7a437609-9e7c-4da1-a833-d914931c7340), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:15.040313 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-53e4d8ea-3694-4c96-b2a3-8f8edc931e27 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (14f535d0-3d0e-400c-86b9-c946055023fb), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:15.114214 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Network 5d2ffcdd-0d9e-4cd1-8e36-3600ef61942b is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:08:15.120480 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 2a497e1c-204e-4633-86c9-65673963aa6d triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:08:15.121124 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (2a497e1c-204e-4633-86c9-65673963aa6d), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:15.121834 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 2a497e1c-204e-4633-86c9-65673963aa6d Oct 04 21:08:15.171122 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-aaaf435f-6202-494b-b657-345bff2658bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (c38c5aa5-fb11-487e-a4f8-b553b4316897), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:15.222159 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:08:15.236042 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:08:15.345460 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e4d8ea-3694-4c96-b2a3-8f8edc931e27 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event deleted for resources: {'Port': ['ID=14f535d0-3d0e-400c-86b9-c946055023fb,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:15.359801 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-53e4d8ea-3694-4c96-b2a3-8f8edc931e27 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:15.368123 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-53e4d8ea-3694-4c96-b2a3-8f8edc931e27 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/ports/14f535d0-3d0e-400c-86b9-c946055023fb HTTP/1.1" status: 204 len: 168 time: 3.1608293 Oct 04 21:08:15.396575 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 59092) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:08:15.429722 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf435f-6202-494b-b657-345bff2658bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=c38c5aa5-fb11-487e-a4f8-b553b4316897,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:15.435801 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Pushing event updated for resources: {'Port': ['ID=e0a50a8d-c415-4428-878e-08f94d974084,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:15.445109 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b158a5-de86-43eb-aa5d-8864803148df None None] DHCP port deletion for 0cfe7bcb-5c8b-4dc9-9819-45642e49f080 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:08:15.477153 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-34d90e36-fb1a-4ed0-a20a-172100d18de1 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] For port 7a437609-9e7c-4da1-a833-d914931c7340, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=7a437609-9e7c-4da1-a833-d914931c7340,segment=NetworkSegment(a6e680b6-a9f3-4178-b22f-f5b78f63880d),segment_id=a6e680b6-a9f3-4178-b22f-f5b78f63880d)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:08:15.478042 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-34d90e36-fb1a-4ed0-a20a-172100d18de1 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (7a437609-9e7c-4da1-a833-d914931c7340), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:15.527378 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-34d90e36-fb1a-4ed0-a20a-172100d18de1 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Calling delete_port for 7a437609-9e7c-4da1-a833-d914931c7340 owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:08:15.611805 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaf435f-6202-494b-b657-345bff2658bf admin admin] Checking segment: {'id': 'd231ae62-1621-4fa7-8756-50a70a395a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'c8651002-1a20-4859-b84b-212fa44efd8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:08:15.612866 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaaf435f-6202-494b-b657-345bff2658bf admin admin] Network hostable DHCP agents. Network: c8651002-1a20-4859-b84b-212fa44efd8f, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:08:15.736834 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69df5f26-a802-4af1-95b1-161635091dcc tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:08:15.747243 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69df5f26-a802-4af1-95b1-161635091dcc tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:08:15.755711 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-69df5f26-a802-4af1-95b1-161635091dcc tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1829646 Oct 04 21:08:15.760765 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-71e9a265-e681-4176-bb71-acf4bb046177 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (96ca2132-9d70-4ed1-b37a-d41805bfcbac), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:15.773473 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 59094) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:08:15.893084 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:15.921513 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:15.928393 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Attempting to bind port e0a50a8d-c415-4428-878e-08f94d974084 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:08:15.930258 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Attempting to bind port e0a50a8d-c415-4428-878e-08f94d974084 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '27bca753-5a8b-4e88-ad8c-e36e061b657a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '5d2ffcdd-0d9e-4cd1-8e36-3600ef61942b'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:08:15.930852 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Attempting to bind port e0a50a8d-c415-4428-878e-08f94d974084 on network 5d2ffcdd-0d9e-4cd1-8e36-3600ef61942b {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:08:16.014790 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 2a497e1c-204e-4633-86c9-65673963aa6d is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:08:16.026413 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-34d90e36-fb1a-4ed0-a20a-172100d18de1 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (7a437609-9e7c-4da1-a833-d914931c7340), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:16.071805 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d016f3e4-6194-45a9-a1e6-66c91cc55b97 could not be found. Oct 04 21:08:16.071805 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:08:16.071805 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:08:16.071805 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:08:16.071805 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:08:16.071805 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:08:16.071805 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:08:16.071805 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:08:16.071805 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:08:16.071805 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:08:16.071805 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:08:16.071805 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:08:16.071805 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:08:16.071805 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:08:16.071805 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:16.071805 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:16.071805 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:16.071805 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:16.071805 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:08:16.071805 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:16.071805 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:08:16.071805 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:08:16.071805 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:16.071805 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:16.071805 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:16.071805 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:16.071805 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:08:16.071805 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:16.071805 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:08:16.071805 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:08:16.071805 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:16.071805 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:16.071805 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:16.071805 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:16.071805 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:08:16.071805 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:08:16.071805 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:08:16.071805 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:08:16.071805 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:08:16.071805 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:08:16.071805 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d016f3e4-6194-45a9-a1e6-66c91cc55b97 could not be found. Oct 04 21:08:16.071805 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:08:16.080765 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Attempting to bind port e0a50a8d-c415-4428-878e-08f94d974084 on network 5d2ffcdd-0d9e-4cd1-8e36-3600ef61942b {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:08:16.083082 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8c813085-d5d5-44f0-a3ed-586ee0377526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:16.103105 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 0466062c-6c79-4871-9d89-a9bc679a59cf no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:08:16.139417 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d90e36-fb1a-4ed0-a20a-172100d18de1 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event deleted for resources: {'Port': ['ID=7a437609-9e7c-4da1-a833-d914931c7340,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:16.167848 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaaf435f-6202-494b-b657-345bff2658bf admin admin] Network c8651002-1a20-4859-b84b-212fa44efd8f is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:08:16.192231 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d90e36-fb1a-4ed0-a20a-172100d18de1 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] No DVR routers for this DVR port 7a437609-9e7c-4da1-a833-d914931c7340 on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:08:16.220347 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d016f3e4-6194-45a9-a1e6-66c91cc55b97 could not be found. Oct 04 21:08:16.220347 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:08:16.220347 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:08:16.220347 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:08:16.220347 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:08:16.220347 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:08:16.220347 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:08:16.220347 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:08:16.220347 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:08:16.220347 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:08:16.220347 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:08:16.220347 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:08:16.220347 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:16.220347 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:16.220347 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:16.220347 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:16.220347 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:08:16.220347 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:16.220347 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:08:16.220347 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:08:16.220347 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:16.220347 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:16.220347 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:16.220347 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:16.220347 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:08:16.220347 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:16.220347 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:08:16.220347 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:08:16.220347 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:16.220347 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:16.220347 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:16.220347 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:16.220347 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:08:16.220347 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:08:16.220347 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:08:16.220347 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:08:16.220347 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:08:16.220347 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:08:16.220347 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d016f3e4-6194-45a9-a1e6-66c91cc55b97 could not be found. Oct 04 21:08:16.220347 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:08:16.229523 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Failed to bind port e0a50a8d-c415-4428-878e-08f94d974084 on host n-d-852085-12 for vnic_type normal using segments [{'id': '27bca753-5a8b-4e88-ad8c-e36e061b657a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '5d2ffcdd-0d9e-4cd1-8e36-3600ef61942b'}] Oct 04 21:08:16.229523 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Attempt 2 to bind port e0a50a8d-c415-4428-878e-08f94d974084 Oct 04 21:08:16.232230 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 0466062c-6c79-4871-9d89-a9bc679a59cf {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:08:16.232766 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 0466062c-6c79-4871-9d89-a9bc679a59cf not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:08:16.238246 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355a33c0-ea58-40d2-abc1-62c45b8cae05 None None] Network 124623e3-9f94-4b2f-9597-82851ed5391b requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:08:16.242276 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e2b158a5-de86-43eb-aa5d-8864803148df None None] Deleting port 7a437609-9e7c-4da1-a833-d914931c7340 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:08:16.242958 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e2b158a5-de86-43eb-aa5d-8864803148df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (7a437609-9e7c-4da1-a833-d914931c7340), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:16.290961 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 21:08:16.307716 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0febe337-a8e8-4eda-aeae-6cf49bba5b35 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (5d2ffcdd-0d9e-4cd1-8e36-3600ef61942b), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:16.357991 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-0febe337-a8e8-4eda-aeae-6cf49bba5b35 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d2ffcdd-0d9e-4cd1-8e36-3600ef61942b']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:08:16.365105 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-aaaf435f-6202-494b-b657-345bff2658bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, c8651002-1a20-4859-b84b-212fa44efd8f) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:08:16.398449 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-0febe337-a8e8-4eda-aeae-6cf49bba5b35 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27bca753-5a8b-4e88-ad8c-e36e061b657a') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:08:16.399849 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-0febe337-a8e8-4eda-aeae-6cf49bba5b35 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27bca753-5a8b-4e88-ad8c-e36e061b657a') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:08:16.443684 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0febe337-a8e8-4eda-aeae-6cf49bba5b35 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (27bca753-5a8b-4e88-ad8c-e36e061b657a), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:16.457736 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaaf435f-6202-494b-b657-345bff2658bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:08:16.460114 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-aaaf435f-6202-494b-b657-345bff2658bf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:16.480577 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0febe337-a8e8-4eda-aeae-6cf49bba5b35 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (27bca753-5a8b-4e88-ad8c-e36e061b657a), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:16.497078 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0febe337-a8e8-4eda-aeae-6cf49bba5b35 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:08:16.497515 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0febe337-a8e8-4eda-aeae-6cf49bba5b35 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (27bca753-5a8b-4e88-ad8c-e36e061b657a), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:16.760998 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-34d90e36-fb1a-4ed0-a20a-172100d18de1 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (0cfe7bcb-5c8b-4dc9-9819-45642e49f080), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:16.808618 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e2b158a5-de86-43eb-aa5d-8864803148df None None] For port 7a437609-9e7c-4da1-a833-d914931c7340, host n-d-852085-12, got binding levels [] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:08:16.809312 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e2b158a5-de86-43eb-aa5d-8864803148df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (7a437609-9e7c-4da1-a833-d914931c7340), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:16.876079 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38f0573-e910-4143-8ced-a9c8af53b11a None None] Network c8651002-1a20-4859-b84b-212fa44efd8f requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:08:16.876297 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 27bca753-5a8b-4e88-ad8c-e36e061b657a resource provider aggregate not found Oct 04 21:08:16.876456 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Attempting to bind port e0a50a8d-c415-4428-878e-08f94d974084 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:08:16.876456 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Attempting to bind port e0a50a8d-c415-4428-878e-08f94d974084 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '27bca753-5a8b-4e88-ad8c-e36e061b657a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '5d2ffcdd-0d9e-4cd1-8e36-3600ef61942b'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:08:16.876456 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Attempting to bind port e0a50a8d-c415-4428-878e-08f94d974084 on network 5d2ffcdd-0d9e-4cd1-8e36-3600ef61942b {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:08:16.876899 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-34d90e36-fb1a-4ed0-a20a-172100d18de1 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cfe7bcb-5c8b-4dc9-9819-45642e49f080']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:08:16.891746 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-3b6b8ef5-de0d-4eb2-9866-39a4e8e504bd None None] Provisioning complete for port d78ffdbe-bcb5-4eeb-a57c-004fa8af20cc triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:08:16.892637 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3b6b8ef5-de0d-4eb2-9866-39a4e8e504bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (d78ffdbe-bcb5-4eeb-a57c-004fa8af20cc), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:16.893213 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-3b6b8ef5-de0d-4eb2-9866-39a4e8e504bd None None] Attempt 1 to provision port d78ffdbe-bcb5-4eeb-a57c-004fa8af20cc Oct 04 21:08:16.906195 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device d78ffdbe-bcb5-4eeb-a57c-004fa8af20cc up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:08:16.914200 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d016f3e4-6194-45a9-a1e6-66c91cc55b97 could not be found. Oct 04 21:08:16.914200 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:08:16.914200 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:08:16.914200 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:08:16.914200 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:08:16.914200 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:08:16.914200 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:08:16.914200 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:08:16.914200 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:08:16.914200 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:08:16.914200 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:08:16.914200 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:08:16.914200 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:08:16.914200 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:08:16.914200 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:16.914200 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:16.914200 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:16.914200 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:16.914200 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:08:16.914200 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:16.914200 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:08:16.914200 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:08:16.914200 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:16.914200 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:16.914200 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:16.914200 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:16.914200 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:08:16.914200 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:16.914200 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:08:16.914200 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:08:16.914200 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:16.914200 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:16.914200 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:16.914200 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:16.914200 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:08:16.914200 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:08:16.914200 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:08:16.914200 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:08:16.914200 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:08:16.914200 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:08:16.914200 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d016f3e4-6194-45a9-a1e6-66c91cc55b97 could not be found. Oct 04 21:08:16.914200 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:08:16.919828 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Attempting to bind port e0a50a8d-c415-4428-878e-08f94d974084 on network 5d2ffcdd-0d9e-4cd1-8e36-3600ef61942b {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:08:16.952959 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-34d90e36-fb1a-4ed0-a20a-172100d18de1 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6e680b6-a9f3-4178-b22f-f5b78f63880d') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:08:16.952959 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-34d90e36-fb1a-4ed0-a20a-172100d18de1 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6e680b6-a9f3-4178-b22f-f5b78f63880d') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:08:16.972200 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 27bca753-5a8b-4e88-ad8c-e36e061b657a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 27bca753-5a8b-4e88-ad8c-e36e061b657a found for delete ", "request_id": "req-f0302637-e2bf-4d44-bf66-6f75619cad41"}]} Oct 04 21:08:16.976450 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.db.api [None req-0febe337-a8e8-4eda-aeae-6cf49bba5b35 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 04 21:08:16.976450 n-d-852085-12 neutron-server[108170]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 04 21:08:16.976450 n-d-852085-12 neutron-server[108170]: [parameters: {'id': '5d2ffcdd-0d9e-4cd1-8e36-3600ef61942b'}] Oct 04 21:08:16.976450 n-d-852085-12 neutron-server[108170]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=108170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 21:08:16.978665 n-d-852085-12 neutron-server[108170]: DEBUG oslo_db.api [None req-0febe337-a8e8-4eda-aeae-6cf49bba5b35 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 21:08:16.990400 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-aaaf435f-6202-494b-b657-345bff2658bf admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.3909776 Oct 04 21:08:17.013258 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-a41d3e0c-2879-43c6-972b-a31b4af0eea9 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Deleting subnet 73ce836c-20d4-4dd7-b42d-bc08e5b91075 {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:08:17.034317 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-34d90e36-fb1a-4ed0-a20a-172100d18de1 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (a6e680b6-a9f3-4178-b22f-f5b78f63880d), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:17.078577 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d016f3e4-6194-45a9-a1e6-66c91cc55b97 could not be found. Oct 04 21:08:17.078577 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:08:17.078577 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:08:17.078577 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:08:17.078577 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:08:17.078577 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:08:17.078577 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:08:17.078577 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:08:17.078577 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:08:17.078577 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:08:17.078577 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:08:17.078577 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:08:17.078577 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:17.078577 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:17.078577 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:17.078577 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:17.078577 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:08:17.078577 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:17.078577 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:08:17.078577 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:08:17.078577 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:17.078577 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:17.078577 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:17.078577 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:17.078577 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:08:17.078577 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:17.078577 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:08:17.078577 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:08:17.078577 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:17.078577 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:17.078577 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:17.078577 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:17.078577 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:08:17.078577 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:08:17.078577 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:08:17.078577 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:08:17.078577 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:08:17.078577 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:08:17.078577 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d016f3e4-6194-45a9-a1e6-66c91cc55b97 could not be found. Oct 04 21:08:17.078577 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:08:17.078577 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Failed to bind port e0a50a8d-c415-4428-878e-08f94d974084 on host n-d-852085-12 for vnic_type normal using segments [{'id': '27bca753-5a8b-4e88-ad8c-e36e061b657a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '5d2ffcdd-0d9e-4cd1-8e36-3600ef61942b'}] Oct 04 21:08:17.086265 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a41d3e0c-2879-43c6-972b-a31b4af0eea9 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (73ce836c-20d4-4dd7-b42d-bc08e5b91075), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:17.086447 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e2b158a5-de86-43eb-aa5d-8864803148df None None] Calling delete_port for 7a437609-9e7c-4da1-a833-d914931c7340 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:08:17.158425 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-34d90e36-fb1a-4ed0-a20a-172100d18de1 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (a6e680b6-a9f3-4178-b22f-f5b78f63880d), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:17.175188 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Attempt 3 to bind port e0a50a8d-c415-4428-878e-08f94d974084 Oct 04 21:08:17.188386 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34d90e36-fb1a-4ed0-a20a-172100d18de1 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:08:17.201958 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-34d90e36-fb1a-4ed0-a20a-172100d18de1 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (a6e680b6-a9f3-4178-b22f-f5b78f63880d), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:17.305630 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a41d3e0c-2879-43c6-972b-a31b4af0eea9 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (73ce836c-20d4-4dd7-b42d-bc08e5b91075), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:17.322851 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.ipam_backend_mixin [None req-e2b158a5-de86-43eb-aa5d-8864803148df None None] Port 7a437609-9e7c-4da1-a833-d914931c7340 was not found and therefore no delete operation was performed {{(pid=108171) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 04 21:08:17.333052 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Attempting to bind port e0a50a8d-c415-4428-878e-08f94d974084 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:08:17.333666 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Attempting to bind port e0a50a8d-c415-4428-878e-08f94d974084 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '27bca753-5a8b-4e88-ad8c-e36e061b657a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '5d2ffcdd-0d9e-4cd1-8e36-3600ef61942b'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:08:17.334278 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Attempting to bind port e0a50a8d-c415-4428-878e-08f94d974084 on network 5d2ffcdd-0d9e-4cd1-8e36-3600ef61942b {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:08:17.406945 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71e9a265-e681-4176-bb71-acf4bb046177 admin admin] Router 96ca2132-9d70-4ed1-b37a-d41805bfcbac is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 21:08:17.488977 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0febe337-a8e8-4eda-aeae-6cf49bba5b35 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (5d2ffcdd-0d9e-4cd1-8e36-3600ef61942b), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:17.532656 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-34d90e36-fb1a-4ed0-a20a-172100d18de1 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (0cfe7bcb-5c8b-4dc9-9819-45642e49f080), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:17.541914 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-34d90e36-fb1a-4ed0-a20a-172100d18de1 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:17.554343 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e2b158a5-de86-43eb-aa5d-8864803148df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (7a437609-9e7c-4da1-a833-d914931c7340), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:17.560714 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-34d90e36-fb1a-4ed0-a20a-172100d18de1 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "DELETE /networking/v2.0/networks/0cfe7bcb-5c8b-4dc9-9819-45642e49f080 HTTP/1.1" status: 204 len: 168 time: 3.1864200 Oct 04 21:08:17.578060 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 59116) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:08:17.597498 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-8712ebed-5170-483c-82c1-49cee9c0f025 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1341134117'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:08:17.653239 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d90e36-fb1a-4ed0-a20a-172100d18de1 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event deleted for resources: {'Network': ['ID=0cfe7bcb-5c8b-4dc9-9819-45642e49f080,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:17.668307 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:17.813925 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:17.854629 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment a6e680b6-a9f3-4178-b22f-f5b78f63880d resource provider aggregate not found Oct 04 21:08:17.886820 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:17.902241 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d016f3e4-6194-45a9-a1e6-66c91cc55b97 could not be found. Oct 04 21:08:17.902241 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:08:17.902241 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:08:17.902241 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:08:17.902241 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:08:17.902241 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:08:17.902241 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:08:17.902241 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:08:17.902241 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:08:17.902241 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:08:17.902241 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:08:17.902241 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:08:17.902241 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:08:17.902241 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:08:17.902241 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:17.902241 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:17.902241 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:17.902241 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:17.902241 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:08:17.902241 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:17.902241 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:08:17.902241 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:08:17.902241 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:17.902241 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:17.902241 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:17.902241 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:17.902241 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:08:17.902241 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:17.902241 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:08:17.902241 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:08:17.902241 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:17.902241 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:17.902241 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:17.902241 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:17.902241 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:08:17.902241 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:08:17.902241 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:08:17.902241 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:08:17.902241 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:08:17.902241 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:08:17.902241 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d016f3e4-6194-45a9-a1e6-66c91cc55b97 could not be found. Oct 04 21:08:17.902241 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:08:17.910116 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Attempting to bind port e0a50a8d-c415-4428-878e-08f94d974084 on network 5d2ffcdd-0d9e-4cd1-8e36-3600ef61942b {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:08:17.910116 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b158a5-de86-43eb-aa5d-8864803148df None None] Pushing event deleted for resources: {'Port': ['ID=7a437609-9e7c-4da1-a833-d914931c7340,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:17.966410 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment a6e680b6-a9f3-4178-b22f-f5b78f63880d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a6e680b6-a9f3-4178-b22f-f5b78f63880d found for delete ", "request_id": "req-86077c96-5a7a-4a1b-ad71-1e905dceb9ee"}]} Oct 04 21:08:17.967489 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-0febe337-a8e8-4eda-aeae-6cf49bba5b35 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Deleting port e0a50a8d-c415-4428-878e-08f94d974084 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:08:17.967857 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3e02a5c2-a828-42bf-a51e-d1d8651fe744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:17.968038 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0febe337-a8e8-4eda-aeae-6cf49bba5b35 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (e0a50a8d-c415-4428-878e-08f94d974084), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:18.026217 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a41d3e0c-2879-43c6-972b-a31b4af0eea9 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (73ce836c-20d4-4dd7-b42d-bc08e5b91075), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:18.081122 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e2b158a5-de86-43eb-aa5d-8864803148df None None] Network 0cfe7bcb-5c8b-4dc9-9819-45642e49f080 is not hosted by any dhcp agent {{(pid=108171) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 04 21:08:18.084202 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b158a5-de86-43eb-aa5d-8864803148df None None] No DVR routers for this DVR port 7a437609-9e7c-4da1-a833-d914931c7340 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:08:18.132431 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d016f3e4-6194-45a9-a1e6-66c91cc55b97 could not be found. Oct 04 21:08:18.132431 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:08:18.132431 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:08:18.132431 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:08:18.132431 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:08:18.132431 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:08:18.132431 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:08:18.132431 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:08:18.132431 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:08:18.132431 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:08:18.132431 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:08:18.132431 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:08:18.132431 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:18.132431 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:18.132431 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:18.132431 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:18.132431 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:08:18.132431 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:18.132431 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:08:18.132431 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:08:18.132431 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:18.132431 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:18.132431 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:18.132431 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:18.132431 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:08:18.132431 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:18.132431 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:08:18.132431 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:08:18.132431 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:18.132431 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:18.132431 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:18.132431 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:18.132431 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:08:18.132431 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:08:18.132431 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:08:18.132431 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:08:18.132431 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:08:18.132431 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:08:18.132431 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d016f3e4-6194-45a9-a1e6-66c91cc55b97 could not be found. Oct 04 21:08:18.132431 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:08:18.142009 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Failed to bind port e0a50a8d-c415-4428-878e-08f94d974084 on host n-d-852085-12 for vnic_type normal using segments [{'id': '27bca753-5a8b-4e88-ad8c-e36e061b657a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '5d2ffcdd-0d9e-4cd1-8e36-3600ef61942b'}] Oct 04 21:08:18.142009 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Attempt 4 to bind port e0a50a8d-c415-4428-878e-08f94d974084 Oct 04 21:08:18.201165 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8712ebed-5170-483c-82c1-49cee9c0f025 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Made reservation on behalf of 3e52093341534ca5a76295afd3cfd196 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:08:18.208511 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8712ebed-5170-483c-82c1-49cee9c0f025 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:18.352005 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-3b6b8ef5-de0d-4eb2-9866-39a4e8e504bd None None] Current status of the port d78ffdbe-bcb5-4eeb-a57c-004fa8af20cc is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:08:18.352640 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3b6b8ef5-de0d-4eb2-9866-39a4e8e504bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (d78ffdbe-bcb5-4eeb-a57c-004fa8af20cc), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:18.398198 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Attempting to bind port e0a50a8d-c415-4428-878e-08f94d974084 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:08:18.414195 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Attempting to bind port e0a50a8d-c415-4428-878e-08f94d974084 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '27bca753-5a8b-4e88-ad8c-e36e061b657a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '5d2ffcdd-0d9e-4cd1-8e36-3600ef61942b'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:08:18.414195 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Attempting to bind port e0a50a8d-c415-4428-878e-08f94d974084 on network 5d2ffcdd-0d9e-4cd1-8e36-3600ef61942b {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:08:18.439062 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3497fb-a1f8-436e-890d-ad67f12af9e9 None None] Network c8651002-1a20-4859-b84b-212fa44efd8f requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:08:18.456189 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e9a265-e681-4176-bb71-acf4bb046177 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:08:18.460071 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-0febe337-a8e8-4eda-aeae-6cf49bba5b35 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] For port e0a50a8d-c415-4428-878e-08f94d974084, host n-d-852085-12, got binding levels [] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:08:18.462009 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0febe337-a8e8-4eda-aeae-6cf49bba5b35 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (e0a50a8d-c415-4428-878e-08f94d974084), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:18.479858 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442adea1-fc9e-4af1-a238-8ec780b2f00c None None] Sync routers for ids ['96ca2132-9d70-4ed1-b37a-d41805bfcbac'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:08:18.527691 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442adea1-fc9e-4af1-a238-8ec780b2f00c None None] Routers {'96ca2132-9d70-4ed1-b37a-d41805bfcbac'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:08:18.528809 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-442adea1-fc9e-4af1-a238-8ec780b2f00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:08:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['96ca2132-9d70-4ed1-b37a-d41805bfcbac'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:08:18.530634 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d016f3e4-6194-45a9-a1e6-66c91cc55b97 could not be found. Oct 04 21:08:18.530634 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:08:18.530634 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:08:18.530634 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:08:18.530634 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:08:18.530634 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:08:18.530634 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:08:18.530634 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:08:18.530634 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:08:18.530634 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:08:18.530634 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:08:18.530634 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:08:18.530634 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:08:18.530634 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:08:18.530634 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:18.530634 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:18.530634 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:18.530634 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:18.530634 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:08:18.530634 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:18.530634 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:08:18.530634 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:08:18.530634 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:18.530634 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:18.530634 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:18.530634 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:18.530634 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:08:18.530634 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:18.530634 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:08:18.530634 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:08:18.530634 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:18.530634 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:18.530634 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:18.530634 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:18.530634 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:08:18.530634 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:08:18.530634 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:08:18.530634 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:08:18.530634 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:08:18.530634 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:08:18.530634 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d016f3e4-6194-45a9-a1e6-66c91cc55b97 could not be found. Oct 04 21:08:18.530634 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:08:18.541991 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8712ebed-5170-483c-82c1-49cee9c0f025 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:08:18.554524 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Attempting to bind port e0a50a8d-c415-4428-878e-08f94d974084 on network 5d2ffcdd-0d9e-4cd1-8e36-3600ef61942b {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:08:18.562960 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-0febe337-a8e8-4eda-aeae-6cf49bba5b35 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Calling delete_port for e0a50a8d-c415-4428-878e-08f94d974084 owned by network:dhcp {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:08:18.577788 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8712ebed-5170-483c-82c1-49cee9c0f025 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (46f3fe0d-de54-412a-826e-94668c9438d7), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:18.579332 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-8712ebed-5170-483c-82c1-49cee9c0f025 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Added segment 46f3fe0d-de54-412a-826e-94668c9438d7 of type vlan for network 2ba4dd98-f488-4d3f-b52d-8db914b77ff9 Oct 04 21:08:18.633853 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=81,neutron:INSERT=6,neutron:DELETE=8,neutron:UPDATE=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:18.636556 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port d78ffdbe-bcb5-4eeb-a57c-004fa8af20cc triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:08:18.637496 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (d78ffdbe-bcb5-4eeb-a57c-004fa8af20cc), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:18.638319 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port d78ffdbe-bcb5-4eeb-a57c-004fa8af20cc Oct 04 21:08:18.773642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d016f3e4-6194-45a9-a1e6-66c91cc55b97 could not be found. Oct 04 21:08:18.773642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:08:18.773642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:08:18.773642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:08:18.773642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:08:18.773642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:08:18.773642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:08:18.773642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:08:18.773642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:08:18.773642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:08:18.773642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:08:18.773642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:08:18.773642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:18.773642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:18.773642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:18.773642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:18.773642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:08:18.773642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:18.773642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:08:18.773642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:08:18.773642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:18.773642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:18.773642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:18.773642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:18.773642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:08:18.773642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:18.773642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:08:18.773642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:08:18.773642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:18.773642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:18.773642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:18.773642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:18.773642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:08:18.773642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:08:18.773642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:08:18.773642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:08:18.773642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:08:18.773642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:08:18.773642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d016f3e4-6194-45a9-a1e6-66c91cc55b97 could not be found. Oct 04 21:08:18.773642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:08:18.779866 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Failed to bind port e0a50a8d-c415-4428-878e-08f94d974084 on host n-d-852085-12 for vnic_type normal using segments [{'id': '27bca753-5a8b-4e88-ad8c-e36e061b657a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '5d2ffcdd-0d9e-4cd1-8e36-3600ef61942b'}] Oct 04 21:08:18.783225 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8712ebed-5170-483c-82c1-49cee9c0f025 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (2ba4dd98-f488-4d3f-b52d-8db914b77ff9), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:18.791751 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Attempt 5 to bind port e0a50a8d-c415-4428-878e-08f94d974084 Oct 04 21:08:18.800293 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-442adea1-fc9e-4af1-a238-8ec780b2f00c None None] Set router 96ca2132-9d70-4ed1-b37a-d41805bfcbac gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:08:18.919276 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Attempting to bind port e0a50a8d-c415-4428-878e-08f94d974084 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:08:18.920377 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Attempting to bind port e0a50a8d-c415-4428-878e-08f94d974084 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '27bca753-5a8b-4e88-ad8c-e36e061b657a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '5d2ffcdd-0d9e-4cd1-8e36-3600ef61942b'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:08:18.921288 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Attempting to bind port e0a50a8d-c415-4428-878e-08f94d974084 on network 5d2ffcdd-0d9e-4cd1-8e36-3600ef61942b {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:08:19.007257 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d016f3e4-6194-45a9-a1e6-66c91cc55b97 could not be found. Oct 04 21:08:19.007257 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:08:19.007257 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:08:19.007257 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:08:19.007257 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:08:19.007257 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:08:19.007257 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:08:19.007257 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:08:19.007257 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:08:19.007257 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:08:19.007257 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:08:19.007257 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:08:19.007257 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:08:19.007257 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:08:19.007257 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:19.007257 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:19.007257 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:19.007257 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:19.007257 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:08:19.007257 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:19.007257 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:08:19.007257 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:08:19.007257 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:19.007257 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:19.007257 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:19.007257 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:19.007257 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:08:19.007257 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:19.007257 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:08:19.007257 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:08:19.007257 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:19.007257 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:19.007257 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:19.007257 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:19.007257 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:08:19.007257 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:08:19.007257 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:08:19.007257 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:08:19.007257 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:08:19.007257 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:08:19.007257 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d016f3e4-6194-45a9-a1e6-66c91cc55b97 could not be found. Oct 04 21:08:19.007257 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:08:19.015652 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Attempting to bind port e0a50a8d-c415-4428-878e-08f94d974084 on network 5d2ffcdd-0d9e-4cd1-8e36-3600ef61942b {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:08:19.030881 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8712ebed-5170-483c-82c1-49cee9c0f025 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (2ba4dd98-f488-4d3f-b52d-8db914b77ff9), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:19.040263 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-3b6b8ef5-de0d-4eb2-9866-39a4e8e504bd None None] For port d78ffdbe-bcb5-4eeb-a57c-004fa8af20cc, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=d78ffdbe-bcb5-4eeb-a57c-004fa8af20cc,segment=NetworkSegment(5274ffb0-da84-4cf7-abc3-aa2af32f3a5b),segment_id=5274ffb0-da84-4cf7-abc3-aa2af32f3a5b)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:08:19.045013 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8712ebed-5170-483c-82c1-49cee9c0f025 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:08:19.046209 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8712ebed-5170-483c-82c1-49cee9c0f025 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:19.070526 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a41d3e0c-2879-43c6-972b-a31b4af0eea9 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (73ce836c-20d4-4dd7-b42d-bc08e5b91075), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:19.089129 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-71e9a265-e681-4176-bb71-acf4bb046177 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:19.096647 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-71e9a265-e681-4176-bb71-acf4bb046177 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 14.3111055 Oct 04 21:08:19.098512 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59136) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:08:19.102922 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d016f3e4-6194-45a9-a1e6-66c91cc55b97 could not be found. Oct 04 21:08:19.102922 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:08:19.102922 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:08:19.102922 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:08:19.102922 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:08:19.102922 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:08:19.102922 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:08:19.102922 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:08:19.102922 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:08:19.102922 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:08:19.102922 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:08:19.102922 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:08:19.102922 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:19.102922 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:19.102922 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:19.102922 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:19.102922 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:08:19.102922 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:19.102922 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:08:19.102922 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:08:19.102922 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:19.102922 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:19.102922 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:19.102922 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:19.102922 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:08:19.102922 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:19.102922 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:08:19.102922 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:08:19.102922 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:19.102922 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:19.102922 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:19.102922 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:19.102922 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:08:19.102922 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:08:19.102922 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:08:19.102922 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:08:19.102922 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:08:19.102922 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:08:19.102922 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d016f3e4-6194-45a9-a1e6-66c91cc55b97 could not be found. Oct 04 21:08:19.102922 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:08:19.109968 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Failed to bind port e0a50a8d-c415-4428-878e-08f94d974084 on host n-d-852085-12 for vnic_type normal using segments [{'id': '27bca753-5a8b-4e88-ad8c-e36e061b657a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '5d2ffcdd-0d9e-4cd1-8e36-3600ef61942b'}] Oct 04 21:08:19.118803 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Attempt 6 to bind port e0a50a8d-c415-4428-878e-08f94d974084 Oct 04 21:08:19.189809 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-8712ebed-5170-483c-82c1-49cee9c0f025 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.6088042 Oct 04 21:08:19.203852 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0febe337-a8e8-4eda-aeae-6cf49bba5b35 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (e0a50a8d-c415-4428-878e-08f94d974084), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:19.232701 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb279207-9e94-4802-a12d-c1d708c74842 None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:08:19.269393 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59138) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:08:19.290952 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-79e42243-acdf-466e-ab89-f755fb0c19c4 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Request body: {'subnet': {'network_id': '2ba4dd98-f488-4d3f-b52d-8db914b77ff9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:08:19.365355 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3b6b8ef5-de0d-4eb2-9866-39a4e8e504bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (d78ffdbe-bcb5-4eeb-a57c-004fa8af20cc), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:19.413645 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a41d3e0c-2879-43c6-972b-a31b4af0eea9 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:19.417274 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-442adea1-fc9e-4af1-a238-8ec780b2f00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ca2132-9d70-4ed1-b37a-d41805bfcbac', 'name': 'tempest-TestVolumeBackupRestore-1418663750-router', 'tenant_id': '2e5de3cd23f54af491e3e2ee52f16035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '1dc5a566-40e3-4c56-8836-0d53cd48d0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:08:05Z', 'updated_at': '2022-10-04T21:08:12Z', 'revision_number': 3, 'project_id': '2e5de3cd23f54af491e3e2ee52f16035', 'gw_port': {'id': '1dc5a566-40e3-4c56-8836-0d53cd48d0d0', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:41:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ca2132-9d70-4ed1-b37a-d41805bfcbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:08:08Z', 'updated_at': '2022-10-04T21:08:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:08:19.419096 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a41d3e0c-2879-43c6-972b-a31b4af0eea9 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/73ce836c-20d4-4dd7-b42d-bc08e5b91075 HTTP/1.1" status: 204 len: 168 time: 3.6274641 Oct 04 21:08:19.467950 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59144) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:08:19.485498 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Attempting to bind port e0a50a8d-c415-4428-878e-08f94d974084 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:08:19.486278 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Attempting to bind port e0a50a8d-c415-4428-878e-08f94d974084 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '27bca753-5a8b-4e88-ad8c-e36e061b657a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '5d2ffcdd-0d9e-4cd1-8e36-3600ef61942b'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:08:19.487775 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Attempting to bind port e0a50a8d-c415-4428-878e-08f94d974084 on network 5d2ffcdd-0d9e-4cd1-8e36-3600ef61942b {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:08:19.561385 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442adea1-fc9e-4af1-a238-8ec780b2f00c None None] Checking router: 96ca2132-9d70-4ed1-b37a-d41805bfcbac for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:08:19.564091 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442adea1-fc9e-4af1-a238-8ec780b2f00c None None] Updating router 96ca2132-9d70-4ed1-b37a-d41805bfcbac port 1dc5a566-40e3-4c56-8836-0d53cd48d0d0 binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:08:19.673958 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port d78ffdbe-bcb5-4eeb-a57c-004fa8af20cc is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:08:19.695928 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (d78ffdbe-bcb5-4eeb-a57c-004fa8af20cc), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:19.699326 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-442adea1-fc9e-4af1-a238-8ec780b2f00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (1dc5a566-40e3-4c56-8836-0d53cd48d0d0), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:19.736826 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8712ebed-5170-483c-82c1-49cee9c0f025 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event updated for resources: {'Network': ['ID=2ba4dd98-f488-4d3f-b52d-8db914b77ff9,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:19.755383 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41d3e0c-2879-43c6-972b-a31b4af0eea9 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event deleted for resources: {'Subnet': ['ID=73ce836c-20d4-4dd7-b42d-bc08e5b91075,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:19.814781 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1eb7d6-6110-439f-bd9e-bc52874ca503 None None] DHCP port deletion for 42edc29f-8c98-4058-994e-1dc4e7a022d1 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:08:19.875114 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0febe337-a8e8-4eda-aeae-6cf49bba5b35 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] No DVR routers for this DVR port e0a50a8d-c415-4428-878e-08f94d974084 on host n-d-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:08:19.894063 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 2ba4dd98-f488-4d3f-b52d-8db914b77ff9 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:08:19.907483 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0febe337-a8e8-4eda-aeae-6cf49bba5b35 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Pushing event deleted for resources: {'Port': ['ID=e0a50a8d-c415-4428-878e-08f94d974084,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:19.912430 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d016f3e4-6194-45a9-a1e6-66c91cc55b97 could not be found. Oct 04 21:08:19.912430 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:08:19.912430 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:08:19.912430 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:08:19.912430 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:08:19.912430 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:08:19.912430 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:08:19.912430 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:08:19.912430 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:08:19.912430 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:08:19.912430 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:08:19.912430 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:08:19.912430 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:08:19.912430 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:08:19.912430 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:19.912430 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:19.912430 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:19.912430 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:19.912430 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:08:19.912430 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:19.912430 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:08:19.912430 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:08:19.912430 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:19.912430 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:19.912430 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:19.912430 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:19.912430 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:08:19.912430 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:19.912430 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:08:19.912430 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:08:19.912430 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:19.912430 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:19.912430 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:19.912430 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:19.912430 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:08:19.912430 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:08:19.912430 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:08:19.912430 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:08:19.912430 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:08:19.912430 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:08:19.912430 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d016f3e4-6194-45a9-a1e6-66c91cc55b97 could not be found. Oct 04 21:08:19.912430 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:08:19.924216 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Attempting to bind port e0a50a8d-c415-4428-878e-08f94d974084 on network 5d2ffcdd-0d9e-4cd1-8e36-3600ef61942b {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:08:20.027056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d016f3e4-6194-45a9-a1e6-66c91cc55b97 could not be found. Oct 04 21:08:20.027056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:08:20.027056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:08:20.027056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:08:20.027056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:08:20.027056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:08:20.027056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:08:20.027056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:08:20.027056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:08:20.027056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:08:20.027056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:08:20.027056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:08:20.027056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:20.027056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:20.027056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:20.027056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:20.027056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:08:20.027056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:20.027056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:08:20.027056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:08:20.027056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:20.027056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:20.027056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:20.027056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:20.027056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:08:20.027056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:20.027056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:08:20.027056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:08:20.027056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:20.027056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:20.027056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:20.027056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:20.027056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:08:20.027056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:08:20.027056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:08:20.027056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:08:20.027056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:08:20.027056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:08:20.027056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d016f3e4-6194-45a9-a1e6-66c91cc55b97 could not be found. Oct 04 21:08:20.027056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:08:20.034947 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Failed to bind port e0a50a8d-c415-4428-878e-08f94d974084 on host n-d-852085-12 for vnic_type normal using segments [{'id': '27bca753-5a8b-4e88-ad8c-e36e061b657a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '5d2ffcdd-0d9e-4cd1-8e36-3600ef61942b'}] Oct 04 21:08:20.102488 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Attempt 7 to bind port e0a50a8d-c415-4428-878e-08f94d974084 Oct 04 21:08:20.397411 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0febe337-a8e8-4eda-aeae-6cf49bba5b35 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (5d2ffcdd-0d9e-4cd1-8e36-3600ef61942b), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:20.465542 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f01cf2-a8d0-4a19-a9c0-e44c5fc33515 req-d240644a-6ace-4e84-9cd5-0001bda0816a tempest-VolumesActionsTest-828316693 tempest-VolumesActionsTest-828316693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:08:20.477336 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-71f01cf2-a8d0-4a19-a9c0-e44c5fc33515 req-d240644a-6ace-4e84-9cd5-0001bda0816a tempest-VolumesActionsTest-828316693 tempest-VolumesActionsTest-828316693-project] 10.222.0.78 "GET /networking/v2.0/networks?id=e326a398-50f6-4558-9e2b-c19efe40e775 HTTP/1.1" status: 200 len: 808 time: 1.6286342 Oct 04 21:08:20.496153 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-442adea1-fc9e-4af1-a238-8ec780b2f00c None None] Publish callbacks [] for port (1dc5a566-40e3-4c56-8836-0d53cd48d0d0), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:20.504140 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:20.609462 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-71f01cf2-a8d0-4a19-a9c0-e44c5fc33515 req-69cd4b45-ee1d-4e62-b309-823a271a0163 tempest-VolumesActionsTest-828316693 tempest-VolumesActionsTest-828316693-project] 10.222.0.78 "GET /networking/v2.0/quotas/c709d51ca1644fd088da2b983c59270f HTTP/1.1" status: 200 len: 375 time: 0.1305077 Oct 04 21:08:20.612077 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-4da4c123-1430-4328-a8b1-6b82635d41a4 None None] Provisioning complete for port d78ffdbe-bcb5-4eeb-a57c-004fa8af20cc triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:08:20.616253 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-442adea1-fc9e-4af1-a238-8ec780b2f00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (1dc5a566-40e3-4c56-8836-0d53cd48d0d0), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:20.624022 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4da4c123-1430-4328-a8b1-6b82635d41a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (d78ffdbe-bcb5-4eeb-a57c-004fa8af20cc), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:20.626949 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-4da4c123-1430-4328-a8b1-6b82635d41a4 None None] Attempt 1 to provision port d78ffdbe-bcb5-4eeb-a57c-004fa8af20cc Oct 04 21:08:20.631490 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-0febe337-a8e8-4eda-aeae-6cf49bba5b35 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d2ffcdd-0d9e-4cd1-8e36-3600ef61942b']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:08:20.786033 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Attempting to bind port e0a50a8d-c415-4428-878e-08f94d974084 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:08:20.804136 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Attempting to bind port e0a50a8d-c415-4428-878e-08f94d974084 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '27bca753-5a8b-4e88-ad8c-e36e061b657a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '5d2ffcdd-0d9e-4cd1-8e36-3600ef61942b'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:08:20.806189 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Attempting to bind port e0a50a8d-c415-4428-878e-08f94d974084 on network 5d2ffcdd-0d9e-4cd1-8e36-3600ef61942b {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:08:20.817158 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-71f01cf2-a8d0-4a19-a9c0-e44c5fc33515 req-04dd9e32-25e7-451a-9e3d-346823342bec tempest-VolumesActionsTest-828316693 tempest-VolumesActionsTest-828316693-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=c709d51ca1644fd088da2b983c59270f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1837840 Oct 04 21:08:20.817158 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-0febe337-a8e8-4eda-aeae-6cf49bba5b35 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27bca753-5a8b-4e88-ad8c-e36e061b657a') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:08:20.817158 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-0febe337-a8e8-4eda-aeae-6cf49bba5b35 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27bca753-5a8b-4e88-ad8c-e36e061b657a') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:08:20.879670 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-442adea1-fc9e-4af1-a238-8ec780b2f00c None None] Attempting to bind port 1dc5a566-40e3-4c56-8836-0d53cd48d0d0 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:08:20.880268 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-442adea1-fc9e-4af1-a238-8ec780b2f00c None None] Attempting to bind port 1dc5a566-40e3-4c56-8836-0d53cd48d0d0 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:08:20.880985 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442adea1-fc9e-4af1-a238-8ec780b2f00c None None] Attempting to bind port 1dc5a566-40e3-4c56-8836-0d53cd48d0d0 on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:08:20.913123 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0febe337-a8e8-4eda-aeae-6cf49bba5b35 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (27bca753-5a8b-4e88-ad8c-e36e061b657a), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:20.978378 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0febe337-a8e8-4eda-aeae-6cf49bba5b35 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (27bca753-5a8b-4e88-ad8c-e36e061b657a), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:20.994663 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0febe337-a8e8-4eda-aeae-6cf49bba5b35 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:08:21.000796 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0febe337-a8e8-4eda-aeae-6cf49bba5b35 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (27bca753-5a8b-4e88-ad8c-e36e061b657a), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:21.020576 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995f5862-6ba0-46c1-851e-41dd125543ec None None] Pushing event updated for resources: {'Port': ['ID=1dc5a566-40e3-4c56-8836-0d53cd48d0d0,revision_number=2']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:21.061800 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f5862-6ba0-46c1-851e-41dd125543ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:08:21.063238 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f5862-6ba0-46c1-851e-41dd125543ec None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:08:21.064453 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f5862-6ba0-46c1-851e-41dd125543ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:08:21.065627 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f5862-6ba0-46c1-851e-41dd125543ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:08:21.066714 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f5862-6ba0-46c1-851e-41dd125543ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:08:21.067560 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f5862-6ba0-46c1-851e-41dd125543ec None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:08:21.068340 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f5862-6ba0-46c1-851e-41dd125543ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:08:21.069295 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f5862-6ba0-46c1-851e-41dd125543ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:08:21.070518 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f5862-6ba0-46c1-851e-41dd125543ec None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:08:21.071363 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f5862-6ba0-46c1-851e-41dd125543ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:08:21.072164 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f5862-6ba0-46c1-851e-41dd125543ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:08:21.073144 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f5862-6ba0-46c1-851e-41dd125543ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:08:21.073932 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f5862-6ba0-46c1-851e-41dd125543ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:08:21.075223 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f5862-6ba0-46c1-851e-41dd125543ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:08:21.075995 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f5862-6ba0-46c1-851e-41dd125543ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:08:21.085430 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442adea1-fc9e-4af1-a238-8ec780b2f00c None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:08:21.087535 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442adea1-fc9e-4af1-a238-8ec780b2f00c None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:08:21.088561 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-442adea1-fc9e-4af1-a238-8ec780b2f00c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:21.089497 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442adea1-fc9e-4af1-a238-8ec780b2f00c None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:08:21.092232 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-442adea1-fc9e-4af1-a238-8ec780b2f00c None None] Bound port: 1dc5a566-40e3-4c56-8836-0d53cd48d0d0, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:08:21.093206 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-442adea1-fc9e-4af1-a238-8ec780b2f00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (1dc5a566-40e3-4c56-8836-0d53cd48d0d0), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:21.152184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d016f3e4-6194-45a9-a1e6-66c91cc55b97 could not be found. Oct 04 21:08:21.152184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:08:21.152184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:08:21.152184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:08:21.152184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:08:21.152184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:08:21.152184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:08:21.152184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:08:21.152184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:08:21.152184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:08:21.152184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:08:21.152184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:08:21.152184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:08:21.152184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:08:21.152184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:21.152184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:21.152184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:21.152184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:21.152184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:08:21.152184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:21.152184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:08:21.152184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:08:21.152184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:21.152184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:21.152184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:21.152184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:21.152184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:08:21.152184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:21.152184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:08:21.152184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:08:21.152184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:21.152184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:21.152184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:21.152184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:21.152184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:08:21.152184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:08:21.152184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:08:21.152184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:08:21.152184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:08:21.152184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:08:21.152184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d016f3e4-6194-45a9-a1e6-66c91cc55b97 could not be found. Oct 04 21:08:21.152184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:08:21.163849 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Attempting to bind port e0a50a8d-c415-4428-878e-08f94d974084 on network 5d2ffcdd-0d9e-4cd1-8e36-3600ef61942b {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:08:21.267357 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 27bca753-5a8b-4e88-ad8c-e36e061b657a resource provider aggregate not found Oct 04 21:08:21.315777 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:21.378285 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-4f1eb7d6-6110-439f-bd9e-bc52874ca503 None None] Deleting port 2a497e1c-204e-4633-86c9-65673963aa6d {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:08:21.378285 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4f1eb7d6-6110-439f-bd9e-bc52874ca503 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (2a497e1c-204e-4633-86c9-65673963aa6d), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:21.380745 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-442adea1-fc9e-4af1-a238-8ec780b2f00c None None] For port 1dc5a566-40e3-4c56-8836-0d53cd48d0d0, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:08:21.380929 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 27bca753-5a8b-4e88-ad8c-e36e061b657a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 27bca753-5a8b-4e88-ad8c-e36e061b657a found for delete ", "request_id": "req-4b044c5e-6b97-45db-8ca4-4ffb39a8145c"}]} Oct 04 21:08:21.381093 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-442adea1-fc9e-4af1-a238-8ec780b2f00c None None] For port 1dc5a566-40e3-4c56-8836-0d53cd48d0d0, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=1dc5a566-40e3-4c56-8836-0d53cd48d0d0,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:08:21.381272 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ab3280c8-409f-4b27-a66e-198491c383b7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 1.8906920 Oct 04 21:08:21.381935 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 59176) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:08:21.381935 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-a4d0990b-1e56-48d6-b16f-9264a02cf546 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Request body: {'subnet': {'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:08:21.426909 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d016f3e4-6194-45a9-a1e6-66c91cc55b97 could not be found. Oct 04 21:08:21.426909 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:08:21.426909 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:08:21.426909 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:08:21.426909 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:08:21.426909 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:08:21.426909 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:08:21.426909 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:08:21.426909 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:08:21.426909 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:08:21.426909 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:08:21.426909 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:08:21.426909 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:21.426909 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:21.426909 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:21.426909 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:21.426909 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:08:21.426909 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:21.426909 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:08:21.426909 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:08:21.426909 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:21.426909 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:21.426909 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:21.426909 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:21.426909 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:08:21.426909 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:21.426909 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:08:21.426909 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:08:21.426909 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:21.426909 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:21.426909 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:21.426909 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:21.426909 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:08:21.426909 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:08:21.426909 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:08:21.426909 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:08:21.426909 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:08:21.426909 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:08:21.426909 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d016f3e4-6194-45a9-a1e6-66c91cc55b97 could not be found. Oct 04 21:08:21.426909 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:08:21.432185 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Failed to bind port e0a50a8d-c415-4428-878e-08f94d974084 on host n-d-852085-12 for vnic_type normal using segments [{'id': '27bca753-5a8b-4e88-ad8c-e36e061b657a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '5d2ffcdd-0d9e-4cd1-8e36-3600ef61942b'}] Oct 04 21:08:21.432185 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:21.446068 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6b8ef5-de0d-4eb2-9866-39a4e8e504bd None None] Pushing event updated for resources: {'Port': ['ID=d78ffdbe-bcb5-4eeb-a57c-004fa8af20cc,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:21.478437 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-442adea1-fc9e-4af1-a238-8ec780b2f00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (1dc5a566-40e3-4c56-8836-0d53cd48d0d0), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:21.514593 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:21.582592 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Attempt 8 to bind port e0a50a8d-c415-4428-878e-08f94d974084 Oct 04 21:08:21.718662 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0febe337-a8e8-4eda-aeae-6cf49bba5b35 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (5d2ffcdd-0d9e-4cd1-8e36-3600ef61942b), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:21.737967 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0febe337-a8e8-4eda-aeae-6cf49bba5b35 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:21.755077 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442adea1-fc9e-4af1-a238-8ec780b2f00c None None] Routers {'96ca2132-9d70-4ed1-b37a-d41805bfcbac'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:08:21.757328 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-442adea1-fc9e-4af1-a238-8ec780b2f00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:08:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['96ca2132-9d70-4ed1-b37a-d41805bfcbac'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:08:21.764185 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-0febe337-a8e8-4eda-aeae-6cf49bba5b35 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "DELETE /networking/v2.0/networks/5d2ffcdd-0d9e-4cd1-8e36-3600ef61942b HTTP/1.1" status: 204 len: 168 time: 10.8065329 Oct 04 21:08:21.785605 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 59180) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:08:21.839302 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-00acc453-abb8-43d6-beb4-2df5b2e18d0b tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-380072901'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:08:21.872606 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c8bf9ca0-d17c-4f47-be51-df93d1511756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:21.948747 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995f5862-6ba0-46c1-851e-41dd125543ec None None] Pushing event updated for resources: {'Port': ['ID=1dc5a566-40e3-4c56-8836-0d53cd48d0d0,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:21.964084 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:21.978349 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Attempting to bind port e0a50a8d-c415-4428-878e-08f94d974084 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:08:21.979551 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Attempting to bind port e0a50a8d-c415-4428-878e-08f94d974084 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:08:21.989411 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Attempting to bind port e0a50a8d-c415-4428-878e-08f94d974084 on network 5d2ffcdd-0d9e-4cd1-8e36-3600ef61942b {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:08:21.995271 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0febe337-a8e8-4eda-aeae-6cf49bba5b35 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Pushing event deleted for resources: {'Network': ['ID=5d2ffcdd-0d9e-4cd1-8e36-3600ef61942b,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:22.088044 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=7 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:22.132835 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d016f3e4-6194-45a9-a1e6-66c91cc55b97 could not be found. Oct 04 21:08:22.132835 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:08:22.132835 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:08:22.132835 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:08:22.132835 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:08:22.132835 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:08:22.132835 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:08:22.132835 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:08:22.132835 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:08:22.132835 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:08:22.132835 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:08:22.132835 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:08:22.132835 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:08:22.132835 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:08:22.132835 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:22.132835 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:22.132835 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:22.132835 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:22.132835 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:08:22.132835 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:22.132835 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:08:22.132835 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:08:22.132835 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:22.132835 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:22.132835 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:22.132835 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:22.132835 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:08:22.132835 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:22.132835 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:08:22.132835 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:08:22.132835 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:22.132835 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:22.132835 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:22.132835 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:22.132835 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:08:22.132835 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:08:22.132835 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:08:22.132835 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:08:22.132835 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:08:22.132835 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:08:22.132835 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d016f3e4-6194-45a9-a1e6-66c91cc55b97 could not be found. Oct 04 21:08:22.132835 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:08:22.152086 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Attempting to bind port e0a50a8d-c415-4428-878e-08f94d974084 on network 5d2ffcdd-0d9e-4cd1-8e36-3600ef61942b {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:08:22.195095 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-442adea1-fc9e-4af1-a238-8ec780b2f00c None None] Set router 96ca2132-9d70-4ed1-b37a-d41805bfcbac gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:08:22.244847 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00acc453-abb8-43d6-beb4-2df5b2e18d0b tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Made reservation on behalf of d2227c0bff3a4d24894ea6838f5ffe54 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:08:22.248604 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e42243-acdf-466e-ab89-f755fb0c19c4 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Made reservation on behalf of 3e52093341534ca5a76295afd3cfd196 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:08:22.252566 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-00acc453-abb8-43d6-beb4-2df5b2e18d0b tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:22.259166 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-79e42243-acdf-466e-ab89-f755fb0c19c4 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:22.271097 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:22.315422 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d016f3e4-6194-45a9-a1e6-66c91cc55b97 could not be found. Oct 04 21:08:22.315422 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:08:22.315422 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:08:22.315422 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:08:22.315422 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:08:22.315422 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:08:22.315422 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:08:22.315422 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:08:22.315422 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:08:22.315422 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:08:22.315422 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:08:22.315422 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:08:22.315422 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:22.315422 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:22.315422 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:22.315422 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:22.315422 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:08:22.315422 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:22.315422 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:08:22.315422 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:08:22.315422 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:22.315422 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:22.315422 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:22.315422 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:22.315422 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:08:22.315422 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:22.315422 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:08:22.315422 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:08:22.315422 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:22.315422 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:22.315422 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:22.315422 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:22.315422 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:08:22.315422 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:08:22.315422 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:08:22.315422 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:08:22.315422 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:08:22.315422 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:08:22.315422 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d016f3e4-6194-45a9-a1e6-66c91cc55b97 could not be found. Oct 04 21:08:22.315422 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:08:22.320755 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Failed to bind port e0a50a8d-c415-4428-878e-08f94d974084 on host n-d-852085-12 for vnic_type normal using segments [] Oct 04 21:08:22.370300 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Attempt 9 to bind port e0a50a8d-c415-4428-878e-08f94d974084 Oct 04 21:08:22.372600 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00acc453-abb8-43d6-beb4-2df5b2e18d0b tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:08:22.396477 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:22.424274 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-00acc453-abb8-43d6-beb4-2df5b2e18d0b tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (859fd59c-3548-4dd1-a181-0e3a83efa4ed), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:22.425274 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-4f1eb7d6-6110-439f-bd9e-bc52874ca503 None None] For port 2a497e1c-204e-4633-86c9-65673963aa6d, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=2a497e1c-204e-4633-86c9-65673963aa6d,segment=NetworkSegment(a074d1d3-d8bf-45a2-a3f3-7647e2465b5f),segment_id=a074d1d3-d8bf-45a2-a3f3-7647e2465b5f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:08:22.426688 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4f1eb7d6-6110-439f-bd9e-bc52874ca503 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (2a497e1c-204e-4633-86c9-65673963aa6d), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:22.427647 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-00acc453-abb8-43d6-beb4-2df5b2e18d0b tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Added segment 859fd59c-3548-4dd1-a181-0e3a83efa4ed of type vlan for network 7f34682f-d05b-475f-9a3f-ed0af7cabb91 Oct 04 21:08:22.506861 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 21:08:22.509743 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 21:08:22.528589 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Attempting to bind port e0a50a8d-c415-4428-878e-08f94d974084 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:08:22.529873 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Attempting to bind port e0a50a8d-c415-4428-878e-08f94d974084 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:08:22.530933 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Attempting to bind port e0a50a8d-c415-4428-878e-08f94d974084 on network 5d2ffcdd-0d9e-4cd1-8e36-3600ef61942b {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:08:22.551619 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:22.556078 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-4f1eb7d6-6110-439f-bd9e-bc52874ca503 None None] Calling delete_port for 2a497e1c-204e-4633-86c9-65673963aa6d owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:08:22.636850 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-00acc453-abb8-43d6-beb4-2df5b2e18d0b tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (7f34682f-d05b-475f-9a3f-ed0af7cabb91), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:22.644121 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-4da4c123-1430-4328-a8b1-6b82635d41a4 None None] Current status of the port d78ffdbe-bcb5-4eeb-a57c-004fa8af20cc is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:08:22.650377 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d016f3e4-6194-45a9-a1e6-66c91cc55b97 could not be found. Oct 04 21:08:22.650377 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:08:22.650377 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:08:22.650377 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:08:22.650377 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:08:22.650377 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:08:22.650377 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:08:22.650377 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:08:22.650377 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:08:22.650377 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:08:22.650377 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:08:22.650377 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:08:22.650377 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:08:22.650377 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:08:22.650377 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:22.650377 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:22.650377 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:22.650377 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:22.650377 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:08:22.650377 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:22.650377 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:08:22.650377 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:08:22.650377 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:22.650377 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:22.650377 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:22.650377 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:22.650377 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:08:22.650377 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:22.650377 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:08:22.650377 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:08:22.650377 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:22.650377 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:22.650377 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:22.650377 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:22.650377 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:08:22.650377 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:08:22.650377 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:08:22.650377 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:08:22.650377 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:08:22.650377 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:08:22.650377 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d016f3e4-6194-45a9-a1e6-66c91cc55b97 could not be found. Oct 04 21:08:22.650377 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:08:22.656455 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-c8bf9ca0-d17c-4f47-be51-df93d1511756 admin admin] Allocated IP 172.20.0.1 (124623e3-9f94-4b2f-9597-82851ed5391b/c68ea9dd-fb07-46cf-8b17-8ba258be508f/f93758fc-6cb6-49a3-b817-ff7e340e0933) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:08:22.664114 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Attempting to bind port e0a50a8d-c415-4428-878e-08f94d974084 on network 5d2ffcdd-0d9e-4cd1-8e36-3600ef61942b {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:08:22.763495 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d0990b-1e56-48d6-b16f-9264a02cf546 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Made reservation on behalf of f31334bc846b471aace4cb8b5f10ff51 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:08:22.773962 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a4d0990b-1e56-48d6-b16f-9264a02cf546 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:22.884054 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d016f3e4-6194-45a9-a1e6-66c91cc55b97 could not be found. Oct 04 21:08:22.884054 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:08:22.884054 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:08:22.884054 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:08:22.884054 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:08:22.884054 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:08:22.884054 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:08:22.884054 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:08:22.884054 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:08:22.884054 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:08:22.884054 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:08:22.884054 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:08:22.884054 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:22.884054 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:22.884054 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:22.884054 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:22.884054 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:08:22.884054 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:22.884054 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:08:22.884054 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:08:22.884054 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:22.884054 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:22.884054 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:22.884054 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:22.884054 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:08:22.884054 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:22.884054 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:08:22.884054 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:08:22.884054 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:22.884054 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:22.884054 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:22.884054 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:22.884054 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:08:22.884054 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:08:22.884054 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:08:22.884054 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:08:22.884054 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:08:22.884054 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:08:22.884054 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d016f3e4-6194-45a9-a1e6-66c91cc55b97 could not be found. Oct 04 21:08:22.884054 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:08:22.900107 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Failed to bind port e0a50a8d-c415-4428-878e-08f94d974084 on host n-d-852085-12 for vnic_type normal using segments [] Oct 04 21:08:22.930341 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-00acc453-abb8-43d6-beb4-2df5b2e18d0b tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (7f34682f-d05b-475f-9a3f-ed0af7cabb91), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:22.945418 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00acc453-abb8-43d6-beb4-2df5b2e18d0b tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:08:22.946843 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-00acc453-abb8-43d6-beb4-2df5b2e18d0b tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:22.965679 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=10 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:23.075179 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Attempt 10 to bind port e0a50a8d-c415-4428-878e-08f94d974084 Oct 04 21:08:23.132785 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-442adea1-fc9e-4af1-a238-8ec780b2f00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ca2132-9d70-4ed1-b37a-d41805bfcbac', 'name': 'tempest-TestVolumeBackupRestore-1418663750-router', 'tenant_id': '2e5de3cd23f54af491e3e2ee52f16035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '1dc5a566-40e3-4c56-8836-0d53cd48d0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:08:05Z', 'updated_at': '2022-10-04T21:08:12Z', 'revision_number': 3, 'project_id': '2e5de3cd23f54af491e3e2ee52f16035', 'gw_port': {'id': '1dc5a566-40e3-4c56-8836-0d53cd48d0d0', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:41:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ca2132-9d70-4ed1-b37a-d41805bfcbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:08:08Z', 'updated_at': '2022-10-04T21:08:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:08:23.154459 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Attempting to bind port e0a50a8d-c415-4428-878e-08f94d974084 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:08:23.154988 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Attempting to bind port e0a50a8d-c415-4428-878e-08f94d974084 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:08:23.155588 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Attempting to bind port e0a50a8d-c415-4428-878e-08f94d974084 on network 5d2ffcdd-0d9e-4cd1-8e36-3600ef61942b {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:08:23.227514 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442adea1-fc9e-4af1-a238-8ec780b2f00c None None] The sync data for ids ['96ca2132-9d70-4ed1-b37a-d41805bfcbac'] in n-d-852085-12 is: [{'id': '96ca2132-9d70-4ed1-b37a-d41805bfcbac', 'name': 'tempest-TestVolumeBackupRestore-1418663750-router', 'tenant_id': '2e5de3cd23f54af491e3e2ee52f16035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '1dc5a566-40e3-4c56-8836-0d53cd48d0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:08:05Z', 'updated_at': '2022-10-04T21:08:12Z', 'revision_number': 3, 'project_id': '2e5de3cd23f54af491e3e2ee52f16035', 'gw_port': {'id': '1dc5a566-40e3-4c56-8836-0d53cd48d0d0', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:41:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ca2132-9d70-4ed1-b37a-d41805bfcbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:08:08Z', 'updated_at': '2022-10-04T21:08:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:08:23.348838 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c8bf9ca0-d17c-4f47-be51-df93d1511756 admin admin] Publish callbacks [] for port (f93758fc-6cb6-49a3-b817-ff7e340e0933), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:23.385432 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d016f3e4-6194-45a9-a1e6-66c91cc55b97 could not be found. Oct 04 21:08:23.385432 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:08:23.385432 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:08:23.385432 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:08:23.385432 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:08:23.385432 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:08:23.385432 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:08:23.385432 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:08:23.385432 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:08:23.385432 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:08:23.385432 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:08:23.385432 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:08:23.385432 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:08:23.385432 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:08:23.385432 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:23.385432 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:23.385432 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:23.385432 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:23.385432 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:08:23.385432 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:23.385432 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:08:23.385432 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:08:23.385432 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:23.385432 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:23.385432 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:23.385432 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:23.385432 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:08:23.385432 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:23.385432 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:08:23.385432 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:08:23.385432 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:23.385432 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:23.385432 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:23.385432 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:23.385432 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:08:23.385432 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:08:23.385432 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:08:23.385432 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:08:23.385432 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:08:23.385432 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:08:23.385432 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d016f3e4-6194-45a9-a1e6-66c91cc55b97 could not be found. Oct 04 21:08:23.385432 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:08:23.391662 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Attempting to bind port e0a50a8d-c415-4428-878e-08f94d974084 on network 5d2ffcdd-0d9e-4cd1-8e36-3600ef61942b {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:08:23.426204 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:23.459540 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00acc453-abb8-43d6-beb4-2df5b2e18d0b tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Pushing event updated for resources: {'Network': ['ID=7f34682f-d05b-475f-9a3f-ed0af7cabb91,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:23.482738 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port d78ffdbe-bcb5-4eeb-a57c-004fa8af20cc is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:08:23.486239 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 2a497e1c-204e-4633-86c9-65673963aa6d up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:08:23.659423 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 7f34682f-d05b-475f-9a3f-ed0af7cabb91 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:08:23.665009 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d016f3e4-6194-45a9-a1e6-66c91cc55b97 could not be found. Oct 04 21:08:23.665009 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:08:23.665009 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:08:23.665009 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:08:23.665009 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:08:23.665009 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:08:23.665009 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:08:23.665009 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:08:23.665009 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:08:23.665009 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:08:23.665009 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:08:23.665009 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:08:23.665009 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:23.665009 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:23.665009 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:23.665009 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:23.665009 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:08:23.665009 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:23.665009 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:08:23.665009 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:08:23.665009 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:23.665009 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:23.665009 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:23.665009 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:23.665009 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:08:23.665009 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:23.665009 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:08:23.665009 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:08:23.665009 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:23.665009 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:23.665009 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:23.665009 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:23.665009 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:08:23.665009 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:08:23.665009 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:08:23.665009 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:08:23.665009 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:08:23.665009 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:08:23.665009 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d016f3e4-6194-45a9-a1e6-66c91cc55b97 could not be found. Oct 04 21:08:23.665009 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:08:23.670587 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-00acc453-abb8-43d6-beb4-2df5b2e18d0b tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.8647118 Oct 04 21:08:23.670757 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59198) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:08:23.672988 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Failed to bind port e0a50a8d-c415-4428-878e-08f94d974084 on host n-d-852085-12 for vnic_type normal using segments [] Oct 04 21:08:23.684071 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (e0a50a8d-c415-4428-878e-08f94d974084), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:23.694785 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4f1eb7d6-6110-439f-bd9e-bc52874ca503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (2a497e1c-204e-4633-86c9-65673963aa6d), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:23.700551 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-989719fc-0b36-4a63-97a7-35541e7e6e15 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Request body: {'network': {'name': 'New_network'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:08:23.799675 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1eb7d6-6110-439f-bd9e-bc52874ca503 None None] Pushing event deleted for resources: {'Port': ['ID=2a497e1c-204e-4633-86c9-65673963aa6d,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:23.805094 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1eb7d6-6110-439f-bd9e-bc52874ca503 None None] No DVR routers for this DVR port 2a497e1c-204e-4633-86c9-65673963aa6d on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:08:23.868464 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No active binding found for port 2a497e1c-204e-4633-86c9-65673963aa6d {{(pid=108171) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Oct 04 21:08:23.869664 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] The host n-d-852085-12 is not matching for port 2a497e1c-204e-4633-86c9-65673963aa6d host None! {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2431}} Oct 04 21:08:23.870750 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 2a497e1c-204e-4633-86c9-65673963aa6d not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 04 21:08:23.949765 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Port 2a497e1c-204e-4633-86c9-65673963aa6d not found, will not notify nova. {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 04 21:08:24.060619 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-79e42243-acdf-466e-ab89-f755fb0c19c4 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (65cd3799-4ba8-471a-9a3f-e47e16db857f), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:24.107306 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c8bf9ca0-d17c-4f47-be51-df93d1511756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (f93758fc-6cb6-49a3-b817-ff7e340e0933), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:24.124603 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1eb7d6-6110-439f-bd9e-bc52874ca503 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:08:24.125895 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1eb7d6-6110-439f-bd9e-bc52874ca503 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:08:24.143881 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1eb7d6-6110-439f-bd9e-bc52874ca503 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:08:24.144601 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1eb7d6-6110-439f-bd9e-bc52874ca503 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:08:24.145275 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1eb7d6-6110-439f-bd9e-bc52874ca503 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:08:24.145999 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1eb7d6-6110-439f-bd9e-bc52874ca503 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:08:24.146359 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1eb7d6-6110-439f-bd9e-bc52874ca503 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:08:24.155363 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1eb7d6-6110-439f-bd9e-bc52874ca503 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:08:24.156001 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1eb7d6-6110-439f-bd9e-bc52874ca503 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:08:24.161511 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1eb7d6-6110-439f-bd9e-bc52874ca503 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:08:24.161511 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1eb7d6-6110-439f-bd9e-bc52874ca503 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:08:24.164400 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1eb7d6-6110-439f-bd9e-bc52874ca503 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:08:24.164927 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1eb7d6-6110-439f-bd9e-bc52874ca503 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:08:24.165424 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1eb7d6-6110-439f-bd9e-bc52874ca503 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:08:24.165982 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1eb7d6-6110-439f-bd9e-bc52874ca503 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:08:24.189203 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 7a437609-9e7c-4da1-a833-d914931c7340 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:08:24.278219 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a4d0990b-1e56-48d6-b16f-9264a02cf546 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (d08f499c-fb03-45f9-b26e-d22746f6c535), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:24.287720 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-f076afe3-13de-415b-941c-30354a390c8e None None] Port e0a50a8d-c415-4428-878e-08f94d974084 has been deleted concurrently {{(pid=108171) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:696}} Oct 04 21:08:24.294762 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 7a437609-9e7c-4da1-a833-d914931c7340 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:08:24.304097 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 7a437609-9e7c-4da1-a833-d914931c7340 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:08:24.452584 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d0990b-1e56-48d6-b16f-9264a02cf546 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:08:24.461115 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-a4d0990b-1e56-48d6-b16f-9264a02cf546 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:08:24.469809 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d0990b-1e56-48d6-b16f-9264a02cf546 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:08:24.471434 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a4d0990b-1e56-48d6-b16f-9264a02cf546 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:24.480743 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfad64e7-32da-4981-908b-bba2b46fbcb0 None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:08:24.486136 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-989719fc-0b36-4a63-97a7-35541e7e6e15 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (7f34682f-d05b-475f-9a3f-ed0af7cabb91), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:24.550828 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:24.639886 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d0990b-1e56-48d6-b16f-9264a02cf546 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event updated for resources: {'Subnet': ['ID=d08f499c-fb03-45f9-b26e-d22746f6c535,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:24.791181 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a4d0990b-1e56-48d6-b16f-9264a02cf546 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.4210553 Oct 04 21:08:24.792849 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 59210) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:08:24.810941 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-f3edf20e-d90f-403b-b4ca-90d8da1f39b4 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Request body: {'port': {'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'fixed_ips': [{'subnet_id': 'd08f499c-fb03-45f9-b26e-d22746f6c535', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-1700230114'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:08:24.979807 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bf9ca0-d17c-4f47-be51-df93d1511756 admin admin] Pushing event updated for resources: {'Port': ['ID=f93758fc-6cb6-49a3-b817-ff7e340e0933,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:25.051523 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-989719fc-0b36-4a63-97a7-35541e7e6e15 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (7f34682f-d05b-475f-9a3f-ed0af7cabb91), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:25.152013 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-42edc29f-8c98-4058-994e-1dc4e7a022d1', 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'project_id': 'f31334bc846b471aace4cb8b5f10ff51', 'fixed_ips': [{'subnet_id': 'd08f499c-fb03-45f9-b26e-d22746f6c535'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:08:25.156117 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:25.259523 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device d78ffdbe-bcb5-4eeb-a57c-004fa8af20cc up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:08:25.434971 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-989719fc-0b36-4a63-97a7-35541e7e6e15 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Network 7f34682f-d05b-475f-9a3f-ed0af7cabb91 is not hosted by any dhcp agent {{(pid=108169) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 04 21:08:25.476303 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989719fc-0b36-4a63-97a7-35541e7e6e15 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:08:25.480719 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-989719fc-0b36-4a63-97a7-35541e7e6e15 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:25.495373 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-989719fc-0b36-4a63-97a7-35541e7e6e15 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "PUT /networking/v2.0/networks/7f34682f-d05b-475f-9a3f-ed0af7cabb91 HTTP/1.1" status: 200 len: 723 time: 1.8070326 Oct 04 21:08:25.514619 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 59214) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:08:25.534000 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bf9ca0-d17c-4f47-be51-df93d1511756 admin admin] Network 124623e3-9f94-4b2f-9597-82851ed5391b is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:08:25.540357 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-ee216f2f-3c31-49c7-82a8-cdf1cd7e77db tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Request body: {'subnet': {'network_id': '7f34682f-d05b-475f-9a3f-ed0af7cabb91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:08:25.585363 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-c8bf9ca0-d17c-4f47-be51-df93d1511756 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:08:25.637439 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3edf20e-d90f-403b-b4ca-90d8da1f39b4 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Made reservation on behalf of f31334bc846b471aace4cb8b5f10ff51 for: {'port': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:08:25.644723 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e42243-acdf-466e-ab89-f755fb0c19c4 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event updated for resources: {'Subnet': ['ID=65cd3799-4ba8-471a-9a3f-e47e16db857f,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:25.676273 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bf9ca0-d17c-4f47-be51-df93d1511756 admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:08:25.741386 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989719fc-0b36-4a63-97a7-35541e7e6e15 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Pushing event updated for resources: {'Network': ['ID=7f34682f-d05b-475f-9a3f-ed0af7cabb91,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:25.881826 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e42243-acdf-466e-ab89-f755fb0c19c4 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Checking segment: {'id': '46f3fe0d-de54-412a-826e-94668c9438d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2ba4dd98-f488-4d3f-b52d-8db914b77ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:08:25.884681 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e42243-acdf-466e-ab89-f755fb0c19c4 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Network hostable DHCP agents. Network: 2ba4dd98-f488-4d3f-b52d-8db914b77ff9, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:08:25.924341 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 7f34682f-d05b-475f-9a3f-ed0af7cabb91 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:08:26.003120 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c8bf9ca0-d17c-4f47-be51-df93d1511756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (96ca2132-9d70-4ed1-b37a-d41805bfcbac), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:26.297762 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e42243-acdf-466e-ab89-f755fb0c19c4 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Network 2ba4dd98-f488-4d3f-b52d-8db914b77ff9 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:08:26.465650 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f3edf20e-d90f-403b-b4ca-90d8da1f39b4 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:26.494097 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port d78ffdbe-bcb5-4eeb-a57c-004fa8af20cc triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:08:26.494947 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (d78ffdbe-bcb5-4eeb-a57c-004fa8af20cc), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:26.495302 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port d78ffdbe-bcb5-4eeb-a57c-004fa8af20cc Oct 04 21:08:26.497113 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-79e42243-acdf-466e-ab89-f755fb0c19c4 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 2ba4dd98-f488-4d3f-b52d-8db914b77ff9) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:08:26.534450 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e42243-acdf-466e-ab89-f755fb0c19c4 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:08:26.536388 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-79e42243-acdf-466e-ab89-f755fb0c19c4 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:26.543673 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2650c40-e13d-4bc9-9803-2c60f3a30094 None None] Network 2ba4dd98-f488-4d3f-b52d-8db914b77ff9 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:08:26.708451 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-79e42243-acdf-466e-ab89-f755fb0c19c4 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 7.4372914 Oct 04 21:08:26.722783 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59224) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:08:26.744085 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-88683053-4d70-464a-835d-e920a7c5dfbd tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1201694612', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:08:26.764029 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [None req-f3edf20e-d90f-403b-b4ca-90d8da1f39b4 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] device_id is not set on port a1448773-6da1-4394-b271-9f570fd66f86 yet. {{(pid=108170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 21:08:26.921694 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-88683053-4d70-464a-835d-e920a7c5dfbd tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (75e7b598-649c-48db-980e-e08c724bd10f), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:26.928659 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-88683053-4d70-464a-835d-e920a7c5dfbd tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (75e7b598-649c-48db-980e-e08c724bd10f), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:27.040069 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Allocated IP 2001:db8::2 (42edc29f-8c98-4058-994e-1dc4e7a022d1/d08f499c-fb03-45f9-b26e-d22746f6c535/b313b2f3-4e1b-4650-ada0-c1d1e06da8dd) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:08:27.065015 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee216f2f-3c31-49c7-82a8-cdf1cd7e77db tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Made reservation on behalf of d2227c0bff3a4d24894ea6838f5ffe54 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:08:27.093678 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ee216f2f-3c31-49c7-82a8-cdf1cd7e77db tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:27.106738 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:27.226369 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-88683053-4d70-464a-835d-e920a7c5dfbd tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for router_controller (75e7b598-649c-48db-980e-e08c724bd10f), precommit_add_association {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:27.238105 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=8,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:27.254460 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c8bf9ca0-d17c-4f47-be51-df93d1511756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (f93758fc-6cb6-49a3-b817-ff7e340e0933), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:27.313744 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:27.366073 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-88683053-4d70-464a-835d-e920a7c5dfbd tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (75e7b598-649c-48db-980e-e08c724bd10f), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:27.657519 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:27.707717 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:27.913817 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Publish callbacks [] for port (b313b2f3-4e1b-4650-ada0-c1d1e06da8dd), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:27.958592 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e54622c-9b24-473c-b425-6b3d7827bc0b None None] DHCP port deletion for 5d2ffcdd-0d9e-4cd1-8e36-3600ef61942b request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:08:27.994157 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39851b5d-62ac-4f98-9d3d-b97e777810b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-2ba4dd98-f488-4d3f-b52d-8db914b77ff9', 'network_id': '2ba4dd98-f488-4d3f-b52d-8db914b77ff9', 'project_id': '3e52093341534ca5a76295afd3cfd196', 'fixed_ips': [{'subnet_id': '65cd3799-4ba8-471a-9a3f-e47e16db857f'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:08:28.000681 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-39851b5d-62ac-4f98-9d3d-b97e777810b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:28.005640 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c8bf9ca0-d17c-4f47-be51-df93d1511756 admin admin] Publish callbacks [] for port (f93758fc-6cb6-49a3-b817-ff7e340e0933), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:28.089048 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3edf20e-d90f-403b-b4ca-90d8da1f39b4 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 21:08:28.090137 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3edf20e-d90f-403b-b4ca-90d8da1f39b4 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:08:28.123819 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ee216f2f-3c31-49c7-82a8-cdf1cd7e77db tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (d4f170a4-c592-4557-821a-0bd8b2a09215), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:28.174697 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c8bf9ca0-d17c-4f47-be51-df93d1511756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (f93758fc-6cb6-49a3-b817-ff7e340e0933), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:28.187683 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-88683053-4d70-464a-835d-e920a7c5dfbd tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:28.190590 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-88683053-4d70-464a-835d-e920a7c5dfbd tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.4654229 Oct 04 21:08:28.245925 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 59236) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:08:28.249947 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee216f2f-3c31-49c7-82a8-cdf1cd7e77db tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Pushing event updated for resources: {'Subnet': ['ID=d4f170a4-c592-4557-821a-0bd8b2a09215,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:28.274671 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-d488f35b-2a1b-4e99-8670-fc5729b0c48e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Request body: {'port': {'network_id': '2ba4dd98-f488-4d3f-b52d-8db914b77ff9', 'name': 'tempest-PortsTestJSON-2099739928'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:08:28.301128 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f3edf20e-d90f-403b-b4ca-90d8da1f39b4 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 400 len: 350 time: 3.5012693 Oct 04 21:08:28.342618 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 59240) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:08:28.358922 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c8bf9ca0-d17c-4f47-be51-df93d1511756 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (96ca2132-9d70-4ed1-b37a-d41805bfcbac), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:28.434616 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-133d2ca5-d29d-4ca5-baf1-9033f550193c None None] Provisioning complete for port f93758fc-6cb6-49a3-b817-ff7e340e0933 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:08:28.435367 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-133d2ca5-d29d-4ca5-baf1-9033f550193c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (f93758fc-6cb6-49a3-b817-ff7e340e0933), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:28.435916 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-133d2ca5-d29d-4ca5-baf1-9033f550193c None None] Attempt 1 to provision port f93758fc-6cb6-49a3-b817-ff7e340e0933 Oct 04 21:08:28.573950 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:28.577238 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-133d2ca5-d29d-4ca5-baf1-9033f550193c None None] Port f93758fc-6cb6-49a3-b817-ff7e340e0933 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:08:28.586459 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (b313b2f3-4e1b-4650-ada0-c1d1e06da8dd), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:28.586819 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bf9ca0-d17c-4f47-be51-df93d1511756 admin admin] Pushing event updated for resources: {'Port': ['ID=f93758fc-6cb6-49a3-b817-ff7e340e0933,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:28.757092 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bf9ca0-d17c-4f47-be51-df93d1511756 admin admin] Network 124623e3-9f94-4b2f-9597-82851ed5391b is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:08:28.768040 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-c8bf9ca0-d17c-4f47-be51-df93d1511756 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:08:29.170838 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-39851b5d-62ac-4f98-9d3d-b97e777810b7 None None] Allocated IP 172.20.0.2 (2ba4dd98-f488-4d3f-b52d-8db914b77ff9/65cd3799-4ba8-471a-9a3f-e47e16db857f/0f69da36-f233-48ce-8322-09c5e7e9cc84) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:08:29.231453 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8bf9ca0-d17c-4f47-be51-df93d1511756 admin admin] Router 96ca2132-9d70-4ed1-b37a-d41805bfcbac has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:08:29.413810 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461ec676-4586-4877-b8bb-1810d5ce3a19 None None] Network 5d2ffcdd-0d9e-4cd1-8e36-3600ef61942b requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:08:29.499035 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-706ac58e-5e00-472a-bd7c-92940efdf29e None None] Could not find standard attr ID for object e0a50a8d-c415-4428-878e-08f94d974084. {{(pid=108171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 04 21:08:29.543070 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8bf9ca0-d17c-4f47-be51-df93d1511756 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:08:29.561358 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c8bf9ca0-d17c-4f47-be51-df93d1511756 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/96ca2132-9d70-4ed1-b37a-d41805bfcbac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4618933 Oct 04 21:08:29.565320 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461ec676-4586-4877-b8bb-1810d5ce3a19 None None] Network 5d2ffcdd-0d9e-4cd1-8e36-3600ef61942b could not be found, it might have been deleted concurrently. {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 04 21:08:29.614574 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:08:29.637105 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port d78ffdbe-bcb5-4eeb-a57c-004fa8af20cc is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:08:29.639292 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 1dc5a566-40e3-4c56-8836-0d53cd48d0d0 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:08:29.644611 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0121eacf-b22b-463b-8644-df7093363d1d None None] Sync routers for ids ['96ca2132-9d70-4ed1-b37a-d41805bfcbac'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:08:29.658422 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Pushing event updated for resources: {'Port': ['ID=b313b2f3-4e1b-4650-ada0-c1d1e06da8dd,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:29.704842 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a89251-7b52-4542-ab50-5bbd8f806515 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:08:29.709126 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f8a89251-7b52-4542-ab50-5bbd8f806515 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 943 time: 1.3623843 Oct 04 21:08:29.713521 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59256) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:08:29.744589 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee216f2f-3c31-49c7-82a8-cdf1cd7e77db tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Checking segment: {'id': '859fd59c-3548-4dd1-a181-0e3a83efa4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7f34682f-d05b-475f-9a3f-ed0af7cabb91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:08:29.748546 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee216f2f-3c31-49c7-82a8-cdf1cd7e77db tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Network hostable DHCP agents. Network: 7f34682f-d05b-475f-9a3f-ed0af7cabb91, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:08:29.761961 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:29.771660 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:08:29.830597 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:08:29.929601 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0121eacf-b22b-463b-8644-df7093363d1d None None] Routers {'96ca2132-9d70-4ed1-b37a-d41805bfcbac'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:08:29.931378 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-0121eacf-b22b-463b-8644-df7093363d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:08:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['96ca2132-9d70-4ed1-b37a-d41805bfcbac'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:08:29.940900 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:29.997579 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274535c8-bcd2-4709-b858-91a322dfa86e tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:08:30.004900 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274535c8-bcd2-4709-b858-91a322dfa86e tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:08:30.008917 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d488f35b-2a1b-4e99-8670-fc5729b0c48e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Made reservation on behalf of 3e52093341534ca5a76295afd3cfd196 for: {'port': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:08:30.010133 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-274535c8-bcd2-4709-b858-91a322dfa86e tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2938879 Oct 04 21:08:30.016781 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59262) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:08:30.022261 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d488f35b-2a1b-4e99-8670-fc5729b0c48e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:30.039737 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee216f2f-3c31-49c7-82a8-cdf1cd7e77db tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Network 7f34682f-d05b-475f-9a3f-ed0af7cabb91 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:08:30.128030 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-a9dc5c8b-c15c-43db-968a-4f7fd82533fb None None] Provisioning complete for port f93758fc-6cb6-49a3-b817-ff7e340e0933 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:08:30.128533 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a9dc5c8b-c15c-43db-968a-4f7fd82533fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (f93758fc-6cb6-49a3-b817-ff7e340e0933), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:30.129115 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-a9dc5c8b-c15c-43db-968a-4f7fd82533fb None None] Attempt 1 to provision port f93758fc-6cb6-49a3-b817-ff7e340e0933 Oct 04 21:08:30.170412 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [None req-d488f35b-2a1b-4e99-8670-fc5729b0c48e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] device_id is not set on port 083ce90d-be01-46fb-a5c2-9c2d0a69d9d0 yet. {{(pid=108170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 21:08:30.322323 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-ee216f2f-3c31-49c7-82a8-cdf1cd7e77db tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 7f34682f-d05b-475f-9a3f-ed0af7cabb91) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:08:30.338945 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-a9dc5c8b-c15c-43db-968a-4f7fd82533fb None None] Port f93758fc-6cb6-49a3-b817-ff7e340e0933 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:08:30.339947 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee216f2f-3c31-49c7-82a8-cdf1cd7e77db tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:08:30.341025 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ee216f2f-3c31-49c7-82a8-cdf1cd7e77db tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:30.366242 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-72466d50-d144-4b3d-bcd4-4d1f5e170e25 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Deleting subnet d08f499c-fb03-45f9-b26e-d22746f6c535 {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:08:30.380317 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2114b172-35f5-452f-9f16-96b010d686c9 None None] Network 7f34682f-d05b-475f-9a3f-ed0af7cabb91 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:08:30.380671 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-72466d50-d144-4b3d-bcd4-4d1f5e170e25 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (d08f499c-fb03-45f9-b26e-d22746f6c535), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:30.387613 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 1dc5a566-40e3-4c56-8836-0d53cd48d0d0 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:08:30.389866 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (1dc5a566-40e3-4c56-8836-0d53cd48d0d0), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:30.389866 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 1dc5a566-40e3-4c56-8836-0d53cd48d0d0 Oct 04 21:08:30.507727 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-72466d50-d144-4b3d-bcd4-4d1f5e170e25 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (d08f499c-fb03-45f9-b26e-d22746f6c535), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:30.536366 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-ee216f2f-3c31-49c7-82a8-cdf1cd7e77db tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.0167994 Oct 04 21:08:30.537782 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 59270) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:08:30.543655 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-39851b5d-62ac-4f98-9d3d-b97e777810b7 None None] Publish callbacks [] for port (0f69da36-f233-48ce-8322-09c5e7e9cc84), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:30.560549 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-44048b78-d7bc-4654-b165-a6dccbbbaef1 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:08:30.768072 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-72466d50-d144-4b3d-bcd4-4d1f5e170e25 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (d08f499c-fb03-45f9-b26e-d22746f6c535), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:31.123017 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-72466d50-d144-4b3d-bcd4-4d1f5e170e25 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (d08f499c-fb03-45f9-b26e-d22746f6c535), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:31.177409 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:31.184352 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-72466d50-d144-4b3d-bcd4-4d1f5e170e25 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:31.204373 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-72466d50-d144-4b3d-bcd4-4d1f5e170e25 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/d08f499c-fb03-45f9-b26e-d22746f6c535 HTTP/1.1" status: 204 len: 168 time: 1.1806500 Oct 04 21:08:31.230539 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 59276) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:08:31.257029 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 1dc5a566-40e3-4c56-8836-0d53cd48d0d0 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:08:31.260414 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (1dc5a566-40e3-4c56-8836-0d53cd48d0d0), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:31.307474 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:31.312838 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-44048b78-d7bc-4654-b165-a6dccbbbaef1 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29404734'] for subnet (d4f170a4-c592-4557-821a-0bd8b2a09215), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:31.350326 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 1dc5a566-40e3-4c56-8836-0d53cd48d0d0, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=1dc5a566-40e3-4c56-8836-0d53cd48d0d0,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:08:31.355050 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Attempting to bind port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:08:31.357445 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Attempting to bind port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:08:31.366976 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Attempting to bind port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd on network 42edc29f-8c98-4058-994e-1dc4e7a022d1 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:08:31.398242 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72466d50-d144-4b3d-bcd4-4d1f5e170e25 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event deleted for resources: {'Subnet': ['ID=d08f499c-fb03-45f9-b26e-d22746f6c535,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:31.429359 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d08f499c-fb03-45f9-b26e-d22746f6c535 could not be found. Oct 04 21:08:31.429359 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:08:31.429359 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:08:31.429359 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:08:31.429359 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:08:31.429359 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:08:31.429359 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:08:31.429359 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:08:31.429359 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:08:31.429359 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:08:31.429359 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:08:31.429359 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:08:31.429359 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:08:31.429359 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:08:31.429359 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:31.429359 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:31.429359 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:31.429359 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:31.429359 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:08:31.429359 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:31.429359 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:08:31.429359 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:08:31.429359 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:31.429359 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:31.429359 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:31.429359 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:31.429359 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:08:31.429359 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:31.429359 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:08:31.429359 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:08:31.429359 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:31.429359 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:31.429359 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:31.429359 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:31.429359 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:08:31.429359 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:08:31.429359 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:08:31.429359 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:08:31.429359 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:08:31.429359 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:08:31.429359 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d08f499c-fb03-45f9-b26e-d22746f6c535 could not be found. Oct 04 21:08:31.429359 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:08:31.436152 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Attempting to bind port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd on network 42edc29f-8c98-4058-994e-1dc4e7a022d1 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:08:31.483166 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-39851b5d-62ac-4f98-9d3d-b97e777810b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (0f69da36-f233-48ce-8322-09c5e7e9cc84), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:31.493889 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4164da0f-3cb9-4f6a-9bb5-e3f6325ecc6f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2436168 Oct 04 21:08:31.494540 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59284) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:08:31.504266 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-f5dfc5d3-8a90-469d-9b2f-82b8c913404c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Request body: {'subnet': {'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:08:31.522335 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d08f499c-fb03-45f9-b26e-d22746f6c535 could not be found. Oct 04 21:08:31.522335 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:08:31.522335 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:08:31.522335 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:08:31.522335 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:08:31.522335 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:08:31.522335 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:08:31.522335 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:08:31.522335 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:08:31.522335 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:08:31.522335 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:08:31.522335 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:08:31.522335 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:31.522335 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:31.522335 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:31.522335 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:31.522335 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:08:31.522335 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:31.522335 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:08:31.522335 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:08:31.522335 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:31.522335 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:31.522335 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:31.522335 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:31.522335 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:08:31.522335 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:31.522335 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:08:31.522335 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:08:31.522335 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:31.522335 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:31.522335 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:31.522335 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:31.522335 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:08:31.522335 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:08:31.522335 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:08:31.522335 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:08:31.522335 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:08:31.522335 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:08:31.522335 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d08f499c-fb03-45f9-b26e-d22746f6c535 could not be found. Oct 04 21:08:31.522335 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:08:31.532321 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Failed to bind port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd on host n-d-852085-12 for vnic_type normal using segments [{'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'}] Oct 04 21:08:31.553954 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39851b5d-62ac-4f98-9d3d-b97e777810b7 None None] Network 2ba4dd98-f488-4d3f-b52d-8db914b77ff9 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:08:31.570082 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Attempt 2 to bind port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd Oct 04 21:08:31.597805 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:31.602489 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-39851b5d-62ac-4f98-9d3d-b97e777810b7 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:08:31.603784 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.db.api [None req-d488f35b-2a1b-4e99-8670-fc5729b0c48e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-c5f61463-4c05-4742-b826-2d73e990701e {{(pid=108170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 21:08:31.604823 n-d-852085-12 neutron-server[108170]: DEBUG oslo_db.api [None req-d488f35b-2a1b-4e99-8670-fc5729b0c48e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 21:08:31.608269 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39851b5d-62ac-4f98-9d3d-b97e777810b7 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:08:31.621001 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (1dc5a566-40e3-4c56-8836-0d53cd48d0d0), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:31.746483 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Attempting to bind port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:08:31.752564 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Attempting to bind port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:08:31.767384 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Attempting to bind port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd on network 42edc29f-8c98-4058-994e-1dc4e7a022d1 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:08:31.989826 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 2a497e1c-204e-4633-86c9-65673963aa6d no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:08:32.079997 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5dfc5d3-8a90-469d-9b2f-82b8c913404c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Made reservation on behalf of f31334bc846b471aace4cb8b5f10ff51 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:08:32.090989 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f5dfc5d3-8a90-469d-9b2f-82b8c913404c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:32.106670 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d488f35b-2a1b-4e99-8670-fc5729b0c48e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:32.166210 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-44048b78-d7bc-4654-b165-a6dccbbbaef1 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740981437359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-29587529'] for subnet (d4f170a4-c592-4557-821a-0bd8b2a09215), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:32.234241 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 2a497e1c-204e-4633-86c9-65673963aa6d {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:08:32.239626 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 2a497e1c-204e-4633-86c9-65673963aa6d not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:08:32.325817 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d08f499c-fb03-45f9-b26e-d22746f6c535 could not be found. Oct 04 21:08:32.325817 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:08:32.325817 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:08:32.325817 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:08:32.325817 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:08:32.325817 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:08:32.325817 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:08:32.325817 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:08:32.325817 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:08:32.325817 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:08:32.325817 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:08:32.325817 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:08:32.325817 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:08:32.325817 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:08:32.325817 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:32.325817 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:32.325817 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:32.325817 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:32.325817 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:08:32.325817 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:32.325817 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:08:32.325817 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:08:32.325817 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:32.325817 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:32.325817 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:32.325817 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:32.325817 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:08:32.325817 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:32.325817 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:08:32.325817 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:08:32.325817 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:32.325817 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:32.325817 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:32.325817 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:32.325817 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:08:32.325817 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:08:32.325817 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:08:32.325817 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:08:32.325817 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:08:32.325817 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:08:32.325817 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d08f499c-fb03-45f9-b26e-d22746f6c535 could not be found. Oct 04 21:08:32.325817 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:08:32.333065 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Attempting to bind port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd on network 42edc29f-8c98-4058-994e-1dc4e7a022d1 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:08:32.513043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d08f499c-fb03-45f9-b26e-d22746f6c535 could not be found. Oct 04 21:08:32.513043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:08:32.513043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:08:32.513043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:08:32.513043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:08:32.513043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:08:32.513043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:08:32.513043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:08:32.513043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:08:32.513043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:08:32.513043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:08:32.513043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:08:32.513043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:32.513043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:32.513043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:32.513043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:32.513043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:08:32.513043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:32.513043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:08:32.513043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:08:32.513043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:32.513043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:32.513043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:32.513043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:32.513043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:08:32.513043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:32.513043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:08:32.513043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:08:32.513043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:32.513043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:32.513043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:32.513043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:32.513043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:08:32.513043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:08:32.513043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:08:32.513043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:08:32.513043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:08:32.513043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:08:32.513043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d08f499c-fb03-45f9-b26e-d22746f6c535 could not be found. Oct 04 21:08:32.513043 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:08:32.526275 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Failed to bind port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd on host n-d-852085-12 for vnic_type normal using segments [{'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'}] Oct 04 21:08:32.528165 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-0121eacf-b22b-463b-8644-df7093363d1d None None] Set router 96ca2132-9d70-4ed1-b37a-d41805bfcbac gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:08:32.561107 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Attempt 3 to bind port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd Oct 04 21:08:32.567918 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44048b78-d7bc-4654-b165-a6dccbbbaef1 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Pushing event updated for resources: {'Subnet': ['ID=d4f170a4-c592-4557-821a-0bd8b2a09215,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:32.619474 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [None req-d488f35b-2a1b-4e99-8670-fc5729b0c48e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] device_id is not set on port 156dfbf3-804d-4a9e-9363-2290b5e26cb6 yet. {{(pid=108170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 21:08:32.674626 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44048b78-d7bc-4654-b165-a6dccbbbaef1 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:08:32.691411 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-44048b78-d7bc-4654-b165-a6dccbbbaef1 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:32.698870 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-44048b78-d7bc-4654-b165-a6dccbbbaef1 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "PUT /networking/v2.0/subnets/d4f170a4-c592-4557-821a-0bd8b2a09215 HTTP/1.1" status: 200 len: 806 time: 2.1592798 Oct 04 21:08:32.750989 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Attempting to bind port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:08:32.750989 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Attempting to bind port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:08:32.751378 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Attempting to bind port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd on network 42edc29f-8c98-4058-994e-1dc4e7a022d1 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:08:32.770323 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59308) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:08:32.777139 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-39851b5d-62ac-4f98-9d3d-b97e777810b7 None None] Attempting to bind port 0f69da36-f233-48ce-8322-09c5e7e9cc84 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:08:32.780125 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-39851b5d-62ac-4f98-9d3d-b97e777810b7 None None] Attempting to bind port 0f69da36-f233-48ce-8322-09c5e7e9cc84 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '46f3fe0d-de54-412a-826e-94668c9438d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2ba4dd98-f488-4d3f-b52d-8db914b77ff9'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:08:32.780125 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39851b5d-62ac-4f98-9d3d-b97e777810b7 None None] Attempting to bind port 0f69da36-f233-48ce-8322-09c5e7e9cc84 on network 2ba4dd98-f488-4d3f-b52d-8db914b77ff9 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:08:33.074788 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-d488f35b-2a1b-4e99-8670-fc5729b0c48e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Allocated IP 172.20.0.4 (2ba4dd98-f488-4d3f-b52d-8db914b77ff9/65cd3799-4ba8-471a-9a3f-e47e16db857f/156dfbf3-804d-4a9e-9363-2290b5e26cb6) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:08:33.096777 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59312) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:08:33.125916 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:33.141148 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=54,neutron:UPDATE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:33.151038 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39851b5d-62ac-4f98-9d3d-b97e777810b7 None None] Pushing event updated for resources: {'Port': ['ID=0f69da36-f233-48ce-8322-09c5e7e9cc84,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:33.160873 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-e6767f0e-93c7-4abb-85d5-fe309366c7d0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1561662983-network', 'tenant_id': 'be6737dcacaa4985bb6bc9e1bf6b1f0a'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:08:33.436314 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=1dc5a566-40e3-4c56-8836-0d53cd48d0d0,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:33.462186 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:33.482608 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d08f499c-fb03-45f9-b26e-d22746f6c535 could not be found. Oct 04 21:08:33.482608 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:08:33.482608 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:08:33.482608 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:08:33.482608 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:08:33.482608 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:08:33.482608 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:08:33.482608 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:08:33.482608 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:08:33.482608 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:08:33.482608 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:08:33.482608 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:08:33.482608 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:08:33.482608 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:08:33.482608 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:33.482608 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:33.482608 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:33.482608 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:33.482608 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:08:33.482608 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:33.482608 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:08:33.482608 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:08:33.482608 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:33.482608 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:33.482608 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:33.482608 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:33.482608 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:08:33.482608 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:33.482608 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:08:33.482608 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:08:33.482608 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:33.482608 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:33.482608 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:33.482608 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:33.482608 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:08:33.482608 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:08:33.482608 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:08:33.482608 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:08:33.482608 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:08:33.482608 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:08:33.482608 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d08f499c-fb03-45f9-b26e-d22746f6c535 could not be found. Oct 04 21:08:33.482608 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:08:33.490750 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Attempting to bind port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd on network 42edc29f-8c98-4058-994e-1dc4e7a022d1 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:08:33.534256 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d488f35b-2a1b-4e99-8670-fc5729b0c48e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for port (156dfbf3-804d-4a9e-9363-2290b5e26cb6), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:33.664189 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d08f499c-fb03-45f9-b26e-d22746f6c535 could not be found. Oct 04 21:08:33.664189 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:08:33.664189 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:08:33.664189 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:08:33.664189 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:08:33.664189 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:08:33.664189 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:08:33.664189 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:08:33.664189 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:08:33.664189 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:08:33.664189 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:08:33.664189 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:08:33.664189 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:33.664189 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:33.664189 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:33.664189 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:33.664189 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:08:33.664189 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:33.664189 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:08:33.664189 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:08:33.664189 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:33.664189 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:33.664189 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:33.664189 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:33.664189 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:08:33.664189 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:33.664189 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:08:33.664189 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:08:33.664189 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:33.664189 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:33.664189 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:33.664189 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:33.664189 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:08:33.664189 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:08:33.664189 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:08:33.664189 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:08:33.664189 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:08:33.664189 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:08:33.664189 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d08f499c-fb03-45f9-b26e-d22746f6c535 could not be found. Oct 04 21:08:33.664189 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:08:33.670847 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Failed to bind port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd on host n-d-852085-12 for vnic_type normal using segments [{'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'}] Oct 04 21:08:33.729774 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3ef9edd0-fe7e-4f41-abb2-41d22d49d2f6 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (7f34682f-d05b-475f-9a3f-ed0af7cabb91), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:33.730164 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:33.747240 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6767f0e-93c7-4abb-85d5-fe309366c7d0 admin admin] Made reservation on behalf of be6737dcacaa4985bb6bc9e1bf6b1f0a for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:08:33.762982 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e6767f0e-93c7-4abb-85d5-fe309366c7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:33.792783 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f5dfc5d3-8a90-469d-9b2f-82b8c913404c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (348c32a5-76d0-422b-b5d1-74b8c90d9e78), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:33.866874 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d488f35b-2a1b-4e99-8670-fc5729b0c48e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (156dfbf3-804d-4a9e-9363-2290b5e26cb6), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:33.887298 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Attempt 4 to bind port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd Oct 04 21:08:33.961228 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39851b5d-62ac-4f98-9d3d-b97e777810b7 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:08:33.962399 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39851b5d-62ac-4f98-9d3d-b97e777810b7 None None] Checking segment: {'id': '46f3fe0d-de54-412a-826e-94668c9438d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2ba4dd98-f488-4d3f-b52d-8db914b77ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:08:33.964537 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-39851b5d-62ac-4f98-9d3d-b97e777810b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:33.966369 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39851b5d-62ac-4f98-9d3d-b97e777810b7 None None] Bound using segment: {'id': '46f3fe0d-de54-412a-826e-94668c9438d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2ba4dd98-f488-4d3f-b52d-8db914b77ff9'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:08:33.970416 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-39851b5d-62ac-4f98-9d3d-b97e777810b7 None None] Bound port: 0f69da36-f233-48ce-8322-09c5e7e9cc84, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46f3fe0d-de54-412a-826e-94668c9438d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2ba4dd98-f488-4d3f-b52d-8db914b77ff9'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:08:33.974536 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-39851b5d-62ac-4f98-9d3d-b97e777810b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (0f69da36-f233-48ce-8322-09c5e7e9cc84), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:34.047669 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dfc5d3-8a90-469d-9b2f-82b8c913404c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event updated for resources: {'Subnet': ['ID=348c32a5-76d0-422b-b5d1-74b8c90d9e78,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:34.064777 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e6767f0e-93c7-4abb-85d5-fe309366c7d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:34.117676 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Attempting to bind port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:08:34.119087 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Attempting to bind port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:08:34.119749 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d488f35b-2a1b-4e99-8670-fc5729b0c48e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Network 2ba4dd98-f488-4d3f-b52d-8db914b77ff9 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:08:34.120528 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Attempting to bind port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd on network 42edc29f-8c98-4058-994e-1dc4e7a022d1 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:08:34.156325 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5dfc5d3-8a90-469d-9b2f-82b8c913404c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:08:34.159254 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-d488f35b-2a1b-4e99-8670-fc5729b0c48e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:08:34.166173 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d488f35b-2a1b-4e99-8670-fc5729b0c48e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:08:34.172772 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-f5dfc5d3-8a90-469d-9b2f-82b8c913404c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:08:34.260135 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5dfc5d3-8a90-469d-9b2f-82b8c913404c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:08:34.263040 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f5dfc5d3-8a90-469d-9b2f-82b8c913404c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:34.340534 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d488f35b-2a1b-4e99-8670-fc5729b0c48e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event updated for resources: {'Port': ['ID=156dfbf3-804d-4a9e-9363-2290b5e26cb6,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:34.406321 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:34.438451 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66408bd-8256-4b09-b40f-9256d346acb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-7f34682f-d05b-475f-9a3f-ed0af7cabb91', 'network_id': '7f34682f-d05b-475f-9a3f-ed0af7cabb91', 'project_id': 'd2227c0bff3a4d24894ea6838f5ffe54', 'fixed_ips': [{'subnet_id': 'd4f170a4-c592-4557-821a-0bd8b2a09215'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:08:34.440756 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c66408bd-8256-4b09-b40f-9256d346acb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:34.468400 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d488f35b-2a1b-4e99-8670-fc5729b0c48e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:08:34.468897 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f5dfc5d3-8a90-469d-9b2f-82b8c913404c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9721870 Oct 04 21:08:34.471659 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d488f35b-2a1b-4e99-8670-fc5729b0c48e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:34.480295 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 59328) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:08:34.490116 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-d3f5cb4b-5cf4-4cf7-8d4c-bef5a26ad86f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-59387093', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:08:34.492370 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:34.505793 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d08f499c-fb03-45f9-b26e-d22746f6c535 could not be found. Oct 04 21:08:34.505793 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:08:34.505793 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:08:34.505793 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:08:34.505793 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:08:34.505793 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:08:34.505793 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:08:34.505793 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:08:34.505793 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:08:34.505793 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:08:34.505793 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:08:34.505793 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:08:34.505793 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:08:34.505793 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:08:34.505793 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:34.505793 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:34.505793 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:34.505793 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:34.505793 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:08:34.505793 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:34.505793 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:08:34.505793 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:08:34.505793 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:34.505793 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:34.505793 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:34.505793 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:34.505793 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:08:34.505793 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:34.505793 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:08:34.505793 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:08:34.505793 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:34.505793 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:34.505793 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:34.505793 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:34.505793 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:08:34.505793 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:08:34.505793 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:08:34.505793 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:08:34.505793 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:08:34.505793 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:08:34.505793 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d08f499c-fb03-45f9-b26e-d22746f6c535 could not be found. Oct 04 21:08:34.505793 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:08:34.520321 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Attempting to bind port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd on network 42edc29f-8c98-4058-994e-1dc4e7a022d1 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:08:34.568417 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3ef9edd0-fe7e-4f41-abb2-41d22d49d2f6 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (d4f170a4-c592-4557-821a-0bd8b2a09215), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:34.791515 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-d488f35b-2a1b-4e99-8670-fc5729b0c48e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 924 time: 6.5297222 Oct 04 21:08:34.804277 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:34.804633 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 59336) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:08:34.917270 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e6767f0e-93c7-4abb-85d5-fe309366c7d0 admin admin] Publish callbacks [] for security_group (b429e677-e7bd-4dd9-b38f-3b8a642d3b7a), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:34.973377 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d3f5cb4b-5cf4-4cf7-8d4c-bef5a26ad86f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (ddf34991-034e-4c55-96cc-606e355a0ea8), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:34.975989 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d3f5cb4b-5cf4-4cf7-8d4c-bef5a26ad86f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (ddf34991-034e-4c55-96cc-606e355a0ea8), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:34.992870 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 1dc5a566-40e3-4c56-8836-0d53cd48d0d0 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:08:35.023539 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e6767f0e-93c7-4abb-85d5-fe309366c7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (b429e677-e7bd-4dd9-b38f-3b8a642d3b7a), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:35.112609 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3ef9edd0-fe7e-4f41-abb2-41d22d49d2f6 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (d4f170a4-c592-4557-821a-0bd8b2a09215), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:35.148345 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6767f0e-93c7-4abb-85d5-fe309366c7d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:08:35.183303 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e6767f0e-93c7-4abb-85d5-fe309366c7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (1569562e-36f8-4225-9615-748cf169fa18), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:35.184312 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-e6767f0e-93c7-4abb-85d5-fe309366c7d0 admin admin] Added segment 1569562e-36f8-4225-9615-748cf169fa18 of type vlan for network 2609aab7-660a-41ed-80db-1251fa59a030 Oct 04 21:08:35.311491 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 59338) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:08:35.375647 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d08f499c-fb03-45f9-b26e-d22746f6c535 could not be found. Oct 04 21:08:35.375647 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:08:35.375647 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:08:35.375647 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:08:35.375647 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:08:35.375647 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:08:35.375647 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:08:35.375647 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:08:35.375647 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:08:35.375647 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:08:35.375647 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:08:35.375647 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:08:35.375647 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:35.375647 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:35.375647 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:35.375647 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:35.375647 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:08:35.375647 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:35.375647 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:08:35.375647 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:08:35.375647 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:35.375647 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:35.375647 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:35.375647 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:35.375647 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:08:35.375647 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:35.375647 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:08:35.375647 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:08:35.375647 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:35.375647 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:35.375647 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:35.375647 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:35.375647 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:08:35.375647 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:08:35.375647 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:08:35.375647 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:08:35.375647 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:08:35.375647 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:08:35.375647 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d08f499c-fb03-45f9-b26e-d22746f6c535 could not be found. Oct 04 21:08:35.375647 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:08:35.382704 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Failed to bind port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd on host n-d-852085-12 for vnic_type normal using segments [{'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'}] Oct 04 21:08:35.404165 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:35.406836 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6767f0e-93c7-4abb-85d5-fe309366c7d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b429e677-e7bd-4dd9-b38f-3b8a642d3b7a,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:35.511637 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:35.516574 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Attempt 5 to bind port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd Oct 04 21:08:35.616102 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e6767f0e-93c7-4abb-85d5-fe309366c7d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (2609aab7-660a-41ed-80db-1251fa59a030), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:35.623995 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef9edd0-fe7e-4f41-abb2-41d22d49d2f6 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Pushing event deleted for resources: {'Subnet': ['ID=d4f170a4-c592-4557-821a-0bd8b2a09215,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:35.711871 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 1dc5a566-40e3-4c56-8836-0d53cd48d0d0 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:08:35.712413 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (1dc5a566-40e3-4c56-8836-0d53cd48d0d0), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:35.712950 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 1dc5a566-40e3-4c56-8836-0d53cd48d0d0 Oct 04 21:08:35.719340 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Attempting to bind port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:08:35.728926 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Attempting to bind port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:08:35.729621 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Attempting to bind port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd on network 42edc29f-8c98-4058-994e-1dc4e7a022d1 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:08:35.759663 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02147354-8416-4617-8259-42c397451de1 None None] Network 7f34682f-d05b-475f-9a3f-ed0af7cabb91 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:08:35.881838 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d3f5cb4b-5cf4-4cf7-8d4c-bef5a26ad86f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for router_controller (ddf34991-034e-4c55-96cc-606e355a0ea8), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:35.911174 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3ef9edd0-fe7e-4f41-abb2-41d22d49d2f6 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (7f34682f-d05b-475f-9a3f-ed0af7cabb91), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:36.000556 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-3ef9edd0-fe7e-4f41-abb2-41d22d49d2f6 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f34682f-d05b-475f-9a3f-ed0af7cabb91']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:08:36.061561 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-3ef9edd0-fe7e-4f41-abb2-41d22d49d2f6 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '859fd59c-3548-4dd1-a181-0e3a83efa4ed') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:08:36.062939 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-3ef9edd0-fe7e-4f41-abb2-41d22d49d2f6 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '859fd59c-3548-4dd1-a181-0e3a83efa4ed') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:08:36.086504 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c3c40835-e3f0-4ad8-864a-ce576836e62f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:36.117382 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3ef9edd0-fe7e-4f41-abb2-41d22d49d2f6 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (859fd59c-3548-4dd1-a181-0e3a83efa4ed), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:36.141715 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d3f5cb4b-5cf4-4cf7-8d4c-bef5a26ad86f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (ddf34991-034e-4c55-96cc-606e355a0ea8), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:36.165780 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3ef9edd0-fe7e-4f41-abb2-41d22d49d2f6 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (859fd59c-3548-4dd1-a181-0e3a83efa4ed), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:36.193075 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ef9edd0-fe7e-4f41-abb2-41d22d49d2f6 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:08:36.196832 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3ef9edd0-fe7e-4f41-abb2-41d22d49d2f6 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (859fd59c-3548-4dd1-a181-0e3a83efa4ed), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:36.402350 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c3c40835-e3f0-4ad8-864a-ce576836e62f admin admin] Publish callbacks [] for security_group (214e147e-04d9-47c6-8af3-2863bfd84d44), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:36.470354 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:36.476899 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-0121eacf-b22b-463b-8644-df7093363d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ca2132-9d70-4ed1-b37a-d41805bfcbac', 'name': 'tempest-TestVolumeBackupRestore-1418663750-router', 'tenant_id': '2e5de3cd23f54af491e3e2ee52f16035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '1dc5a566-40e3-4c56-8836-0d53cd48d0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:08:05Z', 'updated_at': '2022-10-04T21:08:26Z', 'revision_number': 4, 'project_id': '2e5de3cd23f54af491e3e2ee52f16035', 'gw_port': {'id': '1dc5a566-40e3-4c56-8836-0d53cd48d0d0', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:41:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ca2132-9d70-4ed1-b37a-d41805bfcbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:08:08Z', 'updated_at': '2022-10-04T21:08:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'f93758fc-6cb6-49a3-b817-ff7e340e0933', 'name': '', 'network_id': '124623e3-9f94-4b2f-9597-82851ed5391b', 'tenant_id': '2e5de3cd23f54af491e3e2ee52f16035', 'mac_address': 'fa:16:3e:cf:b4:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ca2132-9d70-4ed1-b37a-d41805bfcbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'c68ea9dd-fb07-46cf-8b17-8ba258be508f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:08:21Z', 'updated_at': '2022-10-04T21:08:27Z', 'revision_number': 2, 'project_id': '2e5de3cd23f54af491e3e2ee52f16035', 'subnets': [{'id': 'c68ea9dd-fb07-46cf-8b17-8ba258be508f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:08:36.528515 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c3c40835-e3f0-4ad8-864a-ce576836e62f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (214e147e-04d9-47c6-8af3-2863bfd84d44), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:36.539630 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 859fd59c-3548-4dd1-a181-0e3a83efa4ed resource provider aggregate not found Oct 04 21:08:36.583865 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3ef9edd0-fe7e-4f41-abb2-41d22d49d2f6 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (7f34682f-d05b-475f-9a3f-ed0af7cabb91), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:36.598627 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-39851b5d-62ac-4f98-9d3d-b97e777810b7 None None] For port 0f69da36-f233-48ce-8322-09c5e7e9cc84, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:08:36.607294 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3ef9edd0-fe7e-4f41-abb2-41d22d49d2f6 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:36.630455 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-3ef9edd0-fe7e-4f41-abb2-41d22d49d2f6 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "DELETE /networking/v2.0/networks/7f34682f-d05b-475f-9a3f-ed0af7cabb91 HTTP/1.1" status: 204 len: 168 time: 3.8572032 Oct 04 21:08:36.634610 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59350) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:08:36.637543 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 859fd59c-3548-4dd1-a181-0e3a83efa4ed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 859fd59c-3548-4dd1-a181-0e3a83efa4ed found for delete ", "request_id": "req-df84ad05-1eca-4f43-a990-ec9bb5fdb70e"}]} Oct 04 21:08:36.659596 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0121eacf-b22b-463b-8644-df7093363d1d None None] Checking router: 96ca2132-9d70-4ed1-b37a-d41805bfcbac for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:08:36.660252 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0121eacf-b22b-463b-8644-df7093363d1d None None] Updating router 96ca2132-9d70-4ed1-b37a-d41805bfcbac port f93758fc-6cb6-49a3-b817-ff7e340e0933 binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:08:36.751056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d08f499c-fb03-45f9-b26e-d22746f6c535 could not be found. Oct 04 21:08:36.751056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:08:36.751056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:08:36.751056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:08:36.751056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:08:36.751056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:08:36.751056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:08:36.751056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:08:36.751056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:08:36.751056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:08:36.751056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:08:36.751056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:08:36.751056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:08:36.751056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:08:36.751056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:36.751056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:36.751056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:36.751056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:36.751056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:08:36.751056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:36.751056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:08:36.751056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:08:36.751056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:36.751056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:36.751056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:36.751056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:36.751056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:08:36.751056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:36.751056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:08:36.751056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:08:36.751056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:36.751056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:36.751056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:36.751056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:36.751056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:08:36.751056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:08:36.751056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:08:36.751056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:08:36.751056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:08:36.751056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:08:36.751056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d08f499c-fb03-45f9-b26e-d22746f6c535 could not be found. Oct 04 21:08:36.751056 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:08:36.757382 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Attempting to bind port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd on network 42edc29f-8c98-4058-994e-1dc4e7a022d1 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:08:36.793797 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0121eacf-b22b-463b-8644-df7093363d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (f93758fc-6cb6-49a3-b817-ff7e340e0933), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:36.838013 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fe868c1-2588-4eb3-b3d9-e0d53cf4751d tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] DELETE failed (client error): The resource could not be found. Oct 04 21:08:36.839611 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fe868c1-2588-4eb3-b3d9-e0d53cf4751d tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:08:36.877056 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-8fe868c1-2588-4eb3-b3d9-e0d53cf4751d tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "DELETE /networking/v2.0/networks/7f34682f-d05b-475f-9a3f-ed0af7cabb91 HTTP/1.1" status: 404 len: 339 time: 0.2244978 Oct 04 21:08:36.886835 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef9edd0-fe7e-4f41-abb2-41d22d49d2f6 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Pushing event deleted for resources: {'Network': ['ID=7f34682f-d05b-475f-9a3f-ed0af7cabb91,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:36.892618 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 59352) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:08:36.908241 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e6767f0e-93c7-4abb-85d5-fe309366c7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (2609aab7-660a-41ed-80db-1251fa59a030), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:36.917128 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6767f0e-93c7-4abb-85d5-fe309366c7d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:08:36.920111 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e6767f0e-93c7-4abb-85d5-fe309366c7d0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:36.955749 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=79,neutron:DELETE=2,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:36.966373 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c3c40835-e3f0-4ad8-864a-ce576836e62f admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=c9d031eca7c04999aa55fbbda9e616c2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6377764 Oct 04 21:08:36.973894 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-5c2348be-b615-4148-912d-badf7fc5f4d0 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1308037303', 'description': 'd1'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:08:37.010650 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 59356) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:08:37.013007 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c40835-e3f0-4ad8-864a-ce576836e62f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=214e147e-04d9-47c6-8af3-2863bfd84d44,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:37.040404 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-39851b5d-62ac-4f98-9d3d-b97e777810b7 None None] For port 0f69da36-f233-48ce-8322-09c5e7e9cc84, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=0f69da36-f233-48ce-8322-09c5e7e9cc84,segment=NetworkSegment(46f3fe0d-de54-412a-826e-94668c9438d7),segment_id=46f3fe0d-de54-412a-826e-94668c9438d7)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:08:37.061238 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d3f5cb4b-5cf4-4cf7-8d4c-bef5a26ad86f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:37.070038 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-d3f5cb4b-5cf4-4cf7-8d4c-bef5a26ad86f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 704 time: 2.5870461 Oct 04 21:08:37.078407 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 59358) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:08:37.112627 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e24508-a5d8-4202-8ccc-4709d59b1a6b None None] Network 7f34682f-d05b-475f-9a3f-ed0af7cabb91 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:08:37.163885 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d08f499c-fb03-45f9-b26e-d22746f6c535 could not be found. Oct 04 21:08:37.163885 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:08:37.163885 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:08:37.163885 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:08:37.163885 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:08:37.163885 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:08:37.163885 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:08:37.163885 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:08:37.163885 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:08:37.163885 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:08:37.163885 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:08:37.163885 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:08:37.163885 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:37.163885 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:37.163885 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:37.163885 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:37.163885 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:08:37.163885 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:37.163885 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:08:37.163885 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:08:37.163885 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:37.163885 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:37.163885 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:37.163885 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:37.163885 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:08:37.163885 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:37.163885 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:08:37.163885 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:08:37.163885 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:37.163885 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:37.163885 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:37.163885 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:37.163885 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:08:37.163885 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:08:37.163885 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:08:37.163885 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:08:37.163885 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:08:37.163885 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:08:37.163885 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d08f499c-fb03-45f9-b26e-d22746f6c535 could not be found. Oct 04 21:08:37.163885 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:08:37.169805 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Failed to bind port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd on host n-d-852085-12 for vnic_type normal using segments [{'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'}] Oct 04 21:08:37.187791 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e24508-a5d8-4202-8ccc-4709d59b1a6b None None] Network 7f34682f-d05b-475f-9a3f-ed0af7cabb91 could not be found, it might have been deleted concurrently. {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 04 21:08:37.196002 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Attempt 6 to bind port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd Oct 04 21:08:37.261781 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6767f0e-93c7-4abb-85d5-fe309366c7d0 admin admin] Pushing event updated for resources: {'Network': ['ID=2609aab7-660a-41ed-80db-1251fa59a030,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:37.330329 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2348be-b615-4148-912d-badf7fc5f4d0 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Made reservation on behalf of d2227c0bff3a4d24894ea6838f5ffe54 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:08:37.332051 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e6767f0e-93c7-4abb-85d5-fe309366c7d0 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 4.2247875 Oct 04 21:08:37.336506 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59362) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:08:37.349796 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5c2348be-b615-4148-912d-badf7fc5f4d0 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:37.351924 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-58a7185d-4fc9-44fe-b4c9-e251924f5ff6 admin admin] Request body: {'subnet': {'network_id': '2609aab7-660a-41ed-80db-1251fa59a030', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1561662983-subnet', 'tenant_id': 'be6737dcacaa4985bb6bc9e1bf6b1f0a', 'ip_version': 4}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:08:37.369896 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 2609aab7-660a-41ed-80db-1251fa59a030 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:08:37.382646 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 1dc5a566-40e3-4c56-8836-0d53cd48d0d0 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:08:37.437242 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-39851b5d-62ac-4f98-9d3d-b97e777810b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (0f69da36-f233-48ce-8322-09c5e7e9cc84), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:37.493032 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Attempting to bind port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:08:37.495025 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Attempting to bind port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:08:37.495936 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Attempting to bind port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd on network 42edc29f-8c98-4058-994e-1dc4e7a022d1 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:08:37.544629 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a7185d-4fc9-44fe-b4c9-e251924f5ff6 admin admin] Made reservation on behalf of be6737dcacaa4985bb6bc9e1bf6b1f0a for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:08:37.550464 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-58a7185d-4fc9-44fe-b4c9-e251924f5ff6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:37.607221 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f827ce58-ec1f-4887-a277-ab6fbc2afeae admin admin] Publish callbacks [] for security_group (214e147e-04d9-47c6-8af3-2863bfd84d44), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:37.652529 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f827ce58-ec1f-4887-a277-ab6fbc2afeae admin admin] Publish callbacks [] for security_group (214e147e-04d9-47c6-8af3-2863bfd84d44), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:37.763276 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fc4c47ba-1854-44a9-8c21-2127060152df tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (156dfbf3-804d-4a9e-9363-2290b5e26cb6), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:37.783446 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d08f499c-fb03-45f9-b26e-d22746f6c535 could not be found. Oct 04 21:08:37.783446 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:08:37.783446 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:08:37.783446 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:08:37.783446 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:08:37.783446 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:08:37.783446 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:08:37.783446 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:08:37.783446 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:08:37.783446 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:08:37.783446 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:08:37.783446 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:08:37.783446 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:08:37.783446 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:08:37.783446 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:37.783446 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:37.783446 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:37.783446 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:37.783446 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:08:37.783446 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:37.783446 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:08:37.783446 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:08:37.783446 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:37.783446 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:37.783446 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:37.783446 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:37.783446 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:08:37.783446 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:37.783446 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:08:37.783446 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:08:37.783446 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:37.783446 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:37.783446 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:37.783446 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:37.783446 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:08:37.783446 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:08:37.783446 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:08:37.783446 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:08:37.783446 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:08:37.783446 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:08:37.783446 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d08f499c-fb03-45f9-b26e-d22746f6c535 could not be found. Oct 04 21:08:37.783446 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:08:37.789045 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Attempting to bind port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd on network 42edc29f-8c98-4058-994e-1dc4e7a022d1 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:08:37.950924 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f827ce58-ec1f-4887-a277-ab6fbc2afeae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (214e147e-04d9-47c6-8af3-2863bfd84d44), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:37.951765 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:UPDATE=4,neutron:SELECT=84,neutron:INSERT=5,neutron:DELETE=7 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:37.957126 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f827ce58-ec1f-4887-a277-ab6fbc2afeae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:37.977779 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f827ce58-ec1f-4887-a277-ab6fbc2afeae admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/214e147e-04d9-47c6-8af3-2863bfd84d44 HTTP/1.1" status: 204 len: 168 time: 0.9421258 Oct 04 21:08:38.002146 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:38.121681 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c2348be-b615-4148-912d-badf7fc5f4d0 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:08:38.270130 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f827ce58-ec1f-4887-a277-ab6fbc2afeae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214e147e-04d9-47c6-8af3-2863bfd84d44,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:38.300390 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5c2348be-b615-4148-912d-badf7fc5f4d0 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (3721dfcd-1421-4660-aa49-f4942bc280fb), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:38.301288 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-5c2348be-b615-4148-912d-badf7fc5f4d0 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Added segment 3721dfcd-1421-4660-aa49-f4942bc280fb of type vlan for network 6ff409a0-ffba-41b5-92f1-4ab891ace0a1 Oct 04 21:08:38.535642 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-58a7185d-4fc9-44fe-b4c9-e251924f5ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (14bd8ac4-047f-4d17-b73e-aeae615189b8), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:38.833582 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d08f499c-fb03-45f9-b26e-d22746f6c535 could not be found. Oct 04 21:08:38.833582 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:08:38.833582 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:08:38.833582 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:08:38.833582 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:08:38.833582 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:08:38.833582 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:08:38.833582 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:08:38.833582 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:08:38.833582 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:08:38.833582 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:08:38.833582 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:08:38.833582 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:38.833582 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:38.833582 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:38.833582 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:38.833582 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:08:38.833582 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:38.833582 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:08:38.833582 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:08:38.833582 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:38.833582 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:38.833582 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:38.833582 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:38.833582 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:08:38.833582 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:38.833582 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:08:38.833582 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:08:38.833582 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:38.833582 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:38.833582 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:38.833582 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:38.833582 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:08:38.833582 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:08:38.833582 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:08:38.833582 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:08:38.833582 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:08:38.833582 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:08:38.833582 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d08f499c-fb03-45f9-b26e-d22746f6c535 could not be found. Oct 04 21:08:38.833582 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:08:38.840267 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Failed to bind port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd on host n-d-852085-12 for vnic_type normal using segments [{'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'}] Oct 04 21:08:38.878932 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a7185d-4fc9-44fe-b4c9-e251924f5ff6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14bd8ac4-047f-4d17-b73e-aeae615189b8,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:38.954194 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a7185d-4fc9-44fe-b4c9-e251924f5ff6 admin admin] Checking segment: {'id': '1569562e-36f8-4225-9615-748cf169fa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '2609aab7-660a-41ed-80db-1251fa59a030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:08:38.957173 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a7185d-4fc9-44fe-b4c9-e251924f5ff6 admin admin] Network hostable DHCP agents. Network: 2609aab7-660a-41ed-80db-1251fa59a030, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:08:38.970691 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Attempt 7 to bind port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd Oct 04 21:08:38.979540 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39851b5d-62ac-4f98-9d3d-b97e777810b7 None None] Pushing event updated for resources: {'Port': ['ID=0f69da36-f233-48ce-8322-09c5e7e9cc84,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:39.098921 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0121eacf-b22b-463b-8644-df7093363d1d None None] Publish callbacks [] for port (f93758fc-6cb6-49a3-b817-ff7e340e0933), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:39.108172 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Attempting to bind port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:08:39.110166 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Attempting to bind port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:08:39.111193 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Attempting to bind port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd on network 42edc29f-8c98-4058-994e-1dc4e7a022d1 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:08:39.175476 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d08f499c-fb03-45f9-b26e-d22746f6c535 could not be found. Oct 04 21:08:39.175476 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:08:39.175476 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:08:39.175476 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:08:39.175476 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:08:39.175476 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:08:39.175476 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:08:39.175476 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:08:39.175476 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:08:39.175476 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:08:39.175476 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:08:39.175476 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:08:39.175476 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:08:39.175476 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:08:39.175476 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:39.175476 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:39.175476 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:39.175476 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:39.175476 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:08:39.175476 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:39.175476 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:08:39.175476 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:08:39.175476 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:39.175476 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:39.175476 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:39.175476 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:39.175476 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:08:39.175476 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:39.175476 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:08:39.175476 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:08:39.175476 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:39.175476 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:39.175476 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:39.175476 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:39.175476 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:08:39.175476 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:08:39.175476 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:08:39.175476 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:08:39.175476 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:08:39.175476 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:08:39.175476 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d08f499c-fb03-45f9-b26e-d22746f6c535 could not be found. Oct 04 21:08:39.175476 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:08:39.184980 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Attempting to bind port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd on network 42edc29f-8c98-4058-994e-1dc4e7a022d1 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:08:39.186972 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a7185d-4fc9-44fe-b4c9-e251924f5ff6 admin admin] Network 2609aab7-660a-41ed-80db-1251fa59a030 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:08:39.241650 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d08f499c-fb03-45f9-b26e-d22746f6c535 could not be found. Oct 04 21:08:39.241650 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:08:39.241650 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:08:39.241650 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:08:39.241650 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:08:39.241650 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:08:39.241650 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:08:39.241650 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:08:39.241650 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:08:39.241650 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:08:39.241650 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:08:39.241650 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:08:39.241650 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:39.241650 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:39.241650 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:39.241650 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:39.241650 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:08:39.241650 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:39.241650 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:08:39.241650 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:08:39.241650 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:39.241650 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:39.241650 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:39.241650 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:39.241650 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:08:39.241650 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:39.241650 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:08:39.241650 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:08:39.241650 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:39.241650 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:39.241650 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:39.241650 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:39.241650 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:08:39.241650 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:08:39.241650 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:08:39.241650 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:08:39.241650 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:08:39.241650 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:08:39.241650 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d08f499c-fb03-45f9-b26e-d22746f6c535 could not be found. Oct 04 21:08:39.241650 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:08:39.248728 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Failed to bind port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd on host n-d-852085-12 for vnic_type normal using segments [{'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'}] Oct 04 21:08:39.250467 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0121eacf-b22b-463b-8644-df7093363d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (f93758fc-6cb6-49a3-b817-ff7e340e0933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:39.255039 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Attempt 8 to bind port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd Oct 04 21:08:39.432565 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-58a7185d-4fc9-44fe-b4c9-e251924f5ff6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 2609aab7-660a-41ed-80db-1251fa59a030) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:08:39.453422 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a7185d-4fc9-44fe-b4c9-e251924f5ff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:08:39.457765 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-58a7185d-4fc9-44fe-b4c9-e251924f5ff6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:39.482361 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208c037d-9704-4d5b-94e9-153ce6606ffc None None] Pushing event updated for resources: {'Port': ['ID=f93758fc-6cb6-49a3-b817-ff7e340e0933,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:39.491082 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Attempting to bind port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:08:39.491719 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Attempting to bind port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:08:39.492522 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Attempting to bind port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd on network 42edc29f-8c98-4058-994e-1dc4e7a022d1 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:08:39.513770 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fc4c6e-d8ac-4f1e-b875-0a07ee8c76ef None None] Network 2609aab7-660a-41ed-80db-1251fa59a030 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:08:39.529243 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5c2348be-b615-4148-912d-badf7fc5f4d0 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (6ff409a0-ffba-41b5-92f1-4ab891ace0a1), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:39.709505 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d08f499c-fb03-45f9-b26e-d22746f6c535 could not be found. Oct 04 21:08:39.709505 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:08:39.709505 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:08:39.709505 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:08:39.709505 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:08:39.709505 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:08:39.709505 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:08:39.709505 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:08:39.709505 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:08:39.709505 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:08:39.709505 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:08:39.709505 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:08:39.709505 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:08:39.709505 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:08:39.709505 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:39.709505 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:39.709505 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:39.709505 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:39.709505 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:08:39.709505 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:39.709505 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:08:39.709505 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:08:39.709505 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:39.709505 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:39.709505 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:39.709505 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:39.709505 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:08:39.709505 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:39.709505 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:08:39.709505 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:08:39.709505 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:39.709505 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:39.709505 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:39.709505 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:39.709505 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:08:39.709505 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:08:39.709505 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:08:39.709505 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:08:39.709505 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:08:39.709505 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:08:39.709505 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d08f499c-fb03-45f9-b26e-d22746f6c535 could not be found. Oct 04 21:08:39.709505 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:08:39.724858 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Attempting to bind port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd on network 42edc29f-8c98-4058-994e-1dc4e7a022d1 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:08:39.733399 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-58a7185d-4fc9-44fe-b4c9-e251924f5ff6 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3912485 Oct 04 21:08:39.735727 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59378) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:08:39.753531 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-88929fe4-2962-4bca-a2d2-74beb91409ce admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1561662983-router', 'tenant_id': 'be6737dcacaa4985bb6bc9e1bf6b1f0a', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:08:39.972338 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59382) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:08:40.018577 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a4ea2a3b-6b93-4c2d-88c7-2e2dfa342abe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:40.024501 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-88929fe4-2962-4bca-a2d2-74beb91409ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (6304a791-050f-4a86-99f0-9c5cc91f1c34), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:40.027069 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5c2348be-b615-4148-912d-badf7fc5f4d0 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (6ff409a0-ffba-41b5-92f1-4ab891ace0a1), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:40.028426 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-88929fe4-2962-4bca-a2d2-74beb91409ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (6304a791-050f-4a86-99f0-9c5cc91f1c34), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:40.049033 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2348be-b615-4148-912d-badf7fc5f4d0 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:08:40.051054 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5c2348be-b615-4148-912d-badf7fc5f4d0 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:40.058433 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3e811b5e-fb6a-4715-8444-a1a51cb0bd93 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:40.084099 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:40.090273 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d08f499c-fb03-45f9-b26e-d22746f6c535 could not be found. Oct 04 21:08:40.090273 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:08:40.090273 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:08:40.090273 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:08:40.090273 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:08:40.090273 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:08:40.090273 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:08:40.090273 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:08:40.090273 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:08:40.090273 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:08:40.090273 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:08:40.090273 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:08:40.090273 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:40.090273 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:40.090273 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:40.090273 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:40.090273 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:08:40.090273 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:40.090273 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:08:40.090273 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:08:40.090273 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:40.090273 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:40.090273 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:40.090273 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:40.090273 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:08:40.090273 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:40.090273 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:08:40.090273 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:08:40.090273 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:40.090273 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:40.090273 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:40.090273 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:40.090273 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:08:40.090273 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:08:40.090273 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:08:40.090273 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:08:40.090273 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:08:40.090273 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:08:40.090273 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d08f499c-fb03-45f9-b26e-d22746f6c535 could not be found. Oct 04 21:08:40.090273 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:08:40.090273 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Failed to bind port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd on host n-d-852085-12 for vnic_type normal using segments [{'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'}] Oct 04 21:08:40.098313 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-0121eacf-b22b-463b-8644-df7093363d1d None None] Attempting to bind port f93758fc-6cb6-49a3-b817-ff7e340e0933 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:08:40.098313 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-0121eacf-b22b-463b-8644-df7093363d1d None None] Attempting to bind port f93758fc-6cb6-49a3-b817-ff7e340e0933 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '5274ffb0-da84-4cf7-abc3-aa2af32f3a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '124623e3-9f94-4b2f-9597-82851ed5391b'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:08:40.098313 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0121eacf-b22b-463b-8644-df7093363d1d None None] Attempting to bind port f93758fc-6cb6-49a3-b817-ff7e340e0933 on network 124623e3-9f94-4b2f-9597-82851ed5391b {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:08:40.177847 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 0f69da36-f233-48ce-8322-09c5e7e9cc84 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:08:40.182880 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224af2f3-7d77-4cf0-8f02-858db834f2a8 None None] Network 2ba4dd98-f488-4d3f-b52d-8db914b77ff9 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:08:40.231946 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Attempt 9 to bind port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd Oct 04 21:08:40.246226 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-88929fe4-2962-4bca-a2d2-74beb91409ce admin admin] Publish callbacks [] for router_controller (6304a791-050f-4a86-99f0-9c5cc91f1c34), precommit_add_association {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:40.261420 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-6a4cecfa-d566-4499-b0d1-eb20f23f2d54 None None] Provisioning complete for port 0f69da36-f233-48ce-8322-09c5e7e9cc84 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:08:40.262018 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6a4cecfa-d566-4499-b0d1-eb20f23f2d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (0f69da36-f233-48ce-8322-09c5e7e9cc84), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:40.262574 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-6a4cecfa-d566-4499-b0d1-eb20f23f2d54 None None] Attempt 1 to provision port 0f69da36-f233-48ce-8322-09c5e7e9cc84 Oct 04 21:08:40.265976 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:40.269251 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0121eacf-b22b-463b-8644-df7093363d1d None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:08:40.270521 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0121eacf-b22b-463b-8644-df7093363d1d None None] Checking segment: {'id': '5274ffb0-da84-4cf7-abc3-aa2af32f3a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '124623e3-9f94-4b2f-9597-82851ed5391b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:08:40.270521 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0121eacf-b22b-463b-8644-df7093363d1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:40.271078 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0121eacf-b22b-463b-8644-df7093363d1d None None] Bound using segment: {'id': '5274ffb0-da84-4cf7-abc3-aa2af32f3a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '124623e3-9f94-4b2f-9597-82851ed5391b'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:08:40.272080 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-0121eacf-b22b-463b-8644-df7093363d1d None None] Bound port: f93758fc-6cb6-49a3-b817-ff7e340e0933, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5274ffb0-da84-4cf7-abc3-aa2af32f3a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '124623e3-9f94-4b2f-9597-82851ed5391b'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:08:40.272604 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0121eacf-b22b-463b-8644-df7093363d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (f93758fc-6cb6-49a3-b817-ff7e340e0933), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:40.305511 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:40.540717 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59386) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:08:40.541413 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-5c2348be-b615-4148-912d-badf7fc5f4d0 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 782 time: 3.5754433 Oct 04 21:08:40.612135 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2348be-b615-4148-912d-badf7fc5f4d0 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Pushing event updated for resources: {'Network': ['ID=6ff409a0-ffba-41b5-92f1-4ab891ace0a1,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:40.752841 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 6ff409a0-ffba-41b5-92f1-4ab891ace0a1 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:08:40.819940 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:40.940667 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fc4c47ba-1854-44a9-8c21-2127060152df tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for port (156dfbf3-804d-4a9e-9363-2290b5e26cb6), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:41.177928 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fc4c47ba-1854-44a9-8c21-2127060152df tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (156dfbf3-804d-4a9e-9363-2290b5e26cb6), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:41.222211 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Attempting to bind port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:08:41.223324 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Attempting to bind port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:08:41.223512 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Attempting to bind port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd on network 42edc29f-8c98-4058-994e-1dc4e7a022d1 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:08:41.332988 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d08f499c-fb03-45f9-b26e-d22746f6c535 could not be found. Oct 04 21:08:41.332988 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:08:41.332988 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:08:41.332988 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:08:41.332988 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:08:41.332988 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:08:41.332988 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:08:41.332988 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:08:41.332988 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:08:41.332988 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:08:41.332988 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:08:41.332988 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:08:41.332988 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:08:41.332988 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:08:41.332988 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:41.332988 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:41.332988 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:41.332988 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:41.332988 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:08:41.332988 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:41.332988 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:08:41.332988 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:08:41.332988 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:41.332988 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:41.332988 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:41.332988 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:41.332988 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:08:41.332988 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:41.332988 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:08:41.332988 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:08:41.332988 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:41.332988 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:41.332988 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:41.332988 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:41.332988 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:08:41.332988 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:08:41.332988 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:08:41.332988 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:08:41.332988 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:08:41.332988 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:08:41.332988 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d08f499c-fb03-45f9-b26e-d22746f6c535 could not be found. Oct 04 21:08:41.332988 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:08:41.339889 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Attempting to bind port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd on network 42edc29f-8c98-4058-994e-1dc4e7a022d1 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:08:41.416414 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-88929fe4-2962-4bca-a2d2-74beb91409ce admin admin] Publish callbacks [] for router_gateway (6304a791-050f-4a86-99f0-9c5cc91f1c34), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:41.450057 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2aa06f4-d399-4f19-8377-1e77b6e7fffe tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:08:41.458709 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b2aa06f4-d399-4f19-8377-1e77b6e7fffe tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "GET /networking/v2.0/networks?id=6ff409a0-ffba-41b5-92f1-4ab891ace0a1 HTTP/1.1" status: 200 len: 761 time: 0.9091702 Oct 04 21:08:41.459805 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59392) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:08:41.471649 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a4ea2a3b-6b93-4c2d-88c7-2e2dfa342abe admin admin] Publish callbacks [] for security_group (c046ccbc-29a8-4453-9c2d-537f143bf81e), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:41.494708 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-4dc8aa39-6c3c-46d3-8a0f-c385efd7d2f1 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Request body: {'network': {'description': 'd2'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:08:41.705746 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a4ea2a3b-6b93-4c2d-88c7-2e2dfa342abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (c046ccbc-29a8-4453-9c2d-537f143bf81e), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:41.961152 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ea2a3b-6b93-4c2d-88c7-2e2dfa342abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c046ccbc-29a8-4453-9c2d-537f143bf81e,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:42.069482 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d08f499c-fb03-45f9-b26e-d22746f6c535 could not be found. Oct 04 21:08:42.069482 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:08:42.069482 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:08:42.069482 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:08:42.069482 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:08:42.069482 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:08:42.069482 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:08:42.069482 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:08:42.069482 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:08:42.069482 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:08:42.069482 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:08:42.069482 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:08:42.069482 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:42.069482 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:42.069482 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:42.069482 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:42.069482 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:08:42.069482 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:42.069482 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:08:42.069482 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:08:42.069482 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:42.069482 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:42.069482 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:42.069482 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:42.069482 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:08:42.069482 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:42.069482 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:08:42.069482 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:08:42.069482 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:42.069482 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:42.069482 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:42.069482 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:42.069482 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:08:42.069482 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:08:42.069482 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:08:42.069482 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:08:42.069482 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:08:42.069482 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:08:42.069482 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d08f499c-fb03-45f9-b26e-d22746f6c535 could not be found. Oct 04 21:08:42.069482 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:08:42.083654 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Failed to bind port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd on host n-d-852085-12 for vnic_type normal using segments [{'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'}] Oct 04 21:08:42.097378 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a4ea2a3b-6b93-4c2d-88c7-2e2dfa342abe admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=8f0263a110c84f1db828d07032ad0e59&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1226172 Oct 04 21:08:42.100127 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Attempt 10 to bind port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd Oct 04 21:08:42.114354 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59396) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:08:42.386605 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Attempting to bind port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:08:42.388362 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Attempting to bind port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:08:42.389257 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Attempting to bind port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd on network 42edc29f-8c98-4058-994e-1dc4e7a022d1 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:08:42.416406 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:42.493718 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d08f499c-fb03-45f9-b26e-d22746f6c535 could not be found. Oct 04 21:08:42.493718 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:08:42.493718 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:08:42.493718 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:08:42.493718 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:08:42.493718 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:08:42.493718 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:08:42.493718 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:08:42.493718 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:08:42.493718 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:08:42.493718 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:08:42.493718 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:08:42.493718 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:08:42.493718 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:08:42.493718 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:42.493718 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:42.493718 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:42.493718 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:42.493718 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:08:42.493718 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:42.493718 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:08:42.493718 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:08:42.493718 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:42.493718 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:42.493718 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:42.493718 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:42.493718 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:08:42.493718 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:42.493718 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:08:42.493718 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:08:42.493718 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:42.493718 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:42.493718 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:42.493718 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:42.493718 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:08:42.493718 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:08:42.493718 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:08:42.493718 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:08:42.493718 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:08:42.493718 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:08:42.493718 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d08f499c-fb03-45f9-b26e-d22746f6c535 could not be found. Oct 04 21:08:42.493718 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:08:42.502223 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Attempting to bind port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd on network 42edc29f-8c98-4058-994e-1dc4e7a022d1 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:08:42.571332 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ce9c7f-3d89-400f-871a-e90b40c833d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-2609aab7-660a-41ed-80db-1251fa59a030', 'network_id': '2609aab7-660a-41ed-80db-1251fa59a030', 'project_id': 'be6737dcacaa4985bb6bc9e1bf6b1f0a', 'fixed_ips': [{'subnet_id': '14bd8ac4-047f-4d17-b73e-aeae615189b8'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:08:42.573082 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-39ce9c7f-3d89-400f-871a-e90b40c833d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:42.632902 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4dc8aa39-6c3c-46d3-8a0f-c385efd7d2f1 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (6ff409a0-ffba-41b5-92f1-4ab891ace0a1), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:42.637629 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 0f69da36-f233-48ce-8322-09c5e7e9cc84 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:08:42.638251 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (0f69da36-f233-48ce-8322-09c5e7e9cc84), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:42.638828 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 0f69da36-f233-48ce-8322-09c5e7e9cc84 Oct 04 21:08:42.732002 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d08f499c-fb03-45f9-b26e-d22746f6c535 could not be found. Oct 04 21:08:42.732002 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:08:42.732002 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:08:42.732002 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:08:42.732002 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:08:42.732002 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:08:42.732002 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:08:42.732002 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:08:42.732002 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:08:42.732002 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:08:42.732002 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:08:42.732002 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:08:42.732002 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:42.732002 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:42.732002 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:42.732002 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:42.732002 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:08:42.732002 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:42.732002 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:08:42.732002 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:08:42.732002 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:42.732002 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:42.732002 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:42.732002 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:42.732002 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:08:42.732002 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:08:42.732002 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:08:42.732002 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:08:42.732002 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:42.732002 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:08:42.732002 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:42.732002 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:08:42.732002 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:08:42.732002 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:08:42.732002 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:08:42.732002 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:08:42.732002 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:08:42.732002 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:08:42.732002 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d08f499c-fb03-45f9-b26e-d22746f6c535 could not be found. Oct 04 21:08:42.732002 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:08:42.737475 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Failed to bind port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd on host n-d-852085-12 for vnic_type normal using segments [{'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'}] Oct 04 21:08:42.737475 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b313b2f3-4e1b-4650-ada0-c1d1e06da8dd), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:42.788812 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-0121eacf-b22b-463b-8644-df7093363d1d None None] For port f93758fc-6cb6-49a3-b817-ff7e340e0933, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:08:42.797031 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-0121eacf-b22b-463b-8644-df7093363d1d None None] For port f93758fc-6cb6-49a3-b817-ff7e340e0933, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=f93758fc-6cb6-49a3-b817-ff7e340e0933,segment=NetworkSegment(5274ffb0-da84-4cf7-abc3-aa2af32f3a5b),segment_id=5274ffb0-da84-4cf7-abc3-aa2af32f3a5b)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:08:42.846418 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4c47ba-1854-44a9-8c21-2127060152df tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event updated for resources: {'Port': ['ID=156dfbf3-804d-4a9e-9363-2290b5e26cb6,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:42.851244 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4dc8aa39-6c3c-46d3-8a0f-c385efd7d2f1 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (6ff409a0-ffba-41b5-92f1-4ab891ace0a1), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:42.940257 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4dc8aa39-6c3c-46d3-8a0f-c385efd7d2f1 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Network 6ff409a0-ffba-41b5-92f1-4ab891ace0a1 is not hosted by any dhcp agent {{(pid=108169) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 04 21:08:42.961958 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc8aa39-6c3c-46d3-8a0f-c385efd7d2f1 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:08:42.963075 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4dc8aa39-6c3c-46d3-8a0f-c385efd7d2f1 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:42.965567 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-4dc8aa39-6c3c-46d3-8a0f-c385efd7d2f1 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "PUT /networking/v2.0/networks/6ff409a0-ffba-41b5-92f1-4ab891ace0a1 HTTP/1.1" status: 200 len: 758 time: 1.4906645 Oct 04 21:08:42.973964 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 59402) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:08:42.981067 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9e69fd60-d05a-448d-a90c-031056197408 admin admin] Publish callbacks [] for security_group (c046ccbc-29a8-4453-9c2d-537f143bf81e), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:43.111269 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0121eacf-b22b-463b-8644-df7093363d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (f93758fc-6cb6-49a3-b817-ff7e340e0933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:43.162685 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-88929fe4-2962-4bca-a2d2-74beb91409ce admin admin] Publish callbacks [] for router_gateway (6304a791-050f-4a86-99f0-9c5cc91f1c34), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:43.297797 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-3e811b5e-fb6a-4715-8444-a1a51cb0bd93 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Allocated IP 2001:db8::1 (42edc29f-8c98-4058-994e-1dc4e7a022d1/348c32a5-76d0-422b-b5d1-74b8c90d9e78/f3739c63-0acb-4a3b-a907-a88e5476564b) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:08:43.317927 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208c037d-9704-4d5b-94e9-153ce6606ffc None None] Pushing event updated for resources: {'Port': ['ID=f93758fc-6cb6-49a3-b817-ff7e340e0933,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:43.370560 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8721bdbe-9ca7-416c-82be-711e15eaa372 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:08:43.375189 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-8721bdbe-9ca7-416c-82be-711e15eaa372 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "GET /networking/v2.0/networks?id=6ff409a0-ffba-41b5-92f1-4ab891ace0a1 HTTP/1.1" status: 200 len: 761 time: 0.3933902 Oct 04 21:08:43.391781 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:43.430021 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 59406) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:08:43.477584 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 0f69da36-f233-48ce-8322-09c5e7e9cc84 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:08:43.478251 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (0f69da36-f233-48ce-8322-09c5e7e9cc84), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:43.481536 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-c9992360-4301-4182-822a-e01903aca70d tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-230644843'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:08:43.515743 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0121eacf-b22b-463b-8644-df7093363d1d None None] Routers {'96ca2132-9d70-4ed1-b37a-d41805bfcbac'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:08:43.519807 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-0121eacf-b22b-463b-8644-df7093363d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:08:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['96ca2132-9d70-4ed1-b37a-d41805bfcbac'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:08:43.638127 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 0f69da36-f233-48ce-8322-09c5e7e9cc84, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=0f69da36-f233-48ce-8322-09c5e7e9cc84,segment=NetworkSegment(46f3fe0d-de54-412a-826e-94668c9438d7),segment_id=46f3fe0d-de54-412a-826e-94668c9438d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:08:43.722643 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fc4c47ba-1854-44a9-8c21-2127060152df tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (75e7b598-649c-48db-980e-e08c724bd10f), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:43.759442 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-6a4cecfa-d566-4499-b0d1-eb20f23f2d54 None None] Current status of the port 0f69da36-f233-48ce-8322-09c5e7e9cc84 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:08:43.760556 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6a4cecfa-d566-4499-b0d1-eb20f23f2d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (0f69da36-f233-48ce-8322-09c5e7e9cc84), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:43.834699 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] For port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:08:43.835805 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Attempted to set empty binding levels {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 04 21:08:43.875445 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9e69fd60-d05a-448d-a90c-031056197408 admin admin] Publish callbacks [] for security_group (c046ccbc-29a8-4453-9c2d-537f143bf81e), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:43.894434 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc8aa39-6c3c-46d3-8a0f-c385efd7d2f1 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Pushing event updated for resources: {'Network': ['ID=6ff409a0-ffba-41b5-92f1-4ab891ace0a1,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:43.903482 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (0f69da36-f233-48ce-8322-09c5e7e9cc84), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:43.910611 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-88929fe4-2962-4bca-a2d2-74beb91409ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:43.950928 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:43.975336 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 6ff409a0-ffba-41b5-92f1-4ab891ace0a1 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:08:43.990394 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3e811b5e-fb6a-4715-8444-a1a51cb0bd93 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for port (f3739c63-0acb-4a3b-a907-a88e5476564b), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:44.236527 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-88929fe4-2962-4bca-a2d2-74beb91409ce admin admin] Allocated IP 172.25.5.155 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/1fe6330a-a7f7-4c19-9aec-77142fd513cd) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:08:44.261584 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (b313b2f3-4e1b-4650-ada0-c1d1e06da8dd), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:44.328587 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=0f69da36-f233-48ce-8322-09c5e7e9cc84,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:44.395281 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:44.482380 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3e811b5e-fb6a-4715-8444-a1a51cb0bd93 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (f3739c63-0acb-4a3b-a907-a88e5476564b), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:44.508877 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:44.514200 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9992360-4301-4182-822a-e01903aca70d tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Made reservation on behalf of d2227c0bff3a4d24894ea6838f5ffe54 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:08:44.523684 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c9992360-4301-4182-822a-e01903aca70d tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:44.540223 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:44.543568 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-88929fe4-2962-4bca-a2d2-74beb91409ce admin admin] Publish callbacks [] for port (1fe6330a-a7f7-4c19-9aec-77142fd513cd), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:44.627157 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a045a9-ac0f-4cb5-8810-4d1c83813b0b None None] Pushing event updated for resources: {'Port': ['ID=b313b2f3-4e1b-4650-ada0-c1d1e06da8dd,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:44.631409 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e811b5e-fb6a-4715-8444-a1a51cb0bd93 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:08:44.642087 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9e69fd60-d05a-448d-a90c-031056197408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (c046ccbc-29a8-4453-9c2d-537f143bf81e), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:44.649401 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9e69fd60-d05a-448d-a90c-031056197408 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:44.656898 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-9e69fd60-d05a-448d-a90c-031056197408 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/c046ccbc-29a8-4453-9c2d-537f143bf81e HTTP/1.1" status: 204 len: 168 time: 2.5366368 Oct 04 21:08:44.672641 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e69fd60-d05a-448d-a90c-031056197408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c046ccbc-29a8-4453-9c2d-537f143bf81e,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:44.673189 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-3e811b5e-fb6a-4715-8444-a1a51cb0bd93 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:08:44.700217 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e811b5e-fb6a-4715-8444-a1a51cb0bd93 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:08:44.703792 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3e811b5e-fb6a-4715-8444-a1a51cb0bd93 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (ddf34991-034e-4c55-96cc-606e355a0ea8), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:44.805887 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-88929fe4-2962-4bca-a2d2-74beb91409ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (1fe6330a-a7f7-4c19-9aec-77142fd513cd), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:44.867620 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-39ce9c7f-3d89-400f-871a-e90b40c833d3 None None] Allocated IP 172.20.0.2 (2609aab7-660a-41ed-80db-1251fa59a030/14bd8ac4-047f-4d17-b73e-aeae615189b8/29f5e130-d40a-47df-9c1c-e22c9a1a86a5) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:08:44.915811 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88929fe4-2962-4bca-a2d2-74beb91409ce admin admin] Pushing event updated for resources: {'Port': ['ID=1fe6330a-a7f7-4c19-9aec-77142fd513cd,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:44.960236 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88929fe4-2962-4bca-a2d2-74beb91409ce admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:08:44.964103 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-88929fe4-2962-4bca-a2d2-74beb91409ce admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:08:44.970444 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88929fe4-2962-4bca-a2d2-74beb91409ce admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:08:45.041338 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e811b5e-fb6a-4715-8444-a1a51cb0bd93 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event updated for resources: {'Port': ['ID=f3739c63-0acb-4a3b-a907-a88e5476564b,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:45.074420 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fc4c47ba-1854-44a9-8c21-2127060152df tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (156dfbf3-804d-4a9e-9363-2290b5e26cb6), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:45.144803 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9992360-4301-4182-822a-e01903aca70d tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:08:45.193458 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:45.242788 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c9992360-4301-4182-822a-e01903aca70d tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (49ef0825-0a00-4936-bc9b-300e0a6a96b4), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:45.243806 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-c9992360-4301-4182-822a-e01903aca70d tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Added segment 49ef0825-0a00-4936-bc9b-300e0a6a96b4 of type vlan for network 5e2b912a-ffaa-44f3-95c1-bc5758eff20c Oct 04 21:08:45.363588 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3e811b5e-fb6a-4715-8444-a1a51cb0bd93 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (f3739c63-0acb-4a3b-a907-a88e5476564b), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:45.364381 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:45.472519 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-6a4cecfa-d566-4499-b0d1-eb20f23f2d54 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 21:08:45.477570 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-6a4cecfa-d566-4499-b0d1-eb20f23f2d54 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 21:08:45.668453 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-39ce9c7f-3d89-400f-871a-e90b40c833d3 None None] Publish callbacks [] for port (29f5e130-d40a-47df-9c1c-e22c9a1a86a5), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:45.692454 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c9992360-4301-4182-822a-e01903aca70d tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (5e2b912a-ffaa-44f3-95c1-bc5758eff20c), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:45.729932 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-0121eacf-b22b-463b-8644-df7093363d1d None None] Set router 96ca2132-9d70-4ed1-b37a-d41805bfcbac gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:08:45.929754 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.db.resource_extend [None req-c9992360-4301-4182-822a-e01903aca70d tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 04 21:08:46.158843 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:46.223330 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-88929fe4-2962-4bca-a2d2-74beb91409ce admin admin] Publish callbacks [] for router_gateway (6304a791-050f-4a86-99f0-9c5cc91f1c34), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:46.232175 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-20f8e40d-731a-4f9c-b592-5154a6f4d650 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:46.253170 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-39ce9c7f-3d89-400f-871a-e90b40c833d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (29f5e130-d40a-47df-9c1c-e22c9a1a86a5), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:46.258013 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 0f69da36-f233-48ce-8322-09c5e7e9cc84 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:08:46.409299 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-6a4cecfa-d566-4499-b0d1-eb20f23f2d54 None None] Current status of the port 0f69da36-f233-48ce-8322-09c5e7e9cc84 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:08:46.448642 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ce9c7f-3d89-400f-871a-e90b40c833d3 None None] Network 2609aab7-660a-41ed-80db-1251fa59a030 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:08:46.497125 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-39ce9c7f-3d89-400f-871a-e90b40c833d3 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:08:46.507879 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ce9c7f-3d89-400f-871a-e90b40c833d3 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:08:46.574534 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 0f69da36-f233-48ce-8322-09c5e7e9cc84 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:08:46.575393 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (0f69da36-f233-48ce-8322-09c5e7e9cc84), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:46.576048 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 0f69da36-f233-48ce-8322-09c5e7e9cc84 Oct 04 21:08:46.608891 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c9992360-4301-4182-822a-e01903aca70d tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (5e2b912a-ffaa-44f3-95c1-bc5758eff20c), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:46.610424 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:46.621697 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9992360-4301-4182-822a-e01903aca70d tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:08:46.622763 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c9992360-4301-4182-822a-e01903aca70d tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:46.846408 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-88929fe4-2962-4bca-a2d2-74beb91409ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (6304a791-050f-4a86-99f0-9c5cc91f1c34), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:47.006270 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c9992360-4301-4182-822a-e01903aca70d tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 779 time: 3.5590827 Oct 04 21:08:47.014474 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59456) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:08:47.041849 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-e70ba6b0-faf4-4604-83f5-ea4ddb0d4610 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Request body: {'subnet': {'network_id': '5e2b912a-ffaa-44f3-95c1-bc5758eff20c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:08:47.098827 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-39ce9c7f-3d89-400f-871a-e90b40c833d3 None None] Attempting to bind port 29f5e130-d40a-47df-9c1c-e22c9a1a86a5 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:08:47.100812 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-39ce9c7f-3d89-400f-871a-e90b40c833d3 None None] Attempting to bind port 29f5e130-d40a-47df-9c1c-e22c9a1a86a5 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '1569562e-36f8-4225-9615-748cf169fa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '2609aab7-660a-41ed-80db-1251fa59a030'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:08:47.101768 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ce9c7f-3d89-400f-871a-e90b40c833d3 None None] Attempting to bind port 29f5e130-d40a-47df-9c1c-e22c9a1a86a5 on network 2609aab7-660a-41ed-80db-1251fa59a030 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:08:47.106297 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ce9c7f-3d89-400f-871a-e90b40c833d3 None None] Pushing event updated for resources: {'Port': ['ID=29f5e130-d40a-47df-9c1c-e22c9a1a86a5,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:47.112603 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-bbf34786-1a62-4d42-8284-6268cdac2675 None None] Provisioning complete for port 156dfbf3-804d-4a9e-9363-2290b5e26cb6 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:08:47.114520 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-bbf34786-1a62-4d42-8284-6268cdac2675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (156dfbf3-804d-4a9e-9363-2290b5e26cb6), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:47.115510 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-bbf34786-1a62-4d42-8284-6268cdac2675 None None] Attempt 1 to provision port 156dfbf3-804d-4a9e-9363-2290b5e26cb6 Oct 04 21:08:47.283549 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-bbf34786-1a62-4d42-8284-6268cdac2675 None None] Port 156dfbf3-804d-4a9e-9363-2290b5e26cb6 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:08:47.344190 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3e811b5e-fb6a-4715-8444-a1a51cb0bd93 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for port (f3739c63-0acb-4a3b-a907-a88e5476564b), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:47.351341 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9992360-4301-4182-822a-e01903aca70d tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Pushing event updated for resources: {'Network': ['ID=5e2b912a-ffaa-44f3-95c1-bc5758eff20c,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:47.429581 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:47.430400 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 5e2b912a-ffaa-44f3-95c1-bc5758eff20c details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:08:47.444449 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fc4c47ba-1854-44a9-8c21-2127060152df tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for port (156dfbf3-804d-4a9e-9363-2290b5e26cb6), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:47.456514 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3e811b5e-fb6a-4715-8444-a1a51cb0bd93 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (f3739c63-0acb-4a3b-a907-a88e5476564b), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:47.460019 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3e811b5e-fb6a-4715-8444-a1a51cb0bd93 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (ddf34991-034e-4c55-96cc-606e355a0ea8), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:47.594878 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:47.661538 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-bbf34786-1a62-4d42-8284-6268cdac2675 None None] Provisioning complete for port 0f69da36-f233-48ce-8322-09c5e7e9cc84 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:08:47.662311 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-bbf34786-1a62-4d42-8284-6268cdac2675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (0f69da36-f233-48ce-8322-09c5e7e9cc84), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:47.662746 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-bbf34786-1a62-4d42-8284-6268cdac2675 None None] Attempt 1 to provision port 0f69da36-f233-48ce-8322-09c5e7e9cc84 Oct 04 21:08:47.684804 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e70ba6b0-faf4-4604-83f5-ea4ddb0d4610 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Made reservation on behalf of d2227c0bff3a4d24894ea6838f5ffe54 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:08:47.692044 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e70ba6b0-faf4-4604-83f5-ea4ddb0d4610 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:47.773203 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fc4c47ba-1854-44a9-8c21-2127060152df tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (156dfbf3-804d-4a9e-9363-2290b5e26cb6), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:47.854902 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3212ef9b-bd41-4f00-a777-b19776131019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:47.864249 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88929fe4-2962-4bca-a2d2-74beb91409ce admin admin] Router 6304a791-050f-4a86-99f0-9c5cc91f1c34 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 21:08:47.878773 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e811b5e-fb6a-4715-8444-a1a51cb0bd93 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event updated for resources: {'Port': ['ID=f3739c63-0acb-4a3b-a907-a88e5476564b,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:48.112539 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fc4c47ba-1854-44a9-8c21-2127060152df tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (75e7b598-649c-48db-980e-e08c724bd10f), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:48.298064 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4c47ba-1854-44a9-8c21-2127060152df tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event updated for resources: {'Port': ['ID=156dfbf3-804d-4a9e-9363-2290b5e26cb6,revision_number=3']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:48.477584 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e811b5e-fb6a-4715-8444-a1a51cb0bd93 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:08:48.523706 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-3e811b5e-fb6a-4715-8444-a1a51cb0bd93 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:08:48.540214 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4c47ba-1854-44a9-8c21-2127060152df tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Network 2ba4dd98-f488-4d3f-b52d-8db914b77ff9 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:08:48.549992 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-fc4c47ba-1854-44a9-8c21-2127060152df tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:08:48.631407 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-bbf34786-1a62-4d42-8284-6268cdac2675 None None] Current status of the port 0f69da36-f233-48ce-8322-09c5e7e9cc84 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:08:48.642256 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-0121eacf-b22b-463b-8644-df7093363d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ca2132-9d70-4ed1-b37a-d41805bfcbac', 'name': 'tempest-TestVolumeBackupRestore-1418663750-router', 'tenant_id': '2e5de3cd23f54af491e3e2ee52f16035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '1dc5a566-40e3-4c56-8836-0d53cd48d0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:08:05Z', 'updated_at': '2022-10-04T21:08:26Z', 'revision_number': 4, 'project_id': '2e5de3cd23f54af491e3e2ee52f16035', 'gw_port': {'id': '1dc5a566-40e3-4c56-8836-0d53cd48d0d0', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:41:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ca2132-9d70-4ed1-b37a-d41805bfcbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:08:08Z', 'updated_at': '2022-10-04T21:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'f93758fc-6cb6-49a3-b817-ff7e340e0933', 'name': '', 'network_id': '124623e3-9f94-4b2f-9597-82851ed5391b', 'tenant_id': '2e5de3cd23f54af491e3e2ee52f16035', 'mac_address': 'fa:16:3e:cf:b4:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ca2132-9d70-4ed1-b37a-d41805bfcbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'c68ea9dd-fb07-46cf-8b17-8ba258be508f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:08:21Z', 'updated_at': '2022-10-04T21:08:42Z', 'revision_number': 4, 'project_id': '2e5de3cd23f54af491e3e2ee52f16035', 'subnets': [{'id': 'c68ea9dd-fb07-46cf-8b17-8ba258be508f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:08:48.646836 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ce9c7f-3d89-400f-871a-e90b40c833d3 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:08:48.646836 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ce9c7f-3d89-400f-871a-e90b40c833d3 None None] Checking segment: {'id': '1569562e-36f8-4225-9615-748cf169fa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '2609aab7-660a-41ed-80db-1251fa59a030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:08:48.647710 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-39ce9c7f-3d89-400f-871a-e90b40c833d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:48.648230 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ce9c7f-3d89-400f-871a-e90b40c833d3 None None] Bound using segment: {'id': '1569562e-36f8-4225-9615-748cf169fa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '2609aab7-660a-41ed-80db-1251fa59a030'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:08:48.659721 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-39ce9c7f-3d89-400f-871a-e90b40c833d3 None None] Bound port: 29f5e130-d40a-47df-9c1c-e22c9a1a86a5, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1569562e-36f8-4225-9615-748cf169fa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '2609aab7-660a-41ed-80db-1251fa59a030'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:08:48.660611 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-39ce9c7f-3d89-400f-871a-e90b40c833d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (29f5e130-d40a-47df-9c1c-e22c9a1a86a5), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:48.688286 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88929fe4-2962-4bca-a2d2-74beb91409ce admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:08:48.692178 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:48.708322 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f091076-1db8-4de4-84fd-fc82ce3ba331 None None] Sync routers for ids ['6304a791-050f-4a86-99f0-9c5cc91f1c34'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:08:48.752978 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f091076-1db8-4de4-84fd-fc82ce3ba331 None None] Routers {'6304a791-050f-4a86-99f0-9c5cc91f1c34'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:08:48.754029 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-7f091076-1db8-4de4-84fd-fc82ce3ba331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:08:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['6304a791-050f-4a86-99f0-9c5cc91f1c34'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:08:48.767292 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e70ba6b0-faf4-4604-83f5-ea4ddb0d4610 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (bbc6ab88-0a8d-45b6-a571-10a5653bb644), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:48.777265 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:48.807450 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0121eacf-b22b-463b-8644-df7093363d1d None None] The sync data for ids ['96ca2132-9d70-4ed1-b37a-d41805bfcbac'] in n-d-852085-12 is: [{'id': '96ca2132-9d70-4ed1-b37a-d41805bfcbac', 'name': 'tempest-TestVolumeBackupRestore-1418663750-router', 'tenant_id': '2e5de3cd23f54af491e3e2ee52f16035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '1dc5a566-40e3-4c56-8836-0d53cd48d0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:08:05Z', 'updated_at': '2022-10-04T21:08:26Z', 'revision_number': 4, 'project_id': '2e5de3cd23f54af491e3e2ee52f16035', 'gw_port': {'id': '1dc5a566-40e3-4c56-8836-0d53cd48d0d0', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:41:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ca2132-9d70-4ed1-b37a-d41805bfcbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:08:08Z', 'updated_at': '2022-10-04T21:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'f93758fc-6cb6-49a3-b817-ff7e340e0933', 'name': '', 'network_id': '124623e3-9f94-4b2f-9597-82851ed5391b', 'tenant_id': '2e5de3cd23f54af491e3e2ee52f16035', 'mac_address': 'fa:16:3e:cf:b4:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ca2132-9d70-4ed1-b37a-d41805bfcbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'c68ea9dd-fb07-46cf-8b17-8ba258be508f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:08:21Z', 'updated_at': '2022-10-04T21:08:42Z', 'revision_number': 4, 'project_id': '2e5de3cd23f54af491e3e2ee52f16035', 'subnets': [{'id': 'c68ea9dd-fb07-46cf-8b17-8ba258be508f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:08:48.853837 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 0f69da36-f233-48ce-8322-09c5e7e9cc84 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:08:48.993641 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-88929fe4-2962-4bca-a2d2-74beb91409ce admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:49.004959 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-88929fe4-2962-4bca-a2d2-74beb91409ce admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 9.2668669 Oct 04 21:08:49.023267 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59486) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:08:49.079913 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-39ce9c7f-3d89-400f-871a-e90b40c833d3 None None] For port 29f5e130-d40a-47df-9c1c-e22c9a1a86a5, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:08:49.123610 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-39ce9c7f-3d89-400f-871a-e90b40c833d3 None None] For port 29f5e130-d40a-47df-9c1c-e22c9a1a86a5, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=29f5e130-d40a-47df-9c1c-e22c9a1a86a5,segment=NetworkSegment(1569562e-36f8-4225-9615-748cf169fa18),segment_id=1569562e-36f8-4225-9615-748cf169fa18)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:08:49.196015 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-7f091076-1db8-4de4-84fd-fc82ce3ba331 None None] Set router 6304a791-050f-4a86-99f0-9c5cc91f1c34 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:08:49.277959 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-39ce9c7f-3d89-400f-871a-e90b40c833d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (29f5e130-d40a-47df-9c1c-e22c9a1a86a5), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:49.408419 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:49.519392 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ce9c7f-3d89-400f-871a-e90b40c833d3 None None] Pushing event updated for resources: {'Port': ['ID=29f5e130-d40a-47df-9c1c-e22c9a1a86a5,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:49.629067 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e811b5e-fb6a-4715-8444-a1a51cb0bd93 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Router ddf34991-034e-4c55-96cc-606e355a0ea8 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 21:08:49.708582 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc4c47ba-1854-44a9-8c21-2127060152df tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Router 75e7b598-649c-48db-980e-e08c724bd10f is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 21:08:49.876837 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70ba6b0-faf4-4604-83f5-ea4ddb0d4610 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Pushing event updated for resources: {'Subnet': ['ID=bbc6ab88-0a8d-45b6-a571-10a5653bb644,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:49.955388 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70ba6b0-faf4-4604-83f5-ea4ddb0d4610 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Checking segment: {'id': '49ef0825-0a00-4936-bc9b-300e0a6a96b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5e2b912a-ffaa-44f3-95c1-bc5758eff20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:08:49.956211 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70ba6b0-faf4-4604-83f5-ea4ddb0d4610 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Network hostable DHCP agents. Network: 5e2b912a-ffaa-44f3-95c1-bc5758eff20c, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:08:50.180224 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:50.358336 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-7f091076-1db8-4de4-84fd-fc82ce3ba331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6304a791-050f-4a86-99f0-9c5cc91f1c34', 'name': 'tempest-TestVolumeBackupRestore-1561662983-router', 'tenant_id': 'be6737dcacaa4985bb6bc9e1bf6b1f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '1fe6330a-a7f7-4c19-9aec-77142fd513cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:08:40Z', 'updated_at': '2022-10-04T21:08:45Z', 'revision_number': 3, 'project_id': 'be6737dcacaa4985bb6bc9e1bf6b1f0a', 'gw_port': {'id': '1fe6330a-a7f7-4c19-9aec-77142fd513cd', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ca:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6304a791-050f-4a86-99f0-9c5cc91f1c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:08:43Z', 'updated_at': '2022-10-04T21:08:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:08:50.545220 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f091076-1db8-4de4-84fd-fc82ce3ba331 None None] Checking router: 6304a791-050f-4a86-99f0-9c5cc91f1c34 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:08:50.546015 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f091076-1db8-4de4-84fd-fc82ce3ba331 None None] Updating router 6304a791-050f-4a86-99f0-9c5cc91f1c34 port 1fe6330a-a7f7-4c19-9aec-77142fd513cd binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:08:50.639105 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-7f091076-1db8-4de4-84fd-fc82ce3ba331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (1fe6330a-a7f7-4c19-9aec-77142fd513cd), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:50.730318 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70ba6b0-faf4-4604-83f5-ea4ddb0d4610 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Network 5e2b912a-ffaa-44f3-95c1-bc5758eff20c is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:08:50.994532 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-e70ba6b0-faf4-4604-83f5-ea4ddb0d4610 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 5e2b912a-ffaa-44f3-95c1-bc5758eff20c) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:08:51.014837 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70ba6b0-faf4-4604-83f5-ea4ddb0d4610 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:08:51.017113 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e70ba6b0-faf4-4604-83f5-ea4ddb0d4610 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:51.192483 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e70ba6b0-faf4-4604-83f5-ea4ddb0d4610 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1750135 Oct 04 21:08:51.193168 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59516) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:08:51.617752 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:51.695712 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device f93758fc-6cb6-49a3-b817-ff7e340e0933 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:08:51.833776 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port f93758fc-6cb6-49a3-b817-ff7e340e0933 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:08:51.834324 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (f93758fc-6cb6-49a3-b817-ff7e340e0933), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:51.834839 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port f93758fc-6cb6-49a3-b817-ff7e340e0933 Oct 04 21:08:51.898218 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:51.947302 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ef059761-2ae8-47e6-8fa5-5912d187240a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:51.985762 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc4c47ba-1854-44a9-8c21-2127060152df tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:08:52.033043 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-fc4c47ba-1854-44a9-8c21-2127060152df tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "PUT /networking/v2.0/routers/75e7b598-649c-48db-980e-e08c724bd10f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.2282453 Oct 04 21:08:52.043760 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59526) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:08:52.085914 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e29a0d-2be5-49bd-94fb-d848c9be8edc None None] Sync routers for ids ['75e7b598-649c-48db-980e-e08c724bd10f'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:08:52.086126 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e811b5e-fb6a-4715-8444-a1a51cb0bd93 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:08:52.117585 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-3e811b5e-fb6a-4715-8444-a1a51cb0bd93 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "PUT /networking/v2.0/routers/ddf34991-034e-4c55-96cc-606e355a0ea8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.9453650 Oct 04 21:08:52.121512 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 59528) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:08:52.226396 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e29a0d-2be5-49bd-94fb-d848c9be8edc None None] Routers {'75e7b598-649c-48db-980e-e08c724bd10f'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:08:52.230368 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-40e29a0d-2be5-49bd-94fb-d848c9be8edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:08:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['75e7b598-649c-48db-980e-e08c724bd10f'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:08:52.314026 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f8773ccd-3c22-49e7-a8d6-7e4a052554a9 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (5e2b912a-ffaa-44f3-95c1-bc5758eff20c), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:52.366344 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769d7cc3-ccf2-41e7-a2c2-8aedf65fe12f None None] get_active_networks_info from n-d-852085-12 {{(pid=108171) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 04 21:08:52.389193 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4602b6af-c0f4-49aa-b89f-22b4304e1a3c None None] Sync routers for ids ['ddf34991-034e-4c55-96cc-606e355a0ea8'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:08:52.419568 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379a9c46-bfe3-4f36-91c2-554038465f9c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:08:52.423308 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-379a9c46-bfe3-4f36-91c2-554038465f9c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/ports/f3739c63-0acb-4a3b-a907-a88e5476564b HTTP/1.1" status: 200 len: 911 time: 0.2991440 Oct 04 21:08:52.439936 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 59534) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:08:52.466856 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-7f091076-1db8-4de4-84fd-fc82ce3ba331 None None] Publish callbacks [] for port (1fe6330a-a7f7-4c19-9aec-77142fd513cd), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:52.526667 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4602b6af-c0f4-49aa-b89f-22b4304e1a3c None None] Routers {'ddf34991-034e-4c55-96cc-606e355a0ea8'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:08:52.526667 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-4602b6af-c0f4-49aa-b89f-22b4304e1a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:08:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['ddf34991-034e-4c55-96cc-606e355a0ea8'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:08:52.632447 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787ab671-15c7-45da-af3f-cb417e2a4b63 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:08:52.663315 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-787ab671-15c7-45da-af3f-cb417e2a4b63 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=75e7b598-649c-48db-980e-e08c724bd10f HTTP/1.1" status: 200 len: 982 time: 0.6029606 Oct 04 21:08:52.674480 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59542) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:08:52.725626 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-40e29a0d-2be5-49bd-94fb-d848c9be8edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:08:52.765977 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5942a7-dbac-4213-8ee2-1c2402b12022 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:08:52.775664 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-7f091076-1db8-4de4-84fd-fc82ce3ba331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (1fe6330a-a7f7-4c19-9aec-77142fd513cd), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:52.786429 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5942a7-dbac-4213-8ee2-1c2402b12022 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:08:52.802365 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-0d5942a7-dbac-4213-8ee2-1c2402b12022 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1574 time: 0.3541126 Oct 04 21:08:52.810766 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 59546) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:08:52.911457 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-104059d8-4422-4202-8a00-651c2c4418e1 None None] Provisioning complete for port 29f5e130-d40a-47df-9c1c-e22c9a1a86a5 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:08:52.911943 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-104059d8-4422-4202-8a00-651c2c4418e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (29f5e130-d40a-47df-9c1c-e22c9a1a86a5), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:52.914710 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-104059d8-4422-4202-8a00-651c2c4418e1 None None] Attempt 1 to provision port 29f5e130-d40a-47df-9c1c-e22c9a1a86a5 Oct 04 21:08:52.984362 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port f93758fc-6cb6-49a3-b817-ff7e340e0933 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:08:52.987226 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (f93758fc-6cb6-49a3-b817-ff7e340e0933), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:53.116659 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:53.161460 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e29a0d-2be5-49bd-94fb-d848c9be8edc None None] Routers {'75e7b598-649c-48db-980e-e08c724bd10f'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:08:53.162934 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-40e29a0d-2be5-49bd-94fb-d848c9be8edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:08:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['75e7b598-649c-48db-980e-e08c724bd10f'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:08:53.261064 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769d7cc3-ccf2-41e7-a2c2-8aedf65fe12f None None] Resources bound (agent type, host, resource id): {{(pid=108171) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 04 21:08:53.324445 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-4602b6af-c0f4-49aa-b89f-22b4304e1a3c None None] Set router ddf34991-034e-4c55-96cc-606e355a0ea8 gateway port host: None {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:08:53.420833 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:53.452541 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:53.458662 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-40e29a0d-2be5-49bd-94fb-d848c9be8edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:08:53.461039 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e29a0d-2be5-49bd-94fb-d848c9be8edc None None] The sync data for ids ['75e7b598-649c-48db-980e-e08c724bd10f'] in n-d-852085-12 is: [] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:08:53.540185 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port f93758fc-6cb6-49a3-b817-ff7e340e0933, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=f93758fc-6cb6-49a3-b817-ff7e340e0933,segment=NetworkSegment(5274ffb0-da84-4cf7-abc3-aa2af32f3a5b),segment_id=5274ffb0-da84-4cf7-abc3-aa2af32f3a5b)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:08:53.731114 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=100 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:53.893124 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (f93758fc-6cb6-49a3-b817-ff7e340e0933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:53.895211 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 29f5e130-d40a-47df-9c1c-e22c9a1a86a5 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:08:54.130331 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b723e70c-e30c-4eb5-9140-d4d62391210c None None] Pushing event updated for resources: {'Port': ['ID=1fe6330a-a7f7-4c19-9aec-77142fd513cd,revision_number=2']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:54.184319 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:54.192113 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 21:08:54.200056 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-7f091076-1db8-4de4-84fd-fc82ce3ba331 None None] Attempting to bind port 1fe6330a-a7f7-4c19-9aec-77142fd513cd on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:08:54.200917 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-7f091076-1db8-4de4-84fd-fc82ce3ba331 None None] Attempting to bind port 1fe6330a-a7f7-4c19-9aec-77142fd513cd by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:08:54.201894 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f091076-1db8-4de4-84fd-fc82ce3ba331 None None] Attempting to bind port 1fe6330a-a7f7-4c19-9aec-77142fd513cd on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:08:54.203796 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c1d7e996-027e-4bc9-a58e-bb223933d547 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (ddf34991-034e-4c55-96cc-606e355a0ea8), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:54.213701 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 59564) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:08:54.231863 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=f93758fc-6cb6-49a3-b817-ff7e340e0933,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:54.364875 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:54.377216 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-4602b6af-c0f4-49aa-b89f-22b4304e1a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf34991-034e-4c55-96cc-606e355a0ea8', 'name': 'tempest-NetworksTestDHCPv6-router-59387093', 'tenant_id': 'f31334bc846b471aace4cb8b5f10ff51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:08:35Z', 'updated_at': '2022-10-04T21:08:44Z', 'revision_number': 2, 'project_id': 'f31334bc846b471aace4cb8b5f10ff51', 'gw_port_host': None, '_interfaces': [{'id': 'f3739c63-0acb-4a3b-a907-a88e5476564b', 'name': '', 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'tenant_id': 'f31334bc846b471aace4cb8b5f10ff51', 'mac_address': 'fa:16:3e:03:99:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf34991-034e-4c55-96cc-606e355a0ea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '348c32a5-76d0-422b-b5d1-74b8c90d9e78', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:08:40Z', 'updated_at': '2022-10-04T21:08:46Z', 'revision_number': 2, 'project_id': 'f31334bc846b471aace4cb8b5f10ff51', 'subnets': [{'id': '348c32a5-76d0-422b-b5d1-74b8c90d9e78', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:08:54.451269 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-83bcc0c7-4c42-4b11-b696-5f87e70177b3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (75e7b598-649c-48db-980e-e08c724bd10f), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:54.526521 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-104059d8-4422-4202-8a00-651c2c4418e1 None None] Current status of the port 29f5e130-d40a-47df-9c1c-e22c9a1a86a5 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:08:54.527306 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-104059d8-4422-4202-8a00-651c2c4418e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (29f5e130-d40a-47df-9c1c-e22c9a1a86a5), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:54.556848 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4602b6af-c0f4-49aa-b89f-22b4304e1a3c None None] Checking router: ddf34991-034e-4c55-96cc-606e355a0ea8 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:08:54.558049 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4602b6af-c0f4-49aa-b89f-22b4304e1a3c None None] Updating router ddf34991-034e-4c55-96cc-606e355a0ea8 port f3739c63-0acb-4a3b-a907-a88e5476564b binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:08:54.647791 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f8773ccd-3c22-49e7-a8d6-7e4a052554a9 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (bbc6ab88-0a8d-45b6-a571-10a5653bb644), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:54.652434 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-4602b6af-c0f4-49aa-b89f-22b4304e1a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (f3739c63-0acb-4a3b-a907-a88e5476564b), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:54.709269 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f091076-1db8-4de4-84fd-fc82ce3ba331 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:08:54.709701 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f091076-1db8-4de4-84fd-fc82ce3ba331 None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:08:54.710078 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-7f091076-1db8-4de4-84fd-fc82ce3ba331 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:54.710877 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f091076-1db8-4de4-84fd-fc82ce3ba331 None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:08:54.711826 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-7f091076-1db8-4de4-84fd-fc82ce3ba331 None None] Bound port: 1fe6330a-a7f7-4c19-9aec-77142fd513cd, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:08:54.712465 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-7f091076-1db8-4de4-84fd-fc82ce3ba331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (1fe6330a-a7f7-4c19-9aec-77142fd513cd), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:54.739291 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:54.801093 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9a563a86-6352-4ba4-8b6b-a89c0f035647 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:54.858737 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-7f091076-1db8-4de4-84fd-fc82ce3ba331 None None] For port 1fe6330a-a7f7-4c19-9aec-77142fd513cd, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:08:54.866528 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-7f091076-1db8-4de4-84fd-fc82ce3ba331 None None] For port 1fe6330a-a7f7-4c19-9aec-77142fd513cd, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=1fe6330a-a7f7-4c19-9aec-77142fd513cd,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:08:54.867620 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 29f5e130-d40a-47df-9c1c-e22c9a1a86a5 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:08:54.870577 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (29f5e130-d40a-47df-9c1c-e22c9a1a86a5), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:54.871432 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 29f5e130-d40a-47df-9c1c-e22c9a1a86a5 Oct 04 21:08:54.995453 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-7f091076-1db8-4de4-84fd-fc82ce3ba331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (1fe6330a-a7f7-4c19-9aec-77142fd513cd), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:55.111740 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-c1d7e996-027e-4bc9-a58e-bb223933d547 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Deleting port f3739c63-0acb-4a3b-a907-a88e5476564b {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:08:55.112196 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c1d7e996-027e-4bc9-a58e-bb223933d547 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (f3739c63-0acb-4a3b-a907-a88e5476564b), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:55.121799 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b723e70c-e30c-4eb5-9140-d4d62391210c None None] Pushing event updated for resources: {'Port': ['ID=1fe6330a-a7f7-4c19-9aec-77142fd513cd,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:55.383026 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:55.407972 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f091076-1db8-4de4-84fd-fc82ce3ba331 None None] Routers {'6304a791-050f-4a86-99f0-9c5cc91f1c34'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:08:55.409095 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-7f091076-1db8-4de4-84fd-fc82ce3ba331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:08:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['6304a791-050f-4a86-99f0-9c5cc91f1c34'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:08:55.668603 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:55.701460 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9a563a86-6352-4ba4-8b6b-a89c0f035647 admin admin] Publish callbacks [] for security_group (aae433dd-5d42-4b54-95b4-b2fd5d87b02d), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:55.743647 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-104059d8-4422-4202-8a00-651c2c4418e1 None None] For port 29f5e130-d40a-47df-9c1c-e22c9a1a86a5, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=29f5e130-d40a-47df-9c1c-e22c9a1a86a5,segment=NetworkSegment(1569562e-36f8-4225-9615-748cf169fa18),segment_id=1569562e-36f8-4225-9615-748cf169fa18)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:08:55.790036 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3661a76-0197-48ed-91f4-e96d0a1166e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-5e2b912a-ffaa-44f3-95c1-bc5758eff20c', 'network_id': '5e2b912a-ffaa-44f3-95c1-bc5758eff20c', 'project_id': 'd2227c0bff3a4d24894ea6838f5ffe54', 'fixed_ips': [{'subnet_id': 'bbc6ab88-0a8d-45b6-a571-10a5653bb644'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:08:55.792399 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c3661a76-0197-48ed-91f4-e96d0a1166e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:55.845820 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9a563a86-6352-4ba4-8b6b-a89c0f035647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (aae433dd-5d42-4b54-95b4-b2fd5d87b02d), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:55.904684 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c203acb-a4ee-4447-ac8b-00f453c3ff85 None None] Update dhcp port {'port': {'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'fixed_ips': [{'subnet_id': '348c32a5-76d0-422b-b5d1-74b8c90d9e78'}], 'binding:host_id': 'n-d-852085-12'}, 'id': 'b313b2f3-4e1b-4650-ada0-c1d1e06da8dd'} from n-d-852085-12. {{(pid=108171) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 04 21:08:55.989836 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-ef059761-2ae8-47e6-8fa5-5912d187240a admin admin] Allocated IP 172.20.0.1 (2609aab7-660a-41ed-80db-1251fa59a030/14bd8ac4-047f-4d17-b73e-aeae615189b8/2cfb272f-47a4-4ec4-b05b-c28fb296aade) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:08:56.036045 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-7f091076-1db8-4de4-84fd-fc82ce3ba331 None None] Set router 6304a791-050f-4a86-99f0-9c5cc91f1c34 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:08:56.043542 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0c203acb-a4ee-4447-ac8b-00f453c3ff85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b313b2f3-4e1b-4650-ada0-c1d1e06da8dd), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:56.099714 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c1d7e996-027e-4bc9-a58e-bb223933d547 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (f3739c63-0acb-4a3b-a907-a88e5476564b), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:56.116062 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-9a563a86-6352-4ba4-8b6b-a89c0f035647 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=209ee57c86f14ae5987761bbe05b05a1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8934057 Oct 04 21:08:56.116416 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-104059d8-4422-4202-8a00-651c2c4418e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (29f5e130-d40a-47df-9c1c-e22c9a1a86a5), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:56.139445 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59584) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:08:56.147983 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a563a86-6352-4ba4-8b6b-a89c0f035647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae433dd-5d42-4b54-95b4-b2fd5d87b02d,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:56.156547 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-c1d7e996-027e-4bc9-a58e-bb223933d547 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Calling delete_port for f3739c63-0acb-4a3b-a907-a88e5476564b owned by network:router_interface {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:08:56.493501 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ef059761-2ae8-47e6-8fa5-5912d187240a admin admin] Publish callbacks [] for port (2cfb272f-47a4-4ec4-b05b-c28fb296aade), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:56.626895 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:56.790137 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ef059761-2ae8-47e6-8fa5-5912d187240a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (2cfb272f-47a4-4ec4-b05b-c28fb296aade), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:57.075048 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef059761-2ae8-47e6-8fa5-5912d187240a admin admin] Pushing event updated for resources: {'Port': ['ID=2cfb272f-47a4-4ec4-b05b-c28fb296aade,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:57.131364 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-7f091076-1db8-4de4-84fd-fc82ce3ba331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6304a791-050f-4a86-99f0-9c5cc91f1c34', 'name': 'tempest-TestVolumeBackupRestore-1561662983-router', 'tenant_id': 'be6737dcacaa4985bb6bc9e1bf6b1f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '1fe6330a-a7f7-4c19-9aec-77142fd513cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:08:40Z', 'updated_at': '2022-10-04T21:08:45Z', 'revision_number': 3, 'project_id': 'be6737dcacaa4985bb6bc9e1bf6b1f0a', 'gw_port': {'id': '1fe6330a-a7f7-4c19-9aec-77142fd513cd', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ca:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6304a791-050f-4a86-99f0-9c5cc91f1c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:08:43Z', 'updated_at': '2022-10-04T21:08:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:08:57.237967 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c1d7e996-027e-4bc9-a58e-bb223933d547 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (f3739c63-0acb-4a3b-a907-a88e5476564b), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:57.300139 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f091076-1db8-4de4-84fd-fc82ce3ba331 None None] The sync data for ids ['6304a791-050f-4a86-99f0-9c5cc91f1c34'] in n-d-852085-12 is: [{'id': '6304a791-050f-4a86-99f0-9c5cc91f1c34', 'name': 'tempest-TestVolumeBackupRestore-1561662983-router', 'tenant_id': 'be6737dcacaa4985bb6bc9e1bf6b1f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '1fe6330a-a7f7-4c19-9aec-77142fd513cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:08:40Z', 'updated_at': '2022-10-04T21:08:45Z', 'revision_number': 3, 'project_id': 'be6737dcacaa4985bb6bc9e1bf6b1f0a', 'gw_port': {'id': '1fe6330a-a7f7-4c19-9aec-77142fd513cd', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ca:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6304a791-050f-4a86-99f0-9c5cc91f1c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:08:43Z', 'updated_at': '2022-10-04T21:08:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:08:57.313207 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.db.api [None req-4602b6af-c0f4-49aa-b89f-22b4304e1a3c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 21:08:57.313909 n-d-852085-12 neutron-server[108172]: DEBUG oslo_db.api [None req-4602b6af-c0f4-49aa-b89f-22b4304e1a3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 21:08:57.348197 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104059d8-4422-4202-8a00-651c2c4418e1 None None] Pushing event updated for resources: {'Port': ['ID=29f5e130-d40a-47df-9c1c-e22c9a1a86a5,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:57.361124 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 29f5e130-d40a-47df-9c1c-e22c9a1a86a5 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:08:57.395440 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef059761-2ae8-47e6-8fa5-5912d187240a admin admin] Network 2609aab7-660a-41ed-80db-1251fa59a030 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:08:57.440888 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-ef059761-2ae8-47e6-8fa5-5912d187240a admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server [None req-c3661a76-0197-48ed-91f4-e96d0a1166e4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bbc6ab88-0a8d-45b6-a571-10a5653bb644: This subnet is being modified by another concurrent operation. Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server raise self.value Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server raise self.value Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server raise self.value Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 292, in create_dhcp_port Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 704, in inner Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return f_with_retry(*args, **kwargs, Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server raise self.value Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server raise self.value Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server raise self.value Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1570, in create_port Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1535, in _create_port_db Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 224, in wrapped Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server raise exception Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bbc6ab88-0a8d-45b6-a571-10a5653bb644: This subnet is being modified by another concurrent operation. Oct 04 21:08:57.446341 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server Oct 04 21:08:57.470290 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef059761-2ae8-47e6-8fa5-5912d187240a admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:08:57.552871 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d7e996-027e-4bc9-a58e-bb223933d547 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event deleted for resources: {'Port': ['ID=f3739c63-0acb-4a3b-a907-a88e5476564b,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:57.673732 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f8773ccd-3c22-49e7-a8d6-7e4a052554a9 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (bbc6ab88-0a8d-45b6-a571-10a5653bb644), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:57.710987 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:UPDATE=3,neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:57.719243 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ef059761-2ae8-47e6-8fa5-5912d187240a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (6304a791-050f-4a86-99f0-9c5cc91f1c34), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:57.752330 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device f93758fc-6cb6-49a3-b817-ff7e340e0933 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:08:57.901363 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4602b6af-c0f4-49aa-b89f-22b4304e1a3c None None] Port f3739c63-0acb-4a3b-a907-a88e5476564b not found while updating agent binding for router ddf34991-034e-4c55-96cc-606e355a0ea8. {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 04 21:08:57.912241 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-0c203acb-a4ee-4447-ac8b-00f453c3ff85 None None] Allocated IP 2001:db8::2 (42edc29f-8c98-4058-994e-1dc4e7a022d1/348c32a5-76d0-422b-b5d1-74b8c90d9e78/b313b2f3-4e1b-4650-ada0-c1d1e06da8dd) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:08:58.000913 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4602b6af-c0f4-49aa-b89f-22b4304e1a3c None None] Routers {'ddf34991-034e-4c55-96cc-606e355a0ea8'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:08:58.005068 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c1d7e996-027e-4bc9-a58e-bb223933d547 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (ddf34991-034e-4c55-96cc-606e355a0ea8), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:58.014565 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-4602b6af-c0f4-49aa-b89f-22b4304e1a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:08:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['ddf34991-034e-4c55-96cc-606e355a0ea8'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:08:58.095379 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-05c3bb6c-924a-40b2-98c4-3e615a9653df admin admin] Publish callbacks [] for security_group (aae433dd-5d42-4b54-95b4-b2fd5d87b02d), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:58.330476 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:58.366682 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port f93758fc-6cb6-49a3-b817-ff7e340e0933 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:08:58.368573 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (f93758fc-6cb6-49a3-b817-ff7e340e0933), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:58.369462 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port f93758fc-6cb6-49a3-b817-ff7e340e0933 Oct 04 21:08:58.390835 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-4602b6af-c0f4-49aa-b89f-22b4304e1a3c None None] Set router ddf34991-034e-4c55-96cc-606e355a0ea8 gateway port host: None {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:08:58.560411 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-05c3bb6c-924a-40b2-98c4-3e615a9653df admin admin] Publish callbacks [] for security_group (aae433dd-5d42-4b54-95b4-b2fd5d87b02d), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:58.618886 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8773ccd-3c22-49e7-a8d6-7e4a052554a9 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Pushing event deleted for resources: {'Subnet': ['ID=bbc6ab88-0a8d-45b6-a571-10a5653bb644,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:58.711174 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-4602b6af-c0f4-49aa-b89f-22b4304e1a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf34991-034e-4c55-96cc-606e355a0ea8', 'name': 'tempest-NetworksTestDHCPv6-router-59387093', 'tenant_id': 'f31334bc846b471aace4cb8b5f10ff51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:08:35Z', 'updated_at': '2022-10-04T21:08:56Z', 'revision_number': 3, 'project_id': 'f31334bc846b471aace4cb8b5f10ff51', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:08:58.782555 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-0c203acb-a4ee-4447-ac8b-00f453c3ff85 None None] For port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd, host n-d-852085-12, got binding levels [] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:08:58.807501 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4602b6af-c0f4-49aa-b89f-22b4304e1a3c None None] The sync data for ids ['ddf34991-034e-4c55-96cc-606e355a0ea8'] in n-d-852085-12 is: [{'id': 'ddf34991-034e-4c55-96cc-606e355a0ea8', 'name': 'tempest-NetworksTestDHCPv6-router-59387093', 'tenant_id': 'f31334bc846b471aace4cb8b5f10ff51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:08:35Z', 'updated_at': '2022-10-04T21:08:56Z', 'revision_number': 3, 'project_id': 'f31334bc846b471aace4cb8b5f10ff51', 'gw_port_host': None}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:08:58.855993 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d7e996-027e-4bc9-a58e-bb223933d547 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Router ddf34991-034e-4c55-96cc-606e355a0ea8 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:08:58.888792 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:58.940660 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-83bcc0c7-4c42-4b11-b696-5f87e70177b3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Deleting port 156dfbf3-804d-4a9e-9363-2290b5e26cb6 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:08:58.941649 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-83bcc0c7-4c42-4b11-b696-5f87e70177b3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (156dfbf3-804d-4a9e-9363-2290b5e26cb6), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:59.057383 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:08:59.064124 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port f93758fc-6cb6-49a3-b817-ff7e340e0933 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:08:59.068434 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 29f5e130-d40a-47df-9c1c-e22c9a1a86a5 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:08:59.226353 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0c203acb-a4ee-4447-ac8b-00f453c3ff85 None None] Publish callbacks [] for port (b313b2f3-4e1b-4650-ada0-c1d1e06da8dd), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:59.367018 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 29f5e130-d40a-47df-9c1c-e22c9a1a86a5 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:08:59.368772 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (29f5e130-d40a-47df-9c1c-e22c9a1a86a5), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:59.369787 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 29f5e130-d40a-47df-9c1c-e22c9a1a86a5 Oct 04 21:08:59.376614 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0c203acb-a4ee-4447-ac8b-00f453c3ff85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (b313b2f3-4e1b-4650-ada0-c1d1e06da8dd), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:59.397666 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d7e996-027e-4bc9-a58e-bb223933d547 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:08:59.436132 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c1d7e996-027e-4bc9-a58e-bb223933d547 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "PUT /networking/v2.0/routers/ddf34991-034e-4c55-96cc-606e355a0ea8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6224062 Oct 04 21:08:59.437956 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 59612) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:08:59.623876 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f8773ccd-3c22-49e7-a8d6-7e4a052554a9 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (5e2b912a-ffaa-44f3-95c1-bc5758eff20c), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:59.660262 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc1be28-0356-4b97-b1ae-ff563385a328 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:08:59.665008 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc1be28-0356-4b97-b1ae-ff563385a328 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:08:59.668913 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4bc1be28-0356-4b97-b1ae-ff563385a328 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2291477 Oct 04 21:08:59.669548 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-05c3bb6c-924a-40b2-98c4-3e615a9653df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (aae433dd-5d42-4b54-95b4-b2fd5d87b02d), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:59.675635 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-05c3bb6c-924a-40b2-98c4-3e615a9653df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:59.676499 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 59614) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:08:59.678690 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-05c3bb6c-924a-40b2-98c4-3e615a9653df admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/aae433dd-5d42-4b54-95b4-b2fd5d87b02d HTTP/1.1" status: 204 len: 168 time: 3.5372200 Oct 04 21:08:59.761358 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c203acb-a4ee-4447-ac8b-00f453c3ff85 None None] Pushing event updated for resources: {'Port': ['ID=b313b2f3-4e1b-4650-ada0-c1d1e06da8dd,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:59.786378 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-0c203acb-a4ee-4447-ac8b-00f453c3ff85 None None] Attempting to bind port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:08:59.791004 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-0c203acb-a4ee-4447-ac8b-00f453c3ff85 None None] Attempting to bind port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:08:59.793820 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c203acb-a4ee-4447-ac8b-00f453c3ff85 None None] Attempting to bind port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd on network 42edc29f-8c98-4058-994e-1dc4e7a022d1 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:08:59.845909 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c3bb6c-924a-40b2-98c4-3e615a9653df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae433dd-5d42-4b54-95b4-b2fd5d87b02d,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:08:59.863732 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-f8773ccd-3c22-49e7-a8d6-7e4a052554a9 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e2b912a-ffaa-44f3-95c1-bc5758eff20c']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:08:59.877241 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ef059761-2ae8-47e6-8fa5-5912d187240a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (2cfb272f-47a4-4ec4-b05b-c28fb296aade), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:08:59.963571 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-c574fd45-395a-4470-878e-0c60a14a10b7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Deleting subnet 348c32a5-76d0-422b-b5d1-74b8c90d9e78 {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:08:59.973219 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c574fd45-395a-4470-878e-0c60a14a10b7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (348c32a5-76d0-422b-b5d1-74b8c90d9e78), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:00.037832 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-83bcc0c7-4c42-4b11-b696-5f87e70177b3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (156dfbf3-804d-4a9e-9363-2290b5e26cb6), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:00.052461 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-f8773ccd-3c22-49e7-a8d6-7e4a052554a9 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49ef0825-0a00-4936-bc9b-300e0a6a96b4') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:09:00.056317 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-f8773ccd-3c22-49e7-a8d6-7e4a052554a9 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49ef0825-0a00-4936-bc9b-300e0a6a96b4') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:09:00.093697 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f8773ccd-3c22-49e7-a8d6-7e4a052554a9 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (49ef0825-0a00-4936-bc9b-300e0a6a96b4), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:00.095175 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c574fd45-395a-4470-878e-0c60a14a10b7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (348c32a5-76d0-422b-b5d1-74b8c90d9e78), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:00.162292 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-83bcc0c7-4c42-4b11-b696-5f87e70177b3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Calling delete_port for 156dfbf3-804d-4a9e-9363-2290b5e26cb6 owned by network:router_interface {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:09:00.210907 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f8773ccd-3c22-49e7-a8d6-7e4a052554a9 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (49ef0825-0a00-4936-bc9b-300e0a6a96b4), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:00.223456 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:00.348377 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c574fd45-395a-4470-878e-0c60a14a10b7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (348c32a5-76d0-422b-b5d1-74b8c90d9e78), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:00.370071 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8773ccd-3c22-49e7-a8d6-7e4a052554a9 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:09:00.371395 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f8773ccd-3c22-49e7-a8d6-7e4a052554a9 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (49ef0825-0a00-4936-bc9b-300e0a6a96b4), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:00.587974 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 49ef0825-0a00-4936-bc9b-300e0a6a96b4 resource provider aggregate not found Oct 04 21:09:00.607899 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 29f5e130-d40a-47df-9c1c-e22c9a1a86a5 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:09:00.622132 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c203acb-a4ee-4447-ac8b-00f453c3ff85 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:09:00.623273 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c203acb-a4ee-4447-ac8b-00f453c3ff85 None None] Checking segment: {'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:09:00.624788 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0c203acb-a4ee-4447-ac8b-00f453c3ff85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:00.627874 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c203acb-a4ee-4447-ac8b-00f453c3ff85 None None] Bound using segment: {'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:09:00.629155 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-0c203acb-a4ee-4447-ac8b-00f453c3ff85 None None] Bound port: b313b2f3-4e1b-4650-ada0-c1d1e06da8dd, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:09:00.630107 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0c203acb-a4ee-4447-ac8b-00f453c3ff85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b313b2f3-4e1b-4650-ada0-c1d1e06da8dd), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:00.759510 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 49ef0825-0a00-4936-bc9b-300e0a6a96b4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 49ef0825-0a00-4936-bc9b-300e0a6a96b4 found for delete ", "request_id": "req-f74b0163-3640-4727-b601-edbc6079c477"}]} Oct 04 21:09:00.792279 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c574fd45-395a-4470-878e-0c60a14a10b7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (348c32a5-76d0-422b-b5d1-74b8c90d9e78), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:00.839706 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-0c203acb-a4ee-4447-ac8b-00f453c3ff85 None None] For port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:09:00.856496 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-0c203acb-a4ee-4447-ac8b-00f453c3ff85 None None] For port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b313b2f3-4e1b-4650-ada0-c1d1e06da8dd,segment=NetworkSegment(a074d1d3-d8bf-45a2-a3f3-7647e2465b5f),segment_id=a074d1d3-d8bf-45a2-a3f3-7647e2465b5f)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:09:00.865249 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c574fd45-395a-4470-878e-0c60a14a10b7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:00.889010 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c574fd45-395a-4470-878e-0c60a14a10b7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/348c32a5-76d0-422b-b5d1-74b8c90d9e78 HTTP/1.1" status: 204 len: 168 time: 1.2097309 Oct 04 21:09:00.900229 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 59636) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:01.039978 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0c203acb-a4ee-4447-ac8b-00f453c3ff85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (b313b2f3-4e1b-4650-ada0-c1d1e06da8dd), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:01.184559 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:01.212814 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f8773ccd-3c22-49e7-a8d6-7e4a052554a9 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (5e2b912a-ffaa-44f3-95c1-bc5758eff20c), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:01.224096 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c203acb-a4ee-4447-ac8b-00f453c3ff85 None None] Pushing event updated for resources: {'Port': ['ID=b313b2f3-4e1b-4650-ada0-c1d1e06da8dd,revision_number=6']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:01.240359 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 1fe6330a-a7f7-4c19-9aec-77142fd513cd up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:09:01.254669 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f8773ccd-3c22-49e7-a8d6-7e4a052554a9 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:01.284332 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f8773ccd-3c22-49e7-a8d6-7e4a052554a9 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "DELETE /networking/v2.0/networks/5e2b912a-ffaa-44f3-95c1-bc5758eff20c HTTP/1.1" status: 204 len: 168 time: 10.0891192 Oct 04 21:09:01.302492 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59644) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:01.411066 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c574fd45-395a-4470-878e-0c60a14a10b7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event deleted for resources: {'Subnet': ['ID=348c32a5-76d0-422b-b5d1-74b8c90d9e78,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:01.426014 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 1fe6330a-a7f7-4c19-9aec-77142fd513cd triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:09:01.427093 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (1fe6330a-a7f7-4c19-9aec-77142fd513cd), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:01.428362 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 1fe6330a-a7f7-4c19-9aec-77142fd513cd Oct 04 21:09:01.510702 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8773ccd-3c22-49e7-a8d6-7e4a052554a9 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Pushing event deleted for resources: {'Network': ['ID=5e2b912a-ffaa-44f3-95c1-bc5758eff20c,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:01.567714 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c574fd45-395a-4470-878e-0c60a14a10b7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:09:01.578799 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c574fd45-395a-4470-878e-0c60a14a10b7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:09:01.585224 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c574fd45-395a-4470-878e-0c60a14a10b7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:09:01.585765 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c574fd45-395a-4470-878e-0c60a14a10b7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:09:01.586025 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39665f9-ef4a-4339-b4ac-c2819160a21c None None] Sync routers for ids ['ddf34991-034e-4c55-96cc-606e355a0ea8'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:09:01.586852 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c574fd45-395a-4470-878e-0c60a14a10b7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:09:01.588122 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c574fd45-395a-4470-878e-0c60a14a10b7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:09:01.588938 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c574fd45-395a-4470-878e-0c60a14a10b7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:09:01.589790 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c574fd45-395a-4470-878e-0c60a14a10b7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:09:01.590628 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c574fd45-395a-4470-878e-0c60a14a10b7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:09:01.591859 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c574fd45-395a-4470-878e-0c60a14a10b7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:09:01.602160 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c574fd45-395a-4470-878e-0c60a14a10b7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:09:01.603419 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c574fd45-395a-4470-878e-0c60a14a10b7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:09:01.604571 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c574fd45-395a-4470-878e-0c60a14a10b7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:09:01.605447 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c574fd45-395a-4470-878e-0c60a14a10b7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:09:01.606260 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c574fd45-395a-4470-878e-0c60a14a10b7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:09:01.675683 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39665f9-ef4a-4339-b4ac-c2819160a21c None None] Routers {'ddf34991-034e-4c55-96cc-606e355a0ea8'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:09:01.677074 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-a39665f9-ef4a-4339-b4ac-c2819160a21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:08:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['ddf34991-034e-4c55-96cc-606e355a0ea8'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:09:01.684597 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-56e680aa-3be4-472b-85f2-382ee7ae1be1 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.7822199 Oct 04 21:09:01.703955 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ef059761-2ae8-47e6-8fa5-5912d187240a admin admin] Publish callbacks [] for port (2cfb272f-47a4-4ec4-b05b-c28fb296aade), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:01.703955 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-d06bffc9-47fc-4ef6-8642-d84f7a0f9d83 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] GET failed (client error): The resource could not be found. Oct 04 21:09:01.703955 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d06bffc9-47fc-4ef6-8642-d84f7a0f9d83 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "GET /networking/v2.0/subnets/bbc6ab88-0a8d-45b6-a571-10a5653bb644 HTTP/1.1" status: 404 len: 337 time: 0.2611597 Oct 04 21:09:01.706076 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 59650) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:01.714396 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59652) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:01.739190 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8773ccd-3c22-49e7-a8d6-7e4a052554a9 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:09:01.739190 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8773ccd-3c22-49e7-a8d6-7e4a052554a9 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:09:01.739190 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8773ccd-3c22-49e7-a8d6-7e4a052554a9 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:09:01.739190 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8773ccd-3c22-49e7-a8d6-7e4a052554a9 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:09:01.740729 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 59654) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:01.757117 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8773ccd-3c22-49e7-a8d6-7e4a052554a9 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:09:01.757823 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8773ccd-3c22-49e7-a8d6-7e4a052554a9 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:09:01.758384 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8773ccd-3c22-49e7-a8d6-7e4a052554a9 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:09:01.758938 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8773ccd-3c22-49e7-a8d6-7e4a052554a9 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:09:01.759615 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8773ccd-3c22-49e7-a8d6-7e4a052554a9 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:09:01.760556 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8773ccd-3c22-49e7-a8d6-7e4a052554a9 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:09:01.771538 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8773ccd-3c22-49e7-a8d6-7e4a052554a9 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:09:01.772654 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8773ccd-3c22-49e7-a8d6-7e4a052554a9 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:09:01.779040 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8773ccd-3c22-49e7-a8d6-7e4a052554a9 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:09:01.779040 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8773ccd-3c22-49e7-a8d6-7e4a052554a9 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:09:01.779040 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8773ccd-3c22-49e7-a8d6-7e4a052554a9 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:09:01.875016 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ef059761-2ae8-47e6-8fa5-5912d187240a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (2cfb272f-47a4-4ec4-b05b-c28fb296aade), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:01.891696 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-81f50856-d306-41e2-8191-345a92e8c212 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] DELETE failed (client error): The resource could not be found. Oct 04 21:09:01.892749 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81f50856-d306-41e2-8191-345a92e8c212 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:09:01.905326 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-81f50856-d306-41e2-8191-345a92e8c212 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "DELETE /networking/v2.0/networks/5e2b912a-ffaa-44f3-95c1-bc5758eff20c HTTP/1.1" status: 404 len: 339 time: 0.1730065 Oct 04 21:09:01.906146 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-a39665f9-ef4a-4339-b4ac-c2819160a21c None None] Set router ddf34991-034e-4c55-96cc-606e355a0ea8 gateway port host: None {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:09:01.906377 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-83bcc0c7-4c42-4b11-b696-5f87e70177b3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (156dfbf3-804d-4a9e-9363-2290b5e26cb6), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:01.928729 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 59656) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:02.013274 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:02.104326 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-a39665f9-ef4a-4339-b4ac-c2819160a21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf34991-034e-4c55-96cc-606e355a0ea8', 'name': 'tempest-NetworksTestDHCPv6-router-59387093', 'tenant_id': 'f31334bc846b471aace4cb8b5f10ff51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:08:35Z', 'updated_at': '2022-10-04T21:08:56Z', 'revision_number': 3, 'project_id': 'f31334bc846b471aace4cb8b5f10ff51', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:09:02.215796 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39665f9-ef4a-4339-b4ac-c2819160a21c None None] Checking router: ddf34991-034e-4c55-96cc-606e355a0ea8 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:09:02.279018 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39665f9-ef4a-4339-b4ac-c2819160a21c None None] Routers {'ddf34991-034e-4c55-96cc-606e355a0ea8'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:09:02.281095 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-a39665f9-ef4a-4339-b4ac-c2819160a21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:08:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['ddf34991-034e-4c55-96cc-606e355a0ea8'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:09:02.419842 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ef059761-2ae8-47e6-8fa5-5912d187240a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (6304a791-050f-4a86-99f0-9c5cc91f1c34), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:02.445522 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46dbe745-7874-43d6-a4b7-d016e4eab6ab tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:09:02.453521 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-46dbe745-7874-43d6-a4b7-d016e4eab6ab tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5150216 Oct 04 21:09:02.453521 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-189a7669-31f8-4217-a2d2-3e58da59af27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:02.470945 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 59662) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:02.471647 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef059761-2ae8-47e6-8fa5-5912d187240a admin admin] Pushing event updated for resources: {'Port': ['ID=2cfb272f-47a4-4ec4-b05b-c28fb296aade,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:02.526297 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 1fe6330a-a7f7-4c19-9aec-77142fd513cd is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:09:02.527443 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (1fe6330a-a7f7-4c19-9aec-77142fd513cd), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:02.586235 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 1fe6330a-a7f7-4c19-9aec-77142fd513cd, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=1fe6330a-a7f7-4c19-9aec-77142fd513cd,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:09:02.592672 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:02.605410 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:02.620150 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-a39665f9-ef4a-4339-b4ac-c2819160a21c None None] Set router ddf34991-034e-4c55-96cc-606e355a0ea8 gateway port host: None {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:09:02.632533 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-479f09a2-e1f9-4cb4-9886-00549e836ee6 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for router (ddf34991-034e-4c55-96cc-606e355a0ea8), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:02.650375 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-496a4f67-1100-414e-99c7-b8d5e36a7c46 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "GET /networking/v2.0/subnets?network_id=52a60aae-e230-4bd7-89bc-781767fd7892 HTTP/1.1" status: 200 len: 207 time: 0.1478047 Oct 04 21:09:02.676596 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bcc0c7-4c42-4b11-b696-5f87e70177b3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event deleted for resources: {'Port': ['ID=156dfbf3-804d-4a9e-9363-2290b5e26cb6,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:02.682722 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59666) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:02.793288 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-a39665f9-ef4a-4339-b4ac-c2819160a21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf34991-034e-4c55-96cc-606e355a0ea8', 'name': 'tempest-NetworksTestDHCPv6-router-59387093', 'tenant_id': 'f31334bc846b471aace4cb8b5f10ff51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:08:35Z', 'updated_at': '2022-10-04T21:08:56Z', 'revision_number': 3, 'project_id': 'f31334bc846b471aace4cb8b5f10ff51', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:09:02.852323 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39665f9-ef4a-4339-b4ac-c2819160a21c None None] The sync data for ids ['ddf34991-034e-4c55-96cc-606e355a0ea8'] in n-d-852085-12 is: [{'id': 'ddf34991-034e-4c55-96cc-606e355a0ea8', 'name': 'tempest-NetworksTestDHCPv6-router-59387093', 'tenant_id': 'f31334bc846b471aace4cb8b5f10ff51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:08:35Z', 'updated_at': '2022-10-04T21:08:56Z', 'revision_number': 3, 'project_id': 'f31334bc846b471aace4cb8b5f10ff51', 'gw_port_host': None}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:09:02.867967 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (1fe6330a-a7f7-4c19-9aec-77142fd513cd), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:03.033392 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b23e6b-bf35-4f76-a7de-847d7491bffe tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:09:03.043551 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:03.050080 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=1fe6330a-a7f7-4c19-9aec-77142fd513cd,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:03.054023 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b23e6b-bf35-4f76-a7de-847d7491bffe tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:09:03.087239 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b23e6b-bf35-4f76-a7de-847d7491bffe tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:09:03.106446 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b23e6b-bf35-4f76-a7de-847d7491bffe tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:09:03.116474 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-49b23e6b-bf35-4f76-a7de-847d7491bffe tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.4039674 Oct 04 21:09:03.118602 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59672) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:03.376446 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-83bcc0c7-4c42-4b11-b696-5f87e70177b3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (75e7b598-649c-48db-980e-e08c724bd10f), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:03.431252 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:03.702446 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-479f09a2-e1f9-4cb4-9886-00549e836ee6 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (ddf34991-034e-4c55-96cc-606e355a0ea8), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:03.707608 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-479f09a2-e1f9-4cb4-9886-00549e836ee6 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for router_controller (ddf34991-034e-4c55-96cc-606e355a0ea8), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:03.812826 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b313b2f3-4e1b-4650-ada0-c1d1e06da8dd up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:09:03.901461 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-189a7669-31f8-4217-a2d2-3e58da59af27 admin admin] Publish callbacks [] for security_group (93b21490-cd69-4be6-88dc-43571da88902), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:03.949276 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8857b4ab-4d56-4359-8ef0-80696ce9a70e None None] get_active_networks_info from n-d-852085-12 {{(pid=108171) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 04 21:09:03.991466 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-479f09a2-e1f9-4cb4-9886-00549e836ee6 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (ddf34991-034e-4c55-96cc-606e355a0ea8), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:03.994506 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-479f09a2-e1f9-4cb4-9886-00549e836ee6 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Fanout notify agent at l3_agent the message router_deleted on router ddf34991-034e-4c55-96cc-606e355a0ea8 {{(pid=108170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 21:09:04.016345 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-479f09a2-e1f9-4cb4-9886-00549e836ee6 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:04.019580 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-479f09a2-e1f9-4cb4-9886-00549e836ee6 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/routers/ddf34991-034e-4c55-96cc-606e355a0ea8 HTTP/1.1" status: 204 len: 168 time: 2.3196032 Oct 04 21:09:04.031900 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:09:04.032362 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 59680) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:04.032582 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b313b2f3-4e1b-4650-ada0-c1d1e06da8dd), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:04.033032 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd Oct 04 21:09:04.040424 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-3331a6e9-d998-4ecf-b809-19976bd56fac None None] Provisioning complete for port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:09:04.040996 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3331a6e9-d998-4ecf-b809-19976bd56fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b313b2f3-4e1b-4650-ada0-c1d1e06da8dd), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:04.041540 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-3331a6e9-d998-4ecf-b809-19976bd56fac None None] Attempt 1 to provision port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd Oct 04 21:09:04.043781 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-4ced632d-3803-4bcc-883f-afa389d7fcbd tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Request body: {'subnet': {'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:09:04.109881 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-189a7669-31f8-4217-a2d2-3e58da59af27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (93b21490-cd69-4be6-88dc-43571da88902), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:04.173044 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-189a7669-31f8-4217-a2d2-3e58da59af27 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=564604b8c57a40c1b124a7f69e5ea080&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2852590 Oct 04 21:09:04.178775 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef059761-2ae8-47e6-8fa5-5912d187240a admin admin] Network 2609aab7-660a-41ed-80db-1251fa59a030 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:09:04.273783 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 59684) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:04.343842 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=6 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:04.413551 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-ef059761-2ae8-47e6-8fa5-5912d187240a admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:09:04.576914 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8857b4ab-4d56-4359-8ef0-80696ce9a70e None None] Resources bound (agent type, host, resource id): {{(pid=108171) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 04 21:09:04.594694 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189a7669-31f8-4217-a2d2-3e58da59af27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b21490-cd69-4be6-88dc-43571da88902,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:04.684352 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:09:04.685576 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b313b2f3-4e1b-4650-ada0-c1d1e06da8dd), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:04.689755 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:04.732583 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f8a1fb9f-d36a-458b-b75b-1504f102c3e2 admin admin] Publish callbacks [] for security_group (93b21490-cd69-4be6-88dc-43571da88902), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:04.819810 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-eba07e72-ecba-4cd8-9655-eddd21b32bfd req-6be34d0d-69a7-4f94-ad4d-1195ff87eb4e service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=e5caffef-3784-4343-9a47-bb934f2b2214&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7625940 Oct 04 21:09:04.829035 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83bcc0c7-4c42-4b11-b696-5f87e70177b3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Router 75e7b598-649c-48db-980e-e08c724bd10f has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:09:04.832949 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f8a1fb9f-d36a-458b-b75b-1504f102c3e2 admin admin] Publish callbacks [] for security_group (93b21490-cd69-4be6-88dc-43571da88902), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:04.867234 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-90889b6b-d47d-4618-9a28-f8debf7ff8b2 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "GET /networking/v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 1.7377489 Oct 04 21:09:04.868527 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ced632d-3803-4bcc-883f-afa389d7fcbd tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Made reservation on behalf of f31334bc846b471aace4cb8b5f10ff51 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:09:04.877536 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59690) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:04.882992 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4ced632d-3803-4bcc-883f-afa389d7fcbd tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:04.945184 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-3331a6e9-d998-4ecf-b809-19976bd56fac None None] Current status of the port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:09:04.953538 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3331a6e9-d998-4ecf-b809-19976bd56fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b313b2f3-4e1b-4650-ada0-c1d1e06da8dd), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:05.093126 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef059761-2ae8-47e6-8fa5-5912d187240a admin admin] Router 6304a791-050f-4a86-99f0-9c5cc91f1c34 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:09:05.098809 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=100 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:05.099644 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b313b2f3-4e1b-4650-ada0-c1d1e06da8dd,segment=NetworkSegment(a074d1d3-d8bf-45a2-a3f3-7647e2465b5f),segment_id=a074d1d3-d8bf-45a2-a3f3-7647e2465b5f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:09:05.260058 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (b313b2f3-4e1b-4650-ada0-c1d1e06da8dd), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:05.347806 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f8a1fb9f-d36a-458b-b75b-1504f102c3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (93b21490-cd69-4be6-88dc-43571da88902), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:05.352256 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f8a1fb9f-d36a-458b-b75b-1504f102c3e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:05.356230 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f8a1fb9f-d36a-458b-b75b-1504f102c3e2 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/93b21490-cd69-4be6-88dc-43571da88902 HTTP/1.1" status: 204 len: 168 time: 1.0766060 Oct 04 21:09:05.359674 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba07e72-ecba-4cd8-9655-eddd21b32bfd req-651260b0-7359-4b8b-9a1b-1cf53f107151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:09:05.363388 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-eba07e72-ecba-4cd8-9655-eddd21b32bfd req-651260b0-7359-4b8b-9a1b-1cf53f107151 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=f1825a1177a04e78bd4d42c9ab83c051&device_id=e5caffef-3784-4343-9a47-bb934f2b2214 HTTP/1.1" status: 200 len: 1131 time: 0.3965421 Oct 04 21:09:05.402939 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bdbd22-471d-4b0a-9488-74693bb27d1e tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:09:05.407553 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bdbd22-471d-4b0a-9488-74693bb27d1e tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:09:05.412128 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-23bdbd22-471d-4b0a-9488-74693bb27d1e tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.5243845 Oct 04 21:09:05.422449 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a1fb9f-d36a-458b-b75b-1504f102c3e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b21490-cd69-4be6-88dc-43571da88902,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:05.453688 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 59698) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:05.579360 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83bcc0c7-4c42-4b11-b696-5f87e70177b3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:09:05.594442 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-83bcc0c7-4c42-4b11-b696-5f87e70177b3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "PUT /networking/v2.0/routers/75e7b598-649c-48db-980e-e08c724bd10f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9078524 Oct 04 21:09:05.622435 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b14b52-4eff-40e9-8267-04d7a5cf9d7c None None] Sync routers for ids ['75e7b598-649c-48db-980e-e08c724bd10f'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:09:05.625915 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 59702) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:05.689594 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 1fe6330a-a7f7-4c19-9aec-77142fd513cd up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:09:05.693207 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b14b52-4eff-40e9-8267-04d7a5cf9d7c None None] Routers {'75e7b598-649c-48db-980e-e08c724bd10f'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:09:05.699559 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-d4b14b52-4eff-40e9-8267-04d7a5cf9d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:08:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['75e7b598-649c-48db-980e-e08c724bd10f'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:09:05.865133 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9d17aa-2a18-41af-afc3-497427d6998b None None] Network 2609aab7-660a-41ed-80db-1251fa59a030 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:09:05.869730 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1408fa92-298e-4203-8495-8757653f5b38 None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:09:05.873435 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-d4b14b52-4eff-40e9-8267-04d7a5cf9d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:09:05.898523 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:05.901781 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-3331a6e9-d998-4ecf-b809-19976bd56fac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 21:09:05.902603 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-3331a6e9-d998-4ecf-b809-19976bd56fac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 21:09:05.925866 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b14b52-4eff-40e9-8267-04d7a5cf9d7c None None] Routers {'75e7b598-649c-48db-980e-e08c724bd10f'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:09:05.929702 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-d4b14b52-4eff-40e9-8267-04d7a5cf9d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:08:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['75e7b598-649c-48db-980e-e08c724bd10f'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:09:05.953584 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bdf726-1bd1-4579-9f69-f735ca02675d None None] Network 5e2b912a-ffaa-44f3-95c1-bc5758eff20c requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:09:06.088831 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-d4b14b52-4eff-40e9-8267-04d7a5cf9d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:09:06.091796 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b14b52-4eff-40e9-8267-04d7a5cf9d7c None None] The sync data for ids ['75e7b598-649c-48db-980e-e08c724bd10f'] in n-d-852085-12 is: [] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:09:06.225796 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba07e72-ecba-4cd8-9655-eddd21b32bfd req-2938df8e-4986-4090-a94d-5720a5ff036c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:09:06.228202 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:06.228820 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-eba07e72-ecba-4cd8-9655-eddd21b32bfd req-2938df8e-4986-4090-a94d-5720a5ff036c service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=42fbb05e-3f96-444f-a676-04ee9d06a8c7 HTTP/1.1" status: 200 len: 870 time: 0.8149006 Oct 04 21:09:06.231803 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=b313b2f3-4e1b-4650-ada0-c1d1e06da8dd,revision_number=7']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:06.232382 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-188eb579-9c44-45b7-9bb0-3668f0e52594 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] GET failed (client error): The resource could not be found. Oct 04 21:09:06.235845 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-188eb579-9c44-45b7-9bb0-3668f0e52594 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "GET /networking/v2.0/ports/156dfbf3-804d-4a9e-9363-2290b5e26cb6 HTTP/1.1" status: 404 len: 333 time: 0.6079261 Oct 04 21:09:06.241052 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 59710) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:06.376788 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bdf726-1bd1-4579-9f69-f735ca02675d None None] Network 5e2b912a-ffaa-44f3-95c1-bc5758eff20c could not be found, it might have been deleted concurrently. {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 04 21:09:06.437819 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcf7439-30cd-4bad-9bb1-51c57bcf0aad None None] Network 5e2b912a-ffaa-44f3-95c1-bc5758eff20c requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:09:06.470000 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4ced632d-3803-4bcc-883f-afa389d7fcbd tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (23950848-71e2-4ace-8df8-51d7f0b54c57), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:06.537231 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcf7439-30cd-4bad-9bb1-51c57bcf0aad None None] Network 5e2b912a-ffaa-44f3-95c1-bc5758eff20c could not be found, it might have been deleted concurrently. {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 04 21:09:07.172414 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:07.307062 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 1fe6330a-a7f7-4c19-9aec-77142fd513cd triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:09:07.307691 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (1fe6330a-a7f7-4c19-9aec-77142fd513cd), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:07.308247 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 1fe6330a-a7f7-4c19-9aec-77142fd513cd Oct 04 21:09:07.470632 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-3331a6e9-d998-4ecf-b809-19976bd56fac None None] Current status of the port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:09:07.491048 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-3331a6e9-d998-4ecf-b809-19976bd56fac None None] Could not find standard attr ID for object f3739c63-0acb-4a3b-a907-a88e5476564b. {{(pid=108171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 04 21:09:07.593973 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e739613-90b9-42a8-8463-2e73263095de None None] DHCP port deletion for 42edc29f-8c98-4058-994e-1dc4e7a022d1 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:09:07.638492 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-eba07e72-ecba-4cd8-9655-eddd21b32bfd req-d29a833a-390c-4d75-be63-4e30d0859721 service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=1c154906-993f-4652-add1-a70d59e80af4 HTTP/1.1" status: 200 len: 217 time: 1.3701482 Oct 04 21:09:07.645888 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2fb1806d-ab9f-4ba6-9ebf-e5b5c9aed3e9 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for router (75e7b598-649c-48db-980e-e08c724bd10f), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:07.749549 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef059761-2ae8-47e6-8fa5-5912d187240a admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:09:07.765926 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ef059761-2ae8-47e6-8fa5-5912d187240a admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/6304a791-050f-4a86-99f0-9c5cc91f1c34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.7115841 Oct 04 21:09:07.821706 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba07e72-ecba-4cd8-9655-eddd21b32bfd req-2a168b32-61ca-4c03-86fd-dacc56d9d33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:09:07.824176 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adbc5de-c090-44bc-a4fe-e5f8f1f2b2e2 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Attributes excluded by policy engine: ['shared'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:09:07.824644 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-eba07e72-ecba-4cd8-9655-eddd21b32bfd req-2a168b32-61ca-4c03-86fd-dacc56d9d33b service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.1821558 Oct 04 21:09:07.829979 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adbc5de-c090-44bc-a4fe-e5f8f1f2b2e2 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Attributes excluded by policy engine: ['shared'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:09:07.834353 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4adbc5de-c090-44bc-a4fe-e5f8f1f2b2e2 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "GET /networking/v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 2.3783689 Oct 04 21:09:07.850819 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 59736) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:07.873114 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da47f611-cbb3-4cab-b3c2-7a4fcf37f2ec None None] Sync routers for ids ['6304a791-050f-4a86-99f0-9c5cc91f1c34'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:09:07.956076 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba07e72-ecba-4cd8-9655-eddd21b32bfd req-50bec690-4c98-4a17-93af-27f199676b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:09:07.961026 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-eba07e72-ecba-4cd8-9655-eddd21b32bfd req-50bec690-4c98-4a17-93af-27f199676b99 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1282117 Oct 04 21:09:08.015812 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-0d1949a6-efa8-4226-933f-b1b5687580a8 None None] Could not find standard attr ID for object 156dfbf3-804d-4a9e-9363-2290b5e26cb6. {{(pid=108171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 04 21:09:08.036811 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ced632d-3803-4bcc-883f-afa389d7fcbd tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:09:08.043725 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-4ced632d-3803-4bcc-883f-afa389d7fcbd tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:09:08.069485 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ced632d-3803-4bcc-883f-afa389d7fcbd tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:09:08.070523 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4ced632d-3803-4bcc-883f-afa389d7fcbd tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:08.091248 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da47f611-cbb3-4cab-b3c2-7a4fcf37f2ec None None] Routers {'6304a791-050f-4a86-99f0-9c5cc91f1c34'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:09:08.092863 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-da47f611-cbb3-4cab-b3c2-7a4fcf37f2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:08:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['6304a791-050f-4a86-99f0-9c5cc91f1c34'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:09:08.220951 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:08.275365 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-6e739613-90b9-42a8-8463-2e73263095de None None] Deleting port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:09:08.277317 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6e739613-90b9-42a8-8463-2e73263095de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (b313b2f3-4e1b-4650-ada0-c1d1e06da8dd), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:08.316376 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 1fe6330a-a7f7-4c19-9aec-77142fd513cd is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:09:08.316791 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4ced632d-3803-4bcc-883f-afa389d7fcbd tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 4.2804165 Oct 04 21:09:08.324640 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ced632d-3803-4bcc-883f-afa389d7fcbd tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event updated for resources: {'Subnet': ['ID=23950848-71e2-4ace-8df8-51d7f0b54c57,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:08.344988 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 59748) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:08.373372 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-7b6624d8-7f19-402f-81e8-fb445824c92e tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-981278121', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:09:08.562199 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-eba07e72-ecba-4cd8-9655-eddd21b32bfd req-043cbe81-a3f4-4c3f-823d-d67b62147f4d service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5910251 Oct 04 21:09:08.602007 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b313b2f3-4e1b-4650-ada0-c1d1e06da8dd no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:09:08.928402 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-2d279728-f60c-4af7-865b-5473d568dfb0 None None] Provisioning complete for port 29f5e130-d40a-47df-9c1c-e22c9a1a86a5 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:09:08.930641 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2d279728-f60c-4af7-865b-5473d568dfb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (29f5e130-d40a-47df-9c1c-e22c9a1a86a5), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:08.931431 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-2d279728-f60c-4af7-865b-5473d568dfb0 None None] Attempt 1 to provision port 29f5e130-d40a-47df-9c1c-e22c9a1a86a5 Oct 04 21:09:08.975201 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-eba07e72-ecba-4cd8-9655-eddd21b32bfd req-b25acecb-2e96-4294-9cf2-3aef6056512b service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4007366 Oct 04 21:09:09.104279 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:09.112144 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-da47f611-cbb3-4cab-b3c2-7a4fcf37f2ec None None] Set router 6304a791-050f-4a86-99f0-9c5cc91f1c34 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:09:09.157219 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-6e739613-90b9-42a8-8463-2e73263095de None None] For port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b313b2f3-4e1b-4650-ada0-c1d1e06da8dd,segment=NetworkSegment(a074d1d3-d8bf-45a2-a3f3-7647e2465b5f),segment_id=a074d1d3-d8bf-45a2-a3f3-7647e2465b5f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:09:09.158125 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6e739613-90b9-42a8-8463-2e73263095de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (b313b2f3-4e1b-4650-ada0-c1d1e06da8dd), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:09.318371 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112b3d0e-1551-475f-b060-5d7fcc01948c tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:09:09.328063 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59782) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:09.330958 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-112b3d0e-1551-475f-b060-5d7fcc01948c tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "GET /networking/v2.0/networks/a5b9bd99-e355-4a4e-9138-1daf27c0c576 HTTP/1.1" status: 200 len: 800 time: 1.4724877 Oct 04 21:09:09.383295 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2fb1806d-ab9f-4ba6-9ebf-e5b5c9aed3e9 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (75e7b598-649c-48db-980e-e08c724bd10f), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:09.391405 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2fb1806d-ab9f-4ba6-9ebf-e5b5c9aed3e9 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for router_controller (75e7b598-649c-48db-980e-e08c724bd10f), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:09.613532 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7b6624d8-7f19-402f-81e8-fb445824c92e tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (e9076e67-7e6f-49a3-90b1-f39a9695dc9f), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:09.617118 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7b6624d8-7f19-402f-81e8-fb445824c92e tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (e9076e67-7e6f-49a3-90b1-f39a9695dc9f), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:09.835576 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-6e739613-90b9-42a8-8463-2e73263095de None None] Calling delete_port for b313b2f3-4e1b-4650-ada0-c1d1e06da8dd owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:09:09.908514 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2fb1806d-ab9f-4ba6-9ebf-e5b5c9aed3e9 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (75e7b598-649c-48db-980e-e08c724bd10f), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:09.912053 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb1806d-ab9f-4ba6-9ebf-e5b5c9aed3e9 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Fanout notify agent at l3_agent the message router_deleted on router 75e7b598-649c-48db-980e-e08c724bd10f {{(pid=108170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 21:09:09.931673 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7b6624d8-7f19-402f-81e8-fb445824c92e tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for router_controller (e9076e67-7e6f-49a3-90b1-f39a9695dc9f), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:09.986299 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd is: ACTIVE; New status is: DOWN {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:09:09.987018 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b313b2f3-4e1b-4650-ada0-c1d1e06da8dd), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:09.991079 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e3cf5717-6bf6-424e-902b-a74efbcb4418 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "GET /networking/v2.0/networks/a5b9bd99-e355-4a4e-9138-1daf27c0c576?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.6602550 Oct 04 21:09:09.992239 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59812) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:10.024297 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2fb1806d-ab9f-4ba6-9ebf-e5b5c9aed3e9 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:10.034407 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2fb1806d-ab9f-4ba6-9ebf-e5b5c9aed3e9 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "DELETE /networking/v2.0/routers/75e7b598-649c-48db-980e-e08c724bd10f HTTP/1.1" status: 204 len: 168 time: 3.7912366 Oct 04 21:09:10.040813 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 59814) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:10.045447 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:10.112012 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7b6624d8-7f19-402f-81e8-fb445824c92e tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (e9076e67-7e6f-49a3-90b1-f39a9695dc9f), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:10.224453 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f6b778-2d9f-4ae0-a2db-bd0cc738ef95 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:09:10.228923 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-53f6b778-2d9f-4ae0-a2db-bd0cc738ef95 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "GET /networking/v2.0/subnets/87b87f36-507c-44b1-9e1a-3286e605bdbb HTTP/1.1" status: 200 len: 811 time: 0.2330503 Oct 04 21:09:10.239612 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59816) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:10.278721 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:10.316115 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7b6624d8-7f19-402f-81e8-fb445824c92e tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:10.321270 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-7b6624d8-7f19-402f-81e8-fb445824c92e tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.9660652 Oct 04 21:09:10.344025 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-735b169b-b999-4da1-8ce7-9219c2a0680f tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Deleting subnet 65cd3799-4ba8-471a-9a3f-e47e16db857f {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:09:10.361415 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-735b169b-b999-4da1-8ce7-9219c2a0680f tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for subnet (65cd3799-4ba8-471a-9a3f-e47e16db857f), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:10.373146 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 59818) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:10.451100 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee504c22-b6bc-4ef7-a12f-faf2c9f0d369 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Attributes excluded by policy engine: ['shared'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:09:10.454698 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b313b2f3-4e1b-4650-ada0-c1d1e06da8dd,segment=NetworkSegment(a074d1d3-d8bf-45a2-a3f3-7647e2465b5f),segment_id=a074d1d3-d8bf-45a2-a3f3-7647e2465b5f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:09:10.456498 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ee504c22-b6bc-4ef7-a12f-faf2c9f0d369 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "GET /networking/v2.0/subnets/87b87f36-507c-44b1-9e1a-3286e605bdbb?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2145698 Oct 04 21:09:10.462961 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59822) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:10.496108 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-d80f8cb1-c717-42bf-91cf-05588245f50d tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1412901328'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:09:10.512916 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-2d279728-f60c-4af7-865b-5473d568dfb0 None None] Current status of the port 29f5e130-d40a-47df-9c1c-e22c9a1a86a5 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:09:10.545247 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-2d279728-f60c-4af7-865b-5473d568dfb0 None None] Provisioning complete for port 2cfb272f-47a4-4ec4-b05b-c28fb296aade triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:09:10.546584 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2d279728-f60c-4af7-865b-5473d568dfb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (2cfb272f-47a4-4ec4-b05b-c28fb296aade), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:10.547338 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-2d279728-f60c-4af7-865b-5473d568dfb0 None None] Attempt 1 to provision port 2cfb272f-47a4-4ec4-b05b-c28fb296aade Oct 04 21:09:10.756911 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (b313b2f3-4e1b-4650-ada0-c1d1e06da8dd), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:10.771247 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80f8cb1-c717-42bf-91cf-05588245f50d tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Made reservation on behalf of d2227c0bff3a4d24894ea6838f5ffe54 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:09:10.778740 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d80f8cb1-c717-42bf-91cf-05588245f50d tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:10.849083 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-735b169b-b999-4da1-8ce7-9219c2a0680f tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (65cd3799-4ba8-471a-9a3f-e47e16db857f), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:10.906099 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d80f8cb1-c717-42bf-91cf-05588245f50d tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:09:10.963509 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:11.006338 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d80f8cb1-c717-42bf-91cf-05588245f50d tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (b62e87ba-c837-433e-b356-0cae1633aeff), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:11.007220 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-d80f8cb1-c717-42bf-91cf-05588245f50d tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Added segment b62e87ba-c837-433e-b356-0cae1633aeff of type vlan for network 1226a3bd-5aa7-4529-9ae4-e29d9de71510 Oct 04 21:09:11.160861 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d80f8cb1-c717-42bf-91cf-05588245f50d tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (1226a3bd-5aa7-4529-9ae4-e29d9de71510), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:11.214697 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6e739613-90b9-42a8-8463-2e73263095de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (b313b2f3-4e1b-4650-ada0-c1d1e06da8dd), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:11.224405 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:11.274027 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-2d279728-f60c-4af7-865b-5473d568dfb0 None None] Port 2cfb272f-47a4-4ec4-b05b-c28fb296aade cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:09:11.330418 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e739613-90b9-42a8-8463-2e73263095de None None] No DVR routers for this DVR port b313b2f3-4e1b-4650-ada0-c1d1e06da8dd on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:09:11.381186 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=b313b2f3-4e1b-4650-ada0-c1d1e06da8dd,revision_number=8']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:11.422347 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d80f8cb1-c717-42bf-91cf-05588245f50d tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (1226a3bd-5aa7-4529-9ae4-e29d9de71510), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:11.435567 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80f8cb1-c717-42bf-91cf-05588245f50d tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:09:11.447505 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d80f8cb1-c717-42bf-91cf-05588245f50d tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:11.514063 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-da47f611-cbb3-4cab-b3c2-7a4fcf37f2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6304a791-050f-4a86-99f0-9c5cc91f1c34', 'name': 'tempest-TestVolumeBackupRestore-1561662983-router', 'tenant_id': 'be6737dcacaa4985bb6bc9e1bf6b1f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '1fe6330a-a7f7-4c19-9aec-77142fd513cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:08:40Z', 'updated_at': '2022-10-04T21:08:58Z', 'revision_number': 4, 'project_id': 'be6737dcacaa4985bb6bc9e1bf6b1f0a', 'gw_port': {'id': '1fe6330a-a7f7-4c19-9aec-77142fd513cd', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ca:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6304a791-050f-4a86-99f0-9c5cc91f1c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:08:43Z', 'updated_at': '2022-10-04T21:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '2cfb272f-47a4-4ec4-b05b-c28fb296aade', 'name': '', 'network_id': '2609aab7-660a-41ed-80db-1251fa59a030', 'tenant_id': 'be6737dcacaa4985bb6bc9e1bf6b1f0a', 'mac_address': 'fa:16:3e:35:10:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6304a791-050f-4a86-99f0-9c5cc91f1c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '14bd8ac4-047f-4d17-b73e-aeae615189b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:08:52Z', 'updated_at': '2022-10-04T21:09:00Z', 'revision_number': 2, 'project_id': 'be6737dcacaa4985bb6bc9e1bf6b1f0a', 'subnets': [{'id': '14bd8ac4-047f-4d17-b73e-aeae615189b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:09:11.554934 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e739613-90b9-42a8-8463-2e73263095de None None] Pushing event deleted for resources: {'Port': ['ID=b313b2f3-4e1b-4650-ada0-c1d1e06da8dd,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:11.591943 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-735b169b-b999-4da1-8ce7-9219c2a0680f tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (65cd3799-4ba8-471a-9a3f-e47e16db857f), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:11.649887 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79507d74-b226-454d-8c1b-e8b568c62883 None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:09:11.822449 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80f8cb1-c717-42bf-91cf-05588245f50d tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Pushing event updated for resources: {'Network': ['ID=1226a3bd-5aa7-4529-9ae4-e29d9de71510,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:11.987111 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d80f8cb1-c717-42bf-91cf-05588245f50d tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5174751 Oct 04 21:09:11.988319 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59848) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:12.027504 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-1de0c040-a274-4319-9123-79dcafb303db tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Request body: {'subnet': {'network_id': '1226a3bd-5aa7-4529-9ae4-e29d9de71510', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:09:12.037057 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 1226a3bd-5aa7-4529-9ae4-e29d9de71510 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:09:12.076399 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da47f611-cbb3-4cab-b3c2-7a4fcf37f2ec None None] Checking router: 6304a791-050f-4a86-99f0-9c5cc91f1c34 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:09:12.084300 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da47f611-cbb3-4cab-b3c2-7a4fcf37f2ec None None] Updating router 6304a791-050f-4a86-99f0-9c5cc91f1c34 port 2cfb272f-47a4-4ec4-b05b-c28fb296aade binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:09:12.193094 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe43c21e-119d-441a-b342-348762a6a03b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-42edc29f-8c98-4058-994e-1dc4e7a022d1', 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'project_id': 'f31334bc846b471aace4cb8b5f10ff51', 'fixed_ips': [{'subnet_id': '23950848-71e2-4ace-8df8-51d7f0b54c57'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:09:12.197818 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fe43c21e-119d-441a-b342-348762a6a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:12.227844 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3234d1af-7a00-417b-8da5-3230259405eb tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:12.399504 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-735b169b-b999-4da1-8ce7-9219c2a0680f tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (65cd3799-4ba8-471a-9a3f-e47e16db857f), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:12.413912 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de0c040-a274-4319-9123-79dcafb303db tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Made reservation on behalf of d2227c0bff3a4d24894ea6838f5ffe54 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:09:12.422162 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1de0c040-a274-4319-9123-79dcafb303db tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:12.448155 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-da47f611-cbb3-4cab-b3c2-7a4fcf37f2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (2cfb272f-47a4-4ec4-b05b-c28fb296aade), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:12.486969 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-577deeee-90a2-45c7-bc17-c44405bfe372 None None] Provisioning complete for port 2cfb272f-47a4-4ec4-b05b-c28fb296aade triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:09:12.488123 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-577deeee-90a2-45c7-bc17-c44405bfe372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (2cfb272f-47a4-4ec4-b05b-c28fb296aade), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:12.488891 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-577deeee-90a2-45c7-bc17-c44405bfe372 None None] Attempt 1 to provision port 2cfb272f-47a4-4ec4-b05b-c28fb296aade Oct 04 21:09:12.633763 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-735b169b-b999-4da1-8ce7-9219c2a0680f tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:12.646505 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-735b169b-b999-4da1-8ce7-9219c2a0680f tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/65cd3799-4ba8-471a-9a3f-e47e16db857f HTTP/1.1" status: 204 len: 168 time: 2.5957785 Oct 04 21:09:12.647536 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 59860) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:12.750909 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.ipam_backend_mixin [None req-1de0c040-a274-4319-9123-79dcafb303db tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Performing IP validity checks on allocation pools {{(pid=108169) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Oct 04 21:09:12.751757 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.ipam_backend_mixin [None req-1de0c040-a274-4319-9123-79dcafb303db tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Checking for overlaps among allocation pools and gateway ip {{(pid=108169) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Oct 04 21:09:12.753111 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9eed25-2b10-4d29-89bf-d4aaf8d8bc95 None None] Network 2ba4dd98-f488-4d3f-b52d-8db914b77ff9 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:09:12.874675 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:13.505158 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=83,neutron:INSERT=5,neutron:DELETE=7,neutron:UPDATE=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:13.505616 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735b169b-b999-4da1-8ce7-9219c2a0680f tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event deleted for resources: {'Subnet': ['ID=65cd3799-4ba8-471a-9a3f-e47e16db857f,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:13.615839 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1de0c040-a274-4319-9123-79dcafb303db tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (3c44d405-0df4-460d-9316-35a9bca1ed79), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:13.626977 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-577deeee-90a2-45c7-bc17-c44405bfe372 None None] Port 2cfb272f-47a4-4ec4-b05b-c28fb296aade cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:09:13.915658 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:14.001906 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-3234d1af-7a00-417b-8da5-3230259405eb tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Allocated IP 2001:db8::1 (42edc29f-8c98-4058-994e-1dc4e7a022d1/23950848-71e2-4ace-8df8-51d7f0b54c57/9080f06b-59b5-40d4-8058-6daba1c82708) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:09:14.140455 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de0c040-a274-4319-9123-79dcafb303db tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Pushing event updated for resources: {'Subnet': ['ID=3c44d405-0df4-460d-9316-35a9bca1ed79,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:14.160083 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de0c040-a274-4319-9123-79dcafb303db tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Checking segment: {'id': 'b62e87ba-c837-433e-b356-0cae1633aeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1226a3bd-5aa7-4529-9ae4-e29d9de71510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:09:14.160842 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de0c040-a274-4319-9123-79dcafb303db tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Network hostable DHCP agents. Network: 1226a3bd-5aa7-4529-9ae4-e29d9de71510, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:09:14.369073 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de0c040-a274-4319-9123-79dcafb303db tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Network 1226a3bd-5aa7-4529-9ae4-e29d9de71510 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:09:14.406335 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:14.493654 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-1de0c040-a274-4319-9123-79dcafb303db tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 1226a3bd-5aa7-4529-9ae4-e29d9de71510) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:09:14.507045 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de0c040-a274-4319-9123-79dcafb303db tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:09:14.508229 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1de0c040-a274-4319-9123-79dcafb303db tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:14.577433 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cc16af-e828-4120-a6d9-10ac1813836e None None] Network 1226a3bd-5aa7-4529-9ae4-e29d9de71510 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:09:14.685949 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-1de0c040-a274-4319-9123-79dcafb303db tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.6956542 Oct 04 21:09:14.696586 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59916) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:14.713450 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-42d63110-d911-4a85-91fc-e2517609390e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (2ba4dd98-f488-4d3f-b52d-8db914b77ff9), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:14.748081 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-2b43ca20-d41d-469d-8038-2b18d5200b90 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:09:14.908106 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-42d63110-d911-4a85-91fc-e2517609390e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Deleting port 0f69da36-f233-48ce-8322-09c5e7e9cc84 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:09:14.908106 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-42d63110-d911-4a85-91fc-e2517609390e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (0f69da36-f233-48ce-8322-09c5e7e9cc84), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:15.037832 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00c0995-61f1-4583-8684-6ecedf502bcb None None] DHCP port deletion for 2ba4dd98-f488-4d3f-b52d-8db914b77ff9 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:09:15.228441 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:DELETE=1,neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:15.241288 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-c00c0995-61f1-4583-8684-6ecedf502bcb None None] Deleting port 0f69da36-f233-48ce-8322-09c5e7e9cc84 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:09:15.248038 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c00c0995-61f1-4583-8684-6ecedf502bcb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (0f69da36-f233-48ce-8322-09c5e7e9cc84), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:15.250573 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3234d1af-7a00-417b-8da5-3230259405eb tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for port (9080f06b-59b5-40d4-8058-6daba1c82708), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:15.265342 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 0f69da36-f233-48ce-8322-09c5e7e9cc84 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:09:15.416107 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2b43ca20-d41d-469d-8038-2b18d5200b90 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-32789349'] for subnet (3c44d405-0df4-460d-9316-35a9bca1ed79), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:15.435267 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-42d63110-d911-4a85-91fc-e2517609390e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] For port 0f69da36-f233-48ce-8322-09c5e7e9cc84, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=0f69da36-f233-48ce-8322-09c5e7e9cc84,segment=NetworkSegment(46f3fe0d-de54-412a-826e-94668c9438d7),segment_id=46f3fe0d-de54-412a-826e-94668c9438d7)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:09:15.436063 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-42d63110-d911-4a85-91fc-e2517609390e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (0f69da36-f233-48ce-8322-09c5e7e9cc84), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:15.463418 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-42d63110-d911-4a85-91fc-e2517609390e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Calling delete_port for 0f69da36-f233-48ce-8322-09c5e7e9cc84 owned by network:dhcp {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:09:15.798739 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17602521-d321-4862-9410-e6f2d41be03e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-1226a3bd-5aa7-4529-9ae4-e29d9de71510', 'network_id': '1226a3bd-5aa7-4529-9ae4-e29d9de71510', 'project_id': 'd2227c0bff3a4d24894ea6838f5ffe54', 'fixed_ips': [{'subnet_id': '3c44d405-0df4-460d-9316-35a9bca1ed79'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:09:15.800779 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-17602521-d321-4862-9410-e6f2d41be03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:15.882303 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3234d1af-7a00-417b-8da5-3230259405eb tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (9080f06b-59b5-40d4-8058-6daba1c82708), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:16.061038 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-42d63110-d911-4a85-91fc-e2517609390e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (0f69da36-f233-48ce-8322-09c5e7e9cc84), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:16.088355 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=34,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:16.129328 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3234d1af-7a00-417b-8da5-3230259405eb tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event updated for resources: {'Port': ['ID=9080f06b-59b5-40d4-8058-6daba1c82708,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:16.220402 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2b43ca20-d41d-469d-8038-2b18d5200b90 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740981437359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-33483532'] for subnet (3c44d405-0df4-460d-9316-35a9bca1ed79), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:16.249207 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-fe43c21e-119d-441a-b342-348762a6a03b None None] Allocated IP 2001:db8::2 (42edc29f-8c98-4058-994e-1dc4e7a022d1/23950848-71e2-4ace-8df8-51d7f0b54c57/55750219-1e88-4118-a771-3a1a8e90c268) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:09:16.261879 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d63110-d911-4a85-91fc-e2517609390e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] No DVR routers for this DVR port 0f69da36-f233-48ce-8322-09c5e7e9cc84 on host n-d-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:09:16.269845 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3234d1af-7a00-417b-8da5-3230259405eb tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:09:16.301502 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c1bc6164-f51f-444b-9935-bcc84df4f8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:16.331542 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-c00c0995-61f1-4583-8684-6ecedf502bcb None None] For port 0f69da36-f233-48ce-8322-09c5e7e9cc84, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=0f69da36-f233-48ce-8322-09c5e7e9cc84,segment=NetworkSegment(46f3fe0d-de54-412a-826e-94668c9438d7),segment_id=46f3fe0d-de54-412a-826e-94668c9438d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:09:16.333738 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c00c0995-61f1-4583-8684-6ecedf502bcb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (0f69da36-f233-48ce-8322-09c5e7e9cc84), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:16.376276 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-c00c0995-61f1-4583-8684-6ecedf502bcb None None] Calling delete_port for 0f69da36-f233-48ce-8322-09c5e7e9cc84 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:09:16.424105 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No active binding found for port 0f69da36-f233-48ce-8322-09c5e7e9cc84 {{(pid=108171) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Oct 04 21:09:16.425064 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] The host n-d-852085-12 is not matching for port 0f69da36-f233-48ce-8322-09c5e7e9cc84 host None! {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2431}} Oct 04 21:09:16.426070 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 0f69da36-f233-48ce-8322-09c5e7e9cc84 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:09:16.480520 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b43ca20-d41d-469d-8038-2b18d5200b90 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:09:16.485366 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2b43ca20-d41d-469d-8038-2b18d5200b90 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:16.487499 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:16.494163 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-2b43ca20-d41d-469d-8038-2b18d5200b90 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "PUT /networking/v2.0/subnets/3c44d405-0df4-460d-9316-35a9bca1ed79 HTTP/1.1" status: 200 len: 877 time: 1.8011310 Oct 04 21:09:16.508271 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59948) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:16.554435 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-42d63110-d911-4a85-91fc-e2517609390e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (2ba4dd98-f488-4d3f-b52d-8db914b77ff9), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:16.595928 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d63110-d911-4a85-91fc-e2517609390e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event deleted for resources: {'Port': ['ID=0f69da36-f233-48ce-8322-09c5e7e9cc84,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:16.605307 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-3234d1af-7a00-417b-8da5-3230259405eb tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:09:16.612876 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3234d1af-7a00-417b-8da5-3230259405eb tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:09:16.615216 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3234d1af-7a00-417b-8da5-3230259405eb tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (e9076e67-7e6f-49a3-90b1-f39a9695dc9f), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:16.728545 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:16.754616 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-42d63110-d911-4a85-91fc-e2517609390e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ba4dd98-f488-4d3f-b52d-8db914b77ff9']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:09:16.878477 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-42d63110-d911-4a85-91fc-e2517609390e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46f3fe0d-de54-412a-826e-94668c9438d7') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:09:16.879321 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-42d63110-d911-4a85-91fc-e2517609390e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46f3fe0d-de54-412a-826e-94668c9438d7') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:09:16.945254 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-42d63110-d911-4a85-91fc-e2517609390e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (46f3fe0d-de54-412a-826e-94668c9438d7), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:17.044966 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b43ca20-d41d-469d-8038-2b18d5200b90 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Pushing event updated for resources: {'Subnet': ['ID=3c44d405-0df4-460d-9316-35a9bca1ed79,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:17.057176 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-42d63110-d911-4a85-91fc-e2517609390e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (46f3fe0d-de54-412a-826e-94668c9438d7), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:17.075096 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-66a81322-4a10-4eeb-8189-a2a16b8dd861 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (1226a3bd-5aa7-4529-9ae4-e29d9de71510), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:17.083863 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42d63110-d911-4a85-91fc-e2517609390e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:09:17.086472 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-42d63110-d911-4a85-91fc-e2517609390e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (46f3fe0d-de54-412a-826e-94668c9438d7), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:17.273664 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 46f3fe0d-de54-412a-826e-94668c9438d7 resource provider aggregate not found Oct 04 21:09:17.282384 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-66a81322-4a10-4eeb-8189-a2a16b8dd861 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (3c44d405-0df4-460d-9316-35a9bca1ed79), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:17.473458 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 46f3fe0d-de54-412a-826e-94668c9438d7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 46f3fe0d-de54-412a-826e-94668c9438d7 found for delete ", "request_id": "req-a4b4bd6a-a3e5-4c2d-8f45-69db3a2e5f07"}]} Oct 04 21:09:17.480978 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3234d1af-7a00-417b-8da5-3230259405eb tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (9080f06b-59b5-40d4-8058-6daba1c82708), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:17.522400 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fe43c21e-119d-441a-b342-348762a6a03b None None] Publish callbacks [] for port (55750219-1e88-4118-a771-3a1a8e90c268), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:17.565935 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-66a81322-4a10-4eeb-8189-a2a16b8dd861 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (3c44d405-0df4-460d-9316-35a9bca1ed79), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:17.656326 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-42d63110-d911-4a85-91fc-e2517609390e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (2ba4dd98-f488-4d3f-b52d-8db914b77ff9), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:17.687669 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fe43c21e-119d-441a-b342-348762a6a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (55750219-1e88-4118-a771-3a1a8e90c268), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:17.692230 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a81322-4a10-4eeb-8189-a2a16b8dd861 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Pushing event deleted for resources: {'Subnet': ['ID=3c44d405-0df4-460d-9316-35a9bca1ed79,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:17.720014 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-42d63110-d911-4a85-91fc-e2517609390e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:17.742962 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-42d63110-d911-4a85-91fc-e2517609390e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "DELETE /networking/v2.0/networks/2ba4dd98-f488-4d3f-b52d-8db914b77ff9 HTTP/1.1" status: 204 len: 168 time: 4.5339189 Oct 04 21:09:17.756598 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 59970) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:17.853585 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe43c21e-119d-441a-b342-348762a6a03b None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:09:17.866901 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c00c0995-61f1-4583-8684-6ecedf502bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (0f69da36-f233-48ce-8322-09c5e7e9cc84), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:17.908139 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38daa7fd-a5c4-4637-a6e5-f39d4d08bee9 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:09:17.922051 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-38daa7fd-a5c4-4637-a6e5-f39d4d08bee9 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "GET /networking/v2.0/ports/490cfb24-c499-4161-8717-c6192ab871c6 HTTP/1.1" status: 200 len: 840 time: 0.1632867 Oct 04 21:09:17.932035 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 59976) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:17.959190 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-66a81322-4a10-4eeb-8189-a2a16b8dd861 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (1226a3bd-5aa7-4529-9ae4-e29d9de71510), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:17.968448 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-da47f611-cbb3-4cab-b3c2-7a4fcf37f2ec None None] Publish callbacks [] for port (2cfb272f-47a4-4ec4-b05b-c28fb296aade), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:17.987376 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe43c21e-119d-441a-b342-348762a6a03b None None] Pushing event updated for resources: {'Port': ['ID=55750219-1e88-4118-a771-3a1a8e90c268,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:17.999851 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:UPDATE=5,neutron:SELECT=88,neutron:INSERT=2,neutron:DELETE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:18.001885 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-fe43c21e-119d-441a-b342-348762a6a03b None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:09:18.004077 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:18.005111 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d4e4d612-f15f-4696-9ea2-8702062f90d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server [None req-17602521-d321-4862-9410-e6f2d41be03e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3c44d405-0df4-460d-9316-35a9bca1ed79: This subnet is being modified by another concurrent operation. Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server raise self.value Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server raise self.value Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server raise self.value Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 292, in create_dhcp_port Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 704, in inner Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return f_with_retry(*args, **kwargs, Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server raise self.value Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server raise self.value Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server raise self.value Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1570, in create_port Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1535, in _create_port_db Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 224, in wrapped Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server raise exception Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3c44d405-0df4-460d-9316-35a9bca1ed79: This subnet is being modified by another concurrent operation. Oct 04 21:09:18.009824 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server Oct 04 21:09:18.034016 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d63110-d911-4a85-91fc-e2517609390e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event deleted for resources: {'Network': ['ID=2ba4dd98-f488-4d3f-b52d-8db914b77ff9,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:18.034715 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe43c21e-119d-441a-b342-348762a6a03b None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:09:18.120684 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-66a81322-4a10-4eeb-8189-a2a16b8dd861 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1226a3bd-5aa7-4529-9ae4-e29d9de71510']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:09:18.141859 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c00c0995-61f1-4583-8684-6ecedf502bcb None None] Network 2ba4dd98-f488-4d3f-b52d-8db914b77ff9 is not hosted by any dhcp agent {{(pid=108171) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 04 21:09:18.142655 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00c0995-61f1-4583-8684-6ecedf502bcb None None] No DVR routers for this DVR port 0f69da36-f233-48ce-8322-09c5e7e9cc84 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:09:18.153387 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-66a81322-4a10-4eeb-8189-a2a16b8dd861 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b62e87ba-c837-433e-b356-0cae1633aeff') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:09:18.154394 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-66a81322-4a10-4eeb-8189-a2a16b8dd861 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b62e87ba-c837-433e-b356-0cae1633aeff') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:09:18.178366 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-da47f611-cbb3-4cab-b3c2-7a4fcf37f2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (2cfb272f-47a4-4ec4-b05b-c28fb296aade), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:18.209855 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-66a81322-4a10-4eeb-8189-a2a16b8dd861 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (b62e87ba-c837-433e-b356-0cae1633aeff), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:18.282780 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-66a81322-4a10-4eeb-8189-a2a16b8dd861 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (b62e87ba-c837-433e-b356-0cae1633aeff), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:18.297095 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c0995-61f1-4583-8684-6ecedf502bcb None None] Pushing event deleted for resources: {'Port': ['ID=0f69da36-f233-48ce-8322-09c5e7e9cc84,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:18.320917 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:18.355893 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66a81322-4a10-4eeb-8189-a2a16b8dd861 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:09:18.356876 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-66a81322-4a10-4eeb-8189-a2a16b8dd861 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (b62e87ba-c837-433e-b356-0cae1633aeff), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:18.372099 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f35cdf2a-57fb-4652-bcee-7ae729da03ab tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "GET /networking/v2.0/ports/490cfb24-c499-4161-8717-c6192ab871c6?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.4376645 Oct 04 21:09:18.377408 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 59978) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:18.387327 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-eb94dbf6-a59a-4df9-b432-dca58b872caf tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Request body: {'subnet': {'network_id': '9578ce3f-c4fc-4b49-8323-9665af6fc78b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:09:18.422264 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-fe43c21e-119d-441a-b342-348762a6a03b None None] Attempting to bind port 55750219-1e88-4118-a771-3a1a8e90c268 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:09:18.422903 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-fe43c21e-119d-441a-b342-348762a6a03b None None] Attempting to bind port 55750219-1e88-4118-a771-3a1a8e90c268 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:09:18.423530 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe43c21e-119d-441a-b342-348762a6a03b None None] Attempting to bind port 55750219-1e88-4118-a771-3a1a8e90c268 on network 42edc29f-8c98-4058-994e-1dc4e7a022d1 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:09:18.557667 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment b62e87ba-c837-433e-b356-0cae1633aeff resource provider aggregate not found Oct 04 21:09:18.653579 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment b62e87ba-c837-433e-b356-0cae1633aeff resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b62e87ba-c837-433e-b356-0cae1633aeff found for delete ", "request_id": "req-ac36ecc8-a835-4a7d-a64b-ae5adc34a856"}]} Oct 04 21:09:18.661057 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc08f0e-93a5-4ed4-9201-d608d05a32b0 None None] Pushing event updated for resources: {'Port': ['ID=2cfb272f-47a4-4ec4-b05b-c28fb296aade,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:18.739848 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-66a81322-4a10-4eeb-8189-a2a16b8dd861 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (1226a3bd-5aa7-4529-9ae4-e29d9de71510), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:18.761043 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-da47f611-cbb3-4cab-b3c2-7a4fcf37f2ec None None] Attempting to bind port 2cfb272f-47a4-4ec4-b05b-c28fb296aade on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:09:18.775325 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-66a81322-4a10-4eeb-8189-a2a16b8dd861 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:18.777563 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-da47f611-cbb3-4cab-b3c2-7a4fcf37f2ec None None] Attempting to bind port 2cfb272f-47a4-4ec4-b05b-c28fb296aade by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '1569562e-36f8-4225-9615-748cf169fa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '2609aab7-660a-41ed-80db-1251fa59a030'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:09:18.778726 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da47f611-cbb3-4cab-b3c2-7a4fcf37f2ec None None] Attempting to bind port 2cfb272f-47a4-4ec4-b05b-c28fb296aade on network 2609aab7-660a-41ed-80db-1251fa59a030 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:09:18.798489 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-66a81322-4a10-4eeb-8189-a2a16b8dd861 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "DELETE /networking/v2.0/networks/1226a3bd-5aa7-4529-9ae4-e29d9de71510 HTTP/1.1" status: 204 len: 168 time: 2.2811239 Oct 04 21:09:18.806265 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59992) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:18.891241 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe43c21e-119d-441a-b342-348762a6a03b None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:09:18.892767 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe43c21e-119d-441a-b342-348762a6a03b None None] Checking segment: {'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:09:18.898056 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fe43c21e-119d-441a-b342-348762a6a03b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:18.898056 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe43c21e-119d-441a-b342-348762a6a03b None None] Bound using segment: {'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:09:18.898056 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-fe43c21e-119d-441a-b342-348762a6a03b None None] Bound port: 55750219-1e88-4118-a771-3a1a8e90c268, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:09:18.898056 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fe43c21e-119d-441a-b342-348762a6a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (55750219-1e88-4118-a771-3a1a8e90c268), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:18.963666 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:INSERT=3,neutron:SELECT=84,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:19.004161 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a81322-4a10-4eeb-8189-a2a16b8dd861 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Pushing event deleted for resources: {'Network': ['ID=1226a3bd-5aa7-4529-9ae4-e29d9de71510,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:19.027566 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae45b8eb-88dd-46a7-bb14-426a7661a723 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] DELETE failed (client error): The resource could not be found. Oct 04 21:09:19.031387 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae45b8eb-88dd-46a7-bb14-426a7661a723 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:09:19.055005 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ae45b8eb-88dd-46a7-bb14-426a7661a723 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/3c44d405-0df4-460d-9316-35a9bca1ed79 HTTP/1.1" status: 404 len: 337 time: 0.2415395 Oct 04 21:09:19.066265 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 59998) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:19.160538 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8c9e661-5e8f-4dec-814a-a9dc5cdc982e tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] DELETE failed (client error): The resource could not be found. Oct 04 21:09:19.164269 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8c9e661-5e8f-4dec-814a-a9dc5cdc982e tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:09:19.167917 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-fe43c21e-119d-441a-b342-348762a6a03b None None] For port 55750219-1e88-4118-a771-3a1a8e90c268, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:09:19.179947 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b8c9e661-5e8f-4dec-814a-a9dc5cdc982e tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "DELETE /networking/v2.0/networks/1226a3bd-5aa7-4529-9ae4-e29d9de71510 HTTP/1.1" status: 404 len: 339 time: 0.1110804 Oct 04 21:09:19.185905 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60002) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:19.202516 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-fe43c21e-119d-441a-b342-348762a6a03b None None] For port 55750219-1e88-4118-a771-3a1a8e90c268, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=55750219-1e88-4118-a771-3a1a8e90c268,segment=NetworkSegment(a074d1d3-d8bf-45a2-a3f3-7647e2465b5f),segment_id=a074d1d3-d8bf-45a2-a3f3-7647e2465b5f)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:09:19.235979 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da47f611-cbb3-4cab-b3c2-7a4fcf37f2ec None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:09:19.237582 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da47f611-cbb3-4cab-b3c2-7a4fcf37f2ec None None] Checking segment: {'id': '1569562e-36f8-4225-9615-748cf169fa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '2609aab7-660a-41ed-80db-1251fa59a030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:09:19.238719 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-da47f611-cbb3-4cab-b3c2-7a4fcf37f2ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:19.240029 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da47f611-cbb3-4cab-b3c2-7a4fcf37f2ec None None] Bound using segment: {'id': '1569562e-36f8-4225-9615-748cf169fa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '2609aab7-660a-41ed-80db-1251fa59a030'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:09:19.242800 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-da47f611-cbb3-4cab-b3c2-7a4fcf37f2ec None None] Bound port: 2cfb272f-47a4-4ec4-b05b-c28fb296aade, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1569562e-36f8-4225-9615-748cf169fa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '2609aab7-660a-41ed-80db-1251fa59a030'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:09:19.252157 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-da47f611-cbb3-4cab-b3c2-7a4fcf37f2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (2cfb272f-47a4-4ec4-b05b-c28fb296aade), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:19.318026 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c59e9e0-6ddf-49c9-8f89-47053a86b85a tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] DELETE failed (client error): The resource could not be found. Oct 04 21:09:19.323267 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c59e9e0-6ddf-49c9-8f89-47053a86b85a tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:09:19.344416 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-5c59e9e0-6ddf-49c9-8f89-47053a86b85a tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/bbc6ab88-0a8d-45b6-a571-10a5653bb644 HTTP/1.1" status: 404 len: 337 time: 0.1523705 Oct 04 21:09:19.344868 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60004) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:19.430642 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fe43c21e-119d-441a-b342-348762a6a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (55750219-1e88-4118-a771-3a1a8e90c268), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:19.469437 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eca0262-9020-4022-b846-50f08f3a044b tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] DELETE failed (client error): The resource could not be found. Oct 04 21:09:19.470941 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eca0262-9020-4022-b846-50f08f3a044b tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:09:19.492638 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-9eca0262-9020-4022-b846-50f08f3a044b tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "DELETE /networking/v2.0/networks/5e2b912a-ffaa-44f3-95c1-bc5758eff20c HTTP/1.1" status: 404 len: 339 time: 0.1440141 Oct 04 21:09:19.496107 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60010) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:19.539569 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3234d1af-7a00-417b-8da5-3230259405eb tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for port (9080f06b-59b5-40d4-8058-6daba1c82708), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:19.648171 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3234d1af-7a00-417b-8da5-3230259405eb tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (9080f06b-59b5-40d4-8058-6daba1c82708), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:19.649897 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3234d1af-7a00-417b-8da5-3230259405eb tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (e9076e67-7e6f-49a3-90b1-f39a9695dc9f), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:19.837935 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-da47f611-cbb3-4cab-b3c2-7a4fcf37f2ec None None] For port 2cfb272f-47a4-4ec4-b05b-c28fb296aade, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:09:19.847360 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe43c21e-119d-441a-b342-348762a6a03b None None] Pushing event updated for resources: {'Port': ['ID=55750219-1e88-4118-a771-3a1a8e90c268,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:19.871060 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-da47f611-cbb3-4cab-b3c2-7a4fcf37f2ec None None] For port 2cfb272f-47a4-4ec4-b05b-c28fb296aade, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=2cfb272f-47a4-4ec4-b05b-c28fb296aade,segment=NetworkSegment(1569562e-36f8-4225-9615-748cf169fa18),segment_id=1569562e-36f8-4225-9615-748cf169fa18)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:09:19.942756 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f12aaf82-6b54-4848-a093-1584c2832d6b tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (6ff409a0-ffba-41b5-92f1-4ab891ace0a1), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:19.989092 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:19.992777 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-da47f611-cbb3-4cab-b3c2-7a4fcf37f2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (2cfb272f-47a4-4ec4-b05b-c28fb296aade), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:20.089775 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da47f611-cbb3-4cab-b3c2-7a4fcf37f2ec None None] Routers {'6304a791-050f-4a86-99f0-9c5cc91f1c34'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:09:20.091025 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-da47f611-cbb3-4cab-b3c2-7a4fcf37f2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:09:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['6304a791-050f-4a86-99f0-9c5cc91f1c34'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:09:20.163336 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3234d1af-7a00-417b-8da5-3230259405eb tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event updated for resources: {'Port': ['ID=9080f06b-59b5-40d4-8058-6daba1c82708,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:20.181298 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb94dbf6-a59a-4df9-b432-dca58b872caf tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Made reservation on behalf of 3e52093341534ca5a76295afd3cfd196 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:09:20.221297 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-eb94dbf6-a59a-4df9-b432-dca58b872caf tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:20.484108 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f12aaf82-6b54-4848-a093-1584c2832d6b tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (6ff409a0-ffba-41b5-92f1-4ab891ace0a1), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:20.573322 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc08f0e-93a5-4ed4-9201-d608d05a32b0 None None] Pushing event updated for resources: {'Port': ['ID=2cfb272f-47a4-4ec4-b05b-c28fb296aade,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:20.577401 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-f12aaf82-6b54-4848-a093-1584c2832d6b tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ff409a0-ffba-41b5-92f1-4ab891ace0a1']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:09:20.604047 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:20.622473 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:20.646151 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-f12aaf82-6b54-4848-a093-1584c2832d6b tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3721dfcd-1421-4660-aa49-f4942bc280fb') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:09:20.646644 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-f12aaf82-6b54-4848-a093-1584c2832d6b tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3721dfcd-1421-4660-aa49-f4942bc280fb') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:09:20.722573 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f12aaf82-6b54-4848-a093-1584c2832d6b tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (3721dfcd-1421-4660-aa49-f4942bc280fb), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:20.727209 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-da47f611-cbb3-4cab-b3c2-7a4fcf37f2ec None None] Set router 6304a791-050f-4a86-99f0-9c5cc91f1c34 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:09:20.811223 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f12aaf82-6b54-4848-a093-1584c2832d6b tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (3721dfcd-1421-4660-aa49-f4942bc280fb), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:20.839492 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f12aaf82-6b54-4848-a093-1584c2832d6b tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:09:20.840129 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f12aaf82-6b54-4848-a093-1584c2832d6b tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (3721dfcd-1421-4660-aa49-f4942bc280fb), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:21.293020 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 3721dfcd-1421-4660-aa49-f4942bc280fb resource provider aggregate not found Oct 04 21:09:21.314774 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f12aaf82-6b54-4848-a093-1584c2832d6b tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (6ff409a0-ffba-41b5-92f1-4ab891ace0a1), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:21.347253 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f12aaf82-6b54-4848-a093-1584c2832d6b tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:21.396217 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f12aaf82-6b54-4848-a093-1584c2832d6b tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "DELETE /networking/v2.0/networks/6ff409a0-ffba-41b5-92f1-4ab891ace0a1 HTTP/1.1" status: 204 len: 168 time: 1.8925774 Oct 04 21:09:21.399069 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60038) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:21.407335 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 3721dfcd-1421-4660-aa49-f4942bc280fb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3721dfcd-1421-4660-aa49-f4942bc280fb found for delete ", "request_id": "req-24b904bc-01af-4921-b037-11671a36cd82"}]} Oct 04 21:09:21.580089 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12aaf82-6b54-4848-a093-1584c2832d6b tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Pushing event deleted for resources: {'Network': ['ID=6ff409a0-ffba-41b5-92f1-4ab891ace0a1,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:21.676689 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-303f7f80-9bc5-41ca-a4fe-49b4488c1ed2 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] DELETE failed (client error): The resource could not be found. Oct 04 21:09:21.677553 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-303f7f80-9bc5-41ca-a4fe-49b4488c1ed2 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:09:21.686595 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-303f7f80-9bc5-41ca-a4fe-49b4488c1ed2 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/d4f170a4-c592-4557-821a-0bd8b2a09215 HTTP/1.1" status: 404 len: 337 time: 0.2221472 Oct 04 21:09:21.690656 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60040) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:21.781179 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-c064767d-1562-4707-9970-2e487cb03da2 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] DELETE failed (client error): The resource could not be found. Oct 04 21:09:21.786176 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c064767d-1562-4707-9970-2e487cb03da2 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:09:21.803172 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c064767d-1562-4707-9970-2e487cb03da2 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "DELETE /networking/v2.0/networks/7f34682f-d05b-475f-9a3f-ed0af7cabb91 HTTP/1.1" status: 404 len: 339 time: 0.1067369 Oct 04 21:09:21.806650 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60044) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:21.935581 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-16b93572-1367-4bb3-a0c9-0b75d5076ce6 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] DELETE failed (client error): The resource could not be found. Oct 04 21:09:21.937132 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16b93572-1367-4bb3-a0c9-0b75d5076ce6 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:09:21.945727 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-16b93572-1367-4bb3-a0c9-0b75d5076ce6 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/d016f3e4-6194-45a9-a1e6-66c91cc55b97 HTTP/1.1" status: 404 len: 337 time: 0.1361437 Oct 04 21:09:21.955019 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60048) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:22.054063 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-dedb6a45-f436-426b-bb1e-2ab428dd09f1 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] DELETE failed (client error): The resource could not be found. Oct 04 21:09:22.057240 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dedb6a45-f436-426b-bb1e-2ab428dd09f1 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:09:22.062900 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-dedb6a45-f436-426b-bb1e-2ab428dd09f1 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "DELETE /networking/v2.0/networks/5d2ffcdd-0d9e-4cd1-8e36-3600ef61942b HTTP/1.1" status: 404 len: 339 time: 0.1071045 Oct 04 21:09:22.074388 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60052) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:22.123433 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 55750219-1e88-4118-a771-3a1a8e90c268 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:09:22.238115 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b765f08-d97f-41b2-a53a-0345ca5b0f41 None None] get_active_networks_info from n-d-852085-12 {{(pid=108171) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 04 21:09:22.238756 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-d01ac4d9-2535-443d-a873-b9ba306e87d0 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] DELETE failed (client error): The resource could not be found. Oct 04 21:09:22.240111 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d01ac4d9-2535-443d-a873-b9ba306e87d0 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:09:22.257319 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3234d1af-7a00-417b-8da5-3230259405eb tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:09:22.265345 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d01ac4d9-2535-443d-a873-b9ba306e87d0 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/84e5e3f7-27d7-402b-8d0f-90cdf1be2868 HTTP/1.1" status: 404 len: 337 time: 0.1865535 Oct 04 21:09:22.268881 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60054) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:22.354208 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-f52398cc-a7e2-4b9e-b983-296013011f8f tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] DELETE failed (client error): The resource could not be found. Oct 04 21:09:22.358777 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f52398cc-a7e2-4b9e-b983-296013011f8f tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:09:22.366806 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f52398cc-a7e2-4b9e-b983-296013011f8f tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "DELETE /networking/v2.0/networks/09436feb-d97b-4247-9419-ef3d0df4d73f HTTP/1.1" status: 404 len: 339 time: 0.0939357 Oct 04 21:09:22.372620 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60056) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:22.400167 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-f858e1c0-c83a-4e05-ba3a-0d15820ac7e2 None None] Provisioning complete for port 55750219-1e88-4118-a771-3a1a8e90c268 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:09:22.402389 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f858e1c0-c83a-4e05-ba3a-0d15820ac7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (55750219-1e88-4118-a771-3a1a8e90c268), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:22.403005 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-f858e1c0-c83a-4e05-ba3a-0d15820ac7e2 None None] Attempt 1 to provision port 55750219-1e88-4118-a771-3a1a8e90c268 Oct 04 21:09:22.536990 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-3234d1af-7a00-417b-8da5-3230259405eb tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:09:22.564094 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-0381673b-1e00-4d7e-a2c3-b11098c0c517 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] DELETE failed (client error): The resource could not be found. Oct 04 21:09:22.565381 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0381673b-1e00-4d7e-a2c3-b11098c0c517 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:09:22.584189 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-0381673b-1e00-4d7e-a2c3-b11098c0c517 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/d2273c7e-4ff5-45f5-8cf8-f3f8c9d139bd HTTP/1.1" status: 404 len: 337 time: 0.2046840 Oct 04 21:09:22.588504 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60064) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:22.650957 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-4505c86a-6ca1-412c-b839-99a0683d92a7 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] DELETE failed (client error): The resource could not be found. Oct 04 21:09:22.652542 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4505c86a-6ca1-412c-b839-99a0683d92a7 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:09:22.660294 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-4505c86a-6ca1-412c-b839-99a0683d92a7 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "DELETE /networking/v2.0/networks/ccc979de-2f3a-4d58-bcf9-c217db8486d5 HTTP/1.1" status: 404 len: 339 time: 0.0698953 Oct 04 21:09:22.665024 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60066) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:22.818922 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:22.843526 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-82bc5ea3-263f-432b-8e59-ec38d49d08fd tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] DELETE failed (client error): The resource could not be found. Oct 04 21:09:22.844819 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82bc5ea3-263f-432b-8e59-ec38d49d08fd tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:09:22.871768 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-82bc5ea3-263f-432b-8e59-ec38d49d08fd tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/89da923e-3905-4f2f-b98c-0d713f8e1da2 HTTP/1.1" status: 404 len: 337 time: 0.2025213 Oct 04 21:09:22.876001 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60068) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:22.924122 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:23.026482 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-76a44698-8d71-4ba8-9ecb-ab170a565123 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] DELETE failed (client error): The resource could not be found. Oct 04 21:09:23.027974 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76a44698-8d71-4ba8-9ecb-ab170a565123 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:09:23.070570 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-76a44698-8d71-4ba8-9ecb-ab170a565123 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "DELETE /networking/v2.0/networks/a74500df-0c7e-48c4-90eb-62a8c5f6dbd1 HTTP/1.1" status: 404 len: 339 time: 0.1693218 Oct 04 21:09:23.070570 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60072) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:23.191644 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-acbe97be-9a1c-4434-9b2f-b2034cc962b0 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] DELETE failed (client error): The resource could not be found. Oct 04 21:09:23.192405 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acbe97be-9a1c-4434-9b2f-b2034cc962b0 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:09:23.204194 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 60078) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:23.204576 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-acbe97be-9a1c-4434-9b2f-b2034cc962b0 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/ab8d7fd4-716d-42e4-8049-0eed2cd8e78d HTTP/1.1" status: 404 len: 337 time: 0.1531448 Oct 04 21:09:23.241162 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-eb94dbf6-a59a-4df9-b432-dca58b872caf tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (f19558a9-1072-4db0-a83e-22903557b9a9), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:23.284232 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:23.290758 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 55750219-1e88-4118-a771-3a1a8e90c268 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:09:23.291707 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (55750219-1e88-4118-a771-3a1a8e90c268), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:23.292429 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 55750219-1e88-4118-a771-3a1a8e90c268 Oct 04 21:09:23.336673 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3234d1af-7a00-417b-8da5-3230259405eb tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Router e9076e67-7e6f-49a3-90b1-f39a9695dc9f is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 21:09:23.391541 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6df5fe3-143f-4ae2-b379-a539184a4443 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] DELETE failed (client error): The resource could not be found. Oct 04 21:09:23.392692 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6df5fe3-143f-4ae2-b379-a539184a4443 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:09:23.398403 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f6df5fe3-143f-4ae2-b379-a539184a4443 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "DELETE /networking/v2.0/networks/ded3e3e2-90ec-4adc-82e2-40855e88a817 HTTP/1.1" status: 404 len: 339 time: 0.1917572 Oct 04 21:09:23.404328 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60080) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:23.557026 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-aca42431-3a65-47ed-b348-cf788a386c9b tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] DELETE failed (client error): The resource could not be found. Oct 04 21:09:23.557879 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aca42431-3a65-47ed-b348-cf788a386c9b tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:09:23.582053 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-f858e1c0-c83a-4e05-ba3a-0d15820ac7e2 None None] Current status of the port 55750219-1e88-4118-a771-3a1a8e90c268 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:09:23.583193 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f858e1c0-c83a-4e05-ba3a-0d15820ac7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (55750219-1e88-4118-a771-3a1a8e90c268), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:23.591761 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-aca42431-3a65-47ed-b348-cf788a386c9b tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/3b6c109a-90b8-4478-b7ef-ad62e0e66c4b HTTP/1.1" status: 404 len: 337 time: 0.1853068 Oct 04 21:09:23.593540 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60082) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:23.602793 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-da47f611-cbb3-4cab-b3c2-7a4fcf37f2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6304a791-050f-4a86-99f0-9c5cc91f1c34', 'name': 'tempest-TestVolumeBackupRestore-1561662983-router', 'tenant_id': 'be6737dcacaa4985bb6bc9e1bf6b1f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '1fe6330a-a7f7-4c19-9aec-77142fd513cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:08:40Z', 'updated_at': '2022-10-04T21:08:58Z', 'revision_number': 4, 'project_id': 'be6737dcacaa4985bb6bc9e1bf6b1f0a', 'gw_port': {'id': '1fe6330a-a7f7-4c19-9aec-77142fd513cd', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ca:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6304a791-050f-4a86-99f0-9c5cc91f1c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:08:43Z', 'updated_at': '2022-10-04T21:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '2cfb272f-47a4-4ec4-b05b-c28fb296aade', 'name': '', 'network_id': '2609aab7-660a-41ed-80db-1251fa59a030', 'tenant_id': 'be6737dcacaa4985bb6bc9e1bf6b1f0a', 'mac_address': 'fa:16:3e:35:10:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6304a791-050f-4a86-99f0-9c5cc91f1c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '14bd8ac4-047f-4d17-b73e-aeae615189b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:08:52Z', 'updated_at': '2022-10-04T21:09:19Z', 'revision_number': 4, 'project_id': 'be6737dcacaa4985bb6bc9e1bf6b1f0a', 'subnets': [{'id': '14bd8ac4-047f-4d17-b73e-aeae615189b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:09:23.629997 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb94dbf6-a59a-4df9-b432-dca58b872caf tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Network 9578ce3f-c4fc-4b49-8323-9665af6fc78b is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:09:23.647403 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-eb94dbf6-a59a-4df9-b432-dca58b872caf tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:09:23.702396 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-d653df5f-fdfb-45e9-a1b8-511fd589232d tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] DELETE failed (client error): The resource could not be found. Oct 04 21:09:23.704679 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d653df5f-fdfb-45e9-a1b8-511fd589232d tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:09:23.706064 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da47f611-cbb3-4cab-b3c2-7a4fcf37f2ec None None] The sync data for ids ['6304a791-050f-4a86-99f0-9c5cc91f1c34'] in n-d-852085-12 is: [{'id': '6304a791-050f-4a86-99f0-9c5cc91f1c34', 'name': 'tempest-TestVolumeBackupRestore-1561662983-router', 'tenant_id': 'be6737dcacaa4985bb6bc9e1bf6b1f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '1fe6330a-a7f7-4c19-9aec-77142fd513cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:08:40Z', 'updated_at': '2022-10-04T21:08:58Z', 'revision_number': 4, 'project_id': 'be6737dcacaa4985bb6bc9e1bf6b1f0a', 'gw_port': {'id': '1fe6330a-a7f7-4c19-9aec-77142fd513cd', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ca:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6304a791-050f-4a86-99f0-9c5cc91f1c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:08:43Z', 'updated_at': '2022-10-04T21:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '2cfb272f-47a4-4ec4-b05b-c28fb296aade', 'name': '', 'network_id': '2609aab7-660a-41ed-80db-1251fa59a030', 'tenant_id': 'be6737dcacaa4985bb6bc9e1bf6b1f0a', 'mac_address': 'fa:16:3e:35:10:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6304a791-050f-4a86-99f0-9c5cc91f1c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '14bd8ac4-047f-4d17-b73e-aeae615189b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:08:52Z', 'updated_at': '2022-10-04T21:09:19Z', 'revision_number': 4, 'project_id': 'be6737dcacaa4985bb6bc9e1bf6b1f0a', 'subnets': [{'id': '14bd8ac4-047f-4d17-b73e-aeae615189b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:09:23.720599 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b765f08-d97f-41b2-a53a-0345ca5b0f41 None None] Resources bound (agent type, host, resource id): {{(pid=108171) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 04 21:09:23.732689 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d653df5f-fdfb-45e9-a1b8-511fd589232d tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "DELETE /networking/v2.0/networks/e8a4d24e-1a33-47a9-ba2e-b66d4ce4788a HTTP/1.1" status: 404 len: 339 time: 0.1365054 Oct 04 21:09:23.734846 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb94dbf6-a59a-4df9-b432-dca58b872caf tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event updated for resources: {'Subnet': ['ID=f19558a9-1072-4db0-a83e-22903557b9a9,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:23.737384 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60086) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:23.763079 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb94dbf6-a59a-4df9-b432-dca58b872caf tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:09:23.771003 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-eb94dbf6-a59a-4df9-b432-dca58b872caf tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:23.896087 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-69d56666-6ce0-45b4-ac29-eaee52a27e5f tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] DELETE failed (client error): The resource could not be found. Oct 04 21:09:23.896087 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69d56666-6ce0-45b4-ac29-eaee52a27e5f tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:09:23.940552 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3234d1af-7a00-417b-8da5-3230259405eb tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:09:23.943987 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-69d56666-6ce0-45b4-ac29-eaee52a27e5f tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/326001b9-1468-4655-a3e8-9455cde59408 HTTP/1.1" status: 404 len: 337 time: 0.2019067 Oct 04 21:09:23.949941 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 60094) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:23.973152 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-3234d1af-7a00-417b-8da5-3230259405eb tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "PUT /networking/v2.0/routers/e9076e67-7e6f-49a3-90b1-f39a9695dc9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5957496 Oct 04 21:09:23.976980 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60096) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:23.982005 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438749dc-76f3-4093-8d3a-ced3b72d3874 None None] Sync routers for ids ['e9076e67-7e6f-49a3-90b1-f39a9695dc9f'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:09:24.032760 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438749dc-76f3-4093-8d3a-ced3b72d3874 None None] Routers {'e9076e67-7e6f-49a3-90b1-f39a9695dc9f'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:09:24.038836 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-438749dc-76f3-4093-8d3a-ced3b72d3874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:09:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['e9076e67-7e6f-49a3-90b1-f39a9695dc9f'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:09:24.058335 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:24.065180 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-eb94dbf6-a59a-4df9-b432-dca58b872caf tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.6802797 Oct 04 21:09:24.074597 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 55750219-1e88-4118-a771-3a1a8e90c268 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:09:24.078276 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (55750219-1e88-4118-a771-3a1a8e90c268), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:24.125765 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 60100) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:24.134684 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-1f87d883-b31b-43e6-aba9-413242777ebb tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Request body: {'security_group': {'name': 'tempest-secgroup-2042871009'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:09:24.205272 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fa820b-4c2c-4f65-8586-ddc2c2827626 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:09:24.226856 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d8fa820b-4c2c-4f65-8586-ddc2c2827626 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/ports/9080f06b-59b5-40d4-8058-6daba1c82708 HTTP/1.1" status: 200 len: 911 time: 0.2432995 Oct 04 21:09:24.227516 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60104) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:24.278862 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-40b76143-1f07-4822-98ec-1eef304b6329 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] DELETE failed (client error): The resource could not be found. Oct 04 21:09:24.292282 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40b76143-1f07-4822-98ec-1eef304b6329 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:09:24.321222 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-40b76143-1f07-4822-98ec-1eef304b6329 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "DELETE /networking/v2.0/networks/08a37b62-c595-4f6e-8701-ca19d68bb7d8 HTTP/1.1" status: 404 len: 339 time: 0.3694870 Oct 04 21:09:24.330203 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 60106) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:24.497085 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c151a95-2dad-4eb2-acca-899977729cf5 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:09:24.511190 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1f87d883-b31b-43e6-aba9-413242777ebb tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:24.528086 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c151a95-2dad-4eb2-acca-899977729cf5 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:09:24.552365 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-1c151a95-2dad-4eb2-acca-899977729cf5 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.3157558 Oct 04 21:09:24.553360 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60112) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:24.814093 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-f858e1c0-c83a-4e05-ba3a-0d15820ac7e2 None None] For port 55750219-1e88-4118-a771-3a1a8e90c268, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=55750219-1e88-4118-a771-3a1a8e90c268,segment=NetworkSegment(a074d1d3-d8bf-45a2-a3f3-7647e2465b5f),segment_id=a074d1d3-d8bf-45a2-a3f3-7647e2465b5f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:09:24.837304 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-f857166b-b8b6-422f-9606-a002f4261ddc tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Deleting subnet 87b87f36-507c-44b1-9e1a-3286e605bdbb {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:09:24.861278 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f857166b-b8b6-422f-9606-a002f4261ddc tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks [] for subnet (87b87f36-507c-44b1-9e1a-3286e605bdbb), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:25.013712 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f858e1c0-c83a-4e05-ba3a-0d15820ac7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (55750219-1e88-4118-a771-3a1a8e90c268), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:25.047301 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-438749dc-76f3-4093-8d3a-ced3b72d3874 None None] Set router e9076e67-7e6f-49a3-90b1-f39a9695dc9f gateway port host: None {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:09:25.092806 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:25.183009 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f858e1c0-c83a-4e05-ba3a-0d15820ac7e2 None None] Pushing event updated for resources: {'Port': ['ID=55750219-1e88-4118-a771-3a1a8e90c268,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:25.258329 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f857166b-b8b6-422f-9606-a002f4261ddc tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (87b87f36-507c-44b1-9e1a-3286e605bdbb), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:25.718135 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1f87d883-b31b-43e6-aba9-413242777ebb tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for security_group (3c63b471-bdc9-4de8-a70d-5ae6674b89d4), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:25.726973 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:25.818594 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f858e1c0-c83a-4e05-ba3a-0d15820ac7e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:09:25.820530 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f858e1c0-c83a-4e05-ba3a-0d15820ac7e2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:09:25.828084 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f858e1c0-c83a-4e05-ba3a-0d15820ac7e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:09:25.829662 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f858e1c0-c83a-4e05-ba3a-0d15820ac7e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:09:25.830600 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f858e1c0-c83a-4e05-ba3a-0d15820ac7e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:09:25.831212 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f858e1c0-c83a-4e05-ba3a-0d15820ac7e2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:09:25.833884 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f858e1c0-c83a-4e05-ba3a-0d15820ac7e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:09:25.833884 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f858e1c0-c83a-4e05-ba3a-0d15820ac7e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:09:25.833884 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f858e1c0-c83a-4e05-ba3a-0d15820ac7e2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:09:25.834690 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f858e1c0-c83a-4e05-ba3a-0d15820ac7e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:09:25.835814 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f858e1c0-c83a-4e05-ba3a-0d15820ac7e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:09:25.837503 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f858e1c0-c83a-4e05-ba3a-0d15820ac7e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:09:25.838380 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f858e1c0-c83a-4e05-ba3a-0d15820ac7e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:09:25.839740 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f858e1c0-c83a-4e05-ba3a-0d15820ac7e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:09:25.840649 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f858e1c0-c83a-4e05-ba3a-0d15820ac7e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:09:25.941795 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f857166b-b8b6-422f-9606-a002f4261ddc tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (87b87f36-507c-44b1-9e1a-3286e605bdbb), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:25.984362 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b7b1cd-fa9d-4631-b716-e1b4d9fe2c84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-9578ce3f-c4fc-4b49-8323-9665af6fc78b', 'network_id': '9578ce3f-c4fc-4b49-8323-9665af6fc78b', 'project_id': '3e52093341534ca5a76295afd3cfd196', 'fixed_ips': [{'subnet_id': 'f19558a9-1072-4db0-a83e-22903557b9a9'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:09:25.985613 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f3b7b1cd-fa9d-4631-b716-e1b4d9fe2c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:26.018845 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1f87d883-b31b-43e6-aba9-413242777ebb tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (3c63b471-bdc9-4de8-a70d-5ae6674b89d4), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:26.125580 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 21:09:26.125983 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 21:09:26.188376 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87d883-b31b-43e6-aba9-413242777ebb tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c63b471-bdc9-4de8-a70d-5ae6674b89d4,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:26.314349 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1f87d883-b31b-43e6-aba9-413242777ebb tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:26.323612 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-1f87d883-b31b-43e6-aba9-413242777ebb tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 2.1959820 Oct 04 21:09:26.338396 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 60140) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:26.348116 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-7ee848f6-2d7a-4a57-8a4a-916aa6448729 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Request body: {'security_group': {'name': 'tempest-secgroup-1431342778'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:09:26.474510 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f857166b-b8b6-422f-9606-a002f4261ddc tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (87b87f36-507c-44b1-9e1a-3286e605bdbb), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:26.498061 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-438749dc-76f3-4093-8d3a-ced3b72d3874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9076e67-7e6f-49a3-90b1-f39a9695dc9f', 'name': 'tempest-NetworksTestDHCPv6-router-981278121', 'tenant_id': 'f31334bc846b471aace4cb8b5f10ff51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:09:09Z', 'updated_at': '2022-10-04T21:09:17Z', 'revision_number': 2, 'project_id': 'f31334bc846b471aace4cb8b5f10ff51', 'gw_port_host': None, '_interfaces': [{'id': '9080f06b-59b5-40d4-8058-6daba1c82708', 'name': '', 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'tenant_id': 'f31334bc846b471aace4cb8b5f10ff51', 'mac_address': 'fa:16:3e:60:8b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9076e67-7e6f-49a3-90b1-f39a9695dc9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '23950848-71e2-4ace-8df8-51d7f0b54c57', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:09:12Z', 'updated_at': '2022-10-04T21:09:18Z', 'revision_number': 2, 'project_id': 'f31334bc846b471aace4cb8b5f10ff51', 'subnets': [{'id': '23950848-71e2-4ace-8df8-51d7f0b54c57', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:09:26.616350 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-930dc72b-d9d7-4032-9896-eeebe8d50cb7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (e9076e67-7e6f-49a3-90b1-f39a9695dc9f), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:26.653269 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438749dc-76f3-4093-8d3a-ced3b72d3874 None None] Checking router: e9076e67-7e6f-49a3-90b1-f39a9695dc9f for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:09:26.653850 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438749dc-76f3-4093-8d3a-ced3b72d3874 None None] Updating router e9076e67-7e6f-49a3-90b1-f39a9695dc9f port 9080f06b-59b5-40d4-8058-6daba1c82708 binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:09:26.746816 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7ee848f6-2d7a-4a57-8a4a-916aa6448729 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:26.822256 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 55750219-1e88-4118-a771-3a1a8e90c268 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:09:26.830260 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-f3b7b1cd-fa9d-4631-b716-e1b4d9fe2c84 None None] Allocated IP 172.20.0.2 (9578ce3f-c4fc-4b49-8323-9665af6fc78b/f19558a9-1072-4db0-a83e-22903557b9a9/c2c608d1-41a0-412f-b901-6eb8296df6a0) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:09:26.834004 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f857166b-b8b6-422f-9606-a002f4261ddc tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Pushing event deleted for resources: {'Subnet': ['ID=87b87f36-507c-44b1-9e1a-3286e605bdbb,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:26.844648 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-438749dc-76f3-4093-8d3a-ced3b72d3874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (9080f06b-59b5-40d4-8058-6daba1c82708), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:26.884172 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f857166b-b8b6-422f-9606-a002f4261ddc tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:26.904333 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f857166b-b8b6-422f-9606-a002f4261ddc tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/87b87f36-507c-44b1-9e1a-3286e605bdbb HTTP/1.1" status: 204 len: 168 time: 2.5656340 Oct 04 21:09:26.934796 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 60150) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:27.344324 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 55750219-1e88-4118-a771-3a1a8e90c268 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:09:27.538364 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2ca07ad8-f0f5-4cf3-8f0f-43ade99518b7 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (a5b9bd99-e355-4a4e-9138-1daf27c0c576), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:27.616582 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7ee848f6-2d7a-4a57-8a4a-916aa6448729 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for security_group (f787e313-68f1-4f54-bfc7-95594b7715a9), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:27.647558 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f3b7b1cd-fa9d-4631-b716-e1b4d9fe2c84 None None] Publish callbacks [] for port (c2c608d1-41a0-412f-b901-6eb8296df6a0), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:27.659163 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:INSERT=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:27.692929 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=100 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:27.793544 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=81,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:27.800683 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-930dc72b-d9d7-4032-9896-eeebe8d50cb7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Deleting port 9080f06b-59b5-40d4-8058-6daba1c82708 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:09:27.803433 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-930dc72b-d9d7-4032-9896-eeebe8d50cb7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (9080f06b-59b5-40d4-8058-6daba1c82708), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:27.826074 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7ee848f6-2d7a-4a57-8a4a-916aa6448729 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (f787e313-68f1-4f54-bfc7-95594b7715a9), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:27.843800 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 55750219-1e88-4118-a771-3a1a8e90c268 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:09:27.846230 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (55750219-1e88-4118-a771-3a1a8e90c268), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:27.870097 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 55750219-1e88-4118-a771-3a1a8e90c268 Oct 04 21:09:27.888383 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f3b7b1cd-fa9d-4631-b716-e1b4d9fe2c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (c2c608d1-41a0-412f-b901-6eb8296df6a0), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:27.995570 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-2ca07ad8-f0f5-4cf3-8f0f-43ade99518b7 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Deleting port 42dabfbd-1c92-4ce7-b4b8-715b646d1b15 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:09:27.996553 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2ca07ad8-f0f5-4cf3-8f0f-43ade99518b7 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (42dabfbd-1c92-4ce7-b4b8-715b646d1b15), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:28.134418 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:28.235768 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:28.323274 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b7b1cd-fa9d-4631-b716-e1b4d9fe2c84 None None] Network 9578ce3f-c4fc-4b49-8323-9665af6fc78b is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:09:28.353248 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-f3b7b1cd-fa9d-4631-b716-e1b4d9fe2c84 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:09:28.358223 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-930dc72b-d9d7-4032-9896-eeebe8d50cb7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (9080f06b-59b5-40d4-8058-6daba1c82708), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:28.360116 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-2ca07ad8-f0f5-4cf3-8f0f-43ade99518b7 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] For port 42dabfbd-1c92-4ce7-b4b8-715b646d1b15, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=42dabfbd-1c92-4ce7-b4b8-715b646d1b15,segment=NetworkSegment(f520b76c-bf5a-428e-82c7-d8816d67c7f9),segment_id=f520b76c-bf5a-428e-82c7-d8816d67c7f9)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:09:28.361140 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2ca07ad8-f0f5-4cf3-8f0f-43ade99518b7 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (42dabfbd-1c92-4ce7-b4b8-715b646d1b15), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:28.380532 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b7b1cd-fa9d-4631-b716-e1b4d9fe2c84 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:09:28.403897 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b7b1cd-fa9d-4631-b716-e1b4d9fe2c84 None None] Pushing event updated for resources: {'Port': ['ID=c2c608d1-41a0-412f-b901-6eb8296df6a0,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:28.417053 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-2ca07ad8-f0f5-4cf3-8f0f-43ade99518b7 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Calling delete_port for 42dabfbd-1c92-4ce7-b4b8-715b646d1b15 owned by network:dhcp {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:09:28.456502 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-930dc72b-d9d7-4032-9896-eeebe8d50cb7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Calling delete_port for 9080f06b-59b5-40d4-8058-6daba1c82708 owned by network:router_interface {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:09:28.609997 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-438749dc-76f3-4093-8d3a-ced3b72d3874 None None] Publish callbacks [] for port (9080f06b-59b5-40d4-8058-6daba1c82708), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:28.739887 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-438749dc-76f3-4093-8d3a-ced3b72d3874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (9080f06b-59b5-40d4-8058-6daba1c82708), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:28.763978 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-f3b7b1cd-fa9d-4631-b716-e1b4d9fe2c84 None None] Attempting to bind port c2c608d1-41a0-412f-b901-6eb8296df6a0 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:09:28.765713 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-f3b7b1cd-fa9d-4631-b716-e1b4d9fe2c84 None None] Attempting to bind port c2c608d1-41a0-412f-b901-6eb8296df6a0 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'e56d987d-cd15-4e9a-9398-dd2b3268c878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9578ce3f-c4fc-4b49-8323-9665af6fc78b'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:09:28.767796 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b7b1cd-fa9d-4631-b716-e1b4d9fe2c84 None None] Attempting to bind port c2c608d1-41a0-412f-b901-6eb8296df6a0 on network 9578ce3f-c4fc-4b49-8323-9665af6fc78b {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:09:28.827614 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee848f6-2d7a-4a57-8a4a-916aa6448729 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f787e313-68f1-4f54-bfc7-95594b7715a9,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:28.849568 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7ee848f6-2d7a-4a57-8a4a-916aa6448729 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:28.862714 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-7ee848f6-2d7a-4a57-8a4a-916aa6448729 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 2.5210714 Oct 04 21:09:28.865033 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 60172) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:28.877931 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-70d4d4d0-a0f1-429d-a435-4f925b5930eb tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-279555483', 'security_groups': ['f787e313-68f1-4f54-bfc7-95594b7715a9'], 'network_id': '9578ce3f-c4fc-4b49-8323-9665af6fc78b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f19558a9-1072-4db0-a83e-22903557b9a9'}]}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:09:29.084404 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2ca07ad8-f0f5-4cf3-8f0f-43ade99518b7 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (42dabfbd-1c92-4ce7-b4b8-715b646d1b15), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:29.139427 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0016cf-efdf-474e-bbf3-a42ad74f88d4 None None] Pushing event updated for resources: {'Port': ['ID=9080f06b-59b5-40d4-8058-6daba1c82708,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:29.193640 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca07ad8-f0f5-4cf3-8f0f-43ade99518b7 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] No DVR routers for this DVR port 42dabfbd-1c92-4ce7-b4b8-715b646d1b15 on host n-d-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:09:29.211548 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 55750219-1e88-4118-a771-3a1a8e90c268 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:09:29.220064 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-930dc72b-d9d7-4032-9896-eeebe8d50cb7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (9080f06b-59b5-40d4-8058-6daba1c82708), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:29.221712 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 2cfb272f-47a4-4ec4-b05b-c28fb296aade up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:09:29.261213 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca07ad8-f0f5-4cf3-8f0f-43ade99518b7 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Pushing event deleted for resources: {'Port': ['ID=42dabfbd-1c92-4ce7-b4b8-715b646d1b15,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:29.270771 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0016cf-efdf-474e-bbf3-a42ad74f88d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:09:29.271444 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0016cf-efdf-474e-bbf3-a42ad74f88d4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:09:29.271843 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0016cf-efdf-474e-bbf3-a42ad74f88d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:09:29.272353 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0016cf-efdf-474e-bbf3-a42ad74f88d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:09:29.275956 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0016cf-efdf-474e-bbf3-a42ad74f88d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:09:29.276686 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0016cf-efdf-474e-bbf3-a42ad74f88d4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:09:29.277219 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0016cf-efdf-474e-bbf3-a42ad74f88d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:09:29.277692 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0016cf-efdf-474e-bbf3-a42ad74f88d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:09:29.278248 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0016cf-efdf-474e-bbf3-a42ad74f88d4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:09:29.278738 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0016cf-efdf-474e-bbf3-a42ad74f88d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:09:29.279305 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0016cf-efdf-474e-bbf3-a42ad74f88d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:09:29.289432 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0016cf-efdf-474e-bbf3-a42ad74f88d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:09:29.290085 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0016cf-efdf-474e-bbf3-a42ad74f88d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:09:29.290828 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0016cf-efdf-474e-bbf3-a42ad74f88d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:09:29.291425 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0016cf-efdf-474e-bbf3-a42ad74f88d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:09:29.332376 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-438749dc-76f3-4093-8d3a-ced3b72d3874 None None] Attempting to bind port 9080f06b-59b5-40d4-8058-6daba1c82708 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:09:29.332997 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-438749dc-76f3-4093-8d3a-ced3b72d3874 None None] Attempting to bind port 9080f06b-59b5-40d4-8058-6daba1c82708 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:09:29.333556 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438749dc-76f3-4093-8d3a-ced3b72d3874 None None] Attempting to bind port 9080f06b-59b5-40d4-8058-6daba1c82708 on network 42edc29f-8c98-4058-994e-1dc4e7a022d1 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:09:29.366304 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b7b1cd-fa9d-4631-b716-e1b4d9fe2c84 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:09:29.367731 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b7b1cd-fa9d-4631-b716-e1b4d9fe2c84 None None] Checking segment: {'id': 'e56d987d-cd15-4e9a-9398-dd2b3268c878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9578ce3f-c4fc-4b49-8323-9665af6fc78b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:09:29.368829 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f3b7b1cd-fa9d-4631-b716-e1b4d9fe2c84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:29.372181 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b7b1cd-fa9d-4631-b716-e1b4d9fe2c84 None None] Bound using segment: {'id': 'e56d987d-cd15-4e9a-9398-dd2b3268c878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9578ce3f-c4fc-4b49-8323-9665af6fc78b'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:09:29.380305 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-f3b7b1cd-fa9d-4631-b716-e1b4d9fe2c84 None None] Bound port: c2c608d1-41a0-412f-b901-6eb8296df6a0, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56d987d-cd15-4e9a-9398-dd2b3268c878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9578ce3f-c4fc-4b49-8323-9665af6fc78b'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:09:29.381582 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f3b7b1cd-fa9d-4631-b716-e1b4d9fe2c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (c2c608d1-41a0-412f-b901-6eb8296df6a0), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:29.532035 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438749dc-76f3-4093-8d3a-ced3b72d3874 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:09:29.532658 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438749dc-76f3-4093-8d3a-ced3b72d3874 None None] Checking segment: {'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:09:29.533322 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-438749dc-76f3-4093-8d3a-ced3b72d3874 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:29.541621 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438749dc-76f3-4093-8d3a-ced3b72d3874 None None] Bound using segment: {'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:09:29.542492 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-438749dc-76f3-4093-8d3a-ced3b72d3874 None None] Bound port: 9080f06b-59b5-40d4-8058-6daba1c82708, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:09:29.543226 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-438749dc-76f3-4093-8d3a-ced3b72d3874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (9080f06b-59b5-40d4-8058-6daba1c82708), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:29.685494 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-f3b7b1cd-fa9d-4631-b716-e1b4d9fe2c84 None None] For port c2c608d1-41a0-412f-b901-6eb8296df6a0, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:09:29.696537 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-f3b7b1cd-fa9d-4631-b716-e1b4d9fe2c84 None None] For port c2c608d1-41a0-412f-b901-6eb8296df6a0, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=c2c608d1-41a0-412f-b901-6eb8296df6a0,segment=NetworkSegment(e56d987d-cd15-4e9a-9398-dd2b3268c878),segment_id=e56d987d-cd15-4e9a-9398-dd2b3268c878)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:09:29.720770 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 2cfb272f-47a4-4ec4-b05b-c28fb296aade triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:09:29.721311 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (2cfb272f-47a4-4ec4-b05b-c28fb296aade), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:29.721912 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 2cfb272f-47a4-4ec4-b05b-c28fb296aade Oct 04 21:09:29.781369 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.plugin [None req-438749dc-76f3-4093-8d3a-ced3b72d3874 None None] Port 9080f06b-59b5-40d4-8058-6daba1c82708 has been deleted concurrently {{(pid=108172) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:696}} Oct 04 21:09:29.864288 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438749dc-76f3-4093-8d3a-ced3b72d3874 None None] Routers {'e9076e67-7e6f-49a3-90b1-f39a9695dc9f'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:09:29.870843 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-438749dc-76f3-4093-8d3a-ced3b72d3874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:09:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['e9076e67-7e6f-49a3-90b1-f39a9695dc9f'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:09:29.885817 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=100 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:29.890972 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f3b7b1cd-fa9d-4631-b716-e1b4d9fe2c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (c2c608d1-41a0-412f-b901-6eb8296df6a0), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:30.076338 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:30.131866 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2ca07ad8-f0f5-4cf3-8f0f-43ade99518b7 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (a5b9bd99-e355-4a4e-9138-1daf27c0c576), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:30.205227 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930dc72b-d9d7-4032-9896-eeebe8d50cb7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event deleted for resources: {'Port': ['ID=9080f06b-59b5-40d4-8058-6daba1c82708,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:30.258337 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-930dc72b-d9d7-4032-9896-eeebe8d50cb7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (e9076e67-7e6f-49a3-90b1-f39a9695dc9f), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:30.337583 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-438749dc-76f3-4093-8d3a-ced3b72d3874 None None] Set router e9076e67-7e6f-49a3-90b1-f39a9695dc9f gateway port host: None {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:09:30.347851 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-2ca07ad8-f0f5-4cf3-8f0f-43ade99518b7 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5b9bd99-e355-4a4e-9138-1daf27c0c576']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:09:30.452361 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d4d4d0-a0f1-429d-a435-4f925b5930eb tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Made reservation on behalf of 3e52093341534ca5a76295afd3cfd196 for: {'port': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:09:30.516220 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-438749dc-76f3-4093-8d3a-ced3b72d3874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9076e67-7e6f-49a3-90b1-f39a9695dc9f', 'name': 'tempest-NetworksTestDHCPv6-router-981278121', 'tenant_id': 'f31334bc846b471aace4cb8b5f10ff51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:09:09Z', 'updated_at': '2022-10-04T21:09:28Z', 'revision_number': 3, 'project_id': 'f31334bc846b471aace4cb8b5f10ff51', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:09:30.632546 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 2cfb272f-47a4-4ec4-b05b-c28fb296aade is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:09:30.641497 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (2cfb272f-47a4-4ec4-b05b-c28fb296aade), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:30.650218 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b7b1cd-fa9d-4631-b716-e1b4d9fe2c84 None None] Pushing event updated for resources: {'Port': ['ID=c2c608d1-41a0-412f-b901-6eb8296df6a0,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:30.700877 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438749dc-76f3-4093-8d3a-ced3b72d3874 None None] The sync data for ids ['e9076e67-7e6f-49a3-90b1-f39a9695dc9f'] in n-d-852085-12 is: [{'id': 'e9076e67-7e6f-49a3-90b1-f39a9695dc9f', 'name': 'tempest-NetworksTestDHCPv6-router-981278121', 'tenant_id': 'f31334bc846b471aace4cb8b5f10ff51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:09:09Z', 'updated_at': '2022-10-04T21:09:28Z', 'revision_number': 3, 'project_id': 'f31334bc846b471aace4cb8b5f10ff51', 'gw_port_host': None}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:09:30.789683 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 21:09:30.888667 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-2ca07ad8-f0f5-4cf3-8f0f-43ade99518b7 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f520b76c-bf5a-428e-82c7-d8816d67c7f9') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:09:30.893361 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 2cfb272f-47a4-4ec4-b05b-c28fb296aade, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=2cfb272f-47a4-4ec4-b05b-c28fb296aade,segment=NetworkSegment(1569562e-36f8-4225-9615-748cf169fa18),segment_id=1569562e-36f8-4225-9615-748cf169fa18)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:09:30.908393 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-2ca07ad8-f0f5-4cf3-8f0f-43ade99518b7 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f520b76c-bf5a-428e-82c7-d8816d67c7f9') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:09:30.987009 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2ca07ad8-f0f5-4cf3-8f0f-43ade99518b7 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (f520b76c-bf5a-428e-82c7-d8816d67c7f9), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:31.006108 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (2cfb272f-47a4-4ec4-b05b-c28fb296aade), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:31.183752 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-70d4d4d0-a0f1-429d-a435-4f925b5930eb tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:31.252819 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2ca07ad8-f0f5-4cf3-8f0f-43ade99518b7 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (f520b76c-bf5a-428e-82c7-d8816d67c7f9), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:31.270842 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [None req-70d4d4d0-a0f1-429d-a435-4f925b5930eb tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] device_id is not set on port b3bdd0a3-8937-44b7-a86c-d07c1db3a3f8 yet. {{(pid=108170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 21:09:31.334135 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ca07ad8-f0f5-4cf3-8f0f-43ade99518b7 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:09:31.342274 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2ca07ad8-f0f5-4cf3-8f0f-43ade99518b7 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (f520b76c-bf5a-428e-82c7-d8816d67c7f9), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:31.411439 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=2cfb272f-47a4-4ec4-b05b-c28fb296aade,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:31.462431 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-930dc72b-d9d7-4032-9896-eeebe8d50cb7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Router e9076e67-7e6f-49a3-90b1-f39a9695dc9f has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:09:31.479546 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:31.776507 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment f520b76c-bf5a-428e-82c7-d8816d67c7f9 resource provider aggregate not found Oct 04 21:09:31.873814 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment f520b76c-bf5a-428e-82c7-d8816d67c7f9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f520b76c-bf5a-428e-82c7-d8816d67c7f9 found for delete ", "request_id": "req-edcf7b01-7269-4bf9-bd27-94502fcd1e76"}]} Oct 04 21:09:31.964236 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device c2c608d1-41a0-412f-b901-6eb8296df6a0 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:09:31.974457 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2ca07ad8-f0f5-4cf3-8f0f-43ade99518b7 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (a5b9bd99-e355-4a4e-9138-1daf27c0c576), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:32.001193 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930dc72b-d9d7-4032-9896-eeebe8d50cb7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:09:32.042160 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-930dc72b-d9d7-4032-9896-eeebe8d50cb7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "PUT /networking/v2.0/routers/e9076e67-7e6f-49a3-90b1-f39a9695dc9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4829450 Oct 04 21:09:32.049065 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60208) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:32.334718 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd77274-10c1-477d-a2c7-c58943a4aa0b tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:09:32.348687 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd77274-10c1-477d-a2c7-c58943a4aa0b tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:09:32.371097 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-cfd77274-10c1-477d-a2c7-c58943a4aa0b tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3121982 Oct 04 21:09:32.372235 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60214) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:32.526651 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2ca07ad8-f0f5-4cf3-8f0f-43ade99518b7 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:32.559732 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2ca07ad8-f0f5-4cf3-8f0f-43ade99518b7 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] 10.222.0.78 "DELETE /networking/v2.0/networks/a5b9bd99-e355-4a4e-9138-1daf27c0c576 HTTP/1.1" status: 204 len: 168 time: 5.6199408 Oct 04 21:09:32.623247 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca07ad8-f0f5-4cf3-8f0f-43ade99518b7 tempest-NetworksTest-1822940393 tempest-NetworksTest-1822940393-project] Pushing event deleted for resources: {'Network': ['ID=a5b9bd99-e355-4a4e-9138-1daf27c0c576,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:32.707240 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef2bb0d6-a942-4de4-a584-a17823c0edc5 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Deleting subnet 23950848-71e2-4ace-8df8-51d7f0b54c57 {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:09:32.727929 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-70d4d4d0-a0f1-429d-a435-4f925b5930eb tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Allocated IP 172.20.0.9 (9578ce3f-c4fc-4b49-8323-9665af6fc78b/f19558a9-1072-4db0-a83e-22903557b9a9/b3bdd0a3-8937-44b7-a86c-d07c1db3a3f8) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:09:32.749715 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ef2bb0d6-a942-4de4-a584-a17823c0edc5 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (23950848-71e2-4ace-8df8-51d7f0b54c57), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:33.161318 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ef2bb0d6-a942-4de4-a584-a17823c0edc5 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (23950848-71e2-4ace-8df8-51d7f0b54c57), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:33.330586 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-70d4d4d0-a0f1-429d-a435-4f925b5930eb tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for port (b3bdd0a3-8937-44b7-a86c-d07c1db3a3f8), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:33.402476 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:33.408000 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de422590-097e-4b42-b89c-6430cbc98dc7 None None] Network 1226a3bd-5aa7-4529-9ae4-e29d9de71510 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:09:33.431097 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebded9d5-bf80-4e45-8b75-1a24b0d7c66d None None] Network 9578ce3f-c4fc-4b49-8323-9665af6fc78b requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:09:33.439219 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fc90d9-d5b8-40a6-a9c3-675f5018a476 None None] Network a5b9bd99-e355-4a4e-9138-1daf27c0c576 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:09:33.476458 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994a473b-7d71-4fb7-98ae-7e25306ab350 None None] Sync routers for ids ['e9076e67-7e6f-49a3-90b1-f39a9695dc9f'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:09:33.518125 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-70d4d4d0-a0f1-429d-a435-4f925b5930eb tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (b3bdd0a3-8937-44b7-a86c-d07c1db3a3f8), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:33.721382 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994a473b-7d71-4fb7-98ae-7e25306ab350 None None] Routers {'e9076e67-7e6f-49a3-90b1-f39a9695dc9f'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:09:33.722501 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-994a473b-7d71-4fb7-98ae-7e25306ab350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:09:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['e9076e67-7e6f-49a3-90b1-f39a9695dc9f'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:09:33.742256 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d4d4d0-a0f1-429d-a435-4f925b5930eb tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Network 9578ce3f-c4fc-4b49-8323-9665af6fc78b is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:09:33.760609 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-70d4d4d0-a0f1-429d-a435-4f925b5930eb tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:09:33.767208 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d4d4d0-a0f1-429d-a435-4f925b5930eb tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:09:33.809614 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ef2bb0d6-a942-4de4-a584-a17823c0edc5 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (23950848-71e2-4ace-8df8-51d7f0b54c57), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:34.073546 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d4d4d0-a0f1-429d-a435-4f925b5930eb tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event updated for resources: {'Port': ['ID=b3bdd0a3-8937-44b7-a86c-d07c1db3a3f8,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:34.276686 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-994a473b-7d71-4fb7-98ae-7e25306ab350 None None] Set router e9076e67-7e6f-49a3-90b1-f39a9695dc9f gateway port host: None {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:09:34.286601 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d4d4d0-a0f1-429d-a435-4f925b5930eb tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:09:34.288868 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-70d4d4d0-a0f1-429d-a435-4f925b5930eb tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:34.297532 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ef2bb0d6-a942-4de4-a584-a17823c0edc5 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (23950848-71e2-4ace-8df8-51d7f0b54c57), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:34.428226 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2bb0d6-a942-4de4-a584-a17823c0edc5 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event deleted for resources: {'Subnet': ['ID=23950848-71e2-4ace-8df8-51d7f0b54c57,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:34.476737 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ef2bb0d6-a942-4de4-a584-a17823c0edc5 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:34.488809 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 60246) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:34.499451 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ef2bb0d6-a942-4de4-a584-a17823c0edc5 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/23950848-71e2-4ace-8df8-51d7f0b54c57 HTTP/1.1" status: 204 len: 168 time: 2.1079841 Oct 04 21:09:34.698081 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:34.705839 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-70d4d4d0-a0f1-429d-a435-4f925b5930eb tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.8381505 Oct 04 21:09:34.711519 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port c2c608d1-41a0-412f-b901-6eb8296df6a0 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:09:34.711890 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60248) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:34.714091 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (c2c608d1-41a0-412f-b901-6eb8296df6a0), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:34.718078 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port c2c608d1-41a0-412f-b901-6eb8296df6a0 Oct 04 21:09:34.728375 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fc90d9-d5b8-40a6-a9c3-675f5018a476 None None] Network a5b9bd99-e355-4a4e-9138-1daf27c0c576 could not be found, it might have been deleted concurrently. {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 04 21:09:34.731964 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de422590-097e-4b42-b89c-6430cbc98dc7 None None] Network 1226a3bd-5aa7-4529-9ae4-e29d9de71510 could not be found, it might have been deleted concurrently. {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 04 21:09:34.854774 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60254) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:35.049326 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60260) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:35.050724 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-47b10b44-70be-4ebb-9b1b-7275928ca1fa tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.5537710 Oct 04 21:09:35.136774 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8c6799-4d55-4763-bcd2-8f41ffa3eaa6 None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:09:35.400155 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-220b572f-b6e0-4ba7-9945-e2c97a77e5c7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for router (e9076e67-7e6f-49a3-90b1-f39a9695dc9f), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:35.521729 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:35.571030 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8ba311-2f3b-4d17-89dd-338d7898de6e None None] Network 1226a3bd-5aa7-4529-9ae4-e29d9de71510 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:09:35.614670 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ead05e-949f-4be4-95a2-dd4ae5c90b8c None None] DHCP port deletion for a5b9bd99-e355-4a4e-9138-1daf27c0c576 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:09:35.633402 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-98f0ece6-4067-493e-9c60-78adfc6afdf1 None None] Provisioning complete for port 490cfb24-c499-4161-8717-c6192ab871c6 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:09:35.636806 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-98f0ece6-4067-493e-9c60-78adfc6afdf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (490cfb24-c499-4161-8717-c6192ab871c6), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:35.638143 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-98f0ece6-4067-493e-9c60-78adfc6afdf1 None None] Attempt 1 to provision port 490cfb24-c499-4161-8717-c6192ab871c6 Oct 04 21:09:35.644179 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:35.651271 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:35.693556 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8ba311-2f3b-4d17-89dd-338d7898de6e None None] Network 1226a3bd-5aa7-4529-9ae4-e29d9de71510 could not be found, it might have been deleted concurrently. {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 04 21:09:35.704356 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-994a473b-7d71-4fb7-98ae-7e25306ab350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9076e67-7e6f-49a3-90b1-f39a9695dc9f', 'name': 'tempest-NetworksTestDHCPv6-router-981278121', 'tenant_id': 'f31334bc846b471aace4cb8b5f10ff51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:09:09Z', 'updated_at': '2022-10-04T21:09:28Z', 'revision_number': 3, 'project_id': 'f31334bc846b471aace4cb8b5f10ff51', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:09:35.907780 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994a473b-7d71-4fb7-98ae-7e25306ab350 None None] Checking router: e9076e67-7e6f-49a3-90b1-f39a9695dc9f for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:09:35.908151 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-fc85c2a7-2580-44a3-9ec8-a3b951f3365a tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Request body: {'subnet': {'network_id': '9578ce3f-c4fc-4b49-8323-9665af6fc78b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:09:35.975783 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994a473b-7d71-4fb7-98ae-7e25306ab350 None None] Routers {'e9076e67-7e6f-49a3-90b1-f39a9695dc9f'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:09:35.977487 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-994a473b-7d71-4fb7-98ae-7e25306ab350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:09:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['e9076e67-7e6f-49a3-90b1-f39a9695dc9f'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:09:36.171630 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-994a473b-7d71-4fb7-98ae-7e25306ab350 None None] Set router e9076e67-7e6f-49a3-90b1-f39a9695dc9f gateway port host: None {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:09:36.329067 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-994a473b-7d71-4fb7-98ae-7e25306ab350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9076e67-7e6f-49a3-90b1-f39a9695dc9f', 'name': 'tempest-NetworksTestDHCPv6-router-981278121', 'tenant_id': 'f31334bc846b471aace4cb8b5f10ff51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:09:09Z', 'updated_at': '2022-10-04T21:09:28Z', 'revision_number': 3, 'project_id': 'f31334bc846b471aace4cb8b5f10ff51', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:09:36.444104 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994a473b-7d71-4fb7-98ae-7e25306ab350 None None] The sync data for ids ['e9076e67-7e6f-49a3-90b1-f39a9695dc9f'] in n-d-852085-12 is: [{'id': 'e9076e67-7e6f-49a3-90b1-f39a9695dc9f', 'name': 'tempest-NetworksTestDHCPv6-router-981278121', 'tenant_id': 'f31334bc846b471aace4cb8b5f10ff51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:09:09Z', 'updated_at': '2022-10-04T21:09:28Z', 'revision_number': 3, 'project_id': 'f31334bc846b471aace4cb8b5f10ff51', 'gw_port_host': None}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:09:36.524304 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-98f0ece6-4067-493e-9c60-78adfc6afdf1 None None] Port 490cfb24-c499-4161-8717-c6192ab871c6 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:09:36.560329 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-98f0ece6-4067-493e-9c60-78adfc6afdf1 None None] Provisioning complete for port c2c608d1-41a0-412f-b901-6eb8296df6a0 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:09:36.561026 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-98f0ece6-4067-493e-9c60-78adfc6afdf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (c2c608d1-41a0-412f-b901-6eb8296df6a0), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:36.561636 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-98f0ece6-4067-493e-9c60-78adfc6afdf1 None None] Attempt 1 to provision port c2c608d1-41a0-412f-b901-6eb8296df6a0 Oct 04 21:09:36.656373 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a2d52f-a081-44e0-8b07-b2bd49d685f1 None None] DHCP port deletion for 42edc29f-8c98-4058-994e-1dc4e7a022d1 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:09:36.756134 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 60284) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:36.763556 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-4f6f534b-2574-45c1-9f1e-d6ce28cca995 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=d2227c0bff3a4d24894ea6838f5ffe54&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8998842 Oct 04 21:09:36.767196 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-220b572f-b6e0-4ba7-9945-e2c97a77e5c7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (e9076e67-7e6f-49a3-90b1-f39a9695dc9f), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:36.794991 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-220b572f-b6e0-4ba7-9945-e2c97a77e5c7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for router_controller (e9076e67-7e6f-49a3-90b1-f39a9695dc9f), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:37.074360 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:37.096714 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-34159cb5-be06-493f-804a-390913885aba admin admin] Publish callbacks [] for security_group (0a3e8ee7-1810-4b42-9f42-d204eb961140), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:37.262731 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-34159cb5-be06-493f-804a-390913885aba admin admin] Publish callbacks [] for security_group (0a3e8ee7-1810-4b42-9f42-d204eb961140), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:37.263108 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc85c2a7-2580-44a3-9ec8-a3b951f3365a tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Made reservation on behalf of 3e52093341534ca5a76295afd3cfd196 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:09:37.272103 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fc85c2a7-2580-44a3-9ec8-a3b951f3365a tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:37.393476 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:37.593867 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-78a2d52f-a081-44e0-8b07-b2bd49d685f1 None None] Deleting port 55750219-1e88-4118-a771-3a1a8e90c268 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:09:37.593867 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-78a2d52f-a081-44e0-8b07-b2bd49d685f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (55750219-1e88-4118-a771-3a1a8e90c268), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:37.594816 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port c2c608d1-41a0-412f-b901-6eb8296df6a0 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:09:37.623017 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (c2c608d1-41a0-412f-b901-6eb8296df6a0), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:37.665367 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-34159cb5-be06-493f-804a-390913885aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (0a3e8ee7-1810-4b42-9f42-d204eb961140), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:37.670916 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-34159cb5-be06-493f-804a-390913885aba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:37.696020 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-34159cb5-be06-493f-804a-390913885aba admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/0a3e8ee7-1810-4b42-9f42-d204eb961140 HTTP/1.1" status: 204 len: 168 time: 0.9162803 Oct 04 21:09:37.742448 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34159cb5-be06-493f-804a-390913885aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3e8ee7-1810-4b42-9f42-d204eb961140,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:37.947655 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-98f0ece6-4067-493e-9c60-78adfc6afdf1 None None] Current status of the port c2c608d1-41a0-412f-b901-6eb8296df6a0 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:09:37.949018 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-98f0ece6-4067-493e-9c60-78adfc6afdf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (c2c608d1-41a0-412f-b901-6eb8296df6a0), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:38.239749 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port c2c608d1-41a0-412f-b901-6eb8296df6a0, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=c2c608d1-41a0-412f-b901-6eb8296df6a0,segment=NetworkSegment(e56d987d-cd15-4e9a-9398-dd2b3268c878),segment_id=e56d987d-cd15-4e9a-9398-dd2b3268c878)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:09:38.318571 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-78a2d52f-a081-44e0-8b07-b2bd49d685f1 None None] For port 55750219-1e88-4118-a771-3a1a8e90c268, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=55750219-1e88-4118-a771-3a1a8e90c268,segment=NetworkSegment(a074d1d3-d8bf-45a2-a3f3-7647e2465b5f),segment_id=a074d1d3-d8bf-45a2-a3f3-7647e2465b5f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:09:38.318571 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-78a2d52f-a081-44e0-8b07-b2bd49d685f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (55750219-1e88-4118-a771-3a1a8e90c268), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:38.550704 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-78a2d52f-a081-44e0-8b07-b2bd49d685f1 None None] Calling delete_port for 55750219-1e88-4118-a771-3a1a8e90c268 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:09:38.554217 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:38.557078 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-98f0ece6-4067-493e-9c60-78adfc6afdf1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 21:09:38.557984 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-98f0ece6-4067-493e-9c60-78adfc6afdf1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 21:09:38.559238 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (c2c608d1-41a0-412f-b901-6eb8296df6a0), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:38.794993 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-220b572f-b6e0-4ba7-9945-e2c97a77e5c7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (e9076e67-7e6f-49a3-90b1-f39a9695dc9f), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:38.796084 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-220b572f-b6e0-4ba7-9945-e2c97a77e5c7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Fanout notify agent at l3_agent the message router_deleted on router e9076e67-7e6f-49a3-90b1-f39a9695dc9f {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 21:09:38.875349 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-220b572f-b6e0-4ba7-9945-e2c97a77e5c7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:38.890507 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-220b572f-b6e0-4ba7-9945-e2c97a77e5c7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/routers/e9076e67-7e6f-49a3-90b1-f39a9695dc9f HTTP/1.1" status: 204 len: 168 time: 3.8333962 Oct 04 21:09:38.890885 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 60316) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:38.930380 n-d-852085-12 neutron-server[108169]: INFO neutron.db.ipam_backend_mixin [None req-fc85c2a7-2580-44a3-9ec8-a3b951f3365a tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f19558a9-1072-4db0-a83e-22903557b9a9 (CIDR: 172.20.0.0/28) Oct 04 21:09:38.993589 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc85c2a7-2580-44a3-9ec8-a3b951f3365a tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 21:09:38.995423 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc85c2a7-2580-44a3-9ec8-a3b951f3365a tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:09:39.100491 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 2cfb272f-47a4-4ec4-b05b-c28fb296aade up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:09:39.129928 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ab70f1-ded2-4ddb-97ef-f1a7eef90d7f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:09:39.137169 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60320) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:39.155036 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-44ab70f1-ded2-4ddb-97ef-f1a7eef90d7f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2610667 Oct 04 21:09:39.265798 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=c2c608d1-41a0-412f-b901-6eb8296df6a0,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:39.271076 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 60326) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:39.281421 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-65e5a76a-4fde-4edd-ac19-a405d840794b tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Request body: {'subnet': {'network_id': '9578ce3f-c4fc-4b49-8323-9665af6fc78b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:09:39.282381 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-fc85c2a7-2580-44a3-9ec8-a3b951f3365a tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 4.5528929 Oct 04 21:09:39.380303 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:39.425855 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4858a0f7-cf15-4f8e-9373-ee9eef75a3a8 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:09:39.434113 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-4858a0f7-cf15-4f8e-9373-ee9eef75a3a8 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2901368 Oct 04 21:09:39.435282 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60330) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:39.517337 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 2cfb272f-47a4-4ec4-b05b-c28fb296aade triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:09:39.520857 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (2cfb272f-47a4-4ec4-b05b-c28fb296aade), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:39.522044 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 2cfb272f-47a4-4ec4-b05b-c28fb296aade Oct 04 21:09:39.586804 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b96fd3be-69b5-4e5d-ba61-89c86f7952e4 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1462960 Oct 04 21:09:39.601595 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60342) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:39.617295 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-c35d1654-1d93-4694-9414-1f5772936435 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Request body: {'subnet': {'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:09:39.703043 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-98f0ece6-4067-493e-9c60-78adfc6afdf1 None None] Current status of the port c2c608d1-41a0-412f-b901-6eb8296df6a0 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:09:39.745328 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-78a2d52f-a081-44e0-8b07-b2bd49d685f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (55750219-1e88-4118-a771-3a1a8e90c268), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:39.922902 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:39.944477 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a2d52f-a081-44e0-8b07-b2bd49d685f1 None None] Pushing event deleted for resources: {'Port': ['ID=55750219-1e88-4118-a771-3a1a8e90c268,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:39.973063 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a2d52f-a081-44e0-8b07-b2bd49d685f1 None None] No DVR routers for this DVR port 55750219-1e88-4118-a771-3a1a8e90c268 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:09:40.111590 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-bc787cb0-a264-46a9-b568-ffb4cb2dd374 None None] Provisioning complete for port b3bdd0a3-8937-44b7-a86c-d07c1db3a3f8 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:09:40.113350 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-bc787cb0-a264-46a9-b568-ffb4cb2dd374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b3bdd0a3-8937-44b7-a86c-d07c1db3a3f8), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:40.113978 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-bc787cb0-a264-46a9-b568-ffb4cb2dd374 None None] Attempt 1 to provision port b3bdd0a3-8937-44b7-a86c-d07c1db3a3f8 Oct 04 21:09:40.140533 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e5a76a-4fde-4edd-ac19-a405d840794b tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Made reservation on behalf of 3e52093341534ca5a76295afd3cfd196 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:09:40.150465 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-65e5a76a-4fde-4edd-ac19-a405d840794b tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:40.286591 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c35d1654-1d93-4694-9414-1f5772936435 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Made reservation on behalf of f31334bc846b471aace4cb8b5f10ff51 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:09:40.305911 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c35d1654-1d93-4694-9414-1f5772936435 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:40.729767 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=8 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:40.731978 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:41.193881 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 2cfb272f-47a4-4ec4-b05b-c28fb296aade is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:09:41.226105 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-65e5a76a-4fde-4edd-ac19-a405d840794b tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (2d27306f-3dad-4915-b5dd-8224690de78e), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:41.243820 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-bc787cb0-a264-46a9-b568-ffb4cb2dd374 None None] Port b3bdd0a3-8937-44b7-a86c-d07c1db3a3f8 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:09:41.315013 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-bc787cb0-a264-46a9-b568-ffb4cb2dd374 None None] Provisioning complete for port 490cfb24-c499-4161-8717-c6192ab871c6 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:09:41.317855 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-bc787cb0-a264-46a9-b568-ffb4cb2dd374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (490cfb24-c499-4161-8717-c6192ab871c6), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:41.319408 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-bc787cb0-a264-46a9-b568-ffb4cb2dd374 None None] Attempt 1 to provision port 490cfb24-c499-4161-8717-c6192ab871c6 Oct 04 21:09:41.424369 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e5a76a-4fde-4edd-ac19-a405d840794b tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Network 9578ce3f-c4fc-4b49-8323-9665af6fc78b is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:09:41.432718 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 42dabfbd-1c92-4ce7-b4b8-715b646d1b15 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:09:41.507925 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 42dabfbd-1c92-4ce7-b4b8-715b646d1b15 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:09:41.508642 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 42dabfbd-1c92-4ce7-b4b8-715b646d1b15 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:09:41.517791 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 55750219-1e88-4118-a771-3a1a8e90c268 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:09:41.519820 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e5a76a-4fde-4edd-ac19-a405d840794b tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event updated for resources: {'Subnet': ['ID=2d27306f-3dad-4915-b5dd-8224690de78e,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:41.569217 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-65e5a76a-4fde-4edd-ac19-a405d840794b tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:09:41.587026 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 55750219-1e88-4118-a771-3a1a8e90c268 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:09:41.587644 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 55750219-1e88-4118-a771-3a1a8e90c268 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:09:41.596675 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e5a76a-4fde-4edd-ac19-a405d840794b tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:09:41.596675 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-65e5a76a-4fde-4edd-ac19-a405d840794b tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:41.632780 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fb0e71-7ef2-4044-a61a-18c9bacc89bc None None] Network 9578ce3f-c4fc-4b49-8323-9665af6fc78b requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:09:41.758172 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-65e5a76a-4fde-4edd-ac19-a405d840794b tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.4846184 Oct 04 21:09:41.763260 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 60380) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:41.787438 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-92491c1b-f699-402b-81f0-c75cb61e7efd tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-591188839', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2d27306f-3dad-4915-b5dd-8224690de78e'}], 'security_groups': ['3c63b471-bdc9-4de8-a70d-5ae6674b89d4']}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:09:41.853964 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-bc787cb0-a264-46a9-b568-ffb4cb2dd374 None None] Port 490cfb24-c499-4161-8717-c6192ab871c6 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:09:41.996107 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-bc787cb0-a264-46a9-b568-ffb4cb2dd374 None None] Provisioning complete for port c2c608d1-41a0-412f-b901-6eb8296df6a0 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:09:42.004106 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-bc787cb0-a264-46a9-b568-ffb4cb2dd374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (c2c608d1-41a0-412f-b901-6eb8296df6a0), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:42.008618 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-bc787cb0-a264-46a9-b568-ffb4cb2dd374 None None] Attempt 1 to provision port c2c608d1-41a0-412f-b901-6eb8296df6a0 Oct 04 21:09:42.027280 n-d-852085-12 neutron-server[108169]: DEBUG neutron.objects.ports [None req-c35d1654-1d93-4694-9414-1f5772936435 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108169) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 04 21:09:42.031894 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c35d1654-1d93-4694-9414-1f5772936435 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (a3437146-8574-42b1-94ad-d3254947d7cf), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:42.196250 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60386) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:42.273942 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device c2c608d1-41a0-412f-b901-6eb8296df6a0 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:09:42.303887 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60390) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:42.377383 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35d1654-1d93-4694-9414-1f5772936435 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:09:42.395202 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-c35d1654-1d93-4694-9414-1f5772936435 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:09:42.418149 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35d1654-1d93-4694-9414-1f5772936435 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:09:42.428167 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c35d1654-1d93-4694-9414-1f5772936435 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:42.516089 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35d1654-1d93-4694-9414-1f5772936435 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event updated for resources: {'Subnet': ['ID=a3437146-8574-42b1-94ad-d3254947d7cf,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:42.548260 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d927a98-faff-42d8-9e67-2b7c9677ac40 None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:09:42.579848 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:42.630967 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c35d1654-1d93-4694-9414-1f5772936435 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.0363023 Oct 04 21:09:42.635657 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60400) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:42.654612 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-a7966595-ea1c-4297-ba39-7db1f9c2c2de tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Request body: {'subnet': {'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:09:42.771205 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-e2216f0f-64c6-47e5-9a32-70fd6ca714c7 tempest-DvrRoutersNegativeTest-1029168123 tempest-DvrRoutersNegativeTest-1029168123-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-206764122', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:09:42.790591 n-d-852085-12 neutron-server[108169]: DEBUG neutron.policy [None req-e2216f0f-64c6-47e5-9a32-70fd6ca714c7 tempest-DvrRoutersNegativeTest-1029168123 tempest-DvrRoutersNegativeTest-1029168123-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=108169) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Oct 04 21:09:42.791036 n-d-852085-12 neutron-server[108169]: DEBUG neutron.policy [None req-e2216f0f-64c6-47e5-9a32-70fd6ca714c7 tempest-DvrRoutersNegativeTest-1029168123 tempest-DvrRoutersNegativeTest-1029168123-project] Failed policy enforce for 'create_router' {{(pid=108169) enforce /opt/stack/neutron/neutron/policy.py:523}} Oct 04 21:09:42.792045 n-d-852085-12 neutron-server[108169]: INFO neutron.api.v2.resource [None req-e2216f0f-64c6-47e5-9a32-70fd6ca714c7 tempest-DvrRoutersNegativeTest-1029168123 tempest-DvrRoutersNegativeTest-1029168123-project] create failed (client error): Access was denied to this resource. Oct 04 21:09:42.794082 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e2216f0f-64c6-47e5-9a32-70fd6ca714c7 tempest-DvrRoutersNegativeTest-1029168123 tempest-DvrRoutersNegativeTest-1029168123-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.5834165 Oct 04 21:09:42.866822 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-92491c1b-f699-402b-81f0-c75cb61e7efd tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b3bdd0a3-8937-44b7-a86c-d07c1db3a3f8), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:43.082796 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:43.085693 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-bc787cb0-a264-46a9-b568-ffb4cb2dd374 None None] Current status of the port c2c608d1-41a0-412f-b901-6eb8296df6a0 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:09:43.157793 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b213b7f9-9dff-4c8f-98b0-7dd9ac771dea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:43.508304 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:43.554853 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port c2c608d1-41a0-412f-b901-6eb8296df6a0 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:09:43.555763 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (c2c608d1-41a0-412f-b901-6eb8296df6a0), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:43.556437 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port c2c608d1-41a0-412f-b901-6eb8296df6a0 Oct 04 21:09:43.564087 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae70b85-e96c-45ea-83e9-1759e98d86cc None None] Update dhcp port {'port': {'network_id': '9578ce3f-c4fc-4b49-8323-9665af6fc78b', 'fixed_ips': [{'subnet_id': 'f19558a9-1072-4db0-a83e-22903557b9a9', 'ip_address': '172.20.0.2'}, {'subnet_id': '2d27306f-3dad-4915-b5dd-8224690de78e'}], 'binding:host_id': 'n-d-852085-12'}, 'id': 'c2c608d1-41a0-412f-b901-6eb8296df6a0'} from n-d-852085-12. {{(pid=108171) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 04 21:09:43.632755 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:43.697556 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7966595-ea1c-4297-ba39-7db1f9c2c2de tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Made reservation on behalf of f31334bc846b471aace4cb8b5f10ff51 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:09:43.721156 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a7966595-ea1c-4297-ba39-7db1f9c2c2de tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:43.820828 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0ae70b85-e96c-45ea-83e9-1759e98d86cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (c2c608d1-41a0-412f-b901-6eb8296df6a0), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:43.875850 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5f66a8-05da-428c-9d26-1b5c61d9c638 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-42edc29f-8c98-4058-994e-1dc4e7a022d1', 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'project_id': 'f31334bc846b471aace4cb8b5f10ff51', 'fixed_ips': [{'subnet_id': 'a3437146-8574-42b1-94ad-d3254947d7cf'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:09:43.878979 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ee5f66a8-05da-428c-9d26-1b5c61d9c638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:44.256897 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60418) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:44.310101 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b213b7f9-9dff-4c8f-98b0-7dd9ac771dea admin admin] Publish callbacks [] for security_group (8d51e2cc-33fe-41c6-bb3f-39fe98f917ce), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:44.406344 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b213b7f9-9dff-4c8f-98b0-7dd9ac771dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (8d51e2cc-33fe-41c6-bb3f-39fe98f917ce), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:44.459307 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-92491c1b-f699-402b-81f0-c75cb61e7efd tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Delete allocated IP 172.20.0.9 (9578ce3f-c4fc-4b49-8323-9665af6fc78b/f19558a9-1072-4db0-a83e-22903557b9a9) {{(pid=108170) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 04 21:09:44.496051 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-92491c1b-f699-402b-81f0-c75cb61e7efd tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Allocated IP 172.20.0.28 (9578ce3f-c4fc-4b49-8323-9665af6fc78b/2d27306f-3dad-4915-b5dd-8224690de78e/b3bdd0a3-8937-44b7-a86c-d07c1db3a3f8) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:09:44.640694 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:44.650777 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b213b7f9-9dff-4c8f-98b0-7dd9ac771dea admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=6a77fc44d32545aa88c7b79f62216791&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3449006 Oct 04 21:09:44.733907 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60424) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:44.824418 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port c2c608d1-41a0-412f-b901-6eb8296df6a0 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:09:45.021844 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-ee5f66a8-05da-428c-9d26-1b5c61d9c638 None None] Allocated IP 2001:db8::f816:3eff:fe1f:724d (42edc29f-8c98-4058-994e-1dc4e7a022d1/a3437146-8574-42b1-94ad-d3254947d7cf/9c4627fa-4beb-43a9-a2a6-8b21972cadbe) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:09:45.030322 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b213b7f9-9dff-4c8f-98b0-7dd9ac771dea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d51e2cc-33fe-41c6-bb3f-39fe98f917ce,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:45.374205 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-92491c1b-f699-402b-81f0-c75cb61e7efd tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for port (b3bdd0a3-8937-44b7-a86c-d07c1db3a3f8), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:45.395307 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ee5f66a8-05da-428c-9d26-1b5c61d9c638 None None] Publish callbacks [] for port (9c4627fa-4beb-43a9-a2a6-8b21972cadbe), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:45.463976 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-92491c1b-f699-402b-81f0-c75cb61e7efd tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (b3bdd0a3-8937-44b7-a86c-d07c1db3a3f8), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:45.477737 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:45.507074 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5240065d-c735-4dc8-9e7b-17476caf9e79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:45.523389 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ee5f66a8-05da-428c-9d26-1b5c61d9c638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (9c4627fa-4beb-43a9-a2a6-8b21972cadbe), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:45.653108 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92491c1b-f699-402b-81f0-c75cb61e7efd tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event updated for resources: {'Port': ['ID=b3bdd0a3-8937-44b7-a86c-d07c1db3a3f8,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:45.665456 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-494e8420-94bb-468d-8f81-d56c9816608a admin admin] Publish callbacks [] for security_group (8d51e2cc-33fe-41c6-bb3f-39fe98f917ce), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:45.719004 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e0cd379b-ec20-40b5-a55d-f431ea88d4ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:45.790601 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a7966595-ea1c-4297-ba39-7db1f9c2c2de tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (2159fae7-239c-44c8-96b8-03b52351132f), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:45.855563 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5f66a8-05da-428c-9d26-1b5c61d9c638 None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:09:45.858918 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-92491c1b-f699-402b-81f0-c75cb61e7efd tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] In _notify_port_updated(), no bound segment for port b3bdd0a3-8937-44b7-a86c-d07c1db3a3f8 on network 9578ce3f-c4fc-4b49-8323-9665af6fc78b {{(pid=108170) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 04 21:09:45.867017 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-494e8420-94bb-468d-8f81-d56c9816608a admin admin] Publish callbacks [] for security_group (8d51e2cc-33fe-41c6-bb3f-39fe98f917ce), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:45.869217 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92491c1b-f699-402b-81f0-c75cb61e7efd tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:09:45.870410 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-92491c1b-f699-402b-81f0-c75cb61e7efd tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:45.872522 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:45.874381 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-92491c1b-f699-402b-81f0-c75cb61e7efd tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "PUT /networking/v2.0/ports/b3bdd0a3-8937-44b7-a86c-d07c1db3a3f8 HTTP/1.1" status: 200 len: 920 time: 4.1088619 Oct 04 21:09:45.879041 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 60438) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:45.883710 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-ee5f66a8-05da-428c-9d26-1b5c61d9c638 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:09:45.953390 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-0ae70b85-e96c-45ea-83e9-1759e98d86cc None None] Allocated IP 172.20.0.18 (9578ce3f-c4fc-4b49-8323-9665af6fc78b/2d27306f-3dad-4915-b5dd-8224690de78e/c2c608d1-41a0-412f-b901-6eb8296df6a0) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:09:45.991643 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:46.055263 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7966595-ea1c-4297-ba39-7db1f9c2c2de tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:09:46.082784 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-a7966595-ea1c-4297-ba39-7db1f9c2c2de tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:09:46.112690 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7966595-ea1c-4297-ba39-7db1f9c2c2de tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:09:46.113819 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a7966595-ea1c-4297-ba39-7db1f9c2c2de tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:46.120187 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5f66a8-05da-428c-9d26-1b5c61d9c638 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:09:46.173036 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7966595-ea1c-4297-ba39-7db1f9c2c2de tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event updated for resources: {'Subnet': ['ID=2159fae7-239c-44c8-96b8-03b52351132f,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:46.249550 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-03b5506d-fca2-4ef1-9b72-bf34aadbb8c3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Deleting port b3bdd0a3-8937-44b7-a86c-d07c1db3a3f8 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:09:46.250534 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-03b5506d-fca2-4ef1-9b72-bf34aadbb8c3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (b3bdd0a3-8937-44b7-a86c-d07c1db3a3f8), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:46.255214 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5f66a8-05da-428c-9d26-1b5c61d9c638 None None] Pushing event updated for resources: {'Port': ['ID=9c4627fa-4beb-43a9-a2a6-8b21972cadbe,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:46.393034 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5240065d-c735-4dc8-9e7b-17476caf9e79 admin admin] Publish callbacks [] for security_group (7bccd6b5-d0e5-4ba8-ab9e-cd3b1c54b7cd), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:46.401024 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a7966595-ea1c-4297-ba39-7db1f9c2c2de tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7631338 Oct 04 21:09:46.426549 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60448) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:46.426861 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-ee5f66a8-05da-428c-9d26-1b5c61d9c638 None None] Attempting to bind port 9c4627fa-4beb-43a9-a2a6-8b21972cadbe on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:09:46.427394 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-ee5f66a8-05da-428c-9d26-1b5c61d9c638 None None] Attempting to bind port 9c4627fa-4beb-43a9-a2a6-8b21972cadbe by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:09:46.431197 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5f66a8-05da-428c-9d26-1b5c61d9c638 None None] Attempting to bind port 9c4627fa-4beb-43a9-a2a6-8b21972cadbe on network 42edc29f-8c98-4058-994e-1dc4e7a022d1 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:09:46.435366 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-0ae70b85-e96c-45ea-83e9-1759e98d86cc None None] For port c2c608d1-41a0-412f-b901-6eb8296df6a0, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=c2c608d1-41a0-412f-b901-6eb8296df6a0,segment=NetworkSegment(e56d987d-cd15-4e9a-9398-dd2b3268c878),segment_id=e56d987d-cd15-4e9a-9398-dd2b3268c878)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:09:46.459964 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-6e2097a7-4259-40b3-bf29-32b673102824 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Request body: {'port': {'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'mac_address': 'fa:16:3e:64:db:b8', 'name': 'tempest-NetworksTestDHCPv6-1812398660'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:09:46.565238 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5f66a8-05da-428c-9d26-1b5c61d9c638 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:09:46.566581 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5f66a8-05da-428c-9d26-1b5c61d9c638 None None] Checking segment: {'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:09:46.567698 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ee5f66a8-05da-428c-9d26-1b5c61d9c638 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:46.568472 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5f66a8-05da-428c-9d26-1b5c61d9c638 None None] Bound using segment: {'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:09:46.569683 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-ee5f66a8-05da-428c-9d26-1b5c61d9c638 None None] Bound port: 9c4627fa-4beb-43a9-a2a6-8b21972cadbe, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:09:46.570515 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ee5f66a8-05da-428c-9d26-1b5c61d9c638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (9c4627fa-4beb-43a9-a2a6-8b21972cadbe), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:46.645241 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-03b5506d-fca2-4ef1-9b72-bf34aadbb8c3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (b3bdd0a3-8937-44b7-a86c-d07c1db3a3f8), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:46.675417 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5240065d-c735-4dc8-9e7b-17476caf9e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (7bccd6b5-d0e5-4ba8-ab9e-cd3b1c54b7cd), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:46.714594 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-494e8420-94bb-468d-8f81-d56c9816608a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (8d51e2cc-33fe-41c6-bb3f-39fe98f917ce), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:46.719681 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-03b5506d-fca2-4ef1-9b72-bf34aadbb8c3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Calling delete_port for b3bdd0a3-8937-44b7-a86c-d07c1db3a3f8 owned by {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:09:46.720437 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-494e8420-94bb-468d-8f81-d56c9816608a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:46.722388 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-494e8420-94bb-468d-8f81-d56c9816608a admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/8d51e2cc-33fe-41c6-bb3f-39fe98f917ce HTTP/1.1" status: 204 len: 168 time: 1.9837508 Oct 04 21:09:46.783063 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0ae70b85-e96c-45ea-83e9-1759e98d86cc None None] Publish callbacks [] for port (c2c608d1-41a0-412f-b901-6eb8296df6a0), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:46.861132 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-5240065d-c735-4dc8-9e7b-17476caf9e79 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=33d541d013b340af99e4d79839f0fc14&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5916188 Oct 04 21:09:46.869224 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60452) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:46.911294 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0ae70b85-e96c-45ea-83e9-1759e98d86cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (c2c608d1-41a0-412f-b901-6eb8296df6a0), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:46.978941 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-ee5f66a8-05da-428c-9d26-1b5c61d9c638 None None] For port 9c4627fa-4beb-43a9-a2a6-8b21972cadbe, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:09:46.988234 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5240065d-c735-4dc8-9e7b-17476caf9e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bccd6b5-d0e5-4ba8-ab9e-cd3b1c54b7cd,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:47.009072 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:47.055495 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494e8420-94bb-468d-8f81-d56c9816608a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d51e2cc-33fe-41c6-bb3f-39fe98f917ce,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:47.085956 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-95b5a274-9d8a-4acd-bf74-b4b8152fbca8 admin admin] Publish callbacks [] for security_group (7bccd6b5-d0e5-4ba8-ab9e-cd3b1c54b7cd), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:47.105296 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-ee5f66a8-05da-428c-9d26-1b5c61d9c638 None None] For port 9c4627fa-4beb-43a9-a2a6-8b21972cadbe, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=9c4627fa-4beb-43a9-a2a6-8b21972cadbe,segment=NetworkSegment(a074d1d3-d8bf-45a2-a3f3-7647e2465b5f),segment_id=a074d1d3-d8bf-45a2-a3f3-7647e2465b5f)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:09:47.294286 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e2097a7-4259-40b3-bf29-32b673102824 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Made reservation on behalf of f31334bc846b471aace4cb8b5f10ff51 for: {'port': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:09:47.332969 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ee5f66a8-05da-428c-9d26-1b5c61d9c638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (9c4627fa-4beb-43a9-a2a6-8b21972cadbe), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:47.371355 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae70b85-e96c-45ea-83e9-1759e98d86cc None None] Pushing event updated for resources: {'Port': ['ID=c2c608d1-41a0-412f-b901-6eb8296df6a0,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:47.383998 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-03b5506d-fca2-4ef1-9b72-bf34aadbb8c3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (b3bdd0a3-8937-44b7-a86c-d07c1db3a3f8), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:47.438074 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:DELETE=8,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:47.626877 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b5506d-fca2-4ef1-9b72-bf34aadbb8c3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event deleted for resources: {'Port': ['ID=b3bdd0a3-8937-44b7-a86c-d07c1db3a3f8,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:47.679261 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8ac7e4c3-b1b5-4628-ab00-1020c7a76357 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:47.801632 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5f66a8-05da-428c-9d26-1b5c61d9c638 None None] Pushing event updated for resources: {'Port': ['ID=9c4627fa-4beb-43a9-a2a6-8b21972cadbe,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:47.829766 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6e2097a7-4259-40b3-bf29-32b673102824 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:47.839271 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-95b5a274-9d8a-4acd-bf74-b4b8152fbca8 admin admin] Publish callbacks [] for security_group (7bccd6b5-d0e5-4ba8-ab9e-cd3b1c54b7cd), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:47.955481 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [None req-6e2097a7-4259-40b3-bf29-32b673102824 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] device_id is not set on port 5418cd70-49c3-43cc-89ab-75554bf0c567 yet. {{(pid=108169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 21:09:48.160578 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-03b5506d-fca2-4ef1-9b72-bf34aadbb8c3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:48.166407 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-03b5506d-fca2-4ef1-9b72-bf34aadbb8c3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "DELETE /networking/v2.0/ports/b3bdd0a3-8937-44b7-a86c-d07c1db3a3f8 HTTP/1.1" status: 204 len: 168 time: 2.2673228 Oct 04 21:09:48.184530 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 60466) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:48.300782 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-09077db0-fb1c-4bc9-8306-5458caa207dd tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] GET failed (client error): The resource could not be found. Oct 04 21:09:48.313702 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-09077db0-fb1c-4bc9-8306-5458caa207dd tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "GET /networking/v2.0/ports/b3bdd0a3-8937-44b7-a86c-d07c1db3a3f8 HTTP/1.1" status: 404 len: 333 time: 0.1251993 Oct 04 21:09:48.314693 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60470) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:48.549561 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=84,neutron:INSERT=6,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:48.736009 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-95b5a274-9d8a-4acd-bf74-b4b8152fbca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (7bccd6b5-d0e5-4ba8-ab9e-cd3b1c54b7cd), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:48.749547 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-95b5a274-9d8a-4acd-bf74-b4b8152fbca8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:48.751468 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-95b5a274-9d8a-4acd-bf74-b4b8152fbca8 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/7bccd6b5-d0e5-4ba8-ab9e-cd3b1c54b7cd HTTP/1.1" status: 204 len: 168 time: 1.8802130 Oct 04 21:09:48.802316 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-366f086c-6eb6-4094-979e-54f30dd26364 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for security_group (f787e313-68f1-4f54-bfc7-95594b7715a9), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:48.850221 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-366f086c-6eb6-4094-979e-54f30dd26364 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for security_group (f787e313-68f1-4f54-bfc7-95594b7715a9), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:48.974321 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 60484) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:49.008280 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:49.009048 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b5a274-9d8a-4acd-bf74-b4b8152fbca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bccd6b5-d0e5-4ba8-ab9e-cd3b1c54b7cd,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:49.029107 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8c25136e-da3e-4e54-9a0e-179d1ca19fe5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:49.099572 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-366f086c-6eb6-4094-979e-54f30dd26364 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (f787e313-68f1-4f54-bfc7-95594b7715a9), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:49.109764 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-366f086c-6eb6-4094-979e-54f30dd26364 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:49.120476 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-366f086c-6eb6-4094-979e-54f30dd26364 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/f787e313-68f1-4f54-bfc7-95594b7715a9 HTTP/1.1" status: 204 len: 168 time: 0.7784963 Oct 04 21:09:49.125303 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60486) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:49.142296 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-6e2097a7-4259-40b3-bf29-32b673102824 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Allocated IP 172.20.0.12 (42edc29f-8c98-4058-994e-1dc4e7a022d1/2159fae7-239c-44c8-96b8-03b52351132f/5418cd70-49c3-43cc-89ab-75554bf0c567) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:09:49.180294 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-6e2097a7-4259-40b3-bf29-32b673102824 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Allocated IP 2001:db8::f816:3eff:fe64:dbb8 (42edc29f-8c98-4058-994e-1dc4e7a022d1/a3437146-8574-42b1-94ad-d3254947d7cf/5418cd70-49c3-43cc-89ab-75554bf0c567) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:09:49.361778 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366f086c-6eb6-4094-979e-54f30dd26364 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f787e313-68f1-4f54-bfc7-95594b7715a9,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:49.507076 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8c25136e-da3e-4e54-9a0e-179d1ca19fe5 admin admin] Publish callbacks [] for security_group (646a554b-e86b-497f-ba6d-43406bf60f83), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:49.510820 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-60cd2d5d-c490-4c0c-83a6-bca4f9c76c4a None None] Could not find standard attr ID for object b3bdd0a3-8937-44b7-a86c-d07c1db3a3f8. {{(pid=108171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 04 21:09:49.549831 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:49.555904 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-60cd2d5d-c490-4c0c-83a6-bca4f9c76c4a None None] Provisioning complete for port 490cfb24-c499-4161-8717-c6192ab871c6 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:09:49.557102 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-60cd2d5d-c490-4c0c-83a6-bca4f9c76c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (490cfb24-c499-4161-8717-c6192ab871c6), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:49.558319 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-60cd2d5d-c490-4c0c-83a6-bca4f9c76c4a None None] Attempt 1 to provision port 490cfb24-c499-4161-8717-c6192ab871c6 Oct 04 21:09:49.643095 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8c25136e-da3e-4e54-9a0e-179d1ca19fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (646a554b-e86b-497f-ba6d-43406bf60f83), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:49.649224 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 9c4627fa-4beb-43a9-a2a6-8b21972cadbe up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:09:49.916778 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-8c25136e-da3e-4e54-9a0e-179d1ca19fe5 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=ccd71b020c2c4acc9233636ce2106136&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9402881 Oct 04 21:09:49.925093 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 60502) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:49.975427 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c25136e-da3e-4e54-9a0e-179d1ca19fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=646a554b-e86b-497f-ba6d-43406bf60f83,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:50.152002 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-60cd2d5d-c490-4c0c-83a6-bca4f9c76c4a None None] Port 490cfb24-c499-4161-8717-c6192ab871c6 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:09:50.220135 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6e2097a7-4259-40b3-bf29-32b673102824 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for port (5418cd70-49c3-43cc-89ab-75554bf0c567), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:50.243557 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-240d7e57-d120-4c77-b0fa-4e15f917ff32 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for security_group (3c63b471-bdc9-4de8-a70d-5ae6674b89d4), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:50.314577 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 60510) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:50.322133 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-60cd2d5d-c490-4c0c-83a6-bca4f9c76c4a None None] Provisioning complete for port c2c608d1-41a0-412f-b901-6eb8296df6a0 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:09:50.324741 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-60cd2d5d-c490-4c0c-83a6-bca4f9c76c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (c2c608d1-41a0-412f-b901-6eb8296df6a0), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:50.337033 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-60cd2d5d-c490-4c0c-83a6-bca4f9c76c4a None None] Attempt 1 to provision port c2c608d1-41a0-412f-b901-6eb8296df6a0 Oct 04 21:09:50.368640 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7f3e4d9e-cc70-447a-90f3-4c4c9b3e771a admin admin] Publish callbacks [] for security_group (646a554b-e86b-497f-ba6d-43406bf60f83), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:50.399489 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-240d7e57-d120-4c77-b0fa-4e15f917ff32 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for security_group (3c63b471-bdc9-4de8-a70d-5ae6674b89d4), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:50.456108 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:50.478029 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 9c4627fa-4beb-43a9-a2a6-8b21972cadbe triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:09:50.479765 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (9c4627fa-4beb-43a9-a2a6-8b21972cadbe), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:50.480980 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 9c4627fa-4beb-43a9-a2a6-8b21972cadbe Oct 04 21:09:50.637188 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:50.676764 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7f3e4d9e-cc70-447a-90f3-4c4c9b3e771a admin admin] Publish callbacks [] for security_group (646a554b-e86b-497f-ba6d-43406bf60f83), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:50.717822 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd98af5a-a539-4ed6-ace4-1b648d1899d0 admin admin] Deleting subnet 33be4513-aaae-4179-8354-307a4bf54f8f {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:09:50.727944 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16ac381-7924-4939-bf20-35f879bc5c5d None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:09:50.729066 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cd98af5a-a539-4ed6-ace4-1b648d1899d0 admin admin] Publish callbacks [] for subnet (33be4513-aaae-4179-8354-307a4bf54f8f), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:50.803799 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6e2097a7-4259-40b3-bf29-32b673102824 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (5418cd70-49c3-43cc-89ab-75554bf0c567), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:50.930853 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cd98af5a-a539-4ed6-ace4-1b648d1899d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (33be4513-aaae-4179-8354-307a4bf54f8f), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:51.215401 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2097a7-4259-40b3-bf29-32b673102824 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event updated for resources: {'Port': ['ID=5418cd70-49c3-43cc-89ab-75554bf0c567,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:51.247761 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-240d7e57-d120-4c77-b0fa-4e15f917ff32 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (3c63b471-bdc9-4de8-a70d-5ae6674b89d4), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:51.259592 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-240d7e57-d120-4c77-b0fa-4e15f917ff32 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:51.271099 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 60520) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:51.273981 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-240d7e57-d120-4c77-b0fa-4e15f917ff32 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/3c63b471-bdc9-4de8-a70d-5ae6674b89d4 HTTP/1.1" status: 204 len: 168 time: 1.9708850 Oct 04 21:09:51.283541 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2097a7-4259-40b3-bf29-32b673102824 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:09:51.327302 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7f3e4d9e-cc70-447a-90f3-4c4c9b3e771a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (646a554b-e86b-497f-ba6d-43406bf60f83), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:51.338565 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-6e2097a7-4259-40b3-bf29-32b673102824 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:09:51.340414 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7f3e4d9e-cc70-447a-90f3-4c4c9b3e771a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:51.345438 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-7f3e4d9e-cc70-447a-90f3-4c4c9b3e771a admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/646a554b-e86b-497f-ba6d-43406bf60f83 HTTP/1.1" status: 204 len: 168 time: 1.4178410 Oct 04 21:09:51.352477 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2097a7-4259-40b3-bf29-32b673102824 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:09:51.367977 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240d7e57-d120-4c77-b0fa-4e15f917ff32 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c63b471-bdc9-4de8-a70d-5ae6674b89d4,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:51.525019 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cd98af5a-a539-4ed6-ace4-1b648d1899d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (33be4513-aaae-4179-8354-307a4bf54f8f), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:51.634450 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2097a7-4259-40b3-bf29-32b673102824 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:09:51.635976 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6e2097a7-4259-40b3-bf29-32b673102824 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:51.678535 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3e4d9e-cc70-447a-90f3-4c4c9b3e771a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=646a554b-e86b-497f-ba6d-43406bf60f83,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:51.724438 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dbdd658-ba52-4c45-8c0e-9791c613dcaf tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Deleting subnet f19558a9-1072-4db0-a83e-22903557b9a9 {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:09:51.734020 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2dbdd658-ba52-4c45-8c0e-9791c613dcaf tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for subnet (f19558a9-1072-4db0-a83e-22903557b9a9), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:51.789696 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-6e2097a7-4259-40b3-bf29-32b673102824 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 5.3563249 Oct 04 21:09:51.793900 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60532) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:51.899987 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2dbdd658-ba52-4c45-8c0e-9791c613dcaf tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (f19558a9-1072-4db0-a83e-22903557b9a9), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:52.021698 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91374a34-aff9-4721-8977-ffb63dcc6dd3 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:09:52.062086 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:52.069673 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91374a34-aff9-4721-8977-ffb63dcc6dd3 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:09:52.073113 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-91374a34-aff9-4721-8977-ffb63dcc6dd3 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.2771881 Oct 04 21:09:52.082977 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60540) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:52.109007 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cd98af5a-a539-4ed6-ace4-1b648d1899d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (33be4513-aaae-4179-8354-307a4bf54f8f), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:52.269316 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:52.290145 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:52.305777 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:52.362713 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-471ee04d-9adb-40af-a1ab-18855715d8c9 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Deleting port 5418cd70-49c3-43cc-89ab-75554bf0c567 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:09:52.362713 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-471ee04d-9adb-40af-a1ab-18855715d8c9 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (5418cd70-49c3-43cc-89ab-75554bf0c567), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:52.426396 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd98af5a-a539-4ed6-ace4-1b648d1899d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33be4513-aaae-4179-8354-307a4bf54f8f,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:52.464545 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cd98af5a-a539-4ed6-ace4-1b648d1899d0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:52.470922 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-cd98af5a-a539-4ed6-ace4-1b648d1899d0 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/33be4513-aaae-4179-8354-307a4bf54f8f HTTP/1.1" status: 204 len: 168 time: 2.1468306 Oct 04 21:09:52.500977 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 60544) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:52.527603 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-60cd2d5d-c490-4c0c-83a6-bca4f9c76c4a None None] Current status of the port c2c608d1-41a0-412f-b901-6eb8296df6a0 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:09:52.655625 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:52.682901 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-ccb3a3b4-0c88-4179-a78d-722e08abc755 None None] Could not find standard attr ID for object b3bdd0a3-8937-44b7-a86c-d07c1db3a3f8. {{(pid=108171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 04 21:09:52.722158 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 9c4627fa-4beb-43a9-a2a6-8b21972cadbe is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:09:52.725871 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (9c4627fa-4beb-43a9-a2a6-8b21972cadbe), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:52.886786 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d829a3b-10ec-4c26-8d4d-f88b0a1509be None None] Update dhcp port {'port': {'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'fixed_ips': [{'subnet_id': 'a3437146-8574-42b1-94ad-d3254947d7cf', 'ip_address': '2001:db8::f816:3eff:fe1f:724d'}, {'subnet_id': '2159fae7-239c-44c8-96b8-03b52351132f'}], 'binding:host_id': 'n-d-852085-12'}, 'id': '9c4627fa-4beb-43a9-a2a6-8b21972cadbe'} from n-d-852085-12. {{(pid=108171) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 04 21:09:52.892277 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-ccb3a3b4-0c88-4179-a78d-722e08abc755 None None] Provisioning complete for port 9c4627fa-4beb-43a9-a2a6-8b21972cadbe triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:09:52.893393 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ccb3a3b4-0c88-4179-a78d-722e08abc755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (9c4627fa-4beb-43a9-a2a6-8b21972cadbe), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:52.894105 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-ccb3a3b4-0c88-4179-a78d-722e08abc755 None None] Attempt 1 to provision port 9c4627fa-4beb-43a9-a2a6-8b21972cadbe Oct 04 21:09:52.963983 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-471ee04d-9adb-40af-a1ab-18855715d8c9 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (5418cd70-49c3-43cc-89ab-75554bf0c567), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:52.976041 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2dbdd658-ba52-4c45-8c0e-9791c613dcaf tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (f19558a9-1072-4db0-a83e-22903557b9a9), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:53.038535 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-471ee04d-9adb-40af-a1ab-18855715d8c9 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Calling delete_port for 5418cd70-49c3-43cc-89ab-75554bf0c567 owned by {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:09:53.074842 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8d829a3b-10ec-4c26-8d4d-f88b0a1509be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (9c4627fa-4beb-43a9-a2a6-8b21972cadbe), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:53.167927 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4332c1ad-b55c-472e-b045-b597578b0395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (e326a398-50f6-4558-9e2b-c19efe40e775), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:53.248874 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 9c4627fa-4beb-43a9-a2a6-8b21972cadbe, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=9c4627fa-4beb-43a9-a2a6-8b21972cadbe,segment=NetworkSegment(a074d1d3-d8bf-45a2-a3f3-7647e2465b5f),segment_id=a074d1d3-d8bf-45a2-a3f3-7647e2465b5f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:09:53.433108 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (9c4627fa-4beb-43a9-a2a6-8b21972cadbe), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:53.450434 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device c2c608d1-41a0-412f-b901-6eb8296df6a0 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:09:53.508002 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60562) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:53.607658 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4332c1ad-b55c-472e-b045-b597578b0395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (e326a398-50f6-4558-9e2b-c19efe40e775), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:53.608478 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b6999bf0-77c6-46d4-a683-0a7fe5632318 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:53.628959 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:53.711946 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2dbdd658-ba52-4c45-8c0e-9791c613dcaf tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (f19558a9-1072-4db0-a83e-22903557b9a9), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:53.730902 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-4332c1ad-b55c-472e-b045-b597578b0395 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e326a398-50f6-4558-9e2b-c19efe40e775']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:09:53.914194 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-4332c1ad-b55c-472e-b045-b597578b0395 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49e07783-ecd0-40ba-9570-df9867ab807b') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:09:53.915724 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-4332c1ad-b55c-472e-b045-b597578b0395 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49e07783-ecd0-40ba-9570-df9867ab807b') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:09:53.929239 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:53.933108 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbdd658-ba52-4c45-8c0e-9791c613dcaf tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event deleted for resources: {'Subnet': ['ID=f19558a9-1072-4db0-a83e-22903557b9a9,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:53.937703 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60564) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:53.963096 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2dbdd658-ba52-4c45-8c0e-9791c613dcaf tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:53.997434 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2dbdd658-ba52-4c45-8c0e-9791c613dcaf tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/f19558a9-1072-4db0-a83e-22903557b9a9 HTTP/1.1" status: 204 len: 168 time: 2.7203350 Oct 04 21:09:54.003672 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 60566) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:54.025171 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4332c1ad-b55c-472e-b045-b597578b0395 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (49e07783-ecd0-40ba-9570-df9867ab807b), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:54.049241 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-ac8a2265-a53e-4222-b7ed-21f78189c947 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Request body: {'subnet': {'network_id': '9578ce3f-c4fc-4b49-8323-9665af6fc78b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:09:54.125231 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-471ee04d-9adb-40af-a1ab-18855715d8c9 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (5418cd70-49c3-43cc-89ab-75554bf0c567), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:54.200471 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-8d829a3b-10ec-4c26-8d4d-f88b0a1509be None None] Allocated IP 172.20.0.2 (42edc29f-8c98-4058-994e-1dc4e7a022d1/2159fae7-239c-44c8-96b8-03b52351132f/9c4627fa-4beb-43a9-a2a6-8b21972cadbe) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:09:54.320711 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471ee04d-9adb-40af-a1ab-18855715d8c9 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event deleted for resources: {'Port': ['ID=5418cd70-49c3-43cc-89ab-75554bf0c567,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:54.410292 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c831999-2c60-471f-9782-a5b629d4ed53 None None] Network 9578ce3f-c4fc-4b49-8323-9665af6fc78b requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:09:54.540388 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4332c1ad-b55c-472e-b045-b597578b0395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (49e07783-ecd0-40ba-9570-df9867ab807b), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:54.582704 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4332c1ad-b55c-472e-b045-b597578b0395 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:09:54.587333 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4332c1ad-b55c-472e-b045-b597578b0395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (49e07783-ecd0-40ba-9570-df9867ab807b), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:54.618444 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-3b1513e2-8e54-4fc0-bcf9-ad3aaea67930 tempest-ServiceProvidersTest-71354880 tempest-ServiceProvidersTest-71354880-project] 10.222.0.78 "GET /networking/v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.6622074 Oct 04 21:09:54.652888 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=9c4627fa-4beb-43a9-a2a6-8b21972cadbe,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:54.661655 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 49e07783-ecd0-40ba-9570-df9867ab807b resource provider aggregate not found Oct 04 21:09:54.709115 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b6999bf0-77c6-46d4-a683-0a7fe5632318 admin admin] Publish callbacks [] for security_group (bd3e15c1-a4f7-4650-b3d8-3dd10e956772), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:54.866205 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b6999bf0-77c6-46d4-a683-0a7fe5632318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (bd3e15c1-a4f7-4650-b3d8-3dd10e956772), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:54.932738 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-ccb3a3b4-0c88-4179-a78d-722e08abc755 None None] Current status of the port 9c4627fa-4beb-43a9-a2a6-8b21972cadbe is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:09:54.938217 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 49e07783-ecd0-40ba-9570-df9867ab807b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 49e07783-ecd0-40ba-9570-df9867ab807b found for delete ", "request_id": "req-7d20363d-4326-4c06-bad6-b0dbebb6bd8b"}]} Oct 04 21:09:54.941746 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac8a2265-a53e-4222-b7ed-21f78189c947 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Made reservation on behalf of 3e52093341534ca5a76295afd3cfd196 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:09:54.954862 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port c2c608d1-41a0-412f-b901-6eb8296df6a0 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:09:54.957520 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (c2c608d1-41a0-412f-b901-6eb8296df6a0), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:54.958840 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port c2c608d1-41a0-412f-b901-6eb8296df6a0 Oct 04 21:09:54.967285 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ac8a2265-a53e-4222-b7ed-21f78189c947 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:55.018956 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6999bf0-77c6-46d4-a683-0a7fe5632318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3e15c1-a4f7-4650-b3d8-3dd10e956772,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:55.078804 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:55.100556 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4332c1ad-b55c-472e-b045-b597578b0395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (e326a398-50f6-4558-9e2b-c19efe40e775), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:55.104829 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-471ee04d-9adb-40af-a1ab-18855715d8c9 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:55.127227 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-471ee04d-9adb-40af-a1ab-18855715d8c9 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/ports/5418cd70-49c3-43cc-89ab-75554bf0c567 HTTP/1.1" status: 204 len: 168 time: 3.0375443 Oct 04 21:09:55.129877 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60584) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:55.143812 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b6999bf0-77c6-46d4-a683-0a7fe5632318 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=b1853cf218784584be1b64a70dcd2353&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6310160 Oct 04 21:09:55.179449 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60586) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:55.217623 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4332c1ad-b55c-472e-b045-b597578b0395 admin admin] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:55.237106 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4332c1ad-b55c-472e-b045-b597578b0395 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/e326a398-50f6-4558-9e2b-c19efe40e775 HTTP/1.1" status: 204 len: 168 time: 2.7337551 Oct 04 21:09:55.238759 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4332c1ad-b55c-472e-b045-b597578b0395 admin admin] Pushing event deleted for resources: {'Network': ['ID=e326a398-50f6-4558-9e2b-c19efe40e775,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:55.267485 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60590) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:55.291266 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-8d829a3b-10ec-4c26-8d4d-f88b0a1509be None None] For port 9c4627fa-4beb-43a9-a2a6-8b21972cadbe, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=9c4627fa-4beb-43a9-a2a6-8b21972cadbe,segment=NetworkSegment(a074d1d3-d8bf-45a2-a3f3-7647e2465b5f),segment_id=a074d1d3-d8bf-45a2-a3f3-7647e2465b5f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:09:55.512051 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52890d77-f181-4734-9f67-d6df3d45bfea tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:09:55.517557 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52890d77-f181-4734-9f67-d6df3d45bfea tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:09:55.520850 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52890d77-f181-4734-9f67-d6df3d45bfea tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:09:55.528641 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 60598) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:55.529827 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-52890d77-f181-4734-9f67-d6df3d45bfea tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3785465 Oct 04 21:09:55.544376 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-25abac69-9452-40f8-8707-98dc7746c443 admin admin] Publish callbacks [] for security_group (bd3e15c1-a4f7-4650-b3d8-3dd10e956772), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:55.627203 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port c2c608d1-41a0-412f-b901-6eb8296df6a0 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:09:55.627921 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-25abac69-9452-40f8-8707-98dc7746c443 admin admin] Publish callbacks [] for security_group (bd3e15c1-a4f7-4650-b3d8-3dd10e956772), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:55.692772 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8d829a3b-10ec-4c26-8d4d-f88b0a1509be None None] Publish callbacks [] for port (9c4627fa-4beb-43a9-a2a6-8b21972cadbe), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:55.726591 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:55.742801 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-9238affe-71f6-450c-91d5-be1366764069 admin admin] Deleting subnet c38c5aa5-fb11-487e-a4f8-b553b4316897 {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:09:55.758227 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9238affe-71f6-450c-91d5-be1366764069 admin admin] Publish callbacks [] for subnet (c38c5aa5-fb11-487e-a4f8-b553b4316897), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:55.790973 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8d829a3b-10ec-4c26-8d4d-f88b0a1509be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (9c4627fa-4beb-43a9-a2a6-8b21972cadbe), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:55.991810 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9238affe-71f6-450c-91d5-be1366764069 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (c38c5aa5-fb11-487e-a4f8-b553b4316897), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:56.115661 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-25abac69-9452-40f8-8707-98dc7746c443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (bd3e15c1-a4f7-4650-b3d8-3dd10e956772), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:56.122812 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-25abac69-9452-40f8-8707-98dc7746c443 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:56.125310 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-25abac69-9452-40f8-8707-98dc7746c443 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/bd3e15c1-a4f7-4650-b3d8-3dd10e956772 HTTP/1.1" status: 204 len: 168 time: 0.9446125 Oct 04 21:09:56.129522 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-ace6c504-cf91-48be-8705-fa191eec9479 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Deleting subnet 2159fae7-239c-44c8-96b8-03b52351132f {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:09:56.165686 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 9c4627fa-4beb-43a9-a2a6-8b21972cadbe up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:09:56.198327 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25abac69-9452-40f8-8707-98dc7746c443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3e15c1-a4f7-4650-b3d8-3dd10e956772,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:56.266281 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60604) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:56.271265 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ace6c504-cf91-48be-8705-fa191eec9479 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (2159fae7-239c-44c8-96b8-03b52351132f), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:56.337715 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9238affe-71f6-450c-91d5-be1366764069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (c38c5aa5-fb11-487e-a4f8-b553b4316897), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:56.503644 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d829a3b-10ec-4c26-8d4d-f88b0a1509be None None] Pushing event updated for resources: {'Port': ['ID=9c4627fa-4beb-43a9-a2a6-8b21972cadbe,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:56.834861 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 9c4627fa-4beb-43a9-a2a6-8b21972cadbe triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:09:56.841523 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ace6c504-cf91-48be-8705-fa191eec9479 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (2159fae7-239c-44c8-96b8-03b52351132f), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:56.844809 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (9c4627fa-4beb-43a9-a2a6-8b21972cadbe), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:56.844809 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 9c4627fa-4beb-43a9-a2a6-8b21972cadbe Oct 04 21:09:56.848999 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=80,neutron:DELETE=10,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:56.849500 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-6068f10c-6dd3-41b5-b49b-3fa5d2c62e67 None None] Provisioning complete for port 490cfb24-c499-4161-8717-c6192ab871c6 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:09:56.849500 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6068f10c-6dd3-41b5-b49b-3fa5d2c62e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (490cfb24-c499-4161-8717-c6192ab871c6), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:56.849500 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-6068f10c-6dd3-41b5-b49b-3fa5d2c62e67 None None] Attempt 1 to provision port 490cfb24-c499-4161-8717-c6192ab871c6 Oct 04 21:09:56.891560 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d9ea5cc7-d949-4a06-adf1-fff0bb7d5625 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:57.025985 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:DELETE=5,neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:57.064224 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-6068f10c-6dd3-41b5-b49b-3fa5d2c62e67 None None] Port 490cfb24-c499-4161-8717-c6192ab871c6 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:09:57.079866 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 9c4627fa-4beb-43a9-a2a6-8b21972cadbe is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:09:57.080636 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:57.101627 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-6068f10c-6dd3-41b5-b49b-3fa5d2c62e67 None None] Provisioning complete for port c2c608d1-41a0-412f-b901-6eb8296df6a0 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:09:57.102556 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6068f10c-6dd3-41b5-b49b-3fa5d2c62e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (c2c608d1-41a0-412f-b901-6eb8296df6a0), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:57.103015 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-6068f10c-6dd3-41b5-b49b-3fa5d2c62e67 None None] Attempt 1 to provision port c2c608d1-41a0-412f-b901-6eb8296df6a0 Oct 04 21:09:57.189938 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d9ea5cc7-d949-4a06-adf1-fff0bb7d5625 admin admin] Publish callbacks [] for security_group (400485d9-b386-4aac-a430-b42790f7d4a6), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:57.203934 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ace6c504-cf91-48be-8705-fa191eec9479 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (2159fae7-239c-44c8-96b8-03b52351132f), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:57.368452 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-6068f10c-6dd3-41b5-b49b-3fa5d2c62e67 None None] Current status of the port c2c608d1-41a0-412f-b901-6eb8296df6a0 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:09:57.851551 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 9c4627fa-4beb-43a9-a2a6-8b21972cadbe up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:09:57.957141 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:58.005077 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 9c4627fa-4beb-43a9-a2a6-8b21972cadbe triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:09:58.005666 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (9c4627fa-4beb-43a9-a2a6-8b21972cadbe), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:58.006207 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 9c4627fa-4beb-43a9-a2a6-8b21972cadbe Oct 04 21:09:58.158750 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-47ad5756-3ac4-46cc-9821-8575ad538068 None None] Could not find standard attr ID for object 5418cd70-49c3-43cc-89ab-75554bf0c567. {{(pid=108171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 04 21:09:58.207305 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9238affe-71f6-450c-91d5-be1366764069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (c38c5aa5-fb11-487e-a4f8-b553b4316897), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:58.212056 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 9c4627fa-4beb-43a9-a2a6-8b21972cadbe is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:09:58.224619 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-47ad5756-3ac4-46cc-9821-8575ad538068 None None] Provisioning complete for port 9c4627fa-4beb-43a9-a2a6-8b21972cadbe triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:09:58.225380 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-47ad5756-3ac4-46cc-9821-8575ad538068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (9c4627fa-4beb-43a9-a2a6-8b21972cadbe), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:58.225984 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-47ad5756-3ac4-46cc-9821-8575ad538068 None None] Attempt 1 to provision port 9c4627fa-4beb-43a9-a2a6-8b21972cadbe Oct 04 21:09:58.278564 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9238affe-71f6-450c-91d5-be1366764069 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c38c5aa5-fb11-487e-a4f8-b553b4316897,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:58.302362 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9238affe-71f6-450c-91d5-be1366764069 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:58.309387 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-9238affe-71f6-450c-91d5-be1366764069 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/c38c5aa5-fb11-487e-a4f8-b553b4316897 HTTP/1.1" status: 204 len: 168 time: 3.0400271 Oct 04 21:09:58.313833 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 60622) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:58.429377 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d9ea5cc7-d949-4a06-adf1-fff0bb7d5625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (400485d9-b386-4aac-a430-b42790f7d4a6), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:58.440531 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:58.522889 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-47ad5756-3ac4-46cc-9821-8575ad538068 None None] Current status of the port 9c4627fa-4beb-43a9-a2a6-8b21972cadbe is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:09:58.616140 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ea5cc7-d949-4a06-adf1-fff0bb7d5625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400485d9-b386-4aac-a430-b42790f7d4a6,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:58.635046 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d9ea5cc7-d949-4a06-adf1-fff0bb7d5625 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=1722f6f84ba5452d99bb047ace7da15d&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3574135 Oct 04 21:09:58.642514 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60628) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:58.659250 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-96eaab87-2bc7-4cf5-ad7f-43e7570853f7 None None] Could not find standard attr ID for object 5418cd70-49c3-43cc-89ab-75554bf0c567. {{(pid=108171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 04 21:09:58.845153 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7c397193-0696-448d-9c5a-d1dd63c34384 admin admin] Publish callbacks [] for security_group (400485d9-b386-4aac-a430-b42790f7d4a6), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:58.917727 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7c397193-0696-448d-9c5a-d1dd63c34384 admin admin] Publish callbacks [] for security_group (400485d9-b386-4aac-a430-b42790f7d4a6), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:59.158964 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ace6c504-cf91-48be-8705-fa191eec9479 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (2159fae7-239c-44c8-96b8-03b52351132f), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:59.164380 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ac8a2265-a53e-4222-b7ed-21f78189c947 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (76b2174a-54c5-4ab2-ac20-eb61a8c5c623), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:59.240721 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7c397193-0696-448d-9c5a-d1dd63c34384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (400485d9-b386-4aac-a430-b42790f7d4a6), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:59.250618 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7c397193-0696-448d-9c5a-d1dd63c34384 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:59.252511 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-7c397193-0696-448d-9c5a-d1dd63c34384 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/400485d9-b386-4aac-a430-b42790f7d4a6 HTTP/1.1" status: 204 len: 168 time: 0.6081071 Oct 04 21:09:59.267834 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace6c504-cf91-48be-8705-fa191eec9479 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event deleted for resources: {'Subnet': ['ID=2159fae7-239c-44c8-96b8-03b52351132f,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:59.298604 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c397193-0696-448d-9c5a-d1dd63c34384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400485d9-b386-4aac-a430-b42790f7d4a6,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:59.356367 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ace6c504-cf91-48be-8705-fa191eec9479 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:59.380987 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-ace6c504-cf91-48be-8705-fa191eec9479 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/2159fae7-239c-44c8-96b8-03b52351132f HTTP/1.1" status: 204 len: 168 time: 3.8498151 Oct 04 21:09:59.385457 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60646) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:59.413993 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8a2265-a53e-4222-b7ed-21f78189c947 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Network 9578ce3f-c4fc-4b49-8323-9665af6fc78b is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:09:59.425550 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-47926d87-a1c5-4a56-91b2-e7f37ccc8009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (c8651002-1a20-4859-b84b-212fa44efd8f), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:59.433843 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-ac8a2265-a53e-4222-b7ed-21f78189c947 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:09:59.445647 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8a2265-a53e-4222-b7ed-21f78189c947 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:09:59.446558 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ac8a2265-a53e-4222-b7ed-21f78189c947 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:59.458787 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33d8c35-af3d-4a24-a8f5-7d041cdc3863 None None] Network 9578ce3f-c4fc-4b49-8323-9665af6fc78b requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:09:59.533624 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8a2265-a53e-4222-b7ed-21f78189c947 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event updated for resources: {'Subnet': ['ID=76b2174a-54c5-4ab2-ac20-eb61a8c5c623,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:09:59.563404 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=80,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:09:59.675731 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5731f4f-1b9e-4597-83f2-ed856391305f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Deleting subnet a3437146-8574-42b1-94ad-d3254947d7cf {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:09:59.689130 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b5731f4f-1b9e-4597-83f2-ed856391305f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (a3437146-8574-42b1-94ad-d3254947d7cf), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:59.831810 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed715dcf-6245-4c0b-8171-69ab2681d3cd None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:09:59.834844 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b5731f4f-1b9e-4597-83f2-ed856391305f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (a3437146-8574-42b1-94ad-d3254947d7cf), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:09:59.854364 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-ac8a2265-a53e-4222-b7ed-21f78189c947 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.8447070 Oct 04 21:09:59.883493 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 60660) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:09:59.932357 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-dab17022-63e3-40f2-966f-11c820bd2e4e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Request body: {'security_group': {'name': 'tempest-secgroup-888023220'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:09:59.973570 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-47926d87-a1c5-4a56-91b2-e7f37ccc8009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (c8651002-1a20-4859-b84b-212fa44efd8f), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:00.095954 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-47926d87-a1c5-4a56-91b2-e7f37ccc8009 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8651002-1a20-4859-b84b-212fa44efd8f']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:10:00.139268 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-47926d87-a1c5-4a56-91b2-e7f37ccc8009 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd231ae62-1621-4fa7-8756-50a70a395a36') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:10:00.140173 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-47926d87-a1c5-4a56-91b2-e7f37ccc8009 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd231ae62-1621-4fa7-8756-50a70a395a36') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:10:00.199559 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-47926d87-a1c5-4a56-91b2-e7f37ccc8009 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (d231ae62-1621-4fa7-8756-50a70a395a36), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:00.214905 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dab17022-63e3-40f2-966f-11c820bd2e4e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:00.269540 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b5731f4f-1b9e-4597-83f2-ed856391305f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (a3437146-8574-42b1-94ad-d3254947d7cf), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:00.274386 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-47926d87-a1c5-4a56-91b2-e7f37ccc8009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (d231ae62-1621-4fa7-8756-50a70a395a36), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:00.303666 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47926d87-a1c5-4a56-91b2-e7f37ccc8009 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:10:00.305088 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-47926d87-a1c5-4a56-91b2-e7f37ccc8009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (d231ae62-1621-4fa7-8756-50a70a395a36), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:00.573485 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:10:00.619984 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment d231ae62-1621-4fa7-8756-50a70a395a36 resource provider aggregate not found Oct 04 21:10:00.739302 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment d231ae62-1621-4fa7-8756-50a70a395a36 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d231ae62-1621-4fa7-8756-50a70a395a36 found for delete ", "request_id": "req-733bc924-6f45-46c5-8230-ebbb4fe431c9"}]} Oct 04 21:10:00.759478 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-47926d87-a1c5-4a56-91b2-e7f37ccc8009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (c8651002-1a20-4859-b84b-212fa44efd8f), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:00.770600 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b5731f4f-1b9e-4597-83f2-ed856391305f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (a3437146-8574-42b1-94ad-d3254947d7cf), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:00.781839 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-47926d87-a1c5-4a56-91b2-e7f37ccc8009 admin admin] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:00.800197 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-47926d87-a1c5-4a56-91b2-e7f37ccc8009 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/c8651002-1a20-4859-b84b-212fa44efd8f HTTP/1.1" status: 204 len: 168 time: 2.4839923 Oct 04 21:10:00.887075 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47926d87-a1c5-4a56-91b2-e7f37ccc8009 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8651002-1a20-4859-b84b-212fa44efd8f,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:10:00.903649 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5731f4f-1b9e-4597-83f2-ed856391305f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event deleted for resources: {'Subnet': ['ID=a3437146-8574-42b1-94ad-d3254947d7cf,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:10:00.925139 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b5731f4f-1b9e-4597-83f2-ed856391305f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:00.946005 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b5731f4f-1b9e-4597-83f2-ed856391305f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/a3437146-8574-42b1-94ad-d3254947d7cf HTTP/1.1" status: 204 len: 168 time: 1.5592129 Oct 04 21:10:00.950213 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60690) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:01.074689 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dab17022-63e3-40f2-966f-11c820bd2e4e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for security_group (4ef3569a-7109-488b-91bd-e2a801d30a33), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:01.115086 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-24fc39d5-939a-4566-9977-b3fd2925d742 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1605210 Oct 04 21:10:01.121780 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 60694) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:01.132501 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-16cf5337-1ca6-41af-8978-0856acda52f0 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Request body: {'subnet': {'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:10:01.171078 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e65d92-1d99-4041-bacd-fc76e211aa32 None None] Update dhcp port {'port': {'network_id': '9578ce3f-c4fc-4b49-8323-9665af6fc78b', 'fixed_ips': [{'subnet_id': '2d27306f-3dad-4915-b5dd-8224690de78e', 'ip_address': '172.20.0.18'}, {'subnet_id': '76b2174a-54c5-4ab2-ac20-eb61a8c5c623'}], 'binding:host_id': 'n-d-852085-12'}, 'id': 'c2c608d1-41a0-412f-b901-6eb8296df6a0'} from n-d-852085-12. {{(pid=108171) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 04 21:10:01.246702 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-75e65d92-1d99-4041-bacd-fc76e211aa32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (c2c608d1-41a0-412f-b901-6eb8296df6a0), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:01.307989 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dab17022-63e3-40f2-966f-11c820bd2e4e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (4ef3569a-7109-488b-91bd-e2a801d30a33), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:01.518838 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab17022-63e3-40f2-966f-11c820bd2e4e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef3569a-7109-488b-91bd-e2a801d30a33,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:10:01.690308 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dab17022-63e3-40f2-966f-11c820bd2e4e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:01.697536 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-dab17022-63e3-40f2-966f-11c820bd2e4e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.8073802 Oct 04 21:10:01.698622 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60704) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:01.716235 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-368af6cb-c173-4ac5-ad53-1212141ebc8e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Request body: {'security_group': {'name': 'tempest-secgroup-1438491136'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:10:01.813996 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16cf5337-1ca6-41af-8978-0856acda52f0 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Made reservation on behalf of f31334bc846b471aace4cb8b5f10ff51 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:10:01.823317 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-16cf5337-1ca6-41af-8978-0856acda52f0 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:01.957012 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-368af6cb-c173-4ac5-ad53-1212141ebc8e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:02.028086 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-75e65d92-1d99-4041-bacd-fc76e211aa32 None None] Allocated IP 172.20.0.2 (9578ce3f-c4fc-4b49-8323-9665af6fc78b/76b2174a-54c5-4ab2-ac20-eb61a8c5c623/c2c608d1-41a0-412f-b901-6eb8296df6a0) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:10:02.102918 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c48b5e-79c4-4d9d-9d6c-b76d002ae62f None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:10:02.232697 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-48427c39-53eb-4b0d-ad3d-bf66438efd59 None None] Provisioning complete for port 9c4627fa-4beb-43a9-a2a6-8b21972cadbe triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:10:02.234693 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-48427c39-53eb-4b0d-ad3d-bf66438efd59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (9c4627fa-4beb-43a9-a2a6-8b21972cadbe), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:02.235563 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-48427c39-53eb-4b0d-ad3d-bf66438efd59 None None] Attempt 1 to provision port 9c4627fa-4beb-43a9-a2a6-8b21972cadbe Oct 04 21:10:02.267601 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-368af6cb-c173-4ac5-ad53-1212141ebc8e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for security_group (66a5452d-5a49-4a77-8060-3bb7d3de2ea7), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:02.428694 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-368af6cb-c173-4ac5-ad53-1212141ebc8e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (66a5452d-5a49-4a77-8060-3bb7d3de2ea7), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:02.556267 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60726) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:02.587830 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-75e65d92-1d99-4041-bacd-fc76e211aa32 None None] For port c2c608d1-41a0-412f-b901-6eb8296df6a0, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=c2c608d1-41a0-412f-b901-6eb8296df6a0,segment=NetworkSegment(e56d987d-cd15-4e9a-9398-dd2b3268c878),segment_id=e56d987d-cd15-4e9a-9398-dd2b3268c878)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:10:02.658092 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368af6cb-c173-4ac5-ad53-1212141ebc8e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66a5452d-5a49-4a77-8060-3bb7d3de2ea7,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:10:02.711069 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-75e65d92-1d99-4041-bacd-fc76e211aa32 None None] Publish callbacks [] for port (c2c608d1-41a0-412f-b901-6eb8296df6a0), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:02.719681 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-204f8d67-0189-4dd5-b3e4-55b75856b0b4 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=c709d51ca1644fd088da2b983c59270f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1529794 Oct 04 21:10:02.723651 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368af6cb-c173-4ac5-ad53-1212141ebc8e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:10:02.735416 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368af6cb-c173-4ac5-ad53-1212141ebc8e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:10:02.735738 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 60728) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:02.736835 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368af6cb-c173-4ac5-ad53-1212141ebc8e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:10:02.737699 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368af6cb-c173-4ac5-ad53-1212141ebc8e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:10:02.738552 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368af6cb-c173-4ac5-ad53-1212141ebc8e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:10:02.739425 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368af6cb-c173-4ac5-ad53-1212141ebc8e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:10:02.740256 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368af6cb-c173-4ac5-ad53-1212141ebc8e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:10:02.753141 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368af6cb-c173-4ac5-ad53-1212141ebc8e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:10:02.753997 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368af6cb-c173-4ac5-ad53-1212141ebc8e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:10:02.754530 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368af6cb-c173-4ac5-ad53-1212141ebc8e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:10:02.755109 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368af6cb-c173-4ac5-ad53-1212141ebc8e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:10:02.756873 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368af6cb-c173-4ac5-ad53-1212141ebc8e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:10:02.760060 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368af6cb-c173-4ac5-ad53-1212141ebc8e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:10:02.763381 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368af6cb-c173-4ac5-ad53-1212141ebc8e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:10:02.770375 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368af6cb-c173-4ac5-ad53-1212141ebc8e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:10:02.809900 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-368af6cb-c173-4ac5-ad53-1212141ebc8e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:02.820754 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-368af6cb-c173-4ac5-ad53-1212141ebc8e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1201701 Oct 04 21:10:02.822259 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60734) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:02.841133 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-6d36ec1e-0317-4f92-9514-883886999e36 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Request body: {'security_group': {'name': 'tempest-secgroup-828346860'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:10:02.846477 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:10:02.848540 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:10:02.868579 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:02.872158 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-75e65d92-1d99-4041-bacd-fc76e211aa32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (c2c608d1-41a0-412f-b901-6eb8296df6a0), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:03.064687 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-419a65b3-3940-4090-ac6a-94ce98291efa admin admin] Publish callbacks [] for security_group (75a19e67-7c10-4408-bb25-5b7435347021), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:03.113446 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6d36ec1e-0317-4f92-9514-883886999e36 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:03.354767 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e65d92-1d99-4041-bacd-fc76e211aa32 None None] Pushing event updated for resources: {'Port': ['ID=c2c608d1-41a0-412f-b901-6eb8296df6a0,revision_number=6']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:10:03.386739 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7855e0b2-0112-407d-a309-27606f592a6d None None] DHCP port deletion for 42edc29f-8c98-4058-994e-1dc4e7a022d1 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:10:03.396239 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:10:03.408672 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-419a65b3-3940-4090-ac6a-94ce98291efa admin admin] Publish callbacks [] for security_group (75a19e67-7c10-4408-bb25-5b7435347021), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:03.477625 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-48427c39-53eb-4b0d-ad3d-bf66438efd59 None None] Current status of the port 9c4627fa-4beb-43a9-a2a6-8b21972cadbe is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:10:03.576467 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6d36ec1e-0317-4f92-9514-883886999e36 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for security_group (5b876561-72ac-4733-9334-418acb1cf0dd), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:03.648367 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:03.649739 n-d-852085-12 neutron-server[108170]: DEBUG neutron.objects.ports [None req-16cf5337-1ca6-41af-8978-0856acda52f0 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=108170) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 04 21:10:03.694515 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6d36ec1e-0317-4f92-9514-883886999e36 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (5b876561-72ac-4733-9334-418acb1cf0dd), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:03.786385 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-7855e0b2-0112-407d-a309-27606f592a6d None None] Deleting port 9c4627fa-4beb-43a9-a2a6-8b21972cadbe {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:10:03.786385 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7855e0b2-0112-407d-a309-27606f592a6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (9c4627fa-4beb-43a9-a2a6-8b21972cadbe), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:03.982579 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=10 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:10:03.996200 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d36ec1e-0317-4f92-9514-883886999e36 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b876561-72ac-4733-9334-418acb1cf0dd,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:10:04.041227 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6d36ec1e-0317-4f92-9514-883886999e36 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:04.055889 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-6d36ec1e-0317-4f92-9514-883886999e36 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.2304273 Oct 04 21:10:04.061016 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60756) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:04.071681 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-41624999-1c6f-4bd3-8dd1-8b0bf09c07da tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-70509550', 'security_groups': ['5b876561-72ac-4733-9334-418acb1cf0dd'], 'network_id': '9578ce3f-c4fc-4b49-8323-9665af6fc78b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '76b2174a-54c5-4ab2-ac20-eb61a8c5c623'}]}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:10:04.100481 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device c2c608d1-41a0-412f-b901-6eb8296df6a0 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:10:04.250210 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:10:04.504646 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 60764) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:04.508801 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [-] 10.222.0.78 "GET /networking/ HTTP/1.1" status: 200 len: 259 time: 0.0031345 Oct 04 21:10:04.514379 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 60766) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:04.570662 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-7855e0b2-0112-407d-a309-27606f592a6d None None] For port 9c4627fa-4beb-43a9-a2a6-8b21972cadbe, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=9c4627fa-4beb-43a9-a2a6-8b21972cadbe,segment=NetworkSegment(a074d1d3-d8bf-45a2-a3f3-7647e2465b5f),segment_id=a074d1d3-d8bf-45a2-a3f3-7647e2465b5f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:10:04.572661 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7855e0b2-0112-407d-a309-27606f592a6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (9c4627fa-4beb-43a9-a2a6-8b21972cadbe), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:04.677155 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-7855e0b2-0112-407d-a309-27606f592a6d None None] Calling delete_port for 9c4627fa-4beb-43a9-a2a6-8b21972cadbe owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:10:04.717526 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port c2c608d1-41a0-412f-b901-6eb8296df6a0 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:10:04.720158 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (c2c608d1-41a0-412f-b901-6eb8296df6a0), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:04.721290 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port c2c608d1-41a0-412f-b901-6eb8296df6a0 Oct 04 21:10:04.722162 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-419a65b3-3940-4090-ac6a-94ce98291efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (75a19e67-7c10-4408-bb25-5b7435347021), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:04.734035 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-419a65b3-3940-4090-ac6a-94ce98291efa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:04.742518 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-419a65b3-3940-4090-ac6a-94ce98291efa admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/75a19e67-7c10-4408-bb25-5b7435347021 HTTP/1.1" status: 204 len: 168 time: 2.0035861 Oct 04 21:10:04.812555 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419a65b3-3940-4090-ac6a-94ce98291efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a19e67-7c10-4408-bb25-5b7435347021,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:10:04.846346 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41624999-1c6f-4bd3-8dd1-8b0bf09c07da tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Made reservation on behalf of 3e52093341534ca5a76295afd3cfd196 for: {'port': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:10:04.867029 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-16cf5337-1ca6-41af-8978-0856acda52f0 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (9c4627fa-4beb-43a9-a2a6-8b21972cadbe), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:04.949748 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419a65b3-3940-4090-ac6a-94ce98291efa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:10:04.952398 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419a65b3-3940-4090-ac6a-94ce98291efa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:10:04.953215 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419a65b3-3940-4090-ac6a-94ce98291efa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:10:04.958526 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419a65b3-3940-4090-ac6a-94ce98291efa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:10:04.961481 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419a65b3-3940-4090-ac6a-94ce98291efa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:10:04.962319 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419a65b3-3940-4090-ac6a-94ce98291efa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:10:04.962903 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419a65b3-3940-4090-ac6a-94ce98291efa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:10:04.967041 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419a65b3-3940-4090-ac6a-94ce98291efa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:10:04.967882 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419a65b3-3940-4090-ac6a-94ce98291efa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:10:04.968535 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419a65b3-3940-4090-ac6a-94ce98291efa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:10:04.969131 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419a65b3-3940-4090-ac6a-94ce98291efa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:10:04.969728 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419a65b3-3940-4090-ac6a-94ce98291efa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:10:04.970355 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419a65b3-3940-4090-ac6a-94ce98291efa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:10:04.971097 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419a65b3-3940-4090-ac6a-94ce98291efa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:10:04.971719 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419a65b3-3940-4090-ac6a-94ce98291efa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:10:05.019282 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:10:05.252375 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-a68c50b9-54bf-4a58-859a-23088be54f1c None None] Provisioning complete for port 490cfb24-c499-4161-8717-c6192ab871c6 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:10:05.254636 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a68c50b9-54bf-4a58-859a-23088be54f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (490cfb24-c499-4161-8717-c6192ab871c6), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:05.255503 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-a68c50b9-54bf-4a58-859a-23088be54f1c None None] Attempt 1 to provision port 490cfb24-c499-4161-8717-c6192ab871c6 Oct 04 21:10:05.262426 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-41624999-1c6f-4bd3-8dd1-8b0bf09c07da tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:05.287669 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-48cdd5b6-fcb4-4bcd-817e-8f439c96da4f tempest-NetworksApiDiscovery-1459445979 tempest-NetworksApiDiscovery-1459445979-project] 10.222.0.78 "GET /networking/v2.0/ HTTP/1.1" status: 200 len: 746 time: 0.7717612 Oct 04 21:10:05.357041 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [None req-41624999-1c6f-4bd3-8dd1-8b0bf09c07da tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] device_id is not set on port cd120d55-0ccc-4f01-8b16-7ebe2c6eba3d yet. {{(pid=108169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 21:10:05.713114 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port c2c608d1-41a0-412f-b901-6eb8296df6a0 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:10:05.719844 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7855e0b2-0112-407d-a309-27606f592a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (9c4627fa-4beb-43a9-a2a6-8b21972cadbe), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:05.775806 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-16cf5337-1ca6-41af-8978-0856acda52f0 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] For port 9c4627fa-4beb-43a9-a2a6-8b21972cadbe, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=9c4627fa-4beb-43a9-a2a6-8b21972cadbe,segment=NetworkSegment(a074d1d3-d8bf-45a2-a3f3-7647e2465b5f),segment_id=a074d1d3-d8bf-45a2-a3f3-7647e2465b5f)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:10:05.868649 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7855e0b2-0112-407d-a309-27606f592a6d None None] Pushing event deleted for resources: {'Port': ['ID=9c4627fa-4beb-43a9-a2a6-8b21972cadbe,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:10:05.872699 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-a68c50b9-54bf-4a58-859a-23088be54f1c None None] Port 490cfb24-c499-4161-8717-c6192ab871c6 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:10:05.898470 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7855e0b2-0112-407d-a309-27606f592a6d None None] No DVR routers for this DVR port 9c4627fa-4beb-43a9-a2a6-8b21972cadbe on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:10:05.920714 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-a68c50b9-54bf-4a58-859a-23088be54f1c None None] Provisioning complete for port c2c608d1-41a0-412f-b901-6eb8296df6a0 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:10:05.921912 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a68c50b9-54bf-4a58-859a-23088be54f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (c2c608d1-41a0-412f-b901-6eb8296df6a0), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:05.922509 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-a68c50b9-54bf-4a58-859a-23088be54f1c None None] Attempt 1 to provision port c2c608d1-41a0-412f-b901-6eb8296df6a0 Oct 04 21:10:05.961033 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-16cf5337-1ca6-41af-8978-0856acda52f0 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for port (9c4627fa-4beb-43a9-a2a6-8b21972cadbe), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:06.034954 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-41624999-1c6f-4bd3-8dd1-8b0bf09c07da tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Allocated IP 172.20.0.7 (9578ce3f-c4fc-4b49-8323-9665af6fc78b/76b2174a-54c5-4ab2-ac20-eb61a8c5c623/cd120d55-0ccc-4f01-8b16-7ebe2c6eba3d) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:10:06.069933 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-16cf5337-1ca6-41af-8978-0856acda52f0 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (9c4627fa-4beb-43a9-a2a6-8b21972cadbe), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:06.071535 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-16cf5337-1ca6-41af-8978-0856acda52f0 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (4c9c274f-5033-42c9-b847-ea39c7237061), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:06.087671 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 9c4627fa-4beb-43a9-a2a6-8b21972cadbe no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:10:06.207438 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-db4f88ed-9d1b-4c6f-8598-eb5561e6f4d4 req-9a29a9e4-b679-496b-9bb3-63c48a9fecc3 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=e5caffef-3784-4343-9a47-bb934f2b2214&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2154026 Oct 04 21:10:06.215098 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cf5337-1ca6-41af-8978-0856acda52f0 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event deleted for resources: {'Port': ['ID=9c4627fa-4beb-43a9-a2a6-8b21972cadbe,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:10:06.216401 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 9c4627fa-4beb-43a9-a2a6-8b21972cadbe {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:10:06.217121 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 9c4627fa-4beb-43a9-a2a6-8b21972cadbe not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:10:06.239635 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:10:06.327373 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cf5337-1ca6-41af-8978-0856acda52f0 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:10:06.350031 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-16cf5337-1ca6-41af-8978-0856acda52f0 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:10:06.362778 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16cf5337-1ca6-41af-8978-0856acda52f0 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:10:06.364225 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-16cf5337-1ca6-41af-8978-0856acda52f0 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:06.382401 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cf5337-1ca6-41af-8978-0856acda52f0 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event updated for resources: {'Subnet': ['ID=4c9c274f-5033-42c9-b847-ea39c7237061,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:10:06.393315 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f18839e-93c4-479b-9230-fd0b6b67aff0 None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:10:06.534724 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-a68c50b9-54bf-4a58-859a-23088be54f1c None None] Current status of the port c2c608d1-41a0-412f-b901-6eb8296df6a0 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:10:06.645444 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f88ed-9d1b-4c6f-8598-eb5561e6f4d4 req-0cfce568-f3c5-46ff-ace6-eaeb02d7d431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:10:06.650434 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-db4f88ed-9d1b-4c6f-8598-eb5561e6f4d4 req-0cfce568-f3c5-46ff-ace6-eaeb02d7d431 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=f1825a1177a04e78bd4d42c9ab83c051&device_id=e5caffef-3784-4343-9a47-bb934f2b2214 HTTP/1.1" status: 200 len: 1131 time: 0.2863095 Oct 04 21:10:06.664878 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-16cf5337-1ca6-41af-8978-0856acda52f0 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.5254383 Oct 04 21:10:06.667770 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 60804) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:06.712335 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-5d14ac7c-a8cf-463e-a86c-e03ff173bef5 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Request body: {'subnet': {'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:10:06.804288 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc33657-8006-4c8d-91fd-8fe09731efcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-42edc29f-8c98-4058-994e-1dc4e7a022d1', 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'project_id': 'f31334bc846b471aace4cb8b5f10ff51', 'fixed_ips': [{'subnet_id': '4c9c274f-5033-42c9-b847-ea39c7237061'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:10:06.805782 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9cc33657-8006-4c8d-91fd-8fe09731efcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:06.884330 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:10:06.994835 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-41624999-1c6f-4bd3-8dd1-8b0bf09c07da tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for port (cd120d55-0ccc-4f01-8b16-7ebe2c6eba3d), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:07.017474 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f88ed-9d1b-4c6f-8598-eb5561e6f4d4 req-7d16c388-e230-4802-92f5-b8d551a9924b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:10:07.021497 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-db4f88ed-9d1b-4c6f-8598-eb5561e6f4d4 req-7d16c388-e230-4802-92f5-b8d551a9924b service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=42fbb05e-3f96-444f-a676-04ee9d06a8c7 HTTP/1.1" status: 200 len: 870 time: 0.2984538 Oct 04 21:10:07.176981 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-db4f88ed-9d1b-4c6f-8598-eb5561e6f4d4 req-be6bb711-c3bc-4fa1-af53-416d582d38a7 service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=1c154906-993f-4652-add1-a70d59e80af4 HTTP/1.1" status: 200 len: 217 time: 0.1416142 Oct 04 21:10:07.270592 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-9cc33657-8006-4c8d-91fd-8fe09731efcf None None] Allocated IP 2001:db8::f816:3eff:febd:fef6 (42edc29f-8c98-4058-994e-1dc4e7a022d1/4c9c274f-5033-42c9-b847-ea39c7237061/e68791a5-fa59-4953-802b-792a86540c12) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:10:07.306207 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d14ac7c-a8cf-463e-a86c-e03ff173bef5 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Made reservation on behalf of f31334bc846b471aace4cb8b5f10ff51 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:10:07.312022 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5d14ac7c-a8cf-463e-a86c-e03ff173bef5 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:07.358960 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f88ed-9d1b-4c6f-8598-eb5561e6f4d4 req-5ca537d9-e811-466d-a97a-20db5e6ad46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:10:07.363710 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-db4f88ed-9d1b-4c6f-8598-eb5561e6f4d4 req-5ca537d9-e811-466d-a97a-20db5e6ad46d service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.1763415 Oct 04 21:10:07.364267 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60812) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:07.423518 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-41624999-1c6f-4bd3-8dd1-8b0bf09c07da tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (cd120d55-0ccc-4f01-8b16-7ebe2c6eba3d), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:07.733715 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 21:10:07.767049 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:10:07.783192 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 60822) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:07.788139 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f88ed-9d1b-4c6f-8598-eb5561e6f4d4 req-bd0ed187-2991-463a-be86-6414aba830d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:10:07.795106 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-db4f88ed-9d1b-4c6f-8598-eb5561e6f4d4 req-bd0ed187-2991-463a-be86-6414aba830d0 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4058409 Oct 04 21:10:07.871222 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9cc33657-8006-4c8d-91fd-8fe09731efcf None None] Publish callbacks [] for port (e68791a5-fa59-4953-802b-792a86540c12), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:07.874807 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:10:07.879311 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41624999-1c6f-4bd3-8dd1-8b0bf09c07da tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Network 9578ce3f-c4fc-4b49-8323-9665af6fc78b is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:10:07.951957 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-41624999-1c6f-4bd3-8dd1-8b0bf09c07da tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:10:07.985180 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41624999-1c6f-4bd3-8dd1-8b0bf09c07da tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:10:08.040832 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9cc33657-8006-4c8d-91fd-8fe09731efcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (e68791a5-fa59-4953-802b-792a86540c12), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:08.215452 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-db4f88ed-9d1b-4c6f-8598-eb5561e6f4d4 req-179c7c10-ca06-4824-ba5a-42bcfa56a98f service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3778722 Oct 04 21:10:08.241545 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc33657-8006-4c8d-91fd-8fe09731efcf None None] Pushing event updated for resources: {'Port': ['ID=e68791a5-fa59-4953-802b-792a86540c12,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:10:08.314498 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc33657-8006-4c8d-91fd-8fe09731efcf None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:10:08.333059 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-9cc33657-8006-4c8d-91fd-8fe09731efcf None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:10:08.348627 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc33657-8006-4c8d-91fd-8fe09731efcf None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:10:08.392069 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41624999-1c6f-4bd3-8dd1-8b0bf09c07da tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event updated for resources: {'Port': ['ID=cd120d55-0ccc-4f01-8b16-7ebe2c6eba3d,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:10:08.454804 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 60846) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:08.475331 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-6ff333e1-8ab4-40a0-bdf5-fd23711a0c8e admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=344137dbfa264c3da4c122557dc3e5b9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1034930 Oct 04 21:10:08.546551 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5d14ac7c-a8cf-463e-a86c-e03ff173bef5 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (3b9ed8a1-d30e-44db-8164-7059aadb0306), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:08.713418 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-9cc33657-8006-4c8d-91fd-8fe09731efcf None None] Attempting to bind port e68791a5-fa59-4953-802b-792a86540c12 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:10:08.713994 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-9cc33657-8006-4c8d-91fd-8fe09731efcf None None] Attempting to bind port e68791a5-fa59-4953-802b-792a86540c12 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:10:08.717201 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc33657-8006-4c8d-91fd-8fe09731efcf None None] Attempting to bind port e68791a5-fa59-4953-802b-792a86540c12 on network 42edc29f-8c98-4058-994e-1dc4e7a022d1 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:10:08.725352 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41624999-1c6f-4bd3-8dd1-8b0bf09c07da tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:10:08.733475 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-41624999-1c6f-4bd3-8dd1-8b0bf09c07da tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:08.818562 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-db4f88ed-9d1b-4c6f-8598-eb5561e6f4d4 req-dc217231-6f5e-4c30-99c6-feba414af5c7 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5967879 Oct 04 21:10:08.824201 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d14ac7c-a8cf-463e-a86c-e03ff173bef5 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event updated for resources: {'Subnet': ['ID=3b9ed8a1-d30e-44db-8164-7059aadb0306,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:10:08.825140 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-279b6b93-7c60-4177-b43c-def48bcca9f1 None None] Provisioning complete for port cd120d55-0ccc-4f01-8b16-7ebe2c6eba3d triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:10:08.825332 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-279b6b93-7c60-4177-b43c-def48bcca9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (cd120d55-0ccc-4f01-8b16-7ebe2c6eba3d), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:08.826641 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-279b6b93-7c60-4177-b43c-def48bcca9f1 None None] Attempt 1 to provision port cd120d55-0ccc-4f01-8b16-7ebe2c6eba3d Oct 04 21:10:08.880150 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d14ac7c-a8cf-463e-a86c-e03ff173bef5 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:10:08.882649 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a35a2057-2225-499b-acfe-ec78bc971510 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:08.893201 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-41624999-1c6f-4bd3-8dd1-8b0bf09c07da tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 922 time: 4.8298845 Oct 04 21:10:08.897861 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60854) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:08.906844 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-5d14ac7c-a8cf-463e-a86c-e03ff173bef5 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:10:08.908934 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-0c2d1dfa-09c4-474c-b725-55bbcb4638e8 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Request body: {'subnet': {'network_id': '9578ce3f-c4fc-4b49-8323-9665af6fc78b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:10:08.916997 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d14ac7c-a8cf-463e-a86c-e03ff173bef5 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:10:08.918728 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5d14ac7c-a8cf-463e-a86c-e03ff173bef5 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:08.928686 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:10:08.985954 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:10:09.013837 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d1472612-e5d4-4fb8-baca-d27ff31e9e7c admin admin] Publish callbacks [] for security_group (8e4e29e6-e3ef-4ceb-8c2b-edac97e20915), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:09.032815 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc33657-8006-4c8d-91fd-8fe09731efcf None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:10:09.034812 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc33657-8006-4c8d-91fd-8fe09731efcf None None] Checking segment: {'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:10:09.035470 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9cc33657-8006-4c8d-91fd-8fe09731efcf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:09.036232 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc33657-8006-4c8d-91fd-8fe09731efcf None None] Bound using segment: {'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:10:09.041928 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-9cc33657-8006-4c8d-91fd-8fe09731efcf None None] Bound port: e68791a5-fa59-4953-802b-792a86540c12, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:10:09.041928 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9cc33657-8006-4c8d-91fd-8fe09731efcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (e68791a5-fa59-4953-802b-792a86540c12), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:09.078077 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-279b6b93-7c60-4177-b43c-def48bcca9f1 None None] Port cd120d55-0ccc-4f01-8b16-7ebe2c6eba3d cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:10:09.124562 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-5d14ac7c-a8cf-463e-a86c-e03ff173bef5 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4472206 Oct 04 21:10:09.147733 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60864) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:09.165091 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-8cd72a45-81d4-4f08-a45f-dc86aa7268d4 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Request body: {'port': {'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'mac_address': 'fa:16:3e:3d:76:3c', 'name': 'tempest-NetworksTestDHCPv6-1787086865'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:10:09.211221 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d1472612-e5d4-4fb8-baca-d27ff31e9e7c admin admin] Publish callbacks [] for security_group (8e4e29e6-e3ef-4ceb-8c2b-edac97e20915), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:09.271038 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-9cc33657-8006-4c8d-91fd-8fe09731efcf None None] For port e68791a5-fa59-4953-802b-792a86540c12, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:10:09.312698 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-9cc33657-8006-4c8d-91fd-8fe09731efcf None None] For port e68791a5-fa59-4953-802b-792a86540c12, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=e68791a5-fa59-4953-802b-792a86540c12,segment=NetworkSegment(a074d1d3-d8bf-45a2-a3f3-7647e2465b5f),segment_id=a074d1d3-d8bf-45a2-a3f3-7647e2465b5f)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:10:09.322614 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:10:09.485580 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9cc33657-8006-4c8d-91fd-8fe09731efcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (e68791a5-fa59-4953-802b-792a86540c12), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:09.595278 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a35a2057-2225-499b-acfe-ec78bc971510 admin admin] Publish callbacks [] for security_group (8a28cc55-3efd-4ad5-b4dc-cc19495fe771), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:09.638370 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc33657-8006-4c8d-91fd-8fe09731efcf None None] Pushing event updated for resources: {'Port': ['ID=e68791a5-fa59-4953-802b-792a86540c12,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:10:09.734615 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d1472612-e5d4-4fb8-baca-d27ff31e9e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (8e4e29e6-e3ef-4ceb-8c2b-edac97e20915), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:09.739479 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d1472612-e5d4-4fb8-baca-d27ff31e9e7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:09.746792 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-d1472612-e5d4-4fb8-baca-d27ff31e9e7c admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/8e4e29e6-e3ef-4ceb-8c2b-edac97e20915 HTTP/1.1" status: 204 len: 168 time: 1.2895479 Oct 04 21:10:09.782527 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1472612-e5d4-4fb8-baca-d27ff31e9e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4e29e6-e3ef-4ceb-8c2b-edac97e20915,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:10:09.809959 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a35a2057-2225-499b-acfe-ec78bc971510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (8a28cc55-3efd-4ad5-b4dc-cc19495fe771), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:09.849129 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=4 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:10:10.100474 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a35a2057-2225-499b-acfe-ec78bc971510 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=6dd02a08a4244a0e91744c1836682f7f&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3102334 Oct 04 21:10:10.100474 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a2057-2225-499b-acfe-ec78bc971510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a28cc55-3efd-4ad5-b4dc-cc19495fe771,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:10:10.113312 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 60874) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:10.344639 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8e7b20f8-b220-430e-9e1b-8fe2f4087b7f admin admin] Publish callbacks [] for security_group (8a28cc55-3efd-4ad5-b4dc-cc19495fe771), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:10.472664 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8e7b20f8-b220-430e-9e1b-8fe2f4087b7f admin admin] Publish callbacks [] for security_group (8a28cc55-3efd-4ad5-b4dc-cc19495fe771), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:10.542892 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60884) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:10.619172 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:10:10.633315 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:10:10.690953 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device e68791a5-fa59-4953-802b-792a86540c12 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:10:10.772585 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c2d1dfa-09c4-474c-b725-55bbcb4638e8 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Made reservation on behalf of 3e52093341534ca5a76295afd3cfd196 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:10:10.800289 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0c2d1dfa-09c4-474c-b725-55bbcb4638e8 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:10.813373 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8e7b20f8-b220-430e-9e1b-8fe2f4087b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (8a28cc55-3efd-4ad5-b4dc-cc19495fe771), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:10.815222 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd72a45-81d4-4f08-a45f-dc86aa7268d4 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Made reservation on behalf of f31334bc846b471aace4cb8b5f10ff51 for: {'port': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:10:10.822186 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8e7b20f8-b220-430e-9e1b-8fe2f4087b7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:10.824431 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-8e7b20f8-b220-430e-9e1b-8fe2f4087b7f admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/8a28cc55-3efd-4ad5-b4dc-cc19495fe771 HTTP/1.1" status: 204 len: 168 time: 0.7092144 Oct 04 21:10:10.863206 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7b20f8-b220-430e-9e1b-8fe2f4087b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a28cc55-3efd-4ad5-b4dc-cc19495fe771,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:10:10.932784 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port e68791a5-fa59-4953-802b-792a86540c12 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:10:10.935158 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (e68791a5-fa59-4953-802b-792a86540c12), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:10.938855 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port e68791a5-fa59-4953-802b-792a86540c12 Oct 04 21:10:11.201627 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-977f32e4-4027-4bd7-8b8f-0e60e8b13738 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:11.230660 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port e68791a5-fa59-4953-802b-792a86540c12 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:10:11.231222 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (e68791a5-fa59-4953-802b-792a86540c12), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:11.360636 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port e68791a5-fa59-4953-802b-792a86540c12, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=e68791a5-fa59-4953-802b-792a86540c12,segment=NetworkSegment(a074d1d3-d8bf-45a2-a3f3-7647e2465b5f),segment_id=a074d1d3-d8bf-45a2-a3f3-7647e2465b5f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:10:11.681048 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (e68791a5-fa59-4953-802b-792a86540c12), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:11.750386 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8cd72a45-81d4-4f08-a45f-dc86aa7268d4 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:11.847469 n-d-852085-12 neutron-server[108169]: INFO neutron.db.ipam_backend_mixin [None req-0c2d1dfa-09c4-474c-b725-55bbcb4638e8 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 76b2174a-54c5-4ab2-ac20-eb61a8c5c623 (CIDR: 172.20.0.0/28) Oct 04 21:10:11.858566 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=e68791a5-fa59-4953-802b-792a86540c12,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:10:11.895734 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [None req-8cd72a45-81d4-4f08-a45f-dc86aa7268d4 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] device_id is not set on port 72846ec0-21e8-4294-92bb-37e1c75d42fd yet. {{(pid=108169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 21:10:11.923201 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c2d1dfa-09c4-474c-b725-55bbcb4638e8 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 21:10:11.924627 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c2d1dfa-09c4-474c-b725-55bbcb4638e8 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:10:11.960468 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882b6042-b650-4de2-9ba2-09bc2810d3eb None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:10:12.057281 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-977f32e4-4027-4bd7-8b8f-0e60e8b13738 admin admin] Publish callbacks [] for security_group (bc233471-780c-49cf-9e5b-42131269a201), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:12.271492 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-977f32e4-4027-4bd7-8b8f-0e60e8b13738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (bc233471-780c-49cf-9e5b-42131269a201), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:12.287061 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-0c2d1dfa-09c4-474c-b725-55bbcb4638e8 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 3.3865633 Oct 04 21:10:12.290649 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 60920) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:12.306126 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-e79422a1-fa0f-4ff8-84c8-d2ad21cbe789 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Request body: {'subnet': {'network_id': '9578ce3f-c4fc-4b49-8323-9665af6fc78b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:10:12.450271 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-91bdba50-b47e-4748-afc1-a6cc26801a15 None None] Provisioning complete for port e68791a5-fa59-4953-802b-792a86540c12 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:10:12.451837 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-91bdba50-b47e-4748-afc1-a6cc26801a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (e68791a5-fa59-4953-802b-792a86540c12), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:12.452650 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-91bdba50-b47e-4748-afc1-a6cc26801a15 None None] Attempt 1 to provision port e68791a5-fa59-4953-802b-792a86540c12 Oct 04 21:10:12.479386 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:10:12.589620 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device e68791a5-fa59-4953-802b-792a86540c12 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:10:12.675380 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-977f32e4-4027-4bd7-8b8f-0e60e8b13738 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=d744f9e8efd8419483c9040ad97d52b2&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1295962 Oct 04 21:10:12.692695 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60932) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:12.793315 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977f32e4-4027-4bd7-8b8f-0e60e8b13738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc233471-780c-49cf-9e5b-42131269a201,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:10:13.030771 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e79422a1-fa0f-4ff8-84c8-d2ad21cbe789 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Made reservation on behalf of 3e52093341534ca5a76295afd3cfd196 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:10:13.052673 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e79422a1-fa0f-4ff8-84c8-d2ad21cbe789 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:13.065360 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-8cd72a45-81d4-4f08-a45f-dc86aa7268d4 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Allocated IP 172.20.0.2 (42edc29f-8c98-4058-994e-1dc4e7a022d1/3b9ed8a1-d30e-44db-8164-7059aadb0306/72846ec0-21e8-4294-92bb-37e1c75d42fd) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:10:13.106057 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-91bdba50-b47e-4748-afc1-a6cc26801a15 None None] Current status of the port e68791a5-fa59-4953-802b-792a86540c12 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:10:13.129555 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-8cd72a45-81d4-4f08-a45f-dc86aa7268d4 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Allocated IP 2001:db8::f816:3eff:fe3d:763c (42edc29f-8c98-4058-994e-1dc4e7a022d1/4c9c274f-5033-42c9-b847-ea39c7237061/72846ec0-21e8-4294-92bb-37e1c75d42fd) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:10:13.160803 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:10:13.218050 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port e68791a5-fa59-4953-802b-792a86540c12 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:10:13.218662 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (e68791a5-fa59-4953-802b-792a86540c12), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:13.223537 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port e68791a5-fa59-4953-802b-792a86540c12 Oct 04 21:10:13.228696 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-626616f9-37e4-4f42-9ac2-035f8a12b5b1 admin admin] Publish callbacks [] for security_group (bc233471-780c-49cf-9e5b-42131269a201), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:13.432518 n-d-852085-12 neutron-server[108170]: INFO neutron.db.ipam_backend_mixin [None req-e79422a1-fa0f-4ff8-84c8-d2ad21cbe789 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 2d27306f-3dad-4915-b5dd-8224690de78e (CIDR: 172.20.0.16/28) Oct 04 21:10:13.434534 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-626616f9-37e4-4f42-9ac2-035f8a12b5b1 admin admin] Publish callbacks [] for security_group (bc233471-780c-49cf-9e5b-42131269a201), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:13.498394 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-e79422a1-fa0f-4ff8-84c8-d2ad21cbe789 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 21:10:13.499800 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e79422a1-fa0f-4ff8-84c8-d2ad21cbe789 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:10:13.576206 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400af27f-a6c5-49a8-b12c-9d0649bd1ce4 None None] Update dhcp port {'port': {'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'fixed_ips': [{'subnet_id': '4c9c274f-5033-42c9-b847-ea39c7237061', 'ip_address': '2001:db8::f816:3eff:febd:fef6'}, {'subnet_id': '3b9ed8a1-d30e-44db-8164-7059aadb0306'}], 'binding:host_id': 'n-d-852085-12'}, 'id': 'e68791a5-fa59-4953-802b-792a86540c12'} from n-d-852085-12. {{(pid=108171) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 04 21:10:13.703366 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-e79422a1-fa0f-4ff8-84c8-d2ad21cbe789 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.4075358 Oct 04 21:10:13.707482 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 60952) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:13.731024 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-400af27f-a6c5-49a8-b12c-9d0649bd1ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (e68791a5-fa59-4953-802b-792a86540c12), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:13.741163 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-685d1284-fb90-43d8-ae68-2df5d140b2ce tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Request body: {'subnet': {'network_id': '9578ce3f-c4fc-4b49-8323-9665af6fc78b', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:10:14.059908 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-626616f9-37e4-4f42-9ac2-035f8a12b5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (bc233471-780c-49cf-9e5b-42131269a201), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:14.082706 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-626616f9-37e4-4f42-9ac2-035f8a12b5b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:14.093349 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-626616f9-37e4-4f42-9ac2-035f8a12b5b1 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/bc233471-780c-49cf-9e5b-42131269a201 HTTP/1.1" status: 204 len: 168 time: 1.4050386 Oct 04 21:10:14.131113 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8cd72a45-81d4-4f08-a45f-dc86aa7268d4 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for port (72846ec0-21e8-4294-92bb-37e1c75d42fd), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:14.259283 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port e68791a5-fa59-4953-802b-792a86540c12 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:10:14.373737 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626616f9-37e4-4f42-9ac2-035f8a12b5b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc233471-780c-49cf-9e5b-42131269a201,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:10:14.410873 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:10:14.642201 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685d1284-fb90-43d8-ae68-2df5d140b2ce tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Made reservation on behalf of 3e52093341534ca5a76295afd3cfd196 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:10:14.650830 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8cd72a45-81d4-4f08-a45f-dc86aa7268d4 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (72846ec0-21e8-4294-92bb-37e1c75d42fd), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:14.657456 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-685d1284-fb90-43d8-ae68-2df5d140b2ce tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:14.675541 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:DELETE=1,neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:10:14.796932 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd72a45-81d4-4f08-a45f-dc86aa7268d4 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:10:14.810206 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-8cd72a45-81d4-4f08-a45f-dc86aa7268d4 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:10:14.819775 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd72a45-81d4-4f08-a45f-dc86aa7268d4 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:10:14.929497 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-400af27f-a6c5-49a8-b12c-9d0649bd1ce4 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-b36cff89-9c81-4fc2-9c00-10997d0cf60a {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 21:10:14.930282 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-400af27f-a6c5-49a8-b12c-9d0649bd1ce4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 21:10:14.953208 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd72a45-81d4-4f08-a45f-dc86aa7268d4 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:10:14.954750 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8cd72a45-81d4-4f08-a45f-dc86aa7268d4 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:14.999573 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd72a45-81d4-4f08-a45f-dc86aa7268d4 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event updated for resources: {'Port': ['ID=72846ec0-21e8-4294-92bb-37e1c75d42fd,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:10:15.156631 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-8cd72a45-81d4-4f08-a45f-dc86aa7268d4 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 6.0069551 Oct 04 21:10:15.161525 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60978) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:15.376895 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ef2d80-6ed9-4147-ab6f-dae7517c79da tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:10:15.391803 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ef2d80-6ed9-4147-ab6f-dae7517c79da tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:10:15.397303 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a7ef2d80-6ed9-4147-ab6f-dae7517c79da tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.2339652 Oct 04 21:10:15.402134 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60984) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:15.604359 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60988) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:15.653785 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:10:15.680535 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-400af27f-a6c5-49a8-b12c-9d0649bd1ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (e68791a5-fa59-4953-802b-792a86540c12), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:15.853730 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-4fd9ab5c-8f74-4e56-a817-e10367e06b88 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Deleting port 72846ec0-21e8-4294-92bb-37e1c75d42fd {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:10:15.857865 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4fd9ab5c-8f74-4e56-a817-e10367e06b88 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (72846ec0-21e8-4294-92bb-37e1c75d42fd), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:15.893668 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-685d1284-fb90-43d8-ae68-2df5d140b2ce tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (f02c512f-a34a-40ab-9107-a14115190633), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:15.916420 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-37ae1cb3-8dbb-4edd-a687-d5783b4a71cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:16.082048 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d1284-fb90-43d8-ae68-2df5d140b2ce tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event updated for resources: {'Subnet': ['ID=f02c512f-a34a-40ab-9107-a14115190633,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:10:16.118541 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685d1284-fb90-43d8-ae68-2df5d140b2ce tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Network 9578ce3f-c4fc-4b49-8323-9665af6fc78b is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:10:16.123777 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-685d1284-fb90-43d8-ae68-2df5d140b2ce tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:10:16.130968 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685d1284-fb90-43d8-ae68-2df5d140b2ce tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:10:16.132679 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-685d1284-fb90-43d8-ae68-2df5d140b2ce tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:16.191647 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee880b5f-3ce0-40fb-9ade-d84d55a96cdd None None] Network 9578ce3f-c4fc-4b49-8323-9665af6fc78b requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:10:16.266352 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4fd9ab5c-8f74-4e56-a817-e10367e06b88 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (72846ec0-21e8-4294-92bb-37e1c75d42fd), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:16.319963 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-4fd9ab5c-8f74-4e56-a817-e10367e06b88 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Calling delete_port for 72846ec0-21e8-4294-92bb-37e1c75d42fd owned by {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:10:16.346843 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-685d1284-fb90-43d8-ae68-2df5d140b2ce tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.6366248 Oct 04 21:10:16.350187 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 60998) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:16.368457 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-1d742fb9-1de6-457e-8513-c40cd25ef400 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-924698511', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f02c512f-a34a-40ab-9107-a14115190633'}], 'security_groups': ['4ef3569a-7109-488b-91bd-e2a801d30a33', '66a5452d-5a49-4a77-8060-3bb7d3de2ea7']}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:10:16.564697 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:10:16.588456 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ac58ed2a-233b-46a2-a5ad-9d8c1a414b84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:16.751416 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-400af27f-a6c5-49a8-b12c-9d0649bd1ce4 None None] Allocated IP 172.20.0.3 (42edc29f-8c98-4058-994e-1dc4e7a022d1/3b9ed8a1-d30e-44db-8164-7059aadb0306/e68791a5-fa59-4953-802b-792a86540c12) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:10:16.805249 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 32776) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:16.872039 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-93afa636-d522-4cda-971f-fd83489f9dab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:17.061370 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:10:17.197748 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ac58ed2a-233b-46a2-a5ad-9d8c1a414b84 admin admin] Publish callbacks [] for security_group (0d55dec3-2e36-40e5-88e6-b685d3f6cdd3), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:17.199629 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-93afa636-d522-4cda-971f-fd83489f9dab admin admin] Publish callbacks [] for security_group (3b7f4e90-cf4d-4177-aafa-4ade2d9aa1cf), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:17.200665 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:10:17.202807 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1d742fb9-1de6-457e-8513-c40cd25ef400 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (cd120d55-0ccc-4f01-8b16-7ebe2c6eba3d), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:17.308271 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-400af27f-a6c5-49a8-b12c-9d0649bd1ce4 None None] For port e68791a5-fa59-4953-802b-792a86540c12, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=e68791a5-fa59-4953-802b-792a86540c12,segment=NetworkSegment(a074d1d3-d8bf-45a2-a3f3-7647e2465b5f),segment_id=a074d1d3-d8bf-45a2-a3f3-7647e2465b5f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:10:17.402157 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:10:17.407885 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125ce917-37c4-45af-ba6e-087356ce71b8 None None] Update dhcp port {'port': {'network_id': '9578ce3f-c4fc-4b49-8323-9665af6fc78b', 'fixed_ips': [{'subnet_id': '2d27306f-3dad-4915-b5dd-8224690de78e', 'ip_address': '172.20.0.18'}, {'subnet_id': '76b2174a-54c5-4ab2-ac20-eb61a8c5c623', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f02c512f-a34a-40ab-9107-a14115190633'}], 'binding:host_id': 'n-d-852085-12'}, 'id': 'c2c608d1-41a0-412f-b901-6eb8296df6a0'} from n-d-852085-12. {{(pid=108171) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 04 21:10:17.414389 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-400af27f-a6c5-49a8-b12c-9d0649bd1ce4 None None] Publish callbacks [] for port (e68791a5-fa59-4953-802b-792a86540c12), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:17.424147 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-93afa636-d522-4cda-971f-fd83489f9dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (3b7f4e90-cf4d-4177-aafa-4ade2d9aa1cf), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:17.439374 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ac58ed2a-233b-46a2-a5ad-9d8c1a414b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (0d55dec3-2e36-40e5-88e6-b685d3f6cdd3), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:17.484386 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-125ce917-37c4-45af-ba6e-087356ce71b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (c2c608d1-41a0-412f-b901-6eb8296df6a0), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:17.506100 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-93afa636-d522-4cda-971f-fd83489f9dab admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=300f0d0cae2f4f12941efc9d1bfbee05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6958592 Oct 04 21:10:17.512234 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 32784) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:17.599789 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93afa636-d522-4cda-971f-fd83489f9dab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7f4e90-cf4d-4177-aafa-4ade2d9aa1cf,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:10:17.701803 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2f4b20f4-f7b7-4ef0-8de8-200b6fbb92ce admin admin] Publish callbacks [] for security_group (3b7f4e90-cf4d-4177-aafa-4ade2d9aa1cf), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:17.733285 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=4 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:10:17.764115 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2f4b20f4-f7b7-4ef0-8de8-200b6fbb92ce admin admin] Publish callbacks [] for security_group (3b7f4e90-cf4d-4177-aafa-4ade2d9aa1cf), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:17.837947 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-400af27f-a6c5-49a8-b12c-9d0649bd1ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (e68791a5-fa59-4953-802b-792a86540c12), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:17.926017 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac58ed2a-233b-46a2-a5ad-9d8c1a414b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d55dec3-2e36-40e5-88e6-b685d3f6cdd3,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:10:17.949077 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9ed9e1ba-e575-4da8-a343-d546b12e6ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:18.012197 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ac58ed2a-233b-46a2-a5ad-9d8c1a414b84 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=7cb2191dcdac4efa82ae77913b14332b&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3950703 Oct 04 21:10:18.016024 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 32796) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:18.081060 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2f4b20f4-f7b7-4ef0-8de8-200b6fbb92ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (3b7f4e90-cf4d-4177-aafa-4ade2d9aa1cf), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:18.086970 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2f4b20f4-f7b7-4ef0-8de8-200b6fbb92ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:18.089627 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2f4b20f4-f7b7-4ef0-8de8-200b6fbb92ce admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/3b7f4e90-cf4d-4177-aafa-4ade2d9aa1cf HTTP/1.1" status: 204 len: 168 time: 0.5748055 Oct 04 21:10:18.141317 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4b20f4-f7b7-4ef0-8de8-200b6fbb92ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7f4e90-cf4d-4177-aafa-4ade2d9aa1cf,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:10:18.159912 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4fd9ab5c-8f74-4e56-a817-e10367e06b88 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (72846ec0-21e8-4294-92bb-37e1c75d42fd), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:18.213128 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-edf488ce-e7cb-4e90-af51-0407f58780d6 admin admin] Publish callbacks [] for security_group (0d55dec3-2e36-40e5-88e6-b685d3f6cdd3), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:18.292489 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-edf488ce-e7cb-4e90-af51-0407f58780d6 admin admin] Publish callbacks [] for security_group (0d55dec3-2e36-40e5-88e6-b685d3f6cdd3), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:18.299757 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd9ab5c-8f74-4e56-a817-e10367e06b88 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event deleted for resources: {'Port': ['ID=72846ec0-21e8-4294-92bb-37e1c75d42fd,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:10:18.360863 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:10:18.379831 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:10:18.518624 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400af27f-a6c5-49a8-b12c-9d0649bd1ce4 None None] Pushing event updated for resources: {'Port': ['ID=e68791a5-fa59-4953-802b-792a86540c12,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:10:18.590298 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:10:18.659923 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-edf488ce-e7cb-4e90-af51-0407f58780d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (0d55dec3-2e36-40e5-88e6-b685d3f6cdd3), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:18.665993 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-edf488ce-e7cb-4e90-af51-0407f58780d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:18.671741 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-edf488ce-e7cb-4e90-af51-0407f58780d6 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/0d55dec3-2e36-40e5-88e6-b685d3f6cdd3 HTTP/1.1" status: 204 len: 168 time: 0.6483858 Oct 04 21:10:18.702988 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf488ce-e7cb-4e90-af51-0407f58780d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d55dec3-2e36-40e5-88e6-b685d3f6cdd3,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:10:18.922074 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-1d742fb9-1de6-457e-8513-c40cd25ef400 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Delete allocated IP 172.20.0.7 (9578ce3f-c4fc-4b49-8323-9665af6fc78b/76b2174a-54c5-4ab2-ac20-eb61a8c5c623) {{(pid=108169) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 04 21:10:18.956488 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-1d742fb9-1de6-457e-8513-c40cd25ef400 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Allocated IP 172.20.0.46 (9578ce3f-c4fc-4b49-8323-9665af6fc78b/f02c512f-a34a-40ab-9107-a14115190633/cd120d55-0ccc-4f01-8b16-7ebe2c6eba3d) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:10:18.977205 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4fd9ab5c-8f74-4e56-a817-e10367e06b88 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:18.984890 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-4fd9ab5c-8f74-4e56-a817-e10367e06b88 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/ports/72846ec0-21e8-4294-92bb-37e1c75d42fd HTTP/1.1" status: 204 len: 168 time: 3.5804889 Oct 04 21:10:18.989076 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 32816) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:19.337659 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e85c1c-b118-489d-b47a-709e1adbf8d6 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:10:19.342153 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e85c1c-b118-489d-b47a-709e1adbf8d6 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:10:19.346195 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e85c1c-b118-489d-b47a-709e1adbf8d6 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:10:19.362403 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f2e85c1c-b118-489d-b47a-709e1adbf8d6 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3667216 Oct 04 21:10:19.367000 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 32826) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:19.593221 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8bee1a8-f2e9-41bc-9a01-99ea2b2bf457 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Deleting subnet 3b9ed8a1-d30e-44db-8164-7059aadb0306 {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:10:19.606311 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b8bee1a8-f2e9-41bc-9a01-99ea2b2bf457 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (3b9ed8a1-d30e-44db-8164-7059aadb0306), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:19.744559 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1d742fb9-1de6-457e-8513-c40cd25ef400 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for port (cd120d55-0ccc-4f01-8b16-7ebe2c6eba3d), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:19.747876 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b8bee1a8-f2e9-41bc-9a01-99ea2b2bf457 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (3b9ed8a1-d30e-44db-8164-7059aadb0306), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:19.913315 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1d742fb9-1de6-457e-8513-c40cd25ef400 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (cd120d55-0ccc-4f01-8b16-7ebe2c6eba3d), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:20.021978 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b8bee1a8-f2e9-41bc-9a01-99ea2b2bf457 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (3b9ed8a1-d30e-44db-8164-7059aadb0306), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:20.166780 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-125ce917-37c4-45af-ba6e-087356ce71b8 None None] Allocated IP 172.20.0.34 (9578ce3f-c4fc-4b49-8323-9665af6fc78b/f02c512f-a34a-40ab-9107-a14115190633/c2c608d1-41a0-412f-b901-6eb8296df6a0) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:10:20.389734 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b8bee1a8-f2e9-41bc-9a01-99ea2b2bf457 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (3b9ed8a1-d30e-44db-8164-7059aadb0306), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:20.580379 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bee1a8-f2e9-41bc-9a01-99ea2b2bf457 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event deleted for resources: {'Subnet': ['ID=3b9ed8a1-d30e-44db-8164-7059aadb0306,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:10:20.601628 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b8bee1a8-f2e9-41bc-9a01-99ea2b2bf457 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:20.609362 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:10:20.625950 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-1d742fb9-1de6-457e-8513-c40cd25ef400 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] In _notify_port_updated(), no bound segment for port cd120d55-0ccc-4f01-8b16-7ebe2c6eba3d on network 9578ce3f-c4fc-4b49-8323-9665af6fc78b {{(pid=108169) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:952}} Oct 04 21:10:20.626646 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b8bee1a8-f2e9-41bc-9a01-99ea2b2bf457 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/3b9ed8a1-d30e-44db-8164-7059aadb0306 HTTP/1.1" status: 204 len: 168 time: 1.2558222 Oct 04 21:10:20.631720 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d742fb9-1de6-457e-8513-c40cd25ef400 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:10:20.632126 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 32852) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:20.633355 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1d742fb9-1de6-457e-8513-c40cd25ef400 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:20.642489 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-1d742fb9-1de6-457e-8513-c40cd25ef400 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "PUT /networking/v2.0/ports/cd120d55-0ccc-4f01-8b16-7ebe2c6eba3d HTTP/1.1" status: 200 len: 959 time: 4.2901702 Oct 04 21:10:20.663640 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d742fb9-1de6-457e-8513-c40cd25ef400 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event updated for resources: {'Port': ['ID=cd120d55-0ccc-4f01-8b16-7ebe2c6eba3d,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:10:20.672260 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 32854) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:20.729618 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device e68791a5-fa59-4953-802b-792a86540c12 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:10:20.868231 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:21.018265 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port e68791a5-fa59-4953-802b-792a86540c12 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:10:21.019084 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (e68791a5-fa59-4953-802b-792a86540c12), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:21.019698 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port e68791a5-fa59-4953-802b-792a86540c12 Oct 04 21:10:21.089082 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-125ce917-37c4-45af-ba6e-087356ce71b8 None None] For port c2c608d1-41a0-412f-b901-6eb8296df6a0, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=c2c608d1-41a0-412f-b901-6eb8296df6a0,segment=NetworkSegment(e56d987d-cd15-4e9a-9398-dd2b3268c878),segment_id=e56d987d-cd15-4e9a-9398-dd2b3268c878)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:10:21.093443 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-8418553c-bd67-47f6-b2a6-fa82fae428a5 None None] Provisioning complete for port e68791a5-fa59-4953-802b-792a86540c12 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:10:21.094716 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8418553c-bd67-47f6-b2a6-fa82fae428a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (e68791a5-fa59-4953-802b-792a86540c12), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:21.097254 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-8418553c-bd67-47f6-b2a6-fa82fae428a5 None None] Attempt 1 to provision port e68791a5-fa59-4953-802b-792a86540c12 Oct 04 21:10:21.134012 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-9b11c425-e7ac-40e4-8e96-ce8b98a40b14 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Deleting port cd120d55-0ccc-4f01-8b16-7ebe2c6eba3d {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:10:21.134594 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9b11c425-e7ac-40e4-8e96-ce8b98a40b14 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (cd120d55-0ccc-4f01-8b16-7ebe2c6eba3d), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:21.251957 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe82c0c-afc6-4b13-be52-9dd6d2686071 None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:10:21.413091 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9b11c425-e7ac-40e4-8e96-ce8b98a40b14 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (cd120d55-0ccc-4f01-8b16-7ebe2c6eba3d), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:21.461382 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-3833377e-843d-4799-a466-513f2c097b66 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Deleting subnet 4c9c274f-5033-42c9-b847-ea39c7237061 {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:10:21.468121 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-9b11c425-e7ac-40e4-8e96-ce8b98a40b14 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Calling delete_port for cd120d55-0ccc-4f01-8b16-7ebe2c6eba3d owned by {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:10:21.484190 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3833377e-843d-4799-a466-513f2c097b66 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (4c9c274f-5033-42c9-b847-ea39c7237061), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:21.540571 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:10:21.659882 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-125ce917-37c4-45af-ba6e-087356ce71b8 None None] Publish callbacks [] for port (c2c608d1-41a0-412f-b901-6eb8296df6a0), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:21.667037 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3833377e-843d-4799-a466-513f2c097b66 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (4c9c274f-5033-42c9-b847-ea39c7237061), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:21.842075 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-8418553c-bd67-47f6-b2a6-fa82fae428a5 None None] Current status of the port e68791a5-fa59-4953-802b-792a86540c12 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:10:21.931568 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-125ce917-37c4-45af-ba6e-087356ce71b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (c2c608d1-41a0-412f-b901-6eb8296df6a0), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:21.949079 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3833377e-843d-4799-a466-513f2c097b66 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (4c9c274f-5033-42c9-b847-ea39c7237061), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:21.958668 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:10:22.080281 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:10:22.307804 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-ddb5af62-d15d-4e5a-a3cf-f0a6467272da None None] Could not find standard attr ID for object 72846ec0-21e8-4294-92bb-37e1c75d42fd. {{(pid=108171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 04 21:10:22.326714 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port e68791a5-fa59-4953-802b-792a86540c12 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:10:22.382877 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:22.387834 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:22.398318 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3833377e-843d-4799-a466-513f2c097b66 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (4c9c274f-5033-42c9-b847-ea39c7237061), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:22.446696 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3833377e-843d-4799-a466-513f2c097b66 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:22.475397 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-3833377e-843d-4799-a466-513f2c097b66 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/4c9c274f-5033-42c9-b847-ea39c7237061 HTTP/1.1" status: 204 len: 168 time: 1.8373170 Oct 04 21:10:22.476745 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 32890) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:22.547535 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125ce917-37c4-45af-ba6e-087356ce71b8 None None] Pushing event updated for resources: {'Port': ['ID=c2c608d1-41a0-412f-b901-6eb8296df6a0,revision_number=7']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:10:22.557005 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9b11c425-e7ac-40e4-8e96-ce8b98a40b14 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (cd120d55-0ccc-4f01-8b16-7ebe2c6eba3d), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:22.560634 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3833377e-843d-4799-a466-513f2c097b66 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event deleted for resources: {'Subnet': ['ID=4c9c274f-5033-42c9-b847-ea39c7237061,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:10:22.672560 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [req-21555873-c616-4a16-a3b5-41b06bfddd25 req-09b1dfa1-445a-4018-98ab-f528541bdb24 tempest-ServerShowV257Test-1183170414 tempest-ServerShowV257Test-1183170414-project] (108170) timed out ('10.222.0.85', 62437) {{(pid=108170) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 04 21:10:22.698270 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b11c425-e7ac-40e4-8e96-ce8b98a40b14 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event deleted for resources: {'Port': ['ID=cd120d55-0ccc-4f01-8b16-7ebe2c6eba3d,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:10:22.736544 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a2f0ff8d-2675-415a-b959-a4e6e3332e5a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2548461 Oct 04 21:10:22.739375 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 32894) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:22.776225 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-6820ad10-b1d4-4ea5-b54b-23ffe4033d0a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Request body: {'subnet': {'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:10:23.079446 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9b11c425-e7ac-40e4-8e96-ce8b98a40b14 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:23.089500 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-9b11c425-e7ac-40e4-8e96-ce8b98a40b14 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "DELETE /networking/v2.0/ports/cd120d55-0ccc-4f01-8b16-7ebe2c6eba3d HTTP/1.1" status: 204 len: 168 time: 2.4097757 Oct 04 21:10:23.097024 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 32904) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:23.228883 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-a314983c-09ec-4c7a-abcd-93ac817fd29a tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] GET failed (client error): The resource could not be found. Oct 04 21:10:23.232198 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a314983c-09ec-4c7a-abcd-93ac817fd29a tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "GET /networking/v2.0/ports/cd120d55-0ccc-4f01-8b16-7ebe2c6eba3d HTTP/1.1" status: 404 len: 333 time: 0.1312981 Oct 04 21:10:23.238724 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 32910) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:23.498202 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2c23e177-6f77-4237-b7ae-8d0d18823e68 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for security_group (5b876561-72ac-4733-9334-418acb1cf0dd), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:23.528490 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6820ad10-b1d4-4ea5-b54b-23ffe4033d0a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Made reservation on behalf of f31334bc846b471aace4cb8b5f10ff51 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:10:23.538928 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6820ad10-b1d4-4ea5-b54b-23ffe4033d0a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:23.688490 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2c23e177-6f77-4237-b7ae-8d0d18823e68 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for security_group (5b876561-72ac-4733-9334-418acb1cf0dd), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:24.044681 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2c23e177-6f77-4237-b7ae-8d0d18823e68 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (5b876561-72ac-4733-9334-418acb1cf0dd), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:24.058849 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2c23e177-6f77-4237-b7ae-8d0d18823e68 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:24.067805 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2c23e177-6f77-4237-b7ae-8d0d18823e68 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/5b876561-72ac-4733-9334-418acb1cf0dd HTTP/1.1" status: 204 len: 168 time: 0.8187182 Oct 04 21:10:24.071281 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 32938) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:24.208798 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c23e177-6f77-4237-b7ae-8d0d18823e68 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b876561-72ac-4733-9334-418acb1cf0dd,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:10:24.436468 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9aaf8a11-c945-4ddc-9194-ef3ab620705e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for security_group (66a5452d-5a49-4a77-8060-3bb7d3de2ea7), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:24.502428 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-2dd30750-5376-4ed5-8607-019cae2a0bd8 None None] Could not find standard attr ID for object cd120d55-0ccc-4f01-8b16-7ebe2c6eba3d. {{(pid=108171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 04 21:10:24.556764 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6820ad10-b1d4-4ea5-b54b-23ffe4033d0a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (58fe9201-0133-47f7-9da2-9a224fc02328), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:24.571347 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9aaf8a11-c945-4ddc-9194-ef3ab620705e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for security_group (66a5452d-5a49-4a77-8060-3bb7d3de2ea7), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:24.605704 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1c4450-0ee2-4852-9ce1-fd033bd062ad None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:10:24.684537 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:10:24.692014 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-2dd30750-5376-4ed5-8607-019cae2a0bd8 None None] Provisioning complete for port 490cfb24-c499-4161-8717-c6192ab871c6 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:10:24.693091 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2dd30750-5376-4ed5-8607-019cae2a0bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (490cfb24-c499-4161-8717-c6192ab871c6), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:24.693839 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-2dd30750-5376-4ed5-8607-019cae2a0bd8 None None] Attempt 1 to provision port 490cfb24-c499-4161-8717-c6192ab871c6 Oct 04 21:10:24.787278 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6820ad10-b1d4-4ea5-b54b-23ffe4033d0a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:10:24.796608 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-6820ad10-b1d4-4ea5-b54b-23ffe4033d0a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:10:24.808222 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6820ad10-b1d4-4ea5-b54b-23ffe4033d0a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:10:24.811045 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6820ad10-b1d4-4ea5-b54b-23ffe4033d0a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:24.846969 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6820ad10-b1d4-4ea5-b54b-23ffe4033d0a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event updated for resources: {'Subnet': ['ID=58fe9201-0133-47f7-9da2-9a224fc02328,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:10:24.879965 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device c2c608d1-41a0-412f-b901-6eb8296df6a0 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:10:24.904373 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9aaf8a11-c945-4ddc-9194-ef3ab620705e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (66a5452d-5a49-4a77-8060-3bb7d3de2ea7), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:24.911908 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9aaf8a11-c945-4ddc-9194-ef3ab620705e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:24.931586 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 32972) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:24.931872 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-9aaf8a11-c945-4ddc-9194-ef3ab620705e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/66a5452d-5a49-4a77-8060-3bb7d3de2ea7 HTTP/1.1" status: 204 len: 168 time: 0.8306508 Oct 04 21:10:24.970113 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-2dd30750-5376-4ed5-8607-019cae2a0bd8 None None] Port 490cfb24-c499-4161-8717-c6192ab871c6 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:10:24.997671 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaf8a11-c945-4ddc-9194-ef3ab620705e tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a5452d-5a49-4a77-8060-3bb7d3de2ea7,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:10:25.020551 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-6820ad10-b1d4-4ea5-b54b-23ffe4033d0a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2789059 Oct 04 21:10:25.025591 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 32978) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:25.038385 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-d5d07212-7778-4039-ba3c-d20072075acb tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Request body: {'subnet': {'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:10:25.120671 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e086eaa6-875b-4aeb-8d89-d07f22ed48ea tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for security_group (4ef3569a-7109-488b-91bd-e2a801d30a33), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:25.122577 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:10:25.218379 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e086eaa6-875b-4aeb-8d89-d07f22ed48ea tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for security_group (4ef3569a-7109-488b-91bd-e2a801d30a33), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:25.312244 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-2dd30750-5376-4ed5-8607-019cae2a0bd8 None None] Provisioning complete for port c2c608d1-41a0-412f-b901-6eb8296df6a0 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:10:25.313872 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2dd30750-5376-4ed5-8607-019cae2a0bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (c2c608d1-41a0-412f-b901-6eb8296df6a0), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:25.318762 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-2dd30750-5376-4ed5-8607-019cae2a0bd8 None None] Attempt 1 to provision port c2c608d1-41a0-412f-b901-6eb8296df6a0 Oct 04 21:10:25.402362 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port c2c608d1-41a0-412f-b901-6eb8296df6a0 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:10:25.402846 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (c2c608d1-41a0-412f-b901-6eb8296df6a0), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:25.403387 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port c2c608d1-41a0-412f-b901-6eb8296df6a0 Oct 04 21:10:25.637787 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1028b3-ca88-4ca1-b64f-632dc691cec9 None None] Update dhcp port {'port': {'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'fixed_ips': [{'subnet_id': '58fe9201-0133-47f7-9da2-9a224fc02328'}], 'binding:host_id': 'n-d-852085-12'}, 'id': 'e68791a5-fa59-4953-802b-792a86540c12'} from n-d-852085-12. {{(pid=108171) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 04 21:10:25.692754 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e086eaa6-875b-4aeb-8d89-d07f22ed48ea tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (4ef3569a-7109-488b-91bd-e2a801d30a33), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:25.712162 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e086eaa6-875b-4aeb-8d89-d07f22ed48ea tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:25.720123 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 32986) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:25.722647 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e086eaa6-875b-4aeb-8d89-d07f22ed48ea tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/4ef3569a-7109-488b-91bd-e2a801d30a33 HTTP/1.1" status: 204 len: 168 time: 0.7935064 Oct 04 21:10:25.755558 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d07212-7778-4039-ba3c-d20072075acb tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Made reservation on behalf of f31334bc846b471aace4cb8b5f10ff51 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:10:25.768835 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d5d07212-7778-4039-ba3c-d20072075acb tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:25.820758 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e086eaa6-875b-4aeb-8d89-d07f22ed48ea tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef3569a-7109-488b-91bd-e2a801d30a33,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:10:25.881817 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5b1028b3-ca88-4ca1-b64f-632dc691cec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (e68791a5-fa59-4953-802b-792a86540c12), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:25.914850 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:10:25.953138 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-2dd30750-5376-4ed5-8607-019cae2a0bd8 None None] Current status of the port c2c608d1-41a0-412f-b901-6eb8296df6a0 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:10:25.962788 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port c2c608d1-41a0-412f-b901-6eb8296df6a0 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:10:26.041858 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-af129a4a-22a7-45d5-b3a5-9365ed5f9ea6 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Deleting subnet 76b2174a-54c5-4ab2-ac20-eb61a8c5c623 {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:10:26.059831 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-af129a4a-22a7-45d5-b3a5-9365ed5f9ea6 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for subnet (76b2174a-54c5-4ab2-ac20-eb61a8c5c623), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:26.114131 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 32992) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:26.193774 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-6ab6f073-bd48-42bf-a4c4-883d913d1de0 None None] Could not find standard attr ID for object cd120d55-0ccc-4f01-8b16-7ebe2c6eba3d. {{(pid=108171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 04 21:10:26.235633 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-af129a4a-22a7-45d5-b3a5-9365ed5f9ea6 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (76b2174a-54c5-4ab2-ac20-eb61a8c5c623), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:26.241863 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-6ab6f073-bd48-42bf-a4c4-883d913d1de0 None None] Provisioning complete for port e68791a5-fa59-4953-802b-792a86540c12 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:10:26.243918 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6ab6f073-bd48-42bf-a4c4-883d913d1de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (e68791a5-fa59-4953-802b-792a86540c12), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:26.245249 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-6ab6f073-bd48-42bf-a4c4-883d913d1de0 None None] Attempt 1 to provision port e68791a5-fa59-4953-802b-792a86540c12 Oct 04 21:10:26.388371 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:10:26.619747 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6cbf57fa-e60f-4cf9-98f2-ffd086504114 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:26.635508 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-5b1028b3-ca88-4ca1-b64f-632dc691cec9 None None] Allocated IP 172.20.0.2 (42edc29f-8c98-4058-994e-1dc4e7a022d1/58fe9201-0133-47f7-9da2-9a224fc02328/e68791a5-fa59-4953-802b-792a86540c12) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:10:26.920844 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-6ab6f073-bd48-42bf-a4c4-883d913d1de0 None None] Current status of the port e68791a5-fa59-4953-802b-792a86540c12 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:10:27.120226 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-5b1028b3-ca88-4ca1-b64f-632dc691cec9 None None] For port e68791a5-fa59-4953-802b-792a86540c12, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=e68791a5-fa59-4953-802b-792a86540c12,segment=NetworkSegment(a074d1d3-d8bf-45a2-a3f3-7647e2465b5f),segment_id=a074d1d3-d8bf-45a2-a3f3-7647e2465b5f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:10:27.159593 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6cbf57fa-e60f-4cf9-98f2-ffd086504114 admin admin] Publish callbacks [] for security_group (b2d2023a-b40f-413a-8916-f017c5bbfa54), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:27.206893 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5b1028b3-ca88-4ca1-b64f-632dc691cec9 None None] Publish callbacks [] for port (e68791a5-fa59-4953-802b-792a86540c12), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:27.372853 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6cbf57fa-e60f-4cf9-98f2-ffd086504114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (b2d2023a-b40f-413a-8916-f017c5bbfa54), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:27.430709 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:10:27.431076 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-af129a4a-22a7-45d5-b3a5-9365ed5f9ea6 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (76b2174a-54c5-4ab2-ac20-eb61a8c5c623), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:27.465289 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5b1028b3-ca88-4ca1-b64f-632dc691cec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (e68791a5-fa59-4953-802b-792a86540c12), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:27.481666 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:10:27.506092 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbf57fa-e60f-4cf9-98f2-ffd086504114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d2023a-b40f-413a-8916-f017c5bbfa54,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:10:27.523915 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-6cbf57fa-e60f-4cf9-98f2-ffd086504114 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=430280898887445cbb49578c05068491&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4082072 Oct 04 21:10:27.555948 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 33016) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:27.773094 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b69ca64f-c11e-460f-8bb8-d7344a0b7a38 admin admin] Publish callbacks [] for security_group (b2d2023a-b40f-413a-8916-f017c5bbfa54), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:27.783400 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1028b3-ca88-4ca1-b64f-632dc691cec9 None None] Pushing event updated for resources: {'Port': ['ID=e68791a5-fa59-4953-802b-792a86540c12,revision_number=7']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:10:27.821214 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1028b3-ca88-4ca1-b64f-632dc691cec9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:10:27.821887 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1028b3-ca88-4ca1-b64f-632dc691cec9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:10:27.824272 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1028b3-ca88-4ca1-b64f-632dc691cec9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:10:27.825155 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1028b3-ca88-4ca1-b64f-632dc691cec9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:10:27.831468 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1028b3-ca88-4ca1-b64f-632dc691cec9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:10:27.832515 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1028b3-ca88-4ca1-b64f-632dc691cec9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:10:27.833715 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1028b3-ca88-4ca1-b64f-632dc691cec9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:10:27.834729 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1028b3-ca88-4ca1-b64f-632dc691cec9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:10:27.838320 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1028b3-ca88-4ca1-b64f-632dc691cec9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:10:27.839400 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1028b3-ca88-4ca1-b64f-632dc691cec9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:10:27.841729 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1028b3-ca88-4ca1-b64f-632dc691cec9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:10:27.845135 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1028b3-ca88-4ca1-b64f-632dc691cec9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:10:27.845875 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1028b3-ca88-4ca1-b64f-632dc691cec9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:10:27.846665 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1028b3-ca88-4ca1-b64f-632dc691cec9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:10:27.848779 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1028b3-ca88-4ca1-b64f-632dc691cec9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:10:27.889856 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-af129a4a-22a7-45d5-b3a5-9365ed5f9ea6 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (76b2174a-54c5-4ab2-ac20-eb61a8c5c623), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:27.892695 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b69ca64f-c11e-460f-8bb8-d7344a0b7a38 admin admin] Publish callbacks [] for security_group (b2d2023a-b40f-413a-8916-f017c5bbfa54), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:28.018577 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af129a4a-22a7-45d5-b3a5-9365ed5f9ea6 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event deleted for resources: {'Subnet': ['ID=76b2174a-54c5-4ab2-ac20-eb61a8c5c623,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:10:28.022217 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:10:28.040844 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdecb72-f674-4d4f-be10-f3bc16e56f3a None None] Network 9578ce3f-c4fc-4b49-8323-9665af6fc78b requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:10:28.091744 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-af129a4a-22a7-45d5-b3a5-9365ed5f9ea6 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:28.098203 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-af129a4a-22a7-45d5-b3a5-9365ed5f9ea6 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/76b2174a-54c5-4ab2-ac20-eb61a8c5c623 HTTP/1.1" status: 204 len: 168 time: 2.3736134 Oct 04 21:10:28.105398 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 33022) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:28.267224 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b69ca64f-c11e-460f-8bb8-d7344a0b7a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (b2d2023a-b40f-413a-8916-f017c5bbfa54), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:28.274119 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b69ca64f-c11e-460f-8bb8-d7344a0b7a38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:28.285483 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b69ca64f-c11e-460f-8bb8-d7344a0b7a38 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/b2d2023a-b40f-413a-8916-f017c5bbfa54 HTTP/1.1" status: 204 len: 168 time: 0.7277756 Oct 04 21:10:28.402873 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ca64f-c11e-460f-8bb8-d7344a0b7a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d2023a-b40f-413a-8916-f017c5bbfa54,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:10:28.512854 n-d-852085-12 neutron-server[108170]: DEBUG neutron.objects.ports [None req-d5d07212-7778-4039-ba3c-d20072075acb tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=108170) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 04 21:10:28.542578 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-36d5854c-483e-4088-8eec-ba41792cceea tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Deleting subnet f02c512f-a34a-40ab-9107-a14115190633 {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:10:28.578911 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-36d5854c-483e-4088-8eec-ba41792cceea tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for subnet (f02c512f-a34a-40ab-9107-a14115190633), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:28.840345 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device e68791a5-fa59-4953-802b-792a86540c12 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:10:28.943944 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-36d5854c-483e-4088-8eec-ba41792cceea tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (f02c512f-a34a-40ab-9107-a14115190633), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:29.125313 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:INSERT=2,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:10:29.149767 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port e68791a5-fa59-4953-802b-792a86540c12 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:10:29.150623 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (e68791a5-fa59-4953-802b-792a86540c12), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:29.150953 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port e68791a5-fa59-4953-802b-792a86540c12 Oct 04 21:10:29.434249 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-36d5854c-483e-4088-8eec-ba41792cceea tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (f02c512f-a34a-40ab-9107-a14115190633), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:29.706132 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d5d07212-7778-4039-ba3c-d20072075acb tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (e68791a5-fa59-4953-802b-792a86540c12), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:29.713040 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port e68791a5-fa59-4953-802b-792a86540c12 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:10:29.778264 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0d6e4a-030f-49d4-a03c-f95ac6965565 None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:10:30.089217 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-36d5854c-483e-4088-8eec-ba41792cceea tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (f02c512f-a34a-40ab-9107-a14115190633), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:30.107414 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-4f322641-e71e-4e7a-afed-4ee95bc865d3 None None] Provisioning complete for port e68791a5-fa59-4953-802b-792a86540c12 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:10:30.109055 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4f322641-e71e-4e7a-afed-4ee95bc865d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (e68791a5-fa59-4953-802b-792a86540c12), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:30.115111 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-4f322641-e71e-4e7a-afed-4ee95bc865d3 None None] Attempt 1 to provision port e68791a5-fa59-4953-802b-792a86540c12 Oct 04 21:10:30.296419 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d5854c-483e-4088-8eec-ba41792cceea tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event deleted for resources: {'Subnet': ['ID=f02c512f-a34a-40ab-9107-a14115190633,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:10:30.341768 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-36d5854c-483e-4088-8eec-ba41792cceea tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:30.361525 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-36d5854c-483e-4088-8eec-ba41792cceea tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/f02c512f-a34a-40ab-9107-a14115190633 HTTP/1.1" status: 204 len: 168 time: 2.2400312 Oct 04 21:10:30.378927 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 33088) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:30.495005 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-f82da085-7762-4f97-92f1-4284a539611f tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] DELETE failed (client error): The resource could not be found. Oct 04 21:10:30.498038 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f82da085-7762-4f97-92f1-4284a539611f tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:10:30.504687 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f82da085-7762-4f97-92f1-4284a539611f tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/76b2174a-54c5-4ab2-ac20-eb61a8c5c623 HTTP/1.1" status: 404 len: 337 time: 0.1218853 Oct 04 21:10:30.508644 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 33092) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:30.736862 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-d5d07212-7778-4039-ba3c-d20072075acb tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] For port e68791a5-fa59-4953-802b-792a86540c12, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=e68791a5-fa59-4953-802b-792a86540c12,segment=NetworkSegment(a074d1d3-d8bf-45a2-a3f3-7647e2465b5f),segment_id=a074d1d3-d8bf-45a2-a3f3-7647e2465b5f)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:10:30.737670 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ac8578-7eda-44c0-8714-8e9abbfd4e0b None None] Network 9578ce3f-c4fc-4b49-8323-9665af6fc78b requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:10:30.773594 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-6280f8d1-6f50-4a73-a99a-3e513e6afbd3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Deleting subnet 2d27306f-3dad-4915-b5dd-8224690de78e {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:10:30.786974 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6280f8d1-6f50-4a73-a99a-3e513e6afbd3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for subnet (2d27306f-3dad-4915-b5dd-8224690de78e), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:30.873649 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d5d07212-7778-4039-ba3c-d20072075acb tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for port (e68791a5-fa59-4953-802b-792a86540c12), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:31.008510 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d5d07212-7778-4039-ba3c-d20072075acb tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (e68791a5-fa59-4953-802b-792a86540c12), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:31.029162 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d5d07212-7778-4039-ba3c-d20072075acb tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (06ba978b-18fa-4465-bce2-0aa6bcd1c7cd), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:31.029434 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6280f8d1-6f50-4a73-a99a-3e513e6afbd3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (2d27306f-3dad-4915-b5dd-8224690de78e), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:31.127968 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-4f322641-e71e-4e7a-afed-4ee95bc865d3 None None] Current status of the port e68791a5-fa59-4953-802b-792a86540c12 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:10:31.296526 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:10:31.405672 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-106ab186-5ae9-4b41-8f1e-e06efe840770 None None] Provisioning complete for port 490cfb24-c499-4161-8717-c6192ab871c6 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:10:31.405672 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-106ab186-5ae9-4b41-8f1e-e06efe840770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (490cfb24-c499-4161-8717-c6192ab871c6), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:31.405672 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-106ab186-5ae9-4b41-8f1e-e06efe840770 None None] Attempt 1 to provision port 490cfb24-c499-4161-8717-c6192ab871c6 Oct 04 21:10:31.428037 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d07212-7778-4039-ba3c-d20072075acb tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event updated for resources: {'Port': ['ID=e68791a5-fa59-4953-802b-792a86540c12,revision_number=9']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:10:31.472918 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6280f8d1-6f50-4a73-a99a-3e513e6afbd3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (2d27306f-3dad-4915-b5dd-8224690de78e), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:31.538171 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-106ab186-5ae9-4b41-8f1e-e06efe840770 None None] Port 490cfb24-c499-4161-8717-c6192ab871c6 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:10:31.606589 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d07212-7778-4039-ba3c-d20072075acb tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:10:31.616304 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-d5d07212-7778-4039-ba3c-d20072075acb tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:10:31.623216 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-106ab186-5ae9-4b41-8f1e-e06efe840770 None None] Provisioning complete for port c2c608d1-41a0-412f-b901-6eb8296df6a0 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:10:31.623216 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-106ab186-5ae9-4b41-8f1e-e06efe840770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (c2c608d1-41a0-412f-b901-6eb8296df6a0), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:31.628222 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-106ab186-5ae9-4b41-8f1e-e06efe840770 None None] Attempt 1 to provision port c2c608d1-41a0-412f-b901-6eb8296df6a0 Oct 04 21:10:31.628666 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:10:31.635700 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d07212-7778-4039-ba3c-d20072075acb tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:10:31.636628 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d5d07212-7778-4039-ba3c-d20072075acb tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:31.724110 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d07212-7778-4039-ba3c-d20072075acb tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event updated for resources: {'Subnet': ['ID=06ba978b-18fa-4465-bce2-0aa6bcd1c7cd,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:10:31.781182 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6280f8d1-6f50-4a73-a99a-3e513e6afbd3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (2d27306f-3dad-4915-b5dd-8224690de78e), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:31.904898 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-d5d07212-7778-4039-ba3c-d20072075acb tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 6.8728235 Oct 04 21:10:31.906267 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 33114) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:31.927986 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-3c027a95-8032-4d9d-84f1-18b52e193993 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Request body: {'port': {'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'mac_address': 'fa:16:3e:7c:d1:e6', 'name': 'tempest-NetworksTestDHCPv6-1516171747'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:10:31.929158 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6280f8d1-6f50-4a73-a99a-3e513e6afbd3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event deleted for resources: {'Subnet': ['ID=2d27306f-3dad-4915-b5dd-8224690de78e,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:10:31.957572 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6280f8d1-6f50-4a73-a99a-3e513e6afbd3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:31.964495 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-6280f8d1-6f50-4a73-a99a-3e513e6afbd3 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/2d27306f-3dad-4915-b5dd-8224690de78e HTTP/1.1" status: 204 len: 168 time: 1.4538059 Oct 04 21:10:31.973538 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 33116) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:32.100164 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-78178007-30a7-48dc-9160-6d48377505cf tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] DELETE failed (client error): The resource could not be found. Oct 04 21:10:32.101362 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78178007-30a7-48dc-9160-6d48377505cf tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:10:32.108013 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-78178007-30a7-48dc-9160-6d48377505cf tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/f19558a9-1072-4db0-a83e-22903557b9a9 HTTP/1.1" status: 404 len: 337 time: 0.1322250 Oct 04 21:10:32.112025 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 33124) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:32.215016 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 33126) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:32.221102 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-37cbed10-ffef-47fa-a490-02353c0dfe10 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=75e7b598-649c-48db-980e-e08c724bd10f HTTP/1.1" status: 200 len: 205 time: 0.1070011 Oct 04 21:10:32.546601 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-8a93d731-ab13-4e47-b520-2c71c10fa681 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] delete failed (client error): The resource could not be found. Oct 04 21:10:32.549195 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-8a93d731-ab13-4e47-b520-2c71c10fa681 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "DELETE /networking/v2.0/routers/75e7b598-649c-48db-980e-e08c724bd10f HTTP/1.1" status: 404 len: 336 time: 0.3186839 Oct 04 21:10:32.563791 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 33138) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:32.616647 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:32.781840 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device e68791a5-fa59-4953-802b-792a86540c12 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:10:32.782694 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fc422b4-f9f5-46a6-8cf5-8b1b679153ee tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] DELETE failed (client error): The resource could not be found. Oct 04 21:10:32.783478 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fc422b4-f9f5-46a6-8cf5-8b1b679153ee tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:10:32.823539 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-0fc422b4-f9f5-46a6-8cf5-8b1b679153ee tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/65cd3799-4ba8-471a-9a3f-e47e16db857f HTTP/1.1" status: 404 len: 337 time: 0.2573209 Oct 04 21:10:32.825971 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 33146) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:32.959982 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-011d4a58-367b-4037-adfc-4b35901f1560 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] DELETE failed (client error): The resource could not be found. Oct 04 21:10:32.969022 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-011d4a58-367b-4037-adfc-4b35901f1560 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:10:32.987968 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-011d4a58-367b-4037-adfc-4b35901f1560 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/b23c57f2-a87f-4455-9076-524a39901ef6 HTTP/1.1" status: 404 len: 337 time: 0.1583765 Oct 04 21:10:32.994768 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 33152) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:33.015412 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-106ab186-5ae9-4b41-8f1e-e06efe840770 None None] Current status of the port c2c608d1-41a0-412f-b901-6eb8296df6a0 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:10:33.051374 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port e68791a5-fa59-4953-802b-792a86540c12 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:10:33.055090 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (e68791a5-fa59-4953-802b-792a86540c12), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:33.057218 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port e68791a5-fa59-4953-802b-792a86540c12 Oct 04 21:10:33.168056 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-384663f2-4ce5-463f-9d43-886fb7891521 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] DELETE failed (client error): The resource could not be found. Oct 04 21:10:33.171292 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-384663f2-4ce5-463f-9d43-886fb7891521 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:10:33.183667 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 33156) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:33.184756 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-384663f2-4ce5-463f-9d43-886fb7891521 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/8ce9e8d7-ea2e-4fa6-ae3e-96063cab60c0 HTTP/1.1" status: 404 len: 337 time: 0.1731908 Oct 04 21:10:33.267855 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb487354-44b6-4b19-a929-d2d779a9f4b1 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] DELETE failed (client error): The resource could not be found. Oct 04 21:10:33.267855 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb487354-44b6-4b19-a929-d2d779a9f4b1 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:10:33.268477 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-bb487354-44b6-4b19-a929-d2d779a9f4b1 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "DELETE /networking/v2.0/ports/10f0281b-5142-4059-b047-30ffa21c2688 HTTP/1.1" status: 404 len: 333 time: 0.0804806 Oct 04 21:10:33.273480 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 33160) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:33.275907 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:10:33.361575 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-c890f168-6dd7-4167-baa0-a2c351a4c478 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] DELETE failed (client error): The resource could not be found. Oct 04 21:10:33.362412 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c890f168-6dd7-4167-baa0-a2c351a4c478 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:10:33.372108 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c890f168-6dd7-4167-baa0-a2c351a4c478 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/bba569e1-7a5e-4b13-960f-484dbec5aafe HTTP/1.1" status: 404 len: 337 time: 0.0921364 Oct 04 21:10:33.373241 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 33162) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:33.445892 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ea61975-f6e6-44e1-8f88-1163a92a0d53 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] DELETE failed (client error): The resource could not be found. Oct 04 21:10:33.445892 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ea61975-f6e6-44e1-8f88-1163a92a0d53 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:10:33.448174 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-7ea61975-f6e6-44e1-8f88-1163a92a0d53 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/8c097608-bf22-4893-8f90-918481d85b47 HTTP/1.1" status: 404 len: 337 time: 0.0727518 Oct 04 21:10:33.453391 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 33164) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:33.469439 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port e68791a5-fa59-4953-802b-792a86540c12 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:10:33.489630 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882c4a13-0b87-4b23-8247-b7ba8dcff079 None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:10:33.497147 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c027a95-8032-4d9d-84f1-18b52e193993 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Made reservation on behalf of f31334bc846b471aace4cb8b5f10ff51 for: {'port': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:10:33.573595 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-89e844d8-498b-44c0-a582-22ebe0d38e80 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] DELETE failed (client error): The resource could not be found. Oct 04 21:10:33.573595 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89e844d8-498b-44c0-a582-22ebe0d38e80 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:10:33.581820 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-89e844d8-498b-44c0-a582-22ebe0d38e80 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "DELETE /networking/v2.0/ports/37312a8e-ffeb-4dea-8c76-2541244d1899 HTTP/1.1" status: 404 len: 333 time: 0.1244321 Oct 04 21:10:33.586867 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 33166) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:33.649202 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9acfe310-4d32-40d0-aa36-7cd84693b24f None None] Network 9578ce3f-c4fc-4b49-8323-9665af6fc78b requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:10:33.717058 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b65723e-ac59-4114-a6ea-2de1ded858dc tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] DELETE failed (client error): The resource could not be found. Oct 04 21:10:33.717058 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b65723e-ac59-4114-a6ea-2de1ded858dc tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:10:33.722402 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-2b65723e-ac59-4114-a6ea-2de1ded858dc tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/2af9e08c-54bd-4b48-b7d4-96f8151c7a1a HTTP/1.1" status: 404 len: 337 time: 0.1322126 Oct 04 21:10:33.726478 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 33174) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:33.824330 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:33.890495 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae89f297-06a3-4beb-ab36-a6fe5441b6da tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] DELETE failed (client error): The resource could not be found. Oct 04 21:10:33.892449 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae89f297-06a3-4beb-ab36-a6fe5441b6da tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:10:33.901373 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-964e8935-3006-4ef8-9a81-d94e9425ae0a None None] Provisioning complete for port e68791a5-fa59-4953-802b-792a86540c12 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:10:33.902261 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-964e8935-3006-4ef8-9a81-d94e9425ae0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (e68791a5-fa59-4953-802b-792a86540c12), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:33.903441 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-964e8935-3006-4ef8-9a81-d94e9425ae0a None None] Attempt 1 to provision port e68791a5-fa59-4953-802b-792a86540c12 Oct 04 21:10:33.921907 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ae89f297-06a3-4beb-ab36-a6fe5441b6da tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/e20e1f0c-5412-4453-b8a9-0d264266fcff HTTP/1.1" status: 404 len: 337 time: 0.1931725 Oct 04 21:10:33.925116 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 33176) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:33.955598 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3c027a95-8032-4d9d-84f1-18b52e193993 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:34.082899 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [None req-3c027a95-8032-4d9d-84f1-18b52e193993 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] device_id is not set on port 9bbdb405-0aeb-4bed-a5a1-7fd87fa040e5 yet. {{(pid=108170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 21:10:34.191874 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32223ac5-4367-4c73-93de-6710ff398954 None None] DHCP port deletion for 9578ce3f-c4fc-4b49-8323-9665af6fc78b request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:10:34.311322 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-32223ac5-4367-4c73-93de-6710ff398954 None None] Deleting port c2c608d1-41a0-412f-b901-6eb8296df6a0 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:10:34.316516 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-32223ac5-4367-4c73-93de-6710ff398954 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (c2c608d1-41a0-412f-b901-6eb8296df6a0), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:34.344874 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-42702ba1-2d71-4d79-a1a9-b23a6d1a7642 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Deleting port 490cfb24-c499-4161-8717-c6192ab871c6 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:10:34.345170 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-42702ba1-2d71-4d79-a1a9-b23a6d1a7642 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (490cfb24-c499-4161-8717-c6192ab871c6), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:34.465629 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:10:34.709639 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device c2c608d1-41a0-412f-b901-6eb8296df6a0 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:10:34.764297 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-42702ba1-2d71-4d79-a1a9-b23a6d1a7642 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (490cfb24-c499-4161-8717-c6192ab871c6), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:34.832020 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-42702ba1-2d71-4d79-a1a9-b23a6d1a7642 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Calling delete_port for 490cfb24-c499-4161-8717-c6192ab871c6 owned by {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:10:34.950632 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:10:35.017249 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:10:35.029928 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-3c027a95-8032-4d9d-84f1-18b52e193993 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Allocated IP 172.20.0.7 (42edc29f-8c98-4058-994e-1dc4e7a022d1/58fe9201-0133-47f7-9da2-9a224fc02328/9bbdb405-0aeb-4bed-a5a1-7fd87fa040e5) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:10:35.068150 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-3c027a95-8032-4d9d-84f1-18b52e193993 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Allocated IP 2001:db8::f816:3eff:fe7c:d1e6 (42edc29f-8c98-4058-994e-1dc4e7a022d1/06ba978b-18fa-4465-bce2-0aa6bcd1c7cd/9bbdb405-0aeb-4bed-a5a1-7fd87fa040e5) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:10:35.192481 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-964e8935-3006-4ef8-9a81-d94e9425ae0a None None] Current status of the port e68791a5-fa59-4953-802b-792a86540c12 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:10:35.272787 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-32223ac5-4367-4c73-93de-6710ff398954 None None] For port c2c608d1-41a0-412f-b901-6eb8296df6a0, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=c2c608d1-41a0-412f-b901-6eb8296df6a0,segment=NetworkSegment(e56d987d-cd15-4e9a-9398-dd2b3268c878),segment_id=e56d987d-cd15-4e9a-9398-dd2b3268c878)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:10:35.289408 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-32223ac5-4367-4c73-93de-6710ff398954 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (c2c608d1-41a0-412f-b901-6eb8296df6a0), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:35.291634 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-42702ba1-2d71-4d79-a1a9-b23a6d1a7642 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (490cfb24-c499-4161-8717-c6192ab871c6), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:35.362524 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-42702ba1-2d71-4d79-a1a9-b23a6d1a7642 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:35.379290 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-42702ba1-2d71-4d79-a1a9-b23a6d1a7642 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "DELETE /networking/v2.0/ports/490cfb24-c499-4161-8717-c6192ab871c6 HTTP/1.1" status: 204 len: 168 time: 1.4476755 Oct 04 21:10:35.392000 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-964e8935-3006-4ef8-9a81-d94e9425ae0a None None] Provisioning complete for port 490cfb24-c499-4161-8717-c6192ab871c6 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:10:35.392000 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-964e8935-3006-4ef8-9a81-d94e9425ae0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (490cfb24-c499-4161-8717-c6192ab871c6), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:35.392000 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-964e8935-3006-4ef8-9a81-d94e9425ae0a None None] Attempt 1 to provision port 490cfb24-c499-4161-8717-c6192ab871c6 Oct 04 21:10:35.416883 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 33192) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:35.428208 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-32223ac5-4367-4c73-93de-6710ff398954 None None] Calling delete_port for c2c608d1-41a0-412f-b901-6eb8296df6a0 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:10:35.507715 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42702ba1-2d71-4d79-a1a9-b23a6d1a7642 tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event deleted for resources: {'Port': ['ID=490cfb24-c499-4161-8717-c6192ab871c6,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:10:35.566158 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-964e8935-3006-4ef8-9a81-d94e9425ae0a None None] Port 490cfb24-c499-4161-8717-c6192ab871c6 was deleted so its status cannot be updated. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Oct 04 21:10:35.648457 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-964e8935-3006-4ef8-9a81-d94e9425ae0a None None] Provisioning complete for port c2c608d1-41a0-412f-b901-6eb8296df6a0 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:10:35.655638 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-964e8935-3006-4ef8-9a81-d94e9425ae0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (c2c608d1-41a0-412f-b901-6eb8296df6a0), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:35.655638 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-964e8935-3006-4ef8-9a81-d94e9425ae0a None None] Attempt 1 to provision port c2c608d1-41a0-412f-b901-6eb8296df6a0 Oct 04 21:10:36.077231 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cc5dbd4c-2271-4c41-858c-e437976bf09f tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (9578ce3f-c4fc-4b49-8323-9665af6fc78b), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:36.237596 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-cc5dbd4c-2271-4c41-858c-e437976bf09f tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Deleting port c2c608d1-41a0-412f-b901-6eb8296df6a0 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:10:36.238454 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cc5dbd4c-2271-4c41-858c-e437976bf09f tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (c2c608d1-41a0-412f-b901-6eb8296df6a0), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:36.273388 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port c2c608d1-41a0-412f-b901-6eb8296df6a0 is: ACTIVE; New status is: DOWN {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:10:36.275320 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (c2c608d1-41a0-412f-b901-6eb8296df6a0), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:36.420529 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-964e8935-3006-4ef8-9a81-d94e9425ae0a None None] Current status of the port c2c608d1-41a0-412f-b901-6eb8296df6a0 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:10:36.432133 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3c027a95-8032-4d9d-84f1-18b52e193993 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for port (9bbdb405-0aeb-4bed-a5a1-7fd87fa040e5), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:36.485154 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-32223ac5-4367-4c73-93de-6710ff398954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (c2c608d1-41a0-412f-b901-6eb8296df6a0), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:36.506278 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-cc5dbd4c-2271-4c41-858c-e437976bf09f tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] For port c2c608d1-41a0-412f-b901-6eb8296df6a0, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=c2c608d1-41a0-412f-b901-6eb8296df6a0,segment=NetworkSegment(e56d987d-cd15-4e9a-9398-dd2b3268c878),segment_id=e56d987d-cd15-4e9a-9398-dd2b3268c878)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:10:36.506993 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cc5dbd4c-2271-4c41-858c-e437976bf09f tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (c2c608d1-41a0-412f-b901-6eb8296df6a0), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:36.557745 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:10:36.559992 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32223ac5-4367-4c73-93de-6710ff398954 None None] No DVR routers for this DVR port c2c608d1-41a0-412f-b901-6eb8296df6a0 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:10:36.566290 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-cc5dbd4c-2271-4c41-858c-e437976bf09f tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Calling delete_port for c2c608d1-41a0-412f-b901-6eb8296df6a0 owned by network:dhcp {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:10:36.612498 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:10:36.715462 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-7428844e-35d6-456e-8dae-915ad933aacd None None] Provisioning complete for port e68791a5-fa59-4953-802b-792a86540c12 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:10:36.716671 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7428844e-35d6-456e-8dae-915ad933aacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (e68791a5-fa59-4953-802b-792a86540c12), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:36.717740 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-7428844e-35d6-456e-8dae-915ad933aacd None None] Attempt 1 to provision port e68791a5-fa59-4953-802b-792a86540c12 Oct 04 21:10:36.728677 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32223ac5-4367-4c73-93de-6710ff398954 None None] Pushing event deleted for resources: {'Port': ['ID=c2c608d1-41a0-412f-b901-6eb8296df6a0,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:10:36.860083 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3c027a95-8032-4d9d-84f1-18b52e193993 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (9bbdb405-0aeb-4bed-a5a1-7fd87fa040e5), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:37.098316 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-7428844e-35d6-456e-8dae-915ad933aacd None None] Current status of the port e68791a5-fa59-4953-802b-792a86540c12 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:10:37.188366 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c027a95-8032-4d9d-84f1-18b52e193993 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:10:37.210970 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-3c027a95-8032-4d9d-84f1-18b52e193993 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:10:37.220186 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c027a95-8032-4d9d-84f1-18b52e193993 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event updated for resources: {'Port': ['ID=9bbdb405-0aeb-4bed-a5a1-7fd87fa040e5,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:10:37.271344 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c027a95-8032-4d9d-84f1-18b52e193993 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:10:37.539180 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c027a95-8032-4d9d-84f1-18b52e193993 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:10:37.539180 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3c027a95-8032-4d9d-84f1-18b52e193993 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:37.631092 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cc5dbd4c-2271-4c41-858c-e437976bf09f tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (c2c608d1-41a0-412f-b901-6eb8296df6a0), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:37.838011 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-3c027a95-8032-4d9d-84f1-18b52e193993 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.9294310 Oct 04 21:10:37.843656 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 33222) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:37.851901 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5dbd4c-2271-4c41-858c-e437976bf09f tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event deleted for resources: {'Port': ['ID=c2c608d1-41a0-412f-b901-6eb8296df6a0,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:10:37.876918 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5dbd4c-2271-4c41-858c-e437976bf09f tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] No DVR routers for this DVR port c2c608d1-41a0-412f-b901-6eb8296df6a0 on host n-d-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:10:38.136113 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec74feba-c192-4d66-92c9-62aa6dd97a7d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:10:38.188783 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec74feba-c192-4d66-92c9-62aa6dd97a7d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:10:38.214289 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ec74feba-c192-4d66-92c9-62aa6dd97a7d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.3687556 Oct 04 21:10:38.215426 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 33230) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:38.260577 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-9faa0798-5da2-40b4-9137-41db018888f3 None None] Provisioning complete for port 9bbdb405-0aeb-4bed-a5a1-7fd87fa040e5 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:10:38.262590 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9faa0798-5da2-40b4-9137-41db018888f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (9bbdb405-0aeb-4bed-a5a1-7fd87fa040e5), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:38.263665 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-9faa0798-5da2-40b4-9137-41db018888f3 None None] Attempt 1 to provision port 9bbdb405-0aeb-4bed-a5a1-7fd87fa040e5 Oct 04 21:10:38.402153 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cc5dbd4c-2271-4c41-858c-e437976bf09f tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (9578ce3f-c4fc-4b49-8323-9665af6fc78b), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:38.519001 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-cc5dbd4c-2271-4c41-858c-e437976bf09f tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9578ce3f-c4fc-4b49-8323-9665af6fc78b']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:10:38.537147 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-9faa0798-5da2-40b4-9137-41db018888f3 None None] Port 9bbdb405-0aeb-4bed-a5a1-7fd87fa040e5 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:10:38.578930 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-cc5dbd4c-2271-4c41-858c-e437976bf09f tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e56d987d-cd15-4e9a-9398-dd2b3268c878') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:10:38.591978 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:10:38.595283 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-cc5dbd4c-2271-4c41-858c-e437976bf09f tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e56d987d-cd15-4e9a-9398-dd2b3268c878') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:10:38.649004 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cc5dbd4c-2271-4c41-858c-e437976bf09f tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (e56d987d-cd15-4e9a-9398-dd2b3268c878), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:38.666068 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-f5864312-ee5f-4a44-a3a7-5940bfa05e0a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Deleting port 9bbdb405-0aeb-4bed-a5a1-7fd87fa040e5 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:10:38.666756 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f5864312-ee5f-4a44-a3a7-5940bfa05e0a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (9bbdb405-0aeb-4bed-a5a1-7fd87fa040e5), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:38.714552 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cc5dbd4c-2271-4c41-858c-e437976bf09f tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (e56d987d-cd15-4e9a-9398-dd2b3268c878), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:38.739804 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc5dbd4c-2271-4c41-858c-e437976bf09f tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:10:38.740463 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cc5dbd4c-2271-4c41-858c-e437976bf09f tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (e56d987d-cd15-4e9a-9398-dd2b3268c878), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:39.041530 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment e56d987d-cd15-4e9a-9398-dd2b3268c878 resource provider aggregate not found Oct 04 21:10:39.083561 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment e56d987d-cd15-4e9a-9398-dd2b3268c878 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e56d987d-cd15-4e9a-9398-dd2b3268c878 found for delete ", "request_id": "req-f92b51a0-601d-421c-a9c8-1fc1ac4cc3e5"}]} Oct 04 21:10:39.133484 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cc5dbd4c-2271-4c41-858c-e437976bf09f tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (9578ce3f-c4fc-4b49-8323-9665af6fc78b), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:39.161632 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cc5dbd4c-2271-4c41-858c-e437976bf09f tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:39.166946 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f5864312-ee5f-4a44-a3a7-5940bfa05e0a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (9bbdb405-0aeb-4bed-a5a1-7fd87fa040e5), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:39.173648 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-cc5dbd4c-2271-4c41-858c-e437976bf09f tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] 10.222.0.78 "DELETE /networking/v2.0/networks/9578ce3f-c4fc-4b49-8323-9665af6fc78b HTTP/1.1" status: 204 len: 168 time: 3.7487295 Oct 04 21:10:39.231668 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-f5864312-ee5f-4a44-a3a7-5940bfa05e0a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Calling delete_port for 9bbdb405-0aeb-4bed-a5a1-7fd87fa040e5 owned by {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:10:39.270127 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5dbd4c-2271-4c41-858c-e437976bf09f tempest-PortsTestJSON-133350296 tempest-PortsTestJSON-133350296-project] Pushing event deleted for resources: {'Network': ['ID=9578ce3f-c4fc-4b49-8323-9665af6fc78b,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:10:40.125714 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f5864312-ee5f-4a44-a3a7-5940bfa05e0a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (9bbdb405-0aeb-4bed-a5a1-7fd87fa040e5), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:40.190215 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5864312-ee5f-4a44-a3a7-5940bfa05e0a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event deleted for resources: {'Port': ['ID=9bbdb405-0aeb-4bed-a5a1-7fd87fa040e5,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:10:40.261680 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:10:40.490248 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f5864312-ee5f-4a44-a3a7-5940bfa05e0a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:40.545168 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 33258) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:40.554981 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f5864312-ee5f-4a44-a3a7-5940bfa05e0a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/ports/9bbdb405-0aeb-4bed-a5a1-7fd87fa040e5 HTTP/1.1" status: 204 len: 168 time: 2.3228827 Oct 04 21:10:40.785949 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0dcd639-1194-449b-bfcc-569583c2b627 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:10:40.792207 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0dcd639-1194-449b-bfcc-569583c2b627 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:10:40.798347 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0dcd639-1194-449b-bfcc-569583c2b627 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:10:40.802187 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a0dcd639-1194-449b-bfcc-569583c2b627 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2549849 Oct 04 21:10:40.807033 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 33266) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:41.061108 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a89e1c4-0559-43c0-ba2e-2d9d125a3977 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Deleting subnet 06ba978b-18fa-4465-bce2-0aa6bcd1c7cd {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:10:41.082592 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2a89e1c4-0559-43c0-ba2e-2d9d125a3977 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (06ba978b-18fa-4465-bce2-0aa6bcd1c7cd), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:41.131892 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 33270) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:41.301056 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2a89e1c4-0559-43c0-ba2e-2d9d125a3977 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (06ba978b-18fa-4465-bce2-0aa6bcd1c7cd), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:41.485360 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:10:41.534111 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2a89e1c4-0559-43c0-ba2e-2d9d125a3977 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (06ba978b-18fa-4465-bce2-0aa6bcd1c7cd), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:41.579529 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-7f6e333a-b7a8-4403-9e8d-bbd4c14d7a35 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=3e52093341534ca5a76295afd3cfd196&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4454622 Oct 04 21:10:41.593117 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 33280) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:41.744438 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0a025227-a5b3-4ba1-9378-fed19fa14ecd admin admin] Publish callbacks [] for security_group (cf3d8e64-5d7c-4216-9975-3ebcd2e6d380), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:41.797521 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0a025227-a5b3-4ba1-9378-fed19fa14ecd admin admin] Publish callbacks [] for security_group (cf3d8e64-5d7c-4216-9975-3ebcd2e6d380), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:41.882818 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2a89e1c4-0559-43c0-ba2e-2d9d125a3977 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (06ba978b-18fa-4465-bce2-0aa6bcd1c7cd), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:41.983722 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a89e1c4-0559-43c0-ba2e-2d9d125a3977 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event deleted for resources: {'Subnet': ['ID=06ba978b-18fa-4465-bce2-0aa6bcd1c7cd,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:10:41.990493 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2a89e1c4-0559-43c0-ba2e-2d9d125a3977 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:42.001252 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 33292) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:42.001617 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2a89e1c4-0559-43c0-ba2e-2d9d125a3977 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/06ba978b-18fa-4465-bce2-0aa6bcd1c7cd HTTP/1.1" status: 204 len: 168 time: 1.1899216 Oct 04 21:10:42.002816 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea4be8c-4f27-47e6-a382-aaa4451011a9 None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:10:42.107708 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0a025227-a5b3-4ba1-9378-fed19fa14ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (cf3d8e64-5d7c-4216-9975-3ebcd2e6d380), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:42.115510 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0a025227-a5b3-4ba1-9378-fed19fa14ecd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:42.122960 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-0a025227-a5b3-4ba1-9378-fed19fa14ecd admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/cf3d8e64-5d7c-4216-9975-3ebcd2e6d380 HTTP/1.1" status: 204 len: 168 time: 0.5237799 Oct 04 21:10:42.209271 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a025227-a5b3-4ba1-9378-fed19fa14ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3d8e64-5d7c-4216-9975-3ebcd2e6d380,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:10:42.275555 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5f45fab-a4a1-4c32-872c-e8c73c0be775 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Deleting subnet 58fe9201-0133-47f7-9da2-9a224fc02328 {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:10:42.293798 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d5f45fab-a4a1-4c32-872c-e8c73c0be775 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (58fe9201-0133-47f7-9da2-9a224fc02328), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:42.417224 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d5f45fab-a4a1-4c32-872c-e8c73c0be775 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (58fe9201-0133-47f7-9da2-9a224fc02328), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:42.737493 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d5f45fab-a4a1-4c32-872c-e8c73c0be775 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (58fe9201-0133-47f7-9da2-9a224fc02328), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:42.992101 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:10:43.117913 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d5f45fab-a4a1-4c32-872c-e8c73c0be775 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (58fe9201-0133-47f7-9da2-9a224fc02328), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:43.274758 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d5f45fab-a4a1-4c32-872c-e8c73c0be775 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:43.285933 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 33326) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:43.287516 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d5f45fab-a4a1-4c32-872c-e8c73c0be775 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/58fe9201-0133-47f7-9da2-9a224fc02328 HTTP/1.1" status: 204 len: 168 time: 1.2829101 Oct 04 21:10:43.290576 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f45fab-a4a1-4c32-872c-e8c73c0be775 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event deleted for resources: {'Subnet': ['ID=58fe9201-0133-47f7-9da2-9a224fc02328,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:10:43.510423 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-406b113d-5508-4165-870d-e145362a3fc2 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2226846 Oct 04 21:10:43.515542 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 33332) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:43.534733 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-50d05830-74a0-4e81-9e33-32dc97e4a1b7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Request body: {'subnet': {'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:10:44.025540 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d05830-74a0-4e81-9e33-32dc97e4a1b7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Made reservation on behalf of f31334bc846b471aace4cb8b5f10ff51 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:10:44.058470 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-50d05830-74a0-4e81-9e33-32dc97e4a1b7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:44.123601 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a0844d-b66b-4a7b-bfba-bf64648c9d90 None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:10:44.242945 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-134dd864-46a6-47a6-aa18-8e9ad94e1ffb None None] Provisioning complete for port e68791a5-fa59-4953-802b-792a86540c12 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:10:44.242945 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-134dd864-46a6-47a6-aa18-8e9ad94e1ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (e68791a5-fa59-4953-802b-792a86540c12), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:44.242945 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-134dd864-46a6-47a6-aa18-8e9ad94e1ffb None None] Attempt 1 to provision port e68791a5-fa59-4953-802b-792a86540c12 Oct 04 21:10:44.565633 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:DELETE=12,neutron:SELECT=80,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:10:45.020082 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 21:10:45.152282 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-50d05830-74a0-4e81-9e33-32dc97e4a1b7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (3b751f5d-17b4-4967-a2de-faad3601df9f), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:45.299883 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e590c0ee-8b47-432f-9a6a-cdef7168983f None None] DHCP port deletion for 42edc29f-8c98-4058-994e-1dc4e7a022d1 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:10:45.375331 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-134dd864-46a6-47a6-aa18-8e9ad94e1ffb None None] Current status of the port e68791a5-fa59-4953-802b-792a86540c12 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:10:45.470431 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d05830-74a0-4e81-9e33-32dc97e4a1b7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:10:45.516652 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-50d05830-74a0-4e81-9e33-32dc97e4a1b7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:10:45.539836 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d05830-74a0-4e81-9e33-32dc97e4a1b7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:10:45.540982 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-50d05830-74a0-4e81-9e33-32dc97e4a1b7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:45.571971 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 33368) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:45.651054 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d05830-74a0-4e81-9e33-32dc97e4a1b7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event updated for resources: {'Subnet': ['ID=3b751f5d-17b4-4967-a2de-faad3601df9f,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:10:45.665158 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e590c0ee-8b47-432f-9a6a-cdef7168983f None None] Deleting port e68791a5-fa59-4953-802b-792a86540c12 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:10:45.669143 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e590c0ee-8b47-432f-9a6a-cdef7168983f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (e68791a5-fa59-4953-802b-792a86540c12), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:45.742684 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b4c8f897-1807-4a5e-8caf-3e44d6e8f30b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:45.773888 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-50d05830-74a0-4e81-9e33-32dc97e4a1b7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2526228 Oct 04 21:10:45.779252 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 33372) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:45.803194 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-918a12d4-e09b-4925-aa4b-d3b3c4d87b73 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Request body: {'subnet': {'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:10:46.084441 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-3cebbbc3-dd4b-4146-9750-da884cd7a514 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2037980301', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:10:46.258964 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e590c0ee-8b47-432f-9a6a-cdef7168983f None None] For port e68791a5-fa59-4953-802b-792a86540c12, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=e68791a5-fa59-4953-802b-792a86540c12,segment=NetworkSegment(a074d1d3-d8bf-45a2-a3f3-7647e2465b5f),segment_id=a074d1d3-d8bf-45a2-a3f3-7647e2465b5f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:10:46.259661 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e590c0ee-8b47-432f-9a6a-cdef7168983f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (e68791a5-fa59-4953-802b-792a86540c12), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:46.271570 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3cebbbc3-dd4b-4146-9750-da884cd7a514 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (05c9b815-805c-41a0-b427-2f23d943af00), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:46.274663 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3cebbbc3-dd4b-4146-9750-da884cd7a514 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (05c9b815-805c-41a0-b427-2f23d943af00), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:46.283670 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:DELETE=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:10:46.425283 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e590c0ee-8b47-432f-9a6a-cdef7168983f None None] Calling delete_port for e68791a5-fa59-4953-802b-792a86540c12 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:10:46.486885 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3cebbbc3-dd4b-4146-9750-da884cd7a514 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks [] for router_controller (05c9b815-805c-41a0-b427-2f23d943af00), precommit_add_association {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:46.529064 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-918a12d4-e09b-4925-aa4b-d3b3c4d87b73 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Made reservation on behalf of f31334bc846b471aace4cb8b5f10ff51 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:10:46.538597 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-918a12d4-e09b-4925-aa4b-d3b3c4d87b73 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:46.571772 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3cebbbc3-dd4b-4146-9750-da884cd7a514 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (05c9b815-805c-41a0-b427-2f23d943af00), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:46.815488 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3cebbbc3-dd4b-4146-9750-da884cd7a514 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:46.822679 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-3cebbbc3-dd4b-4146-9750-da884cd7a514 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.2408006 Oct 04 21:10:46.825789 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 33384) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:46.852886 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-439e811f-e308-4f5f-9d0a-f2059f040c18 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1854584440'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:10:46.946202 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e590c0ee-8b47-432f-9a6a-cdef7168983f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (e68791a5-fa59-4953-802b-792a86540c12), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:47.074428 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e590c0ee-8b47-432f-9a6a-cdef7168983f None None] Pushing event deleted for resources: {'Port': ['ID=e68791a5-fa59-4953-802b-792a86540c12,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:10:47.089912 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e590c0ee-8b47-432f-9a6a-cdef7168983f None None] No DVR routers for this DVR port e68791a5-fa59-4953-802b-792a86540c12 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:10:47.117242 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-439e811f-e308-4f5f-9d0a-f2059f040c18 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Made reservation on behalf of a34037cb630d41e494b57174b0726773 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:10:47.152035 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device e68791a5-fa59-4953-802b-792a86540c12 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:10:47.157983 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-439e811f-e308-4f5f-9d0a-f2059f040c18 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:47.160060 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd36f880-dc7f-4a92-b6de-531c860e0e50 None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:10:47.231414 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-439e811f-e308-4f5f-9d0a-f2059f040c18 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:47.348532 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: e68791a5-fa59-4953-802b-792a86540c12 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:10:47.349298 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device e68791a5-fa59-4953-802b-792a86540c12 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:10:47.713014 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-439e811f-e308-4f5f-9d0a-f2059f040c18 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks [] for security_group (dab93356-43be-480c-b70e-677b8b12ec2e), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:47.721937 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=75,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=16 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:10:47.761554 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:10:47.791601 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-439e811f-e308-4f5f-9d0a-f2059f040c18 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (dab93356-43be-480c-b70e-677b8b12ec2e), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:47.881861 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-439e811f-e308-4f5f-9d0a-f2059f040c18 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:10:47.945537 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439e811f-e308-4f5f-9d0a-f2059f040c18 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dab93356-43be-480c-b70e-677b8b12ec2e,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:10:47.945843 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c303781e-6578-4bcb-9baf-f26c3c91abde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:47.952244 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-439e811f-e308-4f5f-9d0a-f2059f040c18 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (c30f9cb6-f3e8-4430-ab82-9874258e96fe), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:47.952933 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-439e811f-e308-4f5f-9d0a-f2059f040c18 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Added segment c30f9cb6-f3e8-4430-ab82-9874258e96fe of type vlan for network 3a45e6c3-7226-420e-85ab-7376018260e3 Oct 04 21:10:48.051948 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375f0a38-56d3-468d-afe4-6e63a92e7b1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-42edc29f-8c98-4058-994e-1dc4e7a022d1', 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'project_id': 'f31334bc846b471aace4cb8b5f10ff51', 'fixed_ips': [{'subnet_id': '3b751f5d-17b4-4967-a2de-faad3601df9f'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:10:48.053829 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-375f0a38-56d3-468d-afe4-6e63a92e7b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:48.064041 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:10:48.146654 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-439e811f-e308-4f5f-9d0a-f2059f040c18 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (3a45e6c3-7226-420e-85ab-7376018260e3), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:48.290185 n-d-852085-12 neutron-server[108170]: DEBUG neutron.objects.ports [None req-918a12d4-e09b-4925-aa4b-d3b3c4d87b73 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108170) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 04 21:10:48.293795 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-918a12d4-e09b-4925-aa4b-d3b3c4d87b73 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (0ecc881b-7b39-4b0d-8728-dc0b0785db7b), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:48.419106 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-439e811f-e308-4f5f-9d0a-f2059f040c18 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (3a45e6c3-7226-420e-85ab-7376018260e3), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:48.438500 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439e811f-e308-4f5f-9d0a-f2059f040c18 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:10:48.445564 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-439e811f-e308-4f5f-9d0a-f2059f040c18 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:48.552051 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a12d4-e09b-4925-aa4b-d3b3c4d87b73 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event updated for resources: {'Subnet': ['ID=0ecc881b-7b39-4b0d-8728-dc0b0785db7b,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:10:48.601528 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918a12d4-e09b-4925-aa4b-d3b3c4d87b73 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:10:48.622710 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-918a12d4-e09b-4925-aa4b-d3b3c4d87b73 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:10:48.628506 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918a12d4-e09b-4925-aa4b-d3b3c4d87b73 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:10:48.629563 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-918a12d4-e09b-4925-aa4b-d3b3c4d87b73 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:48.693982 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-439e811f-e308-4f5f-9d0a-f2059f040c18 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.8663814 Oct 04 21:10:48.707050 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 33404) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:48.711115 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-e5323349-3d56-4683-9121-6c76e86565b6 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Request body: {'subnet': {'network_id': '3a45e6c3-7226-420e-85ab-7376018260e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:10:48.871803 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439e811f-e308-4f5f-9d0a-f2059f040c18 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Pushing event updated for resources: {'Network': ['ID=3a45e6c3-7226-420e-85ab-7376018260e3,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:10:48.883581 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-375f0a38-56d3-468d-afe4-6e63a92e7b1e None None] Allocated IP 172.20.0.2 (42edc29f-8c98-4058-994e-1dc4e7a022d1/3b751f5d-17b4-4967-a2de-faad3601df9f/e8f4a95a-0eec-46f1-b7a8-9ad66df90758) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:10:48.912942 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 33408) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:48.914424 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-918a12d4-e09b-4925-aa4b-d3b3c4d87b73 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1270850 Oct 04 21:10:48.915169 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-47e283d2-f426-4eb9-9310-0badfd2f0da6 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Request body: {'port': {'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'mac_address': 'fa:16:3e:18:c1:f4', 'name': 'tempest-NetworksTestDHCPv6-122013835'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:10:48.915347 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-375f0a38-56d3-468d-afe4-6e63a92e7b1e None None] Allocated IP 2001:db8::f816:3eff:feb2:f7a4 (42edc29f-8c98-4058-994e-1dc4e7a022d1/0ecc881b-7b39-4b0d-8728-dc0b0785db7b/e8f4a95a-0eec-46f1-b7a8-9ad66df90758) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:10:48.955907 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 3a45e6c3-7226-420e-85ab-7376018260e3 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:10:49.172971 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:10:49.191435 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5323349-3d56-4683-9121-6c76e86565b6 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Made reservation on behalf of a34037cb630d41e494b57174b0726773 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:10:49.206221 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e5323349-3d56-4683-9121-6c76e86565b6 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:49.482559 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e283d2-f426-4eb9-9310-0badfd2f0da6 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Made reservation on behalf of f31334bc846b471aace4cb8b5f10ff51 for: {'port': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:10:49.550857 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-375f0a38-56d3-468d-afe4-6e63a92e7b1e None None] Publish callbacks [] for port (e8f4a95a-0eec-46f1-b7a8-9ad66df90758), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:49.755522 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-375f0a38-56d3-468d-afe4-6e63a92e7b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (e8f4a95a-0eec-46f1-b7a8-9ad66df90758), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:49.816334 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-47e283d2-f426-4eb9-9310-0badfd2f0da6 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:49.879952 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [None req-47e283d2-f426-4eb9-9310-0badfd2f0da6 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] device_id is not set on port 410e6c9a-69fb-4d41-afc1-58119549e548 yet. {{(pid=108169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 21:10:49.904445 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375f0a38-56d3-468d-afe4-6e63a92e7b1e None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:10:49.912398 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-375f0a38-56d3-468d-afe4-6e63a92e7b1e None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:10:49.922249 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375f0a38-56d3-468d-afe4-6e63a92e7b1e None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:10:49.946686 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f0a38-56d3-468d-afe4-6e63a92e7b1e None None] Pushing event updated for resources: {'Port': ['ID=e8f4a95a-0eec-46f1-b7a8-9ad66df90758,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:10:50.028438 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e5323349-3d56-4683-9121-6c76e86565b6 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (2c3d7327-ac42-4b81-ad5d-5e1e62ab2d1f), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:50.077067 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:10:50.187285 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-375f0a38-56d3-468d-afe4-6e63a92e7b1e None None] Attempting to bind port e8f4a95a-0eec-46f1-b7a8-9ad66df90758 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:10:50.188926 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-375f0a38-56d3-468d-afe4-6e63a92e7b1e None None] Attempting to bind port e8f4a95a-0eec-46f1-b7a8-9ad66df90758 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:10:50.190204 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375f0a38-56d3-468d-afe4-6e63a92e7b1e None None] Attempting to bind port e8f4a95a-0eec-46f1-b7a8-9ad66df90758 on network 42edc29f-8c98-4058-994e-1dc4e7a022d1 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:10:50.502458 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5323349-3d56-4683-9121-6c76e86565b6 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Pushing event updated for resources: {'Subnet': ['ID=2c3d7327-ac42-4b81-ad5d-5e1e62ab2d1f,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:10:50.734689 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5323349-3d56-4683-9121-6c76e86565b6 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Checking segment: {'id': 'c30f9cb6-f3e8-4430-ab82-9874258e96fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '3a45e6c3-7226-420e-85ab-7376018260e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:10:50.736780 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5323349-3d56-4683-9121-6c76e86565b6 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Network hostable DHCP agents. Network: 3a45e6c3-7226-420e-85ab-7376018260e3, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:10:50.757552 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-47e283d2-f426-4eb9-9310-0badfd2f0da6 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Allocated IP 172.20.0.9 (42edc29f-8c98-4058-994e-1dc4e7a022d1/3b751f5d-17b4-4967-a2de-faad3601df9f/410e6c9a-69fb-4d41-afc1-58119549e548) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:10:50.796425 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-47e283d2-f426-4eb9-9310-0badfd2f0da6 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Allocated IP 2001:db8::f816:3eff:fe18:c1f4 (42edc29f-8c98-4058-994e-1dc4e7a022d1/0ecc881b-7b39-4b0d-8728-dc0b0785db7b/410e6c9a-69fb-4d41-afc1-58119549e548) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:10:51.021253 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:10:51.036422 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:51.053949 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5323349-3d56-4683-9121-6c76e86565b6 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Network 3a45e6c3-7226-420e-85ab-7376018260e3 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:10:51.067320 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375f0a38-56d3-468d-afe4-6e63a92e7b1e None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:10:51.067990 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375f0a38-56d3-468d-afe4-6e63a92e7b1e None None] Checking segment: {'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:10:51.070262 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-375f0a38-56d3-468d-afe4-6e63a92e7b1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:51.072552 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375f0a38-56d3-468d-afe4-6e63a92e7b1e None None] Bound using segment: {'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:10:51.082628 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-375f0a38-56d3-468d-afe4-6e63a92e7b1e None None] Bound port: e8f4a95a-0eec-46f1-b7a8-9ad66df90758, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:10:51.083696 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-375f0a38-56d3-468d-afe4-6e63a92e7b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (e8f4a95a-0eec-46f1-b7a8-9ad66df90758), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:51.249455 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-e5323349-3d56-4683-9121-6c76e86565b6 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 3a45e6c3-7226-420e-85ab-7376018260e3) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:10:51.276534 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a274c0-924e-469b-bbe5-316c82563e56 None None] Network 3a45e6c3-7226-420e-85ab-7376018260e3 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:10:51.282922 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5323349-3d56-4683-9121-6c76e86565b6 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:10:51.284454 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e5323349-3d56-4683-9121-6c76e86565b6 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:51.297588 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-375f0a38-56d3-468d-afe4-6e63a92e7b1e None None] For port e8f4a95a-0eec-46f1-b7a8-9ad66df90758, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:10:51.404232 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-375f0a38-56d3-468d-afe4-6e63a92e7b1e None None] For port e8f4a95a-0eec-46f1-b7a8-9ad66df90758, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=e8f4a95a-0eec-46f1-b7a8-9ad66df90758,segment=NetworkSegment(a074d1d3-d8bf-45a2-a3f3-7647e2465b5f),segment_id=a074d1d3-d8bf-45a2-a3f3-7647e2465b5f)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:10:51.504049 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:UPDATE=6,neutron:SELECT=88,neutron:INSERT=6 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:10:51.568890 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-47e283d2-f426-4eb9-9310-0badfd2f0da6 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for port (410e6c9a-69fb-4d41-afc1-58119549e548), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:51.581745 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-375f0a38-56d3-468d-afe4-6e63a92e7b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (e8f4a95a-0eec-46f1-b7a8-9ad66df90758), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:51.655399 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614ea81b-6e7e-43bf-990c-84ee6d39463b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-3a45e6c3-7226-420e-85ab-7376018260e3', 'network_id': '3a45e6c3-7226-420e-85ab-7376018260e3', 'project_id': 'a34037cb630d41e494b57174b0726773', 'fixed_ips': [{'subnet_id': '2c3d7327-ac42-4b81-ad5d-5e1e62ab2d1f'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:10:51.657173 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-614ea81b-6e7e-43bf-990c-84ee6d39463b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:51.731362 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:51.943014 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f0a38-56d3-468d-afe4-6e63a92e7b1e None None] Pushing event updated for resources: {'Port': ['ID=e8f4a95a-0eec-46f1-b7a8-9ad66df90758,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:10:51.998317 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 33448) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:52.030824 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e5323349-3d56-4683-9121-6c76e86565b6 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3264985 Oct 04 21:10:52.038926 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-47e283d2-f426-4eb9-9310-0badfd2f0da6 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (410e6c9a-69fb-4d41-afc1-58119549e548), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:52.044151 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-95416f7b-9ff4-45d7-ba26-a9102367b350 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Request body: {'network': {'name': 'tempest-router-network01--1017057690'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:10:52.222751 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:52.238284 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e283d2-f426-4eb9-9310-0badfd2f0da6 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:10:52.263967 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-47e283d2-f426-4eb9-9310-0badfd2f0da6 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:10:52.273415 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e283d2-f426-4eb9-9310-0badfd2f0da6 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:10:52.397633 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e283d2-f426-4eb9-9310-0badfd2f0da6 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event updated for resources: {'Port': ['ID=410e6c9a-69fb-4d41-afc1-58119549e548,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:10:52.400276 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95416f7b-9ff4-45d7-ba26-a9102367b350 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Made reservation on behalf of a34037cb630d41e494b57174b0726773 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:10:52.407519 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-95416f7b-9ff4-45d7-ba26-a9102367b350 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:52.480334 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e283d2-f426-4eb9-9310-0badfd2f0da6 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:10:52.495656 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-47e283d2-f426-4eb9-9310-0badfd2f0da6 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:52.572037 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-614ea81b-6e7e-43bf-990c-84ee6d39463b None None] Allocated IP 172.20.0.2 (3a45e6c3-7226-420e-85ab-7376018260e3/2c3d7327-ac42-4b81-ad5d-5e1e62ab2d1f/a3b7469f-5989-47ab-85be-f65bace60b2b) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:10:52.607206 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95416f7b-9ff4-45d7-ba26-a9102367b350 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:10:52.668726 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-95416f7b-9ff4-45d7-ba26-a9102367b350 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (5ced2666-6c58-41cb-b612-9d379de8f2e1), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:52.671030 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-95416f7b-9ff4-45d7-ba26-a9102367b350 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Added segment 5ced2666-6c58-41cb-b612-9d379de8f2e1 of type vlan for network 6bd7ebd5-bcb7-4f80-92c5-f2430e257e3d Oct 04 21:10:52.671411 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-47e283d2-f426-4eb9-9310-0badfd2f0da6 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.7626691 Oct 04 21:10:52.673217 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 33452) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:52.907886 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9535dc97-2e8d-4fb9-a6ec-25fb408c3c43 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:10:52.922380 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9535dc97-2e8d-4fb9-a6ec-25fb408c3c43 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:10:52.932054 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-9535dc97-2e8d-4fb9-a6ec-25fb408c3c43 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.2544041 Oct 04 21:10:52.934599 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 33458) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:52.958523 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:10:52.988554 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-95416f7b-9ff4-45d7-ba26-a9102367b350 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (6bd7ebd5-bcb7-4f80-92c5-f2430e257e3d), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:53.035673 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:10:53.236525 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-95416f7b-9ff4-45d7-ba26-a9102367b350 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (6bd7ebd5-bcb7-4f80-92c5-f2430e257e3d), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:53.265298 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95416f7b-9ff4-45d7-ba26-a9102367b350 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:10:53.269534 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-95416f7b-9ff4-45d7-ba26-a9102367b350 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:53.415858 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device e8f4a95a-0eec-46f1-b7a8-9ad66df90758 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:10:53.593385 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-95416f7b-9ff4-45d7-ba26-a9102367b350 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5918128 Oct 04 21:10:53.595090 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 33466) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:53.629135 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-dec3376b-d3b2-451c-9bb3-8871c035a157 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Request body: {'network': {'name': 'tempest-router-network02--317542254'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:10:53.700268 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-614ea81b-6e7e-43bf-990c-84ee6d39463b None None] Publish callbacks [] for port (a3b7469f-5989-47ab-85be-f65bace60b2b), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:53.745509 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port e8f4a95a-0eec-46f1-b7a8-9ad66df90758 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:10:53.748765 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (e8f4a95a-0eec-46f1-b7a8-9ad66df90758), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:53.754868 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port e8f4a95a-0eec-46f1-b7a8-9ad66df90758 Oct 04 21:10:53.837149 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95416f7b-9ff4-45d7-ba26-a9102367b350 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Pushing event updated for resources: {'Network': ['ID=6bd7ebd5-bcb7-4f80-92c5-f2430e257e3d,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:10:53.920435 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 6bd7ebd5-bcb7-4f80-92c5-f2430e257e3d details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:10:53.963530 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-614ea81b-6e7e-43bf-990c-84ee6d39463b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (a3b7469f-5989-47ab-85be-f65bace60b2b), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:53.969714 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec3376b-d3b2-451c-9bb3-8871c035a157 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Made reservation on behalf of a34037cb630d41e494b57174b0726773 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:10:53.991447 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dec3376b-d3b2-451c-9bb3-8871c035a157 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:54.133269 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dec3376b-d3b2-451c-9bb3-8871c035a157 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:10:54.152842 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dec3376b-d3b2-451c-9bb3-8871c035a157 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (057b4893-2466-4cf7-ab65-3e741a885ba7), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:54.155183 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-dec3376b-d3b2-451c-9bb3-8871c035a157 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Added segment 057b4893-2466-4cf7-ab65-3e741a885ba7 of type vlan for network 7bd66d12-43d6-4e45-b049-903726373224 Oct 04 21:10:54.360111 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dec3376b-d3b2-451c-9bb3-8871c035a157 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (7bd66d12-43d6-4e45-b049-903726373224), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:54.437297 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=7 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:10:54.537623 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614ea81b-6e7e-43bf-990c-84ee6d39463b None None] Network 3a45e6c3-7226-420e-85ab-7376018260e3 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:10:54.589743 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-614ea81b-6e7e-43bf-990c-84ee6d39463b None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:10:54.599274 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614ea81b-6e7e-43bf-990c-84ee6d39463b None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:10:54.643926 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f7c8d5-cc97-4b6c-984c-6ffc360ca88a None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:10:54.694578 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dec3376b-d3b2-451c-9bb3-8871c035a157 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (7bd66d12-43d6-4e45-b049-903726373224), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:54.715217 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec3376b-d3b2-451c-9bb3-8871c035a157 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:10:54.716295 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dec3376b-d3b2-451c-9bb3-8871c035a157 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:55.005213 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-dec3376b-d3b2-451c-9bb3-8871c035a157 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4010606 Oct 04 21:10:55.011977 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=27 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:10:55.028732 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 33482) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:55.034184 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-67d3613d-7f1c-41e7-9546-d96187aa0d1e tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Deleting port 410e6c9a-69fb-4d41-afc1-58119549e548 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:10:55.037224 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-67d3613d-7f1c-41e7-9546-d96187aa0d1e tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (410e6c9a-69fb-4d41-afc1-58119549e548), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:55.060407 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-e678e4f3-cfb9-4fbc-ab5a-caad2619cb0e tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Request body: {'subnet': {'network_id': '6bd7ebd5-bcb7-4f80-92c5-f2430e257e3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:10:55.089413 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:10:55.171895 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec3376b-d3b2-451c-9bb3-8871c035a157 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Pushing event updated for resources: {'Network': ['ID=7bd66d12-43d6-4e45-b049-903726373224,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:10:55.304388 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 7bd66d12-43d6-4e45-b049-903726373224 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:10:55.398075 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-67d3613d-7f1c-41e7-9546-d96187aa0d1e tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (410e6c9a-69fb-4d41-afc1-58119549e548), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:55.430855 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-86315bda-1ef9-45f2-9fdb-7deae2a231b5 None None] Provisioning complete for port e8f4a95a-0eec-46f1-b7a8-9ad66df90758 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:10:55.431986 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-86315bda-1ef9-45f2-9fdb-7deae2a231b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (e8f4a95a-0eec-46f1-b7a8-9ad66df90758), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:55.432888 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-86315bda-1ef9-45f2-9fdb-7deae2a231b5 None None] Attempt 1 to provision port e8f4a95a-0eec-46f1-b7a8-9ad66df90758 Oct 04 21:10:55.449237 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614ea81b-6e7e-43bf-990c-84ee6d39463b None None] Pushing event updated for resources: {'Port': ['ID=a3b7469f-5989-47ab-85be-f65bace60b2b,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:10:55.455583 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:10:55.457892 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-67d3613d-7f1c-41e7-9546-d96187aa0d1e tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Calling delete_port for 410e6c9a-69fb-4d41-afc1-58119549e548 owned by {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:10:55.602577 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e678e4f3-cfb9-4fbc-ab5a-caad2619cb0e tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Made reservation on behalf of a34037cb630d41e494b57174b0726773 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:10:55.610162 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e678e4f3-cfb9-4fbc-ab5a-caad2619cb0e tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:55.978874 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:10:56.104893 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port e8f4a95a-0eec-46f1-b7a8-9ad66df90758 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:10:56.106489 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (e8f4a95a-0eec-46f1-b7a8-9ad66df90758), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:56.248305 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-614ea81b-6e7e-43bf-990c-84ee6d39463b None None] Attempting to bind port a3b7469f-5989-47ab-85be-f65bace60b2b on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:10:56.250367 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-614ea81b-6e7e-43bf-990c-84ee6d39463b None None] Attempting to bind port a3b7469f-5989-47ab-85be-f65bace60b2b by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'c30f9cb6-f3e8-4430-ab82-9874258e96fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '3a45e6c3-7226-420e-85ab-7376018260e3'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:10:56.251043 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614ea81b-6e7e-43bf-990c-84ee6d39463b None None] Attempting to bind port a3b7469f-5989-47ab-85be-f65bace60b2b on network 3a45e6c3-7226-420e-85ab-7376018260e3 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:10:56.428085 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port e8f4a95a-0eec-46f1-b7a8-9ad66df90758, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=e8f4a95a-0eec-46f1-b7a8-9ad66df90758,segment=NetworkSegment(a074d1d3-d8bf-45a2-a3f3-7647e2465b5f),segment_id=a074d1d3-d8bf-45a2-a3f3-7647e2465b5f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:10:56.457744 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-67d3613d-7f1c-41e7-9546-d96187aa0d1e tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (410e6c9a-69fb-4d41-afc1-58119549e548), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:56.502782 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614ea81b-6e7e-43bf-990c-84ee6d39463b None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:10:56.503943 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614ea81b-6e7e-43bf-990c-84ee6d39463b None None] Checking segment: {'id': 'c30f9cb6-f3e8-4430-ab82-9874258e96fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '3a45e6c3-7226-420e-85ab-7376018260e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:10:56.504884 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-614ea81b-6e7e-43bf-990c-84ee6d39463b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:56.505748 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614ea81b-6e7e-43bf-990c-84ee6d39463b None None] Bound using segment: {'id': 'c30f9cb6-f3e8-4430-ab82-9874258e96fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '3a45e6c3-7226-420e-85ab-7376018260e3'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:10:56.507102 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-614ea81b-6e7e-43bf-990c-84ee6d39463b None None] Bound port: a3b7469f-5989-47ab-85be-f65bace60b2b, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c30f9cb6-f3e8-4430-ab82-9874258e96fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '3a45e6c3-7226-420e-85ab-7376018260e3'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:10:56.508353 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-614ea81b-6e7e-43bf-990c-84ee6d39463b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (a3b7469f-5989-47ab-85be-f65bace60b2b), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:56.514480 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-86315bda-1ef9-45f2-9fdb-7deae2a231b5 None None] Current status of the port e8f4a95a-0eec-46f1-b7a8-9ad66df90758 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:10:56.515491 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-86315bda-1ef9-45f2-9fdb-7deae2a231b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (e8f4a95a-0eec-46f1-b7a8-9ad66df90758), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:56.563792 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (e8f4a95a-0eec-46f1-b7a8-9ad66df90758), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:56.671438 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d3613d-7f1c-41e7-9546-d96187aa0d1e tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event deleted for resources: {'Port': ['ID=410e6c9a-69fb-4d41-afc1-58119549e548,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:10:56.782950 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=e8f4a95a-0eec-46f1-b7a8-9ad66df90758,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:10:57.017831 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-67d3613d-7f1c-41e7-9546-d96187aa0d1e tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:57.035823 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-67d3613d-7f1c-41e7-9546-d96187aa0d1e tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/ports/410e6c9a-69fb-4d41-afc1-58119549e548 HTTP/1.1" status: 204 len: 168 time: 4.0990634 Oct 04 21:10:57.040476 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 33510) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:57.126341 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e678e4f3-cfb9-4fbc-ab5a-caad2619cb0e tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (37b6bfa8-9a1d-4ea9-8111-906c64c2635f), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:57.166923 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=82,neutron:DELETE=1,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:10:57.281997 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-86315bda-1ef9-45f2-9fdb-7deae2a231b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 21:10:57.285152 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-86315bda-1ef9-45f2-9fdb-7deae2a231b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 21:10:57.289369 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-614ea81b-6e7e-43bf-990c-84ee6d39463b None None] For port a3b7469f-5989-47ab-85be-f65bace60b2b, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:10:57.302306 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-614ea81b-6e7e-43bf-990c-84ee6d39463b None None] For port a3b7469f-5989-47ab-85be-f65bace60b2b, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=a3b7469f-5989-47ab-85be-f65bace60b2b,segment=NetworkSegment(c30f9cb6-f3e8-4430-ab82-9874258e96fe),segment_id=c30f9cb6-f3e8-4430-ab82-9874258e96fe)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:10:57.332733 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2490b9da-1b3f-413b-aa58-7075dc6d4cb1 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:10:57.336461 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2490b9da-1b3f-413b-aa58-7075dc6d4cb1 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:10:57.357750 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2490b9da-1b3f-413b-aa58-7075dc6d4cb1 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:10:57.367440 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-2490b9da-1b3f-413b-aa58-7075dc6d4cb1 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3175478 Oct 04 21:10:57.369507 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 33512) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:57.404077 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-614ea81b-6e7e-43bf-990c-84ee6d39463b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (a3b7469f-5989-47ab-85be-f65bace60b2b), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:57.518507 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e678e4f3-cfb9-4fbc-ab5a-caad2619cb0e tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Pushing event updated for resources: {'Subnet': ['ID=37b6bfa8-9a1d-4ea9-8111-906c64c2635f,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:10:57.562469 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e678e4f3-cfb9-4fbc-ab5a-caad2619cb0e tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Checking segment: {'id': '5ced2666-6c58-41cb-b612-9d379de8f2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '6bd7ebd5-bcb7-4f80-92c5-f2430e257e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:10:57.563725 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e678e4f3-cfb9-4fbc-ab5a-caad2619cb0e tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Network hostable DHCP agents. Network: 6bd7ebd5-bcb7-4f80-92c5-f2430e257e3d, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:10:57.627492 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:DELETE=4,neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:10:57.658301 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614ea81b-6e7e-43bf-990c-84ee6d39463b None None] Pushing event updated for resources: {'Port': ['ID=a3b7469f-5989-47ab-85be-f65bace60b2b,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:10:57.697732 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3b55ea8-be94-4b0a-9ce5-4ab25eaff0c7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Deleting subnet 0ecc881b-7b39-4b0d-8728-dc0b0785db7b {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:10:57.705193 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f3b55ea8-be94-4b0a-9ce5-4ab25eaff0c7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (0ecc881b-7b39-4b0d-8728-dc0b0785db7b), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:57.773592 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e678e4f3-cfb9-4fbc-ab5a-caad2619cb0e tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Network 6bd7ebd5-bcb7-4f80-92c5-f2430e257e3d is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:10:57.877659 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f3b55ea8-be94-4b0a-9ce5-4ab25eaff0c7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (0ecc881b-7b39-4b0d-8728-dc0b0785db7b), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:57.887767 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-e678e4f3-cfb9-4fbc-ab5a-caad2619cb0e tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 6bd7ebd5-bcb7-4f80-92c5-f2430e257e3d) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:10:57.907994 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e678e4f3-cfb9-4fbc-ab5a-caad2619cb0e tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:10:57.914935 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e678e4f3-cfb9-4fbc-ab5a-caad2619cb0e tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:58.007044 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-86315bda-1ef9-45f2-9fdb-7deae2a231b5 None None] Current status of the port e8f4a95a-0eec-46f1-b7a8-9ad66df90758 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:10:58.045372 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8d8e4a-0737-48f3-8a83-513eddf3a414 None None] Network 6bd7ebd5-bcb7-4f80-92c5-f2430e257e3d requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:10:58.122926 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-e678e4f3-cfb9-4fbc-ab5a-caad2619cb0e tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0869126 Oct 04 21:10:58.127975 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 33518) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:58.151678 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-3e5bde52-294e-47e5-9550-6762ac788c98 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Request body: {'subnet': {'network_id': '7bd66d12-43d6-4e45-b049-903726373224', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:10:58.617170 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f3b55ea8-be94-4b0a-9ce5-4ab25eaff0c7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (0ecc881b-7b39-4b0d-8728-dc0b0785db7b), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:59.029962 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-60b5df41-1e3e-4fa3-a9fa-63696121acc5 None None] Provisioning complete for port e8f4a95a-0eec-46f1-b7a8-9ad66df90758 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:10:59.036970 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-60b5df41-1e3e-4fa3-a9fa-63696121acc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (e8f4a95a-0eec-46f1-b7a8-9ad66df90758), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:59.044948 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-60b5df41-1e3e-4fa3-a9fa-63696121acc5 None None] Attempt 1 to provision port e8f4a95a-0eec-46f1-b7a8-9ad66df90758 Oct 04 21:10:59.161954 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e5bde52-294e-47e5-9550-6762ac788c98 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Made reservation on behalf of a34037cb630d41e494b57174b0726773 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:10:59.179383 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3e5bde52-294e-47e5-9550-6762ac788c98 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:59.302751 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336fc4f0-f0a8-42b1-a401-5a0104847df0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-6bd7ebd5-bcb7-4f80-92c5-f2430e257e3d', 'network_id': '6bd7ebd5-bcb7-4f80-92c5-f2430e257e3d', 'project_id': 'a34037cb630d41e494b57174b0726773', 'fixed_ips': [{'subnet_id': '37b6bfa8-9a1d-4ea9-8111-906c64c2635f'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:10:59.314083 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-336fc4f0-f0a8-42b1-a401-5a0104847df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:59.420989 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f3b55ea8-be94-4b0a-9ce5-4ab25eaff0c7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (0ecc881b-7b39-4b0d-8728-dc0b0785db7b), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:59.551973 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b55ea8-be94-4b0a-9ce5-4ab25eaff0c7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event deleted for resources: {'Subnet': ['ID=0ecc881b-7b39-4b0d-8728-dc0b0785db7b,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:10:59.575253 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f3b55ea8-be94-4b0a-9ce5-4ab25eaff0c7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:10:59.597943 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f3b55ea8-be94-4b0a-9ce5-4ab25eaff0c7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/0ecc881b-7b39-4b0d-8728-dc0b0785db7b HTTP/1.1" status: 204 len: 168 time: 2.2244136 Oct 04 21:10:59.607278 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 33532) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:10:59.725793 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device e8f4a95a-0eec-46f1-b7a8-9ad66df90758 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:10:59.731949 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:10:59.893198 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e272068-b16c-4385-a8f3-2680dc2689c7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Deleting subnet 3b751f5d-17b4-4967-a2de-faad3601df9f {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:10:59.931470 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1e272068-b16c-4385-a8f3-2680dc2689c7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (3b751f5d-17b4-4967-a2de-faad3601df9f), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:00.278905 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1e272068-b16c-4385-a8f3-2680dc2689c7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (3b751f5d-17b4-4967-a2de-faad3601df9f), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:00.369179 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:11:00.740247 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3e5bde52-294e-47e5-9550-6762ac788c98 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (9e255f26-6c72-48dd-97cd-d3d9ee232beb), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:00.911652 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1e272068-b16c-4385-a8f3-2680dc2689c7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (3b751f5d-17b4-4967-a2de-faad3601df9f), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:01.010833 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:11:01.013838 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bde52-294e-47e5-9550-6762ac788c98 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Pushing event updated for resources: {'Subnet': ['ID=9e255f26-6c72-48dd-97cd-d3d9ee232beb,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:11:01.034852 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329b8a0c-f7b9-4cfd-aa50-9ab3388be283 None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:11:01.038831 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4b32c2-ef1d-4a02-b771-b8fc2dd9cc16 None None] Network 3a45e6c3-7226-420e-85ab-7376018260e3 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:11:01.088904 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-60b5df41-1e3e-4fa3-a9fa-63696121acc5 None None] Current status of the port e8f4a95a-0eec-46f1-b7a8-9ad66df90758 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:11:01.091525 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:11:01.095606 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5bde52-294e-47e5-9550-6762ac788c98 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Checking segment: {'id': '057b4893-2466-4cf7-ab65-3e741a885ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7bd66d12-43d6-4e45-b049-903726373224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:11:01.102698 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5bde52-294e-47e5-9550-6762ac788c98 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Network hostable DHCP agents. Network: 7bd66d12-43d6-4e45-b049-903726373224, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:11:01.125616 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-60b5df41-1e3e-4fa3-a9fa-63696121acc5 None None] Could not find standard attr ID for object 410e6c9a-69fb-4d41-afc1-58119549e548. {{(pid=108171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 04 21:11:01.317256 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5bde52-294e-47e5-9550-6762ac788c98 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Network 7bd66d12-43d6-4e45-b049-903726373224 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:11:01.320940 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1e272068-b16c-4385-a8f3-2680dc2689c7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (3b751f5d-17b4-4967-a2de-faad3601df9f), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:01.402569 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port e8f4a95a-0eec-46f1-b7a8-9ad66df90758 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:11:01.403254 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (e8f4a95a-0eec-46f1-b7a8-9ad66df90758), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:01.403841 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port e8f4a95a-0eec-46f1-b7a8-9ad66df90758 Oct 04 21:11:01.482138 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e272068-b16c-4385-a8f3-2680dc2689c7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event deleted for resources: {'Subnet': ['ID=3b751f5d-17b4-4967-a2de-faad3601df9f,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:11:01.512906 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1e272068-b16c-4385-a8f3-2680dc2689c7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:01.516760 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-3e5bde52-294e-47e5-9550-6762ac788c98 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 7bd66d12-43d6-4e45-b049-903726373224) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:11:01.522306 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-336fc4f0-f0a8-42b1-a401-5a0104847df0 None None] Allocated IP 172.20.0.2 (6bd7ebd5-bcb7-4f80-92c5-f2430e257e3d/37b6bfa8-9a1d-4ea9-8111-906c64c2635f/38076181-6cfe-4052-9987-afebe5e299cc) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:11:01.531033 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-1e272068-b16c-4385-a8f3-2680dc2689c7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/3b751f5d-17b4-4967-a2de-faad3601df9f HTTP/1.1" status: 204 len: 168 time: 1.9174802 Oct 04 21:11:01.533110 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 33554) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:11:01.541746 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5bde52-294e-47e5-9550-6762ac788c98 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:11:01.553125 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3e5bde52-294e-47e5-9550-6762ac788c98 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:01.601507 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20aac52b-8704-44f4-8940-b37797ff32c4 None None] Network 7bd66d12-43d6-4e45-b049-903726373224 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:11:01.712941 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 33558) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:11:01.720322 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-641d3736-c424-4288-b002-fed9228d1df6 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1847067 Oct 04 21:11:01.852323 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-c76af491-111f-4948-b4b1-eb203193ba40 None None] Provisioning complete for port a3b7469f-5989-47ab-85be-f65bace60b2b triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:11:01.854370 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c76af491-111f-4948-b4b1-eb203193ba40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (a3b7469f-5989-47ab-85be-f65bace60b2b), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:01.854370 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-c76af491-111f-4948-b4b1-eb203193ba40 None None] Attempt 1 to provision port a3b7469f-5989-47ab-85be-f65bace60b2b Oct 04 21:11:01.855062 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-3e5bde52-294e-47e5-9550-6762ac788c98 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7214561 Oct 04 21:11:01.858277 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 33564) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:11:01.954656 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7520e9-6f24-48c7-9d88-d66d42d01799 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:11:01.961740 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4d7520e9-6f24-48c7-9d88-d66d42d01799 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2465115 Oct 04 21:11:01.975242 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 33566) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:11:02.096720 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:11:02.259122 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d37d0e-b91d-4d68-a1d0-820a9c0656fd tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:11:02.272442 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-35d37d0e-b91d-4d68-a1d0-820a9c0656fd tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2953072 Oct 04 21:11:02.276467 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 33568) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:11:02.432364 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b8103bcc-6d2b-4b4c-90d2-64315561b7ef tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1533725 Oct 04 21:11:02.435891 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 33572) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:11:02.444763 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-730ad97f-2204-4f2e-ae62-977c684360fa tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Request body: {'subnet': {'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:11:02.536334 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port e8f4a95a-0eec-46f1-b7a8-9ad66df90758 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:11:02.544310 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a3b7469f-5989-47ab-85be-f65bace60b2b up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:11:02.938655 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730ad97f-2204-4f2e-ae62-977c684360fa tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Made reservation on behalf of f31334bc846b471aace4cb8b5f10ff51 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:11:02.950260 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-730ad97f-2204-4f2e-ae62-977c684360fa tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:02.958293 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-730ad97f-2204-4f2e-ae62-977c684360fa tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 21:11:02.959068 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-730ad97f-2204-4f2e-ae62-977c684360fa tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:11:03.035637 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:03.068325 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd6d0e8-9cc9-4083-9975-459f7e162eab None None] Update dhcp port {'port': {'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'fixed_ips': [{'subnet_id': '3b751f5d-17b4-4967-a2de-faad3601df9f'}], 'binding:host_id': 'n-d-852085-12'}, 'id': 'e8f4a95a-0eec-46f1-b7a8-9ad66df90758'} from n-d-852085-12. {{(pid=108171) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 04 21:11:03.137522 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-730ad97f-2204-4f2e-ae62-977c684360fa tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6992507 Oct 04 21:11:03.143322 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 33586) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:11:03.181406 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-9bb5d3e9-1769-4a6b-a351-12c10a1c64bb tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Request body: {'subnet': {'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:11:03.405390 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-48234687-86dc-4245-8e29-00294022e4d2 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:03.544903 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb5d3e9-1769-4a6b-a351-12c10a1c64bb tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Made reservation on behalf of f31334bc846b471aace4cb8b5f10ff51 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:11:03.553358 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-336fc4f0-f0a8-42b1-a401-5a0104847df0 None None] Publish callbacks [] for port (38076181-6cfe-4052-9987-afebe5e299cc), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:03.556771 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9bb5d3e9-1769-4a6b-a351-12c10a1c64bb tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:03.561788 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bb5d3e9-1769-4a6b-a351-12c10a1c64bb tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 21:11:03.562501 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bb5d3e9-1769-4a6b-a351-12c10a1c64bb tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:11:03.643356 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bef24b5-4e7a-4a00-85c4-417ec7a7cb4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-7bd66d12-43d6-4e45-b049-903726373224', 'network_id': '7bd66d12-43d6-4e45-b049-903726373224', 'project_id': 'a34037cb630d41e494b57174b0726773', 'fixed_ips': [{'subnet_id': '9e255f26-6c72-48dd-97cd-d3d9ee232beb'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:11:03.645109 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3bef24b5-4e7a-4a00-85c4-417ec7a7cb4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:03.684351 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:11:03.735590 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-336fc4f0-f0a8-42b1-a401-5a0104847df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (38076181-6cfe-4052-9987-afebe5e299cc), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:03.803119 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-9bb5d3e9-1769-4a6b-a351-12c10a1c64bb tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6575017 Oct 04 21:11:03.824883 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 33594) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:11:03.832606 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-4215244d-f15e-4068-879b-494bdfcc6eb9 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Request body: {'subnet': {'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:11:03.869206 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9fd6d0e8-9cc9-4083-9975-459f7e162eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (e8f4a95a-0eec-46f1-b7a8-9ad66df90758), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:03.925418 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port a3b7469f-5989-47ab-85be-f65bace60b2b triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:11:03.935671 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (a3b7469f-5989-47ab-85be-f65bace60b2b), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:03.936963 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port a3b7469f-5989-47ab-85be-f65bace60b2b Oct 04 21:11:04.070957 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:11:04.127200 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-c76af491-111f-4948-b4b1-eb203193ba40 None None] Current status of the port a3b7469f-5989-47ab-85be-f65bace60b2b is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:11:04.129870 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c76af491-111f-4948-b4b1-eb203193ba40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (a3b7469f-5989-47ab-85be-f65bace60b2b), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:04.170356 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2,neutron:DELETE=6,neutron:INSERT=9 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:11:04.178424 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:04.351200 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4215244d-f15e-4068-879b-494bdfcc6eb9 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Made reservation on behalf of f31334bc846b471aace4cb8b5f10ff51 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:11:04.367878 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4215244d-f15e-4068-879b-494bdfcc6eb9 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:04.381795 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-4215244d-f15e-4068-879b-494bdfcc6eb9 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 21:11:04.386741 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4215244d-f15e-4068-879b-494bdfcc6eb9 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:11:04.573529 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336fc4f0-f0a8-42b1-a401-5a0104847df0 None None] Network 6bd7ebd5-bcb7-4f80-92c5-f2430e257e3d is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:11:04.607028 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4215244d-f15e-4068-879b-494bdfcc6eb9 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7715387 Oct 04 21:11:04.607472 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 33606) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:11:04.610146 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336fc4f0-f0a8-42b1-a401-5a0104847df0 None None] Pushing event updated for resources: {'Port': ['ID=38076181-6cfe-4052-9987-afebe5e299cc,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:11:04.655738 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-ba8cfed1-76a7-477b-8d03-48c06363e42a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Request body: {'subnet': {'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:11:04.856497 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-48234687-86dc-4245-8e29-00294022e4d2 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Allocated IP 172.20.0.1 (6bd7ebd5-bcb7-4f80-92c5-f2430e257e3d/37b6bfa8-9a1d-4ea9-8111-906c64c2635f/ff1f365e-8ab1-4f28-8cd5-377705572bc0) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:11:04.861956 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-336fc4f0-f0a8-42b1-a401-5a0104847df0 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:11:04.861956 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336fc4f0-f0a8-42b1-a401-5a0104847df0 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:11:05.066104 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-c76af491-111f-4948-b4b1-eb203193ba40 None None] For port a3b7469f-5989-47ab-85be-f65bace60b2b, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=a3b7469f-5989-47ab-85be-f65bace60b2b,segment=NetworkSegment(c30f9cb6-f3e8-4430-ab82-9874258e96fe),segment_id=c30f9cb6-f3e8-4430-ab82-9874258e96fe)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:11:05.339569 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba8cfed1-76a7-477b-8d03-48c06363e42a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Made reservation on behalf of f31334bc846b471aace4cb8b5f10ff51 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:11:05.350202 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ba8cfed1-76a7-477b-8d03-48c06363e42a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:05.358377 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba8cfed1-76a7-477b-8d03-48c06363e42a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 21:11:05.363996 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba8cfed1-76a7-477b-8d03-48c06363e42a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:11:05.417089 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c76af491-111f-4948-b4b1-eb203193ba40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (a3b7469f-5989-47ab-85be-f65bace60b2b), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:05.476544 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-c76af491-111f-4948-b4b1-eb203193ba40 None None] Could not find standard attr ID for object 410e6c9a-69fb-4d41-afc1-58119549e548. {{(pid=108171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 04 21:11:05.534640 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801b0dd5-fc48-4a7f-a114-532ea93f04df None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:11:05.550890 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-ba8cfed1-76a7-477b-8d03-48c06363e42a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.9356070 Oct 04 21:11:05.555843 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 33622) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:11:05.584466 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-86db40b3-8539-48be-8ae8-3dc44cbcafaa tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Request body: {'subnet': {'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:11:05.671371 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-3bef24b5-4e7a-4a00-85c4-417ec7a7cb4b None None] Allocated IP 172.20.0.2 (7bd66d12-43d6-4e45-b049-903726373224/9e255f26-6c72-48dd-97cd-d3d9ee232beb/b4728131-ef03-43dd-a73d-6beca55ae2ff) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:11:05.721953 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-336fc4f0-f0a8-42b1-a401-5a0104847df0 None None] Attempting to bind port 38076181-6cfe-4052-9987-afebe5e299cc on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:11:05.722447 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-336fc4f0-f0a8-42b1-a401-5a0104847df0 None None] Attempting to bind port 38076181-6cfe-4052-9987-afebe5e299cc by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '5ced2666-6c58-41cb-b612-9d379de8f2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '6bd7ebd5-bcb7-4f80-92c5-f2430e257e3d'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:11:05.733796 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336fc4f0-f0a8-42b1-a401-5a0104847df0 None None] Attempting to bind port 38076181-6cfe-4052-9987-afebe5e299cc on network 6bd7ebd5-bcb7-4f80-92c5-f2430e257e3d {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:11:05.744724 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-48234687-86dc-4245-8e29-00294022e4d2 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks [] for port (ff1f365e-8ab1-4f28-8cd5-377705572bc0), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:05.836121 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:11:06.064785 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-48234687-86dc-4245-8e29-00294022e4d2 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (ff1f365e-8ab1-4f28-8cd5-377705572bc0), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:06.083684 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port a3b7469f-5989-47ab-85be-f65bace60b2b is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:11:06.176940 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:11:06.242595 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86db40b3-8539-48be-8ae8-3dc44cbcafaa tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Made reservation on behalf of f31334bc846b471aace4cb8b5f10ff51 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:11:06.255024 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-86db40b3-8539-48be-8ae8-3dc44cbcafaa tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:06.271828 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-86db40b3-8539-48be-8ae8-3dc44cbcafaa tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 21:11:06.273252 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86db40b3-8539-48be-8ae8-3dc44cbcafaa tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:11:06.284254 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48234687-86dc-4245-8e29-00294022e4d2 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Network 6bd7ebd5-bcb7-4f80-92c5-f2430e257e3d is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:11:06.303584 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-6ce38510-7d59-4711-a11b-0109d1c650ab req-b8342411-ba6c-4edd-bec5-a19ff1688e5f service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=e5caffef-3784-4343-9a47-bb934f2b2214&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4251559 Oct 04 21:11:06.310787 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48234687-86dc-4245-8e29-00294022e4d2 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Pushing event updated for resources: {'Port': ['ID=ff1f365e-8ab1-4f28-8cd5-377705572bc0,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:11:06.332123 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-48234687-86dc-4245-8e29-00294022e4d2 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:11:06.344330 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48234687-86dc-4245-8e29-00294022e4d2 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:11:06.425640 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48234687-86dc-4245-8e29-00294022e4d2 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:11:06.426510 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48234687-86dc-4245-8e29-00294022e4d2 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:11:06.431567 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48234687-86dc-4245-8e29-00294022e4d2 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:11:06.438121 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48234687-86dc-4245-8e29-00294022e4d2 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:11:06.438121 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48234687-86dc-4245-8e29-00294022e4d2 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:11:06.438121 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48234687-86dc-4245-8e29-00294022e4d2 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:11:06.438121 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48234687-86dc-4245-8e29-00294022e4d2 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:11:06.438121 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48234687-86dc-4245-8e29-00294022e4d2 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:11:06.438121 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48234687-86dc-4245-8e29-00294022e4d2 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:11:06.438121 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48234687-86dc-4245-8e29-00294022e4d2 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:11:06.438121 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48234687-86dc-4245-8e29-00294022e4d2 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:11:06.439915 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48234687-86dc-4245-8e29-00294022e4d2 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:11:06.440589 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48234687-86dc-4245-8e29-00294022e4d2 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:11:06.442655 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48234687-86dc-4245-8e29-00294022e4d2 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:11:06.443376 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48234687-86dc-4245-8e29-00294022e4d2 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:11:06.474789 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-86db40b3-8539-48be-8ae8-3dc44cbcafaa tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.9164708 Oct 04 21:11:06.476113 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 33630) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:11:06.586742 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-48234687-86dc-4245-8e29-00294022e4d2 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (05c9b815-805c-41a0-b427-2f23d943af00), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:06.717272 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device e8f4a95a-0eec-46f1-b7a8-9ad66df90758 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:11:06.723079 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76af491-111f-4948-b4b1-eb203193ba40 None None] Pushing event updated for resources: {'Port': ['ID=a3b7469f-5989-47ab-85be-f65bace60b2b,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:11:06.735429 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e6a5c61d-7edf-4af5-8b71-b4754bf7ad7e None None] Provisioning complete for port a3b7469f-5989-47ab-85be-f65bace60b2b triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:11:06.736067 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e6a5c61d-7edf-4af5-8b71-b4754bf7ad7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (a3b7469f-5989-47ab-85be-f65bace60b2b), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:06.737122 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e6a5c61d-7edf-4af5-8b71-b4754bf7ad7e None None] Attempt 1 to provision port a3b7469f-5989-47ab-85be-f65bace60b2b Oct 04 21:11:07.103770 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 33638) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:11:07.192510 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-058dd0d4-a0ff-4328-8983-58d52be6a614 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Request body: {'subnet': {'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:11:07.223682 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce38510-7d59-4711-a11b-0109d1c650ab req-1086b028-4436-443e-9c1c-f1e671a5eb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:11:07.227544 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-6ce38510-7d59-4711-a11b-0109d1c650ab req-1086b028-4436-443e-9c1c-f1e671a5eb08 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=f1825a1177a04e78bd4d42c9ab83c051&device_id=e5caffef-3784-4343-9a47-bb934f2b2214 HTTP/1.1" status: 200 len: 1131 time: 0.6168301 Oct 04 21:11:07.321020 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3875972-4d3f-492c-8542-85abb621ea57 None None] DHCP port deletion for 42edc29f-8c98-4058-994e-1dc4e7a022d1 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:11:07.337287 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336fc4f0-f0a8-42b1-a401-5a0104847df0 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:11:07.337915 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336fc4f0-f0a8-42b1-a401-5a0104847df0 None None] Checking segment: {'id': '5ced2666-6c58-41cb-b612-9d379de8f2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '6bd7ebd5-bcb7-4f80-92c5-f2430e257e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:11:07.338603 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-336fc4f0-f0a8-42b1-a401-5a0104847df0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:07.339296 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336fc4f0-f0a8-42b1-a401-5a0104847df0 None None] Bound using segment: {'id': '5ced2666-6c58-41cb-b612-9d379de8f2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '6bd7ebd5-bcb7-4f80-92c5-f2430e257e3d'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:11:07.346086 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-336fc4f0-f0a8-42b1-a401-5a0104847df0 None None] Bound port: 38076181-6cfe-4052-9987-afebe5e299cc, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ced2666-6c58-41cb-b612-9d379de8f2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '6bd7ebd5-bcb7-4f80-92c5-f2430e257e3d'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:11:07.346746 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-336fc4f0-f0a8-42b1-a401-5a0104847df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (38076181-6cfe-4052-9987-afebe5e299cc), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:07.450922 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:11:07.541758 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-20b878a9-ed8c-4e9b-926d-0a09eed77112 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:07.818124 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:11:07.959566 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-20b878a9-ed8c-4e9b-926d-0a09eed77112 admin admin] Publish callbacks [] for security_group (7de99e38-8eea-4a0d-8d9c-cda50a59e820), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:07.968048 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058dd0d4-a0ff-4328-8983-58d52be6a614 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Made reservation on behalf of f31334bc846b471aace4cb8b5f10ff51 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:11:07.983677 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-058dd0d4-a0ff-4328-8983-58d52be6a614 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:07.986871 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-058dd0d4-a0ff-4328-8983-58d52be6a614 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 21:11:07.987862 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-058dd0d4-a0ff-4328-8983-58d52be6a614 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:11:08.006781 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce38510-7d59-4711-a11b-0109d1c650ab req-a7de1e2e-53fa-4901-9c7e-58dc7e5dfc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:11:08.009229 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-6ce38510-7d59-4711-a11b-0109d1c650ab req-a7de1e2e-53fa-4901-9c7e-58dc7e5dfc9d service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=42fbb05e-3f96-444f-a676-04ee9d06a8c7 HTTP/1.1" status: 200 len: 870 time: 0.7078636 Oct 04 21:11:08.047681 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-20b878a9-ed8c-4e9b-926d-0a09eed77112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (7de99e38-8eea-4a0d-8d9c-cda50a59e820), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:08.193547 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-6ce38510-7d59-4711-a11b-0109d1c650ab req-d166e2d3-46ad-4f35-8c05-0ae4924e7f66 service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=1c154906-993f-4652-add1-a70d59e80af4 HTTP/1.1" status: 200 len: 217 time: 0.1650834 Oct 04 21:11:08.193929 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-058dd0d4-a0ff-4328-8983-58d52be6a614 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.7157643 Oct 04 21:11:08.208685 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 33654) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:11:08.233848 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-48234687-86dc-4245-8e29-00294022e4d2 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (ff1f365e-8ab1-4f28-8cd5-377705572bc0), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:08.389631 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:INSERT=15,neutron:SELECT=77,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:11:08.408128 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-20b878a9-ed8c-4e9b-926d-0a09eed77112 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=fd270530a4e94a9487b442782315e22b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3022327 Oct 04 21:11:08.409553 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b878a9-ed8c-4e9b-926d-0a09eed77112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de99e38-8eea-4a0d-8d9c-cda50a59e820,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:11:08.413208 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 33656) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:11:08.555994 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b878a9-ed8c-4e9b-926d-0a09eed77112 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:11:08.556875 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b878a9-ed8c-4e9b-926d-0a09eed77112 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:11:08.557123 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b878a9-ed8c-4e9b-926d-0a09eed77112 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:11:08.557687 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b878a9-ed8c-4e9b-926d-0a09eed77112 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:11:08.558233 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b878a9-ed8c-4e9b-926d-0a09eed77112 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:11:08.558830 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b878a9-ed8c-4e9b-926d-0a09eed77112 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:11:08.559433 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b878a9-ed8c-4e9b-926d-0a09eed77112 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:11:08.559994 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b878a9-ed8c-4e9b-926d-0a09eed77112 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:11:08.560545 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b878a9-ed8c-4e9b-926d-0a09eed77112 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:11:08.561082 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b878a9-ed8c-4e9b-926d-0a09eed77112 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:11:08.561632 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b878a9-ed8c-4e9b-926d-0a09eed77112 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:11:08.562176 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b878a9-ed8c-4e9b-926d-0a09eed77112 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:11:08.562927 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b878a9-ed8c-4e9b-926d-0a09eed77112 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:11:08.565870 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce38510-7d59-4711-a11b-0109d1c650ab req-566888f6-2cc5-4d24-986d-4b6117e9a726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:11:08.567414 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b878a9-ed8c-4e9b-926d-0a09eed77112 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:11:08.568136 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b878a9-ed8c-4e9b-926d-0a09eed77112 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:11:08.581758 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-6ce38510-7d59-4711-a11b-0109d1c650ab req-566888f6-2cc5-4d24-986d-4b6117e9a726 service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.3838778 Oct 04 21:11:08.683506 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef437ac-3bcb-4afb-ae46-713fe8c561f8 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:11:08.693033 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2ef437ac-3bcb-4afb-ae46-713fe8c561f8 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3381636 Oct 04 21:11:08.702104 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 33668) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:11:08.926355 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c026f9-bfed-4dfe-b3b1-5365a1b44def tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:11:08.937082 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b8c026f9-bfed-4dfe-b3b1-5365a1b44def tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2328484 Oct 04 21:11:08.941801 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 33674) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:11:09.083910 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-b3875972-4d3f-492c-8542-85abb621ea57 None None] Deleting port e8f4a95a-0eec-46f1-b7a8-9ad66df90758 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:11:09.084823 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b3875972-4d3f-492c-8542-85abb621ea57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (e8f4a95a-0eec-46f1-b7a8-9ad66df90758), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:09.141592 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-7b651d18-ceb0-4235-9935-52cf128e3046 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1938040 Oct 04 21:11:09.153157 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 33680) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:11:09.167493 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-06c1c38b-c973-4003-a798-53ebe5dc0072 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Request body: {'subnet': {'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:11:09.381407 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-b3875972-4d3f-492c-8542-85abb621ea57 None None] For port e8f4a95a-0eec-46f1-b7a8-9ad66df90758, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=e8f4a95a-0eec-46f1-b7a8-9ad66df90758,segment=NetworkSegment(a074d1d3-d8bf-45a2-a3f3-7647e2465b5f),segment_id=a074d1d3-d8bf-45a2-a3f3-7647e2465b5f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:11:09.382350 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b3875972-4d3f-492c-8542-85abb621ea57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (e8f4a95a-0eec-46f1-b7a8-9ad66df90758), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:09.421633 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-b3875972-4d3f-492c-8542-85abb621ea57 None None] Calling delete_port for e8f4a95a-0eec-46f1-b7a8-9ad66df90758 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:11:09.482044 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3bef24b5-4e7a-4a00-85c4-417ec7a7cb4b None None] Publish callbacks [] for port (b4728131-ef03-43dd-a73d-6beca55ae2ff), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:09.523666 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce38510-7d59-4711-a11b-0109d1c650ab req-8a16f280-4af0-48f6-9468-3a78b7c5476e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:11:09.527497 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-6ce38510-7d59-4711-a11b-0109d1c650ab req-8a16f280-4af0-48f6-9468-3a78b7c5476e service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.9271927 Oct 04 21:11:09.780615 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3bef24b5-4e7a-4a00-85c4-417ec7a7cb4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (b4728131-ef03-43dd-a73d-6beca55ae2ff), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:09.801696 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7f5c1821-098e-4d5d-9bca-44f733ebfa2d admin admin] Publish callbacks [] for security_group (7de99e38-8eea-4a0d-8d9c-cda50a59e820), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:09.837061 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c1c38b-c973-4003-a798-53ebe5dc0072 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Made reservation on behalf of f31334bc846b471aace4cb8b5f10ff51 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:11:09.850025 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-06c1c38b-c973-4003-a798-53ebe5dc0072 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:10.032173 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-48234687-86dc-4245-8e29-00294022e4d2 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks [] for port (ff1f365e-8ab1-4f28-8cd5-377705572bc0), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:10.051341 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7f5c1821-098e-4d5d-9bca-44f733ebfa2d admin admin] Publish callbacks [] for security_group (7de99e38-8eea-4a0d-8d9c-cda50a59e820), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:10.056459 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bef24b5-4e7a-4a00-85c4-417ec7a7cb4b None None] Pushing event updated for resources: {'Port': ['ID=b4728131-ef03-43dd-a73d-6beca55ae2ff,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:11:10.079665 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:11:10.144791 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-336fc4f0-f0a8-42b1-a401-5a0104847df0 None None] For port 38076181-6cfe-4052-9987-afebe5e299cc, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:11:10.175724 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-336fc4f0-f0a8-42b1-a401-5a0104847df0 None None] For port 38076181-6cfe-4052-9987-afebe5e299cc, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=38076181-6cfe-4052-9987-afebe5e299cc,segment=NetworkSegment(5ced2666-6c58-41cb-b612-9d379de8f2e1),segment_id=5ced2666-6c58-41cb-b612-9d379de8f2e1)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:11:10.207737 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e6a5c61d-7edf-4af5-8b71-b4754bf7ad7e None None] Current status of the port a3b7469f-5989-47ab-85be-f65bace60b2b is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:11:10.230963 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-48234687-86dc-4245-8e29-00294022e4d2 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (ff1f365e-8ab1-4f28-8cd5-377705572bc0), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:10.283450 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port e8f4a95a-0eec-46f1-b7a8-9ad66df90758 is: ACTIVE; New status is: DOWN {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:11:10.284096 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (e8f4a95a-0eec-46f1-b7a8-9ad66df90758), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:10.333153 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bef24b5-4e7a-4a00-85c4-417ec7a7cb4b None None] Network 7bd66d12-43d6-4e45-b049-903726373224 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:11:10.359086 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-3bef24b5-4e7a-4a00-85c4-417ec7a7cb4b None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:11:10.424267 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bef24b5-4e7a-4a00-85c4-417ec7a7cb4b None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:11:10.432972 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:11:10.470414 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-336fc4f0-f0a8-42b1-a401-5a0104847df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (38076181-6cfe-4052-9987-afebe5e299cc), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:10.540459 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e6a5c61d-7edf-4af5-8b71-b4754bf7ad7e None None] Provisioning complete for port e8f4a95a-0eec-46f1-b7a8-9ad66df90758 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:11:10.547266 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e6a5c61d-7edf-4af5-8b71-b4754bf7ad7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (e8f4a95a-0eec-46f1-b7a8-9ad66df90758), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:10.550107 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e6a5c61d-7edf-4af5-8b71-b4754bf7ad7e None None] Attempt 1 to provision port e8f4a95a-0eec-46f1-b7a8-9ad66df90758 Oct 04 21:11:10.715535 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-48234687-86dc-4245-8e29-00294022e4d2 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (05c9b815-805c-41a0-b427-2f23d943af00), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:10.729544 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-6ce38510-7d59-4711-a11b-0109d1c650ab req-c8f26f6d-77ea-4f8d-a76e-32ea6f0808f4 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1847975 Oct 04 21:11:10.808865 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48234687-86dc-4245-8e29-00294022e4d2 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Pushing event updated for resources: {'Port': ['ID=ff1f365e-8ab1-4f28-8cd5-377705572bc0,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:11:11.022244 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:11:11.164535 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port e8f4a95a-0eec-46f1-b7a8-9ad66df90758, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=e8f4a95a-0eec-46f1-b7a8-9ad66df90758,segment=NetworkSegment(a074d1d3-d8bf-45a2-a3f3-7647e2465b5f),segment_id=a074d1d3-d8bf-45a2-a3f3-7647e2465b5f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:11:11.339920 n-d-852085-12 neutron-server[108170]: DEBUG neutron.objects.ports [None req-06c1c38b-c973-4003-a798-53ebe5dc0072 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=108170) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 04 21:11:11.479553 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:11:11.488198 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-6ce38510-7d59-4711-a11b-0109d1c650ab req-cee92d11-93b4-4a19-ac75-73b9c7e23340 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7484996 Oct 04 21:11:11.602095 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7f5c1821-098e-4d5d-9bca-44f733ebfa2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (7de99e38-8eea-4a0d-8d9c-cda50a59e820), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:11.645661 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e6a5c61d-7edf-4af5-8b71-b4754bf7ad7e None None] Current status of the port e8f4a95a-0eec-46f1-b7a8-9ad66df90758 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:11:11.646998 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e6a5c61d-7edf-4af5-8b71-b4754bf7ad7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (e8f4a95a-0eec-46f1-b7a8-9ad66df90758), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:11.659783 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7f5c1821-098e-4d5d-9bca-44f733ebfa2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:11.675021 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-7f5c1821-098e-4d5d-9bca-44f733ebfa2d admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/7de99e38-8eea-4a0d-8d9c-cda50a59e820 HTTP/1.1" status: 204 len: 168 time: 3.2598987 Oct 04 21:11:11.785138 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48234687-86dc-4245-8e29-00294022e4d2 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Network 6bd7ebd5-bcb7-4f80-92c5-f2430e257e3d is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:11:11.804004 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5c1821-098e-4d5d-9bca-44f733ebfa2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de99e38-8eea-4a0d-8d9c-cda50a59e820,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:11:11.820046 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-48234687-86dc-4245-8e29-00294022e4d2 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:11:11.821703 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-3bef24b5-4e7a-4a00-85c4-417ec7a7cb4b None None] Attempting to bind port b4728131-ef03-43dd-a73d-6beca55ae2ff on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:11:11.823375 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-3bef24b5-4e7a-4a00-85c4-417ec7a7cb4b None None] Attempting to bind port b4728131-ef03-43dd-a73d-6beca55ae2ff by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '057b4893-2466-4cf7-ab65-3e741a885ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7bd66d12-43d6-4e45-b049-903726373224'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:11:11.826590 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bef24b5-4e7a-4a00-85c4-417ec7a7cb4b None None] Attempting to bind port b4728131-ef03-43dd-a73d-6beca55ae2ff on network 7bd66d12-43d6-4e45-b049-903726373224 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:11:11.838439 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (e8f4a95a-0eec-46f1-b7a8-9ad66df90758), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:11.934357 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.ipam_pluggable_backend [None req-06c1c38b-c973-4003-a798-53ebe5dc0072 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Port e8f4a95a-0eec-46f1-b7a8-9ad66df90758 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=108170) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:601}} Oct 04 21:11:11.935744 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.ipam_pluggable_backend [None req-06c1c38b-c973-4003-a798-53ebe5dc0072 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Reverting IP allocation for 2001:db8::f816:3eff:feb2:f7a4 {{(pid=108170) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:603}} Oct 04 21:11:11.943980 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-06c1c38b-c973-4003-a798-53ebe5dc0072 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (f7277999-f0da-4212-a6c8-be51fa15b359), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:12.098114 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b3875972-4d3f-492c-8542-85abb621ea57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (e8f4a95a-0eec-46f1-b7a8-9ad66df90758), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:12.117701 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336fc4f0-f0a8-42b1-a401-5a0104847df0 None None] Pushing event updated for resources: {'Port': ['ID=38076181-6cfe-4052-9987-afebe5e299cc,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:11:12.127799 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c1c38b-c973-4003-a798-53ebe5dc0072 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event updated for resources: {'Subnet': ['ID=f7277999-f0da-4212-a6c8-be51fa15b359,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:11:12.194775 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c1c38b-c973-4003-a798-53ebe5dc0072 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:11:12.206404 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-06c1c38b-c973-4003-a798-53ebe5dc0072 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:11:12.217392 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c1c38b-c973-4003-a798-53ebe5dc0072 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:11:12.218551 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-06c1c38b-c973-4003-a798-53ebe5dc0072 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:12.261172 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:11:12.431499 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-06c1c38b-c973-4003-a798-53ebe5dc0072 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.2756367 Oct 04 21:11:12.436202 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 33770) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:11:12.457381 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-d196fb4c-4cbd-4ef5-a122-67295b6ed0b4 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Request body: {'port': {'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'mac_address': 'fa:16:3e:73:3b:1a', 'name': 'tempest-NetworksTestDHCPv6-1516756722'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:11:12.501304 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3875972-4d3f-492c-8542-85abb621ea57 None None] No DVR routers for this DVR port e8f4a95a-0eec-46f1-b7a8-9ad66df90758 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:11:12.537715 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event deleted for resources: {'Port': ['ID=e8f4a95a-0eec-46f1-b7a8-9ad66df90758,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:11:12.576122 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a3b7469f-5989-47ab-85be-f65bace60b2b up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:11:12.747662 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e0dca5-5c02-4c0d-a4be-8aac312b21c1 None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:11:12.793259 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48234687-86dc-4245-8e29-00294022e4d2 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Router 05c9b815-805c-41a0-b427-2f23d943af00 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 21:11:12.828127 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:11:12.898704 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3875972-4d3f-492c-8542-85abb621ea57 None None] Pushing event deleted for resources: {'Port': ['ID=e8f4a95a-0eec-46f1-b7a8-9ad66df90758,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:11:12.990125 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:11:13.063018 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bef24b5-4e7a-4a00-85c4-417ec7a7cb4b None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:11:13.068805 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bef24b5-4e7a-4a00-85c4-417ec7a7cb4b None None] Checking segment: {'id': '057b4893-2466-4cf7-ab65-3e741a885ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7bd66d12-43d6-4e45-b049-903726373224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:11:13.072161 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3bef24b5-4e7a-4a00-85c4-417ec7a7cb4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:13.073069 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bef24b5-4e7a-4a00-85c4-417ec7a7cb4b None None] Bound using segment: {'id': '057b4893-2466-4cf7-ab65-3e741a885ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7bd66d12-43d6-4e45-b049-903726373224'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:11:13.079231 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-3bef24b5-4e7a-4a00-85c4-417ec7a7cb4b None None] Bound port: b4728131-ef03-43dd-a73d-6beca55ae2ff, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '057b4893-2466-4cf7-ab65-3e741a885ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7bd66d12-43d6-4e45-b049-903726373224'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:11:13.084964 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3bef24b5-4e7a-4a00-85c4-417ec7a7cb4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b4728131-ef03-43dd-a73d-6beca55ae2ff), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:13.300374 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48234687-86dc-4245-8e29-00294022e4d2 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:11:13.320706 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-48234687-86dc-4245-8e29-00294022e4d2 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] 10.222.0.78 "PUT /networking/v2.0/routers/05c9b815-805c-41a0-b427-2f23d943af00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4564145 Oct 04 21:11:13.323652 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 33798) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:11:13.333560 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65859dd-9889-41cc-a303-244677e1b7c7 None None] Sync routers for ids ['05c9b815-805c-41a0-b427-2f23d943af00'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:11:13.372118 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65859dd-9889-41cc-a303-244677e1b7c7 None None] Routers {'05c9b815-805c-41a0-b427-2f23d943af00'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:11:13.373250 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-f65859dd-9889-41cc-a303-244677e1b7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:10:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['05c9b815-805c-41a0-b427-2f23d943af00'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:11:13.400075 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port a3b7469f-5989-47ab-85be-f65bace60b2b triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:11:13.401175 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (a3b7469f-5989-47ab-85be-f65bace60b2b), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:13.401394 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port a3b7469f-5989-47ab-85be-f65bace60b2b Oct 04 21:11:13.531793 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-f65859dd-9889-41cc-a303-244677e1b7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:11:13.615502 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65859dd-9889-41cc-a303-244677e1b7c7 None None] Routers {'05c9b815-805c-41a0-b427-2f23d943af00'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:11:13.620375 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-f65859dd-9889-41cc-a303-244677e1b7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:10:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['05c9b815-805c-41a0-b427-2f23d943af00'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:11:13.628518 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d196fb4c-4cbd-4ef5-a122-67295b6ed0b4 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Made reservation on behalf of f31334bc846b471aace4cb8b5f10ff51 for: {'port': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:11:13.778113 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a1947d-d759-4065-96c6-e9840d997f84 None None] Network 6bd7ebd5-bcb7-4f80-92c5-f2430e257e3d requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:11:13.794953 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-f65859dd-9889-41cc-a303-244677e1b7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:11:13.797738 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65859dd-9889-41cc-a303-244677e1b7c7 None None] The sync data for ids ['05c9b815-805c-41a0-b427-2f23d943af00'] in n-d-852085-12 is: [] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:11:13.966128 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 33818) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:11:14.030822 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9d8bcce4-378e-4c6d-80b0-b1eacf0cae1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:14.291183 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-ab320503-bcdb-405d-bf84-cf1a8463b35f None None] Provisioning complete for port 38076181-6cfe-4052-9987-afebe5e299cc triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:11:14.292608 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ab320503-bcdb-405d-bf84-cf1a8463b35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (38076181-6cfe-4052-9987-afebe5e299cc), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:14.292608 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-ab320503-bcdb-405d-bf84-cf1a8463b35f None None] Attempt 1 to provision port 38076181-6cfe-4052-9987-afebe5e299cc Oct 04 21:11:14.510924 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-3bef24b5-4e7a-4a00-85c4-417ec7a7cb4b None None] For port b4728131-ef03-43dd-a73d-6beca55ae2ff, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:11:14.535314 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9d8bcce4-378e-4c6d-80b0-b1eacf0cae1a admin admin] Publish callbacks [] for security_group (0217f291-ad41-4f5a-a1df-f742f42e1026), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:14.568404 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c7bb13-5ce5-4df1-b6a8-897e0e25e9f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-42edc29f-8c98-4058-994e-1dc4e7a022d1', 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'project_id': 'f31334bc846b471aace4cb8b5f10ff51', 'fixed_ips': [{'subnet_id': 'f7277999-f0da-4212-a6c8-be51fa15b359'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:11:14.570626 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-06c7bb13-5ce5-4df1-b6a8-897e0e25e9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:14.621507 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9d8bcce4-378e-4c6d-80b0-b1eacf0cae1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (0217f291-ad41-4f5a-a1df-f742f42e1026), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:14.702251 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-3bef24b5-4e7a-4a00-85c4-417ec7a7cb4b None None] For port b4728131-ef03-43dd-a73d-6beca55ae2ff, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b4728131-ef03-43dd-a73d-6beca55ae2ff,segment=NetworkSegment(057b4893-2466-4cf7-ab65-3e741a885ba7),segment_id=057b4893-2466-4cf7-ab65-3e741a885ba7)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:11:14.875410 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8bcce4-378e-4c6d-80b0-b1eacf0cae1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0217f291-ad41-4f5a-a1df-f742f42e1026,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:11:14.889446 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3bef24b5-4e7a-4a00-85c4-417ec7a7cb4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (b4728131-ef03-43dd-a73d-6beca55ae2ff), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:14.910811 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-9d8bcce4-378e-4c6d-80b0-b1eacf0cae1a admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=108c28b1075f4b5595a1b88e64dd1306&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9416320 Oct 04 21:11:14.916730 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 33846) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:11:15.065821 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port a3b7469f-5989-47ab-85be-f65bace60b2b is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:11:15.272876 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-42e336cf-3c16-41fb-ae05-70e9fdfca2db admin admin] Publish callbacks [] for security_group (0217f291-ad41-4f5a-a1df-f742f42e1026), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:15.683345 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-42e336cf-3c16-41fb-ae05-70e9fdfca2db admin admin] Publish callbacks [] for security_group (0217f291-ad41-4f5a-a1df-f742f42e1026), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:15.683345 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:11:15.967922 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-42e336cf-3c16-41fb-ae05-70e9fdfca2db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (0217f291-ad41-4f5a-a1df-f742f42e1026), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:15.975234 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-42e336cf-3c16-41fb-ae05-70e9fdfca2db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:15.982422 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-42e336cf-3c16-41fb-ae05-70e9fdfca2db admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/0217f291-ad41-4f5a-a1df-f742f42e1026 HTTP/1.1" status: 204 len: 168 time: 1.0571861 Oct 04 21:11:16.077239 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e336cf-3c16-41fb-ae05-70e9fdfca2db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0217f291-ad41-4f5a-a1df-f742f42e1026,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:11:16.081009 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 38076181-6cfe-4052-9987-afebe5e299cc up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:11:16.984008 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:11:16.991523 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9e2ac709-49c0-4242-8c7e-20379bcb29c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:16.993994 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bef24b5-4e7a-4a00-85c4-417ec7a7cb4b None None] Pushing event updated for resources: {'Port': ['ID=b4728131-ef03-43dd-a73d-6beca55ae2ff,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:11:17.018402 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:11:17.087432 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-ab320503-bcdb-405d-bf84-cf1a8463b35f None None] Current status of the port 38076181-6cfe-4052-9987-afebe5e299cc is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:11:17.092507 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ab320503-bcdb-405d-bf84-cf1a8463b35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (38076181-6cfe-4052-9987-afebe5e299cc), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:17.114792 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d196fb4c-4cbd-4ef5-a122-67295b6ed0b4 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:17.324238 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 38076181-6cfe-4052-9987-afebe5e299cc triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:11:17.325398 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (38076181-6cfe-4052-9987-afebe5e299cc), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:17.329602 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 38076181-6cfe-4052-9987-afebe5e299cc Oct 04 21:11:17.362929 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [None req-d196fb4c-4cbd-4ef5-a122-67295b6ed0b4 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] device_id is not set on port d79c135f-80b1-40d2-9769-beb560fa8f3a yet. {{(pid=108170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 21:11:17.438492 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-06c7bb13-5ce5-4df1-b6a8-897e0e25e9f2 None None] Allocated IP 2001:db8::f816:3eff:fee8:18d6 (42edc29f-8c98-4058-994e-1dc4e7a022d1/f7277999-f0da-4212-a6c8-be51fa15b359/84d0578e-e506-43af-a528-934f2cd3fd26) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:11:17.653128 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-ab320503-bcdb-405d-bf84-cf1a8463b35f None None] For port 38076181-6cfe-4052-9987-afebe5e299cc, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=38076181-6cfe-4052-9987-afebe5e299cc,segment=NetworkSegment(5ced2666-6c58-41cb-b612-9d379de8f2e1),segment_id=5ced2666-6c58-41cb-b612-9d379de8f2e1)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:11:17.892557 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ab320503-bcdb-405d-bf84-cf1a8463b35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (38076181-6cfe-4052-9987-afebe5e299cc), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:18.244237 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-50b2beb6-be3a-4f04-b801-d746b4a1645e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:18.342647 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-19f1f70e-f608-46ab-8883-fd6d0e9b1bd4 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 21:11:18.348688 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-19f1f70e-f608-46ab-8883-fd6d0e9b1bd4 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] 10.222.0.78 "PUT /networking/v2.0/routers/05c9b815-805c-41a0-b427-2f23d943af00/add_router_interface HTTP/1.1" status: 400 len: 438 time: 5.0203228 Oct 04 21:11:18.349740 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 33950) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:11:19.201306 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe0a70a-3bda-40f3-9e39-e2acb071569c None None] Network 7bd66d12-43d6-4e45-b049-903726373224 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:11:19.206822 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab320503-bcdb-405d-bf84-cf1a8463b35f None None] Pushing event updated for resources: {'Port': ['ID=38076181-6cfe-4052-9987-afebe5e299cc,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:11:19.223922 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-eaa7bfa2-6f27-43ef-9fe3-7e8fe97996d1 None None] Provisioning complete for port ff1f365e-8ab1-4f28-8cd5-377705572bc0 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:11:19.225046 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-eaa7bfa2-6f27-43ef-9fe3-7e8fe97996d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (ff1f365e-8ab1-4f28-8cd5-377705572bc0), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:19.225898 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-eaa7bfa2-6f27-43ef-9fe3-7e8fe97996d1 None None] Attempt 1 to provision port ff1f365e-8ab1-4f28-8cd5-377705572bc0 Oct 04 21:11:19.449827 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-eaa7bfa2-6f27-43ef-9fe3-7e8fe97996d1 None None] Port ff1f365e-8ab1-4f28-8cd5-377705572bc0 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:11:19.543094 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-eaa7bfa2-6f27-43ef-9fe3-7e8fe97996d1 None None] Provisioning complete for port 38076181-6cfe-4052-9987-afebe5e299cc triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:11:19.543767 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-eaa7bfa2-6f27-43ef-9fe3-7e8fe97996d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (38076181-6cfe-4052-9987-afebe5e299cc), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:19.544342 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-eaa7bfa2-6f27-43ef-9fe3-7e8fe97996d1 None None] Attempt 1 to provision port 38076181-6cfe-4052-9987-afebe5e299cc Oct 04 21:11:19.737661 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-01f4c8ea-b1e9-447d-9da9-fa224f033a27 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (05c9b815-805c-41a0-b427-2f23d943af00), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:20.362451 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:11:20.383595 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-06c7bb13-5ce5-4df1-b6a8-897e0e25e9f2 None None] Publish callbacks [] for port (84d0578e-e506-43af-a528-934f2cd3fd26), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:20.457570 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 38076181-6cfe-4052-9987-afebe5e299cc is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:11:20.649993 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:20.781551 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-eaa7bfa2-6f27-43ef-9fe3-7e8fe97996d1 None None] Current status of the port 38076181-6cfe-4052-9987-afebe5e299cc is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:11:20.787393 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-06c7bb13-5ce5-4df1-b6a8-897e0e25e9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (84d0578e-e506-43af-a528-934f2cd3fd26), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:20.945862 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-d196fb4c-4cbd-4ef5-a122-67295b6ed0b4 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Allocated IP 2001:db8::f816:3eff:fe73:3b1a (42edc29f-8c98-4058-994e-1dc4e7a022d1/f7277999-f0da-4212-a6c8-be51fa15b359/d79c135f-80b1-40d2-9769-beb560fa8f3a) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:11:20.977820 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c7bb13-5ce5-4df1-b6a8-897e0e25e9f2 None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:11:21.013431 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:11:21.051484 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-06c7bb13-5ce5-4df1-b6a8-897e0e25e9f2 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:11:21.124366 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c7bb13-5ce5-4df1-b6a8-897e0e25e9f2 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:11:21.138413 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-01f4c8ea-b1e9-447d-9da9-fa224f033a27 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Deleting port ff1f365e-8ab1-4f28-8cd5-377705572bc0 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:11:21.138413 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-01f4c8ea-b1e9-447d-9da9-fa224f033a27 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (ff1f365e-8ab1-4f28-8cd5-377705572bc0), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:21.262412 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-d8f1d620-d48f-459b-95a4-233a63fdf35a None None] Provisioning complete for port ff1f365e-8ab1-4f28-8cd5-377705572bc0 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:11:21.264008 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d8f1d620-d48f-459b-95a4-233a63fdf35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (ff1f365e-8ab1-4f28-8cd5-377705572bc0), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:21.265062 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-d8f1d620-d48f-459b-95a4-233a63fdf35a None None] Attempt 1 to provision port ff1f365e-8ab1-4f28-8cd5-377705572bc0 Oct 04 21:11:21.319533 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b4728131-ef03-43dd-a73d-6beca55ae2ff up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:11:21.604409 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-01f4c8ea-b1e9-447d-9da9-fa224f033a27 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (ff1f365e-8ab1-4f28-8cd5-377705572bc0), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:21.666631 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-01f4c8ea-b1e9-447d-9da9-fa224f033a27 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Calling delete_port for ff1f365e-8ab1-4f28-8cd5-377705572bc0 owned by network:router_interface {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:11:22.031513 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:11:22.060449 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 21:11:22.084623 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c7bb13-5ce5-4df1-b6a8-897e0e25e9f2 None None] Pushing event updated for resources: {'Port': ['ID=84d0578e-e506-43af-a528-934f2cd3fd26,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:11:22.108507 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d196fb4c-4cbd-4ef5-a122-67295b6ed0b4 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for port (d79c135f-80b1-40d2-9769-beb560fa8f3a), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:22.233077 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-06c7bb13-5ce5-4df1-b6a8-897e0e25e9f2 None None] Attempting to bind port 84d0578e-e506-43af-a528-934f2cd3fd26 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:11:22.234430 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-06c7bb13-5ce5-4df1-b6a8-897e0e25e9f2 None None] Attempting to bind port 84d0578e-e506-43af-a528-934f2cd3fd26 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:11:22.235553 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c7bb13-5ce5-4df1-b6a8-897e0e25e9f2 None None] Attempting to bind port 84d0578e-e506-43af-a528-934f2cd3fd26 on network 42edc29f-8c98-4058-994e-1dc4e7a022d1 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:11:22.385299 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d196fb4c-4cbd-4ef5-a122-67295b6ed0b4 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (d79c135f-80b1-40d2-9769-beb560fa8f3a), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:22.413790 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:11:22.511777 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:11:22.538305 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:22.556207 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-d8f1d620-d48f-459b-95a4-233a63fdf35a None None] Port ff1f365e-8ab1-4f28-8cd5-377705572bc0 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:11:22.566763 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d196fb4c-4cbd-4ef5-a122-67295b6ed0b4 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event updated for resources: {'Port': ['ID=d79c135f-80b1-40d2-9769-beb560fa8f3a,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:11:22.611077 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port b4728131-ef03-43dd-a73d-6beca55ae2ff triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:11:22.612031 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b4728131-ef03-43dd-a73d-6beca55ae2ff), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:22.612579 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port b4728131-ef03-43dd-a73d-6beca55ae2ff Oct 04 21:11:22.619263 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-d8f1d620-d48f-459b-95a4-233a63fdf35a None None] Provisioning complete for port b4728131-ef03-43dd-a73d-6beca55ae2ff triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:11:22.620215 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:11:22.624493 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d8f1d620-d48f-459b-95a4-233a63fdf35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b4728131-ef03-43dd-a73d-6beca55ae2ff), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:22.625138 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-d8f1d620-d48f-459b-95a4-233a63fdf35a None None] Attempt 1 to provision port b4728131-ef03-43dd-a73d-6beca55ae2ff Oct 04 21:11:22.661511 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c7bb13-5ce5-4df1-b6a8-897e0e25e9f2 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:11:22.662107 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c7bb13-5ce5-4df1-b6a8-897e0e25e9f2 None None] Checking segment: {'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:11:22.663078 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d196fb4c-4cbd-4ef5-a122-67295b6ed0b4 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:11:22.666699 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-d196fb4c-4cbd-4ef5-a122-67295b6ed0b4 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:11:22.671122 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-06c7bb13-5ce5-4df1-b6a8-897e0e25e9f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:22.686621 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c7bb13-5ce5-4df1-b6a8-897e0e25e9f2 None None] Bound using segment: {'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:11:22.687569 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-06c7bb13-5ce5-4df1-b6a8-897e0e25e9f2 None None] Bound port: 84d0578e-e506-43af-a528-934f2cd3fd26, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:11:22.688223 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-06c7bb13-5ce5-4df1-b6a8-897e0e25e9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (84d0578e-e506-43af-a528-934f2cd3fd26), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:22.693668 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d196fb4c-4cbd-4ef5-a122-67295b6ed0b4 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:11:22.724975 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d196fb4c-4cbd-4ef5-a122-67295b6ed0b4 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:11:22.734082 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d196fb4c-4cbd-4ef5-a122-67295b6ed0b4 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:22.920549 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-d196fb4c-4cbd-4ef5-a122-67295b6ed0b4 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 948 time: 10.4767890 Oct 04 21:11:22.921015 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 34110) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:11:22.966192 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:23.113657 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-01f4c8ea-b1e9-447d-9da9-fa224f033a27 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (ff1f365e-8ab1-4f28-8cd5-377705572bc0), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:23.223293 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44720a7d-8201-4a21-aba2-9b0d3d44a318 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:11:23.264308 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44720a7d-8201-4a21-aba2-9b0d3d44a318 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:11:23.284254 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-44720a7d-8201-4a21-aba2-9b0d3d44a318 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3593223 Oct 04 21:11:23.286499 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 34128) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:11:23.412239 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f4c8ea-b1e9-447d-9da9-fa224f033a27 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Pushing event deleted for resources: {'Port': ['ID=ff1f365e-8ab1-4f28-8cd5-377705572bc0,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:11:23.820007 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-06c7bb13-5ce5-4df1-b6a8-897e0e25e9f2 None None] For port 84d0578e-e506-43af-a528-934f2cd3fd26, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:11:23.838933 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=11 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:11:23.855101 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-6e109ea8-0a77-45a5-b076-28d8b8a82106 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Deleting port d79c135f-80b1-40d2-9769-beb560fa8f3a {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:11:23.855601 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6e109ea8-0a77-45a5-b076-28d8b8a82106 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (d79c135f-80b1-40d2-9769-beb560fa8f3a), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:23.966461 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port b4728131-ef03-43dd-a73d-6beca55ae2ff is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:11:23.969265 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b4728131-ef03-43dd-a73d-6beca55ae2ff), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:24.002517 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-06c7bb13-5ce5-4df1-b6a8-897e0e25e9f2 None None] For port 84d0578e-e506-43af-a528-934f2cd3fd26, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=84d0578e-e506-43af-a528-934f2cd3fd26,segment=NetworkSegment(a074d1d3-d8bf-45a2-a3f3-7647e2465b5f),segment_id=a074d1d3-d8bf-45a2-a3f3-7647e2465b5f)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:11:24.085688 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-d8f1d620-d48f-459b-95a4-233a63fdf35a None None] Current status of the port b4728131-ef03-43dd-a73d-6beca55ae2ff is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:11:24.086586 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d8f1d620-d48f-459b-95a4-233a63fdf35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b4728131-ef03-43dd-a73d-6beca55ae2ff), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:24.257133 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-06c7bb13-5ce5-4df1-b6a8-897e0e25e9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (84d0578e-e506-43af-a528-934f2cd3fd26), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:24.542579 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6e109ea8-0a77-45a5-b076-28d8b8a82106 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (d79c135f-80b1-40d2-9769-beb560fa8f3a), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:24.644286 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-6e109ea8-0a77-45a5-b076-28d8b8a82106 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Calling delete_port for d79c135f-80b1-40d2-9769-beb560fa8f3a owned by {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:11:24.733803 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c7bb13-5ce5-4df1-b6a8-897e0e25e9f2 None None] Pushing event updated for resources: {'Port': ['ID=84d0578e-e506-43af-a528-934f2cd3fd26,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:11:24.866520 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port b4728131-ef03-43dd-a73d-6beca55ae2ff, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b4728131-ef03-43dd-a73d-6beca55ae2ff,segment=NetworkSegment(057b4893-2466-4cf7-ab65-3e741a885ba7),segment_id=057b4893-2466-4cf7-ab65-3e741a885ba7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:11:24.971628 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:11:25.032526 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (b4728131-ef03-43dd-a73d-6beca55ae2ff), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:25.039661 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 38076181-6cfe-4052-9987-afebe5e299cc up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:11:25.423401 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6e109ea8-0a77-45a5-b076-28d8b8a82106 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (d79c135f-80b1-40d2-9769-beb560fa8f3a), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:25.581189 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e109ea8-0a77-45a5-b076-28d8b8a82106 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event deleted for resources: {'Port': ['ID=d79c135f-80b1-40d2-9769-beb560fa8f3a,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:11:25.834229 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6e109ea8-0a77-45a5-b076-28d8b8a82106 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:25.841747 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-6e109ea8-0a77-45a5-b076-28d8b8a82106 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/ports/d79c135f-80b1-40d2-9769-beb560fa8f3a HTTP/1.1" status: 204 len: 168 time: 2.5497248 Oct 04 21:11:25.846376 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 34202) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:11:25.945973 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-01f4c8ea-b1e9-447d-9da9-fa224f033a27 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (05c9b815-805c-41a0-b427-2f23d943af00), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:26.138265 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ef1f7f-ae60-470e-a845-08b4dee35972 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:11:26.153291 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ef1f7f-ae60-470e-a845-08b4dee35972 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:11:26.163840 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c1ef1f7f-ae60-470e-a845-08b4dee35972 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3151011 Oct 04 21:11:26.166153 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 34214) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:11:26.464536 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-d8f1d620-d48f-459b-95a4-233a63fdf35a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 21:11:26.465370 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-d8f1d620-d48f-459b-95a4-233a63fdf35a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 21:11:26.465596 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-84354853-0f08-4d98-9f58-c9554be74466 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Deleting subnet f7277999-f0da-4212-a6c8-be51fa15b359 {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:11:26.470629 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=b4728131-ef03-43dd-a73d-6beca55ae2ff,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:11:26.498059 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-84354853-0f08-4d98-9f58-c9554be74466 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (f7277999-f0da-4212-a6c8-be51fa15b359), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:26.505465 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 38076181-6cfe-4052-9987-afebe5e299cc triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:11:26.507663 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (38076181-6cfe-4052-9987-afebe5e299cc), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:26.508284 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 38076181-6cfe-4052-9987-afebe5e299cc Oct 04 21:11:26.669411 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:11:26.830746 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-84354853-0f08-4d98-9f58-c9554be74466 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (f7277999-f0da-4212-a6c8-be51fa15b359), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:26.867314 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01f4c8ea-b1e9-447d-9da9-fa224f033a27 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Router 05c9b815-805c-41a0-b427-2f23d943af00 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:11:27.252586 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-84354853-0f08-4d98-9f58-c9554be74466 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (f7277999-f0da-4212-a6c8-be51fa15b359), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:27.313903 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 38076181-6cfe-4052-9987-afebe5e299cc is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:11:27.398932 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-d8f1d620-d48f-459b-95a4-233a63fdf35a None None] Current status of the port b4728131-ef03-43dd-a73d-6beca55ae2ff is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:11:27.476796 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f4c8ea-b1e9-447d-9da9-fa224f033a27 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:11:27.543427 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-01f4c8ea-b1e9-447d-9da9-fa224f033a27 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] 10.222.0.78 "PUT /networking/v2.0/routers/05c9b815-805c-41a0-b427-2f23d943af00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1923871 Oct 04 21:11:27.553636 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 34268) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:11:27.580337 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c612f5b-f948-4a0a-9f60-132728a346e3 None None] Sync routers for ids ['05c9b815-805c-41a0-b427-2f23d943af00'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:11:27.725028 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c612f5b-f948-4a0a-9f60-132728a346e3 None None] Routers {'05c9b815-805c-41a0-b427-2f23d943af00'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:11:27.726314 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-1c612f5b-f948-4a0a-9f60-132728a346e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:11:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['05c9b815-805c-41a0-b427-2f23d943af00'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:11:27.899422 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-84354853-0f08-4d98-9f58-c9554be74466 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (f7277999-f0da-4212-a6c8-be51fa15b359), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:28.005183 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-1c612f5b-f948-4a0a-9f60-132728a346e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:11:28.038885 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-f98f938b-d477-4859-9a4b-136f6e835e9a None None] Provisioning complete for port 84d0578e-e506-43af-a528-934f2cd3fd26 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:11:28.040572 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f98f938b-d477-4859-9a4b-136f6e835e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (84d0578e-e506-43af-a528-934f2cd3fd26), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:28.043950 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-f98f938b-d477-4859-9a4b-136f6e835e9a None None] Attempt 1 to provision port 84d0578e-e506-43af-a528-934f2cd3fd26 Oct 04 21:11:28.087351 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-509079cc-d015-4c08-994a-e1b45852f5d6 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] delete failed (client error): The resource could not be found. Oct 04 21:11:28.097048 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-509079cc-d015-4c08-994a-e1b45852f5d6 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] 10.222.0.78 "DELETE /networking/v2.0/routers/tempest-non_exist_router-1370611729 HTTP/1.1" status: 404 len: 335 time: 0.5350373 Oct 04 21:11:28.097669 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 34288) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:11:28.105902 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-2c2e7efb-62be-403a-a16c-806725c519d5 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Request body: {'router': {'external_gateway_info': {'network_id': '05c9b815-805c-41a0-b427-2f23d943af00'}}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:11:28.147645 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84354853-0f08-4d98-9f58-c9554be74466 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event deleted for resources: {'Subnet': ['ID=f7277999-f0da-4212-a6c8-be51fa15b359,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:11:28.178754 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-84354853-0f08-4d98-9f58-c9554be74466 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:28.193415 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-84354853-0f08-4d98-9f58-c9554be74466 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/f7277999-f0da-4212-a6c8-be51fa15b359 HTTP/1.1" status: 204 len: 168 time: 2.0237796 Oct 04 21:11:28.198069 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 34298) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:11:28.346688 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b4728131-ef03-43dd-a73d-6beca55ae2ff up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:11:28.435994 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-0aa2dbe6-9744-447e-92cc-ec3987d35a17 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2308679 Oct 04 21:11:28.437886 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 34306) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:11:28.470791 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-80e544a6-6e11-4667-a86e-fdc0976551b2 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Request body: {'subnet': {'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:11:28.624836 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c612f5b-f948-4a0a-9f60-132728a346e3 None None] Routers {'05c9b815-805c-41a0-b427-2f23d943af00'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:11:28.625809 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-1c612f5b-f948-4a0a-9f60-132728a346e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:11:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['05c9b815-805c-41a0-b427-2f23d943af00'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:11:28.927224 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:11:29.311597 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e544a6-6e11-4667-a86e-fdc0976551b2 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Made reservation on behalf of f31334bc846b471aace4cb8b5f10ff51 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:11:29.324807 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-80e544a6-6e11-4667-a86e-fdc0976551b2 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:29.382983 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2c2e7efb-62be-403a-a16c-806725c519d5 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks [] for router_gateway (05c9b815-805c-41a0-b427-2f23d943af00), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:29.466023 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-1c612f5b-f948-4a0a-9f60-132728a346e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:11:29.483943 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c612f5b-f948-4a0a-9f60-132728a346e3 None None] The sync data for ids ['05c9b815-805c-41a0-b427-2f23d943af00'] in n-d-852085-12 is: [] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:11:29.496211 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98118df1-bc3b-4937-947f-063257ab9ddc None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:11:29.562049 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:11:29.566799 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-f98f938b-d477-4859-9a4b-136f6e835e9a None None] Current status of the port 84d0578e-e506-43af-a528-934f2cd3fd26 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:11:29.567486 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f98f938b-d477-4859-9a4b-136f6e835e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (84d0578e-e506-43af-a528-934f2cd3fd26), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:29.616225 n-d-852085-12 neutron-server[108169]: INFO neutron.api.v2.resource [None req-2c2e7efb-62be-403a-a16c-806725c519d5 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] update failed (client error): The resource could not be found. Oct 04 21:11:29.618696 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-2c2e7efb-62be-403a-a16c-806725c519d5 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] 10.222.0.78 "PUT /networking/v2.0/routers/05c9b815-805c-41a0-b427-2f23d943af00 HTTP/1.1" status: 404 len: 339 time: 1.5192041 Oct 04 21:11:29.625244 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 34344) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:11:29.841482 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-f98f938b-d477-4859-9a4b-136f6e835e9a None None] For port 84d0578e-e506-43af-a528-934f2cd3fd26, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=84d0578e-e506-43af-a528-934f2cd3fd26,segment=NetworkSegment(a074d1d3-d8bf-45a2-a3f3-7647e2465b5f),segment_id=a074d1d3-d8bf-45a2-a3f3-7647e2465b5f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:11:29.951739 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port b4728131-ef03-43dd-a73d-6beca55ae2ff triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:11:29.952358 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b4728131-ef03-43dd-a73d-6beca55ae2ff), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:29.953027 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port b4728131-ef03-43dd-a73d-6beca55ae2ff Oct 04 21:11:30.002575 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f98f938b-d477-4859-9a4b-136f6e835e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (84d0578e-e506-43af-a528-934f2cd3fd26), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:30.172961 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-f98f938b-d477-4859-9a4b-136f6e835e9a None None] Provisioning complete for port b4728131-ef03-43dd-a73d-6beca55ae2ff triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:11:30.173611 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f98f938b-d477-4859-9a4b-136f6e835e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b4728131-ef03-43dd-a73d-6beca55ae2ff), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:30.174083 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-f98f938b-d477-4859-9a4b-136f6e835e9a None None] Attempt 1 to provision port b4728131-ef03-43dd-a73d-6beca55ae2ff Oct 04 21:11:30.722736 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3ce828-4243-4152-8743-086ed64dfcdd None None] DHCP port deletion for 42edc29f-8c98-4058-994e-1dc4e7a022d1 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:11:30.765884 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 34386) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:11:30.802954 n-d-852085-12 neutron-server[108170]: DEBUG neutron.objects.ports [None req-80e544a6-6e11-4667-a86e-fdc0976551b2 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=108170) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 04 21:11:30.869036 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98f938b-d477-4859-9a4b-136f6e835e9a None None] Pushing event updated for resources: {'Port': ['ID=84d0578e-e506-43af-a528-934f2cd3fd26,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:11:30.893703 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98f938b-d477-4859-9a4b-136f6e835e9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:11:30.898206 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98f938b-d477-4859-9a4b-136f6e835e9a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:11:30.899692 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98f938b-d477-4859-9a4b-136f6e835e9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:11:30.913839 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98f938b-d477-4859-9a4b-136f6e835e9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:11:30.916059 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98f938b-d477-4859-9a4b-136f6e835e9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:11:30.923425 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98f938b-d477-4859-9a4b-136f6e835e9a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:11:30.923425 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98f938b-d477-4859-9a4b-136f6e835e9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:11:30.923425 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98f938b-d477-4859-9a4b-136f6e835e9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:11:30.923425 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98f938b-d477-4859-9a4b-136f6e835e9a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:11:30.923425 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98f938b-d477-4859-9a4b-136f6e835e9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:11:30.923425 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98f938b-d477-4859-9a4b-136f6e835e9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:11:30.923425 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98f938b-d477-4859-9a4b-136f6e835e9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:11:30.933281 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98f938b-d477-4859-9a4b-136f6e835e9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:11:30.938579 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98f938b-d477-4859-9a4b-136f6e835e9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:11:30.941215 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98f938b-d477-4859-9a4b-136f6e835e9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:11:31.097584 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9691cec9-fb8b-49d3-9a2c-893f63eeb24c tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:31.098481 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-f98f938b-d477-4859-9a4b-136f6e835e9a None None] Current status of the port b4728131-ef03-43dd-a73d-6beca55ae2ff is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:11:31.108723 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:11:31.366094 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6eff8907-2dec-46a2-96c7-4990a9a7ad24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:31.412452 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-8c5ba6d9-cedd-41b8-9a4d-9b351b70d089 None None] Could not find standard attr ID for object d79c135f-80b1-40d2-9769-beb560fa8f3a. {{(pid=108171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 04 21:11:31.454476 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-ba3ce828-4243-4152-8743-086ed64dfcdd None None] Deleting port 84d0578e-e506-43af-a528-934f2cd3fd26 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:11:31.454985 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ba3ce828-4243-4152-8743-086ed64dfcdd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (84d0578e-e506-43af-a528-934f2cd3fd26), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:31.458907 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port b4728131-ef03-43dd-a73d-6beca55ae2ff is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:11:31.466961 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 84d0578e-e506-43af-a528-934f2cd3fd26 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:11:31.688707 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:11:31.688707 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:11:31.740166 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 84d0578e-e506-43af-a528-934f2cd3fd26 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:11:31.741731 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (84d0578e-e506-43af-a528-934f2cd3fd26), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:31.742848 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 84d0578e-e506-43af-a528-934f2cd3fd26 Oct 04 21:11:31.748738 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-80e544a6-6e11-4667-a86e-fdc0976551b2 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (84d0578e-e506-43af-a528-934f2cd3fd26), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:31.832484 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-ba3ce828-4243-4152-8743-086ed64dfcdd None None] For port 84d0578e-e506-43af-a528-934f2cd3fd26, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=84d0578e-e506-43af-a528-934f2cd3fd26,segment=NetworkSegment(a074d1d3-d8bf-45a2-a3f3-7647e2465b5f),segment_id=a074d1d3-d8bf-45a2-a3f3-7647e2465b5f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:11:31.833960 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ba3ce828-4243-4152-8743-086ed64dfcdd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (84d0578e-e506-43af-a528-934f2cd3fd26), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:31.934312 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-ba3ce828-4243-4152-8743-086ed64dfcdd None None] Calling delete_port for 84d0578e-e506-43af-a528-934f2cd3fd26 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:11:31.997901 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:11:32.008683 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=9 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:11:32.025873 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6eff8907-2dec-46a2-96c7-4990a9a7ad24 admin admin] Publish callbacks [] for security_group (af53d328-6e3f-4920-b99e-aae5a8278494), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:32.110733 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-9691cec9-fb8b-49d3-9a2c-893f63eeb24c tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Allocated IP 172.20.0.1 (3a45e6c3-7226-420e-85ab-7376018260e3/2c3d7327-ac42-4b81-ad5d-5e1e62ab2d1f/3bb12e57-f574-4fa3-aac1-2a0262af1968) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:11:32.162876 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6eff8907-2dec-46a2-96c7-4990a9a7ad24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (af53d328-6e3f-4920-b99e-aae5a8278494), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:32.387356 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 84d0578e-e506-43af-a528-934f2cd3fd26 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:11:32.414608 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-6eff8907-2dec-46a2-96c7-4990a9a7ad24 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=43cb06baa09b488cb469a222ee98f6eb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6469414 Oct 04 21:11:32.427602 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eff8907-2dec-46a2-96c7-4990a9a7ad24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af53d328-6e3f-4920-b99e-aae5a8278494,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:11:32.442788 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 34430) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:11:32.465540 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:32.580358 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-80e544a6-6e11-4667-a86e-fdc0976551b2 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] For port 84d0578e-e506-43af-a528-934f2cd3fd26, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=84d0578e-e506-43af-a528-934f2cd3fd26,segment=NetworkSegment(a074d1d3-d8bf-45a2-a3f3-7647e2465b5f),segment_id=a074d1d3-d8bf-45a2-a3f3-7647e2465b5f)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:11:32.617886 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 84d0578e-e506-43af-a528-934f2cd3fd26 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:11:32.674442 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9691cec9-fb8b-49d3-9a2c-893f63eeb24c tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks [] for port (3bb12e57-f574-4fa3-aac1-2a0262af1968), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:32.690932 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-80e544a6-6e11-4667-a86e-fdc0976551b2 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for port (84d0578e-e506-43af-a528-934f2cd3fd26), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:32.718882 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:11:32.756385 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:11:32.854287 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-80e544a6-6e11-4667-a86e-fdc0976551b2 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (84d0578e-e506-43af-a528-934f2cd3fd26), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:32.859637 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-80e544a6-6e11-4667-a86e-fdc0976551b2 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (ae10e85a-bad6-49a9-b79a-ccf822066e7b), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:32.931070 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9691cec9-fb8b-49d3-9a2c-893f63eeb24c tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (3bb12e57-f574-4fa3-aac1-2a0262af1968), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:32.944480 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-78e1c645-1b44-4880-acbd-9b3d36fd4273 admin admin] Publish callbacks [] for security_group (af53d328-6e3f-4920-b99e-aae5a8278494), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:32.983399 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 84d0578e-e506-43af-a528-934f2cd3fd26 is: ACTIVE; New status is: DOWN {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:11:32.989101 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (84d0578e-e506-43af-a528-934f2cd3fd26), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:33.112557 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9691cec9-fb8b-49d3-9a2c-893f63eeb24c tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Network 3a45e6c3-7226-420e-85ab-7376018260e3 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:11:33.125711 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e544a6-6e11-4667-a86e-fdc0976551b2 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:11:33.126473 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ba3ce828-4243-4152-8743-086ed64dfcdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (84d0578e-e506-43af-a528-934f2cd3fd26), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:33.139739 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-9691cec9-fb8b-49d3-9a2c-893f63eeb24c tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:11:33.151911 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-80e544a6-6e11-4667-a86e-fdc0976551b2 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:11:33.158913 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9691cec9-fb8b-49d3-9a2c-893f63eeb24c tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:11:33.227446 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e544a6-6e11-4667-a86e-fdc0976551b2 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:11:33.233861 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-80e544a6-6e11-4667-a86e-fdc0976551b2 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:33.251712 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-78e1c645-1b44-4880-acbd-9b3d36fd4273 admin admin] Publish callbacks [] for security_group (af53d328-6e3f-4920-b99e-aae5a8278494), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:33.256045 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e544a6-6e11-4667-a86e-fdc0976551b2 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event updated for resources: {'Port': ['ID=84d0578e-e506-43af-a528-934f2cd3fd26,revision_number=6']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:11:33.324123 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3ce828-4243-4152-8743-086ed64dfcdd None None] Pushing event deleted for resources: {'Port': ['ID=84d0578e-e506-43af-a528-934f2cd3fd26,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:11:33.343432 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9691cec9-fb8b-49d3-9a2c-893f63eeb24c tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Pushing event updated for resources: {'Port': ['ID=3bb12e57-f574-4fa3-aac1-2a0262af1968,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:11:33.465414 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9691cec9-fb8b-49d3-9a2c-893f63eeb24c tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (05c9b815-805c-41a0-b427-2f23d943af00), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:33.484354 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e544a6-6e11-4667-a86e-fdc0976551b2 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event updated for resources: {'Subnet': ['ID=ae10e85a-bad6-49a9-b79a-ccf822066e7b,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:11:33.505855 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3ce828-4243-4152-8743-086ed64dfcdd None None] No DVR routers for this DVR port 84d0578e-e506-43af-a528-934f2cd3fd26 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:11:33.568940 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50508fdf-14ac-4f9c-ac7e-65b2b9999b84 None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:11:33.600482 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-80e544a6-6e11-4667-a86e-fdc0976551b2 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.1546447 Oct 04 21:11:33.609407 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 34456) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:11:33.630478 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-4a77edf9-adf8-486d-83b8-1cff69a66267 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Request body: {'port': {'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'mac_address': 'fa:16:3e:b8:b7:4f', 'name': 'tempest-NetworksTestDHCPv6-1079256846'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:11:33.691817 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:34.143361 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9691cec9-fb8b-49d3-9a2c-893f63eeb24c tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (3bb12e57-f574-4fa3-aac1-2a0262af1968), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:34.301611 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-78e1c645-1b44-4880-acbd-9b3d36fd4273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (af53d328-6e3f-4920-b99e-aae5a8278494), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:34.308295 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205ed9bf-a7d9-4258-b3a0-a3094b6dd5ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-42edc29f-8c98-4058-994e-1dc4e7a022d1', 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'project_id': 'f31334bc846b471aace4cb8b5f10ff51', 'fixed_ips': [{'subnet_id': 'ae10e85a-bad6-49a9-b79a-ccf822066e7b'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:11:34.311172 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-205ed9bf-a7d9-4258-b3a0-a3094b6dd5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:34.322775 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-78e1c645-1b44-4880-acbd-9b3d36fd4273 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:34.351857 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:11:34.353170 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-78e1c645-1b44-4880-acbd-9b3d36fd4273 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/af53d328-6e3f-4920-b99e-aae5a8278494 HTTP/1.1" status: 204 len: 168 time: 1.8924870 Oct 04 21:11:34.371849 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-cdc84777-d50f-456f-a409-117d7ff65601 None None] Provisioning complete for port 3bb12e57-f574-4fa3-aac1-2a0262af1968 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:11:34.373115 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-cdc84777-d50f-456f-a409-117d7ff65601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (3bb12e57-f574-4fa3-aac1-2a0262af1968), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:34.374150 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-cdc84777-d50f-456f-a409-117d7ff65601 None None] Attempt 1 to provision port 3bb12e57-f574-4fa3-aac1-2a0262af1968 Oct 04 21:11:34.463286 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e1c645-1b44-4880-acbd-9b3d36fd4273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af53d328-6e3f-4920-b99e-aae5a8278494,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:11:34.656076 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-cdc84777-d50f-456f-a409-117d7ff65601 None None] Port 3bb12e57-f574-4fa3-aac1-2a0262af1968 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:11:34.732171 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a77edf9-adf8-486d-83b8-1cff69a66267 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Made reservation on behalf of f31334bc846b471aace4cb8b5f10ff51 for: {'port': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:11:34.929375 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:11:35.181550 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-205ed9bf-a7d9-4258-b3a0-a3094b6dd5ed None None] Allocated IP 2001:db8::f816:3eff:fe2b:93a6 (42edc29f-8c98-4058-994e-1dc4e7a022d1/ae10e85a-bad6-49a9-b79a-ccf822066e7b/1a3d21e2-48de-484b-af59-644b2cafacb8) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:11:35.223105 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4a77edf9-adf8-486d-83b8-1cff69a66267 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:35.415179 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9691cec9-fb8b-49d3-9a2c-893f63eeb24c tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks [] for port (3bb12e57-f574-4fa3-aac1-2a0262af1968), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:35.425502 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [None req-4a77edf9-adf8-486d-83b8-1cff69a66267 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] device_id is not set on port 37d94131-761c-4555-807e-317fd051d496 yet. {{(pid=108170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 21:11:35.517674 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9691cec9-fb8b-49d3-9a2c-893f63eeb24c tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (3bb12e57-f574-4fa3-aac1-2a0262af1968), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:35.663665 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:11:35.940002 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9691cec9-fb8b-49d3-9a2c-893f63eeb24c tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (05c9b815-805c-41a0-b427-2f23d943af00), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:35.998803 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9691cec9-fb8b-49d3-9a2c-893f63eeb24c tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Pushing event updated for resources: {'Port': ['ID=3bb12e57-f574-4fa3-aac1-2a0262af1968,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:11:36.012492 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-205ed9bf-a7d9-4258-b3a0-a3094b6dd5ed None None] Publish callbacks [] for port (1a3d21e2-48de-484b-af59-644b2cafacb8), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:36.223666 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-205ed9bf-a7d9-4258-b3a0-a3094b6dd5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (1a3d21e2-48de-484b-af59-644b2cafacb8), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:36.257287 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9691cec9-fb8b-49d3-9a2c-893f63eeb24c tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Network 3a45e6c3-7226-420e-85ab-7376018260e3 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:11:36.263269 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-9691cec9-fb8b-49d3-9a2c-893f63eeb24c tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:11:36.475728 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-4a77edf9-adf8-486d-83b8-1cff69a66267 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Allocated IP 2001:db8::f816:3eff:feb8:b74f (42edc29f-8c98-4058-994e-1dc4e7a022d1/ae10e85a-bad6-49a9-b79a-ccf822066e7b/37d94131-761c-4555-807e-317fd051d496) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:11:36.500790 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ed9bf-a7d9-4258-b3a0-a3094b6dd5ed None None] Pushing event updated for resources: {'Port': ['ID=1a3d21e2-48de-484b-af59-644b2cafacb8,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:11:36.515438 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=87,neutron:UPDATE=7,neutron:INSERT=6 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:11:36.533061 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205ed9bf-a7d9-4258-b3a0-a3094b6dd5ed None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:11:36.536020 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-205ed9bf-a7d9-4258-b3a0-a3094b6dd5ed None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:11:36.551267 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205ed9bf-a7d9-4258-b3a0-a3094b6dd5ed None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:11:36.774905 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 34486) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:11:36.872738 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1ffee5c0-cfca-43b2-9195-928ad8fee7c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:36.919847 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-205ed9bf-a7d9-4258-b3a0-a3094b6dd5ed None None] Attempting to bind port 1a3d21e2-48de-484b-af59-644b2cafacb8 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:11:36.919847 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-205ed9bf-a7d9-4258-b3a0-a3094b6dd5ed None None] Attempting to bind port 1a3d21e2-48de-484b-af59-644b2cafacb8 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:11:36.933152 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205ed9bf-a7d9-4258-b3a0-a3094b6dd5ed None None] Attempting to bind port 1a3d21e2-48de-484b-af59-644b2cafacb8 on network 42edc29f-8c98-4058-994e-1dc4e7a022d1 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:11:36.948081 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9691cec9-fb8b-49d3-9a2c-893f63eeb24c tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Router 05c9b815-805c-41a0-b427-2f23d943af00 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:11:37.236987 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205ed9bf-a7d9-4258-b3a0-a3094b6dd5ed None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:11:37.237908 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205ed9bf-a7d9-4258-b3a0-a3094b6dd5ed None None] Checking segment: {'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:11:37.241436 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-205ed9bf-a7d9-4258-b3a0-a3094b6dd5ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:37.246651 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205ed9bf-a7d9-4258-b3a0-a3094b6dd5ed None None] Bound using segment: {'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:11:37.247599 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-205ed9bf-a7d9-4258-b3a0-a3094b6dd5ed None None] Bound port: 1a3d21e2-48de-484b-af59-644b2cafacb8, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:11:37.248265 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-205ed9bf-a7d9-4258-b3a0-a3094b6dd5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (1a3d21e2-48de-484b-af59-644b2cafacb8), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:37.302464 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9691cec9-fb8b-49d3-9a2c-893f63eeb24c tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:11:37.318184 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-9691cec9-fb8b-49d3-9a2c-893f63eeb24c tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] 10.222.0.78 "PUT /networking/v2.0/routers/05c9b815-805c-41a0-b427-2f23d943af00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6902351 Oct 04 21:11:37.330429 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca98bbc3-b491-4fbf-92bb-4ebb4842ec5d None None] Sync routers for ids ['05c9b815-805c-41a0-b427-2f23d943af00'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:11:37.333250 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 34496) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:11:37.382668 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca98bbc3-b491-4fbf-92bb-4ebb4842ec5d None None] Routers {'05c9b815-805c-41a0-b427-2f23d943af00'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:11:37.386908 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-ca98bbc3-b491-4fbf-92bb-4ebb4842ec5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:11:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['05c9b815-805c-41a0-b427-2f23d943af00'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:11:37.550441 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-ca98bbc3-b491-4fbf-92bb-4ebb4842ec5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:11:37.612932 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca98bbc3-b491-4fbf-92bb-4ebb4842ec5d None None] Routers {'05c9b815-805c-41a0-b427-2f23d943af00'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:11:37.615008 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-ca98bbc3-b491-4fbf-92bb-4ebb4842ec5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:11:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['05c9b815-805c-41a0-b427-2f23d943af00'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:11:37.622886 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1ffee5c0-cfca-43b2-9195-928ad8fee7c3 admin admin] Publish callbacks [] for security_group (18d02dd7-c8b7-4c40-b0b1-86aca62355f8), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:37.742603 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1ffee5c0-cfca-43b2-9195-928ad8fee7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (18d02dd7-c8b7-4c40-b0b1-86aca62355f8), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:37.754316 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-205ed9bf-a7d9-4258-b3a0-a3094b6dd5ed None None] For port 1a3d21e2-48de-484b-af59-644b2cafacb8, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:11:37.771624 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-205ed9bf-a7d9-4258-b3a0-a3094b6dd5ed None None] For port 1a3d21e2-48de-484b-af59-644b2cafacb8, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=1a3d21e2-48de-484b-af59-644b2cafacb8,segment=NetworkSegment(a074d1d3-d8bf-45a2-a3f3-7647e2465b5f),segment_id=a074d1d3-d8bf-45a2-a3f3-7647e2465b5f)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:11:37.797071 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-a9214e93-a354-4a6a-b884-2783b2247e65 None None] Provisioning complete for port 3bb12e57-f574-4fa3-aac1-2a0262af1968 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:11:37.804085 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a9214e93-a354-4a6a-b884-2783b2247e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (3bb12e57-f574-4fa3-aac1-2a0262af1968), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:37.807473 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-a9214e93-a354-4a6a-b884-2783b2247e65 None None] Attempt 1 to provision port 3bb12e57-f574-4fa3-aac1-2a0262af1968 Oct 04 21:11:37.902813 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-ca98bbc3-b491-4fbf-92bb-4ebb4842ec5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:11:37.908830 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca98bbc3-b491-4fbf-92bb-4ebb4842ec5d None None] The sync data for ids ['05c9b815-805c-41a0-b427-2f23d943af00'] in n-d-852085-12 is: [] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:11:37.946044 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-a9214e93-a354-4a6a-b884-2783b2247e65 None None] Port 3bb12e57-f574-4fa3-aac1-2a0262af1968 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:11:37.976537 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dc0c5e5d-dd33-444f-8cfb-4f40cbe63ba6 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks [] for router (05c9b815-805c-41a0-b427-2f23d943af00), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:38.025379 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-205ed9bf-a7d9-4258-b3a0-a3094b6dd5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (1a3d21e2-48de-484b-af59-644b2cafacb8), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:38.155504 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4a77edf9-adf8-486d-83b8-1cff69a66267 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for port (37d94131-761c-4555-807e-317fd051d496), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:38.338686 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffee5c0-cfca-43b2-9195-928ad8fee7c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d02dd7-c8b7-4c40-b0b1-86aca62355f8,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:11:38.398139 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-1ffee5c0-cfca-43b2-9195-928ad8fee7c3 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=789e4209fd3a4703aaac0c6409c8505d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6114235 Oct 04 21:11:38.398139 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 34508) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:11:38.439247 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ed9bf-a7d9-4258-b3a0-a3094b6dd5ed None None] Pushing event updated for resources: {'Port': ['ID=1a3d21e2-48de-484b-af59-644b2cafacb8,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:11:38.449237 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:11:38.489156 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4a77edf9-adf8-486d-83b8-1cff69a66267 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (37d94131-761c-4555-807e-317fd051d496), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:38.496936 n-d-852085-12 neutron-server[108169]: INFO neutron.api.v2.resource [None req-dc0c5e5d-dd33-444f-8cfb-4f40cbe63ba6 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 04 21:11:38.507955 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-dc0c5e5d-dd33-444f-8cfb-4f40cbe63ba6 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] 10.222.0.78 "DELETE /networking/v2.0/routers/05c9b815-805c-41a0-b427-2f23d943af00 HTTP/1.1" status: 409 len: 376 time: 1.1716840 Oct 04 21:11:38.512584 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 34512) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:11:38.924628 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77edf9-adf8-486d-83b8-1cff69a66267 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event updated for resources: {'Port': ['ID=37d94131-761c-4555-807e-317fd051d496,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:11:38.993830 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:11:39.021674 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a77edf9-adf8-486d-83b8-1cff69a66267 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:11:39.072748 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-4a77edf9-adf8-486d-83b8-1cff69a66267 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:11:39.072748 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a77edf9-adf8-486d-83b8-1cff69a66267 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:11:39.072748 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a77edf9-adf8-486d-83b8-1cff69a66267 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:11:39.072748 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4a77edf9-adf8-486d-83b8-1cff69a66267 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:39.130420 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9e27b28f-c656-421e-9813-3b04a068f9aa admin admin] Publish callbacks [] for security_group (18d02dd7-c8b7-4c40-b0b1-86aca62355f8), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:39.233046 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9e27b28f-c656-421e-9813-3b04a068f9aa admin admin] Publish callbacks [] for security_group (18d02dd7-c8b7-4c40-b0b1-86aca62355f8), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:39.383465 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4a77edf9-adf8-486d-83b8-1cff69a66267 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.7660232 Oct 04 21:11:39.410729 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 34518) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:11:39.439706 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:11:39.578101 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7b2720-4e3e-4535-a5eb-60a8155bda47 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:11:39.590421 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7b2720-4e3e-4535-a5eb-60a8155bda47 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:11:39.594028 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-fd7b2720-4e3e-4535-a5eb-60a8155bda47 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1763668 Oct 04 21:11:39.600844 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 34524) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:11:39.818360 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-27387d72-0cf3-47fa-854c-f46645abb37c tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (05c9b815-805c-41a0-b427-2f23d943af00), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:39.845310 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9e27b28f-c656-421e-9813-3b04a068f9aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (18d02dd7-c8b7-4c40-b0b1-86aca62355f8), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:39.848557 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9e27b28f-c656-421e-9813-3b04a068f9aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:39.857687 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-9e27b28f-c656-421e-9813-3b04a068f9aa admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/18d02dd7-c8b7-4c40-b0b1-86aca62355f8 HTTP/1.1" status: 204 len: 168 time: 1.4519062 Oct 04 21:11:39.950646 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e27b28f-c656-421e-9813-3b04a068f9aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d02dd7-c8b7-4c40-b0b1-86aca62355f8,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:11:39.990534 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-b2286a74-ecd6-4ef2-a652-80b1cf479e04 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Deleting port 37d94131-761c-4555-807e-317fd051d496 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:11:39.997798 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b2286a74-ecd6-4ef2-a652-80b1cf479e04 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (37d94131-761c-4555-807e-317fd051d496), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:40.471188 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=100 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:11:40.697178 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b2286a74-ecd6-4ef2-a652-80b1cf479e04 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (37d94131-761c-4555-807e-317fd051d496), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:40.792407 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-b2286a74-ecd6-4ef2-a652-80b1cf479e04 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Calling delete_port for 37d94131-761c-4555-807e-317fd051d496 owned by {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:11:40.816993 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 1a3d21e2-48de-484b-af59-644b2cafacb8 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:11:41.074387 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 1a3d21e2-48de-484b-af59-644b2cafacb8 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:11:41.074995 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (1a3d21e2-48de-484b-af59-644b2cafacb8), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:41.080096 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 1a3d21e2-48de-484b-af59-644b2cafacb8 Oct 04 21:11:41.277964 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-27387d72-0cf3-47fa-854c-f46645abb37c tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Deleting port 3bb12e57-f574-4fa3-aac1-2a0262af1968 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:11:41.280452 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-27387d72-0cf3-47fa-854c-f46645abb37c tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (3bb12e57-f574-4fa3-aac1-2a0262af1968), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:41.519014 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-29fd1ce3-dc3c-4655-9e5c-a24cdd521672 None None] Provisioning complete for port 1a3d21e2-48de-484b-af59-644b2cafacb8 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:11:41.520013 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-29fd1ce3-dc3c-4655-9e5c-a24cdd521672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (1a3d21e2-48de-484b-af59-644b2cafacb8), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:41.529884 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-29fd1ce3-dc3c-4655-9e5c-a24cdd521672 None None] Attempt 1 to provision port 1a3d21e2-48de-484b-af59-644b2cafacb8 Oct 04 21:11:41.632147 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 1a3d21e2-48de-484b-af59-644b2cafacb8 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:11:41.633407 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (1a3d21e2-48de-484b-af59-644b2cafacb8), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:41.697102 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:11:41.749594 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b2286a74-ecd6-4ef2-a652-80b1cf479e04 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (37d94131-761c-4555-807e-317fd051d496), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:41.751361 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-27387d72-0cf3-47fa-854c-f46645abb37c tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (3bb12e57-f574-4fa3-aac1-2a0262af1968), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:41.843569 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-27387d72-0cf3-47fa-854c-f46645abb37c tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Calling delete_port for 3bb12e57-f574-4fa3-aac1-2a0262af1968 owned by network:router_interface {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:11:41.858181 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2286a74-ecd6-4ef2-a652-80b1cf479e04 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event deleted for resources: {'Port': ['ID=37d94131-761c-4555-807e-317fd051d496,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:11:41.891090 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 1a3d21e2-48de-484b-af59-644b2cafacb8, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=1a3d21e2-48de-484b-af59-644b2cafacb8,segment=NetworkSegment(a074d1d3-d8bf-45a2-a3f3-7647e2465b5f),segment_id=a074d1d3-d8bf-45a2-a3f3-7647e2465b5f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:11:42.018545 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b2286a74-ecd6-4ef2-a652-80b1cf479e04 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:42.033608 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b2286a74-ecd6-4ef2-a652-80b1cf479e04 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/ports/37d94131-761c-4555-807e-317fd051d496 HTTP/1.1" status: 204 len: 168 time: 2.4303987 Oct 04 21:11:42.038450 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 34554) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:11:42.046446 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (1a3d21e2-48de-484b-af59-644b2cafacb8), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:42.340004 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c56acb-be7a-49d7-9884-bb0a481f8269 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:11:42.344172 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c56acb-be7a-49d7-9884-bb0a481f8269 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:11:42.351164 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-78c56acb-be7a-49d7-9884-bb0a481f8269 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3066118 Oct 04 21:11:42.352116 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 34564) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:11:42.419063 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=1a3d21e2-48de-484b-af59-644b2cafacb8,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:11:42.437185 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-29fd1ce3-dc3c-4655-9e5c-a24cdd521672 None None] Current status of the port 1a3d21e2-48de-484b-af59-644b2cafacb8 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:11:42.437562 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-29fd1ce3-dc3c-4655-9e5c-a24cdd521672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (1a3d21e2-48de-484b-af59-644b2cafacb8), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:42.631832 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-8019c730-ec5a-4f7e-a281-9cf54a40d0cf tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Deleting subnet ae10e85a-bad6-49a9-b79a-ccf822066e7b {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:11:42.640181 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8019c730-ec5a-4f7e-a281-9cf54a40d0cf tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (ae10e85a-bad6-49a9-b79a-ccf822066e7b), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:42.646115 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-29fd1ce3-dc3c-4655-9e5c-a24cdd521672 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 21:11:42.646821 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-29fd1ce3-dc3c-4655-9e5c-a24cdd521672 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 21:11:42.750171 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8019c730-ec5a-4f7e-a281-9cf54a40d0cf tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (ae10e85a-bad6-49a9-b79a-ccf822066e7b), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:42.930955 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8019c730-ec5a-4f7e-a281-9cf54a40d0cf tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (ae10e85a-bad6-49a9-b79a-ccf822066e7b), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:43.013991 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-27387d72-0cf3-47fa-854c-f46645abb37c tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (3bb12e57-f574-4fa3-aac1-2a0262af1968), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:43.022196 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:11:43.067861 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27387d72-0cf3-47fa-854c-f46645abb37c tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Pushing event deleted for resources: {'Port': ['ID=3bb12e57-f574-4fa3-aac1-2a0262af1968,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:11:43.255658 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8019c730-ec5a-4f7e-a281-9cf54a40d0cf tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (ae10e85a-bad6-49a9-b79a-ccf822066e7b), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:43.263061 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-29fd1ce3-dc3c-4655-9e5c-a24cdd521672 None None] Current status of the port 1a3d21e2-48de-484b-af59-644b2cafacb8 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:11:43.395959 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-88e174ce-7f35-40f4-8e7e-d39fcb4931c9 None None] Could not find standard attr ID for object 37d94131-761c-4555-807e-317fd051d496. {{(pid=108171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 04 21:11:43.450041 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8019c730-ec5a-4f7e-a281-9cf54a40d0cf tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:43.464546 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3a52d4-a03c-49ba-a3c8-e68d6dd84e76 None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:11:43.473975 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-8019c730-ec5a-4f7e-a281-9cf54a40d0cf tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/ae10e85a-bad6-49a9-b79a-ccf822066e7b HTTP/1.1" status: 204 len: 168 time: 1.1186793 Oct 04 21:11:43.477854 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 34576) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:11:43.483237 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8019c730-ec5a-4f7e-a281-9cf54a40d0cf tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event deleted for resources: {'Subnet': ['ID=ae10e85a-bad6-49a9-b79a-ccf822066e7b,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:11:43.667981 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-27387d72-0cf3-47fa-854c-f46645abb37c tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (05c9b815-805c-41a0-b427-2f23d943af00), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:43.693829 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:11:43.706099 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b9b67059-ff67-42fc-a67e-a8381f41e025 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2072964 Oct 04 21:11:43.706099 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 34580) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:11:43.815762 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fc50d3-44ed-4801-9c14-4ca110355aac tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:11:43.824911 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-50fc50d3-44ed-4801-9c14-4ca110355aac tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1200624 Oct 04 21:11:43.830808 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 34584) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:11:43.880924 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:11:43.982726 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a872222d-0a71-4295-9e99-b3903babd6c5 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:11:43.996811 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a872222d-0a71-4295-9e99-b3903babd6c5 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1673179 Oct 04 21:11:43.997861 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 34588) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:11:44.105858 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4cb2b9-e8fa-4a1e-9b33-ff2f2df7ef82 None None] DHCP port deletion for 42edc29f-8c98-4058-994e-1dc4e7a022d1 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:11:44.133620 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-7b21e440-1103-451e-b2e3-7858fcb95854 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1331770 Oct 04 21:11:44.152430 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 34592) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:11:44.170110 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-10aabfe8-f435-4c2d-b3e5-be834406a9d6 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Request body: {'subnet': {'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:11:44.284865 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-ef4cb2b9-e8fa-4a1e-9b33-ff2f2df7ef82 None None] Deleting port 1a3d21e2-48de-484b-af59-644b2cafacb8 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:11:44.286809 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ef4cb2b9-e8fa-4a1e-9b33-ff2f2df7ef82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (1a3d21e2-48de-484b-af59-644b2cafacb8), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:44.372791 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:11:44.471954 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27387d72-0cf3-47fa-854c-f46645abb37c tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Router 05c9b815-805c-41a0-b427-2f23d943af00 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:11:44.732513 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 1a3d21e2-48de-484b-af59-644b2cafacb8 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:11:44.780346 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10aabfe8-f435-4c2d-b3e5-be834406a9d6 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Made reservation on behalf of f31334bc846b471aace4cb8b5f10ff51 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:11:44.789943 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-10aabfe8-f435-4c2d-b3e5-be834406a9d6 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:44.944982 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-ef4cb2b9-e8fa-4a1e-9b33-ff2f2df7ef82 None None] For port 1a3d21e2-48de-484b-af59-644b2cafacb8, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=1a3d21e2-48de-484b-af59-644b2cafacb8,segment=NetworkSegment(a074d1d3-d8bf-45a2-a3f3-7647e2465b5f),segment_id=a074d1d3-d8bf-45a2-a3f3-7647e2465b5f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:11:44.946071 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ef4cb2b9-e8fa-4a1e-9b33-ff2f2df7ef82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (1a3d21e2-48de-484b-af59-644b2cafacb8), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:44.981579 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-ef4cb2b9-e8fa-4a1e-9b33-ff2f2df7ef82 None None] Calling delete_port for 1a3d21e2-48de-484b-af59-644b2cafacb8 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:11:45.418453 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 1a3d21e2-48de-484b-af59-644b2cafacb8 is: ACTIVE; New status is: DOWN {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:11:45.420710 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (1a3d21e2-48de-484b-af59-644b2cafacb8), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:45.735257 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-42c8315d-b9bd-4a98-99d9-ea19bcccb834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:45.832822 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27387d72-0cf3-47fa-854c-f46645abb37c tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:11:45.851424 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f430d8-165e-4302-ba20-f27b92304dda None None] Sync routers for ids ['05c9b815-805c-41a0-b427-2f23d943af00'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:11:45.885891 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 34616) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:11:45.886972 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-27387d72-0cf3-47fa-854c-f46645abb37c tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] 10.222.0.78 "PUT /networking/v2.0/routers/05c9b815-805c-41a0-b427-2f23d943af00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3673935 Oct 04 21:11:45.891392 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f430d8-165e-4302-ba20-f27b92304dda None None] Routers {'05c9b815-805c-41a0-b427-2f23d943af00'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:11:45.893057 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-41f430d8-165e-4302-ba20-f27b92304dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:11:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['05c9b815-805c-41a0-b427-2f23d943af00'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:11:46.000858 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-eb087b5e-e456-459e-9536-07be1903842d tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] show failed (client error): The resource could not be found. Oct 04 21:11:46.002563 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-eb087b5e-e456-459e-9536-07be1903842d tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] 10.222.0.78 "GET /networking/v2.0/routers/tempest-non_exist_router-2059092653 HTTP/1.1" status: 404 len: 335 time: 0.1143572 Oct 04 21:11:46.009955 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 34618) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:11:46.019392 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-84aee7c4-e005-4732-96ff-e933553ddf63 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Request body: {'router': {'name': 'new_name'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:11:46.098309 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-41f430d8-165e-4302-ba20-f27b92304dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:11:46.161745 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ef4cb2b9-e8fa-4a1e-9b33-ff2f2df7ef82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (1a3d21e2-48de-484b-af59-644b2cafacb8), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:46.188772 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f430d8-165e-4302-ba20-f27b92304dda None None] Routers {'05c9b815-805c-41a0-b427-2f23d943af00'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:11:46.190179 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-41f430d8-165e-4302-ba20-f27b92304dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:11:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['05c9b815-805c-41a0-b427-2f23d943af00'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:11:46.244626 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-84aee7c4-e005-4732-96ff-e933553ddf63 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] update failed (client error): The resource could not be found. Oct 04 21:11:46.251268 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-84aee7c4-e005-4732-96ff-e933553ddf63 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] 10.222.0.78 "PUT /networking/v2.0/routers/tempest-non_exist_router-797310695 HTTP/1.1" status: 404 len: 334 time: 0.2349415 Oct 04 21:11:46.253017 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 34626) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:11:46.427504 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-41f430d8-165e-4302-ba20-f27b92304dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:11:46.428743 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f430d8-165e-4302-ba20-f27b92304dda None None] The sync data for ids ['05c9b815-805c-41a0-b427-2f23d943af00'] in n-d-852085-12 is: [] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:11:46.453936 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4cb2b9-e8fa-4a1e-9b33-ff2f2df7ef82 None None] Pushing event deleted for resources: {'Port': ['ID=1a3d21e2-48de-484b-af59-644b2cafacb8,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:11:46.478231 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4cb2b9-e8fa-4a1e-9b33-ff2f2df7ef82 None None] No DVR routers for this DVR port 1a3d21e2-48de-484b-af59-644b2cafacb8 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:11:46.538840 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4b0633f-9493-4adf-bbf3-1cd7feb5ada6 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Deleting subnet 9e255f26-6c72-48dd-97cd-d3d9ee232beb {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:11:46.552488 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e4b0633f-9493-4adf-bbf3-1cd7feb5ada6 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks [] for subnet (9e255f26-6c72-48dd-97cd-d3d9ee232beb), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:46.559717 n-d-852085-12 neutron-server[108170]: DEBUG neutron.objects.ports [None req-10aabfe8-f435-4c2d-b3e5-be834406a9d6 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108170) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 04 21:11:46.562469 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-10aabfe8-f435-4c2d-b3e5-be834406a9d6 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (136547e8-6c6c-4fc1-9a57-ca8f4c26c9df), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:46.737325 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10aabfe8-f435-4c2d-b3e5-be834406a9d6 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:11:46.752011 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-10aabfe8-f435-4c2d-b3e5-be834406a9d6 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:11:46.763852 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10aabfe8-f435-4c2d-b3e5-be834406a9d6 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:11:46.768778 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-10aabfe8-f435-4c2d-b3e5-be834406a9d6 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:46.784103 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19001f41-960d-434b-aa8e-75458568a289 None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:11:46.799055 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e4b0633f-9493-4adf-bbf3-1cd7feb5ada6 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (9e255f26-6c72-48dd-97cd-d3d9ee232beb), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:46.856342 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aabfe8-f435-4c2d-b3e5-be834406a9d6 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event updated for resources: {'Subnet': ['ID=136547e8-6c6c-4fc1-9a57-ca8f4c26c9df,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:11:46.919012 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:11:47.157337 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-10aabfe8-f435-4c2d-b3e5-be834406a9d6 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.0029879 Oct 04 21:11:47.162275 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 34642) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:11:47.190938 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e4b0633f-9493-4adf-bbf3-1cd7feb5ada6 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (9e255f26-6c72-48dd-97cd-d3d9ee232beb), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:47.214111 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-a0d941da-fa6e-409f-a373-9094043c347f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Request body: {'port': {'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'mac_address': 'fa:16:3e:8e:bb:31', 'name': 'tempest-NetworksTestDHCPv6-1386961404'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:11:47.319831 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff73566-fe6a-4c97-af37-f47a7e46dbb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-42edc29f-8c98-4058-994e-1dc4e7a022d1', 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'project_id': 'f31334bc846b471aace4cb8b5f10ff51', 'fixed_ips': [{'subnet_id': '136547e8-6c6c-4fc1-9a57-ca8f4c26c9df'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:11:47.330351 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2ff73566-fe6a-4c97-af37-f47a7e46dbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:47.380810 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=2 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:11:47.632003 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c92b9a75-51d4-456f-a8c8-a6fcea020c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:47.682094 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e4b0633f-9493-4adf-bbf3-1cd7feb5ada6 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (9e255f26-6c72-48dd-97cd-d3d9ee232beb), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:47.767237 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:11:47.774043 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e4b0633f-9493-4adf-bbf3-1cd7feb5ada6 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:47.787903 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 34650) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:11:47.806757 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e4b0633f-9493-4adf-bbf3-1cd7feb5ada6 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/9e255f26-6c72-48dd-97cd-d3d9ee232beb HTTP/1.1" status: 204 len: 168 time: 1.5517771 Oct 04 21:11:47.809424 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b0633f-9493-4adf-bbf3-1cd7feb5ada6 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Pushing event deleted for resources: {'Subnet': ['ID=9e255f26-6c72-48dd-97cd-d3d9ee232beb,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:11:47.889113 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=10 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:11:48.009357 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-2ff73566-fe6a-4c97-af37-f47a7e46dbb7 None None] Allocated IP 2001:db8::f816:3eff:fe1c:a19f (42edc29f-8c98-4058-994e-1dc4e7a022d1/136547e8-6c6c-4fc1-9a57-ca8f4c26c9df/d8f3977c-211b-436f-9f76-14fcee61eef4) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:11:48.063222 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d002c60-9102-441e-a1a2-f1c24a8a014d tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Deleting subnet 37b6bfa8-9a1d-4ea9-8111-906c64c2635f {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:11:48.068807 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7017f0a5-663d-41ae-ba4a-db8336f7392f None None] Network 7bd66d12-43d6-4e45-b049-903726373224 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:11:48.080981 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d941da-fa6e-409f-a373-9094043c347f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Made reservation on behalf of f31334bc846b471aace4cb8b5f10ff51 for: {'port': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:11:48.108398 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1d002c60-9102-441e-a1a2-f1c24a8a014d tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks [] for subnet (37b6bfa8-9a1d-4ea9-8111-906c64c2635f), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:48.336136 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1d002c60-9102-441e-a1a2-f1c24a8a014d tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (37b6bfa8-9a1d-4ea9-8111-906c64c2635f), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:48.585770 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:11:48.799693 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:11:48.805334 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a0d941da-fa6e-409f-a373-9094043c347f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:48.860523 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2ff73566-fe6a-4c97-af37-f47a7e46dbb7 None None] Publish callbacks [] for port (d8f3977c-211b-436f-9f76-14fcee61eef4), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:48.863684 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1d002c60-9102-441e-a1a2-f1c24a8a014d tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (37b6bfa8-9a1d-4ea9-8111-906c64c2635f), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:48.931843 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [None req-a0d941da-fa6e-409f-a373-9094043c347f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] device_id is not set on port 3918b94b-f3c7-4057-8176-5c9a0fb99de0 yet. {{(pid=108170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 21:11:48.966985 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:11:49.014534 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2ff73566-fe6a-4c97-af37-f47a7e46dbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (d8f3977c-211b-436f-9f76-14fcee61eef4), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:49.158553 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a2c511-448e-41cf-ada2-152db5da473d None None] DHCP port deletion for 7bd66d12-43d6-4e45-b049-903726373224 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:11:49.253773 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff73566-fe6a-4c97-af37-f47a7e46dbb7 None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:11:49.316134 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-2ff73566-fe6a-4c97-af37-f47a7e46dbb7 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:11:49.320540 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff73566-fe6a-4c97-af37-f47a7e46dbb7 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:11:49.344102 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff73566-fe6a-4c97-af37-f47a7e46dbb7 None None] Pushing event updated for resources: {'Port': ['ID=d8f3977c-211b-436f-9f76-14fcee61eef4,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:11:49.511072 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-27a2c511-448e-41cf-ada2-152db5da473d None None] Deleting port b4728131-ef03-43dd-a73d-6beca55ae2ff {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:11:49.512123 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-27a2c511-448e-41cf-ada2-152db5da473d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (b4728131-ef03-43dd-a73d-6beca55ae2ff), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:49.527646 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1d002c60-9102-441e-a1a2-f1c24a8a014d tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (37b6bfa8-9a1d-4ea9-8111-906c64c2635f), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:49.721328 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-2ff73566-fe6a-4c97-af37-f47a7e46dbb7 None None] Attempting to bind port d8f3977c-211b-436f-9f76-14fcee61eef4 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:11:49.722792 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-2ff73566-fe6a-4c97-af37-f47a7e46dbb7 None None] Attempting to bind port d8f3977c-211b-436f-9f76-14fcee61eef4 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:11:49.724019 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff73566-fe6a-4c97-af37-f47a7e46dbb7 None None] Attempting to bind port d8f3977c-211b-436f-9f76-14fcee61eef4 on network 42edc29f-8c98-4058-994e-1dc4e7a022d1 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:11:49.792749 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d002c60-9102-441e-a1a2-f1c24a8a014d tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Pushing event deleted for resources: {'Subnet': ['ID=37b6bfa8-9a1d-4ea9-8111-906c64c2635f,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:11:49.811571 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efa5862-a4a7-41c8-8115-e6c7a7c80c46 None None] Network 6bd7ebd5-bcb7-4f80-92c5-f2430e257e3d requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:11:49.813297 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-a0d941da-fa6e-409f-a373-9094043c347f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Allocated IP 2001:db8::f816:3eff:fe8e:bb31 (42edc29f-8c98-4058-994e-1dc4e7a022d1/136547e8-6c6c-4fc1-9a57-ca8f4c26c9df/3918b94b-f3c7-4057-8176-5c9a0fb99de0) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:11:49.826149 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1d002c60-9102-441e-a1a2-f1c24a8a014d tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:49.848678 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-1d002c60-9102-441e-a1a2-f1c24a8a014d tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/37b6bfa8-9a1d-4ea9-8111-906c64c2635f HTTP/1.1" status: 204 len: 168 time: 2.0572271 Oct 04 21:11:49.852895 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 34672) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:11:49.856080 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-27a2c511-448e-41cf-ada2-152db5da473d None None] For port b4728131-ef03-43dd-a73d-6beca55ae2ff, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b4728131-ef03-43dd-a73d-6beca55ae2ff,segment=NetworkSegment(057b4893-2466-4cf7-ab65-3e741a885ba7),segment_id=057b4893-2466-4cf7-ab65-3e741a885ba7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:11:49.861234 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-27a2c511-448e-41cf-ada2-152db5da473d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (b4728131-ef03-43dd-a73d-6beca55ae2ff), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:49.889536 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-27a2c511-448e-41cf-ada2-152db5da473d None None] Calling delete_port for b4728131-ef03-43dd-a73d-6beca55ae2ff owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:11:50.133793 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d4e1510f-4896-4ce9-9a5f-5d61046403d7 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (7bd66d12-43d6-4e45-b049-903726373224), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:50.256088 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-d4e1510f-4896-4ce9-9a5f-5d61046403d7 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Deleting port b4728131-ef03-43dd-a73d-6beca55ae2ff {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:11:50.257603 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d4e1510f-4896-4ce9-9a5f-5d61046403d7 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (b4728131-ef03-43dd-a73d-6beca55ae2ff), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:50.306359 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:11:50.367122 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff73566-fe6a-4c97-af37-f47a7e46dbb7 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:11:50.367533 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff73566-fe6a-4c97-af37-f47a7e46dbb7 None None] Checking segment: {'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:11:50.367958 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2ff73566-fe6a-4c97-af37-f47a7e46dbb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:50.368369 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff73566-fe6a-4c97-af37-f47a7e46dbb7 None None] Bound using segment: {'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:11:50.369111 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-2ff73566-fe6a-4c97-af37-f47a7e46dbb7 None None] Bound port: d8f3977c-211b-436f-9f76-14fcee61eef4, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:11:50.369511 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2ff73566-fe6a-4c97-af37-f47a7e46dbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (d8f3977c-211b-436f-9f76-14fcee61eef4), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:50.516332 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5955c8-f8b4-4dd0-a053-3554198160b6 None None] DHCP port deletion for 6bd7ebd5-bcb7-4f80-92c5-f2430e257e3d request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:11:50.520725 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a0d941da-fa6e-409f-a373-9094043c347f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for port (3918b94b-f3c7-4057-8176-5c9a0fb99de0), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:50.552708 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:50.678189 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b4728131-ef03-43dd-a73d-6beca55ae2ff no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:11:50.683470 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-d4e1510f-4896-4ce9-9a5f-5d61046403d7 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] For port b4728131-ef03-43dd-a73d-6beca55ae2ff, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b4728131-ef03-43dd-a73d-6beca55ae2ff,segment=NetworkSegment(057b4893-2466-4cf7-ab65-3e741a885ba7),segment_id=057b4893-2466-4cf7-ab65-3e741a885ba7)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:11:50.688035 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d4e1510f-4896-4ce9-9a5f-5d61046403d7 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (b4728131-ef03-43dd-a73d-6beca55ae2ff), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:50.739244 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-27a2c511-448e-41cf-ada2-152db5da473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (b4728131-ef03-43dd-a73d-6beca55ae2ff), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:50.740251 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-d4e1510f-4896-4ce9-9a5f-5d61046403d7 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Calling delete_port for b4728131-ef03-43dd-a73d-6beca55ae2ff owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:11:50.833867 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: b4728131-ef03-43dd-a73d-6beca55ae2ff {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:11:50.836146 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b4728131-ef03-43dd-a73d-6beca55ae2ff not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:11:50.850165 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a0d941da-fa6e-409f-a373-9094043c347f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (3918b94b-f3c7-4057-8176-5c9a0fb99de0), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:50.964836 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a2c511-448e-41cf-ada2-152db5da473d None None] No DVR routers for this DVR port b4728131-ef03-43dd-a73d-6beca55ae2ff on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:11:50.979159 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-0d5955c8-f8b4-4dd0-a053-3554198160b6 None None] Deleting port 38076181-6cfe-4052-9987-afebe5e299cc {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:11:50.982282 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0d5955c8-f8b4-4dd0-a053-3554198160b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (38076181-6cfe-4052-9987-afebe5e299cc), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:50.996296 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:11:50.998616 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d4e1510f-4896-4ce9-9a5f-5d61046403d7 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (b4728131-ef03-43dd-a73d-6beca55ae2ff), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:51.066567 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e1510f-4896-4ce9-9a5f-5d61046403d7 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Pushing event deleted for resources: {'Port': ['ID=b4728131-ef03-43dd-a73d-6beca55ae2ff,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:11:51.078776 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e1510f-4896-4ce9-9a5f-5d61046403d7 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] No DVR routers for this DVR port b4728131-ef03-43dd-a73d-6beca55ae2ff on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:11:51.135420 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d941da-fa6e-409f-a373-9094043c347f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event updated for resources: {'Port': ['ID=3918b94b-f3c7-4057-8176-5c9a0fb99de0,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:11:51.183019 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d941da-fa6e-409f-a373-9094043c347f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:11:51.187173 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-a0d941da-fa6e-409f-a373-9094043c347f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:11:51.196240 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d941da-fa6e-409f-a373-9094043c347f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:11:51.236093 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d941da-fa6e-409f-a373-9094043c347f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:11:51.236093 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a0d941da-fa6e-409f-a373-9094043c347f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:51.237032 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-0d5955c8-f8b4-4dd0-a053-3554198160b6 None None] For port 38076181-6cfe-4052-9987-afebe5e299cc, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=38076181-6cfe-4052-9987-afebe5e299cc,segment=NetworkSegment(5ced2666-6c58-41cb-b612-9d379de8f2e1),segment_id=5ced2666-6c58-41cb-b612-9d379de8f2e1)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:11:51.237724 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0d5955c8-f8b4-4dd0-a053-3554198160b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (38076181-6cfe-4052-9987-afebe5e299cc), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:51.337313 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d4e1510f-4896-4ce9-9a5f-5d61046403d7 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (7bd66d12-43d6-4e45-b049-903726373224), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:51.342395 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-0d5955c8-f8b4-4dd0-a053-3554198160b6 None None] Calling delete_port for 38076181-6cfe-4052-9987-afebe5e299cc owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:11:51.401241 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-d4e1510f-4896-4ce9-9a5f-5d61046403d7 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bd66d12-43d6-4e45-b049-903726373224']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:11:51.427860 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-d4e1510f-4896-4ce9-9a5f-5d61046403d7 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '057b4893-2466-4cf7-ab65-3e741a885ba7') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:11:51.428376 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-d4e1510f-4896-4ce9-9a5f-5d61046403d7 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '057b4893-2466-4cf7-ab65-3e741a885ba7') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:11:51.456872 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d4e1510f-4896-4ce9-9a5f-5d61046403d7 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (057b4893-2466-4cf7-ab65-3e741a885ba7), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:51.496072 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d4e1510f-4896-4ce9-9a5f-5d61046403d7 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (057b4893-2466-4cf7-ab65-3e741a885ba7), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:51.511970 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4e1510f-4896-4ce9-9a5f-5d61046403d7 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:11:51.512829 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d4e1510f-4896-4ce9-9a5f-5d61046403d7 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (057b4893-2466-4cf7-ab65-3e741a885ba7), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:51.565472 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a2c511-448e-41cf-ada2-152db5da473d None None] Pushing event deleted for resources: {'Port': ['ID=b4728131-ef03-43dd-a73d-6beca55ae2ff,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:11:51.583279 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a0d941da-fa6e-409f-a373-9094043c347f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.4179766 Oct 04 21:11:51.593044 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 34682) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:11:51.632882 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2ff73566-fe6a-4c97-af37-f47a7e46dbb7 None None] For port d8f3977c-211b-436f-9f76-14fcee61eef4, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:11:51.641623 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:11:51.839260 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef684f1-567e-477a-863f-426a66f04986 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:11:51.861496 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2ff73566-fe6a-4c97-af37-f47a7e46dbb7 None None] For port d8f3977c-211b-436f-9f76-14fcee61eef4, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=d8f3977c-211b-436f-9f76-14fcee61eef4,segment=NetworkSegment(a074d1d3-d8bf-45a2-a3f3-7647e2465b5f),segment_id=a074d1d3-d8bf-45a2-a3f3-7647e2465b5f)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:11:51.867315 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef684f1-567e-477a-863f-426a66f04986 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:11:51.876488 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-9ef684f1-567e-477a-863f-426a66f04986 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2816784 Oct 04 21:11:51.882951 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 34688) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:11:51.888148 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 057b4893-2466-4cf7-ab65-3e741a885ba7 resource provider aggregate not found Oct 04 21:11:51.926958 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:52.000997 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 057b4893-2466-4cf7-ab65-3e741a885ba7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 057b4893-2466-4cf7-ab65-3e741a885ba7 found for delete ", "request_id": "req-04f2b5c5-f842-4eb6-9c64-528069fc9c34"}]} Oct 04 21:11:52.025904 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2ff73566-fe6a-4c97-af37-f47a7e46dbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (d8f3977c-211b-436f-9f76-14fcee61eef4), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:52.054010 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d4e1510f-4896-4ce9-9a5f-5d61046403d7 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (7bd66d12-43d6-4e45-b049-903726373224), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:52.065038 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d4e1510f-4896-4ce9-9a5f-5d61046403d7 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:52.085851 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d4e1510f-4896-4ce9-9a5f-5d61046403d7 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] 10.222.0.78 "DELETE /networking/v2.0/networks/7bd66d12-43d6-4e45-b049-903726373224 HTTP/1.1" status: 204 len: 168 time: 2.2277582 Oct 04 21:11:52.087319 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 34692) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:11:52.219603 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:52.262011 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e1510f-4896-4ce9-9a5f-5d61046403d7 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Pushing event deleted for resources: {'Network': ['ID=7bd66d12-43d6-4e45-b049-903726373224,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:11:52.302945 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-b41da235-72ef-4bea-ad33-b40122128530 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Deleting port 3918b94b-f3c7-4057-8176-5c9a0fb99de0 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:11:52.303546 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b41da235-72ef-4bea-ad33-b40122128530 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (3918b94b-f3c7-4057-8176-5c9a0fb99de0), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:52.318427 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=84,neutron:INSERT=5,neutron:DELETE=6,neutron:UPDATE=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:11:52.381631 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff73566-fe6a-4c97-af37-f47a7e46dbb7 None None] Pushing event updated for resources: {'Port': ['ID=d8f3977c-211b-436f-9f76-14fcee61eef4,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:11:52.505323 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0d5955c8-f8b4-4dd0-a053-3554198160b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (38076181-6cfe-4052-9987-afebe5e299cc), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:52.773792 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5955c8-f8b4-4dd0-a053-3554198160b6 None None] No DVR routers for this DVR port 38076181-6cfe-4052-9987-afebe5e299cc on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:11:52.780521 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b41da235-72ef-4bea-ad33-b40122128530 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (3918b94b-f3c7-4057-8176-5c9a0fb99de0), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:52.781056 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 38076181-6cfe-4052-9987-afebe5e299cc no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:11:52.797271 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dac3584d-3dd7-4bb9-bed0-dfccd50ff2f7 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (6bd7ebd5-bcb7-4f80-92c5-f2430e257e3d), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:52.834972 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-b41da235-72ef-4bea-ad33-b40122128530 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Calling delete_port for 3918b94b-f3c7-4057-8176-5c9a0fb99de0 owned by {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:11:52.845848 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 38076181-6cfe-4052-9987-afebe5e299cc {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:11:52.849301 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 38076181-6cfe-4052-9987-afebe5e299cc not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:11:52.871971 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5955c8-f8b4-4dd0-a053-3554198160b6 None None] Pushing event deleted for resources: {'Port': ['ID=38076181-6cfe-4052-9987-afebe5e299cc,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:11:53.121014 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dac3584d-3dd7-4bb9-bed0-dfccd50ff2f7 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (6bd7ebd5-bcb7-4f80-92c5-f2430e257e3d), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:53.243357 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-dac3584d-3dd7-4bb9-bed0-dfccd50ff2f7 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bd7ebd5-bcb7-4f80-92c5-f2430e257e3d']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:11:53.294815 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-dac3584d-3dd7-4bb9-bed0-dfccd50ff2f7 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ced2666-6c58-41cb-b612-9d379de8f2e1') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:11:53.299094 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-dac3584d-3dd7-4bb9-bed0-dfccd50ff2f7 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ced2666-6c58-41cb-b612-9d379de8f2e1') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:11:53.355204 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dac3584d-3dd7-4bb9-bed0-dfccd50ff2f7 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (5ced2666-6c58-41cb-b612-9d379de8f2e1), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:53.375193 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:11:53.414933 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dac3584d-3dd7-4bb9-bed0-dfccd50ff2f7 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (5ced2666-6c58-41cb-b612-9d379de8f2e1), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:53.438810 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dac3584d-3dd7-4bb9-bed0-dfccd50ff2f7 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:11:53.439447 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dac3584d-3dd7-4bb9-bed0-dfccd50ff2f7 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (5ced2666-6c58-41cb-b612-9d379de8f2e1), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:53.756635 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dac3584d-3dd7-4bb9-bed0-dfccd50ff2f7 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (6bd7ebd5-bcb7-4f80-92c5-f2430e257e3d), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:53.806344 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dac3584d-3dd7-4bb9-bed0-dfccd50ff2f7 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:53.842945 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-dac3584d-3dd7-4bb9-bed0-dfccd50ff2f7 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] 10.222.0.78 "DELETE /networking/v2.0/networks/6bd7ebd5-bcb7-4f80-92c5-f2430e257e3d HTTP/1.1" status: 204 len: 168 time: 1.6402738 Oct 04 21:11:53.900045 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac3584d-3dd7-4bb9-bed0-dfccd50ff2f7 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Pushing event deleted for resources: {'Network': ['ID=6bd7ebd5-bcb7-4f80-92c5-f2430e257e3d,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:11:53.911546 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 34716) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:11:54.069188 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=7 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:11:54.153721 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed479530-b01c-4d80-a21a-1ba1ecb42057 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Deleting subnet 2c3d7327-ac42-4b81-ad5d-5e1e62ab2d1f {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:11:54.175766 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ed479530-b01c-4d80-a21a-1ba1ecb42057 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks [] for subnet (2c3d7327-ac42-4b81-ad5d-5e1e62ab2d1f), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:54.391389 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b41da235-72ef-4bea-ad33-b40122128530 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (3918b94b-f3c7-4057-8176-5c9a0fb99de0), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:54.472445 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ed479530-b01c-4d80-a21a-1ba1ecb42057 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (2c3d7327-ac42-4b81-ad5d-5e1e62ab2d1f), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:54.618645 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41da235-72ef-4bea-ad33-b40122128530 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event deleted for resources: {'Port': ['ID=3918b94b-f3c7-4057-8176-5c9a0fb99de0,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:11:54.630047 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 5ced2666-6c58-41cb-b612-9d379de8f2e1 resource provider aggregate not found Oct 04 21:11:54.749714 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 5ced2666-6c58-41cb-b612-9d379de8f2e1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5ced2666-6c58-41cb-b612-9d379de8f2e1 found for delete ", "request_id": "req-8ce30340-c555-474b-9897-c5c02e414e8f"}]} Oct 04 21:11:54.808689 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b41da235-72ef-4bea-ad33-b40122128530 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:54.820830 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-336c2508-0141-4521-91b8-dc4559c70c88 None None] Provisioning complete for port d8f3977c-211b-436f-9f76-14fcee61eef4 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:11:54.821618 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b41da235-72ef-4bea-ad33-b40122128530 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/ports/3918b94b-f3c7-4057-8176-5c9a0fb99de0 HTTP/1.1" status: 204 len: 168 time: 2.9298747 Oct 04 21:11:54.821909 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-336c2508-0141-4521-91b8-dc4559c70c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (d8f3977c-211b-436f-9f76-14fcee61eef4), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:54.821909 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-336c2508-0141-4521-91b8-dc4559c70c88 None None] Attempt 1 to provision port d8f3977c-211b-436f-9f76-14fcee61eef4 Oct 04 21:11:54.822854 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 34740) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:11:54.837547 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device d8f3977c-211b-436f-9f76-14fcee61eef4 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:11:54.963093 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ed479530-b01c-4d80-a21a-1ba1ecb42057 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (2c3d7327-ac42-4b81-ad5d-5e1e62ab2d1f), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:55.271543 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcdf0a9-103e-4727-8ec9-2eacbfdfbf5a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:11:55.275798 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcdf0a9-103e-4727-8ec9-2eacbfdfbf5a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:11:55.283505 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-5bcdf0a9-103e-4727-8ec9-2eacbfdfbf5a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.4574142 Oct 04 21:11:55.284091 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 34742) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:11:55.326999 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ed479530-b01c-4d80-a21a-1ba1ecb42057 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (2c3d7327-ac42-4b81-ad5d-5e1e62ab2d1f), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:55.571922 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-336c2508-0141-4521-91b8-dc4559c70c88 None None] Current status of the port d8f3977c-211b-436f-9f76-14fcee61eef4 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:11:55.573730 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-336c2508-0141-4521-91b8-dc4559c70c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (d8f3977c-211b-436f-9f76-14fcee61eef4), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:55.587067 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port d8f3977c-211b-436f-9f76-14fcee61eef4 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:11:55.592966 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (d8f3977c-211b-436f-9f76-14fcee61eef4), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:55.594050 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port d8f3977c-211b-436f-9f76-14fcee61eef4 Oct 04 21:11:55.595960 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed479530-b01c-4d80-a21a-1ba1ecb42057 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Pushing event deleted for resources: {'Subnet': ['ID=2c3d7327-ac42-4b81-ad5d-5e1e62ab2d1f,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:11:55.623997 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ed479530-b01c-4d80-a21a-1ba1ecb42057 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:55.645146 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ed479530-b01c-4d80-a21a-1ba1ecb42057 tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/2c3d7327-ac42-4b81-ad5d-5e1e62ab2d1f HTTP/1.1" status: 204 len: 168 time: 1.7303512 Oct 04 21:11:55.646628 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 34754) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:11:55.752230 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb77ea02-11f2-49ee-a785-575e5c8f3328 None None] Network 3a45e6c3-7226-420e-85ab-7376018260e3 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:11:55.886226 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-8128e05a-ac01-49e6-984f-a4198537ba5c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Deleting subnet 136547e8-6c6c-4fc1-9a57-ca8f4c26c9df {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:11:55.913977 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8128e05a-ac01-49e6-984f-a4198537ba5c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (136547e8-6c6c-4fc1-9a57-ca8f4c26c9df), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:56.091030 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8128e05a-ac01-49e6-984f-a4198537ba5c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (136547e8-6c6c-4fc1-9a57-ca8f4c26c9df), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:56.400471 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9c4de-e2dc-4cc3-b865-d42109ae66ed req-8976bb39-bf44-44b4-8f3d-4694b887aa0e tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:11:56.404860 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8128e05a-ac01-49e6-984f-a4198537ba5c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (136547e8-6c6c-4fc1-9a57-ca8f4c26c9df), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:56.423656 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-dff9c4de-e2dc-4cc3-b865-d42109ae66ed req-8976bb39-bf44-44b4-8f3d-4694b887aa0e tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e5caffef-3784-4343-9a47-bb934f2b2214 HTTP/1.1" status: 200 len: 948 time: 0.6010034 Oct 04 21:11:56.500628 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-424f68e6-68f6-4f56-8f76-73418ecdd3dd tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (3a45e6c3-7226-420e-85ab-7376018260e3), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:56.584802 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53987d6-3f4a-47bc-8b38-abf20a9bb80b req-4ff57c85-c7c9-490a-8a8d-f401ccdf4b2a tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:11:56.587891 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-d53987d6-3f4a-47bc-8b38-abf20a9bb80b req-4ff57c85-c7c9-490a-8a8d-f401ccdf4b2a tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=e5caffef-3784-4343-9a47-bb934f2b2214 HTTP/1.1" status: 200 len: 948 time: 0.2822056 Oct 04 21:11:56.714060 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8128e05a-ac01-49e6-984f-a4198537ba5c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (136547e8-6c6c-4fc1-9a57-ca8f4c26c9df), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:56.845448 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-424f68e6-68f6-4f56-8f76-73418ecdd3dd tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Deleting port a3b7469f-5989-47ab-85be-f65bace60b2b {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:11:56.846194 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-424f68e6-68f6-4f56-8f76-73418ecdd3dd tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (a3b7469f-5989-47ab-85be-f65bace60b2b), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:56.925986 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-dff9c4de-e2dc-4cc3-b865-d42109ae66ed req-b1ca581f-84b6-482f-8a0b-7791d07d27d4 tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=853b946f-c2c7-4062-9c03-27bf6450f5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4981480 Oct 04 21:11:56.945115 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8128e05a-ac01-49e6-984f-a4198537ba5c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event deleted for resources: {'Subnet': ['ID=136547e8-6c6c-4fc1-9a57-ca8f4c26c9df,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:11:56.954108 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-336c2508-0141-4521-91b8-dc4559c70c88 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 21:11:56.959355 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-336c2508-0141-4521-91b8-dc4559c70c88 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 21:11:56.964183 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port d8f3977c-211b-436f-9f76-14fcee61eef4 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:11:56.996252 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (d8f3977c-211b-436f-9f76-14fcee61eef4), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:57.009315 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1038c292-334d-48ba-a269-0b575f907757 None None] DHCP port deletion for 3a45e6c3-7226-420e-85ab-7376018260e3 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:11:57.042318 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:11:57.072177 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8128e05a-ac01-49e6-984f-a4198537ba5c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:57.084319 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-8128e05a-ac01-49e6-984f-a4198537ba5c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/136547e8-6c6c-4fc1-9a57-ca8f4c26c9df HTTP/1.1" status: 204 len: 168 time: 1.7950444 Oct 04 21:11:57.085746 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf67d75-7cf7-4576-a736-3bf1b32e56b5 None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:11:57.138199 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-424f68e6-68f6-4f56-8f76-73418ecdd3dd tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] For port a3b7469f-5989-47ab-85be-f65bace60b2b, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=a3b7469f-5989-47ab-85be-f65bace60b2b,segment=NetworkSegment(c30f9cb6-f3e8-4430-ab82-9874258e96fe),segment_id=c30f9cb6-f3e8-4430-ab82-9874258e96fe)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:11:57.138947 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-424f68e6-68f6-4f56-8f76-73418ecdd3dd tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (a3b7469f-5989-47ab-85be-f65bace60b2b), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:57.149943 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 34774) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:11:57.183256 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-1038c292-334d-48ba-a269-0b575f907757 None None] Deleting port a3b7469f-5989-47ab-85be-f65bace60b2b {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:11:57.185256 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-1038c292-334d-48ba-a269-0b575f907757 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (a3b7469f-5989-47ab-85be-f65bace60b2b), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:57.209225 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-424f68e6-68f6-4f56-8f76-73418ecdd3dd tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Calling delete_port for a3b7469f-5989-47ab-85be-f65bace60b2b owned by network:dhcp {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:11:57.360533 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a604923f-3c3e-4d13-9315-a166ada7e270 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1879044 Oct 04 21:11:57.379361 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 34780) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:11:57.407440 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-4845cc5a-d3c5-49ce-b45a-56a4ed95aff0 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Request body: {'subnet': {'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:11:57.456722 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [req-d53987d6-3f4a-47bc-8b38-abf20a9bb80b req-1c9ce994-a971-4979-b965-12fa2c5da64c tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] Deleting port 1c154906-993f-4652-add1-a70d59e80af4 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:11:57.463355 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-d53987d6-3f4a-47bc-8b38-abf20a9bb80b req-1c9ce994-a971-4979-b965-12fa2c5da64c tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (1c154906-993f-4652-add1-a70d59e80af4), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:57.547061 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:11:57.560831 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 21:11:57.565151 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 21:11:57.881586 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:11:57.905884 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-1038c292-334d-48ba-a269-0b575f907757 None None] For port a3b7469f-5989-47ab-85be-f65bace60b2b, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=a3b7469f-5989-47ab-85be-f65bace60b2b,segment=NetworkSegment(c30f9cb6-f3e8-4430-ab82-9874258e96fe),segment_id=c30f9cb6-f3e8-4430-ab82-9874258e96fe)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:11:57.906769 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-1038c292-334d-48ba-a269-0b575f907757 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (a3b7469f-5989-47ab-85be-f65bace60b2b), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:57.914248 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-336c2508-0141-4521-91b8-dc4559c70c88 None None] Current status of the port d8f3977c-211b-436f-9f76-14fcee61eef4 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:11:57.915025 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-336c2508-0141-4521-91b8-dc4559c70c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (d8f3977c-211b-436f-9f76-14fcee61eef4), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:57.966450 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-1038c292-334d-48ba-a269-0b575f907757 None None] Calling delete_port for a3b7469f-5989-47ab-85be-f65bace60b2b owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:11:58.015996 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:11:58.032676 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [req-d53987d6-3f4a-47bc-8b38-abf20a9bb80b req-1c9ce994-a971-4979-b965-12fa2c5da64c tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] For port 1c154906-993f-4652-add1-a70d59e80af4, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=1c154906-993f-4652-add1-a70d59e80af4,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:11:58.033278 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-d53987d6-3f4a-47bc-8b38-abf20a9bb80b req-1c9ce994-a971-4979-b965-12fa2c5da64c tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (1c154906-993f-4652-add1-a70d59e80af4), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:58.083067 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [req-d53987d6-3f4a-47bc-8b38-abf20a9bb80b req-1c9ce994-a971-4979-b965-12fa2c5da64c tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] Calling delete_port for 1c154906-993f-4652-add1-a70d59e80af4 owned by compute:nova {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:11:58.133361 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-424f68e6-68f6-4f56-8f76-73418ecdd3dd tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (a3b7469f-5989-47ab-85be-f65bace60b2b), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:58.134225 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9878bcb6-e0cb-4c31-9b35-d1ad908e89e6 None None] DHCP port deletion for 42edc29f-8c98-4058-994e-1dc4e7a022d1 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:11:58.266305 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424f68e6-68f6-4f56-8f76-73418ecdd3dd tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Pushing event deleted for resources: {'Port': ['ID=a3b7469f-5989-47ab-85be-f65bace60b2b,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:11:58.271201 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-336c2508-0141-4521-91b8-dc4559c70c88 None None] For port d8f3977c-211b-436f-9f76-14fcee61eef4, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=d8f3977c-211b-436f-9f76-14fcee61eef4,segment=NetworkSegment(a074d1d3-d8bf-45a2-a3f3-7647e2465b5f),segment_id=a074d1d3-d8bf-45a2-a3f3-7647e2465b5f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:11:58.306225 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424f68e6-68f6-4f56-8f76-73418ecdd3dd tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] No DVR routers for this DVR port a3b7469f-5989-47ab-85be-f65bace60b2b on host n-d-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:11:58.401395 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4845cc5a-d3c5-49ce-b45a-56a4ed95aff0 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Made reservation on behalf of f31334bc846b471aace4cb8b5f10ff51 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:11:58.408145 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4845cc5a-d3c5-49ce-b45a-56a4ed95aff0 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:58.518008 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-9878bcb6-e0cb-4c31-9b35-d1ad908e89e6 None None] Deleting port d8f3977c-211b-436f-9f76-14fcee61eef4 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:11:58.518680 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9878bcb6-e0cb-4c31-9b35-d1ad908e89e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (d8f3977c-211b-436f-9f76-14fcee61eef4), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:58.622113 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port d8f3977c-211b-436f-9f76-14fcee61eef4 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:11:58.624392 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (d8f3977c-211b-436f-9f76-14fcee61eef4), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:58.733074 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-1038c292-334d-48ba-a269-0b575f907757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (a3b7469f-5989-47ab-85be-f65bace60b2b), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:58.748075 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-336c2508-0141-4521-91b8-dc4559c70c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (d8f3977c-211b-436f-9f76-14fcee61eef4), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:58.846373 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-424f68e6-68f6-4f56-8f76-73418ecdd3dd tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (3a45e6c3-7226-420e-85ab-7376018260e3), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:58.976609 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-424f68e6-68f6-4f56-8f76-73418ecdd3dd tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a45e6c3-7226-420e-85ab-7376018260e3']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:11:59.021852 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 21:11:59.055665 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-424f68e6-68f6-4f56-8f76-73418ecdd3dd tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c30f9cb6-f3e8-4430-ab82-9874258e96fe') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:11:59.056190 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-424f68e6-68f6-4f56-8f76-73418ecdd3dd tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c30f9cb6-f3e8-4430-ab82-9874258e96fe') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:11:59.108672 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-424f68e6-68f6-4f56-8f76-73418ecdd3dd tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (c30f9cb6-f3e8-4430-ab82-9874258e96fe), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:59.171614 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-424f68e6-68f6-4f56-8f76-73418ecdd3dd tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (c30f9cb6-f3e8-4430-ab82-9874258e96fe), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:59.202723 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-424f68e6-68f6-4f56-8f76-73418ecdd3dd tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:11:59.212026 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-424f68e6-68f6-4f56-8f76-73418ecdd3dd tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (c30f9cb6-f3e8-4430-ab82-9874258e96fe), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:59.460907 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-9878bcb6-e0cb-4c31-9b35-d1ad908e89e6 None None] For port d8f3977c-211b-436f-9f76-14fcee61eef4, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=d8f3977c-211b-436f-9f76-14fcee61eef4,segment=NetworkSegment(a074d1d3-d8bf-45a2-a3f3-7647e2465b5f),segment_id=a074d1d3-d8bf-45a2-a3f3-7647e2465b5f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:11:59.462552 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9878bcb6-e0cb-4c31-9b35-d1ad908e89e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (d8f3977c-211b-436f-9f76-14fcee61eef4), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:59.502851 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-9878bcb6-e0cb-4c31-9b35-d1ad908e89e6 None None] Calling delete_port for d8f3977c-211b-436f-9f76-14fcee61eef4 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:11:59.628998 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5ee1f8-dc00-4a3b-9272-ffd5cf93a964 req-6ff98b2c-f546-4c68-8322-775c160d1c6d tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:11:59.638052 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-fb5ee1f8-dc00-4a3b-9272-ffd5cf93a964 req-6ff98b2c-f546-4c68-8322-775c160d1c6d tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e5caffef-3784-4343-9a47-bb934f2b2214 HTTP/1.1" status: 200 len: 948 time: 1.2911339 Oct 04 21:11:59.647839 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:11:59.653353 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1038c292-334d-48ba-a269-0b575f907757 None None] Pushing event deleted for resources: {'Port': ['ID=a3b7469f-5989-47ab-85be-f65bace60b2b,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:11:59.680803 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:11:59.695384 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-870db978-5415-4fe8-9c65-c357c280ed1b None None] Could not find standard attr ID for object 3918b94b-f3c7-4057-8176-5c9a0fb99de0. {{(pid=108171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 04 21:11:59.706072 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device 1c154906-993f-4652-add1-a70d59e80af4 no longer exists at agent hyperv_n-h1-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:11:59.743411 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-424f68e6-68f6-4f56-8f76-73418ecdd3dd tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (3a45e6c3-7226-420e-85ab-7376018260e3), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:59.760588 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-424f68e6-68f6-4f56-8f76-73418ecdd3dd tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:11:59.776554 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-424f68e6-68f6-4f56-8f76-73418ecdd3dd tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] 10.222.0.78 "DELETE /networking/v2.0/networks/3a45e6c3-7226-420e-85ab-7376018260e3 HTTP/1.1" status: 204 len: 168 time: 4.1246712 Oct 04 21:11:59.787489 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 34814) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:11:59.891994 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424f68e6-68f6-4f56-8f76-73418ecdd3dd tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Pushing event deleted for resources: {'Network': ['ID=3a45e6c3-7226-420e-85ab-7376018260e3,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:11:59.914360 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:11:59.965953 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 21:11:59.970795 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 21:11:59.980647 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1038c292-334d-48ba-a269-0b575f907757 None None] No DVR routers for this DVR port a3b7469f-5989-47ab-85be-f65bace60b2b on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:12:00.114545 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-fb5ee1f8-dc00-4a3b-9272-ffd5cf93a964 req-78cbc5be-5bf3-44a2-b864-d3addda75147 tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=853b946f-c2c7-4062-9c03-27bf6450f5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4465308 Oct 04 21:12:00.137449 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment c30f9cb6-f3e8-4430-ab82-9874258e96fe resource provider aggregate not found Oct 04 21:12:00.203445 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-d53987d6-3f4a-47bc-8b38-abf20a9bb80b req-1c9ce994-a971-4979-b965-12fa2c5da64c tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (1c154906-993f-4652-add1-a70d59e80af4), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:00.216616 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a934a460-ef1c-4bf2-a74a-0a8beae8698d tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=05c9b815-805c-41a0-b427-2f23d943af00 HTTP/1.1" status: 200 len: 205 time: 0.3644090 Oct 04 21:12:00.228548 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 34822) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:12:00.373894 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ce994-a971-4979-b965-12fa2c5da64c tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] Pushing event deleted for resources: {'Port': ['ID=1c154906-993f-4652-add1-a70d59e80af4,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:12:00.404589 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336c2508-0141-4521-91b8-dc4559c70c88 None None] Pushing event updated for resources: {'Port': ['ID=d8f3977c-211b-436f-9f76-14fcee61eef4,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:12:00.425630 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] No active binding found for port 1c154906-993f-4652-add1-a70d59e80af4 {{(pid=108171) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Oct 04 21:12:00.426510 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] The host n-h1-852085-12 is not matching for port 1c154906-993f-4652-add1-a70d59e80af4 host None! {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2431}} Oct 04 21:12:00.426969 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device 1c154906-993f-4652-add1-a70d59e80af4 not bound to the agent host n-h1-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:12:00.485429 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment c30f9cb6-f3e8-4430-ab82-9874258e96fe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c30f9cb6-f3e8-4430-ab82-9874258e96fe found for delete ", "request_id": "req-da63779b-8f6d-47f3-b370-8fa577d509a3"}]} Oct 04 21:12:00.525707 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9878bcb6-e0cb-4c31-9b35-d1ad908e89e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (d8f3977c-211b-436f-9f76-14fcee61eef4), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:00.545611 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [req-d53987d6-3f4a-47bc-8b38-abf20a9bb80b req-1c9ce994-a971-4979-b965-12fa2c5da64c tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] No DVR routers for this DVR port 1c154906-993f-4652-add1-a70d59e80af4 on host n-h1-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:12:00.582959 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-d53987d6-3f4a-47bc-8b38-abf20a9bb80b req-1c9ce994-a971-4979-b965-12fa2c5da64c tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:00.606573 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9878bcb6-e0cb-4c31-9b35-d1ad908e89e6 None None] No DVR routers for this DVR port d8f3977c-211b-436f-9f76-14fcee61eef4 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:12:00.612643 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-d53987d6-3f4a-47bc-8b38-abf20a9bb80b req-1c9ce994-a971-4979-b965-12fa2c5da64c tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] 10.222.0.83 "DELETE /networking/v2.0/ports/1c154906-993f-4652-add1-a70d59e80af4 HTTP/1.1" status: 204 len: 173 time: 4.0184453 Oct 04 21:12:00.615756 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5caffef-3784-4343-9a47-bb934f2b2214', 'name': 'network-vif-deleted', 'tag': '1c154906-993f-4652-add1-a70d59e80af4'}] {{(pid=108169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 21:12:00.636568 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9d1f9e34-721b-4c15-ac31-3a14864744ed tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks [] for router (05c9b815-805c-41a0-b427-2f23d943af00), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:00.655192 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dea34fca0f7d6c1de22810621a04fa86ac5e48141775903912ac1624808dfef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc92f04-3ba3-40bd-8999-af7da8a9f8c8" -d '{"events": [{"server_uuid": "e5caffef-3784-4343-9a47-bb934f2b2214", "name": "network-vif-deleted", "tag": "1c154906-993f-4652-add1-a70d59e80af4"}]}' {{(pid=108169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 21:12:00.704811 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9878bcb6-e0cb-4c31-9b35-d1ad908e89e6 None None] Pushing event deleted for resources: {'Port': ['ID=d8f3977c-211b-436f-9f76-14fcee61eef4,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:12:01.008047 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Port d8f3977c-211b-436f-9f76-14fcee61eef4 update to ACTIVE by agent not found {{(pid=108171) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2310}} Oct 04 21:12:01.074331 n-d-852085-12 neutron-server[108169]: DEBUG neutron.objects.ports [None req-4845cc5a-d3c5-49ce-b45a-56a4ed95aff0 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108169) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 04 21:12:01.093737 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4845cc5a-d3c5-49ce-b45a-56a4ed95aff0 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (cbf35f34-8711-4432-b2d0-7313744d17a7), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:01.410476 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 21:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48352473-19a2-462b-8e94-6cfc120f5057 x-openstack-request-id: req-48352473-19a2-462b-8e94-6cfc120f5057 {{(pid=108169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 21:12:01.415790 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5caffef-3784-4343-9a47-bb934f2b2214", "name": "network-vif-deleted", "tag": "1c154906-993f-4652-add1-a70d59e80af4", "status": "completed", "code": 200}]} {{(pid=108169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 21:12:01.428506 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-48352473-19a2-462b-8e94-6cfc120f5057 {{(pid=108169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 21:12:01.431068 n-d-852085-12 neutron-server[108169]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48352473-19a2-462b-8e94-6cfc120f5057'] response: {'server_uuid': 'e5caffef-3784-4343-9a47-bb934f2b2214', 'name': 'network-vif-deleted', 'tag': '1c154906-993f-4652-add1-a70d59e80af4', 'status': 'completed', 'code': 200} Oct 04 21:12:01.467550 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4845cc5a-d3c5-49ce-b45a-56a4ed95aff0 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:12:01.467895 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device d8f3977c-211b-436f-9f76-14fcee61eef4 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:12:01.478582 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-4845cc5a-d3c5-49ce-b45a-56a4ed95aff0 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:12:01.489072 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4845cc5a-d3c5-49ce-b45a-56a4ed95aff0 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:12:01.490997 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4845cc5a-d3c5-49ce-b45a-56a4ed95aff0 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:01.542592 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4845cc5a-d3c5-49ce-b45a-56a4ed95aff0 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event updated for resources: {'Subnet': ['ID=cbf35f34-8711-4432-b2d0-7313744d17a7,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:12:01.650795 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: d8f3977c-211b-436f-9f76-14fcee61eef4 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:12:01.655002 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device d8f3977c-211b-436f-9f76-14fcee61eef4 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:12:01.658181 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a3b7469f-5989-47ab-85be-f65bace60b2b no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:12:01.671316 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65bb2b8-1e6a-4bca-b1b0-10e4cc31dae8 None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:12:01.702616 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f0f68371-2f40-4e40-be29-dc7b66f1d2c1 req-e7f9a3a4-56f5-45bf-9550-757ff8c67eea tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e5caffef-3784-4343-9a47-bb934f2b2214 HTTP/1.1" status: 200 len: 210 time: 0.1901245 Oct 04 21:12:01.715641 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9d1f9e34-721b-4c15-ac31-3a14864744ed tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (05c9b815-805c-41a0-b427-2f23d943af00), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:01.732243 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9d1f9e34-721b-4c15-ac31-3a14864744ed tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks [] for router_controller (05c9b815-805c-41a0-b427-2f23d943af00), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:01.732243 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:12:01.746409 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: a3b7469f-5989-47ab-85be-f65bace60b2b {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:12:01.753057 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a3b7469f-5989-47ab-85be-f65bace60b2b not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:12:01.984834 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-4845cc5a-d3c5-49ce-b45a-56a4ed95aff0 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 4.5986540 Oct 04 21:12:01.985323 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 34844) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:12:01.998262 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-e4eb8def-5876-49a8-918e-6a45836c2161 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Request body: {'port': {'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'mac_address': 'fa:16:3e:5b:0c:ce', 'name': 'tempest-NetworksTestDHCPv6-2053354742'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:12:02.176067 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc63aa33-c28f-40e1-96d8-1ee5486aeef7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-42edc29f-8c98-4058-994e-1dc4e7a022d1', 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'project_id': 'f31334bc846b471aace4cb8b5f10ff51', 'fixed_ips': [{'subnet_id': 'cbf35f34-8711-4432-b2d0-7313744d17a7'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:12:02.180101 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-bc63aa33-c28f-40e1-96d8-1ee5486aeef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:02.203341 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9d1f9e34-721b-4c15-ac31-3a14864744ed tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (05c9b815-805c-41a0-b427-2f23d943af00), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:02.204941 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d1f9e34-721b-4c15-ac31-3a14864744ed tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Fanout notify agent at l3_agent the message router_deleted on router 05c9b815-805c-41a0-b427-2f23d943af00 {{(pid=108170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 21:12:02.333275 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9d1f9e34-721b-4c15-ac31-3a14864744ed tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:02.344872 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-9d1f9e34-721b-4c15-ac31-3a14864744ed tempest-RoutersNegativeTest-333299328 tempest-RoutersNegativeTest-333299328-project] 10.222.0.78 "DELETE /networking/v2.0/routers/05c9b815-805c-41a0-b427-2f23d943af00 HTTP/1.1" status: 204 len: 168 time: 2.0971258 Oct 04 21:12:02.706173 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:02.790215 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4eb8def-5876-49a8-918e-6a45836c2161 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Made reservation on behalf of f31334bc846b471aace4cb8b5f10ff51 for: {'port': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:12:02.860458 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-bc63aa33-c28f-40e1-96d8-1ee5486aeef7 None None] Allocated IP 2001:db8::f816:3eff:fe8c:32f4 (42edc29f-8c98-4058-994e-1dc4e7a022d1/cbf35f34-8711-4432-b2d0-7313744d17a7/016817ee-e488-4444-a790-8b158d09d17a) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:12:03.288015 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-6508f752-fa5c-4064-b651-dc5371c9f2d4 req-7b83d08f-d762-474e-ae0c-5e8d20377f36 tempest-VolumesBackupsTest-153564717 tempest-VolumesBackupsTest-153564717-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e5caffef-3784-4343-9a47-bb934f2b2214 HTTP/1.1" status: 200 len: 210 time: 0.1464005 Oct 04 21:12:03.364253 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e4eb8def-5876-49a8-918e-6a45836c2161 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:03.472776 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:12:03.489518 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:03.533742 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [None req-e4eb8def-5876-49a8-918e-6a45836c2161 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] device_id is not set on port b010f589-9802-4844-b5a6-e73c93bd635b yet. {{(pid=108170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 21:12:03.676051 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-bc63aa33-c28f-40e1-96d8-1ee5486aeef7 None None] Publish callbacks [] for port (016817ee-e488-4444-a790-8b158d09d17a), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:03.742179 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=7 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:12:03.880504 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-bc63aa33-c28f-40e1-96d8-1ee5486aeef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (016817ee-e488-4444-a790-8b158d09d17a), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:04.022878 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 34872) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:12:04.028498 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc63aa33-c28f-40e1-96d8-1ee5486aeef7 None None] Pushing event updated for resources: {'Port': ['ID=016817ee-e488-4444-a790-8b158d09d17a,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:12:04.123222 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc63aa33-c28f-40e1-96d8-1ee5486aeef7 None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:12:04.136075 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-bc63aa33-c28f-40e1-96d8-1ee5486aeef7 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:12:04.152816 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc63aa33-c28f-40e1-96d8-1ee5486aeef7 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:12:04.207890 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-e4eb8def-5876-49a8-918e-6a45836c2161 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Allocated IP 2001:db8::f816:3eff:fe5b:cce (42edc29f-8c98-4058-994e-1dc4e7a022d1/cbf35f34-8711-4432-b2d0-7313744d17a7/b010f589-9802-4844-b5a6-e73c93bd635b) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:12:04.577454 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 34882) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:12:04.627110 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-bc63aa33-c28f-40e1-96d8-1ee5486aeef7 None None] Attempting to bind port 016817ee-e488-4444-a790-8b158d09d17a on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:12:04.628575 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-bc63aa33-c28f-40e1-96d8-1ee5486aeef7 None None] Attempting to bind port 016817ee-e488-4444-a790-8b158d09d17a by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:12:04.630652 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc63aa33-c28f-40e1-96d8-1ee5486aeef7 None None] Attempting to bind port 016817ee-e488-4444-a790-8b158d09d17a on network 42edc29f-8c98-4058-994e-1dc4e7a022d1 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:12:04.987261 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc63aa33-c28f-40e1-96d8-1ee5486aeef7 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:12:04.999943 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc63aa33-c28f-40e1-96d8-1ee5486aeef7 None None] Checking segment: {'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:12:04.999943 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-bc63aa33-c28f-40e1-96d8-1ee5486aeef7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:04.999943 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc63aa33-c28f-40e1-96d8-1ee5486aeef7 None None] Bound using segment: {'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:12:04.999943 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-bc63aa33-c28f-40e1-96d8-1ee5486aeef7 None None] Bound port: 016817ee-e488-4444-a790-8b158d09d17a, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:12:04.999943 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-bc63aa33-c28f-40e1-96d8-1ee5486aeef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (016817ee-e488-4444-a790-8b158d09d17a), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:05.089786 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:12:05.227885 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3cf5b056-75bf-49ec-8983-c4aafe102a5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:05.249831 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e4eb8def-5876-49a8-918e-6a45836c2161 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for port (b010f589-9802-4844-b5a6-e73c93bd635b), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:05.337110 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-bc63aa33-c28f-40e1-96d8-1ee5486aeef7 None None] For port 016817ee-e488-4444-a790-8b158d09d17a, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:12:05.352995 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-bc63aa33-c28f-40e1-96d8-1ee5486aeef7 None None] For port 016817ee-e488-4444-a790-8b158d09d17a, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=016817ee-e488-4444-a790-8b158d09d17a,segment=NetworkSegment(a074d1d3-d8bf-45a2-a3f3-7647e2465b5f),segment_id=a074d1d3-d8bf-45a2-a3f3-7647e2465b5f)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:12:05.517375 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-bc63aa33-c28f-40e1-96d8-1ee5486aeef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (016817ee-e488-4444-a790-8b158d09d17a), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:05.520689 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-0643bb37-0c0d-4a31-8e03-824cce89e767 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=a34037cb630d41e494b57174b0726773&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9410176 Oct 04 21:12:05.533021 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 34896) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:12:05.600783 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e4eb8def-5876-49a8-918e-6a45836c2161 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (b010f589-9802-4844-b5a6-e73c93bd635b), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:05.894058 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3cf5b056-75bf-49ec-8983-c4aafe102a5a admin admin] Publish callbacks [] for security_group (d8112533-d160-4035-8b04-bc2258c6849e), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:05.895029 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc63aa33-c28f-40e1-96d8-1ee5486aeef7 None None] Pushing event updated for resources: {'Port': ['ID=016817ee-e488-4444-a790-8b158d09d17a,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:12:06.032566 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4eb8def-5876-49a8-918e-6a45836c2161 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:12:06.072532 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-e4eb8def-5876-49a8-918e-6a45836c2161 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:12:06.103442 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3cf5b056-75bf-49ec-8983-c4aafe102a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (d8112533-d160-4035-8b04-bc2258c6849e), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:06.123970 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4eb8def-5876-49a8-918e-6a45836c2161 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:12:06.150417 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4eb8def-5876-49a8-918e-6a45836c2161 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:12:06.152158 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e4eb8def-5876-49a8-918e-6a45836c2161 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:06.162482 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:12:06.183634 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eb8def-5876-49a8-918e-6a45836c2161 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event updated for resources: {'Port': ['ID=b010f589-9802-4844-b5a6-e73c93bd635b,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:12:06.246922 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e643c9bb-52ef-4db3-b86e-9a8af3047579 admin admin] Publish callbacks [] for security_group (dab93356-43be-480c-b70e-677b8b12ec2e), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:06.345361 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e643c9bb-52ef-4db3-b86e-9a8af3047579 admin admin] Publish callbacks [] for security_group (dab93356-43be-480c-b70e-677b8b12ec2e), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:06.399032 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf5b056-75bf-49ec-8983-c4aafe102a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8112533-d160-4035-8b04-bc2258c6849e,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:12:06.422000 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-3cf5b056-75bf-49ec-8983-c4aafe102a5a admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=47cf882e978849a3aee16a0349ef07bd&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3949604 Oct 04 21:12:06.423791 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 34902) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:12:06.488402 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:12:06.544138 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-e4eb8def-5876-49a8-918e-6a45836c2161 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.5546436 Oct 04 21:12:06.546792 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 34910) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:12:06.700050 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e643c9bb-52ef-4db3-b86e-9a8af3047579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (dab93356-43be-480c-b70e-677b8b12ec2e), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:06.755167 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e643c9bb-52ef-4db3-b86e-9a8af3047579 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:06.796077 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-e643c9bb-52ef-4db3-b86e-9a8af3047579 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/dab93356-43be-480c-b70e-677b8b12ec2e HTTP/1.1" status: 204 len: 168 time: 1.2586510 Oct 04 21:12:06.843958 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e643c9bb-52ef-4db3-b86e-9a8af3047579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab93356-43be-480c-b70e-677b8b12ec2e,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:12:06.870689 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-03e29a69-89e2-45c0-b5ca-57b78c877495 admin admin] Publish callbacks [] for security_group (d8112533-d160-4035-8b04-bc2258c6849e), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:06.916755 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:12:06.944274 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ab259c-c42c-4c62-943a-69a3a4b135c4 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:12:06.989183 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ab259c-c42c-4c62-943a-69a3a4b135c4 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:12:07.005267 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a0ab259c-c42c-4c62-943a-69a3a4b135c4 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.4547710 Oct 04 21:12:07.008965 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 34916) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:12:07.064590 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-03e29a69-89e2-45c0-b5ca-57b78c877495 admin admin] Publish callbacks [] for security_group (d8112533-d160-4035-8b04-bc2258c6849e), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:07.529317 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-3b8dc75a-4f6f-4e58-bf85-7bbfec28e626 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Deleting port b010f589-9802-4844-b5a6-e73c93bd635b {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:12:07.530271 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3b8dc75a-4f6f-4e58-bf85-7bbfec28e626 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (b010f589-9802-4844-b5a6-e73c93bd635b), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:07.541964 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 016817ee-e488-4444-a790-8b158d09d17a up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:12:07.790391 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-03e29a69-89e2-45c0-b5ca-57b78c877495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (d8112533-d160-4035-8b04-bc2258c6849e), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:07.798131 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-03e29a69-89e2-45c0-b5ca-57b78c877495 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:07.806958 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-03e29a69-89e2-45c0-b5ca-57b78c877495 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/d8112533-d160-4035-8b04-bc2258c6849e HTTP/1.1" status: 204 len: 168 time: 1.3735099 Oct 04 21:12:07.807382 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 016817ee-e488-4444-a790-8b158d09d17a triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:12:07.807382 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (016817ee-e488-4444-a790-8b158d09d17a), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:07.808497 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 016817ee-e488-4444-a790-8b158d09d17a Oct 04 21:12:07.881993 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e29a69-89e2-45c0-b5ca-57b78c877495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8112533-d160-4035-8b04-bc2258c6849e,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:12:07.950427 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e29a69-89e2-45c0-b5ca-57b78c877495 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:12:07.951934 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e29a69-89e2-45c0-b5ca-57b78c877495 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:12:07.954695 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e29a69-89e2-45c0-b5ca-57b78c877495 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:12:07.961616 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e29a69-89e2-45c0-b5ca-57b78c877495 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:12:07.965034 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e29a69-89e2-45c0-b5ca-57b78c877495 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:12:07.969539 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e29a69-89e2-45c0-b5ca-57b78c877495 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:12:07.970341 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e29a69-89e2-45c0-b5ca-57b78c877495 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:12:07.982309 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e29a69-89e2-45c0-b5ca-57b78c877495 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:12:07.982309 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e29a69-89e2-45c0-b5ca-57b78c877495 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:12:07.982309 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e29a69-89e2-45c0-b5ca-57b78c877495 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:12:07.982309 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e29a69-89e2-45c0-b5ca-57b78c877495 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:12:07.996513 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e29a69-89e2-45c0-b5ca-57b78c877495 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:12:07.997629 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e29a69-89e2-45c0-b5ca-57b78c877495 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:12:07.998745 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e29a69-89e2-45c0-b5ca-57b78c877495 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:12:08.000622 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e29a69-89e2-45c0-b5ca-57b78c877495 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:12:08.176960 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3b8dc75a-4f6f-4e58-bf85-7bbfec28e626 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (b010f589-9802-4844-b5a6-e73c93bd635b), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:08.258531 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-3b8dc75a-4f6f-4e58-bf85-7bbfec28e626 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Calling delete_port for b010f589-9802-4844-b5a6-e73c93bd635b owned by {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:12:08.857622 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 016817ee-e488-4444-a790-8b158d09d17a is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:12:08.858378 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (016817ee-e488-4444-a790-8b158d09d17a), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:09.031740 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=3 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:12:09.165221 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 016817ee-e488-4444-a790-8b158d09d17a, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=016817ee-e488-4444-a790-8b158d09d17a,segment=NetworkSegment(a074d1d3-d8bf-45a2-a3f3-7647e2465b5f),segment_id=a074d1d3-d8bf-45a2-a3f3-7647e2465b5f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:12:09.255298 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-c199c57a-1fb0-4053-aee0-00f88c691fb9 None None] Provisioning complete for port 016817ee-e488-4444-a790-8b158d09d17a triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:12:09.256091 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c199c57a-1fb0-4053-aee0-00f88c691fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (016817ee-e488-4444-a790-8b158d09d17a), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:09.261034 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-c199c57a-1fb0-4053-aee0-00f88c691fb9 None None] Attempt 1 to provision port 016817ee-e488-4444-a790-8b158d09d17a Oct 04 21:12:09.293630 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3b8dc75a-4f6f-4e58-bf85-7bbfec28e626 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (b010f589-9802-4844-b5a6-e73c93bd635b), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:09.383983 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (016817ee-e488-4444-a790-8b158d09d17a), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:09.464058 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8dc75a-4f6f-4e58-bf85-7bbfec28e626 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event deleted for resources: {'Port': ['ID=b010f589-9802-4844-b5a6-e73c93bd635b,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:12:09.732597 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8dc75a-4f6f-4e58-bf85-7bbfec28e626 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:12:09.732597 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8dc75a-4f6f-4e58-bf85-7bbfec28e626 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:12:09.732597 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8dc75a-4f6f-4e58-bf85-7bbfec28e626 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:12:09.732597 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8dc75a-4f6f-4e58-bf85-7bbfec28e626 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:12:09.732597 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8dc75a-4f6f-4e58-bf85-7bbfec28e626 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:12:09.732597 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8dc75a-4f6f-4e58-bf85-7bbfec28e626 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:12:09.732597 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8dc75a-4f6f-4e58-bf85-7bbfec28e626 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:12:09.732597 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8dc75a-4f6f-4e58-bf85-7bbfec28e626 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:12:09.732597 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8dc75a-4f6f-4e58-bf85-7bbfec28e626 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:12:09.732597 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8dc75a-4f6f-4e58-bf85-7bbfec28e626 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:12:09.732597 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8dc75a-4f6f-4e58-bf85-7bbfec28e626 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:12:09.732597 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8dc75a-4f6f-4e58-bf85-7bbfec28e626 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:12:09.732597 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8dc75a-4f6f-4e58-bf85-7bbfec28e626 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:12:09.732597 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8dc75a-4f6f-4e58-bf85-7bbfec28e626 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:12:09.732597 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8dc75a-4f6f-4e58-bf85-7bbfec28e626 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:12:09.754623 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3b8dc75a-4f6f-4e58-bf85-7bbfec28e626 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:09.788949 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 34948) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:12:09.789820 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-3b8dc75a-4f6f-4e58-bf85-7bbfec28e626 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/ports/b010f589-9802-4844-b5a6-e73c93bd635b HTTP/1.1" status: 204 len: 168 time: 2.7728291 Oct 04 21:12:10.016595 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f883ad2b-9bd0-43c5-a85b-9be244dfc23a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:12:10.020680 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f883ad2b-9bd0-43c5-a85b-9be244dfc23a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:12:10.034528 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f883ad2b-9bd0-43c5-a85b-9be244dfc23a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2438390 Oct 04 21:12:10.038816 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 34952) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:12:10.164716 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=016817ee-e488-4444-a790-8b158d09d17a,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:12:10.258548 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-c199c57a-1fb0-4053-aee0-00f88c691fb9 None None] Current status of the port 016817ee-e488-4444-a790-8b158d09d17a is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:12:10.420422 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-c5e3562e-e581-494c-b20b-4bf914679eea None None] Could not find standard attr ID for object b010f589-9802-4844-b5a6-e73c93bd635b. {{(pid=108171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 04 21:12:10.441853 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-a25f6b04-3524-49d8-91fb-038193509878 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Deleting subnet cbf35f34-8711-4432-b2d0-7313744d17a7 {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:12:10.456335 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a25f6b04-3524-49d8-91fb-038193509878 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (cbf35f34-8711-4432-b2d0-7313744d17a7), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:10.692412 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a25f6b04-3524-49d8-91fb-038193509878 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (cbf35f34-8711-4432-b2d0-7313744d17a7), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:11.163957 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a25f6b04-3524-49d8-91fb-038193509878 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (cbf35f34-8711-4432-b2d0-7313744d17a7), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:11.379184 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 34974) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:12:11.486893 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6475fd4d-3f87-4bae-a7b6-693b6763c3d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:11.827692 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a25f6b04-3524-49d8-91fb-038193509878 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (cbf35f34-8711-4432-b2d0-7313744d17a7), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:11.866792 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 016817ee-e488-4444-a790-8b158d09d17a up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:12:11.969382 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a25f6b04-3524-49d8-91fb-038193509878 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:11.982573 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a25f6b04-3524-49d8-91fb-038193509878 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/cbf35f34-8711-4432-b2d0-7313744d17a7 HTTP/1.1" status: 204 len: 168 time: 1.9411399 Oct 04 21:12:11.984509 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 34978) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:12:11.998457 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25f6b04-3524-49d8-91fb-038193509878 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event deleted for resources: {'Subnet': ['ID=cbf35f34-8711-4432-b2d0-7313744d17a7,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:12:11.999111 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6475fd4d-3f87-4bae-a7b6-693b6763c3d7 admin admin] Publish callbacks [] for security_group (78e6d8bd-d658-4614-9d0d-997483ab0254), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:12.061959 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de23a20-4ab2-4b8e-a99e-b5e900d87fe9 None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:12:12.183198 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6475fd4d-3f87-4bae-a7b6-693b6763c3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (78e6d8bd-d658-4614-9d0d-997483ab0254), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:12.231959 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 34984) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:12:12.266632 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-1f6edaf0-5c27-409c-b563-a9d448e7ec02 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2754138 Oct 04 21:12:12.267746 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 34988) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:12:12.502046 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a096f515-5ef5-4194-8fc6-4521f1aca8cc tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:12:12.514048 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a096f515-5ef5-4194-8fc6-4521f1aca8cc tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2353034 Oct 04 21:12:12.527507 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 34994) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:12:12.541884 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-6475fd4d-3f87-4bae-a7b6-693b6763c3d7 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=f34863a2ee3847b2828adf3d8d9808db&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1560769 Oct 04 21:12:12.553827 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 34996) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:12:12.554986 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6475fd4d-3f87-4bae-a7b6-693b6763c3d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e6d8bd-d658-4614-9d0d-997483ab0254,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:12:12.783181 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:12:12.790304 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19c3f11-23a1-4ea2-9b90-25395c2d5810 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:12:12.798829 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b19c3f11-23a1-4ea2-9b90-25395c2d5810 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2697327 Oct 04 21:12:12.800758 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:12:12.810830 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 34998) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:12:12.820305 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-1217fff8-69b8-436c-b37d-27be04796725 tempest-SubnetPoolsTestJSON-1048804807 tempest-SubnetPoolsTestJSON-1048804807-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2131004469', 'prefixes': ['172.20.0.0/16']}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:12:12.929397 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-ceff225f-7998-45ab-aa76-62ffb0b10277 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1128056 Oct 04 21:12:12.938009 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 35000) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:12:12.952186 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-74051576-6788-4749-9629-0f02c42a92ad tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Request body: {'subnet': {'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:12:12.997154 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5284876c-8b72-4c72-9316-6e6294c182ac admin admin] Publish callbacks [] for security_group (78e6d8bd-d658-4614-9d0d-997483ab0254), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:13.077161 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5284876c-8b72-4c72-9316-6e6294c182ac admin admin] Publish callbacks [] for security_group (78e6d8bd-d658-4614-9d0d-997483ab0254), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:13.123939 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 016817ee-e488-4444-a790-8b158d09d17a triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:12:13.136438 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (016817ee-e488-4444-a790-8b158d09d17a), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:13.137115 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 016817ee-e488-4444-a790-8b158d09d17a Oct 04 21:12:13.317429 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:12:13.407021 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5284876c-8b72-4c72-9316-6e6294c182ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (78e6d8bd-d658-4614-9d0d-997483ab0254), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:13.413555 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5284876c-8b72-4c72-9316-6e6294c182ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:13.418817 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-5284876c-8b72-4c72-9316-6e6294c182ac admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/78e6d8bd-d658-4614-9d0d-997483ab0254 HTTP/1.1" status: 204 len: 168 time: 0.8383100 Oct 04 21:12:13.428400 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5932a13-287f-45b5-bc3d-de8a51d78a28 None None] DHCP port deletion for 42edc29f-8c98-4058-994e-1dc4e7a022d1 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:12:13.442203 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 016817ee-e488-4444-a790-8b158d09d17a is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:12:13.448558 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74051576-6788-4749-9629-0f02c42a92ad tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Made reservation on behalf of f31334bc846b471aace4cb8b5f10ff51 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:12:13.451041 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5284876c-8b72-4c72-9316-6e6294c182ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e6d8bd-d658-4614-9d0d-997483ab0254,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:12:13.467293 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-74051576-6788-4749-9629-0f02c42a92ad tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:13.611947 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-a5932a13-287f-45b5-bc3d-de8a51d78a28 None None] Deleting port 016817ee-e488-4444-a790-8b158d09d17a {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:12:13.613057 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a5932a13-287f-45b5-bc3d-de8a51d78a28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (016817ee-e488-4444-a790-8b158d09d17a), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:14.028735 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 016817ee-e488-4444-a790-8b158d09d17a no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:12:14.131477 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:12:14.195730 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-a5932a13-287f-45b5-bc3d-de8a51d78a28 None None] For port 016817ee-e488-4444-a790-8b158d09d17a, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=016817ee-e488-4444-a790-8b158d09d17a,segment=NetworkSegment(a074d1d3-d8bf-45a2-a3f3-7647e2465b5f),segment_id=a074d1d3-d8bf-45a2-a3f3-7647e2465b5f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:12:14.199036 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a5932a13-287f-45b5-bc3d-de8a51d78a28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (016817ee-e488-4444-a790-8b158d09d17a), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:14.231470 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-74051576-6788-4749-9629-0f02c42a92ad tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (7c342a5f-7be9-42b7-802e-a07cf1b3ad29), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:14.307004 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:12:14.311267 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 016817ee-e488-4444-a790-8b158d09d17a is: ACTIVE; New status is: DOWN {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:12:14.311931 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (016817ee-e488-4444-a790-8b158d09d17a), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:14.365679 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-a5932a13-287f-45b5-bc3d-de8a51d78a28 None None] Calling delete_port for 016817ee-e488-4444-a790-8b158d09d17a owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:12:14.528804 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74051576-6788-4749-9629-0f02c42a92ad tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:12:14.558723 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-74051576-6788-4749-9629-0f02c42a92ad tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:12:14.585598 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74051576-6788-4749-9629-0f02c42a92ad tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:12:14.588475 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-74051576-6788-4749-9629-0f02c42a92ad tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:14.663236 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1217fff8-69b8-436c-b37d-27be04796725 tempest-SubnetPoolsTestJSON-1048804807 tempest-SubnetPoolsTestJSON-1048804807-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:14.671688 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-1217fff8-69b8-436c-b37d-27be04796725 tempest-SubnetPoolsTestJSON-1048804807 tempest-SubnetPoolsTestJSON-1048804807-project] 10.222.0.78 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 2.4287612 Oct 04 21:12:14.673211 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 35022) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:12:14.675755 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74051576-6788-4749-9629-0f02c42a92ad tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event updated for resources: {'Subnet': ['ID=7c342a5f-7be9-42b7-802e-a07cf1b3ad29,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:12:14.734725 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 016817ee-e488-4444-a790-8b158d09d17a, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=016817ee-e488-4444-a790-8b158d09d17a,segment=NetworkSegment(a074d1d3-d8bf-45a2-a3f3-7647e2465b5f),segment_id=a074d1d3-d8bf-45a2-a3f3-7647e2465b5f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:12:14.865433 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-74051576-6788-4749-9629-0f02c42a92ad tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9249079 Oct 04 21:12:14.871842 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 35026) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:12:14.875300 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (016817ee-e488-4444-a790-8b158d09d17a), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:14.895183 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-fa1cbaeb-e206-4e16-8dcd-02e7c756397e tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Request body: {'port': {'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'mac_address': 'fa:16:3e:f0:aa:c9', 'name': 'tempest-NetworksTestDHCPv6-1846022184'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:12:14.954118 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-9abf4812-12ad-4fe2-aaa4-525d8d4381e2 tempest-SubnetPoolsTestJSON-1048804807 tempest-SubnetPoolsTestJSON-1048804807-project] 10.222.0.78 "GET /networking/v2.0/subnetpools/6f46756f-b5eb-4993-baa8-411caad1f0ff HTTP/1.1" status: 200 len: 732 time: 0.2758102 Oct 04 21:12:14.964311 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 35036) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:12:14.992286 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-f6a21275-9774-4a61-bb5f-e17505117de9 tempest-SubnetPoolsTestJSON-1048804807 tempest-SubnetPoolsTestJSON-1048804807-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1680524643'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:12:15.099272 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a5932a13-287f-45b5-bc3d-de8a51d78a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (016817ee-e488-4444-a790-8b158d09d17a), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:15.131708 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5932a13-287f-45b5-bc3d-de8a51d78a28 None None] No DVR routers for this DVR port 016817ee-e488-4444-a790-8b158d09d17a on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:12:15.198510 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=016817ee-e488-4444-a790-8b158d09d17a,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:12:15.462508 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e808ce-86f1-46e0-a3cd-542694ff2c32 None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:12:15.512004 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5932a13-287f-45b5-bc3d-de8a51d78a28 None None] Pushing event deleted for resources: {'Port': ['ID=016817ee-e488-4444-a790-8b158d09d17a,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:12:15.563031 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=82,neutron:DELETE=11,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:12:15.710294 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f6a21275-9774-4a61-bb5f-e17505117de9 tempest-SubnetPoolsTestJSON-1048804807 tempest-SubnetPoolsTestJSON-1048804807-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:15.720259 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f6a21275-9774-4a61-bb5f-e17505117de9 tempest-SubnetPoolsTestJSON-1048804807 tempest-SubnetPoolsTestJSON-1048804807-project] 10.222.0.78 "PUT /networking/v2.0/subnetpools/6f46756f-b5eb-4993-baa8-411caad1f0ff HTTP/1.1" status: 200 len: 684 time: 0.7534924 Oct 04 21:12:15.727756 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 35042) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:12:15.853604 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1cbaeb-e206-4e16-8dcd-02e7c756397e tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Made reservation on behalf of f31334bc846b471aace4cb8b5f10ff51 for: {'port': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:12:16.027867 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8eacbecb-caa3-44a7-9db8-20a75ad74f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:16.070482 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d882e2e8-869f-42de-9946-bfa92a009b27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-42edc29f-8c98-4058-994e-1dc4e7a022d1', 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'project_id': 'f31334bc846b471aace4cb8b5f10ff51', 'fixed_ips': [{'subnet_id': '7c342a5f-7be9-42b7-802e-a07cf1b3ad29'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:12:16.073483 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d882e2e8-869f-42de-9946-bfa92a009b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:16.373812 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d51357ab-fa9e-4953-aaba-407cf7b39f00 tempest-SubnetPoolsTestJSON-1048804807 tempest-SubnetPoolsTestJSON-1048804807-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:16.376275 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-d51357ab-fa9e-4953-aaba-407cf7b39f00 tempest-SubnetPoolsTestJSON-1048804807 tempest-SubnetPoolsTestJSON-1048804807-project] 10.222.0.78 "DELETE /networking/v2.0/subnetpools/6f46756f-b5eb-4993-baa8-411caad1f0ff HTTP/1.1" status: 204 len: 168 time: 0.6437008 Oct 04 21:12:16.380583 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 35054) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:12:16.444544 n-d-852085-12 neutron-server[108169]: INFO neutron.api.v2.resource [None req-f1565898-1035-4b89-b546-d64bc294cd3f tempest-SubnetPoolsTestJSON-1048804807 tempest-SubnetPoolsTestJSON-1048804807-project] show failed (client error): The resource could not be found. Oct 04 21:12:16.446311 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f1565898-1035-4b89-b546-d64bc294cd3f tempest-SubnetPoolsTestJSON-1048804807 tempest-SubnetPoolsTestJSON-1048804807-project] 10.222.0.78 "GET /networking/v2.0/subnetpools/6f46756f-b5eb-4993-baa8-411caad1f0ff HTTP/1.1" status: 404 len: 346 time: 0.0640559 Oct 04 21:12:16.452648 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 35058) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:12:16.534846 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-107f890d-7a5c-43ae-9e99-582d94edb619 tempest-SubnetPoolsTestJSON-1048804807 tempest-SubnetPoolsTestJSON-1048804807-project] delete failed (client error): The resource could not be found. Oct 04 21:12:16.538700 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-107f890d-7a5c-43ae-9e99-582d94edb619 tempest-SubnetPoolsTestJSON-1048804807 tempest-SubnetPoolsTestJSON-1048804807-project] 10.222.0.78 "DELETE /networking/v2.0/subnetpools/6f46756f-b5eb-4993-baa8-411caad1f0ff HTTP/1.1" status: 404 len: 346 time: 0.0840154 Oct 04 21:12:16.653635 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fa1cbaeb-e206-4e16-8dcd-02e7c756397e tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:16.822729 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [None req-fa1cbaeb-e206-4e16-8dcd-02e7c756397e tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] device_id is not set on port 731bb591-a4aa-4fdc-b7e7-186285c2cacd yet. {{(pid=108169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 21:12:17.034630 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:12:17.070479 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-d882e2e8-869f-42de-9946-bfa92a009b27 None None] Allocated IP 2001:db8::2 (42edc29f-8c98-4058-994e-1dc4e7a022d1/7c342a5f-7be9-42b7-802e-a07cf1b3ad29/a9ba8dd0-9362-4b45-be70-fe9a89c22263) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:12:17.577250 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-58150be0-ffce-4a07-9e2d-5ff951ca967e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:17.745761 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d882e2e8-869f-42de-9946-bfa92a009b27 None None] Publish callbacks [] for port (a9ba8dd0-9362-4b45-be70-fe9a89c22263), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:17.899797 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d882e2e8-869f-42de-9946-bfa92a009b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (a9ba8dd0-9362-4b45-be70-fe9a89c22263), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:17.907662 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:12:18.031973 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 35084) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:12:18.189465 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d882e2e8-869f-42de-9946-bfa92a009b27 None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:12:18.219198 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-d882e2e8-869f-42de-9946-bfa92a009b27 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:12:18.229146 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d882e2e8-869f-42de-9946-bfa92a009b27 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:12:18.235566 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d882e2e8-869f-42de-9946-bfa92a009b27 None None] Pushing event updated for resources: {'Port': ['ID=a9ba8dd0-9362-4b45-be70-fe9a89c22263,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:12:18.273901 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-fa1cbaeb-e206-4e16-8dcd-02e7c756397e tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Allocated IP 2001:db8::2f1 (42edc29f-8c98-4058-994e-1dc4e7a022d1/7c342a5f-7be9-42b7-802e-a07cf1b3ad29/731bb591-a4aa-4fdc-b7e7-186285c2cacd) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:12:18.463793 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5dcdbd72-3829-4e18-83a1-9f6a67131ada admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:18.629695 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-d882e2e8-869f-42de-9946-bfa92a009b27 None None] Attempting to bind port a9ba8dd0-9362-4b45-be70-fe9a89c22263 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:12:18.634374 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-d882e2e8-869f-42de-9946-bfa92a009b27 None None] Attempting to bind port a9ba8dd0-9362-4b45-be70-fe9a89c22263 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:12:18.635391 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d882e2e8-869f-42de-9946-bfa92a009b27 None None] Attempting to bind port a9ba8dd0-9362-4b45-be70-fe9a89c22263 on network 42edc29f-8c98-4058-994e-1dc4e7a022d1 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:12:18.845419 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d882e2e8-869f-42de-9946-bfa92a009b27 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:12:18.846050 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d882e2e8-869f-42de-9946-bfa92a009b27 None None] Checking segment: {'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:12:18.846896 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d882e2e8-869f-42de-9946-bfa92a009b27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:18.847577 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d882e2e8-869f-42de-9946-bfa92a009b27 None None] Bound using segment: {'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:12:18.848378 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-d882e2e8-869f-42de-9946-bfa92a009b27 None None] Bound port: a9ba8dd0-9362-4b45-be70-fe9a89c22263, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:12:18.849333 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d882e2e8-869f-42de-9946-bfa92a009b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (a9ba8dd0-9362-4b45-be70-fe9a89c22263), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:18.983745 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5dcdbd72-3829-4e18-83a1-9f6a67131ada admin admin] Publish callbacks [] for security_group (af4f268d-b70b-4895-9a6e-32a10ff6f977), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:19.074904 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5dcdbd72-3829-4e18-83a1-9f6a67131ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (af4f268d-b70b-4895-9a6e-32a10ff6f977), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:19.153198 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcdbd72-3829-4e18-83a1-9f6a67131ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af4f268d-b70b-4895-9a6e-32a10ff6f977,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:12:19.186760 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fa1cbaeb-e206-4e16-8dcd-02e7c756397e tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for port (731bb591-a4aa-4fdc-b7e7-186285c2cacd), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:19.209229 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-d882e2e8-869f-42de-9946-bfa92a009b27 None None] For port a9ba8dd0-9362-4b45-be70-fe9a89c22263, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:12:19.214330 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-5dcdbd72-3829-4e18-83a1-9f6a67131ada admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=0779e5b76c44430e911be565c4fea829&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1730123 Oct 04 21:12:19.214330 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 35098) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:12:19.220946 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-d882e2e8-869f-42de-9946-bfa92a009b27 None None] For port a9ba8dd0-9362-4b45-be70-fe9a89c22263, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=a9ba8dd0-9362-4b45-be70-fe9a89c22263,segment=NetworkSegment(a074d1d3-d8bf-45a2-a3f3-7647e2465b5f),segment_id=a074d1d3-d8bf-45a2-a3f3-7647e2465b5f)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:12:19.350699 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d882e2e8-869f-42de-9946-bfa92a009b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (a9ba8dd0-9362-4b45-be70-fe9a89c22263), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:19.368697 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a445f6bd-147e-456d-873f-5adc56a58d3d admin admin] Publish callbacks [] for security_group (af4f268d-b70b-4895-9a6e-32a10ff6f977), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:19.465576 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:12:19.506853 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a445f6bd-147e-456d-873f-5adc56a58d3d admin admin] Publish callbacks [] for security_group (af4f268d-b70b-4895-9a6e-32a10ff6f977), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:19.541104 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fa1cbaeb-e206-4e16-8dcd-02e7c756397e tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (731bb591-a4aa-4fdc-b7e7-186285c2cacd), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:19.685608 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d882e2e8-869f-42de-9946-bfa92a009b27 None None] Pushing event updated for resources: {'Port': ['ID=a9ba8dd0-9362-4b45-be70-fe9a89c22263,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:12:19.946130 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1cbaeb-e206-4e16-8dcd-02e7c756397e tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:12:19.959933 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a445f6bd-147e-456d-873f-5adc56a58d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (af4f268d-b70b-4895-9a6e-32a10ff6f977), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:19.966532 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a445f6bd-147e-456d-873f-5adc56a58d3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:19.968914 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a445f6bd-147e-456d-873f-5adc56a58d3d admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/af4f268d-b70b-4895-9a6e-32a10ff6f977 HTTP/1.1" status: 204 len: 168 time: 0.7527814 Oct 04 21:12:20.037932 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-fa1cbaeb-e206-4e16-8dcd-02e7c756397e tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:12:20.057255 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a445f6bd-147e-456d-873f-5adc56a58d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4f268d-b70b-4895-9a6e-32a10ff6f977,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:12:20.063888 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1cbaeb-e206-4e16-8dcd-02e7c756397e tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event updated for resources: {'Port': ['ID=731bb591-a4aa-4fdc-b7e7-186285c2cacd,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:12:20.141596 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1cbaeb-e206-4e16-8dcd-02e7c756397e tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:12:20.197733 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1cbaeb-e206-4e16-8dcd-02e7c756397e tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:12:20.202624 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fa1cbaeb-e206-4e16-8dcd-02e7c756397e tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:20.407619 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:20.453127 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 35126) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:12:20.456373 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-fa1cbaeb-e206-4e16-8dcd-02e7c756397e tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.5808334 Oct 04 21:12:20.851642 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f5ccbd-f524-4d05-99c6-b6f52ec489a6 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:12:20.872386 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f5ccbd-f524-4d05-99c6-b6f52ec489a6 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:12:20.876555 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-00f5ccbd-f524-4d05-99c6-b6f52ec489a6 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.4214983 Oct 04 21:12:20.881682 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 35148) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:12:21.361751 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-3e43dfbf-b7a3-4255-a48c-61117a839533 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Deleting port 731bb591-a4aa-4fdc-b7e7-186285c2cacd {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:12:21.366099 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3e43dfbf-b7a3-4255-a48c-61117a839533 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (731bb591-a4aa-4fdc-b7e7-186285c2cacd), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:21.737385 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:21.894020 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:22.039082 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a9ba8dd0-9362-4b45-be70-fe9a89c22263 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:12:22.059372 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3e43dfbf-b7a3-4255-a48c-61117a839533 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (731bb591-a4aa-4fdc-b7e7-186285c2cacd), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:22.133241 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-3e43dfbf-b7a3-4255-a48c-61117a839533 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Calling delete_port for 731bb591-a4aa-4fdc-b7e7-186285c2cacd owned by {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:12:22.520262 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port a9ba8dd0-9362-4b45-be70-fe9a89c22263 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:12:22.522245 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (a9ba8dd0-9362-4b45-be70-fe9a89c22263), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:22.525682 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port a9ba8dd0-9362-4b45-be70-fe9a89c22263 Oct 04 21:12:22.526488 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:12:22.540415 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:INSERT=3,neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:12:22.644194 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3e43dfbf-b7a3-4255-a48c-61117a839533 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (731bb591-a4aa-4fdc-b7e7-186285c2cacd), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:22.781842 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-8791a06c-daba-48a6-854a-a24ef0a1fa13 None None] Provisioning complete for port a9ba8dd0-9362-4b45-be70-fe9a89c22263 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:12:22.783524 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8791a06c-daba-48a6-854a-a24ef0a1fa13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (a9ba8dd0-9362-4b45-be70-fe9a89c22263), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:22.784382 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-8791a06c-daba-48a6-854a-a24ef0a1fa13 None None] Attempt 1 to provision port a9ba8dd0-9362-4b45-be70-fe9a89c22263 Oct 04 21:12:22.927732 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e43dfbf-b7a3-4255-a48c-61117a839533 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event deleted for resources: {'Port': ['ID=731bb591-a4aa-4fdc-b7e7-186285c2cacd,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:12:22.951790 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3e43dfbf-b7a3-4255-a48c-61117a839533 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:22.982218 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 35194) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:12:22.983057 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-3e43dfbf-b7a3-4255-a48c-61117a839533 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/ports/731bb591-a4aa-4fdc-b7e7-186285c2cacd HTTP/1.1" status: 204 len: 168 time: 2.0982125 Oct 04 21:12:23.292529 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port a9ba8dd0-9362-4b45-be70-fe9a89c22263 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:12:23.295279 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (a9ba8dd0-9362-4b45-be70-fe9a89c22263), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:23.399280 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfb8957-45b3-4caf-8ab4-485eb8a8d197 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:12:23.413212 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfb8957-45b3-4caf-8ab4-485eb8a8d197 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:12:23.422263 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-dbfb8957-45b3-4caf-8ab4-485eb8a8d197 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.4380822 Oct 04 21:12:23.426558 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 35206) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:12:23.571416 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port a9ba8dd0-9362-4b45-be70-fe9a89c22263, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=a9ba8dd0-9362-4b45-be70-fe9a89c22263,segment=NetworkSegment(a074d1d3-d8bf-45a2-a3f3-7647e2465b5f),segment_id=a074d1d3-d8bf-45a2-a3f3-7647e2465b5f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:12:23.688705 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e96f166-637b-445b-a2e2-a9656ff1c185 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Deleting subnet 7c342a5f-7be9-42b7-802e-a07cf1b3ad29 {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:12:23.701288 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1e96f166-637b-445b-a2e2-a9656ff1c185 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (7c342a5f-7be9-42b7-802e-a07cf1b3ad29), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:23.875931 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-8791a06c-daba-48a6-854a-a24ef0a1fa13 None None] Current status of the port a9ba8dd0-9362-4b45-be70-fe9a89c22263 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:12:23.877692 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8791a06c-daba-48a6-854a-a24ef0a1fa13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (a9ba8dd0-9362-4b45-be70-fe9a89c22263), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:23.885888 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (a9ba8dd0-9362-4b45-be70-fe9a89c22263), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:23.922100 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1e96f166-637b-445b-a2e2-a9656ff1c185 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (7c342a5f-7be9-42b7-802e-a07cf1b3ad29), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:24.374476 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-8791a06c-daba-48a6-854a-a24ef0a1fa13 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 21:12:24.375787 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-8791a06c-daba-48a6-854a-a24ef0a1fa13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 21:12:24.389803 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=a9ba8dd0-9362-4b45-be70-fe9a89c22263,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:12:24.458716 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:12:24.537103 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1e96f166-637b-445b-a2e2-a9656ff1c185 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (7c342a5f-7be9-42b7-802e-a07cf1b3ad29), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:24.883423 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:12:25.044521 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-8791a06c-daba-48a6-854a-a24ef0a1fa13 None None] Current status of the port a9ba8dd0-9362-4b45-be70-fe9a89c22263 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:12:25.140505 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1e96f166-637b-445b-a2e2-a9656ff1c185 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (7c342a5f-7be9-42b7-802e-a07cf1b3ad29), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:25.149679 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=80,neutron:DELETE=10,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:12:25.182372 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-4ec0e7f7-c943-481d-991a-b690655d102f None None] Could not find standard attr ID for object 731bb591-a4aa-4fdc-b7e7-186285c2cacd. {{(pid=108171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 04 21:12:25.263845 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e2bf59-03f8-43f6-9dc3-51601e04f533 None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:12:25.327770 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1e96f166-637b-445b-a2e2-a9656ff1c185 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:25.334214 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-1e96f166-637b-445b-a2e2-a9656ff1c185 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/7c342a5f-7be9-42b7-802e-a07cf1b3ad29 HTTP/1.1" status: 204 len: 168 time: 1.9052525 Oct 04 21:12:25.338338 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 35266) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:12:25.345977 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96f166-637b-445b-a2e2-a9656ff1c185 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event deleted for resources: {'Subnet': ['ID=7c342a5f-7be9-42b7-802e-a07cf1b3ad29,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:12:25.541333 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 35270) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:12:25.557225 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-7253ef95-b995-45cb-96b5-03b5a77513a7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2166972 Oct 04 21:12:25.924829 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915acd3c-7e72-40ab-9fcc-7b00dd55281d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:12:25.933565 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 35280) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:12:25.971325 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-915acd3c-7e72-40ab-9fcc-7b00dd55281d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4267333 Oct 04 21:12:26.073703 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 35282) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:12:26.165285 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c224d933-69d2-45a9-b580-a797b979c7bb None None] DHCP port deletion for 42edc29f-8c98-4058-994e-1dc4e7a022d1 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:12:26.385545 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-c224d933-69d2-45a9-b580-a797b979c7bb None None] Deleting port a9ba8dd0-9362-4b45-be70-fe9a89c22263 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:12:26.386131 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c224d933-69d2-45a9-b580-a797b979c7bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (a9ba8dd0-9362-4b45-be70-fe9a89c22263), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:26.422323 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57724231-54a6-4ccd-b7c4-c21a9877cfab tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:12:26.441071 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-57724231-54a6-4ccd-b7c4-c21a9877cfab tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5051298 Oct 04 21:12:26.445745 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 35288) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:12:26.682245 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ac516322-e5c5-449c-b15f-39b9cf2274ff tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2340097 Oct 04 21:12:26.690369 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 35290) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:12:26.730243 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-5ea329e9-d4c2-4c62-abde-f46932e5f5e3 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Request body: {'subnet': {'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:12:26.828973 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-c224d933-69d2-45a9-b580-a797b979c7bb None None] For port a9ba8dd0-9362-4b45-be70-fe9a89c22263, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=a9ba8dd0-9362-4b45-be70-fe9a89c22263,segment=NetworkSegment(a074d1d3-d8bf-45a2-a3f3-7647e2465b5f),segment_id=a074d1d3-d8bf-45a2-a3f3-7647e2465b5f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:12:26.829638 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c224d933-69d2-45a9-b580-a797b979c7bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (a9ba8dd0-9362-4b45-be70-fe9a89c22263), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:26.941285 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-c224d933-69d2-45a9-b580-a797b979c7bb None None] Calling delete_port for a9ba8dd0-9362-4b45-be70-fe9a89c22263 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:12:26.960567 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:12:26.993253 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7221b3d7-1d86-4807-852c-5541fe7cf8ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:27.481599 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea329e9-d4c2-4c62-abde-f46932e5f5e3 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Made reservation on behalf of f31334bc846b471aace4cb8b5f10ff51 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:12:27.493126 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5ea329e9-d4c2-4c62-abde-f46932e5f5e3 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:27.523481 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7221b3d7-1d86-4807-852c-5541fe7cf8ad admin admin] Publish callbacks [] for security_group (019b5a3d-6b7f-42df-b6f4-c83c23541c5d), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:27.705048 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c224d933-69d2-45a9-b580-a797b979c7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (a9ba8dd0-9362-4b45-be70-fe9a89c22263), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:27.776513 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c224d933-69d2-45a9-b580-a797b979c7bb None None] Pushing event deleted for resources: {'Port': ['ID=a9ba8dd0-9362-4b45-be70-fe9a89c22263,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:12:27.797634 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c224d933-69d2-45a9-b580-a797b979c7bb None None] No DVR routers for this DVR port a9ba8dd0-9362-4b45-be70-fe9a89c22263 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:12:27.937040 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7221b3d7-1d86-4807-852c-5541fe7cf8ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (019b5a3d-6b7f-42df-b6f4-c83c23541c5d), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:28.152453 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a9ba8dd0-9362-4b45-be70-fe9a89c22263 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:12:28.178046 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-7221b3d7-1d86-4807-852c-5541fe7cf8ad admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=ee32caa86031417cb83d28b3143274f6&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1073399 Oct 04 21:12:28.201479 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 35310) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:12:28.219518 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: a9ba8dd0-9362-4b45-be70-fe9a89c22263 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:12:28.220344 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a9ba8dd0-9362-4b45-be70-fe9a89c22263 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:12:28.264592 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7221b3d7-1d86-4807-852c-5541fe7cf8ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=019b5a3d-6b7f-42df-b6f4-c83c23541c5d,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:12:28.544817 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-08e11ab0-f4b7-44bf-862e-f69923456003 admin admin] Publish callbacks [] for security_group (019b5a3d-6b7f-42df-b6f4-c83c23541c5d), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:28.623202 n-d-852085-12 neutron-server[108169]: DEBUG neutron.objects.ports [None req-5ea329e9-d4c2-4c62-abde-f46932e5f5e3 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108169) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 04 21:12:28.631502 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5ea329e9-d4c2-4c62-abde-f46932e5f5e3 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (7d874684-cc94-4249-82e9-54c6959d63f1), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:28.719492 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea329e9-d4c2-4c62-abde-f46932e5f5e3 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:12:28.826995 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-5ea329e9-d4c2-4c62-abde-f46932e5f5e3 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:12:28.862579 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fadcb7d-f142-4253-9f94-f4f3e407d462 None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:12:28.873451 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-08e11ab0-f4b7-44bf-862e-f69923456003 admin admin] Publish callbacks [] for security_group (019b5a3d-6b7f-42df-b6f4-c83c23541c5d), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:28.882268 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea329e9-d4c2-4c62-abde-f46932e5f5e3 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:12:28.885103 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5ea329e9-d4c2-4c62-abde-f46932e5f5e3 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:29.072130 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea329e9-d4c2-4c62-abde-f46932e5f5e3 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event updated for resources: {'Subnet': ['ID=7d874684-cc94-4249-82e9-54c6959d63f1,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:12:29.224235 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-5ea329e9-d4c2-4c62-abde-f46932e5f5e3 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5322750 Oct 04 21:12:29.227714 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 35328) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:12:29.239733 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-4c8a8dd5-6e46-4829-b5c3-dc20fc02d0b7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Request body: {'subnet': {'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:12:29.333874 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf82cab8-e7e5-4b6e-beab-baa7f17082ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-42edc29f-8c98-4058-994e-1dc4e7a022d1', 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'project_id': 'f31334bc846b471aace4cb8b5f10ff51', 'fixed_ips': [{'subnet_id': '7d874684-cc94-4249-82e9-54c6959d63f1'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:12:29.335958 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-cf82cab8-e7e5-4b6e-beab-baa7f17082ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:29.340197 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-08e11ab0-f4b7-44bf-862e-f69923456003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (019b5a3d-6b7f-42df-b6f4-c83c23541c5d), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:29.346602 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-08e11ab0-f4b7-44bf-862e-f69923456003 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:29.375128 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-08e11ab0-f4b7-44bf-862e-f69923456003 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/019b5a3d-6b7f-42df-b6f4-c83c23541c5d HTTP/1.1" status: 204 len: 168 time: 1.1607709 Oct 04 21:12:29.464192 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e11ab0-f4b7-44bf-862e-f69923456003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=019b5a3d-6b7f-42df-b6f4-c83c23541c5d,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:12:29.922924 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c8a8dd5-6e46-4829-b5c3-dc20fc02d0b7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Made reservation on behalf of f31334bc846b471aace4cb8b5f10ff51 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:12:29.930571 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4c8a8dd5-6e46-4829-b5c3-dc20fc02d0b7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:30.168165 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-cf82cab8-e7e5-4b6e-beab-baa7f17082ca None None] Allocated IP 2001:db8::f816:3eff:fec9:cc09 (42edc29f-8c98-4058-994e-1dc4e7a022d1/7d874684-cc94-4249-82e9-54c6959d63f1/c42f42c7-1046-48fc-ba62-80f5f421fcab) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:12:30.352265 n-d-852085-12 neutron-server[108170]: INFO neutron.db.ipam_backend_mixin [None req-4c8a8dd5-6e46-4829-b5c3-dc20fc02d0b7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7d874684-cc94-4249-82e9-54c6959d63f1 (CIDR: 2001:db8::/64) Oct 04 21:12:30.437218 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c8a8dd5-6e46-4829-b5c3-dc20fc02d0b7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 21:12:30.438904 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c8a8dd5-6e46-4829-b5c3-dc20fc02d0b7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:12:30.689766 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4c8a8dd5-6e46-4829-b5c3-dc20fc02d0b7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4592817 Oct 04 21:12:30.693536 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 35350) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:12:30.706630 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-4889526a-5d9d-4c58-9e4a-c77bcc9fc12a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Request body: {'subnet': {'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:12:30.975244 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-cf82cab8-e7e5-4b6e-beab-baa7f17082ca None None] Publish callbacks [] for port (c42f42c7-1046-48fc-ba62-80f5f421fcab), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:31.102252 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-cf82cab8-e7e5-4b6e-beab-baa7f17082ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (c42f42c7-1046-48fc-ba62-80f5f421fcab), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:31.443467 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf82cab8-e7e5-4b6e-beab-baa7f17082ca None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:12:31.454684 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-cf82cab8-e7e5-4b6e-beab-baa7f17082ca None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:12:31.505032 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf82cab8-e7e5-4b6e-beab-baa7f17082ca None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:12:31.516870 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4889526a-5d9d-4c58-9e4a-c77bcc9fc12a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Made reservation on behalf of f31334bc846b471aace4cb8b5f10ff51 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:12:31.537346 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4889526a-5d9d-4c58-9e4a-c77bcc9fc12a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:31.584100 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf82cab8-e7e5-4b6e-beab-baa7f17082ca None None] Pushing event updated for resources: {'Port': ['ID=c42f42c7-1046-48fc-ba62-80f5f421fcab,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:12:31.704708 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf82cab8-e7e5-4b6e-beab-baa7f17082ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:12:31.712179 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf82cab8-e7e5-4b6e-beab-baa7f17082ca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:12:31.713584 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf82cab8-e7e5-4b6e-beab-baa7f17082ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:12:31.714499 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf82cab8-e7e5-4b6e-beab-baa7f17082ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:12:31.715567 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf82cab8-e7e5-4b6e-beab-baa7f17082ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:12:31.716407 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf82cab8-e7e5-4b6e-beab-baa7f17082ca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:12:31.716970 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf82cab8-e7e5-4b6e-beab-baa7f17082ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:12:31.724613 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf82cab8-e7e5-4b6e-beab-baa7f17082ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:12:31.724613 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf82cab8-e7e5-4b6e-beab-baa7f17082ca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:12:31.724613 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf82cab8-e7e5-4b6e-beab-baa7f17082ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:12:31.724613 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf82cab8-e7e5-4b6e-beab-baa7f17082ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:12:31.724613 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf82cab8-e7e5-4b6e-beab-baa7f17082ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:12:31.725955 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf82cab8-e7e5-4b6e-beab-baa7f17082ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:12:31.726762 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf82cab8-e7e5-4b6e-beab-baa7f17082ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:12:31.730348 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf82cab8-e7e5-4b6e-beab-baa7f17082ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:12:31.878277 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-cf82cab8-e7e5-4b6e-beab-baa7f17082ca None None] Attempting to bind port c42f42c7-1046-48fc-ba62-80f5f421fcab on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:12:31.879607 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-cf82cab8-e7e5-4b6e-beab-baa7f17082ca None None] Attempting to bind port c42f42c7-1046-48fc-ba62-80f5f421fcab by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:12:31.890487 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf82cab8-e7e5-4b6e-beab-baa7f17082ca None None] Attempting to bind port c42f42c7-1046-48fc-ba62-80f5f421fcab on network 42edc29f-8c98-4058-994e-1dc4e7a022d1 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:12:32.097713 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf82cab8-e7e5-4b6e-beab-baa7f17082ca None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:12:32.098503 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf82cab8-e7e5-4b6e-beab-baa7f17082ca None None] Checking segment: {'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:12:32.100301 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-cf82cab8-e7e5-4b6e-beab-baa7f17082ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:32.101807 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf82cab8-e7e5-4b6e-beab-baa7f17082ca None None] Bound using segment: {'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:12:32.102675 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-cf82cab8-e7e5-4b6e-beab-baa7f17082ca None None] Bound port: c42f42c7-1046-48fc-ba62-80f5f421fcab, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:12:32.103535 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-cf82cab8-e7e5-4b6e-beab-baa7f17082ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (c42f42c7-1046-48fc-ba62-80f5f421fcab), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:32.161215 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:12:32.243245 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 35374) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:12:32.290897 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8579fc55-5989-496f-a616-12e3a87ede65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:32.367992 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-cf82cab8-e7e5-4b6e-beab-baa7f17082ca None None] For port c42f42c7-1046-48fc-ba62-80f5f421fcab, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:12:32.390850 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-cf82cab8-e7e5-4b6e-beab-baa7f17082ca None None] For port c42f42c7-1046-48fc-ba62-80f5f421fcab, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=c42f42c7-1046-48fc-ba62-80f5f421fcab,segment=NetworkSegment(a074d1d3-d8bf-45a2-a3f3-7647e2465b5f),segment_id=a074d1d3-d8bf-45a2-a3f3-7647e2465b5f)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:12:32.490211 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=7 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:12:32.545650 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-cf82cab8-e7e5-4b6e-beab-baa7f17082ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (c42f42c7-1046-48fc-ba62-80f5f421fcab), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:32.624547 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:12:32.744414 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=10 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:12:32.755660 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:12:32.767462 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8579fc55-5989-496f-a616-12e3a87ede65 admin admin] Publish callbacks [] for security_group (90d56819-2c95-4e3d-8fa6-7df1ae280b19), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:32.829787 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf82cab8-e7e5-4b6e-beab-baa7f17082ca None None] Pushing event updated for resources: {'Port': ['ID=c42f42c7-1046-48fc-ba62-80f5f421fcab,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:12:32.896197 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:33.097163 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8579fc55-5989-496f-a616-12e3a87ede65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (90d56819-2c95-4e3d-8fa6-7df1ae280b19), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:33.097539 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4889526a-5d9d-4c58-9e4a-c77bcc9fc12a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (56dbd61e-a329-417c-bd01-d8ce2f00b477), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:33.178420 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:12:33.311210 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8579fc55-5989-496f-a616-12e3a87ede65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d56819-2c95-4e3d-8fa6-7df1ae280b19,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:12:33.329847 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4889526a-5d9d-4c58-9e4a-c77bcc9fc12a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:12:33.345728 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-4889526a-5d9d-4c58-9e4a-c77bcc9fc12a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:12:33.360499 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4889526a-5d9d-4c58-9e4a-c77bcc9fc12a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:12:33.362467 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4889526a-5d9d-4c58-9e4a-c77bcc9fc12a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:33.392033 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-8579fc55-5989-496f-a616-12e3a87ede65 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=10de91ae41b24aeeb79c61c2c06be38c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1390564 Oct 04 21:12:33.398495 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 35388) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:12:33.427989 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4889526a-5d9d-4c58-9e4a-c77bcc9fc12a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event updated for resources: {'Subnet': ['ID=56dbd61e-a329-417c-bd01-d8ce2f00b477,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:12:33.625070 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:33.666512 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dd5580aa-9eee-4daa-ae6b-64d75241e48b admin admin] Publish callbacks [] for security_group (90d56819-2c95-4e3d-8fa6-7df1ae280b19), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:33.672447 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4889526a-5d9d-4c58-9e4a-c77bcc9fc12a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9759495 Oct 04 21:12:33.675963 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 35394) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:12:33.696467 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-3a139dc6-c768-4747-afad-3d107d5b4dcc tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Request body: {'port': {'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'mac_address': 'fa:16:3e:84:94:24', 'name': 'tempest-NetworksTestDHCPv6-666695515'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:12:33.771701 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dd5580aa-9eee-4daa-ae6b-64d75241e48b admin admin] Publish callbacks [] for security_group (90d56819-2c95-4e3d-8fa6-7df1ae280b19), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:34.542441 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device c42f42c7-1046-48fc-ba62-80f5f421fcab up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:12:34.544558 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dd5580aa-9eee-4daa-ae6b-64d75241e48b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (90d56819-2c95-4e3d-8fa6-7df1ae280b19), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:34.561857 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dd5580aa-9eee-4daa-ae6b-64d75241e48b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:34.591606 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-dd5580aa-9eee-4daa-ae6b-64d75241e48b admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/90d56819-2c95-4e3d-8fa6-7df1ae280b19 HTTP/1.1" status: 204 len: 168 time: 1.1845262 Oct 04 21:12:34.667078 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5580aa-9eee-4daa-ae6b-64d75241e48b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d56819-2c95-4e3d-8fa6-7df1ae280b19,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:12:34.694519 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a139dc6-c768-4747-afad-3d107d5b4dcc tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Made reservation on behalf of f31334bc846b471aace4cb8b5f10ff51 for: {'port': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:12:35.142494 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3a139dc6-c768-4747-afad-3d107d5b4dcc tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:35.170763 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port c42f42c7-1046-48fc-ba62-80f5f421fcab triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:12:35.181861 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (c42f42c7-1046-48fc-ba62-80f5f421fcab), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:35.181861 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port c42f42c7-1046-48fc-ba62-80f5f421fcab Oct 04 21:12:35.248698 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [None req-3a139dc6-c768-4747-afad-3d107d5b4dcc tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] device_id is not set on port 68e897a3-2915-4755-9533-aeb8278328fe yet. {{(pid=108169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 21:12:35.421994 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:12:35.730603 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port c42f42c7-1046-48fc-ba62-80f5f421fcab is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:12:35.731752 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (c42f42c7-1046-48fc-ba62-80f5f421fcab), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:35.852193 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port c42f42c7-1046-48fc-ba62-80f5f421fcab, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=c42f42c7-1046-48fc-ba62-80f5f421fcab,segment=NetworkSegment(a074d1d3-d8bf-45a2-a3f3-7647e2465b5f),segment_id=a074d1d3-d8bf-45a2-a3f3-7647e2465b5f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:12:36.026459 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 21:12:36.065522 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f2d1d0-8bf3-453b-9cbf-e6dc025b00bf None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:12:36.197864 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (c42f42c7-1046-48fc-ba62-80f5f421fcab), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:36.328020 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-3a139dc6-c768-4747-afad-3d107d5b4dcc tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Allocated IP 2001:db8:0:1::1b7 (42edc29f-8c98-4058-994e-1dc4e7a022d1/56dbd61e-a329-417c-bd01-d8ce2f00b477/68e897a3-2915-4755-9533-aeb8278328fe) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:12:36.377705 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-3a139dc6-c768-4747-afad-3d107d5b4dcc tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Allocated IP 2001:db8::f816:3eff:fe84:9424 (42edc29f-8c98-4058-994e-1dc4e7a022d1/7d874684-cc94-4249-82e9-54c6959d63f1/68e897a3-2915-4755-9533-aeb8278328fe) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:12:36.471403 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-63b1bb73-1b32-4270-833f-3b66ca653a29 None None] Provisioning complete for port c42f42c7-1046-48fc-ba62-80f5f421fcab triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:12:36.472713 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-63b1bb73-1b32-4270-833f-3b66ca653a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (c42f42c7-1046-48fc-ba62-80f5f421fcab), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:36.476147 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-63b1bb73-1b32-4270-833f-3b66ca653a29 None None] Attempt 1 to provision port c42f42c7-1046-48fc-ba62-80f5f421fcab Oct 04 21:12:37.440073 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=c42f42c7-1046-48fc-ba62-80f5f421fcab,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:12:37.494122 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3a139dc6-c768-4747-afad-3d107d5b4dcc tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for port (68e897a3-2915-4755-9533-aeb8278328fe), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:37.568869 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-63b1bb73-1b32-4270-833f-3b66ca653a29 None None] Current status of the port c42f42c7-1046-48fc-ba62-80f5f421fcab is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:12:37.740149 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3a139dc6-c768-4747-afad-3d107d5b4dcc tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (68e897a3-2915-4755-9533-aeb8278328fe), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:37.826439 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=3 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:12:37.869946 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e255bace-11e7-4c5f-88da-41455ed74cc3 None None] Update dhcp port {'port': {'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'fixed_ips': [{'subnet_id': '7d874684-cc94-4249-82e9-54c6959d63f1', 'ip_address': '2001:db8::f816:3eff:fec9:cc09'}, {'subnet_id': '56dbd61e-a329-417c-bd01-d8ce2f00b477'}], 'binding:host_id': 'n-d-852085-12'}, 'id': 'c42f42c7-1046-48fc-ba62-80f5f421fcab'} from n-d-852085-12. {{(pid=108171) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 04 21:12:38.071646 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e255bace-11e7-4c5f-88da-41455ed74cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (c42f42c7-1046-48fc-ba62-80f5f421fcab), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:38.100328 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a139dc6-c768-4747-afad-3d107d5b4dcc tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event updated for resources: {'Port': ['ID=68e897a3-2915-4755-9533-aeb8278328fe,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:12:38.138164 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a139dc6-c768-4747-afad-3d107d5b4dcc tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:12:38.142452 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-3a139dc6-c768-4747-afad-3d107d5b4dcc tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:12:38.159359 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a139dc6-c768-4747-afad-3d107d5b4dcc tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:12:38.168364 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:12:38.183633 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a139dc6-c768-4747-afad-3d107d5b4dcc tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:12:38.184552 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3a139dc6-c768-4747-afad-3d107d5b4dcc tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:38.323608 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 35456) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:12:38.345756 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-3a139dc6-c768-4747-afad-3d107d5b4dcc tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.6672873 Oct 04 21:12:38.586720 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device c42f42c7-1046-48fc-ba62-80f5f421fcab up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:12:38.794251 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port c42f42c7-1046-48fc-ba62-80f5f421fcab triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:12:38.812375 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (c42f42c7-1046-48fc-ba62-80f5f421fcab), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:38.815009 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port c42f42c7-1046-48fc-ba62-80f5f421fcab Oct 04 21:12:38.829564 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-e255bace-11e7-4c5f-88da-41455ed74cc3 None None] Allocated IP 2001:db8:0:1::2 (42edc29f-8c98-4058-994e-1dc4e7a022d1/56dbd61e-a329-417c-bd01-d8ce2f00b477/c42f42c7-1046-48fc-ba62-80f5f421fcab) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:12:39.073318 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-28434a2f-ebc6-45c0-8634-a5cc05528be6 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Deleting port 68e897a3-2915-4755-9533-aeb8278328fe {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:12:39.074099 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-28434a2f-ebc6-45c0-8634-a5cc05528be6 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (68e897a3-2915-4755-9533-aeb8278328fe), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:39.487670 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-28434a2f-ebc6-45c0-8634-a5cc05528be6 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (68e897a3-2915-4755-9533-aeb8278328fe), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:39.533525 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-28434a2f-ebc6-45c0-8634-a5cc05528be6 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Calling delete_port for 68e897a3-2915-4755-9533-aeb8278328fe owned by {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:12:39.533844 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e255bace-11e7-4c5f-88da-41455ed74cc3 None None] For port c42f42c7-1046-48fc-ba62-80f5f421fcab, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=c42f42c7-1046-48fc-ba62-80f5f421fcab,segment=NetworkSegment(a074d1d3-d8bf-45a2-a3f3-7647e2465b5f),segment_id=a074d1d3-d8bf-45a2-a3f3-7647e2465b5f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:12:39.729813 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e255bace-11e7-4c5f-88da-41455ed74cc3 None None] Publish callbacks [] for port (c42f42c7-1046-48fc-ba62-80f5f421fcab), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:39.744603 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:12:39.942409 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e255bace-11e7-4c5f-88da-41455ed74cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (c42f42c7-1046-48fc-ba62-80f5f421fcab), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:40.047587 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 35480) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:12:40.366306 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port c42f42c7-1046-48fc-ba62-80f5f421fcab is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:12:40.563438 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e255bace-11e7-4c5f-88da-41455ed74cc3 None None] Pushing event updated for resources: {'Port': ['ID=c42f42c7-1046-48fc-ba62-80f5f421fcab,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:12:40.605576 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-28434a2f-ebc6-45c0-8634-a5cc05528be6 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (68e897a3-2915-4755-9533-aeb8278328fe), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:40.687277 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9f381bda-5a45-43c9-8a02-202779c44481 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:40.740828 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28434a2f-ebc6-45c0-8634-a5cc05528be6 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event deleted for resources: {'Port': ['ID=68e897a3-2915-4755-9533-aeb8278328fe,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:12:40.766311 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:12:41.042525 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-28434a2f-ebc6-45c0-8634-a5cc05528be6 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:41.057194 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 35494) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:12:41.063834 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-28434a2f-ebc6-45c0-8634-a5cc05528be6 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/ports/68e897a3-2915-4755-9533-aeb8278328fe HTTP/1.1" status: 204 len: 168 time: 2.7343807 Oct 04 21:12:41.286292 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0278ab-297f-47d0-8949-8abbb73d7ece tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:12:41.289311 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-bf0278ab-297f-47d0-8949-8abbb73d7ece tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2251048 Oct 04 21:12:41.294615 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 35498) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:12:41.388492 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9f381bda-5a45-43c9-8a02-202779c44481 admin admin] Publish callbacks [] for security_group (235826bb-3888-4f8b-b5e3-798b5cbeac9b), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:41.541693 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246d6b7f-da61-41ff-9a26-6c44c2a1fc53 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:12:41.549988 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 35504) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:12:41.570606 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-246d6b7f-da61-41ff-9a26-6c44c2a1fc53 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2722089 Oct 04 21:12:41.624256 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9f381bda-5a45-43c9-8a02-202779c44481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (235826bb-3888-4f8b-b5e3-798b5cbeac9b), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:41.973832 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-9f381bda-5a45-43c9-8a02-202779c44481 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=757e296cd90844d6b44566881bb3c83b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9244890 Oct 04 21:12:41.978953 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 35512) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:12:41.990026 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bed804-29a1-4160-9b64-c7127fdff8c9 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:12:41.994857 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bed804-29a1-4160-9b64-c7127fdff8c9 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:12:42.002997 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bed804-29a1-4160-9b64-c7127fdff8c9 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:12:42.010289 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f2bed804-29a1-4160-9b64-c7127fdff8c9 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4501369 Oct 04 21:12:42.010289 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f381bda-5a45-43c9-8a02-202779c44481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=235826bb-3888-4f8b-b5e3-798b5cbeac9b,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:12:42.013164 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 35514) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:12:42.100656 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:12:42.172244 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0605d658-ab82-4545-91e3-64f10df08e38 admin admin] Publish callbacks [] for security_group (235826bb-3888-4f8b-b5e3-798b5cbeac9b), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:42.308515 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0605d658-ab82-4545-91e3-64f10df08e38 admin admin] Publish callbacks [] for security_group (235826bb-3888-4f8b-b5e3-798b5cbeac9b), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:42.313487 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-a999a0d1-9c20-49d3-8756-3f8125789c7d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Deleting subnet 56dbd61e-a329-417c-bd01-d8ce2f00b477 {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:12:42.332244 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a999a0d1-9c20-49d3-8756-3f8125789c7d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (56dbd61e-a329-417c-bd01-d8ce2f00b477), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:42.570640 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a999a0d1-9c20-49d3-8756-3f8125789c7d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (56dbd61e-a329-417c-bd01-d8ce2f00b477), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:42.611554 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-c16eef8a-a593-4108-ba6b-95d5cf2780c0 None None] Provisioning complete for port c42f42c7-1046-48fc-ba62-80f5f421fcab triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:12:42.621833 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c16eef8a-a593-4108-ba6b-95d5cf2780c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (c42f42c7-1046-48fc-ba62-80f5f421fcab), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:42.621833 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-c16eef8a-a593-4108-ba6b-95d5cf2780c0 None None] Attempt 1 to provision port c42f42c7-1046-48fc-ba62-80f5f421fcab Oct 04 21:12:42.691595 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0605d658-ab82-4545-91e3-64f10df08e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (235826bb-3888-4f8b-b5e3-798b5cbeac9b), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:42.693785 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0605d658-ab82-4545-91e3-64f10df08e38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:42.698007 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-0605d658-ab82-4545-91e3-64f10df08e38 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/235826bb-3888-4f8b-b5e3-798b5cbeac9b HTTP/1.1" status: 204 len: 168 time: 0.7156792 Oct 04 21:12:42.794708 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0605d658-ab82-4545-91e3-64f10df08e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=235826bb-3888-4f8b-b5e3-798b5cbeac9b,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:12:43.450750 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device c42f42c7-1046-48fc-ba62-80f5f421fcab up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:12:43.461562 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a999a0d1-9c20-49d3-8756-3f8125789c7d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (56dbd61e-a329-417c-bd01-d8ce2f00b477), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:43.461562 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:12:43.511888 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port c42f42c7-1046-48fc-ba62-80f5f421fcab triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:12:43.512517 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (c42f42c7-1046-48fc-ba62-80f5f421fcab), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:43.513127 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port c42f42c7-1046-48fc-ba62-80f5f421fcab Oct 04 21:12:43.606980 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a999a0d1-9c20-49d3-8756-3f8125789c7d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (56dbd61e-a329-417c-bd01-d8ce2f00b477), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:43.645507 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-c16eef8a-a593-4108-ba6b-95d5cf2780c0 None None] Current status of the port c42f42c7-1046-48fc-ba62-80f5f421fcab is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:12:43.750748 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a999a0d1-9c20-49d3-8756-3f8125789c7d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event deleted for resources: {'Subnet': ['ID=56dbd61e-a329-417c-bd01-d8ce2f00b477,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:12:43.762303 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a999a0d1-9c20-49d3-8756-3f8125789c7d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:43.770204 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a999a0d1-9c20-49d3-8756-3f8125789c7d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/56dbd61e-a329-417c-bd01-d8ce2f00b477 HTTP/1.1" status: 204 len: 168 time: 1.7545218 Oct 04 21:12:43.776405 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 35542) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:12:43.957433 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-06b8b741-0a41-471f-b45c-afaf9c9ed1f3 None None] Could not find standard attr ID for object 68e897a3-2915-4755-9533-aeb8278328fe. {{(pid=108171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 04 21:12:43.957433 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port c42f42c7-1046-48fc-ba62-80f5f421fcab is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:12:43.987361 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f54adff-6f11-413e-89a6-76e2f5e50913 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Deleting subnet 7d874684-cc94-4249-82e9-54c6959d63f1 {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:12:43.996810 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4f54adff-6f11-413e-89a6-76e2f5e50913 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (7d874684-cc94-4249-82e9-54c6959d63f1), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:44.093603 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0ab4c5-2958-4e5b-87b7-656ee61a090a None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:12:44.133655 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4f54adff-6f11-413e-89a6-76e2f5e50913 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (7d874684-cc94-4249-82e9-54c6959d63f1), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:44.465173 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4f54adff-6f11-413e-89a6-76e2f5e50913 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (7d874684-cc94-4249-82e9-54c6959d63f1), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:44.496317 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:12:44.890420 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:12:45.118068 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4f54adff-6f11-413e-89a6-76e2f5e50913 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (7d874684-cc94-4249-82e9-54c6959d63f1), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:45.215608 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f54adff-6f11-413e-89a6-76e2f5e50913 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event deleted for resources: {'Subnet': ['ID=7d874684-cc94-4249-82e9-54c6959d63f1,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:12:45.256374 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4f54adff-6f11-413e-89a6-76e2f5e50913 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:45.276092 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4f54adff-6f11-413e-89a6-76e2f5e50913 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/7d874684-cc94-4249-82e9-54c6959d63f1 HTTP/1.1" status: 204 len: 168 time: 1.4900935 Oct 04 21:12:45.279849 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 35564) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:12:45.466941 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-4b9afb5c-31d8-4508-aebd-6d0ad371ef4f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1830366 Oct 04 21:12:45.470927 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 35570) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:12:45.483259 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-82a959f8-a3e0-4bac-a6fc-30dbc6ec475d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Request body: {'subnet': {'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:12:45.646964 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9dba1a1d-d9aa-4b97-8bfe-19dbd4f3e004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:45.789985 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 35574) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:12:45.860363 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c8ce5a76-a58c-4723-8518-d1ac22ee36d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:46.293061 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a959f8-a3e0-4bac-a6fc-30dbc6ec475d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Made reservation on behalf of f31334bc846b471aace4cb8b5f10ff51 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:12:46.302075 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-82a959f8-a3e0-4bac-a6fc-30dbc6ec475d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:46.416217 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c8ce5a76-a58c-4723-8518-d1ac22ee36d1 admin admin] Publish callbacks [] for security_group (a05a9516-b3b7-40f7-ae2a-f57409d74daa), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:46.646294 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c8ce5a76-a58c-4723-8518-d1ac22ee36d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (a05a9516-b3b7-40f7-ae2a-f57409d74daa), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:46.729290 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28634045-d384-4958-80a7-a765d94b7b08 None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:12:46.813983 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ce5a76-a58c-4723-8518-d1ac22ee36d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a05a9516-b3b7-40f7-ae2a-f57409d74daa,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:12:46.916757 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c8ce5a76-a58c-4723-8518-d1ac22ee36d1 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=b62f32c726df43ea992937358a5f09ae&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1204162 Oct 04 21:12:46.917843 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 35588) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:12:46.966613 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-486f697a-b077-4581-9460-d797cf12654d None None] Provisioning complete for port c42f42c7-1046-48fc-ba62-80f5f421fcab triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:12:46.967864 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-486f697a-b077-4581-9460-d797cf12654d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (c42f42c7-1046-48fc-ba62-80f5f421fcab), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:46.968750 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-486f697a-b077-4581-9460-d797cf12654d None None] Attempt 1 to provision port c42f42c7-1046-48fc-ba62-80f5f421fcab Oct 04 21:12:47.217181 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-486f697a-b077-4581-9460-d797cf12654d None None] Current status of the port c42f42c7-1046-48fc-ba62-80f5f421fcab is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:12:47.622601 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-50e7c43e-d717-4637-a8ce-f0204b70ef51 admin admin] Publish callbacks [] for security_group (a05a9516-b3b7-40f7-ae2a-f57409d74daa), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:47.794149 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-50e7c43e-d717-4637-a8ce-f0204b70ef51 admin admin] Publish callbacks [] for security_group (a05a9516-b3b7-40f7-ae2a-f57409d74daa), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:47.932004 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 35598) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:12:47.988422 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9bc7f7-6d21-4998-8175-58ef28828165 None None] DHCP port deletion for 42edc29f-8c98-4058-994e-1dc4e7a022d1 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:12:48.147875 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b928817b-955d-4338-bb8c-1a83dbd0b02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:48.192125 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-5a9bc7f7-6d21-4998-8175-58ef28828165 None None] Deleting port c42f42c7-1046-48fc-ba62-80f5f421fcab {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:12:48.192766 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5a9bc7f7-6d21-4998-8175-58ef28828165 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (c42f42c7-1046-48fc-ba62-80f5f421fcab), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:48.530766 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a2041059-58d0-4bbf-ae5b-ed37f8dec959 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:48.598864 n-d-852085-12 neutron-server[108170]: DEBUG neutron.objects.ports [None req-82a959f8-a3e0-4bac-a6fc-30dbc6ec475d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=108170) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 04 21:12:48.637913 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-5a9bc7f7-6d21-4998-8175-58ef28828165 None None] For port c42f42c7-1046-48fc-ba62-80f5f421fcab, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=c42f42c7-1046-48fc-ba62-80f5f421fcab,segment=NetworkSegment(a074d1d3-d8bf-45a2-a3f3-7647e2465b5f),segment_id=a074d1d3-d8bf-45a2-a3f3-7647e2465b5f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:12:48.638821 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5a9bc7f7-6d21-4998-8175-58ef28828165 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (c42f42c7-1046-48fc-ba62-80f5f421fcab), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:48.679289 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-5a9bc7f7-6d21-4998-8175-58ef28828165 None None] Calling delete_port for c42f42c7-1046-48fc-ba62-80f5f421fcab owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:12:48.895313 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:12:48.935062 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-50e7c43e-d717-4637-a8ce-f0204b70ef51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (a05a9516-b3b7-40f7-ae2a-f57409d74daa), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:48.940139 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device c42f42c7-1046-48fc-ba62-80f5f421fcab no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:12:48.971731 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-50e7c43e-d717-4637-a8ce-f0204b70ef51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:48.980306 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-50e7c43e-d717-4637-a8ce-f0204b70ef51 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/a05a9516-b3b7-40f7-ae2a-f57409d74daa HTTP/1.1" status: 204 len: 168 time: 2.0556011 Oct 04 21:12:49.249520 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a2041059-58d0-4bbf-ae5b-ed37f8dec959 admin admin] Publish callbacks [] for security_group (0cbaf092-b50e-464e-b372-c70b29e5a837), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:49.394550 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e7c43e-d717-4637-a8ce-f0204b70ef51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05a9516-b3b7-40f7-ae2a-f57409d74daa,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:12:49.405354 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5a9bc7f7-6d21-4998-8175-58ef28828165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (c42f42c7-1046-48fc-ba62-80f5f421fcab), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:49.448732 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a2041059-58d0-4bbf-ae5b-ed37f8dec959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (0cbaf092-b50e-464e-b372-c70b29e5a837), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:49.559486 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.ipam_pluggable_backend [None req-82a959f8-a3e0-4bac-a6fc-30dbc6ec475d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Port c42f42c7-1046-48fc-ba62-80f5f421fcab was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=108170) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:601}} Oct 04 21:12:49.568616 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.ipam_pluggable_backend [None req-82a959f8-a3e0-4bac-a6fc-30dbc6ec475d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Reverting IP allocation for 2001:db8::f816:3eff:fec9:cc09 {{(pid=108170) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:603}} Oct 04 21:12:49.569107 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9bc7f7-6d21-4998-8175-58ef28828165 None None] Pushing event deleted for resources: {'Port': ['ID=c42f42c7-1046-48fc-ba62-80f5f421fcab,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:12:49.573606 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-82a959f8-a3e0-4bac-a6fc-30dbc6ec475d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (e7beeeb0-eb82-4d72-882e-1fbd0471a315), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:49.582519 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9bc7f7-6d21-4998-8175-58ef28828165 None None] No DVR routers for this DVR port c42f42c7-1046-48fc-ba62-80f5f421fcab on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:12:49.596666 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port c42f42c7-1046-48fc-ba62-80f5f421fcab is: ACTIVE; New status is: DOWN {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:12:49.596666 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (c42f42c7-1046-48fc-ba62-80f5f421fcab), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:49.646354 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2041059-58d0-4bbf-ae5b-ed37f8dec959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cbaf092-b50e-464e-b372-c70b29e5a837,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:12:49.728489 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=78,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=14 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:12:49.776226 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a2041059-58d0-4bbf-ae5b-ed37f8dec959 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=6a223df02fe9479887646ff547e066fb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8336649 Oct 04 21:12:49.784737 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 35618) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:12:49.823123 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a959f8-a3e0-4bac-a6fc-30dbc6ec475d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:12:49.830130 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-82a959f8-a3e0-4bac-a6fc-30dbc6ec475d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:12:49.835965 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a959f8-a3e0-4bac-a6fc-30dbc6ec475d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:12:49.837749 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-82a959f8-a3e0-4bac-a6fc-30dbc6ec475d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:49.856355 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:12:49.876782 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a959f8-a3e0-4bac-a6fc-30dbc6ec475d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event updated for resources: {'Subnet': ['ID=e7beeeb0-eb82-4d72-882e-1fbd0471a315,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:12:49.888971 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:12:49.896924 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f80a06-9cc5-4917-aeee-afb6aa7d809d None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:12:50.016142 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-780cc688-349d-49d6-aaf1-ffc39e1e1799 admin admin] Publish callbacks [] for security_group (0cbaf092-b50e-464e-b372-c70b29e5a837), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:50.044908 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-82a959f8-a3e0-4bac-a6fc-30dbc6ec475d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.5715353 Oct 04 21:12:50.048430 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 35620) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:12:50.107200 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-d1d8c013-7f29-4b85-b7fb-c6f4570ea6bc tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Request body: {'subnet': {'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:12:50.202140 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-780cc688-349d-49d6-aaf1-ffc39e1e1799 admin admin] Publish callbacks [] for security_group (0cbaf092-b50e-464e-b372-c70b29e5a837), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:50.451776 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:12:50.623890 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:50.681431 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cce5b66-f47a-472a-9c6a-40b4cae890af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-42edc29f-8c98-4058-994e-1dc4e7a022d1', 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'project_id': 'f31334bc846b471aace4cb8b5f10ff51', 'fixed_ips': [{'subnet_id': 'e7beeeb0-eb82-4d72-882e-1fbd0471a315'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:12:50.689303 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4cce5b66-f47a-472a-9c6a-40b4cae890af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:50.842780 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-780cc688-349d-49d6-aaf1-ffc39e1e1799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (0cbaf092-b50e-464e-b372-c70b29e5a837), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:50.853642 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-780cc688-349d-49d6-aaf1-ffc39e1e1799 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:50.859642 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-780cc688-349d-49d6-aaf1-ffc39e1e1799 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/0cbaf092-b50e-464e-b372-c70b29e5a837 HTTP/1.1" status: 204 len: 168 time: 1.0693364 Oct 04 21:12:50.940404 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780cc688-349d-49d6-aaf1-ffc39e1e1799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cbaf092-b50e-464e-b372-c70b29e5a837,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:12:51.612456 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-4cce5b66-f47a-472a-9c6a-40b4cae890af None None] Allocated IP 2001:db8::f816:3eff:fe6e:cbf7 (42edc29f-8c98-4058-994e-1dc4e7a022d1/e7beeeb0-eb82-4d72-882e-1fbd0471a315/dac13970-ce86-4aed-8e6f-d94c381ef9f5) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:12:51.751400 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:51.954803 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:52.280715 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d8c013-7f29-4b85-b7fb-c6f4570ea6bc tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Made reservation on behalf of f31334bc846b471aace4cb8b5f10ff51 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:12:52.298737 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d1d8c013-7f29-4b85-b7fb-c6f4570ea6bc tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:52.743651 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4cce5b66-f47a-472a-9c6a-40b4cae890af None None] Publish callbacks [] for port (dac13970-ce86-4aed-8e6f-d94c381ef9f5), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:52.854412 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4cce5b66-f47a-472a-9c6a-40b4cae890af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (dac13970-ce86-4aed-8e6f-d94c381ef9f5), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:53.039347 n-d-852085-12 neutron-server[108170]: INFO neutron.db.ipam_backend_mixin [None req-d1d8c013-7f29-4b85-b7fb-c6f4570ea6bc tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e7beeeb0-eb82-4d72-882e-1fbd0471a315 (CIDR: 2001:db8::/64) Oct 04 21:12:53.063457 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cce5b66-f47a-472a-9c6a-40b4cae890af None None] Pushing event updated for resources: {'Port': ['ID=dac13970-ce86-4aed-8e6f-d94c381ef9f5,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:12:53.088333 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cce5b66-f47a-472a-9c6a-40b4cae890af None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:12:53.093837 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-4cce5b66-f47a-472a-9c6a-40b4cae890af None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:12:53.103256 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1d8c013-7f29-4b85-b7fb-c6f4570ea6bc tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 21:12:53.112641 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1d8c013-7f29-4b85-b7fb-c6f4570ea6bc tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:12:53.127604 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cce5b66-f47a-472a-9c6a-40b4cae890af None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:12:53.397485 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-4cce5b66-f47a-472a-9c6a-40b4cae890af None None] Attempting to bind port dac13970-ce86-4aed-8e6f-d94c381ef9f5 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:12:53.398044 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-4cce5b66-f47a-472a-9c6a-40b4cae890af None None] Attempting to bind port dac13970-ce86-4aed-8e6f-d94c381ef9f5 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:12:53.398860 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cce5b66-f47a-472a-9c6a-40b4cae890af None None] Attempting to bind port dac13970-ce86-4aed-8e6f-d94c381ef9f5 on network 42edc29f-8c98-4058-994e-1dc4e7a022d1 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:12:53.446808 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 35686) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:12:53.448297 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-d1d8c013-7f29-4b85-b7fb-c6f4570ea6bc tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 3.3949249 Oct 04 21:12:53.463050 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-804c2052-fcf7-4ed0-ac67-7a2927b03e80 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Request body: {'subnet': {'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:12:53.650432 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cce5b66-f47a-472a-9c6a-40b4cae890af None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:12:53.652484 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cce5b66-f47a-472a-9c6a-40b4cae890af None None] Checking segment: {'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:12:53.653674 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4cce5b66-f47a-472a-9c6a-40b4cae890af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:53.654733 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cce5b66-f47a-472a-9c6a-40b4cae890af None None] Bound using segment: {'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:12:53.655841 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-4cce5b66-f47a-472a-9c6a-40b4cae890af None None] Bound port: dac13970-ce86-4aed-8e6f-d94c381ef9f5, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:12:53.657406 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4cce5b66-f47a-472a-9c6a-40b4cae890af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (dac13970-ce86-4aed-8e6f-d94c381ef9f5), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:53.796792 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-4cce5b66-f47a-472a-9c6a-40b4cae890af None None] For port dac13970-ce86-4aed-8e6f-d94c381ef9f5, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:12:53.806266 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-4cce5b66-f47a-472a-9c6a-40b4cae890af None None] For port dac13970-ce86-4aed-8e6f-d94c381ef9f5, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=dac13970-ce86-4aed-8e6f-d94c381ef9f5,segment=NetworkSegment(a074d1d3-d8bf-45a2-a3f3-7647e2465b5f),segment_id=a074d1d3-d8bf-45a2-a3f3-7647e2465b5f)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:12:54.351321 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=9 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:12:54.413128 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-804c2052-fcf7-4ed0-ac67-7a2927b03e80 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Made reservation on behalf of f31334bc846b471aace4cb8b5f10ff51 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:12:54.414228 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4cce5b66-f47a-472a-9c6a-40b4cae890af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (dac13970-ce86-4aed-8e6f-d94c381ef9f5), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:54.422670 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-804c2052-fcf7-4ed0-ac67-7a2927b03e80 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:54.661281 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cce5b66-f47a-472a-9c6a-40b4cae890af None None] Pushing event updated for resources: {'Port': ['ID=dac13970-ce86-4aed-8e6f-d94c381ef9f5,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:12:54.776646 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:12:54.978615 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=22 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:12:56.934860 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device dac13970-ce86-4aed-8e6f-d94c381ef9f5 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:12:57.116177 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-804c2052-fcf7-4ed0-ac67-7a2927b03e80 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (c864b02d-9f54-4979-938d-e9d67745ad54), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:57.118997 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:12:57.157840 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port dac13970-ce86-4aed-8e6f-d94c381ef9f5 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:12:57.158450 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (dac13970-ce86-4aed-8e6f-d94c381ef9f5), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:57.159010 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port dac13970-ce86-4aed-8e6f-d94c381ef9f5 Oct 04 21:12:57.244618 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=7 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:12:57.440926 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804c2052-fcf7-4ed0-ac67-7a2927b03e80 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:12:57.466565 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-804c2052-fcf7-4ed0-ac67-7a2927b03e80 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:12:57.481864 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port dac13970-ce86-4aed-8e6f-d94c381ef9f5 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:12:57.483507 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (dac13970-ce86-4aed-8e6f-d94c381ef9f5), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:57.486184 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804c2052-fcf7-4ed0-ac67-7a2927b03e80 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:12:57.487262 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-804c2052-fcf7-4ed0-ac67-7a2927b03e80 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:57.599255 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e633505d-3702-4c6d-bc3c-0f512a70cba9 None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:12:57.683901 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804c2052-fcf7-4ed0-ac67-7a2927b03e80 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event updated for resources: {'Subnet': ['ID=c864b02d-9f54-4979-938d-e9d67745ad54,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:12:57.718064 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-804c2052-fcf7-4ed0-ac67-7a2927b03e80 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.2687407 Oct 04 21:12:57.722734 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 35756) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:12:57.738173 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-5240daaa-afc5-45ee-b484-aff30cae9a2c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Request body: {'port': {'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'mac_address': 'fa:16:3e:2d:3b:8c', 'name': 'tempest-NetworksTestDHCPv6-1385781731'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:12:57.789070 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port dac13970-ce86-4aed-8e6f-d94c381ef9f5, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=dac13970-ce86-4aed-8e6f-d94c381ef9f5,segment=NetworkSegment(a074d1d3-d8bf-45a2-a3f3-7647e2465b5f),segment_id=a074d1d3-d8bf-45a2-a3f3-7647e2465b5f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:12:57.972889 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-1fefef06-fc46-4a41-9bb2-625e4c3f2bd3 None None] Provisioning complete for port dac13970-ce86-4aed-8e6f-d94c381ef9f5 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:12:57.973915 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-1fefef06-fc46-4a41-9bb2-625e4c3f2bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (dac13970-ce86-4aed-8e6f-d94c381ef9f5), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:57.974324 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-1fefef06-fc46-4a41-9bb2-625e4c3f2bd3 None None] Attempt 1 to provision port dac13970-ce86-4aed-8e6f-d94c381ef9f5 Oct 04 21:12:57.995440 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (dac13970-ce86-4aed-8e6f-d94c381ef9f5), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:58.334299 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=dac13970-ce86-4aed-8e6f-d94c381ef9f5,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:12:58.407391 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5240daaa-afc5-45ee-b484-aff30cae9a2c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Made reservation on behalf of f31334bc846b471aace4cb8b5f10ff51 for: {'port': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:12:58.741726 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device dac13970-ce86-4aed-8e6f-d94c381ef9f5 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:12:58.876782 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5240daaa-afc5-45ee-b484-aff30cae9a2c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:59.000829 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-1fefef06-fc46-4a41-9bb2-625e4c3f2bd3 None None] Current status of the port dac13970-ce86-4aed-8e6f-d94c381ef9f5 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:12:59.053495 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [None req-5240daaa-afc5-45ee-b484-aff30cae9a2c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] device_id is not set on port 81cfa9a8-a1f9-47ef-b3ab-29192ad6a466 yet. {{(pid=108170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 21:12:59.082423 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e4ceb3-453e-49bb-b595-1efc0591f5d4 None None] Update dhcp port {'port': {'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'fixed_ips': [{'subnet_id': 'e7beeeb0-eb82-4d72-882e-1fbd0471a315', 'ip_address': '2001:db8::f816:3eff:fe6e:cbf7'}, {'subnet_id': 'c864b02d-9f54-4979-938d-e9d67745ad54'}], 'binding:host_id': 'n-d-852085-12'}, 'id': 'dac13970-ce86-4aed-8e6f-d94c381ef9f5'} from n-d-852085-12. {{(pid=108171) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Oct 04 21:12:59.187090 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port dac13970-ce86-4aed-8e6f-d94c381ef9f5 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:12:59.200443 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (dac13970-ce86-4aed-8e6f-d94c381ef9f5), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:59.201193 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port dac13970-ce86-4aed-8e6f-d94c381ef9f5 Oct 04 21:12:59.455402 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-90e4ceb3-453e-49bb-b595-1efc0591f5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (dac13970-ce86-4aed-8e6f-d94c381ef9f5), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:12:59.670161 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:12:59.826837 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:12:59.877337 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port dac13970-ce86-4aed-8e6f-d94c381ef9f5 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:13:00.053220 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-5240daaa-afc5-45ee-b484-aff30cae9a2c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Allocated IP 2001:db8:0:1::1a6 (42edc29f-8c98-4058-994e-1dc4e7a022d1/c864b02d-9f54-4979-938d-e9d67745ad54/81cfa9a8-a1f9-47ef-b3ab-29192ad6a466) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:13:00.115533 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-5240daaa-afc5-45ee-b484-aff30cae9a2c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Allocated IP 2001:db8::f816:3eff:fe2d:3b8c (42edc29f-8c98-4058-994e-1dc4e7a022d1/e7beeeb0-eb82-4d72-882e-1fbd0471a315/81cfa9a8-a1f9-47ef-b3ab-29192ad6a466) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:13:00.816098 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5240daaa-afc5-45ee-b484-aff30cae9a2c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for port (81cfa9a8-a1f9-47ef-b3ab-29192ad6a466), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:00.888218 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:13:01.011848 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5240daaa-afc5-45ee-b484-aff30cae9a2c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (81cfa9a8-a1f9-47ef-b3ab-29192ad6a466), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:01.288992 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5240daaa-afc5-45ee-b484-aff30cae9a2c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event updated for resources: {'Port': ['ID=81cfa9a8-a1f9-47ef-b3ab-29192ad6a466,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:13:01.326225 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-90e4ceb3-453e-49bb-b595-1efc0591f5d4 None None] Allocated IP 2001:db8:0:1::2 (42edc29f-8c98-4058-994e-1dc4e7a022d1/c864b02d-9f54-4979-938d-e9d67745ad54/dac13970-ce86-4aed-8e6f-d94c381ef9f5) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:13:01.341173 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5240daaa-afc5-45ee-b484-aff30cae9a2c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:13:01.346582 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-5240daaa-afc5-45ee-b484-aff30cae9a2c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:13:01.370889 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5240daaa-afc5-45ee-b484-aff30cae9a2c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:13:01.398638 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5240daaa-afc5-45ee-b484-aff30cae9a2c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:13:01.400585 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5240daaa-afc5-45ee-b484-aff30cae9a2c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:01.663027 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-5240daaa-afc5-45ee-b484-aff30cae9a2c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.9381351 Oct 04 21:13:01.668375 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 35806) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:01.877194 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-90e4ceb3-453e-49bb-b595-1efc0591f5d4 None None] For port dac13970-ce86-4aed-8e6f-d94c381ef9f5, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=dac13970-ce86-4aed-8e6f-d94c381ef9f5,segment=NetworkSegment(a074d1d3-d8bf-45a2-a3f3-7647e2465b5f),segment_id=a074d1d3-d8bf-45a2-a3f3-7647e2465b5f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:13:02.035712 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-90e4ceb3-453e-49bb-b595-1efc0591f5d4 None None] Publish callbacks [] for port (dac13970-ce86-4aed-8e6f-d94c381ef9f5), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:02.150048 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-6b8fab7f-268a-4866-86ac-23e95c004b1b tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Deleting port 81cfa9a8-a1f9-47ef-b3ab-29192ad6a466 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:13:02.152502 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6b8fab7f-268a-4866-86ac-23e95c004b1b tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (81cfa9a8-a1f9-47ef-b3ab-29192ad6a466), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:02.166661 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-90e4ceb3-453e-49bb-b595-1efc0591f5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (dac13970-ce86-4aed-8e6f-d94c381ef9f5), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:02.524623 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6b8fab7f-268a-4866-86ac-23e95c004b1b tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (81cfa9a8-a1f9-47ef-b3ab-29192ad6a466), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:02.567877 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-6b8fab7f-268a-4866-86ac-23e95c004b1b tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Calling delete_port for 81cfa9a8-a1f9-47ef-b3ab-29192ad6a466 owned by {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:13:02.786724 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:13:02.936403 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e4ceb3-453e-49bb-b595-1efc0591f5d4 None None] Pushing event updated for resources: {'Port': ['ID=dac13970-ce86-4aed-8e6f-d94c381ef9f5,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:13:03.011211 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:03.344548 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6b8fab7f-268a-4866-86ac-23e95c004b1b tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (81cfa9a8-a1f9-47ef-b3ab-29192ad6a466), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:03.411995 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:03.482387 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8fab7f-268a-4866-86ac-23e95c004b1b tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event deleted for resources: {'Port': ['ID=81cfa9a8-a1f9-47ef-b3ab-29192ad6a466,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:13:03.764820 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6b8fab7f-268a-4866-86ac-23e95c004b1b tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:03.785672 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-6b8fab7f-268a-4866-86ac-23e95c004b1b tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/ports/81cfa9a8-a1f9-47ef-b3ab-29192ad6a466 HTTP/1.1" status: 204 len: 168 time: 2.1112788 Oct 04 21:13:03.792198 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 35842) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:03.987023 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f64d5c2-aed3-4d9e-ae84-ccb0ea9adfe1 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:13:04.001544 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 35846) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:04.005251 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-7f64d5c2-aed3-4d9e-ae84-ccb0ea9adfe1 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2165921 Oct 04 21:13:04.285009 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bde1ee4-0d87-40ec-9673-e48a54c2df8c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:13:04.292341 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-2bde1ee4-0d87-40ec-9673-e48a54c2df8c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2890518 Oct 04 21:13:04.296635 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 35850) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:04.446807 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cebe84-f2b0-40b2-8c06-97e222f1a88f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:13:04.452808 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cebe84-f2b0-40b2-8c06-97e222f1a88f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:13:04.457037 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cebe84-f2b0-40b2-8c06-97e222f1a88f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:13:04.466111 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 35852) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:04.468140 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-33cebe84-f2b0-40b2-8c06-97e222f1a88f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1697228 Oct 04 21:13:04.792165 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device dac13970-ce86-4aed-8e6f-d94c381ef9f5 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:13:04.794914 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e577252-9bae-4fe8-bd1e-44561ae4060d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Deleting subnet c864b02d-9f54-4979-938d-e9d67745ad54 {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:13:04.812590 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2e577252-9bae-4fe8-bd1e-44561ae4060d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (c864b02d-9f54-4979-938d-e9d67745ad54), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:05.056108 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2e577252-9bae-4fe8-bd1e-44561ae4060d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (c864b02d-9f54-4979-938d-e9d67745ad54), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:05.112796 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-69d0ced3-af09-46f6-a9d3-91e4c9fbf3ad None None] Provisioning complete for port dac13970-ce86-4aed-8e6f-d94c381ef9f5 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:13:05.114362 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-69d0ced3-af09-46f6-a9d3-91e4c9fbf3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (dac13970-ce86-4aed-8e6f-d94c381ef9f5), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:05.116350 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-69d0ced3-af09-46f6-a9d3-91e4c9fbf3ad None None] Attempt 1 to provision port dac13970-ce86-4aed-8e6f-d94c381ef9f5 Oct 04 21:13:05.289511 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port dac13970-ce86-4aed-8e6f-d94c381ef9f5 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:13:05.318826 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (dac13970-ce86-4aed-8e6f-d94c381ef9f5), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:05.320598 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port dac13970-ce86-4aed-8e6f-d94c381ef9f5 Oct 04 21:13:05.568478 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2e577252-9bae-4fe8-bd1e-44561ae4060d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (c864b02d-9f54-4979-938d-e9d67745ad54), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:05.931075 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:13:06.048916 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2e577252-9bae-4fe8-bd1e-44561ae4060d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (c864b02d-9f54-4979-938d-e9d67745ad54), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:06.211030 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-69d0ced3-af09-46f6-a9d3-91e4c9fbf3ad None None] Current status of the port dac13970-ce86-4aed-8e6f-d94c381ef9f5 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:13:06.219210 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port dac13970-ce86-4aed-8e6f-d94c381ef9f5 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:13:06.264312 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2e577252-9bae-4fe8-bd1e-44561ae4060d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:06.274169 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-2e577252-9bae-4fe8-bd1e-44561ae4060d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/c864b02d-9f54-4979-938d-e9d67745ad54 HTTP/1.1" status: 204 len: 168 time: 1.8025498 Oct 04 21:13:06.275328 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 35872) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:06.294491 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e577252-9bae-4fe8-bd1e-44561ae4060d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event deleted for resources: {'Subnet': ['ID=c864b02d-9f54-4979-938d-e9d67745ad54,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:13:06.343160 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-f5638cf5-4fc1-46b5-86fa-a392bb6ecd92 None None] Could not find standard attr ID for object 81cfa9a8-a1f9-47ef-b3ab-29192ad6a466. {{(pid=108171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 04 21:13:06.488855 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16f508a-780b-4269-90a4-346f336897f3 None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:13:06.527967 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b969c18-18c4-4b21-ac58-e6c42403838f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Deleting subnet e7beeeb0-eb82-4d72-882e-1fbd0471a315 {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:13:06.558482 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7b969c18-18c4-4b21-ac58-e6c42403838f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (e7beeeb0-eb82-4d72-882e-1fbd0471a315), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:06.623341 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:13:06.721697 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7b969c18-18c4-4b21-ac58-e6c42403838f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (e7beeeb0-eb82-4d72-882e-1fbd0471a315), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:07.241786 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7b969c18-18c4-4b21-ac58-e6c42403838f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (e7beeeb0-eb82-4d72-882e-1fbd0471a315), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:07.608331 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7b969c18-18c4-4b21-ac58-e6c42403838f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (e7beeeb0-eb82-4d72-882e-1fbd0471a315), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:07.787729 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b969c18-18c4-4b21-ac58-e6c42403838f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event deleted for resources: {'Subnet': ['ID=e7beeeb0-eb82-4d72-882e-1fbd0471a315,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:13:07.806817 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7b969c18-18c4-4b21-ac58-e6c42403838f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:07.816919 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 35894) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:07.828247 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-7b969c18-18c4-4b21-ac58-e6c42403838f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/e7beeeb0-eb82-4d72-882e-1fbd0471a315 HTTP/1.1" status: 204 len: 168 time: 1.5501080 Oct 04 21:13:08.031366 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f88b23fb-abb4-4033-9604-b0a24e3eb43a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2120593 Oct 04 21:13:08.037404 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 35896) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:08.048507 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-85bbabe8-703b-40d2-8ec9-825f8a339076 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Request body: {'subnet': {'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:13:08.510767 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:13:08.696131 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85bbabe8-703b-40d2-8ec9-825f8a339076 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Made reservation on behalf of f31334bc846b471aace4cb8b5f10ff51 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:13:08.700140 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-85bbabe8-703b-40d2-8ec9-825f8a339076 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:08.859679 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cb59c1-eaf2-49d3-b3de-7522e667773f None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:13:09.052470 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-46cadbdb-1e4c-41bf-b47f-8bb4d193c19e None None] Provisioning complete for port dac13970-ce86-4aed-8e6f-d94c381ef9f5 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:13:09.053549 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-46cadbdb-1e4c-41bf-b47f-8bb4d193c19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (dac13970-ce86-4aed-8e6f-d94c381ef9f5), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:09.054498 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-46cadbdb-1e4c-41bf-b47f-8bb4d193c19e None None] Attempt 1 to provision port dac13970-ce86-4aed-8e6f-d94c381ef9f5 Oct 04 21:13:09.329740 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:13:09.615675 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019af17e-25aa-494a-ac31-57148cddce12 None None] DHCP port deletion for 42edc29f-8c98-4058-994e-1dc4e7a022d1 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:13:09.709341 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-46cadbdb-1e4c-41bf-b47f-8bb4d193c19e None None] Current status of the port dac13970-ce86-4aed-8e6f-d94c381ef9f5 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:13:09.727857 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-85bbabe8-703b-40d2-8ec9-825f8a339076 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (c3717158-820b-44e0-9099-4af4c2e52cf5), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:09.893705 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-019af17e-25aa-494a-ac31-57148cddce12 None None] Deleting port dac13970-ce86-4aed-8e6f-d94c381ef9f5 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:13:09.895503 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-019af17e-25aa-494a-ac31-57148cddce12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (dac13970-ce86-4aed-8e6f-d94c381ef9f5), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:10.052124 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bbabe8-703b-40d2-8ec9-825f8a339076 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:13:10.092743 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-85bbabe8-703b-40d2-8ec9-825f8a339076 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:13:10.115119 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bbabe8-703b-40d2-8ec9-825f8a339076 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:13:10.133971 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-85bbabe8-703b-40d2-8ec9-825f8a339076 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:10.267966 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bbabe8-703b-40d2-8ec9-825f8a339076 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event updated for resources: {'Subnet': ['ID=c3717158-820b-44e0-9099-4af4c2e52cf5,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:13:10.304672 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bbabe8-703b-40d2-8ec9-825f8a339076 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:13:10.306445 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bbabe8-703b-40d2-8ec9-825f8a339076 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:13:10.307549 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bbabe8-703b-40d2-8ec9-825f8a339076 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:13:10.308365 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bbabe8-703b-40d2-8ec9-825f8a339076 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:13:10.309333 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bbabe8-703b-40d2-8ec9-825f8a339076 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:13:10.310143 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bbabe8-703b-40d2-8ec9-825f8a339076 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:13:10.311076 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bbabe8-703b-40d2-8ec9-825f8a339076 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:13:10.311923 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bbabe8-703b-40d2-8ec9-825f8a339076 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:13:10.312745 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bbabe8-703b-40d2-8ec9-825f8a339076 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:13:10.313522 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bbabe8-703b-40d2-8ec9-825f8a339076 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:13:10.314311 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bbabe8-703b-40d2-8ec9-825f8a339076 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:13:10.315111 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bbabe8-703b-40d2-8ec9-825f8a339076 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:13:10.316065 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bbabe8-703b-40d2-8ec9-825f8a339076 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:13:10.316901 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bbabe8-703b-40d2-8ec9-825f8a339076 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:13:10.318922 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bbabe8-703b-40d2-8ec9-825f8a339076 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:13:10.345846 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-019af17e-25aa-494a-ac31-57148cddce12 None None] For port dac13970-ce86-4aed-8e6f-d94c381ef9f5, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=dac13970-ce86-4aed-8e6f-d94c381ef9f5,segment=NetworkSegment(a074d1d3-d8bf-45a2-a3f3-7647e2465b5f),segment_id=a074d1d3-d8bf-45a2-a3f3-7647e2465b5f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:13:10.346673 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-019af17e-25aa-494a-ac31-57148cddce12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (dac13970-ce86-4aed-8e6f-d94c381ef9f5), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:10.389649 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-019af17e-25aa-494a-ac31-57148cddce12 None None] Calling delete_port for dac13970-ce86-4aed-8e6f-d94c381ef9f5 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:13:10.412354 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-85bbabe8-703b-40d2-8ec9-825f8a339076 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3740759 Oct 04 21:13:10.418139 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 35928) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:10.428131 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-30fcf709-da9e-4b5a-955d-c2874d59472f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Request body: {'subnet': {'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:13:10.441433 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:13:10.647519 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device dac13970-ce86-4aed-8e6f-d94c381ef9f5 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:13:11.103017 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port dac13970-ce86-4aed-8e6f-d94c381ef9f5 is: ACTIVE; New status is: DOWN {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:13:11.104131 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30fcf709-da9e-4b5a-955d-c2874d59472f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Made reservation on behalf of f31334bc846b471aace4cb8b5f10ff51 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:13:11.104726 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (dac13970-ce86-4aed-8e6f-d94c381ef9f5), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:11.110995 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-30fcf709-da9e-4b5a-955d-c2874d59472f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:11.123525 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-019af17e-25aa-494a-ac31-57148cddce12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (dac13970-ce86-4aed-8e6f-d94c381ef9f5), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:11.261328 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019af17e-25aa-494a-ac31-57148cddce12 None None] Pushing event deleted for resources: {'Port': ['ID=dac13970-ce86-4aed-8e6f-d94c381ef9f5,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:13:11.272915 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019af17e-25aa-494a-ac31-57148cddce12 None None] No DVR routers for this DVR port dac13970-ce86-4aed-8e6f-d94c381ef9f5 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:13:11.350229 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5adfb9bc-d58f-4a82-80fe-18d97c70e6f1 None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:13:11.673278 n-d-852085-12 neutron-server[108170]: INFO neutron.db.ipam_backend_mixin [None req-30fcf709-da9e-4b5a-955d-c2874d59472f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c3717158-820b-44e0-9099-4af4c2e52cf5 (CIDR: 2001:db8::/64) Oct 04 21:13:11.757324 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-30fcf709-da9e-4b5a-955d-c2874d59472f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 21:13:11.759571 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30fcf709-da9e-4b5a-955d-c2874d59472f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:13:11.813767 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:13:12.071124 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 35966) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:12.079559 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-30fcf709-da9e-4b5a-955d-c2874d59472f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6594200 Oct 04 21:13:12.084209 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-5e8af0e4-0efb-4417-8501-c792c7a7847d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Request body: {'subnet': {'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:13:12.233962 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a01d40-0138-40b0-9ac5-3ea2c7612211 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-42edc29f-8c98-4058-994e-1dc4e7a022d1', 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'project_id': 'f31334bc846b471aace4cb8b5f10ff51', 'fixed_ips': [{'subnet_id': 'c3717158-820b-44e0-9099-4af4c2e52cf5'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:13:12.235880 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-29a01d40-0138-40b0-9ac5-3ea2c7612211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:12.566749 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8af0e4-0efb-4417-8501-c792c7a7847d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Made reservation on behalf of f31334bc846b471aace4cb8b5f10ff51 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:13:12.578226 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5e8af0e4-0efb-4417-8501-c792c7a7847d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:12.977241 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-29a01d40-0138-40b0-9ac5-3ea2c7612211 None None] Allocated IP 2001:db8::2 (42edc29f-8c98-4058-994e-1dc4e7a022d1/c3717158-820b-44e0-9099-4af4c2e52cf5/75d1b621-5735-454a-8698-be5973fc6e1d) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:13:13.047638 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 21:13:13.126964 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:13:13.632466 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-29a01d40-0138-40b0-9ac5-3ea2c7612211 None None] Publish callbacks [] for port (75d1b621-5735-454a-8698-be5973fc6e1d), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:13.831737 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-29a01d40-0138-40b0-9ac5-3ea2c7612211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (75d1b621-5735-454a-8698-be5973fc6e1d), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:14.062225 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a01d40-0138-40b0-9ac5-3ea2c7612211 None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:13:14.114328 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-29a01d40-0138-40b0-9ac5-3ea2c7612211 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:13:14.130415 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a01d40-0138-40b0-9ac5-3ea2c7612211 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:13:14.444711 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a01d40-0138-40b0-9ac5-3ea2c7612211 None None] Pushing event updated for resources: {'Port': ['ID=75d1b621-5735-454a-8698-be5973fc6e1d,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:13:14.532412 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-29a01d40-0138-40b0-9ac5-3ea2c7612211 None None] Attempting to bind port 75d1b621-5735-454a-8698-be5973fc6e1d on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:13:14.533063 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-29a01d40-0138-40b0-9ac5-3ea2c7612211 None None] Attempting to bind port 75d1b621-5735-454a-8698-be5973fc6e1d by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:13:14.538521 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a01d40-0138-40b0-9ac5-3ea2c7612211 None None] Attempting to bind port 75d1b621-5735-454a-8698-be5973fc6e1d on network 42edc29f-8c98-4058-994e-1dc4e7a022d1 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:13:14.710934 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:13:14.754648 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a01d40-0138-40b0-9ac5-3ea2c7612211 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:13:14.755436 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a01d40-0138-40b0-9ac5-3ea2c7612211 None None] Checking segment: {'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:13:14.759908 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-29a01d40-0138-40b0-9ac5-3ea2c7612211 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:14.759908 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a01d40-0138-40b0-9ac5-3ea2c7612211 None None] Bound using segment: {'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:13:14.759908 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-29a01d40-0138-40b0-9ac5-3ea2c7612211 None None] Bound port: 75d1b621-5735-454a-8698-be5973fc6e1d, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:13:14.759908 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-29a01d40-0138-40b0-9ac5-3ea2c7612211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (75d1b621-5735-454a-8698-be5973fc6e1d), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:14.871019 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=4 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:13:14.886398 n-d-852085-12 neutron-server[108169]: DEBUG neutron.objects.ports [None req-5e8af0e4-0efb-4417-8501-c792c7a7847d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=108169) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 04 21:13:14.996992 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:13:15.125229 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-29a01d40-0138-40b0-9ac5-3ea2c7612211 None None] For port 75d1b621-5735-454a-8698-be5973fc6e1d, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:13:15.139053 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-29a01d40-0138-40b0-9ac5-3ea2c7612211 None None] For port 75d1b621-5735-454a-8698-be5973fc6e1d, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=75d1b621-5735-454a-8698-be5973fc6e1d,segment=NetworkSegment(a074d1d3-d8bf-45a2-a3f3-7647e2465b5f),segment_id=a074d1d3-d8bf-45a2-a3f3-7647e2465b5f)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:13:15.270346 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-29a01d40-0138-40b0-9ac5-3ea2c7612211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (75d1b621-5735-454a-8698-be5973fc6e1d), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:15.460570 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 35994) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:15.771925 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a01d40-0138-40b0-9ac5-3ea2c7612211 None None] Pushing event updated for resources: {'Port': ['ID=75d1b621-5735-454a-8698-be5973fc6e1d,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:13:16.001221 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8ec2e609-8d85-4f47-b589-fc283a16cc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:16.228745 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7d89d4c8-0662-4962-9d28-b7e9bb03eb0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:16.595713 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5e8af0e4-0efb-4417-8501-c792c7a7847d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (75d1b621-5735-454a-8698-be5973fc6e1d), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:16.704938 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7d89d4c8-0662-4962-9d28-b7e9bb03eb0b admin admin] Publish callbacks [] for security_group (925b49d1-9084-4791-a5d6-6b5aea760184), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:16.801740 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7d89d4c8-0662-4962-9d28-b7e9bb03eb0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (925b49d1-9084-4791-a5d6-6b5aea760184), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:16.886288 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 75d1b621-5735-454a-8698-be5973fc6e1d up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:13:16.919828 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d89d4c8-0662-4962-9d28-b7e9bb03eb0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=925b49d1-9084-4791-a5d6-6b5aea760184,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:13:17.020929 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-7d89d4c8-0662-4962-9d28-b7e9bb03eb0b admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=3368bcc2a4714a3d821f7406d6db02fd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5576546 Oct 04 21:13:17.031451 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 36008) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:17.127681 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2,neutron:INSERT=15,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:13:17.188926 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 75d1b621-5735-454a-8698-be5973fc6e1d triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:13:17.192255 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (75d1b621-5735-454a-8698-be5973fc6e1d), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:17.193314 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 75d1b621-5735-454a-8698-be5973fc6e1d Oct 04 21:13:17.203759 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:13:17.373291 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b6f8c6c9-dd54-4c36-be1a-2c80d4ccac8b admin admin] Publish callbacks [] for security_group (925b49d1-9084-4791-a5d6-6b5aea760184), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:17.438228 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b6f8c6c9-dd54-4c36-be1a-2c80d4ccac8b admin admin] Publish callbacks [] for security_group (925b49d1-9084-4791-a5d6-6b5aea760184), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:17.525743 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-5e8af0e4-0efb-4417-8501-c792c7a7847d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] For port 75d1b621-5735-454a-8698-be5973fc6e1d, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=75d1b621-5735-454a-8698-be5973fc6e1d,segment=NetworkSegment(a074d1d3-d8bf-45a2-a3f3-7647e2465b5f),segment_id=a074d1d3-d8bf-45a2-a3f3-7647e2465b5f)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:13:17.715700 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5e8af0e4-0efb-4417-8501-c792c7a7847d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for port (75d1b621-5735-454a-8698-be5973fc6e1d), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:17.842943 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 75d1b621-5735-454a-8698-be5973fc6e1d is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:13:17.843964 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (75d1b621-5735-454a-8698-be5973fc6e1d), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:17.978054 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4b19652d-c3d1-4f2b-9030-4d6c6aef68d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:17.979338 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b6f8c6c9-dd54-4c36-be1a-2c80d4ccac8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (925b49d1-9084-4791-a5d6-6b5aea760184), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:17.989250 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b6f8c6c9-dd54-4c36-be1a-2c80d4ccac8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:17.991960 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b6f8c6c9-dd54-4c36-be1a-2c80d4ccac8b admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/925b49d1-9084-4791-a5d6-6b5aea760184 HTTP/1.1" status: 204 len: 168 time: 0.9585400 Oct 04 21:13:18.026533 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5e8af0e4-0efb-4417-8501-c792c7a7847d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (75d1b621-5735-454a-8698-be5973fc6e1d), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:18.034061 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5e8af0e4-0efb-4417-8501-c792c7a7847d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (3a6a36db-fdfe-4b1e-8c59-208cf5aa656c), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:18.043886 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8c6c9-dd54-4c36-be1a-2c80d4ccac8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=925b49d1-9084-4791-a5d6-6b5aea760184,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:13:18.324307 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 21:13:18.324956 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 21:13:18.416856 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-cc0e0e76-3de8-45ec-a8b9-78d24837237c None None] Provisioning complete for port 75d1b621-5735-454a-8698-be5973fc6e1d triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:13:18.417428 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-cc0e0e76-3de8-45ec-a8b9-78d24837237c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (75d1b621-5735-454a-8698-be5973fc6e1d), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:18.423315 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-cc0e0e76-3de8-45ec-a8b9-78d24837237c None None] Attempt 1 to provision port 75d1b621-5735-454a-8698-be5973fc6e1d Oct 04 21:13:18.497485 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8af0e4-0efb-4417-8501-c792c7a7847d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event updated for resources: {'Port': ['ID=75d1b621-5735-454a-8698-be5973fc6e1d,revision_number=4']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:13:18.594647 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8af0e4-0efb-4417-8501-c792c7a7847d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:13:18.605896 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8af0e4-0efb-4417-8501-c792c7a7847d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:13:18.607001 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8af0e4-0efb-4417-8501-c792c7a7847d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:13:18.608406 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8af0e4-0efb-4417-8501-c792c7a7847d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:13:18.611592 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8af0e4-0efb-4417-8501-c792c7a7847d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:13:18.615035 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8af0e4-0efb-4417-8501-c792c7a7847d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:13:18.616092 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8af0e4-0efb-4417-8501-c792c7a7847d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:13:18.616934 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8af0e4-0efb-4417-8501-c792c7a7847d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:13:18.620501 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8af0e4-0efb-4417-8501-c792c7a7847d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:13:18.621529 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8af0e4-0efb-4417-8501-c792c7a7847d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:13:18.622362 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8af0e4-0efb-4417-8501-c792c7a7847d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:13:18.625116 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8af0e4-0efb-4417-8501-c792c7a7847d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:13:18.626013 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8af0e4-0efb-4417-8501-c792c7a7847d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:13:18.629443 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8af0e4-0efb-4417-8501-c792c7a7847d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:13:18.630149 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8af0e4-0efb-4417-8501-c792c7a7847d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:13:18.681885 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8af0e4-0efb-4417-8501-c792c7a7847d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:13:18.691844 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-5e8af0e4-0efb-4417-8501-c792c7a7847d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:13:18.713084 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8af0e4-0efb-4417-8501-c792c7a7847d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:13:18.713711 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5e8af0e4-0efb-4417-8501-c792c7a7847d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:18.813479 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8af0e4-0efb-4417-8501-c792c7a7847d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event updated for resources: {'Subnet': ['ID=3a6a36db-fdfe-4b1e-8c59-208cf5aa656c,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:13:18.954183 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-5e8af0e4-0efb-4417-8501-c792c7a7847d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 6.8795683 Oct 04 21:13:18.958197 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36042) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:18.978061 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-46569f85-f4d9-4775-9024-fc2b3c7e206f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Request body: {'port': {'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'mac_address': 'fa:16:3e:33:6b:69', 'name': 'tempest-NetworksTestDHCPv6-1696088398'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:13:19.187717 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed557cd-c76f-4018-94e0-ca05e789936b None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:13:19.193222 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 75d1b621-5735-454a-8698-be5973fc6e1d is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:13:19.194953 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (75d1b621-5735-454a-8698-be5973fc6e1d), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:19.580463 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-cc0e0e76-3de8-45ec-a8b9-78d24837237c None None] Current status of the port 75d1b621-5735-454a-8698-be5973fc6e1d is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:13:19.581715 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-cc0e0e76-3de8-45ec-a8b9-78d24837237c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (75d1b621-5735-454a-8698-be5973fc6e1d), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:19.741942 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 75d1b621-5735-454a-8698-be5973fc6e1d, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=75d1b621-5735-454a-8698-be5973fc6e1d,segment=NetworkSegment(a074d1d3-d8bf-45a2-a3f3-7647e2465b5f),segment_id=a074d1d3-d8bf-45a2-a3f3-7647e2465b5f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:13:19.797223 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46569f85-f4d9-4775-9024-fc2b3c7e206f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Made reservation on behalf of f31334bc846b471aace4cb8b5f10ff51 for: {'port': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:13:20.006382 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (75d1b621-5735-454a-8698-be5973fc6e1d), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:20.019948 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:13:20.202164 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-46569f85-f4d9-4775-9024-fc2b3c7e206f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:20.204131 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 36060) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:20.296855 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ae3e519e-21a4-4f9c-8b22-8276ab3251a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:20.354442 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [None req-46569f85-f4d9-4775-9024-fc2b3c7e206f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] device_id is not set on port 8118f135-1368-42fc-b518-a4ad00c868c6 yet. {{(pid=108169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 21:13:20.423797 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 75d1b621-5735-454a-8698-be5973fc6e1d up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:13:20.535829 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:13:20.756925 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=75d1b621-5735-454a-8698-be5973fc6e1d,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:13:20.801057 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ae3e519e-21a4-4f9c-8b22-8276ab3251a2 admin admin] Publish callbacks [] for security_group (a7fbd57f-e152-4012-b485-7a8fad4b1ddd), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:20.862417 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-cc0e0e76-3de8-45ec-a8b9-78d24837237c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 21:13:20.865291 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-cc0e0e76-3de8-45ec-a8b9-78d24837237c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 21:13:20.866474 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 75d1b621-5735-454a-8698-be5973fc6e1d triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:13:20.866996 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (75d1b621-5735-454a-8698-be5973fc6e1d), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:20.869158 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 75d1b621-5735-454a-8698-be5973fc6e1d Oct 04 21:13:20.886967 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ae3e519e-21a4-4f9c-8b22-8276ab3251a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (a7fbd57f-e152-4012-b485-7a8fad4b1ddd), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:20.998320 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:21.015966 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:13:21.051530 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-ae3e519e-21a4-4f9c-8b22-8276ab3251a2 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=20fb6ec2d9524a8f8d558e1f8a9de5cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8452334 Oct 04 21:13:21.053211 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3e519e-21a4-4f9c-8b22-8276ab3251a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7fbd57f-e152-4012-b485-7a8fad4b1ddd,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:13:21.071053 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 36070) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:21.467718 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-00cf2ab4-24dc-4237-92d1-8122520c8c3e admin admin] Publish callbacks [] for security_group (a7fbd57f-e152-4012-b485-7a8fad4b1ddd), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:21.473256 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-46569f85-f4d9-4775-9024-fc2b3c7e206f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Allocated IP 2001:db8::3d3 (42edc29f-8c98-4058-994e-1dc4e7a022d1/c3717158-820b-44e0-9099-4af4c2e52cf5/8118f135-1368-42fc-b518-a4ad00c868c6) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:13:21.618311 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-46569f85-f4d9-4775-9024-fc2b3c7e206f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Allocated IP 2001:db8:0:1:f816:3eff:fe33:6b69 (42edc29f-8c98-4058-994e-1dc4e7a022d1/3a6a36db-fdfe-4b1e-8c59-208cf5aa656c/8118f135-1368-42fc-b518-a4ad00c868c6) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:13:21.650409 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 75d1b621-5735-454a-8698-be5973fc6e1d is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:13:21.731314 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-00cf2ab4-24dc-4237-92d1-8122520c8c3e admin admin] Publish callbacks [] for security_group (a7fbd57f-e152-4012-b485-7a8fad4b1ddd), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:21.986321 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-cc0e0e76-3de8-45ec-a8b9-78d24837237c None None] Current status of the port 75d1b621-5735-454a-8698-be5973fc6e1d is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:13:22.026161 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:22.138757 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:22.207405 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-00cf2ab4-24dc-4237-92d1-8122520c8c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (a7fbd57f-e152-4012-b485-7a8fad4b1ddd), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:22.214051 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-00cf2ab4-24dc-4237-92d1-8122520c8c3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:22.222980 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-00cf2ab4-24dc-4237-92d1-8122520c8c3e admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/a7fbd57f-e152-4012-b485-7a8fad4b1ddd HTTP/1.1" status: 204 len: 168 time: 1.1409128 Oct 04 21:13:22.280674 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 75d1b621-5735-454a-8698-be5973fc6e1d up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:13:22.310876 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cf2ab4-24dc-4237-92d1-8122520c8c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7fbd57f-e152-4012-b485-7a8fad4b1ddd,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:13:22.662774 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-46569f85-f4d9-4775-9024-fc2b3c7e206f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for port (8118f135-1368-42fc-b518-a4ad00c868c6), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:22.671929 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-d8931558-d1cb-412d-a592-22a8069bdc1c None None] Provisioning complete for port 75d1b621-5735-454a-8698-be5973fc6e1d triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:13:22.674415 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d8931558-d1cb-412d-a592-22a8069bdc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (75d1b621-5735-454a-8698-be5973fc6e1d), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:22.678352 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-d8931558-d1cb-412d-a592-22a8069bdc1c None None] Attempt 1 to provision port 75d1b621-5735-454a-8698-be5973fc6e1d Oct 04 21:13:22.742827 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:13:22.869995 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-46569f85-f4d9-4775-9024-fc2b3c7e206f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (8118f135-1368-42fc-b518-a4ad00c868c6), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:22.987968 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 75d1b621-5735-454a-8698-be5973fc6e1d triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:13:22.988576 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (75d1b621-5735-454a-8698-be5973fc6e1d), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:22.989154 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 75d1b621-5735-454a-8698-be5973fc6e1d Oct 04 21:13:23.040373 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:13:23.093595 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46569f85-f4d9-4775-9024-fc2b3c7e206f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:13:23.109982 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-46569f85-f4d9-4775-9024-fc2b3c7e206f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:13:23.117362 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46569f85-f4d9-4775-9024-fc2b3c7e206f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:13:23.141456 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46569f85-f4d9-4775-9024-fc2b3c7e206f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:13:23.149423 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-46569f85-f4d9-4775-9024-fc2b3c7e206f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:23.297376 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46569f85-f4d9-4775-9024-fc2b3c7e206f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event updated for resources: {'Port': ['ID=8118f135-1368-42fc-b518-a4ad00c868c6,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:13:23.424309 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-46569f85-f4d9-4775-9024-fc2b3c7e206f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.4636564 Oct 04 21:13:23.428397 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 36112) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:23.803323 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 75d1b621-5735-454a-8698-be5973fc6e1d is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:13:23.831553 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-d8931558-d1cb-412d-a592-22a8069bdc1c None None] Current status of the port 75d1b621-5735-454a-8698-be5973fc6e1d is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:13:23.927165 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-5af7dbf5-48ae-426e-8110-7bcf5c7b965d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Deleting port 8118f135-1368-42fc-b518-a4ad00c868c6 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:13:23.932652 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5af7dbf5-48ae-426e-8110-7bcf5c7b965d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (8118f135-1368-42fc-b518-a4ad00c868c6), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:24.154805 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-4d2cb515-9791-4a4a-9520-6f5507ffd707 None None] Provisioning complete for port 8118f135-1368-42fc-b518-a4ad00c868c6 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:13:24.155473 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4d2cb515-9791-4a4a-9520-6f5507ffd707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (8118f135-1368-42fc-b518-a4ad00c868c6), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:24.156038 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-4d2cb515-9791-4a4a-9520-6f5507ffd707 None None] Attempt 1 to provision port 8118f135-1368-42fc-b518-a4ad00c868c6 Oct 04 21:13:24.410665 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5af7dbf5-48ae-426e-8110-7bcf5c7b965d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (8118f135-1368-42fc-b518-a4ad00c868c6), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:24.472956 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-5af7dbf5-48ae-426e-8110-7bcf5c7b965d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Calling delete_port for 8118f135-1368-42fc-b518-a4ad00c868c6 owned by {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:13:24.511593 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-4d2cb515-9791-4a4a-9520-6f5507ffd707 None None] Port 8118f135-1368-42fc-b518-a4ad00c868c6 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:13:25.061373 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36134) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:25.101166 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:13:25.452719 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:13:25.699178 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5af7dbf5-48ae-426e-8110-7bcf5c7b965d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (8118f135-1368-42fc-b518-a4ad00c868c6), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:25.930323 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af7dbf5-48ae-426e-8110-7bcf5c7b965d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event deleted for resources: {'Port': ['ID=8118f135-1368-42fc-b518-a4ad00c868c6,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:13:26.004236 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-64add809-c04e-4de3-9adc-44ecf3f34fd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:26.232185 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5af7dbf5-48ae-426e-8110-7bcf5c7b965d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:26.246294 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36152) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:26.251728 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-5af7dbf5-48ae-426e-8110-7bcf5c7b965d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/ports/8118f135-1368-42fc-b518-a4ad00c868c6 HTTP/1.1" status: 204 len: 168 time: 2.8197489 Oct 04 21:13:26.377371 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2100ee9b-7673-4d25-916a-5ab058816a44 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:13:26.380552 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-2100ee9b-7673-4d25-916a-5ab058816a44 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1322322 Oct 04 21:13:26.385177 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 36154) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:26.550697 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527fe506-f33a-47eb-b013-3cad1fdba2b9 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:13:26.567441 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-527fe506-f33a-47eb-b013-3cad1fdba2b9 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1777306 Oct 04 21:13:26.571477 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36160) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:26.875502 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-64add809-c04e-4de3-9adc-44ecf3f34fd4 admin admin] Publish callbacks [] for security_group (54526c11-0aa9-41b8-9edb-ab7b9dcb5810), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:27.003055 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-64add809-c04e-4de3-9adc-44ecf3f34fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (54526c11-0aa9-41b8-9edb-ab7b9dcb5810), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:27.290005 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-64add809-c04e-4de3-9adc-44ecf3f34fd4 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=cf03409e7f6e478d9f9fa1839612319a&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2230420 Oct 04 21:13:27.291532 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 36170) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:27.344017 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11eb427-9844-4daf-93dd-4df14652bafc tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:13:27.360399 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11eb427-9844-4daf-93dd-4df14652bafc tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:13:27.378461 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11eb427-9844-4daf-93dd-4df14652bafc tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:13:27.408261 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e11eb427-9844-4daf-93dd-4df14652bafc tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.8346820 Oct 04 21:13:27.415008 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36178) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:27.425656 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64add809-c04e-4de3-9adc-44ecf3f34fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54526c11-0aa9-41b8-9edb-ab7b9dcb5810,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:13:27.604384 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-54e6dc09-9227-4522-8f0c-89a282fd3295 admin admin] Publish callbacks [] for security_group (54526c11-0aa9-41b8-9edb-ab7b9dcb5810), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:27.678014 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:13:27.682107 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-54e6dc09-9227-4522-8f0c-89a282fd3295 admin admin] Publish callbacks [] for security_group (54526c11-0aa9-41b8-9edb-ab7b9dcb5810), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:27.698057 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f644324-f4c5-45e9-a27c-b932e3609768 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Deleting subnet 3a6a36db-fdfe-4b1e-8c59-208cf5aa656c {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:13:27.721223 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9f644324-f4c5-45e9-a27c-b932e3609768 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (3a6a36db-fdfe-4b1e-8c59-208cf5aa656c), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:27.917134 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-54e6dc09-9227-4522-8f0c-89a282fd3295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (54526c11-0aa9-41b8-9edb-ab7b9dcb5810), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:27.930388 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-54e6dc09-9227-4522-8f0c-89a282fd3295 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:27.936870 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-54e6dc09-9227-4522-8f0c-89a282fd3295 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/54526c11-0aa9-41b8-9edb-ab7b9dcb5810 HTTP/1.1" status: 204 len: 168 time: 0.6391401 Oct 04 21:13:27.941765 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9f644324-f4c5-45e9-a27c-b932e3609768 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (3a6a36db-fdfe-4b1e-8c59-208cf5aa656c), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:27.974090 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e6dc09-9227-4522-8f0c-89a282fd3295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54526c11-0aa9-41b8-9edb-ab7b9dcb5810,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:13:28.397279 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9f644324-f4c5-45e9-a27c-b932e3609768 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (3a6a36db-fdfe-4b1e-8c59-208cf5aa656c), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:28.683723 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9f644324-f4c5-45e9-a27c-b932e3609768 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (3a6a36db-fdfe-4b1e-8c59-208cf5aa656c), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:28.849062 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f644324-f4c5-45e9-a27c-b932e3609768 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event deleted for resources: {'Subnet': ['ID=3a6a36db-fdfe-4b1e-8c59-208cf5aa656c,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:13:28.878490 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9f644324-f4c5-45e9-a27c-b932e3609768 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:28.890673 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25711962-ef88-4dd4-84a3-d0300f2e4281 None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:13:28.894289 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-9f644324-f4c5-45e9-a27c-b932e3609768 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/3a6a36db-fdfe-4b1e-8c59-208cf5aa656c HTTP/1.1" status: 204 len: 168 time: 1.4765651 Oct 04 21:13:28.898476 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 36214) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:29.212050 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-64632571-27cf-4c0e-b5ef-aea5c3d259bf tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Deleting subnet c3717158-820b-44e0-9099-4af4c2e52cf5 {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:13:29.237229 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-64632571-27cf-4c0e-b5ef-aea5c3d259bf tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (c3717158-820b-44e0-9099-4af4c2e52cf5), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:29.434473 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-64632571-27cf-4c0e-b5ef-aea5c3d259bf tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (c3717158-820b-44e0-9099-4af4c2e52cf5), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:29.840247 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-64632571-27cf-4c0e-b5ef-aea5c3d259bf tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (c3717158-820b-44e0-9099-4af4c2e52cf5), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:30.242787 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-64632571-27cf-4c0e-b5ef-aea5c3d259bf tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (c3717158-820b-44e0-9099-4af4c2e52cf5), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:30.336551 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-64632571-27cf-4c0e-b5ef-aea5c3d259bf tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:30.350769 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-64632571-27cf-4c0e-b5ef-aea5c3d259bf tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/c3717158-820b-44e0-9099-4af4c2e52cf5 HTTP/1.1" status: 204 len: 168 time: 1.4489126 Oct 04 21:13:30.354893 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36232) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:30.371763 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64632571-27cf-4c0e-b5ef-aea5c3d259bf tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event deleted for resources: {'Subnet': ['ID=c3717158-820b-44e0-9099-4af4c2e52cf5,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:13:30.504021 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 36236) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:30.568774 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-63f832c0-1651-4d15-9401-dafef334225f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:30.634312 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ee78619b-3631-4ccd-adcb-d6da37a4fa96 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2770834 Oct 04 21:13:30.647530 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 36240) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:30.678437 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-fcf5d513-db57-41ae-9341-89d7c6b7f04f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Request body: {'subnet': {'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:13:31.332851 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=83,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:13:31.423716 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-04eae377-81d7-4560-879f-d77edf10d8e6 None None] Provisioning complete for port 75d1b621-5735-454a-8698-be5973fc6e1d triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:13:31.426742 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-04eae377-81d7-4560-879f-d77edf10d8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (75d1b621-5735-454a-8698-be5973fc6e1d), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:31.428118 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-04eae377-81d7-4560-879f-d77edf10d8e6 None None] Attempt 1 to provision port 75d1b621-5735-454a-8698-be5973fc6e1d Oct 04 21:13:31.453631 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf5d513-db57-41ae-9341-89d7c6b7f04f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Made reservation on behalf of f31334bc846b471aace4cb8b5f10ff51 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:13:31.461526 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fcf5d513-db57-41ae-9341-89d7c6b7f04f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:31.520326 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-63f832c0-1651-4d15-9401-dafef334225f admin admin] Publish callbacks [] for security_group (de87df6d-3b62-4bc9-bf09-cb9a9551ef9d), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:31.605450 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120becdd-1ddd-45c8-a31f-87f26ec8efc8 None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:13:31.747210 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-63f832c0-1651-4d15-9401-dafef334225f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (de87df6d-3b62-4bc9-bf09-cb9a9551ef9d), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:31.919095 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=8 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:13:31.964865 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:13:31.997571 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36262) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:31.999948 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-63f832c0-1651-4d15-9401-dafef334225f admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=7763314f58e943eeb53b82721057f4d3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4936564 Oct 04 21:13:32.178249 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-04eae377-81d7-4560-879f-d77edf10d8e6 None None] Current status of the port 75d1b621-5735-454a-8698-be5973fc6e1d is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:13:32.178662 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f832c0-1651-4d15-9401-dafef334225f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de87df6d-3b62-4bc9-bf09-cb9a9551ef9d,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:13:32.200779 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6bb6d6-fa88-4531-9f71-e04fbce9dd62 None None] DHCP port deletion for 42edc29f-8c98-4058-994e-1dc4e7a022d1 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:13:32.229853 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:13:32.379751 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b6240987-ec3e-4449-a320-113f3825c41e admin admin] Publish callbacks [] for security_group (de87df6d-3b62-4bc9-bf09-cb9a9551ef9d), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:32.441928 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-bf6bb6d6-fa88-4531-9f71-e04fbce9dd62 None None] Deleting port 75d1b621-5735-454a-8698-be5973fc6e1d {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:13:32.444097 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-bf6bb6d6-fa88-4531-9f71-e04fbce9dd62 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (75d1b621-5735-454a-8698-be5973fc6e1d), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:32.467625 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b6240987-ec3e-4449-a320-113f3825c41e admin admin] Publish callbacks [] for security_group (de87df6d-3b62-4bc9-bf09-cb9a9551ef9d), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:32.821843 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-bf6bb6d6-fa88-4531-9f71-e04fbce9dd62 None None] For port 75d1b621-5735-454a-8698-be5973fc6e1d, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=75d1b621-5735-454a-8698-be5973fc6e1d,segment=NetworkSegment(a074d1d3-d8bf-45a2-a3f3-7647e2465b5f),segment_id=a074d1d3-d8bf-45a2-a3f3-7647e2465b5f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:13:32.821843 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-bf6bb6d6-fa88-4531-9f71-e04fbce9dd62 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (75d1b621-5735-454a-8698-be5973fc6e1d), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:32.897265 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-bf6bb6d6-fa88-4531-9f71-e04fbce9dd62 None None] Calling delete_port for 75d1b621-5735-454a-8698-be5973fc6e1d owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:13:33.076977 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b6240987-ec3e-4449-a320-113f3825c41e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (de87df6d-3b62-4bc9-bf09-cb9a9551ef9d), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:33.081805 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b6240987-ec3e-4449-a320-113f3825c41e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:33.093575 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b6240987-ec3e-4449-a320-113f3825c41e admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/de87df6d-3b62-4bc9-bf09-cb9a9551ef9d HTTP/1.1" status: 204 len: 168 time: 1.0915694 Oct 04 21:13:33.142262 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=83,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:13:33.142262 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6240987-ec3e-4449-a320-113f3825c41e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de87df6d-3b62-4bc9-bf09-cb9a9551ef9d,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:13:33.305788 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fcf5d513-db57-41ae-9341-89d7c6b7f04f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (04b92d4b-7da3-4ca1-9df2-7dcc1398604d), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:33.358519 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:33.415057 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-bf6bb6d6-fa88-4531-9f71-e04fbce9dd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (75d1b621-5735-454a-8698-be5973fc6e1d), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:33.483506 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6bb6d6-fa88-4531-9f71-e04fbce9dd62 None None] No DVR routers for this DVR port 75d1b621-5735-454a-8698-be5973fc6e1d on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:13:33.502391 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:33.624646 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf5d513-db57-41ae-9341-89d7c6b7f04f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:13:33.645210 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6bb6d6-fa88-4531-9f71-e04fbce9dd62 None None] Pushing event deleted for resources: {'Port': ['ID=75d1b621-5735-454a-8698-be5973fc6e1d,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:13:33.652985 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-fcf5d513-db57-41ae-9341-89d7c6b7f04f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:13:33.672818 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf5d513-db57-41ae-9341-89d7c6b7f04f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:13:33.681677 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fcf5d513-db57-41ae-9341-89d7c6b7f04f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:33.732938 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbcd3c5-0f10-4fbd-8583-e69e6cf1f1a1 None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:13:33.762033 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6bb6d6-fa88-4531-9f71-e04fbce9dd62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:13:33.762733 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6bb6d6-fa88-4531-9f71-e04fbce9dd62 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:13:33.770531 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6bb6d6-fa88-4531-9f71-e04fbce9dd62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:13:33.776926 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6bb6d6-fa88-4531-9f71-e04fbce9dd62 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:13:33.777245 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6bb6d6-fa88-4531-9f71-e04fbce9dd62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:13:33.781536 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6bb6d6-fa88-4531-9f71-e04fbce9dd62 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:13:33.793408 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6bb6d6-fa88-4531-9f71-e04fbce9dd62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:13:33.794405 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6bb6d6-fa88-4531-9f71-e04fbce9dd62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:13:33.795185 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6bb6d6-fa88-4531-9f71-e04fbce9dd62 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:13:33.795336 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6bb6d6-fa88-4531-9f71-e04fbce9dd62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:13:33.795889 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6bb6d6-fa88-4531-9f71-e04fbce9dd62 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:13:33.796429 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6bb6d6-fa88-4531-9f71-e04fbce9dd62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:13:33.806482 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6bb6d6-fa88-4531-9f71-e04fbce9dd62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:13:33.811661 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6bb6d6-fa88-4531-9f71-e04fbce9dd62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:13:33.812262 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6bb6d6-fa88-4531-9f71-e04fbce9dd62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:13:33.871789 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf5d513-db57-41ae-9341-89d7c6b7f04f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event updated for resources: {'Subnet': ['ID=04b92d4b-7da3-4ca1-9df2-7dcc1398604d,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:13:33.982799 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-fcf5d513-db57-41ae-9341-89d7c6b7f04f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.3309259 Oct 04 21:13:33.987762 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36288) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:34.002474 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-94eb2a2a-fddd-4135-8982-78a178767ad5 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Request body: {'subnet': {'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:13:34.481015 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 75d1b621-5735-454a-8698-be5973fc6e1d no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:13:34.767375 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 75d1b621-5735-454a-8698-be5973fc6e1d {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:13:34.768424 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 75d1b621-5735-454a-8698-be5973fc6e1d not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:13:34.829179 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666e5224-399f-4a87-b47c-1f4cacd485fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-42edc29f-8c98-4058-994e-1dc4e7a022d1', 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'project_id': 'f31334bc846b471aace4cb8b5f10ff51', 'fixed_ips': [{'subnet_id': '04b92d4b-7da3-4ca1-9df2-7dcc1398604d'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:13:34.837240 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-666e5224-399f-4a87-b47c-1f4cacd485fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:35.057483 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94eb2a2a-fddd-4135-8982-78a178767ad5 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Made reservation on behalf of f31334bc846b471aace4cb8b5f10ff51 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:13:35.067313 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-94eb2a2a-fddd-4135-8982-78a178767ad5 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:35.509546 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:13:35.709557 n-d-852085-12 neutron-server[108169]: INFO neutron.db.ipam_backend_mixin [None req-94eb2a2a-fddd-4135-8982-78a178767ad5 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 04b92d4b-7da3-4ca1-9df2-7dcc1398604d (CIDR: 2001:db8::/64) Oct 04 21:13:35.744959 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-94eb2a2a-fddd-4135-8982-78a178767ad5 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 21:13:35.746255 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94eb2a2a-fddd-4135-8982-78a178767ad5 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:13:35.838820 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-666e5224-399f-4a87-b47c-1f4cacd485fd None None] Allocated IP 2001:db8::2 (42edc29f-8c98-4058-994e-1dc4e7a022d1/04b92d4b-7da3-4ca1-9df2-7dcc1398604d/21d37bb5-61e0-41cd-a755-749c9e8784a8) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:13:35.920561 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-94eb2a2a-fddd-4135-8982-78a178767ad5 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9297757 Oct 04 21:13:35.926871 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36324) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:35.957698 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-68b278a8-49a3-4f21-be21-dcb9ad510ca7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Request body: {'subnet': {'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:13:36.838169 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b278a8-49a3-4f21-be21-dcb9ad510ca7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Made reservation on behalf of f31334bc846b471aace4cb8b5f10ff51 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:13:36.843973 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-68b278a8-49a3-4f21-be21-dcb9ad510ca7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:36.957937 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:13:37.003984 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-666e5224-399f-4a87-b47c-1f4cacd485fd None None] Publish callbacks [] for port (21d37bb5-61e0-41cd-a755-749c9e8784a8), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:37.173098 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-666e5224-399f-4a87-b47c-1f4cacd485fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (21d37bb5-61e0-41cd-a755-749c9e8784a8), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:37.496744 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666e5224-399f-4a87-b47c-1f4cacd485fd None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:13:37.513214 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-666e5224-399f-4a87-b47c-1f4cacd485fd None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:13:37.525299 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666e5224-399f-4a87-b47c-1f4cacd485fd None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:13:37.599336 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e5224-399f-4a87-b47c-1f4cacd485fd None None] Pushing event updated for resources: {'Port': ['ID=21d37bb5-61e0-41cd-a755-749c9e8784a8,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:13:37.933911 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-666e5224-399f-4a87-b47c-1f4cacd485fd None None] Attempting to bind port 21d37bb5-61e0-41cd-a755-749c9e8784a8 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:13:37.938406 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-666e5224-399f-4a87-b47c-1f4cacd485fd None None] Attempting to bind port 21d37bb5-61e0-41cd-a755-749c9e8784a8 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:13:37.940949 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666e5224-399f-4a87-b47c-1f4cacd485fd None None] Attempting to bind port 21d37bb5-61e0-41cd-a755-749c9e8784a8 on network 42edc29f-8c98-4058-994e-1dc4e7a022d1 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:13:38.213376 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666e5224-399f-4a87-b47c-1f4cacd485fd None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:13:38.214380 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666e5224-399f-4a87-b47c-1f4cacd485fd None None] Checking segment: {'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:13:38.217323 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-666e5224-399f-4a87-b47c-1f4cacd485fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:38.218191 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666e5224-399f-4a87-b47c-1f4cacd485fd None None] Bound using segment: {'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:13:38.223457 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-666e5224-399f-4a87-b47c-1f4cacd485fd None None] Bound port: 21d37bb5-61e0-41cd-a755-749c9e8784a8, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:13:38.224575 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-666e5224-399f-4a87-b47c-1f4cacd485fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (21d37bb5-61e0-41cd-a755-749c9e8784a8), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:38.628650 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-666e5224-399f-4a87-b47c-1f4cacd485fd None None] For port 21d37bb5-61e0-41cd-a755-749c9e8784a8, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:13:38.684694 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 36366) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:38.815836 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-666e5224-399f-4a87-b47c-1f4cacd485fd None None] For port 21d37bb5-61e0-41cd-a755-749c9e8784a8, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=21d37bb5-61e0-41cd-a755-749c9e8784a8,segment=NetworkSegment(a074d1d3-d8bf-45a2-a3f3-7647e2465b5f),segment_id=a074d1d3-d8bf-45a2-a3f3-7647e2465b5f)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:13:38.915684 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-666e5224-399f-4a87-b47c-1f4cacd485fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (21d37bb5-61e0-41cd-a755-749c9e8784a8), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:39.356128 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e5224-399f-4a87-b47c-1f4cacd485fd None None] Pushing event updated for resources: {'Port': ['ID=21d37bb5-61e0-41cd-a755-749c9e8784a8,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:13:39.388928 n-d-852085-12 neutron-server[108169]: DEBUG neutron.objects.ports [None req-68b278a8-49a3-4f21-be21-dcb9ad510ca7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=108169) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 04 21:13:39.885110 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a547cf0c-e844-4ce8-a2e4-f82a71434e1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:40.484004 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-68b278a8-49a3-4f21-be21-dcb9ad510ca7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (21d37bb5-61e0-41cd-a755-749c9e8784a8), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:40.558860 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 21d37bb5-61e0-41cd-a755-749c9e8784a8 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:13:40.686420 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 21d37bb5-61e0-41cd-a755-749c9e8784a8 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:13:40.687992 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (21d37bb5-61e0-41cd-a755-749c9e8784a8), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:40.688769 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 21d37bb5-61e0-41cd-a755-749c9e8784a8 Oct 04 21:13:40.693989 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a547cf0c-e844-4ce8-a2e4-f82a71434e1d admin admin] Publish callbacks [] for security_group (7b225bb3-1cdd-4fdc-90f0-68510f1dea5b), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:40.901001 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=7 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:13:40.930703 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a547cf0c-e844-4ce8-a2e4-f82a71434e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (7b225bb3-1cdd-4fdc-90f0-68510f1dea5b), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:41.152231 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a547cf0c-e844-4ce8-a2e4-f82a71434e1d admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=0eebe6c328a240e982b4f13e15753713&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4551568 Oct 04 21:13:41.177745 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 36398) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:41.269967 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:13:41.416618 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a547cf0c-e844-4ce8-a2e4-f82a71434e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b225bb3-1cdd-4fdc-90f0-68510f1dea5b,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:13:41.724038 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fe33cfe9-5611-4ae4-9a62-96e627c018ff admin admin] Publish callbacks [] for security_group (7b225bb3-1cdd-4fdc-90f0-68510f1dea5b), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:41.738435 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-68b278a8-49a3-4f21-be21-dcb9ad510ca7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] For port 21d37bb5-61e0-41cd-a755-749c9e8784a8, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=21d37bb5-61e0-41cd-a755-749c9e8784a8,segment=NetworkSegment(a074d1d3-d8bf-45a2-a3f3-7647e2465b5f),segment_id=a074d1d3-d8bf-45a2-a3f3-7647e2465b5f)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:13:41.936737 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-68b278a8-49a3-4f21-be21-dcb9ad510ca7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for port (21d37bb5-61e0-41cd-a755-749c9e8784a8), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:41.977287 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fe33cfe9-5611-4ae4-9a62-96e627c018ff admin admin] Publish callbacks [] for security_group (7b225bb3-1cdd-4fdc-90f0-68510f1dea5b), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:42.063333 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-68b278a8-49a3-4f21-be21-dcb9ad510ca7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (21d37bb5-61e0-41cd-a755-749c9e8784a8), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:42.065470 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-68b278a8-49a3-4f21-be21-dcb9ad510ca7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (d2a6e4d0-84fc-4260-80f5-adfca6c33284), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:42.345699 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:13:42.388847 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 21d37bb5-61e0-41cd-a755-749c9e8784a8 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:13:42.389594 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (21d37bb5-61e0-41cd-a755-749c9e8784a8), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:42.404476 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-784d9c4b-309f-4896-86e4-f58ff236eca5 None None] Provisioning complete for port 21d37bb5-61e0-41cd-a755-749c9e8784a8 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:13:42.405112 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-784d9c4b-309f-4896-86e4-f58ff236eca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (21d37bb5-61e0-41cd-a755-749c9e8784a8), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:42.405688 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-784d9c4b-309f-4896-86e4-f58ff236eca5 None None] Attempt 1 to provision port 21d37bb5-61e0-41cd-a755-749c9e8784a8 Oct 04 21:13:42.453774 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b278a8-49a3-4f21-be21-dcb9ad510ca7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:13:42.476268 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-68b278a8-49a3-4f21-be21-dcb9ad510ca7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:13:42.501329 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b278a8-49a3-4f21-be21-dcb9ad510ca7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:13:42.503166 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fe33cfe9-5611-4ae4-9a62-96e627c018ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (7b225bb3-1cdd-4fdc-90f0-68510f1dea5b), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:42.509064 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fe33cfe9-5611-4ae4-9a62-96e627c018ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:42.515556 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-68b278a8-49a3-4f21-be21-dcb9ad510ca7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:42.517135 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-fe33cfe9-5611-4ae4-9a62-96e627c018ff admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/7b225bb3-1cdd-4fdc-90f0-68510f1dea5b HTTP/1.1" status: 204 len: 168 time: 1.3332551 Oct 04 21:13:42.547913 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a38227d-0376-43bb-a5d4-7bc08bd62fc6 None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:13:42.552344 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe33cfe9-5611-4ae4-9a62-96e627c018ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b225bb3-1cdd-4fdc-90f0-68510f1dea5b,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:13:42.558528 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:13:42.647572 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b278a8-49a3-4f21-be21-dcb9ad510ca7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event updated for resources: {'Subnet': ['ID=d2a6e4d0-84fc-4260-80f5-adfca6c33284,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:13:42.687323 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b278a8-49a3-4f21-be21-dcb9ad510ca7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event updated for resources: {'Port': ['ID=21d37bb5-61e0-41cd-a755-749c9e8784a8,revision_number=4']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:13:42.877371 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:13:42.887647 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-68b278a8-49a3-4f21-be21-dcb9ad510ca7 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 6.9587030 Oct 04 21:13:42.892081 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 21:13:42.892399 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 36428) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:42.895814 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 21:13:42.910649 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-c24b7816-91ee-437e-9616-0b214ac24192 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Request body: {'port': {'network_id': '42edc29f-8c98-4058-994e-1dc4e7a022d1', 'mac_address': 'fa:16:3e:af:f1:8b', 'name': 'tempest-NetworksTestDHCPv6-335477905'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:13:43.238919 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-784d9c4b-309f-4896-86e4-f58ff236eca5 None None] Current status of the port 21d37bb5-61e0-41cd-a755-749c9e8784a8 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:13:43.239887 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-784d9c4b-309f-4896-86e4-f58ff236eca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (21d37bb5-61e0-41cd-a755-749c9e8784a8), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:43.578305 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24b7816-91ee-437e-9616-0b214ac24192 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Made reservation on behalf of f31334bc846b471aace4cb8b5f10ff51 for: {'port': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:13:43.649878 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 21d37bb5-61e0-41cd-a755-749c9e8784a8 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:13:43.652455 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (21d37bb5-61e0-41cd-a755-749c9e8784a8), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:43.735789 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-784d9c4b-309f-4896-86e4-f58ff236eca5 None None] For port 21d37bb5-61e0-41cd-a755-749c9e8784a8, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=21d37bb5-61e0-41cd-a755-749c9e8784a8,segment=NetworkSegment(a074d1d3-d8bf-45a2-a3f3-7647e2465b5f),segment_id=a074d1d3-d8bf-45a2-a3f3-7647e2465b5f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:13:43.867881 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-784d9c4b-309f-4896-86e4-f58ff236eca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (21d37bb5-61e0-41cd-a755-749c9e8784a8), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:44.056802 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c24b7816-91ee-437e-9616-0b214ac24192 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:44.206467 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [None req-c24b7816-91ee-437e-9616-0b214ac24192 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] device_id is not set on port a781237c-ecfe-453a-95d7-24d6027f552b yet. {{(pid=108170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 21:13:44.332543 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 21:13:44.333402 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 21:13:44.350022 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784d9c4b-309f-4896-86e4-f58ff236eca5 None None] Pushing event updated for resources: {'Port': ['ID=21d37bb5-61e0-41cd-a755-749c9e8784a8,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:13:44.719491 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:13:45.278805 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-c24b7816-91ee-437e-9616-0b214ac24192 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Allocated IP 2001:db8::e3 (42edc29f-8c98-4058-994e-1dc4e7a022d1/04b92d4b-7da3-4ca1-9df2-7dcc1398604d/a781237c-ecfe-453a-95d7-24d6027f552b) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:13:45.289420 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 21d37bb5-61e0-41cd-a755-749c9e8784a8 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:13:45.323779 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-c24b7816-91ee-437e-9616-0b214ac24192 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Allocated IP 2001:db8:0:1:f816:3eff:feaf:f18b (42edc29f-8c98-4058-994e-1dc4e7a022d1/d2a6e4d0-84fc-4260-80f5-adfca6c33284/a781237c-ecfe-453a-95d7-24d6027f552b) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:13:45.646247 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36468) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:45.735029 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-ccd99de6-4dd4-43a9-b746-93d354f98fb7 None None] Provisioning complete for port 21d37bb5-61e0-41cd-a755-749c9e8784a8 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:13:45.735738 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ccd99de6-4dd4-43a9-b746-93d354f98fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (21d37bb5-61e0-41cd-a755-749c9e8784a8), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:45.736293 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-ccd99de6-4dd4-43a9-b746-93d354f98fb7 None None] Attempt 1 to provision port 21d37bb5-61e0-41cd-a755-749c9e8784a8 Oct 04 21:13:45.767441 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 21d37bb5-61e0-41cd-a755-749c9e8784a8 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:13:45.807899 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-acac0375-9ba2-4d3f-95ee-e920e0e5464f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:46.014297 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-59b5127b-1718-4c26-ba64-6090d9727b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:46.164846 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:13:46.256248 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-ccd99de6-4dd4-43a9-b746-93d354f98fb7 None None] Current status of the port 21d37bb5-61e0-41cd-a755-749c9e8784a8 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:13:46.275280 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 21d37bb5-61e0-41cd-a755-749c9e8784a8 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:13:46.276526 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (21d37bb5-61e0-41cd-a755-749c9e8784a8), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:46.277700 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 21d37bb5-61e0-41cd-a755-749c9e8784a8 Oct 04 21:13:46.337623 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36478) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:46.349762 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-acac0375-9ba2-4d3f-95ee-e920e0e5464f admin admin] Publish callbacks [] for security_group (9886debf-1999-455b-9950-527222547fab), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:46.366828 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c24b7816-91ee-437e-9616-0b214ac24192 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for port (a781237c-ecfe-453a-95d7-24d6027f552b), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:46.531988 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-acac0375-9ba2-4d3f-95ee-e920e0e5464f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (9886debf-1999-455b-9950-527222547fab), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:46.552710 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 21d37bb5-61e0-41cd-a755-749c9e8784a8 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:13:46.625491 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-acac0375-9ba2-4d3f-95ee-e920e0e5464f admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=faace00ae60e4e5bb577e2f26d2f025d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9759665 Oct 04 21:13:46.630424 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 36484) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:46.733254 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c24b7816-91ee-437e-9616-0b214ac24192 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (a781237c-ecfe-453a-95d7-24d6027f552b), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:46.755681 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acac0375-9ba2-4d3f-95ee-e920e0e5464f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9886debf-1999-455b-9950-527222547fab,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:13:46.810120 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-210b07c6-15dc-4eff-9f69-b12728c88c05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:46.912306 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:13:46.983862 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24b7816-91ee-437e-9616-0b214ac24192 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:13:46.987252 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-c24b7816-91ee-437e-9616-0b214ac24192 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:13:47.013520 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24b7816-91ee-437e-9616-0b214ac24192 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:13:47.025337 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24b7816-91ee-437e-9616-0b214ac24192 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:13:47.026875 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c24b7816-91ee-437e-9616-0b214ac24192 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:47.153932 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-df853f5a-cabb-4378-b94e-70a6c09fbbc7 admin admin] Publish callbacks [] for security_group (9886debf-1999-455b-9950-527222547fab), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:47.216064 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24b7816-91ee-437e-9616-0b214ac24192 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event updated for resources: {'Port': ['ID=a781237c-ecfe-453a-95d7-24d6027f552b,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:13:47.279623 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-df853f5a-cabb-4378-b94e-70a6c09fbbc7 admin admin] Publish callbacks [] for security_group (9886debf-1999-455b-9950-527222547fab), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:47.467934 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-210b07c6-15dc-4eff-9f69-b12728c88c05 admin admin] Publish callbacks [] for security_group (4b272d19-9fd8-4f11-96c2-e43f4653105d), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:47.482737 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c24b7816-91ee-437e-9616-0b214ac24192 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 4.5849202 Oct 04 21:13:47.487898 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 36494) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:47.596065 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-cf3b996f-8475-440a-a7ec-215060d2e053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:47.697097 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-210b07c6-15dc-4eff-9f69-b12728c88c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (4b272d19-9fd8-4f11-96c2-e43f4653105d), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:47.700304 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-df853f5a-cabb-4378-b94e-70a6c09fbbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (9886debf-1999-455b-9950-527222547fab), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:47.709007 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-df853f5a-cabb-4378-b94e-70a6c09fbbc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:47.709007 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-df853f5a-cabb-4378-b94e-70a6c09fbbc7 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/9886debf-1999-455b-9950-527222547fab HTTP/1.1" status: 204 len: 168 time: 1.0735464 Oct 04 21:13:47.761066 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-1a1ed246-8b04-462a-b478-4d005d94fcdc None None] Provisioning complete for port a781237c-ecfe-453a-95d7-24d6027f552b triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:13:47.764237 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-1a1ed246-8b04-462a-b478-4d005d94fcdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (a781237c-ecfe-453a-95d7-24d6027f552b), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:47.767527 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-1a1ed246-8b04-462a-b478-4d005d94fcdc None None] Attempt 1 to provision port a781237c-ecfe-453a-95d7-24d6027f552b Oct 04 21:13:47.769162 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df853f5a-cabb-4378-b94e-70a6c09fbbc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9886debf-1999-455b-9950-527222547fab,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:13:47.824564 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-29d5972c-0d81-448d-9685-203a649db416 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Deleting port a781237c-ecfe-453a-95d7-24d6027f552b {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:13:47.824564 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-29d5972c-0d81-448d-9685-203a649db416 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (a781237c-ecfe-453a-95d7-24d6027f552b), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:47.915934 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-210b07c6-15dc-4eff-9f69-b12728c88c05 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=99c247ded414499f88ef363075a4ed74&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5619190 Oct 04 21:13:47.920215 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36502) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:47.926684 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210b07c6-15dc-4eff-9f69-b12728c88c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b272d19-9fd8-4f11-96c2-e43f4653105d,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:13:47.994811 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-1a1ed246-8b04-462a-b478-4d005d94fcdc None None] Port a781237c-ecfe-453a-95d7-24d6027f552b cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:13:48.160743 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e601da9e-4ea3-4023-b401-e15eff72af02 admin admin] Publish callbacks [] for security_group (4b272d19-9fd8-4f11-96c2-e43f4653105d), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:48.260706 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-29d5972c-0d81-448d-9685-203a649db416 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (a781237c-ecfe-453a-95d7-24d6027f552b), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:48.281287 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e601da9e-4ea3-4023-b401-e15eff72af02 admin admin] Publish callbacks [] for security_group (4b272d19-9fd8-4f11-96c2-e43f4653105d), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:48.293143 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-29d5972c-0d81-448d-9685-203a649db416 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Calling delete_port for a781237c-ecfe-453a-95d7-24d6027f552b owned by {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:13:48.912347 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e601da9e-4ea3-4023-b401-e15eff72af02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (4b272d19-9fd8-4f11-96c2-e43f4653105d), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:48.919704 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e601da9e-4ea3-4023-b401-e15eff72af02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:48.922122 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e601da9e-4ea3-4023-b401-e15eff72af02 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/4b272d19-9fd8-4f11-96c2-e43f4653105d HTTP/1.1" status: 204 len: 168 time: 0.9987719 Oct 04 21:13:48.957400 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e601da9e-4ea3-4023-b401-e15eff72af02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b272d19-9fd8-4f11-96c2-e43f4653105d,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:13:49.100053 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-29d5972c-0d81-448d-9685-203a649db416 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (a781237c-ecfe-453a-95d7-24d6027f552b), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:49.289686 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d5972c-0d81-448d-9685-203a649db416 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event deleted for resources: {'Port': ['ID=a781237c-ecfe-453a-95d7-24d6027f552b,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:13:49.504061 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-29d5972c-0d81-448d-9685-203a649db416 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:49.525744 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36526) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:49.527890 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-29d5972c-0d81-448d-9685-203a649db416 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/ports/a781237c-ecfe-453a-95d7-24d6027f552b HTTP/1.1" status: 204 len: 168 time: 2.0376449 Oct 04 21:13:49.670211 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a6eecf-70f4-4b49-9c35-69a610204938 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:13:49.673410 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-32a6eecf-70f4-4b49-9c35-69a610204938 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1458964 Oct 04 21:13:49.680767 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 36534) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:49.897813 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939e4126-2dc3-4423-856c-f232a4b96a04 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:13:49.899544 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-939e4126-2dc3-4423-856c-f232a4b96a04 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2168226 Oct 04 21:13:49.905758 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 36540) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:50.036317 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 21:13:50.049796 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34de2c03-39f2-4372-bb1f-6d423f963a4a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:13:50.052141 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34de2c03-39f2-4372-bb1f-6d423f963a4a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:13:50.055451 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34de2c03-39f2-4372-bb1f-6d423f963a4a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:13:50.057520 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-34de2c03-39f2-4372-bb1f-6d423f963a4a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1494443 Oct 04 21:13:50.063044 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 36542) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:50.206107 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-cde81472-0852-484e-b46d-03d412e51763 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Deleting subnet 04b92d4b-7da3-4ca1-9df2-7dcc1398604d {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:13:50.212925 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cde81472-0852-484e-b46d-03d412e51763 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (04b92d4b-7da3-4ca1-9df2-7dcc1398604d), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:50.330772 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:13:50.343750 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cde81472-0852-484e-b46d-03d412e51763 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (04b92d4b-7da3-4ca1-9df2-7dcc1398604d), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:50.402620 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:50.435055 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:DELETE=11,neutron:SELECT=88,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:13:50.824724 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cde81472-0852-484e-b46d-03d412e51763 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (04b92d4b-7da3-4ca1-9df2-7dcc1398604d), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:51.156173 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cde81472-0852-484e-b46d-03d412e51763 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (04b92d4b-7da3-4ca1-9df2-7dcc1398604d), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:51.287297 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cde81472-0852-484e-b46d-03d412e51763 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:51.300312 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0642481b-15da-4aed-93cd-0c7b8e28c8d1 None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:13:51.324723 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36568) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:51.333577 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-cde81472-0852-484e-b46d-03d412e51763 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/04b92d4b-7da3-4ca1-9df2-7dcc1398604d HTTP/1.1" status: 204 len: 168 time: 1.2620132 Oct 04 21:13:51.333577 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde81472-0852-484e-b46d-03d412e51763 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event deleted for resources: {'Subnet': ['ID=04b92d4b-7da3-4ca1-9df2-7dcc1398604d,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:13:51.617327 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-288663e3-d32d-471a-aa81-b558f4991433 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Deleting subnet d2a6e4d0-84fc-4260-80f5-adfca6c33284 {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:13:51.642293 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-288663e3-d32d-471a-aa81-b558f4991433 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (d2a6e4d0-84fc-4260-80f5-adfca6c33284), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:51.663953 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 36574) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:51.694846 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ec4abd4f-d83f-462e-9c07-9b5e2e787b96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:51.855853 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=3 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:13:51.890797 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ec4abd4f-d83f-462e-9c07-9b5e2e787b96 admin admin] Publish callbacks [] for security_group (52e86b51-1dbf-4213-8094-ed84e0f25e0a), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:51.943359 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:51.946513 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-288663e3-d32d-471a-aa81-b558f4991433 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (d2a6e4d0-84fc-4260-80f5-adfca6c33284), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:52.103100 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ec4abd4f-d83f-462e-9c07-9b5e2e787b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (52e86b51-1dbf-4213-8094-ed84e0f25e0a), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:52.157003 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:52.358205 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4abd4f-d83f-462e-9c07-9b5e2e787b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e86b51-1dbf-4213-8094-ed84e0f25e0a,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:13:52.419673 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-288663e3-d32d-471a-aa81-b558f4991433 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (d2a6e4d0-84fc-4260-80f5-adfca6c33284), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:52.425012 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-ec4abd4f-d83f-462e-9c07-9b5e2e787b96 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=f8d649ddcf8c48fea9947b0dd8765ae5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7398942 Oct 04 21:13:52.425012 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 36594) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:52.668063 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1,neutron:INSERT=11,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:13:52.670484 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:13:52.803095 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dcb2acee-1f44-410e-8afd-825b534cd45c admin admin] Publish callbacks [] for security_group (52e86b51-1dbf-4213-8094-ed84e0f25e0a), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:52.883399 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dcb2acee-1f44-410e-8afd-825b534cd45c admin admin] Publish callbacks [] for security_group (52e86b51-1dbf-4213-8094-ed84e0f25e0a), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:53.110052 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-288663e3-d32d-471a-aa81-b558f4991433 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (d2a6e4d0-84fc-4260-80f5-adfca6c33284), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:53.271947 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288663e3-d32d-471a-aa81-b558f4991433 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event deleted for resources: {'Subnet': ['ID=d2a6e4d0-84fc-4260-80f5-adfca6c33284,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:13:53.275738 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dcb2acee-1f44-410e-8afd-825b534cd45c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (52e86b51-1dbf-4213-8094-ed84e0f25e0a), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:53.283018 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dcb2acee-1f44-410e-8afd-825b534cd45c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:53.290147 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-288663e3-d32d-471a-aa81-b558f4991433 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:53.290730 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-dcb2acee-1f44-410e-8afd-825b534cd45c admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/52e86b51-1dbf-4213-8094-ed84e0f25e0a HTTP/1.1" status: 204 len: 168 time: 0.8584549 Oct 04 21:13:53.318881 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb2acee-1f44-410e-8afd-825b534cd45c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e86b51-1dbf-4213-8094-ed84e0f25e0a,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:13:53.322455 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-288663e3-d32d-471a-aa81-b558f4991433 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/d2a6e4d0-84fc-4260-80f5-adfca6c33284 HTTP/1.1" status: 204 len: 168 time: 1.9949024 Oct 04 21:13:53.329210 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36598) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:53.576567 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-f0358a12-7602-4cfc-8814-b12e6e955e9b None None] Provisioning complete for port 21d37bb5-61e0-41cd-a755-749c9e8784a8 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:13:53.583519 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f0358a12-7602-4cfc-8814-b12e6e955e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (21d37bb5-61e0-41cd-a755-749c9e8784a8), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:53.583519 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-f0358a12-7602-4cfc-8814-b12e6e955e9b None None] Attempt 1 to provision port 21d37bb5-61e0-41cd-a755-749c9e8784a8 Oct 04 21:13:53.615742 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-96aa49c5-cea2-4a6d-bc98-64fd7ce40ecf tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2784593 Oct 04 21:13:53.619687 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36606) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:53.837443 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b384c32c-b0f8-452b-951f-83a95e0c8774 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:13:53.852406 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f8beac-4309-412a-818a-60880930816c None None] Network 42edc29f-8c98-4058-994e-1dc4e7a022d1 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:13:53.852588 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b384c32c-b0f8-452b-951f-83a95e0c8774 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2218373 Oct 04 21:13:53.853969 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 36612) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:54.067453 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c88ccae-d79d-4e2f-a7d4-ad23bd4cf99e tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:13:54.083061 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-3c88ccae-d79d-4e2f-a7d4-ad23bd4cf99e tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2164044 Oct 04 21:13:54.083826 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36616) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:54.303270 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-69a6b295-d2de-4ea2-a1b6-4a7630d66237 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2078841 Oct 04 21:13:54.304105 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 36620) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:54.323261 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 36624) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:54.437109 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-48f21265-f0d2-484e-a297-db219552a0bc tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] DELETE failed (client error): The resource could not be found. Oct 04 21:13:54.438191 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48f21265-f0d2-484e-a297-db219552a0bc tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:13:54.456270 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36626) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:54.466960 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-48f21265-f0d2-484e-a297-db219552a0bc tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/ports/a781237c-ecfe-453a-95d7-24d6027f552b HTTP/1.1" status: 404 len: 333 time: 0.1348202 Oct 04 21:13:54.470723 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-f0358a12-7602-4cfc-8814-b12e6e955e9b None None] Current status of the port 21d37bb5-61e0-41cd-a755-749c9e8784a8 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:13:54.542862 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0a9206-7a00-4c5b-914a-a1c12b1973f7 None None] DHCP port deletion for 42edc29f-8c98-4058-994e-1dc4e7a022d1 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:13:54.584839 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ee01dd1-645a-40d8-a036-0d68057009ca tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] DELETE failed (client error): The resource could not be found. Oct 04 21:13:54.585742 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ee01dd1-645a-40d8-a036-0d68057009ca tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:13:54.625642 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-0ee01dd1-645a-40d8-a036-0d68057009ca tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/d2a6e4d0-84fc-4260-80f5-adfca6c33284 HTTP/1.1" status: 404 len: 337 time: 0.1675770 Oct 04 21:13:54.630638 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 36630) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:54.794088 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe9b1573-5d98-47cc-964a-0160f0859633 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] DELETE failed (client error): The resource could not be found. Oct 04 21:13:54.794870 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe9b1573-5d98-47cc-964a-0160f0859633 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:13:54.811551 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-fe9b1573-5d98-47cc-964a-0160f0859633 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/04b92d4b-7da3-4ca1-9df2-7dcc1398604d HTTP/1.1" status: 404 len: 337 time: 0.1789980 Oct 04 21:13:54.812775 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36638) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:54.867438 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-ed0a9206-7a00-4c5b-914a-a1c12b1973f7 None None] Deleting port 21d37bb5-61e0-41cd-a755-749c9e8784a8 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:13:54.869516 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ed0a9206-7a00-4c5b-914a-a1c12b1973f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (21d37bb5-61e0-41cd-a755-749c9e8784a8), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:54.994022 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-781e42d6-8df0-4563-94c2-4a55c53b98c6 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] DELETE failed (client error): The resource could not be found. Oct 04 21:13:54.996439 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-781e42d6-8df0-4563-94c2-4a55c53b98c6 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:13:55.016520 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f0441332-5c06-4e9e-8390-7978af3094cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:55.024176 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-781e42d6-8df0-4563-94c2-4a55c53b98c6 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/ports/8118f135-1368-42fc-b518-a4ad00c868c6 HTTP/1.1" status: 404 len: 333 time: 0.2094314 Oct 04 21:13:55.031521 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 36646) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:55.176979 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:13:55.218471 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-47b73b3b-ab85-411c-a0de-f5ce0cae3112 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] DELETE failed (client error): The resource could not be found. Oct 04 21:13:55.220932 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47b73b3b-ab85-411c-a0de-f5ce0cae3112 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:13:55.224951 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-47b73b3b-ab85-411c-a0de-f5ce0cae3112 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/3a6a36db-fdfe-4b1e-8c59-208cf5aa656c HTTP/1.1" status: 404 len: 337 time: 0.1931934 Oct 04 21:13:55.230071 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36650) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:55.321696 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:13:55.326578 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-ed0a9206-7a00-4c5b-914a-a1c12b1973f7 None None] For port 21d37bb5-61e0-41cd-a755-749c9e8784a8, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=21d37bb5-61e0-41cd-a755-749c9e8784a8,segment=NetworkSegment(a074d1d3-d8bf-45a2-a3f3-7647e2465b5f),segment_id=a074d1d3-d8bf-45a2-a3f3-7647e2465b5f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:13:55.329807 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ed0a9206-7a00-4c5b-914a-a1c12b1973f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (21d37bb5-61e0-41cd-a755-749c9e8784a8), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:55.387888 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-207bab31-f6b1-4dae-b43d-19054f8335eb tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] DELETE failed (client error): The resource could not be found. Oct 04 21:13:55.389148 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-207bab31-f6b1-4dae-b43d-19054f8335eb tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:13:55.396860 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-ed0a9206-7a00-4c5b-914a-a1c12b1973f7 None None] Calling delete_port for 21d37bb5-61e0-41cd-a755-749c9e8784a8 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:13:55.411981 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-207bab31-f6b1-4dae-b43d-19054f8335eb tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/c3717158-820b-44e0-9099-4af4c2e52cf5 HTTP/1.1" status: 404 len: 337 time: 0.1789672 Oct 04 21:13:55.414867 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36654) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:55.538996 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-81bf5cd3-d228-4113-97a3-4806f461b3a8 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] DELETE failed (client error): The resource could not be found. Oct 04 21:13:55.546337 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81bf5cd3-d228-4113-97a3-4806f461b3a8 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:13:55.567312 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-81bf5cd3-d228-4113-97a3-4806f461b3a8 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/ports/81cfa9a8-a1f9-47ef-b3ab-29192ad6a466 HTTP/1.1" status: 404 len: 333 time: 0.1429682 Oct 04 21:13:55.568226 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 36658) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:55.611069 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 21d37bb5-61e0-41cd-a755-749c9e8784a8 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:13:55.661380 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5eaf4df-a10d-4fb5-a4e4-150487d81273 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] DELETE failed (client error): The resource could not be found. Oct 04 21:13:55.662548 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5eaf4df-a10d-4fb5-a4e4-150487d81273 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:13:55.669094 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-e5eaf4df-a10d-4fb5-a4e4-150487d81273 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/c864b02d-9f54-4979-938d-e9d67745ad54 HTTP/1.1" status: 404 len: 337 time: 0.0985653 Oct 04 21:13:55.673590 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36660) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:55.690931 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:13:55.755561 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f0441332-5c06-4e9e-8390-7978af3094cd admin admin] Publish callbacks [] for security_group (69af92f4-180a-4db3-8768-18be0c63cde9), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:55.811633 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 21d37bb5-61e0-41cd-a755-749c9e8784a8 is: ACTIVE; New status is: DOWN {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:13:55.812536 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (21d37bb5-61e0-41cd-a755-749c9e8784a8), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:55.812883 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-0855d79c-c050-40fd-b9d1-cb481cf72198 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] DELETE failed (client error): The resource could not be found. Oct 04 21:13:55.813789 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0855d79c-c050-40fd-b9d1-cb481cf72198 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:13:55.822074 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-0855d79c-c050-40fd-b9d1-cb481cf72198 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/e7beeeb0-eb82-4d72-882e-1fbd0471a315 HTTP/1.1" status: 404 len: 337 time: 0.1464646 Oct 04 21:13:55.826782 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 36662) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:55.892492 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3a1b090-14b5-4a0f-a4f9-7f20cface507 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] DELETE failed (client error): The resource could not be found. Oct 04 21:13:55.893371 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3a1b090-14b5-4a0f-a4f9-7f20cface507 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:13:55.913680 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-e3a1b090-14b5-4a0f-a4f9-7f20cface507 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/ports/68e897a3-2915-4755-9533-aeb8278328fe HTTP/1.1" status: 404 len: 333 time: 0.0732830 Oct 04 21:13:55.914559 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36664) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:55.981051 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-b65d9280-6c1b-453b-bc1f-8d1f90523e88 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] DELETE failed (client error): The resource could not be found. Oct 04 21:13:55.981051 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b65d9280-6c1b-453b-bc1f-8d1f90523e88 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:13:55.986481 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 36670) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:55.986735 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b65d9280-6c1b-453b-bc1f-8d1f90523e88 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/56dbd61e-a329-417c-bd01-d8ce2f00b477 HTTP/1.1" status: 404 len: 337 time: 0.0696783 Oct 04 21:13:56.060982 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f0441332-5c06-4e9e-8390-7978af3094cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (69af92f4-180a-4db3-8768-18be0c63cde9), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:56.072726 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-f90d3b3c-b600-41f2-9a08-7e1d76e428f2 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] DELETE failed (client error): The resource could not be found. Oct 04 21:13:56.073609 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f90d3b3c-b600-41f2-9a08-7e1d76e428f2 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:13:56.079897 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f90d3b3c-b600-41f2-9a08-7e1d76e428f2 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/7d874684-cc94-4249-82e9-54c6959d63f1 HTTP/1.1" status: 404 len: 337 time: 0.0911360 Oct 04 21:13:56.085066 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36676) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:56.146197 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ed0a9206-7a00-4c5b-914a-a1c12b1973f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (21d37bb5-61e0-41cd-a755-749c9e8784a8), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:56.305093 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f646b72-e75a-46ae-8fd2-90cbc5955cbb tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] DELETE failed (client error): The resource could not be found. Oct 04 21:13:56.311480 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f646b72-e75a-46ae-8fd2-90cbc5955cbb tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:13:56.326363 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-3f646b72-e75a-46ae-8fd2-90cbc5955cbb tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/ports/731bb591-a4aa-4fdc-b7e7-186285c2cacd HTTP/1.1" status: 404 len: 333 time: 0.2391007 Oct 04 21:13:56.332145 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36684) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:56.352202 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0a9206-7a00-4c5b-914a-a1c12b1973f7 None None] Pushing event deleted for resources: {'Port': ['ID=21d37bb5-61e0-41cd-a755-749c9e8784a8,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:13:56.357483 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0a9206-7a00-4c5b-914a-a1c12b1973f7 None None] No DVR routers for this DVR port 21d37bb5-61e0-41cd-a755-749c9e8784a8 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:13:56.384593 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0441332-5c06-4e9e-8390-7978af3094cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69af92f4-180a-4db3-8768-18be0c63cde9,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:13:56.419495 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f0441332-5c06-4e9e-8390-7978af3094cd admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=11e614e41f5a42029bfc2e743633a5c1&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1195362 Oct 04 21:13:56.426706 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 36688) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:56.464740 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dbe144d-8599-4119-bd31-4e28b4d08628 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] DELETE failed (client error): The resource could not be found. Oct 04 21:13:56.465687 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dbe144d-8599-4119-bd31-4e28b4d08628 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:13:56.473971 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-6dbe144d-8599-4119-bd31-4e28b4d08628 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/7c342a5f-7be9-42b7-802e-a07cf1b3ad29 HTTP/1.1" status: 404 len: 337 time: 0.1395915 Oct 04 21:13:56.480087 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36690) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:56.532507 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:13:56.604672 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f7a5990-a8d6-421e-b305-d5888dde6795 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] DELETE failed (client error): The resource could not be found. Oct 04 21:13:56.605744 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f7a5990-a8d6-421e-b305-d5888dde6795 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:13:56.630531 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-5f7a5990-a8d6-421e-b305-d5888dde6795 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/ports/b010f589-9802-4844-b5a6-e73c93bd635b HTTP/1.1" status: 404 len: 333 time: 0.1476512 Oct 04 21:13:56.636893 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36692) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:56.779033 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a2f8b8f-8978-422e-9e7f-2a5f939cbe2a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] DELETE failed (client error): The resource could not be found. Oct 04 21:13:56.797038 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a2f8b8f-8978-422e-9e7f-2a5f939cbe2a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:13:56.797324 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a26683aa-ec14-44b0-98b0-f1671c5c5828 admin admin] Publish callbacks [] for security_group (69af92f4-180a-4db3-8768-18be0c63cde9), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:56.810608 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-9a2f8b8f-8978-422e-9e7f-2a5f939cbe2a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/cbf35f34-8711-4432-b2d0-7313744d17a7 HTTP/1.1" status: 404 len: 337 time: 0.1673918 Oct 04 21:13:56.812231 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36696) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:56.873093 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a26683aa-ec14-44b0-98b0-f1671c5c5828 admin admin] Publish callbacks [] for security_group (69af92f4-180a-4db3-8768-18be0c63cde9), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:56.933748 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-0540df0e-99f8-41f5-8def-a967e591654c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] DELETE failed (client error): The resource could not be found. Oct 04 21:13:56.935266 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0540df0e-99f8-41f5-8def-a967e591654c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:13:56.941376 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-0540df0e-99f8-41f5-8def-a967e591654c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/ports/3918b94b-f3c7-4057-8176-5c9a0fb99de0 HTTP/1.1" status: 404 len: 333 time: 0.1270156 Oct 04 21:13:56.947113 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36700) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:57.013156 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd6f2081-e8af-4c6e-a0a9-18d11c216a1c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] DELETE failed (client error): The resource could not be found. Oct 04 21:13:57.014528 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd6f2081-e8af-4c6e-a0a9-18d11c216a1c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:13:57.021278 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-bd6f2081-e8af-4c6e-a0a9-18d11c216a1c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/136547e8-6c6c-4fc1-9a57-ca8f4c26c9df HTTP/1.1" status: 404 len: 337 time: 0.0727267 Oct 04 21:13:57.026163 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36702) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:57.079756 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5f8c598-07cb-4c29-a0b2-9d1e93d29cc5 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] DELETE failed (client error): The resource could not be found. Oct 04 21:13:57.081236 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5f8c598-07cb-4c29-a0b2-9d1e93d29cc5 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:13:57.088092 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d5f8c598-07cb-4c29-a0b2-9d1e93d29cc5 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/ports/37d94131-761c-4555-807e-317fd051d496 HTTP/1.1" status: 404 len: 333 time: 0.0599959 Oct 04 21:13:57.092014 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 36706) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:57.143952 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-98e1587b-5f31-40cf-874d-8052baff5acd tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] DELETE failed (client error): The resource could not be found. Oct 04 21:13:57.144836 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98e1587b-5f31-40cf-874d-8052baff5acd tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:13:57.151548 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-98e1587b-5f31-40cf-874d-8052baff5acd tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/ae10e85a-bad6-49a9-b79a-ccf822066e7b HTTP/1.1" status: 404 len: 337 time: 0.0580719 Oct 04 21:13:57.154622 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 36708) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:57.202299 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-9750e4e8-d43d-4df0-b2e4-040775c0f01d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] DELETE failed (client error): The resource could not be found. Oct 04 21:13:57.203091 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9750e4e8-d43d-4df0-b2e4-040775c0f01d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:13:57.213235 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-9750e4e8-d43d-4df0-b2e4-040775c0f01d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/ports/d79c135f-80b1-40d2-9769-beb560fa8f3a HTTP/1.1" status: 404 len: 333 time: 0.0523665 Oct 04 21:13:57.213775 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36712) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:57.241262 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a26683aa-ec14-44b0-98b0-f1671c5c5828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (69af92f4-180a-4db3-8768-18be0c63cde9), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:57.248083 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a26683aa-ec14-44b0-98b0-f1671c5c5828 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:57.279184 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a26683aa-ec14-44b0-98b0-f1671c5c5828 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/69af92f4-180a-4db3-8768-18be0c63cde9 HTTP/1.1" status: 204 len: 168 time: 0.8491340 Oct 04 21:13:57.356730 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26683aa-ec14-44b0-98b0-f1671c5c5828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69af92f4-180a-4db3-8768-18be0c63cde9,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:13:57.368996 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-17c4a4e2-4186-449f-9294-d9fd5a0df14e tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] DELETE failed (client error): The resource could not be found. Oct 04 21:13:57.392873 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17c4a4e2-4186-449f-9294-d9fd5a0df14e tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:13:57.409668 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-17c4a4e2-4186-449f-9294-d9fd5a0df14e tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/f7277999-f0da-4212-a6c8-be51fa15b359 HTTP/1.1" status: 404 len: 337 time: 0.1937773 Oct 04 21:13:57.424091 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 36722) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:57.501067 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-0369ce26-ec14-407c-a4d7-f086a89a188e tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] DELETE failed (client error): The resource could not be found. Oct 04 21:13:57.503359 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0369ce26-ec14-407c-a4d7-f086a89a188e tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:13:57.513618 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-0369ce26-ec14-407c-a4d7-f086a89a188e tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/ports/410e6c9a-69fb-4d41-afc1-58119549e548 HTTP/1.1" status: 404 len: 333 time: 0.0844419 Oct 04 21:13:57.515803 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36724) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:57.586402 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a86057b-c9c2-419d-8cca-e52b29adc8fb tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] DELETE failed (client error): The resource could not be found. Oct 04 21:13:57.587210 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a86057b-c9c2-419d-8cca-e52b29adc8fb tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:13:57.625461 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-5a86057b-c9c2-419d-8cca-e52b29adc8fb tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/0ecc881b-7b39-4b0d-8728-dc0b0785db7b HTTP/1.1" status: 404 len: 337 time: 0.1078076 Oct 04 21:13:57.630362 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 36730) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:57.731662 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-2411557d-1cec-4a1b-8d05-614b9b4037ef tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] DELETE failed (client error): The resource could not be found. Oct 04 21:13:57.733375 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2411557d-1cec-4a1b-8d05-614b9b4037ef tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:13:57.741794 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2411557d-1cec-4a1b-8d05-614b9b4037ef tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/3b751f5d-17b4-4967-a2de-faad3601df9f HTTP/1.1" status: 404 len: 337 time: 0.1069312 Oct 04 21:13:57.745303 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36732) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:57.808843 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-b52335ec-7f09-4a77-95bd-1f8b2936df67 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] DELETE failed (client error): The resource could not be found. Oct 04 21:13:57.809884 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b52335ec-7f09-4a77-95bd-1f8b2936df67 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:13:57.816335 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b52335ec-7f09-4a77-95bd-1f8b2936df67 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/ports/9bbdb405-0aeb-4bed-a5a1-7fd87fa040e5 HTTP/1.1" status: 404 len: 333 time: 0.0689356 Oct 04 21:13:57.825556 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36734) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:57.901149 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cb74c89-83bd-4b14-ba23-2a9073c30891 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] DELETE failed (client error): The resource could not be found. Oct 04 21:13:57.902289 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cb74c89-83bd-4b14-ba23-2a9073c30891 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:13:57.908579 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-3cb74c89-83bd-4b14-ba23-2a9073c30891 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/06ba978b-18fa-4465-bce2-0aa6bcd1c7cd HTTP/1.1" status: 404 len: 337 time: 0.0811698 Oct 04 21:13:57.912734 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 36736) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:58.033964 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-4afed417-9f1a-4b6a-89c6-3e65dc3e2feb tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] DELETE failed (client error): The resource could not be found. Oct 04 21:13:58.035174 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4afed417-9f1a-4b6a-89c6-3e65dc3e2feb tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:13:58.042533 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4afed417-9f1a-4b6a-89c6-3e65dc3e2feb tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/58fe9201-0133-47f7-9da2-9a224fc02328 HTTP/1.1" status: 404 len: 337 time: 0.1280365 Oct 04 21:13:58.046594 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36738) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:58.118686 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-7df12a8c-cfaa-495f-8694-8d4553099402 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] DELETE failed (client error): The resource could not be found. Oct 04 21:13:58.120481 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7df12a8c-cfaa-495f-8694-8d4553099402 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:13:58.127918 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-7df12a8c-cfaa-495f-8694-8d4553099402 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/ports/72846ec0-21e8-4294-92bb-37e1c75d42fd HTTP/1.1" status: 404 len: 333 time: 0.0778017 Oct 04 21:13:58.131449 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 36742) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:58.258371 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f4ffeac-ccd3-4f3c-bf08-64104f61ba38 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] DELETE failed (client error): The resource could not be found. Oct 04 21:13:58.262109 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f4ffeac-ccd3-4f3c-bf08-64104f61ba38 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:13:58.275430 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-0f4ffeac-ccd3-4f3c-bf08-64104f61ba38 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/3b9ed8a1-d30e-44db-8164-7059aadb0306 HTTP/1.1" status: 404 len: 337 time: 0.1400254 Oct 04 21:13:58.279263 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 36746) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:58.331763 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-499e99fd-b79d-441f-b454-046d7d5f706a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] DELETE failed (client error): The resource could not be found. Oct 04 21:13:58.332448 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-499e99fd-b79d-441f-b454-046d7d5f706a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:13:58.338961 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-499e99fd-b79d-441f-b454-046d7d5f706a tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/4c9c274f-5033-42c9-b847-ea39c7237061 HTTP/1.1" status: 404 len: 337 time: 0.0575571 Oct 04 21:13:58.342505 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36748) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:58.405304 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-821595ed-adf1-4f8a-853c-d107a741ba5e tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] DELETE failed (client error): The resource could not be found. Oct 04 21:13:58.409898 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-821595ed-adf1-4f8a-853c-d107a741ba5e tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:13:58.419171 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 36756) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:58.420581 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-821595ed-adf1-4f8a-853c-d107a741ba5e tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/ports/5418cd70-49c3-43cc-89ab-75554bf0c567 HTTP/1.1" status: 404 len: 333 time: 0.0739539 Oct 04 21:13:58.526004 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bf23ca6-79e8-415c-b3b8-f050ec548135 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] DELETE failed (client error): The resource could not be found. Oct 04 21:13:58.531381 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bf23ca6-79e8-415c-b3b8-f050ec548135 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:13:58.539841 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36760) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:58.556152 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-7bf23ca6-79e8-415c-b3b8-f050ec548135 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/2159fae7-239c-44c8-96b8-03b52351132f HTTP/1.1" status: 404 len: 337 time: 0.1349423 Oct 04 21:13:58.641801 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b1a6e79-1966-4057-a722-2980c1bf1261 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] DELETE failed (client error): The resource could not be found. Oct 04 21:13:58.643065 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b1a6e79-1966-4057-a722-2980c1bf1261 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:13:58.654770 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 36766) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:58.655175 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-6b1a6e79-1966-4057-a722-2980c1bf1261 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/a3437146-8574-42b1-94ad-d3254947d7cf HTTP/1.1" status: 404 len: 337 time: 0.1129034 Oct 04 21:13:58.848538 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36774) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:58.871644 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-47633e29-6baa-4571-9ff9-e2656213503c tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=e9076e67-7e6f-49a3-90b1-f39a9695dc9f HTTP/1.1" status: 200 len: 205 time: 0.2069774 Oct 04 21:13:58.932258 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 36776) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:59.017770 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-06fcbbbc-c353-4e16-a8fa-9b6c402e6069 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:59.108549 n-d-852085-12 neutron-server[108169]: INFO neutron.api.v2.resource [None req-2f84cf5a-919d-49e2-a474-aeed55ad2d45 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] delete failed (client error): The resource could not be found. Oct 04 21:13:59.111407 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-2f84cf5a-919d-49e2-a474-aeed55ad2d45 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/routers/e9076e67-7e6f-49a3-90b1-f39a9695dc9f HTTP/1.1" status: 404 len: 336 time: 0.2606869 Oct 04 21:13:59.116089 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36780) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:59.219166 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2e65289-6215-48aa-85a8-54824549c028 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] DELETE failed (client error): The resource could not be found. Oct 04 21:13:59.220415 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2e65289-6215-48aa-85a8-54824549c028 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:13:59.227237 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e2e65289-6215-48aa-85a8-54824549c028 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/23950848-71e2-4ace-8df8-51d7f0b54c57 HTTP/1.1" status: 404 len: 337 time: 0.1087391 Oct 04 21:13:59.230348 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36784) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:59.316129 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-74ed1f81-8a8d-4344-b71d-a24776fb3a56 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=ddf34991-034e-4c55-96cc-606e355a0ea8 HTTP/1.1" status: 200 len: 205 time: 0.0835395 Oct 04 21:13:59.318959 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36788) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:59.369145 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-06fcbbbc-c353-4e16-a8fa-9b6c402e6069 admin admin] Publish callbacks [] for security_group (80080385-b3aa-484d-9c3d-5de4f80853be), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:59.442116 n-d-852085-12 neutron-server[108169]: INFO neutron.api.v2.resource [None req-db826527-7cf9-4859-8757-e844df09d11e tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] delete failed (client error): The resource could not be found. Oct 04 21:13:59.445236 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-db826527-7cf9-4859-8757-e844df09d11e tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/routers/ddf34991-034e-4c55-96cc-606e355a0ea8 HTTP/1.1" status: 404 len: 336 time: 0.1232197 Oct 04 21:13:59.449214 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 36792) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:59.567729 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-06fcbbbc-c353-4e16-a8fa-9b6c402e6069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (80080385-b3aa-484d-9c3d-5de4f80853be), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:59.711807 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5f9d506-5210-4775-bfa8-699ef5d9b83f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] DELETE failed (client error): The resource could not be found. Oct 04 21:13:59.713104 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5f9d506-5210-4775-bfa8-699ef5d9b83f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:13:59.719583 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f5f9d506-5210-4775-bfa8-699ef5d9b83f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/348c32a5-76d0-422b-b5d1-74b8c90d9e78 HTTP/1.1" status: 404 len: 337 time: 0.2677774 Oct 04 21:13:59.723555 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36800) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:59.723927 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fcbbbc-c353-4e16-a8fa-9b6c402e6069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80080385-b3aa-484d-9c3d-5de4f80853be,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:13:59.735458 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-06fcbbbc-c353-4e16-a8fa-9b6c402e6069 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=fb91725cb54047ed97fe4b0384c40383&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8011713 Oct 04 21:13:59.743899 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 36802) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:59.874830 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-07ba0744-620d-4c72-89ae-fda0a8f0d716 admin admin] Publish callbacks [] for security_group (80080385-b3aa-484d-9c3d-5de4f80853be), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:13:59.894665 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-11cc703b-4260-4374-9c1a-4b6d79d50b28 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] DELETE failed (client error): The resource could not be found. Oct 04 21:13:59.898833 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11cc703b-4260-4374-9c1a-4b6d79d50b28 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:13:59.915573 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-11cc703b-4260-4374-9c1a-4b6d79d50b28 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/d08f499c-fb03-45f9-b26e-d22746f6c535 HTTP/1.1" status: 404 len: 337 time: 0.1823025 Oct 04 21:13:59.916724 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36806) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:13:59.985885 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-07ba0744-620d-4c72-89ae-fda0a8f0d716 admin admin] Publish callbacks [] for security_group (80080385-b3aa-484d-9c3d-5de4f80853be), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:00.012455 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-84ce6804-9f6c-4dd2-9820-4057f13526e4 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] DELETE failed (client error): The resource could not be found. Oct 04 21:14:00.012815 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84ce6804-9f6c-4dd2-9820-4057f13526e4 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:14:00.021873 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=5 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:14:00.036735 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-84ce6804-9f6c-4dd2-9820-4057f13526e4 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/ports/14f535d0-3d0e-400c-86b9-c946055023fb HTTP/1.1" status: 404 len: 333 time: 0.1182215 Oct 04 21:14:00.038549 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36810) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:14:00.141143 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f1fb2d5-fbb1-45d9-bc65-19de241631c4 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] DELETE failed (client error): The resource could not be found. Oct 04 21:14:00.142507 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f1fb2d5-fbb1-45d9-bc65-19de241631c4 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:14:00.150257 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-4f1fb2d5-fbb1-45d9-bc65-19de241631c4 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/73ce836c-20d4-4dd7-b42d-bc08e5b91075 HTTP/1.1" status: 404 len: 337 time: 0.1097445 Oct 04 21:14:00.154421 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 36814) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:14:00.212997 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-070d9c02-b3d3-4328-9eb0-873f96899418 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] DELETE failed (client error): The resource could not be found. Oct 04 21:14:00.214006 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-070d9c02-b3d3-4328-9eb0-873f96899418 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:14:00.227231 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-070d9c02-b3d3-4328-9eb0-873f96899418 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/ports/f6a04bd8-f700-4531-959b-117e6b167354 HTTP/1.1" status: 404 len: 333 time: 0.0662591 Oct 04 21:14:00.227748 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36818) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:14:00.254068 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-07ba0744-620d-4c72-89ae-fda0a8f0d716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (80080385-b3aa-484d-9c3d-5de4f80853be), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:00.271589 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-07ba0744-620d-4c72-89ae-fda0a8f0d716 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:00.290793 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-07ba0744-620d-4c72-89ae-fda0a8f0d716 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/80080385-b3aa-484d-9c3d-5de4f80853be HTTP/1.1" status: 204 len: 168 time: 0.5449274 Oct 04 21:14:00.360755 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ba0744-620d-4c72-89ae-fda0a8f0d716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80080385-b3aa-484d-9c3d-5de4f80853be,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:14:00.404923 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ea833d7-36eb-4664-95ea-8ab1eed2be0f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] DELETE failed (client error): The resource could not be found. Oct 04 21:14:00.409960 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ea833d7-36eb-4664-95ea-8ab1eed2be0f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:14:00.425345 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 36826) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:14:00.431359 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-4ea833d7-36eb-4664-95ea-8ab1eed2be0f tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/344976ac-2246-43f1-8667-50d622d29768 HTTP/1.1" status: 404 len: 337 time: 0.2017465 Oct 04 21:14:00.533911 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-734b7058-a1fd-4379-b81a-638e07caeb34 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] DELETE failed (client error): The resource could not be found. Oct 04 21:14:00.540800 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-734b7058-a1fd-4379-b81a-638e07caeb34 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:14:00.558929 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36830) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:14:00.571339 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-734b7058-a1fd-4379-b81a-638e07caeb34 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/ports/11c6ba80-050d-440e-9c7a-106be667fd0f HTTP/1.1" status: 404 len: 333 time: 0.1433270 Oct 04 21:14:00.682615 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1c562eb-d687-41a0-b380-a94f52de3ecf tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] DELETE failed (client error): The resource could not be found. Oct 04 21:14:00.683371 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1c562eb-d687-41a0-b380-a94f52de3ecf tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:14:00.691793 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f1c562eb-d687-41a0-b380-a94f52de3ecf tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/542adf95-180c-4632-909d-d4ee391430dd HTTP/1.1" status: 404 len: 337 time: 0.1303656 Oct 04 21:14:00.697185 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 36834) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:14:00.812413 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-e023d3f0-b07a-416c-8c9a-69f128a46564 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] DELETE failed (client error): The resource could not be found. Oct 04 21:14:00.814740 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e023d3f0-b07a-416c-8c9a-69f128a46564 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:14:00.830145 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-e023d3f0-b07a-416c-8c9a-69f128a46564 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/ports/636559dc-631a-46e2-ad1f-47731ba3784a HTTP/1.1" status: 404 len: 333 time: 0.1264169 Oct 04 21:14:00.830733 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36836) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:14:00.950189 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-39e2de2e-0847-4c39-bb61-a24b5a1b0d51 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] DELETE failed (client error): The resource could not be found. Oct 04 21:14:00.952760 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39e2de2e-0847-4c39-bb61-a24b5a1b0d51 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:14:00.963487 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-39e2de2e-0847-4c39-bb61-a24b5a1b0d51 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/3b882086-88df-4f62-99c7-a22079fa1754 HTTP/1.1" status: 404 len: 337 time: 0.1275883 Oct 04 21:14:00.965886 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 36838) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:14:01.105038 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-10e90afc-2919-46d6-92e2-a4ff35e61168 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] DELETE failed (client error): The resource could not be found. Oct 04 21:14:01.106713 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10e90afc-2919-46d6-92e2-a4ff35e61168 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:14:01.128472 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36842) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:14:01.170682 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-10e90afc-2919-46d6-92e2-a4ff35e61168 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/ports/ec2b8bf0-d4d3-4caf-af84-b5b6e0d0e876 HTTP/1.1" status: 404 len: 333 time: 0.1551213 Oct 04 21:14:01.315932 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-86f3a299-ddc9-49ad-9e19-2f9db85894e2 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] DELETE failed (client error): The resource could not be found. Oct 04 21:14:01.324460 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86f3a299-ddc9-49ad-9e19-2f9db85894e2 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:14:01.325676 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-86f3a299-ddc9-49ad-9e19-2f9db85894e2 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/86ec9dd3-ba67-4d75-9fa9-fcb5d3543166 HTTP/1.1" status: 404 len: 337 time: 0.1947711 Oct 04 21:14:01.329864 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36850) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:14:01.395455 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7af9899-2270-4a45-9dbe-8cbbe83c7a0d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] DELETE failed (client error): The resource could not be found. Oct 04 21:14:01.396297 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7af9899-2270-4a45-9dbe-8cbbe83c7a0d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:14:01.407322 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 36852) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:14:01.407798 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b7af9899-2270-4a45-9dbe-8cbbe83c7a0d tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/ports/3f6ff564-30df-41da-a132-a547a585a293 HTTP/1.1" status: 404 len: 333 time: 0.0744827 Oct 04 21:14:01.494151 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4b9ffc3-2492-4638-b99f-3dd2a4f17b42 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] DELETE failed (client error): The resource could not be found. Oct 04 21:14:01.494983 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4b9ffc3-2492-4638-b99f-3dd2a4f17b42 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:14:01.532911 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a4b9ffc3-2492-4638-b99f-3dd2a4f17b42 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/ba27a1bc-d329-484e-b0f1-64ee0de3c23f HTTP/1.1" status: 404 len: 337 time: 0.1229877 Oct 04 21:14:01.538194 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36856) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:14:01.692231 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae1b70b9-0f1e-43bd-a014-3e427b854c43 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] DELETE failed (client error): The resource could not be found. Oct 04 21:14:01.693229 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae1b70b9-0f1e-43bd-a014-3e427b854c43 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:14:01.713012 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ae1b70b9-0f1e-43bd-a014-3e427b854c43 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/ports/5be8b202-e1e6-40d2-a8cc-9d4ef7922eac HTTP/1.1" status: 404 len: 333 time: 0.1689525 Oct 04 21:14:01.713984 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 36862) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:14:01.784487 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-e522f6ed-bd26-49fe-95b7-8cb999f30152 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] DELETE failed (client error): The resource could not be found. Oct 04 21:14:01.785348 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e522f6ed-bd26-49fe-95b7-8cb999f30152 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:14:01.795933 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-e522f6ed-bd26-49fe-95b7-8cb999f30152 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/9054b765-2b4e-4d8e-b88d-724ad475af57 HTTP/1.1" status: 404 len: 337 time: 0.0757775 Oct 04 21:14:01.804021 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36864) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:14:01.999838 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-281dbf8d-2694-4509-a736-9d317cc1a035 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (42edc29f-8c98-4058-994e-1dc4e7a022d1), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:02.195574 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-281dbf8d-2694-4509-a736-9d317cc1a035 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (42edc29f-8c98-4058-994e-1dc4e7a022d1), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:02.243793 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-281dbf8d-2694-4509-a736-9d317cc1a035 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42edc29f-8c98-4058-994e-1dc4e7a022d1']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:14:02.264965 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-281dbf8d-2694-4509-a736-9d317cc1a035 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:14:02.265932 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-281dbf8d-2694-4509-a736-9d317cc1a035 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a074d1d3-d8bf-45a2-a3f3-7647e2465b5f') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:14:02.287329 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-281dbf8d-2694-4509-a736-9d317cc1a035 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (a074d1d3-d8bf-45a2-a3f3-7647e2465b5f), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:02.345950 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-281dbf8d-2694-4509-a736-9d317cc1a035 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (a074d1d3-d8bf-45a2-a3f3-7647e2465b5f), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:02.387323 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-281dbf8d-2694-4509-a736-9d317cc1a035 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:14:02.387886 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-281dbf8d-2694-4509-a736-9d317cc1a035 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (a074d1d3-d8bf-45a2-a3f3-7647e2465b5f), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:02.409019 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 36868) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:14:02.465711 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:14:02.471949 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-86e33164-1ce6-423d-8985-463f8c1ef4be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:02.474713 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:02.551949 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:14:02.672471 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-281dbf8d-2694-4509-a736-9d317cc1a035 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (42edc29f-8c98-4058-994e-1dc4e7a022d1), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:02.702715 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-281dbf8d-2694-4509-a736-9d317cc1a035 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:02.730024 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-281dbf8d-2694-4509-a736-9d317cc1a035 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] 10.222.0.78 "DELETE /networking/v2.0/networks/42edc29f-8c98-4058-994e-1dc4e7a022d1 HTTP/1.1" status: 204 len: 168 time: 0.9290569 Oct 04 21:14:02.798024 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281dbf8d-2694-4509-a736-9d317cc1a035 tempest-NetworksTestDHCPv6-477522219 tempest-NetworksTestDHCPv6-477522219-project] Pushing event deleted for resources: {'Network': ['ID=42edc29f-8c98-4058-994e-1dc4e7a022d1,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:14:03.136230 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-86e33164-1ce6-423d-8985-463f8c1ef4be admin admin] Publish callbacks [] for security_group (98f3769a-d0d0-482a-baac-0c74585a1111), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:03.224103 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-86e33164-1ce6-423d-8985-463f8c1ef4be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (98f3769a-d0d0-482a-baac-0c74585a1111), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:03.338153 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-86e33164-1ce6-423d-8985-463f8c1ef4be admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=71d0f60619554cd7939befd4b8364590&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9265785 Oct 04 21:14:03.341840 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 36890) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:14:03.367822 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:03.403078 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e33164-1ce6-423d-8985-463f8c1ef4be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f3769a-d0d0-482a-baac-0c74585a1111,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:14:03.537736 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f4e3252d-bf34-40b3-bfcd-bb0d158080a7 admin admin] Publish callbacks [] for security_group (98f3769a-d0d0-482a-baac-0c74585a1111), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:03.666361 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f4e3252d-bf34-40b3-bfcd-bb0d158080a7 admin admin] Publish callbacks [] for security_group (98f3769a-d0d0-482a-baac-0c74585a1111), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:03.698986 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment a074d1d3-d8bf-45a2-a3f3-7647e2465b5f resource provider aggregate not found Oct 04 21:14:03.812338 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment a074d1d3-d8bf-45a2-a3f3-7647e2465b5f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a074d1d3-d8bf-45a2-a3f3-7647e2465b5f found for delete ", "request_id": "req-8f871a56-1615-4ff8-92f8-b07c2ef63500"}]} Oct 04 21:14:04.008077 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f4e3252d-bf34-40b3-bfcd-bb0d158080a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (98f3769a-d0d0-482a-baac-0c74585a1111), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:04.027542 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f4e3252d-bf34-40b3-bfcd-bb0d158080a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:04.035545 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f4e3252d-bf34-40b3-bfcd-bb0d158080a7 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/98f3769a-d0d0-482a-baac-0c74585a1111 HTTP/1.1" status: 204 len: 168 time: 0.6899524 Oct 04 21:14:04.131057 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 36908) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:14:04.140475 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e3252d-bf34-40b3-bfcd-bb0d158080a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f3769a-d0d0-482a-baac-0c74585a1111,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:14:04.705509 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:14:04.795841 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-ad85a5c1-3faf-4334-b0df-be74ff4194b7 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=f31334bc846b471aace4cb8b5f10ff51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6618471 Oct 04 21:14:04.803994 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 36922) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:14:04.966037 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8ac4ed62-e54c-4a5d-92af-4984bd28aa0f admin admin] Publish callbacks [] for security_group (fbee328d-6c37-4a80-945c-2830b53a06e3), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:06.166590 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8ac4ed62-e54c-4a5d-92af-4984bd28aa0f admin admin] Publish callbacks [] for security_group (fbee328d-6c37-4a80-945c-2830b53a06e3), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:06.486729 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8ac4ed62-e54c-4a5d-92af-4984bd28aa0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (fbee328d-6c37-4a80-945c-2830b53a06e3), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:06.492743 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8ac4ed62-e54c-4a5d-92af-4984bd28aa0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:06.497761 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-8ac4ed62-e54c-4a5d-92af-4984bd28aa0f admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/fbee328d-6c37-4a80-945c-2830b53a06e3 HTTP/1.1" status: 204 len: 168 time: 1.6892338 Oct 04 21:14:06.620782 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac4ed62-e54c-4a5d-92af-4984bd28aa0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbee328d-6c37-4a80-945c-2830b53a06e3,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:14:08.085087 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 36998) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:14:08.530233 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-5bdaf823-8d6d-4f5c-b741-822369a4a4d3 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1135206496-network', 'tenant_id': '6214daf08cc94e838091c822b344d70e'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:14:08.801476 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bdaf823-8d6d-4f5c-b741-822369a4a4d3 admin admin] Made reservation on behalf of 6214daf08cc94e838091c822b344d70e for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:14:08.805575 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5bdaf823-8d6d-4f5c-b741-822369a4a4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:08.829278 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5bdaf823-8d6d-4f5c-b741-822369a4a4d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:09.560910 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5bdaf823-8d6d-4f5c-b741-822369a4a4d3 admin admin] Publish callbacks [] for security_group (830ae5c6-1742-4cec-b2d7-c9ec57e077e4), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:09.662092 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5bdaf823-8d6d-4f5c-b741-822369a4a4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (830ae5c6-1742-4cec-b2d7-c9ec57e077e4), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:09.752569 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bdaf823-8d6d-4f5c-b741-822369a4a4d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:14:09.817497 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5bdaf823-8d6d-4f5c-b741-822369a4a4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (1e3a74a6-3055-458e-a78f-918ab5cebdb6), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:09.824660 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-5bdaf823-8d6d-4f5c-b741-822369a4a4d3 admin admin] Added segment 1e3a74a6-3055-458e-a78f-918ab5cebdb6 of type vlan for network c4cf2026-33ae-4e07-8b85-389e1a27de80 Oct 04 21:14:10.066807 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5bdaf823-8d6d-4f5c-b741-822369a4a4d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (c4cf2026-33ae-4e07-8b85-389e1a27de80), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:10.246703 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdaf823-8d6d-4f5c-b741-822369a4a4d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=830ae5c6-1742-4cec-b2d7-c9ec57e077e4,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:14:10.350206 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5bdaf823-8d6d-4f5c-b741-822369a4a4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (c4cf2026-33ae-4e07-8b85-389e1a27de80), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:10.357684 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bdaf823-8d6d-4f5c-b741-822369a4a4d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:14:10.362157 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5bdaf823-8d6d-4f5c-b741-822369a4a4d3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:10.549281 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdaf823-8d6d-4f5c-b741-822369a4a4d3 admin admin] Pushing event updated for resources: {'Network': ['ID=c4cf2026-33ae-4e07-8b85-389e1a27de80,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:14:10.609697 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdaf823-8d6d-4f5c-b741-822369a4a4d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:14:10.612619 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdaf823-8d6d-4f5c-b741-822369a4a4d3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:14:10.613343 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdaf823-8d6d-4f5c-b741-822369a4a4d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:14:10.614789 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdaf823-8d6d-4f5c-b741-822369a4a4d3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:14:10.617274 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdaf823-8d6d-4f5c-b741-822369a4a4d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:14:10.617782 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdaf823-8d6d-4f5c-b741-822369a4a4d3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:14:10.621339 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdaf823-8d6d-4f5c-b741-822369a4a4d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:14:10.624278 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdaf823-8d6d-4f5c-b741-822369a4a4d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:14:10.629007 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdaf823-8d6d-4f5c-b741-822369a4a4d3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:14:10.634090 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdaf823-8d6d-4f5c-b741-822369a4a4d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:14:10.637154 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdaf823-8d6d-4f5c-b741-822369a4a4d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:14:10.640444 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdaf823-8d6d-4f5c-b741-822369a4a4d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:14:10.641713 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdaf823-8d6d-4f5c-b741-822369a4a4d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:14:10.644624 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdaf823-8d6d-4f5c-b741-822369a4a4d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:14:10.650011 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdaf823-8d6d-4f5c-b741-822369a4a4d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:14:10.695419 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network c4cf2026-33ae-4e07-8b85-389e1a27de80 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:14:10.790850 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 37056) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:14:10.836841 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-5bdaf823-8d6d-4f5c-b741-822369a4a4d3 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.7487555 Oct 04 21:14:10.842776 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 37060) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:14:10.855129 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-35af3ae8-88e7-4b52-ba49-f1b217167eaa admin admin] Request body: {'subnet': {'network_id': 'c4cf2026-33ae-4e07-8b85-389e1a27de80', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1135206496-subnet', 'tenant_id': '6214daf08cc94e838091c822b344d70e', 'ip_version': 4}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:14:11.112176 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35af3ae8-88e7-4b52-ba49-f1b217167eaa admin admin] Made reservation on behalf of 6214daf08cc94e838091c822b344d70e for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:14:11.129190 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-35af3ae8-88e7-4b52-ba49-f1b217167eaa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:11.221848 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-5b71b26a-9cda-4e2d-b3d0-5d1bc279287b tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1271053696'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:14:11.364813 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b71b26a-9cda-4e2d-b3d0-5d1bc279287b tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Made reservation on behalf of 2b36621ba6fe4c39a1efe91e510935ae for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:14:11.387096 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5b71b26a-9cda-4e2d-b3d0-5d1bc279287b tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:11.472953 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5b71b26a-9cda-4e2d-b3d0-5d1bc279287b tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:11.665310 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-35af3ae8-88e7-4b52-ba49-f1b217167eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (f9252256-caa3-400e-b9e3-7e93a7634361), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:11.887323 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5b71b26a-9cda-4e2d-b3d0-5d1bc279287b tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks [] for security_group (68e152a7-8d1f-46b2-a1b2-56a219332569), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:11.965575 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5b71b26a-9cda-4e2d-b3d0-5d1bc279287b tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (68e152a7-8d1f-46b2-a1b2-56a219332569), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:12.020334 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35af3ae8-88e7-4b52-ba49-f1b217167eaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9252256-caa3-400e-b9e3-7e93a7634361,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:14:12.045038 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35af3ae8-88e7-4b52-ba49-f1b217167eaa admin admin] Checking segment: {'id': '1e3a74a6-3055-458e-a78f-918ab5cebdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'c4cf2026-33ae-4e07-8b85-389e1a27de80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:14:12.045463 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35af3ae8-88e7-4b52-ba49-f1b217167eaa admin admin] Network hostable DHCP agents. Network: c4cf2026-33ae-4e07-8b85-389e1a27de80, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:14:12.089399 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b71b26a-9cda-4e2d-b3d0-5d1bc279287b tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68e152a7-8d1f-46b2-a1b2-56a219332569,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:14:12.104428 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:14:12.149527 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:14:12.156078 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b71b26a-9cda-4e2d-b3d0-5d1bc279287b tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:14:12.206615 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5b71b26a-9cda-4e2d-b3d0-5d1bc279287b tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (3cab2030-1162-4151-ae4c-4c415e4805d1), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:12.207237 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-5b71b26a-9cda-4e2d-b3d0-5d1bc279287b tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Added segment 3cab2030-1162-4151-ae4c-4c415e4805d1 of type vlan for network e9cb0449-1c9c-41a2-8f70-9d19fbaed29d Oct 04 21:14:12.241182 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35af3ae8-88e7-4b52-ba49-f1b217167eaa admin admin] Network c4cf2026-33ae-4e07-8b85-389e1a27de80 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:14:12.372015 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-35af3ae8-88e7-4b52-ba49-f1b217167eaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, c4cf2026-33ae-4e07-8b85-389e1a27de80) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:14:12.437132 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35af3ae8-88e7-4b52-ba49-f1b217167eaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:14:12.437132 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-35af3ae8-88e7-4b52-ba49-f1b217167eaa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:12.437132 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:14:12.437707 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5b71b26a-9cda-4e2d-b3d0-5d1bc279287b tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (e9cb0449-1c9c-41a2-8f70-9d19fbaed29d), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:12.437989 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba17f48-07b4-4488-813b-9c618b5589ab None None] Network c4cf2026-33ae-4e07-8b85-389e1a27de80 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:14:12.775866 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85588239-788f-47ea-9c9c-badf66a00d79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-c4cf2026-33ae-4e07-8b85-389e1a27de80', 'network_id': 'c4cf2026-33ae-4e07-8b85-389e1a27de80', 'project_id': '6214daf08cc94e838091c822b344d70e', 'fixed_ips': [{'subnet_id': 'f9252256-caa3-400e-b9e3-7e93a7634361'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:14:12.778893 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-85588239-788f-47ea-9c9c-badf66a00d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:12.806940 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5b71b26a-9cda-4e2d-b3d0-5d1bc279287b tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (e9cb0449-1c9c-41a2-8f70-9d19fbaed29d), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:12.812532 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-35af3ae8-88e7-4b52-ba49-f1b217167eaa admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9674413 Oct 04 21:14:12.823917 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b71b26a-9cda-4e2d-b3d0-5d1bc279287b tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:14:12.824899 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 37092) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:14:12.838255 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5b71b26a-9cda-4e2d-b3d0-5d1bc279287b tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:12.889052 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-03910ed1-74b0-475d-af6a-fb2775780d98 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1135206496-router', 'tenant_id': '6214daf08cc94e838091c822b344d70e', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:14:13.149401 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-03910ed1-74b0-475d-af6a-fb2775780d98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (79176215-a47f-493c-93d1-9276f5ae6eb5), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:13.157956 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-03910ed1-74b0-475d-af6a-fb2775780d98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (79176215-a47f-493c-93d1-9276f5ae6eb5), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:13.261808 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-5b71b26a-9cda-4e2d-b3d0-5d1bc279287b tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.4687107 Oct 04 21:14:13.285673 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b71b26a-9cda-4e2d-b3d0-5d1bc279287b tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Pushing event updated for resources: {'Network': ['ID=e9cb0449-1c9c-41a2-8f70-9d19fbaed29d,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:14:13.328932 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-85588239-788f-47ea-9c9c-badf66a00d79 None None] Allocated IP 172.20.0.2 (c4cf2026-33ae-4e07-8b85-389e1a27de80/f9252256-caa3-400e-b9e3-7e93a7634361/fef4de02-4f65-4680-9dd2-5e4045f7d4c7) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:14:13.477313 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network e9cb0449-1c9c-41a2-8f70-9d19fbaed29d details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:14:13.655118 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-03910ed1-74b0-475d-af6a-fb2775780d98 admin admin] Publish callbacks [] for router_controller (79176215-a47f-493c-93d1-9276f5ae6eb5), precommit_add_association {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:13.798449 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:14:14.501218 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-03910ed1-74b0-475d-af6a-fb2775780d98 admin admin] Publish callbacks [] for router_gateway (79176215-a47f-493c-93d1-9276f5ae6eb5), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:14.958402 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-85588239-788f-47ea-9c9c-badf66a00d79 None None] Publish callbacks [] for port (fef4de02-4f65-4680-9dd2-5e4045f7d4c7), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:15.074847 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-85588239-788f-47ea-9c9c-badf66a00d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (fef4de02-4f65-4680-9dd2-5e4045f7d4c7), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:15.394128 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=87,neutron:UPDATE=7,neutron:INSERT=6 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:14:15.414721 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85588239-788f-47ea-9c9c-badf66a00d79 None None] Pushing event updated for resources: {'Port': ['ID=fef4de02-4f65-4680-9dd2-5e4045f7d4c7,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:14:15.479882 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85588239-788f-47ea-9c9c-badf66a00d79 None None] Network c4cf2026-33ae-4e07-8b85-389e1a27de80 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:14:15.511836 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-85588239-788f-47ea-9c9c-badf66a00d79 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:14:15.522821 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85588239-788f-47ea-9c9c-badf66a00d79 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:14:15.578967 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-03910ed1-74b0-475d-af6a-fb2775780d98 admin admin] Publish callbacks [] for router_gateway (79176215-a47f-493c-93d1-9276f5ae6eb5), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:15.698220 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-03910ed1-74b0-475d-af6a-fb2775780d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:16.066874 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-1f5d5f9a-e973-4f3c-8941-b686665b2f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:16.647844 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-03910ed1-74b0-475d-af6a-fb2775780d98 admin admin] Allocated IP 172.25.5.84 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/4e128b37-912e-407a-81f4-571bf722d304) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:14:16.925883 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-85588239-788f-47ea-9c9c-badf66a00d79 None None] Attempting to bind port fef4de02-4f65-4680-9dd2-5e4045f7d4c7 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:14:16.926327 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-85588239-788f-47ea-9c9c-badf66a00d79 None None] Attempting to bind port fef4de02-4f65-4680-9dd2-5e4045f7d4c7 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '1e3a74a6-3055-458e-a78f-918ab5cebdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'c4cf2026-33ae-4e07-8b85-389e1a27de80'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:14:16.927383 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85588239-788f-47ea-9c9c-badf66a00d79 None None] Attempting to bind port fef4de02-4f65-4680-9dd2-5e4045f7d4c7 on network c4cf2026-33ae-4e07-8b85-389e1a27de80 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:14:17.110808 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:14:17.128703 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85588239-788f-47ea-9c9c-badf66a00d79 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:14:17.129302 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85588239-788f-47ea-9c9c-badf66a00d79 None None] Checking segment: {'id': '1e3a74a6-3055-458e-a78f-918ab5cebdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'c4cf2026-33ae-4e07-8b85-389e1a27de80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:14:17.129981 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-85588239-788f-47ea-9c9c-badf66a00d79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:17.130638 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85588239-788f-47ea-9c9c-badf66a00d79 None None] Bound using segment: {'id': '1e3a74a6-3055-458e-a78f-918ab5cebdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'c4cf2026-33ae-4e07-8b85-389e1a27de80'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:14:17.142606 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-85588239-788f-47ea-9c9c-badf66a00d79 None None] Bound port: fef4de02-4f65-4680-9dd2-5e4045f7d4c7, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e3a74a6-3055-458e-a78f-918ab5cebdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'c4cf2026-33ae-4e07-8b85-389e1a27de80'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:14:17.143802 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-85588239-788f-47ea-9c9c-badf66a00d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (fef4de02-4f65-4680-9dd2-5e4045f7d4c7), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:17.229044 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-03910ed1-74b0-475d-af6a-fb2775780d98 admin admin] Publish callbacks [] for port (4e128b37-912e-407a-81f4-571bf722d304), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:17.359024 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-85588239-788f-47ea-9c9c-badf66a00d79 None None] For port fef4de02-4f65-4680-9dd2-5e4045f7d4c7, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:14:17.379653 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-85588239-788f-47ea-9c9c-badf66a00d79 None None] For port fef4de02-4f65-4680-9dd2-5e4045f7d4c7, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=fef4de02-4f65-4680-9dd2-5e4045f7d4c7,segment=NetworkSegment(1e3a74a6-3055-458e-a78f-918ab5cebdb6),segment_id=1e3a74a6-3055-458e-a78f-918ab5cebdb6)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:14:17.509696 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-03910ed1-74b0-475d-af6a-fb2775780d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (4e128b37-912e-407a-81f4-571bf722d304), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:17.572858 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-85588239-788f-47ea-9c9c-badf66a00d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (fef4de02-4f65-4680-9dd2-5e4045f7d4c7), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:17.656786 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f2c2d422-506c-4fb5-b653-148f8f2b7848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:17.732156 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03910ed1-74b0-475d-af6a-fb2775780d98 admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:14:17.766165 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-03910ed1-74b0-475d-af6a-fb2775780d98 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:14:17.782010 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03910ed1-74b0-475d-af6a-fb2775780d98 admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:14:17.977414 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03910ed1-74b0-475d-af6a-fb2775780d98 admin admin] Pushing event updated for resources: {'Port': ['ID=4e128b37-912e-407a-81f4-571bf722d304,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:14:18.093023 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85588239-788f-47ea-9c9c-badf66a00d79 None None] Pushing event updated for resources: {'Port': ['ID=fef4de02-4f65-4680-9dd2-5e4045f7d4c7,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:14:19.967202 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 37172) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:14:19.980352 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-4afeb66c-9afa-4ba4-9730-18d1441d34fe tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Request body: {'subnet': {'network_id': 'e9cb0449-1c9c-41a2-8f70-9d19fbaed29d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:14:20.222692 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device fef4de02-4f65-4680-9dd2-5e4045f7d4c7 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:14:20.481989 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:20.579728 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port fef4de02-4f65-4680-9dd2-5e4045f7d4c7 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:14:20.580373 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (fef4de02-4f65-4680-9dd2-5e4045f7d4c7), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:20.581028 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port fef4de02-4f65-4680-9dd2-5e4045f7d4c7 Oct 04 21:14:20.731604 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4afeb66c-9afa-4ba4-9730-18d1441d34fe tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Made reservation on behalf of 2b36621ba6fe4c39a1efe91e510935ae for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:14:20.740298 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4afeb66c-9afa-4ba4-9730-18d1441d34fe tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:21.150045 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b094e79-3039-47a3-8dac-3fb6e4ddb4eb None None] Network c4cf2026-33ae-4e07-8b85-389e1a27de80 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:14:21.362707 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:14:21.456044 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-03910ed1-74b0-475d-af6a-fb2775780d98 admin admin] Publish callbacks [] for router_gateway (79176215-a47f-493c-93d1-9276f5ae6eb5), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:21.590507 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port fef4de02-4f65-4680-9dd2-5e4045f7d4c7 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:14:21.591832 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (fef4de02-4f65-4680-9dd2-5e4045f7d4c7), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:21.700233 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-10f4ff61-7008-4833-84ad-f19a6316f33d None None] Provisioning complete for port fef4de02-4f65-4680-9dd2-5e4045f7d4c7 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:14:21.707077 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-10f4ff61-7008-4833-84ad-f19a6316f33d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (fef4de02-4f65-4680-9dd2-5e4045f7d4c7), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:21.707077 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-10f4ff61-7008-4833-84ad-f19a6316f33d None None] Attempt 1 to provision port fef4de02-4f65-4680-9dd2-5e4045f7d4c7 Oct 04 21:14:21.915359 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4afeb66c-9afa-4ba4-9730-18d1441d34fe tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (e9ce90c9-f31e-4506-b634-3b0bb32dfdb3), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:22.011653 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:14:22.058914 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:22.099318 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:22.204794 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port fef4de02-4f65-4680-9dd2-5e4045f7d4c7, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=fef4de02-4f65-4680-9dd2-5e4045f7d4c7,segment=NetworkSegment(1e3a74a6-3055-458e-a78f-918ab5cebdb6),segment_id=1e3a74a6-3055-458e-a78f-918ab5cebdb6)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:14:22.233622 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afeb66c-9afa-4ba4-9730-18d1441d34fe tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Pushing event updated for resources: {'Subnet': ['ID=e9ce90c9-f31e-4506-b634-3b0bb32dfdb3,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:14:22.250987 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-10f4ff61-7008-4833-84ad-f19a6316f33d None None] Current status of the port fef4de02-4f65-4680-9dd2-5e4045f7d4c7 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:14:22.251629 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-10f4ff61-7008-4833-84ad-f19a6316f33d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (fef4de02-4f65-4680-9dd2-5e4045f7d4c7), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:22.357279 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (fef4de02-4f65-4680-9dd2-5e4045f7d4c7), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:22.509802 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afeb66c-9afa-4ba4-9730-18d1441d34fe tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Checking segment: {'id': '3cab2030-1162-4151-ae4c-4c415e4805d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e9cb0449-1c9c-41a2-8f70-9d19fbaed29d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:14:22.518234 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afeb66c-9afa-4ba4-9730-18d1441d34fe tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Network hostable DHCP agents. Network: e9cb0449-1c9c-41a2-8f70-9d19fbaed29d, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:14:22.674574 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afeb66c-9afa-4ba4-9730-18d1441d34fe tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Network e9cb0449-1c9c-41a2-8f70-9d19fbaed29d is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:14:22.789719 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-4afeb66c-9afa-4ba4-9730-18d1441d34fe tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, e9cb0449-1c9c-41a2-8f70-9d19fbaed29d) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:14:22.791289 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-03910ed1-74b0-475d-af6a-fb2775780d98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (79176215-a47f-493c-93d1-9276f5ae6eb5), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:22.799784 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afeb66c-9afa-4ba4-9730-18d1441d34fe tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:14:22.800908 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4afeb66c-9afa-4ba4-9730-18d1441d34fe tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:22.951295 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4afeb66c-9afa-4ba4-9730-18d1441d34fe tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.9815638 Oct 04 21:14:22.952540 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 37212) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:14:22.970011 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-cb22c209-26f0-4e06-a4b3-715dd43a9138 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-124782974'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:14:22.982050 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:14:22.983797 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=fef4de02-4f65-4680-9dd2-5e4045f7d4c7,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:14:23.010172 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0eb3b8-d7e1-42b2-aa37-ba651d41144c None None] Network e9cb0449-1c9c-41a2-8f70-9d19fbaed29d requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:14:23.124719 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-10f4ff61-7008-4833-84ad-f19a6316f33d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 21:14:23.126184 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-10f4ff61-7008-4833-84ad-f19a6316f33d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 21:14:23.166183 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb22c209-26f0-4e06-a4b3-715dd43a9138 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Made reservation on behalf of 2b36621ba6fe4c39a1efe91e510935ae for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:14:23.173312 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cb22c209-26f0-4e06-a4b3-715dd43a9138 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:23.364634 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb22c209-26f0-4e06-a4b3-715dd43a9138 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:14:23.439700 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cb22c209-26f0-4e06-a4b3-715dd43a9138 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (f71e71f4-968d-42c8-ac7a-aac028e6ad39), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:23.440293 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-cb22c209-26f0-4e06-a4b3-715dd43a9138 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Added segment f71e71f4-968d-42c8-ac7a-aac028e6ad39 of type vlan for network b513a736-ce92-4d2e-8949-9b412dcc09b8 Oct 04 21:14:23.785496 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cb22c209-26f0-4e06-a4b3-715dd43a9138 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (b513a736-ce92-4d2e-8949-9b412dcc09b8), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:23.853922 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-10f4ff61-7008-4833-84ad-f19a6316f33d None None] Current status of the port fef4de02-4f65-4680-9dd2-5e4045f7d4c7 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:14:23.865635 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08daea1-103c-445f-997d-792d83c2de47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-e9cb0449-1c9c-41a2-8f70-9d19fbaed29d', 'network_id': 'e9cb0449-1c9c-41a2-8f70-9d19fbaed29d', 'project_id': '2b36621ba6fe4c39a1efe91e510935ae', 'fixed_ips': [{'subnet_id': 'e9ce90c9-f31e-4506-b634-3b0bb32dfdb3'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:14:23.883755 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d08daea1-103c-445f-997d-792d83c2de47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:23.977123 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03910ed1-74b0-475d-af6a-fb2775780d98 admin admin] Router 79176215-a47f-493c-93d1-9276f5ae6eb5 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 21:14:23.996183 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:14:24.102505 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cb22c209-26f0-4e06-a4b3-715dd43a9138 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (b513a736-ce92-4d2e-8949-9b412dcc09b8), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:24.120797 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-5137f112-a903-4566-b73d-9ff925e24b8f None None] Provisioning complete for port fef4de02-4f65-4680-9dd2-5e4045f7d4c7 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:14:24.122871 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb22c209-26f0-4e06-a4b3-715dd43a9138 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:14:24.124093 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cb22c209-26f0-4e06-a4b3-715dd43a9138 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:24.134225 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5137f112-a903-4566-b73d-9ff925e24b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (fef4de02-4f65-4680-9dd2-5e4045f7d4c7), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:24.137258 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-5137f112-a903-4566-b73d-9ff925e24b8f None None] Attempt 1 to provision port fef4de02-4f65-4680-9dd2-5e4045f7d4c7 Oct 04 21:14:24.166345 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:14:24.351676 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-cb22c209-26f0-4e06-a4b3-715dd43a9138 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3927636 Oct 04 21:14:24.608034 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 37236) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:14:24.650877 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-f7aa220d-de3a-4a78-8a3d-27a18dcae9d8 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Request body: {'subnet': {'network_id': 'b513a736-ce92-4d2e-8949-9b412dcc09b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:14:24.707401 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:14:24.853487 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device fef4de02-4f65-4680-9dd2-5e4045f7d4c7 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:14:24.854449 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03910ed1-74b0-475d-af6a-fb2775780d98 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:14:24.876462 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad57ead1-b086-49be-a11f-2668a642f341 None None] Sync routers for ids ['79176215-a47f-493c-93d1-9276f5ae6eb5'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:14:24.971821 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad57ead1-b086-49be-a11f-2668a642f341 None None] Routers {'79176215-a47f-493c-93d1-9276f5ae6eb5'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:14:24.973120 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-ad57ead1-b086-49be-a11f-2668a642f341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:14:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['79176215-a47f-493c-93d1-9276f5ae6eb5'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:14:25.066555 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-03910ed1-74b0-475d-af6a-fb2775780d98 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:25.072665 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-03910ed1-74b0-475d-af6a-fb2775780d98 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 12.2446535 Oct 04 21:14:25.077573 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 37248) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:14:25.213125 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb22c209-26f0-4e06-a4b3-715dd43a9138 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Pushing event updated for resources: {'Network': ['ID=b513a736-ce92-4d2e-8949-9b412dcc09b8,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:14:25.395751 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-5137f112-a903-4566-b73d-9ff925e24b8f None None] Current status of the port fef4de02-4f65-4680-9dd2-5e4045f7d4c7 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:14:25.537243 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network b513a736-ce92-4d2e-8949-9b412dcc09b8 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:14:25.621707 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7aa220d-de3a-4a78-8a3d-27a18dcae9d8 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Made reservation on behalf of 2b36621ba6fe4c39a1efe91e510935ae for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:14:25.628939 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f7aa220d-de3a-4a78-8a3d-27a18dcae9d8 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:25.829216 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-ad57ead1-b086-49be-a11f-2668a642f341 None None] Set router 79176215-a47f-493c-93d1-9276f5ae6eb5 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:14:26.099219 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port fef4de02-4f65-4680-9dd2-5e4045f7d4c7 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:14:26.102686 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (fef4de02-4f65-4680-9dd2-5e4045f7d4c7), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:26.106116 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port fef4de02-4f65-4680-9dd2-5e4045f7d4c7 Oct 04 21:14:26.364080 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-d08daea1-103c-445f-997d-792d83c2de47 None None] Allocated IP 2001:db8:0:ffff::2 (e9cb0449-1c9c-41a2-8f70-9d19fbaed29d/e9ce90c9-f31e-4506-b634-3b0bb32dfdb3/3bac17ac-95c6-499e-a52e-f96d275263c1) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:14:26.762042 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port fef4de02-4f65-4680-9dd2-5e4045f7d4c7 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:14:26.989327 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-ad57ead1-b086-49be-a11f-2668a642f341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79176215-a47f-493c-93d1-9276f5ae6eb5', 'name': 'tempest-TestAggregatesBasicOps-1135206496-router', 'tenant_id': '6214daf08cc94e838091c822b344d70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '4e128b37-912e-407a-81f4-571bf722d304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:14:13Z', 'updated_at': '2022-10-04T21:14:18Z', 'revision_number': 3, 'project_id': '6214daf08cc94e838091c822b344d70e', 'gw_port': {'id': '4e128b37-912e-407a-81f4-571bf722d304', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:27:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79176215-a47f-493c-93d1-9276f5ae6eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:14:15Z', 'updated_at': '2022-10-04T21:14:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:14:27.115749 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad57ead1-b086-49be-a11f-2668a642f341 None None] Checking router: 79176215-a47f-493c-93d1-9276f5ae6eb5 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:14:27.118742 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad57ead1-b086-49be-a11f-2668a642f341 None None] Updating router 79176215-a47f-493c-93d1-9276f5ae6eb5 port 4e128b37-912e-407a-81f4-571bf722d304 binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:14:27.152662 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 21:14:27.411769 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-ad57ead1-b086-49be-a11f-2668a642f341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (4e128b37-912e-407a-81f4-571bf722d304), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:27.563961 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d08daea1-103c-445f-997d-792d83c2de47 None None] Publish callbacks [] for port (3bac17ac-95c6-499e-a52e-f96d275263c1), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:27.567160 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:14:27.578521 n-d-852085-12 neutron-server[108170]: DEBUG neutron.objects.ports [None req-f7aa220d-de3a-4a78-8a3d-27a18dcae9d8 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108170) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 04 21:14:27.583651 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f7aa220d-de3a-4a78-8a3d-27a18dcae9d8 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (df29558b-5772-4c00-b641-0bb6d31dd5db), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:27.669146 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d08daea1-103c-445f-997d-792d83c2de47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (3bac17ac-95c6-499e-a52e-f96d275263c1), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:27.731955 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-951d2b4c-4c6a-40f6-9343-dd66f054bbbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:27.994530 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08daea1-103c-445f-997d-792d83c2de47 None None] Network e9cb0449-1c9c-41a2-8f70-9d19fbaed29d is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:14:28.002968 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-d08daea1-103c-445f-997d-792d83c2de47 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:14:28.008365 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08daea1-103c-445f-997d-792d83c2de47 None None] Pushing event updated for resources: {'Port': ['ID=3bac17ac-95c6-499e-a52e-f96d275263c1,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:14:28.018147 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08daea1-103c-445f-997d-792d83c2de47 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:14:28.082714 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:14:28.090814 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aa220d-de3a-4a78-8a3d-27a18dcae9d8 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Pushing event updated for resources: {'Subnet': ['ID=df29558b-5772-4c00-b641-0bb6d31dd5db,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:14:28.141155 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7aa220d-de3a-4a78-8a3d-27a18dcae9d8 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Checking segment: {'id': 'f71e71f4-968d-42c8-ac7a-aac028e6ad39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b513a736-ce92-4d2e-8949-9b412dcc09b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:14:28.141744 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7aa220d-de3a-4a78-8a3d-27a18dcae9d8 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Network hostable DHCP agents. Network: b513a736-ce92-4d2e-8949-9b412dcc09b8, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:14:28.326149 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7aa220d-de3a-4a78-8a3d-27a18dcae9d8 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Network b513a736-ce92-4d2e-8949-9b412dcc09b8 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:14:28.354318 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-d08daea1-103c-445f-997d-792d83c2de47 None None] Attempting to bind port 3bac17ac-95c6-499e-a52e-f96d275263c1 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:14:28.356751 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-d08daea1-103c-445f-997d-792d83c2de47 None None] Attempting to bind port 3bac17ac-95c6-499e-a52e-f96d275263c1 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '3cab2030-1162-4151-ae4c-4c415e4805d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e9cb0449-1c9c-41a2-8f70-9d19fbaed29d'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:14:28.357440 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08daea1-103c-445f-997d-792d83c2de47 None None] Attempting to bind port 3bac17ac-95c6-499e-a52e-f96d275263c1 on network e9cb0449-1c9c-41a2-8f70-9d19fbaed29d {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:14:28.440119 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-f7aa220d-de3a-4a78-8a3d-27a18dcae9d8 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, b513a736-ce92-4d2e-8949-9b412dcc09b8) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:14:28.448087 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7aa220d-de3a-4a78-8a3d-27a18dcae9d8 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:14:28.448938 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f7aa220d-de3a-4a78-8a3d-27a18dcae9d8 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:28.524770 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3eb8550-8ce9-4d82-8810-f4545e1f9b1f None None] Network b513a736-ce92-4d2e-8949-9b412dcc09b8 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:14:28.589166 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f7aa220d-de3a-4a78-8a3d-27a18dcae9d8 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.9654343 Oct 04 21:14:28.590120 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 37292) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:14:28.635608 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-02c86da7-2ae7-4ee9-9c01-ff62e9bd420d tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Request body: {'port': {'network_id': 'b513a736-ce92-4d2e-8949-9b412dcc09b8', 'name': 'tempest-NetworksIpV6TestAttrs-15175912'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:14:28.943947 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:14:28.951765 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:14:29.069063 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-951d2b4c-4c6a-40f6-9343-dd66f054bbbe admin admin] Allocated IP 172.20.0.1 (c4cf2026-33ae-4e07-8b85-389e1a27de80/f9252256-caa3-400e-b9e3-7e93a7634361/77a0f740-acea-4bfa-b090-1f63a25e1848) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:14:29.093312 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08daea1-103c-445f-997d-792d83c2de47 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:14:29.096080 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08daea1-103c-445f-997d-792d83c2de47 None None] Checking segment: {'id': '3cab2030-1162-4151-ae4c-4c415e4805d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e9cb0449-1c9c-41a2-8f70-9d19fbaed29d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:14:29.097774 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d08daea1-103c-445f-997d-792d83c2de47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:29.098478 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08daea1-103c-445f-997d-792d83c2de47 None None] Bound using segment: {'id': '3cab2030-1162-4151-ae4c-4c415e4805d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e9cb0449-1c9c-41a2-8f70-9d19fbaed29d'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:14:29.100143 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-d08daea1-103c-445f-997d-792d83c2de47 None None] Bound port: 3bac17ac-95c6-499e-a52e-f96d275263c1, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cab2030-1162-4151-ae4c-4c415e4805d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e9cb0449-1c9c-41a2-8f70-9d19fbaed29d'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:14:29.101159 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d08daea1-103c-445f-997d-792d83c2de47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (3bac17ac-95c6-499e-a52e-f96d275263c1), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:29.174787 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c86da7-2ae7-4ee9-9c01-ff62e9bd420d tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Made reservation on behalf of 2b36621ba6fe4c39a1efe91e510935ae for: {'port': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:14:29.193962 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-b513a736-ce92-4d2e-8949-9b412dcc09b8', 'network_id': 'b513a736-ce92-4d2e-8949-9b412dcc09b8', 'project_id': '2b36621ba6fe4c39a1efe91e510935ae', 'fixed_ips': [{'subnet_id': 'df29558b-5772-4c00-b641-0bb6d31dd5db'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:14:29.201603 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-02c86da7-2ae7-4ee9-9c01-ff62e9bd420d tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:29.201841 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:29.354245 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-ad57ead1-b086-49be-a11f-2668a642f341 None None] Publish callbacks [] for port (4e128b37-912e-407a-81f4-571bf722d304), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:29.462133 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [None req-02c86da7-2ae7-4ee9-9c01-ff62e9bd420d tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] device_id is not set on port acf02770-ea2f-45ae-903d-05d201c03912 yet. {{(pid=108169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 21:14:29.517011 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-ad57ead1-b086-49be-a11f-2668a642f341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (4e128b37-912e-407a-81f4-571bf722d304), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:29.565166 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-ad57ead1-b086-49be-a11f-2668a642f341 None None] Attempting to bind port 4e128b37-912e-407a-81f4-571bf722d304 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:14:29.565465 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-ad57ead1-b086-49be-a11f-2668a642f341 None None] Attempting to bind port 4e128b37-912e-407a-81f4-571bf722d304 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:14:29.566225 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad57ead1-b086-49be-a11f-2668a642f341 None None] Attempting to bind port 4e128b37-912e-407a-81f4-571bf722d304 on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:14:29.988202 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eef1f3a-9bc6-4eb0-99a0-2787b67844b5 None None] Pushing event updated for resources: {'Port': ['ID=4e128b37-912e-407a-81f4-571bf722d304,revision_number=2']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:14:30.041945 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad57ead1-b086-49be-a11f-2668a642f341 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:14:30.042562 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad57ead1-b086-49be-a11f-2668a642f341 None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:14:30.043360 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-ad57ead1-b086-49be-a11f-2668a642f341 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:30.048917 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad57ead1-b086-49be-a11f-2668a642f341 None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:14:30.048917 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-ad57ead1-b086-49be-a11f-2668a642f341 None None] Bound port: 4e128b37-912e-407a-81f4-571bf722d304, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:14:30.053333 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-ad57ead1-b086-49be-a11f-2668a642f341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (4e128b37-912e-407a-81f4-571bf722d304), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:30.061445 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-951d2b4c-4c6a-40f6-9343-dd66f054bbbe admin admin] Publish callbacks [] for port (77a0f740-acea-4bfa-b090-1f63a25e1848), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:30.083230 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eef1f3a-9bc6-4eb0-99a0-2787b67844b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:14:30.094743 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eef1f3a-9bc6-4eb0-99a0-2787b67844b5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:14:30.100925 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eef1f3a-9bc6-4eb0-99a0-2787b67844b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:14:30.101887 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eef1f3a-9bc6-4eb0-99a0-2787b67844b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:14:30.102470 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eef1f3a-9bc6-4eb0-99a0-2787b67844b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:14:30.103061 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eef1f3a-9bc6-4eb0-99a0-2787b67844b5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:14:30.103669 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eef1f3a-9bc6-4eb0-99a0-2787b67844b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:14:30.104224 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eef1f3a-9bc6-4eb0-99a0-2787b67844b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:14:30.117374 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-d08daea1-103c-445f-997d-792d83c2de47 None None] For port 3bac17ac-95c6-499e-a52e-f96d275263c1, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:14:30.124023 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eef1f3a-9bc6-4eb0-99a0-2787b67844b5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:14:30.125225 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eef1f3a-9bc6-4eb0-99a0-2787b67844b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:14:30.125821 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eef1f3a-9bc6-4eb0-99a0-2787b67844b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:14:30.126332 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eef1f3a-9bc6-4eb0-99a0-2787b67844b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:14:30.135001 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eef1f3a-9bc6-4eb0-99a0-2787b67844b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:14:30.136153 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eef1f3a-9bc6-4eb0-99a0-2787b67844b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:14:30.137019 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eef1f3a-9bc6-4eb0-99a0-2787b67844b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:14:30.218600 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-d08daea1-103c-445f-997d-792d83c2de47 None None] For port 3bac17ac-95c6-499e-a52e-f96d275263c1, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=3bac17ac-95c6-499e-a52e-f96d275263c1,segment=NetworkSegment(3cab2030-1162-4151-ae4c-4c415e4805d1),segment_id=3cab2030-1162-4151-ae4c-4c415e4805d1)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:14:30.307361 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d08daea1-103c-445f-997d-792d83c2de47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (3bac17ac-95c6-499e-a52e-f96d275263c1), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:30.436109 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:14:30.453394 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-ad57ead1-b086-49be-a11f-2668a642f341 None None] For port 4e128b37-912e-407a-81f4-571bf722d304, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:14:30.461747 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-ad57ead1-b086-49be-a11f-2668a642f341 None None] For port 4e128b37-912e-407a-81f4-571bf722d304, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=4e128b37-912e-407a-81f4-571bf722d304,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:14:30.476542 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-02c86da7-2ae7-4ee9-9c01-ff62e9bd420d tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Allocated IP 2001:db8::f816:3eff:fe7b:f6e (b513a736-ce92-4d2e-8949-9b412dcc09b8/df29558b-5772-4c00-b641-0bb6d31dd5db/acf02770-ea2f-45ae-903d-05d201c03912) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:14:30.525904 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-951d2b4c-4c6a-40f6-9343-dd66f054bbbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (77a0f740-acea-4bfa-b090-1f63a25e1848), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:30.602679 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08daea1-103c-445f-997d-792d83c2de47 None None] Pushing event updated for resources: {'Port': ['ID=3bac17ac-95c6-499e-a52e-f96d275263c1,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:14:30.630249 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-ad57ead1-b086-49be-a11f-2668a642f341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (4e128b37-912e-407a-81f4-571bf722d304), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:30.751195 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951d2b4c-4c6a-40f6-9343-dd66f054bbbe admin admin] Network c4cf2026-33ae-4e07-8b85-389e1a27de80 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:14:30.757181 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951d2b4c-4c6a-40f6-9343-dd66f054bbbe admin admin] Pushing event updated for resources: {'Port': ['ID=77a0f740-acea-4bfa-b090-1f63a25e1848,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:14:30.762268 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-951d2b4c-4c6a-40f6-9343-dd66f054bbbe admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:14:30.773388 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951d2b4c-4c6a-40f6-9343-dd66f054bbbe admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:14:30.830190 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad57ead1-b086-49be-a11f-2668a642f341 None None] Routers {'79176215-a47f-493c-93d1-9276f5ae6eb5'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:14:30.840524 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-ad57ead1-b086-49be-a11f-2668a642f341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:14:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['79176215-a47f-493c-93d1-9276f5ae6eb5'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:14:30.862141 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951d2b4c-4c6a-40f6-9343-dd66f054bbbe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:14:30.862920 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951d2b4c-4c6a-40f6-9343-dd66f054bbbe admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:14:30.863659 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951d2b4c-4c6a-40f6-9343-dd66f054bbbe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:14:30.864354 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951d2b4c-4c6a-40f6-9343-dd66f054bbbe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:14:30.865505 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951d2b4c-4c6a-40f6-9343-dd66f054bbbe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:14:30.866419 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951d2b4c-4c6a-40f6-9343-dd66f054bbbe admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:14:30.867127 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951d2b4c-4c6a-40f6-9343-dd66f054bbbe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:14:30.867863 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951d2b4c-4c6a-40f6-9343-dd66f054bbbe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:14:30.868564 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951d2b4c-4c6a-40f6-9343-dd66f054bbbe admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:14:30.869472 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951d2b4c-4c6a-40f6-9343-dd66f054bbbe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:14:30.870173 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951d2b4c-4c6a-40f6-9343-dd66f054bbbe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:14:30.870886 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951d2b4c-4c6a-40f6-9343-dd66f054bbbe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:14:30.871699 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951d2b4c-4c6a-40f6-9343-dd66f054bbbe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:14:30.872398 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951d2b4c-4c6a-40f6-9343-dd66f054bbbe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:14:30.873086 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951d2b4c-4c6a-40f6-9343-dd66f054bbbe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:14:31.222566 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-951d2b4c-4c6a-40f6-9343-dd66f054bbbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (79176215-a47f-493c-93d1-9276f5ae6eb5), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:31.307034 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eef1f3a-9bc6-4eb0-99a0-2787b67844b5 None None] Pushing event updated for resources: {'Port': ['ID=4e128b37-912e-407a-81f4-571bf722d304,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:14:31.687037 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:14:31.690641 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-ad57ead1-b086-49be-a11f-2668a642f341 None None] Set router 79176215-a47f-493c-93d1-9276f5ae6eb5 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:14:31.823722 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:14:31.996674 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-d294eb40-4be6-43bf-b2c0-8046ffcc8cb9 None None] Provisioning complete for port 77a0f740-acea-4bfa-b090-1f63a25e1848 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:14:32.001207 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d294eb40-4be6-43bf-b2c0-8046ffcc8cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (77a0f740-acea-4bfa-b090-1f63a25e1848), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:32.002129 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-d294eb40-4be6-43bf-b2c0-8046ffcc8cb9 None None] Attempt 1 to provision port 77a0f740-acea-4bfa-b090-1f63a25e1848 Oct 04 21:14:32.137121 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-d294eb40-4be6-43bf-b2c0-8046ffcc8cb9 None None] Port 77a0f740-acea-4bfa-b090-1f63a25e1848 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:14:32.172853 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:14:32.595598 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:32.723333 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-02c86da7-2ae7-4ee9-9c01-ff62e9bd420d tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks [] for port (acf02770-ea2f-45ae-903d-05d201c03912), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:32.816542 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-ad57ead1-b086-49be-a11f-2668a642f341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79176215-a47f-493c-93d1-9276f5ae6eb5', 'name': 'tempest-TestAggregatesBasicOps-1135206496-router', 'tenant_id': '6214daf08cc94e838091c822b344d70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '4e128b37-912e-407a-81f4-571bf722d304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:14:13Z', 'updated_at': '2022-10-04T21:14:18Z', 'revision_number': 3, 'project_id': '6214daf08cc94e838091c822b344d70e', 'gw_port': {'id': '4e128b37-912e-407a-81f4-571bf722d304', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:27:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79176215-a47f-493c-93d1-9276f5ae6eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:14:15Z', 'updated_at': '2022-10-04T21:14:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:14:32.855731 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-951d2b4c-4c6a-40f6-9343-dd66f054bbbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (77a0f740-acea-4bfa-b090-1f63a25e1848), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:33.058763 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad57ead1-b086-49be-a11f-2668a642f341 None None] The sync data for ids ['79176215-a47f-493c-93d1-9276f5ae6eb5'] in n-d-852085-12 is: [{'id': '79176215-a47f-493c-93d1-9276f5ae6eb5', 'name': 'tempest-TestAggregatesBasicOps-1135206496-router', 'tenant_id': '6214daf08cc94e838091c822b344d70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '4e128b37-912e-407a-81f4-571bf722d304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:14:13Z', 'updated_at': '2022-10-04T21:14:18Z', 'revision_number': 3, 'project_id': '6214daf08cc94e838091c822b344d70e', 'gw_port': {'id': '4e128b37-912e-407a-81f4-571bf722d304', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:27:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79176215-a47f-493c-93d1-9276f5ae6eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:14:15Z', 'updated_at': '2022-10-04T21:14:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:14:33.173815 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 3bac17ac-95c6-499e-a52e-f96d275263c1 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:14:33.590884 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 3bac17ac-95c6-499e-a52e-f96d275263c1 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:14:33.593517 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (3bac17ac-95c6-499e-a52e-f96d275263c1), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:33.594168 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 3bac17ac-95c6-499e-a52e-f96d275263c1 Oct 04 21:14:33.925566 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-02c86da7-2ae7-4ee9-9c01-ff62e9bd420d tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (acf02770-ea2f-45ae-903d-05d201c03912), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:34.522602 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c86da7-2ae7-4ee9-9c01-ff62e9bd420d tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Pushing event updated for resources: {'Port': ['ID=acf02770-ea2f-45ae-903d-05d201c03912,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:14:34.654808 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c86da7-2ae7-4ee9-9c01-ff62e9bd420d tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Network b513a736-ce92-4d2e-8949-9b412dcc09b8 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:14:34.742161 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-02c86da7-2ae7-4ee9-9c01-ff62e9bd420d tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:14:34.745071 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa13549-b84b-4342-b5e0-9ff83f153241 None None] Network e9cb0449-1c9c-41a2-8f70-9d19fbaed29d requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:14:34.776196 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:34.779792 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c86da7-2ae7-4ee9-9c01-ff62e9bd420d tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:14:34.817190 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c86da7-2ae7-4ee9-9c01-ff62e9bd420d tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:14:34.841014 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-02c86da7-2ae7-4ee9-9c01-ff62e9bd420d tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:34.861268 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 37388) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:14:35.123496 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-951d2b4c-4c6a-40f6-9343-dd66f054bbbe admin admin] Publish callbacks [] for port (77a0f740-acea-4bfa-b090-1f63a25e1848), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:35.171719 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-02c86da7-2ae7-4ee9-9c01-ff62e9bd420d tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 948 time: 6.5599093 Oct 04 21:14:35.175990 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 37400) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:14:35.228531 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-951d2b4c-4c6a-40f6-9343-dd66f054bbbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (77a0f740-acea-4bfa-b090-1f63a25e1848), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:35.412923 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-53a09001-83cf-4563-9e5a-2e7b6e19de99 None None] Provisioning complete for port 3bac17ac-95c6-499e-a52e-f96d275263c1 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:14:35.414744 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-53a09001-83cf-4563-9e5a-2e7b6e19de99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (3bac17ac-95c6-499e-a52e-f96d275263c1), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:35.419491 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-53a09001-83cf-4563-9e5a-2e7b6e19de99 None None] Attempt 1 to provision port 3bac17ac-95c6-499e-a52e-f96d275263c1 Oct 04 21:14:35.764566 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Allocated IP 2001:db8::f816:3eff:fee7:6a8 (b513a736-ce92-4d2e-8949-9b412dcc09b8/df29558b-5772-4c00-b641-0bb6d31dd5db/369c9980-6c28-4677-8e5b-e8e242bb7892) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:14:35.788776 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bf25d53-efa8-4013-a7d8-5485f956e0a4 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Deleting subnet df29558b-5772-4c00-b641-0bb6d31dd5db {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:14:35.835777 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9393d261-3642-4d15-b577-f7f338740d90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:35.836548 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951d2b4c-4c6a-40f6-9343-dd66f054bbbe admin admin] Pushing event updated for resources: {'Port': ['ID=77a0f740-acea-4bfa-b090-1f63a25e1848,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:14:35.988660 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-951d2b4c-4c6a-40f6-9343-dd66f054bbbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (79176215-a47f-493c-93d1-9276f5ae6eb5), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:36.418426 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9393d261-3642-4d15-b577-f7f338740d90 admin admin] Publish callbacks [] for security_group (5f7b6eb0-97e9-4513-bd70-e7942682254d), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:36.548583 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9393d261-3642-4d15-b577-f7f338740d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (5f7b6eb0-97e9-4513-bd70-e7942682254d), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:36.733557 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-53a09001-83cf-4563-9e5a-2e7b6e19de99 None None] Current status of the port 3bac17ac-95c6-499e-a52e-f96d275263c1 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:14:36.740786 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-53a09001-83cf-4563-9e5a-2e7b6e19de99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (3bac17ac-95c6-499e-a52e-f96d275263c1), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:36.832532 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-9393d261-3642-4d15-b577-f7f338740d90 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=fb9c3f2a2bc8423d9669aac6555edc11&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9693859 Oct 04 21:14:36.841743 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 37418) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:14:36.886684 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951d2b4c-4c6a-40f6-9343-dd66f054bbbe admin admin] Network c4cf2026-33ae-4e07-8b85-389e1a27de80 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:14:36.915254 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-951d2b4c-4c6a-40f6-9343-dd66f054bbbe admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:14:36.971655 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9393d261-3642-4d15-b577-f7f338740d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7b6eb0-97e9-4513-bd70-e7942682254d,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:14:37.067810 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:14:37.284628 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:14:37.297600 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 3bac17ac-95c6-499e-a52e-f96d275263c1 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:14:37.298510 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (3bac17ac-95c6-499e-a52e-f96d275263c1), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:37.329939 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-da8e9e83-c9d3-4b80-ad0f-566fdda82956 admin admin] Publish callbacks [] for security_group (5f7b6eb0-97e9-4513-bd70-e7942682254d), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:37.449097 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:14:37.460735 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-da8e9e83-c9d3-4b80-ad0f-566fdda82956 admin admin] Publish callbacks [] for security_group (5f7b6eb0-97e9-4513-bd70-e7942682254d), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:37.465051 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:14:37.628169 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-951d2b4c-4c6a-40f6-9343-dd66f054bbbe admin admin] Router 79176215-a47f-493c-93d1-9276f5ae6eb5 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:14:37.700961 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:14:37.880088 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-da8e9e83-c9d3-4b80-ad0f-566fdda82956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (5f7b6eb0-97e9-4513-bd70-e7942682254d), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:37.886393 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-da8e9e83-c9d3-4b80-ad0f-566fdda82956 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:37.893459 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-da8e9e83-c9d3-4b80-ad0f-566fdda82956 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/5f7b6eb0-97e9-4513-bd70-e7942682254d HTTP/1.1" status: 204 len: 168 time: 1.0453465 Oct 04 21:14:38.060554 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8e9e83-c9d3-4b80-ad0f-566fdda82956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f7b6eb0-97e9-4513-bd70-e7942682254d,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:14:38.071660 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 3bac17ac-95c6-499e-a52e-f96d275263c1, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=3bac17ac-95c6-499e-a52e-f96d275263c1,segment=NetworkSegment(3cab2030-1162-4151-ae4c-4c415e4805d1),segment_id=3cab2030-1162-4151-ae4c-4c415e4805d1)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:14:38.284618 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (3bac17ac-95c6-499e-a52e-f96d275263c1), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:38.628847 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=3bac17ac-95c6-499e-a52e-f96d275263c1,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:14:38.688141 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:14:38.714697 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-951d2b4c-4c6a-40f6-9343-dd66f054bbbe admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:14:38.756709 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-951d2b4c-4c6a-40f6-9343-dd66f054bbbe admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/79176215-a47f-493c-93d1-9276f5ae6eb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6692891 Oct 04 21:14:38.837575 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3865bb76-97d8-4faa-93b6-10072d899df2 None None] Sync routers for ids ['79176215-a47f-493c-93d1-9276f5ae6eb5'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:14:39.080657 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 4e128b37-912e-407a-81f4-571bf722d304 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:14:39.211953 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:14:39.214904 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:14:39.221046 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:14:39.222172 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:14:39.223209 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:14:39.228042 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:14:39.252641 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:14:39.253611 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:14:39.255318 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:14:39.261095 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:14:39.263912 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:14:39.265394 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:14:39.269127 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:14:39.272664 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:14:39.274160 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:14:39.427043 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-53a09001-83cf-4563-9e5a-2e7b6e19de99 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 21:14:39.428007 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-53a09001-83cf-4563-9e5a-2e7b6e19de99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 21:14:39.521818 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3865bb76-97d8-4faa-93b6-10072d899df2 None None] Routers {'79176215-a47f-493c-93d1-9276f5ae6eb5'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:14:39.524996 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-3865bb76-97d8-4faa-93b6-10072d899df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:14:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['79176215-a47f-493c-93d1-9276f5ae6eb5'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:14:39.824480 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Publish callbacks [] for port (369c9980-6c28-4677-8e5b-e8e242bb7892), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:39.925278 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 4e128b37-912e-407a-81f4-571bf722d304 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:14:39.929413 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (4e128b37-912e-407a-81f4-571bf722d304), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:39.930055 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 4e128b37-912e-407a-81f4-571bf722d304 Oct 04 21:14:39.965270 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5bf25d53-efa8-4013-a7d8-5485f956e0a4 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks [] for subnet (df29558b-5772-4c00-b641-0bb6d31dd5db), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:40.170992 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5bf25d53-efa8-4013-a7d8-5485f956e0a4 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (df29558b-5772-4c00-b641-0bb6d31dd5db), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:40.296935 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-53a09001-83cf-4563-9e5a-2e7b6e19de99 None None] Current status of the port 3bac17ac-95c6-499e-a52e-f96d275263c1 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:14:40.320829 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (369c9980-6c28-4677-8e5b-e8e242bb7892), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:40.709986 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Pushing event updated for resources: {'Port': ['ID=369c9980-6c28-4677-8e5b-e8e242bb7892,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:14:41.001831 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5bf25d53-efa8-4013-a7d8-5485f956e0a4 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (df29558b-5772-4c00-b641-0bb6d31dd5db), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:41.080908 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 4e128b37-912e-407a-81f4-571bf722d304 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:14:41.097758 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (4e128b37-912e-407a-81f4-571bf722d304), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:41.139087 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Network b513a736-ce92-4d2e-8949-9b412dcc09b8 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:14:41.248338 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 4e128b37-912e-407a-81f4-571bf722d304, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=4e128b37-912e-407a-81f4-571bf722d304,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:14:41.264802 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:14:41.280910 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:14:41.286073 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-57900f14-5711-4c5f-a92b-fe4c16c2b165 None None] Provisioning complete for port 77a0f740-acea-4bfa-b090-1f63a25e1848 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:14:41.286711 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-57900f14-5711-4c5f-a92b-fe4c16c2b165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (77a0f740-acea-4bfa-b090-1f63a25e1848), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:41.287233 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-57900f14-5711-4c5f-a92b-fe4c16c2b165 None None] Attempt 1 to provision port 77a0f740-acea-4bfa-b090-1f63a25e1848 Oct 04 21:14:41.326174 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-3865bb76-97d8-4faa-93b6-10072d899df2 None None] Set router 79176215-a47f-493c-93d1-9276f5ae6eb5 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:14:41.440346 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5bf25d53-efa8-4013-a7d8-5485f956e0a4 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (df29558b-5772-4c00-b641-0bb6d31dd5db), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:41.533009 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf25d53-efa8-4013-a7d8-5485f956e0a4 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Pushing event deleted for resources: {'Subnet': ['ID=df29558b-5772-4c00-b641-0bb6d31dd5db,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:14:41.548813 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5bf25d53-efa8-4013-a7d8-5485f956e0a4 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:41.560432 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-5bf25d53-efa8-4013-a7d8-5485f956e0a4 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/df29558b-5772-4c00-b641-0bb6d31dd5db HTTP/1.1" status: 204 len: 168 time: 6.3825700 Oct 04 21:14:41.564309 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 37502) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:14:41.578615 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (4e128b37-912e-407a-81f4-571bf722d304), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:41.811115 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02095fb2-4dbc-4c99-97f2-1ab9d35144c8 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:14:41.828473 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02095fb2-4dbc-4c99-97f2-1ab9d35144c8 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:14:41.837639 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 37510) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:14:41.849872 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-02095fb2-4dbc-4c99-97f2-1ab9d35144c8 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] 10.222.0.78 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2822511 Oct 04 21:14:42.009475 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 3bac17ac-95c6-499e-a52e-f96d275263c1 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:14:42.259764 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-052b9a8e-b0db-4a2b-9fea-17e8dc985d07 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (b513a736-ce92-4d2e-8949-9b412dcc09b8), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:42.318620 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-052b9a8e-b0db-4a2b-9fea-17e8dc985d07 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 04 21:14:42.319471 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-052b9a8e-b0db-4a2b-9fea-17e8dc985d07 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:14:42.326808 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 37524) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:14:42.332137 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-052b9a8e-b0db-4a2b-9fea-17e8dc985d07 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] 10.222.0.78 "DELETE /networking/v2.0/networks/b513a736-ce92-4d2e-8949-9b412dcc09b8 HTTP/1.1" status: 409 len: 466 time: 0.4926982 Oct 04 21:14:42.337582 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 37526) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:14:42.343332 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-dac14b48-c53c-448a-ab16-f65d7742da10 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1445239111-network', 'tenant_id': '25824f446a4344c18bafe3afb8dde28f'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:14:42.356606 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-0797624c-2899-4e37-b943-17f1728dcb6a tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1197629301'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:14:42.416651 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:14:42.519998 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0797624c-2899-4e37-b943-17f1728dcb6a tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Made reservation on behalf of 2b36621ba6fe4c39a1efe91e510935ae for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:14:42.527349 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0797624c-2899-4e37-b943-17f1728dcb6a tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:42.555182 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac14b48-c53c-448a-ab16-f65d7742da10 admin admin] Made reservation on behalf of 25824f446a4344c18bafe3afb8dde28f for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:14:42.559818 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dac14b48-c53c-448a-ab16-f65d7742da10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:42.564614 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:14:42.613035 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dac14b48-c53c-448a-ab16-f65d7742da10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:42.631707 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0797624c-2899-4e37-b943-17f1728dcb6a tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:14:42.675865 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0797624c-2899-4e37-b943-17f1728dcb6a tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (83d4624b-2bb2-41a4-9e9d-d03cead9f7a1), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:42.676791 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-0797624c-2899-4e37-b943-17f1728dcb6a tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Added segment 83d4624b-2bb2-41a4-9e9d-d03cead9f7a1 of type vlan for network 8acef4e8-7c5b-43b1-8752-67a8e3e5199b Oct 04 21:14:42.863410 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=51 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:14:42.893949 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-57900f14-5711-4c5f-a92b-fe4c16c2b165 None None] Port 77a0f740-acea-4bfa-b090-1f63a25e1848 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:14:42.894383 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0797624c-2899-4e37-b943-17f1728dcb6a tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (8acef4e8-7c5b-43b1-8752-67a8e3e5199b), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:42.984201 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 3bac17ac-95c6-499e-a52e-f96d275263c1 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:14:42.985555 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (3bac17ac-95c6-499e-a52e-f96d275263c1), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:42.986420 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 3bac17ac-95c6-499e-a52e-f96d275263c1 Oct 04 21:14:43.042629 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dac14b48-c53c-448a-ab16-f65d7742da10 admin admin] Publish callbacks [] for security_group (68bde8f9-bcde-42de-84ca-01edfb999345), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:43.086132 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0797624c-2899-4e37-b943-17f1728dcb6a tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (8acef4e8-7c5b-43b1-8752-67a8e3e5199b), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:43.101271 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0797624c-2899-4e37-b943-17f1728dcb6a tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:14:43.105843 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0797624c-2899-4e37-b943-17f1728dcb6a tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:43.116735 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dac14b48-c53c-448a-ab16-f65d7742da10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (68bde8f9-bcde-42de-84ca-01edfb999345), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:43.265217 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dac14b48-c53c-448a-ab16-f65d7742da10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:14:43.324873 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac14b48-c53c-448a-ab16-f65d7742da10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68bde8f9-bcde-42de-84ca-01edfb999345,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:14:43.341695 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dac14b48-c53c-448a-ab16-f65d7742da10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (173ad453-a5aa-4d3b-9c2e-2e77079016d7), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:43.346196 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-dac14b48-c53c-448a-ab16-f65d7742da10 admin admin] Added segment 173ad453-a5aa-4d3b-9c2e-2e77079016d7 of type vlan for network 456e254e-9330-493b-84c6-6239de6f59b6 Oct 04 21:14:43.436602 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=4e128b37-912e-407a-81f4-571bf722d304,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:14:43.455268 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-57900f14-5711-4c5f-a92b-fe4c16c2b165 None None] Provisioning complete for port 3bac17ac-95c6-499e-a52e-f96d275263c1 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:14:43.457286 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-57900f14-5711-4c5f-a92b-fe4c16c2b165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (3bac17ac-95c6-499e-a52e-f96d275263c1), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:43.457644 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-57900f14-5711-4c5f-a92b-fe4c16c2b165 None None] Attempt 1 to provision port 3bac17ac-95c6-499e-a52e-f96d275263c1 Oct 04 21:14:43.474887 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Attempting to bind port 369c9980-6c28-4677-8e5b-e8e242bb7892 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:14:43.475611 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Attempting to bind port 369c9980-6c28-4677-8e5b-e8e242bb7892 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'f71e71f4-968d-42c8-ac7a-aac028e6ad39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b513a736-ce92-4d2e-8949-9b412dcc09b8'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:14:43.476384 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Attempting to bind port 369c9980-6c28-4677-8e5b-e8e242bb7892 on network b513a736-ce92-4d2e-8949-9b412dcc09b8 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:14:43.507374 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dac14b48-c53c-448a-ab16-f65d7742da10 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (456e254e-9330-493b-84c6-6239de6f59b6), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:43.572947 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0797624c-2899-4e37-b943-17f1728dcb6a tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Pushing event updated for resources: {'Network': ['ID=8acef4e8-7c5b-43b1-8752-67a8e3e5199b,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:14:43.604701 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-0797624c-2899-4e37-b943-17f1728dcb6a tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2653480 Oct 04 21:14:43.607427 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 37544) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:14:43.628994 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 3bac17ac-95c6-499e-a52e-f96d275263c1 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:14:43.638496 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-9e2afa48-cddc-43d8-8746-fbad67b5c370 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Request body: {'subnet': {'network_id': '8acef4e8-7c5b-43b1-8752-67a8e3e5199b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:14:43.733310 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 8acef4e8-7c5b-43b1-8752-67a8e3e5199b details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:14:43.737538 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dac14b48-c53c-448a-ab16-f65d7742da10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (456e254e-9330-493b-84c6-6239de6f59b6), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:43.739735 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac14b48-c53c-448a-ab16-f65d7742da10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:14:43.741127 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dac14b48-c53c-448a-ab16-f65d7742da10 admin admin] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:43.963244 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet df29558b-5772-4c00-b641-0bb6d31dd5db could not be found. Oct 04 21:14:43.963244 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:14:43.963244 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:14:43.963244 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:14:43.963244 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:14:43.963244 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:14:43.963244 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:14:43.963244 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:14:43.963244 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:14:43.963244 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:14:43.963244 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:14:43.963244 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:14:43.963244 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:14:43.963244 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:14:43.963244 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:43.963244 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:43.963244 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:43.963244 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:43.963244 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:14:43.963244 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:14:43.963244 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:14:43.963244 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:14:43.963244 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:43.963244 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:43.963244 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:43.963244 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:43.963244 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:14:43.963244 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:14:43.963244 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:14:43.963244 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:14:43.963244 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:43.963244 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:43.963244 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:43.963244 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:43.963244 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:14:43.963244 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:14:43.963244 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:14:43.963244 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:14:43.963244 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:14:43.963244 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:14:43.963244 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet df29558b-5772-4c00-b641-0bb6d31dd5db could not be found. Oct 04 21:14:43.963244 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:14:43.968034 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Attempting to bind port 369c9980-6c28-4677-8e5b-e8e242bb7892 on network b513a736-ce92-4d2e-8949-9b412dcc09b8 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:14:44.043459 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac14b48-c53c-448a-ab16-f65d7742da10 admin admin] Pushing event updated for resources: {'Network': ['ID=456e254e-9330-493b-84c6-6239de6f59b6,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:14:44.155225 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-dac14b48-c53c-448a-ab16-f65d7742da10 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8263509 Oct 04 21:14:44.159893 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 37552) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:14:44.190979 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-e5c63efc-90af-4471-bdae-8f1c68102290 admin admin] Request body: {'subnet': {'network_id': '456e254e-9330-493b-84c6-6239de6f59b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1445239111-subnet', 'tenant_id': '25824f446a4344c18bafe3afb8dde28f', 'ip_version': 4}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:14:44.265834 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet df29558b-5772-4c00-b641-0bb6d31dd5db could not be found. Oct 04 21:14:44.265834 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:14:44.265834 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:14:44.265834 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:14:44.265834 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:14:44.265834 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:14:44.265834 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:14:44.265834 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:14:44.265834 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:14:44.265834 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:14:44.265834 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:14:44.265834 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:14:44.265834 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:44.265834 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:44.265834 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:44.265834 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:44.265834 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:14:44.265834 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:14:44.265834 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:14:44.265834 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:14:44.265834 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:44.265834 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:44.265834 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:44.265834 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:44.265834 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:14:44.265834 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:14:44.265834 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:14:44.265834 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:14:44.265834 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:44.265834 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:44.265834 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:44.265834 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:44.265834 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:14:44.265834 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:14:44.265834 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:14:44.265834 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:14:44.265834 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:14:44.265834 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:14:44.265834 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet df29558b-5772-4c00-b641-0bb6d31dd5db could not be found. Oct 04 21:14:44.265834 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:14:44.279061 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Failed to bind port 369c9980-6c28-4677-8e5b-e8e242bb7892 on host n-d-852085-12 for vnic_type normal using segments [{'id': 'f71e71f4-968d-42c8-ac7a-aac028e6ad39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b513a736-ce92-4d2e-8949-9b412dcc09b8'}] Oct 04 21:14:44.283818 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 4e128b37-912e-407a-81f4-571bf722d304 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:14:44.290384 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-3865bb76-97d8-4faa-93b6-10072d899df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79176215-a47f-493c-93d1-9276f5ae6eb5', 'name': 'tempest-TestAggregatesBasicOps-1135206496-router', 'tenant_id': '6214daf08cc94e838091c822b344d70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '4e128b37-912e-407a-81f4-571bf722d304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:14:13Z', 'updated_at': '2022-10-04T21:14:32Z', 'revision_number': 4, 'project_id': '6214daf08cc94e838091c822b344d70e', 'gw_port': {'id': '4e128b37-912e-407a-81f4-571bf722d304', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:27:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79176215-a47f-493c-93d1-9276f5ae6eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:14:15Z', 'updated_at': '2022-10-04T21:14:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '77a0f740-acea-4bfa-b090-1f63a25e1848', 'name': '', 'network_id': 'c4cf2026-33ae-4e07-8b85-389e1a27de80', 'tenant_id': '6214daf08cc94e838091c822b344d70e', 'mac_address': 'fa:16:3e:0d:d3:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79176215-a47f-493c-93d1-9276f5ae6eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'f9252256-caa3-400e-b9e3-7e93a7634361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:14:27Z', 'updated_at': '2022-10-04T21:14:33Z', 'revision_number': 2, 'project_id': '6214daf08cc94e838091c822b344d70e', 'subnets': [{'id': 'f9252256-caa3-400e-b9e3-7e93a7634361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:14:44.297959 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 456e254e-9330-493b-84c6-6239de6f59b6 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:14:44.310816 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Attempt 2 to bind port 369c9980-6c28-4677-8e5b-e8e242bb7892 Oct 04 21:14:44.320421 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2afa48-cddc-43d8-8746-fbad67b5c370 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Made reservation on behalf of 2b36621ba6fe4c39a1efe91e510935ae for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:14:44.334143 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9e2afa48-cddc-43d8-8746-fbad67b5c370 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:44.435732 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c63efc-90af-4471-bdae-8f1c68102290 admin admin] Made reservation on behalf of 25824f446a4344c18bafe3afb8dde28f for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:14:44.467427 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e5c63efc-90af-4471-bdae-8f1c68102290 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:45.171798 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=81,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:14:45.174310 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:14:45.574234 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Attempting to bind port 369c9980-6c28-4677-8e5b-e8e242bb7892 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:14:45.575079 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Attempting to bind port 369c9980-6c28-4677-8e5b-e8e242bb7892 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'f71e71f4-968d-42c8-ac7a-aac028e6ad39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b513a736-ce92-4d2e-8949-9b412dcc09b8'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:14:45.594735 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Attempting to bind port 369c9980-6c28-4677-8e5b-e8e242bb7892 on network b513a736-ce92-4d2e-8949-9b412dcc09b8 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:14:45.677137 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3865bb76-97d8-4faa-93b6-10072d899df2 None None] Checking router: 79176215-a47f-493c-93d1-9276f5ae6eb5 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:14:45.681521 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3865bb76-97d8-4faa-93b6-10072d899df2 None None] Updating router 79176215-a47f-493c-93d1-9276f5ae6eb5 port 77a0f740-acea-4bfa-b090-1f63a25e1848 binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:14:45.762836 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 37576) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:14:45.789533 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e5c63efc-90af-4471-bdae-8f1c68102290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (a4edd647-c3d8-45fd-9139-e46e65450d09), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:45.940855 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet df29558b-5772-4c00-b641-0bb6d31dd5db could not be found. Oct 04 21:14:45.940855 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:14:45.940855 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:14:45.940855 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:14:45.940855 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:14:45.940855 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:14:45.940855 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:14:45.940855 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:14:45.940855 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:14:45.940855 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:14:45.940855 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:14:45.940855 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:14:45.940855 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:14:45.940855 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:14:45.940855 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:45.940855 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:45.940855 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:45.940855 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:45.940855 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:14:45.940855 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:14:45.940855 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:14:45.940855 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:14:45.940855 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:45.940855 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:45.940855 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:45.940855 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:45.940855 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:14:45.940855 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:14:45.940855 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:14:45.940855 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:14:45.940855 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:45.940855 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:45.940855 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:45.940855 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:45.940855 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:14:45.940855 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:14:45.940855 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:14:45.940855 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:14:45.940855 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:14:45.940855 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:14:45.940855 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet df29558b-5772-4c00-b641-0bb6d31dd5db could not be found. Oct 04 21:14:45.940855 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:14:45.946199 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Attempting to bind port 369c9980-6c28-4677-8e5b-e8e242bb7892 on network b513a736-ce92-4d2e-8949-9b412dcc09b8 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:14:46.132353 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:14:46.160841 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 4e128b37-912e-407a-81f4-571bf722d304 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:14:46.161703 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (4e128b37-912e-407a-81f4-571bf722d304), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:46.162522 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 4e128b37-912e-407a-81f4-571bf722d304 Oct 04 21:14:46.346509 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet df29558b-5772-4c00-b641-0bb6d31dd5db could not be found. Oct 04 21:14:46.346509 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:14:46.346509 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:14:46.346509 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:14:46.346509 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:14:46.346509 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:14:46.346509 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:14:46.346509 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:14:46.346509 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:14:46.346509 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:14:46.346509 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:14:46.346509 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:14:46.346509 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:46.346509 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:46.346509 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:46.346509 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:46.346509 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:14:46.346509 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:14:46.346509 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:14:46.346509 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:14:46.346509 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:46.346509 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:46.346509 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:46.346509 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:46.346509 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:14:46.346509 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:14:46.346509 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:14:46.346509 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:14:46.346509 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:46.346509 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:46.346509 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:46.346509 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:46.346509 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:14:46.346509 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:14:46.346509 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:14:46.346509 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:14:46.346509 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:14:46.346509 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:14:46.346509 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet df29558b-5772-4c00-b641-0bb6d31dd5db could not be found. Oct 04 21:14:46.346509 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:14:46.350848 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ffcfeca3-c458-4402-81f4-b92cdb0af8af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:46.356493 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Failed to bind port 369c9980-6c28-4677-8e5b-e8e242bb7892 on host n-d-852085-12 for vnic_type normal using segments [{'id': 'f71e71f4-968d-42c8-ac7a-aac028e6ad39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b513a736-ce92-4d2e-8949-9b412dcc09b8'}] Oct 04 21:14:46.356493 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3865bb76-97d8-4faa-93b6-10072d899df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (77a0f740-acea-4bfa-b090-1f63a25e1848), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:46.369617 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-17a28049-c967-4bc3-8833-9fd1457ed947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:46.395367 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Attempt 3 to bind port 369c9980-6c28-4677-8e5b-e8e242bb7892 Oct 04 21:14:46.533176 n-d-852085-12 neutron-server[108170]: DEBUG neutron.objects.ports [None req-9e2afa48-cddc-43d8-8746-fbad67b5c370 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108170) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 04 21:14:46.569681 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c63efc-90af-4471-bdae-8f1c68102290 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4edd647-c3d8-45fd-9139-e46e65450d09,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:14:46.587180 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9e2afa48-cddc-43d8-8746-fbad67b5c370 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (c83bad8d-b97b-4ecc-b750-631d0327a0f7), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:46.854659 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Attempting to bind port 369c9980-6c28-4677-8e5b-e8e242bb7892 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:14:46.856543 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Attempting to bind port 369c9980-6c28-4677-8e5b-e8e242bb7892 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'f71e71f4-968d-42c8-ac7a-aac028e6ad39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b513a736-ce92-4d2e-8949-9b412dcc09b8'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:14:46.857962 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Attempting to bind port 369c9980-6c28-4677-8e5b-e8e242bb7892 on network b513a736-ce92-4d2e-8949-9b412dcc09b8 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:14:46.860670 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ffcfeca3-c458-4402-81f4-b92cdb0af8af admin admin] Publish callbacks [] for security_group (bc39e5c0-166a-45d6-a29a-be8a2a7b7059), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:46.877546 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c63efc-90af-4471-bdae-8f1c68102290 admin admin] Checking segment: {'id': '173ad453-a5aa-4d3b-9c2e-2e77079016d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '456e254e-9330-493b-84c6-6239de6f59b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:14:46.878193 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c63efc-90af-4471-bdae-8f1c68102290 admin admin] Network hostable DHCP agents. Network: 456e254e-9330-493b-84c6-6239de6f59b6, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:14:46.883722 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:INSERT=9,neutron:SELECT=89,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:14:46.976749 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ffcfeca3-c458-4402-81f4-b92cdb0af8af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (bc39e5c0-166a-45d6-a29a-be8a2a7b7059), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:46.994057 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet df29558b-5772-4c00-b641-0bb6d31dd5db could not be found. Oct 04 21:14:46.994057 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:14:46.994057 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:14:46.994057 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:14:46.994057 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:14:46.994057 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:14:46.994057 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:14:46.994057 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:14:46.994057 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:14:46.994057 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:14:46.994057 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:14:46.994057 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:14:46.994057 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:14:46.994057 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:14:46.994057 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:46.994057 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:46.994057 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:46.994057 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:46.994057 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:14:46.994057 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:14:46.994057 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:14:46.994057 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:14:46.994057 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:46.994057 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:46.994057 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:46.994057 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:46.994057 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:14:46.994057 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:14:46.994057 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:14:46.994057 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:14:46.994057 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:46.994057 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:46.994057 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:46.994057 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:46.994057 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:14:46.994057 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:14:46.994057 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:14:46.994057 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:14:46.994057 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:14:46.994057 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:14:46.994057 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet df29558b-5772-4c00-b641-0bb6d31dd5db could not be found. Oct 04 21:14:46.994057 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:14:47.001433 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Attempting to bind port 369c9980-6c28-4677-8e5b-e8e242bb7892 on network b513a736-ce92-4d2e-8949-9b412dcc09b8 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:14:47.005903 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2afa48-cddc-43d8-8746-fbad67b5c370 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Pushing event updated for resources: {'Subnet': ['ID=c83bad8d-b97b-4ecc-b750-631d0327a0f7,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:14:47.112479 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2afa48-cddc-43d8-8746-fbad67b5c370 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Checking segment: {'id': '83d4624b-2bb2-41a4-9e9d-d03cead9f7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8acef4e8-7c5b-43b1-8752-67a8e3e5199b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:14:47.112799 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2afa48-cddc-43d8-8746-fbad67b5c370 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Network hostable DHCP agents. Network: 8acef4e8-7c5b-43b1-8752-67a8e3e5199b, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:14:47.128778 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ffcfeca3-c458-4402-81f4-b92cdb0af8af admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=5e695faf4d0a456586faba99f09b03a0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3641186 Oct 04 21:14:47.133339 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 37598) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:14:47.145045 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 37600) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:14:47.209769 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c63efc-90af-4471-bdae-8f1c68102290 admin admin] Network 456e254e-9330-493b-84c6-6239de6f59b6 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:14:47.272816 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcfeca3-c458-4402-81f4-b92cdb0af8af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc39e5c0-166a-45d6-a29a-be8a2a7b7059,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:14:47.285260 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-57900f14-5711-4c5f-a92b-fe4c16c2b165 None None] Current status of the port 3bac17ac-95c6-499e-a52e-f96d275263c1 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:14:47.348583 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet df29558b-5772-4c00-b641-0bb6d31dd5db could not be found. Oct 04 21:14:47.348583 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:14:47.348583 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:14:47.348583 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:14:47.348583 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:14:47.348583 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:14:47.348583 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:14:47.348583 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:14:47.348583 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:14:47.348583 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:14:47.348583 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:14:47.348583 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:14:47.348583 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:47.348583 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:47.348583 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:47.348583 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:47.348583 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:14:47.348583 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:14:47.348583 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:14:47.348583 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:14:47.348583 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:47.348583 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:47.348583 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:47.348583 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:47.348583 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:14:47.348583 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:14:47.348583 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:14:47.348583 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:14:47.348583 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:47.348583 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:47.348583 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:47.348583 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:47.348583 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:14:47.348583 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:14:47.348583 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:14:47.348583 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:14:47.348583 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:14:47.348583 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:14:47.348583 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet df29558b-5772-4c00-b641-0bb6d31dd5db could not be found. Oct 04 21:14:47.348583 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:14:47.352867 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Failed to bind port 369c9980-6c28-4677-8e5b-e8e242bb7892 on host n-d-852085-12 for vnic_type normal using segments [{'id': 'f71e71f4-968d-42c8-ac7a-aac028e6ad39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b513a736-ce92-4d2e-8949-9b412dcc09b8'}] Oct 04 21:14:47.368313 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2afa48-cddc-43d8-8746-fbad67b5c370 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Network 8acef4e8-7c5b-43b1-8752-67a8e3e5199b is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:14:47.381151 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9cba7136-70b2-4d70-a5cd-b3fa82a0967f admin admin] Publish callbacks [] for security_group (bc39e5c0-166a-45d6-a29a-be8a2a7b7059), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:47.430839 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9cba7136-70b2-4d70-a5cd-b3fa82a0967f admin admin] Publish callbacks [] for security_group (bc39e5c0-166a-45d6-a29a-be8a2a7b7059), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:47.500771 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-e5c63efc-90af-4471-bdae-8f1c68102290 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 456e254e-9330-493b-84c6-6239de6f59b6) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:14:47.514697 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:14:47.522933 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-9e2afa48-cddc-43d8-8746-fbad67b5c370 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 8acef4e8-7c5b-43b1-8752-67a8e3e5199b) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:14:47.553001 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2afa48-cddc-43d8-8746-fbad67b5c370 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:14:47.554406 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9e2afa48-cddc-43d8-8746-fbad67b5c370 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:47.662328 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c63efc-90af-4471-bdae-8f1c68102290 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:14:47.663580 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e5c63efc-90af-4471-bdae-8f1c68102290 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:47.674053 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9cba7136-70b2-4d70-a5cd-b3fa82a0967f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (bc39e5c0-166a-45d6-a29a-be8a2a7b7059), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:47.679635 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9cba7136-70b2-4d70-a5cd-b3fa82a0967f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:47.687610 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-9cba7136-70b2-4d70-a5cd-b3fa82a0967f admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/bc39e5c0-166a-45d6-a29a-be8a2a7b7059 HTTP/1.1" status: 204 len: 168 time: 0.5469980 Oct 04 21:14:47.747670 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Attempt 4 to bind port 369c9980-6c28-4677-8e5b-e8e242bb7892 Oct 04 21:14:47.754933 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f3d7b6d0-f300-4db8-afb2-5194303a428a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:47.768796 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cba7136-70b2-4d70-a5cd-b3fa82a0967f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc39e5c0-166a-45d6-a29a-be8a2a7b7059,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:14:47.786919 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-9e2afa48-cddc-43d8-8746-fbad67b5c370 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.1741405 Oct 04 21:14:47.793833 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 37614) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:14:47.802173 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 4e128b37-912e-407a-81f4-571bf722d304 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:14:47.807675 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-91bd301a-0d42-46a2-84cc-1e1632b331d4 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Request body: {'port': {'network_id': '8acef4e8-7c5b-43b1-8752-67a8e3e5199b', 'name': 'tempest-NetworksIpV6TestAttrs-1030255788'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:14:47.888526 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39d1241-b984-494c-bf02-ca2d26f492d5 None None] Network 456e254e-9330-493b-84c6-6239de6f59b6 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:14:47.959280 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 37616) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:14:47.963022 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-e5c63efc-90af-4471-bdae-8f1c68102290 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7989378 Oct 04 21:14:47.972139 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-4d951d76-0263-409f-96b5-11dca5222da8 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1445239111-router', 'tenant_id': '25824f446a4344c18bafe3afb8dde28f', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:14:48.031373 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:14:48.116008 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4d951d76-0263-409f-96b5-11dca5222da8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (6842d572-7306-41bb-b4d4-4970e380f41f), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:48.118615 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4d951d76-0263-409f-96b5-11dca5222da8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (6842d572-7306-41bb-b4d4-4970e380f41f), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:48.342093 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4d951d76-0263-409f-96b5-11dca5222da8 admin admin] Publish callbacks [] for router_controller (6842d572-7306-41bb-b4d4-4970e380f41f), precommit_add_association {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:48.399775 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8f6d33-b237-43b2-9398-4511a4a02d95 None None] Network 8acef4e8-7c5b-43b1-8752-67a8e3e5199b requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:14:48.643461 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f3d7b6d0-f300-4db8-afb2-5194303a428a admin admin] Publish callbacks [] for security_group (a120db97-dd40-47c4-81af-a4f0cbf1b3bb), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:48.652606 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:14:48.670610 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91bd301a-0d42-46a2-84cc-1e1632b331d4 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Made reservation on behalf of 2b36621ba6fe4c39a1efe91e510935ae for: {'port': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:14:48.683049 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-91bd301a-0d42-46a2-84cc-1e1632b331d4 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:48.772447 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f3d7b6d0-f300-4db8-afb2-5194303a428a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (a120db97-dd40-47c4-81af-a4f0cbf1b3bb), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:49.015533 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-8acef4e8-7c5b-43b1-8752-67a8e3e5199b', 'network_id': '8acef4e8-7c5b-43b1-8752-67a8e3e5199b', 'project_id': '2b36621ba6fe4c39a1efe91e510935ae', 'fixed_ips': [{'subnet_id': 'c83bad8d-b97b-4ecc-b750-631d0327a0f7'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:14:49.017366 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:49.024411 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954ca2a9-a0df-4096-9743-8bbd33bfe4a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-456e254e-9330-493b-84c6-6239de6f59b6', 'network_id': '456e254e-9330-493b-84c6-6239de6f59b6', 'project_id': '25824f446a4344c18bafe3afb8dde28f', 'fixed_ips': [{'subnet_id': 'a4edd647-c3d8-45fd-9139-e46e65450d09'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:14:49.027841 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-954ca2a9-a0df-4096-9743-8bbd33bfe4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:49.056630 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:14:49.068470 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f3d7b6d0-f300-4db8-afb2-5194303a428a admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=9181819ad614464a8696d62e4d0adae6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9211607 Oct 04 21:14:49.075724 n-d-852085-12 neutron-server[108170]: DEBUG neutron.notifiers.nova [None req-91bd301a-0d42-46a2-84cc-1e1632b331d4 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] device_id is not set on port c383da26-d161-4871-b484-fe09e423310b yet. {{(pid=108170) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 04 21:14:49.100223 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7b6d0-f300-4db8-afb2-5194303a428a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a120db97-dd40-47c4-81af-a4f0cbf1b3bb,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:14:49.112255 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 37632) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:14:49.160138 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4d951d76-0263-409f-96b5-11dca5222da8 admin admin] Publish callbacks [] for router_gateway (6842d572-7306-41bb-b4d4-4970e380f41f), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:49.499191 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 37636) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:14:49.583970 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4057c70f-bfca-44ea-b441-f2f1845dc69f admin admin] Publish callbacks [] for security_group (a120db97-dd40-47c4-81af-a4f0cbf1b3bb), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:49.627981 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-736e4693-9292-4018-af4e-2fffc70990fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:49.700298 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3865bb76-97d8-4faa-93b6-10072d899df2 None None] Publish callbacks [] for port (77a0f740-acea-4bfa-b090-1f63a25e1848), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:49.713587 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Attempting to bind port 369c9980-6c28-4677-8e5b-e8e242bb7892 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:14:49.714441 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Attempting to bind port 369c9980-6c28-4677-8e5b-e8e242bb7892 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'f71e71f4-968d-42c8-ac7a-aac028e6ad39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b513a736-ce92-4d2e-8949-9b412dcc09b8'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:14:49.715244 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Attempting to bind port 369c9980-6c28-4677-8e5b-e8e242bb7892 on network b513a736-ce92-4d2e-8949-9b412dcc09b8 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:14:49.742004 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4057c70f-bfca-44ea-b441-f2f1845dc69f admin admin] Publish callbacks [] for security_group (a120db97-dd40-47c4-81af-a4f0cbf1b3bb), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:49.771182 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-91bd301a-0d42-46a2-84cc-1e1632b331d4 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Allocated IP 2001:db8::f816:3eff:fed9:4440 (8acef4e8-7c5b-43b1-8752-67a8e3e5199b/c83bad8d-b97b-4ecc-b750-631d0327a0f7/c383da26-d161-4871-b484-fe09e423310b) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:14:49.811607 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-1200ede5-6ef7-45d4-9836-44c9dc0bae84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:49.824816 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet df29558b-5772-4c00-b641-0bb6d31dd5db could not be found. Oct 04 21:14:49.824816 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:14:49.824816 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:14:49.824816 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:14:49.824816 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:14:49.824816 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:14:49.824816 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:14:49.824816 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:14:49.824816 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:14:49.824816 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:14:49.824816 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:14:49.824816 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:14:49.824816 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:14:49.824816 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:14:49.824816 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:49.824816 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:49.824816 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:49.824816 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:49.824816 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:14:49.824816 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:14:49.824816 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:14:49.824816 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:14:49.824816 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:49.824816 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:49.824816 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:49.824816 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:49.824816 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:14:49.824816 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:14:49.824816 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:14:49.824816 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:14:49.824816 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:49.824816 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:49.824816 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:49.824816 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:49.824816 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:14:49.824816 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:14:49.824816 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:14:49.824816 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:14:49.824816 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:14:49.824816 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:14:49.824816 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet df29558b-5772-4c00-b641-0bb6d31dd5db could not be found. Oct 04 21:14:49.824816 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:14:49.833501 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Attempting to bind port 369c9980-6c28-4677-8e5b-e8e242bb7892 on network b513a736-ce92-4d2e-8949-9b412dcc09b8 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:14:49.863186 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:14:49.886212 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3865bb76-97d8-4faa-93b6-10072d899df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (77a0f740-acea-4bfa-b090-1f63a25e1848), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:50.057569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet df29558b-5772-4c00-b641-0bb6d31dd5db could not be found. Oct 04 21:14:50.057569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:14:50.057569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:14:50.057569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:14:50.057569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:14:50.057569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:14:50.057569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:14:50.057569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:14:50.057569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:14:50.057569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:14:50.057569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:14:50.057569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:14:50.057569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:50.057569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:50.057569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:50.057569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:50.057569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:14:50.057569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:14:50.057569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:14:50.057569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:14:50.057569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:50.057569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:50.057569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:50.057569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:50.057569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:14:50.057569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:14:50.057569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:14:50.057569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:14:50.057569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:50.057569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:50.057569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:50.057569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:50.057569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:14:50.057569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:14:50.057569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:14:50.057569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:14:50.057569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:14:50.057569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:14:50.057569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet df29558b-5772-4c00-b641-0bb6d31dd5db could not be found. Oct 04 21:14:50.057569 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:14:50.062462 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Failed to bind port 369c9980-6c28-4677-8e5b-e8e242bb7892 on host n-d-852085-12 for vnic_type normal using segments [{'id': 'f71e71f4-968d-42c8-ac7a-aac028e6ad39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b513a736-ce92-4d2e-8949-9b412dcc09b8'}] Oct 04 21:14:50.100603 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Attempt 5 to bind port 369c9980-6c28-4677-8e5b-e8e242bb7892 Oct 04 21:14:50.300428 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4d951d76-0263-409f-96b5-11dca5222da8 admin admin] Publish callbacks [] for router_gateway (6842d572-7306-41bb-b4d4-4970e380f41f), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:50.407676 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4d951d76-0263-409f-96b5-11dca5222da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:50.472133 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-736e4693-9292-4018-af4e-2fffc70990fc admin admin] Publish callbacks [] for security_group (5caee319-b851-45fd-b7ab-9512e00372f4), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:50.481436 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4057c70f-bfca-44ea-b441-f2f1845dc69f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (a120db97-dd40-47c4-81af-a4f0cbf1b3bb), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:50.486556 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4057c70f-bfca-44ea-b441-f2f1845dc69f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:50.519897 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4057c70f-bfca-44ea-b441-f2f1845dc69f admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/a120db97-dd40-47c4-81af-a4f0cbf1b3bb HTTP/1.1" status: 204 len: 168 time: 1.3815143 Oct 04 21:14:50.598498 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4057c70f-bfca-44ea-b441-f2f1845dc69f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a120db97-dd40-47c4-81af-a4f0cbf1b3bb,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:14:50.688994 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-91bd301a-0d42-46a2-84cc-1e1632b331d4 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks [] for port (c383da26-d161-4871-b484-fe09e423310b), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:50.704952 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311d79f3-1eb2-44be-b1e4-5874b1c76874 None None] Pushing event updated for resources: {'Port': ['ID=77a0f740-acea-4bfa-b090-1f63a25e1848,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:14:50.853682 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Attempting to bind port 369c9980-6c28-4677-8e5b-e8e242bb7892 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:14:50.854058 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Attempting to bind port 369c9980-6c28-4677-8e5b-e8e242bb7892 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'f71e71f4-968d-42c8-ac7a-aac028e6ad39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b513a736-ce92-4d2e-8949-9b412dcc09b8'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:14:50.854511 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Attempting to bind port 369c9980-6c28-4677-8e5b-e8e242bb7892 on network b513a736-ce92-4d2e-8949-9b412dcc09b8 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:14:50.939231 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-736e4693-9292-4018-af4e-2fffc70990fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (5caee319-b851-45fd-b7ab-9512e00372f4), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:50.957145 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-4d951d76-0263-409f-96b5-11dca5222da8 admin admin] Allocated IP 172.25.5.87 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/26ac8006-4f26-4e49-924a-1a1e55df9e11) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:14:51.008082 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736e4693-9292-4018-af4e-2fffc70990fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5caee319-b851-45fd-b7ab-9512e00372f4,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:14:51.019187 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet df29558b-5772-4c00-b641-0bb6d31dd5db could not be found. Oct 04 21:14:51.019187 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:14:51.019187 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:14:51.019187 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:14:51.019187 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:14:51.019187 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:14:51.019187 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:14:51.019187 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:14:51.019187 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:14:51.019187 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:14:51.019187 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:14:51.019187 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:14:51.019187 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:14:51.019187 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:14:51.019187 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:51.019187 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:51.019187 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:51.019187 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:51.019187 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:14:51.019187 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:14:51.019187 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:14:51.019187 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:14:51.019187 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:51.019187 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:51.019187 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:51.019187 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:51.019187 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:14:51.019187 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:14:51.019187 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:14:51.019187 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:14:51.019187 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:51.019187 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:51.019187 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:51.019187 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:51.019187 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:14:51.019187 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:14:51.019187 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:14:51.019187 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:14:51.019187 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:14:51.019187 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:14:51.019187 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet df29558b-5772-4c00-b641-0bb6d31dd5db could not be found. Oct 04 21:14:51.019187 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:14:51.027723 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-736e4693-9292-4018-af4e-2fffc70990fc admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=dd518ce4d3ed4999b30853e26de37f4b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5117881 Oct 04 21:14:51.027974 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Attempting to bind port 369c9980-6c28-4677-8e5b-e8e242bb7892 on network b513a736-ce92-4d2e-8949-9b412dcc09b8 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:14:51.028207 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 37656) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:14:51.116303 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-99b7cb64-5cf1-4ded-b39f-ae2a64ae588a admin admin] Publish callbacks [] for security_group (5caee319-b851-45fd-b7ab-9512e00372f4), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:51.181905 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet df29558b-5772-4c00-b641-0bb6d31dd5db could not be found. Oct 04 21:14:51.181905 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:14:51.181905 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:14:51.181905 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:14:51.181905 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:14:51.181905 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:14:51.181905 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:14:51.181905 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:14:51.181905 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:14:51.181905 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:14:51.181905 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:14:51.181905 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:14:51.181905 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:51.181905 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:51.181905 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:51.181905 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:51.181905 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:14:51.181905 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:14:51.181905 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:14:51.181905 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:14:51.181905 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:51.181905 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:51.181905 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:51.181905 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:51.181905 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:14:51.181905 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:14:51.181905 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:14:51.181905 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:14:51.181905 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:51.181905 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:51.181905 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:51.181905 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:51.181905 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:14:51.181905 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:14:51.181905 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:14:51.181905 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:14:51.181905 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:14:51.181905 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:14:51.181905 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet df29558b-5772-4c00-b641-0bb6d31dd5db could not be found. Oct 04 21:14:51.181905 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:14:51.187744 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Failed to bind port 369c9980-6c28-4677-8e5b-e8e242bb7892 on host n-d-852085-12 for vnic_type normal using segments [{'id': 'f71e71f4-968d-42c8-ac7a-aac028e6ad39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b513a736-ce92-4d2e-8949-9b412dcc09b8'}] Oct 04 21:14:51.226931 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:14:51.239025 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Attempt 6 to bind port 369c9980-6c28-4677-8e5b-e8e242bb7892 Oct 04 21:14:51.244830 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-99b7cb64-5cf1-4ded-b39f-ae2a64ae588a admin admin] Publish callbacks [] for security_group (5caee319-b851-45fd-b7ab-9512e00372f4), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:51.259617 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:14:51.261539 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-3865bb76-97d8-4faa-93b6-10072d899df2 None None] Attempting to bind port 77a0f740-acea-4bfa-b090-1f63a25e1848 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:14:51.262020 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-3865bb76-97d8-4faa-93b6-10072d899df2 None None] Attempting to bind port 77a0f740-acea-4bfa-b090-1f63a25e1848 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '1e3a74a6-3055-458e-a78f-918ab5cebdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'c4cf2026-33ae-4e07-8b85-389e1a27de80'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:14:51.262670 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3865bb76-97d8-4faa-93b6-10072d899df2 None None] Attempting to bind port 77a0f740-acea-4bfa-b090-1f63a25e1848 on network c4cf2026-33ae-4e07-8b85-389e1a27de80 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:14:51.290426 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4d951d76-0263-409f-96b5-11dca5222da8 admin admin] Publish callbacks [] for port (26ac8006-4f26-4e49-924a-1a1e55df9e11), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:51.411937 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:51.418703 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-91bd301a-0d42-46a2-84cc-1e1632b331d4 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (c383da26-d161-4871-b484-fe09e423310b), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:51.456764 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:14:51.483174 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-954ca2a9-a0df-4096-9743-8bbd33bfe4a9 None None] Allocated IP 172.20.0.2 (456e254e-9330-493b-84c6-6239de6f59b6/a4edd647-c3d8-45fd-9139-e46e65450d09/8aa69319-7207-420d-bac9-15cb6ea7f6ea) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:14:51.507741 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Attempting to bind port 369c9980-6c28-4677-8e5b-e8e242bb7892 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:14:51.508246 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Attempting to bind port 369c9980-6c28-4677-8e5b-e8e242bb7892 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'f71e71f4-968d-42c8-ac7a-aac028e6ad39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b513a736-ce92-4d2e-8949-9b412dcc09b8'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:14:51.508775 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Attempting to bind port 369c9980-6c28-4677-8e5b-e8e242bb7892 on network b513a736-ce92-4d2e-8949-9b412dcc09b8 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:14:51.534130 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Allocated IP 2001:db8::f816:3eff:fe91:343b (8acef4e8-7c5b-43b1-8752-67a8e3e5199b/c83bad8d-b97b-4ecc-b750-631d0327a0f7/db49971c-0333-4cd7-bc2f-a93dd31e3728) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:14:51.566718 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4d951d76-0263-409f-96b5-11dca5222da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (26ac8006-4f26-4e49-924a-1a1e55df9e11), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:51.605131 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet df29558b-5772-4c00-b641-0bb6d31dd5db could not be found. Oct 04 21:14:51.605131 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:14:51.605131 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:14:51.605131 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:14:51.605131 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:14:51.605131 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:14:51.605131 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:14:51.605131 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:14:51.605131 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:14:51.605131 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:14:51.605131 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:14:51.605131 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:14:51.605131 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:14:51.605131 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:14:51.605131 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:51.605131 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:51.605131 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:51.605131 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:51.605131 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:14:51.605131 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:14:51.605131 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:14:51.605131 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:14:51.605131 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:51.605131 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:51.605131 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:51.605131 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:51.605131 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:14:51.605131 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:14:51.605131 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:14:51.605131 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:14:51.605131 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:51.605131 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:51.605131 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:51.605131 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:51.605131 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:14:51.605131 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:14:51.605131 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:14:51.605131 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:14:51.605131 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:14:51.605131 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:14:51.605131 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet df29558b-5772-4c00-b641-0bb6d31dd5db could not be found. Oct 04 21:14:51.605131 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:14:51.610878 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Attempting to bind port 369c9980-6c28-4677-8e5b-e8e242bb7892 on network b513a736-ce92-4d2e-8949-9b412dcc09b8 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:14:51.641065 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bd301a-0d42-46a2-84cc-1e1632b331d4 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Pushing event updated for resources: {'Port': ['ID=c383da26-d161-4871-b484-fe09e423310b,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:14:51.693448 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet df29558b-5772-4c00-b641-0bb6d31dd5db could not be found. Oct 04 21:14:51.693448 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:14:51.693448 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:14:51.693448 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:14:51.693448 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:14:51.693448 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:14:51.693448 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:14:51.693448 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:14:51.693448 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:14:51.693448 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:14:51.693448 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:14:51.693448 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:14:51.693448 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:51.693448 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:51.693448 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:51.693448 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:51.693448 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:14:51.693448 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:14:51.693448 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:14:51.693448 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:14:51.693448 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:51.693448 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:51.693448 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:51.693448 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:51.693448 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:14:51.693448 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:14:51.693448 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:14:51.693448 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:14:51.693448 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:51.693448 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:51.693448 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:51.693448 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:51.693448 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:14:51.693448 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:14:51.693448 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:14:51.693448 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:14:51.693448 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:14:51.693448 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:14:51.693448 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet df29558b-5772-4c00-b641-0bb6d31dd5db could not be found. Oct 04 21:14:51.693448 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:14:51.700409 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Failed to bind port 369c9980-6c28-4677-8e5b-e8e242bb7892 on host n-d-852085-12 for vnic_type normal using segments [{'id': 'f71e71f4-968d-42c8-ac7a-aac028e6ad39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b513a736-ce92-4d2e-8949-9b412dcc09b8'}] Oct 04 21:14:51.731362 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bd301a-0d42-46a2-84cc-1e1632b331d4 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Network 8acef4e8-7c5b-43b1-8752-67a8e3e5199b is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:14:51.738666 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-91bd301a-0d42-46a2-84cc-1e1632b331d4 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:14:51.763792 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Attempt 7 to bind port 369c9980-6c28-4677-8e5b-e8e242bb7892 Oct 04 21:14:51.765517 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bd301a-0d42-46a2-84cc-1e1632b331d4 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:14:51.769112 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3865bb76-97d8-4faa-93b6-10072d899df2 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:14:51.769701 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3865bb76-97d8-4faa-93b6-10072d899df2 None None] Checking segment: {'id': '1e3a74a6-3055-458e-a78f-918ab5cebdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'c4cf2026-33ae-4e07-8b85-389e1a27de80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:14:51.770357 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3865bb76-97d8-4faa-93b6-10072d899df2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:51.771555 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3865bb76-97d8-4faa-93b6-10072d899df2 None None] Bound using segment: {'id': '1e3a74a6-3055-458e-a78f-918ab5cebdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'c4cf2026-33ae-4e07-8b85-389e1a27de80'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:14:51.780199 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-3865bb76-97d8-4faa-93b6-10072d899df2 None None] Bound port: 77a0f740-acea-4bfa-b090-1f63a25e1848, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e3a74a6-3055-458e-a78f-918ab5cebdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'c4cf2026-33ae-4e07-8b85-389e1a27de80'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:14:51.780199 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3865bb76-97d8-4faa-93b6-10072d899df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (77a0f740-acea-4bfa-b090-1f63a25e1848), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:51.814000 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bd301a-0d42-46a2-84cc-1e1632b331d4 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:14:51.814935 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-91bd301a-0d42-46a2-84cc-1e1632b331d4 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:51.832685 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-99b7cb64-5cf1-4ded-b39f-ae2a64ae588a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (5caee319-b851-45fd-b7ab-9512e00372f4), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:51.837747 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-99b7cb64-5cf1-4ded-b39f-ae2a64ae588a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:51.871266 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-99b7cb64-5cf1-4ded-b39f-ae2a64ae588a admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/5caee319-b851-45fd-b7ab-9512e00372f4 HTTP/1.1" status: 204 len: 168 time: 0.8407977 Oct 04 21:14:51.879201 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d951d76-0263-409f-96b5-11dca5222da8 admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:14:51.879780 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:51.908930 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-4d951d76-0263-409f-96b5-11dca5222da8 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:14:51.961675 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d951d76-0263-409f-96b5-11dca5222da8 admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:14:51.969579 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b7cb64-5cf1-4ded-b39f-ae2a64ae588a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5caee319-b851-45fd-b7ab-9512e00372f4,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:14:52.030505 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-91bd301a-0d42-46a2-84cc-1e1632b331d4 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] 10.222.0.78 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 951 time: 4.2297933 Oct 04 21:14:52.034247 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 37676) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:14:52.130973 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d951d76-0263-409f-96b5-11dca5222da8 admin admin] Pushing event updated for resources: {'Port': ['ID=26ac8006-4f26-4e49-924a-1a1e55df9e11,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:14:52.350150 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-a595ade7-66f6-4034-993c-caedf4958f4e tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Deleting subnet c83bad8d-b97b-4ecc-b750-631d0327a0f7 {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:14:52.361765 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:14:52.413069 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Attempting to bind port 369c9980-6c28-4677-8e5b-e8e242bb7892 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:14:52.414271 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Attempting to bind port 369c9980-6c28-4677-8e5b-e8e242bb7892 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'f71e71f4-968d-42c8-ac7a-aac028e6ad39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b513a736-ce92-4d2e-8949-9b412dcc09b8'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:14:52.414271 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Attempting to bind port 369c9980-6c28-4677-8e5b-e8e242bb7892 on network b513a736-ce92-4d2e-8949-9b412dcc09b8 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:14:52.431674 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:52.517184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet df29558b-5772-4c00-b641-0bb6d31dd5db could not be found. Oct 04 21:14:52.517184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:14:52.517184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:14:52.517184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:14:52.517184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:14:52.517184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:14:52.517184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:14:52.517184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:14:52.517184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:14:52.517184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:14:52.517184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:14:52.517184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:14:52.517184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:14:52.517184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:14:52.517184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:52.517184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:52.517184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:52.517184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:52.517184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:14:52.517184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:14:52.517184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:14:52.517184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:14:52.517184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:52.517184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:52.517184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:52.517184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:52.517184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:14:52.517184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:14:52.517184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:14:52.517184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:14:52.517184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:52.517184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:52.517184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:52.517184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:52.517184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:14:52.517184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:14:52.517184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:14:52.517184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:14:52.517184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:14:52.517184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:14:52.517184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet df29558b-5772-4c00-b641-0bb6d31dd5db could not be found. Oct 04 21:14:52.517184 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:14:52.522858 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Attempting to bind port 369c9980-6c28-4677-8e5b-e8e242bb7892 on network b513a736-ce92-4d2e-8949-9b412dcc09b8 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:14:52.587306 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet df29558b-5772-4c00-b641-0bb6d31dd5db could not be found. Oct 04 21:14:52.587306 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:14:52.587306 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:14:52.587306 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:14:52.587306 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:14:52.587306 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:14:52.587306 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:14:52.587306 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:14:52.587306 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:14:52.587306 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:14:52.587306 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:14:52.587306 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:14:52.587306 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:52.587306 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:52.587306 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:52.587306 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:52.587306 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:14:52.587306 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:14:52.587306 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:14:52.587306 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:14:52.587306 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:52.587306 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:52.587306 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:52.587306 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:52.587306 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:14:52.587306 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:14:52.587306 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:14:52.587306 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:14:52.587306 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:52.587306 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:52.587306 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:52.587306 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:52.587306 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:14:52.587306 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:14:52.587306 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:14:52.587306 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:14:52.587306 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:14:52.587306 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:14:52.587306 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet df29558b-5772-4c00-b641-0bb6d31dd5db could not be found. Oct 04 21:14:52.587306 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:14:52.587306 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Failed to bind port 369c9980-6c28-4677-8e5b-e8e242bb7892 on host n-d-852085-12 for vnic_type normal using segments [{'id': 'f71e71f4-968d-42c8-ac7a-aac028e6ad39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b513a736-ce92-4d2e-8949-9b412dcc09b8'}] Oct 04 21:14:52.615168 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Attempt 8 to bind port 369c9980-6c28-4677-8e5b-e8e242bb7892 Oct 04 21:14:52.771501 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-3865bb76-97d8-4faa-93b6-10072d899df2 None None] For port 77a0f740-acea-4bfa-b090-1f63a25e1848, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:14:52.780349 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Attempting to bind port 369c9980-6c28-4677-8e5b-e8e242bb7892 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:14:52.786676 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Attempting to bind port 369c9980-6c28-4677-8e5b-e8e242bb7892 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'f71e71f4-968d-42c8-ac7a-aac028e6ad39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b513a736-ce92-4d2e-8949-9b412dcc09b8'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:14:52.786676 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Attempting to bind port 369c9980-6c28-4677-8e5b-e8e242bb7892 on network b513a736-ce92-4d2e-8949-9b412dcc09b8 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:14:52.797094 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:INSERT=6,neutron:SELECT=84,neutron:UPDATE=10 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:14:52.914953 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet df29558b-5772-4c00-b641-0bb6d31dd5db could not be found. Oct 04 21:14:52.914953 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:14:52.914953 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:14:52.914953 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:14:52.914953 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:14:52.914953 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:14:52.914953 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:14:52.914953 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:14:52.914953 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:14:52.914953 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:14:52.914953 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:14:52.914953 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:14:52.914953 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:14:52.914953 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:14:52.914953 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:52.914953 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:52.914953 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:52.914953 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:52.914953 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:14:52.914953 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:14:52.914953 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:14:52.914953 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:14:52.914953 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:52.914953 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:52.914953 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:52.914953 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:52.914953 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:14:52.914953 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:14:52.914953 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:14:52.914953 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:14:52.914953 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:52.914953 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:52.914953 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:52.914953 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:52.914953 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:14:52.914953 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:14:52.914953 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:14:52.914953 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:14:52.914953 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:14:52.914953 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:14:52.914953 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet df29558b-5772-4c00-b641-0bb6d31dd5db could not be found. Oct 04 21:14:52.914953 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:14:52.920085 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Attempting to bind port 369c9980-6c28-4677-8e5b-e8e242bb7892 on network b513a736-ce92-4d2e-8949-9b412dcc09b8 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:14:52.921987 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-3865bb76-97d8-4faa-93b6-10072d899df2 None None] For port 77a0f740-acea-4bfa-b090-1f63a25e1848, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=77a0f740-acea-4bfa-b090-1f63a25e1848,segment=NetworkSegment(1e3a74a6-3055-458e-a78f-918ab5cebdb6),segment_id=1e3a74a6-3055-458e-a78f-918ab5cebdb6)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:14:53.056447 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet df29558b-5772-4c00-b641-0bb6d31dd5db could not be found. Oct 04 21:14:53.056447 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:14:53.056447 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:14:53.056447 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:14:53.056447 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:14:53.056447 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:14:53.056447 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:14:53.056447 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:14:53.056447 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:14:53.056447 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:14:53.056447 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:14:53.056447 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:14:53.056447 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:53.056447 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:53.056447 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:53.056447 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:53.056447 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:14:53.056447 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:14:53.056447 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:14:53.056447 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:14:53.056447 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:53.056447 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:53.056447 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:53.056447 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:53.056447 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:14:53.056447 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:14:53.056447 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:14:53.056447 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:14:53.056447 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:53.056447 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:53.056447 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:53.056447 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:53.056447 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:14:53.056447 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:14:53.056447 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:14:53.056447 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:14:53.056447 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:14:53.056447 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:14:53.056447 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet df29558b-5772-4c00-b641-0bb6d31dd5db could not be found. Oct 04 21:14:53.056447 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:14:53.063187 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Failed to bind port 369c9980-6c28-4677-8e5b-e8e242bb7892 on host n-d-852085-12 for vnic_type normal using segments [{'id': 'f71e71f4-968d-42c8-ac7a-aac028e6ad39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b513a736-ce92-4d2e-8949-9b412dcc09b8'}] Oct 04 21:14:53.072782 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Attempt 9 to bind port 369c9980-6c28-4677-8e5b-e8e242bb7892 Oct 04 21:14:53.225985 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3865bb76-97d8-4faa-93b6-10072d899df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (77a0f740-acea-4bfa-b090-1f63a25e1848), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:53.443460 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Publish callbacks [] for port (db49971c-0333-4cd7-bc2f-a93dd31e3728), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:53.450570 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3865bb76-97d8-4faa-93b6-10072d899df2 None None] Routers {'79176215-a47f-493c-93d1-9276f5ae6eb5'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:14:53.452235 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-3865bb76-97d8-4faa-93b6-10072d899df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:14:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['79176215-a47f-493c-93d1-9276f5ae6eb5'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:14:53.477193 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Attempting to bind port 369c9980-6c28-4677-8e5b-e8e242bb7892 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:14:53.477825 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Attempting to bind port 369c9980-6c28-4677-8e5b-e8e242bb7892 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'f71e71f4-968d-42c8-ac7a-aac028e6ad39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b513a736-ce92-4d2e-8949-9b412dcc09b8'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:14:53.478438 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Attempting to bind port 369c9980-6c28-4677-8e5b-e8e242bb7892 on network b513a736-ce92-4d2e-8949-9b412dcc09b8 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:14:53.592164 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet df29558b-5772-4c00-b641-0bb6d31dd5db could not be found. Oct 04 21:14:53.592164 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:14:53.592164 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:14:53.592164 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:14:53.592164 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:14:53.592164 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:14:53.592164 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:14:53.592164 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:14:53.592164 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:14:53.592164 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:14:53.592164 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:14:53.592164 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:14:53.592164 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:14:53.592164 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:14:53.592164 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:53.592164 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:53.592164 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:53.592164 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:53.592164 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:14:53.592164 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:14:53.592164 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:14:53.592164 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:14:53.592164 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:53.592164 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:53.592164 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:53.592164 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:53.592164 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:14:53.592164 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:14:53.592164 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:14:53.592164 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:14:53.592164 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:53.592164 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:53.592164 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:53.592164 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:53.592164 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:14:53.592164 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:14:53.592164 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:14:53.592164 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:14:53.592164 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:14:53.592164 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:14:53.592164 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet df29558b-5772-4c00-b641-0bb6d31dd5db could not be found. Oct 04 21:14:53.592164 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:14:53.595894 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Attempting to bind port 369c9980-6c28-4677-8e5b-e8e242bb7892 on network b513a736-ce92-4d2e-8949-9b412dcc09b8 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:14:53.615483 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a595ade7-66f6-4034-993c-caedf4958f4e tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks [] for subnet (c83bad8d-b97b-4ecc-b750-631d0327a0f7), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:53.644962 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet df29558b-5772-4c00-b641-0bb6d31dd5db could not be found. Oct 04 21:14:53.644962 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:14:53.644962 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:14:53.644962 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:14:53.644962 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:14:53.644962 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:14:53.644962 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:14:53.644962 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:14:53.644962 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:14:53.644962 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:14:53.644962 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:14:53.644962 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:14:53.644962 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:53.644962 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:53.644962 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:53.644962 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:53.644962 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:14:53.644962 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:14:53.644962 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:14:53.644962 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:14:53.644962 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:53.644962 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:53.644962 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:53.644962 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:53.644962 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:14:53.644962 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:14:53.644962 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:14:53.644962 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:14:53.644962 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:53.644962 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:53.644962 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:53.644962 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:53.644962 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:14:53.644962 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:14:53.644962 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:14:53.644962 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:14:53.644962 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:14:53.644962 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:14:53.644962 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet df29558b-5772-4c00-b641-0bb6d31dd5db could not be found. Oct 04 21:14:53.644962 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:14:53.650556 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Failed to bind port 369c9980-6c28-4677-8e5b-e8e242bb7892 on host n-d-852085-12 for vnic_type normal using segments [{'id': 'f71e71f4-968d-42c8-ac7a-aac028e6ad39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b513a736-ce92-4d2e-8949-9b412dcc09b8'}] Oct 04 21:14:53.651536 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311d79f3-1eb2-44be-b1e4-5874b1c76874 None None] Pushing event updated for resources: {'Port': ['ID=77a0f740-acea-4bfa-b090-1f63a25e1848,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:14:53.656519 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-954ca2a9-a0df-4096-9743-8bbd33bfe4a9 None None] Publish callbacks [] for port (8aa69319-7207-420d-bac9-15cb6ea7f6ea), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:53.663369 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Attempt 10 to bind port 369c9980-6c28-4677-8e5b-e8e242bb7892 Oct 04 21:14:53.672983 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (db49971c-0333-4cd7-bc2f-a93dd31e3728), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:53.831504 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Pushing event updated for resources: {'Port': ['ID=db49971c-0333-4cd7-bc2f-a93dd31e3728,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:14:53.878807 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Network 8acef4e8-7c5b-43b1-8752-67a8e3e5199b is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:14:53.887041 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-954ca2a9-a0df-4096-9743-8bbd33bfe4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (8aa69319-7207-420d-bac9-15cb6ea7f6ea), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:53.916084 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a595ade7-66f6-4034-993c-caedf4958f4e tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (c83bad8d-b97b-4ecc-b750-631d0327a0f7), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:53.932944 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:14:53.978806 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954ca2a9-a0df-4096-9743-8bbd33bfe4a9 None None] Pushing event updated for resources: {'Port': ['ID=8aa69319-7207-420d-bac9-15cb6ea7f6ea,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:14:53.985834 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:14:53.987665 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Attempting to bind port 369c9980-6c28-4677-8e5b-e8e242bb7892 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:14:53.987955 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Attempting to bind port 369c9980-6c28-4677-8e5b-e8e242bb7892 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'f71e71f4-968d-42c8-ac7a-aac028e6ad39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b513a736-ce92-4d2e-8949-9b412dcc09b8'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:14:54.001659 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Attempting to bind port 369c9980-6c28-4677-8e5b-e8e242bb7892 on network b513a736-ce92-4d2e-8949-9b412dcc09b8 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:14:54.102052 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:14:54.202116 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954ca2a9-a0df-4096-9743-8bbd33bfe4a9 None None] Network 456e254e-9330-493b-84c6-6239de6f59b6 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:14:54.233986 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4d951d76-0263-409f-96b5-11dca5222da8 admin admin] Publish callbacks [] for router_gateway (6842d572-7306-41bb-b4d4-4970e380f41f), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:54.308175 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a595ade7-66f6-4034-993c-caedf4958f4e tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (c83bad8d-b97b-4ecc-b750-631d0327a0f7), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:54.350443 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:14:54.363110 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-954ca2a9-a0df-4096-9743-8bbd33bfe4a9 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:14:54.373853 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954ca2a9-a0df-4096-9743-8bbd33bfe4a9 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:14:54.419974 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet df29558b-5772-4c00-b641-0bb6d31dd5db could not be found. Oct 04 21:14:54.419974 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:14:54.419974 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:14:54.419974 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:14:54.419974 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:14:54.419974 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:14:54.419974 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:14:54.419974 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:14:54.419974 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:14:54.419974 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:14:54.419974 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:14:54.419974 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:14:54.419974 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:14:54.419974 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:14:54.419974 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:54.419974 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:54.419974 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:54.419974 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:54.419974 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:14:54.419974 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:14:54.419974 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:14:54.419974 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:14:54.419974 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:54.419974 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:54.419974 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:54.419974 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:54.419974 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:14:54.419974 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:14:54.419974 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:14:54.419974 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:14:54.419974 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:54.419974 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:54.419974 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:54.419974 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:54.419974 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:14:54.419974 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:14:54.419974 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:14:54.419974 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:14:54.419974 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:14:54.419974 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:14:54.419974 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet df29558b-5772-4c00-b641-0bb6d31dd5db could not be found. Oct 04 21:14:54.419974 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:14:54.426319 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Attempting to bind port 369c9980-6c28-4677-8e5b-e8e242bb7892 on network b513a736-ce92-4d2e-8949-9b412dcc09b8 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:14:54.693278 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a595ade7-66f6-4034-993c-caedf4958f4e tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (c83bad8d-b97b-4ecc-b750-631d0327a0f7), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:54.749360 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a595ade7-66f6-4034-993c-caedf4958f4e tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:54.762940 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet df29558b-5772-4c00-b641-0bb6d31dd5db could not be found. Oct 04 21:14:54.762940 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:14:54.762940 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:14:54.762940 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:14:54.762940 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:14:54.762940 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:14:54.762940 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:14:54.762940 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:14:54.762940 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:14:54.762940 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:14:54.762940 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:14:54.762940 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:14:54.762940 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:54.762940 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:54.762940 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:54.762940 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:54.762940 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:14:54.762940 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:14:54.762940 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:14:54.762940 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:14:54.762940 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:54.762940 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:54.762940 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:54.762940 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:54.762940 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:14:54.762940 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:14:54.762940 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:14:54.762940 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:14:54.762940 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:54.762940 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:54.762940 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:54.762940 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:54.762940 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:14:54.762940 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:14:54.762940 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:14:54.762940 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:14:54.762940 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:14:54.762940 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:14:54.762940 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet df29558b-5772-4c00-b641-0bb6d31dd5db could not be found. Oct 04 21:14:54.762940 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:14:54.778085 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a595ade7-66f6-4034-993c-caedf4958f4e tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/c83bad8d-b97b-4ecc-b750-631d0327a0f7 HTTP/1.1" status: 204 len: 168 time: 2.7313576 Oct 04 21:14:54.778085 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 37742) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:14:54.789420 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Failed to bind port 369c9980-6c28-4677-8e5b-e8e242bb7892 on host n-d-852085-12 for vnic_type normal using segments [{'id': 'f71e71f4-968d-42c8-ac7a-aac028e6ad39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b513a736-ce92-4d2e-8949-9b412dcc09b8'}] Oct 04 21:14:54.790624 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (369c9980-6c28-4677-8e5b-e8e242bb7892), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:54.930222 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:14:54.934320 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a595ade7-66f6-4034-993c-caedf4958f4e tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Pushing event deleted for resources: {'Subnet': ['ID=c83bad8d-b97b-4ecc-b750-631d0327a0f7,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:14:55.011481 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-3865bb76-97d8-4faa-93b6-10072d899df2 None None] Set router 79176215-a47f-493c-93d1-9276f5ae6eb5 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:14:55.172732 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4d951d76-0263-409f-96b5-11dca5222da8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (6842d572-7306-41bb-b4d4-4970e380f41f), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:55.190987 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68201c8-69d4-488e-b227-531c7b72391d tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:14:55.196901 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68201c8-69d4-488e-b227-531c7b72391d tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:14:55.202913 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 37756) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:14:55.203630 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b68201c8-69d4-488e-b227-531c7b72391d tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] 10.222.0.78 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3185744 Oct 04 21:14:55.292058 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=25 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:14:55.611316 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-954ca2a9-a0df-4096-9743-8bbd33bfe4a9 None None] Attempting to bind port 8aa69319-7207-420d-bac9-15cb6ea7f6ea on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:14:55.612658 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-954ca2a9-a0df-4096-9743-8bbd33bfe4a9 None None] Attempting to bind port 8aa69319-7207-420d-bac9-15cb6ea7f6ea by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '173ad453-a5aa-4d3b-9c2e-2e77079016d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '456e254e-9330-493b-84c6-6239de6f59b6'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:14:55.613374 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954ca2a9-a0df-4096-9743-8bbd33bfe4a9 None None] Attempting to bind port 8aa69319-7207-420d-bac9-15cb6ea7f6ea on network 456e254e-9330-493b-84c6-6239de6f59b6 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:14:55.648765 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-07269a60-db41-4952-b9c3-bcda14022ae8 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (8acef4e8-7c5b-43b1-8752-67a8e3e5199b), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:55.970495 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:14:56.006697 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-07269a60-db41-4952-b9c3-bcda14022ae8 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 04 21:14:56.007338 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07269a60-db41-4952-b9c3-bcda14022ae8 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:14:56.019763 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 37770) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:14:56.024187 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-07269a60-db41-4952-b9c3-bcda14022ae8 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] 10.222.0.78 "DELETE /networking/v2.0/networks/8acef4e8-7c5b-43b1-8752-67a8e3e5199b HTTP/1.1" status: 409 len: 466 time: 0.8146038 Oct 04 21:14:56.031992 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-0ac50d34-241d-4253-8b6b-b8b3a21e7161 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1500852678'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:14:56.153920 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Attempting to bind port db49971c-0333-4cd7-bc2f-a93dd31e3728 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:14:56.155570 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Attempting to bind port db49971c-0333-4cd7-bc2f-a93dd31e3728 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '83d4624b-2bb2-41a4-9e9d-d03cead9f7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8acef4e8-7c5b-43b1-8752-67a8e3e5199b'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:14:56.156598 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Attempting to bind port db49971c-0333-4cd7-bc2f-a93dd31e3728 on network 8acef4e8-7c5b-43b1-8752-67a8e3e5199b {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:14:56.162994 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954ca2a9-a0df-4096-9743-8bbd33bfe4a9 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:14:56.163909 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954ca2a9-a0df-4096-9743-8bbd33bfe4a9 None None] Checking segment: {'id': '173ad453-a5aa-4d3b-9c2e-2e77079016d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '456e254e-9330-493b-84c6-6239de6f59b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:14:56.164788 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-954ca2a9-a0df-4096-9743-8bbd33bfe4a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:56.165656 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954ca2a9-a0df-4096-9743-8bbd33bfe4a9 None None] Bound using segment: {'id': '173ad453-a5aa-4d3b-9c2e-2e77079016d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '456e254e-9330-493b-84c6-6239de6f59b6'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:14:56.166771 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-954ca2a9-a0df-4096-9743-8bbd33bfe4a9 None None] Bound port: 8aa69319-7207-420d-bac9-15cb6ea7f6ea, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '173ad453-a5aa-4d3b-9c2e-2e77079016d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '456e254e-9330-493b-84c6-6239de6f59b6'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:14:56.167923 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-954ca2a9-a0df-4096-9743-8bbd33bfe4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (8aa69319-7207-420d-bac9-15cb6ea7f6ea), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:56.260358 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] For port 369c9980-6c28-4677-8e5b-e8e242bb7892, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:14:56.260765 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Attempted to set empty binding levels {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 04 21:14:56.273998 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet c83bad8d-b97b-4ecc-b750-631d0327a0f7 could not be found. Oct 04 21:14:56.273998 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:14:56.273998 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:14:56.273998 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:14:56.273998 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:14:56.273998 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:14:56.273998 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:14:56.273998 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:14:56.273998 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:14:56.273998 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:14:56.273998 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:14:56.273998 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:14:56.273998 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:14:56.273998 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:14:56.273998 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:56.273998 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:56.273998 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:56.273998 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:56.273998 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:14:56.273998 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:14:56.273998 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:14:56.273998 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:14:56.273998 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:56.273998 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:56.273998 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:56.273998 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:56.273998 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:14:56.273998 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:14:56.273998 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:14:56.273998 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:14:56.273998 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:56.273998 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:56.273998 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:56.273998 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:56.273998 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:14:56.273998 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:14:56.273998 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:14:56.273998 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:14:56.273998 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:14:56.273998 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:14:56.273998 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet c83bad8d-b97b-4ecc-b750-631d0327a0f7 could not be found. Oct 04 21:14:56.273998 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:14:56.279287 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Attempting to bind port db49971c-0333-4cd7-bc2f-a93dd31e3728 on network 8acef4e8-7c5b-43b1-8752-67a8e3e5199b {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:14:56.317679 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet c83bad8d-b97b-4ecc-b750-631d0327a0f7 could not be found. Oct 04 21:14:56.317679 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:14:56.317679 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:14:56.317679 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:14:56.317679 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:14:56.317679 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:14:56.317679 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:14:56.317679 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:14:56.317679 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:14:56.317679 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:14:56.317679 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:14:56.317679 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:14:56.317679 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:56.317679 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:56.317679 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:56.317679 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:56.317679 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:14:56.317679 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:14:56.317679 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:14:56.317679 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:14:56.317679 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:56.317679 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:56.317679 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:56.317679 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:56.317679 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:14:56.317679 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:14:56.317679 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:14:56.317679 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:14:56.317679 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:56.317679 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:56.317679 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:56.317679 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:56.317679 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:14:56.317679 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:14:56.317679 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:14:56.317679 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:14:56.317679 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:14:56.317679 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:14:56.317679 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet c83bad8d-b97b-4ecc-b750-631d0327a0f7 could not be found. Oct 04 21:14:56.317679 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:14:56.322686 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Failed to bind port db49971c-0333-4cd7-bc2f-a93dd31e3728 on host n-d-852085-12 for vnic_type normal using segments [{'id': '83d4624b-2bb2-41a4-9e9d-d03cead9f7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8acef4e8-7c5b-43b1-8752-67a8e3e5199b'}] Oct 04 21:14:56.325811 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Attempt 2 to bind port db49971c-0333-4cd7-bc2f-a93dd31e3728 Oct 04 21:14:56.370060 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:14:56.371524 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-3865bb76-97d8-4faa-93b6-10072d899df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79176215-a47f-493c-93d1-9276f5ae6eb5', 'name': 'tempest-TestAggregatesBasicOps-1135206496-router', 'tenant_id': '6214daf08cc94e838091c822b344d70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '4e128b37-912e-407a-81f4-571bf722d304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:14:13Z', 'updated_at': '2022-10-04T21:14:32Z', 'revision_number': 4, 'project_id': '6214daf08cc94e838091c822b344d70e', 'gw_port': {'id': '4e128b37-912e-407a-81f4-571bf722d304', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:27:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79176215-a47f-493c-93d1-9276f5ae6eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:14:15Z', 'updated_at': '2022-10-04T21:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '77a0f740-acea-4bfa-b090-1f63a25e1848', 'name': '', 'network_id': 'c4cf2026-33ae-4e07-8b85-389e1a27de80', 'tenant_id': '6214daf08cc94e838091c822b344d70e', 'mac_address': 'fa:16:3e:0d:d3:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79176215-a47f-493c-93d1-9276f5ae6eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'f9252256-caa3-400e-b9e3-7e93a7634361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:14:27Z', 'updated_at': '2022-10-04T21:14:52Z', 'revision_number': 4, 'project_id': '6214daf08cc94e838091c822b344d70e', 'subnets': [{'id': 'f9252256-caa3-400e-b9e3-7e93a7634361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:14:56.385234 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Attempting to bind port db49971c-0333-4cd7-bc2f-a93dd31e3728 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:14:56.385776 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Attempting to bind port db49971c-0333-4cd7-bc2f-a93dd31e3728 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '83d4624b-2bb2-41a4-9e9d-d03cead9f7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8acef4e8-7c5b-43b1-8752-67a8e3e5199b'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:14:56.386343 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Attempting to bind port db49971c-0333-4cd7-bc2f-a93dd31e3728 on network 8acef4e8-7c5b-43b1-8752-67a8e3e5199b {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:14:56.444389 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3865bb76-97d8-4faa-93b6-10072d899df2 None None] The sync data for ids ['79176215-a47f-493c-93d1-9276f5ae6eb5'] in n-d-852085-12 is: [{'id': '79176215-a47f-493c-93d1-9276f5ae6eb5', 'name': 'tempest-TestAggregatesBasicOps-1135206496-router', 'tenant_id': '6214daf08cc94e838091c822b344d70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '4e128b37-912e-407a-81f4-571bf722d304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:14:13Z', 'updated_at': '2022-10-04T21:14:32Z', 'revision_number': 4, 'project_id': '6214daf08cc94e838091c822b344d70e', 'gw_port': {'id': '4e128b37-912e-407a-81f4-571bf722d304', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:27:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79176215-a47f-493c-93d1-9276f5ae6eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:14:15Z', 'updated_at': '2022-10-04T21:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '77a0f740-acea-4bfa-b090-1f63a25e1848', 'name': '', 'network_id': 'c4cf2026-33ae-4e07-8b85-389e1a27de80', 'tenant_id': '6214daf08cc94e838091c822b344d70e', 'mac_address': 'fa:16:3e:0d:d3:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79176215-a47f-493c-93d1-9276f5ae6eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'f9252256-caa3-400e-b9e3-7e93a7634361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:14:27Z', 'updated_at': '2022-10-04T21:14:52Z', 'revision_number': 4, 'project_id': '6214daf08cc94e838091c822b344d70e', 'subnets': [{'id': 'f9252256-caa3-400e-b9e3-7e93a7634361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:14:56.458317 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet c83bad8d-b97b-4ecc-b750-631d0327a0f7 could not be found. Oct 04 21:14:56.458317 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:14:56.458317 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:14:56.458317 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:14:56.458317 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:14:56.458317 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:14:56.458317 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:14:56.458317 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:14:56.458317 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:14:56.458317 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:14:56.458317 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:14:56.458317 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:14:56.458317 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:14:56.458317 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:14:56.458317 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:56.458317 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:56.458317 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:56.458317 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:56.458317 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:14:56.458317 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:14:56.458317 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:14:56.458317 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:14:56.458317 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:56.458317 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:56.458317 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:56.458317 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:56.458317 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:14:56.458317 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:14:56.458317 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:14:56.458317 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:14:56.458317 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:56.458317 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:56.458317 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:56.458317 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:56.458317 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:14:56.458317 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:14:56.458317 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:14:56.458317 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:14:56.458317 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:14:56.458317 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:14:56.458317 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet c83bad8d-b97b-4ecc-b750-631d0327a0f7 could not be found. Oct 04 21:14:56.458317 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:14:56.463592 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Attempting to bind port db49971c-0333-4cd7-bc2f-a93dd31e3728 on network 8acef4e8-7c5b-43b1-8752-67a8e3e5199b {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:14:56.511789 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet c83bad8d-b97b-4ecc-b750-631d0327a0f7 could not be found. Oct 04 21:14:56.511789 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:14:56.511789 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:14:56.511789 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:14:56.511789 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:14:56.511789 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:14:56.511789 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:14:56.511789 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:14:56.511789 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:14:56.511789 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:14:56.511789 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:14:56.511789 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:14:56.511789 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:56.511789 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:56.511789 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:56.511789 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:56.511789 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:14:56.511789 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:14:56.511789 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:14:56.511789 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:14:56.511789 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:56.511789 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:56.511789 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:56.511789 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:56.511789 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:14:56.511789 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:14:56.511789 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:14:56.511789 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:14:56.511789 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:56.511789 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:56.511789 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:56.511789 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:56.511789 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:14:56.511789 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:14:56.511789 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:14:56.511789 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:14:56.511789 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:14:56.511789 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:14:56.511789 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet c83bad8d-b97b-4ecc-b750-631d0327a0f7 could not be found. Oct 04 21:14:56.511789 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:14:56.519969 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Failed to bind port db49971c-0333-4cd7-bc2f-a93dd31e3728 on host n-d-852085-12 for vnic_type normal using segments [{'id': '83d4624b-2bb2-41a4-9e9d-d03cead9f7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8acef4e8-7c5b-43b1-8752-67a8e3e5199b'}] Oct 04 21:14:56.519969 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Attempt 3 to bind port db49971c-0333-4cd7-bc2f-a93dd31e3728 Oct 04 21:14:56.546655 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-954ca2a9-a0df-4096-9743-8bbd33bfe4a9 None None] For port 8aa69319-7207-420d-bac9-15cb6ea7f6ea, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:14:56.556589 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac50d34-241d-4253-8b6b-b8b3a21e7161 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Made reservation on behalf of 2b36621ba6fe4c39a1efe91e510935ae for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:14:56.566394 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (369c9980-6c28-4677-8e5b-e8e242bb7892), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:56.576739 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d951d76-0263-409f-96b5-11dca5222da8 admin admin] Router 6842d572-7306-41bb-b4d4-4970e380f41f is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 21:14:56.615876 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0ac50d34-241d-4253-8b6b-b8b3a21e7161 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:56.641907 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:14:56.739195 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-954ca2a9-a0df-4096-9743-8bbd33bfe4a9 None None] For port 8aa69319-7207-420d-bac9-15cb6ea7f6ea, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=8aa69319-7207-420d-bac9-15cb6ea7f6ea,segment=NetworkSegment(173ad453-a5aa-4d3b-9c2e-2e77079016d7),segment_id=173ad453-a5aa-4d3b-9c2e-2e77079016d7)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:14:56.749215 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Attempting to bind port db49971c-0333-4cd7-bc2f-a93dd31e3728 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:14:56.750012 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Attempting to bind port db49971c-0333-4cd7-bc2f-a93dd31e3728 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '83d4624b-2bb2-41a4-9e9d-d03cead9f7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8acef4e8-7c5b-43b1-8752-67a8e3e5199b'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:14:56.750637 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Attempting to bind port db49971c-0333-4cd7-bc2f-a93dd31e3728 on network 8acef4e8-7c5b-43b1-8752-67a8e3e5199b {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:14:56.845142 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ac50d34-241d-4253-8b6b-b8b3a21e7161 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:14:56.888330 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0ac50d34-241d-4253-8b6b-b8b3a21e7161 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (a9115265-58f2-4aae-8740-434462de32c6), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:56.888915 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-0ac50d34-241d-4253-8b6b-b8b3a21e7161 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Added segment a9115265-58f2-4aae-8740-434462de32c6 of type vlan for network 46209500-015d-4d1a-b978-ec0c80fd0aa2 Oct 04 21:14:56.972070 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet c83bad8d-b97b-4ecc-b750-631d0327a0f7 could not be found. Oct 04 21:14:56.972070 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:14:56.972070 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:14:56.972070 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:14:56.972070 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:14:56.972070 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:14:56.972070 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:14:56.972070 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:14:56.972070 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:14:56.972070 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:14:56.972070 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:14:56.972070 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:14:56.972070 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:14:56.972070 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:14:56.972070 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:56.972070 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:56.972070 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:56.972070 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:56.972070 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:14:56.972070 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:14:56.972070 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:14:56.972070 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:14:56.972070 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:56.972070 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:56.972070 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:56.972070 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:56.972070 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:14:56.972070 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:14:56.972070 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:14:56.972070 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:14:56.972070 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:56.972070 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:56.972070 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:56.972070 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:56.972070 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:14:56.972070 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:14:56.972070 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:14:56.972070 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:14:56.972070 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:14:56.972070 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:14:56.972070 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet c83bad8d-b97b-4ecc-b750-631d0327a0f7 could not be found. Oct 04 21:14:56.972070 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:14:56.985942 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Attempting to bind port db49971c-0333-4cd7-bc2f-a93dd31e3728 on network 8acef4e8-7c5b-43b1-8752-67a8e3e5199b {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:14:57.179663 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0ac50d34-241d-4253-8b6b-b8b3a21e7161 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (46209500-015d-4d1a-b978-ec0c80fd0aa2), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:57.256767 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet c83bad8d-b97b-4ecc-b750-631d0327a0f7 could not be found. Oct 04 21:14:57.256767 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:14:57.256767 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:14:57.256767 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:14:57.256767 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:14:57.256767 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:14:57.256767 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:14:57.256767 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:14:57.256767 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:14:57.256767 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:14:57.256767 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:14:57.256767 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:14:57.256767 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:57.256767 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:57.256767 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:57.256767 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:57.256767 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:14:57.256767 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:14:57.256767 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:14:57.256767 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:14:57.256767 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:57.256767 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:57.256767 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:57.256767 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:57.256767 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:14:57.256767 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:14:57.256767 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:14:57.256767 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:14:57.256767 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:57.256767 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:57.256767 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:57.256767 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:57.256767 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:14:57.256767 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:14:57.256767 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:14:57.256767 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:14:57.256767 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:14:57.256767 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:14:57.256767 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet c83bad8d-b97b-4ecc-b750-631d0327a0f7 could not be found. Oct 04 21:14:57.256767 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:14:57.262771 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Failed to bind port db49971c-0333-4cd7-bc2f-a93dd31e3728 on host n-d-852085-12 for vnic_type normal using segments [{'id': '83d4624b-2bb2-41a4-9e9d-d03cead9f7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8acef4e8-7c5b-43b1-8752-67a8e3e5199b'}] Oct 04 21:14:57.280681 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Attempt 4 to bind port db49971c-0333-4cd7-bc2f-a93dd31e3728 Oct 04 21:14:57.342132 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-954ca2a9-a0df-4096-9743-8bbd33bfe4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (8aa69319-7207-420d-bac9-15cb6ea7f6ea), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:57.381006 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Attempting to bind port db49971c-0333-4cd7-bc2f-a93dd31e3728 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:14:57.382632 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Attempting to bind port db49971c-0333-4cd7-bc2f-a93dd31e3728 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '83d4624b-2bb2-41a4-9e9d-d03cead9f7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8acef4e8-7c5b-43b1-8752-67a8e3e5199b'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:14:57.383335 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Attempting to bind port db49971c-0333-4cd7-bc2f-a93dd31e3728 on network 8acef4e8-7c5b-43b1-8752-67a8e3e5199b {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:14:57.386324 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d951d76-0263-409f-96b5-11dca5222da8 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:14:57.418824 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27f38ef-8f7c-4bfb-a2e5-61f0fec69c2b None None] Sync routers for ids ['6842d572-7306-41bb-b4d4-4970e380f41f'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:14:57.464343 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27f38ef-8f7c-4bfb-a2e5-61f0fec69c2b None None] Routers {'6842d572-7306-41bb-b4d4-4970e380f41f'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:14:57.466948 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-a27f38ef-8f7c-4bfb-a2e5-61f0fec69c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:14:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['6842d572-7306-41bb-b4d4-4970e380f41f'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:14:57.538097 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0ac50d34-241d-4253-8b6b-b8b3a21e7161 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (46209500-015d-4d1a-b978-ec0c80fd0aa2), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:57.548971 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac50d34-241d-4253-8b6b-b8b3a21e7161 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:14:57.556001 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0ac50d34-241d-4253-8b6b-b8b3a21e7161 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:57.622140 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4d951d76-0263-409f-96b5-11dca5222da8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:57.624171 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-4d951d76-0263-409f-96b5-11dca5222da8 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.6621175 Oct 04 21:14:57.629141 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 37792) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:14:57.663464 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d55bfb-8a1f-423e-9bb0-71aa3dc89d5b None None] Pushing event updated for resources: {'Port': ['ID=369c9980-6c28-4677-8e5b-e8e242bb7892,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:14:57.723417 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet c83bad8d-b97b-4ecc-b750-631d0327a0f7 could not be found. Oct 04 21:14:57.723417 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:14:57.723417 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:14:57.723417 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:14:57.723417 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:14:57.723417 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:14:57.723417 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:14:57.723417 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:14:57.723417 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:14:57.723417 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:14:57.723417 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:14:57.723417 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:14:57.723417 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:14:57.723417 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:14:57.723417 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:57.723417 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:57.723417 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:57.723417 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:57.723417 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:14:57.723417 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:14:57.723417 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:14:57.723417 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:14:57.723417 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:57.723417 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:57.723417 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:57.723417 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:57.723417 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:14:57.723417 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:14:57.723417 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:14:57.723417 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:14:57.723417 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:57.723417 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:57.723417 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:57.723417 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:57.723417 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:14:57.723417 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:14:57.723417 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:14:57.723417 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:14:57.723417 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:14:57.723417 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:14:57.723417 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet c83bad8d-b97b-4ecc-b750-631d0327a0f7 could not be found. Oct 04 21:14:57.723417 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:14:57.729595 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Attempting to bind port db49971c-0333-4cd7-bc2f-a93dd31e3728 on network 8acef4e8-7c5b-43b1-8752-67a8e3e5199b {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:14:58.177621 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac50d34-241d-4253-8b6b-b8b3a21e7161 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Pushing event updated for resources: {'Network': ['ID=46209500-015d-4d1a-b978-ec0c80fd0aa2,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:14:58.245879 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet c83bad8d-b97b-4ecc-b750-631d0327a0f7 could not be found. Oct 04 21:14:58.245879 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:14:58.245879 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:14:58.245879 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:14:58.245879 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:14:58.245879 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:14:58.245879 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:14:58.245879 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:14:58.245879 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:14:58.245879 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:14:58.245879 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:14:58.245879 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:14:58.245879 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:58.245879 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:58.245879 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:58.245879 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:58.245879 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:14:58.245879 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:14:58.245879 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:14:58.245879 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:14:58.245879 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:58.245879 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:58.245879 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:58.245879 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:58.245879 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:14:58.245879 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:14:58.245879 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:14:58.245879 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:14:58.245879 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:14:58.245879 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:14:58.245879 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:14:58.245879 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:14:58.245879 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:14:58.245879 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:14:58.245879 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:14:58.245879 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:14:58.245879 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:14:58.245879 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:14:58.245879 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet c83bad8d-b97b-4ecc-b750-631d0327a0f7 could not be found. Oct 04 21:14:58.245879 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:14:58.250820 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Failed to bind port db49971c-0333-4cd7-bc2f-a93dd31e3728 on host n-d-852085-12 for vnic_type normal using segments [{'id': '83d4624b-2bb2-41a4-9e9d-d03cead9f7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8acef4e8-7c5b-43b1-8752-67a8e3e5199b'}] Oct 04 21:14:58.250953 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Attempt 5 to bind port db49971c-0333-4cd7-bc2f-a93dd31e3728 Oct 04 21:14:58.323739 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-a27f38ef-8f7c-4bfb-a2e5-61f0fec69c2b None None] Set router 6842d572-7306-41bb-b4d4-4970e380f41f gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:14:58.338813 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 46209500-015d-4d1a-b978-ec0c80fd0aa2 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:14:58.362702 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-0ac50d34-241d-4253-8b6b-b8b3a21e7161 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.3399491 Oct 04 21:14:58.368222 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 37810) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:14:58.386972 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-0365d911-95b0-42c2-b661-118f00baecb1 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Request body: {'subnet': {'network_id': '46209500-015d-4d1a-b978-ec0c80fd0aa2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:14:58.501366 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:14:59.292141 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0365d911-95b0-42c2-b661-118f00baecb1 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Made reservation on behalf of 2b36621ba6fe4c39a1efe91e510935ae for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:14:59.309020 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0365d911-95b0-42c2-b661-118f00baecb1 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:14:59.620476 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 77a0f740-acea-4bfa-b090-1f63a25e1848 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:14:59.738577 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-a27f38ef-8f7c-4bfb-a2e5-61f0fec69c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6842d572-7306-41bb-b4d4-4970e380f41f', 'name': 'tempest-TestAggregatesBasicOps-1445239111-router', 'tenant_id': '25824f446a4344c18bafe3afb8dde28f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '26ac8006-4f26-4e49-924a-1a1e55df9e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:14:48Z', 'updated_at': '2022-10-04T21:14:53Z', 'revision_number': 3, 'project_id': '25824f446a4344c18bafe3afb8dde28f', 'gw_port': {'id': '26ac8006-4f26-4e49-924a-1a1e55df9e11', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:fa:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6842d572-7306-41bb-b4d4-4970e380f41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:14:50Z', 'updated_at': '2022-10-04T21:14:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:14:59.742731 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Attempting to bind port db49971c-0333-4cd7-bc2f-a93dd31e3728 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:14:59.744989 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Attempting to bind port db49971c-0333-4cd7-bc2f-a93dd31e3728 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '83d4624b-2bb2-41a4-9e9d-d03cead9f7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8acef4e8-7c5b-43b1-8752-67a8e3e5199b'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:14:59.750605 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Attempting to bind port db49971c-0333-4cd7-bc2f-a93dd31e3728 on network 8acef4e8-7c5b-43b1-8752-67a8e3e5199b {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:14:59.917757 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27f38ef-8f7c-4bfb-a2e5-61f0fec69c2b None None] Checking router: 6842d572-7306-41bb-b4d4-4970e380f41f for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:14:59.918612 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27f38ef-8f7c-4bfb-a2e5-61f0fec69c2b None None] Updating router 6842d572-7306-41bb-b4d4-4970e380f41f port 26ac8006-4f26-4e49-924a-1a1e55df9e11 binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:14:59.920923 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954ca2a9-a0df-4096-9743-8bbd33bfe4a9 None None] Pushing event updated for resources: {'Port': ['ID=8aa69319-7207-420d-bac9-15cb6ea7f6ea,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:15:00.097559 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-a27f38ef-8f7c-4bfb-a2e5-61f0fec69c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (26ac8006-4f26-4e49-924a-1a1e55df9e11), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:00.183123 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet c83bad8d-b97b-4ecc-b750-631d0327a0f7 could not be found. Oct 04 21:15:00.183123 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:15:00.183123 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:15:00.183123 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:15:00.183123 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:15:00.183123 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:15:00.183123 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:15:00.183123 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:15:00.183123 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:15:00.183123 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:15:00.183123 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:15:00.183123 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:15:00.183123 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:15:00.183123 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:15:00.183123 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:15:00.183123 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:15:00.183123 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:15:00.183123 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:15:00.183123 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:15:00.183123 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:15:00.183123 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:15:00.183123 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:15:00.183123 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:15:00.183123 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:15:00.183123 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:15:00.183123 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:15:00.183123 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:15:00.183123 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:15:00.183123 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:15:00.183123 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:15:00.183123 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:15:00.183123 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:15:00.183123 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:15:00.183123 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:15:00.183123 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:15:00.183123 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:15:00.183123 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:15:00.183123 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:15:00.183123 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:15:00.183123 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:15:00.183123 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet c83bad8d-b97b-4ecc-b750-631d0327a0f7 could not be found. Oct 04 21:15:00.183123 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:15:00.194163 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Attempting to bind port db49971c-0333-4cd7-bc2f-a93dd31e3728 on network 8acef4e8-7c5b-43b1-8752-67a8e3e5199b {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:15:00.201821 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:15:00.401976 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet c83bad8d-b97b-4ecc-b750-631d0327a0f7 could not be found. Oct 04 21:15:00.401976 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:15:00.401976 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:15:00.401976 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:15:00.401976 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:15:00.401976 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:15:00.401976 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:15:00.401976 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:15:00.401976 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:15:00.401976 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:15:00.401976 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:15:00.401976 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:15:00.401976 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:15:00.401976 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:15:00.401976 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:15:00.401976 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:15:00.401976 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:15:00.401976 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:15:00.401976 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:15:00.401976 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:15:00.401976 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:15:00.401976 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:15:00.401976 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:15:00.401976 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:15:00.401976 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:15:00.401976 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:15:00.401976 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:15:00.401976 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:15:00.401976 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:15:00.401976 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:15:00.401976 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:15:00.401976 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:15:00.401976 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:15:00.401976 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:15:00.401976 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:15:00.401976 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:15:00.401976 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:15:00.401976 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:15:00.401976 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet c83bad8d-b97b-4ecc-b750-631d0327a0f7 could not be found. Oct 04 21:15:00.401976 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:15:00.407694 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Failed to bind port db49971c-0333-4cd7-bc2f-a93dd31e3728 on host n-d-852085-12 for vnic_type normal using segments [{'id': '83d4624b-2bb2-41a4-9e9d-d03cead9f7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8acef4e8-7c5b-43b1-8752-67a8e3e5199b'}] Oct 04 21:15:00.423210 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Attempt 6 to bind port db49971c-0333-4cd7-bc2f-a93dd31e3728 Oct 04 21:15:00.492466 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Attempting to bind port db49971c-0333-4cd7-bc2f-a93dd31e3728 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:15:00.495430 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Attempting to bind port db49971c-0333-4cd7-bc2f-a93dd31e3728 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '83d4624b-2bb2-41a4-9e9d-d03cead9f7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8acef4e8-7c5b-43b1-8752-67a8e3e5199b'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:15:00.499672 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Attempting to bind port db49971c-0333-4cd7-bc2f-a93dd31e3728 on network 8acef4e8-7c5b-43b1-8752-67a8e3e5199b {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:15:00.666414 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 77a0f740-acea-4bfa-b090-1f63a25e1848 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:15:00.666414 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (77a0f740-acea-4bfa-b090-1f63a25e1848), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:00.666414 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 77a0f740-acea-4bfa-b090-1f63a25e1848 Oct 04 21:15:00.717215 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e6173fd2-39d0-488c-bd24-3b8b410f944f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:00.730488 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet c83bad8d-b97b-4ecc-b750-631d0327a0f7 could not be found. Oct 04 21:15:00.730488 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:15:00.730488 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:15:00.730488 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:15:00.730488 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:15:00.730488 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:15:00.730488 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:15:00.730488 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:15:00.730488 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:15:00.730488 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:15:00.730488 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:15:00.730488 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:15:00.730488 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:15:00.730488 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:15:00.730488 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:15:00.730488 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:15:00.730488 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:15:00.730488 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:15:00.730488 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:15:00.730488 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:15:00.730488 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:15:00.730488 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:15:00.730488 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:15:00.730488 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:15:00.730488 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:15:00.730488 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:15:00.730488 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:15:00.730488 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:15:00.730488 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:15:00.730488 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:15:00.730488 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:15:00.730488 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:15:00.730488 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:15:00.730488 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:15:00.730488 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:15:00.730488 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:15:00.730488 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:15:00.730488 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:15:00.730488 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:15:00.730488 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:15:00.730488 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet c83bad8d-b97b-4ecc-b750-631d0327a0f7 could not be found. Oct 04 21:15:00.730488 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:15:00.740479 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Attempting to bind port db49971c-0333-4cd7-bc2f-a93dd31e3728 on network 8acef4e8-7c5b-43b1-8752-67a8e3e5199b {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:15:00.816145 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:15:01.167944 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet c83bad8d-b97b-4ecc-b750-631d0327a0f7 could not be found. Oct 04 21:15:01.167944 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:15:01.167944 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:15:01.167944 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:15:01.167944 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:15:01.167944 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:15:01.167944 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:15:01.167944 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:15:01.167944 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:15:01.167944 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:15:01.167944 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:15:01.167944 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:15:01.167944 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:15:01.167944 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:15:01.167944 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:15:01.167944 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:15:01.167944 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:15:01.167944 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:15:01.167944 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:15:01.167944 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:15:01.167944 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:15:01.167944 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:15:01.167944 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:15:01.167944 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:15:01.167944 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:15:01.167944 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:15:01.167944 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:15:01.167944 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:15:01.167944 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:15:01.167944 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:15:01.167944 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:15:01.167944 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:15:01.167944 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:15:01.167944 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:15:01.167944 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:15:01.167944 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:15:01.167944 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:15:01.167944 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:15:01.167944 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet c83bad8d-b97b-4ecc-b750-631d0327a0f7 could not be found. Oct 04 21:15:01.167944 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:15:01.179486 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Failed to bind port db49971c-0333-4cd7-bc2f-a93dd31e3728 on host n-d-852085-12 for vnic_type normal using segments [{'id': '83d4624b-2bb2-41a4-9e9d-d03cead9f7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8acef4e8-7c5b-43b1-8752-67a8e3e5199b'}] Oct 04 21:15:01.186127 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Attempt 7 to bind port db49971c-0333-4cd7-bc2f-a93dd31e3728 Oct 04 21:15:01.259699 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Attempting to bind port db49971c-0333-4cd7-bc2f-a93dd31e3728 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:15:01.262431 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Attempting to bind port db49971c-0333-4cd7-bc2f-a93dd31e3728 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '83d4624b-2bb2-41a4-9e9d-d03cead9f7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8acef4e8-7c5b-43b1-8752-67a8e3e5199b'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:15:01.266269 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Attempting to bind port db49971c-0333-4cd7-bc2f-a93dd31e3728 on network 8acef4e8-7c5b-43b1-8752-67a8e3e5199b {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:15:01.289527 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-771df427-e27a-4a2c-87ec-6468dcd528f3 None None] Provisioning complete for port 8aa69319-7207-420d-bac9-15cb6ea7f6ea triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:15:01.299653 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-771df427-e27a-4a2c-87ec-6468dcd528f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (8aa69319-7207-420d-bac9-15cb6ea7f6ea), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:01.312753 n-d-852085-12 neutron-server[108170]: DEBUG neutron.objects.ports [None req-0365d911-95b0-42c2-b661-118f00baecb1 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108170) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 04 21:15:01.317311 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0365d911-95b0-42c2-b661-118f00baecb1 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (81a72c9e-615d-4e9b-840e-c1520c4f2c5f), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:01.344752 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-771df427-e27a-4a2c-87ec-6468dcd528f3 None None] Attempt 1 to provision port 8aa69319-7207-420d-bac9-15cb6ea7f6ea Oct 04 21:15:01.606419 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet c83bad8d-b97b-4ecc-b750-631d0327a0f7 could not be found. Oct 04 21:15:01.606419 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:15:01.606419 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:15:01.606419 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:15:01.606419 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:15:01.606419 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:15:01.606419 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:15:01.606419 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:15:01.606419 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:15:01.606419 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:15:01.606419 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:15:01.606419 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:15:01.606419 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:15:01.606419 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:15:01.606419 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:15:01.606419 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:15:01.606419 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:15:01.606419 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:15:01.606419 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:15:01.606419 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:15:01.606419 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:15:01.606419 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:15:01.606419 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:15:01.606419 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:15:01.606419 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:15:01.606419 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:15:01.606419 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:15:01.606419 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:15:01.606419 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:15:01.606419 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:15:01.606419 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:15:01.606419 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:15:01.606419 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:15:01.606419 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:15:01.606419 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:15:01.606419 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:15:01.606419 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:15:01.606419 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:15:01.606419 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:15:01.606419 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:15:01.606419 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet c83bad8d-b97b-4ecc-b750-631d0327a0f7 could not be found. Oct 04 21:15:01.606419 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:15:01.611806 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Attempting to bind port db49971c-0333-4cd7-bc2f-a93dd31e3728 on network 8acef4e8-7c5b-43b1-8752-67a8e3e5199b {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:15:01.894097 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet c83bad8d-b97b-4ecc-b750-631d0327a0f7 could not be found. Oct 04 21:15:01.894097 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:15:01.894097 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:15:01.894097 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:15:01.894097 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:15:01.894097 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:15:01.894097 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:15:01.894097 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:15:01.894097 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:15:01.894097 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:15:01.894097 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:15:01.894097 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:15:01.894097 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:15:01.894097 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:15:01.894097 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:15:01.894097 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:15:01.894097 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:15:01.894097 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:15:01.894097 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:15:01.894097 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:15:01.894097 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:15:01.894097 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:15:01.894097 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:15:01.894097 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:15:01.894097 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:15:01.894097 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:15:01.894097 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:15:01.894097 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:15:01.894097 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:15:01.894097 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:15:01.894097 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:15:01.894097 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:15:01.894097 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:15:01.894097 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:15:01.894097 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:15:01.894097 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:15:01.894097 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:15:01.894097 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:15:01.894097 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet c83bad8d-b97b-4ecc-b750-631d0327a0f7 could not be found. Oct 04 21:15:01.894097 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:15:01.905762 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Failed to bind port db49971c-0333-4cd7-bc2f-a93dd31e3728 on host n-d-852085-12 for vnic_type normal using segments [{'id': '83d4624b-2bb2-41a4-9e9d-d03cead9f7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8acef4e8-7c5b-43b1-8752-67a8e3e5199b'}] Oct 04 21:15:01.935359 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Attempt 8 to bind port db49971c-0333-4cd7-bc2f-a93dd31e3728 Oct 04 21:15:01.966610 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0365d911-95b0-42c2-b661-118f00baecb1 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Pushing event updated for resources: {'Subnet': ['ID=81a72c9e-615d-4e9b-840e-c1520c4f2c5f,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:15:01.987084 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-a27f38ef-8f7c-4bfb-a2e5-61f0fec69c2b None None] Publish callbacks [] for port (26ac8006-4f26-4e49-924a-1a1e55df9e11), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:02.018455 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0365d911-95b0-42c2-b661-118f00baecb1 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Checking segment: {'id': 'a9115265-58f2-4aae-8740-434462de32c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '46209500-015d-4d1a-b978-ec0c80fd0aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:15:02.019163 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0365d911-95b0-42c2-b661-118f00baecb1 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Network hostable DHCP agents. Network: 46209500-015d-4d1a-b978-ec0c80fd0aa2, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:15:02.126230 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-a27f38ef-8f7c-4bfb-a2e5-61f0fec69c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (26ac8006-4f26-4e49-924a-1a1e55df9e11), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:02.161786 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-e6173fd2-39d0-488c-bd24-3b8b410f944f admin admin] Allocated IP 172.20.0.1 (456e254e-9330-493b-84c6-6239de6f59b6/a4edd647-c3d8-45fd-9139-e46e65450d09/c2b10318-2630-477d-b6a9-4275a2561713) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:15:02.201978 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0365d911-95b0-42c2-b661-118f00baecb1 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Network 46209500-015d-4d1a-b978-ec0c80fd0aa2 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:15:02.251654 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-a27f38ef-8f7c-4bfb-a2e5-61f0fec69c2b None None] Attempting to bind port 26ac8006-4f26-4e49-924a-1a1e55df9e11 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:15:02.251654 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-a27f38ef-8f7c-4bfb-a2e5-61f0fec69c2b None None] Attempting to bind port 26ac8006-4f26-4e49-924a-1a1e55df9e11 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:15:02.252566 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Attempting to bind port db49971c-0333-4cd7-bc2f-a93dd31e3728 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:15:02.253197 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Attempting to bind port db49971c-0333-4cd7-bc2f-a93dd31e3728 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '83d4624b-2bb2-41a4-9e9d-d03cead9f7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8acef4e8-7c5b-43b1-8752-67a8e3e5199b'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:15:02.253522 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27f38ef-8f7c-4bfb-a2e5-61f0fec69c2b None None] Attempting to bind port 26ac8006-4f26-4e49-924a-1a1e55df9e11 on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:15:02.253924 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Attempting to bind port db49971c-0333-4cd7-bc2f-a93dd31e3728 on network 8acef4e8-7c5b-43b1-8752-67a8e3e5199b {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:15:02.352020 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet c83bad8d-b97b-4ecc-b750-631d0327a0f7 could not be found. Oct 04 21:15:02.352020 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:15:02.352020 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:15:02.352020 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:15:02.352020 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:15:02.352020 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:15:02.352020 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:15:02.352020 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:15:02.352020 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:15:02.352020 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:15:02.352020 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:15:02.352020 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:15:02.352020 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:15:02.352020 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:15:02.352020 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:15:02.352020 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:15:02.352020 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:15:02.352020 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:15:02.352020 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:15:02.352020 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:15:02.352020 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:15:02.352020 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:15:02.352020 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:15:02.352020 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:15:02.352020 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:15:02.352020 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:15:02.352020 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:15:02.352020 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:15:02.352020 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:15:02.352020 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:15:02.352020 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:15:02.352020 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:15:02.352020 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:15:02.352020 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:15:02.352020 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:15:02.352020 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:15:02.352020 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:15:02.352020 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:15:02.352020 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:15:02.352020 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:15:02.352020 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet c83bad8d-b97b-4ecc-b750-631d0327a0f7 could not be found. Oct 04 21:15:02.352020 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:15:02.365583 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Attempting to bind port db49971c-0333-4cd7-bc2f-a93dd31e3728 on network 8acef4e8-7c5b-43b1-8752-67a8e3e5199b {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:15:02.388635 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-0365d911-95b0-42c2-b661-118f00baecb1 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 46209500-015d-4d1a-b978-ec0c80fd0aa2) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:15:02.398730 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0365d911-95b0-42c2-b661-118f00baecb1 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:15:02.409735 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0365d911-95b0-42c2-b661-118f00baecb1 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:02.447085 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:15:02.645254 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-0365d911-95b0-42c2-b661-118f00baecb1 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 4.2742798 Oct 04 21:15:02.650080 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 37886) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:15:02.652714 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-771df427-e27a-4a2c-87ec-6468dcd528f3 None None] Current status of the port 8aa69319-7207-420d-bac9-15cb6ea7f6ea is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:15:02.656620 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-771df427-e27a-4a2c-87ec-6468dcd528f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (8aa69319-7207-420d-bac9-15cb6ea7f6ea), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:02.667869 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 77a0f740-acea-4bfa-b090-1f63a25e1848 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:15:02.668185 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27f38ef-8f7c-4bfb-a2e5-61f0fec69c2b None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:15:02.668185 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27f38ef-8f7c-4bfb-a2e5-61f0fec69c2b None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:15:02.668573 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-a27f38ef-8f7c-4bfb-a2e5-61f0fec69c2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:02.669248 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27f38ef-8f7c-4bfb-a2e5-61f0fec69c2b None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:15:02.669843 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-a27f38ef-8f7c-4bfb-a2e5-61f0fec69c2b None None] Bound port: 26ac8006-4f26-4e49-924a-1a1e55df9e11, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:15:02.670435 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-a27f38ef-8f7c-4bfb-a2e5-61f0fec69c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (26ac8006-4f26-4e49-924a-1a1e55df9e11), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:02.670593 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (77a0f740-acea-4bfa-b090-1f63a25e1848), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:02.734288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet c83bad8d-b97b-4ecc-b750-631d0327a0f7 could not be found. Oct 04 21:15:02.734288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:15:02.734288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:15:02.734288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:15:02.734288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:15:02.734288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:15:02.734288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:15:02.734288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:15:02.734288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:15:02.734288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:15:02.734288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:15:02.734288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:15:02.734288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:15:02.734288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:15:02.734288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:15:02.734288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:15:02.734288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:15:02.734288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:15:02.734288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:15:02.734288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:15:02.734288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:15:02.734288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:15:02.734288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:15:02.734288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:15:02.734288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:15:02.734288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:15:02.734288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:15:02.734288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:15:02.734288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:15:02.734288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:15:02.734288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:15:02.734288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:15:02.734288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:15:02.734288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:15:02.734288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:15:02.734288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:15:02.734288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:15:02.734288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:15:02.734288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet c83bad8d-b97b-4ecc-b750-631d0327a0f7 could not be found. Oct 04 21:15:02.734288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:15:02.742903 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Failed to bind port db49971c-0333-4cd7-bc2f-a93dd31e3728 on host n-d-852085-12 for vnic_type normal using segments [{'id': '83d4624b-2bb2-41a4-9e9d-d03cead9f7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8acef4e8-7c5b-43b1-8752-67a8e3e5199b'}] Oct 04 21:15:02.755637 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Attempt 9 to bind port db49971c-0333-4cd7-bc2f-a93dd31e3728 Oct 04 21:15:02.800381 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-a27f38ef-8f7c-4bfb-a2e5-61f0fec69c2b None None] For port 26ac8006-4f26-4e49-924a-1a1e55df9e11, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:15:02.807965 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-a27f38ef-8f7c-4bfb-a2e5-61f0fec69c2b None None] For port 26ac8006-4f26-4e49-924a-1a1e55df9e11, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=26ac8006-4f26-4e49-924a-1a1e55df9e11,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:15:02.815583 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63b5551-f1f1-4997-9779-12d0fe7816d5 None None] Pushing event updated for resources: {'Port': ['ID=26ac8006-4f26-4e49-924a-1a1e55df9e11,revision_number=2']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:15:02.825447 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Attempting to bind port db49971c-0333-4cd7-bc2f-a93dd31e3728 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:15:02.825942 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Attempting to bind port db49971c-0333-4cd7-bc2f-a93dd31e3728 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '83d4624b-2bb2-41a4-9e9d-d03cead9f7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8acef4e8-7c5b-43b1-8752-67a8e3e5199b'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:15:02.826551 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Attempting to bind port db49971c-0333-4cd7-bc2f-a93dd31e3728 on network 8acef4e8-7c5b-43b1-8752-67a8e3e5199b {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:15:02.973031 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-a27f38ef-8f7c-4bfb-a2e5-61f0fec69c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (26ac8006-4f26-4e49-924a-1a1e55df9e11), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:03.000998 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:03.066351 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e6173fd2-39d0-488c-bd24-3b8b410f944f admin admin] Publish callbacks [] for port (c2b10318-2630-477d-b6a9-4275a2561713), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:03.077851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet c83bad8d-b97b-4ecc-b750-631d0327a0f7 could not be found. Oct 04 21:15:03.077851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:15:03.077851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:15:03.077851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:15:03.077851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:15:03.077851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:15:03.077851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:15:03.077851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:15:03.077851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:15:03.077851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:15:03.077851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:15:03.077851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:15:03.077851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:15:03.077851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:15:03.077851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:15:03.077851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:15:03.077851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:15:03.077851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:15:03.077851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:15:03.077851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:15:03.077851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:15:03.077851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:15:03.077851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:15:03.077851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:15:03.077851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:15:03.077851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:15:03.077851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:15:03.077851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:15:03.077851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:15:03.077851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:15:03.077851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:15:03.077851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:15:03.077851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:15:03.077851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:15:03.077851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:15:03.077851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:15:03.077851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:15:03.077851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:15:03.077851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:15:03.077851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:15:03.077851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet c83bad8d-b97b-4ecc-b750-631d0327a0f7 could not be found. Oct 04 21:15:03.077851 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:15:03.094425 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Attempting to bind port db49971c-0333-4cd7-bc2f-a93dd31e3728 on network 8acef4e8-7c5b-43b1-8752-67a8e3e5199b {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:15:03.191772 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:15:03.195799 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63b5551-f1f1-4997-9779-12d0fe7816d5 None None] Pushing event updated for resources: {'Port': ['ID=26ac8006-4f26-4e49-924a-1a1e55df9e11,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:15:03.211129 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27f38ef-8f7c-4bfb-a2e5-61f0fec69c2b None None] Routers {'6842d572-7306-41bb-b4d4-4970e380f41f'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:15:03.212714 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-a27f38ef-8f7c-4bfb-a2e5-61f0fec69c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:14:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['6842d572-7306-41bb-b4d4-4970e380f41f'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:15:03.316350 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet c83bad8d-b97b-4ecc-b750-631d0327a0f7 could not be found. Oct 04 21:15:03.316350 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:15:03.316350 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:15:03.316350 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:15:03.316350 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:15:03.316350 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:15:03.316350 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:15:03.316350 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:15:03.316350 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:15:03.316350 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:15:03.316350 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:15:03.316350 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:15:03.316350 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:15:03.316350 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:15:03.316350 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:15:03.316350 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:15:03.316350 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:15:03.316350 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:15:03.316350 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:15:03.316350 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:15:03.316350 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:15:03.316350 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:15:03.316350 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:15:03.316350 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:15:03.316350 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:15:03.316350 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:15:03.316350 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:15:03.316350 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:15:03.316350 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:15:03.316350 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:15:03.316350 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:15:03.316350 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:15:03.316350 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:15:03.316350 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:15:03.316350 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:15:03.316350 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:15:03.316350 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:15:03.316350 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:15:03.316350 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet c83bad8d-b97b-4ecc-b750-631d0327a0f7 could not be found. Oct 04 21:15:03.316350 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:15:03.322318 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Failed to bind port db49971c-0333-4cd7-bc2f-a93dd31e3728 on host n-d-852085-12 for vnic_type normal using segments [{'id': '83d4624b-2bb2-41a4-9e9d-d03cead9f7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8acef4e8-7c5b-43b1-8752-67a8e3e5199b'}] Oct 04 21:15:03.341682 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2e3ab062-5da8-46f1-99c6-2595dd85c89d tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (46209500-015d-4d1a-b978-ec0c80fd0aa2), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:03.400181 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Attempt 10 to bind port db49971c-0333-4cd7-bc2f-a93dd31e3728 Oct 04 21:15:03.414108 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e6173fd2-39d0-488c-bd24-3b8b410f944f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (c2b10318-2630-477d-b6a9-4275a2561713), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:03.431163 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 77a0f740-acea-4bfa-b090-1f63a25e1848, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=77a0f740-acea-4bfa-b090-1f63a25e1848,segment=NetworkSegment(1e3a74a6-3055-458e-a78f-918ab5cebdb6),segment_id=1e3a74a6-3055-458e-a78f-918ab5cebdb6)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:15:03.470387 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-771df427-e27a-4a2c-87ec-6468dcd528f3 None None] For port 8aa69319-7207-420d-bac9-15cb6ea7f6ea, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=8aa69319-7207-420d-bac9-15cb6ea7f6ea,segment=NetworkSegment(173ad453-a5aa-4d3b-9c2e-2e77079016d7),segment_id=173ad453-a5aa-4d3b-9c2e-2e77079016d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:15:03.515177 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6173fd2-39d0-488c-bd24-3b8b410f944f admin admin] Network 456e254e-9330-493b-84c6-6239de6f59b6 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:15:03.524273 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Attempting to bind port db49971c-0333-4cd7-bc2f-a93dd31e3728 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:15:03.525349 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Attempting to bind port db49971c-0333-4cd7-bc2f-a93dd31e3728 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '83d4624b-2bb2-41a4-9e9d-d03cead9f7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8acef4e8-7c5b-43b1-8752-67a8e3e5199b'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:15:03.526187 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Attempting to bind port db49971c-0333-4cd7-bc2f-a93dd31e3728 on network 8acef4e8-7c5b-43b1-8752-67a8e3e5199b {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:15:03.531807 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:15:03.560678 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2e3ab062-5da8-46f1-99c6-2595dd85c89d tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (81a72c9e-615d-4e9b-840e-c1520c4f2c5f), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:03.625479 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-a27f38ef-8f7c-4bfb-a2e5-61f0fec69c2b None None] Set router 6842d572-7306-41bb-b4d4-4970e380f41f gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:15:03.713788 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6173fd2-39d0-488c-bd24-3b8b410f944f admin admin] Pushing event updated for resources: {'Port': ['ID=c2b10318-2630-477d-b6a9-4275a2561713,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:15:03.719361 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-771df427-e27a-4a2c-87ec-6468dcd528f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (8aa69319-7207-420d-bac9-15cb6ea7f6ea), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:03.731489 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:03.732834 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (77a0f740-acea-4bfa-b090-1f63a25e1848), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:03.743995 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-e6173fd2-39d0-488c-bd24-3b8b410f944f admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:15:03.755901 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet c83bad8d-b97b-4ecc-b750-631d0327a0f7 could not be found. Oct 04 21:15:03.755901 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:15:03.755901 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:15:03.755901 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:15:03.755901 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:15:03.755901 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:15:03.755901 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:15:03.755901 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:15:03.755901 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:15:03.755901 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:15:03.755901 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:15:03.755901 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:15:03.755901 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:15:03.755901 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:15:03.755901 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:15:03.755901 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:15:03.755901 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:15:03.755901 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:15:03.755901 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:15:03.755901 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:15:03.755901 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:15:03.755901 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:15:03.755901 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:15:03.755901 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:15:03.755901 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:15:03.755901 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:15:03.755901 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:15:03.755901 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:15:03.755901 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:15:03.755901 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:15:03.755901 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:15:03.755901 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:15:03.755901 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:15:03.755901 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:15:03.755901 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:15:03.755901 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:15:03.755901 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:15:03.755901 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:15:03.755901 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:15:03.755901 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:15:03.755901 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet c83bad8d-b97b-4ecc-b750-631d0327a0f7 could not be found. Oct 04 21:15:03.755901 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:15:03.766996 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Attempting to bind port db49971c-0333-4cd7-bc2f-a93dd31e3728 on network 8acef4e8-7c5b-43b1-8752-67a8e3e5199b {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:15:03.767799 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6173fd2-39d0-488c-bd24-3b8b410f944f admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:15:03.982288 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e6173fd2-39d0-488c-bd24-3b8b410f944f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (6842d572-7306-41bb-b4d4-4970e380f41f), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:04.001419 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2e3ab062-5da8-46f1-99c6-2595dd85c89d tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (81a72c9e-615d-4e9b-840e-c1520c4f2c5f), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:04.038507 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet c83bad8d-b97b-4ecc-b750-631d0327a0f7 could not be found. Oct 04 21:15:04.038507 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:15:04.038507 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:15:04.038507 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:15:04.038507 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:15:04.038507 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:15:04.038507 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:15:04.038507 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:15:04.038507 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:15:04.038507 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:15:04.038507 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:15:04.038507 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:15:04.038507 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:15:04.038507 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:15:04.038507 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:15:04.038507 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:15:04.038507 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:15:04.038507 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:15:04.038507 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:15:04.038507 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:15:04.038507 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:15:04.038507 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:15:04.038507 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:15:04.038507 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:15:04.038507 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:15:04.038507 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:15:04.038507 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:15:04.038507 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:15:04.038507 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:15:04.038507 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:15:04.038507 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:15:04.038507 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:15:04.038507 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:15:04.038507 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:15:04.038507 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:15:04.038507 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:15:04.038507 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:15:04.038507 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:15:04.038507 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet c83bad8d-b97b-4ecc-b750-631d0327a0f7 could not be found. Oct 04 21:15:04.038507 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:15:04.043885 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Failed to bind port db49971c-0333-4cd7-bc2f-a93dd31e3728 on host n-d-852085-12 for vnic_type normal using segments [{'id': '83d4624b-2bb2-41a4-9e9d-d03cead9f7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8acef4e8-7c5b-43b1-8752-67a8e3e5199b'}] Oct 04 21:15:04.043885 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (db49971c-0333-4cd7-bc2f-a93dd31e3728), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:04.207456 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 21:15:04.218702 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:15:04.244797 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3ab062-5da8-46f1-99c6-2595dd85c89d tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Pushing event deleted for resources: {'Subnet': ['ID=81a72c9e-615d-4e9b-840e-c1520c4f2c5f,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:15:04.384762 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 8aa69319-7207-420d-bac9-15cb6ea7f6ea up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:15:04.435895 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:15:04.497003 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-a27f38ef-8f7c-4bfb-a2e5-61f0fec69c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6842d572-7306-41bb-b4d4-4970e380f41f', 'name': 'tempest-TestAggregatesBasicOps-1445239111-router', 'tenant_id': '25824f446a4344c18bafe3afb8dde28f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '26ac8006-4f26-4e49-924a-1a1e55df9e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:14:48Z', 'updated_at': '2022-10-04T21:14:53Z', 'revision_number': 3, 'project_id': '25824f446a4344c18bafe3afb8dde28f', 'gw_port': {'id': '26ac8006-4f26-4e49-924a-1a1e55df9e11', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:fa:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6842d572-7306-41bb-b4d4-4970e380f41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:14:50Z', 'updated_at': '2022-10-04T21:15:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:15:04.623565 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2e3ab062-5da8-46f1-99c6-2595dd85c89d tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (46209500-015d-4d1a-b978-ec0c80fd0aa2), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:04.683699 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e6173fd2-39d0-488c-bd24-3b8b410f944f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (c2b10318-2630-477d-b6a9-4275a2561713), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:04.692958 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27f38ef-8f7c-4bfb-a2e5-61f0fec69c2b None None] The sync data for ids ['6842d572-7306-41bb-b4d4-4970e380f41f'] in n-d-852085-12 is: [{'id': '6842d572-7306-41bb-b4d4-4970e380f41f', 'name': 'tempest-TestAggregatesBasicOps-1445239111-router', 'tenant_id': '25824f446a4344c18bafe3afb8dde28f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '26ac8006-4f26-4e49-924a-1a1e55df9e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:14:48Z', 'updated_at': '2022-10-04T21:14:53Z', 'revision_number': 3, 'project_id': '25824f446a4344c18bafe3afb8dde28f', 'gw_port': {'id': '26ac8006-4f26-4e49-924a-1a1e55df9e11', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:fa:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6842d572-7306-41bb-b4d4-4970e380f41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:14:50Z', 'updated_at': '2022-10-04T21:15:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:15:04.772992 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-2e3ab062-5da8-46f1-99c6-2595dd85c89d tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46209500-015d-4d1a-b978-ec0c80fd0aa2']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:15:04.796364 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-2e3ab062-5da8-46f1-99c6-2595dd85c89d tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9115265-58f2-4aae-8740-434462de32c6') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:15:04.796827 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-2e3ab062-5da8-46f1-99c6-2595dd85c89d tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9115265-58f2-4aae-8740-434462de32c6') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:15:04.824848 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2e3ab062-5da8-46f1-99c6-2595dd85c89d tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (a9115265-58f2-4aae-8740-434462de32c6), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:04.859242 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771df427-e27a-4a2c-87ec-6468dcd528f3 None None] Pushing event updated for resources: {'Port': ['ID=8aa69319-7207-420d-bac9-15cb6ea7f6ea,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:15:04.859647 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2e3ab062-5da8-46f1-99c6-2595dd85c89d tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (a9115265-58f2-4aae-8740-434462de32c6), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:04.876782 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e3ab062-5da8-46f1-99c6-2595dd85c89d tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:15:04.878068 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2e3ab062-5da8-46f1-99c6-2595dd85c89d tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (a9115265-58f2-4aae-8740-434462de32c6), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:05.077401 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment a9115265-58f2-4aae-8740-434462de32c6 resource provider aggregate not found Oct 04 21:15:05.138502 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment a9115265-58f2-4aae-8740-434462de32c6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a9115265-58f2-4aae-8740-434462de32c6 found for delete ", "request_id": "req-324514f4-5b7f-4c44-a690-2b0f655a3e54"}]} Oct 04 21:15:05.182706 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=77a0f740-acea-4bfa-b090-1f63a25e1848,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:15:05.194677 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2e3ab062-5da8-46f1-99c6-2595dd85c89d tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (46209500-015d-4d1a-b978-ec0c80fd0aa2), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:05.204665 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2e3ab062-5da8-46f1-99c6-2595dd85c89d tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:05.228215 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-b942a614-2da0-4301-9529-378e25b76464 None None] For port db49971c-0333-4cd7-bc2f-a93dd31e3728, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:15:05.228215 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Attempted to set empty binding levels {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 04 21:15:05.233784 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2e3ab062-5da8-46f1-99c6-2595dd85c89d tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] 10.222.0.78 "DELETE /networking/v2.0/networks/46209500-015d-4d1a-b978-ec0c80fd0aa2 HTTP/1.1" status: 204 len: 168 time: 2.5815027 Oct 04 21:15:05.241605 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 8aa69319-7207-420d-bac9-15cb6ea7f6ea triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:15:05.247448 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (8aa69319-7207-420d-bac9-15cb6ea7f6ea), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:05.247448 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 8aa69319-7207-420d-bac9-15cb6ea7f6ea Oct 04 21:15:05.284178 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 37920) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:15:05.401756 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-b583fdf7-09bc-4159-90df-02f409a9f3db tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1726869661'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:15:05.429588 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3ab062-5da8-46f1-99c6-2595dd85c89d tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Pushing event deleted for resources: {'Network': ['ID=46209500-015d-4d1a-b978-ec0c80fd0aa2,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:15:05.433081 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (db49971c-0333-4cd7-bc2f-a93dd31e3728), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:05.759877 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b583fdf7-09bc-4159-90df-02f409a9f3db tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Made reservation on behalf of 2b36621ba6fe4c39a1efe91e510935ae for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:15:05.766936 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b583fdf7-09bc-4159-90df-02f409a9f3db tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:05.884208 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:15:05.886188 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b942a614-2da0-4301-9529-378e25b76464 None None] Pushing event updated for resources: {'Port': ['ID=db49971c-0333-4cd7-bc2f-a93dd31e3728,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:15:05.923519 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b583fdf7-09bc-4159-90df-02f409a9f3db tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:15:05.974870 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e6173fd2-39d0-488c-bd24-3b8b410f944f admin admin] Publish callbacks [] for port (c2b10318-2630-477d-b6a9-4275a2561713), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:05.994576 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b583fdf7-09bc-4159-90df-02f409a9f3db tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (9ad6a9cb-eea9-4cc8-9eb5-b6a3284b4487), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:05.995406 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-b583fdf7-09bc-4159-90df-02f409a9f3db tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Added segment 9ad6a9cb-eea9-4cc8-9eb5-b6a3284b4487 of type vlan for network b5511023-6907-47a2-a975-abd02b44e112 Oct 04 21:15:06.093282 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e6173fd2-39d0-488c-bd24-3b8b410f944f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (c2b10318-2630-477d-b6a9-4275a2561713), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:06.125841 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b583fdf7-09bc-4159-90df-02f409a9f3db tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (b5511023-6907-47a2-a975-abd02b44e112), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:06.166008 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=84,neutron:INSERT=3,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:15:06.175506 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6826dd8-3c65-4fdb-bcbb-81f39892ed26 None None] get_active_networks_info from n-d-852085-12 {{(pid=108171) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 04 21:15:06.290727 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b583fdf7-09bc-4159-90df-02f409a9f3db tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (b5511023-6907-47a2-a975-abd02b44e112), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:06.299191 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b583fdf7-09bc-4159-90df-02f409a9f3db tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:15:06.300465 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b583fdf7-09bc-4159-90df-02f409a9f3db tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:06.359364 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 8aa69319-7207-420d-bac9-15cb6ea7f6ea is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:15:06.632537 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e6173fd2-39d0-488c-bd24-3b8b410f944f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (6842d572-7306-41bb-b4d4-4970e380f41f), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:06.666454 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b583fdf7-09bc-4159-90df-02f409a9f3db tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Pushing event updated for resources: {'Network': ['ID=b5511023-6907-47a2-a975-abd02b44e112,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:15:06.703725 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b583fdf7-09bc-4159-90df-02f409a9f3db tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4132674 Oct 04 21:15:06.704549 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 37934) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:15:06.747760 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-d0eb9f8d-e904-40ed-bf02-17e7ae0dfc51 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Request body: {'subnet': {'network_id': 'b5511023-6907-47a2-a975-abd02b44e112', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:15:06.798891 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network b5511023-6907-47a2-a975-abd02b44e112 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:15:07.247517 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:15:07.275370 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6173fd2-39d0-488c-bd24-3b8b410f944f admin admin] Pushing event updated for resources: {'Port': ['ID=c2b10318-2630-477d-b6a9-4275a2561713,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:15:07.432250 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 8aa69319-7207-420d-bac9-15cb6ea7f6ea up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:15:07.562459 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0eb9f8d-e904-40ed-bf02-17e7ae0dfc51 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Made reservation on behalf of 2b36621ba6fe4c39a1efe91e510935ae for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:15:07.572669 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d0eb9f8d-e904-40ed-bf02-17e7ae0dfc51 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:07.580352 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6826dd8-3c65-4fdb-bcbb-81f39892ed26 None None] Resources bound (agent type, host, resource id): {{(pid=108171) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 04 21:15:07.603955 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6173fd2-39d0-488c-bd24-3b8b410f944f admin admin] Network 456e254e-9330-493b-84c6-6239de6f59b6 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:15:07.614828 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-e6173fd2-39d0-488c-bd24-3b8b410f944f admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:15:07.985009 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 8aa69319-7207-420d-bac9-15cb6ea7f6ea triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:15:07.985659 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (8aa69319-7207-420d-bac9-15cb6ea7f6ea), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:07.994727 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 8aa69319-7207-420d-bac9-15cb6ea7f6ea Oct 04 21:15:08.535182 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6173fd2-39d0-488c-bd24-3b8b410f944f admin admin] Router 6842d572-7306-41bb-b4d4-4970e380f41f has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:15:08.875254 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d0eb9f8d-e904-40ed-bf02-17e7ae0dfc51 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (2957a572-1c3e-44e6-93c8-e370942613e4), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:08.993499 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 8aa69319-7207-420d-bac9-15cb6ea7f6ea is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:15:09.001887 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 26ac8006-4f26-4e49-924a-1a1e55df9e11 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:15:09.133902 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:15:09.216518 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6173fd2-39d0-488c-bd24-3b8b410f944f admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:15:09.242719 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e6173fd2-39d0-488c-bd24-3b8b410f944f admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/6842d572-7306-41bb-b4d4-4970e380f41f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6110361 Oct 04 21:15:09.312561 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eb9f8d-e904-40ed-bf02-17e7ae0dfc51 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Pushing event updated for resources: {'Subnet': ['ID=2957a572-1c3e-44e6-93c8-e370942613e4,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:15:09.318158 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0eb9f8d-e904-40ed-bf02-17e7ae0dfc51 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Checking segment: {'id': '9ad6a9cb-eea9-4cc8-9eb5-b6a3284b4487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b5511023-6907-47a2-a975-abd02b44e112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:15:09.319395 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0eb9f8d-e904-40ed-bf02-17e7ae0dfc51 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Network hostable DHCP agents. Network: b5511023-6907-47a2-a975-abd02b44e112, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:15:09.442215 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 26ac8006-4f26-4e49-924a-1a1e55df9e11 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:15:09.442685 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (26ac8006-4f26-4e49-924a-1a1e55df9e11), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:09.443688 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 26ac8006-4f26-4e49-924a-1a1e55df9e11 Oct 04 21:15:09.526921 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0eb9f8d-e904-40ed-bf02-17e7ae0dfc51 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Network b5511023-6907-47a2-a975-abd02b44e112 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:15:09.531760 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:15:09.673829 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-d0eb9f8d-e904-40ed-bf02-17e7ae0dfc51 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, b5511023-6907-47a2-a975-abd02b44e112) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:15:09.691314 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0eb9f8d-e904-40ed-bf02-17e7ae0dfc51 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:15:09.692831 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d0eb9f8d-e904-40ed-bf02-17e7ae0dfc51 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:09.717394 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a001319-3900-4744-984a-45930d9e199e None None] Sync routers for ids ['6842d572-7306-41bb-b4d4-4970e380f41f'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:15:09.859065 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-d0eb9f8d-e904-40ed-bf02-17e7ae0dfc51 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.1505635 Oct 04 21:15:09.864426 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 37982) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:15:10.047864 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a001319-3900-4744-984a-45930d9e199e None None] Routers {'6842d572-7306-41bb-b4d4-4970e380f41f'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:15:10.059310 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-0a001319-3900-4744-984a-45930d9e199e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:14:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['6842d572-7306-41bb-b4d4-4970e380f41f'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:15:10.070485 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e54a3e-b79e-4e1b-ab3b-20bb01626d05 None None] get_active_networks_info from n-d-852085-12 {{(pid=108171) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 04 21:15:10.230889 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 26ac8006-4f26-4e49-924a-1a1e55df9e11 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:15:10.231979 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (26ac8006-4f26-4e49-924a-1a1e55df9e11), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:10.443325 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 26ac8006-4f26-4e49-924a-1a1e55df9e11, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=26ac8006-4f26-4e49-924a-1a1e55df9e11,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:15:10.475014 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9c19ab74-914e-49ca-ad15-9f5ee911ee70 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (b5511023-6907-47a2-a975-abd02b44e112), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:10.823218 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9c19ab74-914e-49ca-ad15-9f5ee911ee70 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (2957a572-1c3e-44e6-93c8-e370942613e4), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:11.292473 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9c19ab74-914e-49ca-ad15-9f5ee911ee70 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (2957a572-1c3e-44e6-93c8-e370942613e4), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:11.294374 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-0a001319-3900-4744-984a-45930d9e199e None None] Set router 6842d572-7306-41bb-b4d4-4970e380f41f gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:15:11.419650 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c19ab74-914e-49ca-ad15-9f5ee911ee70 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Pushing event deleted for resources: {'Subnet': ['ID=2957a572-1c3e-44e6-93c8-e370942613e4,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:15:11.608302 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (26ac8006-4f26-4e49-924a-1a1e55df9e11), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:11.614432 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 77a0f740-acea-4bfa-b090-1f63a25e1848 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:15:11.687516 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9c19ab74-914e-49ca-ad15-9f5ee911ee70 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (b5511023-6907-47a2-a975-abd02b44e112), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:11.764558 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-9c19ab74-914e-49ca-ad15-9f5ee911ee70 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5511023-6907-47a2-a975-abd02b44e112']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:15:11.804828 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-9c19ab74-914e-49ca-ad15-9f5ee911ee70 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ad6a9cb-eea9-4cc8-9eb5-b6a3284b4487') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:15:11.805523 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-9c19ab74-914e-49ca-ad15-9f5ee911ee70 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ad6a9cb-eea9-4cc8-9eb5-b6a3284b4487') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:15:11.850479 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:15:11.857085 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9c19ab74-914e-49ca-ad15-9f5ee911ee70 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (9ad6a9cb-eea9-4cc8-9eb5-b6a3284b4487), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:11.927816 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9c19ab74-914e-49ca-ad15-9f5ee911ee70 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (9ad6a9cb-eea9-4cc8-9eb5-b6a3284b4487), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:11.959334 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c19ab74-914e-49ca-ad15-9f5ee911ee70 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:15:11.966141 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9c19ab74-914e-49ca-ad15-9f5ee911ee70 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (9ad6a9cb-eea9-4cc8-9eb5-b6a3284b4487), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:12.194268 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 9ad6a9cb-eea9-4cc8-9eb5-b6a3284b4487 resource provider aggregate not found Oct 04 21:15:12.283660 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 9ad6a9cb-eea9-4cc8-9eb5-b6a3284b4487 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9ad6a9cb-eea9-4cc8-9eb5-b6a3284b4487 found for delete ", "request_id": "req-7eb67759-6a33-4859-aa13-185ae1e816f0"}]} Oct 04 21:15:12.456650 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:15:12.462069 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9c19ab74-914e-49ca-ad15-9f5ee911ee70 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (b5511023-6907-47a2-a975-abd02b44e112), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:12.499304 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9c19ab74-914e-49ca-ad15-9f5ee911ee70 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:12.523098 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 38054) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:15:12.529053 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-9c19ab74-914e-49ca-ad15-9f5ee911ee70 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] 10.222.0.78 "DELETE /networking/v2.0/networks/b5511023-6907-47a2-a975-abd02b44e112 HTTP/1.1" status: 204 len: 168 time: 2.6625843 Oct 04 21:15:12.536305 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-e132d05b-9b64-480f-a661-f1c11f2dd643 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-927707916'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:15:12.557462 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=26ac8006-4f26-4e49-924a-1a1e55df9e11,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:15:12.562069 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c19ab74-914e-49ca-ad15-9f5ee911ee70 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Pushing event deleted for resources: {'Network': ['ID=b5511023-6907-47a2-a975-abd02b44e112,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:15:12.732202 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:15:12.734637 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 77a0f740-acea-4bfa-b090-1f63a25e1848 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:15:12.735973 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (77a0f740-acea-4bfa-b090-1f63a25e1848), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:12.736601 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 77a0f740-acea-4bfa-b090-1f63a25e1848 Oct 04 21:15:12.740084 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-0a001319-3900-4744-984a-45930d9e199e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6842d572-7306-41bb-b4d4-4970e380f41f', 'name': 'tempest-TestAggregatesBasicOps-1445239111-router', 'tenant_id': '25824f446a4344c18bafe3afb8dde28f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '26ac8006-4f26-4e49-924a-1a1e55df9e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:14:48Z', 'updated_at': '2022-10-04T21:15:04Z', 'revision_number': 4, 'project_id': '25824f446a4344c18bafe3afb8dde28f', 'gw_port': {'id': '26ac8006-4f26-4e49-924a-1a1e55df9e11', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:fa:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6842d572-7306-41bb-b4d4-4970e380f41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:14:50Z', 'updated_at': '2022-10-04T21:15:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'c2b10318-2630-477d-b6a9-4275a2561713', 'name': '', 'network_id': '456e254e-9330-493b-84c6-6239de6f59b6', 'tenant_id': '25824f446a4344c18bafe3afb8dde28f', 'mac_address': 'fa:16:3e:2d:0b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6842d572-7306-41bb-b4d4-4970e380f41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'a4edd647-c3d8-45fd-9139-e46e65450d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:15:00Z', 'updated_at': '2022-10-04T21:15:05Z', 'revision_number': 2, 'project_id': '25824f446a4344c18bafe3afb8dde28f', 'subnets': [{'id': 'a4edd647-c3d8-45fd-9139-e46e65450d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:15:12.811248 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a001319-3900-4744-984a-45930d9e199e None None] Checking router: 6842d572-7306-41bb-b4d4-4970e380f41f for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:15:12.812183 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a001319-3900-4744-984a-45930d9e199e None None] Updating router 6842d572-7306-41bb-b4d4-4970e380f41f port c2b10318-2630-477d-b6a9-4275a2561713 binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:15:12.903303 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e132d05b-9b64-480f-a661-f1c11f2dd643 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Made reservation on behalf of 2b36621ba6fe4c39a1efe91e510935ae for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:15:12.911003 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e132d05b-9b64-480f-a661-f1c11f2dd643 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:13.019491 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0a001319-3900-4744-984a-45930d9e199e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (c2b10318-2630-477d-b6a9-4275a2561713), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:13.049991 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e132d05b-9b64-480f-a661-f1c11f2dd643 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:15:13.088777 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e132d05b-9b64-480f-a661-f1c11f2dd643 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (f0130862-23da-471e-83f4-2a03dd33c493), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:13.089988 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-e132d05b-9b64-480f-a661-f1c11f2dd643 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Added segment f0130862-23da-471e-83f4-2a03dd33c493 of type vlan for network 2d31854d-8ef4-465a-9d89-0974d820111c Oct 04 21:15:13.229972 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e132d05b-9b64-480f-a661-f1c11f2dd643 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (2d31854d-8ef4-465a-9d89-0974d820111c), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:13.262780 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e54a3e-b79e-4e1b-ab3b-20bb01626d05 None None] Resources bound (agent type, host, resource id): {{(pid=108171) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 04 21:15:13.446056 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e132d05b-9b64-480f-a661-f1c11f2dd643 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (2d31854d-8ef4-465a-9d89-0974d820111c), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:13.461142 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e132d05b-9b64-480f-a661-f1c11f2dd643 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:15:13.463571 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e132d05b-9b64-480f-a661-f1c11f2dd643 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:13.614888 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:15:13.846763 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-e132d05b-9b64-480f-a661-f1c11f2dd643 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3215678 Oct 04 21:15:13.852147 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 38074) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:15:13.864281 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-b91fb356-b08f-4016-8993-c6bd82cd4d2c tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Request body: {'subnet': {'network_id': '2d31854d-8ef4-465a-9d89-0974d820111c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:15:13.978064 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e132d05b-9b64-480f-a661-f1c11f2dd643 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Pushing event updated for resources: {'Network': ['ID=2d31854d-8ef4-465a-9d89-0974d820111c,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:15:14.053311 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e132d05b-9b64-480f-a661-f1c11f2dd643 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:15:14.053311 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e132d05b-9b64-480f-a661-f1c11f2dd643 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:15:14.056580 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e132d05b-9b64-480f-a661-f1c11f2dd643 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:15:14.058428 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e132d05b-9b64-480f-a661-f1c11f2dd643 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:15:14.064497 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e132d05b-9b64-480f-a661-f1c11f2dd643 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:15:14.064741 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e132d05b-9b64-480f-a661-f1c11f2dd643 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:15:14.072548 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e132d05b-9b64-480f-a661-f1c11f2dd643 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:15:14.072548 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e132d05b-9b64-480f-a661-f1c11f2dd643 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:15:14.072548 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e132d05b-9b64-480f-a661-f1c11f2dd643 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:15:14.072548 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e132d05b-9b64-480f-a661-f1c11f2dd643 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:15:14.076753 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e132d05b-9b64-480f-a661-f1c11f2dd643 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:15:14.077427 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e132d05b-9b64-480f-a661-f1c11f2dd643 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:15:14.086479 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e132d05b-9b64-480f-a661-f1c11f2dd643 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:15:14.087291 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e132d05b-9b64-480f-a661-f1c11f2dd643 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:15:14.090574 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e132d05b-9b64-480f-a661-f1c11f2dd643 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:15:14.177933 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 77a0f740-acea-4bfa-b090-1f63a25e1848 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:15:14.221622 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 2d31854d-8ef4-465a-9d89-0974d820111c details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:15:14.221622 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:15:14.222029 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:15:14.497189 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=41 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:15:14.502451 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 26ac8006-4f26-4e49-924a-1a1e55df9e11 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:15:14.507962 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=10 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:15:14.512178 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0a001319-3900-4744-984a-45930d9e199e None None] Publish callbacks [] for port (c2b10318-2630-477d-b6a9-4275a2561713), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:14.554085 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b91fb356-b08f-4016-8993-c6bd82cd4d2c tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Made reservation on behalf of 2b36621ba6fe4c39a1efe91e510935ae for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:15:14.561301 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b91fb356-b08f-4016-8993-c6bd82cd4d2c tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:14.740287 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0a001319-3900-4744-984a-45930d9e199e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (c2b10318-2630-477d-b6a9-4275a2561713), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:14.934810 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872304c-d7dd-47a4-bcdd-97dab7055131 None None] Pushing event updated for resources: {'Port': ['ID=c2b10318-2630-477d-b6a9-4275a2561713,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:15:15.087699 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 26ac8006-4f26-4e49-924a-1a1e55df9e11 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:15:15.093299 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (26ac8006-4f26-4e49-924a-1a1e55df9e11), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:15.094109 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 26ac8006-4f26-4e49-924a-1a1e55df9e11 Oct 04 21:15:15.792628 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8f654a0a-e4ab-46f7-b0e5-8f612eb9f7af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:15.868492 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-0a001319-3900-4744-984a-45930d9e199e None None] Attempting to bind port c2b10318-2630-477d-b6a9-4275a2561713 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:15:15.869541 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-0a001319-3900-4744-984a-45930d9e199e None None] Attempting to bind port c2b10318-2630-477d-b6a9-4275a2561713 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '173ad453-a5aa-4d3b-9c2e-2e77079016d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '456e254e-9330-493b-84c6-6239de6f59b6'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:15:15.871420 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a001319-3900-4744-984a-45930d9e199e None None] Attempting to bind port c2b10318-2630-477d-b6a9-4275a2561713 on network 456e254e-9330-493b-84c6-6239de6f59b6 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:15:15.872101 n-d-852085-12 neutron-server[108169]: DEBUG neutron.objects.ports [None req-b91fb356-b08f-4016-8993-c6bd82cd4d2c tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108169) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 04 21:15:15.883223 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b91fb356-b08f-4016-8993-c6bd82cd4d2c tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (452416f9-e533-4759-ac87-21dd83a0233f), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:16.191830 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973bb317-b4ec-450c-a1f6-1a80b725bf74 None None] Network 8acef4e8-7c5b-43b1-8752-67a8e3e5199b requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:15:16.197793 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1ba511-fa80-428c-8630-64c1b5f453b1 None None] Network 456e254e-9330-493b-84c6-6239de6f59b6 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:15:16.359659 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91fb356-b08f-4016-8993-c6bd82cd4d2c tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Pushing event updated for resources: {'Subnet': ['ID=452416f9-e533-4759-ac87-21dd83a0233f,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:15:16.366568 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a76a642-850f-4e07-a39d-1fb85ef8c67b None None] Network b513a736-ce92-4d2e-8949-9b412dcc09b8 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:15:16.373958 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95d9f3f-796b-4d70-bc65-c3b9c527debc None None] Network 46209500-015d-4d1a-b978-ec0c80fd0aa2 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:15:16.384680 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91fb356-b08f-4016-8993-c6bd82cd4d2c tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Checking segment: {'id': 'f0130862-23da-471e-83f4-2a03dd33c493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '2d31854d-8ef4-465a-9d89-0974d820111c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:15:16.384680 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91fb356-b08f-4016-8993-c6bd82cd4d2c tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Network hostable DHCP agents. Network: 2d31854d-8ef4-465a-9d89-0974d820111c, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:15:16.445893 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 38134) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:15:16.446813 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7d3cf7-08e8-4f17-9a7c-1ca21a9f2ca2 None None] Network b5511023-6907-47a2-a975-abd02b44e112 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:15:16.610751 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91fb356-b08f-4016-8993-c6bd82cd4d2c tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Network 2d31854d-8ef4-465a-9d89-0974d820111c is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:15:16.621823 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:15:16.639483 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95d9f3f-796b-4d70-bc65-c3b9c527debc None None] Network 46209500-015d-4d1a-b978-ec0c80fd0aa2 could not be found, it might have been deleted concurrently. {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 04 21:15:16.868120 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-b91fb356-b08f-4016-8993-c6bd82cd4d2c tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 2d31854d-8ef4-465a-9d89-0974d820111c) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:15:16.886316 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91fb356-b08f-4016-8993-c6bd82cd4d2c tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:15:16.892122 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b91fb356-b08f-4016-8993-c6bd82cd4d2c tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:17.042914 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 26ac8006-4f26-4e49-924a-1a1e55df9e11 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:15:17.053084 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a001319-3900-4744-984a-45930d9e199e None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:15:17.053755 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a001319-3900-4744-984a-45930d9e199e None None] Checking segment: {'id': '173ad453-a5aa-4d3b-9c2e-2e77079016d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '456e254e-9330-493b-84c6-6239de6f59b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:15:17.054481 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0a001319-3900-4744-984a-45930d9e199e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:17.055223 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a001319-3900-4744-984a-45930d9e199e None None] Bound using segment: {'id': '173ad453-a5aa-4d3b-9c2e-2e77079016d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '456e254e-9330-493b-84c6-6239de6f59b6'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:15:17.066757 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-0a001319-3900-4744-984a-45930d9e199e None None] Bound port: c2b10318-2630-477d-b6a9-4275a2561713, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '173ad453-a5aa-4d3b-9c2e-2e77079016d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '456e254e-9330-493b-84c6-6239de6f59b6'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:15:17.069506 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0a001319-3900-4744-984a-45930d9e199e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (c2b10318-2630-477d-b6a9-4275a2561713), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:17.081231 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b91fb356-b08f-4016-8993-c6bd82cd4d2c tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.2268193 Oct 04 21:15:17.087570 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 38140) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:15:17.275946 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7d3cf7-08e8-4f17-9a7c-1ca21a9f2ca2 None None] Network b5511023-6907-47a2-a975-abd02b44e112 could not be found, it might have been deleted concurrently. {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 04 21:15:17.372093 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7abfeb-f2bd-40e9-8405-62954f0954bc None None] Network 46209500-015d-4d1a-b978-ec0c80fd0aa2 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:15:17.378555 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acf5438-0367-4e84-8bb6-0336b08f9a90 None None] Network 2d31854d-8ef4-465a-9d89-0974d820111c requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:15:17.549705 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3dad7de9-0596-48bf-8a5f-94c9232fb416 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (2d31854d-8ef4-465a-9d89-0974d820111c), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:17.706238 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78354cbb-88a9-4d52-8785-3d0ed7b1209c None None] Network b5511023-6907-47a2-a975-abd02b44e112 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:15:17.712389 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7abfeb-f2bd-40e9-8405-62954f0954bc None None] Network 46209500-015d-4d1a-b978-ec0c80fd0aa2 could not be found, it might have been deleted concurrently. {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 04 21:15:17.799773 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3dad7de9-0596-48bf-8a5f-94c9232fb416 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (452416f9-e533-4759-ac87-21dd83a0233f), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:18.355028 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3dad7de9-0596-48bf-8a5f-94c9232fb416 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (452416f9-e533-4759-ac87-21dd83a0233f), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:18.402564 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:15:18.509661 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 38158) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:15:18.696615 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78354cbb-88a9-4d52-8785-3d0ed7b1209c None None] Network b5511023-6907-47a2-a975-abd02b44e112 could not be found, it might have been deleted concurrently. {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 04 21:15:18.846213 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:15:18.852739 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a4d7de4a-8dbf-431e-bfbb-c9010510b4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:18.917659 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3dad7de9-0596-48bf-8a5f-94c9232fb416 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (2d31854d-8ef4-465a-9d89-0974d820111c), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:19.118139 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-3dad7de9-0596-48bf-8a5f-94c9232fb416 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d31854d-8ef4-465a-9d89-0974d820111c']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:15:19.136807 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-0a001319-3900-4744-984a-45930d9e199e None None] For port c2b10318-2630-477d-b6a9-4275a2561713, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:15:19.189681 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-3dad7de9-0596-48bf-8a5f-94c9232fb416 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0130862-23da-471e-83f4-2a03dd33c493') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:15:19.209884 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-3dad7de9-0596-48bf-8a5f-94c9232fb416 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0130862-23da-471e-83f4-2a03dd33c493') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:15:19.214661 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dad7de9-0596-48bf-8a5f-94c9232fb416 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Pushing event deleted for resources: {'Subnet': ['ID=452416f9-e533-4759-ac87-21dd83a0233f,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:15:19.274179 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3dad7de9-0596-48bf-8a5f-94c9232fb416 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (f0130862-23da-471e-83f4-2a03dd33c493), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:19.339915 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-0a001319-3900-4744-984a-45930d9e199e None None] For port c2b10318-2630-477d-b6a9-4275a2561713, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=c2b10318-2630-477d-b6a9-4275a2561713,segment=NetworkSegment(173ad453-a5aa-4d3b-9c2e-2e77079016d7),segment_id=173ad453-a5aa-4d3b-9c2e-2e77079016d7)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:15:19.353951 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3dad7de9-0596-48bf-8a5f-94c9232fb416 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (f0130862-23da-471e-83f4-2a03dd33c493), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:19.405061 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2344545-bc8a-430b-b766-49c97ccebf3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-2d31854d-8ef4-465a-9d89-0974d820111c', 'network_id': '2d31854d-8ef4-465a-9d89-0974d820111c', 'project_id': '2b36621ba6fe4c39a1efe91e510935ae', 'fixed_ips': [{'subnet_id': '452416f9-e533-4759-ac87-21dd83a0233f'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:15:19.414581 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dad7de9-0596-48bf-8a5f-94c9232fb416 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:15:19.421637 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e2344545-bc8a-430b-b766-49c97ccebf3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:19.422381 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3dad7de9-0596-48bf-8a5f-94c9232fb416 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (f0130862-23da-471e-83f4-2a03dd33c493), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:19.494944 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-243eea19-3d00-404f-96dc-d044d8a35393 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (79176215-a47f-493c-93d1-9276f5ae6eb5), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:19.570768 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0a001319-3900-4744-984a-45930d9e199e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (c2b10318-2630-477d-b6a9-4275a2561713), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:19.761910 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment f0130862-23da-471e-83f4-2a03dd33c493 resource provider aggregate not found Oct 04 21:15:19.805294 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:15:19.836257 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment f0130862-23da-471e-83f4-2a03dd33c493 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f0130862-23da-471e-83f4-2a03dd33c493 found for delete ", "request_id": "req-91a86346-27a2-42c1-97c9-8f728713446c"}]} Oct 04 21:15:20.005778 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3dad7de9-0596-48bf-8a5f-94c9232fb416 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (2d31854d-8ef4-465a-9d89-0974d820111c), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:20.059687 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872304c-d7dd-47a4-bcdd-97dab7055131 None None] Pushing event updated for resources: {'Port': ['ID=c2b10318-2630-477d-b6a9-4275a2561713,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:15:20.093152 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-e2344545-bc8a-430b-b766-49c97ccebf3d None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 04 21:15:20.093152 n-d-852085-12 neutron-server[108171]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, status, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Oct 04 21:15:20.093152 n-d-852085-12 neutron-server[108171]: [parameters: {'project_id': '2b36621ba6fe4c39a1efe91e510935ae', 'id': '2e3ec3c0-b1b8-415d-aded-e7e8acd18b52', 'name': '', 'network_id': '2d31854d-8ef4-465a-9d89-0974d820111c', 'mac_address': 'fa:16:3e:45:f9:78', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-2d31854d-8ef4-465a-9d89-0974d820111c', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 3826}] Oct 04 21:15:20.093152 n-d-852085-12 neutron-server[108171]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 21:15:20.093863 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-e2344545-bc8a-430b-b766-49c97ccebf3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 21:15:20.101619 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3dad7de9-0596-48bf-8a5f-94c9232fb416 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:20.108891 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-a0baf1ce-b446-4a2b-b613-d8ece59c7db5 None None] Provisioning complete for port 8aa69319-7207-420d-bac9-15cb6ea7f6ea triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:15:20.110823 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a0baf1ce-b446-4a2b-b613-d8ece59c7db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (8aa69319-7207-420d-bac9-15cb6ea7f6ea), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:20.114732 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-a0baf1ce-b446-4a2b-b613-d8ece59c7db5 None None] Attempt 1 to provision port 8aa69319-7207-420d-bac9-15cb6ea7f6ea Oct 04 21:15:20.130240 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-3dad7de9-0596-48bf-8a5f-94c9232fb416 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] 10.222.0.78 "DELETE /networking/v2.0/networks/2d31854d-8ef4-465a-9d89-0974d820111c HTTP/1.1" status: 204 len: 168 time: 3.0403082 Oct 04 21:15:20.149303 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a001319-3900-4744-984a-45930d9e199e None None] Routers {'6842d572-7306-41bb-b4d4-4970e380f41f'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:15:20.155340 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-0a001319-3900-4744-984a-45930d9e199e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:15:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['6842d572-7306-41bb-b4d4-4970e380f41f'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:15:20.169377 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 38190) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:15:20.196067 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fb439df0-4ff1-47a7-a036-70bbb7120bf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:20.355014 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dad7de9-0596-48bf-8a5f-94c9232fb416 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Pushing event deleted for resources: {'Network': ['ID=2d31854d-8ef4-465a-9d89-0974d820111c,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:15:20.495737 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-68e3bc62-92a4-415d-977b-5d0c9f863ac5 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] DELETE failed (client error): The resource could not be found. Oct 04 21:15:20.496710 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68e3bc62-92a4-415d-977b-5d0c9f863ac5 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:15:20.510406 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-68e3bc62-92a4-415d-977b-5d0c9f863ac5 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/452416f9-e533-4759-ac87-21dd83a0233f HTTP/1.1" status: 404 len: 337 time: 0.2701211 Oct 04 21:15:20.521201 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 38192) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:15:20.631582 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e2344545-bc8a-430b-b766-49c97ccebf3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:20.749148 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-06d6420f-4c39-415f-8fb6-bcd08cfb7f24 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] DELETE failed (client error): The resource could not be found. Oct 04 21:15:20.750068 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06d6420f-4c39-415f-8fb6-bcd08cfb7f24 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:15:20.771627 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-06d6420f-4c39-415f-8fb6-bcd08cfb7f24 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] 10.222.0.78 "DELETE /networking/v2.0/networks/2d31854d-8ef4-465a-9d89-0974d820111c HTTP/1.1" status: 404 len: 339 time: 0.2422147 Oct 04 21:15:20.772728 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 38196) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:15:20.882081 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fb439df0-4ff1-47a7-a036-70bbb7120bf9 admin admin] Publish callbacks [] for security_group (56d9685c-a7a3-4cb2-915d-620725d3580e), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:20.940696 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:20.999326 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-0a001319-3900-4744-984a-45930d9e199e None None] Set router 6842d572-7306-41bb-b4d4-4970e380f41f gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:15:21.008337 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fb439df0-4ff1-47a7-a036-70bbb7120bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (56d9685c-a7a3-4cb2-915d-620725d3580e), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:21.040224 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-b423d5f9-2ab0-4806-bd2d-0afd992f6d57 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] DELETE failed (client error): The resource could not be found. Oct 04 21:15:21.047334 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b423d5f9-2ab0-4806-bd2d-0afd992f6d57 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:15:21.069058 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b423d5f9-2ab0-4806-bd2d-0afd992f6d57 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/2957a572-1c3e-44e6-93c8-e370942613e4 HTTP/1.1" status: 404 len: 337 time: 0.2714813 Oct 04 21:15:21.070009 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 38202) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:15:21.117575 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb439df0-4ff1-47a7-a036-70bbb7120bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d9685c-a7a3-4cb2-915d-620725d3580e,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:15:21.146582 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f65ff1-09b0-40db-9e24-b381b2bdf5e9 None None] Network 2d31854d-8ef4-465a-9d89-0974d820111c requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:15:21.263448 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f65ff1-09b0-40db-9e24-b381b2bdf5e9 None None] Network 2d31854d-8ef4-465a-9d89-0974d820111c could not be found, it might have been deleted concurrently. {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 04 21:15:21.318452 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-35fc7491-e206-4b1b-945c-34e5316d3d26 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] DELETE failed (client error): The resource could not be found. Oct 04 21:15:21.319350 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35fc7491-e206-4b1b-945c-34e5316d3d26 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:15:21.335736 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-fb439df0-4ff1-47a7-a036-70bbb7120bf9 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=29cc12a5031642a7bd08a7d1a549c11f&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5724735 Oct 04 21:15:21.337099 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 38206) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:15:21.362195 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-35fc7491-e206-4b1b-945c-34e5316d3d26 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] 10.222.0.78 "DELETE /networking/v2.0/networks/b5511023-6907-47a2-a975-abd02b44e112 HTTP/1.1" status: 404 len: 339 time: 0.2802796 Oct 04 21:15:21.382093 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 38208) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:15:21.432236 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-243eea19-3d00-404f-96dc-d044d8a35393 admin admin] Deleting port 77a0f740-acea-4bfa-b090-1f63a25e1848 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:15:21.432812 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-243eea19-3d00-404f-96dc-d044d8a35393 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (77a0f740-acea-4bfa-b090-1f63a25e1848), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:21.444187 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-a0baf1ce-b446-4a2b-b613-d8ece59c7db5 None None] Current status of the port 8aa69319-7207-420d-bac9-15cb6ea7f6ea is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:15:21.568200 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-25f590d0-2984-4acd-a19e-389200e4926c tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] DELETE failed (client error): The resource could not be found. Oct 04 21:15:21.569182 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25f590d0-2984-4acd-a19e-389200e4926c tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:15:21.582143 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-25f590d0-2984-4acd-a19e-389200e4926c tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/81a72c9e-615d-4e9b-840e-c1520c4f2c5f HTTP/1.1" status: 404 len: 337 time: 0.1911640 Oct 04 21:15:21.617448 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 38210) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:15:21.760152 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-39d2052f-493c-4648-81ba-e96da466523b tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] DELETE failed (client error): The resource could not be found. Oct 04 21:15:21.760613 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39d2052f-493c-4648-81ba-e96da466523b tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:15:21.776620 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-39d2052f-493c-4648-81ba-e96da466523b tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] 10.222.0.78 "DELETE /networking/v2.0/networks/46209500-015d-4d1a-b978-ec0c80fd0aa2 HTTP/1.1" status: 404 len: 339 time: 0.1518741 Oct 04 21:15:21.781634 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 38212) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:15:21.804251 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:15:21.890916 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-243eea19-3d00-404f-96dc-d044d8a35393 admin admin] For port 77a0f740-acea-4bfa-b090-1f63a25e1848, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=77a0f740-acea-4bfa-b090-1f63a25e1848,segment=NetworkSegment(1e3a74a6-3055-458e-a78f-918ab5cebdb6),segment_id=1e3a74a6-3055-458e-a78f-918ab5cebdb6)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:15:21.893860 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-243eea19-3d00-404f-96dc-d044d8a35393 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (77a0f740-acea-4bfa-b090-1f63a25e1848), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:21.945171 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-a0baf1ce-b446-4a2b-b613-d8ece59c7db5 None None] Provisioning complete for port c2b10318-2630-477d-b6a9-4275a2561713 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:15:21.946765 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a0baf1ce-b446-4a2b-b613-d8ece59c7db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (c2b10318-2630-477d-b6a9-4275a2561713), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:21.951574 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-a0baf1ce-b446-4a2b-b613-d8ece59c7db5 None None] Attempt 1 to provision port c2b10318-2630-477d-b6a9-4275a2561713 Oct 04 21:15:21.975361 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-243eea19-3d00-404f-96dc-d044d8a35393 admin admin] Calling delete_port for 77a0f740-acea-4bfa-b090-1f63a25e1848 owned by network:router_interface {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:15:22.002964 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:15:22.090726 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d70072a3-c23d-4cc5-b6ab-fa7c6f68a71f admin admin] Publish callbacks [] for security_group (56d9685c-a7a3-4cb2-915d-620725d3580e), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:22.098595 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:22.138379 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-0a001319-3900-4744-984a-45930d9e199e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6842d572-7306-41bb-b4d4-4970e380f41f', 'name': 'tempest-TestAggregatesBasicOps-1445239111-router', 'tenant_id': '25824f446a4344c18bafe3afb8dde28f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '26ac8006-4f26-4e49-924a-1a1e55df9e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:14:48Z', 'updated_at': '2022-10-04T21:15:04Z', 'revision_number': 4, 'project_id': '25824f446a4344c18bafe3afb8dde28f', 'gw_port': {'id': '26ac8006-4f26-4e49-924a-1a1e55df9e11', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:fa:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6842d572-7306-41bb-b4d4-4970e380f41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:14:50Z', 'updated_at': '2022-10-04T21:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'c2b10318-2630-477d-b6a9-4275a2561713', 'name': '', 'network_id': '456e254e-9330-493b-84c6-6239de6f59b6', 'tenant_id': '25824f446a4344c18bafe3afb8dde28f', 'mac_address': 'fa:16:3e:2d:0b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6842d572-7306-41bb-b4d4-4970e380f41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'a4edd647-c3d8-45fd-9139-e46e65450d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:15:00Z', 'updated_at': '2022-10-04T21:15:19Z', 'revision_number': 4, 'project_id': '25824f446a4344c18bafe3afb8dde28f', 'subnets': [{'id': 'a4edd647-c3d8-45fd-9139-e46e65450d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:15:22.178080 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-7153023c-a926-41b3-9937-3ef17f5c2ea1 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Deleting port c383da26-d161-4871-b484-fe09e423310b {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:15:22.178815 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7153023c-a926-41b3-9937-3ef17f5c2ea1 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (c383da26-d161-4871-b484-fe09e423310b), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:22.264718 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a001319-3900-4744-984a-45930d9e199e None None] The sync data for ids ['6842d572-7306-41bb-b4d4-4970e380f41f'] in n-d-852085-12 is: [{'id': '6842d572-7306-41bb-b4d4-4970e380f41f', 'name': 'tempest-TestAggregatesBasicOps-1445239111-router', 'tenant_id': '25824f446a4344c18bafe3afb8dde28f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '26ac8006-4f26-4e49-924a-1a1e55df9e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:14:48Z', 'updated_at': '2022-10-04T21:15:04Z', 'revision_number': 4, 'project_id': '25824f446a4344c18bafe3afb8dde28f', 'gw_port': {'id': '26ac8006-4f26-4e49-924a-1a1e55df9e11', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:fa:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6842d572-7306-41bb-b4d4-4970e380f41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:14:50Z', 'updated_at': '2022-10-04T21:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'c2b10318-2630-477d-b6a9-4275a2561713', 'name': '', 'network_id': '456e254e-9330-493b-84c6-6239de6f59b6', 'tenant_id': '25824f446a4344c18bafe3afb8dde28f', 'mac_address': 'fa:16:3e:2d:0b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6842d572-7306-41bb-b4d4-4970e380f41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'a4edd647-c3d8-45fd-9139-e46e65450d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:15:00Z', 'updated_at': '2022-10-04T21:15:19Z', 'revision_number': 4, 'project_id': '25824f446a4344c18bafe3afb8dde28f', 'subnets': [{'id': 'a4edd647-c3d8-45fd-9139-e46e65450d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:15:22.275267 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:22.276294 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d70072a3-c23d-4cc5-b6ab-fa7c6f68a71f admin admin] Publish callbacks [] for security_group (56d9685c-a7a3-4cb2-915d-620725d3580e), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:22.437087 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:INSERT=2,neutron:UPDATE=2,neutron:SELECT=94,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:15:22.529821 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-a0baf1ce-b446-4a2b-b613-d8ece59c7db5 None None] Current status of the port c2b10318-2630-477d-b6a9-4275a2561713 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:15:22.572576 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a0baf1ce-b446-4a2b-b613-d8ece59c7db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (c2b10318-2630-477d-b6a9-4275a2561713), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:22.704919 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7153023c-a926-41b3-9937-3ef17f5c2ea1 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (c383da26-d161-4871-b484-fe09e423310b), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:22.733088 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-7153023c-a926-41b3-9937-3ef17f5c2ea1 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Calling delete_port for c383da26-d161-4871-b484-fe09e423310b owned by {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:15:22.833218 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-a0baf1ce-b446-4a2b-b613-d8ece59c7db5 None None] For port c2b10318-2630-477d-b6a9-4275a2561713, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=c2b10318-2630-477d-b6a9-4275a2561713,segment=NetworkSegment(173ad453-a5aa-4d3b-9c2e-2e77079016d7),segment_id=173ad453-a5aa-4d3b-9c2e-2e77079016d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:15:22.886235 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-243eea19-3d00-404f-96dc-d044d8a35393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (77a0f740-acea-4bfa-b090-1f63a25e1848), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:22.920107 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a0baf1ce-b446-4a2b-b613-d8ece59c7db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (c2b10318-2630-477d-b6a9-4275a2561713), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:22.976244 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243eea19-3d00-404f-96dc-d044d8a35393 admin admin] Pushing event deleted for resources: {'Port': ['ID=77a0f740-acea-4bfa-b090-1f63a25e1848,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:15:23.062414 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:15:23.336408 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0baf1ce-b446-4a2b-b613-d8ece59c7db5 None None] Pushing event updated for resources: {'Port': ['ID=c2b10318-2630-477d-b6a9-4275a2561713,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:15:23.336408 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e1cb385b-1a99-426e-a88d-0b5a90ea3944 None None] Provisioning complete for port c2b10318-2630-477d-b6a9-4275a2561713 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:15:23.336408 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e1cb385b-1a99-426e-a88d-0b5a90ea3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (c2b10318-2630-477d-b6a9-4275a2561713), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:23.336408 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e1cb385b-1a99-426e-a88d-0b5a90ea3944 None None] Attempt 1 to provision port c2b10318-2630-477d-b6a9-4275a2561713 Oct 04 21:15:23.710380 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device c2b10318-2630-477d-b6a9-4275a2561713 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:15:23.794262 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e1cb385b-1a99-426e-a88d-0b5a90ea3944 None None] Current status of the port c2b10318-2630-477d-b6a9-4275a2561713 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:15:23.934542 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-243eea19-3d00-404f-96dc-d044d8a35393 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (79176215-a47f-493c-93d1-9276f5ae6eb5), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:24.047484 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port c2b10318-2630-477d-b6a9-4275a2561713 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:15:24.048309 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (c2b10318-2630-477d-b6a9-4275a2561713), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:24.048979 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port c2b10318-2630-477d-b6a9-4275a2561713 Oct 04 21:15:24.460713 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port c2b10318-2630-477d-b6a9-4275a2561713 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:15:24.627877 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7153023c-a926-41b3-9937-3ef17f5c2ea1 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (c383da26-d161-4871-b484-fe09e423310b), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:24.630228 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d70072a3-c23d-4cc5-b6ab-fa7c6f68a71f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (56d9685c-a7a3-4cb2-915d-620725d3580e), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:24.634012 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d70072a3-c23d-4cc5-b6ab-fa7c6f68a71f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:24.635998 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d70072a3-c23d-4cc5-b6ab-fa7c6f68a71f admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/56d9685c-a7a3-4cb2-915d-620725d3580e HTTP/1.1" status: 204 len: 168 time: 3.2881553 Oct 04 21:15:24.789681 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7153023c-a926-41b3-9937-3ef17f5c2ea1 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:24.805771 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-7153023c-a926-41b3-9937-3ef17f5c2ea1 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] 10.222.0.78 "DELETE /networking/v2.0/ports/c383da26-d161-4871-b484-fe09e423310b HTTP/1.1" status: 204 len: 168 time: 3.0219517 Oct 04 21:15:24.810809 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7153023c-a926-41b3-9937-3ef17f5c2ea1 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Pushing event deleted for resources: {'Port': ['ID=c383da26-d161-4871-b484-fe09e423310b,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:15:24.813681 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 38244) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:15:24.831498 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70072a3-c23d-4cc5-b6ab-fa7c6f68a71f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d9685c-a7a3-4cb2-915d-620725d3580e,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:15:25.078703 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcf5cde9-4f4f-4627-8929-aba6aa611389 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] DELETE failed (client error): The resource could not be found. Oct 04 21:15:25.078703 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcf5cde9-4f4f-4627-8929-aba6aa611389 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:15:25.130291 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-fcf5cde9-4f4f-4627-8929-aba6aa611389 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/c83bad8d-b97b-4ecc-b750-631d0327a0f7 HTTP/1.1" status: 404 len: 337 time: 0.3028543 Oct 04 21:15:25.134819 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 38250) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:15:25.212538 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-243eea19-3d00-404f-96dc-d044d8a35393 admin admin] Router 79176215-a47f-493c-93d1-9276f5ae6eb5 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:15:25.430065 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device c2b10318-2630-477d-b6a9-4275a2561713 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:15:25.579472 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=7,neutron:INSERT=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:15:25.591067 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d64dafc7-54d4-462b-b8f5-d0d120121a29 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (8acef4e8-7c5b-43b1-8752-67a8e3e5199b), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:25.741929 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port c2b10318-2630-477d-b6a9-4275a2561713 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:15:25.742746 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (c2b10318-2630-477d-b6a9-4275a2561713), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:25.743221 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port c2b10318-2630-477d-b6a9-4275a2561713 Oct 04 21:15:25.902985 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-d64dafc7-54d4-462b-b8f5-d0d120121a29 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Deleting port db49971c-0333-4cd7-bc2f-a93dd31e3728 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:15:25.903954 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d64dafc7-54d4-462b-b8f5-d0d120121a29 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (db49971c-0333-4cd7-bc2f-a93dd31e3728), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:25.937810 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-243eea19-3d00-404f-96dc-d044d8a35393 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:15:25.969044 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e46adf4-be37-44a1-baed-520c59c12b69 None None] Sync routers for ids ['79176215-a47f-493c-93d1-9276f5ae6eb5'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:15:25.970266 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-243eea19-3d00-404f-96dc-d044d8a35393 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/79176215-a47f-493c-93d1-9276f5ae6eb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5203605 Oct 04 21:15:25.973623 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 38260) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:15:26.024754 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e46adf4-be37-44a1-baed-520c59c12b69 None None] Routers {'79176215-a47f-493c-93d1-9276f5ae6eb5'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:15:26.026463 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-7e46adf4-be37-44a1-baed-520c59c12b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:15:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['79176215-a47f-493c-93d1-9276f5ae6eb5'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:15:26.153655 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port c2b10318-2630-477d-b6a9-4275a2561713 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:15:26.180373 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:15:26.229403 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-d64dafc7-54d4-462b-b8f5-d0d120121a29 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] For port db49971c-0333-4cd7-bc2f-a93dd31e3728, host n-d-852085-12, got binding levels [] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:15:26.230006 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d64dafc7-54d4-462b-b8f5-d0d120121a29 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (db49971c-0333-4cd7-bc2f-a93dd31e3728), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:26.294374 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-d64dafc7-54d4-462b-b8f5-d0d120121a29 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Calling delete_port for db49971c-0333-4cd7-bc2f-a93dd31e3728 owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:15:26.473252 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-7e46adf4-be37-44a1-baed-520c59c12b69 None None] Set router 79176215-a47f-493c-93d1-9276f5ae6eb5 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:15:26.627537 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0d0937ae-98ab-4fc6-953c-643031373b99 admin admin] Publish callbacks [] for router (79176215-a47f-493c-93d1-9276f5ae6eb5), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:26.891751 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d64dafc7-54d4-462b-b8f5-d0d120121a29 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (db49971c-0333-4cd7-bc2f-a93dd31e3728), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:26.983566 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:15:27.009177 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0d0937ae-98ab-4fc6-953c-643031373b99 admin admin] Publish callbacks [] for router_gateway (79176215-a47f-493c-93d1-9276f5ae6eb5), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:27.013980 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64dafc7-54d4-462b-b8f5-d0d120121a29 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] No DVR routers for this DVR port db49971c-0333-4cd7-bc2f-a93dd31e3728 on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:15:27.023844 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64dafc7-54d4-462b-b8f5-d0d120121a29 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Pushing event deleted for resources: {'Port': ['ID=db49971c-0333-4cd7-bc2f-a93dd31e3728,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:15:27.221041 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-7e46adf4-be37-44a1-baed-520c59c12b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79176215-a47f-493c-93d1-9276f5ae6eb5', 'name': 'tempest-TestAggregatesBasicOps-1135206496-router', 'tenant_id': '6214daf08cc94e838091c822b344d70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '4e128b37-912e-407a-81f4-571bf722d304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:14:13Z', 'updated_at': '2022-10-04T21:15:22Z', 'revision_number': 5, 'project_id': '6214daf08cc94e838091c822b344d70e', 'gw_port': {'id': '4e128b37-912e-407a-81f4-571bf722d304', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:27:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79176215-a47f-493c-93d1-9276f5ae6eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:14:15Z', 'updated_at': '2022-10-04T21:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:15:27.312203 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-0d0937ae-98ab-4fc6-953c-643031373b99 admin admin] Deleting port 4e128b37-912e-407a-81f4-571bf722d304 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:15:27.313095 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0d0937ae-98ab-4fc6-953c-643031373b99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (4e128b37-912e-407a-81f4-571bf722d304), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:27.342474 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d64dafc7-54d4-462b-b8f5-d0d120121a29 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (8acef4e8-7c5b-43b1-8752-67a8e3e5199b), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:27.393020 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-d64dafc7-54d4-462b-b8f5-d0d120121a29 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8acef4e8-7c5b-43b1-8752-67a8e3e5199b']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:15:27.423640 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-d64dafc7-54d4-462b-b8f5-d0d120121a29 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83d4624b-2bb2-41a4-9e9d-d03cead9f7a1') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:15:27.424565 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-d64dafc7-54d4-462b-b8f5-d0d120121a29 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83d4624b-2bb2-41a4-9e9d-d03cead9f7a1') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:15:27.448786 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d64dafc7-54d4-462b-b8f5-d0d120121a29 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (83d4624b-2bb2-41a4-9e9d-d03cead9f7a1), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:27.484362 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d64dafc7-54d4-462b-b8f5-d0d120121a29 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (83d4624b-2bb2-41a4-9e9d-d03cead9f7a1), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:27.504372 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d64dafc7-54d4-462b-b8f5-d0d120121a29 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:15:27.506227 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d64dafc7-54d4-462b-b8f5-d0d120121a29 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (83d4624b-2bb2-41a4-9e9d-d03cead9f7a1), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:27.558855 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:15:27.708564 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 83d4624b-2bb2-41a4-9e9d-d03cead9f7a1 resource provider aggregate not found Oct 04 21:15:27.763373 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 83d4624b-2bb2-41a4-9e9d-d03cead9f7a1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 83d4624b-2bb2-41a4-9e9d-d03cead9f7a1 found for delete ", "request_id": "req-c0247d88-b955-4490-a5bd-484eec6212e9"}]} Oct 04 21:15:27.788366 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d64dafc7-54d4-462b-b8f5-d0d120121a29 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (8acef4e8-7c5b-43b1-8752-67a8e3e5199b), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:27.814476 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e46adf4-be37-44a1-baed-520c59c12b69 None None] Checking router: 79176215-a47f-493c-93d1-9276f5ae6eb5 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:15:27.825520 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d64dafc7-54d4-462b-b8f5-d0d120121a29 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:27.838913 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e46adf4-be37-44a1-baed-520c59c12b69 None None] Routers {'79176215-a47f-493c-93d1-9276f5ae6eb5'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:15:27.840193 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-7e46adf4-be37-44a1-baed-520c59c12b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:15:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['79176215-a47f-493c-93d1-9276f5ae6eb5'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:15:27.851237 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d64dafc7-54d4-462b-b8f5-d0d120121a29 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] 10.222.0.78 "DELETE /networking/v2.0/networks/8acef4e8-7c5b-43b1-8752-67a8e3e5199b HTTP/1.1" status: 204 len: 168 time: 2.6996930 Oct 04 21:15:27.867921 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 38296) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:15:27.929380 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-0d0937ae-98ab-4fc6-953c-643031373b99 admin admin] For port 4e128b37-912e-407a-81f4-571bf722d304, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=4e128b37-912e-407a-81f4-571bf722d304,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:15:27.932865 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0d0937ae-98ab-4fc6-953c-643031373b99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (4e128b37-912e-407a-81f4-571bf722d304), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:27.946128 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64dafc7-54d4-462b-b8f5-d0d120121a29 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Pushing event deleted for resources: {'Network': ['ID=8acef4e8-7c5b-43b1-8752-67a8e3e5199b,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:15:27.985265 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-0d0937ae-98ab-4fc6-953c-643031373b99 admin admin] Calling delete_port for 4e128b37-912e-407a-81f4-571bf722d304 owned by network:router_gateway {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:15:28.190928 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-7e46adf4-be37-44a1-baed-520c59c12b69 None None] Set router 79176215-a47f-493c-93d1-9276f5ae6eb5 gateway port host: None {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:15:28.343329 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-3c82d47e-3205-4c06-9167-9ca56e7af2a0 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Deleting port acf02770-ea2f-45ae-903d-05d201c03912 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:15:28.344080 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3c82d47e-3205-4c06-9167-9ca56e7af2a0 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (acf02770-ea2f-45ae-903d-05d201c03912), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:28.356892 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-7e46adf4-be37-44a1-baed-520c59c12b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79176215-a47f-493c-93d1-9276f5ae6eb5', 'name': 'tempest-TestAggregatesBasicOps-1135206496-router', 'tenant_id': '6214daf08cc94e838091c822b344d70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:14:13Z', 'updated_at': '2022-10-04T21:15:27Z', 'revision_number': 6, 'project_id': '6214daf08cc94e838091c822b344d70e', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:15:28.506231 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e46adf4-be37-44a1-baed-520c59c12b69 None None] The sync data for ids ['79176215-a47f-493c-93d1-9276f5ae6eb5'] in n-d-852085-12 is: [{'id': '79176215-a47f-493c-93d1-9276f5ae6eb5', 'name': 'tempest-TestAggregatesBasicOps-1135206496-router', 'tenant_id': '6214daf08cc94e838091c822b344d70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:14:13Z', 'updated_at': '2022-10-04T21:15:27Z', 'revision_number': 6, 'project_id': '6214daf08cc94e838091c822b344d70e', 'gw_port_host': None}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:15:28.522395 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3c82d47e-3205-4c06-9167-9ca56e7af2a0 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (acf02770-ea2f-45ae-903d-05d201c03912), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:28.597775 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-3c82d47e-3205-4c06-9167-9ca56e7af2a0 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Calling delete_port for acf02770-ea2f-45ae-903d-05d201c03912 owned by {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:15:28.993873 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3c82d47e-3205-4c06-9167-9ca56e7af2a0 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (acf02770-ea2f-45ae-903d-05d201c03912), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:29.035755 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0d0937ae-98ab-4fc6-953c-643031373b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (4e128b37-912e-407a-81f4-571bf722d304), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:29.182085 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 77a0f740-acea-4bfa-b090-1f63a25e1848 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:15:29.204498 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c82d47e-3205-4c06-9167-9ca56e7af2a0 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Pushing event deleted for resources: {'Port': ['ID=acf02770-ea2f-45ae-903d-05d201c03912,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:15:29.207097 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0937ae-98ab-4fc6-953c-643031373b99 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e128b37-912e-407a-81f4-571bf722d304,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:15:29.233540 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3c82d47e-3205-4c06-9167-9ca56e7af2a0 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:29.247225 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-3c82d47e-3205-4c06-9167-9ca56e7af2a0 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] 10.222.0.78 "DELETE /networking/v2.0/ports/acf02770-ea2f-45ae-903d-05d201c03912 HTTP/1.1" status: 204 len: 168 time: 1.3406374 Oct 04 21:15:29.252433 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 38322) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:15:29.299798 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 77a0f740-acea-4bfa-b090-1f63a25e1848 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:15:29.305422 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 77a0f740-acea-4bfa-b090-1f63a25e1848 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:15:29.372391 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d70dd43-a131-41f6-baea-6fcf584e6f0b tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] DELETE failed (client error): The resource could not be found. Oct 04 21:15:29.373306 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d70dd43-a131-41f6-baea-6fcf584e6f0b tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:15:29.378060 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-8d70dd43-a131-41f6-baea-6fcf584e6f0b tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/df29558b-5772-4c00-b641-0bb6d31dd5db HTTP/1.1" status: 404 len: 337 time: 0.1232412 Oct 04 21:15:29.382368 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 38324) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:15:29.466173 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0d0937ae-98ab-4fc6-953c-643031373b99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (79176215-a47f-493c-93d1-9276f5ae6eb5), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:29.744416 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d925bd6e-2b62-471e-be54-c502cbbb6327 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (b513a736-ce92-4d2e-8949-9b412dcc09b8), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:29.891070 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0d0937ae-98ab-4fc6-953c-643031373b99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (79176215-a47f-493c-93d1-9276f5ae6eb5), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:29.905375 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0d0937ae-98ab-4fc6-953c-643031373b99 admin admin] Publish callbacks [] for router_controller (79176215-a47f-493c-93d1-9276f5ae6eb5), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:29.971183 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-d925bd6e-2b62-471e-be54-c502cbbb6327 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Deleting port 369c9980-6c28-4677-8e5b-e8e242bb7892 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:15:29.972241 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d925bd6e-2b62-471e-be54-c502cbbb6327 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (369c9980-6c28-4677-8e5b-e8e242bb7892), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:30.223477 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0d0937ae-98ab-4fc6-953c-643031373b99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (79176215-a47f-493c-93d1-9276f5ae6eb5), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:30.224495 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0937ae-98ab-4fc6-953c-643031373b99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79176215-a47f-493c-93d1-9276f5ae6eb5 {{(pid=108170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 21:15:30.233150 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0d0937ae-98ab-4fc6-953c-643031373b99 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:30.241415 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-0d0937ae-98ab-4fc6-953c-643031373b99 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/79176215-a47f-493c-93d1-9276f5ae6eb5 HTTP/1.1" status: 204 len: 168 time: 4.2566309 Oct 04 21:15:30.241616 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-d925bd6e-2b62-471e-be54-c502cbbb6327 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] For port 369c9980-6c28-4677-8e5b-e8e242bb7892, host n-d-852085-12, got binding levels [] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:15:30.241616 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d925bd6e-2b62-471e-be54-c502cbbb6327 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (369c9980-6c28-4677-8e5b-e8e242bb7892), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:30.252269 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 38368) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:15:30.302049 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-d925bd6e-2b62-471e-be54-c502cbbb6327 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Calling delete_port for 369c9980-6c28-4677-8e5b-e8e242bb7892 owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:15:30.455381 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-495dc805-f97f-471a-97e7-6c9b5eb6a781 admin admin] Deleting subnet f9252256-caa3-400e-b9e3-7e93a7634361 {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:15:30.484732 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-495dc805-f97f-471a-97e7-6c9b5eb6a781 admin admin] Publish callbacks [] for subnet (f9252256-caa3-400e-b9e3-7e93a7634361), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:30.661459 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:15:30.663780 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:15:30.727632 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-495dc805-f97f-471a-97e7-6c9b5eb6a781 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (f9252256-caa3-400e-b9e3-7e93a7634361), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:30.795537 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d925bd6e-2b62-471e-be54-c502cbbb6327 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (369c9980-6c28-4677-8e5b-e8e242bb7892), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:30.879347 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d925bd6e-2b62-471e-be54-c502cbbb6327 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Pushing event deleted for resources: {'Port': ['ID=369c9980-6c28-4677-8e5b-e8e242bb7892,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:15:30.888746 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d925bd6e-2b62-471e-be54-c502cbbb6327 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] No DVR routers for this DVR port 369c9980-6c28-4677-8e5b-e8e242bb7892 on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:15:30.967518 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d925bd6e-2b62-471e-be54-c502cbbb6327 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:15:30.968714 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d925bd6e-2b62-471e-be54-c502cbbb6327 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:15:30.969609 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d925bd6e-2b62-471e-be54-c502cbbb6327 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:15:30.970669 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d925bd6e-2b62-471e-be54-c502cbbb6327 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:15:30.975308 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d925bd6e-2b62-471e-be54-c502cbbb6327 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:15:30.976475 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d925bd6e-2b62-471e-be54-c502cbbb6327 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:15:30.977390 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d925bd6e-2b62-471e-be54-c502cbbb6327 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:15:30.978411 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d925bd6e-2b62-471e-be54-c502cbbb6327 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:15:30.979346 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d925bd6e-2b62-471e-be54-c502cbbb6327 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:15:30.980388 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d925bd6e-2b62-471e-be54-c502cbbb6327 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:15:30.981334 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d925bd6e-2b62-471e-be54-c502cbbb6327 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:15:30.982216 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d925bd6e-2b62-471e-be54-c502cbbb6327 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:15:30.983171 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d925bd6e-2b62-471e-be54-c502cbbb6327 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:15:30.984055 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d925bd6e-2b62-471e-be54-c502cbbb6327 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:15:30.985116 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d925bd6e-2b62-471e-be54-c502cbbb6327 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:15:31.051835 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-495dc805-f97f-471a-97e7-6c9b5eb6a781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (f9252256-caa3-400e-b9e3-7e93a7634361), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:31.291626 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d925bd6e-2b62-471e-be54-c502cbbb6327 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (b513a736-ce92-4d2e-8949-9b412dcc09b8), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:31.341111 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-d925bd6e-2b62-471e-be54-c502cbbb6327 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b513a736-ce92-4d2e-8949-9b412dcc09b8']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:15:31.369876 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-d925bd6e-2b62-471e-be54-c502cbbb6327 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f71e71f4-968d-42c8-ac7a-aac028e6ad39') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:15:31.371122 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-d925bd6e-2b62-471e-be54-c502cbbb6327 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f71e71f4-968d-42c8-ac7a-aac028e6ad39') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:15:31.373348 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 4e128b37-912e-407a-81f4-571bf722d304 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:15:31.390164 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-495dc805-f97f-471a-97e7-6c9b5eb6a781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (f9252256-caa3-400e-b9e3-7e93a7634361), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:31.398189 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d925bd6e-2b62-471e-be54-c502cbbb6327 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (f71e71f4-968d-42c8-ac7a-aac028e6ad39), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:31.445753 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d925bd6e-2b62-471e-be54-c502cbbb6327 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (f71e71f4-968d-42c8-ac7a-aac028e6ad39), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:31.461564 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 4e128b37-912e-407a-81f4-571bf722d304 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:15:31.462138 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 4e128b37-912e-407a-81f4-571bf722d304 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:15:31.486651 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d925bd6e-2b62-471e-be54-c502cbbb6327 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:15:31.487538 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d925bd6e-2b62-471e-be54-c502cbbb6327 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (f71e71f4-968d-42c8-ac7a-aac028e6ad39), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:31.544007 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495dc805-f97f-471a-97e7-6c9b5eb6a781 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9252256-caa3-400e-b9e3-7e93a7634361,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:15:31.572009 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-495dc805-f97f-471a-97e7-6c9b5eb6a781 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:31.573384 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397c820f-3e03-4786-b37f-2ddad4d75455 None None] Network c4cf2026-33ae-4e07-8b85-389e1a27de80 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:15:31.584201 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-495dc805-f97f-471a-97e7-6c9b5eb6a781 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/f9252256-caa3-400e-b9e3-7e93a7634361 HTTP/1.1" status: 204 len: 168 time: 1.3275316 Oct 04 21:15:31.605731 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 38378) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:15:31.742650 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment f71e71f4-968d-42c8-ac7a-aac028e6ad39 resource provider aggregate not found Oct 04 21:15:31.829075 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:15:31.833565 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3dc4ed63-a5e6-4bbd-968d-77b878e829eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (c4cf2026-33ae-4e07-8b85-389e1a27de80), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:31.836470 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment f71e71f4-968d-42c8-ac7a-aac028e6ad39 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f71e71f4-968d-42c8-ac7a-aac028e6ad39 found for delete ", "request_id": "req-5e63cbcf-fba7-42ba-8f82-d91c250d9f38"}]} Oct 04 21:15:31.973251 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d925bd6e-2b62-471e-be54-c502cbbb6327 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (b513a736-ce92-4d2e-8949-9b412dcc09b8), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:31.987292 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d925bd6e-2b62-471e-be54-c502cbbb6327 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:32.000737 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d925bd6e-2b62-471e-be54-c502cbbb6327 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] 10.222.0.78 "DELETE /networking/v2.0/networks/b513a736-ce92-4d2e-8949-9b412dcc09b8 HTTP/1.1" status: 204 len: 168 time: 2.6162853 Oct 04 21:15:32.014703 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 38384) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:15:32.121810 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d925bd6e-2b62-471e-be54-c502cbbb6327 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Pushing event deleted for resources: {'Network': ['ID=b513a736-ce92-4d2e-8949-9b412dcc09b8,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:15:32.132791 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4799fde-802d-4d09-b76b-18bb15af0d61 None None] DHCP port deletion for c4cf2026-33ae-4e07-8b85-389e1a27de80 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:15:32.288753 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=84,neutron:DELETE=12,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:15:32.299339 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7a601c3-89fb-4e11-964e-c55f9899d638 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Deleting subnet e9ce90c9-f31e-4506-b634-3b0bb32dfdb3 {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:15:32.311367 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b7a601c3-89fb-4e11-964e-c55f9899d638 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks [] for subnet (e9ce90c9-f31e-4506-b634-3b0bb32dfdb3), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:32.318630 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-3dc4ed63-a5e6-4bbd-968d-77b878e829eb admin admin] Deleting port fef4de02-4f65-4680-9dd2-5e4045f7d4c7 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:15:32.319237 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3dc4ed63-a5e6-4bbd-968d-77b878e829eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (fef4de02-4f65-4680-9dd2-5e4045f7d4c7), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:32.336090 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-a4799fde-802d-4d09-b76b-18bb15af0d61 None None] Deleting port fef4de02-4f65-4680-9dd2-5e4045f7d4c7 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:15:32.341311 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a4799fde-802d-4d09-b76b-18bb15af0d61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (fef4de02-4f65-4680-9dd2-5e4045f7d4c7), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:32.619402 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-3dc4ed63-a5e6-4bbd-968d-77b878e829eb admin admin] For port fef4de02-4f65-4680-9dd2-5e4045f7d4c7, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=fef4de02-4f65-4680-9dd2-5e4045f7d4c7,segment=NetworkSegment(1e3a74a6-3055-458e-a78f-918ab5cebdb6),segment_id=1e3a74a6-3055-458e-a78f-918ab5cebdb6)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:15:32.620306 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3dc4ed63-a5e6-4bbd-968d-77b878e829eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (fef4de02-4f65-4680-9dd2-5e4045f7d4c7), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:32.718331 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-3dc4ed63-a5e6-4bbd-968d-77b878e829eb admin admin] Calling delete_port for fef4de02-4f65-4680-9dd2-5e4045f7d4c7 owned by network:dhcp {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:15:32.778250 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-a4799fde-802d-4d09-b76b-18bb15af0d61 None None] For port fef4de02-4f65-4680-9dd2-5e4045f7d4c7, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=fef4de02-4f65-4680-9dd2-5e4045f7d4c7,segment=NetworkSegment(1e3a74a6-3055-458e-a78f-918ab5cebdb6),segment_id=1e3a74a6-3055-458e-a78f-918ab5cebdb6)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:15:32.779101 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a4799fde-802d-4d09-b76b-18bb15af0d61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (fef4de02-4f65-4680-9dd2-5e4045f7d4c7), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:32.902766 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-a4799fde-802d-4d09-b76b-18bb15af0d61 None None] Calling delete_port for fef4de02-4f65-4680-9dd2-5e4045f7d4c7 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:15:32.949147 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:15:33.107721 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:33.127663 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:15:33.268354 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device fef4de02-4f65-4680-9dd2-5e4045f7d4c7 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:15:33.309496 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b7a601c3-89fb-4e11-964e-c55f9899d638 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (e9ce90c9-f31e-4506-b634-3b0bb32dfdb3), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:33.553946 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b7a601c3-89fb-4e11-964e-c55f9899d638 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (e9ce90c9-f31e-4506-b634-3b0bb32dfdb3), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:33.832472 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b7a601c3-89fb-4e11-964e-c55f9899d638 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (e9ce90c9-f31e-4506-b634-3b0bb32dfdb3), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:33.898192 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:33.929861 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port fef4de02-4f65-4680-9dd2-5e4045f7d4c7 is: ACTIVE; New status is: DOWN {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:15:33.930994 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (fef4de02-4f65-4680-9dd2-5e4045f7d4c7), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:34.032920 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a4799fde-802d-4d09-b76b-18bb15af0d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (fef4de02-4f65-4680-9dd2-5e4045f7d4c7), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:34.074502 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:15:34.149250 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 21:15:34.149250 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 21:15:34.149250 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 21:15:34.149250 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 21:15:34.149250 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 21:15:34.149250 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 21:15:34.149250 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 21:15:34.149250 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 21:15:34.149250 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 21:15:34.149250 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 21:15:34.149250 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 21:15:34.149250 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 21:15:34.149250 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 21:15:34.149250 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 21:15:34.149250 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 21:15:34.149250 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 21:15:34.149250 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 21:15:34.149250 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 21:15:34.149250 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 21:15:34.149250 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 21:15:34.149250 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 21:15:34.149250 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 21:15:34.149250 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 21:15:34.149250 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 21:15:34.149250 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 21:15:34.149250 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 21:15:34.149250 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 21:15:34.149250 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 21:15:34.149250 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 21:15:34.149250 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 21:15:34.149250 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 21:15:34.149250 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 21:15:34.149250 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 21:15:34.149250 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 21:15:34.149250 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 21:15:34.149250 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 21:15:34.149250 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 21:15:34.149250 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 21:15:34.149250 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 21:15:34.149250 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 21:15:34.149250 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 21:15:34.149250 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 21:15:34.149250 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 21:15:34.149250 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 21:15:34.149250 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 21:15:34.149250 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 21:15:34.149250 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 21:15:34.149250 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 21:15:34.149250 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 21:15:34.149250 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 21:15:34.149250 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 21:15:34.149250 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 21:15:34.149250 n-d-852085-12 neutron-server[108170]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 21:15:34.149250 n-d-852085-12 neutron-server[108170]: self.session.flush() Oct 04 21:15:34.179292 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3dc4ed63-a5e6-4bbd-968d-77b878e829eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (fef4de02-4f65-4680-9dd2-5e4045f7d4c7), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:34.200089 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b7a601c3-89fb-4e11-964e-c55f9899d638 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:34.212548 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4799fde-802d-4d09-b76b-18bb15af0d61 None None] No DVR routers for this DVR port fef4de02-4f65-4680-9dd2-5e4045f7d4c7 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:15:34.221279 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b7a601c3-89fb-4e11-964e-c55f9899d638 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/e9ce90c9-f31e-4506-b634-3b0bb32dfdb3 HTTP/1.1" status: 204 len: 168 time: 2.2074337 Oct 04 21:15:34.239454 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 38436) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:15:34.324491 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af53026b-2897-4e28-b8e7-b6a1cc5a49fb None None] Network e9cb0449-1c9c-41a2-8f70-9d19fbaed29d requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:15:34.386223 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4799fde-802d-4d09-b76b-18bb15af0d61 None None] Pushing event deleted for resources: {'Port': ['ID=fef4de02-4f65-4680-9dd2-5e4045f7d4c7,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:15:34.402603 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a601c3-89fb-4e11-964e-c55f9899d638 tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Pushing event deleted for resources: {'Subnet': ['ID=e9ce90c9-f31e-4506-b634-3b0bb32dfdb3,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:15:34.425001 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc4ed63-a5e6-4bbd-968d-77b878e829eb admin admin] No DVR routers for this DVR port fef4de02-4f65-4680-9dd2-5e4045f7d4c7 on host n-d-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:15:34.447490 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc4ed63-a5e6-4bbd-968d-77b878e829eb admin admin] Pushing event deleted for resources: {'Port': ['ID=fef4de02-4f65-4680-9dd2-5e4045f7d4c7,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:15:34.656719 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fd69f3ef-561c-4470-bef5-cf92b22cefaa tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (e9cb0449-1c9c-41a2-8f70-9d19fbaed29d), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:34.916942 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-fd69f3ef-561c-4470-bef5-cf92b22cefaa tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Deleting port 3bac17ac-95c6-499e-a52e-f96d275263c1 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:15:34.922417 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fd69f3ef-561c-4470-bef5-cf92b22cefaa tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (3bac17ac-95c6-499e-a52e-f96d275263c1), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:34.936157 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3dc4ed63-a5e6-4bbd-968d-77b878e829eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (c4cf2026-33ae-4e07-8b85-389e1a27de80), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:35.105168 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-3dc4ed63-a5e6-4bbd-968d-77b878e829eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4cf2026-33ae-4e07-8b85-389e1a27de80']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:15:35.163699 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-3dc4ed63-a5e6-4bbd-968d-77b878e829eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e3a74a6-3055-458e-a78f-918ab5cebdb6') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:15:35.164221 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-3dc4ed63-a5e6-4bbd-968d-77b878e829eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e3a74a6-3055-458e-a78f-918ab5cebdb6') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:15:35.225415 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3dc4ed63-a5e6-4bbd-968d-77b878e829eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (1e3a74a6-3055-458e-a78f-918ab5cebdb6), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:35.258932 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-fd69f3ef-561c-4470-bef5-cf92b22cefaa tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] For port 3bac17ac-95c6-499e-a52e-f96d275263c1, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=3bac17ac-95c6-499e-a52e-f96d275263c1,segment=NetworkSegment(3cab2030-1162-4151-ae4c-4c415e4805d1),segment_id=3cab2030-1162-4151-ae4c-4c415e4805d1)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:15:35.264414 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fd69f3ef-561c-4470-bef5-cf92b22cefaa tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (3bac17ac-95c6-499e-a52e-f96d275263c1), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:35.284350 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3dc4ed63-a5e6-4bbd-968d-77b878e829eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (1e3a74a6-3055-458e-a78f-918ab5cebdb6), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:35.317191 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dc4ed63-a5e6-4bbd-968d-77b878e829eb admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:15:35.318263 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3dc4ed63-a5e6-4bbd-968d-77b878e829eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (1e3a74a6-3055-458e-a78f-918ab5cebdb6), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:35.355577 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-fd69f3ef-561c-4470-bef5-cf92b22cefaa tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Calling delete_port for 3bac17ac-95c6-499e-a52e-f96d275263c1 owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:15:35.488585 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 1e3a74a6-3055-458e-a78f-918ab5cebdb6 resource provider aggregate not found Oct 04 21:15:35.641858 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea93d187-8bf9-4144-95ce-abfc3f697793 None None] DHCP port deletion for e9cb0449-1c9c-41a2-8f70-9d19fbaed29d request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:15:35.923822 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-ea93d187-8bf9-4144-95ce-abfc3f697793 None None] Deleting port 3bac17ac-95c6-499e-a52e-f96d275263c1 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:15:35.924451 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ea93d187-8bf9-4144-95ce-abfc3f697793 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (3bac17ac-95c6-499e-a52e-f96d275263c1), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:35.945725 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 1e3a74a6-3055-458e-a78f-918ab5cebdb6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1e3a74a6-3055-458e-a78f-918ab5cebdb6 found for delete ", "request_id": "req-8d50d56b-4e94-4146-a977-61fb8cb63102"}]} Oct 04 21:15:36.039544 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3dc4ed63-a5e6-4bbd-968d-77b878e829eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (c4cf2026-33ae-4e07-8b85-389e1a27de80), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:36.136670 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3dc4ed63-a5e6-4bbd-968d-77b878e829eb admin admin] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:36.147996 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 38458) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:15:36.164334 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-3dc4ed63-a5e6-4bbd-968d-77b878e829eb admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/c4cf2026-33ae-4e07-8b85-389e1a27de80 HTTP/1.1" status: 204 len: 168 time: 4.5563772 Oct 04 21:15:36.173199 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc4ed63-a5e6-4bbd-968d-77b878e829eb admin admin] Pushing event deleted for resources: {'Network': ['ID=c4cf2026-33ae-4e07-8b85-389e1a27de80,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:15:36.381773 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fd69f3ef-561c-4470-bef5-cf92b22cefaa tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (3bac17ac-95c6-499e-a52e-f96d275263c1), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:36.393039 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-ea93d187-8bf9-4144-95ce-abfc3f697793 None None] For port 3bac17ac-95c6-499e-a52e-f96d275263c1, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=3bac17ac-95c6-499e-a52e-f96d275263c1,segment=NetworkSegment(3cab2030-1162-4151-ae4c-4c415e4805d1),segment_id=3cab2030-1162-4151-ae4c-4c415e4805d1)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:15:36.396395 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ea93d187-8bf9-4144-95ce-abfc3f697793 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (3bac17ac-95c6-499e-a52e-f96d275263c1), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:36.474333 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd69f3ef-561c-4470-bef5-cf92b22cefaa tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] No DVR routers for this DVR port 3bac17ac-95c6-499e-a52e-f96d275263c1 on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:15:36.482368 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd69f3ef-561c-4470-bef5-cf92b22cefaa tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Pushing event deleted for resources: {'Port': ['ID=3bac17ac-95c6-499e-a52e-f96d275263c1,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:15:36.495991 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-ea93d187-8bf9-4144-95ce-abfc3f697793 None None] Calling delete_port for 3bac17ac-95c6-499e-a52e-f96d275263c1 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:15:36.496426 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:15:36.864012 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ea93d187-8bf9-4144-95ce-abfc3f697793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (3bac17ac-95c6-499e-a52e-f96d275263c1), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:37.025395 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea93d187-8bf9-4144-95ce-abfc3f697793 None None] Pushing event deleted for resources: {'Port': ['ID=3bac17ac-95c6-499e-a52e-f96d275263c1,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:15:37.043329 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea93d187-8bf9-4144-95ce-abfc3f697793 None None] No DVR routers for this DVR port 3bac17ac-95c6-499e-a52e-f96d275263c1 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:15:37.075182 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fd69f3ef-561c-4470-bef5-cf92b22cefaa tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (e9cb0449-1c9c-41a2-8f70-9d19fbaed29d), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:37.185538 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-fd69f3ef-561c-4470-bef5-cf92b22cefaa tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9cb0449-1c9c-41a2-8f70-9d19fbaed29d']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:15:37.274651 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-fd69f3ef-561c-4470-bef5-cf92b22cefaa tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cab2030-1162-4151-ae4c-4c415e4805d1') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:15:37.275174 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-fd69f3ef-561c-4470-bef5-cf92b22cefaa tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cab2030-1162-4151-ae4c-4c415e4805d1') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:15:37.306573 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 3bac17ac-95c6-499e-a52e-f96d275263c1 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:15:37.372217 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fd69f3ef-561c-4470-bef5-cf92b22cefaa tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (3cab2030-1162-4151-ae4c-4c415e4805d1), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:37.441792 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fd69f3ef-561c-4470-bef5-cf92b22cefaa tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (3cab2030-1162-4151-ae4c-4c415e4805d1), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:37.447753 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 3bac17ac-95c6-499e-a52e-f96d275263c1 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:15:37.448306 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 3bac17ac-95c6-499e-a52e-f96d275263c1 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:15:37.504899 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd69f3ef-561c-4470-bef5-cf92b22cefaa tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:15:37.505548 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fd69f3ef-561c-4470-bef5-cf92b22cefaa tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (3cab2030-1162-4151-ae4c-4c415e4805d1), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:38.004868 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fd69f3ef-561c-4470-bef5-cf92b22cefaa tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (e9cb0449-1c9c-41a2-8f70-9d19fbaed29d), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:38.026683 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fd69f3ef-561c-4470-bef5-cf92b22cefaa tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:38.049414 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-fd69f3ef-561c-4470-bef5-cf92b22cefaa tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] 10.222.0.78 "DELETE /networking/v2.0/networks/e9cb0449-1c9c-41a2-8f70-9d19fbaed29d HTTP/1.1" status: 204 len: 168 time: 3.8064296 Oct 04 21:15:38.149795 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 3cab2030-1162-4151-ae4c-4c415e4805d1 resource provider aggregate not found Oct 04 21:15:38.184990 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd69f3ef-561c-4470-bef5-cf92b22cefaa tempest-NetworksIpV6TestAttrs-1652515473 tempest-NetworksIpV6TestAttrs-1652515473-project] Pushing event deleted for resources: {'Network': ['ID=e9cb0449-1c9c-41a2-8f70-9d19fbaed29d,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:15:38.214006 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:15:38.257002 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 3cab2030-1162-4151-ae4c-4c415e4805d1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3cab2030-1162-4151-ae4c-4c415e4805d1 found for delete ", "request_id": "req-56f64384-db6c-4178-bd77-324e12ddc7c0"}]} Oct 04 21:15:39.180468 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-45137913-e908-4fee-b418-67714aa53e65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (6842d572-7306-41bb-b4d4-4970e380f41f), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:39.615555 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 38504) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:15:40.152332 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-45137913-e908-4fee-b418-67714aa53e65 admin admin] Deleting port c2b10318-2630-477d-b6a9-4275a2561713 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:15:40.160588 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-45137913-e908-4fee-b418-67714aa53e65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (c2b10318-2630-477d-b6a9-4275a2561713), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:40.281842 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-3823df40-da95-4f43-9c57-82b604140e46 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=2b36621ba6fe4c39a1efe91e510935ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6642444 Oct 04 21:15:40.286453 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 38518) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:15:40.437389 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-45137913-e908-4fee-b418-67714aa53e65 admin admin] For port c2b10318-2630-477d-b6a9-4275a2561713, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=c2b10318-2630-477d-b6a9-4275a2561713,segment=NetworkSegment(173ad453-a5aa-4d3b-9c2e-2e77079016d7),segment_id=173ad453-a5aa-4d3b-9c2e-2e77079016d7)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:15:40.438285 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e60748d9-0876-4974-aca8-bcf3bb4dcc4c admin admin] Publish callbacks [] for security_group (68e152a7-8d1f-46b2-a1b2-56a219332569), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:40.438577 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-45137913-e908-4fee-b418-67714aa53e65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (c2b10318-2630-477d-b6a9-4275a2561713), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:40.485551 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e60748d9-0876-4974-aca8-bcf3bb4dcc4c admin admin] Publish callbacks [] for security_group (68e152a7-8d1f-46b2-a1b2-56a219332569), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:40.541420 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-45137913-e908-4fee-b418-67714aa53e65 admin admin] Calling delete_port for c2b10318-2630-477d-b6a9-4275a2561713 owned by network:router_interface {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:15:40.871234 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e60748d9-0876-4974-aca8-bcf3bb4dcc4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (68e152a7-8d1f-46b2-a1b2-56a219332569), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:40.879492 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e60748d9-0876-4974-aca8-bcf3bb4dcc4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:40.883184 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-e60748d9-0876-4974-aca8-bcf3bb4dcc4c admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/68e152a7-8d1f-46b2-a1b2-56a219332569 HTTP/1.1" status: 204 len: 168 time: 0.5934315 Oct 04 21:15:40.903984 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60748d9-0876-4974-aca8-bcf3bb4dcc4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e152a7-8d1f-46b2-a1b2-56a219332569,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:15:41.154277 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:15:41.161358 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 21:15:41.480007 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-45137913-e908-4fee-b418-67714aa53e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (c2b10318-2630-477d-b6a9-4275a2561713), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:41.593541 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45137913-e908-4fee-b418-67714aa53e65 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2b10318-2630-477d-b6a9-4275a2561713,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:15:42.222357 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-45137913-e908-4fee-b418-67714aa53e65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (6842d572-7306-41bb-b4d4-4970e380f41f), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:42.427908 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:15:42.871889 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=39 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:15:42.997319 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45137913-e908-4fee-b418-67714aa53e65 admin admin] Router 6842d572-7306-41bb-b4d4-4970e380f41f has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:15:43.475917 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45137913-e908-4fee-b418-67714aa53e65 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:15:43.495646 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-45137913-e908-4fee-b418-67714aa53e65 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/6842d572-7306-41bb-b4d4-4970e380f41f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3454695 Oct 04 21:15:43.499730 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 38568) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:15:43.504067 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195475a6-7cb3-4d62-b150-9a6bd4d14432 None None] Sync routers for ids ['6842d572-7306-41bb-b4d4-4970e380f41f'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:15:43.555005 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195475a6-7cb3-4d62-b150-9a6bd4d14432 None None] Routers {'6842d572-7306-41bb-b4d4-4970e380f41f'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:15:43.558968 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-195475a6-7cb3-4d62-b150-9a6bd4d14432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:15:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['6842d572-7306-41bb-b4d4-4970e380f41f'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:15:44.057147 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-195475a6-7cb3-4d62-b150-9a6bd4d14432 None None] Set router 6842d572-7306-41bb-b4d4-4970e380f41f gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:15:44.197462 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fbb48fc1-3ab2-4488-8b05-c447c0eb9191 admin admin] Publish callbacks [] for router (6842d572-7306-41bb-b4d4-4970e380f41f), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:44.980854 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fbb48fc1-3ab2-4488-8b05-c447c0eb9191 admin admin] Publish callbacks [] for router_gateway (6842d572-7306-41bb-b4d4-4970e380f41f), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:45.307268 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-fbb48fc1-3ab2-4488-8b05-c447c0eb9191 admin admin] Deleting port 26ac8006-4f26-4e49-924a-1a1e55df9e11 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:15:45.307268 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fbb48fc1-3ab2-4488-8b05-c447c0eb9191 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (26ac8006-4f26-4e49-924a-1a1e55df9e11), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:45.419816 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:15:45.423300 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-195475a6-7cb3-4d62-b150-9a6bd4d14432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6842d572-7306-41bb-b4d4-4970e380f41f', 'name': 'tempest-TestAggregatesBasicOps-1445239111-router', 'tenant_id': '25824f446a4344c18bafe3afb8dde28f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '26ac8006-4f26-4e49-924a-1a1e55df9e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:14:48Z', 'updated_at': '2022-10-04T21:15:41Z', 'revision_number': 5, 'project_id': '25824f446a4344c18bafe3afb8dde28f', 'gw_port': {'id': '26ac8006-4f26-4e49-924a-1a1e55df9e11', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:fa:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6842d572-7306-41bb-b4d4-4970e380f41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:14:50Z', 'updated_at': '2022-10-04T21:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:15:45.530475 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:15:45.646880 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195475a6-7cb3-4d62-b150-9a6bd4d14432 None None] Checking router: 6842d572-7306-41bb-b4d4-4970e380f41f for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:15:45.666265 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:15:45.682976 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195475a6-7cb3-4d62-b150-9a6bd4d14432 None None] Routers {'6842d572-7306-41bb-b4d4-4970e380f41f'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:15:45.699023 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-195475a6-7cb3-4d62-b150-9a6bd4d14432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:15:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['6842d572-7306-41bb-b4d4-4970e380f41f'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:15:45.917547 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-fbb48fc1-3ab2-4488-8b05-c447c0eb9191 admin admin] For port 26ac8006-4f26-4e49-924a-1a1e55df9e11, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=26ac8006-4f26-4e49-924a-1a1e55df9e11,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:15:45.922971 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fbb48fc1-3ab2-4488-8b05-c447c0eb9191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (26ac8006-4f26-4e49-924a-1a1e55df9e11), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:45.945220 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5caecc89-e0d8-4dc2-b9d5-a5c121a52a18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:46.035629 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-fbb48fc1-3ab2-4488-8b05-c447c0eb9191 admin admin] Calling delete_port for 26ac8006-4f26-4e49-924a-1a1e55df9e11 owned by network:router_gateway {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:15:46.318868 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-195475a6-7cb3-4d62-b150-9a6bd4d14432 None None] Set router 6842d572-7306-41bb-b4d4-4970e380f41f gateway port host: None {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:15:46.549435 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-195475a6-7cb3-4d62-b150-9a6bd4d14432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6842d572-7306-41bb-b4d4-4970e380f41f', 'name': 'tempest-TestAggregatesBasicOps-1445239111-router', 'tenant_id': '25824f446a4344c18bafe3afb8dde28f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:14:48Z', 'updated_at': '2022-10-04T21:15:44Z', 'revision_number': 6, 'project_id': '25824f446a4344c18bafe3afb8dde28f', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:15:46.728367 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195475a6-7cb3-4d62-b150-9a6bd4d14432 None None] The sync data for ids ['6842d572-7306-41bb-b4d4-4970e380f41f'] in n-d-852085-12 is: [{'id': '6842d572-7306-41bb-b4d4-4970e380f41f', 'name': 'tempest-TestAggregatesBasicOps-1445239111-router', 'tenant_id': '25824f446a4344c18bafe3afb8dde28f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:14:48Z', 'updated_at': '2022-10-04T21:15:44Z', 'revision_number': 6, 'project_id': '25824f446a4344c18bafe3afb8dde28f', 'gw_port_host': None}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:15:47.230947 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device c2b10318-2630-477d-b6a9-4275a2561713 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:15:47.427601 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: c2b10318-2630-477d-b6a9-4275a2561713 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:15:47.428485 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device c2b10318-2630-477d-b6a9-4275a2561713 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:15:47.656437 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0ac9e799-57bd-4028-aaa8-8c6a2927f258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:48.297132 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fbb48fc1-3ab2-4488-8b05-c447c0eb9191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (26ac8006-4f26-4e49-924a-1a1e55df9e11), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:48.361477 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:15:48.468883 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb48fc1-3ab2-4488-8b05-c447c0eb9191 admin admin] Pushing event deleted for resources: {'Port': ['ID=26ac8006-4f26-4e49-924a-1a1e55df9e11,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:15:48.570183 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fbb48fc1-3ab2-4488-8b05-c447c0eb9191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (6842d572-7306-41bb-b4d4-4970e380f41f), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:49.023236 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fbb48fc1-3ab2-4488-8b05-c447c0eb9191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (6842d572-7306-41bb-b4d4-4970e380f41f), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:49.029113 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fbb48fc1-3ab2-4488-8b05-c447c0eb9191 admin admin] Publish callbacks [] for router_controller (6842d572-7306-41bb-b4d4-4970e380f41f), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:49.343761 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 26ac8006-4f26-4e49-924a-1a1e55df9e11 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:15:49.365574 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fbb48fc1-3ab2-4488-8b05-c447c0eb9191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (6842d572-7306-41bb-b4d4-4970e380f41f), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:49.369028 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb48fc1-3ab2-4488-8b05-c447c0eb9191 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6842d572-7306-41bb-b4d4-4970e380f41f {{(pid=108170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 21:15:49.395320 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fbb48fc1-3ab2-4488-8b05-c447c0eb9191 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:49.396574 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 26ac8006-4f26-4e49-924a-1a1e55df9e11 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:15:49.397572 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 26ac8006-4f26-4e49-924a-1a1e55df9e11 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:15:49.411614 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-fbb48fc1-3ab2-4488-8b05-c447c0eb9191 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/6842d572-7306-41bb-b4d4-4970e380f41f HTTP/1.1" status: 204 len: 168 time: 5.9082460 Oct 04 21:15:49.414317 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 38664) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:15:49.775295 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-7094413f-8725-415b-8885-01bf42ca7139 admin admin] Deleting subnet a4edd647-c3d8-45fd-9139-e46e65450d09 {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:15:49.791941 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7094413f-8725-415b-8885-01bf42ca7139 admin admin] Publish callbacks [] for subnet (a4edd647-c3d8-45fd-9139-e46e65450d09), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:49.881367 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7094413f-8725-415b-8885-01bf42ca7139 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (a4edd647-c3d8-45fd-9139-e46e65450d09), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:50.151001 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7094413f-8725-415b-8885-01bf42ca7139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (a4edd647-c3d8-45fd-9139-e46e65450d09), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:50.280633 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:50.561822 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7094413f-8725-415b-8885-01bf42ca7139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (a4edd647-c3d8-45fd-9139-e46e65450d09), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:50.655271 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:15:50.668855 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7094413f-8725-415b-8885-01bf42ca7139 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4edd647-c3d8-45fd-9139-e46e65450d09,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:15:50.686142 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7094413f-8725-415b-8885-01bf42ca7139 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:50.700048 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-7094413f-8725-415b-8885-01bf42ca7139 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/a4edd647-c3d8-45fd-9139-e46e65450d09 HTTP/1.1" status: 204 len: 168 time: 1.2837677 Oct 04 21:15:50.704454 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 38690) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:15:50.720079 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2717d9-ba6f-473c-b295-078b310fd76c None None] Network 456e254e-9330-493b-84c6-6239de6f59b6 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:15:51.155403 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=52 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:15:51.235066 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4bdfdb4d-4a3b-4ec7-a790-883f0bc244c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (456e254e-9330-493b-84c6-6239de6f59b6), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:51.321720 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0937e9a-a98f-4e3f-a077-dde74406c6b9 None None] DHCP port deletion for 456e254e-9330-493b-84c6-6239de6f59b6 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:15:51.557023 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-4bdfdb4d-4a3b-4ec7-a790-883f0bc244c3 admin admin] Deleting port 8aa69319-7207-420d-bac9-15cb6ea7f6ea {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:15:51.557843 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4bdfdb4d-4a3b-4ec7-a790-883f0bc244c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (8aa69319-7207-420d-bac9-15cb6ea7f6ea), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:51.739654 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-d0937e9a-a98f-4e3f-a077-dde74406c6b9 None None] Deleting port 8aa69319-7207-420d-bac9-15cb6ea7f6ea {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:15:51.748838 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d0937e9a-a98f-4e3f-a077-dde74406c6b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (8aa69319-7207-420d-bac9-15cb6ea7f6ea), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:51.893270 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:51.948509 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-4bdfdb4d-4a3b-4ec7-a790-883f0bc244c3 admin admin] For port 8aa69319-7207-420d-bac9-15cb6ea7f6ea, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=8aa69319-7207-420d-bac9-15cb6ea7f6ea,segment=NetworkSegment(173ad453-a5aa-4d3b-9c2e-2e77079016d7),segment_id=173ad453-a5aa-4d3b-9c2e-2e77079016d7)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:15:51.949327 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4bdfdb4d-4a3b-4ec7-a790-883f0bc244c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (8aa69319-7207-420d-bac9-15cb6ea7f6ea), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:51.984924 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-d0937e9a-a98f-4e3f-a077-dde74406c6b9 None None] For port 8aa69319-7207-420d-bac9-15cb6ea7f6ea, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=8aa69319-7207-420d-bac9-15cb6ea7f6ea,segment=NetworkSegment(173ad453-a5aa-4d3b-9c2e-2e77079016d7),segment_id=173ad453-a5aa-4d3b-9c2e-2e77079016d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:15:51.985626 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d0937e9a-a98f-4e3f-a077-dde74406c6b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (8aa69319-7207-420d-bac9-15cb6ea7f6ea), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:52.013229 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-4bdfdb4d-4a3b-4ec7-a790-883f0bc244c3 admin admin] Calling delete_port for 8aa69319-7207-420d-bac9-15cb6ea7f6ea owned by network:dhcp {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:15:52.066294 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-d0937e9a-a98f-4e3f-a077-dde74406c6b9 None None] Calling delete_port for 8aa69319-7207-420d-bac9-15cb6ea7f6ea owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:15:52.080078 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:52.427191 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d0937e9a-a98f-4e3f-a077-dde74406c6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (8aa69319-7207-420d-bac9-15cb6ea7f6ea), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:52.469391 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4bdfdb4d-4a3b-4ec7-a790-883f0bc244c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (8aa69319-7207-420d-bac9-15cb6ea7f6ea), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:52.680070 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdfdb4d-4a3b-4ec7-a790-883f0bc244c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8aa69319-7207-420d-bac9-15cb6ea7f6ea,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:15:52.691703 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdfdb4d-4a3b-4ec7-a790-883f0bc244c3 admin admin] No DVR routers for this DVR port 8aa69319-7207-420d-bac9-15cb6ea7f6ea on host n-d-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:15:52.693144 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0937e9a-a98f-4e3f-a077-dde74406c6b9 None None] Pushing event deleted for resources: {'Port': ['ID=8aa69319-7207-420d-bac9-15cb6ea7f6ea,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:15:52.729253 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0937e9a-a98f-4e3f-a077-dde74406c6b9 None None] No DVR routers for this DVR port 8aa69319-7207-420d-bac9-15cb6ea7f6ea on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:15:52.748775 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:15:52.840683 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0937e9a-a98f-4e3f-a077-dde74406c6b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:15:52.840683 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0937e9a-a98f-4e3f-a077-dde74406c6b9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:15:52.840683 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0937e9a-a98f-4e3f-a077-dde74406c6b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:15:52.840683 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0937e9a-a98f-4e3f-a077-dde74406c6b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:15:52.840683 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0937e9a-a98f-4e3f-a077-dde74406c6b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:15:52.841865 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0937e9a-a98f-4e3f-a077-dde74406c6b9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:15:52.841865 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0937e9a-a98f-4e3f-a077-dde74406c6b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:15:52.842507 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0937e9a-a98f-4e3f-a077-dde74406c6b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:15:52.855652 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0937e9a-a98f-4e3f-a077-dde74406c6b9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:15:52.866252 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0937e9a-a98f-4e3f-a077-dde74406c6b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:15:52.866252 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0937e9a-a98f-4e3f-a077-dde74406c6b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:15:52.866252 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0937e9a-a98f-4e3f-a077-dde74406c6b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:15:52.872972 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0937e9a-a98f-4e3f-a077-dde74406c6b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:15:52.873828 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0937e9a-a98f-4e3f-a077-dde74406c6b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:15:52.885141 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0937e9a-a98f-4e3f-a077-dde74406c6b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:15:52.891513 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4bdfdb4d-4a3b-4ec7-a790-883f0bc244c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (456e254e-9330-493b-84c6-6239de6f59b6), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:52.976465 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-4bdfdb4d-4a3b-4ec7-a790-883f0bc244c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['456e254e-9330-493b-84c6-6239de6f59b6']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:15:53.023359 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-4bdfdb4d-4a3b-4ec7-a790-883f0bc244c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '173ad453-a5aa-4d3b-9c2e-2e77079016d7') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:15:53.024244 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-4bdfdb4d-4a3b-4ec7-a790-883f0bc244c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '173ad453-a5aa-4d3b-9c2e-2e77079016d7') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:15:53.063603 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4bdfdb4d-4a3b-4ec7-a790-883f0bc244c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (173ad453-a5aa-4d3b-9c2e-2e77079016d7), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:53.178429 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4bdfdb4d-4a3b-4ec7-a790-883f0bc244c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (173ad453-a5aa-4d3b-9c2e-2e77079016d7), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:53.234138 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bdfdb4d-4a3b-4ec7-a790-883f0bc244c3 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:15:53.244785 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4bdfdb4d-4a3b-4ec7-a790-883f0bc244c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (173ad453-a5aa-4d3b-9c2e-2e77079016d7), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:53.326076 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 8aa69319-7207-420d-bac9-15cb6ea7f6ea no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:15:53.420242 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 173ad453-a5aa-4d3b-9c2e-2e77079016d7 resource provider aggregate not found Oct 04 21:15:53.470102 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 8aa69319-7207-420d-bac9-15cb6ea7f6ea {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:15:53.471001 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 8aa69319-7207-420d-bac9-15cb6ea7f6ea not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:15:53.499865 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 173ad453-a5aa-4d3b-9c2e-2e77079016d7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 173ad453-a5aa-4d3b-9c2e-2e77079016d7 found for delete ", "request_id": "req-9434d2e9-0bdb-4cca-ac04-b57ccc8bc776"}]} Oct 04 21:15:53.668919 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4bdfdb4d-4a3b-4ec7-a790-883f0bc244c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (456e254e-9330-493b-84c6-6239de6f59b6), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:53.680199 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4bdfdb4d-4a3b-4ec7-a790-883f0bc244c3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:53.690318 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4bdfdb4d-4a3b-4ec7-a790-883f0bc244c3 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/456e254e-9330-493b-84c6-6239de6f59b6 HTTP/1.1" status: 204 len: 168 time: 2.9827948 Oct 04 21:15:53.837286 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdfdb4d-4a3b-4ec7-a790-883f0bc244c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=456e254e-9330-493b-84c6-6239de6f59b6,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:15:54.452267 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 38774) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:15:54.834366 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 38786) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:15:55.021488 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-8ca79286-b562-4064-9c07-9dc6fc8f5c00 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=6214daf08cc94e838091c822b344d70e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1850851 Oct 04 21:15:55.025226 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 38788) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:15:55.057649 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4fd1982e-f7cf-4798-afb8-5fc7f90e356c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:55.333846 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4fd1982e-f7cf-4798-afb8-5fc7f90e356c admin admin] Publish callbacks [] for security_group (41e8dcbb-f966-49d3-b121-2ad42fc6ba78), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:55.350608 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-117d0770-cc23-45bc-ac52-d07531eb0c79 admin admin] Publish callbacks [] for security_group (830ae5c6-1742-4cec-b2d7-c9ec57e077e4), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:55.404762 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-117d0770-cc23-45bc-ac52-d07531eb0c79 admin admin] Publish callbacks [] for security_group (830ae5c6-1742-4cec-b2d7-c9ec57e077e4), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:55.474871 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:15:55.485447 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4fd1982e-f7cf-4798-afb8-5fc7f90e356c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (41e8dcbb-f966-49d3-b121-2ad42fc6ba78), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:55.580056 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-4fd1982e-f7cf-4798-afb8-5fc7f90e356c admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=4ac6391a68054025ac8780b280c2a371&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1331348 Oct 04 21:15:55.585492 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 38800) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:15:55.587647 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd1982e-f7cf-4798-afb8-5fc7f90e356c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e8dcbb-f966-49d3-b121-2ad42fc6ba78,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:15:55.666127 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-117d0770-cc23-45bc-ac52-d07531eb0c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (830ae5c6-1742-4cec-b2d7-c9ec57e077e4), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:55.675437 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-117d0770-cc23-45bc-ac52-d07531eb0c79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:55.687340 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-117d0770-cc23-45bc-ac52-d07531eb0c79 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/830ae5c6-1742-4cec-b2d7-c9ec57e077e4 HTTP/1.1" status: 204 len: 168 time: 0.6598952 Oct 04 21:15:55.766537 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117d0770-cc23-45bc-ac52-d07531eb0c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=830ae5c6-1742-4cec-b2d7-c9ec57e077e4,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:15:55.981813 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-42ac25fa-956f-4213-b11f-d97b6fe04bd3 admin admin] Publish callbacks [] for security_group (41e8dcbb-f966-49d3-b121-2ad42fc6ba78), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:56.153584 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-42ac25fa-956f-4213-b11f-d97b6fe04bd3 admin admin] Publish callbacks [] for security_group (41e8dcbb-f966-49d3-b121-2ad42fc6ba78), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:56.548363 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-42ac25fa-956f-4213-b11f-d97b6fe04bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (41e8dcbb-f966-49d3-b121-2ad42fc6ba78), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:56.553747 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-42ac25fa-956f-4213-b11f-d97b6fe04bd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:56.556035 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-42ac25fa-956f-4213-b11f-d97b6fe04bd3 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/41e8dcbb-f966-49d3-b121-2ad42fc6ba78 HTTP/1.1" status: 204 len: 168 time: 0.9675772 Oct 04 21:15:56.590101 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ac25fa-956f-4213-b11f-d97b6fe04bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e8dcbb-f966-49d3-b121-2ad42fc6ba78,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:15:58.504847 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 38856) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:15:58.672099 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-76737d03-b320-45a7-837a-e5a02e1b986e admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=25824f446a4344c18bafe3afb8dde28f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1625271 Oct 04 21:15:58.678065 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 38860) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:15:58.909391 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 38870) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:15:59.054510 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=11 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:15:59.113891 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f7403c40-0750-474e-b14e-9370bc14c781 admin admin] Publish callbacks [] for security_group (68bde8f9-bcde-42de-84ca-01edfb999345), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:59.261133 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f7403c40-0750-474e-b14e-9370bc14c781 admin admin] Publish callbacks [] for security_group (68bde8f9-bcde-42de-84ca-01edfb999345), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:59.547330 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e986d8fd-52c9-4ea9-9cb3-bd93c485e145 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:59.668362 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f7403c40-0750-474e-b14e-9370bc14c781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (68bde8f9-bcde-42de-84ca-01edfb999345), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:59.674463 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f7403c40-0750-474e-b14e-9370bc14c781 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:15:59.678252 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f7403c40-0750-474e-b14e-9370bc14c781 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/68bde8f9-bcde-42de-84ca-01edfb999345 HTTP/1.1" status: 204 len: 168 time: 0.9962325 Oct 04 21:15:59.728551 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7403c40-0750-474e-b14e-9370bc14c781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68bde8f9-bcde-42de-84ca-01edfb999345,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:16:00.150063 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e986d8fd-52c9-4ea9-9cb3-bd93c485e145 admin admin] Publish callbacks [] for security_group (ddee1700-2e58-4d7b-b687-28a7c27932e9), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:00.217433 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e986d8fd-52c9-4ea9-9cb3-bd93c485e145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (ddee1700-2e58-4d7b-b687-28a7c27932e9), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:00.407664 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 38900) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:16:00.410084 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-e986d8fd-52c9-4ea9-9cb3-bd93c485e145 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=6a072dc148e441259946cb3b757b2645&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4972873 Oct 04 21:16:00.505757 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e986d8fd-52c9-4ea9-9cb3-bd93c485e145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddee1700-2e58-4d7b-b687-28a7c27932e9,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:16:00.818884 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fac676cd-1841-4cec-8afe-5888f6cff8e8 admin admin] Publish callbacks [] for security_group (ddee1700-2e58-4d7b-b687-28a7c27932e9), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:00.923564 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fac676cd-1841-4cec-8afe-5888f6cff8e8 admin admin] Publish callbacks [] for security_group (ddee1700-2e58-4d7b-b687-28a7c27932e9), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:01.147908 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fac676cd-1841-4cec-8afe-5888f6cff8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (ddee1700-2e58-4d7b-b687-28a7c27932e9), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:01.153820 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fac676cd-1841-4cec-8afe-5888f6cff8e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:01.158061 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-fac676cd-1841-4cec-8afe-5888f6cff8e8 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/ddee1700-2e58-4d7b-b687-28a7c27932e9 HTTP/1.1" status: 204 len: 168 time: 0.7460568 Oct 04 21:16:01.181029 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac676cd-1841-4cec-8afe-5888f6cff8e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddee1700-2e58-4d7b-b687-28a7c27932e9,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:16:02.058665 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 38942) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:16:02.490607 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:02.607017 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-7ff29261-54b5-4173-a45b-2e88ce096466 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-889438361-network', 'tenant_id': '06b106a291b44599bb30d5040d82a3cb'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:16:02.839496 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff29261-54b5-4173-a45b-2e88ce096466 admin admin] Made reservation on behalf of 06b106a291b44599bb30d5040d82a3cb for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:16:02.843747 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7ff29261-54b5-4173-a45b-2e88ce096466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:02.895639 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7ff29261-54b5-4173-a45b-2e88ce096466 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:02.904895 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 38960) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:16:02.998747 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-aebeff73-b516-404a-a5ea-e04ccfbd00f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:03.217422 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7ff29261-54b5-4173-a45b-2e88ce096466 admin admin] Publish callbacks [] for security_group (f6180ae9-190c-42a3-83de-32b10fedde52), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:03.336716 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7ff29261-54b5-4173-a45b-2e88ce096466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (f6180ae9-190c-42a3-83de-32b10fedde52), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:03.337012 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-aebeff73-b516-404a-a5ea-e04ccfbd00f6 admin admin] Publish callbacks [] for security_group (751deacb-8046-4306-8fb0-cb1aff4a998d), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:03.344929 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:16:03.439026 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-aebeff73-b516-404a-a5ea-e04ccfbd00f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (751deacb-8046-4306-8fb0-cb1aff4a998d), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:03.439382 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ff29261-54b5-4173-a45b-2e88ce096466 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:16:03.495788 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7ff29261-54b5-4173-a45b-2e88ce096466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (d8b67e59-7d0a-4d51-8627-6f912ecebd55), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:03.496670 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-7ff29261-54b5-4173-a45b-2e88ce096466 admin admin] Added segment d8b67e59-7d0a-4d51-8627-6f912ecebd55 of type vlan for network 798c0142-6487-4be9-a55d-44c8d2cb7e55 Oct 04 21:16:03.499708 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff29261-54b5-4173-a45b-2e88ce096466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6180ae9-190c-42a3-83de-32b10fedde52,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:16:03.570201 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:03.611977 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-aebeff73-b516-404a-a5ea-e04ccfbd00f6 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=e48041db84ea40ce97188699ecbcc533&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6925597 Oct 04 21:16:03.611977 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 38970) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:16:03.614897 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7ff29261-54b5-4173-a45b-2e88ce096466 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (798c0142-6487-4be9-a55d-44c8d2cb7e55), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:03.769681 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebeff73-b516-404a-a5ea-e04ccfbd00f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=751deacb-8046-4306-8fb0-cb1aff4a998d,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:16:03.822442 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-344ee569-cf76-4c03-99f2-76553f1e9791 admin admin] Publish callbacks [] for security_group (751deacb-8046-4306-8fb0-cb1aff4a998d), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:03.868468 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7ff29261-54b5-4173-a45b-2e88ce096466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (798c0142-6487-4be9-a55d-44c8d2cb7e55), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:03.870697 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff29261-54b5-4173-a45b-2e88ce096466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:16:03.877542 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7ff29261-54b5-4173-a45b-2e88ce096466 admin admin] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:03.894311 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-344ee569-cf76-4c03-99f2-76553f1e9791 admin admin] Publish callbacks [] for security_group (751deacb-8046-4306-8fb0-cb1aff4a998d), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:04.133527 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:16:04.143209 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff29261-54b5-4173-a45b-2e88ce096466 admin admin] Pushing event updated for resources: {'Network': ['ID=798c0142-6487-4be9-a55d-44c8d2cb7e55,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:16:04.168646 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 798c0142-6487-4be9-a55d-44c8d2cb7e55 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:16:04.210143 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 38988) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:16:04.210422 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-7ff29261-54b5-4173-a45b-2e88ce096466 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1506681 Oct 04 21:16:04.233236 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-1bdd2f87-7f81-4d18-a8e6-73b07f2ca07c admin admin] Request body: {'subnet': {'network_id': '798c0142-6487-4be9-a55d-44c8d2cb7e55', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-889438361-subnet', 'tenant_id': '06b106a291b44599bb30d5040d82a3cb', 'ip_version': 4}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:16:04.895599 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-344ee569-cf76-4c03-99f2-76553f1e9791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (751deacb-8046-4306-8fb0-cb1aff4a998d), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:04.898743 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-344ee569-cf76-4c03-99f2-76553f1e9791 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:04.900038 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-344ee569-cf76-4c03-99f2-76553f1e9791 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/751deacb-8046-4306-8fb0-cb1aff4a998d HTTP/1.1" status: 204 len: 168 time: 1.2557192 Oct 04 21:16:04.913490 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344ee569-cf76-4c03-99f2-76553f1e9791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751deacb-8046-4306-8fb0-cb1aff4a998d,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:16:04.978535 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bdd2f87-7f81-4d18-a8e6-73b07f2ca07c admin admin] Made reservation on behalf of 06b106a291b44599bb30d5040d82a3cb for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:16:04.985605 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1bdd2f87-7f81-4d18-a8e6-73b07f2ca07c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:05.617406 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 39022) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:16:05.800019 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1bdd2f87-7f81-4d18-a8e6-73b07f2ca07c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (bd34efe2-3b3f-4e96-b9de-b3f211c41807), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:06.052415 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdd2f87-7f81-4d18-a8e6-73b07f2ca07c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd34efe2-3b3f-4e96-b9de-b3f211c41807,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:16:06.111758 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-ff0a4891-648b-4b56-a744-d765b7918a24 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1593639753-network', 'tenant_id': 'cad18cb30abe49648a8eb22002663311'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:16:06.160502 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdd2f87-7f81-4d18-a8e6-73b07f2ca07c admin admin] Checking segment: {'id': 'd8b67e59-7d0a-4d51-8627-6f912ecebd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '798c0142-6487-4be9-a55d-44c8d2cb7e55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:16:06.161031 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdd2f87-7f81-4d18-a8e6-73b07f2ca07c admin admin] Network hostable DHCP agents. Network: 798c0142-6487-4be9-a55d-44c8d2cb7e55, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:16:06.417023 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0a4891-648b-4b56-a744-d765b7918a24 admin admin] Made reservation on behalf of cad18cb30abe49648a8eb22002663311 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:16:06.422445 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ff0a4891-648b-4b56-a744-d765b7918a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:06.492005 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ff0a4891-648b-4b56-a744-d765b7918a24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:06.603614 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdd2f87-7f81-4d18-a8e6-73b07f2ca07c admin admin] Network 798c0142-6487-4be9-a55d-44c8d2cb7e55 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:16:06.769720 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-1bdd2f87-7f81-4d18-a8e6-73b07f2ca07c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 798c0142-6487-4be9-a55d-44c8d2cb7e55) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:16:06.784759 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e925ae9-a890-4bff-a0ac-7cefa5cc466b None None] Network 798c0142-6487-4be9-a55d-44c8d2cb7e55 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:16:06.793046 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdd2f87-7f81-4d18-a8e6-73b07f2ca07c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:16:06.793983 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1bdd2f87-7f81-4d18-a8e6-73b07f2ca07c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:06.954710 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ff0a4891-648b-4b56-a744-d765b7918a24 admin admin] Publish callbacks [] for security_group (c1f5c5a0-60da-4b1f-b434-abb6df6ada37), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:07.019693 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 39064) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:16:07.020549 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-1bdd2f87-7f81-4d18-a8e6-73b07f2ca07c admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8073251 Oct 04 21:16:07.029917 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-b21591ab-ded4-44a3-a2bd-0395c61c0d91 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-889438361-router', 'tenant_id': '06b106a291b44599bb30d5040d82a3cb', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:16:07.147204 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ff0a4891-648b-4b56-a744-d765b7918a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (c1f5c5a0-60da-4b1f-b434-abb6df6ada37), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:07.193218 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff0a4891-648b-4b56-a744-d765b7918a24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:16:07.202802 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fcd8f5e-52bc-480c-afdd-166a15b4ceb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-798c0142-6487-4be9-a55d-44c8d2cb7e55', 'network_id': '798c0142-6487-4be9-a55d-44c8d2cb7e55', 'project_id': '06b106a291b44599bb30d5040d82a3cb', 'fixed_ips': [{'subnet_id': 'bd34efe2-3b3f-4e96-b9de-b3f211c41807'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:16:07.204310 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-1fcd8f5e-52bc-480c-afdd-166a15b4ceb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:07.229804 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b21591ab-ded4-44a3-a2bd-0395c61c0d91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (2aa15eab-55dd-4f2a-b927-9a635cd2a8f0), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:07.237166 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b21591ab-ded4-44a3-a2bd-0395c61c0d91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (2aa15eab-55dd-4f2a-b927-9a635cd2a8f0), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:07.241890 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0a4891-648b-4b56-a744-d765b7918a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f5c5a0-60da-4b1f-b434-abb6df6ada37,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:16:07.288425 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ff0a4891-648b-4b56-a744-d765b7918a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (171d84ee-1b95-48bc-9179-6479aa5bebc0), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:07.291577 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-ff0a4891-648b-4b56-a744-d765b7918a24 admin admin] Added segment 171d84ee-1b95-48bc-9179-6479aa5bebc0 of type vlan for network 6f08fc01-db8d-439f-b50e-4d115b3e90cc Oct 04 21:16:07.522305 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=3,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:16:07.547173 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ff0a4891-648b-4b56-a744-d765b7918a24 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (6f08fc01-db8d-439f-b50e-4d115b3e90cc), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:07.552939 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b21591ab-ded4-44a3-a2bd-0395c61c0d91 admin admin] Publish callbacks [] for router_controller (2aa15eab-55dd-4f2a-b927-9a635cd2a8f0), precommit_add_association {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:07.735332 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:16:07.740017 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-1fcd8f5e-52bc-480c-afdd-166a15b4ceb0 None None] Allocated IP 172.20.0.2 (798c0142-6487-4be9-a55d-44c8d2cb7e55/bd34efe2-3b3f-4e96-b9de-b3f211c41807/efa92a22-342e-4884-82a4-0ad481d1c881) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:16:07.782489 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ff0a4891-648b-4b56-a744-d765b7918a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (6f08fc01-db8d-439f-b50e-4d115b3e90cc), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:07.785454 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0a4891-648b-4b56-a744-d765b7918a24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:16:07.788763 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ff0a4891-648b-4b56-a744-d765b7918a24 admin admin] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:07.810413 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:DELETE=5,neutron:SELECT=74,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:16:07.888614 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:16:08.099978 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=74,neutron:DELETE=5,neutron:INSERT=18,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:16:08.105914 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0a4891-648b-4b56-a744-d765b7918a24 admin admin] Pushing event updated for resources: {'Network': ['ID=6f08fc01-db8d-439f-b50e-4d115b3e90cc,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:16:08.132212 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b21591ab-ded4-44a3-a2bd-0395c61c0d91 admin admin] Publish callbacks [] for router_gateway (2aa15eab-55dd-4f2a-b927-9a635cd2a8f0), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:08.150392 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-ff0a4891-648b-4b56-a744-d765b7918a24 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.8214304 Oct 04 21:16:08.154783 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 39096) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:16:08.164115 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-52260318-edcb-4661-b77d-db731580888f admin admin] Request body: {'subnet': {'network_id': '6f08fc01-db8d-439f-b50e-4d115b3e90cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1593639753-subnet', 'tenant_id': 'cad18cb30abe49648a8eb22002663311', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:16:08.167002 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 6f08fc01-db8d-439f-b50e-4d115b3e90cc details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:16:08.444436 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52260318-edcb-4661-b77d-db731580888f admin admin] Made reservation on behalf of cad18cb30abe49648a8eb22002663311 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:16:08.457556 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-52260318-edcb-4661-b77d-db731580888f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:08.469870 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:16:08.537411 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-1fcd8f5e-52bc-480c-afdd-166a15b4ceb0 None None] Publish callbacks [] for port (efa92a22-342e-4884-82a4-0ad481d1c881), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:08.641615 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-1fcd8f5e-52bc-480c-afdd-166a15b4ceb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (efa92a22-342e-4884-82a4-0ad481d1c881), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:08.995263 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcd8f5e-52bc-480c-afdd-166a15b4ceb0 None None] Network 798c0142-6487-4be9-a55d-44c8d2cb7e55 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:16:09.038069 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-1fcd8f5e-52bc-480c-afdd-166a15b4ceb0 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:16:09.042954 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcd8f5e-52bc-480c-afdd-166a15b4ceb0 None None] Pushing event updated for resources: {'Port': ['ID=efa92a22-342e-4884-82a4-0ad481d1c881,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:16:09.054098 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcd8f5e-52bc-480c-afdd-166a15b4ceb0 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:16:09.157170 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b21591ab-ded4-44a3-a2bd-0395c61c0d91 admin admin] Publish callbacks [] for router_gateway (2aa15eab-55dd-4f2a-b927-9a635cd2a8f0), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:09.254750 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b21591ab-ded4-44a3-a2bd-0395c61c0d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:09.279037 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-1fcd8f5e-52bc-480c-afdd-166a15b4ceb0 None None] Attempting to bind port efa92a22-342e-4884-82a4-0ad481d1c881 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:16:09.280277 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-1fcd8f5e-52bc-480c-afdd-166a15b4ceb0 None None] Attempting to bind port efa92a22-342e-4884-82a4-0ad481d1c881 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'd8b67e59-7d0a-4d51-8627-6f912ecebd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '798c0142-6487-4be9-a55d-44c8d2cb7e55'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:16:09.280918 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcd8f5e-52bc-480c-afdd-166a15b4ceb0 None None] Attempting to bind port efa92a22-342e-4884-82a4-0ad481d1c881 on network 798c0142-6487-4be9-a55d-44c8d2cb7e55 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:16:09.301906 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-52260318-edcb-4661-b77d-db731580888f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (3326d1e8-5f42-4477-bca6-ea24d0954d3f), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:09.442401 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcd8f5e-52bc-480c-afdd-166a15b4ceb0 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:16:09.443725 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcd8f5e-52bc-480c-afdd-166a15b4ceb0 None None] Checking segment: {'id': 'd8b67e59-7d0a-4d51-8627-6f912ecebd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '798c0142-6487-4be9-a55d-44c8d2cb7e55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:16:09.444839 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-1fcd8f5e-52bc-480c-afdd-166a15b4ceb0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:09.446096 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcd8f5e-52bc-480c-afdd-166a15b4ceb0 None None] Bound using segment: {'id': 'd8b67e59-7d0a-4d51-8627-6f912ecebd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '798c0142-6487-4be9-a55d-44c8d2cb7e55'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:16:09.447452 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-1fcd8f5e-52bc-480c-afdd-166a15b4ceb0 None None] Bound port: efa92a22-342e-4884-82a4-0ad481d1c881, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b67e59-7d0a-4d51-8627-6f912ecebd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '798c0142-6487-4be9-a55d-44c8d2cb7e55'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:16:09.448729 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-1fcd8f5e-52bc-480c-afdd-166a15b4ceb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (efa92a22-342e-4884-82a4-0ad481d1c881), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:09.525285 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52260318-edcb-4661-b77d-db731580888f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3326d1e8-5f42-4477-bca6-ea24d0954d3f,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:16:09.666767 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52260318-edcb-4661-b77d-db731580888f admin admin] Checking segment: {'id': '171d84ee-1b95-48bc-9179-6479aa5bebc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6f08fc01-db8d-439f-b50e-4d115b3e90cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:16:09.668110 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52260318-edcb-4661-b77d-db731580888f admin admin] Network hostable DHCP agents. Network: 6f08fc01-db8d-439f-b50e-4d115b3e90cc, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:16:09.715514 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-1fcd8f5e-52bc-480c-afdd-166a15b4ceb0 None None] For port efa92a22-342e-4884-82a4-0ad481d1c881, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:16:09.743253 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-1fcd8f5e-52bc-480c-afdd-166a15b4ceb0 None None] For port efa92a22-342e-4884-82a4-0ad481d1c881, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=efa92a22-342e-4884-82a4-0ad481d1c881,segment=NetworkSegment(d8b67e59-7d0a-4d51-8627-6f912ecebd55),segment_id=d8b67e59-7d0a-4d51-8627-6f912ecebd55)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:16:09.816150 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52260318-edcb-4661-b77d-db731580888f admin admin] Network 6f08fc01-db8d-439f-b50e-4d115b3e90cc is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:16:09.818544 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-b21591ab-ded4-44a3-a2bd-0395c61c0d91 admin admin] Allocated IP 172.25.5.80 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/b1d9aa42-e5f5-459b-80cd-e9b34ff71f89) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:16:09.853810 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-1fcd8f5e-52bc-480c-afdd-166a15b4ceb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (efa92a22-342e-4884-82a4-0ad481d1c881), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:09.936679 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-52260318-edcb-4661-b77d-db731580888f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 6f08fc01-db8d-439f-b50e-4d115b3e90cc) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:16:09.946600 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52260318-edcb-4661-b77d-db731580888f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:16:09.949356 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-52260318-edcb-4661-b77d-db731580888f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:10.048046 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8264dda2-e3b1-44a4-b483-58e598ee0753 None None] Network 6f08fc01-db8d-439f-b50e-4d115b3e90cc requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:16:10.299569 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-52260318-edcb-4661-b77d-db731580888f admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1427135 Oct 04 21:16:10.383329 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b21591ab-ded4-44a3-a2bd-0395c61c0d91 admin admin] Publish callbacks [] for port (b1d9aa42-e5f5-459b-80cd-e9b34ff71f89), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:10.415775 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:16:10.824512 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b21591ab-ded4-44a3-a2bd-0395c61c0d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (b1d9aa42-e5f5-459b-80cd-e9b34ff71f89), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:11.039438 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21591ab-ded4-44a3-a2bd-0395c61c0d91 admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:16:11.054045 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-b21591ab-ded4-44a3-a2bd-0395c61c0d91 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:16:11.064039 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21591ab-ded4-44a3-a2bd-0395c61c0d91 admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:16:11.193305 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:INSERT=4,neutron:UPDATE=5,neutron:SELECT=91 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:16:11.228305 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcd8f5e-52bc-480c-afdd-166a15b4ceb0 None None] Pushing event updated for resources: {'Port': ['ID=efa92a22-342e-4884-82a4-0ad481d1c881,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:16:11.473832 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef999f26-4406-48d0-9316-946681d0c84a None None] Network 6f08fc01-db8d-439f-b50e-4d115b3e90cc requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:16:11.790960 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21591ab-ded4-44a3-a2bd-0395c61c0d91 admin admin] Pushing event updated for resources: {'Port': ['ID=b1d9aa42-e5f5-459b-80cd-e9b34ff71f89,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:16:12.676918 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b21591ab-ded4-44a3-a2bd-0395c61c0d91 admin admin] Publish callbacks [] for router_gateway (2aa15eab-55dd-4f2a-b927-9a635cd2a8f0), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:12.917913 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddd8c5f-60bb-4891-8083-099626bc2282 None None] Network 798c0142-6487-4be9-a55d-44c8d2cb7e55 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:16:13.219110 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-5a7ae2d9-368c-4ccf-ba28-f5fd7abacb9f None None] Provisioning complete for port efa92a22-342e-4884-82a4-0ad481d1c881 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:16:13.220298 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5a7ae2d9-368c-4ccf-ba28-f5fd7abacb9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (efa92a22-342e-4884-82a4-0ad481d1c881), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:13.221045 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-5a7ae2d9-368c-4ccf-ba28-f5fd7abacb9f None None] Attempt 1 to provision port efa92a22-342e-4884-82a4-0ad481d1c881 Oct 04 21:16:13.523079 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b21591ab-ded4-44a3-a2bd-0395c61c0d91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (2aa15eab-55dd-4f2a-b927-9a635cd2a8f0), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:13.603235 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device efa92a22-342e-4884-82a4-0ad481d1c881 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:16:13.946542 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 39218) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:16:13.987508 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-6fbbd044-e08e-46b3-9629-9c61b6b8232f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-404247760-network', 'tenant_id': '23237033e5284cb5b658c9eca5554894'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:16:14.173070 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fbbd044-e08e-46b3-9629-9c61b6b8232f admin admin] Made reservation on behalf of 23237033e5284cb5b658c9eca5554894 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:16:14.182482 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6fbbd044-e08e-46b3-9629-9c61b6b8232f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:14.243063 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6fbbd044-e08e-46b3-9629-9c61b6b8232f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:14.358976 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-5a7ae2d9-368c-4ccf-ba28-f5fd7abacb9f None None] Current status of the port efa92a22-342e-4884-82a4-0ad481d1c881 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:16:14.359856 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5a7ae2d9-368c-4ccf-ba28-f5fd7abacb9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (efa92a22-342e-4884-82a4-0ad481d1c881), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:14.634048 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port efa92a22-342e-4884-82a4-0ad481d1c881 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:16:14.661300 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (efa92a22-342e-4884-82a4-0ad481d1c881), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:14.662043 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port efa92a22-342e-4884-82a4-0ad481d1c881 Oct 04 21:16:14.710334 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6fbbd044-e08e-46b3-9629-9c61b6b8232f admin admin] Publish callbacks [] for security_group (75516620-099f-41f9-a2c8-0d61ab3e9260), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:14.810339 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6fbbd044-e08e-46b3-9629-9c61b6b8232f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (75516620-099f-41f9-a2c8-0d61ab3e9260), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:14.838853 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:16:14.903286 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fbbd044-e08e-46b3-9629-9c61b6b8232f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:16:14.937537 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:16:14.952598 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-5a7ae2d9-368c-4ccf-ba28-f5fd7abacb9f None None] For port efa92a22-342e-4884-82a4-0ad481d1c881, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=efa92a22-342e-4884-82a4-0ad481d1c881,segment=NetworkSegment(d8b67e59-7d0a-4d51-8627-6f912ecebd55),segment_id=d8b67e59-7d0a-4d51-8627-6f912ecebd55)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:16:14.992377 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbbd044-e08e-46b3-9629-9c61b6b8232f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75516620-099f-41f9-a2c8-0d61ab3e9260,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:16:15.041365 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6fbbd044-e08e-46b3-9629-9c61b6b8232f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (caf91045-bef6-44db-a6fb-873c3f49c598), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:15.043634 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-6fbbd044-e08e-46b3-9629-9c61b6b8232f admin admin] Added segment caf91045-bef6-44db-a6fb-873c3f49c598 of type vlan for network a19e907c-6bfe-457c-84cb-74caf0c6f240 Oct 04 21:16:15.053072 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbd044-e08e-46b3-9629-9c61b6b8232f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:16:15.053731 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbd044-e08e-46b3-9629-9c61b6b8232f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:16:15.054320 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbd044-e08e-46b3-9629-9c61b6b8232f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:16:15.054892 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbd044-e08e-46b3-9629-9c61b6b8232f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:16:15.055596 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbd044-e08e-46b3-9629-9c61b6b8232f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:16:15.056148 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbd044-e08e-46b3-9629-9c61b6b8232f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:16:15.056894 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbd044-e08e-46b3-9629-9c61b6b8232f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:16:15.057468 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbd044-e08e-46b3-9629-9c61b6b8232f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:16:15.058013 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbd044-e08e-46b3-9629-9c61b6b8232f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:16:15.058560 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbd044-e08e-46b3-9629-9c61b6b8232f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:16:15.059090 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbd044-e08e-46b3-9629-9c61b6b8232f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:16:15.060152 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbd044-e08e-46b3-9629-9c61b6b8232f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:16:15.060736 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbd044-e08e-46b3-9629-9c61b6b8232f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:16:15.061733 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbd044-e08e-46b3-9629-9c61b6b8232f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:16:15.062500 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbd044-e08e-46b3-9629-9c61b6b8232f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:16:15.126826 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port efa92a22-342e-4884-82a4-0ad481d1c881 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:16:15.129632 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (efa92a22-342e-4884-82a4-0ad481d1c881), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:15.189569 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6fbbd044-e08e-46b3-9629-9c61b6b8232f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (a19e907c-6bfe-457c-84cb-74caf0c6f240), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:15.312008 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b21591ab-ded4-44a3-a2bd-0395c61c0d91 admin admin] Router 2aa15eab-55dd-4f2a-b927-9a635cd2a8f0 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 21:16:15.312803 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5a7ae2d9-368c-4ccf-ba28-f5fd7abacb9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (efa92a22-342e-4884-82a4-0ad481d1c881), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:15.394105 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6fbbd044-e08e-46b3-9629-9c61b6b8232f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (a19e907c-6bfe-457c-84cb-74caf0c6f240), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:15.396120 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbbd044-e08e-46b3-9629-9c61b6b8232f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:16:15.542882 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6fbbd044-e08e-46b3-9629-9c61b6b8232f admin admin] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:15.557994 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7ae2d9-368c-4ccf-ba28-f5fd7abacb9f None None] Pushing event updated for resources: {'Port': ['ID=efa92a22-342e-4884-82a4-0ad481d1c881,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:16:15.648194 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbbd044-e08e-46b3-9629-9c61b6b8232f admin admin] Pushing event updated for resources: {'Network': ['ID=a19e907c-6bfe-457c-84cb-74caf0c6f240,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:16:15.705236 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network a19e907c-6bfe-457c-84cb-74caf0c6f240 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:16:15.738689 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-3039c44a-bec2-4a98-a61b-0863ae6585ed None None] Provisioning complete for port efa92a22-342e-4884-82a4-0ad481d1c881 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:16:15.740338 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3039c44a-bec2-4a98-a61b-0863ae6585ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (efa92a22-342e-4884-82a4-0ad481d1c881), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:15.745876 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-3039c44a-bec2-4a98-a61b-0863ae6585ed None None] Attempt 1 to provision port efa92a22-342e-4884-82a4-0ad481d1c881 Oct 04 21:16:15.781047 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-6fbbd044-e08e-46b3-9629-9c61b6b8232f admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8297796 Oct 04 21:16:15.788718 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 39264) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:16:15.804266 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-b1f2dcd4-a54e-46a7-b467-815d8751db49 admin admin] Request body: {'subnet': {'network_id': 'a19e907c-6bfe-457c-84cb-74caf0c6f240', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-404247760-subnet', 'tenant_id': '23237033e5284cb5b658c9eca5554894', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:16:15.911793 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 21:16:15.913399 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 21:16:15.922523 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:16:15.926513 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b21591ab-ded4-44a3-a2bd-0395c61c0d91 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:16:15.940619 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:16:15.946145 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-83e5563a-2b81-45c3-8192-3f167c532ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:15.953036 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f6fad6-a501-4df9-b5bd-7b4dd9bca2e8 None None] Sync routers for ids ['2aa15eab-55dd-4f2a-b927-9a635cd2a8f0'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:16:15.990946 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f6fad6-a501-4df9-b5bd-7b4dd9bca2e8 None None] Routers {'2aa15eab-55dd-4f2a-b927-9a635cd2a8f0'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:16:15.992808 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-f9f6fad6-a501-4df9-b5bd-7b4dd9bca2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:15:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['2aa15eab-55dd-4f2a-b927-9a635cd2a8f0'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:16:16.057080 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f2dcd4-a54e-46a7-b467-815d8751db49 admin admin] Made reservation on behalf of 23237033e5284cb5b658c9eca5554894 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:16:16.064497 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b1f2dcd4-a54e-46a7-b467-815d8751db49 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:16.175854 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b21591ab-ded4-44a3-a2bd-0395c61c0d91 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:16.184872 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b21591ab-ded4-44a3-a2bd-0395c61c0d91 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.1620429 Oct 04 21:16:16.186241 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 39276) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:16:16.380328 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:UPDATE=4,neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=14 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:16:16.427266 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-f9f6fad6-a501-4df9-b5bd-7b4dd9bca2e8 None None] Set router 2aa15eab-55dd-4f2a-b927-9a635cd2a8f0 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:16:16.555456 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-3039c44a-bec2-4a98-a61b-0863ae6585ed None None] Current status of the port efa92a22-342e-4884-82a4-0ad481d1c881 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:16:16.577192 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port efa92a22-342e-4884-82a4-0ad481d1c881 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:16:17.002334 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device efa92a22-342e-4884-82a4-0ad481d1c881 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:16:17.379960 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port efa92a22-342e-4884-82a4-0ad481d1c881 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:16:17.383378 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (efa92a22-342e-4884-82a4-0ad481d1c881), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:17.384233 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port efa92a22-342e-4884-82a4-0ad481d1c881 Oct 04 21:16:17.395726 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-f9f6fad6-a501-4df9-b5bd-7b4dd9bca2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aa15eab-55dd-4f2a-b927-9a635cd2a8f0', 'name': 'tempest-TestVolumeBootPattern-889438361-router', 'tenant_id': '06b106a291b44599bb30d5040d82a3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'b1d9aa42-e5f5-459b-80cd-e9b34ff71f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:16:07Z', 'updated_at': '2022-10-04T21:16:12Z', 'revision_number': 3, 'project_id': '06b106a291b44599bb30d5040d82a3cb', 'gw_port': {'id': 'b1d9aa42-e5f5-459b-80cd-e9b34ff71f89', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c4:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aa15eab-55dd-4f2a-b927-9a635cd2a8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:16:09Z', 'updated_at': '2022-10-04T21:16:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:16:17.535304 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-202d8a3a-034c-4d0d-9463-ce8f48fa2cce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:17.566080 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f6fad6-a501-4df9-b5bd-7b4dd9bca2e8 None None] Checking router: 2aa15eab-55dd-4f2a-b927-9a635cd2a8f0 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:16:17.567291 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f6fad6-a501-4df9-b5bd-7b4dd9bca2e8 None None] Updating router 2aa15eab-55dd-4f2a-b927-9a635cd2a8f0 port b1d9aa42-e5f5-459b-80cd-e9b34ff71f89 binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:16:17.797136 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-f9f6fad6-a501-4df9-b5bd-7b4dd9bca2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b1d9aa42-e5f5-459b-80cd-e9b34ff71f89), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:17.926301 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port efa92a22-342e-4884-82a4-0ad481d1c881 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:16:18.008278 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b1f2dcd4-a54e-46a7-b467-815d8751db49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (344c434d-9f9f-46bf-8942-1ae54e3f9595), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:18.379706 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2dcd4-a54e-46a7-b467-815d8751db49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=344c434d-9f9f-46bf-8942-1ae54e3f9595,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:16:18.414784 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f2dcd4-a54e-46a7-b467-815d8751db49 admin admin] Checking segment: {'id': 'caf91045-bef6-44db-a6fb-873c3f49c598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a19e907c-6bfe-457c-84cb-74caf0c6f240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:16:18.415802 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f2dcd4-a54e-46a7-b467-815d8751db49 admin admin] Network hostable DHCP agents. Network: a19e907c-6bfe-457c-84cb-74caf0c6f240, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:16:18.435302 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:16:18.457250 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 21:16:18.691276 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f2dcd4-a54e-46a7-b467-815d8751db49 admin admin] Network a19e907c-6bfe-457c-84cb-74caf0c6f240 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:16:18.757936 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-aa49a0de-d24c-4812-b887-cc44377f9ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:19.002024 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-b1f2dcd4-a54e-46a7-b467-815d8751db49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, a19e907c-6bfe-457c-84cb-74caf0c6f240) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:16:19.021848 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59d546f-aa7b-4763-83cd-91078e282df9 None None] Network a19e907c-6bfe-457c-84cb-74caf0c6f240 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:16:19.024485 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f2dcd4-a54e-46a7-b467-815d8751db49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:16:19.027461 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b1f2dcd4-a54e-46a7-b467-815d8751db49 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:19.293329 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b1f2dcd4-a54e-46a7-b467-815d8751db49 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.5025203 Oct 04 21:16:19.464579 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-f9f6fad6-a501-4df9-b5bd-7b4dd9bca2e8 None None] Publish callbacks [] for port (b1d9aa42-e5f5-459b-80cd-e9b34ff71f89), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:19.596988 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-f9f6fad6-a501-4df9-b5bd-7b4dd9bca2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (b1d9aa42-e5f5-459b-80cd-e9b34ff71f89), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:19.626539 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-aa49a0de-d24c-4812-b887-cc44377f9ec1 admin admin] Allocated IP 172.20.0.1 (798c0142-6487-4be9-a55d-44c8d2cb7e55/bd34efe2-3b3f-4e96-b9de-b3f211c41807/df4eedee-7dde-48d2-ac5e-e534e409698d) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:16:19.735712 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c381146e-3949-4996-b5dd-f91e5b814e45 None None] Network a19e907c-6bfe-457c-84cb-74caf0c6f240 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:16:19.753262 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-f9f6fad6-a501-4df9-b5bd-7b4dd9bca2e8 None None] Attempting to bind port b1d9aa42-e5f5-459b-80cd-e9b34ff71f89 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:16:19.760608 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-f9f6fad6-a501-4df9-b5bd-7b4dd9bca2e8 None None] Attempting to bind port b1d9aa42-e5f5-459b-80cd-e9b34ff71f89 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:16:19.761494 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f6fad6-a501-4df9-b5bd-7b4dd9bca2e8 None None] Attempting to bind port b1d9aa42-e5f5-459b-80cd-e9b34ff71f89 on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:16:19.953780 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32c7b48-06b2-4bfc-91c3-39b12d250b66 None None] Pushing event updated for resources: {'Port': ['ID=b1d9aa42-e5f5-459b-80cd-e9b34ff71f89,revision_number=2']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:16:20.047200 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32c7b48-06b2-4bfc-91c3-39b12d250b66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:16:20.050829 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32c7b48-06b2-4bfc-91c3-39b12d250b66 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:16:20.051990 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32c7b48-06b2-4bfc-91c3-39b12d250b66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:16:20.052937 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32c7b48-06b2-4bfc-91c3-39b12d250b66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:16:20.054375 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32c7b48-06b2-4bfc-91c3-39b12d250b66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:16:20.059818 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32c7b48-06b2-4bfc-91c3-39b12d250b66 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:16:20.060912 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32c7b48-06b2-4bfc-91c3-39b12d250b66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:16:20.061906 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32c7b48-06b2-4bfc-91c3-39b12d250b66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:16:20.062893 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32c7b48-06b2-4bfc-91c3-39b12d250b66 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:16:20.063917 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32c7b48-06b2-4bfc-91c3-39b12d250b66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:16:20.066977 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32c7b48-06b2-4bfc-91c3-39b12d250b66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:16:20.068037 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32c7b48-06b2-4bfc-91c3-39b12d250b66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:16:20.070207 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32c7b48-06b2-4bfc-91c3-39b12d250b66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:16:20.075456 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32c7b48-06b2-4bfc-91c3-39b12d250b66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:16:20.077249 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32c7b48-06b2-4bfc-91c3-39b12d250b66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:16:20.161509 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-aa49a0de-d24c-4812-b887-cc44377f9ec1 admin admin] Publish callbacks [] for port (df4eedee-7dde-48d2-ac5e-e534e409698d), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:20.181383 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f6fad6-a501-4df9-b5bd-7b4dd9bca2e8 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:16:20.190146 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f6fad6-a501-4df9-b5bd-7b4dd9bca2e8 None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:16:20.192484 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-f9f6fad6-a501-4df9-b5bd-7b4dd9bca2e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:20.194032 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f6fad6-a501-4df9-b5bd-7b4dd9bca2e8 None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:16:20.194609 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:16:20.196936 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-f9f6fad6-a501-4df9-b5bd-7b4dd9bca2e8 None None] Bound port: b1d9aa42-e5f5-459b-80cd-e9b34ff71f89, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:16:20.198701 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-f9f6fad6-a501-4df9-b5bd-7b4dd9bca2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b1d9aa42-e5f5-459b-80cd-e9b34ff71f89), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:20.316940 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-f9f6fad6-a501-4df9-b5bd-7b4dd9bca2e8 None None] For port b1d9aa42-e5f5-459b-80cd-e9b34ff71f89, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:16:20.325468 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-f9f6fad6-a501-4df9-b5bd-7b4dd9bca2e8 None None] For port b1d9aa42-e5f5-459b-80cd-e9b34ff71f89, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b1d9aa42-e5f5-459b-80cd-e9b34ff71f89,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:16:20.404648 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:20.448321 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-f9f6fad6-a501-4df9-b5bd-7b4dd9bca2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (b1d9aa42-e5f5-459b-80cd-e9b34ff71f89), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:20.451117 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-aa49a0de-d24c-4812-b887-cc44377f9ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (df4eedee-7dde-48d2-ac5e-e534e409698d), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:20.727953 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f6fad6-a501-4df9-b5bd-7b4dd9bca2e8 None None] Routers {'2aa15eab-55dd-4f2a-b927-9a635cd2a8f0'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:16:20.729015 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-f9f6fad6-a501-4df9-b5bd-7b4dd9bca2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:16:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['2aa15eab-55dd-4f2a-b927-9a635cd2a8f0'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:16:20.819273 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa49a0de-d24c-4812-b887-cc44377f9ec1 admin admin] Pushing event updated for resources: {'Port': ['ID=df4eedee-7dde-48d2-ac5e-e534e409698d,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:16:20.831486 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa49a0de-d24c-4812-b887-cc44377f9ec1 admin admin] Network 798c0142-6487-4be9-a55d-44c8d2cb7e55 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:16:20.864351 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-aa49a0de-d24c-4812-b887-cc44377f9ec1 admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:16:20.874364 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa49a0de-d24c-4812-b887-cc44377f9ec1 admin admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:16:21.044060 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-aa49a0de-d24c-4812-b887-cc44377f9ec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (2aa15eab-55dd-4f2a-b927-9a635cd2a8f0), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:21.292385 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-f9f6fad6-a501-4df9-b5bd-7b4dd9bca2e8 None None] Set router 2aa15eab-55dd-4f2a-b927-9a635cd2a8f0 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:16:21.305056 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:16:21.307129 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:16:21.308826 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32c7b48-06b2-4bfc-91c3-39b12d250b66 None None] Pushing event updated for resources: {'Port': ['ID=b1d9aa42-e5f5-459b-80cd-e9b34ff71f89,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:16:21.628459 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:21.911908 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-c68969eb-e1b3-42ba-9509-e07ca0024d89 None None] Provisioning complete for port df4eedee-7dde-48d2-ac5e-e534e409698d triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:16:21.915667 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c68969eb-e1b3-42ba-9509-e07ca0024d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (df4eedee-7dde-48d2-ac5e-e534e409698d), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:21.923310 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-c68969eb-e1b3-42ba-9509-e07ca0024d89 None None] Attempt 1 to provision port df4eedee-7dde-48d2-ac5e-e534e409698d Oct 04 21:16:21.923310 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:22.060373 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-c68969eb-e1b3-42ba-9509-e07ca0024d89 None None] Port df4eedee-7dde-48d2-ac5e-e534e409698d cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:16:22.074097 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:16:22.206021 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cefb061-2c2a-4a3d-a32f-66f26bbc7c9c req-b97c4122-802a-48a3-873f-51fadc10814b tempest-TestServerAdvancedOps-1771817085 tempest-TestServerAdvancedOps-1771817085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:16:22.208813 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4cefb061-2c2a-4a3d-a32f-66f26bbc7c9c req-b97c4122-802a-48a3-873f-51fadc10814b tempest-TestServerAdvancedOps-1771817085 tempest-TestServerAdvancedOps-1771817085-project] 10.222.0.78 "GET /networking/v2.0/networks?id=6f08fc01-db8d-439f-b50e-4d115b3e90cc HTTP/1.1" status: 200 len: 812 time: 0.9666238 Oct 04 21:16:22.244320 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4cefb061-2c2a-4a3d-a32f-66f26bbc7c9c req-d989a83f-ec74-401d-80e4-e41aae720aa7 tempest-TestServerAdvancedOps-1771817085 tempest-TestServerAdvancedOps-1771817085-project] 10.222.0.78 "GET /networking/v2.0/quotas/cad18cb30abe49648a8eb22002663311 HTTP/1.1" status: 200 len: 375 time: 0.0238960 Oct 04 21:16:22.292140 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-f9f6fad6-a501-4df9-b5bd-7b4dd9bca2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aa15eab-55dd-4f2a-b927-9a635cd2a8f0', 'name': 'tempest-TestVolumeBootPattern-889438361-router', 'tenant_id': '06b106a291b44599bb30d5040d82a3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'b1d9aa42-e5f5-459b-80cd-e9b34ff71f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:16:07Z', 'updated_at': '2022-10-04T21:16:12Z', 'revision_number': 3, 'project_id': '06b106a291b44599bb30d5040d82a3cb', 'gw_port': {'id': 'b1d9aa42-e5f5-459b-80cd-e9b34ff71f89', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c4:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aa15eab-55dd-4f2a-b927-9a635cd2a8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:16:09Z', 'updated_at': '2022-10-04T21:16:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:16:22.451807 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f6fad6-a501-4df9-b5bd-7b4dd9bca2e8 None None] The sync data for ids ['2aa15eab-55dd-4f2a-b927-9a635cd2a8f0'] in n-d-852085-12 is: [{'id': '2aa15eab-55dd-4f2a-b927-9a635cd2a8f0', 'name': 'tempest-TestVolumeBootPattern-889438361-router', 'tenant_id': '06b106a291b44599bb30d5040d82a3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'b1d9aa42-e5f5-459b-80cd-e9b34ff71f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:16:07Z', 'updated_at': '2022-10-04T21:16:12Z', 'revision_number': 3, 'project_id': '06b106a291b44599bb30d5040d82a3cb', 'gw_port': {'id': 'b1d9aa42-e5f5-459b-80cd-e9b34ff71f89', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c4:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aa15eab-55dd-4f2a-b927-9a635cd2a8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:16:09Z', 'updated_at': '2022-10-04T21:16:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:16:22.491241 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4cefb061-2c2a-4a3d-a32f-66f26bbc7c9c req-1875fff5-411e-4993-a596-a614d144b566 tempest-TestServerAdvancedOps-1771817085 tempest-TestServerAdvancedOps-1771817085-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=cad18cb30abe49648a8eb22002663311&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2300155 Oct 04 21:16:22.618653 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 39468) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:16:22.691760 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-aa49a0de-d24c-4812-b887-cc44377f9ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (df4eedee-7dde-48d2-ac5e-e534e409698d), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:22.843842 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-72d3ee36-5d29-44c7-aa12-ef0e0e8a975b admin admin] Deleting subnet 3326d1e8-5f42-4477-bca6-ea24d0954d3f {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:16:22.850747 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-72d3ee36-5d29-44c7-aa12-ef0e0e8a975b admin admin] Publish callbacks [] for subnet (3326d1e8-5f42-4477-bca6-ea24d0954d3f), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:23.030816 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-72d3ee36-5d29-44c7-aa12-ef0e0e8a975b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (3326d1e8-5f42-4477-bca6-ea24d0954d3f), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:23.256486 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-72d3ee36-5d29-44c7-aa12-ef0e0e8a975b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (3326d1e8-5f42-4477-bca6-ea24d0954d3f), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:23.337875 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:16:23.480491 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-72d3ee36-5d29-44c7-aa12-ef0e0e8a975b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (3326d1e8-5f42-4477-bca6-ea24d0954d3f), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:23.559236 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-72d3ee36-5d29-44c7-aa12-ef0e0e8a975b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:23.568411 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-72d3ee36-5d29-44c7-aa12-ef0e0e8a975b admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/3326d1e8-5f42-4477-bca6-ea24d0954d3f HTTP/1.1" status: 204 len: 168 time: 0.9477110 Oct 04 21:16:23.570916 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d3ee36-5d29-44c7-aa12-ef0e0e8a975b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3326d1e8-5f42-4477-bca6-ea24d0954d3f,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:16:23.576054 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 39490) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:16:23.613544 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-aa49a0de-d24c-4812-b887-cc44377f9ec1 admin admin] Publish callbacks [] for port (df4eedee-7dde-48d2-ac5e-e534e409698d), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:23.702954 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-aa49a0de-d24c-4812-b887-cc44377f9ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (df4eedee-7dde-48d2-ac5e-e534e409698d), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:23.968726 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9fe70c89-2d4e-4cb1-82e2-3ab17b7cace6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (6f08fc01-db8d-439f-b50e-4d115b3e90cc), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:23.999944 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa49a0de-d24c-4812-b887-cc44377f9ec1 admin admin] Pushing event updated for resources: {'Port': ['ID=df4eedee-7dde-48d2-ac5e-e534e409698d,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:16:24.036548 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-aa49a0de-d24c-4812-b887-cc44377f9ec1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (2aa15eab-55dd-4f2a-b927-9a635cd2a8f0), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:24.435694 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9fe70c89-2d4e-4cb1-82e2-3ab17b7cace6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (6f08fc01-db8d-439f-b50e-4d115b3e90cc), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:24.509964 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 39508) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:16:24.538248 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-9fe70c89-2d4e-4cb1-82e2-3ab17b7cace6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f08fc01-db8d-439f-b50e-4d115b3e90cc']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:16:24.558330 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa49a0de-d24c-4812-b887-cc44377f9ec1 admin admin] Network 798c0142-6487-4be9-a55d-44c8d2cb7e55 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:16:24.574850 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-aa49a0de-d24c-4812-b887-cc44377f9ec1 admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:16:24.588156 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-9fe70c89-2d4e-4cb1-82e2-3ab17b7cace6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '171d84ee-1b95-48bc-9179-6479aa5bebc0') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:16:24.588634 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-9fe70c89-2d4e-4cb1-82e2-3ab17b7cace6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '171d84ee-1b95-48bc-9179-6479aa5bebc0') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:16:24.681830 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9fe70c89-2d4e-4cb1-82e2-3ab17b7cace6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (171d84ee-1b95-48bc-9179-6479aa5bebc0), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:24.757151 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9fe70c89-2d4e-4cb1-82e2-3ab17b7cace6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (171d84ee-1b95-48bc-9179-6479aa5bebc0), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:24.784195 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fe70c89-2d4e-4cb1-82e2-3ab17b7cace6 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:16:24.786653 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9fe70c89-2d4e-4cb1-82e2-3ab17b7cace6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (171d84ee-1b95-48bc-9179-6479aa5bebc0), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:24.965839 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b1d9aa42-e5f5-459b-80cd-e9b34ff71f89 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:16:25.027010 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 171d84ee-1b95-48bc-9179-6479aa5bebc0 resource provider aggregate not found Oct 04 21:16:25.170546 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 171d84ee-1b95-48bc-9179-6479aa5bebc0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 171d84ee-1b95-48bc-9179-6479aa5bebc0 found for delete ", "request_id": "req-7ce0186b-ae60-4005-b94d-25d88b5d11be"}]} Oct 04 21:16:25.273822 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9fe70c89-2d4e-4cb1-82e2-3ab17b7cace6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (6f08fc01-db8d-439f-b50e-4d115b3e90cc), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:25.317762 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2a2e6255-b5f9-4ae8-b284-baf1771cd95b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:25.335691 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port b1d9aa42-e5f5-459b-80cd-e9b34ff71f89 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:16:25.336334 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b1d9aa42-e5f5-459b-80cd-e9b34ff71f89), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:25.336913 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port b1d9aa42-e5f5-459b-80cd-e9b34ff71f89 Oct 04 21:16:25.393054 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9fe70c89-2d4e-4cb1-82e2-3ab17b7cace6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:25.426683 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-9fe70c89-2d4e-4cb1-82e2-3ab17b7cace6 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/6f08fc01-db8d-439f-b50e-4d115b3e90cc HTTP/1.1" status: 204 len: 168 time: 1.8474269 Oct 04 21:16:25.429044 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe70c89-2d4e-4cb1-82e2-3ab17b7cace6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f08fc01-db8d-439f-b50e-4d115b3e90cc,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:16:25.446493 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 39528) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:16:25.571028 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:16:25.679419 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa49a0de-d24c-4812-b887-cc44377f9ec1 admin admin] Router 2aa15eab-55dd-4f2a-b927-9a635cd2a8f0 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:16:25.697913 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-32e01c4b-9c9c-4c0a-9166-21a945bff65f admin admin] Deleting subnet 344c434d-9f9f-46bf-8942-1ae54e3f9595 {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:16:25.714930 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-32e01c4b-9c9c-4c0a-9166-21a945bff65f admin admin] Publish callbacks [] for subnet (344c434d-9f9f-46bf-8942-1ae54e3f9595), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:25.880527 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2a2e6255-b5f9-4ae8-b284-baf1771cd95b admin admin] Publish callbacks [] for security_group (40496d10-fb5e-4ebc-8f44-b25197e130f0), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:25.909327 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-32e01c4b-9c9c-4c0a-9166-21a945bff65f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (344c434d-9f9f-46bf-8942-1ae54e3f9595), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:25.941603 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-572d7eb0-d305-4aa4-96ee-27863802fd5d None None] Provisioning complete for port df4eedee-7dde-48d2-ac5e-e534e409698d triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:16:25.942242 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-572d7eb0-d305-4aa4-96ee-27863802fd5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (df4eedee-7dde-48d2-ac5e-e534e409698d), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:25.942811 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-572d7eb0-d305-4aa4-96ee-27863802fd5d None None] Attempt 1 to provision port df4eedee-7dde-48d2-ac5e-e534e409698d Oct 04 21:16:26.031362 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-572d7eb0-d305-4aa4-96ee-27863802fd5d None None] Port df4eedee-7dde-48d2-ac5e-e534e409698d cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:16:26.036358 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-32e01c4b-9c9c-4c0a-9166-21a945bff65f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (344c434d-9f9f-46bf-8942-1ae54e3f9595), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:26.042393 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2a2e6255-b5f9-4ae8-b284-baf1771cd95b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (40496d10-fb5e-4ebc-8f44-b25197e130f0), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:26.076714 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port b1d9aa42-e5f5-459b-80cd-e9b34ff71f89 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:16:26.077359 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (b1d9aa42-e5f5-459b-80cd-e9b34ff71f89), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:26.133255 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2a2e6255-b5f9-4ae8-b284-baf1771cd95b admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=8cd5a64573904e89a50e866af17958f9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6212602 Oct 04 21:16:26.134607 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:16:26.147317 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 39538) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:16:26.194681 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:16:26.226056 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port b1d9aa42-e5f5-459b-80cd-e9b34ff71f89, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b1d9aa42-e5f5-459b-80cd-e9b34ff71f89,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:16:26.292022 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-32e01c4b-9c9c-4c0a-9166-21a945bff65f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (344c434d-9f9f-46bf-8942-1ae54e3f9595), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:26.324842 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (b1d9aa42-e5f5-459b-80cd-e9b34ff71f89), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:26.386219 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:16:26.441565 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-32e01c4b-9c9c-4c0a-9166-21a945bff65f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:26.456602 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-32e01c4b-9c9c-4c0a-9166-21a945bff65f admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/344c434d-9f9f-46bf-8942-1ae54e3f9595 HTTP/1.1" status: 204 len: 168 time: 1.0059066 Oct 04 21:16:26.459721 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e01c4b-9c9c-4c0a-9166-21a945bff65f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=344c434d-9f9f-46bf-8942-1ae54e3f9595,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:16:26.473306 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 39546) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:16:26.668573 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2e6255-b5f9-4ae8-b284-baf1771cd95b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40496d10-fb5e-4ebc-8f44-b25197e130f0,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:16:26.705297 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=b1d9aa42-e5f5-459b-80cd-e9b34ff71f89,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:16:26.899543 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa49a0de-d24c-4812-b887-cc44377f9ec1 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:16:26.920696 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-aa49a0de-d24c-4812-b887-cc44377f9ec1 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/2aa15eab-55dd-4f2a-b927-9a635cd2a8f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7321768 Oct 04 21:16:26.925287 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9bf9dd97-100e-4d82-af79-f7e8ee910483 admin admin] Publish callbacks [] for security_group (40496d10-fb5e-4ebc-8f44-b25197e130f0), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:26.964762 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b0aaf255-c072-48f0-ae50-080a87d593ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (a19e907c-6bfe-457c-84cb-74caf0c6f240), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:27.317027 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b0aaf255-c072-48f0-ae50-080a87d593ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (a19e907c-6bfe-457c-84cb-74caf0c6f240), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:27.458337 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-b0aaf255-c072-48f0-ae50-080a87d593ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a19e907c-6bfe-457c-84cb-74caf0c6f240']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:16:27.508919 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-b0aaf255-c072-48f0-ae50-080a87d593ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caf91045-bef6-44db-a6fb-873c3f49c598') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:16:27.509436 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-b0aaf255-c072-48f0-ae50-080a87d593ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caf91045-bef6-44db-a6fb-873c3f49c598') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:16:27.542472 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b0aaf255-c072-48f0-ae50-080a87d593ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (caf91045-bef6-44db-a6fb-873c3f49c598), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:27.572809 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b0aaf255-c072-48f0-ae50-080a87d593ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (caf91045-bef6-44db-a6fb-873c3f49c598), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:27.588663 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0aaf255-c072-48f0-ae50-080a87d593ac admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:16:27.589360 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b0aaf255-c072-48f0-ae50-080a87d593ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (caf91045-bef6-44db-a6fb-873c3f49c598), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:27.643367 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5f5238-ec4e-4085-b1bb-348b6382c751 None None] Sync routers for ids ['2aa15eab-55dd-4f2a-b927-9a635cd2a8f0'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:16:27.693202 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5f5238-ec4e-4085-b1bb-348b6382c751 None None] Routers {'2aa15eab-55dd-4f2a-b927-9a635cd2a8f0'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:16:27.694723 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-5a5f5238-ec4e-4085-b1bb-348b6382c751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:16:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['2aa15eab-55dd-4f2a-b927-9a635cd2a8f0'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:16:27.852959 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment caf91045-bef6-44db-a6fb-873c3f49c598 resource provider aggregate not found Oct 04 21:16:27.895785 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b0aaf255-c072-48f0-ae50-080a87d593ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (a19e907c-6bfe-457c-84cb-74caf0c6f240), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:27.917608 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b0aaf255-c072-48f0-ae50-080a87d593ac admin admin] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:27.958208 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b0aaf255-c072-48f0-ae50-080a87d593ac admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/a19e907c-6bfe-457c-84cb-74caf0c6f240 HTTP/1.1" status: 204 len: 168 time: 1.4745276 Oct 04 21:16:27.968361 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment caf91045-bef6-44db-a6fb-873c3f49c598 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid caf91045-bef6-44db-a6fb-873c3f49c598 found for delete ", "request_id": "req-cd26e05c-52b2-48ee-8351-85478021bf92"}]} Oct 04 21:16:28.026637 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9bf9dd97-100e-4d82-af79-f7e8ee910483 admin admin] Publish callbacks [] for security_group (40496d10-fb5e-4ebc-8f44-b25197e130f0), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:28.028910 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aaf255-c072-48f0-ae50-080a87d593ac admin admin] Pushing event deleted for resources: {'Network': ['ID=a19e907c-6bfe-457c-84cb-74caf0c6f240,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:16:28.190308 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-5a5f5238-ec4e-4085-b1bb-348b6382c751 None None] Set router 2aa15eab-55dd-4f2a-b927-9a635cd2a8f0 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:16:28.280740 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9bf9dd97-100e-4d82-af79-f7e8ee910483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (40496d10-fb5e-4ebc-8f44-b25197e130f0), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:28.286902 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9bf9dd97-100e-4d82-af79-f7e8ee910483 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:28.289287 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-9bf9dd97-100e-4d82-af79-f7e8ee910483 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/40496d10-fb5e-4ebc-8f44-b25197e130f0 HTTP/1.1" status: 204 len: 168 time: 2.1400845 Oct 04 21:16:28.364407 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf9dd97-100e-4d82-af79-f7e8ee910483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40496d10-fb5e-4ebc-8f44-b25197e130f0,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:16:28.483245 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:16:29.163528 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 39608) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:16:29.502331 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-dbe2ec3e-b389-44da-bf9b-0541fe1b0d7c admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=cad18cb30abe49648a8eb22002663311&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3368323 Oct 04 21:16:29.506931 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 39618) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:16:29.702319 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b1d9aa42-e5f5-459b-80cd-e9b34ff71f89 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:16:29.777338 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0a74a6bc-893b-4b07-9c97-3cd450db9393 admin admin] Publish callbacks [] for security_group (c1f5c5a0-60da-4b1f-b434-abb6df6ada37), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:29.830530 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0a74a6bc-893b-4b07-9c97-3cd450db9393 admin admin] Publish callbacks [] for security_group (c1f5c5a0-60da-4b1f-b434-abb6df6ada37), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:29.956200 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-5a5f5238-ec4e-4085-b1bb-348b6382c751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aa15eab-55dd-4f2a-b927-9a635cd2a8f0', 'name': 'tempest-TestVolumeBootPattern-889438361-router', 'tenant_id': '06b106a291b44599bb30d5040d82a3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'b1d9aa42-e5f5-459b-80cd-e9b34ff71f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:16:07Z', 'updated_at': '2022-10-04T21:16:22Z', 'revision_number': 4, 'project_id': '06b106a291b44599bb30d5040d82a3cb', 'gw_port': {'id': 'b1d9aa42-e5f5-459b-80cd-e9b34ff71f89', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa15eab-55dd-4f2a-b927-9a635cd2a8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:16:09Z', 'updated_at': '2022-10-04T21:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'df4eedee-7dde-48d2-ac5e-e534e409698d', 'name': '', 'network_id': '798c0142-6487-4be9-a55d-44c8d2cb7e55', 'tenant_id': '06b106a291b44599bb30d5040d82a3cb', 'mac_address': 'fa:16:3e:97:1f:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aa15eab-55dd-4f2a-b927-9a635cd2a8f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'bd34efe2-3b3f-4e96-b9de-b3f211c41807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:16:18Z', 'updated_at': '2022-10-04T21:16:23Z', 'revision_number': 2, 'project_id': '06b106a291b44599bb30d5040d82a3cb', 'subnets': [{'id': 'bd34efe2-3b3f-4e96-b9de-b3f211c41807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:16:30.098206 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0a74a6bc-893b-4b07-9c97-3cd450db9393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (c1f5c5a0-60da-4b1f-b434-abb6df6ada37), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:30.124362 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0a74a6bc-893b-4b07-9c97-3cd450db9393 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:30.126530 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-0a74a6bc-893b-4b07-9c97-3cd450db9393 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/c1f5c5a0-60da-4b1f-b434-abb6df6ada37 HTTP/1.1" status: 204 len: 168 time: 0.6160581 Oct 04 21:16:30.136209 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5f5238-ec4e-4085-b1bb-348b6382c751 None None] Checking router: 2aa15eab-55dd-4f2a-b927-9a635cd2a8f0 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:16:30.139205 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5f5238-ec4e-4085-b1bb-348b6382c751 None None] Updating router 2aa15eab-55dd-4f2a-b927-9a635cd2a8f0 port df4eedee-7dde-48d2-ac5e-e534e409698d binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:16:30.147122 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a74a6bc-893b-4b07-9c97-3cd450db9393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f5c5a0-60da-4b1f-b434-abb6df6ada37,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:16:30.312857 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port b1d9aa42-e5f5-459b-80cd-e9b34ff71f89 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:16:30.314056 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (b1d9aa42-e5f5-459b-80cd-e9b34ff71f89), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:30.314829 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port b1d9aa42-e5f5-459b-80cd-e9b34ff71f89 Oct 04 21:16:30.323323 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 39638) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:16:30.368021 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-eb63a7f4-d0b6-4c67-ab96-b4191c999a59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:30.476989 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5a5f5238-ec4e-4085-b1bb-348b6382c751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (df4eedee-7dde-48d2-ac5e-e534e409698d), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:30.509609 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:16:30.866582 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-eb63a7f4-d0b6-4c67-ab96-b4191c999a59 admin admin] Publish callbacks [] for security_group (a1687b93-4ae8-4ec7-a729-3f1d95c96377), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:30.918636 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 39650) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:16:30.930781 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-661e5877-ac0f-4e1a-b0a8-8388257ca0b5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1601825564-network', 'tenant_id': '6f35d354850f457d84b23ae003a92e9c'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:16:31.021925 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-eb63a7f4-d0b6-4c67-ab96-b4191c999a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (a1687b93-4ae8-4ec7-a729-3f1d95c96377), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:31.112422 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661e5877-ac0f-4e1a-b0a8-8388257ca0b5 admin admin] Made reservation on behalf of 6f35d354850f457d84b23ae003a92e9c for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:16:31.118366 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-661e5877-ac0f-4e1a-b0a8-8388257ca0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:31.174531 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port b1d9aa42-e5f5-459b-80cd-e9b34ff71f89 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:16:31.180140 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=79,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=12 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:16:31.203267 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-661e5877-ac0f-4e1a-b0a8-8388257ca0b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:31.281043 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-eb63a7f4-d0b6-4c67-ab96-b4191c999a59 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=890ae8abc38a484090b53e511c8ffb6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9533024 Oct 04 21:16:31.283522 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 39660) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:16:31.305805 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb63a7f4-d0b6-4c67-ab96-b4191c999a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1687b93-4ae8-4ec7-a729-3f1d95c96377,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:16:31.342865 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb63a7f4-d0b6-4c67-ab96-b4191c999a59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:16:31.344038 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb63a7f4-d0b6-4c67-ab96-b4191c999a59 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:16:31.354171 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb63a7f4-d0b6-4c67-ab96-b4191c999a59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:16:31.354171 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb63a7f4-d0b6-4c67-ab96-b4191c999a59 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:16:31.354171 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb63a7f4-d0b6-4c67-ab96-b4191c999a59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:16:31.354171 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb63a7f4-d0b6-4c67-ab96-b4191c999a59 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:16:31.354171 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb63a7f4-d0b6-4c67-ab96-b4191c999a59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:16:31.354171 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb63a7f4-d0b6-4c67-ab96-b4191c999a59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:16:31.354171 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb63a7f4-d0b6-4c67-ab96-b4191c999a59 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:16:31.354171 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb63a7f4-d0b6-4c67-ab96-b4191c999a59 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:16:31.354171 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb63a7f4-d0b6-4c67-ab96-b4191c999a59 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:16:31.354171 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb63a7f4-d0b6-4c67-ab96-b4191c999a59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:16:31.356965 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb63a7f4-d0b6-4c67-ab96-b4191c999a59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:16:31.357856 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb63a7f4-d0b6-4c67-ab96-b4191c999a59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:16:31.359370 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb63a7f4-d0b6-4c67-ab96-b4191c999a59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:16:31.604316 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-eb203e7c-f2f6-4dc2-99ea-e3a7be8336f4 admin admin] Publish callbacks [] for security_group (a1687b93-4ae8-4ec7-a729-3f1d95c96377), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:31.633746 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:16:31.812824 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-eb203e7c-f2f6-4dc2-99ea-e3a7be8336f4 admin admin] Publish callbacks [] for security_group (a1687b93-4ae8-4ec7-a729-3f1d95c96377), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:31.987897 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-661e5877-ac0f-4e1a-b0a8-8388257ca0b5 admin admin] Publish callbacks [] for security_group (4f3b843a-29d4-494d-8c3a-bb46f7eb0595), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:32.058479 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5a5f5238-ec4e-4085-b1bb-348b6382c751 None None] Publish callbacks [] for port (df4eedee-7dde-48d2-ac5e-e534e409698d), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:32.188464 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-661e5877-ac0f-4e1a-b0a8-8388257ca0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (4f3b843a-29d4-494d-8c3a-bb46f7eb0595), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:32.223253 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-eb203e7c-f2f6-4dc2-99ea-e3a7be8336f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (a1687b93-4ae8-4ec7-a729-3f1d95c96377), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:32.225593 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5a5f5238-ec4e-4085-b1bb-348b6382c751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (df4eedee-7dde-48d2-ac5e-e534e409698d), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:32.239891 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-eb203e7c-f2f6-4dc2-99ea-e3a7be8336f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:32.256724 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-eb203e7c-f2f6-4dc2-99ea-e3a7be8336f4 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/a1687b93-4ae8-4ec7-a729-3f1d95c96377 HTTP/1.1" status: 204 len: 168 time: 0.9629078 Oct 04 21:16:32.271547 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e5877-ac0f-4e1a-b0a8-8388257ca0b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f3b843a-29d4-494d-8c3a-bb46f7eb0595,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:16:32.299165 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb203e7c-f2f6-4dc2-99ea-e3a7be8336f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1687b93-4ae8-4ec7-a729-3f1d95c96377,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:16:32.299895 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=7 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:16:32.309082 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-661e5877-ac0f-4e1a-b0a8-8388257ca0b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:16:32.315032 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=44 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:16:32.335477 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-661e5877-ac0f-4e1a-b0a8-8388257ca0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (e611aabd-80db-4664-bfac-b0773c5af58b), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:32.336142 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-661e5877-ac0f-4e1a-b0a8-8388257ca0b5 admin admin] Added segment e611aabd-80db-4664-bfac-b0773c5af58b of type vlan for network c8b80004-c09c-4f58-9799-5997d5d0429e Oct 04 21:16:32.539799 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-661e5877-ac0f-4e1a-b0a8-8388257ca0b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (c8b80004-c09c-4f58-9799-5997d5d0429e), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:32.640850 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf73257e-5781-4ece-a76e-c3be1554774f None None] Pushing event updated for resources: {'Port': ['ID=df4eedee-7dde-48d2-ac5e-e534e409698d,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:16:32.647767 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-5a5f5238-ec4e-4085-b1bb-348b6382c751 None None] Attempting to bind port df4eedee-7dde-48d2-ac5e-e534e409698d on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:16:32.648353 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-5a5f5238-ec4e-4085-b1bb-348b6382c751 None None] Attempting to bind port df4eedee-7dde-48d2-ac5e-e534e409698d by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'd8b67e59-7d0a-4d51-8627-6f912ecebd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '798c0142-6487-4be9-a55d-44c8d2cb7e55'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:16:32.649204 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5f5238-ec4e-4085-b1bb-348b6382c751 None None] Attempting to bind port df4eedee-7dde-48d2-ac5e-e534e409698d on network 798c0142-6487-4be9-a55d-44c8d2cb7e55 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:16:32.805351 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5f5238-ec4e-4085-b1bb-348b6382c751 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:16:32.806229 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5f5238-ec4e-4085-b1bb-348b6382c751 None None] Checking segment: {'id': 'd8b67e59-7d0a-4d51-8627-6f912ecebd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '798c0142-6487-4be9-a55d-44c8d2cb7e55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:16:32.807196 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5a5f5238-ec4e-4085-b1bb-348b6382c751 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:32.810174 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5f5238-ec4e-4085-b1bb-348b6382c751 None None] Bound using segment: {'id': 'd8b67e59-7d0a-4d51-8627-6f912ecebd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '798c0142-6487-4be9-a55d-44c8d2cb7e55'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:16:32.811243 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-661e5877-ac0f-4e1a-b0a8-8388257ca0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (c8b80004-c09c-4f58-9799-5997d5d0429e), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:32.811558 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-5a5f5238-ec4e-4085-b1bb-348b6382c751 None None] Bound port: df4eedee-7dde-48d2-ac5e-e534e409698d, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b67e59-7d0a-4d51-8627-6f912ecebd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '798c0142-6487-4be9-a55d-44c8d2cb7e55'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:16:32.812463 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5a5f5238-ec4e-4085-b1bb-348b6382c751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (df4eedee-7dde-48d2-ac5e-e534e409698d), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:32.817763 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661e5877-ac0f-4e1a-b0a8-8388257ca0b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:16:32.818845 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-661e5877-ac0f-4e1a-b0a8-8388257ca0b5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:32.828748 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:32.950013 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 39688) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:16:33.063889 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-5a5f5238-ec4e-4085-b1bb-348b6382c751 None None] For port df4eedee-7dde-48d2-ac5e-e534e409698d, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:16:33.073317 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-5a5f5238-ec4e-4085-b1bb-348b6382c751 None None] For port df4eedee-7dde-48d2-ac5e-e534e409698d, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=df4eedee-7dde-48d2-ac5e-e534e409698d,segment=NetworkSegment(d8b67e59-7d0a-4d51-8627-6f912ecebd55),segment_id=d8b67e59-7d0a-4d51-8627-6f912ecebd55)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:16:33.156063 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-661e5877-ac0f-4e1a-b0a8-8388257ca0b5 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2354915 Oct 04 21:16:33.160479 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 39698) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:16:33.172889 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5a5f5238-ec4e-4085-b1bb-348b6382c751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (df4eedee-7dde-48d2-ac5e-e534e409698d), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:33.190756 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-12efca80-8d01-470d-92f7-a1863841db10 admin admin] Request body: {'subnet': {'network_id': 'c8b80004-c09c-4f58-9799-5997d5d0429e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1601825564-subnet', 'tenant_id': '6f35d354850f457d84b23ae003a92e9c', 'ip_version': 4}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:16:33.206176 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e5877-ac0f-4e1a-b0a8-8388257ca0b5 admin admin] Pushing event updated for resources: {'Network': ['ID=c8b80004-c09c-4f58-9799-5997d5d0429e,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:16:33.330821 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:16:33.332484 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network c8b80004-c09c-4f58-9799-5997d5d0429e details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:16:33.335465 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-3c8667a3-5cca-457e-89b3-34a884eb6fae admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=23237033e5284cb5b658c9eca5554894&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3835270 Oct 04 21:16:33.339810 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 39702) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:16:33.450358 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12efca80-8d01-470d-92f7-a1863841db10 admin admin] Made reservation on behalf of 6f35d354850f457d84b23ae003a92e9c for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:16:33.454876 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-12efca80-8d01-470d-92f7-a1863841db10 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:33.476414 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5f5238-ec4e-4085-b1bb-348b6382c751 None None] Routers {'2aa15eab-55dd-4f2a-b927-9a635cd2a8f0'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:16:33.477492 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-5a5f5238-ec4e-4085-b1bb-348b6382c751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:16:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['2aa15eab-55dd-4f2a-b927-9a635cd2a8f0'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:16:33.502681 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5cc39195-3e4d-47cb-86f7-34d4d0c39412 admin admin] Publish callbacks [] for security_group (75516620-099f-41f9-a2c8-0d61ab3e9260), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:33.586190 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5cc39195-3e4d-47cb-86f7-34d4d0c39412 admin admin] Publish callbacks [] for security_group (75516620-099f-41f9-a2c8-0d61ab3e9260), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:33.982037 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5cc39195-3e4d-47cb-86f7-34d4d0c39412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (75516620-099f-41f9-a2c8-0d61ab3e9260), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:33.990273 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:34.000220 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5cc39195-3e4d-47cb-86f7-34d4d0c39412 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:34.011177 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-5cc39195-3e4d-47cb-86f7-34d4d0c39412 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/75516620-099f-41f9-a2c8-0d61ab3e9260 HTTP/1.1" status: 204 len: 168 time: 0.6691313 Oct 04 21:16:34.038853 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf73257e-5781-4ece-a76e-c3be1554774f None None] Pushing event updated for resources: {'Port': ['ID=df4eedee-7dde-48d2-ac5e-e534e409698d,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:16:34.105201 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc39195-3e4d-47cb-86f7-34d4d0c39412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75516620-099f-41f9-a2c8-0d61ab3e9260,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:16:34.233254 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-5a5f5238-ec4e-4085-b1bb-348b6382c751 None None] Set router 2aa15eab-55dd-4f2a-b927-9a635cd2a8f0 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:16:34.696336 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-12efca80-8d01-470d-92f7-a1863841db10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (68b9fecc-e785-4f54-b8d9-3333d830d126), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:34.872609 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12efca80-8d01-470d-92f7-a1863841db10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68b9fecc-e785-4f54-b8d9-3333d830d126,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:16:34.930194 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:16:34.955000 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:16:35.039171 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12efca80-8d01-470d-92f7-a1863841db10 admin admin] Checking segment: {'id': 'e611aabd-80db-4664-bfac-b0773c5af58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c8b80004-c09c-4f58-9799-5997d5d0429e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:16:35.039702 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12efca80-8d01-470d-92f7-a1863841db10 admin admin] Network hostable DHCP agents. Network: c8b80004-c09c-4f58-9799-5997d5d0429e, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:16:35.228400 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12efca80-8d01-470d-92f7-a1863841db10 admin admin] Network c8b80004-c09c-4f58-9799-5997d5d0429e is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:16:35.281746 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-5a5f5238-ec4e-4085-b1bb-348b6382c751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aa15eab-55dd-4f2a-b927-9a635cd2a8f0', 'name': 'tempest-TestVolumeBootPattern-889438361-router', 'tenant_id': '06b106a291b44599bb30d5040d82a3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'b1d9aa42-e5f5-459b-80cd-e9b34ff71f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:16:07Z', 'updated_at': '2022-10-04T21:16:22Z', 'revision_number': 4, 'project_id': '06b106a291b44599bb30d5040d82a3cb', 'gw_port': {'id': 'b1d9aa42-e5f5-459b-80cd-e9b34ff71f89', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa15eab-55dd-4f2a-b927-9a635cd2a8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:16:09Z', 'updated_at': '2022-10-04T21:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'df4eedee-7dde-48d2-ac5e-e534e409698d', 'name': '', 'network_id': '798c0142-6487-4be9-a55d-44c8d2cb7e55', 'tenant_id': '06b106a291b44599bb30d5040d82a3cb', 'mac_address': 'fa:16:3e:97:1f:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aa15eab-55dd-4f2a-b927-9a635cd2a8f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'bd34efe2-3b3f-4e96-b9de-b3f211c41807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:16:18Z', 'updated_at': '2022-10-04T21:16:33Z', 'revision_number': 4, 'project_id': '06b106a291b44599bb30d5040d82a3cb', 'subnets': [{'id': 'bd34efe2-3b3f-4e96-b9de-b3f211c41807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:16:35.344156 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-12efca80-8d01-470d-92f7-a1863841db10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, c8b80004-c09c-4f58-9799-5997d5d0429e) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:16:35.360341 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12efca80-8d01-470d-92f7-a1863841db10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:16:35.360725 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-12efca80-8d01-470d-92f7-a1863841db10 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:35.441681 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5f5238-ec4e-4085-b1bb-348b6382c751 None None] The sync data for ids ['2aa15eab-55dd-4f2a-b927-9a635cd2a8f0'] in n-d-852085-12 is: [{'id': '2aa15eab-55dd-4f2a-b927-9a635cd2a8f0', 'name': 'tempest-TestVolumeBootPattern-889438361-router', 'tenant_id': '06b106a291b44599bb30d5040d82a3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'b1d9aa42-e5f5-459b-80cd-e9b34ff71f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:16:07Z', 'updated_at': '2022-10-04T21:16:22Z', 'revision_number': 4, 'project_id': '06b106a291b44599bb30d5040d82a3cb', 'gw_port': {'id': 'b1d9aa42-e5f5-459b-80cd-e9b34ff71f89', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa15eab-55dd-4f2a-b927-9a635cd2a8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:16:09Z', 'updated_at': '2022-10-04T21:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'df4eedee-7dde-48d2-ac5e-e534e409698d', 'name': '', 'network_id': '798c0142-6487-4be9-a55d-44c8d2cb7e55', 'tenant_id': '06b106a291b44599bb30d5040d82a3cb', 'mac_address': 'fa:16:3e:97:1f:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aa15eab-55dd-4f2a-b927-9a635cd2a8f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'bd34efe2-3b3f-4e96-b9de-b3f211c41807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:16:18Z', 'updated_at': '2022-10-04T21:16:33Z', 'revision_number': 4, 'project_id': '06b106a291b44599bb30d5040d82a3cb', 'subnets': [{'id': 'bd34efe2-3b3f-4e96-b9de-b3f211c41807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:16:35.468091 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6609dc-31bf-4dab-9ca9-d842881e4e58 None None] Network c8b80004-c09c-4f58-9799-5997d5d0429e requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:16:35.613028 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-12efca80-8d01-470d-92f7-a1863841db10 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4501331 Oct 04 21:16:35.614486 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 39752) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:16:35.635208 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-b4ecf070-eb1d-4432-8331-796c3cbcedd5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1601825564-router', 'tenant_id': '6f35d354850f457d84b23ae003a92e9c', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:16:35.888580 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b4ecf070-eb1d-4432-8331-796c3cbcedd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (f27d0276-fff5-4d4d-8df7-8f6336dd45ee), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:35.888580 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b4ecf070-eb1d-4432-8331-796c3cbcedd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (f27d0276-fff5-4d4d-8df7-8f6336dd45ee), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:36.254953 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9435651-9c17-497b-9921-a4b437aa15e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-c8b80004-c09c-4f58-9799-5997d5d0429e', 'network_id': 'c8b80004-c09c-4f58-9799-5997d5d0429e', 'project_id': '6f35d354850f457d84b23ae003a92e9c', 'fixed_ips': [{'subnet_id': '68b9fecc-e785-4f54-b8d9-3333d830d126'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:16:36.256756 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b9435651-9c17-497b-9921-a4b437aa15e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:36.282474 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b4ecf070-eb1d-4432-8331-796c3cbcedd5 admin admin] Publish callbacks [] for router_controller (f27d0276-fff5-4d4d-8df7-8f6336dd45ee), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:37.199381 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-b9435651-9c17-497b-9921-a4b437aa15e3 None None] Allocated IP 172.20.0.2 (c8b80004-c09c-4f58-9799-5997d5d0429e/68b9fecc-e785-4f54-b8d9-3333d830d126/7fc9e37e-6a81-4b85-8c61-ede3c3947f0e) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:16:37.390572 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:16:37.471392 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b4ecf070-eb1d-4432-8331-796c3cbcedd5 admin admin] Publish callbacks [] for router_gateway (f27d0276-fff5-4d4d-8df7-8f6336dd45ee), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:38.001736 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device df4eedee-7dde-48d2-ac5e-e534e409698d up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:16:38.301329 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b9435651-9c17-497b-9921-a4b437aa15e3 None None] Publish callbacks [] for port (7fc9e37e-6a81-4b85-8c61-ede3c3947f0e), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:38.480373 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b9435651-9c17-497b-9921-a4b437aa15e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (7fc9e37e-6a81-4b85-8c61-ede3c3947f0e), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:38.520978 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port df4eedee-7dde-48d2-ac5e-e534e409698d triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:16:38.522637 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (df4eedee-7dde-48d2-ac5e-e534e409698d), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:38.527189 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port df4eedee-7dde-48d2-ac5e-e534e409698d Oct 04 21:16:38.747670 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 39818) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:16:38.802612 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b4ecf070-eb1d-4432-8331-796c3cbcedd5 admin admin] Publish callbacks [] for router_gateway (f27d0276-fff5-4d4d-8df7-8f6336dd45ee), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:39.008443 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b4ecf070-eb1d-4432-8331-796c3cbcedd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:39.027282 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:16:39.029801 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9435651-9c17-497b-9921-a4b437aa15e3 None None] Pushing event updated for resources: {'Port': ['ID=7fc9e37e-6a81-4b85-8c61-ede3c3947f0e,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:16:39.098007 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9435651-9c17-497b-9921-a4b437aa15e3 None None] Network c8b80004-c09c-4f58-9799-5997d5d0429e is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:16:39.102820 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-b9435651-9c17-497b-9921-a4b437aa15e3 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:16:39.111053 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9435651-9c17-497b-9921-a4b437aa15e3 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:16:39.410601 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-2dd225c4-d100-4b28-a142-fa6847c30467 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1291177673-network', 'tenant_id': '7e2c855e54d84571bcba4b358dd867f0'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:16:39.465087 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port df4eedee-7dde-48d2-ac5e-e534e409698d is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:16:39.465087 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (df4eedee-7dde-48d2-ac5e-e534e409698d), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:39.714054 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd225c4-d100-4b28-a142-fa6847c30467 admin admin] Made reservation on behalf of 7e2c855e54d84571bcba4b358dd867f0 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:16:39.718662 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2dd225c4-d100-4b28-a142-fa6847c30467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:39.728912 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:16:39.731649 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-b4ecf070-eb1d-4432-8331-796c3cbcedd5 admin admin] Allocated IP 172.25.5.59 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/89a68957-d68c-486d-9a64-59eb56c7e667) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:16:39.823702 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2dd225c4-d100-4b28-a142-fa6847c30467 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:40.061709 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port df4eedee-7dde-48d2-ac5e-e534e409698d, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=df4eedee-7dde-48d2-ac5e-e534e409698d,segment=NetworkSegment(d8b67e59-7d0a-4d51-8627-6f912ecebd55),segment_id=d8b67e59-7d0a-4d51-8627-6f912ecebd55)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:16:40.073509 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-b9435651-9c17-497b-9921-a4b437aa15e3 None None] Attempting to bind port 7fc9e37e-6a81-4b85-8c61-ede3c3947f0e on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:16:40.073509 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-b9435651-9c17-497b-9921-a4b437aa15e3 None None] Attempting to bind port 7fc9e37e-6a81-4b85-8c61-ede3c3947f0e by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'e611aabd-80db-4664-bfac-b0773c5af58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c8b80004-c09c-4f58-9799-5997d5d0429e'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:16:40.074053 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9435651-9c17-497b-9921-a4b437aa15e3 None None] Attempting to bind port 7fc9e37e-6a81-4b85-8c61-ede3c3947f0e on network c8b80004-c09c-4f58-9799-5997d5d0429e {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:16:40.211655 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b4ecf070-eb1d-4432-8331-796c3cbcedd5 admin admin] Publish callbacks [] for port (89a68957-d68c-486d-9a64-59eb56c7e667), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:40.264456 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 39844) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:16:40.283495 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:16:40.323341 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9435651-9c17-497b-9921-a4b437aa15e3 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:16:40.324786 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9435651-9c17-497b-9921-a4b437aa15e3 None None] Checking segment: {'id': 'e611aabd-80db-4664-bfac-b0773c5af58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c8b80004-c09c-4f58-9799-5997d5d0429e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:16:40.325969 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b9435651-9c17-497b-9921-a4b437aa15e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:40.327583 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9435651-9c17-497b-9921-a4b437aa15e3 None None] Bound using segment: {'id': 'e611aabd-80db-4664-bfac-b0773c5af58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c8b80004-c09c-4f58-9799-5997d5d0429e'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:16:40.329452 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-b9435651-9c17-497b-9921-a4b437aa15e3 None None] Bound port: 7fc9e37e-6a81-4b85-8c61-ede3c3947f0e, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e611aabd-80db-4664-bfac-b0773c5af58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c8b80004-c09c-4f58-9799-5997d5d0429e'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:16:40.330443 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b9435651-9c17-497b-9921-a4b437aa15e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (7fc9e37e-6a81-4b85-8c61-ede3c3947f0e), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:40.381516 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2dd225c4-d100-4b28-a142-fa6847c30467 admin admin] Publish callbacks [] for security_group (e1822929-7cd8-426e-aa62-cda861ff405d), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:40.492425 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b4ecf070-eb1d-4432-8331-796c3cbcedd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (89a68957-d68c-486d-9a64-59eb56c7e667), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:40.604773 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2dd225c4-d100-4b28-a142-fa6847c30467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (e1822929-7cd8-426e-aa62-cda861ff405d), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:40.685464 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ecf070-eb1d-4432-8331-796c3cbcedd5 admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:16:40.694834 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-b4ecf070-eb1d-4432-8331-796c3cbcedd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:16:40.709155 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ecf070-eb1d-4432-8331-796c3cbcedd5 admin admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:16:40.718355 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd225c4-d100-4b28-a142-fa6847c30467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1822929-7cd8-426e-aa62-cda861ff405d,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:16:40.754231 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ecf070-eb1d-4432-8331-796c3cbcedd5 admin admin] Pushing event updated for resources: {'Port': ['ID=89a68957-d68c-486d-9a64-59eb56c7e667,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:16:40.827107 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5ba7b549-81ce-418f-9b7b-fab4171160f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:40.842746 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (df4eedee-7dde-48d2-ac5e-e534e409698d), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:40.859115 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dd225c4-d100-4b28-a142-fa6847c30467 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:16:40.882386 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=75,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:16:40.907161 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2dd225c4-d100-4b28-a142-fa6847c30467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (234a1bbc-3f03-4b76-b855-aa9158e0ada3), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:40.909222 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-2dd225c4-d100-4b28-a142-fa6847c30467 admin admin] Added segment 234a1bbc-3f03-4b76-b855-aa9158e0ada3 of type vlan for network aec13732-ceb2-486d-92ff-f58cae5932a7 Oct 04 21:16:41.050434 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:16:41.052415 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=df4eedee-7dde-48d2-ac5e-e534e409698d,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:16:41.191030 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-b9435651-9c17-497b-9921-a4b437aa15e3 None None] For port 7fc9e37e-6a81-4b85-8c61-ede3c3947f0e, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:16:41.206859 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-b9435651-9c17-497b-9921-a4b437aa15e3 None None] For port 7fc9e37e-6a81-4b85-8c61-ede3c3947f0e, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=7fc9e37e-6a81-4b85-8c61-ede3c3947f0e,segment=NetworkSegment(e611aabd-80db-4664-bfac-b0773c5af58b),segment_id=e611aabd-80db-4664-bfac-b0773c5af58b)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:16:41.208448 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5ba7b549-81ce-418f-9b7b-fab4171160f6 admin admin] Publish callbacks [] for security_group (eaf3479c-59ba-4d8a-9672-7762812768a1), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:41.300296 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2dd225c4-d100-4b28-a142-fa6847c30467 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (aec13732-ceb2-486d-92ff-f58cae5932a7), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:41.398410 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5ba7b549-81ce-418f-9b7b-fab4171160f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (eaf3479c-59ba-4d8a-9672-7762812768a1), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:41.468633 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b9435651-9c17-497b-9921-a4b437aa15e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (7fc9e37e-6a81-4b85-8c61-ede3c3947f0e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:41.482181 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba7b549-81ce-418f-9b7b-fab4171160f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf3479c-59ba-4d8a-9672-7762812768a1,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:16:41.507748 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-5ba7b549-81ce-418f-9b7b-fab4171160f6 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=824703a4dab1425ab7a8436561ce221a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2341228 Oct 04 21:16:41.512781 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 39872) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:16:41.623068 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2dd225c4-d100-4b28-a142-fa6847c30467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (aec13732-ceb2-486d-92ff-f58cae5932a7), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:41.625748 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd225c4-d100-4b28-a142-fa6847c30467 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:16:41.627804 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2dd225c4-d100-4b28-a142-fa6847c30467 admin admin] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:41.654775 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9435651-9c17-497b-9921-a4b437aa15e3 None None] Pushing event updated for resources: {'Port': ['ID=7fc9e37e-6a81-4b85-8c61-ede3c3947f0e,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:16:41.833168 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd225c4-d100-4b28-a142-fa6847c30467 admin admin] Pushing event updated for resources: {'Network': ['ID=aec13732-ceb2-486d-92ff-f58cae5932a7,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:16:41.848935 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-2dd225c4-d100-4b28-a142-fa6847c30467 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.0923836 Oct 04 21:16:41.858287 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network aec13732-ceb2-486d-92ff-f58cae5932a7 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:16:41.868774 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b4ecf070-eb1d-4432-8331-796c3cbcedd5 admin admin] Publish callbacks [] for router_gateway (f27d0276-fff5-4d4d-8df7-8f6336dd45ee), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:41.878994 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 39880) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:16:41.883558 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-59f31d4f-cad9-4c63-a4fe-3d4834c0d041 admin admin] Publish callbacks [] for security_group (eaf3479c-59ba-4d8a-9672-7762812768a1), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:41.912121 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-3af4990d-7c8b-4a6b-ba30-d7d43549a50a admin admin] Request body: {'subnet': {'network_id': 'aec13732-ceb2-486d-92ff-f58cae5932a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1291177673-subnet', 'tenant_id': '7e2c855e54d84571bcba4b358dd867f0', 'ip_version': 4}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:16:41.977222 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:16:42.061799 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-59f31d4f-cad9-4c63-a4fe-3d4834c0d041 admin admin] Publish callbacks [] for security_group (eaf3479c-59ba-4d8a-9672-7762812768a1), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:42.419816 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af4990d-7c8b-4a6b-ba30-d7d43549a50a admin admin] Made reservation on behalf of 7e2c855e54d84571bcba4b358dd867f0 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:16:42.424761 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3af4990d-7c8b-4a6b-ba30-d7d43549a50a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:42.564309 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:16:42.589289 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-59f31d4f-cad9-4c63-a4fe-3d4834c0d041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (eaf3479c-59ba-4d8a-9672-7762812768a1), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:42.608119 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-59f31d4f-cad9-4c63-a4fe-3d4834c0d041 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:42.629496 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-59f31d4f-cad9-4c63-a4fe-3d4834c0d041 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/eaf3479c-59ba-4d8a-9672-7762812768a1 HTTP/1.1" status: 204 len: 168 time: 1.1089911 Oct 04 21:16:42.693712 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f31d4f-cad9-4c63-a4fe-3d4834c0d041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf3479c-59ba-4d8a-9672-7762812768a1,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:16:43.069784 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b4ecf070-eb1d-4432-8331-796c3cbcedd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (f27d0276-fff5-4d4d-8df7-8f6336dd45ee), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:43.222505 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 7fc9e37e-6a81-4b85-8c61-ede3c3947f0e up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:16:43.297323 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:16:43.441899 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 7fc9e37e-6a81-4b85-8c61-ede3c3947f0e triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:16:43.445573 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (7fc9e37e-6a81-4b85-8c61-ede3c3947f0e), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:43.451001 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 7fc9e37e-6a81-4b85-8c61-ede3c3947f0e Oct 04 21:16:43.552778 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3af4990d-7c8b-4a6b-ba30-d7d43549a50a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (17abb5f1-e04b-41f9-9b95-ff2c25f736cb), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:43.915058 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 7fc9e37e-6a81-4b85-8c61-ede3c3947f0e is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:16:43.915740 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (7fc9e37e-6a81-4b85-8c61-ede3c3947f0e), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:43.973918 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af4990d-7c8b-4a6b-ba30-d7d43549a50a admin admin] Checking segment: {'id': '234a1bbc-3f03-4b76-b855-aa9158e0ada3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'aec13732-ceb2-486d-92ff-f58cae5932a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:16:43.974568 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af4990d-7c8b-4a6b-ba30-d7d43549a50a admin admin] Network hostable DHCP agents. Network: aec13732-ceb2-486d-92ff-f58cae5932a7, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:16:43.978847 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af4990d-7c8b-4a6b-ba30-d7d43549a50a admin admin] Pushing event updated for resources: {'Subnet': ['ID=17abb5f1-e04b-41f9-9b95-ff2c25f736cb,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:16:44.062260 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 7fc9e37e-6a81-4b85-8c61-ede3c3947f0e, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=7fc9e37e-6a81-4b85-8c61-ede3c3947f0e,segment=NetworkSegment(e611aabd-80db-4664-bfac-b0773c5af58b),segment_id=e611aabd-80db-4664-bfac-b0773c5af58b)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:16:44.126710 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025ac156-09de-4f6b-8f55-d1603d04879e None None] Network c8b80004-c09c-4f58-9799-5997d5d0429e requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:16:44.226068 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-a7938586-259c-4d45-a8e0-aa8d3f87bac7 None None] Provisioning complete for port 7fc9e37e-6a81-4b85-8c61-ede3c3947f0e triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:16:44.226068 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a7938586-259c-4d45-a8e0-aa8d3f87bac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (7fc9e37e-6a81-4b85-8c61-ede3c3947f0e), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:44.226068 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-a7938586-259c-4d45-a8e0-aa8d3f87bac7 None None] Attempt 1 to provision port 7fc9e37e-6a81-4b85-8c61-ede3c3947f0e Oct 04 21:16:44.261231 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4ecf070-eb1d-4432-8331-796c3cbcedd5 admin admin] Router f27d0276-fff5-4d4d-8df7-8f6336dd45ee is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 21:16:44.323616 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:16:44.425260 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af4990d-7c8b-4a6b-ba30-d7d43549a50a admin admin] Network aec13732-ceb2-486d-92ff-f58cae5932a7 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:16:44.459920 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (7fc9e37e-6a81-4b85-8c61-ede3c3947f0e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:44.462019 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device df4eedee-7dde-48d2-ac5e-e534e409698d up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:16:44.683783 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ecf070-eb1d-4432-8331-796c3cbcedd5 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:16:44.724992 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff05f6fe-c910-4e5e-890c-de7b83d533a8 None None] Sync routers for ids ['f27d0276-fff5-4d4d-8df7-8f6336dd45ee'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:16:44.732655 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-3af4990d-7c8b-4a6b-ba30-d7d43549a50a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, aec13732-ceb2-486d-92ff-f58cae5932a7) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:16:44.770552 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af4990d-7c8b-4a6b-ba30-d7d43549a50a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:16:44.770552 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3af4990d-7c8b-4a6b-ba30-d7d43549a50a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:44.782060 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=7fc9e37e-6a81-4b85-8c61-ede3c3947f0e,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:16:44.816288 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2851c1b6-d482-42c8-805f-3f076cb4aabd None None] Network aec13732-ceb2-486d-92ff-f58cae5932a7 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:16:44.893755 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff05f6fe-c910-4e5e-890c-de7b83d533a8 None None] Routers {'f27d0276-fff5-4d4d-8df7-8f6336dd45ee'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:16:44.895921 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-ff05f6fe-c910-4e5e-890c-de7b83d533a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:16:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['f27d0276-fff5-4d4d-8df7-8f6336dd45ee'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:16:44.971364 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b4ecf070-eb1d-4432-8331-796c3cbcedd5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:44.977798 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 39938) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:16:44.984461 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b4ecf070-eb1d-4432-8331-796c3cbcedd5 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.3622286 Oct 04 21:16:45.001855 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-3af4990d-7c8b-4a6b-ba30-d7d43549a50a admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.1117826 Oct 04 21:16:45.008904 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 39940) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:16:45.020968 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-433a948b-6f95-4620-a2d5-20462205ba9b admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1291177673-router', 'tenant_id': '7e2c855e54d84571bcba4b358dd867f0', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:16:45.131920 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-a7938586-259c-4d45-a8e0-aa8d3f87bac7 None None] Current status of the port 7fc9e37e-6a81-4b85-8c61-ede3c3947f0e is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:16:45.241482 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port df4eedee-7dde-48d2-ac5e-e534e409698d triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:16:45.242536 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (df4eedee-7dde-48d2-ac5e-e534e409698d), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:45.242536 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port df4eedee-7dde-48d2-ac5e-e534e409698d Oct 04 21:16:45.377213 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-433a948b-6f95-4620-a2d5-20462205ba9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (3afa09e3-22df-4602-be98-809128f4fd77), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:45.379433 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-433a948b-6f95-4620-a2d5-20462205ba9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (3afa09e3-22df-4602-be98-809128f4fd77), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:45.383229 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:16:45.401024 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:16:45.603885 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-8b81ad2e-79bc-40bd-acf4-55438fd1c72c None None] Provisioning complete for port 7fc9e37e-6a81-4b85-8c61-ede3c3947f0e triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:16:45.604856 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8b81ad2e-79bc-40bd-acf4-55438fd1c72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (7fc9e37e-6a81-4b85-8c61-ede3c3947f0e), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:45.605670 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-8b81ad2e-79bc-40bd-acf4-55438fd1c72c None None] Attempt 1 to provision port 7fc9e37e-6a81-4b85-8c61-ede3c3947f0e Oct 04 21:16:45.615444 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-ff05f6fe-c910-4e5e-890c-de7b83d533a8 None None] Set router f27d0276-fff5-4d4d-8df7-8f6336dd45ee gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:16:45.669525 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b7c60a-ec61-4b6b-93c0-c36848d16181 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-aec13732-ceb2-486d-92ff-f58cae5932a7', 'network_id': 'aec13732-ceb2-486d-92ff-f58cae5932a7', 'project_id': '7e2c855e54d84571bcba4b358dd867f0', 'fixed_ips': [{'subnet_id': '17abb5f1-e04b-41f9-9b95-ff2c25f736cb'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:16:45.671486 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-03b7c60a-ec61-4b6b-93c0-c36848d16181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:45.759243 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-433a948b-6f95-4620-a2d5-20462205ba9b admin admin] Publish callbacks [] for router_controller (3afa09e3-22df-4602-be98-809128f4fd77), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:46.113810 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f2724e24-ec0c-4d52-8d7f-b09f9308bc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:46.278303 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-8b81ad2e-79bc-40bd-acf4-55438fd1c72c None None] Current status of the port 7fc9e37e-6a81-4b85-8c61-ede3c3947f0e is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:16:46.338579 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port df4eedee-7dde-48d2-ac5e-e534e409698d is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:16:46.627095 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-ff05f6fe-c910-4e5e-890c-de7b83d533a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27d0276-fff5-4d4d-8df7-8f6336dd45ee', 'name': 'tempest-TestVolumeBootPattern-1601825564-router', 'tenant_id': '6f35d354850f457d84b23ae003a92e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '89a68957-d68c-486d-9a64-59eb56c7e667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:16:35Z', 'updated_at': '2022-10-04T21:16:41Z', 'revision_number': 3, 'project_id': '6f35d354850f457d84b23ae003a92e9c', 'gw_port': {'id': '89a68957-d68c-486d-9a64-59eb56c7e667', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:97:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27d0276-fff5-4d4d-8df7-8f6336dd45ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:16:39Z', 'updated_at': '2022-10-04T21:16:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:16:46.672685 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-03b7c60a-ec61-4b6b-93c0-c36848d16181 None None] Allocated IP 172.20.0.2 (aec13732-ceb2-486d-92ff-f58cae5932a7/17abb5f1-e04b-41f9-9b95-ff2c25f736cb/34b27c9d-87d0-4249-bb52-2670dda7463a) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:16:46.863112 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff05f6fe-c910-4e5e-890c-de7b83d533a8 None None] Checking router: f27d0276-fff5-4d4d-8df7-8f6336dd45ee for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:16:46.864436 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff05f6fe-c910-4e5e-890c-de7b83d533a8 None None] Updating router f27d0276-fff5-4d4d-8df7-8f6336dd45ee port 89a68957-d68c-486d-9a64-59eb56c7e667 binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:16:46.965109 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-ff05f6fe-c910-4e5e-890c-de7b83d533a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (89a68957-d68c-486d-9a64-59eb56c7e667), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:47.035534 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-433a948b-6f95-4620-a2d5-20462205ba9b admin admin] Publish callbacks [] for router_gateway (3afa09e3-22df-4602-be98-809128f4fd77), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:47.118366 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 7fc9e37e-6a81-4b85-8c61-ede3c3947f0e up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:16:47.134703 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c8bb1e09-5718-4980-a495-6fbe165a5035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:47.231066 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-03b7c60a-ec61-4b6b-93c0-c36848d16181 None None] Publish callbacks [] for port (34b27c9d-87d0-4249-bb52-2670dda7463a), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:47.342137 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 7fc9e37e-6a81-4b85-8c61-ede3c3947f0e triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:16:47.343286 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (7fc9e37e-6a81-4b85-8c61-ede3c3947f0e), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:47.343508 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 7fc9e37e-6a81-4b85-8c61-ede3c3947f0e Oct 04 21:16:47.464738 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-03b7c60a-ec61-4b6b-93c0-c36848d16181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (34b27c9d-87d0-4249-bb52-2670dda7463a), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:47.473804 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:16:47.491190 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2f91891c-d8c3-41d1-82de-dafb47088d34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:47.846447 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b7c60a-ec61-4b6b-93c0-c36848d16181 None None] Network aec13732-ceb2-486d-92ff-f58cae5932a7 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:16:47.886956 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-03b7c60a-ec61-4b6b-93c0-c36848d16181 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:16:47.909141 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b7c60a-ec61-4b6b-93c0-c36848d16181 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:16:47.918347 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 7fc9e37e-6a81-4b85-8c61-ede3c3947f0e is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:16:47.927381 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b7c60a-ec61-4b6b-93c0-c36848d16181 None None] Pushing event updated for resources: {'Port': ['ID=34b27c9d-87d0-4249-bb52-2670dda7463a,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:16:48.132460 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-c8bb1e09-5718-4980-a495-6fbe165a5035 admin admin] Allocated IP 172.20.0.1 (c8b80004-c09c-4f58-9799-5997d5d0429e/68b9fecc-e785-4f54-b8d9-3333d830d126/192d1c36-d537-44c8-8b6c-db447c6abf3b) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:16:48.214620 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-03b7c60a-ec61-4b6b-93c0-c36848d16181 None None] Attempting to bind port 34b27c9d-87d0-4249-bb52-2670dda7463a on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:16:48.223500 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-03b7c60a-ec61-4b6b-93c0-c36848d16181 None None] Attempting to bind port 34b27c9d-87d0-4249-bb52-2670dda7463a by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '234a1bbc-3f03-4b76-b855-aa9158e0ada3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'aec13732-ceb2-486d-92ff-f58cae5932a7'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:16:48.223500 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b7c60a-ec61-4b6b-93c0-c36848d16181 None None] Attempting to bind port 34b27c9d-87d0-4249-bb52-2670dda7463a on network aec13732-ceb2-486d-92ff-f58cae5932a7 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:16:48.282499 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-433a948b-6f95-4620-a2d5-20462205ba9b admin admin] Publish callbacks [] for router_gateway (3afa09e3-22df-4602-be98-809128f4fd77), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:48.363721 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-433a948b-6f95-4620-a2d5-20462205ba9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:48.496792 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b7c60a-ec61-4b6b-93c0-c36848d16181 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:16:48.497765 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b7c60a-ec61-4b6b-93c0-c36848d16181 None None] Checking segment: {'id': '234a1bbc-3f03-4b76-b855-aa9158e0ada3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'aec13732-ceb2-486d-92ff-f58cae5932a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:16:48.498184 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-03b7c60a-ec61-4b6b-93c0-c36848d16181 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:48.498775 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b7c60a-ec61-4b6b-93c0-c36848d16181 None None] Bound using segment: {'id': '234a1bbc-3f03-4b76-b855-aa9158e0ada3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'aec13732-ceb2-486d-92ff-f58cae5932a7'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:16:48.522975 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-03b7c60a-ec61-4b6b-93c0-c36848d16181 None None] Bound port: 34b27c9d-87d0-4249-bb52-2670dda7463a, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234a1bbc-3f03-4b76-b855-aa9158e0ada3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'aec13732-ceb2-486d-92ff-f58cae5932a7'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:16:48.523745 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-03b7c60a-ec61-4b6b-93c0-c36848d16181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (34b27c9d-87d0-4249-bb52-2670dda7463a), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:48.581743 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=100 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:16:48.669414 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-ff05f6fe-c910-4e5e-890c-de7b83d533a8 None None] Publish callbacks [] for port (89a68957-d68c-486d-9a64-59eb56c7e667), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:48.724926 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c8bb1e09-5718-4980-a495-6fbe165a5035 admin admin] Publish callbacks [] for port (192d1c36-d537-44c8-8b6c-db447c6abf3b), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:48.784340 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:16:48.810098 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-ff05f6fe-c910-4e5e-890c-de7b83d533a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (89a68957-d68c-486d-9a64-59eb56c7e667), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:48.908102 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c8bb1e09-5718-4980-a495-6fbe165a5035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (192d1c36-d537-44c8-8b6c-db447c6abf3b), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:48.933974 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-ff05f6fe-c910-4e5e-890c-de7b83d533a8 None None] Attempting to bind port 89a68957-d68c-486d-9a64-59eb56c7e667 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:16:48.936284 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-ff05f6fe-c910-4e5e-890c-de7b83d533a8 None None] Attempting to bind port 89a68957-d68c-486d-9a64-59eb56c7e667 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:16:48.937341 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff05f6fe-c910-4e5e-890c-de7b83d533a8 None None] Attempting to bind port 89a68957-d68c-486d-9a64-59eb56c7e667 on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:16:48.947524 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:16:48.949834 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-03b7c60a-ec61-4b6b-93c0-c36848d16181 None None] For port 34b27c9d-87d0-4249-bb52-2670dda7463a, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:16:48.990139 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-03b7c60a-ec61-4b6b-93c0-c36848d16181 None None] For port 34b27c9d-87d0-4249-bb52-2670dda7463a, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=34b27c9d-87d0-4249-bb52-2670dda7463a,segment=NetworkSegment(234a1bbc-3f03-4b76-b855-aa9158e0ada3),segment_id=234a1bbc-3f03-4b76-b855-aa9158e0ada3)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:16:49.065945 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-433a948b-6f95-4620-a2d5-20462205ba9b admin admin] Allocated IP 172.25.5.222 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/84309f0f-39be-4db2-b55f-16f6be58cd58) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:16:49.084342 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:16:49.103461 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bb1e09-5718-4980-a495-6fbe165a5035 admin admin] Network c8b80004-c09c-4f58-9799-5997d5d0429e is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:16:49.108669 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-c8bb1e09-5718-4980-a495-6fbe165a5035 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:16:49.114378 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bb1e09-5718-4980-a495-6fbe165a5035 admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:16:49.142568 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-03b7c60a-ec61-4b6b-93c0-c36848d16181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (34b27c9d-87d0-4249-bb52-2670dda7463a), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:49.209423 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bb1e09-5718-4980-a495-6fbe165a5035 admin admin] Pushing event updated for resources: {'Port': ['ID=192d1c36-d537-44c8-8b6c-db447c6abf3b,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:16:49.352988 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c8bb1e09-5718-4980-a495-6fbe165a5035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (f27d0276-fff5-4d4d-8df7-8f6336dd45ee), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:49.430073 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa19c5f7-df37-4a7e-bfa3-0de80745b329 None None] Pushing event updated for resources: {'Port': ['ID=89a68957-d68c-486d-9a64-59eb56c7e667,revision_number=2']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:16:49.477944 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff05f6fe-c910-4e5e-890c-de7b83d533a8 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:16:49.477944 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff05f6fe-c910-4e5e-890c-de7b83d533a8 None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:16:49.477944 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-ff05f6fe-c910-4e5e-890c-de7b83d533a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:49.477944 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff05f6fe-c910-4e5e-890c-de7b83d533a8 None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:16:49.491751 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-ff05f6fe-c910-4e5e-890c-de7b83d533a8 None None] Bound port: 89a68957-d68c-486d-9a64-59eb56c7e667, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:16:49.497227 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-ff05f6fe-c910-4e5e-890c-de7b83d533a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (89a68957-d68c-486d-9a64-59eb56c7e667), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:49.558080 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b7c60a-ec61-4b6b-93c0-c36848d16181 None None] Pushing event updated for resources: {'Port': ['ID=34b27c9d-87d0-4249-bb52-2670dda7463a,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:16:49.659028 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:INSERT=10,neutron:SELECT=85,neutron:UPDATE=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:16:49.755663 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-433a948b-6f95-4620-a2d5-20462205ba9b admin admin] Publish callbacks [] for port (84309f0f-39be-4db2-b55f-16f6be58cd58), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:49.985650 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-ff05f6fe-c910-4e5e-890c-de7b83d533a8 None None] For port 89a68957-d68c-486d-9a64-59eb56c7e667, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:16:50.005746 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-ff05f6fe-c910-4e5e-890c-de7b83d533a8 None None] For port 89a68957-d68c-486d-9a64-59eb56c7e667, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=89a68957-d68c-486d-9a64-59eb56c7e667,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:16:50.091177 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-8aeecb03-2e43-4339-84bd-dae82e00b581 None None] Provisioning complete for port 192d1c36-d537-44c8-8b6c-db447c6abf3b triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:16:50.092657 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8aeecb03-2e43-4339-84bd-dae82e00b581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (192d1c36-d537-44c8-8b6c-db447c6abf3b), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:50.101438 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-8aeecb03-2e43-4339-84bd-dae82e00b581 None None] Attempt 1 to provision port 192d1c36-d537-44c8-8b6c-db447c6abf3b Oct 04 21:16:50.189360 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-ff05f6fe-c910-4e5e-890c-de7b83d533a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (89a68957-d68c-486d-9a64-59eb56c7e667), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:50.275733 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-433a948b-6f95-4620-a2d5-20462205ba9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (84309f0f-39be-4db2-b55f-16f6be58cd58), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:50.355208 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:16:50.455993 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433a948b-6f95-4620-a2d5-20462205ba9b admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:16:50.460259 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff05f6fe-c910-4e5e-890c-de7b83d533a8 None None] Routers {'f27d0276-fff5-4d4d-8df7-8f6336dd45ee'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:16:50.461362 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-ff05f6fe-c910-4e5e-890c-de7b83d533a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:16:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['f27d0276-fff5-4d4d-8df7-8f6336dd45ee'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:16:50.474303 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa19c5f7-df37-4a7e-bfa3-0de80745b329 None None] Pushing event updated for resources: {'Port': ['ID=89a68957-d68c-486d-9a64-59eb56c7e667,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:16:50.506875 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-433a948b-6f95-4620-a2d5-20462205ba9b admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:16:50.528571 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c8bb1e09-5718-4980-a495-6fbe165a5035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (192d1c36-d537-44c8-8b6c-db447c6abf3b), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:50.545970 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433a948b-6f95-4620-a2d5-20462205ba9b admin admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:16:50.601146 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-8aeecb03-2e43-4339-84bd-dae82e00b581 None None] Port 192d1c36-d537-44c8-8b6c-db447c6abf3b cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:16:50.714886 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a948b-6f95-4620-a2d5-20462205ba9b admin admin] Pushing event updated for resources: {'Port': ['ID=84309f0f-39be-4db2-b55f-16f6be58cd58,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:16:50.741127 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:51.184715 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 34b27c9d-87d0-4249-bb52-2670dda7463a up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:16:51.230127 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-ff05f6fe-c910-4e5e-890c-de7b83d533a8 None None] Set router f27d0276-fff5-4d4d-8df7-8f6336dd45ee gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:16:51.705569 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c8bb1e09-5718-4980-a495-6fbe165a5035 admin admin] Publish callbacks [] for port (192d1c36-d537-44c8-8b6c-db447c6abf3b), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:51.866952 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c8bb1e09-5718-4980-a495-6fbe165a5035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (192d1c36-d537-44c8-8b6c-db447c6abf3b), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:52.013255 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-433a948b-6f95-4620-a2d5-20462205ba9b admin admin] Publish callbacks [] for router_gateway (3afa09e3-22df-4602-be98-809128f4fd77), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:52.247691 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bb1e09-5718-4980-a495-6fbe165a5035 admin admin] Pushing event updated for resources: {'Port': ['ID=192d1c36-d537-44c8-8b6c-db447c6abf3b,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:16:52.260279 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c8bb1e09-5718-4980-a495-6fbe165a5035 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (f27d0276-fff5-4d4d-8df7-8f6336dd45ee), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:52.374725 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c40b3d-1a57-4dbc-bf54-a1c972fb2e21 None None] Network aec13732-ceb2-486d-92ff-f58cae5932a7 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:16:52.492687 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-ff05f6fe-c910-4e5e-890c-de7b83d533a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27d0276-fff5-4d4d-8df7-8f6336dd45ee', 'name': 'tempest-TestVolumeBootPattern-1601825564-router', 'tenant_id': '6f35d354850f457d84b23ae003a92e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '89a68957-d68c-486d-9a64-59eb56c7e667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:16:35Z', 'updated_at': '2022-10-04T21:16:50Z', 'revision_number': 4, 'project_id': '6f35d354850f457d84b23ae003a92e9c', 'gw_port': {'id': '89a68957-d68c-486d-9a64-59eb56c7e667', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:97:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27d0276-fff5-4d4d-8df7-8f6336dd45ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:16:39Z', 'updated_at': '2022-10-04T21:16:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '192d1c36-d537-44c8-8b6c-db447c6abf3b', 'name': '', 'network_id': 'c8b80004-c09c-4f58-9799-5997d5d0429e', 'tenant_id': '6f35d354850f457d84b23ae003a92e9c', 'mac_address': 'fa:16:3e:e4:fc:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27d0276-fff5-4d4d-8df7-8f6336dd45ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '68b9fecc-e785-4f54-b8d9-3333d830d126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:16:47Z', 'updated_at': '2022-10-04T21:16:48Z', 'revision_number': 1, 'project_id': '6f35d354850f457d84b23ae003a92e9c', 'subnets': [{'id': '68b9fecc-e785-4f54-b8d9-3333d830d126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:16:52.601491 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff05f6fe-c910-4e5e-890c-de7b83d533a8 None None] The sync data for ids ['f27d0276-fff5-4d4d-8df7-8f6336dd45ee'] in n-d-852085-12 is: [{'id': 'f27d0276-fff5-4d4d-8df7-8f6336dd45ee', 'name': 'tempest-TestVolumeBootPattern-1601825564-router', 'tenant_id': '6f35d354850f457d84b23ae003a92e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '89a68957-d68c-486d-9a64-59eb56c7e667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:16:35Z', 'updated_at': '2022-10-04T21:16:50Z', 'revision_number': 4, 'project_id': '6f35d354850f457d84b23ae003a92e9c', 'gw_port': {'id': '89a68957-d68c-486d-9a64-59eb56c7e667', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:97:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27d0276-fff5-4d4d-8df7-8f6336dd45ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:16:39Z', 'updated_at': '2022-10-04T21:16:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '192d1c36-d537-44c8-8b6c-db447c6abf3b', 'name': '', 'network_id': 'c8b80004-c09c-4f58-9799-5997d5d0429e', 'tenant_id': '6f35d354850f457d84b23ae003a92e9c', 'mac_address': 'fa:16:3e:e4:fc:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27d0276-fff5-4d4d-8df7-8f6336dd45ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '68b9fecc-e785-4f54-b8d9-3333d830d126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:16:47Z', 'updated_at': '2022-10-04T21:16:48Z', 'revision_number': 1, 'project_id': '6f35d354850f457d84b23ae003a92e9c', 'subnets': [{'id': '68b9fecc-e785-4f54-b8d9-3333d830d126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:16:52.811270 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 34b27c9d-87d0-4249-bb52-2670dda7463a triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:16:52.812898 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (34b27c9d-87d0-4249-bb52-2670dda7463a), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:52.813539 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 34b27c9d-87d0-4249-bb52-2670dda7463a Oct 04 21:16:53.023245 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-961f044c-c5da-4586-bab6-e4b1f9410b6b None None] Provisioning complete for port 34b27c9d-87d0-4249-bb52-2670dda7463a triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:16:53.023810 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-961f044c-c5da-4586-bab6-e4b1f9410b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (34b27c9d-87d0-4249-bb52-2670dda7463a), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:53.024731 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-961f044c-c5da-4586-bab6-e4b1f9410b6b None None] Attempt 1 to provision port 34b27c9d-87d0-4249-bb52-2670dda7463a Oct 04 21:16:53.047263 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bb1e09-5718-4980-a495-6fbe165a5035 admin admin] Network c8b80004-c09c-4f58-9799-5997d5d0429e is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:16:53.059274 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-c8bb1e09-5718-4980-a495-6fbe165a5035 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:16:53.159378 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-433a948b-6f95-4620-a2d5-20462205ba9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (3afa09e3-22df-4602-be98-809128f4fd77), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:53.318488 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:53.386729 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:53.632243 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 34b27c9d-87d0-4249-bb52-2670dda7463a is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:16:53.633543 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (34b27c9d-87d0-4249-bb52-2670dda7463a), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:53.785114 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 34b27c9d-87d0-4249-bb52-2670dda7463a, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=34b27c9d-87d0-4249-bb52-2670dda7463a,segment=NetworkSegment(234a1bbc-3f03-4b76-b855-aa9158e0ada3),segment_id=234a1bbc-3f03-4b76-b855-aa9158e0ada3)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:16:53.820527 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:16:54.015684 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-961f044c-c5da-4586-bab6-e4b1f9410b6b None None] Current status of the port 34b27c9d-87d0-4249-bb52-2670dda7463a is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:16:54.018121 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-961f044c-c5da-4586-bab6-e4b1f9410b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (34b27c9d-87d0-4249-bb52-2670dda7463a), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:54.028512 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (34b27c9d-87d0-4249-bb52-2670dda7463a), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:54.145453 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8bb1e09-5718-4980-a495-6fbe165a5035 admin admin] Router f27d0276-fff5-4d4d-8df7-8f6336dd45ee has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:16:54.217463 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:16:54.252497 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:16:54.481881 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=34b27c9d-87d0-4249-bb52-2670dda7463a,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:16:54.587268 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-433a948b-6f95-4620-a2d5-20462205ba9b admin admin] Router 3afa09e3-22df-4602-be98-809128f4fd77 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 21:16:54.707198 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:16:54.707643 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:16:54.708206 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:16:54.708772 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:16:54.709352 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:16:54.709902 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:16:54.710449 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:16:54.711030 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:16:54.721806 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:16:54.722612 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:16:54.723441 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:16:54.723792 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:16:54.724139 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:16:54.724481 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:16:54.724814 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:16:54.826361 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-961f044c-c5da-4586-bab6-e4b1f9410b6b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 21:16:54.827094 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-961f044c-c5da-4586-bab6-e4b1f9410b6b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 21:16:54.965237 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8bb1e09-5718-4980-a495-6fbe165a5035 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:16:54.982678 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c8bb1e09-5718-4980-a495-6fbe165a5035 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/f27d0276-fff5-4d4d-8df7-8f6336dd45ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9949622 Oct 04 21:16:55.361781 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433a948b-6f95-4620-a2d5-20462205ba9b admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:16:55.370189 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 21:16:55.562284 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-433a948b-6f95-4620-a2d5-20462205ba9b admin admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:55.566136 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-433a948b-6f95-4620-a2d5-20462205ba9b admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.5554225 Oct 04 21:16:55.571361 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 40180) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:16:55.657228 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-961f044c-c5da-4586-bab6-e4b1f9410b6b None None] Current status of the port 34b27c9d-87d0-4249-bb52-2670dda7463a is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:16:55.671653 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0266734c-6e12-4b19-81e6-b751f1186ce1 None None] Sync routers for ids ['3afa09e3-22df-4602-be98-809128f4fd77'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:16:55.762273 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0266734c-6e12-4b19-81e6-b751f1186ce1 None None] Routers {'3afa09e3-22df-4602-be98-809128f4fd77'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:16:55.762273 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-0266734c-6e12-4b19-81e6-b751f1186ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:16:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['3afa09e3-22df-4602-be98-809128f4fd77'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:16:56.046249 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-aa9884c7-b754-411d-89f5-b3e1a2b98269 None None] Provisioning complete for port 192d1c36-d537-44c8-8b6c-db447c6abf3b triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:16:56.046960 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-aa9884c7-b754-411d-89f5-b3e1a2b98269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (192d1c36-d537-44c8-8b6c-db447c6abf3b), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:56.047921 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-aa9884c7-b754-411d-89f5-b3e1a2b98269 None None] Attempt 1 to provision port 192d1c36-d537-44c8-8b6c-db447c6abf3b Oct 04 21:16:56.611218 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-0266734c-6e12-4b19-81e6-b751f1186ce1 None None] Set router 3afa09e3-22df-4602-be98-809128f4fd77 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:16:56.838615 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=100 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:16:56.979089 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 89a68957-d68c-486d-9a64-59eb56c7e667 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:16:57.096082 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:16:57.271872 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-aa9884c7-b754-411d-89f5-b3e1a2b98269 None None] Port 192d1c36-d537-44c8-8b6c-db447c6abf3b cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:16:57.357477 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-aa9884c7-b754-411d-89f5-b3e1a2b98269 None None] Provisioning complete for port 34b27c9d-87d0-4249-bb52-2670dda7463a triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:16:57.358424 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-aa9884c7-b754-411d-89f5-b3e1a2b98269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (34b27c9d-87d0-4249-bb52-2670dda7463a), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:57.359013 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-aa9884c7-b754-411d-89f5-b3e1a2b98269 None None] Attempt 1 to provision port 34b27c9d-87d0-4249-bb52-2670dda7463a Oct 04 21:16:57.732722 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 89a68957-d68c-486d-9a64-59eb56c7e667 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:16:57.733527 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (89a68957-d68c-486d-9a64-59eb56c7e667), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:57.734704 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 89a68957-d68c-486d-9a64-59eb56c7e667 Oct 04 21:16:58.428667 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-0266734c-6e12-4b19-81e6-b751f1186ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3afa09e3-22df-4602-be98-809128f4fd77', 'name': 'tempest-TestServerMultinode-1291177673-router', 'tenant_id': '7e2c855e54d84571bcba4b358dd867f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '84309f0f-39be-4db2-b55f-16f6be58cd58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:16:45Z', 'updated_at': '2022-10-04T21:16:51Z', 'revision_number': 3, 'project_id': '7e2c855e54d84571bcba4b358dd867f0', 'gw_port': {'id': '84309f0f-39be-4db2-b55f-16f6be58cd58', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d6:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3afa09e3-22df-4602-be98-809128f4fd77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:16:48Z', 'updated_at': '2022-10-04T21:16:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:16:58.498526 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3a9eacfc-0d0a-4b6c-911c-b2f67fac7929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:58.650986 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0266734c-6e12-4b19-81e6-b751f1186ce1 None None] Checking router: 3afa09e3-22df-4602-be98-809128f4fd77 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:16:58.656454 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0266734c-6e12-4b19-81e6-b751f1186ce1 None None] Updating router 3afa09e3-22df-4602-be98-809128f4fd77 port 84309f0f-39be-4db2-b55f-16f6be58cd58 binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:16:58.670630 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 89a68957-d68c-486d-9a64-59eb56c7e667 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:16:58.675521 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (89a68957-d68c-486d-9a64-59eb56c7e667), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:59.057000 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 89a68957-d68c-486d-9a64-59eb56c7e667, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=89a68957-d68c-486d-9a64-59eb56c7e667,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:16:59.059675 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:16:59.062422 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-aa9884c7-b754-411d-89f5-b3e1a2b98269 None None] Current status of the port 34b27c9d-87d0-4249-bb52-2670dda7463a is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:16:59.114679 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0266734c-6e12-4b19-81e6-b751f1186ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (84309f0f-39be-4db2-b55f-16f6be58cd58), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:59.207279 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (89a68957-d68c-486d-9a64-59eb56c7e667), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:16:59.218102 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 34b27c9d-87d0-4249-bb52-2670dda7463a up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:16:59.511862 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-3a9eacfc-0d0a-4b6c-911c-b2f67fac7929 admin admin] Allocated IP 172.20.0.1 (aec13732-ceb2-486d-92ff-f58cae5932a7/17abb5f1-e04b-41f9-9b95-ff2c25f736cb/9f189f75-2199-4291-a5c0-85f9af352c32) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:17:00.118187 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3a9eacfc-0d0a-4b6c-911c-b2f67fac7929 admin admin] Publish callbacks [] for port (9f189f75-2199-4291-a5c0-85f9af352c32), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:00.163761 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9575c1-4bd5-4d74-8201-791253cef4c0 None None] Sync routers for ids ['f27d0276-fff5-4d4d-8df7-8f6336dd45ee'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:17:00.185441 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:17:00.200400 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9575c1-4bd5-4d74-8201-791253cef4c0 None None] Routers {'f27d0276-fff5-4d4d-8df7-8f6336dd45ee'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:17:00.203025 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-ec9575c1-4bd5-4d74-8201-791253cef4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:16:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['f27d0276-fff5-4d4d-8df7-8f6336dd45ee'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:17:00.353258 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=89a68957-d68c-486d-9a64-59eb56c7e667,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:17:00.385202 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3a9eacfc-0d0a-4b6c-911c-b2f67fac7929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (9f189f75-2199-4291-a5c0-85f9af352c32), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:00.590775 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-ec9575c1-4bd5-4d74-8201-791253cef4c0 None None] Set router f27d0276-fff5-4d4d-8df7-8f6336dd45ee gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:17:00.682614 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 34b27c9d-87d0-4249-bb52-2670dda7463a triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:17:00.683329 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (34b27c9d-87d0-4249-bb52-2670dda7463a), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:00.683891 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 34b27c9d-87d0-4249-bb52-2670dda7463a Oct 04 21:17:00.746217 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9eacfc-0d0a-4b6c-911c-b2f67fac7929 admin admin] Network aec13732-ceb2-486d-92ff-f58cae5932a7 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:17:00.817162 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9eacfc-0d0a-4b6c-911c-b2f67fac7929 admin admin] Pushing event updated for resources: {'Port': ['ID=9f189f75-2199-4291-a5c0-85f9af352c32,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:17:00.866270 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-3a9eacfc-0d0a-4b6c-911c-b2f67fac7929 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:17:00.890587 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9eacfc-0d0a-4b6c-911c-b2f67fac7929 admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:17:01.246597 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0266734c-6e12-4b19-81e6-b751f1186ce1 None None] Publish callbacks [] for port (84309f0f-39be-4db2-b55f-16f6be58cd58), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:01.253656 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3a9eacfc-0d0a-4b6c-911c-b2f67fac7929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (3afa09e3-22df-4602-be98-809128f4fd77), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:01.374381 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0266734c-6e12-4b19-81e6-b751f1186ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (84309f0f-39be-4db2-b55f-16f6be58cd58), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:01.529808 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-0266734c-6e12-4b19-81e6-b751f1186ce1 None None] Attempting to bind port 84309f0f-39be-4db2-b55f-16f6be58cd58 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:17:01.535271 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-0266734c-6e12-4b19-81e6-b751f1186ce1 None None] Attempting to bind port 84309f0f-39be-4db2-b55f-16f6be58cd58 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:17:01.544217 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0266734c-6e12-4b19-81e6-b751f1186ce1 None None] Attempting to bind port 84309f0f-39be-4db2-b55f-16f6be58cd58 on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:17:01.733940 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-ec9575c1-4bd5-4d74-8201-791253cef4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27d0276-fff5-4d4d-8df7-8f6336dd45ee', 'name': 'tempest-TestVolumeBootPattern-1601825564-router', 'tenant_id': '6f35d354850f457d84b23ae003a92e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '89a68957-d68c-486d-9a64-59eb56c7e667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:16:35Z', 'updated_at': '2022-10-04T21:16:50Z', 'revision_number': 4, 'project_id': '6f35d354850f457d84b23ae003a92e9c', 'gw_port': {'id': '89a68957-d68c-486d-9a64-59eb56c7e667', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:97:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27d0276-fff5-4d4d-8df7-8f6336dd45ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:16:39Z', 'updated_at': '2022-10-04T21:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '192d1c36-d537-44c8-8b6c-db447c6abf3b', 'name': '', 'network_id': 'c8b80004-c09c-4f58-9799-5997d5d0429e', 'tenant_id': '6f35d354850f457d84b23ae003a92e9c', 'mac_address': 'fa:16:3e:e4:fc:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27d0276-fff5-4d4d-8df7-8f6336dd45ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '68b9fecc-e785-4f54-b8d9-3333d830d126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:16:47Z', 'updated_at': '2022-10-04T21:16:50Z', 'revision_number': 2, 'project_id': '6f35d354850f457d84b23ae003a92e9c', 'subnets': [{'id': '68b9fecc-e785-4f54-b8d9-3333d830d126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:17:01.847163 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9575c1-4bd5-4d74-8201-791253cef4c0 None None] Checking router: f27d0276-fff5-4d4d-8df7-8f6336dd45ee for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:17:01.852228 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9575c1-4bd5-4d74-8201-791253cef4c0 None None] Updating router f27d0276-fff5-4d4d-8df7-8f6336dd45ee port 192d1c36-d537-44c8-8b6c-db447c6abf3b binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:17:01.958585 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-ec9575c1-4bd5-4d74-8201-791253cef4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (192d1c36-d537-44c8-8b6c-db447c6abf3b), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:02.227680 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:17:02.284362 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3a9eacfc-0d0a-4b6c-911c-b2f67fac7929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (9f189f75-2199-4291-a5c0-85f9af352c32), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:02.424940 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:17:02.545788 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 34b27c9d-87d0-4249-bb52-2670dda7463a is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:17:02.574965 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f6dbfc-d1d5-4617-93b8-1627474e99df None None] Pushing event updated for resources: {'Port': ['ID=84309f0f-39be-4db2-b55f-16f6be58cd58,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:17:02.588399 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-d4e6a674-6f9c-44ce-88e3-a713899be5d0 None None] Provisioning complete for port 9f189f75-2199-4291-a5c0-85f9af352c32 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:17:02.590251 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d4e6a674-6f9c-44ce-88e3-a713899be5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (9f189f75-2199-4291-a5c0-85f9af352c32), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:02.593461 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-d4e6a674-6f9c-44ce-88e3-a713899be5d0 None None] Attempt 1 to provision port 9f189f75-2199-4291-a5c0-85f9af352c32 Oct 04 21:17:02.617085 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:17:02.657931 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0266734c-6e12-4b19-81e6-b751f1186ce1 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:17:02.659705 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0266734c-6e12-4b19-81e6-b751f1186ce1 None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:17:02.660649 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0266734c-6e12-4b19-81e6-b751f1186ce1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:02.661891 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0266734c-6e12-4b19-81e6-b751f1186ce1 None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:17:02.662984 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-0266734c-6e12-4b19-81e6-b751f1186ce1 None None] Bound port: 84309f0f-39be-4db2-b55f-16f6be58cd58, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:17:02.664692 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0266734c-6e12-4b19-81e6-b751f1186ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (84309f0f-39be-4db2-b55f-16f6be58cd58), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:03.233662 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 89a68957-d68c-486d-9a64-59eb56c7e667 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:17:03.567037 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:17:03.618417 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3a9eacfc-0d0a-4b6c-911c-b2f67fac7929 admin admin] Publish callbacks [] for port (9f189f75-2199-4291-a5c0-85f9af352c32), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:03.657870 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-d4e6a674-6f9c-44ce-88e3-a713899be5d0 None None] Port 9f189f75-2199-4291-a5c0-85f9af352c32 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:17:03.674621 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:03.708038 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3a9eacfc-0d0a-4b6c-911c-b2f67fac7929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (9f189f75-2199-4291-a5c0-85f9af352c32), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:03.756679 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:17:03.923672 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 89a68957-d68c-486d-9a64-59eb56c7e667 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:17:03.931929 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (89a68957-d68c-486d-9a64-59eb56c7e667), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:03.932831 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 89a68957-d68c-486d-9a64-59eb56c7e667 Oct 04 21:17:03.966374 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9eacfc-0d0a-4b6c-911c-b2f67fac7929 admin admin] Pushing event updated for resources: {'Port': ['ID=9f189f75-2199-4291-a5c0-85f9af352c32,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:17:04.011115 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-ec9575c1-4bd5-4d74-8201-791253cef4c0 None None] Publish callbacks [] for port (192d1c36-d537-44c8-8b6c-db447c6abf3b), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:04.027122 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3a9eacfc-0d0a-4b6c-911c-b2f67fac7929 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (3afa09e3-22df-4602-be98-809128f4fd77), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:04.066700 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:04.070896 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-0266734c-6e12-4b19-81e6-b751f1186ce1 None None] For port 84309f0f-39be-4db2-b55f-16f6be58cd58, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:17:04.157960 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-0266734c-6e12-4b19-81e6-b751f1186ce1 None None] For port 84309f0f-39be-4db2-b55f-16f6be58cd58, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=84309f0f-39be-4db2-b55f-16f6be58cd58,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:17:04.182254 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-ec9575c1-4bd5-4d74-8201-791253cef4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (192d1c36-d537-44c8-8b6c-db447c6abf3b), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:04.401122 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0266734c-6e12-4b19-81e6-b751f1186ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (84309f0f-39be-4db2-b55f-16f6be58cd58), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:04.434099 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-ec9575c1-4bd5-4d74-8201-791253cef4c0 None None] Attempting to bind port 192d1c36-d537-44c8-8b6c-db447c6abf3b on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:17:04.442000 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-ec9575c1-4bd5-4d74-8201-791253cef4c0 None None] Attempting to bind port 192d1c36-d537-44c8-8b6c-db447c6abf3b by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'e611aabd-80db-4664-bfac-b0773c5af58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c8b80004-c09c-4f58-9799-5997d5d0429e'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:17:04.442814 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9575c1-4bd5-4d74-8201-791253cef4c0 None None] Attempting to bind port 192d1c36-d537-44c8-8b6c-db447c6abf3b on network c8b80004-c09c-4f58-9799-5997d5d0429e {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:17:04.498179 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0266734c-6e12-4b19-81e6-b751f1186ce1 None None] Routers {'3afa09e3-22df-4602-be98-809128f4fd77'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:17:04.503834 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-0266734c-6e12-4b19-81e6-b751f1186ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:16:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['3afa09e3-22df-4602-be98-809128f4fd77'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:17:04.649574 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9eacfc-0d0a-4b6c-911c-b2f67fac7929 admin admin] Network aec13732-ceb2-486d-92ff-f58cae5932a7 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:17:04.667086 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-3a9eacfc-0d0a-4b6c-911c-b2f67fac7929 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:17:04.693317 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9575c1-4bd5-4d74-8201-791253cef4c0 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:17:04.694125 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9575c1-4bd5-4d74-8201-791253cef4c0 None None] Checking segment: {'id': 'e611aabd-80db-4664-bfac-b0773c5af58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c8b80004-c09c-4f58-9799-5997d5d0429e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:17:04.694549 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-ec9575c1-4bd5-4d74-8201-791253cef4c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:04.708880 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9575c1-4bd5-4d74-8201-791253cef4c0 None None] Bound using segment: {'id': 'e611aabd-80db-4664-bfac-b0773c5af58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c8b80004-c09c-4f58-9799-5997d5d0429e'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:17:04.711259 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-ec9575c1-4bd5-4d74-8201-791253cef4c0 None None] Bound port: 192d1c36-d537-44c8-8b6c-db447c6abf3b, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e611aabd-80db-4664-bfac-b0773c5af58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c8b80004-c09c-4f58-9799-5997d5d0429e'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:17:04.716844 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-ec9575c1-4bd5-4d74-8201-791253cef4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (192d1c36-d537-44c8-8b6c-db447c6abf3b), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:04.728350 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e205888-4027-430c-bcff-9da474657a2b None None] Pushing event updated for resources: {'Port': ['ID=192d1c36-d537-44c8-8b6c-db447c6abf3b,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:17:05.193703 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 89a68957-d68c-486d-9a64-59eb56c7e667 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:17:05.458992 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-ec9575c1-4bd5-4d74-8201-791253cef4c0 None None] For port 192d1c36-d537-44c8-8b6c-db447c6abf3b, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:17:05.458992 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-ec9575c1-4bd5-4d74-8201-791253cef4c0 None None] For port 192d1c36-d537-44c8-8b6c-db447c6abf3b, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=192d1c36-d537-44c8-8b6c-db447c6abf3b,segment=NetworkSegment(e611aabd-80db-4664-bfac-b0773c5af58b),segment_id=e611aabd-80db-4664-bfac-b0773c5af58b)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:17:05.461125 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:17:05.461125 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=10,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:17:05.506470 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f6dbfc-d1d5-4617-93b8-1627474e99df None None] Pushing event updated for resources: {'Port': ['ID=84309f0f-39be-4db2-b55f-16f6be58cd58,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:17:05.583685 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-ec9575c1-4bd5-4d74-8201-791253cef4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (192d1c36-d537-44c8-8b6c-db447c6abf3b), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:05.655832 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-0266734c-6e12-4b19-81e6-b751f1186ce1 None None] Set router 3afa09e3-22df-4602-be98-809128f4fd77 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:17:05.723498 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9575c1-4bd5-4d74-8201-791253cef4c0 None None] Routers {'f27d0276-fff5-4d4d-8df7-8f6336dd45ee'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:17:05.724547 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-ec9575c1-4bd5-4d74-8201-791253cef4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:16:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['f27d0276-fff5-4d4d-8df7-8f6336dd45ee'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:17:05.948344 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e205888-4027-430c-bcff-9da474657a2b None None] Pushing event updated for resources: {'Port': ['ID=192d1c36-d537-44c8-8b6c-db447c6abf3b,revision_number=4']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:17:05.984760 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-2e8d09de-81da-4cfb-9dee-1bc9d568f8b4 None None] Provisioning complete for port 9f189f75-2199-4291-a5c0-85f9af352c32 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:17:05.990455 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2e8d09de-81da-4cfb-9dee-1bc9d568f8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (9f189f75-2199-4291-a5c0-85f9af352c32), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:05.990455 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-2e8d09de-81da-4cfb-9dee-1bc9d568f8b4 None None] Attempt 1 to provision port 9f189f75-2199-4291-a5c0-85f9af352c32 Oct 04 21:17:06.222173 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-ec9575c1-4bd5-4d74-8201-791253cef4c0 None None] Set router f27d0276-fff5-4d4d-8df7-8f6336dd45ee gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:17:06.406263 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:17:06.498845 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-2e8d09de-81da-4cfb-9dee-1bc9d568f8b4 None None] Port 9f189f75-2199-4291-a5c0-85f9af352c32 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:17:06.526106 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a9eacfc-0d0a-4b6c-911c-b2f67fac7929 admin admin] Router 3afa09e3-22df-4602-be98-809128f4fd77 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:17:07.013010 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a9eacfc-0d0a-4b6c-911c-b2f67fac7929 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:17:07.043867 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-3a9eacfc-0d0a-4b6c-911c-b2f67fac7929 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/3afa09e3-22df-4602-be98-809128f4fd77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4626520 Oct 04 21:17:07.072304 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-0266734c-6e12-4b19-81e6-b751f1186ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3afa09e3-22df-4602-be98-809128f4fd77', 'name': 'tempest-TestServerMultinode-1291177673-router', 'tenant_id': '7e2c855e54d84571bcba4b358dd867f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '84309f0f-39be-4db2-b55f-16f6be58cd58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:16:45Z', 'updated_at': '2022-10-04T21:17:01Z', 'revision_number': 4, 'project_id': '7e2c855e54d84571bcba4b358dd867f0', 'gw_port': {'id': '84309f0f-39be-4db2-b55f-16f6be58cd58', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d6:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3afa09e3-22df-4602-be98-809128f4fd77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:16:48Z', 'updated_at': '2022-10-04T21:17:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '9f189f75-2199-4291-a5c0-85f9af352c32', 'name': '', 'network_id': 'aec13732-ceb2-486d-92ff-f58cae5932a7', 'tenant_id': '7e2c855e54d84571bcba4b358dd867f0', 'mac_address': 'fa:16:3e:13:6d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3afa09e3-22df-4602-be98-809128f4fd77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '17abb5f1-e04b-41f9-9b95-ff2c25f736cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:16:58Z', 'updated_at': '2022-10-04T21:17:02Z', 'revision_number': 2, 'project_id': '7e2c855e54d84571bcba4b358dd867f0', 'subnets': [{'id': '17abb5f1-e04b-41f9-9b95-ff2c25f736cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:17:07.165595 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0266734c-6e12-4b19-81e6-b751f1186ce1 None None] The sync data for ids ['3afa09e3-22df-4602-be98-809128f4fd77'] in n-d-852085-12 is: [{'id': '3afa09e3-22df-4602-be98-809128f4fd77', 'name': 'tempest-TestServerMultinode-1291177673-router', 'tenant_id': '7e2c855e54d84571bcba4b358dd867f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '84309f0f-39be-4db2-b55f-16f6be58cd58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:16:45Z', 'updated_at': '2022-10-04T21:17:01Z', 'revision_number': 4, 'project_id': '7e2c855e54d84571bcba4b358dd867f0', 'gw_port': {'id': '84309f0f-39be-4db2-b55f-16f6be58cd58', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d6:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3afa09e3-22df-4602-be98-809128f4fd77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:16:48Z', 'updated_at': '2022-10-04T21:17:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '9f189f75-2199-4291-a5c0-85f9af352c32', 'name': '', 'network_id': 'aec13732-ceb2-486d-92ff-f58cae5932a7', 'tenant_id': '7e2c855e54d84571bcba4b358dd867f0', 'mac_address': 'fa:16:3e:13:6d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3afa09e3-22df-4602-be98-809128f4fd77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '17abb5f1-e04b-41f9-9b95-ff2c25f736cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:16:58Z', 'updated_at': '2022-10-04T21:17:02Z', 'revision_number': 2, 'project_id': '7e2c855e54d84571bcba4b358dd867f0', 'subnets': [{'id': '17abb5f1-e04b-41f9-9b95-ff2c25f736cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:17:07.417467 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-ec9575c1-4bd5-4d74-8201-791253cef4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27d0276-fff5-4d4d-8df7-8f6336dd45ee', 'name': 'tempest-TestVolumeBootPattern-1601825564-router', 'tenant_id': '6f35d354850f457d84b23ae003a92e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '89a68957-d68c-486d-9a64-59eb56c7e667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:16:35Z', 'updated_at': '2022-10-04T21:16:50Z', 'revision_number': 4, 'project_id': '6f35d354850f457d84b23ae003a92e9c', 'gw_port': {'id': '89a68957-d68c-486d-9a64-59eb56c7e667', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:97:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27d0276-fff5-4d4d-8df7-8f6336dd45ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:16:39Z', 'updated_at': '2022-10-04T21:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '192d1c36-d537-44c8-8b6c-db447c6abf3b', 'name': '', 'network_id': 'c8b80004-c09c-4f58-9799-5997d5d0429e', 'tenant_id': '6f35d354850f457d84b23ae003a92e9c', 'mac_address': 'fa:16:3e:e4:fc:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27d0276-fff5-4d4d-8df7-8f6336dd45ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '68b9fecc-e785-4f54-b8d9-3333d830d126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:16:47Z', 'updated_at': '2022-10-04T21:17:05Z', 'revision_number': 4, 'project_id': '6f35d354850f457d84b23ae003a92e9c', 'subnets': [{'id': '68b9fecc-e785-4f54-b8d9-3333d830d126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:17:07.608348 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9575c1-4bd5-4d74-8201-791253cef4c0 None None] The sync data for ids ['f27d0276-fff5-4d4d-8df7-8f6336dd45ee'] in n-d-852085-12 is: [{'id': 'f27d0276-fff5-4d4d-8df7-8f6336dd45ee', 'name': 'tempest-TestVolumeBootPattern-1601825564-router', 'tenant_id': '6f35d354850f457d84b23ae003a92e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '89a68957-d68c-486d-9a64-59eb56c7e667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:16:35Z', 'updated_at': '2022-10-04T21:16:50Z', 'revision_number': 4, 'project_id': '6f35d354850f457d84b23ae003a92e9c', 'gw_port': {'id': '89a68957-d68c-486d-9a64-59eb56c7e667', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:97:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27d0276-fff5-4d4d-8df7-8f6336dd45ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:16:39Z', 'updated_at': '2022-10-04T21:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '192d1c36-d537-44c8-8b6c-db447c6abf3b', 'name': '', 'network_id': 'c8b80004-c09c-4f58-9799-5997d5d0429e', 'tenant_id': '6f35d354850f457d84b23ae003a92e9c', 'mac_address': 'fa:16:3e:e4:fc:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27d0276-fff5-4d4d-8df7-8f6336dd45ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '68b9fecc-e785-4f54-b8d9-3333d830d126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:16:47Z', 'updated_at': '2022-10-04T21:17:05Z', 'revision_number': 4, 'project_id': '6f35d354850f457d84b23ae003a92e9c', 'subnets': [{'id': '68b9fecc-e785-4f54-b8d9-3333d830d126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:17:07.618594 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 192d1c36-d537-44c8-8b6c-db447c6abf3b up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:17:07.830551 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 192d1c36-d537-44c8-8b6c-db447c6abf3b triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:17:07.834853 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (192d1c36-d537-44c8-8b6c-db447c6abf3b), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:07.837072 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 192d1c36-d537-44c8-8b6c-db447c6abf3b Oct 04 21:17:07.986178 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:17:08.312473 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 192d1c36-d537-44c8-8b6c-db447c6abf3b is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:17:08.317368 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (192d1c36-d537-44c8-8b6c-db447c6abf3b), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:08.677482 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 192d1c36-d537-44c8-8b6c-db447c6abf3b, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=192d1c36-d537-44c8-8b6c-db447c6abf3b,segment=NetworkSegment(e611aabd-80db-4664-bfac-b0773c5af58b),segment_id=e611aabd-80db-4664-bfac-b0773c5af58b)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:17:08.792828 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (192d1c36-d537-44c8-8b6c-db447c6abf3b), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:09.097406 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=192d1c36-d537-44c8-8b6c-db447c6abf3b,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:17:09.330565 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe607fd-29f4-44b3-830e-94338284d6ec req-9343f182-be6a-4f76-8e16-551f15d3ac69 tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:17:09.358604 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-fbe607fd-29f4-44b3-830e-94338284d6ec req-9343f182-be6a-4f76-8e16-551f15d3ac69 tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] 10.222.0.78 "GET /networking/v2.0/networks?id=798c0142-6487-4be9-a55d-44c8d2cb7e55 HTTP/1.1" status: 200 len: 811 time: 0.4989884 Oct 04 21:17:09.466313 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-fbe607fd-29f4-44b3-830e-94338284d6ec req-df318fb2-9cc6-47be-b8c5-cefe68cf8f25 tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] 10.222.0.78 "GET /networking/v2.0/quotas/06b106a291b44599bb30d5040d82a3cb HTTP/1.1" status: 200 len: 375 time: 0.1056731 Oct 04 21:17:09.663770 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-fbe607fd-29f4-44b3-830e-94338284d6ec req-4f34a3a9-c112-4194-84f3-d117355ac38f tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=06b106a291b44599bb30d5040d82a3cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1917007 Oct 04 21:17:09.670929 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 192d1c36-d537-44c8-8b6c-db447c6abf3b up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:17:09.989384 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 192d1c36-d537-44c8-8b6c-db447c6abf3b triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:17:09.991662 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (192d1c36-d537-44c8-8b6c-db447c6abf3b), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:09.994437 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 192d1c36-d537-44c8-8b6c-db447c6abf3b Oct 04 21:17:10.207081 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:17:10.750857 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 192d1c36-d537-44c8-8b6c-db447c6abf3b is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:17:11.185707 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 40482) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:17:11.198186 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-f3cf35f4-1c68-49f7-a6f7-f7b54de4d65f admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1329946734-network', 'tenant_id': '897a1e4fc0a84a1b96300ca5991a7ccf'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:17:11.449849 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3cf35f4-1c68-49f7-a6f7-f7b54de4d65f admin admin] Made reservation on behalf of 897a1e4fc0a84a1b96300ca5991a7ccf for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:17:11.461787 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f3cf35f4-1c68-49f7-a6f7-f7b54de4d65f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:11.552683 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f3cf35f4-1c68-49f7-a6f7-f7b54de4d65f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:11.616088 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 84309f0f-39be-4db2-b55f-16f6be58cd58 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:17:11.965012 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 84309f0f-39be-4db2-b55f-16f6be58cd58 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:17:11.973075 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (84309f0f-39be-4db2-b55f-16f6be58cd58), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:11.974842 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 84309f0f-39be-4db2-b55f-16f6be58cd58 Oct 04 21:17:12.101386 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f3cf35f4-1c68-49f7-a6f7-f7b54de4d65f admin admin] Publish callbacks [] for security_group (a9320940-973a-494d-8dc5-e9b2b4054675), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:12.312471 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f3cf35f4-1c68-49f7-a6f7-f7b54de4d65f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (a9320940-973a-494d-8dc5-e9b2b4054675), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:12.429165 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3cf35f4-1c68-49f7-a6f7-f7b54de4d65f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:17:12.472469 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 84309f0f-39be-4db2-b55f-16f6be58cd58 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:17:12.472782 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (84309f0f-39be-4db2-b55f-16f6be58cd58), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:12.529324 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f3cf35f4-1c68-49f7-a6f7-f7b54de4d65f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (6b1b6cfd-63c9-4563-8bf9-9e5a1565ffd7), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:12.529855 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-f3cf35f4-1c68-49f7-a6f7-f7b54de4d65f admin admin] Added segment 6b1b6cfd-63c9-4563-8bf9-9e5a1565ffd7 of type vlan for network 8147f952-52d3-44fc-8f80-6bab2c74dd57 Oct 04 21:17:12.585705 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 84309f0f-39be-4db2-b55f-16f6be58cd58, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=84309f0f-39be-4db2-b55f-16f6be58cd58,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:17:12.627676 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf35f4-1c68-49f7-a6f7-f7b54de4d65f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9320940-973a-494d-8dc5-e9b2b4054675,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:17:12.712872 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (84309f0f-39be-4db2-b55f-16f6be58cd58), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:12.757652 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f3cf35f4-1c68-49f7-a6f7-f7b54de4d65f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (8147f952-52d3-44fc-8f80-6bab2c74dd57), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:12.920382 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=84309f0f-39be-4db2-b55f-16f6be58cd58,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:17:12.974495 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f3cf35f4-1c68-49f7-a6f7-f7b54de4d65f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (8147f952-52d3-44fc-8f80-6bab2c74dd57), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:12.974495 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cf35f4-1c68-49f7-a6f7-f7b54de4d65f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:17:12.974495 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f3cf35f4-1c68-49f7-a6f7-f7b54de4d65f admin admin] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:13.283856 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 40522) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:17:13.290649 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f3cf35f4-1c68-49f7-a6f7-f7b54de4d65f admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0886011 Oct 04 21:17:13.302538 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-be1b07dd-3ef0-4235-9d9e-489c90c22833 admin admin] Request body: {'subnet': {'network_id': '8147f952-52d3-44fc-8f80-6bab2c74dd57', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1329946734-subnet', 'tenant_id': '897a1e4fc0a84a1b96300ca5991a7ccf', 'ip_version': 4}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:17:13.348642 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf35f4-1c68-49f7-a6f7-f7b54de4d65f admin admin] Pushing event updated for resources: {'Network': ['ID=8147f952-52d3-44fc-8f80-6bab2c74dd57,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:17:13.407944 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 8147f952-52d3-44fc-8f80-6bab2c74dd57 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:17:13.519526 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1b07dd-3ef0-4235-9d9e-489c90c22833 admin admin] Made reservation on behalf of 897a1e4fc0a84a1b96300ca5991a7ccf for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:17:13.524396 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-be1b07dd-3ef0-4235-9d9e-489c90c22833 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:13.862811 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 84309f0f-39be-4db2-b55f-16f6be58cd58 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:17:14.056619 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 84309f0f-39be-4db2-b55f-16f6be58cd58 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:17:14.057440 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (84309f0f-39be-4db2-b55f-16f6be58cd58), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:14.058050 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 84309f0f-39be-4db2-b55f-16f6be58cd58 Oct 04 21:17:14.431473 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb0e225-4019-4505-954b-3a5c7eaa7353 None None] Sync routers for ids ['3afa09e3-22df-4602-be98-809128f4fd77'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:17:14.563453 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb0e225-4019-4505-954b-3a5c7eaa7353 None None] Routers {'3afa09e3-22df-4602-be98-809128f4fd77'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:17:14.563453 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-0cb0e225-4019-4505-954b-3a5c7eaa7353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:16:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['3afa09e3-22df-4602-be98-809128f4fd77'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:17:14.564865 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-be1b07dd-3ef0-4235-9d9e-489c90c22833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (8f8e542b-5c18-4324-b9d5-228373946edd), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:14.582608 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 84309f0f-39be-4db2-b55f-16f6be58cd58 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:17:15.219714 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-0cb0e225-4019-4505-954b-3a5c7eaa7353 None None] Set router 3afa09e3-22df-4602-be98-809128f4fd77 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:17:15.668573 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:17:15.898455 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8ddfae0a-8fb1-4473-9d5f-16f2b3dc64c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:15.946379 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1b07dd-3ef0-4235-9d9e-489c90c22833 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f8e542b-5c18-4324-b9d5-228373946edd,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:17:16.092682 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1b07dd-3ef0-4235-9d9e-489c90c22833 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:17:16.098297 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1b07dd-3ef0-4235-9d9e-489c90c22833 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:17:16.102518 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1b07dd-3ef0-4235-9d9e-489c90c22833 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:17:16.104939 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1b07dd-3ef0-4235-9d9e-489c90c22833 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:17:16.108986 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1b07dd-3ef0-4235-9d9e-489c90c22833 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:17:16.111385 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1b07dd-3ef0-4235-9d9e-489c90c22833 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:17:16.113422 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1b07dd-3ef0-4235-9d9e-489c90c22833 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:17:16.118043 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1b07dd-3ef0-4235-9d9e-489c90c22833 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:17:16.120363 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1b07dd-3ef0-4235-9d9e-489c90c22833 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:17:16.121239 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1b07dd-3ef0-4235-9d9e-489c90c22833 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:17:16.122571 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1b07dd-3ef0-4235-9d9e-489c90c22833 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:17:16.127485 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1b07dd-3ef0-4235-9d9e-489c90c22833 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:17:16.129683 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1b07dd-3ef0-4235-9d9e-489c90c22833 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:17:16.135950 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1b07dd-3ef0-4235-9d9e-489c90c22833 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:17:16.137513 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1b07dd-3ef0-4235-9d9e-489c90c22833 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:17:16.190539 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1b07dd-3ef0-4235-9d9e-489c90c22833 admin admin] Checking segment: {'id': '6b1b6cfd-63c9-4563-8bf9-9e5a1565ffd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '8147f952-52d3-44fc-8f80-6bab2c74dd57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:17:16.202354 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1b07dd-3ef0-4235-9d9e-489c90c22833 admin admin] Network hostable DHCP agents. Network: 8147f952-52d3-44fc-8f80-6bab2c74dd57, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:17:16.398742 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1b07dd-3ef0-4235-9d9e-489c90c22833 admin admin] Network 8147f952-52d3-44fc-8f80-6bab2c74dd57 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:17:16.520026 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-0cb0e225-4019-4505-954b-3a5c7eaa7353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3afa09e3-22df-4602-be98-809128f4fd77', 'name': 'tempest-TestServerMultinode-1291177673-router', 'tenant_id': '7e2c855e54d84571bcba4b358dd867f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '84309f0f-39be-4db2-b55f-16f6be58cd58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:16:45Z', 'updated_at': '2022-10-04T21:17:01Z', 'revision_number': 4, 'project_id': '7e2c855e54d84571bcba4b358dd867f0', 'gw_port': {'id': '84309f0f-39be-4db2-b55f-16f6be58cd58', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afa09e3-22df-4602-be98-809128f4fd77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:16:48Z', 'updated_at': '2022-10-04T21:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '9f189f75-2199-4291-a5c0-85f9af352c32', 'name': '', 'network_id': 'aec13732-ceb2-486d-92ff-f58cae5932a7', 'tenant_id': '7e2c855e54d84571bcba4b358dd867f0', 'mac_address': 'fa:16:3e:13:6d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3afa09e3-22df-4602-be98-809128f4fd77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '17abb5f1-e04b-41f9-9b95-ff2c25f736cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:16:58Z', 'updated_at': '2022-10-04T21:17:02Z', 'revision_number': 2, 'project_id': '7e2c855e54d84571bcba4b358dd867f0', 'subnets': [{'id': '17abb5f1-e04b-41f9-9b95-ff2c25f736cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:17:16.536325 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-be1b07dd-3ef0-4235-9d9e-489c90c22833 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 8147f952-52d3-44fc-8f80-6bab2c74dd57) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:17:16.544357 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1b07dd-3ef0-4235-9d9e-489c90c22833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:17:16.546490 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-be1b07dd-3ef0-4235-9d9e-489c90c22833 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:16.691676 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-be1b07dd-3ef0-4235-9d9e-489c90c22833 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.4046912 Oct 04 21:17:16.695891 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 40578) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:17:16.698664 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9ff20f-e3fd-4e15-a02d-82aa5531c33d None None] Network 8147f952-52d3-44fc-8f80-6bab2c74dd57 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:17:16.704958 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-273e0911-a593-483d-a032-96e49be9b713 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1329946734-router', 'tenant_id': '897a1e4fc0a84a1b96300ca5991a7ccf', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:17:16.912816 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb0e225-4019-4505-954b-3a5c7eaa7353 None None] Checking router: 3afa09e3-22df-4602-be98-809128f4fd77 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:17:16.918551 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb0e225-4019-4505-954b-3a5c7eaa7353 None None] Updating router 3afa09e3-22df-4602-be98-809128f4fd77 port 9f189f75-2199-4291-a5c0-85f9af352c32 binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:17:17.006726 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0cb0e225-4019-4505-954b-3a5c7eaa7353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (9f189f75-2199-4291-a5c0-85f9af352c32), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:17.082627 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-273e0911-a593-483d-a032-96e49be9b713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (7595441e-c14f-4b2c-92fb-591cc2fd9b35), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:17.086567 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-273e0911-a593-483d-a032-96e49be9b713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (7595441e-c14f-4b2c-92fb-591cc2fd9b35), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:17.156510 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:17:17.157098 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:17:17.259977 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=73,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:17:17.433601 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=76,neutron:UPDATE=2 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:17:17.436073 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-273e0911-a593-483d-a032-96e49be9b713 admin admin] Publish callbacks [] for router_controller (7595441e-c14f-4b2c-92fb-591cc2fd9b35), precommit_add_association {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:17.552473 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9860ce9b-16ff-4bfc-85a0-3c16f5d8cdc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-8147f952-52d3-44fc-8f80-6bab2c74dd57', 'network_id': '8147f952-52d3-44fc-8f80-6bab2c74dd57', 'project_id': '897a1e4fc0a84a1b96300ca5991a7ccf', 'fixed_ips': [{'subnet_id': '8f8e542b-5c18-4324-b9d5-228373946edd'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:17:17.554507 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9860ce9b-16ff-4bfc-85a0-3c16f5d8cdc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:18.494612 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-273e0911-a593-483d-a032-96e49be9b713 admin admin] Publish callbacks [] for router_gateway (7595441e-c14f-4b2c-92fb-591cc2fd9b35), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:18.841744 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c7c5a555-548a-460b-a7a7-a61d2bcf0d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:19.146636 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:17:19.846918 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-9860ce9b-16ff-4bfc-85a0-3c16f5d8cdc5 None None] Allocated IP 172.20.0.2 (8147f952-52d3-44fc-8f80-6bab2c74dd57/8f8e542b-5c18-4324-b9d5-228373946edd/9e2303a1-51af-4709-9802-1a6198a6e8e5) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:17:19.970382 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-273e0911-a593-483d-a032-96e49be9b713 admin admin] Publish callbacks [] for router_gateway (7595441e-c14f-4b2c-92fb-591cc2fd9b35), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:20.042441 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-273e0911-a593-483d-a032-96e49be9b713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:20.127778 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0cb0e225-4019-4505-954b-3a5c7eaa7353 None None] Publish callbacks [] for port (9f189f75-2199-4291-a5c0-85f9af352c32), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:20.131841 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:17:20.294592 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0cb0e225-4019-4505-954b-3a5c7eaa7353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (9f189f75-2199-4291-a5c0-85f9af352c32), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:20.425793 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:20.429830 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d102f5-c670-464c-9985-412efb4042fb None None] Pushing event updated for resources: {'Port': ['ID=9f189f75-2199-4291-a5c0-85f9af352c32,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:17:20.605863 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-0cb0e225-4019-4505-954b-3a5c7eaa7353 None None] Attempting to bind port 9f189f75-2199-4291-a5c0-85f9af352c32 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:17:20.608097 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-0cb0e225-4019-4505-954b-3a5c7eaa7353 None None] Attempting to bind port 9f189f75-2199-4291-a5c0-85f9af352c32 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '234a1bbc-3f03-4b76-b855-aa9158e0ada3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'aec13732-ceb2-486d-92ff-f58cae5932a7'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:17:20.608952 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb0e225-4019-4505-954b-3a5c7eaa7353 None None] Attempting to bind port 9f189f75-2199-4291-a5c0-85f9af352c32 on network aec13732-ceb2-486d-92ff-f58cae5932a7 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:17:20.624407 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-273e0911-a593-483d-a032-96e49be9b713 admin admin] Allocated IP 172.25.5.118 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/8e4955b4-f12f-4517-8410-bb5aec70eb26) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:17:20.723998 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb0e225-4019-4505-954b-3a5c7eaa7353 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:17:20.724792 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb0e225-4019-4505-954b-3a5c7eaa7353 None None] Checking segment: {'id': '234a1bbc-3f03-4b76-b855-aa9158e0ada3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'aec13732-ceb2-486d-92ff-f58cae5932a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:17:20.725708 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0cb0e225-4019-4505-954b-3a5c7eaa7353 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:20.726882 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb0e225-4019-4505-954b-3a5c7eaa7353 None None] Bound using segment: {'id': '234a1bbc-3f03-4b76-b855-aa9158e0ada3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'aec13732-ceb2-486d-92ff-f58cae5932a7'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:17:20.727623 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-0cb0e225-4019-4505-954b-3a5c7eaa7353 None None] Bound port: 9f189f75-2199-4291-a5c0-85f9af352c32, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234a1bbc-3f03-4b76-b855-aa9158e0ada3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'aec13732-ceb2-486d-92ff-f58cae5932a7'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:17:20.728232 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0cb0e225-4019-4505-954b-3a5c7eaa7353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (9f189f75-2199-4291-a5c0-85f9af352c32), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:20.983656 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-0cb0e225-4019-4505-954b-3a5c7eaa7353 None None] For port 9f189f75-2199-4291-a5c0-85f9af352c32, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:17:20.995453 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-0cb0e225-4019-4505-954b-3a5c7eaa7353 None None] For port 9f189f75-2199-4291-a5c0-85f9af352c32, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=9f189f75-2199-4291-a5c0-85f9af352c32,segment=NetworkSegment(234a1bbc-3f03-4b76-b855-aa9158e0ada3),segment_id=234a1bbc-3f03-4b76-b855-aa9158e0ada3)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:17:21.012403 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:17:21.076641 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9860ce9b-16ff-4bfc-85a0-3c16f5d8cdc5 None None] Publish callbacks [] for port (9e2303a1-51af-4709-9802-1a6198a6e8e5), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:21.137023 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0cb0e225-4019-4505-954b-3a5c7eaa7353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (9f189f75-2199-4291-a5c0-85f9af352c32), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:21.166440 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-273e0911-a593-483d-a032-96e49be9b713 admin admin] Publish callbacks [] for port (8e4955b4-f12f-4517-8410-bb5aec70eb26), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:21.350533 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d102f5-c670-464c-9985-412efb4042fb None None] Pushing event updated for resources: {'Port': ['ID=9f189f75-2199-4291-a5c0-85f9af352c32,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:17:21.362923 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-273e0911-a593-483d-a032-96e49be9b713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (8e4955b4-f12f-4517-8410-bb5aec70eb26), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:21.367770 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9860ce9b-16ff-4bfc-85a0-3c16f5d8cdc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (9e2303a1-51af-4709-9802-1a6198a6e8e5), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:21.476508 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9860ce9b-16ff-4bfc-85a0-3c16f5d8cdc5 None None] Pushing event updated for resources: {'Port': ['ID=9e2303a1-51af-4709-9802-1a6198a6e8e5,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:17:21.519189 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb0e225-4019-4505-954b-3a5c7eaa7353 None None] Routers {'3afa09e3-22df-4602-be98-809128f4fd77'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:17:21.520295 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-0cb0e225-4019-4505-954b-3a5c7eaa7353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:17:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['3afa09e3-22df-4602-be98-809128f4fd77'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:17:21.728466 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273e0911-a593-483d-a032-96e49be9b713 admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:17:21.732151 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-273e0911-a593-483d-a032-96e49be9b713 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:17:21.740776 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273e0911-a593-483d-a032-96e49be9b713 admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:17:21.883694 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273e0911-a593-483d-a032-96e49be9b713 admin admin] Pushing event updated for resources: {'Port': ['ID=8e4955b4-f12f-4517-8410-bb5aec70eb26,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:17:21.896267 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-0cb0e225-4019-4505-954b-3a5c7eaa7353 None None] Set router 3afa09e3-22df-4602-be98-809128f4fd77 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:17:22.192893 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9860ce9b-16ff-4bfc-85a0-3c16f5d8cdc5 None None] Network 8147f952-52d3-44fc-8f80-6bab2c74dd57 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:17:22.238042 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-9860ce9b-16ff-4bfc-85a0-3c16f5d8cdc5 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:17:22.310830 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9860ce9b-16ff-4bfc-85a0-3c16f5d8cdc5 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:17:23.136911 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:17:23.154853 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:23.212810 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:23.224586 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-9860ce9b-16ff-4bfc-85a0-3c16f5d8cdc5 None None] Attempting to bind port 9e2303a1-51af-4709-9802-1a6198a6e8e5 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:17:23.239546 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-9860ce9b-16ff-4bfc-85a0-3c16f5d8cdc5 None None] Attempting to bind port 9e2303a1-51af-4709-9802-1a6198a6e8e5 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '6b1b6cfd-63c9-4563-8bf9-9e5a1565ffd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '8147f952-52d3-44fc-8f80-6bab2c74dd57'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:17:23.239546 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9860ce9b-16ff-4bfc-85a0-3c16f5d8cdc5 None None] Attempting to bind port 9e2303a1-51af-4709-9802-1a6198a6e8e5 on network 8147f952-52d3-44fc-8f80-6bab2c74dd57 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:17:23.651971 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9860ce9b-16ff-4bfc-85a0-3c16f5d8cdc5 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:17:23.663653 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9860ce9b-16ff-4bfc-85a0-3c16f5d8cdc5 None None] Checking segment: {'id': '6b1b6cfd-63c9-4563-8bf9-9e5a1565ffd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '8147f952-52d3-44fc-8f80-6bab2c74dd57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:17:23.665722 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9860ce9b-16ff-4bfc-85a0-3c16f5d8cdc5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:23.667931 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9860ce9b-16ff-4bfc-85a0-3c16f5d8cdc5 None None] Bound using segment: {'id': '6b1b6cfd-63c9-4563-8bf9-9e5a1565ffd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '8147f952-52d3-44fc-8f80-6bab2c74dd57'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:17:23.670196 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-9860ce9b-16ff-4bfc-85a0-3c16f5d8cdc5 None None] Bound port: 9e2303a1-51af-4709-9802-1a6198a6e8e5, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b1b6cfd-63c9-4563-8bf9-9e5a1565ffd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '8147f952-52d3-44fc-8f80-6bab2c74dd57'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:17:23.675764 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9860ce9b-16ff-4bfc-85a0-3c16f5d8cdc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (9e2303a1-51af-4709-9802-1a6198a6e8e5), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:23.699678 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-273e0911-a593-483d-a032-96e49be9b713 admin admin] Publish callbacks [] for router_gateway (7595441e-c14f-4b2c-92fb-591cc2fd9b35), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:23.804444 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 9f189f75-2199-4291-a5c0-85f9af352c32 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:17:24.276396 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-0cb0e225-4019-4505-954b-3a5c7eaa7353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3afa09e3-22df-4602-be98-809128f4fd77', 'name': 'tempest-TestServerMultinode-1291177673-router', 'tenant_id': '7e2c855e54d84571bcba4b358dd867f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '84309f0f-39be-4db2-b55f-16f6be58cd58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:16:45Z', 'updated_at': '2022-10-04T21:17:01Z', 'revision_number': 4, 'project_id': '7e2c855e54d84571bcba4b358dd867f0', 'gw_port': {'id': '84309f0f-39be-4db2-b55f-16f6be58cd58', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afa09e3-22df-4602-be98-809128f4fd77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:16:48Z', 'updated_at': '2022-10-04T21:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '9f189f75-2199-4291-a5c0-85f9af352c32', 'name': '', 'network_id': 'aec13732-ceb2-486d-92ff-f58cae5932a7', 'tenant_id': '7e2c855e54d84571bcba4b358dd867f0', 'mac_address': 'fa:16:3e:13:6d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3afa09e3-22df-4602-be98-809128f4fd77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '17abb5f1-e04b-41f9-9b95-ff2c25f736cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:16:58Z', 'updated_at': '2022-10-04T21:17:20Z', 'revision_number': 4, 'project_id': '7e2c855e54d84571bcba4b358dd867f0', 'subnets': [{'id': '17abb5f1-e04b-41f9-9b95-ff2c25f736cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:17:24.536721 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:17:24.545741 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb0e225-4019-4505-954b-3a5c7eaa7353 None None] The sync data for ids ['3afa09e3-22df-4602-be98-809128f4fd77'] in n-d-852085-12 is: [{'id': '3afa09e3-22df-4602-be98-809128f4fd77', 'name': 'tempest-TestServerMultinode-1291177673-router', 'tenant_id': '7e2c855e54d84571bcba4b358dd867f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '84309f0f-39be-4db2-b55f-16f6be58cd58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:16:45Z', 'updated_at': '2022-10-04T21:17:01Z', 'revision_number': 4, 'project_id': '7e2c855e54d84571bcba4b358dd867f0', 'gw_port': {'id': '84309f0f-39be-4db2-b55f-16f6be58cd58', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afa09e3-22df-4602-be98-809128f4fd77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:16:48Z', 'updated_at': '2022-10-04T21:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '9f189f75-2199-4291-a5c0-85f9af352c32', 'name': '', 'network_id': 'aec13732-ceb2-486d-92ff-f58cae5932a7', 'tenant_id': '7e2c855e54d84571bcba4b358dd867f0', 'mac_address': 'fa:16:3e:13:6d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3afa09e3-22df-4602-be98-809128f4fd77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '17abb5f1-e04b-41f9-9b95-ff2c25f736cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:16:58Z', 'updated_at': '2022-10-04T21:17:20Z', 'revision_number': 4, 'project_id': '7e2c855e54d84571bcba4b358dd867f0', 'subnets': [{'id': '17abb5f1-e04b-41f9-9b95-ff2c25f736cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:17:24.669752 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:17:24.693668 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 9f189f75-2199-4291-a5c0-85f9af352c32 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:17:24.694211 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (9f189f75-2199-4291-a5c0-85f9af352c32), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:24.694792 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 9f189f75-2199-4291-a5c0-85f9af352c32 Oct 04 21:17:24.718260 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-9860ce9b-16ff-4bfc-85a0-3c16f5d8cdc5 None None] For port 9e2303a1-51af-4709-9802-1a6198a6e8e5, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:17:24.753442 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-9860ce9b-16ff-4bfc-85a0-3c16f5d8cdc5 None None] For port 9e2303a1-51af-4709-9802-1a6198a6e8e5, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=9e2303a1-51af-4709-9802-1a6198a6e8e5,segment=NetworkSegment(6b1b6cfd-63c9-4563-8bf9-9e5a1565ffd7),segment_id=6b1b6cfd-63c9-4563-8bf9-9e5a1565ffd7)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:17:24.906272 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-273e0911-a593-483d-a032-96e49be9b713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (7595441e-c14f-4b2c-92fb-591cc2fd9b35), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:25.404542 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9860ce9b-16ff-4bfc-85a0-3c16f5d8cdc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (9e2303a1-51af-4709-9802-1a6198a6e8e5), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:26.055934 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-273e0911-a593-483d-a032-96e49be9b713 admin admin] Router 7595441e-c14f-4b2c-92fb-591cc2fd9b35 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 21:17:26.435201 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 9f189f75-2199-4291-a5c0-85f9af352c32 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:17:26.436893 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (9f189f75-2199-4291-a5c0-85f9af352c32), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:26.575268 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=67,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:17:26.599365 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=41,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:17:26.734387 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9860ce9b-16ff-4bfc-85a0-3c16f5d8cdc5 None None] Pushing event updated for resources: {'Port': ['ID=9e2303a1-51af-4709-9802-1a6198a6e8e5,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:17:26.850242 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:17:26.937838 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 9f189f75-2199-4291-a5c0-85f9af352c32, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=9f189f75-2199-4291-a5c0-85f9af352c32,segment=NetworkSegment(234a1bbc-3f03-4b76-b855-aa9158e0ada3),segment_id=234a1bbc-3f03-4b76-b855-aa9158e0ada3)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:17:27.066897 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (9f189f75-2199-4291-a5c0-85f9af352c32), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:27.195300 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-273e0911-a593-483d-a032-96e49be9b713 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:17:27.215947 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeaf31a6-ff01-4eb2-bb5b-5823289d885d None None] Sync routers for ids ['7595441e-c14f-4b2c-92fb-591cc2fd9b35'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:17:27.305340 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeaf31a6-ff01-4eb2-bb5b-5823289d885d None None] Routers {'7595441e-c14f-4b2c-92fb-591cc2fd9b35'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:17:27.311332 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-aeaf31a6-ff01-4eb2-bb5b-5823289d885d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:17:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['7595441e-c14f-4b2c-92fb-591cc2fd9b35'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:17:27.417618 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=9f189f75-2199-4291-a5c0-85f9af352c32,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:17:27.476022 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-273e0911-a593-483d-a032-96e49be9b713 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:27.479847 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-273e0911-a593-483d-a032-96e49be9b713 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.7816937 Oct 04 21:17:27.484866 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 40744) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:17:28.169220 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-aeaf31a6-ff01-4eb2-bb5b-5823289d885d None None] Set router 7595441e-c14f-4b2c-92fb-591cc2fd9b35 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:17:28.716718 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 9e2303a1-51af-4709-9802-1a6198a6e8e5 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:17:29.178296 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 9e2303a1-51af-4709-9802-1a6198a6e8e5 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:17:29.179018 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (9e2303a1-51af-4709-9802-1a6198a6e8e5), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:29.181385 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 9e2303a1-51af-4709-9802-1a6198a6e8e5 Oct 04 21:17:29.198499 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d208e464-37e0-42bc-9714-8e8c3ccce0f9 None None] Network 8147f952-52d3-44fc-8f80-6bab2c74dd57 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:17:29.545446 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-aeaf31a6-ff01-4eb2-bb5b-5823289d885d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7595441e-c14f-4b2c-92fb-591cc2fd9b35', 'name': 'tempest-TestServerMultinode-1329946734-router', 'tenant_id': '897a1e4fc0a84a1b96300ca5991a7ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '8e4955b4-f12f-4517-8410-bb5aec70eb26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:17:17Z', 'updated_at': '2022-10-04T21:17:22Z', 'revision_number': 3, 'project_id': '897a1e4fc0a84a1b96300ca5991a7ccf', 'gw_port': {'id': '8e4955b4-f12f-4517-8410-bb5aec70eb26', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7595441e-c14f-4b2c-92fb-591cc2fd9b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:17:20Z', 'updated_at': '2022-10-04T21:17:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:17:29.658426 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeaf31a6-ff01-4eb2-bb5b-5823289d885d None None] Checking router: 7595441e-c14f-4b2c-92fb-591cc2fd9b35 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:17:29.659306 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeaf31a6-ff01-4eb2-bb5b-5823289d885d None None] Updating router 7595441e-c14f-4b2c-92fb-591cc2fd9b35 port 8e4955b4-f12f-4517-8410-bb5aec70eb26 binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:17:29.781634 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-aeaf31a6-ff01-4eb2-bb5b-5823289d885d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (8e4955b4-f12f-4517-8410-bb5aec70eb26), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:30.149934 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e63a885e-c07f-46e7-9348-3f9f9ccb23f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:30.184319 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-9f27e83a-7a2f-4dea-ba9d-f9fda2630a15 None None] Provisioning complete for port 9e2303a1-51af-4709-9802-1a6198a6e8e5 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:17:30.185236 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9f27e83a-7a2f-4dea-ba9d-f9fda2630a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (9e2303a1-51af-4709-9802-1a6198a6e8e5), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:30.186990 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-9f27e83a-7a2f-4dea-ba9d-f9fda2630a15 None None] Attempt 1 to provision port 9e2303a1-51af-4709-9802-1a6198a6e8e5 Oct 04 21:17:30.769016 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:17:30.896594 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 9e2303a1-51af-4709-9802-1a6198a6e8e5 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:17:30.897205 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (9e2303a1-51af-4709-9802-1a6198a6e8e5), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:31.159274 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 9e2303a1-51af-4709-9802-1a6198a6e8e5, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=9e2303a1-51af-4709-9802-1a6198a6e8e5,segment=NetworkSegment(6b1b6cfd-63c9-4563-8bf9-9e5a1565ffd7),segment_id=6b1b6cfd-63c9-4563-8bf9-9e5a1565ffd7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:17:31.241319 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-e63a885e-c07f-46e7-9348-3f9f9ccb23f2 admin admin] Allocated IP 172.20.0.1 (8147f952-52d3-44fc-8f80-6bab2c74dd57/8f8e542b-5c18-4324-b9d5-228373946edd/33c06bee-86a6-4d20-96b6-7332121c5e7a) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:17:31.312245 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-aeaf31a6-ff01-4eb2-bb5b-5823289d885d None None] Publish callbacks [] for port (8e4955b4-f12f-4517-8410-bb5aec70eb26), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:31.415595 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:17:31.442395 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (9e2303a1-51af-4709-9802-1a6198a6e8e5), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:31.449466 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-aeaf31a6-ff01-4eb2-bb5b-5823289d885d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (8e4955b4-f12f-4517-8410-bb5aec70eb26), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:31.855913 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-aeaf31a6-ff01-4eb2-bb5b-5823289d885d None None] Attempting to bind port 8e4955b4-f12f-4517-8410-bb5aec70eb26 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:17:31.856482 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-aeaf31a6-ff01-4eb2-bb5b-5823289d885d None None] Attempting to bind port 8e4955b4-f12f-4517-8410-bb5aec70eb26 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:17:31.857089 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeaf31a6-ff01-4eb2-bb5b-5823289d885d None None] Attempting to bind port 8e4955b4-f12f-4517-8410-bb5aec70eb26 on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:17:31.878481 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e63a885e-c07f-46e7-9348-3f9f9ccb23f2 admin admin] Publish callbacks [] for port (33c06bee-86a6-4d20-96b6-7332121c5e7a), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:32.041286 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-9f27e83a-7a2f-4dea-ba9d-f9fda2630a15 None None] Current status of the port 9e2303a1-51af-4709-9802-1a6198a6e8e5 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:17:32.071320 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 9f189f75-2199-4291-a5c0-85f9af352c32 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:17:32.083851 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=9e2303a1-51af-4709-9802-1a6198a6e8e5,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:17:32.150510 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:17:32.172127 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a113969-6883-404e-9770-dda6a9e43d02 None None] Pushing event updated for resources: {'Port': ['ID=8e4955b4-f12f-4517-8410-bb5aec70eb26,revision_number=2']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:17:32.208982 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a113969-6883-404e-9770-dda6a9e43d02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:17:32.210558 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a113969-6883-404e-9770-dda6a9e43d02 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:17:32.211285 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a113969-6883-404e-9770-dda6a9e43d02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:17:32.211912 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a113969-6883-404e-9770-dda6a9e43d02 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:17:32.212362 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a113969-6883-404e-9770-dda6a9e43d02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:17:32.212889 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a113969-6883-404e-9770-dda6a9e43d02 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:17:32.213472 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a113969-6883-404e-9770-dda6a9e43d02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:17:32.216333 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a113969-6883-404e-9770-dda6a9e43d02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:17:32.217012 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a113969-6883-404e-9770-dda6a9e43d02 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:17:32.217626 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a113969-6883-404e-9770-dda6a9e43d02 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:17:32.218372 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a113969-6883-404e-9770-dda6a9e43d02 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:17:32.219116 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a113969-6883-404e-9770-dda6a9e43d02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:17:32.220648 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a113969-6883-404e-9770-dda6a9e43d02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:17:32.221328 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a113969-6883-404e-9770-dda6a9e43d02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:17:32.221950 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a113969-6883-404e-9770-dda6a9e43d02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:17:32.244465 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeaf31a6-ff01-4eb2-bb5b-5823289d885d None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:17:32.245955 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeaf31a6-ff01-4eb2-bb5b-5823289d885d None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:17:32.247054 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-aeaf31a6-ff01-4eb2-bb5b-5823289d885d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:32.248075 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeaf31a6-ff01-4eb2-bb5b-5823289d885d None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:17:32.249148 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-aeaf31a6-ff01-4eb2-bb5b-5823289d885d None None] Bound port: 8e4955b4-f12f-4517-8410-bb5aec70eb26, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:17:32.251507 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-aeaf31a6-ff01-4eb2-bb5b-5823289d885d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (8e4955b4-f12f-4517-8410-bb5aec70eb26), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:32.303943 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e63a885e-c07f-46e7-9348-3f9f9ccb23f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (33c06bee-86a6-4d20-96b6-7332121c5e7a), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:32.329520 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:17:32.439275 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-17f5262d-1a7f-4d87-8d72-7c5aae2950d7 None None] Provisioning complete for port 9e2303a1-51af-4709-9802-1a6198a6e8e5 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:17:32.454803 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-17f5262d-1a7f-4d87-8d72-7c5aae2950d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (9e2303a1-51af-4709-9802-1a6198a6e8e5), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:32.454803 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-17f5262d-1a7f-4d87-8d72-7c5aae2950d7 None None] Attempt 1 to provision port 9e2303a1-51af-4709-9802-1a6198a6e8e5 Oct 04 21:17:32.508118 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 21:17:32.697165 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63a885e-c07f-46e7-9348-3f9f9ccb23f2 admin admin] Network 8147f952-52d3-44fc-8f80-6bab2c74dd57 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:17:32.728328 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-e63a885e-c07f-46e7-9348-3f9f9ccb23f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:17:32.749172 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63a885e-c07f-46e7-9348-3f9f9ccb23f2 admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:17:32.751868 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-aeaf31a6-ff01-4eb2-bb5b-5823289d885d None None] For port 8e4955b4-f12f-4517-8410-bb5aec70eb26, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:17:32.762216 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-aeaf31a6-ff01-4eb2-bb5b-5823289d885d None None] For port 8e4955b4-f12f-4517-8410-bb5aec70eb26, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=8e4955b4-f12f-4517-8410-bb5aec70eb26,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:17:32.884489 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 9f189f75-2199-4291-a5c0-85f9af352c32 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:17:32.884489 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (9f189f75-2199-4291-a5c0-85f9af352c32), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:32.894364 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 9f189f75-2199-4291-a5c0-85f9af352c32 Oct 04 21:17:32.904662 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:32.935645 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-aeaf31a6-ff01-4eb2-bb5b-5823289d885d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (8e4955b4-f12f-4517-8410-bb5aec70eb26), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:33.031549 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63a885e-c07f-46e7-9348-3f9f9ccb23f2 admin admin] Pushing event updated for resources: {'Port': ['ID=33c06bee-86a6-4d20-96b6-7332121c5e7a,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:17:33.088565 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63a885e-c07f-46e7-9348-3f9f9ccb23f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:17:33.089130 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63a885e-c07f-46e7-9348-3f9f9ccb23f2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:17:33.089695 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63a885e-c07f-46e7-9348-3f9f9ccb23f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:17:33.090343 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63a885e-c07f-46e7-9348-3f9f9ccb23f2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:17:33.106128 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63a885e-c07f-46e7-9348-3f9f9ccb23f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:17:33.106979 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63a885e-c07f-46e7-9348-3f9f9ccb23f2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:17:33.107527 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63a885e-c07f-46e7-9348-3f9f9ccb23f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:17:33.108118 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63a885e-c07f-46e7-9348-3f9f9ccb23f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:17:33.108681 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63a885e-c07f-46e7-9348-3f9f9ccb23f2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:17:33.109949 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63a885e-c07f-46e7-9348-3f9f9ccb23f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:17:33.110486 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63a885e-c07f-46e7-9348-3f9f9ccb23f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:17:33.113493 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63a885e-c07f-46e7-9348-3f9f9ccb23f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:17:33.114837 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63a885e-c07f-46e7-9348-3f9f9ccb23f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:17:33.130977 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63a885e-c07f-46e7-9348-3f9f9ccb23f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:17:33.130977 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63a885e-c07f-46e7-9348-3f9f9ccb23f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:17:33.196555 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeaf31a6-ff01-4eb2-bb5b-5823289d885d None None] Routers {'7595441e-c14f-4b2c-92fb-591cc2fd9b35'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:17:33.208906 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-aeaf31a6-ff01-4eb2-bb5b-5823289d885d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:17:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['7595441e-c14f-4b2c-92fb-591cc2fd9b35'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:17:33.259334 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e63a885e-c07f-46e7-9348-3f9f9ccb23f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (7595441e-c14f-4b2c-92fb-591cc2fd9b35), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:33.262484 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-17f5262d-1a7f-4d87-8d72-7c5aae2950d7 None None] Current status of the port 9e2303a1-51af-4709-9802-1a6198a6e8e5 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:17:33.682709 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a113969-6883-404e-9770-dda6a9e43d02 None None] Pushing event updated for resources: {'Port': ['ID=8e4955b4-f12f-4517-8410-bb5aec70eb26,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:17:33.872291 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 9f189f75-2199-4291-a5c0-85f9af352c32 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:17:33.897246 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-c0b38420-6155-42a9-8a4e-bdcded965cd5 None None] Provisioning complete for port 33c06bee-86a6-4d20-96b6-7332121c5e7a triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:17:33.898394 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c0b38420-6155-42a9-8a4e-bdcded965cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (33c06bee-86a6-4d20-96b6-7332121c5e7a), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:33.899081 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-c0b38420-6155-42a9-8a4e-bdcded965cd5 None None] Attempt 1 to provision port 33c06bee-86a6-4d20-96b6-7332121c5e7a Oct 04 21:17:34.059364 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-aeaf31a6-ff01-4eb2-bb5b-5823289d885d None None] Set router 7595441e-c14f-4b2c-92fb-591cc2fd9b35 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:17:34.130989 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:17:34.165524 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:34.169268 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-c0b38420-6155-42a9-8a4e-bdcded965cd5 None None] Port 33c06bee-86a6-4d20-96b6-7332121c5e7a cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:17:34.353095 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 9e2303a1-51af-4709-9802-1a6198a6e8e5 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:17:34.406638 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e63a885e-c07f-46e7-9348-3f9f9ccb23f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (33c06bee-86a6-4d20-96b6-7332121c5e7a), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:34.642783 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 9e2303a1-51af-4709-9802-1a6198a6e8e5 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:17:34.653984 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (9e2303a1-51af-4709-9802-1a6198a6e8e5), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:34.654817 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 9e2303a1-51af-4709-9802-1a6198a6e8e5 Oct 04 21:17:34.867083 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:17:35.079603 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-aeaf31a6-ff01-4eb2-bb5b-5823289d885d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7595441e-c14f-4b2c-92fb-591cc2fd9b35', 'name': 'tempest-TestServerMultinode-1329946734-router', 'tenant_id': '897a1e4fc0a84a1b96300ca5991a7ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '8e4955b4-f12f-4517-8410-bb5aec70eb26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:17:17Z', 'updated_at': '2022-10-04T21:17:22Z', 'revision_number': 3, 'project_id': '897a1e4fc0a84a1b96300ca5991a7ccf', 'gw_port': {'id': '8e4955b4-f12f-4517-8410-bb5aec70eb26', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7595441e-c14f-4b2c-92fb-591cc2fd9b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:17:20Z', 'updated_at': '2022-10-04T21:17:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:17:35.198550 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeaf31a6-ff01-4eb2-bb5b-5823289d885d None None] The sync data for ids ['7595441e-c14f-4b2c-92fb-591cc2fd9b35'] in n-d-852085-12 is: [{'id': '7595441e-c14f-4b2c-92fb-591cc2fd9b35', 'name': 'tempest-TestServerMultinode-1329946734-router', 'tenant_id': '897a1e4fc0a84a1b96300ca5991a7ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '8e4955b4-f12f-4517-8410-bb5aec70eb26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:17:17Z', 'updated_at': '2022-10-04T21:17:22Z', 'revision_number': 3, 'project_id': '897a1e4fc0a84a1b96300ca5991a7ccf', 'gw_port': {'id': '8e4955b4-f12f-4517-8410-bb5aec70eb26', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7595441e-c14f-4b2c-92fb-591cc2fd9b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:17:20Z', 'updated_at': '2022-10-04T21:17:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:17:35.275097 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:17:35.322346 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 9e2303a1-51af-4709-9802-1a6198a6e8e5 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:17:35.566168 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e63a885e-c07f-46e7-9348-3f9f9ccb23f2 admin admin] Publish callbacks [] for port (33c06bee-86a6-4d20-96b6-7332121c5e7a), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:35.684109 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e63a885e-c07f-46e7-9348-3f9f9ccb23f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (33c06bee-86a6-4d20-96b6-7332121c5e7a), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:36.018972 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e63a885e-c07f-46e7-9348-3f9f9ccb23f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (7595441e-c14f-4b2c-92fb-591cc2fd9b35), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:36.135748 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de593f2-4bf1-42ea-b37d-130d25d464c4 req-9a801c2a-85f5-4311-a228-1ea6f6c47914 tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:17:36.166170 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-5de593f2-4bf1-42ea-b37d-130d25d464c4 req-9a801c2a-85f5-4311-a228-1ea6f6c47914 tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] 10.222.0.78 "GET /networking/v2.0/networks?id=798c0142-6487-4be9-a55d-44c8d2cb7e55 HTTP/1.1" status: 200 len: 811 time: 0.7898719 Oct 04 21:17:36.244687 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63a885e-c07f-46e7-9348-3f9f9ccb23f2 admin admin] Pushing event updated for resources: {'Port': ['ID=33c06bee-86a6-4d20-96b6-7332121c5e7a,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:17:36.245816 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-5de593f2-4bf1-42ea-b37d-130d25d464c4 req-54b41b18-f2f1-40f4-acbe-433ffb1afbc2 tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] 10.222.0.78 "GET /networking/v2.0/quotas/06b106a291b44599bb30d5040d82a3cb HTTP/1.1" status: 200 len: 375 time: 0.0771122 Oct 04 21:17:36.577332 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-5de593f2-4bf1-42ea-b37d-130d25d464c4 req-b869c44b-198d-4731-8c3e-3062852c4dd6 tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=06b106a291b44599bb30d5040d82a3cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3294425 Oct 04 21:17:36.812111 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63a885e-c07f-46e7-9348-3f9f9ccb23f2 admin admin] Network 8147f952-52d3-44fc-8f80-6bab2c74dd57 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:17:36.820820 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-e63a885e-c07f-46e7-9348-3f9f9ccb23f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:17:37.419333 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e63a885e-c07f-46e7-9348-3f9f9ccb23f2 admin admin] Router 7595441e-c14f-4b2c-92fb-591cc2fd9b35 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:17:37.901133 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-717c74a7-5fb4-4066-90fc-ef58a04069c6 None None] Provisioning complete for port 33c06bee-86a6-4d20-96b6-7332121c5e7a triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:17:37.901902 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-717c74a7-5fb4-4066-90fc-ef58a04069c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (33c06bee-86a6-4d20-96b6-7332121c5e7a), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:37.902200 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-717c74a7-5fb4-4066-90fc-ef58a04069c6 None None] Attempt 1 to provision port 33c06bee-86a6-4d20-96b6-7332121c5e7a Oct 04 21:17:38.131492 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:17:38.140825 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-717c74a7-5fb4-4066-90fc-ef58a04069c6 None None] Port 33c06bee-86a6-4d20-96b6-7332121c5e7a cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:17:38.147548 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63a885e-c07f-46e7-9348-3f9f9ccb23f2 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:17:38.204229 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e63a885e-c07f-46e7-9348-3f9f9ccb23f2 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/7595441e-c14f-4b2c-92fb-591cc2fd9b35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7092438 Oct 04 21:17:38.324515 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 8e4955b4-f12f-4517-8410-bb5aec70eb26 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:17:38.644963 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 8e4955b4-f12f-4517-8410-bb5aec70eb26 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:17:38.646138 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (8e4955b4-f12f-4517-8410-bb5aec70eb26), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:38.651403 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 8e4955b4-f12f-4517-8410-bb5aec70eb26 Oct 04 21:17:39.198617 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 8e4955b4-f12f-4517-8410-bb5aec70eb26 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:17:39.202496 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (8e4955b4-f12f-4517-8410-bb5aec70eb26), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:39.409062 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:17:39.471400 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 8e4955b4-f12f-4517-8410-bb5aec70eb26, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=8e4955b4-f12f-4517-8410-bb5aec70eb26,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:17:39.542912 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (8e4955b4-f12f-4517-8410-bb5aec70eb26), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:40.023768 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=8e4955b4-f12f-4517-8410-bb5aec70eb26,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:17:40.085208 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 40966) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:17:40.100258 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-e27ac7c8-336e-41b2-9e6a-b2cac91487cf tempest-TestVolumeBackupRestore-1711409639 tempest-TestVolumeBackupRestore-1711409639-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1603307822', 'description': 'tempest-secgroup-smoke-1603307822 description', 'project_id': '2e5de3cd23f54af491e3e2ee52f16035'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:17:40.325718 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e27ac7c8-336e-41b2-9e6a-b2cac91487cf tempest-TestVolumeBackupRestore-1711409639 tempest-TestVolumeBackupRestore-1711409639-project] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:40.685667 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfab590d-e2fc-4b09-ab08-02220804d0e5 None None] Sync routers for ids ['7595441e-c14f-4b2c-92fb-591cc2fd9b35'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:17:40.700808 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e27ac7c8-336e-41b2-9e6a-b2cac91487cf tempest-TestVolumeBackupRestore-1711409639 tempest-TestVolumeBackupRestore-1711409639-project] Publish callbacks [] for security_group (386faa5d-1d89-4553-a816-4d74a151c94f), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:40.744257 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfab590d-e2fc-4b09-ab08-02220804d0e5 None None] Routers {'7595441e-c14f-4b2c-92fb-591cc2fd9b35'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:17:40.745859 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-cfab590d-e2fc-4b09-ab08-02220804d0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:17:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['7595441e-c14f-4b2c-92fb-591cc2fd9b35'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:17:40.821764 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e27ac7c8-336e-41b2-9e6a-b2cac91487cf tempest-TestVolumeBackupRestore-1711409639 tempest-TestVolumeBackupRestore-1711409639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (386faa5d-1d89-4553-a816-4d74a151c94f), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:41.025651 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27ac7c8-336e-41b2-9e6a-b2cac91487cf tempest-TestVolumeBackupRestore-1711409639 tempest-TestVolumeBackupRestore-1711409639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=386faa5d-1d89-4553-a816-4d74a151c94f,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:17:41.071826 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e27ac7c8-336e-41b2-9e6a-b2cac91487cf tempest-TestVolumeBackupRestore-1711409639 tempest-TestVolumeBackupRestore-1711409639-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:41.081934 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e27ac7c8-336e-41b2-9e6a-b2cac91487cf tempest-TestVolumeBackupRestore-1711409639 tempest-TestVolumeBackupRestore-1711409639-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.9862485 Oct 04 21:17:41.085133 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 40992) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:17:41.115472 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-aba74538-f428-4b8f-ad50-888602e3afae tempest-TestVolumeBackupRestore-1711409639 tempest-TestVolumeBackupRestore-1711409639-project] Request body: {'security_group_rule': {'security_group_id': '386faa5d-1d89-4553-a816-4d74a151c94f', 'project_id': '2e5de3cd23f54af491e3e2ee52f16035', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:17:41.276632 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-cfab590d-e2fc-4b09-ab08-02220804d0e5 None None] Set router 7595441e-c14f-4b2c-92fb-591cc2fd9b35 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:17:41.341524 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-aba74538-f428-4b8f-ad50-888602e3afae tempest-TestVolumeBackupRestore-1711409639 tempest-TestVolumeBackupRestore-1711409639-project] Publish callbacks [] for security_group_rule (04e9ec70-f6e9-4e2a-80b4-38e0a6011618), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:41.631346 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-aba74538-f428-4b8f-ad50-888602e3afae tempest-TestVolumeBackupRestore-1711409639 tempest-TestVolumeBackupRestore-1711409639-project] Publish callbacks [] for security_group_rule (04e9ec70-f6e9-4e2a-80b4-38e0a6011618), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:41.732157 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6edcf8a-7ea3-497b-8d42-2f145fabde29 req-49375fb8-1a5b-409a-a637-ebf6de05b177 tempest-TestServerMultinode-865395786 tempest-TestServerMultinode-865395786-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:17:41.742473 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f6edcf8a-7ea3-497b-8d42-2f145fabde29 req-49375fb8-1a5b-409a-a637-ebf6de05b177 tempest-TestServerMultinode-865395786 tempest-TestServerMultinode-865395786-project-admin] 10.222.0.78 "GET /networking/v2.0/networks?id=aec13732-ceb2-486d-92ff-f58cae5932a7 HTTP/1.1" status: 200 len: 911 time: 0.9887030 Oct 04 21:17:41.787363 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-aba74538-f428-4b8f-ad50-888602e3afae tempest-TestVolumeBackupRestore-1711409639 tempest-TestVolumeBackupRestore-1711409639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (04e9ec70-f6e9-4e2a-80b4-38e0a6011618), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:41.833221 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f6edcf8a-7ea3-497b-8d42-2f145fabde29 req-88dc7df6-e25d-4160-8d1c-d5c90d8242a5 tempest-TestServerMultinode-865395786 tempest-TestServerMultinode-865395786-project-admin] 10.222.0.78 "GET /networking/v2.0/quotas/897a1e4fc0a84a1b96300ca5991a7ccf HTTP/1.1" status: 200 len: 375 time: 0.0733728 Oct 04 21:17:41.902473 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba74538-f428-4b8f-ad50-888602e3afae tempest-TestVolumeBackupRestore-1711409639 tempest-TestVolumeBackupRestore-1711409639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04e9ec70-f6e9-4e2a-80b4-38e0a6011618,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:17:41.973903 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-aba74538-f428-4b8f-ad50-888602e3afae tempest-TestVolumeBackupRestore-1711409639 tempest-TestVolumeBackupRestore-1711409639-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:41.980785 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-aba74538-f428-4b8f-ad50-888602e3afae tempest-TestVolumeBackupRestore-1711409639 tempest-TestVolumeBackupRestore-1711409639-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8895261 Oct 04 21:17:41.981287 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 41010) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:17:42.010779 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-0f3764d1-d59c-4735-9ab1-f0f5c4f2829b tempest-TestVolumeBackupRestore-1711409639 tempest-TestVolumeBackupRestore-1711409639-project] Request body: {'security_group_rule': {'security_group_id': '386faa5d-1d89-4553-a816-4d74a151c94f', 'project_id': '2e5de3cd23f54af491e3e2ee52f16035', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:17:42.145061 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-cfab590d-e2fc-4b09-ab08-02220804d0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7595441e-c14f-4b2c-92fb-591cc2fd9b35', 'name': 'tempest-TestServerMultinode-1329946734-router', 'tenant_id': '897a1e4fc0a84a1b96300ca5991a7ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '8e4955b4-f12f-4517-8410-bb5aec70eb26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:17:17Z', 'updated_at': '2022-10-04T21:17:34Z', 'revision_number': 4, 'project_id': '897a1e4fc0a84a1b96300ca5991a7ccf', 'gw_port': {'id': '8e4955b4-f12f-4517-8410-bb5aec70eb26', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7595441e-c14f-4b2c-92fb-591cc2fd9b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:17:20Z', 'updated_at': '2022-10-04T21:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '33c06bee-86a6-4d20-96b6-7332121c5e7a', 'name': '', 'network_id': '8147f952-52d3-44fc-8f80-6bab2c74dd57', 'tenant_id': '897a1e4fc0a84a1b96300ca5991a7ccf', 'mac_address': 'fa:16:3e:6a:d9:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7595441e-c14f-4b2c-92fb-591cc2fd9b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '8f8e542b-5c18-4324-b9d5-228373946edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:17:30Z', 'updated_at': '2022-10-04T21:17:34Z', 'revision_number': 2, 'project_id': '897a1e4fc0a84a1b96300ca5991a7ccf', 'subnets': [{'id': '8f8e542b-5c18-4324-b9d5-228373946edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:17:42.233334 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f6edcf8a-7ea3-497b-8d42-2f145fabde29 req-f4f34b11-b960-43e7-a42c-be324c606a12 tempest-TestServerMultinode-865395786 tempest-TestServerMultinode-865395786-project-admin] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=897a1e4fc0a84a1b96300ca5991a7ccf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3968298 Oct 04 21:17:42.239944 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0f3764d1-d59c-4735-9ab1-f0f5c4f2829b tempest-TestVolumeBackupRestore-1711409639 tempest-TestVolumeBackupRestore-1711409639-project] Publish callbacks [] for security_group_rule (ed56d719-4e86-4102-aea6-86ed903a197b), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:42.290489 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 8e4955b4-f12f-4517-8410-bb5aec70eb26 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:17:42.344877 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:17:42.391562 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 41016) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:17:42.486918 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfab590d-e2fc-4b09-ab08-02220804d0e5 None None] Checking router: 7595441e-c14f-4b2c-92fb-591cc2fd9b35 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:17:42.487916 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfab590d-e2fc-4b09-ab08-02220804d0e5 None None] Updating router 7595441e-c14f-4b2c-92fb-591cc2fd9b35 port 33c06bee-86a6-4d20-96b6-7332121c5e7a binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:17:42.679037 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0f3764d1-d59c-4735-9ab1-f0f5c4f2829b tempest-TestVolumeBackupRestore-1711409639 tempest-TestVolumeBackupRestore-1711409639-project] Publish callbacks [] for security_group_rule (ed56d719-4e86-4102-aea6-86ed903a197b), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:42.687584 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-cfab590d-e2fc-4b09-ab08-02220804d0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (33c06bee-86a6-4d20-96b6-7332121c5e7a), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:42.816231 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 8e4955b4-f12f-4517-8410-bb5aec70eb26 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:17:42.818871 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (8e4955b4-f12f-4517-8410-bb5aec70eb26), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:42.819472 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 8e4955b4-f12f-4517-8410-bb5aec70eb26 Oct 04 21:17:42.844436 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0f3764d1-d59c-4735-9ab1-f0f5c4f2829b tempest-TestVolumeBackupRestore-1711409639 tempest-TestVolumeBackupRestore-1711409639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (ed56d719-4e86-4102-aea6-86ed903a197b), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:42.908120 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3764d1-d59c-4735-9ab1-f0f5c4f2829b tempest-TestVolumeBackupRestore-1711409639 tempest-TestVolumeBackupRestore-1711409639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed56d719-4e86-4102-aea6-86ed903a197b,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:17:43.085918 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0f3764d1-d59c-4735-9ab1-f0f5c4f2829b tempest-TestVolumeBackupRestore-1711409639 tempest-TestVolumeBackupRestore-1711409639-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:43.089965 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-0f3764d1-d59c-4735-9ab1-f0f5c4f2829b tempest-TestVolumeBackupRestore-1711409639 tempest-TestVolumeBackupRestore-1711409639-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1049159 Oct 04 21:17:43.092763 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 41032) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:17:43.102732 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-d301b7e3-9615-4c58-a539-d96ac9c1cdb3 tempest-TestVolumeBackupRestore-1711409639 tempest-TestVolumeBackupRestore-1711409639-project] Request body: {'security_group_rule': {'security_group_id': '386faa5d-1d89-4553-a816-4d74a151c94f', 'project_id': '2e5de3cd23f54af491e3e2ee52f16035', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:17:43.302439 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d301b7e3-9615-4c58-a539-d96ac9c1cdb3 tempest-TestVolumeBackupRestore-1711409639 tempest-TestVolumeBackupRestore-1711409639-project] Publish callbacks [] for security_group_rule (06f22b09-4b14-4d5e-89ae-6e0b1ea1df8d), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:43.468562 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 8e4955b4-f12f-4517-8410-bb5aec70eb26 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:17:43.493018 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:17:43.692853 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d301b7e3-9615-4c58-a539-d96ac9c1cdb3 tempest-TestVolumeBackupRestore-1711409639 tempest-TestVolumeBackupRestore-1711409639-project] Publish callbacks [] for security_group_rule (06f22b09-4b14-4d5e-89ae-6e0b1ea1df8d), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:43.769693 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d301b7e3-9615-4c58-a539-d96ac9c1cdb3 tempest-TestVolumeBackupRestore-1711409639 tempest-TestVolumeBackupRestore-1711409639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (06f22b09-4b14-4d5e-89ae-6e0b1ea1df8d), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:43.922973 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d301b7e3-9615-4c58-a539-d96ac9c1cdb3 tempest-TestVolumeBackupRestore-1711409639 tempest-TestVolumeBackupRestore-1711409639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06f22b09-4b14-4d5e-89ae-6e0b1ea1df8d,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:17:43.960593 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-cfab590d-e2fc-4b09-ab08-02220804d0e5 None None] Publish callbacks [] for port (33c06bee-86a6-4d20-96b6-7332121c5e7a), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:43.965944 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:17:44.085718 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-cfab590d-e2fc-4b09-ab08-02220804d0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (33c06bee-86a6-4d20-96b6-7332121c5e7a), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:44.090910 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d301b7e3-9615-4c58-a539-d96ac9c1cdb3 tempest-TestVolumeBackupRestore-1711409639 tempest-TestVolumeBackupRestore-1711409639-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:44.094377 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-d301b7e3-9615-4c58-a539-d96ac9c1cdb3 tempest-TestVolumeBackupRestore-1711409639 tempest-TestVolumeBackupRestore-1711409639-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9979005 Oct 04 21:17:44.100235 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 41044) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:17:44.109914 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-c1f82e86-4064-4ec8-9875-977448d42586 tempest-TestVolumeBackupRestore-1711409639 tempest-TestVolumeBackupRestore-1711409639-project] Request body: {'security_group_rule': {'security_group_id': '386faa5d-1d89-4553-a816-4d74a151c94f', 'project_id': '2e5de3cd23f54af491e3e2ee52f16035', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:17:44.112582 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3ab7c186-5ac4-43c4-bd19-2e4bcdcc60d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (3afa09e3-22df-4602-be98-809128f4fd77), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:44.221079 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:17:44.328198 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c1f82e86-4064-4ec8-9875-977448d42586 tempest-TestVolumeBackupRestore-1711409639 tempest-TestVolumeBackupRestore-1711409639-project] Publish callbacks [] for security_group_rule (662c0ea2-f539-48ec-86ce-04df816c91c7), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:44.425913 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-cfab590d-e2fc-4b09-ab08-02220804d0e5 None None] Attempting to bind port 33c06bee-86a6-4d20-96b6-7332121c5e7a on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:17:44.426625 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-cfab590d-e2fc-4b09-ab08-02220804d0e5 None None] Attempting to bind port 33c06bee-86a6-4d20-96b6-7332121c5e7a by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '6b1b6cfd-63c9-4563-8bf9-9e5a1565ffd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '8147f952-52d3-44fc-8f80-6bab2c74dd57'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:17:44.427345 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfab590d-e2fc-4b09-ab08-02220804d0e5 None None] Attempting to bind port 33c06bee-86a6-4d20-96b6-7332121c5e7a on network 8147f952-52d3-44fc-8f80-6bab2c74dd57 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:17:44.432755 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee9cdf-8ef8-4a04-81a2-8c90db809faf None None] Pushing event updated for resources: {'Port': ['ID=33c06bee-86a6-4d20-96b6-7332121c5e7a,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:17:44.635652 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c1f82e86-4064-4ec8-9875-977448d42586 tempest-TestVolumeBackupRestore-1711409639 tempest-TestVolumeBackupRestore-1711409639-project] Publish callbacks [] for security_group_rule (662c0ea2-f539-48ec-86ce-04df816c91c7), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:44.638204 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfab590d-e2fc-4b09-ab08-02220804d0e5 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:17:44.639045 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfab590d-e2fc-4b09-ab08-02220804d0e5 None None] Checking segment: {'id': '6b1b6cfd-63c9-4563-8bf9-9e5a1565ffd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '8147f952-52d3-44fc-8f80-6bab2c74dd57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:17:44.639596 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-cfab590d-e2fc-4b09-ab08-02220804d0e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:44.640817 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfab590d-e2fc-4b09-ab08-02220804d0e5 None None] Bound using segment: {'id': '6b1b6cfd-63c9-4563-8bf9-9e5a1565ffd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '8147f952-52d3-44fc-8f80-6bab2c74dd57'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:17:44.641677 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-cfab590d-e2fc-4b09-ab08-02220804d0e5 None None] Bound port: 33c06bee-86a6-4d20-96b6-7332121c5e7a, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b1b6cfd-63c9-4563-8bf9-9e5a1565ffd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '8147f952-52d3-44fc-8f80-6bab2c74dd57'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:17:44.642342 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-cfab590d-e2fc-4b09-ab08-02220804d0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (33c06bee-86a6-4d20-96b6-7332121c5e7a), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:44.940820 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-cfab590d-e2fc-4b09-ab08-02220804d0e5 None None] For port 33c06bee-86a6-4d20-96b6-7332121c5e7a, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:17:44.947005 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-cfab590d-e2fc-4b09-ab08-02220804d0e5 None None] For port 33c06bee-86a6-4d20-96b6-7332121c5e7a, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=33c06bee-86a6-4d20-96b6-7332121c5e7a,segment=NetworkSegment(6b1b6cfd-63c9-4563-8bf9-9e5a1565ffd7),segment_id=6b1b6cfd-63c9-4563-8bf9-9e5a1565ffd7)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:17:45.038121 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-3ab7c186-5ac4-43c4-bd19-2e4bcdcc60d9 admin admin] Deleting port 9f189f75-2199-4291-a5c0-85f9af352c32 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:17:45.038897 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3ab7c186-5ac4-43c4-bd19-2e4bcdcc60d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (9f189f75-2199-4291-a5c0-85f9af352c32), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:45.061128 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=47,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:17:45.198097 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=2 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:17:45.316802 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-3ab7c186-5ac4-43c4-bd19-2e4bcdcc60d9 admin admin] For port 9f189f75-2199-4291-a5c0-85f9af352c32, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=9f189f75-2199-4291-a5c0-85f9af352c32,segment=NetworkSegment(234a1bbc-3f03-4b76-b855-aa9158e0ada3),segment_id=234a1bbc-3f03-4b76-b855-aa9158e0ada3)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:17:45.317759 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3ab7c186-5ac4-43c4-bd19-2e4bcdcc60d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (9f189f75-2199-4291-a5c0-85f9af352c32), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:45.352651 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-3ab7c186-5ac4-43c4-bd19-2e4bcdcc60d9 admin admin] Calling delete_port for 9f189f75-2199-4291-a5c0-85f9af352c32 owned by network:router_interface {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:17:45.458548 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c1f82e86-4064-4ec8-9875-977448d42586 tempest-TestVolumeBackupRestore-1711409639 tempest-TestVolumeBackupRestore-1711409639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (662c0ea2-f539-48ec-86ce-04df816c91c7), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:45.471010 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-cfab590d-e2fc-4b09-ab08-02220804d0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (33c06bee-86a6-4d20-96b6-7332121c5e7a), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:45.534450 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f82e86-4064-4ec8-9875-977448d42586 tempest-TestVolumeBackupRestore-1711409639 tempest-TestVolumeBackupRestore-1711409639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=662c0ea2-f539-48ec-86ce-04df816c91c7,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:17:45.685180 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfab590d-e2fc-4b09-ab08-02220804d0e5 None None] Routers {'7595441e-c14f-4b2c-92fb-591cc2fd9b35'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:17:45.686518 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-cfab590d-e2fc-4b09-ab08-02220804d0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:17:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['7595441e-c14f-4b2c-92fb-591cc2fd9b35'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:17:45.830543 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c1f82e86-4064-4ec8-9875-977448d42586 tempest-TestVolumeBackupRestore-1711409639 tempest-TestVolumeBackupRestore-1711409639-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:45.830543 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c1f82e86-4064-4ec8-9875-977448d42586 tempest-TestVolumeBackupRestore-1711409639 tempest-TestVolumeBackupRestore-1711409639-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.7227089 Oct 04 21:17:45.834059 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 41080) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:17:45.849354 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-696ecf9c-0e1a-4718-a947-0069c13771f5 tempest-TestVolumeBackupRestore-1711409639 tempest-TestVolumeBackupRestore-1711409639-project] Request body: {'security_group_rule': {'security_group_id': '386faa5d-1d89-4553-a816-4d74a151c94f', 'project_id': '2e5de3cd23f54af491e3e2ee52f16035', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:17:46.055922 n-d-852085-12 neutron-server[108170]: INFO neutron.db.securitygroups_db [None req-696ecf9c-0e1a-4718-a947-0069c13771f5 tempest-TestVolumeBackupRestore-1711409639 tempest-TestVolumeBackupRestore-1711409639-project] Project 2e5de3cd23f54af491e3e2ee52f16035 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 21:17:46.079854 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-696ecf9c-0e1a-4718-a947-0069c13771f5 tempest-TestVolumeBackupRestore-1711409639 tempest-TestVolumeBackupRestore-1711409639-project] Publish callbacks [] for security_group_rule (344ef24f-b1bf-46e2-966c-c60fd0883e40), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:46.217306 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:17:46.387512 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3ab7c186-5ac4-43c4-bd19-2e4bcdcc60d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (9f189f75-2199-4291-a5c0-85f9af352c32), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:46.457500 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-696ecf9c-0e1a-4718-a947-0069c13771f5 tempest-TestVolumeBackupRestore-1711409639 tempest-TestVolumeBackupRestore-1711409639-project] Publish callbacks [] for security_group_rule (344ef24f-b1bf-46e2-966c-c60fd0883e40), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:46.507478 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab7c186-5ac4-43c4-bd19-2e4bcdcc60d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f189f75-2199-4291-a5c0-85f9af352c32,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:17:46.646320 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee9cdf-8ef8-4a04-81a2-8c90db809faf None None] Pushing event updated for resources: {'Port': ['ID=33c06bee-86a6-4d20-96b6-7332121c5e7a,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:17:46.653456 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5048862a-9983-4900-a407-9ad0c136de88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:46.747728 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-696ecf9c-0e1a-4718-a947-0069c13771f5 tempest-TestVolumeBackupRestore-1711409639 tempest-TestVolumeBackupRestore-1711409639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (344ef24f-b1bf-46e2-966c-c60fd0883e40), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:46.839732 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696ecf9c-0e1a-4718-a947-0069c13771f5 tempest-TestVolumeBackupRestore-1711409639 tempest-TestVolumeBackupRestore-1711409639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=344ef24f-b1bf-46e2-966c-c60fd0883e40,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:17:46.920271 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-cfab590d-e2fc-4b09-ab08-02220804d0e5 None None] Set router 7595441e-c14f-4b2c-92fb-591cc2fd9b35 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:17:47.065246 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-696ecf9c-0e1a-4718-a947-0069c13771f5 tempest-TestVolumeBackupRestore-1711409639 tempest-TestVolumeBackupRestore-1711409639-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:47.074227 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-696ecf9c-0e1a-4718-a947-0069c13771f5 tempest-TestVolumeBackupRestore-1711409639 tempest-TestVolumeBackupRestore-1711409639-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2403362 Oct 04 21:17:47.083865 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 41098) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:17:47.150739 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-0fbace87-b9da-40c6-8445-a083855f7419 tempest-TestVolumeBackupRestore-1711409639 tempest-TestVolumeBackupRestore-1711409639-project] Request body: {'security_group_rule': {'security_group_id': '386faa5d-1d89-4553-a816-4d74a151c94f', 'project_id': '2e5de3cd23f54af491e3e2ee52f16035', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:17:47.348293 n-d-852085-12 neutron-server[108170]: INFO neutron.db.securitygroups_db [None req-0fbace87-b9da-40c6-8445-a083855f7419 tempest-TestVolumeBackupRestore-1711409639 tempest-TestVolumeBackupRestore-1711409639-project] Project 2e5de3cd23f54af491e3e2ee52f16035 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 21:17:47.381188 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0fbace87-b9da-40c6-8445-a083855f7419 tempest-TestVolumeBackupRestore-1711409639 tempest-TestVolumeBackupRestore-1711409639-project] Publish callbacks [] for security_group_rule (27480788-aceb-4f1d-ab19-6e42dbefe5af), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:47.435800 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:17:47.501034 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e683f871-fed9-4e1c-b5bd-0f4ca0c79c11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:47.593961 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:17:47.693362 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:17:47.735305 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0fbace87-b9da-40c6-8445-a083855f7419 tempest-TestVolumeBackupRestore-1711409639 tempest-TestVolumeBackupRestore-1711409639-project] Publish callbacks [] for security_group_rule (27480788-aceb-4f1d-ab19-6e42dbefe5af), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:47.741593 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-cfab590d-e2fc-4b09-ab08-02220804d0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7595441e-c14f-4b2c-92fb-591cc2fd9b35', 'name': 'tempest-TestServerMultinode-1329946734-router', 'tenant_id': '897a1e4fc0a84a1b96300ca5991a7ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '8e4955b4-f12f-4517-8410-bb5aec70eb26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:17:17Z', 'updated_at': '2022-10-04T21:17:34Z', 'revision_number': 4, 'project_id': '897a1e4fc0a84a1b96300ca5991a7ccf', 'gw_port': {'id': '8e4955b4-f12f-4517-8410-bb5aec70eb26', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7595441e-c14f-4b2c-92fb-591cc2fd9b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:17:20Z', 'updated_at': '2022-10-04T21:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '33c06bee-86a6-4d20-96b6-7332121c5e7a', 'name': '', 'network_id': '8147f952-52d3-44fc-8f80-6bab2c74dd57', 'tenant_id': '897a1e4fc0a84a1b96300ca5991a7ccf', 'mac_address': 'fa:16:3e:6a:d9:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7595441e-c14f-4b2c-92fb-591cc2fd9b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '8f8e542b-5c18-4324-b9d5-228373946edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:17:30Z', 'updated_at': '2022-10-04T21:17:44Z', 'revision_number': 4, 'project_id': '897a1e4fc0a84a1b96300ca5991a7ccf', 'subnets': [{'id': '8f8e542b-5c18-4324-b9d5-228373946edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:17:47.883103 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0fbace87-b9da-40c6-8445-a083855f7419 tempest-TestVolumeBackupRestore-1711409639 tempest-TestVolumeBackupRestore-1711409639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (27480788-aceb-4f1d-ab19-6e42dbefe5af), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:47.886346 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfab590d-e2fc-4b09-ab08-02220804d0e5 None None] The sync data for ids ['7595441e-c14f-4b2c-92fb-591cc2fd9b35'] in n-d-852085-12 is: [{'id': '7595441e-c14f-4b2c-92fb-591cc2fd9b35', 'name': 'tempest-TestServerMultinode-1329946734-router', 'tenant_id': '897a1e4fc0a84a1b96300ca5991a7ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '8e4955b4-f12f-4517-8410-bb5aec70eb26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:17:17Z', 'updated_at': '2022-10-04T21:17:34Z', 'revision_number': 4, 'project_id': '897a1e4fc0a84a1b96300ca5991a7ccf', 'gw_port': {'id': '8e4955b4-f12f-4517-8410-bb5aec70eb26', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7595441e-c14f-4b2c-92fb-591cc2fd9b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:17:20Z', 'updated_at': '2022-10-04T21:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '33c06bee-86a6-4d20-96b6-7332121c5e7a', 'name': '', 'network_id': '8147f952-52d3-44fc-8f80-6bab2c74dd57', 'tenant_id': '897a1e4fc0a84a1b96300ca5991a7ccf', 'mac_address': 'fa:16:3e:6a:d9:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7595441e-c14f-4b2c-92fb-591cc2fd9b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '8f8e542b-5c18-4324-b9d5-228373946edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:17:30Z', 'updated_at': '2022-10-04T21:17:44Z', 'revision_number': 4, 'project_id': '897a1e4fc0a84a1b96300ca5991a7ccf', 'subnets': [{'id': '8f8e542b-5c18-4324-b9d5-228373946edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:17:47.966022 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbace87-b9da-40c6-8445-a083855f7419 tempest-TestVolumeBackupRestore-1711409639 tempest-TestVolumeBackupRestore-1711409639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27480788-aceb-4f1d-ab19-6e42dbefe5af,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:17:48.171767 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3ab7c186-5ac4-43c4-bd19-2e4bcdcc60d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (3afa09e3-22df-4602-be98-809128f4fd77), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:48.207404 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0fbace87-b9da-40c6-8445-a083855f7419 tempest-TestVolumeBackupRestore-1711409639 tempest-TestVolumeBackupRestore-1711409639-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:48.209450 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-0fbace87-b9da-40c6-8445-a083855f7419 tempest-TestVolumeBackupRestore-1711409639 tempest-TestVolumeBackupRestore-1711409639-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1085427 Oct 04 21:17:48.867392 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:17:49.410906 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-6915e99c-b14f-4fc8-9475-c3dcc37d53f4 req-db25c674-aa6c-4986-badc-fd53e67e2a6f tempest-TestVolumeBackupRestore-1711409639 tempest-TestVolumeBackupRestore-1711409639-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1603307822&fields=id&tenant_id=2e5de3cd23f54af491e3e2ee52f16035 HTTP/1.1" status: 200 len: 267 time: 0.2776411 Oct 04 21:17:49.599256 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ab7c186-5ac4-43c4-bd19-2e4bcdcc60d9 admin admin] Router 3afa09e3-22df-4602-be98-809128f4fd77 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:17:50.191756 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6915e99c-b14f-4fc8-9475-c3dcc37d53f4 req-7a603c5f-a3f7-4fe2-993c-de9631d9aa0b tempest-TestVolumeBackupRestore-1711409639 tempest-TestVolumeBackupRestore-1711409639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:17:50.206290 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-6915e99c-b14f-4fc8-9475-c3dcc37d53f4 req-7a603c5f-a3f7-4fe2-993c-de9631d9aa0b tempest-TestVolumeBackupRestore-1711409639 tempest-TestVolumeBackupRestore-1711409639-project] 10.222.0.78 "GET /networking/v2.0/networks?id=124623e3-9f94-4b2f-9597-82851ed5391b HTTP/1.1" status: 200 len: 814 time: 0.7168479 Oct 04 21:17:50.249321 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-6915e99c-b14f-4fc8-9475-c3dcc37d53f4 req-d605e307-1bed-4bab-b621-58f9051c59cd tempest-TestVolumeBackupRestore-1711409639 tempest-TestVolumeBackupRestore-1711409639-project] 10.222.0.78 "GET /networking/v2.0/quotas/2e5de3cd23f54af491e3e2ee52f16035 HTTP/1.1" status: 200 len: 375 time: 0.0338514 Oct 04 21:17:50.263523 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 33c06bee-86a6-4d20-96b6-7332121c5e7a up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:17:50.451607 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab7c186-5ac4-43c4-bd19-2e4bcdcc60d9 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:17:50.469119 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:50.478031 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ad3cd1-3a39-4f85-9aa7-e9d4cc452068 None None] Sync routers for ids ['3afa09e3-22df-4602-be98-809128f4fd77'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:17:50.482963 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-3ab7c186-5ac4-43c4-bd19-2e4bcdcc60d9 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/3afa09e3-22df-4602-be98-809128f4fd77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0661120 Oct 04 21:17:50.491620 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 41204) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:17:50.545076 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 33c06bee-86a6-4d20-96b6-7332121c5e7a triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:17:50.545660 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (33c06bee-86a6-4d20-96b6-7332121c5e7a), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:50.566803 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 33c06bee-86a6-4d20-96b6-7332121c5e7a Oct 04 21:17:50.577896 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-6915e99c-b14f-4fc8-9475-c3dcc37d53f4 req-ba3e8630-73e7-49e1-8f26-3dcf28ae3436 tempest-TestVolumeBackupRestore-1711409639 tempest-TestVolumeBackupRestore-1711409639-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=2e5de3cd23f54af491e3e2ee52f16035&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2909844 Oct 04 21:17:50.603415 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ad3cd1-3a39-4f85-9aa7-e9d4cc452068 None None] Routers {'3afa09e3-22df-4602-be98-809128f4fd77'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:17:50.614822 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-89ad3cd1-3a39-4f85-9aa7-e9d4cc452068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:17:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['3afa09e3-22df-4602-be98-809128f4fd77'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:17:50.740687 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 41210) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:17:51.122683 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0e8c77e1-28d9-4735-a35c-be96986e9533 tempest-TestVolumeBackupRestore-1711409639 tempest-TestVolumeBackupRestore-1711409639-project] Publish callbacks [] for security_group (386faa5d-1d89-4553-a816-4d74a151c94f), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:51.312796 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0e8c77e1-28d9-4735-a35c-be96986e9533 tempest-TestVolumeBackupRestore-1711409639 tempest-TestVolumeBackupRestore-1711409639-project] Publish callbacks [] for security_group (386faa5d-1d89-4553-a816-4d74a151c94f), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:51.337278 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 33c06bee-86a6-4d20-96b6-7332121c5e7a is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:17:51.370586 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5bbe1474-4d73-45f2-b797-c40dd7a60e08 admin admin] Publish callbacks [] for router (3afa09e3-22df-4602-be98-809128f4fd77), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:51.372380 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (33c06bee-86a6-4d20-96b6-7332121c5e7a), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:51.377929 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-89ad3cd1-3a39-4f85-9aa7-e9d4cc452068 None None] Set router 3afa09e3-22df-4602-be98-809128f4fd77 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:17:51.825156 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 33c06bee-86a6-4d20-96b6-7332121c5e7a, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=33c06bee-86a6-4d20-96b6-7332121c5e7a,segment=NetworkSegment(6b1b6cfd-63c9-4563-8bf9-9e5a1565ffd7),segment_id=6b1b6cfd-63c9-4563-8bf9-9e5a1565ffd7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:17:51.839101 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0e8c77e1-28d9-4735-a35c-be96986e9533 tempest-TestVolumeBackupRestore-1711409639 tempest-TestVolumeBackupRestore-1711409639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (386faa5d-1d89-4553-a816-4d74a151c94f), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:51.844602 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0e8c77e1-28d9-4735-a35c-be96986e9533 tempest-TestVolumeBackupRestore-1711409639 tempest-TestVolumeBackupRestore-1711409639-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:51.847717 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-0e8c77e1-28d9-4735-a35c-be96986e9533 tempest-TestVolumeBackupRestore-1711409639 tempest-TestVolumeBackupRestore-1711409639-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/386faa5d-1d89-4553-a816-4d74a151c94f HTTP/1.1" status: 204 len: 168 time: 1.1075222 Oct 04 21:17:51.881735 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:51.935622 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8c77e1-28d9-4735-a35c-be96986e9533 tempest-TestVolumeBackupRestore-1711409639 tempest-TestVolumeBackupRestore-1711409639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=386faa5d-1d89-4553-a816-4d74a151c94f,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:17:51.953652 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (33c06bee-86a6-4d20-96b6-7332121c5e7a), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:52.474870 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-89ad3cd1-3a39-4f85-9aa7-e9d4cc452068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3afa09e3-22df-4602-be98-809128f4fd77', 'name': 'tempest-TestServerMultinode-1291177673-router', 'tenant_id': '7e2c855e54d84571bcba4b358dd867f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '84309f0f-39be-4db2-b55f-16f6be58cd58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:16:45Z', 'updated_at': '2022-10-04T21:17:46Z', 'revision_number': 5, 'project_id': '7e2c855e54d84571bcba4b358dd867f0', 'gw_port': {'id': '84309f0f-39be-4db2-b55f-16f6be58cd58', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afa09e3-22df-4602-be98-809128f4fd77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:16:48Z', 'updated_at': '2022-10-04T21:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:17:52.508210 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5bbe1474-4d73-45f2-b797-c40dd7a60e08 admin admin] Publish callbacks [] for router_gateway (3afa09e3-22df-4602-be98-809128f4fd77), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:52.512758 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:17:52.523174 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:52.650546 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=33c06bee-86a6-4d20-96b6-7332121c5e7a,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:17:52.755228 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ad3cd1-3a39-4f85-9aa7-e9d4cc452068 None None] Checking router: 3afa09e3-22df-4602-be98-809128f4fd77 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:17:52.775103 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ad3cd1-3a39-4f85-9aa7-e9d4cc452068 None None] Routers {'3afa09e3-22df-4602-be98-809128f4fd77'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:17:52.782157 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-89ad3cd1-3a39-4f85-9aa7-e9d4cc452068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:17:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['3afa09e3-22df-4602-be98-809128f4fd77'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:17:52.850940 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-5bbe1474-4d73-45f2-b797-c40dd7a60e08 admin admin] Deleting port 84309f0f-39be-4db2-b55f-16f6be58cd58 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:17:52.856957 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5bbe1474-4d73-45f2-b797-c40dd7a60e08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (84309f0f-39be-4db2-b55f-16f6be58cd58), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:53.440724 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-5bbe1474-4d73-45f2-b797-c40dd7a60e08 admin admin] For port 84309f0f-39be-4db2-b55f-16f6be58cd58, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=84309f0f-39be-4db2-b55f-16f6be58cd58,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:17:53.444856 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5bbe1474-4d73-45f2-b797-c40dd7a60e08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (84309f0f-39be-4db2-b55f-16f6be58cd58), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:53.457253 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-89ad3cd1-3a39-4f85-9aa7-e9d4cc452068 None None] Set router 3afa09e3-22df-4602-be98-809128f4fd77 gateway port host: None {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:17:53.532851 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-5bbe1474-4d73-45f2-b797-c40dd7a60e08 admin admin] Calling delete_port for 84309f0f-39be-4db2-b55f-16f6be58cd58 owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:17:53.870905 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-89ad3cd1-3a39-4f85-9aa7-e9d4cc452068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3afa09e3-22df-4602-be98-809128f4fd77', 'name': 'tempest-TestServerMultinode-1291177673-router', 'tenant_id': '7e2c855e54d84571bcba4b358dd867f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:16:45Z', 'updated_at': '2022-10-04T21:17:52Z', 'revision_number': 6, 'project_id': '7e2c855e54d84571bcba4b358dd867f0', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:17:53.872005 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:17:54.071711 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ad3cd1-3a39-4f85-9aa7-e9d4cc452068 None None] The sync data for ids ['3afa09e3-22df-4602-be98-809128f4fd77'] in n-d-852085-12 is: [{'id': '3afa09e3-22df-4602-be98-809128f4fd77', 'name': 'tempest-TestServerMultinode-1291177673-router', 'tenant_id': '7e2c855e54d84571bcba4b358dd867f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:16:45Z', 'updated_at': '2022-10-04T21:17:52Z', 'revision_number': 6, 'project_id': '7e2c855e54d84571bcba4b358dd867f0', 'gw_port_host': None}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:17:54.814457 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 33c06bee-86a6-4d20-96b6-7332121c5e7a up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:17:54.990358 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 33c06bee-86a6-4d20-96b6-7332121c5e7a triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:17:54.991378 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (33c06bee-86a6-4d20-96b6-7332121c5e7a), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:54.992149 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 33c06bee-86a6-4d20-96b6-7332121c5e7a Oct 04 21:17:55.010174 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5bbe1474-4d73-45f2-b797-c40dd7a60e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (84309f0f-39be-4db2-b55f-16f6be58cd58), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:55.159510 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbe1474-4d73-45f2-b797-c40dd7a60e08 admin admin] Pushing event deleted for resources: {'Port': ['ID=84309f0f-39be-4db2-b55f-16f6be58cd58,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:17:55.256888 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:17:55.424711 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 33c06bee-86a6-4d20-96b6-7332121c5e7a is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:17:55.507621 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5bbe1474-4d73-45f2-b797-c40dd7a60e08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (3afa09e3-22df-4602-be98-809128f4fd77), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:56.032531 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5bbe1474-4d73-45f2-b797-c40dd7a60e08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (3afa09e3-22df-4602-be98-809128f4fd77), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:56.042005 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5bbe1474-4d73-45f2-b797-c40dd7a60e08 admin admin] Publish callbacks [] for router_controller (3afa09e3-22df-4602-be98-809128f4fd77), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:56.384160 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 84309f0f-39be-4db2-b55f-16f6be58cd58 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:17:56.506237 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5bbe1474-4d73-45f2-b797-c40dd7a60e08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (3afa09e3-22df-4602-be98-809128f4fd77), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:56.514718 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bbe1474-4d73-45f2-b797-c40dd7a60e08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3afa09e3-22df-4602-be98-809128f4fd77 {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 21:17:56.542656 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5bbe1474-4d73-45f2-b797-c40dd7a60e08 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:56.562554 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-5bbe1474-4d73-45f2-b797-c40dd7a60e08 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/3afa09e3-22df-4602-be98-809128f4fd77 HTTP/1.1" status: 204 len: 168 time: 6.0648239 Oct 04 21:17:56.562821 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 84309f0f-39be-4db2-b55f-16f6be58cd58 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:17:56.562977 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 41404) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:17:56.564104 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 84309f0f-39be-4db2-b55f-16f6be58cd58 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:17:56.582289 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 9f189f75-2199-4291-a5c0-85f9af352c32 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:17:56.793122 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 9f189f75-2199-4291-a5c0-85f9af352c32 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:17:56.793933 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 9f189f75-2199-4291-a5c0-85f9af352c32 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:17:56.883613 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a610ff6-086c-453b-ba42-caf747f87221 admin admin] Deleting subnet 17abb5f1-e04b-41f9-9b95-ff2c25f736cb {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:17:56.892641 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3a610ff6-086c-453b-ba42-caf747f87221 admin admin] Publish callbacks [] for subnet (17abb5f1-e04b-41f9-9b95-ff2c25f736cb), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:57.002868 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3a610ff6-086c-453b-ba42-caf747f87221 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (17abb5f1-e04b-41f9-9b95-ff2c25f736cb), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:57.360328 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3a610ff6-086c-453b-ba42-caf747f87221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (17abb5f1-e04b-41f9-9b95-ff2c25f736cb), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:57.518005 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:17:57.793589 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3a610ff6-086c-453b-ba42-caf747f87221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (17abb5f1-e04b-41f9-9b95-ff2c25f736cb), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:57.905741 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3a610ff6-086c-453b-ba42-caf747f87221 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:57.919110 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 41450) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:17:57.920407 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-3a610ff6-086c-453b-ba42-caf747f87221 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/17abb5f1-e04b-41f9-9b95-ff2c25f736cb HTTP/1.1" status: 204 len: 168 time: 1.3545368 Oct 04 21:17:57.925211 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c86e6a-6265-48a9-b0ec-d6e5d8e0a1a6 None None] Network aec13732-ceb2-486d-92ff-f58cae5932a7 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:17:57.950125 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a610ff6-086c-453b-ba42-caf747f87221 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17abb5f1-e04b-41f9-9b95-ff2c25f736cb,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:17:58.515606 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-128054bc-5bfd-4dea-b17e-a1d9ee1ec9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (aec13732-ceb2-486d-92ff-f58cae5932a7), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:58.720847 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05268faa-62c0-40c9-99c5-d6a7737c6cce None None] DHCP port deletion for aec13732-ceb2-486d-92ff-f58cae5932a7 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:17:58.819008 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-128054bc-5bfd-4dea-b17e-a1d9ee1ec9d9 admin admin] Deleting port 34b27c9d-87d0-4249-bb52-2670dda7463a {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:17:58.819008 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-128054bc-5bfd-4dea-b17e-a1d9ee1ec9d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (34b27c9d-87d0-4249-bb52-2670dda7463a), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:58.979510 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-05268faa-62c0-40c9-99c5-d6a7737c6cce None None] Deleting port 34b27c9d-87d0-4249-bb52-2670dda7463a {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:17:58.985833 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-05268faa-62c0-40c9-99c5-d6a7737c6cce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (34b27c9d-87d0-4249-bb52-2670dda7463a), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:59.253283 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-128054bc-5bfd-4dea-b17e-a1d9ee1ec9d9 admin admin] For port 34b27c9d-87d0-4249-bb52-2670dda7463a, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=34b27c9d-87d0-4249-bb52-2670dda7463a,segment=NetworkSegment(234a1bbc-3f03-4b76-b855-aa9158e0ada3),segment_id=234a1bbc-3f03-4b76-b855-aa9158e0ada3)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:17:59.283287 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-05268faa-62c0-40c9-99c5-d6a7737c6cce None None] For port 34b27c9d-87d0-4249-bb52-2670dda7463a, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=34b27c9d-87d0-4249-bb52-2670dda7463a,segment=NetworkSegment(234a1bbc-3f03-4b76-b855-aa9158e0ada3),segment_id=234a1bbc-3f03-4b76-b855-aa9158e0ada3)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:17:59.284215 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-128054bc-5bfd-4dea-b17e-a1d9ee1ec9d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (34b27c9d-87d0-4249-bb52-2670dda7463a), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:59.285242 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-05268faa-62c0-40c9-99c5-d6a7737c6cce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (34b27c9d-87d0-4249-bb52-2670dda7463a), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:17:59.371720 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-05268faa-62c0-40c9-99c5-d6a7737c6cce None None] Calling delete_port for 34b27c9d-87d0-4249-bb52-2670dda7463a owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:17:59.437050 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-128054bc-5bfd-4dea-b17e-a1d9ee1ec9d9 admin admin] Calling delete_port for 34b27c9d-87d0-4249-bb52-2670dda7463a owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:17:59.987862 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-05268faa-62c0-40c9-99c5-d6a7737c6cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (34b27c9d-87d0-4249-bb52-2670dda7463a), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:00.013225 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-128054bc-5bfd-4dea-b17e-a1d9ee1ec9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (34b27c9d-87d0-4249-bb52-2670dda7463a), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:00.230197 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05268faa-62c0-40c9-99c5-d6a7737c6cce None None] Pushing event deleted for resources: {'Port': ['ID=34b27c9d-87d0-4249-bb52-2670dda7463a,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:18:00.255674 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128054bc-5bfd-4dea-b17e-a1d9ee1ec9d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=34b27c9d-87d0-4249-bb52-2670dda7463a,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:18:00.269781 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 34b27c9d-87d0-4249-bb52-2670dda7463a no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:18:00.270571 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128054bc-5bfd-4dea-b17e-a1d9ee1ec9d9 admin admin] No DVR routers for this DVR port 34b27c9d-87d0-4249-bb52-2670dda7463a on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:18:00.449752 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05268faa-62c0-40c9-99c5-d6a7737c6cce None None] No DVR routers for this DVR port 34b27c9d-87d0-4249-bb52-2670dda7463a on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:18:00.484363 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 34b27c9d-87d0-4249-bb52-2670dda7463a {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:18:00.488031 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 34b27c9d-87d0-4249-bb52-2670dda7463a not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:18:00.562248 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05268faa-62c0-40c9-99c5-d6a7737c6cce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:18:00.564053 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05268faa-62c0-40c9-99c5-d6a7737c6cce None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:18:00.578580 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05268faa-62c0-40c9-99c5-d6a7737c6cce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:18:00.586098 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05268faa-62c0-40c9-99c5-d6a7737c6cce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:18:00.609909 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05268faa-62c0-40c9-99c5-d6a7737c6cce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:18:00.611025 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05268faa-62c0-40c9-99c5-d6a7737c6cce None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:18:00.622797 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-128054bc-5bfd-4dea-b17e-a1d9ee1ec9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (aec13732-ceb2-486d-92ff-f58cae5932a7), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:00.624852 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05268faa-62c0-40c9-99c5-d6a7737c6cce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:18:00.640161 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05268faa-62c0-40c9-99c5-d6a7737c6cce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:18:00.647987 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05268faa-62c0-40c9-99c5-d6a7737c6cce None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:18:00.652792 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05268faa-62c0-40c9-99c5-d6a7737c6cce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:18:00.656158 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05268faa-62c0-40c9-99c5-d6a7737c6cce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:18:00.663699 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05268faa-62c0-40c9-99c5-d6a7737c6cce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:18:00.666645 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05268faa-62c0-40c9-99c5-d6a7737c6cce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:18:00.671650 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05268faa-62c0-40c9-99c5-d6a7737c6cce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:18:00.679276 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05268faa-62c0-40c9-99c5-d6a7737c6cce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:18:00.731060 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-128054bc-5bfd-4dea-b17e-a1d9ee1ec9d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aec13732-ceb2-486d-92ff-f58cae5932a7']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:18:00.777223 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-128054bc-5bfd-4dea-b17e-a1d9ee1ec9d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '234a1bbc-3f03-4b76-b855-aa9158e0ada3') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:18:00.777570 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-128054bc-5bfd-4dea-b17e-a1d9ee1ec9d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '234a1bbc-3f03-4b76-b855-aa9158e0ada3') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:18:00.808370 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-128054bc-5bfd-4dea-b17e-a1d9ee1ec9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (234a1bbc-3f03-4b76-b855-aa9158e0ada3), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:00.863872 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-128054bc-5bfd-4dea-b17e-a1d9ee1ec9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (234a1bbc-3f03-4b76-b855-aa9158e0ada3), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:00.942315 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-128054bc-5bfd-4dea-b17e-a1d9ee1ec9d9 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:18:00.944089 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-128054bc-5bfd-4dea-b17e-a1d9ee1ec9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (234a1bbc-3f03-4b76-b855-aa9158e0ada3), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:01.249895 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 234a1bbc-3f03-4b76-b855-aa9158e0ada3 resource provider aggregate not found Oct 04 21:18:01.308357 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 234a1bbc-3f03-4b76-b855-aa9158e0ada3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 234a1bbc-3f03-4b76-b855-aa9158e0ada3 found for delete ", "request_id": "req-02a5dba4-c40c-45c5-a8ca-930131563f0e"}]} Oct 04 21:18:01.376113 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-128054bc-5bfd-4dea-b17e-a1d9ee1ec9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (aec13732-ceb2-486d-92ff-f58cae5932a7), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:01.396043 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-128054bc-5bfd-4dea-b17e-a1d9ee1ec9d9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:01.409044 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-128054bc-5bfd-4dea-b17e-a1d9ee1ec9d9 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/aec13732-ceb2-486d-92ff-f58cae5932a7 HTTP/1.1" status: 204 len: 168 time: 3.4881132 Oct 04 21:18:01.419180 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 41576) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:18:01.466326 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128054bc-5bfd-4dea-b17e-a1d9ee1ec9d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=aec13732-ceb2-486d-92ff-f58cae5932a7,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:18:02.580305 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:03.308068 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:18:03.501508 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:03.516646 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8e394e6c-48e5-459a-9b02-caffe251ebc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (7595441e-c14f-4b2c-92fb-591cc2fd9b35), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:04.495409 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:18:05.376381 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-8e394e6c-48e5-459a-9b02-caffe251ebc1 admin admin] Deleting port 33c06bee-86a6-4d20-96b6-7332121c5e7a {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:18:05.377410 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8e394e6c-48e5-459a-9b02-caffe251ebc1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (33c06bee-86a6-4d20-96b6-7332121c5e7a), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:05.948084 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-8e394e6c-48e5-459a-9b02-caffe251ebc1 admin admin] For port 33c06bee-86a6-4d20-96b6-7332121c5e7a, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=33c06bee-86a6-4d20-96b6-7332121c5e7a,segment=NetworkSegment(6b1b6cfd-63c9-4563-8bf9-9e5a1565ffd7),segment_id=6b1b6cfd-63c9-4563-8bf9-9e5a1565ffd7)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:18:05.952694 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8e394e6c-48e5-459a-9b02-caffe251ebc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (33c06bee-86a6-4d20-96b6-7332121c5e7a), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:06.062706 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-8e394e6c-48e5-459a-9b02-caffe251ebc1 admin admin] Calling delete_port for 33c06bee-86a6-4d20-96b6-7332121c5e7a owned by network:router_interface {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:18:07.274002 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8e394e6c-48e5-459a-9b02-caffe251ebc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (33c06bee-86a6-4d20-96b6-7332121c5e7a), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:07.442037 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e394e6c-48e5-459a-9b02-caffe251ebc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=33c06bee-86a6-4d20-96b6-7332121c5e7a,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:18:08.481292 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8e394e6c-48e5-459a-9b02-caffe251ebc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (7595441e-c14f-4b2c-92fb-591cc2fd9b35), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:09.220822 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:18:09.222003 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:18:09.434751 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 21:18:09.829763 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e394e6c-48e5-459a-9b02-caffe251ebc1 admin admin] Router 7595441e-c14f-4b2c-92fb-591cc2fd9b35 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:18:10.496856 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e394e6c-48e5-459a-9b02-caffe251ebc1 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:18:10.510974 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-8e394e6c-48e5-459a-9b02-caffe251ebc1 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/7595441e-c14f-4b2c-92fb-591cc2fd9b35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0863795 Oct 04 21:18:10.512586 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 41858) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:18:10.538659 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b8b33a-4e80-4ba3-a187-d43ad32744ce None None] Sync routers for ids ['7595441e-c14f-4b2c-92fb-591cc2fd9b35'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:18:10.659724 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b8b33a-4e80-4ba3-a187-d43ad32744ce None None] Routers {'7595441e-c14f-4b2c-92fb-591cc2fd9b35'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:18:10.660809 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-80b8b33a-4e80-4ba3-a187-d43ad32744ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:17:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['7595441e-c14f-4b2c-92fb-591cc2fd9b35'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:18:10.906721 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=36 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:18:11.128505 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:18:11.159506 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cb837853-345a-4a15-95e0-364b25a86b81 admin admin] Publish callbacks [] for router (7595441e-c14f-4b2c-92fb-591cc2fd9b35), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:11.257213 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-80b8b33a-4e80-4ba3-a187-d43ad32744ce None None] Set router 7595441e-c14f-4b2c-92fb-591cc2fd9b35 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:18:11.887939 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cb837853-345a-4a15-95e0-364b25a86b81 admin admin] Publish callbacks [] for router_gateway (7595441e-c14f-4b2c-92fb-591cc2fd9b35), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:12.239780 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-80b8b33a-4e80-4ba3-a187-d43ad32744ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7595441e-c14f-4b2c-92fb-591cc2fd9b35', 'name': 'tempest-TestServerMultinode-1329946734-router', 'tenant_id': '897a1e4fc0a84a1b96300ca5991a7ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '8e4955b4-f12f-4517-8410-bb5aec70eb26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:17:17Z', 'updated_at': '2022-10-04T21:18:06Z', 'revision_number': 5, 'project_id': '897a1e4fc0a84a1b96300ca5991a7ccf', 'gw_port': {'id': '8e4955b4-f12f-4517-8410-bb5aec70eb26', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ea:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7595441e-c14f-4b2c-92fb-591cc2fd9b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:17:20Z', 'updated_at': '2022-10-04T21:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:18:12.314799 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-cb837853-345a-4a15-95e0-364b25a86b81 admin admin] Deleting port 8e4955b4-f12f-4517-8410-bb5aec70eb26 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:18:12.315551 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cb837853-345a-4a15-95e0-364b25a86b81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (8e4955b4-f12f-4517-8410-bb5aec70eb26), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:12.413542 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b8b33a-4e80-4ba3-a187-d43ad32744ce None None] Checking router: 7595441e-c14f-4b2c-92fb-591cc2fd9b35 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:18:12.458402 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:18:12.463870 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b8b33a-4e80-4ba3-a187-d43ad32744ce None None] Routers {'7595441e-c14f-4b2c-92fb-591cc2fd9b35'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:18:12.465532 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-80b8b33a-4e80-4ba3-a187-d43ad32744ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:17:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['7595441e-c14f-4b2c-92fb-591cc2fd9b35'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:18:12.561854 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:DELETE=8,neutron:SELECT=90,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:18:12.720799 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-cb837853-345a-4a15-95e0-364b25a86b81 admin admin] For port 8e4955b4-f12f-4517-8410-bb5aec70eb26, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=8e4955b4-f12f-4517-8410-bb5aec70eb26,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:18:12.721433 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cb837853-345a-4a15-95e0-364b25a86b81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (8e4955b4-f12f-4517-8410-bb5aec70eb26), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:12.804103 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-cb837853-345a-4a15-95e0-364b25a86b81 admin admin] Calling delete_port for 8e4955b4-f12f-4517-8410-bb5aec70eb26 owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:18:12.968453 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-80b8b33a-4e80-4ba3-a187-d43ad32744ce None None] Set router 7595441e-c14f-4b2c-92fb-591cc2fd9b35 gateway port host: None {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:18:13.121462 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-80b8b33a-4e80-4ba3-a187-d43ad32744ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7595441e-c14f-4b2c-92fb-591cc2fd9b35', 'name': 'tempest-TestServerMultinode-1329946734-router', 'tenant_id': '897a1e4fc0a84a1b96300ca5991a7ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:17:17Z', 'updated_at': '2022-10-04T21:18:11Z', 'revision_number': 6, 'project_id': '897a1e4fc0a84a1b96300ca5991a7ccf', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:18:13.325150 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b8b33a-4e80-4ba3-a187-d43ad32744ce None None] The sync data for ids ['7595441e-c14f-4b2c-92fb-591cc2fd9b35'] in n-d-852085-12 is: [{'id': '7595441e-c14f-4b2c-92fb-591cc2fd9b35', 'name': 'tempest-TestServerMultinode-1329946734-router', 'tenant_id': '897a1e4fc0a84a1b96300ca5991a7ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:17:17Z', 'updated_at': '2022-10-04T21:18:11Z', 'revision_number': 6, 'project_id': '897a1e4fc0a84a1b96300ca5991a7ccf', 'gw_port_host': None}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:18:14.166238 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 33c06bee-86a6-4d20-96b6-7332121c5e7a no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:18:14.176419 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cb837853-345a-4a15-95e0-364b25a86b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (8e4955b4-f12f-4517-8410-bb5aec70eb26), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:14.274101 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 33c06bee-86a6-4d20-96b6-7332121c5e7a {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:18:14.277372 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 33c06bee-86a6-4d20-96b6-7332121c5e7a not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:18:14.577097 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb837853-345a-4a15-95e0-364b25a86b81 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e4955b4-f12f-4517-8410-bb5aec70eb26,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:18:14.734192 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cb837853-345a-4a15-95e0-364b25a86b81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (7595441e-c14f-4b2c-92fb-591cc2fd9b35), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:14.879616 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 41974) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:18:15.003609 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cb837853-345a-4a15-95e0-364b25a86b81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (7595441e-c14f-4b2c-92fb-591cc2fd9b35), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:15.009683 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cb837853-345a-4a15-95e0-364b25a86b81 admin admin] Publish callbacks [] for router_controller (7595441e-c14f-4b2c-92fb-591cc2fd9b35), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:16.107166 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cb837853-345a-4a15-95e0-364b25a86b81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (7595441e-c14f-4b2c-92fb-591cc2fd9b35), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:16.135468 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb837853-345a-4a15-95e0-364b25a86b81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7595441e-c14f-4b2c-92fb-591cc2fd9b35 {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 21:18:16.137467 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c38015e3-7543-40e8-bf2b-80a1fbfb9cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:16.138617 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cb837853-345a-4a15-95e0-364b25a86b81 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:16.149438 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-cb837853-345a-4a15-95e0-364b25a86b81 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/7595441e-c14f-4b2c-92fb-591cc2fd9b35 HTTP/1.1" status: 204 len: 168 time: 5.6340880 Oct 04 21:18:16.154156 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 41998) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:18:16.337884 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 8e4955b4-f12f-4517-8410-bb5aec70eb26 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:18:16.552397 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 8e4955b4-f12f-4517-8410-bb5aec70eb26 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:18:16.552953 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 8e4955b4-f12f-4517-8410-bb5aec70eb26 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:18:16.571469 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-77e89ba1-8415-42a5-9230-c03d1e52615b admin admin] Deleting subnet 8f8e542b-5c18-4324-b9d5-228373946edd {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:18:16.620730 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-77e89ba1-8415-42a5-9230-c03d1e52615b admin admin] Publish callbacks [] for subnet (8f8e542b-5c18-4324-b9d5-228373946edd), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:16.724985 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 42014) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:18:16.846436 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-77e89ba1-8415-42a5-9230-c03d1e52615b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (8f8e542b-5c18-4324-b9d5-228373946edd), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:17.321812 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ff05b1d9-7769-499c-9ef8-db185f07fdda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (96ca2132-9d70-4ed1-b37a-d41805bfcbac), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:17.371044 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-77e89ba1-8415-42a5-9230-c03d1e52615b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (8f8e542b-5c18-4324-b9d5-228373946edd), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:17.489450 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2c297160-f4c8-4719-be48-7390019bd17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:17.768552 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-77e89ba1-8415-42a5-9230-c03d1e52615b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (8f8e542b-5c18-4324-b9d5-228373946edd), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:17.774595 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a5d46ce1-feb6-49b5-b015-17f23aaa7741 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:17.852576 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:18:17.897357 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:18:18.030580 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e89ba1-8415-42a5-9230-c03d1e52615b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f8e542b-5c18-4324-b9d5-228373946edd,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:18:18.116159 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e48257-f0e5-4e82-9bac-e9d519cb00af None None] Network 8147f952-52d3-44fc-8f80-6bab2c74dd57 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:18:18.136865 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-77e89ba1-8415-42a5-9230-c03d1e52615b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:18.163046 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-77e89ba1-8415-42a5-9230-c03d1e52615b admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/8f8e542b-5c18-4324-b9d5-228373946edd HTTP/1.1" status: 204 len: 168 time: 2.0046301 Oct 04 21:18:18.171234 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 42064) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:18:18.628196 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a5d46ce1-feb6-49b5-b015-17f23aaa7741 admin admin] Publish callbacks [] for security_group (8b44c071-28cc-4068-bf66-3a52fee6889d), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:18.775530 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a5d46ce1-feb6-49b5-b015-17f23aaa7741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (8b44c071-28cc-4068-bf66-3a52fee6889d), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:18.804123 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-ff05b1d9-7769-499c-9ef8-db185f07fdda admin admin] Deleting port f93758fc-6cb6-49a3-b817-ff7e340e0933 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:18:18.804962 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ff05b1d9-7769-499c-9ef8-db185f07fdda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (f93758fc-6cb6-49a3-b817-ff7e340e0933), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:18.874643 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05425d13-0981-4f44-8cac-8e677bf0538e None None] DHCP port deletion for 8147f952-52d3-44fc-8f80-6bab2c74dd57 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:18:18.925648 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:18:18.958279 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a5d46ce1-feb6-49b5-b015-17f23aaa7741 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=37fa097514df496299798b78eb3f4d66&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2222395 Oct 04 21:18:18.960398 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 42084) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:18:19.228111 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-05425d13-0981-4f44-8cac-8e677bf0538e None None] Deleting port 9e2303a1-51af-4709-9802-1a6198a6e8e5 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:18:19.228819 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-05425d13-0981-4f44-8cac-8e677bf0538e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (9e2303a1-51af-4709-9802-1a6198a6e8e5), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:19.258851 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d46ce1-feb6-49b5-b015-17f23aaa7741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b44c071-28cc-4068-bf66-3a52fee6889d,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:18:19.430835 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=55 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:18:19.446068 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-ff05b1d9-7769-499c-9ef8-db185f07fdda admin admin] For port f93758fc-6cb6-49a3-b817-ff7e340e0933, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=f93758fc-6cb6-49a3-b817-ff7e340e0933,segment=NetworkSegment(5274ffb0-da84-4cf7-abc3-aa2af32f3a5b),segment_id=5274ffb0-da84-4cf7-abc3-aa2af32f3a5b)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:18:19.447027 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ff05b1d9-7769-499c-9ef8-db185f07fdda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (f93758fc-6cb6-49a3-b817-ff7e340e0933), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:19.482192 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-ff05b1d9-7769-499c-9ef8-db185f07fdda admin admin] Calling delete_port for f93758fc-6cb6-49a3-b817-ff7e340e0933 owned by network:router_interface {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:18:19.558067 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f99f67ca-60f1-4caf-a11d-7d80e10e99ea admin admin] Publish callbacks [] for security_group (8b44c071-28cc-4068-bf66-3a52fee6889d), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:19.722997 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f99f67ca-60f1-4caf-a11d-7d80e10e99ea admin admin] Publish callbacks [] for security_group (8b44c071-28cc-4068-bf66-3a52fee6889d), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:19.758300 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-05425d13-0981-4f44-8cac-8e677bf0538e None None] For port 9e2303a1-51af-4709-9802-1a6198a6e8e5, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=9e2303a1-51af-4709-9802-1a6198a6e8e5,segment=NetworkSegment(6b1b6cfd-63c9-4563-8bf9-9e5a1565ffd7),segment_id=6b1b6cfd-63c9-4563-8bf9-9e5a1565ffd7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:18:19.762080 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-05425d13-0981-4f44-8cac-8e677bf0538e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (9e2303a1-51af-4709-9802-1a6198a6e8e5), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:19.840730 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-05425d13-0981-4f44-8cac-8e677bf0538e None None] Calling delete_port for 9e2303a1-51af-4709-9802-1a6198a6e8e5 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:18:20.106571 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f99f67ca-60f1-4caf-a11d-7d80e10e99ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (8b44c071-28cc-4068-bf66-3a52fee6889d), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:20.112580 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f99f67ca-60f1-4caf-a11d-7d80e10e99ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:20.120258 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f99f67ca-60f1-4caf-a11d-7d80e10e99ea admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/8b44c071-28cc-4068-bf66-3a52fee6889d HTTP/1.1" status: 204 len: 168 time: 1.1348073 Oct 04 21:18:20.236330 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99f67ca-60f1-4caf-a11d-7d80e10e99ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b44c071-28cc-4068-bf66-3a52fee6889d,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:18:20.419928 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 9e2303a1-51af-4709-9802-1a6198a6e8e5 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:18:20.433181 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:20.477393 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f6ffb380-7dce-4b7a-8acd-fdbbd81e47c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (8147f952-52d3-44fc-8f80-6bab2c74dd57), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:20.706052 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-05425d13-0981-4f44-8cac-8e677bf0538e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (9e2303a1-51af-4709-9802-1a6198a6e8e5), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:20.707833 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-f6ffb380-7dce-4b7a-8acd-fdbbd81e47c8 admin admin] Deleting port 9e2303a1-51af-4709-9802-1a6198a6e8e5 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:18:20.709064 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f6ffb380-7dce-4b7a-8acd-fdbbd81e47c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (9e2303a1-51af-4709-9802-1a6198a6e8e5), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:20.772853 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05425d13-0981-4f44-8cac-8e677bf0538e None None] Pushing event deleted for resources: {'Port': ['ID=9e2303a1-51af-4709-9802-1a6198a6e8e5,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:18:20.783927 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 9e2303a1-51af-4709-9802-1a6198a6e8e5 is: ACTIVE; New status is: DOWN {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:18:20.784905 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (9e2303a1-51af-4709-9802-1a6198a6e8e5), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:20.790657 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05425d13-0981-4f44-8cac-8e677bf0538e None None] No DVR routers for this DVR port 9e2303a1-51af-4709-9802-1a6198a6e8e5 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:18:20.864677 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:18:20.967725 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-f6ffb380-7dce-4b7a-8acd-fdbbd81e47c8 admin admin] For port 9e2303a1-51af-4709-9802-1a6198a6e8e5, host n-d-852085-12, got binding levels [] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:18:20.967725 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f6ffb380-7dce-4b7a-8acd-fdbbd81e47c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (9e2303a1-51af-4709-9802-1a6198a6e8e5), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:20.987786 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:18:21.010364 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-f6ffb380-7dce-4b7a-8acd-fdbbd81e47c8 admin admin] Calling delete_port for 9e2303a1-51af-4709-9802-1a6198a6e8e5 owned by network:dhcp {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:18:21.018748 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.ipam_backend_mixin [None req-f6ffb380-7dce-4b7a-8acd-fdbbd81e47c8 admin admin] Port 9e2303a1-51af-4709-9802-1a6198a6e8e5 was not found and therefore no delete operation was performed {{(pid=108170) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 04 21:18:21.021582 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f6ffb380-7dce-4b7a-8acd-fdbbd81e47c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (9e2303a1-51af-4709-9802-1a6198a6e8e5), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:21.101720 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ffb380-7dce-4b7a-8acd-fdbbd81e47c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e2303a1-51af-4709-9802-1a6198a6e8e5,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:18:21.117829 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:18:21.125811 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ffb380-7dce-4b7a-8acd-fdbbd81e47c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:18:21.126579 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ffb380-7dce-4b7a-8acd-fdbbd81e47c8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:18:21.127236 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ffb380-7dce-4b7a-8acd-fdbbd81e47c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:18:21.127942 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ffb380-7dce-4b7a-8acd-fdbbd81e47c8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:18:21.128606 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ffb380-7dce-4b7a-8acd-fdbbd81e47c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:18:21.129308 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ffb380-7dce-4b7a-8acd-fdbbd81e47c8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:18:21.130043 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ffb380-7dce-4b7a-8acd-fdbbd81e47c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:18:21.130705 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ffb380-7dce-4b7a-8acd-fdbbd81e47c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:18:21.131395 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ffb380-7dce-4b7a-8acd-fdbbd81e47c8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:18:21.132129 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ffb380-7dce-4b7a-8acd-fdbbd81e47c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:18:21.132748 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ffb380-7dce-4b7a-8acd-fdbbd81e47c8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:18:21.133776 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ffb380-7dce-4b7a-8acd-fdbbd81e47c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:18:21.135723 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ffb380-7dce-4b7a-8acd-fdbbd81e47c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:18:21.136518 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ffb380-7dce-4b7a-8acd-fdbbd81e47c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:18:21.138086 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ffb380-7dce-4b7a-8acd-fdbbd81e47c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:18:21.152469 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ffb380-7dce-4b7a-8acd-fdbbd81e47c8 admin admin] No DVR routers for this DVR port 9e2303a1-51af-4709-9802-1a6198a6e8e5 on host n-d-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:18:21.162927 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ff05b1d9-7769-499c-9ef8-db185f07fdda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (f93758fc-6cb6-49a3-b817-ff7e340e0933), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:21.631017 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f6ffb380-7dce-4b7a-8acd-fdbbd81e47c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (8147f952-52d3-44fc-8f80-6bab2c74dd57), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:21.701830 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-f6ffb380-7dce-4b7a-8acd-fdbbd81e47c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8147f952-52d3-44fc-8f80-6bab2c74dd57']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:18:21.725266 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-f6ffb380-7dce-4b7a-8acd-fdbbd81e47c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b1b6cfd-63c9-4563-8bf9-9e5a1565ffd7') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:18:21.726049 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-f6ffb380-7dce-4b7a-8acd-fdbbd81e47c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b1b6cfd-63c9-4563-8bf9-9e5a1565ffd7') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:18:21.760437 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f6ffb380-7dce-4b7a-8acd-fdbbd81e47c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (6b1b6cfd-63c9-4563-8bf9-9e5a1565ffd7), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:21.830614 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f6ffb380-7dce-4b7a-8acd-fdbbd81e47c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (6b1b6cfd-63c9-4563-8bf9-9e5a1565ffd7), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:21.857270 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6ffb380-7dce-4b7a-8acd-fdbbd81e47c8 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:18:21.863125 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f6ffb380-7dce-4b7a-8acd-fdbbd81e47c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (6b1b6cfd-63c9-4563-8bf9-9e5a1565ffd7), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:22.011580 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff05b1d9-7769-499c-9ef8-db185f07fdda admin admin] Pushing event deleted for resources: {'Port': ['ID=f93758fc-6cb6-49a3-b817-ff7e340e0933,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:18:22.118049 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:22.120892 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:23.283006 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 6b1b6cfd-63c9-4563-8bf9-9e5a1565ffd7 resource provider aggregate not found Oct 04 21:18:23.295968 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f6ffb380-7dce-4b7a-8acd-fdbbd81e47c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (8147f952-52d3-44fc-8f80-6bab2c74dd57), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:23.328206 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f6ffb380-7dce-4b7a-8acd-fdbbd81e47c8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:23.333139 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f6ffb380-7dce-4b7a-8acd-fdbbd81e47c8 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/8147f952-52d3-44fc-8f80-6bab2c74dd57 HTTP/1.1" status: 204 len: 168 time: 5.1578424 Oct 04 21:18:23.363786 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 6b1b6cfd-63c9-4563-8bf9-9e5a1565ffd7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6b1b6cfd-63c9-4563-8bf9-9e5a1565ffd7 found for delete ", "request_id": "req-8e2fae56-67ee-4a3d-8ef2-f8b28d2f0b32"}]} Oct 04 21:18:23.366113 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ffb380-7dce-4b7a-8acd-fdbbd81e47c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8147f952-52d3-44fc-8f80-6bab2c74dd57,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:18:23.726850 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 42194) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:18:23.811376 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ff05b1d9-7769-499c-9ef8-db185f07fdda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (96ca2132-9d70-4ed1-b37a-d41805bfcbac), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:24.169512 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-19944d03-38bc-4cb5-93b2-204027e35662 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-943056352-network', 'tenant_id': '407a5520d21e46e8bcaddabf536fadcd'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:18:24.382189 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19944d03-38bc-4cb5-93b2-204027e35662 admin admin] Made reservation on behalf of 407a5520d21e46e8bcaddabf536fadcd for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:18:24.390393 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-19944d03-38bc-4cb5-93b2-204027e35662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:24.452949 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-19944d03-38bc-4cb5-93b2-204027e35662 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:24.481596 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff05b1d9-7769-499c-9ef8-db185f07fdda admin admin] Router 96ca2132-9d70-4ed1-b37a-d41805bfcbac has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:18:24.519004 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 42206) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:18:24.780733 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:18:24.925259 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-430947a0-4ead-49a9-82c7-7b034db666b4 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=7e2c855e54d84571bcba4b358dd867f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2757919 Oct 04 21:18:24.925923 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff05b1d9-7769-499c-9ef8-db185f07fdda admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:18:24.926087 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac1aacf-611b-4fc3-8f9d-50bb09e27a28 None None] Sync routers for ids ['96ca2132-9d70-4ed1-b37a-d41805bfcbac'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:18:24.926734 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-ff05b1d9-7769-499c-9ef8-db185f07fdda admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/96ca2132-9d70-4ed1-b37a-d41805bfcbac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9652534 Oct 04 21:18:24.926885 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac1aacf-611b-4fc3-8f9d-50bb09e27a28 None None] Routers {'96ca2132-9d70-4ed1-b37a-d41805bfcbac'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:18:24.926885 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-2ac1aacf-611b-4fc3-8f9d-50bb09e27a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:18:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['96ca2132-9d70-4ed1-b37a-d41805bfcbac'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:18:24.930963 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-19944d03-38bc-4cb5-93b2-204027e35662 admin admin] Publish callbacks [] for security_group (4cef8272-9e5b-4cde-92a2-2c1956e9fad3), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:24.931226 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 42212) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:18:24.931226 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 42214) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:18:25.140459 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-2ac1aacf-611b-4fc3-8f9d-50bb09e27a28 None None] Set router 96ca2132-9d70-4ed1-b37a-d41805bfcbac gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:18:25.231044 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-184ad6ef-7c93-4aa5-a08b-05b8dc506006 admin admin] Publish callbacks [] for security_group (e1822929-7cd8-426e-aa62-cda861ff405d), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:25.271488 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c9cf12fa-9aa4-456f-90c2-518ff96f233c admin admin] Publish callbacks [] for router (96ca2132-9d70-4ed1-b37a-d41805bfcbac), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:25.277303 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-19944d03-38bc-4cb5-93b2-204027e35662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (4cef8272-9e5b-4cde-92a2-2c1956e9fad3), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:25.403073 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19944d03-38bc-4cb5-93b2-204027e35662 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:18:25.440347 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19944d03-38bc-4cb5-93b2-204027e35662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cef8272-9e5b-4cde-92a2-2c1956e9fad3,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:18:25.458042 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-19944d03-38bc-4cb5-93b2-204027e35662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (7951d224-dd94-4f9a-b8f1-e7dd163e2300), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:25.458900 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-19944d03-38bc-4cb5-93b2-204027e35662 admin admin] Added segment 7951d224-dd94-4f9a-b8f1-e7dd163e2300 of type vlan for network ef5b989d-e9a3-4739-9912-c35576cecbc1 Oct 04 21:18:25.672938 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:18:25.698680 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-19944d03-38bc-4cb5-93b2-204027e35662 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (ef5b989d-e9a3-4739-9912-c35576cecbc1), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:25.719016 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-184ad6ef-7c93-4aa5-a08b-05b8dc506006 admin admin] Publish callbacks [] for security_group (e1822929-7cd8-426e-aa62-cda861ff405d), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:25.809232 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c9cf12fa-9aa4-456f-90c2-518ff96f233c admin admin] Publish callbacks [] for router_gateway (96ca2132-9d70-4ed1-b37a-d41805bfcbac), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:25.887752 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-19944d03-38bc-4cb5-93b2-204027e35662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (ef5b989d-e9a3-4739-9912-c35576cecbc1), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:25.890754 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19944d03-38bc-4cb5-93b2-204027e35662 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:18:25.894040 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-19944d03-38bc-4cb5-93b2-204027e35662 admin admin] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:25.937431 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-184ad6ef-7c93-4aa5-a08b-05b8dc506006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (e1822929-7cd8-426e-aa62-cda861ff405d), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:25.945000 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-184ad6ef-7c93-4aa5-a08b-05b8dc506006 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:25.958017 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-184ad6ef-7c93-4aa5-a08b-05b8dc506006 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/e1822929-7cd8-426e-aa62-cda861ff405d HTTP/1.1" status: 204 len: 168 time: 1.0413070 Oct 04 21:18:26.113021 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19944d03-38bc-4cb5-93b2-204027e35662 admin admin] Pushing event updated for resources: {'Network': ['ID=ef5b989d-e9a3-4739-9912-c35576cecbc1,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:18:26.129092 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-19944d03-38bc-4cb5-93b2-204027e35662 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.3992808 Oct 04 21:18:26.132910 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network ef5b989d-e9a3-4739-9912-c35576cecbc1 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:18:26.149143 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 42230) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:18:26.162412 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184ad6ef-7c93-4aa5-a08b-05b8dc506006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1822929-7cd8-426e-aa62-cda861ff405d,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:18:26.170447 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-b3a80150-9bfc-401e-8960-aabcdee096ba admin admin] Request body: {'subnet': {'network_id': 'ef5b989d-e9a3-4739-9912-c35576cecbc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-943056352-subnet', 'tenant_id': '407a5520d21e46e8bcaddabf536fadcd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:18:26.179330 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:INSERT=18,neutron:UPDATE=2,neutron:SELECT=77,neutron:DELETE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:18:26.232821 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-c9cf12fa-9aa4-456f-90c2-518ff96f233c admin admin] Deleting port 1dc5a566-40e3-4c56-8836-0d53cd48d0d0 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:18:26.233574 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c9cf12fa-9aa4-456f-90c2-518ff96f233c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (1dc5a566-40e3-4c56-8836-0d53cd48d0d0), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:26.266895 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-2ac1aacf-611b-4fc3-8f9d-50bb09e27a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ca2132-9d70-4ed1-b37a-d41805bfcbac', 'name': 'tempest-TestVolumeBackupRestore-1418663750-router', 'tenant_id': '2e5de3cd23f54af491e3e2ee52f16035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '1dc5a566-40e3-4c56-8836-0d53cd48d0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:08:05Z', 'updated_at': '2022-10-04T21:18:20Z', 'revision_number': 5, 'project_id': '2e5de3cd23f54af491e3e2ee52f16035', 'gw_port': {'id': '1dc5a566-40e3-4c56-8836-0d53cd48d0d0', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:41:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ca2132-9d70-4ed1-b37a-d41805bfcbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:08:08Z', 'updated_at': '2022-10-04T21:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:18:26.327252 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a80150-9bfc-401e-8960-aabcdee096ba admin admin] Made reservation on behalf of 407a5520d21e46e8bcaddabf536fadcd for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:18:26.332261 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b3a80150-9bfc-401e-8960-aabcdee096ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:26.452334 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac1aacf-611b-4fc3-8f9d-50bb09e27a28 None None] Checking router: 96ca2132-9d70-4ed1-b37a-d41805bfcbac for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:18:26.506075 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac1aacf-611b-4fc3-8f9d-50bb09e27a28 None None] Routers {'96ca2132-9d70-4ed1-b37a-d41805bfcbac'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:18:26.508891 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-2ac1aacf-611b-4fc3-8f9d-50bb09e27a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:18:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['96ca2132-9d70-4ed1-b37a-d41805bfcbac'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:18:26.619292 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-c9cf12fa-9aa4-456f-90c2-518ff96f233c admin admin] For port 1dc5a566-40e3-4c56-8836-0d53cd48d0d0, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=1dc5a566-40e3-4c56-8836-0d53cd48d0d0,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:18:26.619956 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c9cf12fa-9aa4-456f-90c2-518ff96f233c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (1dc5a566-40e3-4c56-8836-0d53cd48d0d0), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:26.721904 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-c9cf12fa-9aa4-456f-90c2-518ff96f233c admin admin] Calling delete_port for 1dc5a566-40e3-4c56-8836-0d53cd48d0d0 owned by network:router_gateway {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:18:27.014589 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-2ac1aacf-611b-4fc3-8f9d-50bb09e27a28 None None] Set router 96ca2132-9d70-4ed1-b37a-d41805bfcbac gateway port host: None {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:18:27.224438 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-2ac1aacf-611b-4fc3-8f9d-50bb09e27a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ca2132-9d70-4ed1-b37a-d41805bfcbac', 'name': 'tempest-TestVolumeBackupRestore-1418663750-router', 'tenant_id': '2e5de3cd23f54af491e3e2ee52f16035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:08:05Z', 'updated_at': '2022-10-04T21:18:25Z', 'revision_number': 6, 'project_id': '2e5de3cd23f54af491e3e2ee52f16035', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:18:27.311903 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac1aacf-611b-4fc3-8f9d-50bb09e27a28 None None] The sync data for ids ['96ca2132-9d70-4ed1-b37a-d41805bfcbac'] in n-d-852085-12 is: [{'id': '96ca2132-9d70-4ed1-b37a-d41805bfcbac', 'name': 'tempest-TestVolumeBackupRestore-1418663750-router', 'tenant_id': '2e5de3cd23f54af491e3e2ee52f16035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:08:05Z', 'updated_at': '2022-10-04T21:18:25Z', 'revision_number': 6, 'project_id': '2e5de3cd23f54af491e3e2ee52f16035', 'gw_port_host': None}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:18:27.426542 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b3a80150-9bfc-401e-8960-aabcdee096ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (02e5aebc-6a4e-44fe-98c2-62d5709d44bf), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:27.461195 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:18:27.587641 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c9cf12fa-9aa4-456f-90c2-518ff96f233c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (1dc5a566-40e3-4c56-8836-0d53cd48d0d0), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:27.724464 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cf12fa-9aa4-456f-90c2-518ff96f233c admin admin] Pushing event deleted for resources: {'Port': ['ID=1dc5a566-40e3-4c56-8836-0d53cd48d0d0,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:18:27.831630 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a80150-9bfc-401e-8960-aabcdee096ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=02e5aebc-6a4e-44fe-98c2-62d5709d44bf,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:18:27.906091 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a80150-9bfc-401e-8960-aabcdee096ba admin admin] Checking segment: {'id': '7951d224-dd94-4f9a-b8f1-e7dd163e2300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ef5b989d-e9a3-4739-9912-c35576cecbc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:18:27.911221 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a80150-9bfc-401e-8960-aabcdee096ba admin admin] Network hostable DHCP agents. Network: ef5b989d-e9a3-4739-9912-c35576cecbc1, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:18:27.986745 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c9cf12fa-9aa4-456f-90c2-518ff96f233c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (96ca2132-9d70-4ed1-b37a-d41805bfcbac), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:28.060902 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a80150-9bfc-401e-8960-aabcdee096ba admin admin] Network ef5b989d-e9a3-4739-9912-c35576cecbc1 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:18:28.163905 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-b3a80150-9bfc-401e-8960-aabcdee096ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, ef5b989d-e9a3-4739-9912-c35576cecbc1) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:18:28.172804 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a80150-9bfc-401e-8960-aabcdee096ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:18:28.174245 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b3a80150-9bfc-401e-8960-aabcdee096ba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:28.198717 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18923526-c299-4141-8f56-cf5b14ac603d None None] Network ef5b989d-e9a3-4739-9912-c35576cecbc1 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:18:28.388214 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c9cf12fa-9aa4-456f-90c2-518ff96f233c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (96ca2132-9d70-4ed1-b37a-d41805bfcbac), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:28.397704 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c9cf12fa-9aa4-456f-90c2-518ff96f233c admin admin] Publish callbacks [] for router_controller (96ca2132-9d70-4ed1-b37a-d41805bfcbac), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:28.445962 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 42266) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:18:28.478638 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b3a80150-9bfc-401e-8960-aabcdee096ba admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3264220 Oct 04 21:18:28.567954 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device f93758fc-6cb6-49a3-b817-ff7e340e0933 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:18:28.729671 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-8c5b37a3-5502-4023-b5d4-8d057af254bd admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=897a1e4fc0a84a1b96300ca5991a7ccf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2802682 Oct 04 21:18:28.734404 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 42272) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:18:28.746239 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: f93758fc-6cb6-49a3-b817-ff7e340e0933 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:18:28.749054 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device f93758fc-6cb6-49a3-b817-ff7e340e0933 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:18:28.755013 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 1dc5a566-40e3-4c56-8836-0d53cd48d0d0 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:18:28.828252 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c9cf12fa-9aa4-456f-90c2-518ff96f233c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (96ca2132-9d70-4ed1-b37a-d41805bfcbac), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:28.829349 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9cf12fa-9aa4-456f-90c2-518ff96f233c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96ca2132-9d70-4ed1-b37a-d41805bfcbac {{(pid=108170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 21:18:28.865122 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c9cf12fa-9aa4-456f-90c2-518ff96f233c admin admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:28.874958 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c9cf12fa-9aa4-456f-90c2-518ff96f233c admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/96ca2132-9d70-4ed1-b37a-d41805bfcbac HTTP/1.1" status: 204 len: 168 time: 3.9495127 Oct 04 21:18:28.878136 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 42274) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:18:28.925944 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 1dc5a566-40e3-4c56-8836-0d53cd48d0d0 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:18:28.926418 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 1dc5a566-40e3-4c56-8836-0d53cd48d0d0 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:18:28.994806 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7be328-0512-416d-be27-14ad70c72c75 None None] Network ef5b989d-e9a3-4739-9912-c35576cecbc1 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:18:29.101758 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-09573e14-bbe6-48a6-9f82-1d2603f110e6 admin admin] Publish callbacks [] for security_group (a9320940-973a-494d-8dc5-e9b2b4054675), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:29.271488 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-09573e14-bbe6-48a6-9f82-1d2603f110e6 admin admin] Publish callbacks [] for security_group (a9320940-973a-494d-8dc5-e9b2b4054675), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:29.276233 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec898060-9a16-475f-8e53-24ecc33453b5 admin admin] Deleting subnet c68ea9dd-fb07-46cf-8b17-8ba258be508f {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:18:29.293563 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ec898060-9a16-475f-8e53-24ecc33453b5 admin admin] Publish callbacks [] for subnet (c68ea9dd-fb07-46cf-8b17-8ba258be508f), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:29.330983 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:18:29.375069 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:18:29.453575 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ec898060-9a16-475f-8e53-24ecc33453b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (c68ea9dd-fb07-46cf-8b17-8ba258be508f), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:29.626378 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-09573e14-bbe6-48a6-9f82-1d2603f110e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (a9320940-973a-494d-8dc5-e9b2b4054675), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:29.631806 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-09573e14-bbe6-48a6-9f82-1d2603f110e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:29.643411 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-09573e14-bbe6-48a6-9f82-1d2603f110e6 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/a9320940-973a-494d-8dc5-e9b2b4054675 HTTP/1.1" status: 204 len: 168 time: 0.8974168 Oct 04 21:18:29.673452 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09573e14-bbe6-48a6-9f82-1d2603f110e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9320940-973a-494d-8dc5-e9b2b4054675,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:18:29.775511 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ec898060-9a16-475f-8e53-24ecc33453b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (c68ea9dd-fb07-46cf-8b17-8ba258be508f), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:30.182810 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ec898060-9a16-475f-8e53-24ecc33453b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (c68ea9dd-fb07-46cf-8b17-8ba258be508f), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:30.235390 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec898060-9a16-475f-8e53-24ecc33453b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c68ea9dd-fb07-46cf-8b17-8ba258be508f,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:18:30.254882 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ec898060-9a16-475f-8e53-24ecc33453b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:30.265503 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2344110-a146-4c1c-b2fc-18a908d6ff1e None None] Network 124623e3-9f94-4b2f-9597-82851ed5391b requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:18:30.267096 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 42300) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:18:30.267958 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ec898060-9a16-475f-8e53-24ecc33453b5 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/c68ea9dd-fb07-46cf-8b17-8ba258be508f HTTP/1.1" status: 204 len: 168 time: 1.3855042 Oct 04 21:18:30.737827 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4d565bbb-add6-41f6-a21d-f3fec0fbca68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (124623e3-9f94-4b2f-9597-82851ed5391b), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:30.817646 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7371dc-0c40-4181-af61-5216122dc1b4 None None] DHCP port deletion for 124623e3-9f94-4b2f-9597-82851ed5391b request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:18:30.988251 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-8d7371dc-0c40-4181-af61-5216122dc1b4 None None] Deleting port d78ffdbe-bcb5-4eeb-a57c-004fa8af20cc {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:18:30.992850 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8d7371dc-0c40-4181-af61-5216122dc1b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (d78ffdbe-bcb5-4eeb-a57c-004fa8af20cc), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:31.054115 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:18:31.079020 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-4d565bbb-add6-41f6-a21d-f3fec0fbca68 admin admin] Deleting port d78ffdbe-bcb5-4eeb-a57c-004fa8af20cc {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:18:31.080501 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4d565bbb-add6-41f6-a21d-f3fec0fbca68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (d78ffdbe-bcb5-4eeb-a57c-004fa8af20cc), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:31.276294 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-8d7371dc-0c40-4181-af61-5216122dc1b4 None None] For port d78ffdbe-bcb5-4eeb-a57c-004fa8af20cc, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=d78ffdbe-bcb5-4eeb-a57c-004fa8af20cc,segment=NetworkSegment(5274ffb0-da84-4cf7-abc3-aa2af32f3a5b),segment_id=5274ffb0-da84-4cf7-abc3-aa2af32f3a5b)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:18:31.279950 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8d7371dc-0c40-4181-af61-5216122dc1b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (d78ffdbe-bcb5-4eeb-a57c-004fa8af20cc), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:31.299652 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-4d565bbb-add6-41f6-a21d-f3fec0fbca68 admin admin] For port d78ffdbe-bcb5-4eeb-a57c-004fa8af20cc, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=d78ffdbe-bcb5-4eeb-a57c-004fa8af20cc,segment=NetworkSegment(5274ffb0-da84-4cf7-abc3-aa2af32f3a5b),segment_id=5274ffb0-da84-4cf7-abc3-aa2af32f3a5b)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:18:31.301211 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4d565bbb-add6-41f6-a21d-f3fec0fbca68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (d78ffdbe-bcb5-4eeb-a57c-004fa8af20cc), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:31.315099 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-8d7371dc-0c40-4181-af61-5216122dc1b4 None None] Calling delete_port for d78ffdbe-bcb5-4eeb-a57c-004fa8af20cc owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:18:31.334821 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-4d565bbb-add6-41f6-a21d-f3fec0fbca68 admin admin] Calling delete_port for d78ffdbe-bcb5-4eeb-a57c-004fa8af20cc owned by network:dhcp {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:18:31.731164 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8d7371dc-0c40-4181-af61-5216122dc1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (d78ffdbe-bcb5-4eeb-a57c-004fa8af20cc), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:31.758773 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4d565bbb-add6-41f6-a21d-f3fec0fbca68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (d78ffdbe-bcb5-4eeb-a57c-004fa8af20cc), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:31.882673 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7371dc-0c40-4181-af61-5216122dc1b4 None None] Pushing event deleted for resources: {'Port': ['ID=d78ffdbe-bcb5-4eeb-a57c-004fa8af20cc,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:18:31.903180 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7371dc-0c40-4181-af61-5216122dc1b4 None None] No DVR routers for this DVR port d78ffdbe-bcb5-4eeb-a57c-004fa8af20cc on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:18:31.909535 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d565bbb-add6-41f6-a21d-f3fec0fbca68 admin admin] Pushing event deleted for resources: {'Port': ['ID=d78ffdbe-bcb5-4eeb-a57c-004fa8af20cc,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:18:31.938476 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d565bbb-add6-41f6-a21d-f3fec0fbca68 admin admin] No DVR routers for this DVR port d78ffdbe-bcb5-4eeb-a57c-004fa8af20cc on host n-d-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:18:32.176580 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4d565bbb-add6-41f6-a21d-f3fec0fbca68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (124623e3-9f94-4b2f-9597-82851ed5391b), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:32.246081 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-4d565bbb-add6-41f6-a21d-f3fec0fbca68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['124623e3-9f94-4b2f-9597-82851ed5391b']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:18:32.284441 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-4d565bbb-add6-41f6-a21d-f3fec0fbca68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5274ffb0-da84-4cf7-abc3-aa2af32f3a5b') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:18:32.286781 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-4d565bbb-add6-41f6-a21d-f3fec0fbca68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5274ffb0-da84-4cf7-abc3-aa2af32f3a5b') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:18:32.324045 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4d565bbb-add6-41f6-a21d-f3fec0fbca68 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (5274ffb0-da84-4cf7-abc3-aa2af32f3a5b), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:32.326848 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device d78ffdbe-bcb5-4eeb-a57c-004fa8af20cc no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:18:32.361628 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4d565bbb-add6-41f6-a21d-f3fec0fbca68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (5274ffb0-da84-4cf7-abc3-aa2af32f3a5b), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:32.377862 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d565bbb-add6-41f6-a21d-f3fec0fbca68 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:18:32.379465 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4d565bbb-add6-41f6-a21d-f3fec0fbca68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (5274ffb0-da84-4cf7-abc3-aa2af32f3a5b), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:32.426889 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: d78ffdbe-bcb5-4eeb-a57c-004fa8af20cc {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:18:32.427982 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device d78ffdbe-bcb5-4eeb-a57c-004fa8af20cc not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:18:32.504426 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 5274ffb0-da84-4cf7-abc3-aa2af32f3a5b resource provider aggregate not found Oct 04 21:18:32.547321 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 5274ffb0-da84-4cf7-abc3-aa2af32f3a5b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5274ffb0-da84-4cf7-abc3-aa2af32f3a5b found for delete ", "request_id": "req-36766149-5449-4e6e-a943-5cf327d4b9e0"}]} Oct 04 21:18:32.608991 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:32.723884 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4d565bbb-add6-41f6-a21d-f3fec0fbca68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (124623e3-9f94-4b2f-9597-82851ed5391b), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:32.735558 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4d565bbb-add6-41f6-a21d-f3fec0fbca68 admin admin] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:32.746881 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4d565bbb-add6-41f6-a21d-f3fec0fbca68 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/124623e3-9f94-4b2f-9597-82851ed5391b HTTP/1.1" status: 204 len: 168 time: 2.4779201 Oct 04 21:18:32.752300 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 42344) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:18:32.783295 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d565bbb-add6-41f6-a21d-f3fec0fbca68 admin admin] Pushing event deleted for resources: {'Network': ['ID=124623e3-9f94-4b2f-9597-82851ed5391b,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:18:33.441848 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:INSERT=2,neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:18:33.494332 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:33.921267 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-025a5f01-91c0-4b01-af5c-568a5c1cdd12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (6304a791-050f-4a86-99f0-9c5cc91f1c34), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:34.000720 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:18:34.663237 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 42364) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:18:35.173433 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-025a5f01-91c0-4b01-af5c-568a5c1cdd12 admin admin] Deleting port 2cfb272f-47a4-4ec4-b05b-c28fb296aade {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:18:35.176529 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-025a5f01-91c0-4b01-af5c-568a5c1cdd12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (2cfb272f-47a4-4ec4-b05b-c28fb296aade), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:35.226104 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9eb3f4bb-2d5f-4fcf-a1e0-f627f884f601 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:35.481601 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9eb3f4bb-2d5f-4fcf-a1e0-f627f884f601 admin admin] Publish callbacks [] for security_group (84a8fb4d-9fe0-4f87-8589-4caf269b456d), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:35.558001 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9eb3f4bb-2d5f-4fcf-a1e0-f627f884f601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (84a8fb4d-9fe0-4f87-8589-4caf269b456d), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:35.622157 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-025a5f01-91c0-4b01-af5c-568a5c1cdd12 admin admin] For port 2cfb272f-47a4-4ec4-b05b-c28fb296aade, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=2cfb272f-47a4-4ec4-b05b-c28fb296aade,segment=NetworkSegment(1569562e-36f8-4225-9615-748cf169fa18),segment_id=1569562e-36f8-4225-9615-748cf169fa18)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:18:35.622918 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-025a5f01-91c0-4b01-af5c-568a5c1cdd12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (2cfb272f-47a4-4ec4-b05b-c28fb296aade), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:35.659345 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-025a5f01-91c0-4b01-af5c-568a5c1cdd12 admin admin] Calling delete_port for 2cfb272f-47a4-4ec4-b05b-c28fb296aade owned by network:router_interface {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:18:35.838265 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-9eb3f4bb-2d5f-4fcf-a1e0-f627f884f601 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=8d4a31bb6c7643468bed969b45c7c562&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1705847 Oct 04 21:18:35.845234 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb3f4bb-2d5f-4fcf-a1e0-f627f884f601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a8fb4d-9fe0-4f87-8589-4caf269b456d,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:18:35.855528 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 42374) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:18:36.206793 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5221cc7b-3dc6-4ab3-aef9-017ad7e72fb8 admin admin] Publish callbacks [] for security_group (84a8fb4d-9fe0-4f87-8589-4caf269b456d), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:36.320900 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5221cc7b-3dc6-4ab3-aef9-017ad7e72fb8 admin admin] Publish callbacks [] for security_group (84a8fb4d-9fe0-4f87-8589-4caf269b456d), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:36.387452 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:18:36.652352 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5221cc7b-3dc6-4ab3-aef9-017ad7e72fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (84a8fb4d-9fe0-4f87-8589-4caf269b456d), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:36.658626 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5221cc7b-3dc6-4ab3-aef9-017ad7e72fb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:36.664048 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-5221cc7b-3dc6-4ab3-aef9-017ad7e72fb8 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/84a8fb4d-9fe0-4f87-8589-4caf269b456d HTTP/1.1" status: 204 len: 168 time: 0.8031669 Oct 04 21:18:36.754314 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5221cc7b-3dc6-4ab3-aef9-017ad7e72fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a8fb4d-9fe0-4f87-8589-4caf269b456d,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:18:37.228395 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=57 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:18:37.230203 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=26 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:18:37.461482 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-025a5f01-91c0-4b01-af5c-568a5c1cdd12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (2cfb272f-47a4-4ec4-b05b-c28fb296aade), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:37.634870 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:18:37.637131 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025a5f01-91c0-4b01-af5c-568a5c1cdd12 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cfb272f-47a4-4ec4-b05b-c28fb296aade,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:18:37.812773 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025a5f01-91c0-4b01-af5c-568a5c1cdd12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:18:37.814421 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025a5f01-91c0-4b01-af5c-568a5c1cdd12 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:18:37.815267 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025a5f01-91c0-4b01-af5c-568a5c1cdd12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:18:37.816272 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025a5f01-91c0-4b01-af5c-568a5c1cdd12 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:18:37.820575 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025a5f01-91c0-4b01-af5c-568a5c1cdd12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:18:37.821497 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025a5f01-91c0-4b01-af5c-568a5c1cdd12 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:18:37.822642 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025a5f01-91c0-4b01-af5c-568a5c1cdd12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:18:37.823538 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025a5f01-91c0-4b01-af5c-568a5c1cdd12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:18:37.832132 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025a5f01-91c0-4b01-af5c-568a5c1cdd12 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:18:37.833066 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025a5f01-91c0-4b01-af5c-568a5c1cdd12 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:18:37.833873 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025a5f01-91c0-4b01-af5c-568a5c1cdd12 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:18:37.834940 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025a5f01-91c0-4b01-af5c-568a5c1cdd12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:18:37.835729 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025a5f01-91c0-4b01-af5c-568a5c1cdd12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:18:37.836515 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025a5f01-91c0-4b01-af5c-568a5c1cdd12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:18:37.837286 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025a5f01-91c0-4b01-af5c-568a5c1cdd12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:18:38.292172 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-025a5f01-91c0-4b01-af5c-568a5c1cdd12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (6304a791-050f-4a86-99f0-9c5cc91f1c34), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:39.210577 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-025a5f01-91c0-4b01-af5c-568a5c1cdd12 admin admin] Router 6304a791-050f-4a86-99f0-9c5cc91f1c34 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:18:39.758308 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-025a5f01-91c0-4b01-af5c-568a5c1cdd12 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:18:39.799288 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 42420) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:18:39.801233 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-025a5f01-91c0-4b01-af5c-568a5c1cdd12 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/6304a791-050f-4a86-99f0-9c5cc91f1c34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0462272 Oct 04 21:18:39.806387 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2622cc-ff8c-4be8-bca6-b3c637c185be None None] Sync routers for ids ['6304a791-050f-4a86-99f0-9c5cc91f1c34'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:18:39.845487 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2622cc-ff8c-4be8-bca6-b3c637c185be None None] Routers {'6304a791-050f-4a86-99f0-9c5cc91f1c34'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:18:39.850580 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-2d2622cc-ff8c-4be8-bca6-b3c637c185be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:18:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['6304a791-050f-4a86-99f0-9c5cc91f1c34'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:18:40.153390 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0e57ed75-8649-496e-8905-5c26739a4f7b admin admin] Publish callbacks [] for router (6304a791-050f-4a86-99f0-9c5cc91f1c34), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:40.210410 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 42422) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:18:40.248216 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-2d2622cc-ff8c-4be8-bca6-b3c637c185be None None] Set router 6304a791-050f-4a86-99f0-9c5cc91f1c34 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:18:40.440446 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:DELETE=9,neutron:SELECT=79,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:18:40.510281 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0e57ed75-8649-496e-8905-5c26739a4f7b admin admin] Publish callbacks [] for router_gateway (6304a791-050f-4a86-99f0-9c5cc91f1c34), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:40.524831 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:18:40.595447 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-2a3b62b8-a5c8-46a5-8ad0-c8e0f6ba8e2f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-565845854-network', 'tenant_id': 'd3fac9b31f4a46eaae79ae4e7dfc1b9c'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:18:40.652083 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-2d2622cc-ff8c-4be8-bca6-b3c637c185be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6304a791-050f-4a86-99f0-9c5cc91f1c34', 'name': 'tempest-TestVolumeBackupRestore-1561662983-router', 'tenant_id': 'be6737dcacaa4985bb6bc9e1bf6b1f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '1fe6330a-a7f7-4c19-9aec-77142fd513cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:08:40Z', 'updated_at': '2022-10-04T21:18:37Z', 'revision_number': 5, 'project_id': 'be6737dcacaa4985bb6bc9e1bf6b1f0a', 'gw_port': {'id': '1fe6330a-a7f7-4c19-9aec-77142fd513cd', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ca:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6304a791-050f-4a86-99f0-9c5cc91f1c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:08:43Z', 'updated_at': '2022-10-04T21:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:18:40.749343 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-0e57ed75-8649-496e-8905-5c26739a4f7b admin admin] Deleting port 1fe6330a-a7f7-4c19-9aec-77142fd513cd {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:18:40.749889 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0e57ed75-8649-496e-8905-5c26739a4f7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (1fe6330a-a7f7-4c19-9aec-77142fd513cd), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:40.759427 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2622cc-ff8c-4be8-bca6-b3c637c185be None None] Checking router: 6304a791-050f-4a86-99f0-9c5cc91f1c34 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:18:40.780645 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3b62b8-a5c8-46a5-8ad0-c8e0f6ba8e2f admin admin] Made reservation on behalf of d3fac9b31f4a46eaae79ae4e7dfc1b9c for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:18:40.790218 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2a3b62b8-a5c8-46a5-8ad0-c8e0f6ba8e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:40.830541 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2622cc-ff8c-4be8-bca6-b3c637c185be None None] Routers {'6304a791-050f-4a86-99f0-9c5cc91f1c34'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:18:40.832008 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-2d2622cc-ff8c-4be8-bca6-b3c637c185be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:18:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['6304a791-050f-4a86-99f0-9c5cc91f1c34'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:18:40.837377 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2a3b62b8-a5c8-46a5-8ad0-c8e0f6ba8e2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:41.113744 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2a3b62b8-a5c8-46a5-8ad0-c8e0f6ba8e2f admin admin] Publish callbacks [] for security_group (b8a5e18d-166d-4035-9843-0cd2cb237389), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:41.115311 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:18:41.156038 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-0e57ed75-8649-496e-8905-5c26739a4f7b admin admin] For port 1fe6330a-a7f7-4c19-9aec-77142fd513cd, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=1fe6330a-a7f7-4c19-9aec-77142fd513cd,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:18:41.157904 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0e57ed75-8649-496e-8905-5c26739a4f7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (1fe6330a-a7f7-4c19-9aec-77142fd513cd), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:41.192315 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-0e57ed75-8649-496e-8905-5c26739a4f7b admin admin] Calling delete_port for 1fe6330a-a7f7-4c19-9aec-77142fd513cd owned by network:router_gateway {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:18:41.197246 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2a3b62b8-a5c8-46a5-8ad0-c8e0f6ba8e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (b8a5e18d-166d-4035-9843-0cd2cb237389), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:41.211521 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-2d2622cc-ff8c-4be8-bca6-b3c637c185be None None] Set router 6304a791-050f-4a86-99f0-9c5cc91f1c34 gateway port host: None {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:18:41.254542 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a3b62b8-a5c8-46a5-8ad0-c8e0f6ba8e2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:18:41.288673 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3b62b8-a5c8-46a5-8ad0-c8e0f6ba8e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a5e18d-166d-4035-9843-0cd2cb237389,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:18:41.304016 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2a3b62b8-a5c8-46a5-8ad0-c8e0f6ba8e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (a6b083cf-dfca-4999-97aa-12317eab6686), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:41.304188 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-2a3b62b8-a5c8-46a5-8ad0-c8e0f6ba8e2f admin admin] Added segment a6b083cf-dfca-4999-97aa-12317eab6686 of type vlan for network 976bd4b4-7883-4dce-971d-3c0bf0316858 Oct 04 21:18:41.382263 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:18:41.391291 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-2d2622cc-ff8c-4be8-bca6-b3c637c185be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6304a791-050f-4a86-99f0-9c5cc91f1c34', 'name': 'tempest-TestVolumeBackupRestore-1561662983-router', 'tenant_id': 'be6737dcacaa4985bb6bc9e1bf6b1f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:08:40Z', 'updated_at': '2022-10-04T21:18:40Z', 'revision_number': 6, 'project_id': 'be6737dcacaa4985bb6bc9e1bf6b1f0a', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:18:41.425336 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2a3b62b8-a5c8-46a5-8ad0-c8e0f6ba8e2f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (976bd4b4-7883-4dce-971d-3c0bf0316858), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:41.484665 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2622cc-ff8c-4be8-bca6-b3c637c185be None None] The sync data for ids ['6304a791-050f-4a86-99f0-9c5cc91f1c34'] in n-d-852085-12 is: [{'id': '6304a791-050f-4a86-99f0-9c5cc91f1c34', 'name': 'tempest-TestVolumeBackupRestore-1561662983-router', 'tenant_id': 'be6737dcacaa4985bb6bc9e1bf6b1f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:08:40Z', 'updated_at': '2022-10-04T21:18:40Z', 'revision_number': 6, 'project_id': 'be6737dcacaa4985bb6bc9e1bf6b1f0a', 'gw_port_host': None}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:18:41.585331 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2a3b62b8-a5c8-46a5-8ad0-c8e0f6ba8e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (976bd4b4-7883-4dce-971d-3c0bf0316858), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:41.587754 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3b62b8-a5c8-46a5-8ad0-c8e0f6ba8e2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:18:41.600055 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2a3b62b8-a5c8-46a5-8ad0-c8e0f6ba8e2f admin admin] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:42.029648 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3b62b8-a5c8-46a5-8ad0-c8e0f6ba8e2f admin admin] Pushing event updated for resources: {'Network': ['ID=976bd4b4-7883-4dce-971d-3c0bf0316858,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:18:42.050253 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 976bd4b4-7883-4dce-971d-3c0bf0316858 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:18:42.190617 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-2a3b62b8-a5c8-46a5-8ad0-c8e0f6ba8e2f admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9776707 Oct 04 21:18:42.195096 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 42442) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:18:42.209269 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-d70e621f-2e3f-4538-87c2-35c1a59487f5 admin admin] Request body: {'subnet': {'network_id': '976bd4b4-7883-4dce-971d-3c0bf0316858', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-565845854-subnet', 'tenant_id': 'd3fac9b31f4a46eaae79ae4e7dfc1b9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:18:42.260085 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0e57ed75-8649-496e-8905-5c26739a4f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (1fe6330a-a7f7-4c19-9aec-77142fd513cd), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:42.262757 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 2cfb272f-47a4-4ec4-b05b-c28fb296aade no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:18:42.318644 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 2cfb272f-47a4-4ec4-b05b-c28fb296aade {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:18:42.319224 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 2cfb272f-47a4-4ec4-b05b-c28fb296aade not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:18:42.336204 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e57ed75-8649-496e-8905-5c26739a4f7b admin admin] Pushing event deleted for resources: {'Port': ['ID=1fe6330a-a7f7-4c19-9aec-77142fd513cd,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:18:42.340282 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:18:42.496495 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0e57ed75-8649-496e-8905-5c26739a4f7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (6304a791-050f-4a86-99f0-9c5cc91f1c34), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:42.680288 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0e57ed75-8649-496e-8905-5c26739a4f7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (6304a791-050f-4a86-99f0-9c5cc91f1c34), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:42.684909 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0e57ed75-8649-496e-8905-5c26739a4f7b admin admin] Publish callbacks [] for router_controller (6304a791-050f-4a86-99f0-9c5cc91f1c34), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:42.703730 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70e621f-2e3f-4538-87c2-35c1a59487f5 admin admin] Made reservation on behalf of d3fac9b31f4a46eaae79ae4e7dfc1b9c for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:18:42.708471 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d70e621f-2e3f-4538-87c2-35c1a59487f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:42.973455 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0e57ed75-8649-496e-8905-5c26739a4f7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (6304a791-050f-4a86-99f0-9c5cc91f1c34), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:42.974802 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e57ed75-8649-496e-8905-5c26739a4f7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6304a791-050f-4a86-99f0-9c5cc91f1c34 {{(pid=108170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 21:18:43.022684 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0e57ed75-8649-496e-8905-5c26739a4f7b admin admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:43.029804 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 42446) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:18:43.041388 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-0e57ed75-8649-496e-8905-5c26739a4f7b admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/6304a791-050f-4a86-99f0-9c5cc91f1c34 HTTP/1.1" status: 204 len: 168 time: 3.2388580 Oct 04 21:18:43.199836 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c703ba4-89df-4f67-82b6-5588d76eca0a admin admin] Deleting subnet 14bd8ac4-047f-4d17-b73e-aeae615189b8 {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:18:43.209023 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0c703ba4-89df-4f67-82b6-5588d76eca0a admin admin] Publish callbacks [] for subnet (14bd8ac4-047f-4d17-b73e-aeae615189b8), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:43.325199 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0c703ba4-89df-4f67-82b6-5588d76eca0a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (14bd8ac4-047f-4d17-b73e-aeae615189b8), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:43.416838 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d70e621f-2e3f-4538-87c2-35c1a59487f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (083432a3-6cb1-4e6a-a3a9-8fd3e954ebd8), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:43.549430 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0c703ba4-89df-4f67-82b6-5588d76eca0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (14bd8ac4-047f-4d17-b73e-aeae615189b8), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:43.559704 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=80,neutron:DELETE=10,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:18:43.566231 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70e621f-2e3f-4538-87c2-35c1a59487f5 admin admin] Checking segment: {'id': 'a6b083cf-dfca-4999-97aa-12317eab6686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '976bd4b4-7883-4dce-971d-3c0bf0316858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:18:43.567198 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70e621f-2e3f-4538-87c2-35c1a59487f5 admin admin] Network hostable DHCP agents. Network: 976bd4b4-7883-4dce-971d-3c0bf0316858, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:18:43.575657 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70e621f-2e3f-4538-87c2-35c1a59487f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=083432a3-6cb1-4e6a-a3a9-8fd3e954ebd8,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:18:44.191046 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 1fe6330a-a7f7-4c19-9aec-77142fd513cd no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:18:44.196515 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:18:44.229038 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 1fe6330a-a7f7-4c19-9aec-77142fd513cd {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:18:44.230870 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 1fe6330a-a7f7-4c19-9aec-77142fd513cd not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:18:44.284151 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70e621f-2e3f-4538-87c2-35c1a59487f5 admin admin] Network 976bd4b4-7883-4dce-971d-3c0bf0316858 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:18:44.284440 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0c703ba4-89df-4f67-82b6-5588d76eca0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (14bd8ac4-047f-4d17-b73e-aeae615189b8), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:44.337449 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0c703ba4-89df-4f67-82b6-5588d76eca0a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:44.346472 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8eb081-f25e-41e8-84d4-57416e6c57e1 None None] Network 2609aab7-660a-41ed-80db-1251fa59a030 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:18:44.363357 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 42468) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:18:44.383660 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-0c703ba4-89df-4f67-82b6-5588d76eca0a admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/14bd8ac4-047f-4d17-b73e-aeae615189b8 HTTP/1.1" status: 204 len: 168 time: 1.3520532 Oct 04 21:18:44.412528 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-d70e621f-2e3f-4538-87c2-35c1a59487f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 976bd4b4-7883-4dce-971d-3c0bf0316858) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:18:44.421972 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c703ba4-89df-4f67-82b6-5588d76eca0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14bd8ac4-047f-4d17-b73e-aeae615189b8,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:18:44.452951 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70e621f-2e3f-4538-87c2-35c1a59487f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:18:44.454425 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d70e621f-2e3f-4538-87c2-35c1a59487f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:44.470350 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6e61dc-d3f2-49ca-8872-41b6c83fe1f3 None None] Network 976bd4b4-7883-4dce-971d-3c0bf0316858 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:18:44.676053 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-d70e621f-2e3f-4538-87c2-35c1a59487f5 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.4778788 Oct 04 21:18:44.721346 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-54ac9088-6f60-4cc7-b275-f388bf1a8e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (2609aab7-660a-41ed-80db-1251fa59a030), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:44.912196 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-54ac9088-6f60-4cc7-b275-f388bf1a8e7e admin admin] Deleting port 29f5e130-d40a-47df-9c1c-e22c9a1a86a5 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:18:44.913174 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-54ac9088-6f60-4cc7-b275-f388bf1a8e7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (29f5e130-d40a-47df-9c1c-e22c9a1a86a5), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:44.929006 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3ec66f-7785-4648-a75c-76e58065b0cc None None] Network 976bd4b4-7883-4dce-971d-3c0bf0316858 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:18:45.107823 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-54ac9088-6f60-4cc7-b275-f388bf1a8e7e admin admin] For port 29f5e130-d40a-47df-9c1c-e22c9a1a86a5, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=29f5e130-d40a-47df-9c1c-e22c9a1a86a5,segment=NetworkSegment(1569562e-36f8-4225-9615-748cf169fa18),segment_id=1569562e-36f8-4225-9615-748cf169fa18)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:18:45.108713 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-54ac9088-6f60-4cc7-b275-f388bf1a8e7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (29f5e130-d40a-47df-9c1c-e22c9a1a86a5), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:45.145762 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-54ac9088-6f60-4cc7-b275-f388bf1a8e7e admin admin] Calling delete_port for 29f5e130-d40a-47df-9c1c-e22c9a1a86a5 owned by network:dhcp {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:18:45.375597 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b91fd8-0c14-4358-b0e0-26ca7d0901af None None] DHCP port deletion for 2609aab7-660a-41ed-80db-1251fa59a030 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:18:45.546191 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-54ac9088-6f60-4cc7-b275-f388bf1a8e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (29f5e130-d40a-47df-9c1c-e22c9a1a86a5), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:45.568924 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-c9b91fd8-0c14-4358-b0e0-26ca7d0901af None None] Deleting port 29f5e130-d40a-47df-9c1c-e22c9a1a86a5 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:18:45.571943 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c9b91fd8-0c14-4358-b0e0-26ca7d0901af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (29f5e130-d40a-47df-9c1c-e22c9a1a86a5), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:45.625089 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ac9088-6f60-4cc7-b275-f388bf1a8e7e admin admin] Pushing event deleted for resources: {'Port': ['ID=29f5e130-d40a-47df-9c1c-e22c9a1a86a5,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:18:45.637358 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ac9088-6f60-4cc7-b275-f388bf1a8e7e admin admin] No DVR routers for this DVR port 29f5e130-d40a-47df-9c1c-e22c9a1a86a5 on host n-d-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:18:45.731073 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3811bda4-7d0e-4c75-a32b-dc414ad01023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:45.862287 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-c9b91fd8-0c14-4358-b0e0-26ca7d0901af None None] For port 29f5e130-d40a-47df-9c1c-e22c9a1a86a5, host n-d-852085-12, got binding levels [] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:18:45.863388 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c9b91fd8-0c14-4358-b0e0-26ca7d0901af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (29f5e130-d40a-47df-9c1c-e22c9a1a86a5), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:45.891102 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-c9b91fd8-0c14-4358-b0e0-26ca7d0901af None None] Calling delete_port for 29f5e130-d40a-47df-9c1c-e22c9a1a86a5 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:18:45.898920 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.ipam_backend_mixin [None req-c9b91fd8-0c14-4358-b0e0-26ca7d0901af None None] Port 29f5e130-d40a-47df-9c1c-e22c9a1a86a5 was not found and therefore no delete operation was performed {{(pid=108171) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 04 21:18:45.902213 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c9b91fd8-0c14-4358-b0e0-26ca7d0901af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (29f5e130-d40a-47df-9c1c-e22c9a1a86a5), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:45.955852 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-54ac9088-6f60-4cc7-b275-f388bf1a8e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (2609aab7-660a-41ed-80db-1251fa59a030), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:45.984707 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b91fd8-0c14-4358-b0e0-26ca7d0901af None None] No DVR routers for this DVR port 29f5e130-d40a-47df-9c1c-e22c9a1a86a5 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:18:45.987607 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b91fd8-0c14-4358-b0e0-26ca7d0901af None None] Pushing event deleted for resources: {'Port': ['ID=29f5e130-d40a-47df-9c1c-e22c9a1a86a5,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:18:46.016883 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-54ac9088-6f60-4cc7-b275-f388bf1a8e7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2609aab7-660a-41ed-80db-1251fa59a030']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:18:46.036426 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:18:46.040957 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-54ac9088-6f60-4cc7-b275-f388bf1a8e7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1569562e-36f8-4225-9615-748cf169fa18') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:18:46.041525 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-54ac9088-6f60-4cc7-b275-f388bf1a8e7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1569562e-36f8-4225-9615-748cf169fa18') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:18:46.065736 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-54ac9088-6f60-4cc7-b275-f388bf1a8e7e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (1569562e-36f8-4225-9615-748cf169fa18), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:46.110737 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-54ac9088-6f60-4cc7-b275-f388bf1a8e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (1569562e-36f8-4225-9615-748cf169fa18), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:46.130512 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54ac9088-6f60-4cc7-b275-f388bf1a8e7e admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:18:46.131609 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-54ac9088-6f60-4cc7-b275-f388bf1a8e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (1569562e-36f8-4225-9615-748cf169fa18), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:46.320470 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 29f5e130-d40a-47df-9c1c-e22c9a1a86a5 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:18:46.374592 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 1569562e-36f8-4225-9615-748cf169fa18 resource provider aggregate not found Oct 04 21:18:46.399490 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 29f5e130-d40a-47df-9c1c-e22c9a1a86a5 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:18:46.402708 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 29f5e130-d40a-47df-9c1c-e22c9a1a86a5 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:18:46.422341 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 21:18:46.444975 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 1569562e-36f8-4225-9615-748cf169fa18 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1569562e-36f8-4225-9615-748cf169fa18 found for delete ", "request_id": "req-8691fe27-2dca-430f-bae0-ed55b687c2a3"}]} Oct 04 21:18:46.449903 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-54ac9088-6f60-4cc7-b275-f388bf1a8e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (2609aab7-660a-41ed-80db-1251fa59a030), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:46.482765 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-54ac9088-6f60-4cc7-b275-f388bf1a8e7e admin admin] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:46.504161 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-54ac9088-6f60-4cc7-b275-f388bf1a8e7e admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/2609aab7-660a-41ed-80db-1251fa59a030 HTTP/1.1" status: 204 len: 168 time: 2.1384871 Oct 04 21:18:46.545228 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ac9088-6f60-4cc7-b275-f388bf1a8e7e admin admin] Pushing event deleted for resources: {'Network': ['ID=2609aab7-660a-41ed-80db-1251fa59a030,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:18:47.456070 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 42520) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:18:47.461342 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6229cf89-3221-4b3a-b6b8-6308039a5003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:47.589125 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-4085bb65-9eaa-4af4-8460-bcee44a90b8c admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=2e5de3cd23f54af491e3e2ee52f16035&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1267037 Oct 04 21:18:47.601442 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 42524) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:18:47.739829 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8c0aa4b9-4238-4933-98ab-9a58337cd4b6 admin admin] Publish callbacks [] for security_group (850e47ed-2c1f-4644-bb6a-084b69fed397), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:47.783499 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8c0aa4b9-4238-4933-98ab-9a58337cd4b6 admin admin] Publish callbacks [] for security_group (850e47ed-2c1f-4644-bb6a-084b69fed397), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:48.020984 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8c0aa4b9-4238-4933-98ab-9a58337cd4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (850e47ed-2c1f-4644-bb6a-084b69fed397), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:48.026644 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8c0aa4b9-4238-4933-98ab-9a58337cd4b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:48.031969 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-8c0aa4b9-4238-4933-98ab-9a58337cd4b6 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/850e47ed-2c1f-4644-bb6a-084b69fed397 HTTP/1.1" status: 204 len: 168 time: 0.4253941 Oct 04 21:18:48.104107 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0aa4b9-4238-4933-98ab-9a58337cd4b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=850e47ed-2c1f-4644-bb6a-084b69fed397,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:18:49.928232 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 42558) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:18:50.070570 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 42560) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:18:50.072610 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-fdc72014-6b76-41b4-9239-86944f5cfc6c admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=be6737dcacaa4985bb6bc9e1bf6b1f0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1413465 Oct 04 21:18:50.276818 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:50.305928 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-24f0d590-b079-43fb-8a25-0c26eb252670 admin admin] Publish callbacks [] for security_group (b429e677-e7bd-4dd9-b38f-3b8a642d3b7a), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:50.353120 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-24f0d590-b079-43fb-8a25-0c26eb252670 admin admin] Publish callbacks [] for security_group (b429e677-e7bd-4dd9-b38f-3b8a642d3b7a), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:50.503801 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:INSERT=1,neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:18:50.738379 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-24f0d590-b079-43fb-8a25-0c26eb252670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (b429e677-e7bd-4dd9-b38f-3b8a642d3b7a), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:50.758644 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-24f0d590-b079-43fb-8a25-0c26eb252670 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:50.764012 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-24f0d590-b079-43fb-8a25-0c26eb252670 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/b429e677-e7bd-4dd9-b38f-3b8a642d3b7a HTTP/1.1" status: 204 len: 168 time: 0.6884463 Oct 04 21:18:50.810412 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f0d590-b079-43fb-8a25-0c26eb252670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b429e677-e7bd-4dd9-b38f-3b8a642d3b7a,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:18:51.752412 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:51.837490 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90df0b9-4443-4e10-85f7-a59b4abe4115 req-ddd46a2f-ecac-46f4-a29b-d505a455ac00 tempest-VolumesActionsTest-273780053 tempest-VolumesActionsTest-273780053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:18:51.850259 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e90df0b9-4443-4e10-85f7-a59b4abe4115 req-ddd46a2f-ecac-46f4-a29b-d505a455ac00 tempest-VolumesActionsTest-273780053 tempest-VolumesActionsTest-273780053-project] 10.222.0.78 "GET /networking/v2.0/networks?id=976bd4b4-7883-4dce-971d-3c0bf0316858 HTTP/1.1" status: 200 len: 808 time: 0.4816103 Oct 04 21:18:51.871857 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:18:51.911985 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e90df0b9-4443-4e10-85f7-a59b4abe4115 req-b09d18e9-ebd7-4bd9-a695-a4844ab1fd84 tempest-VolumesActionsTest-273780053 tempest-VolumesActionsTest-273780053-project] 10.222.0.78 "GET /networking/v2.0/quotas/d3fac9b31f4a46eaae79ae4e7dfc1b9c HTTP/1.1" status: 200 len: 375 time: 0.0484583 Oct 04 21:18:52.531734 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e90df0b9-4443-4e10-85f7-a59b4abe4115 req-1959009a-b442-4200-9e09-a665f80fb7ef tempest-VolumesActionsTest-273780053 tempest-VolumesActionsTest-273780053-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=d3fac9b31f4a46eaae79ae4e7dfc1b9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.6147687 Oct 04 21:18:53.350246 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af856f9b-6b05-4ffa-a5ca-c02c28656fdf req-ca2580d7-4b7e-4b96-93cc-91d281b5e6a8 tempest-VolumesActionsTest-273780053 tempest-VolumesActionsTest-273780053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:18:53.352908 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-af856f9b-6b05-4ffa-a5ca-c02c28656fdf req-ca2580d7-4b7e-4b96-93cc-91d281b5e6a8 tempest-VolumesActionsTest-273780053 tempest-VolumesActionsTest-273780053-project] 10.222.0.78 "GET /networking/v2.0/networks?id=976bd4b4-7883-4dce-971d-3c0bf0316858 HTTP/1.1" status: 200 len: 808 time: 0.2734606 Oct 04 21:18:53.382596 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-af856f9b-6b05-4ffa-a5ca-c02c28656fdf req-c826d555-7ef1-4e7a-a7e4-1243325e339f tempest-VolumesActionsTest-273780053 tempest-VolumesActionsTest-273780053-project] 10.222.0.78 "GET /networking/v2.0/quotas/d3fac9b31f4a46eaae79ae4e7dfc1b9c HTTP/1.1" status: 200 len: 375 time: 0.0176899 Oct 04 21:18:53.471978 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-af856f9b-6b05-4ffa-a5ca-c02c28656fdf req-32702e1a-429a-4735-a30e-375c2a67cfa6 tempest-VolumesActionsTest-273780053 tempest-VolumesActionsTest-273780053-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=d3fac9b31f4a46eaae79ae4e7dfc1b9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0756848 Oct 04 21:18:54.875382 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=17 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:18:56.419522 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=17 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:19:00.781288 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=67,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:19:01.720912 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=41,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:19:01.759230 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:19:02.592512 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:19:03.421603 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=72,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:19:03.423794 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=32 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:19:03.734568 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:19:11.299042 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:19:11.302258 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:DELETE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:19:13.383692 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:19:13.488402 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:19:15.672371 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c3afdfa6-ba34-45dd-b574-0e71bc7351e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:19:15.985753 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8117e2d-73fe-445c-9e50-45bc357b0e78 req-8ed0a94e-2c11-4357-b30c-f62b909633d3 tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:19:16.000013 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c8117e2d-73fe-445c-9e50-45bc357b0e78 req-8ed0a94e-2c11-4357-b30c-f62b909633d3 tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] 10.222.0.78 "GET /networking/v2.0/networks?id=798c0142-6487-4be9-a55d-44c8d2cb7e55 HTTP/1.1" status: 200 len: 811 time: 0.3627968 Oct 04 21:19:16.039043 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c8117e2d-73fe-445c-9e50-45bc357b0e78 req-0976a767-299e-425c-a01e-19614c20035f tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] 10.222.0.78 "GET /networking/v2.0/quotas/06b106a291b44599bb30d5040d82a3cb HTTP/1.1" status: 200 len: 375 time: 0.0362861 Oct 04 21:19:16.258866 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c8117e2d-73fe-445c-9e50-45bc357b0e78 req-c16c3da0-b486-4e73-b047-d47e5f528172 tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=06b106a291b44599bb30d5040d82a3cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2177908 Oct 04 21:19:17.529288 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a1f24e28-dc70-4e50-a35b-e0196fabb423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:19:20.374211 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:19:21.632550 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:19:21.906037 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:19:23.429028 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 21:19:25.010503 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=5 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:19:26.192679 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=13 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:19:26.202850 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=16 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:19:32.613820 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:19:33.428423 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=3 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:19:33.449570 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:19:42.509645 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:19:43.364310 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:19:45.928411 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c14efc97-712d-4a90-ba0a-653e1c4aa7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:19:47.467566 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e50911db-c307-4a15-ac85-8ae40c5898d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:19:50.283378 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:19:51.666132 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:19:52.008206 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:00.437540 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 21:20:01.530294 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:20:01.737380 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:20:01.913327 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=5 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:20:02.534753 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:03.459985 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:10.422942 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=3 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:20:12.702173 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 44392) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:20:12.805411 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc848547-bb25-403e-bdaa-de6ec5274091 admin admin] Deleting subnet 083432a3-6cb1-4e6a-a3a9-8fd3e954ebd8 {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:20:12.812256 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fc848547-bb25-403e-bdaa-de6ec5274091 admin admin] Publish callbacks [] for subnet (083432a3-6cb1-4e6a-a3a9-8fd3e954ebd8), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:12.893905 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fc848547-bb25-403e-bdaa-de6ec5274091 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (083432a3-6cb1-4e6a-a3a9-8fd3e954ebd8), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:12.994972 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fc848547-bb25-403e-bdaa-de6ec5274091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (083432a3-6cb1-4e6a-a3a9-8fd3e954ebd8), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:13.210781 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fc848547-bb25-403e-bdaa-de6ec5274091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (083432a3-6cb1-4e6a-a3a9-8fd3e954ebd8), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:13.251748 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fc848547-bb25-403e-bdaa-de6ec5274091 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:13.260894 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-fc848547-bb25-403e-bdaa-de6ec5274091 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/083432a3-6cb1-4e6a-a3a9-8fd3e954ebd8 HTTP/1.1" status: 204 len: 168 time: 0.5536277 Oct 04 21:20:13.263964 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 44422) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:20:13.362316 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:20:13.382109 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:20:13.411386 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc848547-bb25-403e-bdaa-de6ec5274091 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=083432a3-6cb1-4e6a-a3a9-8fd3e954ebd8,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:20:13.472612 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc848547-bb25-403e-bdaa-de6ec5274091 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:20:13.473313 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc848547-bb25-403e-bdaa-de6ec5274091 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:20:13.474668 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc848547-bb25-403e-bdaa-de6ec5274091 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:20:13.475318 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc848547-bb25-403e-bdaa-de6ec5274091 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:20:13.478290 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc848547-bb25-403e-bdaa-de6ec5274091 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:20:13.479404 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc848547-bb25-403e-bdaa-de6ec5274091 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:20:13.484281 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc848547-bb25-403e-bdaa-de6ec5274091 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:20:13.485167 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc848547-bb25-403e-bdaa-de6ec5274091 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:20:13.485910 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc848547-bb25-403e-bdaa-de6ec5274091 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:20:13.486628 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc848547-bb25-403e-bdaa-de6ec5274091 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:20:13.487340 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc848547-bb25-403e-bdaa-de6ec5274091 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:20:13.488007 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc848547-bb25-403e-bdaa-de6ec5274091 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:20:13.488677 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc848547-bb25-403e-bdaa-de6ec5274091 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:20:13.489394 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc848547-bb25-403e-bdaa-de6ec5274091 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:20:13.490079 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc848547-bb25-403e-bdaa-de6ec5274091 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:20:13.507160 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d87b08da-5dee-47e9-915f-f34f3c722171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (976bd4b4-7883-4dce-971d-3c0bf0316858), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:13.711376 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d87b08da-5dee-47e9-915f-f34f3c722171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (976bd4b4-7883-4dce-971d-3c0bf0316858), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:13.790903 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-d87b08da-5dee-47e9-915f-f34f3c722171 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['976bd4b4-7883-4dce-971d-3c0bf0316858']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:20:13.813500 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-d87b08da-5dee-47e9-915f-f34f3c722171 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6b083cf-dfca-4999-97aa-12317eab6686') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:20:13.814138 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-d87b08da-5dee-47e9-915f-f34f3c722171 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6b083cf-dfca-4999-97aa-12317eab6686') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:20:13.883870 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d87b08da-5dee-47e9-915f-f34f3c722171 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (a6b083cf-dfca-4999-97aa-12317eab6686), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:13.929040 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d87b08da-5dee-47e9-915f-f34f3c722171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (a6b083cf-dfca-4999-97aa-12317eab6686), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:13.945790 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d87b08da-5dee-47e9-915f-f34f3c722171 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:20:13.946462 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d87b08da-5dee-47e9-915f-f34f3c722171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (a6b083cf-dfca-4999-97aa-12317eab6686), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:14.196910 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment a6b083cf-dfca-4999-97aa-12317eab6686 resource provider aggregate not found Oct 04 21:20:14.265948 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d87b08da-5dee-47e9-915f-f34f3c722171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (976bd4b4-7883-4dce-971d-3c0bf0316858), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:14.338475 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment a6b083cf-dfca-4999-97aa-12317eab6686 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a6b083cf-dfca-4999-97aa-12317eab6686 found for delete ", "request_id": "req-adffa17c-6968-4895-ab56-e4188e397e7f"}]} Oct 04 21:20:14.340867 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d87b08da-5dee-47e9-915f-f34f3c722171 admin admin] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:14.347341 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d87b08da-5dee-47e9-915f-f34f3c722171 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/976bd4b4-7883-4dce-971d-3c0bf0316858 HTTP/1.1" status: 204 len: 168 time: 1.0805960 Oct 04 21:20:14.349511 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87b08da-5dee-47e9-915f-f34f3c722171 admin admin] Pushing event deleted for resources: {'Network': ['ID=976bd4b4-7883-4dce-971d-3c0bf0316858,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:20:14.403824 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87b08da-5dee-47e9-915f-f34f3c722171 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:20:14.404381 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87b08da-5dee-47e9-915f-f34f3c722171 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:20:14.405444 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87b08da-5dee-47e9-915f-f34f3c722171 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:20:14.406121 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87b08da-5dee-47e9-915f-f34f3c722171 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:20:14.406665 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87b08da-5dee-47e9-915f-f34f3c722171 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:20:14.407236 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87b08da-5dee-47e9-915f-f34f3c722171 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:20:14.407834 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87b08da-5dee-47e9-915f-f34f3c722171 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:20:14.408605 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87b08da-5dee-47e9-915f-f34f3c722171 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:20:14.409659 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87b08da-5dee-47e9-915f-f34f3c722171 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:20:14.410216 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87b08da-5dee-47e9-915f-f34f3c722171 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:20:14.410845 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87b08da-5dee-47e9-915f-f34f3c722171 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:20:14.411889 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87b08da-5dee-47e9-915f-f34f3c722171 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:20:14.412499 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87b08da-5dee-47e9-915f-f34f3c722171 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:20:14.413031 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87b08da-5dee-47e9-915f-f34f3c722171 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:20:14.413636 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87b08da-5dee-47e9-915f-f34f3c722171 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:20:15.253569 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 44494) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:20:15.370243 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-cf265112-58a3-4b96-ab27-111d8148fd6e admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=d3fac9b31f4a46eaae79ae4e7dfc1b9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1137190 Oct 04 21:20:15.374261 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 44502) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:20:15.506765 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e3455b49-3644-40fe-8f26-9627bcdc11ca admin admin] Publish callbacks [] for security_group (b8a5e18d-166d-4035-9843-0cd2cb237389), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:15.543315 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e3455b49-3644-40fe-8f26-9627bcdc11ca admin admin] Publish callbacks [] for security_group (b8a5e18d-166d-4035-9843-0cd2cb237389), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:15.561945 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c7fb4912-6878-4536-a881-761f3db4d4e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:15.831475 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e3455b49-3644-40fe-8f26-9627bcdc11ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (b8a5e18d-166d-4035-9843-0cd2cb237389), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:15.849256 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e3455b49-3644-40fe-8f26-9627bcdc11ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:15.854905 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-e3455b49-3644-40fe-8f26-9627bcdc11ca admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/b8a5e18d-166d-4035-9843-0cd2cb237389 HTTP/1.1" status: 204 len: 168 time: 0.4765949 Oct 04 21:20:15.898773 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3455b49-3644-40fe-8f26-9627bcdc11ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a5e18d-166d-4035-9843-0cd2cb237389,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:20:17.414462 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3082d019-95e7-4aba-840d-e9dcc1685163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:20.117486 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 44658) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:20:20.298836 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:20.489276 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-6a5b4003-29ff-4838-ae61-0d8a7ca6995c tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Request body: {'network': {'name': 'tempest-network-smoke--167325735', 'project_id': 'be36678756d4429b91d971abf8fdcdd1', 'port_security_enabled': True}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:20:20.887895 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a5b4003-29ff-4838-ae61-0d8a7ca6995c tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Made reservation on behalf of be36678756d4429b91d971abf8fdcdd1 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:20:20.895665 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6a5b4003-29ff-4838-ae61-0d8a7ca6995c tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:20.914233 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6a5b4003-29ff-4838-ae61-0d8a7ca6995c tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:21.086919 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6a5b4003-29ff-4838-ae61-0d8a7ca6995c tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for security_group (79af259e-b67a-4395-8ab2-769960244367), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:21.218668 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6a5b4003-29ff-4838-ae61-0d8a7ca6995c tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (79af259e-b67a-4395-8ab2-769960244367), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:21.253661 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a5b4003-29ff-4838-ae61-0d8a7ca6995c tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:20:21.325935 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6a5b4003-29ff-4838-ae61-0d8a7ca6995c tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (679778f2-464f-4c1c-896d-31b120e3efe3), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:21.326669 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-6a5b4003-29ff-4838-ae61-0d8a7ca6995c tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Added segment 679778f2-464f-4c1c-896d-31b120e3efe3 of type vlan for network 9117a828-a129-4df1-96d5-b5ba21b94347 Oct 04 21:20:21.330546 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5b4003-29ff-4838-ae61-0d8a7ca6995c tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79af259e-b67a-4395-8ab2-769960244367,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:20:21.444606 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6a5b4003-29ff-4838-ae61-0d8a7ca6995c tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (9117a828-a129-4df1-96d5-b5ba21b94347), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:21.642574 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6a5b4003-29ff-4838-ae61-0d8a7ca6995c tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (9117a828-a129-4df1-96d5-b5ba21b94347), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:21.652746 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5b4003-29ff-4838-ae61-0d8a7ca6995c tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:20:21.654487 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6a5b4003-29ff-4838-ae61-0d8a7ca6995c tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:21.871279 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:21.877360 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5b4003-29ff-4838-ae61-0d8a7ca6995c tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Pushing event updated for resources: {'Network': ['ID=9117a828-a129-4df1-96d5-b5ba21b94347,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:20:21.909187 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 9117a828-a129-4df1-96d5-b5ba21b94347 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:20:22.020222 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:22.097551 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 44712) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:20:22.109815 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-6a5b4003-29ff-4838-ae61-0d8a7ca6995c tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.9880524 Oct 04 21:20:22.114500 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-e65fec2b-a53b-4e04-8459-d49ba0afc0c2 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-669958482', 'admin_state_up': True, 'project_id': 'be36678756d4429b91d971abf8fdcdd1', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:20:22.328640 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e65fec2b-a53b-4e04-8459-d49ba0afc0c2 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (a1807e95-4e89-43b3-9c51-162f7f3febd5), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:22.330377 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e65fec2b-a53b-4e04-8459-d49ba0afc0c2 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (a1807e95-4e89-43b3-9c51-162f7f3febd5), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:22.468754 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e65fec2b-a53b-4e04-8459-d49ba0afc0c2 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for router_controller (a1807e95-4e89-43b3-9c51-162f7f3febd5), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:23.037918 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e65fec2b-a53b-4e04-8459-d49ba0afc0c2 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for router_gateway (a1807e95-4e89-43b3-9c51-162f7f3febd5), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:23.490042 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e65fec2b-a53b-4e04-8459-d49ba0afc0c2 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for router_gateway (a1807e95-4e89-43b3-9c51-162f7f3febd5), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:23.534979 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e65fec2b-a53b-4e04-8459-d49ba0afc0c2 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:23.550724 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:DELETE=8,neutron:INSERT=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:20:23.776523 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:20:23.793321 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-e65fec2b-a53b-4e04-8459-d49ba0afc0c2 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Allocated IP 172.25.5.193 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/057ba113-20af-4181-9edf-8615802f4453) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:20:24.044489 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e65fec2b-a53b-4e04-8459-d49ba0afc0c2 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for port (057ba113-20af-4181-9edf-8615802f4453), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:24.231559 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e65fec2b-a53b-4e04-8459-d49ba0afc0c2 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (057ba113-20af-4181-9edf-8615802f4453), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:24.312674 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65fec2b-a53b-4e04-8459-d49ba0afc0c2 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:20:24.319648 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-e65fec2b-a53b-4e04-8459-d49ba0afc0c2 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:20:24.328357 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65fec2b-a53b-4e04-8459-d49ba0afc0c2 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:20:24.385472 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65fec2b-a53b-4e04-8459-d49ba0afc0c2 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Pushing event updated for resources: {'Port': ['ID=057ba113-20af-4181-9edf-8615802f4453,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:20:25.182124 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e65fec2b-a53b-4e04-8459-d49ba0afc0c2 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for router_gateway (a1807e95-4e89-43b3-9c51-162f7f3febd5), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:25.622174 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e65fec2b-a53b-4e04-8459-d49ba0afc0c2 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (a1807e95-4e89-43b3-9c51-162f7f3febd5), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:25.749649 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:INSERT=5,neutron:UPDATE=5,neutron:SELECT=90 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:20:26.127983 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e65fec2b-a53b-4e04-8459-d49ba0afc0c2 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Router a1807e95-4e89-43b3-9c51-162f7f3febd5 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 21:20:26.345907 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e65fec2b-a53b-4e04-8459-d49ba0afc0c2 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:20:26.374324 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bf72a6-7481-428e-931f-a68c4d88b34e None None] Sync routers for ids ['a1807e95-4e89-43b3-9c51-162f7f3febd5'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:20:26.409135 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bf72a6-7481-428e-931f-a68c4d88b34e None None] Routers {'a1807e95-4e89-43b3-9c51-162f7f3febd5'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:20:26.410355 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-40bf72a6-7481-428e-931f-a68c4d88b34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:20:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['a1807e95-4e89-43b3-9c51-162f7f3febd5'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:20:26.470628 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e65fec2b-a53b-4e04-8459-d49ba0afc0c2 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:26.474402 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-e65fec2b-a53b-4e04-8459-d49ba0afc0c2 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.3744471 Oct 04 21:20:26.482789 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 44836) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:20:26.671786 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-40bf72a6-7481-428e-931f-a68c4d88b34e None None] Set router a1807e95-4e89-43b3-9c51-162f7f3febd5 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:20:26.688353 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-786cef34-ddf5-495c-9b9e-1c3d083cba05 tempest-TestNetworkBasicOps-859277012 tempest-TestNetworkBasicOps-859277012-project-admin] 10.222.0.78 "GET /networking/v2.0/subnets?project_id=be36678756d4429b91d971abf8fdcdd1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1981452 Oct 04 21:20:26.689632 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 44844) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:20:26.705459 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:20:26.882339 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d73ee9-dd0a-40be-ae16-10ddf85ba495 tempest-TestNetworkBasicOps-859277012 tempest-TestNetworkBasicOps-859277012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:20:26.888977 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-57d73ee9-dd0a-40be-ae16-10ddf85ba495 tempest-TestNetworkBasicOps-859277012 tempest-TestNetworkBasicOps-859277012-project-admin] 10.222.0.78 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1931784 Oct 04 21:20:26.889869 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 44856) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:20:26.957805 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-237d2f37-0626-4001-ab04-1c8818bc335c tempest-TestNetworkBasicOps-859277012 tempest-TestNetworkBasicOps-859277012-project-admin] 10.222.0.78 "GET /networking/v2.0/subnets?network_id=52a60aae-e230-4bd7-89bc-781767fd7892&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0653584 Oct 04 21:20:26.965725 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 44860) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:20:26.971918 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-e41fde3f-762c-4c17-abbe-ee4f7c07676e tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-192353720', 'network_id': '9117a828-a129-4df1-96d5-b5ba21b94347', 'project_id': 'be36678756d4429b91d971abf8fdcdd1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:20:27.096245 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-40bf72a6-7481-428e-931f-a68c4d88b34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1807e95-4e89-43b3-9c51-162f7f3febd5', 'name': 'tempest-TestNetworkBasicOps-router-669958482', 'tenant_id': 'be36678756d4429b91d971abf8fdcdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '057ba113-20af-4181-9edf-8615802f4453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:20:22Z', 'updated_at': '2022-10-04T21:20:24Z', 'revision_number': 3, 'project_id': 'be36678756d4429b91d971abf8fdcdd1', 'gw_port': {'id': '057ba113-20af-4181-9edf-8615802f4453', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:68:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1807e95-4e89-43b3-9c51-162f7f3febd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:20:23Z', 'updated_at': '2022-10-04T21:20:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:20:27.166394 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bf72a6-7481-428e-931f-a68c4d88b34e None None] Checking router: a1807e95-4e89-43b3-9c51-162f7f3febd5 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:20:27.167527 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bf72a6-7481-428e-931f-a68c4d88b34e None None] Updating router a1807e95-4e89-43b3-9c51-162f7f3febd5 port 057ba113-20af-4181-9edf-8615802f4453 binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:20:27.232367 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-40bf72a6-7481-428e-931f-a68c4d88b34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (057ba113-20af-4181-9edf-8615802f4453), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:27.301295 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41fde3f-762c-4c17-abbe-ee4f7c07676e tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Made reservation on behalf of be36678756d4429b91d971abf8fdcdd1 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:20:27.309760 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e41fde3f-762c-4c17-abbe-ee4f7c07676e tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:27.955898 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-40bf72a6-7481-428e-931f-a68c4d88b34e None None] Publish callbacks [] for port (057ba113-20af-4181-9edf-8615802f4453), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:28.077648 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-40bf72a6-7481-428e-931f-a68c4d88b34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (057ba113-20af-4181-9edf-8615802f4453), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:28.079313 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e41fde3f-762c-4c17-abbe-ee4f7c07676e tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (7ea27bc0-2cdc-464e-afa2-2198bb270ccb), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:28.212165 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-40bf72a6-7481-428e-931f-a68c4d88b34e None None] Attempting to bind port 057ba113-20af-4181-9edf-8615802f4453 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:20:28.216832 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-40bf72a6-7481-428e-931f-a68c4d88b34e None None] Attempting to bind port 057ba113-20af-4181-9edf-8615802f4453 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:20:28.217571 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bf72a6-7481-428e-931f-a68c4d88b34e None None] Attempting to bind port 057ba113-20af-4181-9edf-8615802f4453 on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:20:28.284256 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41fde3f-762c-4c17-abbe-ee4f7c07676e tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Pushing event updated for resources: {'Subnet': ['ID=7ea27bc0-2cdc-464e-afa2-2198bb270ccb,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:20:28.292936 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41fde3f-762c-4c17-abbe-ee4f7c07676e tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Checking segment: {'id': '679778f2-464f-4c1c-896d-31b120e3efe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '9117a828-a129-4df1-96d5-b5ba21b94347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:20:28.293569 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41fde3f-762c-4c17-abbe-ee4f7c07676e tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Network hostable DHCP agents. Network: 9117a828-a129-4df1-96d5-b5ba21b94347, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:20:28.351702 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bf72a6-7481-428e-931f-a68c4d88b34e None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:20:28.352748 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bf72a6-7481-428e-931f-a68c4d88b34e None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:20:28.353669 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-40bf72a6-7481-428e-931f-a68c4d88b34e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:28.354587 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bf72a6-7481-428e-931f-a68c4d88b34e None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:20:28.355851 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-40bf72a6-7481-428e-931f-a68c4d88b34e None None] Bound port: 057ba113-20af-4181-9edf-8615802f4453, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:20:28.358092 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-40bf72a6-7481-428e-931f-a68c4d88b34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (057ba113-20af-4181-9edf-8615802f4453), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:28.414081 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef945321-3621-44b6-82cc-ba9794db75c2 None None] Pushing event updated for resources: {'Port': ['ID=057ba113-20af-4181-9edf-8615802f4453,revision_number=2']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:20:28.446643 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef945321-3621-44b6-82cc-ba9794db75c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:20:28.447645 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef945321-3621-44b6-82cc-ba9794db75c2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:20:28.448442 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef945321-3621-44b6-82cc-ba9794db75c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:20:28.449008 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef945321-3621-44b6-82cc-ba9794db75c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:20:28.449836 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef945321-3621-44b6-82cc-ba9794db75c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:20:28.450511 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef945321-3621-44b6-82cc-ba9794db75c2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:20:28.451197 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef945321-3621-44b6-82cc-ba9794db75c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:20:28.451707 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef945321-3621-44b6-82cc-ba9794db75c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:20:28.452248 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef945321-3621-44b6-82cc-ba9794db75c2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:20:28.452829 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef945321-3621-44b6-82cc-ba9794db75c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:20:28.453388 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef945321-3621-44b6-82cc-ba9794db75c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:20:28.453916 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef945321-3621-44b6-82cc-ba9794db75c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:20:28.454473 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef945321-3621-44b6-82cc-ba9794db75c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:20:28.455019 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef945321-3621-44b6-82cc-ba9794db75c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:20:28.455589 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef945321-3621-44b6-82cc-ba9794db75c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:20:28.562266 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-40bf72a6-7481-428e-931f-a68c4d88b34e None None] For port 057ba113-20af-4181-9edf-8615802f4453, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:20:28.572914 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-40bf72a6-7481-428e-931f-a68c4d88b34e None None] For port 057ba113-20af-4181-9edf-8615802f4453, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=057ba113-20af-4181-9edf-8615802f4453,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:20:28.582817 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:20:28.611331 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41fde3f-762c-4c17-abbe-ee4f7c07676e tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Network 9117a828-a129-4df1-96d5-b5ba21b94347 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:20:28.625912 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e275f-824b-46da-985b-d59b35e3fadb req-1e0e8245-80f5-4de4-9003-0ffcd77ad2fb tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:20:28.628861 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-6b8e275f-824b-46da-985b-d59b35e3fadb req-1e0e8245-80f5-4de4-9003-0ffcd77ad2fb tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] 10.222.0.78 "GET /networking/v2.0/networks?id=798c0142-6487-4be9-a55d-44c8d2cb7e55 HTTP/1.1" status: 200 len: 811 time: 0.2847083 Oct 04 21:20:28.663665 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-6b8e275f-824b-46da-985b-d59b35e3fadb req-f25b25d9-6fc1-4975-b410-097dd746bcd2 tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] 10.222.0.78 "GET /networking/v2.0/quotas/06b106a291b44599bb30d5040d82a3cb HTTP/1.1" status: 200 len: 375 time: 0.0184271 Oct 04 21:20:28.684071 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-40bf72a6-7481-428e-931f-a68c4d88b34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (057ba113-20af-4181-9edf-8615802f4453), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:28.756738 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bf72a6-7481-428e-931f-a68c4d88b34e None None] Routers {'a1807e95-4e89-43b3-9c51-162f7f3febd5'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:20:28.757851 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-40bf72a6-7481-428e-931f-a68c4d88b34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:20:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['a1807e95-4e89-43b3-9c51-162f7f3febd5'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:20:28.784933 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-6b8e275f-824b-46da-985b-d59b35e3fadb req-cea62cba-f072-4890-a446-38227929a916 tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=06b106a291b44599bb30d5040d82a3cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1033120 Oct 04 21:20:28.810012 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-e41fde3f-762c-4c17-abbe-ee4f7c07676e tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 9117a828-a129-4df1-96d5-b5ba21b94347) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:20:28.826033 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef9a009-2cf1-4713-a0cd-547db8aa9551 None None] Network 9117a828-a129-4df1-96d5-b5ba21b94347 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:20:28.827046 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41fde3f-762c-4c17-abbe-ee4f7c07676e tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:20:28.828218 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e41fde3f-762c-4c17-abbe-ee4f7c07676e tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:29.049004 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-e41fde3f-762c-4c17-abbe-ee4f7c07676e tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.0817258 Oct 04 21:20:29.054272 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 44940) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:20:29.163952 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c119b05-aa57-40ae-892b-1d3c55656bbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-9117a828-a129-4df1-96d5-b5ba21b94347', 'network_id': '9117a828-a129-4df1-96d5-b5ba21b94347', 'project_id': 'be36678756d4429b91d971abf8fdcdd1', 'fixed_ips': [{'subnet_id': '7ea27bc0-2cdc-464e-afa2-2198bb270ccb'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:20:29.168787 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6c119b05-aa57-40ae-892b-1d3c55656bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:29.194426 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:20:29.336577 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:20:29.341697 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef945321-3621-44b6-82cc-ba9794db75c2 None None] Pushing event updated for resources: {'Port': ['ID=057ba113-20af-4181-9edf-8615802f4453,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:20:29.578641 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:20:29.582674 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-40bf72a6-7481-428e-931f-a68c4d88b34e None None] Set router a1807e95-4e89-43b3-9c51-162f7f3febd5 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:20:29.765321 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-6c119b05-aa57-40ae-892b-1d3c55656bbd None None] Allocated IP 172.20.0.2 (9117a828-a129-4df1-96d5-b5ba21b94347/7ea27bc0-2cdc-464e-afa2-2198bb270ccb/4415d264-9f55-4eae-94cf-8810ba54c786) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:20:30.005564 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:20:30.192029 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6c119b05-aa57-40ae-892b-1d3c55656bbd None None] Publish callbacks [] for port (4415d264-9f55-4eae-94cf-8810ba54c786), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:30.236602 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-40bf72a6-7481-428e-931f-a68c4d88b34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1807e95-4e89-43b3-9c51-162f7f3febd5', 'name': 'tempest-TestNetworkBasicOps-router-669958482', 'tenant_id': 'be36678756d4429b91d971abf8fdcdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '057ba113-20af-4181-9edf-8615802f4453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:20:22Z', 'updated_at': '2022-10-04T21:20:24Z', 'revision_number': 3, 'project_id': 'be36678756d4429b91d971abf8fdcdd1', 'gw_port': {'id': '057ba113-20af-4181-9edf-8615802f4453', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:68:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1807e95-4e89-43b3-9c51-162f7f3febd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:20:23Z', 'updated_at': '2022-10-04T21:20:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:20:30.324177 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bf72a6-7481-428e-931f-a68c4d88b34e None None] The sync data for ids ['a1807e95-4e89-43b3-9c51-162f7f3febd5'] in n-d-852085-12 is: [{'id': 'a1807e95-4e89-43b3-9c51-162f7f3febd5', 'name': 'tempest-TestNetworkBasicOps-router-669958482', 'tenant_id': 'be36678756d4429b91d971abf8fdcdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '057ba113-20af-4181-9edf-8615802f4453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:20:22Z', 'updated_at': '2022-10-04T21:20:24Z', 'revision_number': 3, 'project_id': 'be36678756d4429b91d971abf8fdcdd1', 'gw_port': {'id': '057ba113-20af-4181-9edf-8615802f4453', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:68:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1807e95-4e89-43b3-9c51-162f7f3febd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:20:23Z', 'updated_at': '2022-10-04T21:20:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:20:30.450720 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-443b3b06-160f-4b50-9a46-bfdf92ee4f12 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:30.455447 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6c119b05-aa57-40ae-892b-1d3c55656bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (4415d264-9f55-4eae-94cf-8810ba54c786), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:30.622856 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c119b05-aa57-40ae-892b-1d3c55656bbd None None] Network 9117a828-a129-4df1-96d5-b5ba21b94347 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:20:30.637993 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-6c119b05-aa57-40ae-892b-1d3c55656bbd None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:20:30.655796 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c119b05-aa57-40ae-892b-1d3c55656bbd None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:20:30.855029 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c119b05-aa57-40ae-892b-1d3c55656bbd None None] Pushing event updated for resources: {'Port': ['ID=4415d264-9f55-4eae-94cf-8810ba54c786,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:20:30.875187 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=86,neutron:UPDATE=8,neutron:INSERT=6 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:20:31.123645 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c119b05-aa57-40ae-892b-1d3c55656bbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:20:31.142621 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c119b05-aa57-40ae-892b-1d3c55656bbd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:20:31.143535 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c119b05-aa57-40ae-892b-1d3c55656bbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:20:31.144082 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c119b05-aa57-40ae-892b-1d3c55656bbd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:20:31.144607 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c119b05-aa57-40ae-892b-1d3c55656bbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:20:31.145141 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c119b05-aa57-40ae-892b-1d3c55656bbd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:20:31.172494 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c119b05-aa57-40ae-892b-1d3c55656bbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:20:31.176926 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c119b05-aa57-40ae-892b-1d3c55656bbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:20:31.179185 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c119b05-aa57-40ae-892b-1d3c55656bbd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:20:31.180440 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c119b05-aa57-40ae-892b-1d3c55656bbd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:20:31.183863 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c119b05-aa57-40ae-892b-1d3c55656bbd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:20:31.184682 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c119b05-aa57-40ae-892b-1d3c55656bbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:20:31.186432 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c119b05-aa57-40ae-892b-1d3c55656bbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:20:31.188039 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c119b05-aa57-40ae-892b-1d3c55656bbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:20:31.190474 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c119b05-aa57-40ae-892b-1d3c55656bbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:20:31.274081 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-6c119b05-aa57-40ae-892b-1d3c55656bbd None None] Attempting to bind port 4415d264-9f55-4eae-94cf-8810ba54c786 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:20:31.276955 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-6c119b05-aa57-40ae-892b-1d3c55656bbd None None] Attempting to bind port 4415d264-9f55-4eae-94cf-8810ba54c786 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '679778f2-464f-4c1c-896d-31b120e3efe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '9117a828-a129-4df1-96d5-b5ba21b94347'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:20:31.280840 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c119b05-aa57-40ae-892b-1d3c55656bbd None None] Attempting to bind port 4415d264-9f55-4eae-94cf-8810ba54c786 on network 9117a828-a129-4df1-96d5-b5ba21b94347 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:20:31.496014 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c119b05-aa57-40ae-892b-1d3c55656bbd None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:20:31.497388 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c119b05-aa57-40ae-892b-1d3c55656bbd None None] Checking segment: {'id': '679778f2-464f-4c1c-896d-31b120e3efe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '9117a828-a129-4df1-96d5-b5ba21b94347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:20:31.498768 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6c119b05-aa57-40ae-892b-1d3c55656bbd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:31.499776 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c119b05-aa57-40ae-892b-1d3c55656bbd None None] Bound using segment: {'id': '679778f2-464f-4c1c-896d-31b120e3efe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '9117a828-a129-4df1-96d5-b5ba21b94347'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:20:31.501796 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-6c119b05-aa57-40ae-892b-1d3c55656bbd None None] Bound port: 4415d264-9f55-4eae-94cf-8810ba54c786, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '679778f2-464f-4c1c-896d-31b120e3efe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '9117a828-a129-4df1-96d5-b5ba21b94347'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:20:31.502877 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6c119b05-aa57-40ae-892b-1d3c55656bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (4415d264-9f55-4eae-94cf-8810ba54c786), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:31.774342 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-6c119b05-aa57-40ae-892b-1d3c55656bbd None None] For port 4415d264-9f55-4eae-94cf-8810ba54c786, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:20:31.782714 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-6c119b05-aa57-40ae-892b-1d3c55656bbd None None] For port 4415d264-9f55-4eae-94cf-8810ba54c786, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=4415d264-9f55-4eae-94cf-8810ba54c786,segment=NetworkSegment(679778f2-464f-4c1c-896d-31b120e3efe3),segment_id=679778f2-464f-4c1c-896d-31b120e3efe3)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:20:31.933868 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6c119b05-aa57-40ae-892b-1d3c55656bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (4415d264-9f55-4eae-94cf-8810ba54c786), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:31.997580 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-443b3b06-160f-4b50-9a46-bfdf92ee4f12 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Allocated IP 172.20.0.1 (9117a828-a129-4df1-96d5-b5ba21b94347/7ea27bc0-2cdc-464e-afa2-2198bb270ccb/9fe600f2-735b-4d30-bc38-16bafc8b12be) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:20:32.143745 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c119b05-aa57-40ae-892b-1d3c55656bbd None None] Pushing event updated for resources: {'Port': ['ID=4415d264-9f55-4eae-94cf-8810ba54c786,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:20:32.503342 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-443b3b06-160f-4b50-9a46-bfdf92ee4f12 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for port (9fe600f2-735b-4d30-bc38-16bafc8b12be), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:32.555697 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:32.671475 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:20:32.739170 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 057ba113-20af-4181-9edf-8615802f4453 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:20:32.849810 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 057ba113-20af-4181-9edf-8615802f4453 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:20:32.864943 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (057ba113-20af-4181-9edf-8615802f4453), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:32.865843 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 057ba113-20af-4181-9edf-8615802f4453 Oct 04 21:20:32.939930 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-443b3b06-160f-4b50-9a46-bfdf92ee4f12 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (9fe600f2-735b-4d30-bc38-16bafc8b12be), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:33.058397 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443b3b06-160f-4b50-9a46-bfdf92ee4f12 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Network 9117a828-a129-4df1-96d5-b5ba21b94347 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:20:33.077900 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-443b3b06-160f-4b50-9a46-bfdf92ee4f12 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:20:33.147576 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443b3b06-160f-4b50-9a46-bfdf92ee4f12 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:20:33.148695 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:20:33.164663 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 057ba113-20af-4181-9edf-8615802f4453 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:20:33.165356 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (057ba113-20af-4181-9edf-8615802f4453), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:33.219544 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 057ba113-20af-4181-9edf-8615802f4453, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=057ba113-20af-4181-9edf-8615802f4453,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:20:33.321486 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443b3b06-160f-4b50-9a46-bfdf92ee4f12 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Pushing event updated for resources: {'Port': ['ID=9fe600f2-735b-4d30-bc38-16bafc8b12be,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:20:33.323076 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (057ba113-20af-4181-9edf-8615802f4453), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:33.415082 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-443b3b06-160f-4b50-9a46-bfdf92ee4f12 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (a1807e95-4e89-43b3-9c51-162f7f3febd5), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:33.533449 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=057ba113-20af-4181-9edf-8615802f4453,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:20:33.573173 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:34.057552 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-443b3b06-160f-4b50-9a46-bfdf92ee4f12 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (9fe600f2-735b-4d30-bc38-16bafc8b12be), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:34.755081 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 4415d264-9f55-4eae-94cf-8810ba54c786 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:20:35.047223 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 4415d264-9f55-4eae-94cf-8810ba54c786 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:20:35.047848 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (4415d264-9f55-4eae-94cf-8810ba54c786), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:35.048412 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 4415d264-9f55-4eae-94cf-8810ba54c786 Oct 04 21:20:35.236785 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:20:35.357180 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-443b3b06-160f-4b50-9a46-bfdf92ee4f12 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for port (9fe600f2-735b-4d30-bc38-16bafc8b12be), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:35.357516 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 4415d264-9f55-4eae-94cf-8810ba54c786 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:20:35.357952 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (4415d264-9f55-4eae-94cf-8810ba54c786), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:35.393623 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae1dd9d-a39c-4c9a-8267-4cadc56c1869 None None] Network 9117a828-a129-4df1-96d5-b5ba21b94347 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:20:35.496260 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-443b3b06-160f-4b50-9a46-bfdf92ee4f12 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (9fe600f2-735b-4d30-bc38-16bafc8b12be), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:35.573493 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-d11ac7d4-7371-407f-8f49-802832a30d99 None None] Provisioning complete for port 4415d264-9f55-4eae-94cf-8810ba54c786 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:20:35.574517 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d11ac7d4-7371-407f-8f49-802832a30d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (4415d264-9f55-4eae-94cf-8810ba54c786), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:35.575287 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-d11ac7d4-7371-407f-8f49-802832a30d99 None None] Attempt 1 to provision port 4415d264-9f55-4eae-94cf-8810ba54c786 Oct 04 21:20:35.585984 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 4415d264-9f55-4eae-94cf-8810ba54c786, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=4415d264-9f55-4eae-94cf-8810ba54c786,segment=NetworkSegment(679778f2-464f-4c1c-896d-31b120e3efe3),segment_id=679778f2-464f-4c1c-896d-31b120e3efe3)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:20:35.755636 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:20:35.761337 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (4415d264-9f55-4eae-94cf-8810ba54c786), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:35.762825 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 057ba113-20af-4181-9edf-8615802f4453 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:20:35.869038 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443b3b06-160f-4b50-9a46-bfdf92ee4f12 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Pushing event updated for resources: {'Port': ['ID=9fe600f2-735b-4d30-bc38-16bafc8b12be,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:20:35.883689 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-443b3b06-160f-4b50-9a46-bfdf92ee4f12 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (a1807e95-4e89-43b3-9c51-162f7f3febd5), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:35.936044 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=4415d264-9f55-4eae-94cf-8810ba54c786,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:20:36.298791 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-d11ac7d4-7371-407f-8f49-802832a30d99 None None] Current status of the port 4415d264-9f55-4eae-94cf-8810ba54c786 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:20:36.434369 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 057ba113-20af-4181-9edf-8615802f4453 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:20:36.435009 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (057ba113-20af-4181-9edf-8615802f4453), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:36.443092 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 057ba113-20af-4181-9edf-8615802f4453 Oct 04 21:20:36.511727 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443b3b06-160f-4b50-9a46-bfdf92ee4f12 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Network 9117a828-a129-4df1-96d5-b5ba21b94347 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:20:36.528512 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-443b3b06-160f-4b50-9a46-bfdf92ee4f12 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:20:36.819409 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-443b3b06-160f-4b50-9a46-bfdf92ee4f12 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Router a1807e95-4e89-43b3-9c51-162f7f3febd5 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:20:36.951613 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 057ba113-20af-4181-9edf-8615802f4453 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:20:36.990766 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:20:37.026312 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-76791104-2212-4099-8417-9a756bca4cba None None] Provisioning complete for port 9fe600f2-735b-4d30-bc38-16bafc8b12be triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:20:37.028631 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-76791104-2212-4099-8417-9a756bca4cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (9fe600f2-735b-4d30-bc38-16bafc8b12be), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:37.029384 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-76791104-2212-4099-8417-9a756bca4cba None None] Attempt 1 to provision port 9fe600f2-735b-4d30-bc38-16bafc8b12be Oct 04 21:20:37.192029 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-443b3b06-160f-4b50-9a46-bfdf92ee4f12 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:20:37.216214 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-443b3b06-160f-4b50-9a46-bfdf92ee4f12 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] 10.222.0.78 "PUT /networking/v2.0/routers/a1807e95-4e89-43b3-9c51-162f7f3febd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1582942 Oct 04 21:20:37.220543 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45110) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:20:37.229123 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbb6a8b-417b-456f-84a0-cebd10ddfe42 None None] Sync routers for ids ['a1807e95-4e89-43b3-9c51-162f7f3febd5'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:20:37.283011 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-76791104-2212-4099-8417-9a756bca4cba None None] Port 9fe600f2-735b-4d30-bc38-16bafc8b12be cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:20:37.339348 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 4415d264-9f55-4eae-94cf-8810ba54c786 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:20:37.436808 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 21:20:37.495364 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-76791104-2212-4099-8417-9a756bca4cba None None] Provisioning complete for port 4415d264-9f55-4eae-94cf-8810ba54c786 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:20:37.497188 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-76791104-2212-4099-8417-9a756bca4cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (4415d264-9f55-4eae-94cf-8810ba54c786), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:37.497795 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-76791104-2212-4099-8417-9a756bca4cba None None] Attempt 1 to provision port 4415d264-9f55-4eae-94cf-8810ba54c786 Oct 04 21:20:37.633702 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:20:37.643406 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbb6a8b-417b-456f-84a0-cebd10ddfe42 None None] Routers {'a1807e95-4e89-43b3-9c51-162f7f3febd5'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:20:37.651048 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-fcbb6a8b-417b-456f-84a0-cebd10ddfe42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:20:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['a1807e95-4e89-43b3-9c51-162f7f3febd5'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:20:37.882021 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd68c29-7144-48a7-8cb7-374764a040af tempest-TestNetworkBasicOps-859277012 tempest-TestNetworkBasicOps-859277012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:20:37.885792 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd68c29-7144-48a7-8cb7-374764a040af tempest-TestNetworkBasicOps-859277012 tempest-TestNetworkBasicOps-859277012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:20:37.887980 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd68c29-7144-48a7-8cb7-374764a040af tempest-TestNetworkBasicOps-859277012 tempest-TestNetworkBasicOps-859277012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:20:37.894423 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd68c29-7144-48a7-8cb7-374764a040af tempest-TestNetworkBasicOps-859277012 tempest-TestNetworkBasicOps-859277012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:20:37.899204 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd68c29-7144-48a7-8cb7-374764a040af tempest-TestNetworkBasicOps-859277012 tempest-TestNetworkBasicOps-859277012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:20:37.900976 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd68c29-7144-48a7-8cb7-374764a040af tempest-TestNetworkBasicOps-859277012 tempest-TestNetworkBasicOps-859277012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:20:37.901830 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd68c29-7144-48a7-8cb7-374764a040af tempest-TestNetworkBasicOps-859277012 tempest-TestNetworkBasicOps-859277012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:20:37.913202 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-ecd68c29-7144-48a7-8cb7-374764a040af tempest-TestNetworkBasicOps-859277012 tempest-TestNetworkBasicOps-859277012-project-admin] 10.222.0.78 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 4985 time: 0.6869607 Oct 04 21:20:37.914173 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45124) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:20:38.048566 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 4415d264-9f55-4eae-94cf-8810ba54c786 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:20:38.049419 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (4415d264-9f55-4eae-94cf-8810ba54c786), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:38.049419 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 4415d264-9f55-4eae-94cf-8810ba54c786 Oct 04 21:20:38.131838 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a41675-461a-42c6-b8ea-4c0b001e7179 tempest-TestNetworkBasicOps-859277012 tempest-TestNetworkBasicOps-859277012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:20:38.132793 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a41675-461a-42c6-b8ea-4c0b001e7179 tempest-TestNetworkBasicOps-859277012 tempest-TestNetworkBasicOps-859277012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:20:38.133452 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a41675-461a-42c6-b8ea-4c0b001e7179 tempest-TestNetworkBasicOps-859277012 tempest-TestNetworkBasicOps-859277012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:20:38.134466 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a41675-461a-42c6-b8ea-4c0b001e7179 tempest-TestNetworkBasicOps-859277012 tempest-TestNetworkBasicOps-859277012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:20:38.135551 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a41675-461a-42c6-b8ea-4c0b001e7179 tempest-TestNetworkBasicOps-859277012 tempest-TestNetworkBasicOps-859277012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:20:38.136608 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a41675-461a-42c6-b8ea-4c0b001e7179 tempest-TestNetworkBasicOps-859277012 tempest-TestNetworkBasicOps-859277012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:20:38.137258 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a41675-461a-42c6-b8ea-4c0b001e7179 tempest-TestNetworkBasicOps-859277012 tempest-TestNetworkBasicOps-859277012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:20:38.139605 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-36a41675-461a-42c6-b8ea-4c0b001e7179 tempest-TestNetworkBasicOps-859277012 tempest-TestNetworkBasicOps-859277012-project-admin] 10.222.0.78 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 4645 time: 0.2232456 Oct 04 21:20:38.144886 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45126) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:20:38.419591 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-76791104-2212-4099-8417-9a756bca4cba None None] Current status of the port 4415d264-9f55-4eae-94cf-8810ba54c786 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:20:38.439686 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-fcbb6a8b-417b-456f-84a0-cebd10ddfe42 None None] Set router a1807e95-4e89-43b3-9c51-162f7f3febd5 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:20:38.632250 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-9e3ce6d2-4764-4356-a38f-f2df69e213e2 None None] Provisioning complete for port 9fe600f2-735b-4d30-bc38-16bafc8b12be triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:20:38.633175 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9e3ce6d2-4764-4356-a38f-f2df69e213e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (9fe600f2-735b-4d30-bc38-16bafc8b12be), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:38.633668 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-9e3ce6d2-4764-4356-a38f-f2df69e213e2 None None] Attempt 1 to provision port 9fe600f2-735b-4d30-bc38-16bafc8b12be Oct 04 21:20:38.877787 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-9e3ce6d2-4764-4356-a38f-f2df69e213e2 None None] Port 9fe600f2-735b-4d30-bc38-16bafc8b12be cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:20:38.980352 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 4415d264-9f55-4eae-94cf-8810ba54c786 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:20:39.405751 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-ae0c5513-dd5f-4c62-9272-638cc46121b7 tempest-TestNetworkBasicOps-859277012 tempest-TestNetworkBasicOps-859277012-project-admin] 10.222.0.78 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 1.2576957 Oct 04 21:20:39.692508 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:20:39.801072 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-fcbb6a8b-417b-456f-84a0-cebd10ddfe42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1807e95-4e89-43b3-9c51-162f7f3febd5', 'name': 'tempest-TestNetworkBasicOps-router-669958482', 'tenant_id': 'be36678756d4429b91d971abf8fdcdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '057ba113-20af-4181-9edf-8615802f4453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:20:22Z', 'updated_at': '2022-10-04T21:20:33Z', 'revision_number': 4, 'project_id': 'be36678756d4429b91d971abf8fdcdd1', 'gw_port': {'id': '057ba113-20af-4181-9edf-8615802f4453', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:68:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1807e95-4e89-43b3-9c51-162f7f3febd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:20:23Z', 'updated_at': '2022-10-04T21:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '9fe600f2-735b-4d30-bc38-16bafc8b12be', 'name': '', 'network_id': '9117a828-a129-4df1-96d5-b5ba21b94347', 'tenant_id': 'be36678756d4429b91d971abf8fdcdd1', 'mac_address': 'fa:16:3e:e6:88:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1807e95-4e89-43b3-9c51-162f7f3febd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '7ea27bc0-2cdc-464e-afa2-2198bb270ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:20:31Z', 'updated_at': '2022-10-04T21:20:34Z', 'revision_number': 2, 'project_id': 'be36678756d4429b91d971abf8fdcdd1', 'subnets': [{'id': '7ea27bc0-2cdc-464e-afa2-2198bb270ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:20:39.844941 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45174) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:20:39.857509 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-fbbdbf8a-facf-4947-b83d-9f6162b588f3 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-323967812', 'description': 'tempest-secgroup-smoke-323967812 description', 'project_id': 'be36678756d4429b91d971abf8fdcdd1'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:20:39.860884 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbb6a8b-417b-456f-84a0-cebd10ddfe42 None None] Checking router: a1807e95-4e89-43b3-9c51-162f7f3febd5 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:20:39.861623 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbb6a8b-417b-456f-84a0-cebd10ddfe42 None None] Updating router a1807e95-4e89-43b3-9c51-162f7f3febd5 port 9fe600f2-735b-4d30-bc38-16bafc8b12be binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:20:39.976187 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fcbb6a8b-417b-456f-84a0-cebd10ddfe42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (9fe600f2-735b-4d30-bc38-16bafc8b12be), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:40.052497 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fbbdbf8a-facf-4947-b83d-9f6162b588f3 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:40.139723 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45188) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:20:40.154031 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-bb46daab-9d07-43aa-ad6e-fe7836cafeaf tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-321772679', 'description': 'tempest-secgroup-smoke-321772679 description', 'project_id': '06b106a291b44599bb30d5040d82a3cb'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:20:40.207470 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:20:40.362678 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bb46daab-9d07-43aa-ad6e-fe7836cafeaf tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:40.371439 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fbbdbf8a-facf-4947-b83d-9f6162b588f3 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for security_group (c1686647-bd23-4283-bba5-842384ffefaa), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:40.531391 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fbbdbf8a-facf-4947-b83d-9f6162b588f3 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (c1686647-bd23-4283-bba5-842384ffefaa), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:40.601170 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbdbf8a-facf-4947-b83d-9f6162b588f3 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1686647-bd23-4283-bba5-842384ffefaa,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:20:40.613555 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bb46daab-9d07-43aa-ad6e-fe7836cafeaf tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] Publish callbacks [] for security_group (cc56e213-f4a4-4e5c-b220-aed66f52eceb), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:40.731014 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fbbdbf8a-facf-4947-b83d-9f6162b588f3 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:40.734239 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-fbbdbf8a-facf-4947-b83d-9f6162b588f3 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.8913255 Oct 04 21:20:40.741031 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45206) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:20:40.751261 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bb46daab-9d07-43aa-ad6e-fe7836cafeaf tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (cc56e213-f4a4-4e5c-b220-aed66f52eceb), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:40.762187 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-1fae53a4-f3d4-4950-a418-04a3d87df7ca tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Request body: {'security_group_rule': {'security_group_id': 'c1686647-bd23-4283-bba5-842384ffefaa', 'project_id': 'be36678756d4429b91d971abf8fdcdd1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:20:40.901189 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb46daab-9d07-43aa-ad6e-fe7836cafeaf tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc56e213-f4a4-4e5c-b220-aed66f52eceb,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:20:40.994033 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fcbb6a8b-417b-456f-84a0-cebd10ddfe42 None None] Publish callbacks [] for port (9fe600f2-735b-4d30-bc38-16bafc8b12be), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:41.002924 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1fae53a4-f3d4-4950-a418-04a3d87df7ca tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for security_group_rule (ea567c89-1756-4f62-93e4-868da66c7f8b), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:41.017940 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bb46daab-9d07-43aa-ad6e-fe7836cafeaf tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:41.025853 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-bb46daab-9d07-43aa-ad6e-fe7836cafeaf tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.8782053 Oct 04 21:20:41.032195 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45216) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:20:41.038623 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-4568ffc8-da2e-48cf-9dec-f36869ea77a0 tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] Request body: {'security_group_rule': {'security_group_id': 'cc56e213-f4a4-4e5c-b220-aed66f52eceb', 'project_id': '06b106a291b44599bb30d5040d82a3cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:20:41.113038 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fcbb6a8b-417b-456f-84a0-cebd10ddfe42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (9fe600f2-735b-4d30-bc38-16bafc8b12be), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:41.214828 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1fae53a4-f3d4-4950-a418-04a3d87df7ca tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for security_group_rule (ea567c89-1756-4f62-93e4-868da66c7f8b), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:41.277281 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4568ffc8-da2e-48cf-9dec-f36869ea77a0 tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] Publish callbacks [] for security_group_rule (9ac6d927-02a9-479d-830e-a2bdc638f4ab), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:41.282718 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1fae53a4-f3d4-4950-a418-04a3d87df7ca tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (ea567c89-1756-4f62-93e4-868da66c7f8b), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:41.349840 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:20:41.383449 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fae53a4-f3d4-4950-a418-04a3d87df7ca tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea567c89-1756-4f62-93e4-868da66c7f8b,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:20:41.418580 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abf685c-70b8-49be-9dc3-4f4003a3fa87 None None] Pushing event updated for resources: {'Port': ['ID=9fe600f2-735b-4d30-bc38-16bafc8b12be,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:20:41.469670 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-fcbb6a8b-417b-456f-84a0-cebd10ddfe42 None None] Attempting to bind port 9fe600f2-735b-4d30-bc38-16bafc8b12be on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:20:41.470419 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-fcbb6a8b-417b-456f-84a0-cebd10ddfe42 None None] Attempting to bind port 9fe600f2-735b-4d30-bc38-16bafc8b12be by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '679778f2-464f-4c1c-896d-31b120e3efe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '9117a828-a129-4df1-96d5-b5ba21b94347'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:20:41.471040 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbb6a8b-417b-456f-84a0-cebd10ddfe42 None None] Attempting to bind port 9fe600f2-735b-4d30-bc38-16bafc8b12be on network 9117a828-a129-4df1-96d5-b5ba21b94347 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:20:41.521360 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1fae53a4-f3d4-4950-a418-04a3d87df7ca tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:41.525301 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-1fae53a4-f3d4-4950-a418-04a3d87df7ca tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7789264 Oct 04 21:20:41.528385 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45234) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:20:41.543383 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-c8a415b0-5202-4077-8dce-137ff5570f92 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Request body: {'security_group_rule': {'security_group_id': 'c1686647-bd23-4283-bba5-842384ffefaa', 'project_id': 'be36678756d4429b91d971abf8fdcdd1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:20:41.567231 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4568ffc8-da2e-48cf-9dec-f36869ea77a0 tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] Publish callbacks [] for security_group_rule (9ac6d927-02a9-479d-830e-a2bdc638f4ab), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:41.598698 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbb6a8b-417b-456f-84a0-cebd10ddfe42 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:20:41.599870 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbb6a8b-417b-456f-84a0-cebd10ddfe42 None None] Checking segment: {'id': '679778f2-464f-4c1c-896d-31b120e3efe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '9117a828-a129-4df1-96d5-b5ba21b94347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:20:41.600633 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fcbb6a8b-417b-456f-84a0-cebd10ddfe42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:41.601347 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbb6a8b-417b-456f-84a0-cebd10ddfe42 None None] Bound using segment: {'id': '679778f2-464f-4c1c-896d-31b120e3efe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '9117a828-a129-4df1-96d5-b5ba21b94347'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:20:41.602371 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-fcbb6a8b-417b-456f-84a0-cebd10ddfe42 None None] Bound port: 9fe600f2-735b-4d30-bc38-16bafc8b12be, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '679778f2-464f-4c1c-896d-31b120e3efe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '9117a828-a129-4df1-96d5-b5ba21b94347'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:20:41.605402 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fcbb6a8b-417b-456f-84a0-cebd10ddfe42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (9fe600f2-735b-4d30-bc38-16bafc8b12be), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:41.740475 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4568ffc8-da2e-48cf-9dec-f36869ea77a0 tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (9ac6d927-02a9-479d-830e-a2bdc638f4ab), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:41.780374 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c8a415b0-5202-4077-8dce-137ff5570f92 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for security_group_rule (039a7579-7ddd-45a1-8431-7db669b655ec), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:41.824224 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-fcbb6a8b-417b-456f-84a0-cebd10ddfe42 None None] For port 9fe600f2-735b-4d30-bc38-16bafc8b12be, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:20:41.833671 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-fcbb6a8b-417b-456f-84a0-cebd10ddfe42 None None] For port 9fe600f2-735b-4d30-bc38-16bafc8b12be, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=9fe600f2-735b-4d30-bc38-16bafc8b12be,segment=NetworkSegment(679778f2-464f-4c1c-896d-31b120e3efe3),segment_id=679778f2-464f-4c1c-896d-31b120e3efe3)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:20:41.928271 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fcbb6a8b-417b-456f-84a0-cebd10ddfe42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (9fe600f2-735b-4d30-bc38-16bafc8b12be), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:42.069116 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbb6a8b-417b-456f-84a0-cebd10ddfe42 None None] Routers {'a1807e95-4e89-43b3-9c51-162f7f3febd5'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:20:42.071023 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-fcbb6a8b-417b-456f-84a0-cebd10ddfe42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:20:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['a1807e95-4e89-43b3-9c51-162f7f3febd5'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:20:42.084375 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c8a415b0-5202-4077-8dce-137ff5570f92 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for security_group_rule (039a7579-7ddd-45a1-8431-7db669b655ec), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:42.173593 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c8a415b0-5202-4077-8dce-137ff5570f92 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (039a7579-7ddd-45a1-8431-7db669b655ec), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:42.192188 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:20:42.267983 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:20:42.281590 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a415b0-5202-4077-8dce-137ff5570f92 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=039a7579-7ddd-45a1-8431-7db669b655ec,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:20:42.305149 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abf685c-70b8-49be-9dc3-4f4003a3fa87 None None] Pushing event updated for resources: {'Port': ['ID=9fe600f2-735b-4d30-bc38-16bafc8b12be,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:20:42.309822 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c8a415b0-5202-4077-8dce-137ff5570f92 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:42.317257 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c8a415b0-5202-4077-8dce-137ff5570f92 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7822099 Oct 04 21:20:42.319802 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45258) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:20:42.349411 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-2687a64b-90f7-40ef-add5-4d387d400b65 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Request body: {'security_group_rule': {'security_group_id': 'c1686647-bd23-4283-bba5-842384ffefaa', 'project_id': 'be36678756d4429b91d971abf8fdcdd1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:20:42.448726 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4568ffc8-da2e-48cf-9dec-f36869ea77a0 tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ac6d927-02a9-479d-830e-a2bdc638f4ab,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:20:42.557780 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-fcbb6a8b-417b-456f-84a0-cebd10ddfe42 None None] Set router a1807e95-4e89-43b3-9c51-162f7f3febd5 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:20:42.601276 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2687a64b-90f7-40ef-add5-4d387d400b65 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for security_group_rule (2d4f08da-676d-427b-84fd-e956780dfb47), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:42.624216 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4568ffc8-da2e-48cf-9dec-f36869ea77a0 tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:42.629101 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4568ffc8-da2e-48cf-9dec-f36869ea77a0 tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5993118 Oct 04 21:20:42.632652 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45272) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:20:42.676230 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-77db1313-c800-406e-8332-af91887c8e6b tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] Request body: {'security_group_rule': {'security_group_id': 'cc56e213-f4a4-4e5c-b220-aed66f52eceb', 'project_id': '06b106a291b44599bb30d5040d82a3cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:20:42.700858 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:20:42.823780 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2687a64b-90f7-40ef-add5-4d387d400b65 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for security_group_rule (2d4f08da-676d-427b-84fd-e956780dfb47), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:42.904500 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-77db1313-c800-406e-8332-af91887c8e6b tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] Publish callbacks [] for security_group_rule (d7d71389-97ac-423f-b165-4945f5ad3089), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:42.941448 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2687a64b-90f7-40ef-add5-4d387d400b65 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (2d4f08da-676d-427b-84fd-e956780dfb47), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:43.045599 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2687a64b-90f7-40ef-add5-4d387d400b65 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d4f08da-676d-427b-84fd-e956780dfb47,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:20:43.068208 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-fcbb6a8b-417b-456f-84a0-cebd10ddfe42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1807e95-4e89-43b3-9c51-162f7f3febd5', 'name': 'tempest-TestNetworkBasicOps-router-669958482', 'tenant_id': 'be36678756d4429b91d971abf8fdcdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '057ba113-20af-4181-9edf-8615802f4453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:20:22Z', 'updated_at': '2022-10-04T21:20:33Z', 'revision_number': 4, 'project_id': 'be36678756d4429b91d971abf8fdcdd1', 'gw_port': {'id': '057ba113-20af-4181-9edf-8615802f4453', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:68:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1807e95-4e89-43b3-9c51-162f7f3febd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:20:23Z', 'updated_at': '2022-10-04T21:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '9fe600f2-735b-4d30-bc38-16bafc8b12be', 'name': '', 'network_id': '9117a828-a129-4df1-96d5-b5ba21b94347', 'tenant_id': 'be36678756d4429b91d971abf8fdcdd1', 'mac_address': 'fa:16:3e:e6:88:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1807e95-4e89-43b3-9c51-162f7f3febd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '7ea27bc0-2cdc-464e-afa2-2198bb270ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:20:31Z', 'updated_at': '2022-10-04T21:20:41Z', 'revision_number': 4, 'project_id': 'be36678756d4429b91d971abf8fdcdd1', 'subnets': [{'id': '7ea27bc0-2cdc-464e-afa2-2198bb270ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:20:43.081438 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-77db1313-c800-406e-8332-af91887c8e6b tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] Publish callbacks [] for security_group_rule (d7d71389-97ac-423f-b165-4945f5ad3089), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:43.121092 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2687a64b-90f7-40ef-add5-4d387d400b65 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:43.128252 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-2687a64b-90f7-40ef-add5-4d387d400b65 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8026848 Oct 04 21:20:43.131342 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45292) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:20:43.134840 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbb6a8b-417b-456f-84a0-cebd10ddfe42 None None] The sync data for ids ['a1807e95-4e89-43b3-9c51-162f7f3febd5'] in n-d-852085-12 is: [{'id': 'a1807e95-4e89-43b3-9c51-162f7f3febd5', 'name': 'tempest-TestNetworkBasicOps-router-669958482', 'tenant_id': 'be36678756d4429b91d971abf8fdcdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '057ba113-20af-4181-9edf-8615802f4453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:20:22Z', 'updated_at': '2022-10-04T21:20:33Z', 'revision_number': 4, 'project_id': 'be36678756d4429b91d971abf8fdcdd1', 'gw_port': {'id': '057ba113-20af-4181-9edf-8615802f4453', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:68:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1807e95-4e89-43b3-9c51-162f7f3febd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:20:23Z', 'updated_at': '2022-10-04T21:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '9fe600f2-735b-4d30-bc38-16bafc8b12be', 'name': '', 'network_id': '9117a828-a129-4df1-96d5-b5ba21b94347', 'tenant_id': 'be36678756d4429b91d971abf8fdcdd1', 'mac_address': 'fa:16:3e:e6:88:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1807e95-4e89-43b3-9c51-162f7f3febd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '7ea27bc0-2cdc-464e-afa2-2198bb270ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:20:31Z', 'updated_at': '2022-10-04T21:20:41Z', 'revision_number': 4, 'project_id': 'be36678756d4429b91d971abf8fdcdd1', 'subnets': [{'id': '7ea27bc0-2cdc-464e-afa2-2198bb270ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:20:43.152567 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-e87dd903-3389-402d-b1d1-cd3f760e27fc tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Request body: {'security_group_rule': {'security_group_id': 'c1686647-bd23-4283-bba5-842384ffefaa', 'project_id': 'be36678756d4429b91d971abf8fdcdd1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:20:43.173435 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-77db1313-c800-406e-8332-af91887c8e6b tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (d7d71389-97ac-423f-b165-4945f5ad3089), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:43.298329 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77db1313-c800-406e-8332-af91887c8e6b tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7d71389-97ac-423f-b165-4945f5ad3089,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:20:43.357579 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-77db1313-c800-406e-8332-af91887c8e6b tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:43.357916 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-77db1313-c800-406e-8332-af91887c8e6b tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6993022 Oct 04 21:20:43.370239 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45300) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:20:43.380713 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-d5f5b431-a02b-49c4-8ce9-430d6abd04c4 tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] Request body: {'security_group_rule': {'security_group_id': 'cc56e213-f4a4-4e5c-b220-aed66f52eceb', 'project_id': '06b106a291b44599bb30d5040d82a3cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:20:43.428027 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e87dd903-3389-402d-b1d1-cd3f760e27fc tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for security_group_rule (32e55666-bac5-4071-81f7-683bd0993bb4), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:43.537818 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:20:43.558243 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d5f5b431-a02b-49c4-8ce9-430d6abd04c4 tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] Publish callbacks [] for security_group_rule (d368413a-9f18-4a6e-bd86-608826b553bd), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:43.587902 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e87dd903-3389-402d-b1d1-cd3f760e27fc tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for security_group_rule (32e55666-bac5-4071-81f7-683bd0993bb4), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:43.717112 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e87dd903-3389-402d-b1d1-cd3f760e27fc tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (32e55666-bac5-4071-81f7-683bd0993bb4), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:43.755080 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d5f5b431-a02b-49c4-8ce9-430d6abd04c4 tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] Publish callbacks [] for security_group_rule (d368413a-9f18-4a6e-bd86-608826b553bd), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:43.786258 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87dd903-3389-402d-b1d1-cd3f760e27fc tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32e55666-bac5-4071-81f7-683bd0993bb4,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:20:43.877227 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d5f5b431-a02b-49c4-8ce9-430d6abd04c4 tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (d368413a-9f18-4a6e-bd86-608826b553bd), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:43.909876 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f5b431-a02b-49c4-8ce9-430d6abd04c4 tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d368413a-9f18-4a6e-bd86-608826b553bd,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:20:43.932618 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e87dd903-3389-402d-b1d1-cd3f760e27fc tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:43.938836 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45316) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:20:43.946499 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-5819e2bf-675b-4ac1-954d-bfa1f9311921 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Request body: {'security_group_rule': {'security_group_id': 'c1686647-bd23-4283-bba5-842384ffefaa', 'project_id': 'be36678756d4429b91d971abf8fdcdd1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:20:43.947651 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-e87dd903-3389-402d-b1d1-cd3f760e27fc tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8070521 Oct 04 21:20:44.114647 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d5f5b431-a02b-49c4-8ce9-430d6abd04c4 tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:44.117966 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d5f5b431-a02b-49c4-8ce9-430d6abd04c4 tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7452087 Oct 04 21:20:44.122721 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45322) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:20:44.130191 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-5f0a0bb3-15e9-40be-b394-6a557050135f tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] Request body: {'security_group_rule': {'security_group_id': 'cc56e213-f4a4-4e5c-b220-aed66f52eceb', 'project_id': '06b106a291b44599bb30d5040d82a3cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:20:44.163447 n-d-852085-12 neutron-server[108169]: INFO neutron.db.securitygroups_db [None req-5819e2bf-675b-4ac1-954d-bfa1f9311921 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Project be36678756d4429b91d971abf8fdcdd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 21:20:44.181274 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5819e2bf-675b-4ac1-954d-bfa1f9311921 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for security_group_rule (c4fa940d-b1c9-4859-8c73-fde4674801e3), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:44.346551 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5819e2bf-675b-4ac1-954d-bfa1f9311921 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for security_group_rule (c4fa940d-b1c9-4859-8c73-fde4674801e3), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:44.351925 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5f0a0bb3-15e9-40be-b394-6a557050135f tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] Publish callbacks [] for security_group_rule (dc9ad229-30bf-4b6a-af24-395ce99d6434), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:44.413136 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5819e2bf-675b-4ac1-954d-bfa1f9311921 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (c4fa940d-b1c9-4859-8c73-fde4674801e3), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:44.499183 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5819e2bf-675b-4ac1-954d-bfa1f9311921 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4fa940d-b1c9-4859-8c73-fde4674801e3,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:20:44.609719 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5819e2bf-675b-4ac1-954d-bfa1f9311921 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:44.611877 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-5819e2bf-675b-4ac1-954d-bfa1f9311921 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6714396 Oct 04 21:20:44.616425 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45338) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:20:44.624539 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-02b5fe3c-d4f4-4295-a670-0fe2ab171f7a tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Request body: {'security_group_rule': {'security_group_id': 'c1686647-bd23-4283-bba5-842384ffefaa', 'project_id': 'be36678756d4429b91d971abf8fdcdd1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:20:44.628481 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5f0a0bb3-15e9-40be-b394-6a557050135f tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] Publish callbacks [] for security_group_rule (dc9ad229-30bf-4b6a-af24-395ce99d6434), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:44.716912 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5f0a0bb3-15e9-40be-b394-6a557050135f tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (dc9ad229-30bf-4b6a-af24-395ce99d6434), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:44.781256 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0a0bb3-15e9-40be-b394-6a557050135f tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc9ad229-30bf-4b6a-af24-395ce99d6434,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:20:44.803673 n-d-852085-12 neutron-server[108169]: INFO neutron.db.securitygroups_db [None req-02b5fe3c-d4f4-4295-a670-0fe2ab171f7a tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Project be36678756d4429b91d971abf8fdcdd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 21:20:44.818166 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-02b5fe3c-d4f4-4295-a670-0fe2ab171f7a tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for security_group_rule (c889e61a-8faa-411c-bad5-772880cfeaa5), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:44.933830 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5f0a0bb3-15e9-40be-b394-6a557050135f tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:44.936252 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-5f0a0bb3-15e9-40be-b394-6a557050135f tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8117936 Oct 04 21:20:44.940558 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45348) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:20:44.958493 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-b6289838-8e9b-4f79-9780-43569e5183e0 tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] Request body: {'security_group_rule': {'security_group_id': 'cc56e213-f4a4-4e5c-b220-aed66f52eceb', 'project_id': '06b106a291b44599bb30d5040d82a3cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:20:45.113461 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-02b5fe3c-d4f4-4295-a670-0fe2ab171f7a tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for security_group_rule (c889e61a-8faa-411c-bad5-772880cfeaa5), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:45.122604 n-d-852085-12 neutron-server[108170]: INFO neutron.db.securitygroups_db [None req-b6289838-8e9b-4f79-9780-43569e5183e0 tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] Project 06b106a291b44599bb30d5040d82a3cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 21:20:45.139389 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b6289838-8e9b-4f79-9780-43569e5183e0 tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] Publish callbacks [] for security_group_rule (1fa6d4de-a752-4a00-bb4e-112434a5d225), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:45.176626 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:20:45.241547 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 9fe600f2-735b-4d30-bc38-16bafc8b12be up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:20:45.305111 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-02b5fe3c-d4f4-4295-a670-0fe2ab171f7a tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (c889e61a-8faa-411c-bad5-772880cfeaa5), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:45.355061 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b6289838-8e9b-4f79-9780-43569e5183e0 tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] Publish callbacks [] for security_group_rule (1fa6d4de-a752-4a00-bb4e-112434a5d225), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:45.386488 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b5fe3c-d4f4-4295-a670-0fe2ab171f7a tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c889e61a-8faa-411c-bad5-772880cfeaa5,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:20:45.459631 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b6289838-8e9b-4f79-9780-43569e5183e0 tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (1fa6d4de-a752-4a00-bb4e-112434a5d225), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:45.480715 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 9fe600f2-735b-4d30-bc38-16bafc8b12be triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:20:45.481291 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (9fe600f2-735b-4d30-bc38-16bafc8b12be), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:45.481897 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 9fe600f2-735b-4d30-bc38-16bafc8b12be Oct 04 21:20:45.562314 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6289838-8e9b-4f79-9780-43569e5183e0 tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fa6d4de-a752-4a00-bb4e-112434a5d225,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:20:45.581666 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-02b5fe3c-d4f4-4295-a670-0fe2ab171f7a tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:45.584520 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-02b5fe3c-d4f4-4295-a670-0fe2ab171f7a tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9649689 Oct 04 21:20:45.693582 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b6289838-8e9b-4f79-9780-43569e5183e0 tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:45.700348 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45374) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:20:45.702012 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b6289838-8e9b-4f79-9780-43569e5183e0 tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7593310 Oct 04 21:20:45.712951 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-f379a7bd-9d73-4c8b-85a5-b09cf165db3d tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] Request body: {'security_group_rule': {'security_group_id': 'cc56e213-f4a4-4e5c-b220-aed66f52eceb', 'project_id': '06b106a291b44599bb30d5040d82a3cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:20:45.715699 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 9fe600f2-735b-4d30-bc38-16bafc8b12be is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:20:45.716432 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (9fe600f2-735b-4d30-bc38-16bafc8b12be), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:45.720250 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a7d04564-fc8a-42b7-a03a-1898af3a1f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:45.819813 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 9fe600f2-735b-4d30-bc38-16bafc8b12be, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=9fe600f2-735b-4d30-bc38-16bafc8b12be,segment=NetworkSegment(679778f2-464f-4c1c-896d-31b120e3efe3),segment_id=679778f2-464f-4c1c-896d-31b120e3efe3)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:20:45.905619 n-d-852085-12 neutron-server[108169]: INFO neutron.db.securitygroups_db [None req-f379a7bd-9d73-4c8b-85a5-b09cf165db3d tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] Project 06b106a291b44599bb30d5040d82a3cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 21:20:45.919522 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f379a7bd-9d73-4c8b-85a5-b09cf165db3d tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] Publish callbacks [] for security_group_rule (6dfe5ebb-ac11-4206-b83f-68e643cf3661), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:45.944980 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (9fe600f2-735b-4d30-bc38-16bafc8b12be), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:46.074429 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=9fe600f2-735b-4d30-bc38-16bafc8b12be,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:20:46.088580 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=80,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:20:46.105882 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ca72fc78-5fe1-425b-8151-680b2764ed91 req-f5f370f5-4f6d-48f1-826f-27b7a1fcb96c tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-323967812&fields=id&tenant_id=be36678756d4429b91d971abf8fdcdd1 HTTP/1.1" status: 200 len: 267 time: 0.1694393 Oct 04 21:20:46.128523 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f379a7bd-9d73-4c8b-85a5-b09cf165db3d tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] Publish callbacks [] for security_group_rule (6dfe5ebb-ac11-4206-b83f-68e643cf3661), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:46.339356 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f379a7bd-9d73-4c8b-85a5-b09cf165db3d tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (6dfe5ebb-ac11-4206-b83f-68e643cf3661), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:46.345587 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca72fc78-5fe1-425b-8151-680b2764ed91 req-a6b57036-1b1a-44de-81b0-4bed1fd21552 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:20:46.348416 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ca72fc78-5fe1-425b-8151-680b2764ed91 req-a6b57036-1b1a-44de-81b0-4bed1fd21552 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] 10.222.0.78 "GET /networking/v2.0/networks?id=9117a828-a129-4df1-96d5-b5ba21b94347 HTTP/1.1" status: 200 len: 796 time: 0.2182019 Oct 04 21:20:46.393457 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f379a7bd-9d73-4c8b-85a5-b09cf165db3d tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dfe5ebb-ac11-4206-b83f-68e643cf3661,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:20:46.406269 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ca72fc78-5fe1-425b-8151-680b2764ed91 req-94e62388-fc7b-4c77-bf38-ad592d2cd32f tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] 10.222.0.78 "GET /networking/v2.0/quotas/be36678756d4429b91d971abf8fdcdd1 HTTP/1.1" status: 200 len: 375 time: 0.0413978 Oct 04 21:20:46.494218 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f379a7bd-9d73-4c8b-85a5-b09cf165db3d tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:46.498076 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f379a7bd-9d73-4c8b-85a5-b09cf165db3d tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7946782 Oct 04 21:20:46.573217 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ca72fc78-5fe1-425b-8151-680b2764ed91 req-0286b95f-a0c2-4756-965c-5b27f87ec0ac tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=be36678756d4429b91d971abf8fdcdd1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1631217 Oct 04 21:20:46.671635 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45426) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:20:46.880868 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ab0a44f1-bba0-48a2-90b1-e3d95721a807 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for security_group (c1686647-bd23-4283-bba5-842384ffefaa), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:46.932386 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ab0a44f1-bba0-48a2-90b1-e3d95721a807 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for security_group (c1686647-bd23-4283-bba5-842384ffefaa), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:47.234768 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 9fe600f2-735b-4d30-bc38-16bafc8b12be up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:20:47.246606 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ab0a44f1-bba0-48a2-90b1-e3d95721a807 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (c1686647-bd23-4283-bba5-842384ffefaa), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:47.251798 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ab0a44f1-bba0-48a2-90b1-e3d95721a807 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:47.258487 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-ab0a44f1-bba0-48a2-90b1-e3d95721a807 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/c1686647-bd23-4283-bba5-842384ffefaa HTTP/1.1" status: 204 len: 168 time: 0.5795217 Oct 04 21:20:47.298538 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a44f1-bba0-48a2-90b1-e3d95721a807 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1686647-bd23-4283-bba5-842384ffefaa,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:20:47.422585 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 9fe600f2-735b-4d30-bc38-16bafc8b12be triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:20:47.423343 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (9fe600f2-735b-4d30-bc38-16bafc8b12be), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:47.424012 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 9fe600f2-735b-4d30-bc38-16bafc8b12be Oct 04 21:20:47.470237 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45476) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:20:47.582803 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ff9594cf-47d1-4c16-923c-c3ea45ca5630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:47.694184 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 9fe600f2-735b-4d30-bc38-16bafc8b12be is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:20:48.050623 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:20:48.402107 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-aeaabaae-6b63-4a02-af72-66771406e5e3 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (a1807e95-4e89-43b3-9c51-162f7f3febd5), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:48.507185 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:20:49.013710 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-aeaabaae-6b63-4a02-af72-66771406e5e3 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Deleting port 9fe600f2-735b-4d30-bc38-16bafc8b12be {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:20:49.014975 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-aeaabaae-6b63-4a02-af72-66771406e5e3 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (9fe600f2-735b-4d30-bc38-16bafc8b12be), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:49.250811 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-aeaabaae-6b63-4a02-af72-66771406e5e3 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] For port 9fe600f2-735b-4d30-bc38-16bafc8b12be, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=9fe600f2-735b-4d30-bc38-16bafc8b12be,segment=NetworkSegment(679778f2-464f-4c1c-896d-31b120e3efe3),segment_id=679778f2-464f-4c1c-896d-31b120e3efe3)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:20:49.251516 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-aeaabaae-6b63-4a02-af72-66771406e5e3 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (9fe600f2-735b-4d30-bc38-16bafc8b12be), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:49.280907 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-aeaabaae-6b63-4a02-af72-66771406e5e3 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Calling delete_port for 9fe600f2-735b-4d30-bc38-16bafc8b12be owned by network:router_interface {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:20:49.898079 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-aeaabaae-6b63-4a02-af72-66771406e5e3 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (9fe600f2-735b-4d30-bc38-16bafc8b12be), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:49.980246 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaabaae-6b63-4a02-af72-66771406e5e3 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Pushing event deleted for resources: {'Port': ['ID=9fe600f2-735b-4d30-bc38-16bafc8b12be,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:20:50.356298 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:50.540653 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-aeaabaae-6b63-4a02-af72-66771406e5e3 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (a1807e95-4e89-43b3-9c51-162f7f3febd5), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:50.663038 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:20:51.184499 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeaabaae-6b63-4a02-af72-66771406e5e3 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Router a1807e95-4e89-43b3-9c51-162f7f3febd5 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:20:51.414971 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:20:51.430500 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeaabaae-6b63-4a02-af72-66771406e5e3 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:20:51.445347 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45638) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:20:51.452778 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2801d681-f2a7-4d25-b882-2fbfdc3a4056 None None] Sync routers for ids ['a1807e95-4e89-43b3-9c51-162f7f3febd5'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:20:51.455630 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-aeaabaae-6b63-4a02-af72-66771406e5e3 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] 10.222.0.78 "PUT /networking/v2.0/routers/a1807e95-4e89-43b3-9c51-162f7f3febd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9829202 Oct 04 21:20:51.472567 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2801d681-f2a7-4d25-b882-2fbfdc3a4056 None None] Routers {'a1807e95-4e89-43b3-9c51-162f7f3febd5'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:20:51.474014 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-2801d681-f2a7-4d25-b882-2fbfdc3a4056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:20:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['a1807e95-4e89-43b3-9c51-162f7f3febd5'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:20:51.575006 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2293f41-08f9-47b5-abe7-09dc3d8eb350 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Deleting subnet 7ea27bc0-2cdc-464e-afa2-2198bb270ccb {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:20:51.582351 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d2293f41-08f9-47b5-abe7-09dc3d8eb350 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for subnet (7ea27bc0-2cdc-464e-afa2-2198bb270ccb), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:51.748267 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:51.802981 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:51.808592 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d2293f41-08f9-47b5-abe7-09dc3d8eb350 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (7ea27bc0-2cdc-464e-afa2-2198bb270ccb), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:51.839189 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-2801d681-f2a7-4d25-b882-2fbfdc3a4056 None None] Set router a1807e95-4e89-43b3-9c51-162f7f3febd5 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:20:51.885158 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:20:52.128267 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d2293f41-08f9-47b5-abe7-09dc3d8eb350 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (7ea27bc0-2cdc-464e-afa2-2198bb270ccb), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:52.386140 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-2801d681-f2a7-4d25-b882-2fbfdc3a4056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1807e95-4e89-43b3-9c51-162f7f3febd5', 'name': 'tempest-TestNetworkBasicOps-router-669958482', 'tenant_id': 'be36678756d4429b91d971abf8fdcdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '057ba113-20af-4181-9edf-8615802f4453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:20:22Z', 'updated_at': '2022-10-04T21:20:49Z', 'revision_number': 5, 'project_id': 'be36678756d4429b91d971abf8fdcdd1', 'gw_port': {'id': '057ba113-20af-4181-9edf-8615802f4453', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:68:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1807e95-4e89-43b3-9c51-162f7f3febd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:20:23Z', 'updated_at': '2022-10-04T21:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:20:52.434217 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2801d681-f2a7-4d25-b882-2fbfdc3a4056 None None] Checking router: a1807e95-4e89-43b3-9c51-162f7f3febd5 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:20:52.451502 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2801d681-f2a7-4d25-b882-2fbfdc3a4056 None None] Routers {'a1807e95-4e89-43b3-9c51-162f7f3febd5'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:20:52.452579 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-2801d681-f2a7-4d25-b882-2fbfdc3a4056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:20:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['a1807e95-4e89-43b3-9c51-162f7f3febd5'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:20:52.501308 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d2293f41-08f9-47b5-abe7-09dc3d8eb350 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (7ea27bc0-2cdc-464e-afa2-2198bb270ccb), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:52.549907 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d2293f41-08f9-47b5-abe7-09dc3d8eb350 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:52.559024 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d2293f41-08f9-47b5-abe7-09dc3d8eb350 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/7ea27bc0-2cdc-464e-afa2-2198bb270ccb HTTP/1.1" status: 204 len: 168 time: 1.1112099 Oct 04 21:20:52.563416 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45672) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:20:52.589088 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c1786e-c713-4deb-8cdf-25977d83c05b None None] Network 9117a828-a129-4df1-96d5-b5ba21b94347 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:20:52.639179 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2293f41-08f9-47b5-abe7-09dc3d8eb350 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Pushing event deleted for resources: {'Subnet': ['ID=7ea27bc0-2cdc-464e-afa2-2198bb270ccb,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:20:52.762567 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-2801d681-f2a7-4d25-b882-2fbfdc3a4056 None None] Set router a1807e95-4e89-43b3-9c51-162f7f3febd5 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:20:52.783260 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:20:52.909801 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f88a317-38ba-41f5-a985-a86f1bbe1825 None None] DHCP port deletion for 9117a828-a129-4df1-96d5-b5ba21b94347 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:20:52.966547 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=100 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:20:53.016264 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-7f88a317-38ba-41f5-a985-a86f1bbe1825 None None] Deleting port 4415d264-9f55-4eae-94cf-8810ba54c786 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:20:53.017133 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7f88a317-38ba-41f5-a985-a86f1bbe1825 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (4415d264-9f55-4eae-94cf-8810ba54c786), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:53.164563 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4c25e48c-0465-48c0-bbe2-ae135059c6e2 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for router (a1807e95-4e89-43b3-9c51-162f7f3febd5), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:53.170248 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:20:53.182675 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-7f88a317-38ba-41f5-a985-a86f1bbe1825 None None] For port 4415d264-9f55-4eae-94cf-8810ba54c786, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=4415d264-9f55-4eae-94cf-8810ba54c786,segment=NetworkSegment(679778f2-464f-4c1c-896d-31b120e3efe3),segment_id=679778f2-464f-4c1c-896d-31b120e3efe3)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:20:53.183706 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7f88a317-38ba-41f5-a985-a86f1bbe1825 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (4415d264-9f55-4eae-94cf-8810ba54c786), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:53.229747 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 4415d264-9f55-4eae-94cf-8810ba54c786 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:20:53.282692 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-2801d681-f2a7-4d25-b882-2fbfdc3a4056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1807e95-4e89-43b3-9c51-162f7f3febd5', 'name': 'tempest-TestNetworkBasicOps-router-669958482', 'tenant_id': 'be36678756d4429b91d971abf8fdcdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '057ba113-20af-4181-9edf-8615802f4453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:20:22Z', 'updated_at': '2022-10-04T21:20:49Z', 'revision_number': 5, 'project_id': 'be36678756d4429b91d971abf8fdcdd1', 'gw_port': {'id': '057ba113-20af-4181-9edf-8615802f4453', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:68:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1807e95-4e89-43b3-9c51-162f7f3febd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:20:23Z', 'updated_at': '2022-10-04T21:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:20:53.326212 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-7f88a317-38ba-41f5-a985-a86f1bbe1825 None None] Calling delete_port for 4415d264-9f55-4eae-94cf-8810ba54c786 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:20:53.369084 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2801d681-f2a7-4d25-b882-2fbfdc3a4056 None None] The sync data for ids ['a1807e95-4e89-43b3-9c51-162f7f3febd5'] in n-d-852085-12 is: [{'id': 'a1807e95-4e89-43b3-9c51-162f7f3febd5', 'name': 'tempest-TestNetworkBasicOps-router-669958482', 'tenant_id': 'be36678756d4429b91d971abf8fdcdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '057ba113-20af-4181-9edf-8615802f4453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:20:22Z', 'updated_at': '2022-10-04T21:20:49Z', 'revision_number': 5, 'project_id': 'be36678756d4429b91d971abf8fdcdd1', 'gw_port': {'id': '057ba113-20af-4181-9edf-8615802f4453', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:68:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1807e95-4e89-43b3-9c51-162f7f3febd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:20:23Z', 'updated_at': '2022-10-04T21:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:20:53.502920 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4c25e48c-0465-48c0-bbe2-ae135059c6e2 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for router_gateway (a1807e95-4e89-43b3-9c51-162f7f3febd5), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:53.590003 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 4415d264-9f55-4eae-94cf-8810ba54c786 is: ACTIVE; New status is: DOWN {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:20:53.590828 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (4415d264-9f55-4eae-94cf-8810ba54c786), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:53.718992 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 4415d264-9f55-4eae-94cf-8810ba54c786, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=4415d264-9f55-4eae-94cf-8810ba54c786,segment=NetworkSegment(679778f2-464f-4c1c-896d-31b120e3efe3),segment_id=679778f2-464f-4c1c-896d-31b120e3efe3)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:20:53.738239 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-4c25e48c-0465-48c0-bbe2-ae135059c6e2 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Deleting port 057ba113-20af-4181-9edf-8615802f4453 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:20:53.738948 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4c25e48c-0465-48c0-bbe2-ae135059c6e2 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (057ba113-20af-4181-9edf-8615802f4453), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:53.904725 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (4415d264-9f55-4eae-94cf-8810ba54c786), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:54.052855 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7f88a317-38ba-41f5-a985-a86f1bbe1825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (4415d264-9f55-4eae-94cf-8810ba54c786), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:54.095421 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-4c25e48c-0465-48c0-bbe2-ae135059c6e2 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] For port 057ba113-20af-4181-9edf-8615802f4453, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=057ba113-20af-4181-9edf-8615802f4453,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:20:54.095662 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4c25e48c-0465-48c0-bbe2-ae135059c6e2 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (057ba113-20af-4181-9edf-8615802f4453), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:54.105396 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f88a317-38ba-41f5-a985-a86f1bbe1825 None None] No DVR routers for this DVR port 4415d264-9f55-4eae-94cf-8810ba54c786 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:20:54.138235 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-4c25e48c-0465-48c0-bbe2-ae135059c6e2 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Calling delete_port for 057ba113-20af-4181-9edf-8615802f4453 owned by network:router_gateway {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:20:54.261272 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=4415d264-9f55-4eae-94cf-8810ba54c786,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:20:54.316549 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f88a317-38ba-41f5-a985-a86f1bbe1825 None None] Pushing event deleted for resources: {'Port': ['ID=4415d264-9f55-4eae-94cf-8810ba54c786,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:20:54.509049 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:20:54.648819 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4c25e48c-0465-48c0-bbe2-ae135059c6e2 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (057ba113-20af-4181-9edf-8615802f4453), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:54.714323 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c25e48c-0465-48c0-bbe2-ae135059c6e2 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Pushing event deleted for resources: {'Port': ['ID=057ba113-20af-4181-9edf-8615802f4453,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:20:54.834488 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4c25e48c-0465-48c0-bbe2-ae135059c6e2 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (a1807e95-4e89-43b3-9c51-162f7f3febd5), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:54.967563 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4c25e48c-0465-48c0-bbe2-ae135059c6e2 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (a1807e95-4e89-43b3-9c51-162f7f3febd5), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:54.972194 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4c25e48c-0465-48c0-bbe2-ae135059c6e2 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for router_controller (a1807e95-4e89-43b3-9c51-162f7f3febd5), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:55.162865 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4c25e48c-0465-48c0-bbe2-ae135059c6e2 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (a1807e95-4e89-43b3-9c51-162f7f3febd5), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:55.164479 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 9fe600f2-735b-4d30-bc38-16bafc8b12be no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:20:55.165827 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c25e48c-0465-48c0-bbe2-ae135059c6e2 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Fanout notify agent at l3_agent the message router_deleted on router a1807e95-4e89-43b3-9c51-162f7f3febd5 {{(pid=108170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 21:20:55.183031 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4c25e48c-0465-48c0-bbe2-ae135059c6e2 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:55.186075 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4c25e48c-0465-48c0-bbe2-ae135059c6e2 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] 10.222.0.78 "DELETE /networking/v2.0/routers/a1807e95-4e89-43b3-9c51-162f7f3febd5 HTTP/1.1" status: 204 len: 168 time: 2.6211851 Oct 04 21:20:55.190547 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45748) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:20:55.200701 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 9fe600f2-735b-4d30-bc38-16bafc8b12be {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:20:55.204317 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 9fe600f2-735b-4d30-bc38-16bafc8b12be not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:20:55.509299 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-978193d9-e766-4acf-9d86-25ef191852d2 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (9117a828-a129-4df1-96d5-b5ba21b94347), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:55.768280 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-978193d9-e766-4acf-9d86-25ef191852d2 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (9117a828-a129-4df1-96d5-b5ba21b94347), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:55.808433 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-978193d9-e766-4acf-9d86-25ef191852d2 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9117a828-a129-4df1-96d5-b5ba21b94347']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:20:55.829473 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-978193d9-e766-4acf-9d86-25ef191852d2 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '679778f2-464f-4c1c-896d-31b120e3efe3') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:20:55.829939 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-978193d9-e766-4acf-9d86-25ef191852d2 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '679778f2-464f-4c1c-896d-31b120e3efe3') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:20:55.851374 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-978193d9-e766-4acf-9d86-25ef191852d2 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (679778f2-464f-4c1c-896d-31b120e3efe3), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:55.882944 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-978193d9-e766-4acf-9d86-25ef191852d2 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (679778f2-464f-4c1c-896d-31b120e3efe3), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:55.904042 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-978193d9-e766-4acf-9d86-25ef191852d2 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:20:55.905252 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-978193d9-e766-4acf-9d86-25ef191852d2 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (679778f2-464f-4c1c-896d-31b120e3efe3), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:56.048015 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 679778f2-464f-4c1c-896d-31b120e3efe3 resource provider aggregate not found Oct 04 21:20:56.105959 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 679778f2-464f-4c1c-896d-31b120e3efe3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 679778f2-464f-4c1c-896d-31b120e3efe3 found for delete ", "request_id": "req-815e2641-f39a-4246-9cfe-4251f47edb25"}]} Oct 04 21:20:56.242263 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-978193d9-e766-4acf-9d86-25ef191852d2 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (9117a828-a129-4df1-96d5-b5ba21b94347), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:56.285462 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-978193d9-e766-4acf-9d86-25ef191852d2 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:56.291210 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-978193d9-e766-4acf-9d86-25ef191852d2 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] 10.222.0.78 "DELETE /networking/v2.0/networks/9117a828-a129-4df1-96d5-b5ba21b94347 HTTP/1.1" status: 204 len: 168 time: 1.0985661 Oct 04 21:20:56.292692 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978193d9-e766-4acf-9d86-25ef191852d2 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Pushing event deleted for resources: {'Network': ['ID=9117a828-a129-4df1-96d5-b5ba21b94347,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:20:56.310588 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45788) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:20:56.316826 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-f1b07d7f-663c-40ab-b3ef-d09d2ffa7e15 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Request body: {'network': {'name': 'tempest-network-smoke--1220058512', 'project_id': 'be36678756d4429b91d971abf8fdcdd1', 'port_security_enabled': True}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:20:56.505051 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b07d7f-663c-40ab-b3ef-d09d2ffa7e15 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Made reservation on behalf of be36678756d4429b91d971abf8fdcdd1 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:20:56.511998 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f1b07d7f-663c-40ab-b3ef-d09d2ffa7e15 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:56.559268 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1b07d7f-663c-40ab-b3ef-d09d2ffa7e15 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:20:56.583022 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f1b07d7f-663c-40ab-b3ef-d09d2ffa7e15 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (7aee076d-2568-4d78-9c92-035f4ac526cc), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:56.584084 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-f1b07d7f-663c-40ab-b3ef-d09d2ffa7e15 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Added segment 7aee076d-2568-4d78-9c92-035f4ac526cc of type vlan for network 7100c14e-1e77-4a3c-bfe4-abb194c80f28 Oct 04 21:20:56.697454 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f1b07d7f-663c-40ab-b3ef-d09d2ffa7e15 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (7100c14e-1e77-4a3c-bfe4-abb194c80f28), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:56.911306 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f1b07d7f-663c-40ab-b3ef-d09d2ffa7e15 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (7100c14e-1e77-4a3c-bfe4-abb194c80f28), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:56.916995 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b07d7f-663c-40ab-b3ef-d09d2ffa7e15 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:20:56.918214 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f1b07d7f-663c-40ab-b3ef-d09d2ffa7e15 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:56.931001 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:20:57.053192 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b07d7f-663c-40ab-b3ef-d09d2ffa7e15 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Pushing event updated for resources: {'Network': ['ID=7100c14e-1e77-4a3c-bfe4-abb194c80f28,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:20:57.070453 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 057ba113-20af-4181-9edf-8615802f4453 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:20:57.125268 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 7100c14e-1e77-4a3c-bfe4-abb194c80f28 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:20:57.130473 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 057ba113-20af-4181-9edf-8615802f4453 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:20:57.131418 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 057ba113-20af-4181-9edf-8615802f4453 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:20:57.175680 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f1b07d7f-663c-40ab-b3ef-d09d2ffa7e15 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8677630 Oct 04 21:20:57.178478 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45820) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:20:57.190832 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-daa7a383-24f8-481f-a418-6ae26a827cbf tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-410771039', 'admin_state_up': True, 'project_id': 'be36678756d4429b91d971abf8fdcdd1', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:20:57.402784 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-daa7a383-24f8-481f-a418-6ae26a827cbf tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (66b58ea0-e442-43af-9e77-b2f5e25583c2), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:57.405749 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-daa7a383-24f8-481f-a418-6ae26a827cbf tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (66b58ea0-e442-43af-9e77-b2f5e25583c2), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:57.532310 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-daa7a383-24f8-481f-a418-6ae26a827cbf tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for router_controller (66b58ea0-e442-43af-9e77-b2f5e25583c2), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:57.936256 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-daa7a383-24f8-481f-a418-6ae26a827cbf tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for router_gateway (66b58ea0-e442-43af-9e77-b2f5e25583c2), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:58.570379 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-daa7a383-24f8-481f-a418-6ae26a827cbf tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for router_gateway (66b58ea0-e442-43af-9e77-b2f5e25583c2), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:58.626143 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-daa7a383-24f8-481f-a418-6ae26a827cbf tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:58.768533 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:20:58.923578 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-daa7a383-24f8-481f-a418-6ae26a827cbf tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Allocated IP 172.25.5.40 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/dfbbeb87-9aab-4b02-bc63-f0eee0d8835b) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:20:59.143658 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-daa7a383-24f8-481f-a418-6ae26a827cbf tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for port (dfbbeb87-9aab-4b02-bc63-f0eee0d8835b), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:59.311530 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-daa7a383-24f8-481f-a418-6ae26a827cbf tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (dfbbeb87-9aab-4b02-bc63-f0eee0d8835b), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:20:59.396589 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa7a383-24f8-481f-a418-6ae26a827cbf tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:20:59.403553 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-daa7a383-24f8-481f-a418-6ae26a827cbf tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:20:59.416420 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa7a383-24f8-481f-a418-6ae26a827cbf tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:20:59.592383 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa7a383-24f8-481f-a418-6ae26a827cbf tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Pushing event updated for resources: {'Port': ['ID=dfbbeb87-9aab-4b02-bc63-f0eee0d8835b,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:20:59.605406 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:21:00.715818 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-daa7a383-24f8-481f-a418-6ae26a827cbf tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for router_gateway (66b58ea0-e442-43af-9e77-b2f5e25583c2), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:01.205727 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-daa7a383-24f8-481f-a418-6ae26a827cbf tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (66b58ea0-e442-43af-9e77-b2f5e25583c2), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:01.642102 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa7a383-24f8-481f-a418-6ae26a827cbf tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Router 66b58ea0-e442-43af-9e77-b2f5e25583c2 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 21:21:01.882645 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa7a383-24f8-481f-a418-6ae26a827cbf tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:21:01.905627 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aeac1e7-9010-4b69-ba72-eec733d91089 None None] Sync routers for ids ['66b58ea0-e442-43af-9e77-b2f5e25583c2'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:21:01.956413 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aeac1e7-9010-4b69-ba72-eec733d91089 None None] Routers {'66b58ea0-e442-43af-9e77-b2f5e25583c2'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:21:01.956964 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-1aeac1e7-9010-4b69-ba72-eec733d91089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:20:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['66b58ea0-e442-43af-9e77-b2f5e25583c2'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:21:02.091280 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-daa7a383-24f8-481f-a418-6ae26a827cbf tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:02.093919 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-daa7a383-24f8-481f-a418-6ae26a827cbf tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.9122524 Oct 04 21:21:02.097876 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45978) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:21:02.145788 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-1aeac1e7-9010-4b69-ba72-eec733d91089 None None] Set router 66b58ea0-e442-43af-9e77-b2f5e25583c2 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:21:02.162562 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c76eeea2-46bc-406d-962a-f39f51e9b1b8 tempest-TestNetworkBasicOps-859277012 tempest-TestNetworkBasicOps-859277012-project-admin] 10.222.0.78 "GET /networking/v2.0/subnets?project_id=be36678756d4429b91d971abf8fdcdd1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0616446 Oct 04 21:21:02.166453 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 45982) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:21:02.223121 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:21:02.465469 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eed7f6f-454b-46b2-bfb5-2a17bba35961 tempest-TestNetworkBasicOps-859277012 tempest-TestNetworkBasicOps-859277012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:21:02.471299 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-3eed7f6f-454b-46b2-bfb5-2a17bba35961 tempest-TestNetworkBasicOps-859277012 tempest-TestNetworkBasicOps-859277012-project-admin] 10.222.0.78 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2996807 Oct 04 21:21:02.473581 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 45996) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:21:02.549665 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46000) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:21:02.550266 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-09ab6318-fac7-46cc-9992-f1ec8d459448 tempest-TestNetworkBasicOps-859277012 tempest-TestNetworkBasicOps-859277012-project-admin] 10.222.0.78 "GET /networking/v2.0/subnets?network_id=52a60aae-e230-4bd7-89bc-781767fd7892&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0742323 Oct 04 21:21:02.556906 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-c9ca5359-7ab7-4063-952b-7b7d0fe45273 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2130604415', 'network_id': '7100c14e-1e77-4a3c-bfe4-abb194c80f28', 'project_id': 'be36678756d4429b91d971abf8fdcdd1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:21:02.703497 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-1aeac1e7-9010-4b69-ba72-eec733d91089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b58ea0-e442-43af-9e77-b2f5e25583c2', 'name': 'tempest-TestNetworkBasicOps-router-410771039', 'tenant_id': 'be36678756d4429b91d971abf8fdcdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'dfbbeb87-9aab-4b02-bc63-f0eee0d8835b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:20:57Z', 'updated_at': '2022-10-04T21:20:59Z', 'revision_number': 3, 'project_id': 'be36678756d4429b91d971abf8fdcdd1', 'gw_port': {'id': 'dfbbeb87-9aab-4b02-bc63-f0eee0d8835b', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:70:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66b58ea0-e442-43af-9e77-b2f5e25583c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:20:58Z', 'updated_at': '2022-10-04T21:20:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:21:02.704193 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:02.775747 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aeac1e7-9010-4b69-ba72-eec733d91089 None None] Checking router: 66b58ea0-e442-43af-9e77-b2f5e25583c2 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:21:02.776929 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aeac1e7-9010-4b69-ba72-eec733d91089 None None] Updating router 66b58ea0-e442-43af-9e77-b2f5e25583c2 port dfbbeb87-9aab-4b02-bc63-f0eee0d8835b binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:21:02.944289 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ca5359-7ab7-4063-952b-7b7d0fe45273 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Made reservation on behalf of be36678756d4429b91d971abf8fdcdd1 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:21:02.955373 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c9ca5359-7ab7-4063-952b-7b7d0fe45273 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:03.015413 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-1aeac1e7-9010-4b69-ba72-eec733d91089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (dfbbeb87-9aab-4b02-bc63-f0eee0d8835b), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:03.063530 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:21:03.132713 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:21:03.291011 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:21:03.296270 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=10 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:21:03.425503 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c9ca5359-7ab7-4063-952b-7b7d0fe45273 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (a0fdbb49-7a55-4997-86e0-b6f0c8a34a22), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:03.449477 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-1aeac1e7-9010-4b69-ba72-eec733d91089 None None] Publish callbacks [] for port (dfbbeb87-9aab-4b02-bc63-f0eee0d8835b), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:03.547055 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca5359-7ab7-4063-952b-7b7d0fe45273 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Pushing event updated for resources: {'Subnet': ['ID=a0fdbb49-7a55-4997-86e0-b6f0c8a34a22,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:21:03.556973 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ca5359-7ab7-4063-952b-7b7d0fe45273 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Checking segment: {'id': '7aee076d-2568-4d78-9c92-035f4ac526cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7100c14e-1e77-4a3c-bfe4-abb194c80f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:21:03.557505 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ca5359-7ab7-4063-952b-7b7d0fe45273 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Network hostable DHCP agents. Network: 7100c14e-1e77-4a3c-bfe4-abb194c80f28, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:21:03.605814 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:03.634091 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-1aeac1e7-9010-4b69-ba72-eec733d91089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (dfbbeb87-9aab-4b02-bc63-f0eee0d8835b), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:03.728194 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-1aeac1e7-9010-4b69-ba72-eec733d91089 None None] Attempting to bind port dfbbeb87-9aab-4b02-bc63-f0eee0d8835b on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:21:03.728788 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-1aeac1e7-9010-4b69-ba72-eec733d91089 None None] Attempting to bind port dfbbeb87-9aab-4b02-bc63-f0eee0d8835b by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:21:03.729365 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aeac1e7-9010-4b69-ba72-eec733d91089 None None] Attempting to bind port dfbbeb87-9aab-4b02-bc63-f0eee0d8835b on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:21:03.784462 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a256237-5189-4e4a-8dc5-f18f3ef6561f None None] Pushing event updated for resources: {'Port': ['ID=dfbbeb87-9aab-4b02-bc63-f0eee0d8835b,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:21:03.792116 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ca5359-7ab7-4063-952b-7b7d0fe45273 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Network 7100c14e-1e77-4a3c-bfe4-abb194c80f28 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:21:03.848800 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aeac1e7-9010-4b69-ba72-eec733d91089 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:21:03.861062 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aeac1e7-9010-4b69-ba72-eec733d91089 None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:21:03.861062 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-1aeac1e7-9010-4b69-ba72-eec733d91089 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:03.861062 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aeac1e7-9010-4b69-ba72-eec733d91089 None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:21:03.861062 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-1aeac1e7-9010-4b69-ba72-eec733d91089 None None] Bound port: dfbbeb87-9aab-4b02-bc63-f0eee0d8835b, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:21:03.861062 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-1aeac1e7-9010-4b69-ba72-eec733d91089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (dfbbeb87-9aab-4b02-bc63-f0eee0d8835b), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:03.956614 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-c9ca5359-7ab7-4063-952b-7b7d0fe45273 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 7100c14e-1e77-4a3c-bfe4-abb194c80f28) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:21:03.973457 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ca5359-7ab7-4063-952b-7b7d0fe45273 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:21:03.977594 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c9ca5359-7ab7-4063-952b-7b7d0fe45273 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:03.995652 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-1aeac1e7-9010-4b69-ba72-eec733d91089 None None] For port dfbbeb87-9aab-4b02-bc63-f0eee0d8835b, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:21:04.004844 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1396bbfe-7267-433a-888e-f9ebcfdbc2f2 None None] Network 7100c14e-1e77-4a3c-bfe4-abb194c80f28 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:21:04.055376 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-1aeac1e7-9010-4b69-ba72-eec733d91089 None None] For port dfbbeb87-9aab-4b02-bc63-f0eee0d8835b, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=dfbbeb87-9aab-4b02-bc63-f0eee0d8835b,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:21:04.168418 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c9ca5359-7ab7-4063-952b-7b7d0fe45273 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6169660 Oct 04 21:21:04.172949 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46048) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:21:04.178606 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-1aeac1e7-9010-4b69-ba72-eec733d91089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (dfbbeb87-9aab-4b02-bc63-f0eee0d8835b), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:04.252261 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:21:04.339318 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aeac1e7-9010-4b69-ba72-eec733d91089 None None] Routers {'66b58ea0-e442-43af-9e77-b2f5e25583c2'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:21:04.340524 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-1aeac1e7-9010-4b69-ba72-eec733d91089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:20:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['66b58ea0-e442-43af-9e77-b2f5e25583c2'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:21:04.522660 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a256237-5189-4e4a-8dc5-f18f3ef6561f None None] Pushing event updated for resources: {'Port': ['ID=dfbbeb87-9aab-4b02-bc63-f0eee0d8835b,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:21:04.549925 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105735bd-98d3-47de-832e-94969148ef4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-7100c14e-1e77-4a3c-bfe4-abb194c80f28', 'network_id': '7100c14e-1e77-4a3c-bfe4-abb194c80f28', 'project_id': 'be36678756d4429b91d971abf8fdcdd1', 'fixed_ips': [{'subnet_id': 'a0fdbb49-7a55-4997-86e0-b6f0c8a34a22'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:21:04.551687 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-105735bd-98d3-47de-832e-94969148ef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:04.649372 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:21:04.949347 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-1aeac1e7-9010-4b69-ba72-eec733d91089 None None] Set router 66b58ea0-e442-43af-9e77-b2f5e25583c2 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:21:05.263527 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-105735bd-98d3-47de-832e-94969148ef4e None None] Allocated IP 172.20.0.2 (7100c14e-1e77-4a3c-bfe4-abb194c80f28/a0fdbb49-7a55-4997-86e0-b6f0c8a34a22/78fc3d05-0664-4965-9e79-4e7de578df2a) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:21:05.385486 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-250e6b04-bf95-4284-888b-edae148c10f6 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:05.943581 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-1aeac1e7-9010-4b69-ba72-eec733d91089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b58ea0-e442-43af-9e77-b2f5e25583c2', 'name': 'tempest-TestNetworkBasicOps-router-410771039', 'tenant_id': 'be36678756d4429b91d971abf8fdcdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'dfbbeb87-9aab-4b02-bc63-f0eee0d8835b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:20:57Z', 'updated_at': '2022-10-04T21:20:59Z', 'revision_number': 3, 'project_id': 'be36678756d4429b91d971abf8fdcdd1', 'gw_port': {'id': 'dfbbeb87-9aab-4b02-bc63-f0eee0d8835b', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:70:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66b58ea0-e442-43af-9e77-b2f5e25583c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:20:58Z', 'updated_at': '2022-10-04T21:21:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:21:05.952395 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:21:06.065796 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aeac1e7-9010-4b69-ba72-eec733d91089 None None] The sync data for ids ['66b58ea0-e442-43af-9e77-b2f5e25583c2'] in n-d-852085-12 is: [{'id': '66b58ea0-e442-43af-9e77-b2f5e25583c2', 'name': 'tempest-TestNetworkBasicOps-router-410771039', 'tenant_id': 'be36678756d4429b91d971abf8fdcdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'dfbbeb87-9aab-4b02-bc63-f0eee0d8835b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:20:57Z', 'updated_at': '2022-10-04T21:20:59Z', 'revision_number': 3, 'project_id': 'be36678756d4429b91d971abf8fdcdd1', 'gw_port': {'id': 'dfbbeb87-9aab-4b02-bc63-f0eee0d8835b', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:70:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66b58ea0-e442-43af-9e77-b2f5e25583c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:20:58Z', 'updated_at': '2022-10-04T21:21:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:21:06.081864 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-105735bd-98d3-47de-832e-94969148ef4e None None] Publish callbacks [] for port (78fc3d05-0664-4965-9e79-4e7de578df2a), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:06.285727 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-105735bd-98d3-47de-832e-94969148ef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (78fc3d05-0664-4965-9e79-4e7de578df2a), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:06.414635 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105735bd-98d3-47de-832e-94969148ef4e None None] Network 7100c14e-1e77-4a3c-bfe4-abb194c80f28 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:21:06.472109 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-105735bd-98d3-47de-832e-94969148ef4e None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:21:06.492905 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105735bd-98d3-47de-832e-94969148ef4e None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:21:06.577695 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-250e6b04-bf95-4284-888b-edae148c10f6 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Allocated IP 172.20.0.1 (7100c14e-1e77-4a3c-bfe4-abb194c80f28/a0fdbb49-7a55-4997-86e0-b6f0c8a34a22/de67af85-0666-4138-b17b-0bffee37a3e1) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:21:06.814105 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105735bd-98d3-47de-832e-94969148ef4e None None] Pushing event updated for resources: {'Port': ['ID=78fc3d05-0664-4965-9e79-4e7de578df2a,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:21:06.849281 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-105735bd-98d3-47de-832e-94969148ef4e None None] Attempting to bind port 78fc3d05-0664-4965-9e79-4e7de578df2a on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:21:06.849664 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-105735bd-98d3-47de-832e-94969148ef4e None None] Attempting to bind port 78fc3d05-0664-4965-9e79-4e7de578df2a by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '7aee076d-2568-4d78-9c92-035f4ac526cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7100c14e-1e77-4a3c-bfe4-abb194c80f28'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:21:06.850043 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105735bd-98d3-47de-832e-94969148ef4e None None] Attempting to bind port 78fc3d05-0664-4965-9e79-4e7de578df2a on network 7100c14e-1e77-4a3c-bfe4-abb194c80f28 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:21:07.006687 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:21:07.106292 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105735bd-98d3-47de-832e-94969148ef4e None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:21:07.107309 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105735bd-98d3-47de-832e-94969148ef4e None None] Checking segment: {'id': '7aee076d-2568-4d78-9c92-035f4ac526cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7100c14e-1e77-4a3c-bfe4-abb194c80f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:21:07.110128 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-105735bd-98d3-47de-832e-94969148ef4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:07.111100 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105735bd-98d3-47de-832e-94969148ef4e None None] Bound using segment: {'id': '7aee076d-2568-4d78-9c92-035f4ac526cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7100c14e-1e77-4a3c-bfe4-abb194c80f28'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:21:07.114400 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-105735bd-98d3-47de-832e-94969148ef4e None None] Bound port: 78fc3d05-0664-4965-9e79-4e7de578df2a, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aee076d-2568-4d78-9c92-035f4ac526cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7100c14e-1e77-4a3c-bfe4-abb194c80f28'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:21:07.115581 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-105735bd-98d3-47de-832e-94969148ef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (78fc3d05-0664-4965-9e79-4e7de578df2a), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:07.274286 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-250e6b04-bf95-4284-888b-edae148c10f6 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for port (de67af85-0666-4138-b17b-0bffee37a3e1), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:07.325901 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device dfbbeb87-9aab-4b02-bc63-f0eee0d8835b up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:21:07.403210 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-105735bd-98d3-47de-832e-94969148ef4e None None] For port 78fc3d05-0664-4965-9e79-4e7de578df2a, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:21:07.446463 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-105735bd-98d3-47de-832e-94969148ef4e None None] For port 78fc3d05-0664-4965-9e79-4e7de578df2a, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=78fc3d05-0664-4965-9e79-4e7de578df2a,segment=NetworkSegment(7aee076d-2568-4d78-9c92-035f4ac526cc),segment_id=7aee076d-2568-4d78-9c92-035f4ac526cc)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:21:07.486239 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port dfbbeb87-9aab-4b02-bc63-f0eee0d8835b triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:21:07.486834 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (dfbbeb87-9aab-4b02-bc63-f0eee0d8835b), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:07.487415 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port dfbbeb87-9aab-4b02-bc63-f0eee0d8835b Oct 04 21:21:07.528121 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-250e6b04-bf95-4284-888b-edae148c10f6 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (de67af85-0666-4138-b17b-0bffee37a3e1), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:07.559005 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:21:07.575468 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-105735bd-98d3-47de-832e-94969148ef4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (78fc3d05-0664-4965-9e79-4e7de578df2a), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:07.745490 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250e6b04-bf95-4284-888b-edae148c10f6 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Network 7100c14e-1e77-4a3c-bfe4-abb194c80f28 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:21:07.780154 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-250e6b04-bf95-4284-888b-edae148c10f6 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:21:07.806229 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250e6b04-bf95-4284-888b-edae148c10f6 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:21:07.809423 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105735bd-98d3-47de-832e-94969148ef4e None None] Pushing event updated for resources: {'Port': ['ID=78fc3d05-0664-4965-9e79-4e7de578df2a,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:21:07.948718 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e6b04-bf95-4284-888b-edae148c10f6 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Pushing event updated for resources: {'Port': ['ID=de67af85-0666-4138-b17b-0bffee37a3e1,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:21:07.977532 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port dfbbeb87-9aab-4b02-bc63-f0eee0d8835b is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:21:07.978542 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (dfbbeb87-9aab-4b02-bc63-f0eee0d8835b), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:08.108688 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-250e6b04-bf95-4284-888b-edae148c10f6 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (66b58ea0-e442-43af-9e77-b2f5e25583c2), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:08.125593 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port dfbbeb87-9aab-4b02-bc63-f0eee0d8835b, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=dfbbeb87-9aab-4b02-bc63-f0eee0d8835b,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:21:08.262798 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (dfbbeb87-9aab-4b02-bc63-f0eee0d8835b), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:08.453284 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=dfbbeb87-9aab-4b02-bc63-f0eee0d8835b,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:21:08.643348 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:21:08.879573 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-250e6b04-bf95-4284-888b-edae148c10f6 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (de67af85-0666-4138-b17b-0bffee37a3e1), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:09.563312 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 78fc3d05-0664-4965-9e79-4e7de578df2a up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:21:09.800793 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 78fc3d05-0664-4965-9e79-4e7de578df2a triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:21:09.801428 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (78fc3d05-0664-4965-9e79-4e7de578df2a), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:09.801923 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 78fc3d05-0664-4965-9e79-4e7de578df2a Oct 04 21:21:10.006514 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-250e6b04-bf95-4284-888b-edae148c10f6 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for port (de67af85-0666-4138-b17b-0bffee37a3e1), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:10.078267 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-250e6b04-bf95-4284-888b-edae148c10f6 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (de67af85-0666-4138-b17b-0bffee37a3e1), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:10.081821 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 78fc3d05-0664-4965-9e79-4e7de578df2a is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:21:10.088277 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (78fc3d05-0664-4965-9e79-4e7de578df2a), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:10.262652 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 78fc3d05-0664-4965-9e79-4e7de578df2a, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=78fc3d05-0664-4965-9e79-4e7de578df2a,segment=NetworkSegment(7aee076d-2568-4d78-9c92-035f4ac526cc),segment_id=7aee076d-2568-4d78-9c92-035f4ac526cc)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:21:10.333382 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (78fc3d05-0664-4965-9e79-4e7de578df2a), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:10.335707 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device dfbbeb87-9aab-4b02-bc63-f0eee0d8835b up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:21:10.509288 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f1c611-32e4-447f-bed9-3efd85a06a81 None None] Network 7100c14e-1e77-4a3c-bfe4-abb194c80f28 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:21:10.548352 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e6b04-bf95-4284-888b-edae148c10f6 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Pushing event updated for resources: {'Port': ['ID=de67af85-0666-4138-b17b-0bffee37a3e1,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:21:10.562079 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-250e6b04-bf95-4284-888b-edae148c10f6 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (66b58ea0-e442-43af-9e77-b2f5e25583c2), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:10.688684 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-011a75f5-835c-467f-9ea0-0e3ff4b77624 None None] Provisioning complete for port 78fc3d05-0664-4965-9e79-4e7de578df2a triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:21:10.690541 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-011a75f5-835c-467f-9ea0-0e3ff4b77624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (78fc3d05-0664-4965-9e79-4e7de578df2a), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:10.691612 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-011a75f5-835c-467f-9ea0-0e3ff4b77624 None None] Attempt 1 to provision port 78fc3d05-0664-4965-9e79-4e7de578df2a Oct 04 21:21:10.945730 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250e6b04-bf95-4284-888b-edae148c10f6 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Network 7100c14e-1e77-4a3c-bfe4-abb194c80f28 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:21:10.951038 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-250e6b04-bf95-4284-888b-edae148c10f6 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:21:11.221093 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:21:11.257570 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port dfbbeb87-9aab-4b02-bc63-f0eee0d8835b triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:21:11.258766 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (dfbbeb87-9aab-4b02-bc63-f0eee0d8835b), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:11.259744 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port dfbbeb87-9aab-4b02-bc63-f0eee0d8835b Oct 04 21:21:11.333824 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-250e6b04-bf95-4284-888b-edae148c10f6 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Router 66b58ea0-e442-43af-9e77-b2f5e25583c2 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:21:11.348910 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:21:11.381031 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=78fc3d05-0664-4965-9e79-4e7de578df2a,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:21:11.591264 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:21:11.626441 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-250e6b04-bf95-4284-888b-edae148c10f6 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:21:11.667456 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-250e6b04-bf95-4284-888b-edae148c10f6 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] 10.222.0.78 "PUT /networking/v2.0/routers/66b58ea0-e442-43af-9e77-b2f5e25583c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4766517 Oct 04 21:21:11.667777 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56620833-ff44-48b3-b7b9-826a6df3978d None None] Sync routers for ids ['66b58ea0-e442-43af-9e77-b2f5e25583c2'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:21:11.667777 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=93,neutron:DELETE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:21:11.668734 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46186) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:21:11.708174 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56620833-ff44-48b3-b7b9-826a6df3978d None None] Routers {'66b58ea0-e442-43af-9e77-b2f5e25583c2'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:21:11.709196 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-56620833-ff44-48b3-b7b9-826a6df3978d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:20:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['66b58ea0-e442-43af-9e77-b2f5e25583c2'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:21:12.012931 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-011a75f5-835c-467f-9ea0-0e3ff4b77624 None None] Current status of the port 78fc3d05-0664-4965-9e79-4e7de578df2a is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:21:12.064116 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port dfbbeb87-9aab-4b02-bc63-f0eee0d8835b is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:21:12.201829 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:21:12.259182 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4122d4-9755-4110-b1be-0c5ee742259d tempest-TestNetworkBasicOps-859277012 tempest-TestNetworkBasicOps-859277012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:21:12.259182 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4122d4-9755-4110-b1be-0c5ee742259d tempest-TestNetworkBasicOps-859277012 tempest-TestNetworkBasicOps-859277012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:21:12.259182 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4122d4-9755-4110-b1be-0c5ee742259d tempest-TestNetworkBasicOps-859277012 tempest-TestNetworkBasicOps-859277012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:21:12.260578 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4122d4-9755-4110-b1be-0c5ee742259d tempest-TestNetworkBasicOps-859277012 tempest-TestNetworkBasicOps-859277012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:21:12.261443 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4122d4-9755-4110-b1be-0c5ee742259d tempest-TestNetworkBasicOps-859277012 tempest-TestNetworkBasicOps-859277012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:21:12.262250 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4122d4-9755-4110-b1be-0c5ee742259d tempest-TestNetworkBasicOps-859277012 tempest-TestNetworkBasicOps-859277012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:21:12.263079 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4122d4-9755-4110-b1be-0c5ee742259d tempest-TestNetworkBasicOps-859277012 tempest-TestNetworkBasicOps-859277012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:21:12.266833 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-dd4122d4-9755-4110-b1be-0c5ee742259d tempest-TestNetworkBasicOps-859277012 tempest-TestNetworkBasicOps-859277012-project-admin] 10.222.0.78 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 4986 time: 0.5978460 Oct 04 21:21:12.272245 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46204) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:21:12.346109 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 78fc3d05-0664-4965-9e79-4e7de578df2a up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:21:12.348777 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-56620833-ff44-48b3-b7b9-826a6df3978d None None] Set router 66b58ea0-e442-43af-9e77-b2f5e25583c2 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:21:12.513586 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-49d7b4e1-cf1a-4714-ab53-0a0ebf188f90 None None] Provisioning complete for port de67af85-0666-4138-b17b-0bffee37a3e1 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:21:12.514204 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-49d7b4e1-cf1a-4714-ab53-0a0ebf188f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (de67af85-0666-4138-b17b-0bffee37a3e1), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:12.514778 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-49d7b4e1-cf1a-4714-ab53-0a0ebf188f90 None None] Attempt 1 to provision port de67af85-0666-4138-b17b-0bffee37a3e1 Oct 04 21:21:12.541406 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935c1203-9d9a-4817-b59d-aaea0cf8563e tempest-TestNetworkBasicOps-859277012 tempest-TestNetworkBasicOps-859277012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:21:12.542375 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935c1203-9d9a-4817-b59d-aaea0cf8563e tempest-TestNetworkBasicOps-859277012 tempest-TestNetworkBasicOps-859277012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:21:12.542880 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935c1203-9d9a-4817-b59d-aaea0cf8563e tempest-TestNetworkBasicOps-859277012 tempest-TestNetworkBasicOps-859277012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:21:12.543699 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935c1203-9d9a-4817-b59d-aaea0cf8563e tempest-TestNetworkBasicOps-859277012 tempest-TestNetworkBasicOps-859277012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:21:12.544464 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935c1203-9d9a-4817-b59d-aaea0cf8563e tempest-TestNetworkBasicOps-859277012 tempest-TestNetworkBasicOps-859277012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:21:12.545265 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935c1203-9d9a-4817-b59d-aaea0cf8563e tempest-TestNetworkBasicOps-859277012 tempest-TestNetworkBasicOps-859277012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:21:12.546077 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935c1203-9d9a-4817-b59d-aaea0cf8563e tempest-TestNetworkBasicOps-859277012 tempest-TestNetworkBasicOps-859277012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:21:12.573927 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46206) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:21:12.574635 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-935c1203-9d9a-4817-b59d-aaea0cf8563e tempest-TestNetworkBasicOps-859277012 tempest-TestNetworkBasicOps-859277012-project-admin] 10.222.0.78 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 4646 time: 0.3002725 Oct 04 21:21:12.632797 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 78fc3d05-0664-4965-9e79-4e7de578df2a triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:21:12.633286 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (78fc3d05-0664-4965-9e79-4e7de578df2a), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:12.634071 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 78fc3d05-0664-4965-9e79-4e7de578df2a Oct 04 21:21:12.749525 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-49d7b4e1-cf1a-4714-ab53-0a0ebf188f90 None None] Port de67af85-0666-4138-b17b-0bffee37a3e1 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:21:12.841322 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-49d7b4e1-cf1a-4714-ab53-0a0ebf188f90 None None] Provisioning complete for port 78fc3d05-0664-4965-9e79-4e7de578df2a triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:21:12.842400 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-49d7b4e1-cf1a-4714-ab53-0a0ebf188f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (78fc3d05-0664-4965-9e79-4e7de578df2a), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:12.842611 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-49d7b4e1-cf1a-4714-ab53-0a0ebf188f90 None None] Attempt 1 to provision port 78fc3d05-0664-4965-9e79-4e7de578df2a Oct 04 21:21:13.007658 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 78fc3d05-0664-4965-9e79-4e7de578df2a is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:21:13.182264 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-287d2410-1c64-4037-81d6-485279390051 tempest-TestNetworkBasicOps-859277012 tempest-TestNetworkBasicOps-859277012-project-admin] 10.222.0.78 "GET /networking/v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.5948997 Oct 04 21:21:13.202515 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-56620833-ff44-48b3-b7b9-826a6df3978d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b58ea0-e442-43af-9e77-b2f5e25583c2', 'name': 'tempest-TestNetworkBasicOps-router-410771039', 'tenant_id': 'be36678756d4429b91d971abf8fdcdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'dfbbeb87-9aab-4b02-bc63-f0eee0d8835b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:20:57Z', 'updated_at': '2022-10-04T21:21:08Z', 'revision_number': 4, 'project_id': 'be36678756d4429b91d971abf8fdcdd1', 'gw_port': {'id': 'dfbbeb87-9aab-4b02-bc63-f0eee0d8835b', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:70:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b58ea0-e442-43af-9e77-b2f5e25583c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:20:58Z', 'updated_at': '2022-10-04T21:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'de67af85-0666-4138-b17b-0bffee37a3e1', 'name': '', 'network_id': '7100c14e-1e77-4a3c-bfe4-abb194c80f28', 'tenant_id': 'be36678756d4429b91d971abf8fdcdd1', 'mac_address': 'fa:16:3e:80:39:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66b58ea0-e442-43af-9e77-b2f5e25583c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'a0fdbb49-7a55-4997-86e0-b6f0c8a34a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:21:05Z', 'updated_at': '2022-10-04T21:21:09Z', 'revision_number': 2, 'project_id': 'be36678756d4429b91d971abf8fdcdd1', 'subnets': [{'id': 'a0fdbb49-7a55-4997-86e0-b6f0c8a34a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:21:13.289149 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56620833-ff44-48b3-b7b9-826a6df3978d None None] Checking router: 66b58ea0-e442-43af-9e77-b2f5e25583c2 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:21:13.289722 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56620833-ff44-48b3-b7b9-826a6df3978d None None] Updating router 66b58ea0-e442-43af-9e77-b2f5e25583c2 port de67af85-0666-4138-b17b-0bffee37a3e1 binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:21:13.298080 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-49d7b4e1-cf1a-4714-ab53-0a0ebf188f90 None None] Current status of the port 78fc3d05-0664-4965-9e79-4e7de578df2a is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:21:13.443636 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-442b7deb-0397-4d06-b6f0-6b6724e713c1 None None] Provisioning complete for port de67af85-0666-4138-b17b-0bffee37a3e1 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:21:13.443636 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-442b7deb-0397-4d06-b6f0-6b6724e713c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (de67af85-0666-4138-b17b-0bffee37a3e1), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:13.443636 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-442b7deb-0397-4d06-b6f0-6b6724e713c1 None None] Attempt 1 to provision port de67af85-0666-4138-b17b-0bffee37a3e1 Oct 04 21:21:13.475942 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-56620833-ff44-48b3-b7b9-826a6df3978d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (de67af85-0666-4138-b17b-0bffee37a3e1), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:13.588407 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-442b7deb-0397-4d06-b6f0-6b6724e713c1 None None] Port de67af85-0666-4138-b17b-0bffee37a3e1 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:21:13.653955 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46226) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:21:13.667344 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-45db5754-1a1b-45c3-94a5-8cb5d507aabc tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-656974808', 'description': 'tempest-secgroup-smoke-656974808 description', 'project_id': 'be36678756d4429b91d971abf8fdcdd1'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:21:13.761707 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-f3f4b9c4-c5b0-4879-aefe-148065aecc5f None None] Provisioning complete for port de67af85-0666-4138-b17b-0bffee37a3e1 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:21:13.762856 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f3f4b9c4-c5b0-4879-aefe-148065aecc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (de67af85-0666-4138-b17b-0bffee37a3e1), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:13.765351 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-f3f4b9c4-c5b0-4879-aefe-148065aecc5f None None] Attempt 1 to provision port de67af85-0666-4138-b17b-0bffee37a3e1 Oct 04 21:21:13.854796 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-f3f4b9c4-c5b0-4879-aefe-148065aecc5f None None] Port de67af85-0666-4138-b17b-0bffee37a3e1 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:21:13.911369 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-45db5754-1a1b-45c3-94a5-8cb5d507aabc tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:13.984274 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=9,neutron:INSERT=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:21:14.075887 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-45db5754-1a1b-45c3-94a5-8cb5d507aabc tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for security_group (b398bb9c-cb09-4f13-8414-85cca3702dae), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:14.133550 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:21:14.161084 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-56620833-ff44-48b3-b7b9-826a6df3978d None None] Publish callbacks [] for port (de67af85-0666-4138-b17b-0bffee37a3e1), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:14.201769 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-45db5754-1a1b-45c3-94a5-8cb5d507aabc tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (b398bb9c-cb09-4f13-8414-85cca3702dae), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:14.274171 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45db5754-1a1b-45c3-94a5-8cb5d507aabc tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b398bb9c-cb09-4f13-8414-85cca3702dae,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:21:14.287330 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-56620833-ff44-48b3-b7b9-826a6df3978d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (de67af85-0666-4138-b17b-0bffee37a3e1), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:14.423864 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-45db5754-1a1b-45c3-94a5-8cb5d507aabc tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:14.432121 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46248) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:21:14.433056 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-45db5754-1a1b-45c3-94a5-8cb5d507aabc tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7749395 Oct 04 21:21:14.444125 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-d867cc3e-7d17-4d19-ab6c-b1f6a7e3f62f tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Request body: {'security_group_rule': {'security_group_id': 'b398bb9c-cb09-4f13-8414-85cca3702dae', 'project_id': 'be36678756d4429b91d971abf8fdcdd1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:21:14.615894 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 21:21:14.664896 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bf6a45-63e9-44c6-8cce-c185879b6bc5 None None] Pushing event updated for resources: {'Port': ['ID=de67af85-0666-4138-b17b-0bffee37a3e1,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:21:14.724420 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d867cc3e-7d17-4d19-ab6c-b1f6a7e3f62f tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for security_group_rule (6b1e566a-234c-46c5-8cb0-74a9f6c3aff7), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:14.740576 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-56620833-ff44-48b3-b7b9-826a6df3978d None None] Attempting to bind port de67af85-0666-4138-b17b-0bffee37a3e1 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:21:14.742444 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-56620833-ff44-48b3-b7b9-826a6df3978d None None] Attempting to bind port de67af85-0666-4138-b17b-0bffee37a3e1 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '7aee076d-2568-4d78-9c92-035f4ac526cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7100c14e-1e77-4a3c-bfe4-abb194c80f28'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:21:14.743235 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56620833-ff44-48b3-b7b9-826a6df3978d None None] Attempting to bind port de67af85-0666-4138-b17b-0bffee37a3e1 on network 7100c14e-1e77-4a3c-bfe4-abb194c80f28 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:21:14.872362 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56620833-ff44-48b3-b7b9-826a6df3978d None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:21:14.873162 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56620833-ff44-48b3-b7b9-826a6df3978d None None] Checking segment: {'id': '7aee076d-2568-4d78-9c92-035f4ac526cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7100c14e-1e77-4a3c-bfe4-abb194c80f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:21:14.873821 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-56620833-ff44-48b3-b7b9-826a6df3978d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:14.874462 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56620833-ff44-48b3-b7b9-826a6df3978d None None] Bound using segment: {'id': '7aee076d-2568-4d78-9c92-035f4ac526cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7100c14e-1e77-4a3c-bfe4-abb194c80f28'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:21:14.884901 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-56620833-ff44-48b3-b7b9-826a6df3978d None None] Bound port: de67af85-0666-4138-b17b-0bffee37a3e1, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aee076d-2568-4d78-9c92-035f4ac526cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7100c14e-1e77-4a3c-bfe4-abb194c80f28'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:21:14.886083 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-56620833-ff44-48b3-b7b9-826a6df3978d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (de67af85-0666-4138-b17b-0bffee37a3e1), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:14.939980 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d867cc3e-7d17-4d19-ab6c-b1f6a7e3f62f tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for security_group_rule (6b1e566a-234c-46c5-8cb0-74a9f6c3aff7), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:15.043631 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d867cc3e-7d17-4d19-ab6c-b1f6a7e3f62f tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (6b1e566a-234c-46c5-8cb0-74a9f6c3aff7), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:15.055301 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-56620833-ff44-48b3-b7b9-826a6df3978d None None] For port de67af85-0666-4138-b17b-0bffee37a3e1, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:21:15.065010 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-56620833-ff44-48b3-b7b9-826a6df3978d None None] For port de67af85-0666-4138-b17b-0bffee37a3e1, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=de67af85-0666-4138-b17b-0bffee37a3e1,segment=NetworkSegment(7aee076d-2568-4d78-9c92-035f4ac526cc),segment_id=7aee076d-2568-4d78-9c92-035f4ac526cc)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:21:15.091685 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d867cc3e-7d17-4d19-ab6c-b1f6a7e3f62f tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b1e566a-234c-46c5-8cb0-74a9f6c3aff7,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:21:15.113706 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d867cc3e-7d17-4d19-ab6c-b1f6a7e3f62f tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:21:15.114359 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d867cc3e-7d17-4d19-ab6c-b1f6a7e3f62f tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:21:15.114932 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d867cc3e-7d17-4d19-ab6c-b1f6a7e3f62f tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:21:15.115549 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d867cc3e-7d17-4d19-ab6c-b1f6a7e3f62f tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:21:15.116425 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d867cc3e-7d17-4d19-ab6c-b1f6a7e3f62f tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:21:15.117874 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d867cc3e-7d17-4d19-ab6c-b1f6a7e3f62f tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:21:15.118872 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d867cc3e-7d17-4d19-ab6c-b1f6a7e3f62f tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:21:15.120280 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d867cc3e-7d17-4d19-ab6c-b1f6a7e3f62f tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:21:15.121254 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d867cc3e-7d17-4d19-ab6c-b1f6a7e3f62f tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:21:15.122092 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d867cc3e-7d17-4d19-ab6c-b1f6a7e3f62f tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:21:15.122973 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d867cc3e-7d17-4d19-ab6c-b1f6a7e3f62f tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:21:15.123931 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d867cc3e-7d17-4d19-ab6c-b1f6a7e3f62f tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:21:15.124886 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d867cc3e-7d17-4d19-ab6c-b1f6a7e3f62f tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:21:15.125498 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d867cc3e-7d17-4d19-ab6c-b1f6a7e3f62f tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:21:15.125929 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d867cc3e-7d17-4d19-ab6c-b1f6a7e3f62f tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:21:15.191552 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-56620833-ff44-48b3-b7b9-826a6df3978d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (de67af85-0666-4138-b17b-0bffee37a3e1), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:15.264728 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56620833-ff44-48b3-b7b9-826a6df3978d None None] Routers {'66b58ea0-e442-43af-9e77-b2f5e25583c2'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:21:15.270334 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-56620833-ff44-48b3-b7b9-826a6df3978d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:20:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['66b58ea0-e442-43af-9e77-b2f5e25583c2'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:21:15.270617 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d867cc3e-7d17-4d19-ab6c-b1f6a7e3f62f tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:15.273877 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46262) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:21:15.279056 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-d867cc3e-7d17-4d19-ab6c-b1f6a7e3f62f tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8426158 Oct 04 21:21:15.294737 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-c2a0acdc-e6a3-4da7-b42a-ef7c3749c87d tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Request body: {'security_group_rule': {'security_group_id': 'b398bb9c-cb09-4f13-8414-85cca3702dae', 'project_id': 'be36678756d4429b91d971abf8fdcdd1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:21:15.360090 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bf6a45-63e9-44c6-8cce-c185879b6bc5 None None] Pushing event updated for resources: {'Port': ['ID=de67af85-0666-4138-b17b-0bffee37a3e1,revision_number=4']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:21:15.606939 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c2a0acdc-e6a3-4da7-b42a-ef7c3749c87d tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for security_group_rule (b6f41d76-5796-4b81-b82d-c10fef9c498b), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:15.607429 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-56620833-ff44-48b3-b7b9-826a6df3978d None None] Set router 66b58ea0-e442-43af-9e77-b2f5e25583c2 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:21:15.607624 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-670e1828-17b1-487a-a510-68c14249ba1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:15.819550 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c2a0acdc-e6a3-4da7-b42a-ef7c3749c87d tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for security_group_rule (b6f41d76-5796-4b81-b82d-c10fef9c498b), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:15.910789 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c2a0acdc-e6a3-4da7-b42a-ef7c3749c87d tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (b6f41d76-5796-4b81-b82d-c10fef9c498b), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:15.965797 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a0acdc-e6a3-4da7-b42a-ef7c3749c87d tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6f41d76-5796-4b81-b82d-c10fef9c498b,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:21:16.029025 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a0acdc-e6a3-4da7-b42a-ef7c3749c87d tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:21:16.029560 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a0acdc-e6a3-4da7-b42a-ef7c3749c87d tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:21:16.030353 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a0acdc-e6a3-4da7-b42a-ef7c3749c87d tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:21:16.031388 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a0acdc-e6a3-4da7-b42a-ef7c3749c87d tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:21:16.032314 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a0acdc-e6a3-4da7-b42a-ef7c3749c87d tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:21:16.033313 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a0acdc-e6a3-4da7-b42a-ef7c3749c87d tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:21:16.037490 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a0acdc-e6a3-4da7-b42a-ef7c3749c87d tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:21:16.038310 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a0acdc-e6a3-4da7-b42a-ef7c3749c87d tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:21:16.040614 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a0acdc-e6a3-4da7-b42a-ef7c3749c87d tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:21:16.044623 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a0acdc-e6a3-4da7-b42a-ef7c3749c87d tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:21:16.044623 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a0acdc-e6a3-4da7-b42a-ef7c3749c87d tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:21:16.044623 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a0acdc-e6a3-4da7-b42a-ef7c3749c87d tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:21:16.044623 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a0acdc-e6a3-4da7-b42a-ef7c3749c87d tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:21:16.050005 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a0acdc-e6a3-4da7-b42a-ef7c3749c87d tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:21:16.051239 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a0acdc-e6a3-4da7-b42a-ef7c3749c87d tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:21:16.079794 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:21:16.216796 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-56620833-ff44-48b3-b7b9-826a6df3978d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b58ea0-e442-43af-9e77-b2f5e25583c2', 'name': 'tempest-TestNetworkBasicOps-router-410771039', 'tenant_id': 'be36678756d4429b91d971abf8fdcdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'dfbbeb87-9aab-4b02-bc63-f0eee0d8835b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:20:57Z', 'updated_at': '2022-10-04T21:21:08Z', 'revision_number': 4, 'project_id': 'be36678756d4429b91d971abf8fdcdd1', 'gw_port': {'id': 'dfbbeb87-9aab-4b02-bc63-f0eee0d8835b', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:70:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b58ea0-e442-43af-9e77-b2f5e25583c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:20:58Z', 'updated_at': '2022-10-04T21:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'de67af85-0666-4138-b17b-0bffee37a3e1', 'name': '', 'network_id': '7100c14e-1e77-4a3c-bfe4-abb194c80f28', 'tenant_id': 'be36678756d4429b91d971abf8fdcdd1', 'mac_address': 'fa:16:3e:80:39:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66b58ea0-e442-43af-9e77-b2f5e25583c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'a0fdbb49-7a55-4997-86e0-b6f0c8a34a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:21:05Z', 'updated_at': '2022-10-04T21:21:15Z', 'revision_number': 4, 'project_id': 'be36678756d4429b91d971abf8fdcdd1', 'subnets': [{'id': 'a0fdbb49-7a55-4997-86e0-b6f0c8a34a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:21:16.223977 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c2a0acdc-e6a3-4da7-b42a-ef7c3749c87d tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:16.230634 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46280) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:21:16.243833 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c2a0acdc-e6a3-4da7-b42a-ef7c3749c87d tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9405825 Oct 04 21:21:16.244627 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-418f9e0a-946c-453d-9169-56b4b97a3a1c tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Request body: {'security_group_rule': {'security_group_id': 'b398bb9c-cb09-4f13-8414-85cca3702dae', 'project_id': 'be36678756d4429b91d971abf8fdcdd1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:21:16.338517 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56620833-ff44-48b3-b7b9-826a6df3978d None None] The sync data for ids ['66b58ea0-e442-43af-9e77-b2f5e25583c2'] in n-d-852085-12 is: [{'id': '66b58ea0-e442-43af-9e77-b2f5e25583c2', 'name': 'tempest-TestNetworkBasicOps-router-410771039', 'tenant_id': 'be36678756d4429b91d971abf8fdcdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'dfbbeb87-9aab-4b02-bc63-f0eee0d8835b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:20:57Z', 'updated_at': '2022-10-04T21:21:08Z', 'revision_number': 4, 'project_id': 'be36678756d4429b91d971abf8fdcdd1', 'gw_port': {'id': 'dfbbeb87-9aab-4b02-bc63-f0eee0d8835b', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:70:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b58ea0-e442-43af-9e77-b2f5e25583c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:20:58Z', 'updated_at': '2022-10-04T21:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'de67af85-0666-4138-b17b-0bffee37a3e1', 'name': '', 'network_id': '7100c14e-1e77-4a3c-bfe4-abb194c80f28', 'tenant_id': 'be36678756d4429b91d971abf8fdcdd1', 'mac_address': 'fa:16:3e:80:39:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66b58ea0-e442-43af-9e77-b2f5e25583c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'a0fdbb49-7a55-4997-86e0-b6f0c8a34a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:21:05Z', 'updated_at': '2022-10-04T21:21:15Z', 'revision_number': 4, 'project_id': 'be36678756d4429b91d971abf8fdcdd1', 'subnets': [{'id': 'a0fdbb49-7a55-4997-86e0-b6f0c8a34a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:21:16.468817 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-418f9e0a-946c-453d-9169-56b4b97a3a1c tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for security_group_rule (84f7828c-f18e-4e0e-a9da-fcbfaf76848f), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:16.694549 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-418f9e0a-946c-453d-9169-56b4b97a3a1c tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for security_group_rule (84f7828c-f18e-4e0e-a9da-fcbfaf76848f), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:16.821408 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-418f9e0a-946c-453d-9169-56b4b97a3a1c tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (84f7828c-f18e-4e0e-a9da-fcbfaf76848f), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:16.864041 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418f9e0a-946c-453d-9169-56b4b97a3a1c tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84f7828c-f18e-4e0e-a9da-fcbfaf76848f,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:21:16.954953 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-418f9e0a-946c-453d-9169-56b4b97a3a1c tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:16.957994 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-418f9e0a-946c-453d-9169-56b4b97a3a1c tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7256701 Oct 04 21:21:16.962908 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46294) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:21:16.980228 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-7f9f26d0-e1b6-4e03-8da2-6ea147f5e380 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Request body: {'security_group_rule': {'security_group_id': 'b398bb9c-cb09-4f13-8414-85cca3702dae', 'project_id': 'be36678756d4429b91d971abf8fdcdd1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:21:17.807876 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7f9f26d0-e1b6-4e03-8da2-6ea147f5e380 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for security_group_rule (f5ab68f1-dee4-47bc-b0fc-8640aaecc5ae), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:17.937971 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7f9f26d0-e1b6-4e03-8da2-6ea147f5e380 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for security_group_rule (f5ab68f1-dee4-47bc-b0fc-8640aaecc5ae), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:18.185428 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4b1fe81b-990d-4fb3-9c6e-53a95f728e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:18.235763 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7f9f26d0-e1b6-4e03-8da2-6ea147f5e380 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (f5ab68f1-dee4-47bc-b0fc-8640aaecc5ae), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:18.302075 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9f26d0-e1b6-4e03-8da2-6ea147f5e380 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5ab68f1-dee4-47bc-b0fc-8640aaecc5ae,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:21:18.412377 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7f9f26d0-e1b6-4e03-8da2-6ea147f5e380 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:18.414562 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-7f9f26d0-e1b6-4e03-8da2-6ea147f5e380 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4489324 Oct 04 21:21:18.421070 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46320) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:21:18.524210 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-c1c58a8f-fc9c-4d37-9cb8-f0f07a2bb7d0 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Request body: {'security_group_rule': {'security_group_id': 'b398bb9c-cb09-4f13-8414-85cca3702dae', 'project_id': 'be36678756d4429b91d971abf8fdcdd1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:21:18.642915 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device de67af85-0666-4138-b17b-0bffee37a3e1 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:21:18.704443 n-d-852085-12 neutron-server[108170]: INFO neutron.db.securitygroups_db [None req-c1c58a8f-fc9c-4d37-9cb8-f0f07a2bb7d0 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Project be36678756d4429b91d971abf8fdcdd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 21:21:18.729279 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c1c58a8f-fc9c-4d37-9cb8-f0f07a2bb7d0 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for security_group_rule (49ec3626-11e7-4e2d-9448-e52d9bfc3c14), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:18.849483 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port de67af85-0666-4138-b17b-0bffee37a3e1 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:21:18.850058 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (de67af85-0666-4138-b17b-0bffee37a3e1), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:18.850516 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port de67af85-0666-4138-b17b-0bffee37a3e1 Oct 04 21:21:19.012973 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c1c58a8f-fc9c-4d37-9cb8-f0f07a2bb7d0 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for security_group_rule (49ec3626-11e7-4e2d-9448-e52d9bfc3c14), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:19.044471 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:21:19.054090 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port de67af85-0666-4138-b17b-0bffee37a3e1 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:21:19.055502 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (de67af85-0666-4138-b17b-0bffee37a3e1), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:19.104878 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c1c58a8f-fc9c-4d37-9cb8-f0f07a2bb7d0 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (49ec3626-11e7-4e2d-9448-e52d9bfc3c14), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:19.183445 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port de67af85-0666-4138-b17b-0bffee37a3e1, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=de67af85-0666-4138-b17b-0bffee37a3e1,segment=NetworkSegment(7aee076d-2568-4d78-9c92-035f4ac526cc),segment_id=7aee076d-2568-4d78-9c92-035f4ac526cc)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:21:19.200567 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c58a8f-fc9c-4d37-9cb8-f0f07a2bb7d0 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49ec3626-11e7-4e2d-9448-e52d9bfc3c14,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:21:19.276248 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c1c58a8f-fc9c-4d37-9cb8-f0f07a2bb7d0 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:19.282064 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (de67af85-0666-4138-b17b-0bffee37a3e1), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:19.285872 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46328) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:21:19.296784 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c1c58a8f-fc9c-4d37-9cb8-f0f07a2bb7d0 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8651514 Oct 04 21:21:19.297328 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-8355c5b9-368a-42a3-976e-8796aee694f0 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Request body: {'security_group_rule': {'security_group_id': 'b398bb9c-cb09-4f13-8414-85cca3702dae', 'project_id': 'be36678756d4429b91d971abf8fdcdd1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:21:19.428492 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:21:19.481765 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=de67af85-0666-4138-b17b-0bffee37a3e1,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:21:19.609958 n-d-852085-12 neutron-server[108169]: INFO neutron.db.securitygroups_db [None req-8355c5b9-368a-42a3-976e-8796aee694f0 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Project be36678756d4429b91d971abf8fdcdd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 21:21:19.629392 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8355c5b9-368a-42a3-976e-8796aee694f0 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for security_group_rule (2434d74d-1f0f-48a2-a999-244ca1e35257), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:19.850789 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8355c5b9-368a-42a3-976e-8796aee694f0 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for security_group_rule (2434d74d-1f0f-48a2-a999-244ca1e35257), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:19.933097 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8355c5b9-368a-42a3-976e-8796aee694f0 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (2434d74d-1f0f-48a2-a999-244ca1e35257), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:20.025478 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8355c5b9-368a-42a3-976e-8796aee694f0 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2434d74d-1f0f-48a2-a999-244ca1e35257,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:21:20.124250 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8355c5b9-368a-42a3-976e-8796aee694f0 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:20.126007 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-8355c5b9-368a-42a3-976e-8796aee694f0 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8368328 Oct 04 21:21:20.304355 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:20.669827 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device de67af85-0666-4138-b17b-0bffee37a3e1 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:21:20.730575 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:21:20.853190 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port de67af85-0666-4138-b17b-0bffee37a3e1 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:21:20.853845 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (de67af85-0666-4138-b17b-0bffee37a3e1), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:20.862520 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port de67af85-0666-4138-b17b-0bffee37a3e1 Oct 04 21:21:20.923034 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-895cd745-a75e-43b6-88e3-90c7cffb94bc req-3a6cd233-a0cd-4bfe-80ca-60c38614d563 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-656974808&fields=id&tenant_id=be36678756d4429b91d971abf8fdcdd1 HTTP/1.1" status: 200 len: 267 time: 0.2573433 Oct 04 21:21:21.003266 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:21:21.129252 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port de67af85-0666-4138-b17b-0bffee37a3e1 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:21:21.212487 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895cd745-a75e-43b6-88e3-90c7cffb94bc req-2142b477-dda4-4f7f-b6a5-fd21836d2cd0 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:21:21.215385 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-895cd745-a75e-43b6-88e3-90c7cffb94bc req-2142b477-dda4-4f7f-b6a5-fd21836d2cd0 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] 10.222.0.78 "GET /networking/v2.0/networks?id=7100c14e-1e77-4a3c-bfe4-abb194c80f28 HTTP/1.1" status: 200 len: 797 time: 0.2869921 Oct 04 21:21:21.250785 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-895cd745-a75e-43b6-88e3-90c7cffb94bc req-e8438a62-9fa4-48b5-a96e-98ce6f71e3e4 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] 10.222.0.78 "GET /networking/v2.0/quotas/be36678756d4429b91d971abf8fdcdd1 HTTP/1.1" status: 200 len: 375 time: 0.0185084 Oct 04 21:21:21.412831 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-895cd745-a75e-43b6-88e3-90c7cffb94bc req-c8e4a3a1-5fc8-4bd3-91d0-99dc7249ff28 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=be36678756d4429b91d971abf8fdcdd1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1468015 Oct 04 21:21:21.495210 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46382) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:21:21.657021 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:21.739043 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-79ddb547-82c8-4adb-a6f7-1655bdcfc237 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for security_group (b398bb9c-cb09-4f13-8414-85cca3702dae), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:21.812053 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-79ddb547-82c8-4adb-a6f7-1655bdcfc237 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for security_group (b398bb9c-cb09-4f13-8414-85cca3702dae), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:21.819745 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:22.054965 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-79ddb547-82c8-4adb-a6f7-1655bdcfc237 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (b398bb9c-cb09-4f13-8414-85cca3702dae), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:22.060873 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-79ddb547-82c8-4adb-a6f7-1655bdcfc237 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:22.067294 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-79ddb547-82c8-4adb-a6f7-1655bdcfc237 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/b398bb9c-cb09-4f13-8414-85cca3702dae HTTP/1.1" status: 204 len: 168 time: 0.5721166 Oct 04 21:21:22.099929 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ddb547-82c8-4adb-a6f7-1655bdcfc237 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b398bb9c-cb09-4f13-8414-85cca3702dae,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:21:22.259955 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46406) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:21:23.199391 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-68810108-66e3-4da7-b174-e2c7fc704455 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (66b58ea0-e442-43af-9e77-b2f5e25583c2), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:23.709799 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-68810108-66e3-4da7-b174-e2c7fc704455 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Deleting port de67af85-0666-4138-b17b-0bffee37a3e1 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:21:23.710443 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-68810108-66e3-4da7-b174-e2c7fc704455 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (de67af85-0666-4138-b17b-0bffee37a3e1), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:23.840174 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:21:23.940130 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-68810108-66e3-4da7-b174-e2c7fc704455 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] For port de67af85-0666-4138-b17b-0bffee37a3e1, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=de67af85-0666-4138-b17b-0bffee37a3e1,segment=NetworkSegment(7aee076d-2568-4d78-9c92-035f4ac526cc),segment_id=7aee076d-2568-4d78-9c92-035f4ac526cc)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:21:23.942059 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-68810108-66e3-4da7-b174-e2c7fc704455 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (de67af85-0666-4138-b17b-0bffee37a3e1), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:23.974351 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-68810108-66e3-4da7-b174-e2c7fc704455 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Calling delete_port for de67af85-0666-4138-b17b-0bffee37a3e1 owned by network:router_interface {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:21:24.122628 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:21:24.512595 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:21:24.589622 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-68810108-66e3-4da7-b174-e2c7fc704455 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (de67af85-0666-4138-b17b-0bffee37a3e1), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:24.631865 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68810108-66e3-4da7-b174-e2c7fc704455 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Pushing event deleted for resources: {'Port': ['ID=de67af85-0666-4138-b17b-0bffee37a3e1,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:21:25.200789 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-68810108-66e3-4da7-b174-e2c7fc704455 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (66b58ea0-e442-43af-9e77-b2f5e25583c2), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:26.327827 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=70,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:21:26.348004 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68810108-66e3-4da7-b174-e2c7fc704455 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Router 66b58ea0-e442-43af-9e77-b2f5e25583c2 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:21:26.676953 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68810108-66e3-4da7-b174-e2c7fc704455 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:21:26.691943 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-68810108-66e3-4da7-b174-e2c7fc704455 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] 10.222.0.78 "PUT /networking/v2.0/routers/66b58ea0-e442-43af-9e77-b2f5e25583c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4296715 Oct 04 21:21:26.696740 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46474) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:21:26.709113 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3469ceea-2dca-42ce-bc83-ff82082de853 None None] Sync routers for ids ['66b58ea0-e442-43af-9e77-b2f5e25583c2'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:21:26.732710 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3469ceea-2dca-42ce-bc83-ff82082de853 None None] Routers {'66b58ea0-e442-43af-9e77-b2f5e25583c2'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:21:26.735976 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-3469ceea-2dca-42ce-bc83-ff82082de853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:21:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['66b58ea0-e442-43af-9e77-b2f5e25583c2'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:21:26.855588 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-7591f3d0-00e9-4e2e-bbba-5c9e459c3772 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Deleting subnet a0fdbb49-7a55-4997-86e0-b6f0c8a34a22 {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:21:26.862207 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7591f3d0-00e9-4e2e-bbba-5c9e459c3772 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for subnet (a0fdbb49-7a55-4997-86e0-b6f0c8a34a22), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:26.973329 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7591f3d0-00e9-4e2e-bbba-5c9e459c3772 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (a0fdbb49-7a55-4997-86e0-b6f0c8a34a22), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:26.993959 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-3469ceea-2dca-42ce-bc83-ff82082de853 None None] Set router 66b58ea0-e442-43af-9e77-b2f5e25583c2 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:21:27.181135 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7591f3d0-00e9-4e2e-bbba-5c9e459c3772 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (a0fdbb49-7a55-4997-86e0-b6f0c8a34a22), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:27.477014 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7591f3d0-00e9-4e2e-bbba-5c9e459c3772 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (a0fdbb49-7a55-4997-86e0-b6f0c8a34a22), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:27.482452 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-3469ceea-2dca-42ce-bc83-ff82082de853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b58ea0-e442-43af-9e77-b2f5e25583c2', 'name': 'tempest-TestNetworkBasicOps-router-410771039', 'tenant_id': 'be36678756d4429b91d971abf8fdcdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'dfbbeb87-9aab-4b02-bc63-f0eee0d8835b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:20:57Z', 'updated_at': '2022-10-04T21:21:24Z', 'revision_number': 5, 'project_id': 'be36678756d4429b91d971abf8fdcdd1', 'gw_port': {'id': 'dfbbeb87-9aab-4b02-bc63-f0eee0d8835b', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:70:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b58ea0-e442-43af-9e77-b2f5e25583c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:20:58Z', 'updated_at': '2022-10-04T21:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:21:27.554415 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3469ceea-2dca-42ce-bc83-ff82082de853 None None] Checking router: 66b58ea0-e442-43af-9e77-b2f5e25583c2 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:21:27.574389 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3469ceea-2dca-42ce-bc83-ff82082de853 None None] Routers {'66b58ea0-e442-43af-9e77-b2f5e25583c2'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:21:27.575687 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-3469ceea-2dca-42ce-bc83-ff82082de853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:21:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['66b58ea0-e442-43af-9e77-b2f5e25583c2'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:21:27.614396 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7591f3d0-00e9-4e2e-bbba-5c9e459c3772 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Pushing event deleted for resources: {'Subnet': ['ID=a0fdbb49-7a55-4997-86e0-b6f0c8a34a22,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:21:27.639552 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7591f3d0-00e9-4e2e-bbba-5c9e459c3772 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:27.653656 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46490) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:21:27.660852 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-7591f3d0-00e9-4e2e-bbba-5c9e459c3772 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/a0fdbb49-7a55-4997-86e0-b6f0c8a34a22 HTTP/1.1" status: 204 len: 168 time: 0.9623034 Oct 04 21:21:27.671178 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5204d3a2-e02f-4560-b5e2-5149a49b28c3 None None] Network 7100c14e-1e77-4a3c-bfe4-abb194c80f28 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:21:27.674960 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:21:27.896536 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-046dfe4c-7b77-4b7f-87af-6ee5d7b56e4c tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for router (66b58ea0-e442-43af-9e77-b2f5e25583c2), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:27.912807 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:21:28.130015 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-3469ceea-2dca-42ce-bc83-ff82082de853 None None] Set router 66b58ea0-e442-43af-9e77-b2f5e25583c2 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:21:28.162801 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:DELETE=3,neutron:UPDATE=1,neutron:SELECT=96 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:21:28.177236 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-046dfe4c-7b77-4b7f-87af-6ee5d7b56e4c tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for router_gateway (66b58ea0-e442-43af-9e77-b2f5e25583c2), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:28.396490 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-046dfe4c-7b77-4b7f-87af-6ee5d7b56e4c tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Deleting port dfbbeb87-9aab-4b02-bc63-f0eee0d8835b {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:21:28.397058 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-046dfe4c-7b77-4b7f-87af-6ee5d7b56e4c tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (dfbbeb87-9aab-4b02-bc63-f0eee0d8835b), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:28.512017 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883dc6a8-231c-4695-b922-178042019222 None None] DHCP port deletion for 7100c14e-1e77-4a3c-bfe4-abb194c80f28 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:21:28.635666 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-046dfe4c-7b77-4b7f-87af-6ee5d7b56e4c tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] For port dfbbeb87-9aab-4b02-bc63-f0eee0d8835b, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=dfbbeb87-9aab-4b02-bc63-f0eee0d8835b,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:21:28.636678 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-046dfe4c-7b77-4b7f-87af-6ee5d7b56e4c tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (dfbbeb87-9aab-4b02-bc63-f0eee0d8835b), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:28.668560 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-046dfe4c-7b77-4b7f-87af-6ee5d7b56e4c tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Calling delete_port for dfbbeb87-9aab-4b02-bc63-f0eee0d8835b owned by network:router_gateway {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:21:28.741268 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-883dc6a8-231c-4695-b922-178042019222 None None] Deleting port 78fc3d05-0664-4965-9e79-4e7de578df2a {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:21:28.750034 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-883dc6a8-231c-4695-b922-178042019222 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (78fc3d05-0664-4965-9e79-4e7de578df2a), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:28.808920 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-3469ceea-2dca-42ce-bc83-ff82082de853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b58ea0-e442-43af-9e77-b2f5e25583c2', 'name': 'tempest-TestNetworkBasicOps-router-410771039', 'tenant_id': 'be36678756d4429b91d971abf8fdcdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'dfbbeb87-9aab-4b02-bc63-f0eee0d8835b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:20:57Z', 'updated_at': '2022-10-04T21:21:24Z', 'revision_number': 5, 'project_id': 'be36678756d4429b91d971abf8fdcdd1', 'gw_port': {'id': 'dfbbeb87-9aab-4b02-bc63-f0eee0d8835b', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:70:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b58ea0-e442-43af-9e77-b2f5e25583c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:20:58Z', 'updated_at': '2022-10-04T21:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:21:28.926599 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3469ceea-2dca-42ce-bc83-ff82082de853 None None] The sync data for ids ['66b58ea0-e442-43af-9e77-b2f5e25583c2'] in n-d-852085-12 is: [{'id': '66b58ea0-e442-43af-9e77-b2f5e25583c2', 'name': 'tempest-TestNetworkBasicOps-router-410771039', 'tenant_id': 'be36678756d4429b91d971abf8fdcdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'dfbbeb87-9aab-4b02-bc63-f0eee0d8835b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:20:57Z', 'updated_at': '2022-10-04T21:21:24Z', 'revision_number': 5, 'project_id': 'be36678756d4429b91d971abf8fdcdd1', 'gw_port': {'id': 'dfbbeb87-9aab-4b02-bc63-f0eee0d8835b', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:70:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b58ea0-e442-43af-9e77-b2f5e25583c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:20:58Z', 'updated_at': '2022-10-04T21:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:21:29.243180 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-046dfe4c-7b77-4b7f-87af-6ee5d7b56e4c tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (dfbbeb87-9aab-4b02-bc63-f0eee0d8835b), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:29.407646 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046dfe4c-7b77-4b7f-87af-6ee5d7b56e4c tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Pushing event deleted for resources: {'Port': ['ID=dfbbeb87-9aab-4b02-bc63-f0eee0d8835b,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:21:29.495779 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-883dc6a8-231c-4695-b922-178042019222 None None] For port 78fc3d05-0664-4965-9e79-4e7de578df2a, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=78fc3d05-0664-4965-9e79-4e7de578df2a,segment=NetworkSegment(7aee076d-2568-4d78-9c92-035f4ac526cc),segment_id=7aee076d-2568-4d78-9c92-035f4ac526cc)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:21:29.496628 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-883dc6a8-231c-4695-b922-178042019222 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (78fc3d05-0664-4965-9e79-4e7de578df2a), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:29.608762 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-883dc6a8-231c-4695-b922-178042019222 None None] Calling delete_port for 78fc3d05-0664-4965-9e79-4e7de578df2a owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:21:29.704789 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-046dfe4c-7b77-4b7f-87af-6ee5d7b56e4c tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (66b58ea0-e442-43af-9e77-b2f5e25583c2), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:29.933629 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:21:30.053042 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-883dc6a8-231c-4695-b922-178042019222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (78fc3d05-0664-4965-9e79-4e7de578df2a), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:30.109690 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883dc6a8-231c-4695-b922-178042019222 None None] No DVR routers for this DVR port 78fc3d05-0664-4965-9e79-4e7de578df2a on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:21:30.170942 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883dc6a8-231c-4695-b922-178042019222 None None] Pushing event deleted for resources: {'Port': ['ID=78fc3d05-0664-4965-9e79-4e7de578df2a,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:21:30.234050 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-046dfe4c-7b77-4b7f-87af-6ee5d7b56e4c tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (66b58ea0-e442-43af-9e77-b2f5e25583c2), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:30.237774 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-046dfe4c-7b77-4b7f-87af-6ee5d7b56e4c tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for router_controller (66b58ea0-e442-43af-9e77-b2f5e25583c2), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:30.430880 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-046dfe4c-7b77-4b7f-87af-6ee5d7b56e4c tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (66b58ea0-e442-43af-9e77-b2f5e25583c2), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:30.431807 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-046dfe4c-7b77-4b7f-87af-6ee5d7b56e4c tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Fanout notify agent at l3_agent the message router_deleted on router 66b58ea0-e442-43af-9e77-b2f5e25583c2 {{(pid=108170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 21:21:30.478260 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-046dfe4c-7b77-4b7f-87af-6ee5d7b56e4c tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:30.489796 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46524) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:21:30.501039 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-046dfe4c-7b77-4b7f-87af-6ee5d7b56e4c tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] 10.222.0.78 "DELETE /networking/v2.0/routers/66b58ea0-e442-43af-9e77-b2f5e25583c2 HTTP/1.1" status: 204 len: 168 time: 2.8452497 Oct 04 21:21:30.744491 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device de67af85-0666-4138-b17b-0bffee37a3e1 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:21:30.797404 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-96bd36cd-61f5-4f90-88e3-abff533e3fc8 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (7100c14e-1e77-4a3c-bfe4-abb194c80f28), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:30.848353 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: de67af85-0666-4138-b17b-0bffee37a3e1 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:21:30.855686 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device de67af85-0666-4138-b17b-0bffee37a3e1 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:21:30.859790 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 78fc3d05-0664-4965-9e79-4e7de578df2a no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:21:30.958882 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 78fc3d05-0664-4965-9e79-4e7de578df2a {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:21:30.961665 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 78fc3d05-0664-4965-9e79-4e7de578df2a not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:21:31.078589 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-96bd36cd-61f5-4f90-88e3-abff533e3fc8 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (7100c14e-1e77-4a3c-bfe4-abb194c80f28), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:31.124218 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-96bd36cd-61f5-4f90-88e3-abff533e3fc8 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7100c14e-1e77-4a3c-bfe4-abb194c80f28']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:21:31.178255 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-96bd36cd-61f5-4f90-88e3-abff533e3fc8 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aee076d-2568-4d78-9c92-035f4ac526cc') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:21:31.178995 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-96bd36cd-61f5-4f90-88e3-abff533e3fc8 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aee076d-2568-4d78-9c92-035f4ac526cc') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:21:31.206136 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-96bd36cd-61f5-4f90-88e3-abff533e3fc8 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (7aee076d-2568-4d78-9c92-035f4ac526cc), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:31.261569 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-96bd36cd-61f5-4f90-88e3-abff533e3fc8 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (7aee076d-2568-4d78-9c92-035f4ac526cc), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:31.266542 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96bd36cd-61f5-4f90-88e3-abff533e3fc8 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:21:31.267501 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-96bd36cd-61f5-4f90-88e3-abff533e3fc8 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (7aee076d-2568-4d78-9c92-035f4ac526cc), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:31.400701 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=81,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=9 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:21:31.411120 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 7aee076d-2568-4d78-9c92-035f4ac526cc resource provider aggregate not found Oct 04 21:21:31.451017 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 7aee076d-2568-4d78-9c92-035f4ac526cc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7aee076d-2568-4d78-9c92-035f4ac526cc found for delete ", "request_id": "req-9f344c63-00c6-4890-bcc5-a79fefb1dfa5"}]} Oct 04 21:21:31.608691 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-96bd36cd-61f5-4f90-88e3-abff533e3fc8 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (7100c14e-1e77-4a3c-bfe4-abb194c80f28), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:31.633079 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-96bd36cd-61f5-4f90-88e3-abff533e3fc8 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:31.684551 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-96bd36cd-61f5-4f90-88e3-abff533e3fc8 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] 10.222.0.78 "DELETE /networking/v2.0/networks/7100c14e-1e77-4a3c-bfe4-abb194c80f28 HTTP/1.1" status: 204 len: 168 time: 1.1864617 Oct 04 21:21:31.791178 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bd36cd-61f5-4f90-88e3-abff533e3fc8 tempest-TestNetworkBasicOps-342040419 tempest-TestNetworkBasicOps-342040419-project] Pushing event deleted for resources: {'Network': ['ID=7100c14e-1e77-4a3c-bfe4-abb194c80f28,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:21:32.424081 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device dfbbeb87-9aab-4b02-bc63-f0eee0d8835b no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:21:32.457806 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: dfbbeb87-9aab-4b02-bc63-f0eee0d8835b {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:21:32.458627 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device dfbbeb87-9aab-4b02-bc63-f0eee0d8835b not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:21:32.574008 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:32.811700 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46574) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:21:33.190110 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-cbdecc40-aa85-4d3e-a514-ddaa31f334fd admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=be36678756d4429b91d971abf8fdcdd1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3762569 Oct 04 21:21:33.199228 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46588) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:21:33.328759 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f5476194-de46-4259-a303-cc17ef822fe1 admin admin] Publish callbacks [] for security_group (79af259e-b67a-4395-8ab2-769960244367), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:33.379403 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f5476194-de46-4259-a303-cc17ef822fe1 admin admin] Publish callbacks [] for security_group (79af259e-b67a-4395-8ab2-769960244367), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:33.557025 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:33.687712 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f5476194-de46-4259-a303-cc17ef822fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (79af259e-b67a-4395-8ab2-769960244367), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:33.697463 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f5476194-de46-4259-a303-cc17ef822fe1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:33.701934 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f5476194-de46-4259-a303-cc17ef822fe1 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/79af259e-b67a-4395-8ab2-769960244367 HTTP/1.1" status: 204 len: 168 time: 0.4992969 Oct 04 21:21:33.723101 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5476194-de46-4259-a303-cc17ef822fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79af259e-b67a-4395-8ab2-769960244367,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:21:35.474284 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 46632) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:21:35.536319 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f68f3e42-3ff3-4c8d-979a-4ac8f13c4ba1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:35.919248 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f68f3e42-3ff3-4c8d-979a-4ac8f13c4ba1 admin admin] Publish callbacks [] for security_group (91f1b407-7658-4467-a417-0657063de46a), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:36.070576 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f68f3e42-3ff3-4c8d-979a-4ac8f13c4ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (91f1b407-7658-4467-a417-0657063de46a), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:36.076937 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:21:36.125498 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68f3e42-3ff3-4c8d-979a-4ac8f13c4ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f1b407-7658-4467-a417-0657063de46a,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:21:36.227636 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f68f3e42-3ff3-4c8d-979a-4ac8f13c4ba1 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=831e9e9bef414db09c9f2b38bfcbfa3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7502177 Oct 04 21:21:36.230349 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 46650) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:21:36.351458 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:21:36.433333 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b55c406c-a81e-48b4-b24a-7f062ef9da34 admin admin] Publish callbacks [] for security_group (91f1b407-7658-4467-a417-0657063de46a), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:36.466067 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b55c406c-a81e-48b4-b24a-7f062ef9da34 admin admin] Publish callbacks [] for security_group (91f1b407-7658-4467-a417-0657063de46a), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:36.744314 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b55c406c-a81e-48b4-b24a-7f062ef9da34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (91f1b407-7658-4467-a417-0657063de46a), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:36.748311 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b55c406c-a81e-48b4-b24a-7f062ef9da34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:36.754525 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b55c406c-a81e-48b4-b24a-7f062ef9da34 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/91f1b407-7658-4467-a417-0657063de46a HTTP/1.1" status: 204 len: 168 time: 0.5228360 Oct 04 21:21:36.786788 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55c406c-a81e-48b4-b24a-7f062ef9da34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f1b407-7658-4467-a417-0657063de46a,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:21:43.384135 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a7129ec7-c7fa-47cb-8041-d0e7a2293579 req-4f238668-ff3d-48df-b526-14ed9a603147 tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-321772679&fields=id&tenant_id=06b106a291b44599bb30d5040d82a3cb HTTP/1.1" status: 200 len: 267 time: 0.0883048 Oct 04 21:21:43.665366 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7129ec7-c7fa-47cb-8041-d0e7a2293579 req-c51c447a-6629-4452-ab3c-57aed1684dbe tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:21:43.676441 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a7129ec7-c7fa-47cb-8041-d0e7a2293579 req-c51c447a-6629-4452-ab3c-57aed1684dbe tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] 10.222.0.78 "GET /networking/v2.0/networks?id=798c0142-6487-4be9-a55d-44c8d2cb7e55 HTTP/1.1" status: 200 len: 811 time: 0.2726440 Oct 04 21:21:43.708251 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a7129ec7-c7fa-47cb-8041-d0e7a2293579 req-4684be5a-416c-4337-a997-336e3b7f3529 tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] 10.222.0.78 "GET /networking/v2.0/quotas/06b106a291b44599bb30d5040d82a3cb HTTP/1.1" status: 200 len: 375 time: 0.0279286 Oct 04 21:21:43.784266 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:21:43.821839 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a7129ec7-c7fa-47cb-8041-d0e7a2293579 req-20988252-ba29-476e-986f-825b0ff2ce88 tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=06b106a291b44599bb30d5040d82a3cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1033993 Oct 04 21:21:45.590285 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-390edf37-b659-4141-94af-a1d7d0cc8c88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:46.763048 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=54,neutron:DELETE=6 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:21:47.453030 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3218de68-d428-4f99-8dc6-e2204fe5ea85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:48.686635 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 47192) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:21:48.745275 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 47200) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:21:48.888565 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-76d27764-c42c-46c6-b117-b011a47d2f63 tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] Publish callbacks [] for security_group (cc56e213-f4a4-4e5c-b220-aed66f52eceb), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:48.994164 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-76d27764-c42c-46c6-b117-b011a47d2f63 tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] Publish callbacks [] for security_group (cc56e213-f4a4-4e5c-b220-aed66f52eceb), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:49.066665 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dfc9d2cc-bca6-4a14-960e-c4b39d4ae09b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:49.297566 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dfc9d2cc-bca6-4a14-960e-c4b39d4ae09b admin admin] Publish callbacks [] for security_group (16068b3a-094e-4667-8cdb-f49b3be7f2f3), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:49.326994 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-76d27764-c42c-46c6-b117-b011a47d2f63 tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (cc56e213-f4a4-4e5c-b220-aed66f52eceb), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:49.339068 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-76d27764-c42c-46c6-b117-b011a47d2f63 tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:49.342724 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-76d27764-c42c-46c6-b117-b011a47d2f63 tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/cc56e213-f4a4-4e5c-b220-aed66f52eceb HTTP/1.1" status: 204 len: 168 time: 0.5948253 Oct 04 21:21:49.397431 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d27764-c42c-46c6-b117-b011a47d2f63 tempest-TestVolumeBootPattern-1045107375 tempest-TestVolumeBootPattern-1045107375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc56e213-f4a4-4e5c-b220-aed66f52eceb,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:21:49.459523 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dfc9d2cc-bca6-4a14-960e-c4b39d4ae09b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (16068b3a-094e-4667-8cdb-f49b3be7f2f3), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:49.546811 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9d2cc-bca6-4a14-960e-c4b39d4ae09b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16068b3a-094e-4667-8cdb-f49b3be7f2f3,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:21:49.556736 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-dfc9d2cc-bca6-4a14-960e-c4b39d4ae09b admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=816a2b9f85df4a9fa34ad2b165f109e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8639529 Oct 04 21:21:49.561542 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47234) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:21:49.622378 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:21:49.644516 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 47238) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:21:49.662148 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7b0501ba-debd-4326-af1c-2a58e70a348b admin admin] Publish callbacks [] for security_group (16068b3a-094e-4667-8cdb-f49b3be7f2f3), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:49.701392 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7b0501ba-debd-4326-af1c-2a58e70a348b admin admin] Publish callbacks [] for security_group (16068b3a-094e-4667-8cdb-f49b3be7f2f3), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:49.916154 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7b0501ba-debd-4326-af1c-2a58e70a348b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (16068b3a-094e-4667-8cdb-f49b3be7f2f3), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:49.919544 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7b0501ba-debd-4326-af1c-2a58e70a348b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:49.924984 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-7b0501ba-debd-4326-af1c-2a58e70a348b admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/16068b3a-094e-4667-8cdb-f49b3be7f2f3 HTTP/1.1" status: 204 len: 168 time: 0.3588145 Oct 04 21:21:49.956908 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0501ba-debd-4326-af1c-2a58e70a348b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16068b3a-094e-4667-8cdb-f49b3be7f2f3,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:21:50.326638 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:51.127316 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6475968f-0869-4dc8-984f-72bfe58211e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (2aa15eab-55dd-4f2a-b927-9a635cd2a8f0), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:51.341681 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47300) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:21:51.370303 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3b29eecf-a6f7-4346-a11a-7d0b22c78854 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:51.443960 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 21:21:51.509672 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3b29eecf-a6f7-4346-a11a-7d0b22c78854 admin admin] Publish callbacks [] for security_group (26e50093-37a8-44a1-b39f-e28c33fc182f), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:51.577656 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:21:51.586408 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:21:51.590428 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-6475968f-0869-4dc8-984f-72bfe58211e2 admin admin] Deleting port df4eedee-7dde-48d2-ac5e-e534e409698d {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:21:51.590894 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6475968f-0869-4dc8-984f-72bfe58211e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (df4eedee-7dde-48d2-ac5e-e534e409698d), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:51.675676 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3b29eecf-a6f7-4346-a11a-7d0b22c78854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (26e50093-37a8-44a1-b39f-e28c33fc182f), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:51.737542 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:51.799207 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-3b29eecf-a6f7-4346-a11a-7d0b22c78854 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=8d6f31ddd2734877ac46792941645dd5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4522476 Oct 04 21:21:51.802546 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47312) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:21:51.821990 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29eecf-a6f7-4346-a11a-7d0b22c78854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e50093-37a8-44a1-b39f-e28c33fc182f,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:21:51.829437 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-6475968f-0869-4dc8-984f-72bfe58211e2 admin admin] For port df4eedee-7dde-48d2-ac5e-e534e409698d, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=df4eedee-7dde-48d2-ac5e-e534e409698d,segment=NetworkSegment(d8b67e59-7d0a-4d51-8627-6f912ecebd55),segment_id=d8b67e59-7d0a-4d51-8627-6f912ecebd55)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:21:51.830177 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6475968f-0869-4dc8-984f-72bfe58211e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (df4eedee-7dde-48d2-ac5e-e534e409698d), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:51.867847 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-6475968f-0869-4dc8-984f-72bfe58211e2 admin admin] Calling delete_port for df4eedee-7dde-48d2-ac5e-e534e409698d owned by network:router_interface {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:21:51.882078 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:51.917825 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dde0f484-ced9-4d9c-9110-56dbeb540f79 admin admin] Publish callbacks [] for security_group (26e50093-37a8-44a1-b39f-e28c33fc182f), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:51.969665 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dde0f484-ced9-4d9c-9110-56dbeb540f79 admin admin] Publish callbacks [] for security_group (26e50093-37a8-44a1-b39f-e28c33fc182f), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:52.265945 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dde0f484-ced9-4d9c-9110-56dbeb540f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (26e50093-37a8-44a1-b39f-e28c33fc182f), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:52.276266 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dde0f484-ced9-4d9c-9110-56dbeb540f79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:52.287405 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-dde0f484-ced9-4d9c-9110-56dbeb540f79 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/26e50093-37a8-44a1-b39f-e28c33fc182f HTTP/1.1" status: 204 len: 168 time: 0.4799578 Oct 04 21:21:52.318339 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde0f484-ced9-4d9c-9110-56dbeb540f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e50093-37a8-44a1-b39f-e28c33fc182f,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:21:52.419404 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6475968f-0869-4dc8-984f-72bfe58211e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (df4eedee-7dde-48d2-ac5e-e534e409698d), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:52.464961 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6475968f-0869-4dc8-984f-72bfe58211e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=df4eedee-7dde-48d2-ac5e-e534e409698d,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:21:52.701341 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:21:52.854116 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6475968f-0869-4dc8-984f-72bfe58211e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (2aa15eab-55dd-4f2a-b927-9a635cd2a8f0), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:53.139173 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=5 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:21:53.316242 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6475968f-0869-4dc8-984f-72bfe58211e2 admin admin] Router 2aa15eab-55dd-4f2a-b927-9a635cd2a8f0 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:21:53.537533 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6475968f-0869-4dc8-984f-72bfe58211e2 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:21:53.551443 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-6475968f-0869-4dc8-984f-72bfe58211e2 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/2aa15eab-55dd-4f2a-b927-9a635cd2a8f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8985240 Oct 04 21:21:53.551443 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 47374) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:21:53.562371 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4343aa40-d7c8-44b1-b208-dd41e6070337 None None] Sync routers for ids ['2aa15eab-55dd-4f2a-b927-9a635cd2a8f0'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:21:53.619685 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4343aa40-d7c8-44b1-b208-dd41e6070337 None None] Routers {'2aa15eab-55dd-4f2a-b927-9a635cd2a8f0'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:21:53.622133 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-4343aa40-d7c8-44b1-b208-dd41e6070337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:21:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['2aa15eab-55dd-4f2a-b927-9a635cd2a8f0'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:21:53.831544 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-299b4205-5b3d-4ad3-9c69-b8fcc0bd1950 admin admin] Publish callbacks [] for router (2aa15eab-55dd-4f2a-b927-9a635cd2a8f0), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:54.014997 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-4343aa40-d7c8-44b1-b208-dd41e6070337 None None] Set router 2aa15eab-55dd-4f2a-b927-9a635cd2a8f0 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:21:54.036232 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=100 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:21:54.085461 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-299b4205-5b3d-4ad3-9c69-b8fcc0bd1950 admin admin] Publish callbacks [] for router_gateway (2aa15eab-55dd-4f2a-b927-9a635cd2a8f0), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:54.333315 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-299b4205-5b3d-4ad3-9c69-b8fcc0bd1950 admin admin] Deleting port b1d9aa42-e5f5-459b-80cd-e9b34ff71f89 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:21:54.333819 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-299b4205-5b3d-4ad3-9c69-b8fcc0bd1950 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (b1d9aa42-e5f5-459b-80cd-e9b34ff71f89), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:54.369956 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-4343aa40-d7c8-44b1-b208-dd41e6070337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aa15eab-55dd-4f2a-b927-9a635cd2a8f0', 'name': 'tempest-TestVolumeBootPattern-889438361-router', 'tenant_id': '06b106a291b44599bb30d5040d82a3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'b1d9aa42-e5f5-459b-80cd-e9b34ff71f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:16:07Z', 'updated_at': '2022-10-04T21:21:52Z', 'revision_number': 5, 'project_id': '06b106a291b44599bb30d5040d82a3cb', 'gw_port': {'id': 'b1d9aa42-e5f5-459b-80cd-e9b34ff71f89', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa15eab-55dd-4f2a-b927-9a635cd2a8f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:16:09Z', 'updated_at': '2022-10-04T21:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:21:54.430751 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4343aa40-d7c8-44b1-b208-dd41e6070337 None None] Checking router: 2aa15eab-55dd-4f2a-b927-9a635cd2a8f0 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:21:54.470638 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4343aa40-d7c8-44b1-b208-dd41e6070337 None None] Routers {'2aa15eab-55dd-4f2a-b927-9a635cd2a8f0'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:21:54.473092 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-4343aa40-d7c8-44b1-b208-dd41e6070337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:21:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['2aa15eab-55dd-4f2a-b927-9a635cd2a8f0'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:21:54.591528 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-299b4205-5b3d-4ad3-9c69-b8fcc0bd1950 admin admin] For port b1d9aa42-e5f5-459b-80cd-e9b34ff71f89, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=b1d9aa42-e5f5-459b-80cd-e9b34ff71f89,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:21:54.592407 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-299b4205-5b3d-4ad3-9c69-b8fcc0bd1950 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (b1d9aa42-e5f5-459b-80cd-e9b34ff71f89), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:54.645254 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-299b4205-5b3d-4ad3-9c69-b8fcc0bd1950 admin admin] Calling delete_port for b1d9aa42-e5f5-459b-80cd-e9b34ff71f89 owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:21:54.842340 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47422) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:21:54.916847 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-4343aa40-d7c8-44b1-b208-dd41e6070337 None None] Set router 2aa15eab-55dd-4f2a-b927-9a635cd2a8f0 gateway port host: None {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:21:55.017950 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-4343aa40-d7c8-44b1-b208-dd41e6070337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aa15eab-55dd-4f2a-b927-9a635cd2a8f0', 'name': 'tempest-TestVolumeBootPattern-889438361-router', 'tenant_id': '06b106a291b44599bb30d5040d82a3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:16:07Z', 'updated_at': '2022-10-04T21:21:54Z', 'revision_number': 6, 'project_id': '06b106a291b44599bb30d5040d82a3cb', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:21:55.065572 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4343aa40-d7c8-44b1-b208-dd41e6070337 None None] The sync data for ids ['2aa15eab-55dd-4f2a-b927-9a635cd2a8f0'] in n-d-852085-12 is: [{'id': '2aa15eab-55dd-4f2a-b927-9a635cd2a8f0', 'name': 'tempest-TestVolumeBootPattern-889438361-router', 'tenant_id': '06b106a291b44599bb30d5040d82a3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:16:07Z', 'updated_at': '2022-10-04T21:21:54Z', 'revision_number': 6, 'project_id': '06b106a291b44599bb30d5040d82a3cb', 'gw_port_host': None}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:21:55.116474 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-741cfe20-7232-4a4a-aa29-1ec8b811c47e admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-728567139-network', 'tenant_id': 'a13d84934da549e5979682bd817fe7a1'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:21:55.266885 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741cfe20-7232-4a4a-aa29-1ec8b811c47e admin admin] Made reservation on behalf of a13d84934da549e5979682bd817fe7a1 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:21:55.271280 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-741cfe20-7232-4a4a-aa29-1ec8b811c47e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:55.292845 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-741cfe20-7232-4a4a-aa29-1ec8b811c47e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:55.310850 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-299b4205-5b3d-4ad3-9c69-b8fcc0bd1950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (b1d9aa42-e5f5-459b-80cd-e9b34ff71f89), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:55.326257 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:21:55.373166 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299b4205-5b3d-4ad3-9c69-b8fcc0bd1950 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1d9aa42-e5f5-459b-80cd-e9b34ff71f89,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:21:55.585439 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-741cfe20-7232-4a4a-aa29-1ec8b811c47e admin admin] Publish callbacks [] for security_group (eed6a5f9-db4c-4739-b626-2c15d2e74384), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:55.613873 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-299b4205-5b3d-4ad3-9c69-b8fcc0bd1950 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (2aa15eab-55dd-4f2a-b927-9a635cd2a8f0), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:55.700786 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-741cfe20-7232-4a4a-aa29-1ec8b811c47e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (eed6a5f9-db4c-4739-b626-2c15d2e74384), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:55.745284 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-741cfe20-7232-4a4a-aa29-1ec8b811c47e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:21:55.804895 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-741cfe20-7232-4a4a-aa29-1ec8b811c47e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (6ed2c7fd-cacd-4100-bdc2-7cbd106d5aa6), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:55.807341 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-741cfe20-7232-4a4a-aa29-1ec8b811c47e admin admin] Added segment 6ed2c7fd-cacd-4100-bdc2-7cbd106d5aa6 of type vlan for network cc58bc10-9cc0-4441-999c-258e038f29cd Oct 04 21:21:55.843984 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-299b4205-5b3d-4ad3-9c69-b8fcc0bd1950 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (2aa15eab-55dd-4f2a-b927-9a635cd2a8f0), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:55.848865 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-299b4205-5b3d-4ad3-9c69-b8fcc0bd1950 admin admin] Publish callbacks [] for router_controller (2aa15eab-55dd-4f2a-b927-9a635cd2a8f0), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:55.849204 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741cfe20-7232-4a4a-aa29-1ec8b811c47e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed6a5f9-db4c-4739-b626-2c15d2e74384,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:21:55.860429 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:21:55.921798 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-741cfe20-7232-4a4a-aa29-1ec8b811c47e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (cc58bc10-9cc0-4441-999c-258e038f29cd), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:56.178959 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-741cfe20-7232-4a4a-aa29-1ec8b811c47e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (cc58bc10-9cc0-4441-999c-258e038f29cd), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:56.180832 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741cfe20-7232-4a4a-aa29-1ec8b811c47e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:21:56.181865 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-741cfe20-7232-4a4a-aa29-1ec8b811c47e admin admin] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:56.243552 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-299b4205-5b3d-4ad3-9c69-b8fcc0bd1950 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (2aa15eab-55dd-4f2a-b927-9a635cd2a8f0), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:56.243770 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299b4205-5b3d-4ad3-9c69-b8fcc0bd1950 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2aa15eab-55dd-4f2a-b927-9a635cd2a8f0 {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 21:21:56.255401 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-299b4205-5b3d-4ad3-9c69-b8fcc0bd1950 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:56.261686 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-299b4205-5b3d-4ad3-9c69-b8fcc0bd1950 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/2aa15eab-55dd-4f2a-b927-9a635cd2a8f0 HTTP/1.1" status: 204 len: 168 time: 2.7055228 Oct 04 21:21:56.262375 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 47470) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:21:56.300270 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741cfe20-7232-4a4a-aa29-1ec8b811c47e admin admin] Pushing event updated for resources: {'Network': ['ID=cc58bc10-9cc0-4441-999c-258e038f29cd,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:21:56.318423 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network cc58bc10-9cc0-4441-999c-258e038f29cd details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:21:56.380676 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-0102cfdf-67d0-41f3-b538-239d68f31a3b admin admin] Deleting subnet bd34efe2-3b3f-4e96-b9de-b3f211c41807 {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:21:56.385628 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0102cfdf-67d0-41f3-b538-239d68f31a3b admin admin] Publish callbacks [] for subnet (bd34efe2-3b3f-4e96-b9de-b3f211c41807), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:56.452610 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 47480) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:21:56.455666 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-741cfe20-7232-4a4a-aa29-1ec8b811c47e admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.6008034 Oct 04 21:21:56.466853 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-c0ed1ba8-a70a-4cc4-af5f-62f1734b5862 admin admin] Request body: {'subnet': {'network_id': 'cc58bc10-9cc0-4441-999c-258e038f29cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-728567139-subnet', 'tenant_id': 'a13d84934da549e5979682bd817fe7a1', 'ip_version': 4}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:21:56.478686 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0102cfdf-67d0-41f3-b538-239d68f31a3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (bd34efe2-3b3f-4e96-b9de-b3f211c41807), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:56.604206 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device df4eedee-7dde-48d2-ac5e-e534e409698d no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:21:56.665598 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: df4eedee-7dde-48d2-ac5e-e534e409698d {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:21:56.665812 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device df4eedee-7dde-48d2-ac5e-e534e409698d not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:21:56.666413 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b1d9aa42-e5f5-459b-80cd-e9b34ff71f89 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:21:56.706999 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: b1d9aa42-e5f5-459b-80cd-e9b34ff71f89 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:21:56.707508 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device b1d9aa42-e5f5-459b-80cd-e9b34ff71f89 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:21:56.730018 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ed1ba8-a70a-4cc4-af5f-62f1734b5862 admin admin] Made reservation on behalf of a13d84934da549e5979682bd817fe7a1 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:21:56.734498 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c0ed1ba8-a70a-4cc4-af5f-62f1734b5862 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:56.959943 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:21:56.972389 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0102cfdf-67d0-41f3-b538-239d68f31a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (bd34efe2-3b3f-4e96-b9de-b3f211c41807), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:57.292233 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0102cfdf-67d0-41f3-b538-239d68f31a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (bd34efe2-3b3f-4e96-b9de-b3f211c41807), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:57.323536 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0102cfdf-67d0-41f3-b538-239d68f31a3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd34efe2-3b3f-4e96-b9de-b3f211c41807,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:21:57.331568 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0102cfdf-67d0-41f3-b538-239d68f31a3b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:57.336466 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-0102cfdf-67d0-41f3-b538-239d68f31a3b admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/bd34efe2-3b3f-4e96-b9de-b3f211c41807 HTTP/1.1" status: 204 len: 168 time: 1.0708194 Oct 04 21:21:57.342629 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47508) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:21:57.343628 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef53544-8a55-41d3-96a9-496a5df7770d None None] Network 798c0142-6487-4be9-a55d-44c8d2cb7e55 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:21:57.390815 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c0ed1ba8-a70a-4cc4-af5f-62f1734b5862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (d0ee7d50-42bf-4ebc-b970-7bbb00aa454b), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:57.391030 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:21:57.520857 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-84972e52-0ca0-44ff-a8f3-3b7d1446788f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (798c0142-6487-4be9-a55d-44c8d2cb7e55), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:57.570010 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ed1ba8-a70a-4cc4-af5f-62f1734b5862 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0ee7d50-42bf-4ebc-b970-7bbb00aa454b,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:21:57.652717 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed5a51a-db9d-494f-ad90-79bf07a2f56f None None] DHCP port deletion for 798c0142-6487-4be9-a55d-44c8d2cb7e55 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:21:57.697389 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-84972e52-0ca0-44ff-a8f3-3b7d1446788f admin admin] Deleting port efa92a22-342e-4884-82a4-0ad481d1c881 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:21:57.697633 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-84972e52-0ca0-44ff-a8f3-3b7d1446788f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (efa92a22-342e-4884-82a4-0ad481d1c881), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:57.715436 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ed1ba8-a70a-4cc4-af5f-62f1734b5862 admin admin] Checking segment: {'id': '6ed2c7fd-cacd-4100-bdc2-7cbd106d5aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'cc58bc10-9cc0-4441-999c-258e038f29cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:21:57.716245 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ed1ba8-a70a-4cc4-af5f-62f1734b5862 admin admin] Network hostable DHCP agents. Network: cc58bc10-9cc0-4441-999c-258e038f29cd, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:21:57.767308 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-0ed5a51a-db9d-494f-ad90-79bf07a2f56f None None] Deleting port efa92a22-342e-4884-82a4-0ad481d1c881 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:21:57.767926 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0ed5a51a-db9d-494f-ad90-79bf07a2f56f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (efa92a22-342e-4884-82a4-0ad481d1c881), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:57.829637 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ed1ba8-a70a-4cc4-af5f-62f1734b5862 admin admin] Network cc58bc10-9cc0-4441-999c-258e038f29cd is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:21:57.863246 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-84972e52-0ca0-44ff-a8f3-3b7d1446788f admin admin] For port efa92a22-342e-4884-82a4-0ad481d1c881, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=efa92a22-342e-4884-82a4-0ad481d1c881,segment=NetworkSegment(d8b67e59-7d0a-4d51-8627-6f912ecebd55),segment_id=d8b67e59-7d0a-4d51-8627-6f912ecebd55)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:21:57.863859 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-84972e52-0ca0-44ff-a8f3-3b7d1446788f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (efa92a22-342e-4884-82a4-0ad481d1c881), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:57.896006 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-84972e52-0ca0-44ff-a8f3-3b7d1446788f admin admin] Calling delete_port for efa92a22-342e-4884-82a4-0ad481d1c881 owned by network:dhcp {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:21:57.920366 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-0ed5a51a-db9d-494f-ad90-79bf07a2f56f None None] For port efa92a22-342e-4884-82a4-0ad481d1c881, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=efa92a22-342e-4884-82a4-0ad481d1c881,segment=NetworkSegment(d8b67e59-7d0a-4d51-8627-6f912ecebd55),segment_id=d8b67e59-7d0a-4d51-8627-6f912ecebd55)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:21:57.921421 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0ed5a51a-db9d-494f-ad90-79bf07a2f56f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (efa92a22-342e-4884-82a4-0ad481d1c881), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:57.962697 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-0ed5a51a-db9d-494f-ad90-79bf07a2f56f None None] Calling delete_port for efa92a22-342e-4884-82a4-0ad481d1c881 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:21:57.984049 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-c0ed1ba8-a70a-4cc4-af5f-62f1734b5862 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, cc58bc10-9cc0-4441-999c-258e038f29cd) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:21:57.992839 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ed1ba8-a70a-4cc4-af5f-62f1734b5862 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:21:57.994132 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c0ed1ba8-a70a-4cc4-af5f-62f1734b5862 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:58.011699 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c3ca7c-988a-4a14-ac19-9e8502d1bea4 None None] Network cc58bc10-9cc0-4441-999c-258e038f29cd requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:21:58.156359 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c0ed1ba8-a70a-4cc4-af5f-62f1734b5862 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.6984293 Oct 04 21:21:58.156656 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 47540) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:21:58.158696 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:21:58.162030 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-39a12b5a-6a39-42fe-963e-4b55c74a79d0 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-728567139-router', 'tenant_id': 'a13d84934da549e5979682bd817fe7a1', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:21:58.196103 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-84972e52-0ca0-44ff-a8f3-3b7d1446788f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (efa92a22-342e-4884-82a4-0ad481d1c881), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:58.238875 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84972e52-0ca0-44ff-a8f3-3b7d1446788f admin admin] Pushing event deleted for resources: {'Port': ['ID=efa92a22-342e-4884-82a4-0ad481d1c881,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:21:58.245532 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84972e52-0ca0-44ff-a8f3-3b7d1446788f admin admin] No DVR routers for this DVR port efa92a22-342e-4884-82a4-0ad481d1c881 on host n-d-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:21:58.309431 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-39a12b5a-6a39-42fe-963e-4b55c74a79d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (cae87508-ea8c-4883-bdc7-c482be9ae245), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:58.311253 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-39a12b5a-6a39-42fe-963e-4b55c74a79d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (cae87508-ea8c-4883-bdc7-c482be9ae245), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:58.331804 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0ed5a51a-db9d-494f-ad90-79bf07a2f56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (efa92a22-342e-4884-82a4-0ad481d1c881), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:58.401953 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed5a51a-db9d-494f-ad90-79bf07a2f56f None None] Pushing event deleted for resources: {'Port': ['ID=efa92a22-342e-4884-82a4-0ad481d1c881,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:21:58.405970 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-84972e52-0ca0-44ff-a8f3-3b7d1446788f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (798c0142-6487-4be9-a55d-44c8d2cb7e55), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:58.432006 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed5a51a-db9d-494f-ad90-79bf07a2f56f None None] No DVR routers for this DVR port efa92a22-342e-4884-82a4-0ad481d1c881 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:21:58.473120 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eabe6e2-a03a-44df-b942-8f42c76ddc0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-cc58bc10-9cc0-4441-999c-258e038f29cd', 'network_id': 'cc58bc10-9cc0-4441-999c-258e038f29cd', 'project_id': 'a13d84934da549e5979682bd817fe7a1', 'fixed_ips': [{'subnet_id': 'd0ee7d50-42bf-4ebc-b970-7bbb00aa454b'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:21:58.474953 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0eabe6e2-a03a-44df-b942-8f42c76ddc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:58.531451 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:INSERT=10,neutron:SELECT=81,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:21:58.539890 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed5a51a-db9d-494f-ad90-79bf07a2f56f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:21:58.540573 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed5a51a-db9d-494f-ad90-79bf07a2f56f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:21:58.541086 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed5a51a-db9d-494f-ad90-79bf07a2f56f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:21:58.541674 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed5a51a-db9d-494f-ad90-79bf07a2f56f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:21:58.542468 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed5a51a-db9d-494f-ad90-79bf07a2f56f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:21:58.543283 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed5a51a-db9d-494f-ad90-79bf07a2f56f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:21:58.545149 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed5a51a-db9d-494f-ad90-79bf07a2f56f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:21:58.545149 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed5a51a-db9d-494f-ad90-79bf07a2f56f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:21:58.545595 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed5a51a-db9d-494f-ad90-79bf07a2f56f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:21:58.546398 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed5a51a-db9d-494f-ad90-79bf07a2f56f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:21:58.547209 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed5a51a-db9d-494f-ad90-79bf07a2f56f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:21:58.548228 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed5a51a-db9d-494f-ad90-79bf07a2f56f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:21:58.549166 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed5a51a-db9d-494f-ad90-79bf07a2f56f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:21:58.549938 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed5a51a-db9d-494f-ad90-79bf07a2f56f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:21:58.550725 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed5a51a-db9d-494f-ad90-79bf07a2f56f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:21:58.554700 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-84972e52-0ca0-44ff-a8f3-3b7d1446788f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['798c0142-6487-4be9-a55d-44c8d2cb7e55']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:21:58.569190 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:21:58.621220 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-84972e52-0ca0-44ff-a8f3-3b7d1446788f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8b67e59-7d0a-4d51-8627-6f912ecebd55') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:21:58.622074 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-84972e52-0ca0-44ff-a8f3-3b7d1446788f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8b67e59-7d0a-4d51-8627-6f912ecebd55') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:21:58.637189 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-39a12b5a-6a39-42fe-963e-4b55c74a79d0 admin admin] Publish callbacks [] for router_controller (cae87508-ea8c-4883-bdc7-c482be9ae245), precommit_add_association {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:58.662202 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-84972e52-0ca0-44ff-a8f3-3b7d1446788f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (d8b67e59-7d0a-4d51-8627-6f912ecebd55), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:58.704811 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-84972e52-0ca0-44ff-a8f3-3b7d1446788f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (d8b67e59-7d0a-4d51-8627-6f912ecebd55), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:58.709394 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:21:58.718512 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84972e52-0ca0-44ff-a8f3-3b7d1446788f admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:21:58.721242 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-84972e52-0ca0-44ff-a8f3-3b7d1446788f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (d8b67e59-7d0a-4d51-8627-6f912ecebd55), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:58.723284 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device efa92a22-342e-4884-82a4-0ad481d1c881 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:21:58.786598 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: efa92a22-342e-4884-82a4-0ad481d1c881 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:21:58.786598 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device efa92a22-342e-4884-82a4-0ad481d1c881 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:21:58.943293 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment d8b67e59-7d0a-4d51-8627-6f912ecebd55 resource provider aggregate not found Oct 04 21:21:58.967264 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-0eabe6e2-a03a-44df-b942-8f42c76ddc0e None None] Allocated IP 172.20.0.2 (cc58bc10-9cc0-4441-999c-258e038f29cd/d0ee7d50-42bf-4ebc-b970-7bbb00aa454b/041df3d5-c3f0-4e37-85ca-23b32c0a4ee8) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:21:58.993721 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment d8b67e59-7d0a-4d51-8627-6f912ecebd55 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d8b67e59-7d0a-4d51-8627-6f912ecebd55 found for delete ", "request_id": "req-f5fa1015-8593-4cca-82df-1094986fe0ed"}]} Oct 04 21:21:59.105601 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-39a12b5a-6a39-42fe-963e-4b55c74a79d0 admin admin] Publish callbacks [] for router_gateway (cae87508-ea8c-4883-bdc7-c482be9ae245), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:59.138539 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-84972e52-0ca0-44ff-a8f3-3b7d1446788f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (798c0142-6487-4be9-a55d-44c8d2cb7e55), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:59.149702 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-84972e52-0ca0-44ff-a8f3-3b7d1446788f admin admin] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:59.155577 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-84972e52-0ca0-44ff-a8f3-3b7d1446788f admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/798c0142-6487-4be9-a55d-44c8d2cb7e55 HTTP/1.1" status: 204 len: 168 time: 1.8113482 Oct 04 21:21:59.160852 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 47570) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:21:59.177765 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84972e52-0ca0-44ff-a8f3-3b7d1446788f admin admin] Pushing event deleted for resources: {'Network': ['ID=798c0142-6487-4be9-a55d-44c8d2cb7e55,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:21:59.268251 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0eabe6e2-a03a-44df-b942-8f42c76ddc0e None None] Publish callbacks [] for port (041df3d5-c3f0-4e37-85ca-23b32c0a4ee8), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:59.446463 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0eabe6e2-a03a-44df-b942-8f42c76ddc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (041df3d5-c3f0-4e37-85ca-23b32c0a4ee8), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:59.607942 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eabe6e2-a03a-44df-b942-8f42c76ddc0e None None] Network cc58bc10-9cc0-4441-999c-258e038f29cd is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:21:59.615257 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-0eabe6e2-a03a-44df-b942-8f42c76ddc0e None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:21:59.624254 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eabe6e2-a03a-44df-b942-8f42c76ddc0e None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:21:59.641821 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eabe6e2-a03a-44df-b942-8f42c76ddc0e None None] Pushing event updated for resources: {'Port': ['ID=041df3d5-c3f0-4e37-85ca-23b32c0a4ee8,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:21:59.751509 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:21:59.779289 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-0eabe6e2-a03a-44df-b942-8f42c76ddc0e None None] Attempting to bind port 041df3d5-c3f0-4e37-85ca-23b32c0a4ee8 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:21:59.780263 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-0eabe6e2-a03a-44df-b942-8f42c76ddc0e None None] Attempting to bind port 041df3d5-c3f0-4e37-85ca-23b32c0a4ee8 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '6ed2c7fd-cacd-4100-bdc2-7cbd106d5aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'cc58bc10-9cc0-4441-999c-258e038f29cd'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:21:59.781335 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eabe6e2-a03a-44df-b942-8f42c76ddc0e None None] Attempting to bind port 041df3d5-c3f0-4e37-85ca-23b32c0a4ee8 on network cc58bc10-9cc0-4441-999c-258e038f29cd {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:21:59.903245 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eabe6e2-a03a-44df-b942-8f42c76ddc0e None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:21:59.903974 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eabe6e2-a03a-44df-b942-8f42c76ddc0e None None] Checking segment: {'id': '6ed2c7fd-cacd-4100-bdc2-7cbd106d5aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'cc58bc10-9cc0-4441-999c-258e038f29cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:21:59.904599 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0eabe6e2-a03a-44df-b942-8f42c76ddc0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:59.905822 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eabe6e2-a03a-44df-b942-8f42c76ddc0e None None] Bound using segment: {'id': '6ed2c7fd-cacd-4100-bdc2-7cbd106d5aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'cc58bc10-9cc0-4441-999c-258e038f29cd'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:21:59.906927 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-0eabe6e2-a03a-44df-b942-8f42c76ddc0e None None] Bound port: 041df3d5-c3f0-4e37-85ca-23b32c0a4ee8, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ed2c7fd-cacd-4100-bdc2-7cbd106d5aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'cc58bc10-9cc0-4441-999c-258e038f29cd'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:21:59.908099 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0eabe6e2-a03a-44df-b942-8f42c76ddc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (041df3d5-c3f0-4e37-85ca-23b32c0a4ee8), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:21:59.982194 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-39a12b5a-6a39-42fe-963e-4b55c74a79d0 admin admin] Publish callbacks [] for router_gateway (cae87508-ea8c-4883-bdc7-c482be9ae245), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:00.037488 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:INSERT=6,neutron:SELECT=88,neutron:UPDATE=6 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:22:00.039214 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-39a12b5a-6a39-42fe-963e-4b55c74a79d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:00.040062 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-0eabe6e2-a03a-44df-b942-8f42c76ddc0e None None] For port 041df3d5-c3f0-4e37-85ca-23b32c0a4ee8, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:22:00.046526 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-0eabe6e2-a03a-44df-b942-8f42c76ddc0e None None] For port 041df3d5-c3f0-4e37-85ca-23b32c0a4ee8, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=041df3d5-c3f0-4e37-85ca-23b32c0a4ee8,segment=NetworkSegment(6ed2c7fd-cacd-4100-bdc2-7cbd106d5aa6),segment_id=6ed2c7fd-cacd-4100-bdc2-7cbd106d5aa6)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:22:00.181171 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0eabe6e2-a03a-44df-b942-8f42c76ddc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (041df3d5-c3f0-4e37-85ca-23b32c0a4ee8), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:00.238446 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cfe3e106-e1b0-4e80-b040-7d44d7a7db30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (f27d0276-fff5-4d4d-8df7-8f6336dd45ee), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:00.365093 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eabe6e2-a03a-44df-b942-8f42c76ddc0e None None] Pushing event updated for resources: {'Port': ['ID=041df3d5-c3f0-4e37-85ca-23b32c0a4ee8,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:22:00.414020 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-39a12b5a-6a39-42fe-963e-4b55c74a79d0 admin admin] Allocated IP 172.25.5.163 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/1795db0b-1e82-460a-966a-bbb3303e831f) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:22:00.899773 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-39a12b5a-6a39-42fe-963e-4b55c74a79d0 admin admin] Publish callbacks [] for port (1795db0b-1e82-460a-966a-bbb3303e831f), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:00.988660 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:22:01.039368 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-cfe3e106-e1b0-4e80-b040-7d44d7a7db30 admin admin] Deleting port 192d1c36-d537-44c8-8b6c-db447c6abf3b {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:22:01.039368 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cfe3e106-e1b0-4e80-b040-7d44d7a7db30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (192d1c36-d537-44c8-8b6c-db447c6abf3b), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:01.624899 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-39a12b5a-6a39-42fe-963e-4b55c74a79d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (1795db0b-1e82-460a-966a-bbb3303e831f), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:01.749154 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a12b5a-6a39-42fe-963e-4b55c74a79d0 admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:22:01.749154 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:22:01.749154 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-39a12b5a-6a39-42fe-963e-4b55c74a79d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:22:01.766258 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a12b5a-6a39-42fe-963e-4b55c74a79d0 admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:22:01.841706 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a12b5a-6a39-42fe-963e-4b55c74a79d0 admin admin] Pushing event updated for resources: {'Port': ['ID=1795db0b-1e82-460a-966a-bbb3303e831f,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:22:01.883926 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-cfe3e106-e1b0-4e80-b040-7d44d7a7db30 admin admin] For port 192d1c36-d537-44c8-8b6c-db447c6abf3b, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=192d1c36-d537-44c8-8b6c-db447c6abf3b,segment=NetworkSegment(e611aabd-80db-4664-bfac-b0773c5af58b),segment_id=e611aabd-80db-4664-bfac-b0773c5af58b)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:22:01.884590 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cfe3e106-e1b0-4e80-b040-7d44d7a7db30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (192d1c36-d537-44c8-8b6c-db447c6abf3b), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:01.976148 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-cfe3e106-e1b0-4e80-b040-7d44d7a7db30 admin admin] Calling delete_port for 192d1c36-d537-44c8-8b6c-db447c6abf3b owned by network:router_interface {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:22:02.006833 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bed33a-7d1e-4932-913e-a327dd61412e None None] Network cc58bc10-9cc0-4441-999c-258e038f29cd requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:22:02.171659 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-593bf3b7-b020-40f6-ae85-48cd126f3ad4 None None] Provisioning complete for port 041df3d5-c3f0-4e37-85ca-23b32c0a4ee8 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:22:02.172567 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-593bf3b7-b020-40f6-ae85-48cd126f3ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (041df3d5-c3f0-4e37-85ca-23b32c0a4ee8), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:02.173321 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-593bf3b7-b020-40f6-ae85-48cd126f3ad4 None None] Attempt 1 to provision port 041df3d5-c3f0-4e37-85ca-23b32c0a4ee8 Oct 04 21:22:02.533558 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-593bf3b7-b020-40f6-ae85-48cd126f3ad4 None None] Current status of the port 041df3d5-c3f0-4e37-85ca-23b32c0a4ee8 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:22:02.534554 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-593bf3b7-b020-40f6-ae85-48cd126f3ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (041df3d5-c3f0-4e37-85ca-23b32c0a4ee8), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:02.582528 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:02.688402 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 041df3d5-c3f0-4e37-85ca-23b32c0a4ee8 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:22:02.752917 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-593bf3b7-b020-40f6-ae85-48cd126f3ad4 None None] For port 041df3d5-c3f0-4e37-85ca-23b32c0a4ee8, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=041df3d5-c3f0-4e37-85ca-23b32c0a4ee8,segment=NetworkSegment(6ed2c7fd-cacd-4100-bdc2-7cbd106d5aa6),segment_id=6ed2c7fd-cacd-4100-bdc2-7cbd106d5aa6)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:22:02.835618 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 041df3d5-c3f0-4e37-85ca-23b32c0a4ee8 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:22:02.836596 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (041df3d5-c3f0-4e37-85ca-23b32c0a4ee8), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:02.837305 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 041df3d5-c3f0-4e37-85ca-23b32c0a4ee8 Oct 04 21:22:02.958471 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-593bf3b7-b020-40f6-ae85-48cd126f3ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (041df3d5-c3f0-4e37-85ca-23b32c0a4ee8), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:02.959446 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-39a12b5a-6a39-42fe-963e-4b55c74a79d0 admin admin] Publish callbacks [] for router_gateway (cae87508-ea8c-4883-bdc7-c482be9ae245), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:03.139245 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cfe3e106-e1b0-4e80-b040-7d44d7a7db30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (192d1c36-d537-44c8-8b6c-db447c6abf3b), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:03.194260 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe3e106-e1b0-4e80-b040-7d44d7a7db30 admin admin] Pushing event deleted for resources: {'Port': ['ID=192d1c36-d537-44c8-8b6c-db447c6abf3b,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:22:03.233056 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593bf3b7-b020-40f6-ae85-48cd126f3ad4 None None] Pushing event updated for resources: {'Port': ['ID=041df3d5-c3f0-4e37-85ca-23b32c0a4ee8,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:22:03.293019 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 041df3d5-c3f0-4e37-85ca-23b32c0a4ee8 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:22:03.347950 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-3b6af42e-0a21-4eab-8c8c-aacf09ba295d None None] Provisioning complete for port 041df3d5-c3f0-4e37-85ca-23b32c0a4ee8 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:22:03.348862 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3b6af42e-0a21-4eab-8c8c-aacf09ba295d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (041df3d5-c3f0-4e37-85ca-23b32c0a4ee8), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:03.349678 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-3b6af42e-0a21-4eab-8c8c-aacf09ba295d None None] Attempt 1 to provision port 041df3d5-c3f0-4e37-85ca-23b32c0a4ee8 Oct 04 21:22:03.428870 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:22:03.554698 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:03.576866 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-3b6af42e-0a21-4eab-8c8c-aacf09ba295d None None] Current status of the port 041df3d5-c3f0-4e37-85ca-23b32c0a4ee8 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:22:03.777192 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:22:03.789609 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-39a12b5a-6a39-42fe-963e-4b55c74a79d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (cae87508-ea8c-4883-bdc7-c482be9ae245), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:03.807785 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cfe3e106-e1b0-4e80-b040-7d44d7a7db30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (f27d0276-fff5-4d4d-8df7-8f6336dd45ee), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:03.908690 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:22:04.381741 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe3e106-e1b0-4e80-b040-7d44d7a7db30 admin admin] Router f27d0276-fff5-4d4d-8df7-8f6336dd45ee has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:22:04.383053 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a12b5a-6a39-42fe-963e-4b55c74a79d0 admin admin] Router cae87508-ea8c-4883-bdc7-c482be9ae245 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 21:22:04.760849 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 041df3d5-c3f0-4e37-85ca-23b32c0a4ee8 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:22:04.859592 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 041df3d5-c3f0-4e37-85ca-23b32c0a4ee8 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:22:04.860285 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (041df3d5-c3f0-4e37-85ca-23b32c0a4ee8), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:04.860832 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 041df3d5-c3f0-4e37-85ca-23b32c0a4ee8 Oct 04 21:22:04.895428 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe3e106-e1b0-4e80-b040-7d44d7a7db30 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:22:04.904857 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-cfe3e106-e1b0-4e80-b040-7d44d7a7db30 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/f27d0276-fff5-4d4d-8df7-8f6336dd45ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7422235 Oct 04 21:22:04.911183 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 47746) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:22:04.931516 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a12b5a-6a39-42fe-963e-4b55c74a79d0 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:22:04.953025 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8762a65e-c3e6-4f90-9a95-0841384d237b None None] Sync routers for ids ['f27d0276-fff5-4d4d-8df7-8f6336dd45ee'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:22:04.976755 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e18ed0-651e-4127-82e0-2bc99cdf7645 None None] Sync routers for ids ['cae87508-ea8c-4883-bdc7-c482be9ae245'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:22:05.004043 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8762a65e-c3e6-4f90-9a95-0841384d237b None None] Routers {'f27d0276-fff5-4d4d-8df7-8f6336dd45ee'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:22:05.005236 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-8762a65e-c3e6-4f90-9a95-0841384d237b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:21:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['f27d0276-fff5-4d4d-8df7-8f6336dd45ee'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:22:05.011271 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=54 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:22:05.024988 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e18ed0-651e-4127-82e0-2bc99cdf7645 None None] Routers {'cae87508-ea8c-4883-bdc7-c482be9ae245'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:22:05.027052 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-40e18ed0-651e-4127-82e0-2bc99cdf7645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:21:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['cae87508-ea8c-4883-bdc7-c482be9ae245'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:22:05.210009 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-39a12b5a-6a39-42fe-963e-4b55c74a79d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:05.212323 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-39a12b5a-6a39-42fe-963e-4b55c74a79d0 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 916 time: 7.0541451 Oct 04 21:22:05.217560 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47760) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:22:05.273142 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0a6fddcb-150e-4d3c-8499-b1d7d224dced admin admin] Publish callbacks [] for router (f27d0276-fff5-4d4d-8df7-8f6336dd45ee), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:05.297183 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-40e18ed0-651e-4127-82e0-2bc99cdf7645 None None] Set router cae87508-ea8c-4883-bdc7-c482be9ae245 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:22:05.323921 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 041df3d5-c3f0-4e37-85ca-23b32c0a4ee8 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:22:05.354453 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:22:05.450499 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-8762a65e-c3e6-4f90-9a95-0841384d237b None None] Set router f27d0276-fff5-4d4d-8df7-8f6336dd45ee gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:22:05.462257 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:22:05.820018 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0a6fddcb-150e-4d3c-8499-b1d7d224dced admin admin] Publish callbacks [] for router_gateway (f27d0276-fff5-4d4d-8df7-8f6336dd45ee), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:05.960628 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-40e18ed0-651e-4127-82e0-2bc99cdf7645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae87508-ea8c-4883-bdc7-c482be9ae245', 'name': 'tempest-ImageQuotaTest-728567139-router', 'tenant_id': 'a13d84934da549e5979682bd817fe7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '1795db0b-1e82-460a-966a-bbb3303e831f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:21:58Z', 'updated_at': '2022-10-04T21:22:02Z', 'revision_number': 3, 'project_id': 'a13d84934da549e5979682bd817fe7a1', 'gw_port': {'id': '1795db0b-1e82-460a-966a-bbb3303e831f', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:70:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae87508-ea8c-4883-bdc7-c482be9ae245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:22:00Z', 'updated_at': '2022-10-04T21:22:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:22:06.017851 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e18ed0-651e-4127-82e0-2bc99cdf7645 None None] Checking router: cae87508-ea8c-4883-bdc7-c482be9ae245 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:22:06.020039 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e18ed0-651e-4127-82e0-2bc99cdf7645 None None] Updating router cae87508-ea8c-4883-bdc7-c482be9ae245 port 1795db0b-1e82-460a-966a-bbb3303e831f binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:22:06.021282 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-0a6fddcb-150e-4d3c-8499-b1d7d224dced admin admin] Deleting port 89a68957-d68c-486d-9a64-59eb56c7e667 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:22:06.022976 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0a6fddcb-150e-4d3c-8499-b1d7d224dced admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (89a68957-d68c-486d-9a64-59eb56c7e667), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:06.095614 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-40e18ed0-651e-4127-82e0-2bc99cdf7645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (1795db0b-1e82-460a-966a-bbb3303e831f), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:06.359771 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-8762a65e-c3e6-4f90-9a95-0841384d237b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27d0276-fff5-4d4d-8df7-8f6336dd45ee', 'name': 'tempest-TestVolumeBootPattern-1601825564-router', 'tenant_id': '6f35d354850f457d84b23ae003a92e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '89a68957-d68c-486d-9a64-59eb56c7e667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:16:35Z', 'updated_at': '2022-10-04T21:22:02Z', 'revision_number': 5, 'project_id': '6f35d354850f457d84b23ae003a92e9c', 'gw_port': {'id': '89a68957-d68c-486d-9a64-59eb56c7e667', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:97:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27d0276-fff5-4d4d-8df7-8f6336dd45ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:16:39Z', 'updated_at': '2022-10-04T21:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:22:06.457816 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8762a65e-c3e6-4f90-9a95-0841384d237b None None] Checking router: f27d0276-fff5-4d4d-8df7-8f6336dd45ee for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:22:06.462680 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-0a6fddcb-150e-4d3c-8499-b1d7d224dced admin admin] For port 89a68957-d68c-486d-9a64-59eb56c7e667, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=89a68957-d68c-486d-9a64-59eb56c7e667,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:22:06.463665 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0a6fddcb-150e-4d3c-8499-b1d7d224dced admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (89a68957-d68c-486d-9a64-59eb56c7e667), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:06.497209 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8762a65e-c3e6-4f90-9a95-0841384d237b None None] Routers {'f27d0276-fff5-4d4d-8df7-8f6336dd45ee'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:22:06.502088 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-8762a65e-c3e6-4f90-9a95-0841384d237b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:21:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['f27d0276-fff5-4d4d-8df7-8f6336dd45ee'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:22:06.521116 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-0a6fddcb-150e-4d3c-8499-b1d7d224dced admin admin] Calling delete_port for 89a68957-d68c-486d-9a64-59eb56c7e667 owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:22:06.865808 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-8762a65e-c3e6-4f90-9a95-0841384d237b None None] Set router f27d0276-fff5-4d4d-8df7-8f6336dd45ee gateway port host: None {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:22:06.916754 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f77de658-4bdd-470f-a31d-1ead9a83dcd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:07.011263 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:22:07.078526 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-8762a65e-c3e6-4f90-9a95-0841384d237b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27d0276-fff5-4d4d-8df7-8f6336dd45ee', 'name': 'tempest-TestVolumeBootPattern-1601825564-router', 'tenant_id': '6f35d354850f457d84b23ae003a92e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:16:35Z', 'updated_at': '2022-10-04T21:22:05Z', 'revision_number': 6, 'project_id': '6f35d354850f457d84b23ae003a92e9c', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:22:07.167417 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-40e18ed0-651e-4127-82e0-2bc99cdf7645 None None] Publish callbacks [] for port (1795db0b-1e82-460a-966a-bbb3303e831f), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:07.169101 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8762a65e-c3e6-4f90-9a95-0841384d237b None None] The sync data for ids ['f27d0276-fff5-4d4d-8df7-8f6336dd45ee'] in n-d-852085-12 is: [{'id': 'f27d0276-fff5-4d4d-8df7-8f6336dd45ee', 'name': 'tempest-TestVolumeBootPattern-1601825564-router', 'tenant_id': '6f35d354850f457d84b23ae003a92e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:16:35Z', 'updated_at': '2022-10-04T21:22:05Z', 'revision_number': 6, 'project_id': '6f35d354850f457d84b23ae003a92e9c', 'gw_port_host': None}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:22:07.249627 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:22:07.354549 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-40e18ed0-651e-4127-82e0-2bc99cdf7645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (1795db0b-1e82-460a-966a-bbb3303e831f), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:07.355194 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0a6fddcb-150e-4d3c-8499-b1d7d224dced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (89a68957-d68c-486d-9a64-59eb56c7e667), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:07.370493 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-f77de658-4bdd-470f-a31d-1ead9a83dcd7 admin admin] Allocated IP 172.20.0.1 (cc58bc10-9cc0-4441-999c-258e038f29cd/d0ee7d50-42bf-4ebc-b970-7bbb00aa454b/91c12572-2373-4fee-a1b8-7bd3cc2196e9) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:22:07.477917 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6fddcb-150e-4d3c-8499-b1d7d224dced admin admin] Pushing event deleted for resources: {'Port': ['ID=89a68957-d68c-486d-9a64-59eb56c7e667,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:22:07.539379 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-40e18ed0-651e-4127-82e0-2bc99cdf7645 None None] Attempting to bind port 1795db0b-1e82-460a-966a-bbb3303e831f on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:22:07.542206 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-40e18ed0-651e-4127-82e0-2bc99cdf7645 None None] Attempting to bind port 1795db0b-1e82-460a-966a-bbb3303e831f by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:22:07.558888 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e18ed0-651e-4127-82e0-2bc99cdf7645 None None] Attempting to bind port 1795db0b-1e82-460a-966a-bbb3303e831f on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:22:07.657802 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0a6fddcb-150e-4d3c-8499-b1d7d224dced admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (f27d0276-fff5-4d4d-8df7-8f6336dd45ee), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:07.795338 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502c589d-4bb9-43cc-a09a-6d826d96a9c7 None None] Pushing event updated for resources: {'Port': ['ID=1795db0b-1e82-460a-966a-bbb3303e831f,revision_number=2']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:22:07.815080 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502c589d-4bb9-43cc-a09a-6d826d96a9c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:22:07.815682 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502c589d-4bb9-43cc-a09a-6d826d96a9c7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:22:07.816219 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502c589d-4bb9-43cc-a09a-6d826d96a9c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:22:07.816764 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502c589d-4bb9-43cc-a09a-6d826d96a9c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:22:07.819351 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502c589d-4bb9-43cc-a09a-6d826d96a9c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:22:07.819351 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502c589d-4bb9-43cc-a09a-6d826d96a9c7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:22:07.819351 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502c589d-4bb9-43cc-a09a-6d826d96a9c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:22:07.819966 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502c589d-4bb9-43cc-a09a-6d826d96a9c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:22:07.820206 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502c589d-4bb9-43cc-a09a-6d826d96a9c7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:22:07.820694 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502c589d-4bb9-43cc-a09a-6d826d96a9c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:22:07.821205 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502c589d-4bb9-43cc-a09a-6d826d96a9c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:22:07.821741 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502c589d-4bb9-43cc-a09a-6d826d96a9c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:22:07.822470 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502c589d-4bb9-43cc-a09a-6d826d96a9c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:22:07.823014 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502c589d-4bb9-43cc-a09a-6d826d96a9c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:22:07.823601 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502c589d-4bb9-43cc-a09a-6d826d96a9c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:22:07.844590 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f77de658-4bdd-470f-a31d-1ead9a83dcd7 admin admin] Publish callbacks [] for port (91c12572-2373-4fee-a1b8-7bd3cc2196e9), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:07.863896 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e18ed0-651e-4127-82e0-2bc99cdf7645 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:22:07.864534 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e18ed0-651e-4127-82e0-2bc99cdf7645 None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:22:07.865795 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-40e18ed0-651e-4127-82e0-2bc99cdf7645 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:07.866565 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e18ed0-651e-4127-82e0-2bc99cdf7645 None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:22:07.867619 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-40e18ed0-651e-4127-82e0-2bc99cdf7645 None None] Bound port: 1795db0b-1e82-460a-966a-bbb3303e831f, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:22:07.888820 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-40e18ed0-651e-4127-82e0-2bc99cdf7645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (1795db0b-1e82-460a-966a-bbb3303e831f), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:07.936253 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:22:07.986985 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0a6fddcb-150e-4d3c-8499-b1d7d224dced admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (f27d0276-fff5-4d4d-8df7-8f6336dd45ee), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:07.999612 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0a6fddcb-150e-4d3c-8499-b1d7d224dced admin admin] Publish callbacks [] for router_controller (f27d0276-fff5-4d4d-8df7-8f6336dd45ee), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:08.033413 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f77de658-4bdd-470f-a31d-1ead9a83dcd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (91c12572-2373-4fee-a1b8-7bd3cc2196e9), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:08.035242 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-40e18ed0-651e-4127-82e0-2bc99cdf7645 None None] For port 1795db0b-1e82-460a-966a-bbb3303e831f, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:22:08.043927 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-40e18ed0-651e-4127-82e0-2bc99cdf7645 None None] For port 1795db0b-1e82-460a-966a-bbb3303e831f, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=1795db0b-1e82-460a-966a-bbb3303e831f,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:22:08.047699 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:22:08.050212 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:22:08.143177 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77de658-4bdd-470f-a31d-1ead9a83dcd7 admin admin] Network cc58bc10-9cc0-4441-999c-258e038f29cd is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:22:08.148062 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-f77de658-4bdd-470f-a31d-1ead9a83dcd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:22:08.159802 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77de658-4bdd-470f-a31d-1ead9a83dcd7 admin admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:22:08.215510 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77de658-4bdd-470f-a31d-1ead9a83dcd7 admin admin] Pushing event updated for resources: {'Port': ['ID=91c12572-2373-4fee-a1b8-7bd3cc2196e9,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:22:08.217313 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-40e18ed0-651e-4127-82e0-2bc99cdf7645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (1795db0b-1e82-460a-966a-bbb3303e831f), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:08.270290 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f77de658-4bdd-470f-a31d-1ead9a83dcd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (cae87508-ea8c-4883-bdc7-c482be9ae245), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:08.282495 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0a6fddcb-150e-4d3c-8499-b1d7d224dced admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (f27d0276-fff5-4d4d-8df7-8f6336dd45ee), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:08.283515 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a6fddcb-150e-4d3c-8499-b1d7d224dced admin admin] Fanout notify agent at l3_agent the message router_deleted on router f27d0276-fff5-4d4d-8df7-8f6336dd45ee {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 21:22:08.313349 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0a6fddcb-150e-4d3c-8499-b1d7d224dced admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:08.323767 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-0a6fddcb-150e-4d3c-8499-b1d7d224dced admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/f27d0276-fff5-4d4d-8df7-8f6336dd45ee HTTP/1.1" status: 204 len: 168 time: 3.4044294 Oct 04 21:22:08.325024 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 47836) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:22:08.505165 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e18ed0-651e-4127-82e0-2bc99cdf7645 None None] Routers {'cae87508-ea8c-4883-bdc7-c482be9ae245'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:22:08.509780 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb76b66a-7852-4bc2-8dbc-c8cfaee0cd11 admin admin] Deleting subnet 68b9fecc-e785-4f54-b8d9-3333d830d126 {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:22:08.511371 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-40e18ed0-651e-4127-82e0-2bc99cdf7645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:21:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['cae87508-ea8c-4883-bdc7-c482be9ae245'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:22:08.516952 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cb76b66a-7852-4bc2-8dbc-c8cfaee0cd11 admin admin] Publish callbacks [] for subnet (68b9fecc-e785-4f54-b8d9-3333d830d126), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:08.704530 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 89a68957-d68c-486d-9a64-59eb56c7e667 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:22:08.724315 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cb76b66a-7852-4bc2-8dbc-c8cfaee0cd11 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (68b9fecc-e785-4f54-b8d9-3333d830d126), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:08.787572 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 89a68957-d68c-486d-9a64-59eb56c7e667 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:22:08.788148 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 89a68957-d68c-486d-9a64-59eb56c7e667 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:22:08.788873 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 192d1c36-d537-44c8-8b6c-db447c6abf3b no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:22:08.823547 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502c589d-4bb9-43cc-a09a-6d826d96a9c7 None None] Pushing event updated for resources: {'Port': ['ID=1795db0b-1e82-460a-966a-bbb3303e831f,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:22:08.869765 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 192d1c36-d537-44c8-8b6c-db447c6abf3b {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:22:08.871338 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 192d1c36-d537-44c8-8b6c-db447c6abf3b not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:22:08.969534 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-69eaf8aa-d787-46cb-9c19-df89970780fa None None] Provisioning complete for port 91c12572-2373-4fee-a1b8-7bd3cc2196e9 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:22:08.973402 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-69eaf8aa-d787-46cb-9c19-df89970780fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (91c12572-2373-4fee-a1b8-7bd3cc2196e9), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:08.975328 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-69eaf8aa-d787-46cb-9c19-df89970780fa None None] Attempt 1 to provision port 91c12572-2373-4fee-a1b8-7bd3cc2196e9 Oct 04 21:22:09.046973 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-40e18ed0-651e-4127-82e0-2bc99cdf7645 None None] Set router cae87508-ea8c-4883-bdc7-c482be9ae245 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:22:09.080685 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-69eaf8aa-d787-46cb-9c19-df89970780fa None None] Port 91c12572-2373-4fee-a1b8-7bd3cc2196e9 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:22:09.110980 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cb76b66a-7852-4bc2-8dbc-c8cfaee0cd11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (68b9fecc-e785-4f54-b8d9-3333d830d126), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:09.194434 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:22:09.221915 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f6a70-d10d-4856-8bd5-f15ff40b5305 req-b1773dd8-1c9f-43f8-8fe2-ff16f1ced783 tempest-VolumesSnapshotTestJSON-1089610052 tempest-VolumesSnapshotTestJSON-1089610052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:22:09.224637 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-551f6a70-d10d-4856-8bd5-f15ff40b5305 req-b1773dd8-1c9f-43f8-8fe2-ff16f1ced783 tempest-VolumesSnapshotTestJSON-1089610052 tempest-VolumesSnapshotTestJSON-1089610052-project] 10.222.0.78 "GET /networking/v2.0/networks?id=ef5b989d-e9a3-4739-9912-c35576cecbc1 HTTP/1.1" status: 200 len: 813 time: 0.6740439 Oct 04 21:22:09.230075 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f77de658-4bdd-470f-a31d-1ead9a83dcd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (91c12572-2373-4fee-a1b8-7bd3cc2196e9), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:09.323523 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-551f6a70-d10d-4856-8bd5-f15ff40b5305 req-275992ac-aff3-4706-b93f-8dae1c55ead7 tempest-VolumesSnapshotTestJSON-1089610052 tempest-VolumesSnapshotTestJSON-1089610052-project] 10.222.0.78 "GET /networking/v2.0/quotas/407a5520d21e46e8bcaddabf536fadcd HTTP/1.1" status: 200 len: 375 time: 0.0282290 Oct 04 21:22:09.380190 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cb76b66a-7852-4bc2-8dbc-c8cfaee0cd11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (68b9fecc-e785-4f54-b8d9-3333d830d126), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:09.403082 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-551f6a70-d10d-4856-8bd5-f15ff40b5305 req-40cf54c6-00fa-41b6-a3cc-51c88533a12f tempest-VolumesSnapshotTestJSON-1089610052 tempest-VolumesSnapshotTestJSON-1089610052-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=407a5520d21e46e8bcaddabf536fadcd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0657537 Oct 04 21:22:09.455027 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb76b66a-7852-4bc2-8dbc-c8cfaee0cd11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68b9fecc-e785-4f54-b8d9-3333d830d126,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:22:09.514049 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cb76b66a-7852-4bc2-8dbc-c8cfaee0cd11 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:09.516791 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acdb1f73-2bec-4073-b401-daa18388db91 None None] Network c8b80004-c09c-4f58-9799-5997d5d0429e requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:22:09.525716 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-cb76b66a-7852-4bc2-8dbc-c8cfaee0cd11 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/68b9fecc-e785-4f54-b8d9-3333d830d126 HTTP/1.1" status: 204 len: 168 time: 1.1988525 Oct 04 21:22:09.527329 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 47860) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:22:09.534420 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-40e18ed0-651e-4127-82e0-2bc99cdf7645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae87508-ea8c-4883-bdc7-c482be9ae245', 'name': 'tempest-ImageQuotaTest-728567139-router', 'tenant_id': 'a13d84934da549e5979682bd817fe7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '1795db0b-1e82-460a-966a-bbb3303e831f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:21:58Z', 'updated_at': '2022-10-04T21:22:02Z', 'revision_number': 3, 'project_id': 'a13d84934da549e5979682bd817fe7a1', 'gw_port': {'id': '1795db0b-1e82-460a-966a-bbb3303e831f', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:70:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae87508-ea8c-4883-bdc7-c482be9ae245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:22:00Z', 'updated_at': '2022-10-04T21:22:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:22:09.714816 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e18ed0-651e-4127-82e0-2bc99cdf7645 None None] The sync data for ids ['cae87508-ea8c-4883-bdc7-c482be9ae245'] in n-d-852085-12 is: [{'id': 'cae87508-ea8c-4883-bdc7-c482be9ae245', 'name': 'tempest-ImageQuotaTest-728567139-router', 'tenant_id': 'a13d84934da549e5979682bd817fe7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '1795db0b-1e82-460a-966a-bbb3303e831f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:21:58Z', 'updated_at': '2022-10-04T21:22:02Z', 'revision_number': 3, 'project_id': 'a13d84934da549e5979682bd817fe7a1', 'gw_port': {'id': '1795db0b-1e82-460a-966a-bbb3303e831f', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:70:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae87508-ea8c-4883-bdc7-c482be9ae245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:22:00Z', 'updated_at': '2022-10-04T21:22:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:22:09.772966 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:22:09.963164 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f77de658-4bdd-470f-a31d-1ead9a83dcd7 admin admin] Publish callbacks [] for port (91c12572-2373-4fee-a1b8-7bd3cc2196e9), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:10.080852 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e27f93-03e5-47c0-a194-6a071998be88 None None] DHCP port deletion for c8b80004-c09c-4f58-9799-5997d5d0429e request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:22:10.093940 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f77de658-4bdd-470f-a31d-1ead9a83dcd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (91c12572-2373-4fee-a1b8-7bd3cc2196e9), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:10.276025 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-f5e27f93-03e5-47c0-a194-6a071998be88 None None] Deleting port 7fc9e37e-6a81-4b85-8c61-ede3c3947f0e {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:22:10.277176 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f5e27f93-03e5-47c0-a194-6a071998be88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (7fc9e37e-6a81-4b85-8c61-ede3c3947f0e), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:10.417092 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f77de658-4bdd-470f-a31d-1ead9a83dcd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (cae87508-ea8c-4883-bdc7-c482be9ae245), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:10.456197 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77de658-4bdd-470f-a31d-1ead9a83dcd7 admin admin] Pushing event updated for resources: {'Port': ['ID=91c12572-2373-4fee-a1b8-7bd3cc2196e9,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:22:10.480378 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ed02aef9-3d64-4a7b-a145-c9951d9596e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (c8b80004-c09c-4f58-9799-5997d5d0429e), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:10.745499 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:22:10.772650 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-f5e27f93-03e5-47c0-a194-6a071998be88 None None] For port 7fc9e37e-6a81-4b85-8c61-ede3c3947f0e, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=7fc9e37e-6a81-4b85-8c61-ede3c3947f0e,segment=NetworkSegment(e611aabd-80db-4664-bfac-b0773c5af58b),segment_id=e611aabd-80db-4664-bfac-b0773c5af58b)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:22:10.773551 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f5e27f93-03e5-47c0-a194-6a071998be88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (7fc9e37e-6a81-4b85-8c61-ede3c3947f0e), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:10.792800 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-ed02aef9-3d64-4a7b-a145-c9951d9596e0 admin admin] Deleting port 7fc9e37e-6a81-4b85-8c61-ede3c3947f0e {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:22:10.796371 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ed02aef9-3d64-4a7b-a145-c9951d9596e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (7fc9e37e-6a81-4b85-8c61-ede3c3947f0e), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:10.844114 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-f5e27f93-03e5-47c0-a194-6a071998be88 None None] Calling delete_port for 7fc9e37e-6a81-4b85-8c61-ede3c3947f0e owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:22:11.024264 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 1795db0b-1e82-460a-966a-bbb3303e831f up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:22:11.096021 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-ed02aef9-3d64-4a7b-a145-c9951d9596e0 admin admin] For port 7fc9e37e-6a81-4b85-8c61-ede3c3947f0e, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=7fc9e37e-6a81-4b85-8c61-ede3c3947f0e,segment=NetworkSegment(e611aabd-80db-4664-bfac-b0773c5af58b),segment_id=e611aabd-80db-4664-bfac-b0773c5af58b)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:22:11.097050 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ed02aef9-3d64-4a7b-a145-c9951d9596e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (7fc9e37e-6a81-4b85-8c61-ede3c3947f0e), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:11.098184 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77de658-4bdd-470f-a31d-1ead9a83dcd7 admin admin] Network cc58bc10-9cc0-4441-999c-258e038f29cd is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:22:11.106013 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-f77de658-4bdd-470f-a31d-1ead9a83dcd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:22:11.152496 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-ed02aef9-3d64-4a7b-a145-c9951d9596e0 admin admin] Calling delete_port for 7fc9e37e-6a81-4b85-8c61-ede3c3947f0e owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:22:11.424646 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 1795db0b-1e82-460a-966a-bbb3303e831f triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:22:11.425461 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (1795db0b-1e82-460a-966a-bbb3303e831f), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:11.425838 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 1795db0b-1e82-460a-966a-bbb3303e831f Oct 04 21:22:11.559993 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ed02aef9-3d64-4a7b-a145-c9951d9596e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (7fc9e37e-6a81-4b85-8c61-ede3c3947f0e), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:11.586426 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f77de658-4bdd-470f-a31d-1ead9a83dcd7 admin admin] Router cae87508-ea8c-4883-bdc7-c482be9ae245 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:22:11.645980 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f5e27f93-03e5-47c0-a194-6a071998be88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (7fc9e37e-6a81-4b85-8c61-ede3c3947f0e), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:11.726633 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed02aef9-3d64-4a7b-a145-c9951d9596e0 admin admin] No DVR routers for this DVR port 7fc9e37e-6a81-4b85-8c61-ede3c3947f0e on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:22:11.729475 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed02aef9-3d64-4a7b-a145-c9951d9596e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fc9e37e-6a81-4b85-8c61-ede3c3947f0e,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:22:11.814120 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e27f93-03e5-47c0-a194-6a071998be88 None None] Pushing event deleted for resources: {'Port': ['ID=7fc9e37e-6a81-4b85-8c61-ede3c3947f0e,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:22:11.828146 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e27f93-03e5-47c0-a194-6a071998be88 None None] No DVR routers for this DVR port 7fc9e37e-6a81-4b85-8c61-ede3c3947f0e on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:22:11.904157 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:22:11.948921 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 1795db0b-1e82-460a-966a-bbb3303e831f is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:22:11.949476 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (1795db0b-1e82-460a-966a-bbb3303e831f), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:12.081102 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ed02aef9-3d64-4a7b-a145-c9951d9596e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (c8b80004-c09c-4f58-9799-5997d5d0429e), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:12.165545 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 1795db0b-1e82-460a-966a-bbb3303e831f, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=1795db0b-1e82-460a-966a-bbb3303e831f,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:22:12.168516 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-ed02aef9-3d64-4a7b-a145-c9951d9596e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8b80004-c09c-4f58-9799-5997d5d0429e']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:22:12.181549 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:22:12.210481 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-ed02aef9-3d64-4a7b-a145-c9951d9596e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e611aabd-80db-4664-bfac-b0773c5af58b') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:22:12.211302 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-ed02aef9-3d64-4a7b-a145-c9951d9596e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e611aabd-80db-4664-bfac-b0773c5af58b') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:22:12.229248 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f77de658-4bdd-470f-a31d-1ead9a83dcd7 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:22:12.244687 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f77de658-4bdd-470f-a31d-1ead9a83dcd7 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/cae87508-ea8c-4883-bdc7-c482be9ae245/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0249188 Oct 04 21:22:12.252585 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ed02aef9-3d64-4a7b-a145-c9951d9596e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (e611aabd-80db-4664-bfac-b0773c5af58b), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:12.263550 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-d5fad053-467f-4be7-bb9f-e76aed80ed42 None None] Provisioning complete for port 91c12572-2373-4fee-a1b8-7bd3cc2196e9 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:22:12.264634 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d5fad053-467f-4be7-bb9f-e76aed80ed42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (91c12572-2373-4fee-a1b8-7bd3cc2196e9), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:12.271042 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-d5fad053-467f-4be7-bb9f-e76aed80ed42 None None] Attempt 1 to provision port 91c12572-2373-4fee-a1b8-7bd3cc2196e9 Oct 04 21:22:12.300613 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ed02aef9-3d64-4a7b-a145-c9951d9596e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (e611aabd-80db-4664-bfac-b0773c5af58b), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:12.330595 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed02aef9-3d64-4a7b-a145-c9951d9596e0 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:22:12.332001 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ed02aef9-3d64-4a7b-a145-c9951d9596e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (e611aabd-80db-4664-bfac-b0773c5af58b), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:12.412320 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (1795db0b-1e82-460a-966a-bbb3303e831f), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:12.477710 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:22:12.509576 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment e611aabd-80db-4664-bfac-b0773c5af58b resource provider aggregate not found Oct 04 21:22:12.566890 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment e611aabd-80db-4664-bfac-b0773c5af58b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e611aabd-80db-4664-bfac-b0773c5af58b found for delete ", "request_id": "req-b00d8278-6959-4c8c-9866-ae3fed0b08f7"}]} Oct 04 21:22:12.586486 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 7fc9e37e-6a81-4b85-8c61-ede3c3947f0e no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:22:12.597224 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-d5fad053-467f-4be7-bb9f-e76aed80ed42 None None] Port 91c12572-2373-4fee-a1b8-7bd3cc2196e9 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:22:12.601712 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ed02aef9-3d64-4a7b-a145-c9951d9596e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (c8b80004-c09c-4f58-9799-5997d5d0429e), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:12.632805 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ed02aef9-3d64-4a7b-a145-c9951d9596e0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:12.670723 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ed02aef9-3d64-4a7b-a145-c9951d9596e0 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/c8b80004-c09c-4f58-9799-5997d5d0429e HTTP/1.1" status: 204 len: 168 time: 3.1411209 Oct 04 21:22:12.684203 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 7fc9e37e-6a81-4b85-8c61-ede3c3947f0e {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:22:12.685211 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 7fc9e37e-6a81-4b85-8c61-ede3c3947f0e not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:22:12.744474 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed02aef9-3d64-4a7b-a145-c9951d9596e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8b80004-c09c-4f58-9799-5997d5d0429e,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:22:12.761072 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=1795db0b-1e82-460a-966a-bbb3303e831f,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:22:13.391563 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 47926) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:22:13.496841 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47928) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:22:13.497608 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-7ebf6aec-75d1-45c8-aadd-56c08e8c774d admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=06b106a291b44599bb30d5040d82a3cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1021078 Oct 04 21:22:13.714208 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3f2bc757-220a-4ab1-8ef6-a1187710516f admin admin] Publish callbacks [] for security_group (f6180ae9-190c-42a3-83de-32b10fedde52), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:13.785336 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3f2bc757-220a-4ab1-8ef6-a1187710516f admin admin] Publish callbacks [] for security_group (f6180ae9-190c-42a3-83de-32b10fedde52), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:13.923007 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77a6715-dd15-4e86-9a88-ef4b1162fae8 None None] Sync routers for ids ['cae87508-ea8c-4883-bdc7-c482be9ae245'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:22:13.975540 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77a6715-dd15-4e86-9a88-ef4b1162fae8 None None] Routers {'cae87508-ea8c-4883-bdc7-c482be9ae245'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:22:13.976999 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-d77a6715-dd15-4e86-9a88-ef4b1162fae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:21:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['cae87508-ea8c-4883-bdc7-c482be9ae245'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:22:14.041367 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3f2bc757-220a-4ab1-8ef6-a1187710516f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (f6180ae9-190c-42a3-83de-32b10fedde52), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:14.047178 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3f2bc757-220a-4ab1-8ef6-a1187710516f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:14.087838 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-3f2bc757-220a-4ab1-8ef6-a1187710516f admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/f6180ae9-190c-42a3-83de-32b10fedde52 HTTP/1.1" status: 204 len: 168 time: 0.5759702 Oct 04 21:22:14.136977 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2bc757-220a-4ab1-8ef6-a1187710516f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6180ae9-190c-42a3-83de-32b10fedde52,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:22:14.293081 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-d77a6715-dd15-4e86-9a88-ef4b1162fae8 None None] Set router cae87508-ea8c-4883-bdc7-c482be9ae245 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:22:14.840518 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-d77a6715-dd15-4e86-9a88-ef4b1162fae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae87508-ea8c-4883-bdc7-c482be9ae245', 'name': 'tempest-ImageQuotaTest-728567139-router', 'tenant_id': 'a13d84934da549e5979682bd817fe7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '1795db0b-1e82-460a-966a-bbb3303e831f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:21:58Z', 'updated_at': '2022-10-04T21:22:08Z', 'revision_number': 4, 'project_id': 'a13d84934da549e5979682bd817fe7a1', 'gw_port': {'id': '1795db0b-1e82-460a-966a-bbb3303e831f', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:70:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae87508-ea8c-4883-bdc7-c482be9ae245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:22:00Z', 'updated_at': '2022-10-04T21:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '91c12572-2373-4fee-a1b8-7bd3cc2196e9', 'name': '', 'network_id': 'cc58bc10-9cc0-4441-999c-258e038f29cd', 'tenant_id': 'a13d84934da549e5979682bd817fe7a1', 'mac_address': 'fa:16:3e:9b:d7:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae87508-ea8c-4883-bdc7-c482be9ae245', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'd0ee7d50-42bf-4ebc-b970-7bbb00aa454b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:22:07Z', 'updated_at': '2022-10-04T21:22:09Z', 'revision_number': 2, 'project_id': 'a13d84934da549e5979682bd817fe7a1', 'subnets': [{'id': 'd0ee7d50-42bf-4ebc-b970-7bbb00aa454b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:22:14.961570 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 1795db0b-1e82-460a-966a-bbb3303e831f up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:22:14.988104 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77a6715-dd15-4e86-9a88-ef4b1162fae8 None None] Checking router: cae87508-ea8c-4883-bdc7-c482be9ae245 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:22:14.989525 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77a6715-dd15-4e86-9a88-ef4b1162fae8 None None] Updating router cae87508-ea8c-4883-bdc7-c482be9ae245 port 91c12572-2373-4fee-a1b8-7bd3cc2196e9 binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:22:15.231571 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d77a6715-dd15-4e86-9a88-ef4b1162fae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (91c12572-2373-4fee-a1b8-7bd3cc2196e9), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:15.842284 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:22:15.880199 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 1795db0b-1e82-460a-966a-bbb3303e831f triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:22:15.881338 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (1795db0b-1e82-460a-966a-bbb3303e831f), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:15.881925 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 1795db0b-1e82-460a-966a-bbb3303e831f Oct 04 21:22:15.954285 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:22:15.989590 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b885f6b4-ad7f-46d7-9d9a-38092179cc09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:16.185850 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 1795db0b-1e82-460a-966a-bbb3303e831f is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:22:16.234916 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d77a6715-dd15-4e86-9a88-ef4b1162fae8 None None] Publish callbacks [] for port (91c12572-2373-4fee-a1b8-7bd3cc2196e9), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:16.292385 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 47984) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:22:16.338233 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d77a6715-dd15-4e86-9a88-ef4b1162fae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (91c12572-2373-4fee-a1b8-7bd3cc2196e9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:16.449166 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-95bfecf9-e1c1-44fc-ae00-69d197adac34 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=6f35d354850f457d84b23ae003a92e9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1504593 Oct 04 21:22:16.452655 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 47994) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:22:16.575954 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9460cc2-1d8b-417b-816c-a897ce4f31b9 None None] Pushing event updated for resources: {'Port': ['ID=91c12572-2373-4fee-a1b8-7bd3cc2196e9,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:22:16.578734 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e02ff8e6-89c6-4512-9eaf-c4630f4ab8b6 admin admin] Publish callbacks [] for security_group (4f3b843a-29d4-494d-8c3a-bb46f7eb0595), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:16.628544 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-d77a6715-dd15-4e86-9a88-ef4b1162fae8 None None] Attempting to bind port 91c12572-2373-4fee-a1b8-7bd3cc2196e9 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:22:16.629150 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-d77a6715-dd15-4e86-9a88-ef4b1162fae8 None None] Attempting to bind port 91c12572-2373-4fee-a1b8-7bd3cc2196e9 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '6ed2c7fd-cacd-4100-bdc2-7cbd106d5aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'cc58bc10-9cc0-4441-999c-258e038f29cd'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:22:16.637137 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77a6715-dd15-4e86-9a88-ef4b1162fae8 None None] Attempting to bind port 91c12572-2373-4fee-a1b8-7bd3cc2196e9 on network cc58bc10-9cc0-4441-999c-258e038f29cd {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:22:16.687963 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e02ff8e6-89c6-4512-9eaf-c4630f4ab8b6 admin admin] Publish callbacks [] for security_group (4f3b843a-29d4-494d-8c3a-bb46f7eb0595), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:16.765308 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77a6715-dd15-4e86-9a88-ef4b1162fae8 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:22:16.765914 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77a6715-dd15-4e86-9a88-ef4b1162fae8 None None] Checking segment: {'id': '6ed2c7fd-cacd-4100-bdc2-7cbd106d5aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'cc58bc10-9cc0-4441-999c-258e038f29cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:22:16.768216 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d77a6715-dd15-4e86-9a88-ef4b1162fae8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:16.768993 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77a6715-dd15-4e86-9a88-ef4b1162fae8 None None] Bound using segment: {'id': '6ed2c7fd-cacd-4100-bdc2-7cbd106d5aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'cc58bc10-9cc0-4441-999c-258e038f29cd'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:22:16.769858 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-d77a6715-dd15-4e86-9a88-ef4b1162fae8 None None] Bound port: 91c12572-2373-4fee-a1b8-7bd3cc2196e9, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ed2c7fd-cacd-4100-bdc2-7cbd106d5aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'cc58bc10-9cc0-4441-999c-258e038f29cd'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:22:16.770627 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d77a6715-dd15-4e86-9a88-ef4b1162fae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (91c12572-2373-4fee-a1b8-7bd3cc2196e9), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:16.772129 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 48002) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:22:16.919915 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-d77a6715-dd15-4e86-9a88-ef4b1162fae8 None None] For port 91c12572-2373-4fee-a1b8-7bd3cc2196e9, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:22:16.929833 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-d77a6715-dd15-4e86-9a88-ef4b1162fae8 None None] For port 91c12572-2373-4fee-a1b8-7bd3cc2196e9, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=91c12572-2373-4fee-a1b8-7bd3cc2196e9,segment=NetworkSegment(6ed2c7fd-cacd-4100-bdc2-7cbd106d5aa6),segment_id=6ed2c7fd-cacd-4100-bdc2-7cbd106d5aa6)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:22:16.985222 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e02ff8e6-89c6-4512-9eaf-c4630f4ab8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (4f3b843a-29d4-494d-8c3a-bb46f7eb0595), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:16.992507 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e02ff8e6-89c6-4512-9eaf-c4630f4ab8b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:17.001168 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e02ff8e6-89c6-4512-9eaf-c4630f4ab8b6 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/4f3b843a-29d4-494d-8c3a-bb46f7eb0595 HTTP/1.1" status: 204 len: 168 time: 0.5430632 Oct 04 21:22:17.017615 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ff8e6-89c6-4512-9eaf-c4630f4ab8b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f3b843a-29d4-494d-8c3a-bb46f7eb0595,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:22:17.018935 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d77a6715-dd15-4e86-9a88-ef4b1162fae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (91c12572-2373-4fee-a1b8-7bd3cc2196e9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:17.066017 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ff8e6-89c6-4512-9eaf-c4630f4ab8b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:22:17.066581 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ff8e6-89c6-4512-9eaf-c4630f4ab8b6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:22:17.067108 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ff8e6-89c6-4512-9eaf-c4630f4ab8b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:22:17.070819 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ff8e6-89c6-4512-9eaf-c4630f4ab8b6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:22:17.071972 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ff8e6-89c6-4512-9eaf-c4630f4ab8b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:22:17.074989 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ff8e6-89c6-4512-9eaf-c4630f4ab8b6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:22:17.074989 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ff8e6-89c6-4512-9eaf-c4630f4ab8b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:22:17.074989 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ff8e6-89c6-4512-9eaf-c4630f4ab8b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:22:17.074989 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ff8e6-89c6-4512-9eaf-c4630f4ab8b6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:22:17.074989 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ff8e6-89c6-4512-9eaf-c4630f4ab8b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:22:17.082146 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ff8e6-89c6-4512-9eaf-c4630f4ab8b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:22:17.082932 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ff8e6-89c6-4512-9eaf-c4630f4ab8b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:22:17.083528 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ff8e6-89c6-4512-9eaf-c4630f4ab8b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:22:17.084164 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ff8e6-89c6-4512-9eaf-c4630f4ab8b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:22:17.084760 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02ff8e6-89c6-4512-9eaf-c4630f4ab8b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:22:17.211590 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9460cc2-1d8b-417b-816c-a897ce4f31b9 None None] Pushing event updated for resources: {'Port': ['ID=91c12572-2373-4fee-a1b8-7bd3cc2196e9,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:22:17.216884 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77a6715-dd15-4e86-9a88-ef4b1162fae8 None None] Routers {'cae87508-ea8c-4883-bdc7-c482be9ae245'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:22:17.221819 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-d77a6715-dd15-4e86-9a88-ef4b1162fae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:21:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['cae87508-ea8c-4883-bdc7-c482be9ae245'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:22:17.547969 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-300c5618-d9e9-401c-854b-b95e5e47bb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:17.626467 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-d77a6715-dd15-4e86-9a88-ef4b1162fae8 None None] Set router cae87508-ea8c-4883-bdc7-c482be9ae245 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:22:17.930247 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b78bda39-4e08-4eb0-a887-a4df9afb86cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (cae87508-ea8c-4883-bdc7-c482be9ae245), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:18.097853 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:22:18.470012 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:22:18.473098 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-d77a6715-dd15-4e86-9a88-ef4b1162fae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae87508-ea8c-4883-bdc7-c482be9ae245', 'name': 'tempest-ImageQuotaTest-728567139-router', 'tenant_id': 'a13d84934da549e5979682bd817fe7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '1795db0b-1e82-460a-966a-bbb3303e831f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:21:58Z', 'updated_at': '2022-10-04T21:22:08Z', 'revision_number': 4, 'project_id': 'a13d84934da549e5979682bd817fe7a1', 'gw_port': {'id': '1795db0b-1e82-460a-966a-bbb3303e831f', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:70:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae87508-ea8c-4883-bdc7-c482be9ae245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:22:00Z', 'updated_at': '2022-10-04T21:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '91c12572-2373-4fee-a1b8-7bd3cc2196e9', 'name': '', 'network_id': 'cc58bc10-9cc0-4441-999c-258e038f29cd', 'tenant_id': 'a13d84934da549e5979682bd817fe7a1', 'mac_address': 'fa:16:3e:9b:d7:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae87508-ea8c-4883-bdc7-c482be9ae245', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'd0ee7d50-42bf-4ebc-b970-7bbb00aa454b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:22:07Z', 'updated_at': '2022-10-04T21:22:16Z', 'revision_number': 4, 'project_id': 'a13d84934da549e5979682bd817fe7a1', 'subnets': [{'id': 'd0ee7d50-42bf-4ebc-b970-7bbb00aa454b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:22:18.583022 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77a6715-dd15-4e86-9a88-ef4b1162fae8 None None] The sync data for ids ['cae87508-ea8c-4883-bdc7-c482be9ae245'] in n-d-852085-12 is: [{'id': 'cae87508-ea8c-4883-bdc7-c482be9ae245', 'name': 'tempest-ImageQuotaTest-728567139-router', 'tenant_id': 'a13d84934da549e5979682bd817fe7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '1795db0b-1e82-460a-966a-bbb3303e831f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:21:58Z', 'updated_at': '2022-10-04T21:22:08Z', 'revision_number': 4, 'project_id': 'a13d84934da549e5979682bd817fe7a1', 'gw_port': {'id': '1795db0b-1e82-460a-966a-bbb3303e831f', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:70:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae87508-ea8c-4883-bdc7-c482be9ae245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:22:00Z', 'updated_at': '2022-10-04T21:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '91c12572-2373-4fee-a1b8-7bd3cc2196e9', 'name': '', 'network_id': 'cc58bc10-9cc0-4441-999c-258e038f29cd', 'tenant_id': 'a13d84934da549e5979682bd817fe7a1', 'mac_address': 'fa:16:3e:9b:d7:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae87508-ea8c-4883-bdc7-c482be9ae245', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'd0ee7d50-42bf-4ebc-b970-7bbb00aa454b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:22:07Z', 'updated_at': '2022-10-04T21:22:16Z', 'revision_number': 4, 'project_id': 'a13d84934da549e5979682bd817fe7a1', 'subnets': [{'id': 'd0ee7d50-42bf-4ebc-b970-7bbb00aa454b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:22:18.834137 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-b78bda39-4e08-4eb0-a887-a4df9afb86cf admin admin] Deleting port 91c12572-2373-4fee-a1b8-7bd3cc2196e9 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:22:18.834698 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b78bda39-4e08-4eb0-a887-a4df9afb86cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (91c12572-2373-4fee-a1b8-7bd3cc2196e9), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:18.980229 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:22:18.999007 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 91c12572-2373-4fee-a1b8-7bd3cc2196e9 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:22:19.103487 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-b78bda39-4e08-4eb0-a887-a4df9afb86cf admin admin] For port 91c12572-2373-4fee-a1b8-7bd3cc2196e9, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=91c12572-2373-4fee-a1b8-7bd3cc2196e9,segment=NetworkSegment(6ed2c7fd-cacd-4100-bdc2-7cbd106d5aa6),segment_id=6ed2c7fd-cacd-4100-bdc2-7cbd106d5aa6)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:22:19.104073 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b78bda39-4e08-4eb0-a887-a4df9afb86cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (91c12572-2373-4fee-a1b8-7bd3cc2196e9), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:19.138605 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-b78bda39-4e08-4eb0-a887-a4df9afb86cf admin admin] Calling delete_port for 91c12572-2373-4fee-a1b8-7bd3cc2196e9 owned by network:router_interface {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:22:19.210706 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 91c12572-2373-4fee-a1b8-7bd3cc2196e9 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:22:19.212054 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (91c12572-2373-4fee-a1b8-7bd3cc2196e9), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:19.213113 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 91c12572-2373-4fee-a1b8-7bd3cc2196e9 Oct 04 21:22:19.449655 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 91c12572-2373-4fee-a1b8-7bd3cc2196e9 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:22:19.450308 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (91c12572-2373-4fee-a1b8-7bd3cc2196e9), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:19.530491 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=25 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:22:19.597012 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 91c12572-2373-4fee-a1b8-7bd3cc2196e9, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=91c12572-2373-4fee-a1b8-7bd3cc2196e9,segment=NetworkSegment(6ed2c7fd-cacd-4100-bdc2-7cbd106d5aa6),segment_id=6ed2c7fd-cacd-4100-bdc2-7cbd106d5aa6)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:22:19.597012 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:22:19.686463 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (91c12572-2373-4fee-a1b8-7bd3cc2196e9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:19.709657 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:UPDATE=1,neutron:SELECT=50,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:22:19.862726 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=91c12572-2373-4fee-a1b8-7bd3cc2196e9,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:22:20.065517 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b78bda39-4e08-4eb0-a887-a4df9afb86cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (91c12572-2373-4fee-a1b8-7bd3cc2196e9), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:20.133336 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78bda39-4e08-4eb0-a887-a4df9afb86cf admin admin] Pushing event deleted for resources: {'Port': ['ID=91c12572-2373-4fee-a1b8-7bd3cc2196e9,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:22:20.314589 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78bda39-4e08-4eb0-a887-a4df9afb86cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:22:20.315698 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78bda39-4e08-4eb0-a887-a4df9afb86cf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:22:20.316230 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78bda39-4e08-4eb0-a887-a4df9afb86cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:22:20.316819 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78bda39-4e08-4eb0-a887-a4df9afb86cf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:22:20.333719 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78bda39-4e08-4eb0-a887-a4df9afb86cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:22:20.334421 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78bda39-4e08-4eb0-a887-a4df9afb86cf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:22:20.334988 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78bda39-4e08-4eb0-a887-a4df9afb86cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:22:20.340136 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78bda39-4e08-4eb0-a887-a4df9afb86cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:22:20.340657 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78bda39-4e08-4eb0-a887-a4df9afb86cf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:22:20.341371 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78bda39-4e08-4eb0-a887-a4df9afb86cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:22:20.342030 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78bda39-4e08-4eb0-a887-a4df9afb86cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:22:20.342588 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78bda39-4e08-4eb0-a887-a4df9afb86cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:22:20.346369 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78bda39-4e08-4eb0-a887-a4df9afb86cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:22:20.346985 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78bda39-4e08-4eb0-a887-a4df9afb86cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:22:20.347476 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78bda39-4e08-4eb0-a887-a4df9afb86cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:22:20.461065 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:20.924983 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b78bda39-4e08-4eb0-a887-a4df9afb86cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (cae87508-ea8c-4883-bdc7-c482be9ae245), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:21.718045 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:21.793098 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:22.088816 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b78bda39-4e08-4eb0-a887-a4df9afb86cf admin admin] Router cae87508-ea8c-4883-bdc7-c482be9ae245 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:22:22.102587 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:22:22.321956 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b78bda39-4e08-4eb0-a887-a4df9afb86cf admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:22:22.332655 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b78bda39-4e08-4eb0-a887-a4df9afb86cf admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/cae87508-ea8c-4883-bdc7-c482be9ae245/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5446613 Oct 04 21:22:22.336948 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 48094) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:22:22.341635 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ec6c2f-97f5-408d-abf8-ba43f4c89cb7 None None] Sync routers for ids ['cae87508-ea8c-4883-bdc7-c482be9ae245'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:22:22.369825 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ec6c2f-97f5-408d-abf8-ba43f4c89cb7 None None] Routers {'cae87508-ea8c-4883-bdc7-c482be9ae245'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:22:22.377189 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-e0ec6c2f-97f5-408d-abf8-ba43f4c89cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:22:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['cae87508-ea8c-4883-bdc7-c482be9ae245'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:22:22.441455 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:22:22.581374 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7fcb5b4b-b75d-4e51-a0df-cdef6be6144b admin admin] Publish callbacks [] for router (cae87508-ea8c-4883-bdc7-c482be9ae245), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:22.637515 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-e0ec6c2f-97f5-408d-abf8-ba43f4c89cb7 None None] Set router cae87508-ea8c-4883-bdc7-c482be9ae245 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:22:22.877839 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7fcb5b4b-b75d-4e51-a0df-cdef6be6144b admin admin] Publish callbacks [] for router_gateway (cae87508-ea8c-4883-bdc7-c482be9ae245), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:23.069790 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-7fcb5b4b-b75d-4e51-a0df-cdef6be6144b admin admin] Deleting port 1795db0b-1e82-460a-966a-bbb3303e831f {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:22:23.073258 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7fcb5b4b-b75d-4e51-a0df-cdef6be6144b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (1795db0b-1e82-460a-966a-bbb3303e831f), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:23.169100 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-e0ec6c2f-97f5-408d-abf8-ba43f4c89cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae87508-ea8c-4883-bdc7-c482be9ae245', 'name': 'tempest-ImageQuotaTest-728567139-router', 'tenant_id': 'a13d84934da549e5979682bd817fe7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '1795db0b-1e82-460a-966a-bbb3303e831f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:21:58Z', 'updated_at': '2022-10-04T21:22:19Z', 'revision_number': 5, 'project_id': 'a13d84934da549e5979682bd817fe7a1', 'gw_port': {'id': '1795db0b-1e82-460a-966a-bbb3303e831f', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:70:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae87508-ea8c-4883-bdc7-c482be9ae245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:22:00Z', 'updated_at': '2022-10-04T21:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:22:23.231358 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-7fcb5b4b-b75d-4e51-a0df-cdef6be6144b admin admin] For port 1795db0b-1e82-460a-966a-bbb3303e831f, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=1795db0b-1e82-460a-966a-bbb3303e831f,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:22:23.233125 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7fcb5b4b-b75d-4e51-a0df-cdef6be6144b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (1795db0b-1e82-460a-966a-bbb3303e831f), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:23.245772 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ec6c2f-97f5-408d-abf8-ba43f4c89cb7 None None] Checking router: cae87508-ea8c-4883-bdc7-c482be9ae245 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:22:23.265384 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ec6c2f-97f5-408d-abf8-ba43f4c89cb7 None None] Routers {'cae87508-ea8c-4883-bdc7-c482be9ae245'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:22:23.266347 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-e0ec6c2f-97f5-408d-abf8-ba43f4c89cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:22:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['cae87508-ea8c-4883-bdc7-c482be9ae245'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:22:23.271605 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-7fcb5b4b-b75d-4e51-a0df-cdef6be6144b admin admin] Calling delete_port for 1795db0b-1e82-460a-966a-bbb3303e831f owned by network:router_gateway {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:22:23.536020 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-e0ec6c2f-97f5-408d-abf8-ba43f4c89cb7 None None] Set router cae87508-ea8c-4883-bdc7-c482be9ae245 gateway port host: None {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:22:23.672459 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-e0ec6c2f-97f5-408d-abf8-ba43f4c89cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae87508-ea8c-4883-bdc7-c482be9ae245', 'name': 'tempest-ImageQuotaTest-728567139-router', 'tenant_id': 'a13d84934da549e5979682bd817fe7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:21:58Z', 'updated_at': '2022-10-04T21:22:22Z', 'revision_number': 6, 'project_id': 'a13d84934da549e5979682bd817fe7a1', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:22:23.727449 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ec6c2f-97f5-408d-abf8-ba43f4c89cb7 None None] The sync data for ids ['cae87508-ea8c-4883-bdc7-c482be9ae245'] in n-d-852085-12 is: [{'id': 'cae87508-ea8c-4883-bdc7-c482be9ae245', 'name': 'tempest-ImageQuotaTest-728567139-router', 'tenant_id': 'a13d84934da549e5979682bd817fe7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:21:58Z', 'updated_at': '2022-10-04T21:22:22Z', 'revision_number': 6, 'project_id': 'a13d84934da549e5979682bd817fe7a1', 'gw_port_host': None}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:22:23.852518 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7fcb5b4b-b75d-4e51-a0df-cdef6be6144b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (1795db0b-1e82-460a-966a-bbb3303e831f), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:23.882956 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcb5b4b-b75d-4e51-a0df-cdef6be6144b admin admin] Pushing event deleted for resources: {'Port': ['ID=1795db0b-1e82-460a-966a-bbb3303e831f,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:22:23.987192 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:22:24.033225 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7fcb5b4b-b75d-4e51-a0df-cdef6be6144b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (cae87508-ea8c-4883-bdc7-c482be9ae245), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:24.284646 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7fcb5b4b-b75d-4e51-a0df-cdef6be6144b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (cae87508-ea8c-4883-bdc7-c482be9ae245), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:24.289791 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7fcb5b4b-b75d-4e51-a0df-cdef6be6144b admin admin] Publish callbacks [] for router_controller (cae87508-ea8c-4883-bdc7-c482be9ae245), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:24.486563 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7fcb5b4b-b75d-4e51-a0df-cdef6be6144b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (cae87508-ea8c-4883-bdc7-c482be9ae245), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:24.488142 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fcb5b4b-b75d-4e51-a0df-cdef6be6144b admin admin] Fanout notify agent at l3_agent the message router_deleted on router cae87508-ea8c-4883-bdc7-c482be9ae245 {{(pid=108170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 21:22:24.495313 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7fcb5b4b-b75d-4e51-a0df-cdef6be6144b admin admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:24.501035 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 48126) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:22:24.513753 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-7fcb5b4b-b75d-4e51-a0df-cdef6be6144b admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/cae87508-ea8c-4883-bdc7-c482be9ae245 HTTP/1.1" status: 204 len: 168 time: 2.1743228 Oct 04 21:22:24.574436 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:22:24.618762 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-afd3aa01-55f5-4cfd-b7c7-cb8270b883a9 admin admin] Deleting subnet d0ee7d50-42bf-4ebc-b970-7bbb00aa454b {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:22:24.625148 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-afd3aa01-55f5-4cfd-b7c7-cb8270b883a9 admin admin] Publish callbacks [] for subnet (d0ee7d50-42bf-4ebc-b970-7bbb00aa454b), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:24.732067 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-afd3aa01-55f5-4cfd-b7c7-cb8270b883a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (d0ee7d50-42bf-4ebc-b970-7bbb00aa454b), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:24.977764 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 1795db0b-1e82-460a-966a-bbb3303e831f no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:22:25.069992 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 1795db0b-1e82-460a-966a-bbb3303e831f {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:22:25.074454 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 1795db0b-1e82-460a-966a-bbb3303e831f not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:22:25.075182 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 91c12572-2373-4fee-a1b8-7bd3cc2196e9 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:22:25.135129 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 91c12572-2373-4fee-a1b8-7bd3cc2196e9 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:22:25.136749 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 91c12572-2373-4fee-a1b8-7bd3cc2196e9 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:22:25.196237 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-afd3aa01-55f5-4cfd-b7c7-cb8270b883a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (d0ee7d50-42bf-4ebc-b970-7bbb00aa454b), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:25.508604 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-afd3aa01-55f5-4cfd-b7c7-cb8270b883a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (d0ee7d50-42bf-4ebc-b970-7bbb00aa454b), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:25.587522 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-afd3aa01-55f5-4cfd-b7c7-cb8270b883a9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:25.609625 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05cb3326-1590-442e-8146-882008bd2532 None None] Network cc58bc10-9cc0-4441-999c-258e038f29cd requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:22:25.621891 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-afd3aa01-55f5-4cfd-b7c7-cb8270b883a9 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/d0ee7d50-42bf-4ebc-b970-7bbb00aa454b HTTP/1.1" status: 204 len: 168 time: 1.1191962 Oct 04 21:22:25.624657 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd3aa01-55f5-4cfd-b7c7-cb8270b883a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0ee7d50-42bf-4ebc-b970-7bbb00aa454b,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:22:25.637030 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 48150) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:22:26.093154 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ac5b49a9-05b2-485c-af9c-62608d080996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (cc58bc10-9cc0-4441-999c-258e038f29cd), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:26.243266 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95cf028-ea3a-40a5-bf4a-810432739d4e None None] DHCP port deletion for cc58bc10-9cc0-4441-999c-258e038f29cd request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:22:26.245551 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-ac5b49a9-05b2-485c-af9c-62608d080996 admin admin] Deleting port 041df3d5-c3f0-4e37-85ca-23b32c0a4ee8 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:22:26.246508 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ac5b49a9-05b2-485c-af9c-62608d080996 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (041df3d5-c3f0-4e37-85ca-23b32c0a4ee8), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:26.382967 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-f95cf028-ea3a-40a5-bf4a-810432739d4e None None] Deleting port 041df3d5-c3f0-4e37-85ca-23b32c0a4ee8 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:22:26.384000 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f95cf028-ea3a-40a5-bf4a-810432739d4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (041df3d5-c3f0-4e37-85ca-23b32c0a4ee8), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:26.457574 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-ac5b49a9-05b2-485c-af9c-62608d080996 admin admin] For port 041df3d5-c3f0-4e37-85ca-23b32c0a4ee8, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=041df3d5-c3f0-4e37-85ca-23b32c0a4ee8,segment=NetworkSegment(6ed2c7fd-cacd-4100-bdc2-7cbd106d5aa6),segment_id=6ed2c7fd-cacd-4100-bdc2-7cbd106d5aa6)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:22:26.458902 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ac5b49a9-05b2-485c-af9c-62608d080996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (041df3d5-c3f0-4e37-85ca-23b32c0a4ee8), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:26.496134 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-ac5b49a9-05b2-485c-af9c-62608d080996 admin admin] Calling delete_port for 041df3d5-c3f0-4e37-85ca-23b32c0a4ee8 owned by network:dhcp {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:22:26.541394 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-f95cf028-ea3a-40a5-bf4a-810432739d4e None None] For port 041df3d5-c3f0-4e37-85ca-23b32c0a4ee8, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=041df3d5-c3f0-4e37-85ca-23b32c0a4ee8,segment=NetworkSegment(6ed2c7fd-cacd-4100-bdc2-7cbd106d5aa6),segment_id=6ed2c7fd-cacd-4100-bdc2-7cbd106d5aa6)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:22:26.542096 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f95cf028-ea3a-40a5-bf4a-810432739d4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (041df3d5-c3f0-4e37-85ca-23b32c0a4ee8), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:26.569996 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-f95cf028-ea3a-40a5-bf4a-810432739d4e None None] Calling delete_port for 041df3d5-c3f0-4e37-85ca-23b32c0a4ee8 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:22:26.827490 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ac5b49a9-05b2-485c-af9c-62608d080996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (041df3d5-c3f0-4e37-85ca-23b32c0a4ee8), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:26.831738 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 041df3d5-c3f0-4e37-85ca-23b32c0a4ee8 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:22:26.873031 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5b49a9-05b2-485c-af9c-62608d080996 admin admin] Pushing event deleted for resources: {'Port': ['ID=041df3d5-c3f0-4e37-85ca-23b32c0a4ee8,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:22:26.882231 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f95cf028-ea3a-40a5-bf4a-810432739d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (041df3d5-c3f0-4e37-85ca-23b32c0a4ee8), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:26.896745 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5b49a9-05b2-485c-af9c-62608d080996 admin admin] No DVR routers for this DVR port 041df3d5-c3f0-4e37-85ca-23b32c0a4ee8 on host n-d-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:22:26.902895 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 041df3d5-c3f0-4e37-85ca-23b32c0a4ee8 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:22:26.904020 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 041df3d5-c3f0-4e37-85ca-23b32c0a4ee8 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:22:26.965263 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95cf028-ea3a-40a5-bf4a-810432739d4e None None] Pushing event deleted for resources: {'Port': ['ID=041df3d5-c3f0-4e37-85ca-23b32c0a4ee8,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:22:26.972268 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95cf028-ea3a-40a5-bf4a-810432739d4e None None] No DVR routers for this DVR port 041df3d5-c3f0-4e37-85ca-23b32c0a4ee8 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:22:27.081422 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ac5b49a9-05b2-485c-af9c-62608d080996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (cc58bc10-9cc0-4441-999c-258e038f29cd), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:27.185669 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-ac5b49a9-05b2-485c-af9c-62608d080996 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc58bc10-9cc0-4441-999c-258e038f29cd']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:22:27.208270 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-ac5b49a9-05b2-485c-af9c-62608d080996 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ed2c7fd-cacd-4100-bdc2-7cbd106d5aa6') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:22:27.221994 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-ac5b49a9-05b2-485c-af9c-62608d080996 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ed2c7fd-cacd-4100-bdc2-7cbd106d5aa6') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:22:27.230980 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ac5b49a9-05b2-485c-af9c-62608d080996 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (6ed2c7fd-cacd-4100-bdc2-7cbd106d5aa6), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:27.271523 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ac5b49a9-05b2-485c-af9c-62608d080996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (6ed2c7fd-cacd-4100-bdc2-7cbd106d5aa6), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:27.285546 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac5b49a9-05b2-485c-af9c-62608d080996 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:22:27.286519 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ac5b49a9-05b2-485c-af9c-62608d080996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (6ed2c7fd-cacd-4100-bdc2-7cbd106d5aa6), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:27.379219 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 6ed2c7fd-cacd-4100-bdc2-7cbd106d5aa6 resource provider aggregate not found Oct 04 21:22:27.421643 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 6ed2c7fd-cacd-4100-bdc2-7cbd106d5aa6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6ed2c7fd-cacd-4100-bdc2-7cbd106d5aa6 found for delete ", "request_id": "req-b18c86e2-ea3c-4538-9e9f-bb7c1aaf0a04"}]} Oct 04 21:22:27.567385 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ac5b49a9-05b2-485c-af9c-62608d080996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (cc58bc10-9cc0-4441-999c-258e038f29cd), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:27.580182 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ac5b49a9-05b2-485c-af9c-62608d080996 admin admin] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:27.588989 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-ac5b49a9-05b2-485c-af9c-62608d080996 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/cc58bc10-9cc0-4441-999c-258e038f29cd HTTP/1.1" status: 204 len: 168 time: 1.9409206 Oct 04 21:22:27.608022 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5b49a9-05b2-485c-af9c-62608d080996 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc58bc10-9cc0-4441-999c-258e038f29cd,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:22:27.750917 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:22:27.909473 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46929566-f191-4773-9544-8c7a794f1fe4 req-4c41e609-74e9-4d0f-8644-a1a822f30120 tempest-VolumesSnapshotTestJSON-1089610052 tempest-VolumesSnapshotTestJSON-1089610052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:22:27.913318 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-46929566-f191-4773-9544-8c7a794f1fe4 req-4c41e609-74e9-4d0f-8644-a1a822f30120 tempest-VolumesSnapshotTestJSON-1089610052 tempest-VolumesSnapshotTestJSON-1089610052-project] 10.222.0.78 "GET /networking/v2.0/networks?id=ef5b989d-e9a3-4739-9912-c35576cecbc1 HTTP/1.1" status: 200 len: 813 time: 0.2078512 Oct 04 21:22:27.936998 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-46929566-f191-4773-9544-8c7a794f1fe4 req-27b09d58-f1f6-4369-9c96-b672b6a34a05 tempest-VolumesSnapshotTestJSON-1089610052 tempest-VolumesSnapshotTestJSON-1089610052-project] 10.222.0.78 "GET /networking/v2.0/quotas/407a5520d21e46e8bcaddabf536fadcd HTTP/1.1" status: 200 len: 375 time: 0.0132995 Oct 04 21:22:27.989852 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-46929566-f191-4773-9544-8c7a794f1fe4 req-ba916d5e-31d6-49db-bc54-341de5d8eb4b tempest-VolumesSnapshotTestJSON-1089610052 tempest-VolumesSnapshotTestJSON-1089610052-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=407a5520d21e46e8bcaddabf536fadcd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417240 Oct 04 21:22:28.276770 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 48222) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:22:28.344553 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:22:28.407276 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 48226) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:22:28.408622 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2eafedbd-a25d-4df2-b033-851966673a20 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=a13d84934da549e5979682bd817fe7a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1269326 Oct 04 21:22:28.458133 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 21:22:28.541162 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-992feb26-7f6b-4a97-9783-9ef6bbcc462c admin admin] Publish callbacks [] for security_group (eed6a5f9-db4c-4739-b626-2c15d2e74384), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:28.585279 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-992feb26-7f6b-4a97-9783-9ef6bbcc462c admin admin] Publish callbacks [] for security_group (eed6a5f9-db4c-4739-b626-2c15d2e74384), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:28.862851 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-992feb26-7f6b-4a97-9783-9ef6bbcc462c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (eed6a5f9-db4c-4739-b626-2c15d2e74384), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:28.867670 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-992feb26-7f6b-4a97-9783-9ef6bbcc462c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:28.869555 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-992feb26-7f6b-4a97-9783-9ef6bbcc462c admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/eed6a5f9-db4c-4739-b626-2c15d2e74384 HTTP/1.1" status: 204 len: 168 time: 0.4618027 Oct 04 21:22:28.899572 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992feb26-7f6b-4a97-9783-9ef6bbcc462c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed6a5f9-db4c-4739-b626-2c15d2e74384,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:22:32.726136 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:33.669475 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:33.670599 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=62 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:22:38.397533 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=8 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:22:38.457597 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=29 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:22:38.704999 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=77,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:22:38.884713 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=30,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:22:43.428908 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=50,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:22:43.434580 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=72,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:22:45.829668 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-46ec4da8-9be3-4614-a9ae-bd89f5d3964c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:47.407074 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-af49f5ae-67d3-4ad1-accd-77ad57e7018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:50.354633 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:51.606657 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:51.865710 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:22:54.495956 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=14 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:22:54.538092 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=12 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:23:01.697191 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:23:01.702140 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:23:02.634746 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:23:03.602385 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:23:05.443603 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 21:23:07.147828 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=3 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:23:13.430810 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:23:13.433568 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:23:15.438168 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:23:15.589661 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0ed9f654-737a-4443-8648-111fc6d5a87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:23:17.412879 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a423fdf9-1673-455a-8b8c-a2a017510c78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:23:20.307294 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:23:20.609531 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49174) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:23:20.911993 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1f710a11-7e21-4ca4-910e-82f20652b588 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:23:21.163460 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1f710a11-7e21-4ca4-910e-82f20652b588 admin admin] Publish callbacks [] for security_group (b884e80a-3ca3-4217-8e0d-5fa254a64cfa), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:23:21.356997 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1f710a11-7e21-4ca4-910e-82f20652b588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (b884e80a-3ca3-4217-8e0d-5fa254a64cfa), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:23:21.450177 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f710a11-7e21-4ca4-910e-82f20652b588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b884e80a-3ca3-4217-8e0d-5fa254a64cfa,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:23:21.461588 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-1f710a11-7e21-4ca4-910e-82f20652b588 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=a8395ec0f4534f788ed56dca21bd9b2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8492520 Oct 04 21:23:21.467024 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 49190) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:23:21.473669 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f710a11-7e21-4ca4-910e-82f20652b588 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:23:21.474713 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f710a11-7e21-4ca4-910e-82f20652b588 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:23:21.475605 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f710a11-7e21-4ca4-910e-82f20652b588 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:23:21.476659 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f710a11-7e21-4ca4-910e-82f20652b588 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:23:21.477532 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f710a11-7e21-4ca4-910e-82f20652b588 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:23:21.478532 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f710a11-7e21-4ca4-910e-82f20652b588 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:23:21.479471 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f710a11-7e21-4ca4-910e-82f20652b588 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:23:21.480324 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f710a11-7e21-4ca4-910e-82f20652b588 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:23:21.481157 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f710a11-7e21-4ca4-910e-82f20652b588 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:23:21.482032 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f710a11-7e21-4ca4-910e-82f20652b588 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:23:21.482913 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f710a11-7e21-4ca4-910e-82f20652b588 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:23:21.483821 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f710a11-7e21-4ca4-910e-82f20652b588 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:23:21.485047 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f710a11-7e21-4ca4-910e-82f20652b588 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:23:21.485921 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f710a11-7e21-4ca4-910e-82f20652b588 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:23:21.486963 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f710a11-7e21-4ca4-910e-82f20652b588 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:23:21.617740 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:23:21.623666 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-589597b1-3e58-4477-b441-c549076cb0e3 admin admin] Publish callbacks [] for security_group (b884e80a-3ca3-4217-8e0d-5fa254a64cfa), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:23:21.667178 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-589597b1-3e58-4477-b441-c549076cb0e3 admin admin] Publish callbacks [] for security_group (b884e80a-3ca3-4217-8e0d-5fa254a64cfa), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:23:21.860634 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:23:22.038625 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-589597b1-3e58-4477-b441-c549076cb0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (b884e80a-3ca3-4217-8e0d-5fa254a64cfa), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:23:22.039677 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-589597b1-3e58-4477-b441-c549076cb0e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:23:22.041460 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-589597b1-3e58-4477-b441-c549076cb0e3 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/b884e80a-3ca3-4217-8e0d-5fa254a64cfa HTTP/1.1" status: 204 len: 168 time: 0.5714943 Oct 04 21:23:22.059547 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589597b1-3e58-4477-b441-c549076cb0e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b884e80a-3ca3-4217-8e0d-5fa254a64cfa,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:23:22.074298 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589597b1-3e58-4477-b441-c549076cb0e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:23:22.106220 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589597b1-3e58-4477-b441-c549076cb0e3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:23:22.106220 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589597b1-3e58-4477-b441-c549076cb0e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:23:22.106220 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589597b1-3e58-4477-b441-c549076cb0e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:23:22.106220 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589597b1-3e58-4477-b441-c549076cb0e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:23:22.106220 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589597b1-3e58-4477-b441-c549076cb0e3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:23:22.106220 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589597b1-3e58-4477-b441-c549076cb0e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:23:22.106220 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589597b1-3e58-4477-b441-c549076cb0e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:23:22.106220 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589597b1-3e58-4477-b441-c549076cb0e3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:23:22.106220 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589597b1-3e58-4477-b441-c549076cb0e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:23:22.106220 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589597b1-3e58-4477-b441-c549076cb0e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:23:22.106220 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589597b1-3e58-4477-b441-c549076cb0e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:23:22.106220 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589597b1-3e58-4477-b441-c549076cb0e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:23:22.106220 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589597b1-3e58-4477-b441-c549076cb0e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:23:22.106220 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589597b1-3e58-4477-b441-c549076cb0e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:23:23.393298 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49220) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:23:23.404558 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cf9347da-f717-4c9e-b95d-840aa266868f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:23:23.594662 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cf9347da-f717-4c9e-b95d-840aa266868f admin admin] Publish callbacks [] for security_group (c9411c91-32ba-4a72-ae59-db252c24a0e6), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:23:23.697743 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cf9347da-f717-4c9e-b95d-840aa266868f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (c9411c91-32ba-4a72-ae59-db252c24a0e6), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:23:23.792373 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-cf9347da-f717-4c9e-b95d-840aa266868f admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=855118acb64644a6bb287c861cbc5f87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4145648 Oct 04 21:23:23.794690 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9347da-f717-4c9e-b95d-840aa266868f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9411c91-32ba-4a72-ae59-db252c24a0e6,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:23:23.802044 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49228) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:23:23.922932 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0e023a45-ff2f-4bfe-a34d-d8ecea6cc9fe admin admin] Publish callbacks [] for security_group (c9411c91-32ba-4a72-ae59-db252c24a0e6), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:23:23.958139 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0e023a45-ff2f-4bfe-a34d-d8ecea6cc9fe admin admin] Publish callbacks [] for security_group (c9411c91-32ba-4a72-ae59-db252c24a0e6), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:23:24.147030 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0e023a45-ff2f-4bfe-a34d-d8ecea6cc9fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (c9411c91-32ba-4a72-ae59-db252c24a0e6), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:23:24.151468 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0e023a45-ff2f-4bfe-a34d-d8ecea6cc9fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:23:24.153483 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-0e023a45-ff2f-4bfe-a34d-d8ecea6cc9fe admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/c9411c91-32ba-4a72-ae59-db252c24a0e6 HTTP/1.1" status: 204 len: 168 time: 0.3487175 Oct 04 21:23:24.172127 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e023a45-ff2f-4bfe-a34d-d8ecea6cc9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9411c91-32ba-4a72-ae59-db252c24a0e6,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:23:32.046426 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=25,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:23:32.064614 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=9,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:23:32.577863 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:23:33.662440 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:23:34.159429 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=45,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:23:34.161196 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=63,neutron:INSERT=11,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:23:39.536438 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 49490) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:23:39.800104 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4a83b48b-b34d-43d4-a95d-7a7eda3358c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:23:39.963829 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4a83b48b-b34d-43d4-a95d-7a7eda3358c0 admin admin] Publish callbacks [] for security_group (eb672413-5927-4bcb-a054-acecdd303f12), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:23:40.175867 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4a83b48b-b34d-43d4-a95d-7a7eda3358c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (eb672413-5927-4bcb-a054-acecdd303f12), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:23:40.271486 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a83b48b-b34d-43d4-a95d-7a7eda3358c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb672413-5927-4bcb-a054-acecdd303f12,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:23:40.277206 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4a83b48b-b34d-43d4-a95d-7a7eda3358c0 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=76d5a01e84404443a736b381fb5ab927&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7392361 Oct 04 21:23:40.281851 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 49500) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:23:40.368135 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1176839f-6057-4aa5-9bc8-be338a51438d admin admin] Publish callbacks [] for security_group (eb672413-5927-4bcb-a054-acecdd303f12), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:23:40.418215 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1176839f-6057-4aa5-9bc8-be338a51438d admin admin] Publish callbacks [] for security_group (eb672413-5927-4bcb-a054-acecdd303f12), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:23:40.702923 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1176839f-6057-4aa5-9bc8-be338a51438d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (eb672413-5927-4bcb-a054-acecdd303f12), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:23:40.712062 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1176839f-6057-4aa5-9bc8-be338a51438d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:23:40.712062 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-1176839f-6057-4aa5-9bc8-be338a51438d admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/eb672413-5927-4bcb-a054-acecdd303f12 HTTP/1.1" status: 204 len: 168 time: 0.4272206 Oct 04 21:23:40.740201 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1176839f-6057-4aa5-9bc8-be338a51438d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb672413-5927-4bcb-a054-acecdd303f12,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:23:42.011985 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 49528) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:23:42.041664 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dd14a61c-ab65-41a5-91bd-1467f8a0f50a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:23:42.265261 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dd14a61c-ab65-41a5-91bd-1467f8a0f50a admin admin] Publish callbacks [] for security_group (5215fdb2-eb11-4895-9275-f977b157e69c), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:23:42.388914 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dd14a61c-ab65-41a5-91bd-1467f8a0f50a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (5215fdb2-eb11-4895-9275-f977b157e69c), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:23:42.462101 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 21:23:42.475249 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-dd14a61c-ab65-41a5-91bd-1467f8a0f50a admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=9a5a65e9dce744bca2ccf70c38c0c46c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4612961 Oct 04 21:23:42.476771 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd14a61c-ab65-41a5-91bd-1467f8a0f50a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5215fdb2-eb11-4895-9275-f977b157e69c,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:23:42.482368 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 49534) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:23:42.603642 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-05c05864-1354-43a6-a2a3-4fe36288d537 admin admin] Publish callbacks [] for security_group (5215fdb2-eb11-4895-9275-f977b157e69c), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:23:42.654191 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-05c05864-1354-43a6-a2a3-4fe36288d537 admin admin] Publish callbacks [] for security_group (5215fdb2-eb11-4895-9275-f977b157e69c), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:23:42.880682 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-05c05864-1354-43a6-a2a3-4fe36288d537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (5215fdb2-eb11-4895-9275-f977b157e69c), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:23:42.885609 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-05c05864-1354-43a6-a2a3-4fe36288d537 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:23:42.887800 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-05c05864-1354-43a6-a2a3-4fe36288d537 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/5215fdb2-eb11-4895-9275-f977b157e69c HTTP/1.1" status: 204 len: 168 time: 0.4035275 Oct 04 21:23:42.904901 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c05864-1354-43a6-a2a3-4fe36288d537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5215fdb2-eb11-4895-9275-f977b157e69c,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:23:43.451215 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=26,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:23:44.174695 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=3 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:23:45.443259 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=30,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:23:45.846720 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ee40030e-748c-44c5-8998-9409fb44ad86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:23:47.610385 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9d242e38-2a61-40e5-b7cf-1020fc219ec6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:23:50.266613 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:23:51.617227 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:23:51.775482 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:23:52.458551 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=5 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:23:52.461135 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=49,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:23:52.466148 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=57,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:23:52.766740 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=20,neutron:DELETE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:23:52.895842 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=12,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:24:01.698373 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:24:01.710201 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:24:02.486502 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:24:03.600216 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:24:13.450977 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:24:13.481117 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:24:15.555960 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2f7d716a-dbc3-4e60-821b-828635d0c1f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:24:17.462687 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-56fcda44-242c-41d8-a264-0912213c7cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:24:19.479391 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 21:24:20.360007 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:24:21.660530 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:24:21.889283 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:24:22.663607 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 50228) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:24:23.268705 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-e69c11f2-ced8-4ad3-91ab-86166929767c admin admin] Deleting subnet 02e5aebc-6a4e-44fe-98c2-62d5709d44bf {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:24:23.276082 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e69c11f2-ced8-4ad3-91ab-86166929767c admin admin] Publish callbacks [] for subnet (02e5aebc-6a4e-44fe-98c2-62d5709d44bf), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:24:23.368180 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e69c11f2-ced8-4ad3-91ab-86166929767c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (02e5aebc-6a4e-44fe-98c2-62d5709d44bf), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:24:23.463550 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e69c11f2-ced8-4ad3-91ab-86166929767c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (02e5aebc-6a4e-44fe-98c2-62d5709d44bf), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:24:23.826355 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e69c11f2-ced8-4ad3-91ab-86166929767c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (02e5aebc-6a4e-44fe-98c2-62d5709d44bf), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:24:23.881315 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69c11f2-ced8-4ad3-91ab-86166929767c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02e5aebc-6a4e-44fe-98c2-62d5709d44bf,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:24:23.901461 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e69c11f2-ced8-4ad3-91ab-86166929767c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:24:23.908190 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e69c11f2-ced8-4ad3-91ab-86166929767c admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/02e5aebc-6a4e-44fe-98c2-62d5709d44bf HTTP/1.1" status: 204 len: 168 time: 1.2406201 Oct 04 21:24:23.911739 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69c11f2-ced8-4ad3-91ab-86166929767c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:24:23.912862 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69c11f2-ced8-4ad3-91ab-86166929767c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:24:23.913680 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69c11f2-ced8-4ad3-91ab-86166929767c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:24:23.914477 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69c11f2-ced8-4ad3-91ab-86166929767c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:24:23.915423 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69c11f2-ced8-4ad3-91ab-86166929767c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:24:23.916440 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69c11f2-ced8-4ad3-91ab-86166929767c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:24:23.917396 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69c11f2-ced8-4ad3-91ab-86166929767c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:24:23.917624 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50258) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:24:23.919068 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69c11f2-ced8-4ad3-91ab-86166929767c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:24:23.919919 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69c11f2-ced8-4ad3-91ab-86166929767c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:24:23.920746 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69c11f2-ced8-4ad3-91ab-86166929767c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:24:23.921610 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69c11f2-ced8-4ad3-91ab-86166929767c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:24:23.922449 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69c11f2-ced8-4ad3-91ab-86166929767c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:24:23.923620 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69c11f2-ced8-4ad3-91ab-86166929767c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:24:23.924464 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69c11f2-ced8-4ad3-91ab-86166929767c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:24:23.925297 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69c11f2-ced8-4ad3-91ab-86166929767c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:24:24.096648 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d2e8810a-03bf-4dc9-b4fa-f70dc8d1a6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (ef5b989d-e9a3-4739-9912-c35576cecbc1), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:24:24.295314 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d2e8810a-03bf-4dc9-b4fa-f70dc8d1a6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (ef5b989d-e9a3-4739-9912-c35576cecbc1), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:24:24.355871 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-d2e8810a-03bf-4dc9-b4fa-f70dc8d1a6d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef5b989d-e9a3-4739-9912-c35576cecbc1']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:24:24.379512 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-d2e8810a-03bf-4dc9-b4fa-f70dc8d1a6d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7951d224-dd94-4f9a-b8f1-e7dd163e2300') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:24:24.380003 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-d2e8810a-03bf-4dc9-b4fa-f70dc8d1a6d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7951d224-dd94-4f9a-b8f1-e7dd163e2300') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:24:24.401954 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d2e8810a-03bf-4dc9-b4fa-f70dc8d1a6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (7951d224-dd94-4f9a-b8f1-e7dd163e2300), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:24:24.435285 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d2e8810a-03bf-4dc9-b4fa-f70dc8d1a6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (7951d224-dd94-4f9a-b8f1-e7dd163e2300), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:24:24.452685 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2e8810a-03bf-4dc9-b4fa-f70dc8d1a6d2 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:24:24.454201 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d2e8810a-03bf-4dc9-b4fa-f70dc8d1a6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (7951d224-dd94-4f9a-b8f1-e7dd163e2300), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:24:24.786144 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d2e8810a-03bf-4dc9-b4fa-f70dc8d1a6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (ef5b989d-e9a3-4739-9912-c35576cecbc1), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:24:24.836725 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d2e8810a-03bf-4dc9-b4fa-f70dc8d1a6d2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:24:24.846150 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-d2e8810a-03bf-4dc9-b4fa-f70dc8d1a6d2 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/ef5b989d-e9a3-4739-9912-c35576cecbc1 HTTP/1.1" status: 204 len: 168 time: 0.9255745 Oct 04 21:24:24.848307 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e8810a-03bf-4dc9-b4fa-f70dc8d1a6d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef5b989d-e9a3-4739-9912-c35576cecbc1,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:24:24.870921 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 7951d224-dd94-4f9a-b8f1-e7dd163e2300 resource provider aggregate not found Oct 04 21:24:24.882628 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e8810a-03bf-4dc9-b4fa-f70dc8d1a6d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:24:24.883755 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e8810a-03bf-4dc9-b4fa-f70dc8d1a6d2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:24:24.884601 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e8810a-03bf-4dc9-b4fa-f70dc8d1a6d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:24:24.885854 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e8810a-03bf-4dc9-b4fa-f70dc8d1a6d2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:24:24.886717 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e8810a-03bf-4dc9-b4fa-f70dc8d1a6d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:24:24.888167 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e8810a-03bf-4dc9-b4fa-f70dc8d1a6d2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:24:24.892037 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e8810a-03bf-4dc9-b4fa-f70dc8d1a6d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:24:24.892037 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e8810a-03bf-4dc9-b4fa-f70dc8d1a6d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:24:24.892037 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e8810a-03bf-4dc9-b4fa-f70dc8d1a6d2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:24:24.893899 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e8810a-03bf-4dc9-b4fa-f70dc8d1a6d2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:24:24.894829 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e8810a-03bf-4dc9-b4fa-f70dc8d1a6d2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:24:24.896254 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e8810a-03bf-4dc9-b4fa-f70dc8d1a6d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:24:24.897428 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e8810a-03bf-4dc9-b4fa-f70dc8d1a6d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:24:24.898198 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e8810a-03bf-4dc9-b4fa-f70dc8d1a6d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:24:24.899050 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e8810a-03bf-4dc9-b4fa-f70dc8d1a6d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:24:24.937168 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 7951d224-dd94-4f9a-b8f1-e7dd163e2300 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7951d224-dd94-4f9a-b8f1-e7dd163e2300 found for delete ", "request_id": "req-fa36b4f0-2eb4-4fee-9d3f-c57e7236f2db"}]} Oct 04 21:24:25.504402 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 50304) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:24:25.597037 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-98488989-c660-4a9a-8f61-0aff8690ba7b admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=407a5520d21e46e8bcaddabf536fadcd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0904860 Oct 04 21:24:25.601147 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50310) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:24:25.725875 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-35becb54-058d-4f0b-9bd3-f0ae9cadc54e admin admin] Publish callbacks [] for security_group (4cef8272-9e5b-4cde-92a2-2c1956e9fad3), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:24:25.773064 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-35becb54-058d-4f0b-9bd3-f0ae9cadc54e admin admin] Publish callbacks [] for security_group (4cef8272-9e5b-4cde-92a2-2c1956e9fad3), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:24:25.988729 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-35becb54-058d-4f0b-9bd3-f0ae9cadc54e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (4cef8272-9e5b-4cde-92a2-2c1956e9fad3), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:24:25.994957 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-35becb54-058d-4f0b-9bd3-f0ae9cadc54e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:24:25.997235 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-35becb54-058d-4f0b-9bd3-f0ae9cadc54e admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/4cef8272-9e5b-4cde-92a2-2c1956e9fad3 HTTP/1.1" status: 204 len: 168 time: 0.3943999 Oct 04 21:24:26.020863 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35becb54-058d-4f0b-9bd3-f0ae9cadc54e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cef8272-9e5b-4cde-92a2-2c1956e9fad3,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:24:29.452814 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=4 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:24:29.483429 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=4 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:24:31.711172 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:24:32.519462 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:24:33.542332 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:24:35.584649 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=38,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:24:35.590462 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=23,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:24:35.848392 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=53,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:24:36.010903 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=34,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:24:43.129770 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50516) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:24:43.428984 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-34728af7-9997-4bc5-9a56-61a28d8801d5 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=f1825a1177a04e78bd4d42c9ab83c051&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2970393 Oct 04 21:24:43.432906 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 50520) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:24:43.474281 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:24:43.479549 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:24:43.556824 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cf739ab5-7976-4214-a6fd-4befa731782e admin admin] Publish callbacks [] for security_group (853b946f-c2c7-4062-9c03-27bf6450f5b0), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:24:43.608503 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cf739ab5-7976-4214-a6fd-4befa731782e admin admin] Publish callbacks [] for security_group (853b946f-c2c7-4062-9c03-27bf6450f5b0), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:24:43.948661 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cf739ab5-7976-4214-a6fd-4befa731782e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (853b946f-c2c7-4062-9c03-27bf6450f5b0), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:24:43.953809 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cf739ab5-7976-4214-a6fd-4befa731782e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:24:43.956415 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-cf739ab5-7976-4214-a6fd-4befa731782e admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/853b946f-c2c7-4062-9c03-27bf6450f5b0 HTTP/1.1" status: 204 len: 168 time: 0.5201030 Oct 04 21:24:43.978057 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf739ab5-7976-4214-a6fd-4befa731782e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=853b946f-c2c7-4062-9c03-27bf6450f5b0,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:24:45.540954 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-1a4f1e13-16f0-4d3e-b038-0843e0b05aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:24:47.505613 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-45356626-aaca-48d1-aeaa-4e39925f2b9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:24:49.631953 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50654) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:24:49.868876 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-70dfccbd-0374-4a4b-a073-1b5e6e4d39a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:24:50.163657 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-70dfccbd-0374-4a4b-a073-1b5e6e4d39a9 admin admin] Publish callbacks [] for security_group (77dd4b8c-f2a7-4f8d-8f43-f3f1a893661a), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:24:50.251487 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-70dfccbd-0374-4a4b-a073-1b5e6e4d39a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (77dd4b8c-f2a7-4f8d-8f43-f3f1a893661a), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:24:50.291046 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:24:50.355520 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-70dfccbd-0374-4a4b-a073-1b5e6e4d39a9 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=d36e2a55660c43e09bef049c28815e72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7181320 Oct 04 21:24:50.356019 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 50662) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:24:50.358269 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dfccbd-0374-4a4b-a073-1b5e6e4d39a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77dd4b8c-f2a7-4f8d-8f43-f3f1a893661a,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:24:50.481650 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cf036f33-e1eb-42ea-96cb-f7e20cf2d13b admin admin] Publish callbacks [] for security_group (77dd4b8c-f2a7-4f8d-8f43-f3f1a893661a), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:24:50.524554 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cf036f33-e1eb-42ea-96cb-f7e20cf2d13b admin admin] Publish callbacks [] for security_group (77dd4b8c-f2a7-4f8d-8f43-f3f1a893661a), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:24:50.713314 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cf036f33-e1eb-42ea-96cb-f7e20cf2d13b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (77dd4b8c-f2a7-4f8d-8f43-f3f1a893661a), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:24:50.718867 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cf036f33-e1eb-42ea-96cb-f7e20cf2d13b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:24:50.722920 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-cf036f33-e1eb-42ea-96cb-f7e20cf2d13b admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/77dd4b8c-f2a7-4f8d-8f43-f3f1a893661a HTTP/1.1" status: 204 len: 168 time: 0.3632936 Oct 04 21:24:50.738723 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf036f33-e1eb-42ea-96cb-f7e20cf2d13b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77dd4b8c-f2a7-4f8d-8f43-f3f1a893661a,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:24:51.698107 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:24:51.793910 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:24:52.669785 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 50694) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:24:52.871383 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-2c6e2bd7-13d1-42a0-a57c-26967a5c9b0a admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-758836292-network', 'tenant_id': 'c1ea0b0d12fc499dad11f4c35209eb91'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:24:53.016251 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c6e2bd7-13d1-42a0-a57c-26967a5c9b0a admin admin] Made reservation on behalf of c1ea0b0d12fc499dad11f4c35209eb91 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:24:53.023121 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2c6e2bd7-13d1-42a0-a57c-26967a5c9b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:24:53.042775 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2c6e2bd7-13d1-42a0-a57c-26967a5c9b0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:24:53.198673 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2c6e2bd7-13d1-42a0-a57c-26967a5c9b0a admin admin] Publish callbacks [] for security_group (34061be0-5e6a-4b0c-a598-2bdbe8ea2535), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:24:53.283578 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2c6e2bd7-13d1-42a0-a57c-26967a5c9b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (34061be0-5e6a-4b0c-a598-2bdbe8ea2535), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:24:53.346786 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c6e2bd7-13d1-42a0-a57c-26967a5c9b0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:24:53.359171 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6e2bd7-13d1-42a0-a57c-26967a5c9b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34061be0-5e6a-4b0c-a598-2bdbe8ea2535,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:24:53.381546 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2c6e2bd7-13d1-42a0-a57c-26967a5c9b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (609ec376-7702-4048-b32e-5e7e55bbcd0d), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:24:53.381546 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-2c6e2bd7-13d1-42a0-a57c-26967a5c9b0a admin admin] Added segment 609ec376-7702-4048-b32e-5e7e55bbcd0d of type vlan for network 81b3a6ac-f2e2-482b-b52b-eba8b37600c8 Oct 04 21:24:53.534496 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2c6e2bd7-13d1-42a0-a57c-26967a5c9b0a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (81b3a6ac-f2e2-482b-b52b-eba8b37600c8), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:24:53.683193 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2c6e2bd7-13d1-42a0-a57c-26967a5c9b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (81b3a6ac-f2e2-482b-b52b-eba8b37600c8), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:24:53.685037 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6e2bd7-13d1-42a0-a57c-26967a5c9b0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:24:53.686071 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2c6e2bd7-13d1-42a0-a57c-26967a5c9b0a admin admin] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:24:53.837475 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6e2bd7-13d1-42a0-a57c-26967a5c9b0a admin admin] Pushing event updated for resources: {'Network': ['ID=81b3a6ac-f2e2-482b-b52b-eba8b37600c8,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:24:53.850351 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-2c6e2bd7-13d1-42a0-a57c-26967a5c9b0a admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1781645 Oct 04 21:24:53.854953 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 50704) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:24:53.858888 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 81b3a6ac-f2e2-482b-b52b-eba8b37600c8 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:24:53.865036 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-1e74a553-0b8d-41be-830c-34bb4ef87cbf admin admin] Request body: {'subnet': {'network_id': '81b3a6ac-f2e2-482b-b52b-eba8b37600c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-758836292-subnet', 'tenant_id': 'c1ea0b0d12fc499dad11f4c35209eb91', 'ip_version': 4}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:24:53.985438 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e74a553-0b8d-41be-830c-34bb4ef87cbf admin admin] Made reservation on behalf of c1ea0b0d12fc499dad11f4c35209eb91 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:24:53.990355 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1e74a553-0b8d-41be-830c-34bb4ef87cbf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:24:54.068830 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:24:54.168322 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:24:54.431719 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1e74a553-0b8d-41be-830c-34bb4ef87cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (2c9e3dc7-ead6-4aa4-ae21-6ea5a2b19e1b), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:24:54.543374 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e74a553-0b8d-41be-830c-34bb4ef87cbf admin admin] Checking segment: {'id': '609ec376-7702-4048-b32e-5e7e55bbcd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '81b3a6ac-f2e2-482b-b52b-eba8b37600c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:24:54.543859 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e74a553-0b8d-41be-830c-34bb4ef87cbf admin admin] Network hostable DHCP agents. Network: 81b3a6ac-f2e2-482b-b52b-eba8b37600c8, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:24:54.553958 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e74a553-0b8d-41be-830c-34bb4ef87cbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c9e3dc7-ead6-4aa4-ae21-6ea5a2b19e1b,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:24:54.699697 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e74a553-0b8d-41be-830c-34bb4ef87cbf admin admin] Network 81b3a6ac-f2e2-482b-b52b-eba8b37600c8 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:24:54.854486 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-1e74a553-0b8d-41be-830c-34bb4ef87cbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 81b3a6ac-f2e2-482b-b52b-eba8b37600c8) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:24:54.864085 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e74a553-0b8d-41be-830c-34bb4ef87cbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:24:54.865295 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1e74a553-0b8d-41be-830c-34bb4ef87cbf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:24:54.874421 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6c053a-f326-49ff-ae8d-8aa629ffcbb3 None None] Network 81b3a6ac-f2e2-482b-b52b-eba8b37600c8 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:24:54.976504 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-1e74a553-0b8d-41be-830c-34bb4ef87cbf admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1173635 Oct 04 21:24:54.978840 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 50710) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:24:54.992006 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-5879dea7-ac91-4e74-aebc-2bbc8086f383 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-758836292-router', 'tenant_id': 'c1ea0b0d12fc499dad11f4c35209eb91', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:24:55.125973 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5879dea7-ac91-4e74-aebc-2bbc8086f383 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (c761de69-0216-4ccb-9785-6359c92e179d), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:24:55.128781 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5879dea7-ac91-4e74-aebc-2bbc8086f383 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (c761de69-0216-4ccb-9785-6359c92e179d), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:24:55.132369 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbd481e-fd6a-4d69-a04f-2abae5167a09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-81b3a6ac-f2e2-482b-b52b-eba8b37600c8', 'network_id': '81b3a6ac-f2e2-482b-b52b-eba8b37600c8', 'project_id': 'c1ea0b0d12fc499dad11f4c35209eb91', 'fixed_ips': [{'subnet_id': '2c9e3dc7-ead6-4aa4-ae21-6ea5a2b19e1b'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:24:55.137860 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ccbd481e-fd6a-4d69-a04f-2abae5167a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:24:55.239763 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5879dea7-ac91-4e74-aebc-2bbc8086f383 admin admin] Publish callbacks [] for router_controller (c761de69-0216-4ccb-9785-6359c92e179d), precommit_add_association {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:24:55.435528 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-ccbd481e-fd6a-4d69-a04f-2abae5167a09 None None] Allocated IP 172.20.0.2 (81b3a6ac-f2e2-482b-b52b-eba8b37600c8/2c9e3dc7-ead6-4aa4-ae21-6ea5a2b19e1b/7e2b9f1a-9bc7-487e-91b7-535a5c3b2e18) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:24:55.649072 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5879dea7-ac91-4e74-aebc-2bbc8086f383 admin admin] Publish callbacks [] for router_gateway (c761de69-0216-4ccb-9785-6359c92e179d), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:24:55.788601 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ccbd481e-fd6a-4d69-a04f-2abae5167a09 None None] Publish callbacks [] for port (7e2b9f1a-9bc7-487e-91b7-535a5c3b2e18), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:24:55.920243 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ccbd481e-fd6a-4d69-a04f-2abae5167a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (7e2b9f1a-9bc7-487e-91b7-535a5c3b2e18), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:24:56.004527 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbd481e-fd6a-4d69-a04f-2abae5167a09 None None] Pushing event updated for resources: {'Port': ['ID=7e2b9f1a-9bc7-487e-91b7-535a5c3b2e18,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:24:56.030427 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbd481e-fd6a-4d69-a04f-2abae5167a09 None None] Network 81b3a6ac-f2e2-482b-b52b-eba8b37600c8 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:24:56.035704 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbd481e-fd6a-4d69-a04f-2abae5167a09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:24:56.036396 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbd481e-fd6a-4d69-a04f-2abae5167a09 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:24:56.037055 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbd481e-fd6a-4d69-a04f-2abae5167a09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:24:56.037620 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbd481e-fd6a-4d69-a04f-2abae5167a09 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:24:56.038275 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbd481e-fd6a-4d69-a04f-2abae5167a09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:24:56.038917 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbd481e-fd6a-4d69-a04f-2abae5167a09 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:24:56.039583 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbd481e-fd6a-4d69-a04f-2abae5167a09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:24:56.040180 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbd481e-fd6a-4d69-a04f-2abae5167a09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:24:56.040829 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbd481e-fd6a-4d69-a04f-2abae5167a09 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:24:56.041434 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbd481e-fd6a-4d69-a04f-2abae5167a09 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:24:56.042118 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbd481e-fd6a-4d69-a04f-2abae5167a09 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:24:56.042670 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbd481e-fd6a-4d69-a04f-2abae5167a09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:24:56.043342 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbd481e-fd6a-4d69-a04f-2abae5167a09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:24:56.043970 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbd481e-fd6a-4d69-a04f-2abae5167a09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:24:56.044584 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbd481e-fd6a-4d69-a04f-2abae5167a09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:24:56.051772 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-ccbd481e-fd6a-4d69-a04f-2abae5167a09 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:24:56.056741 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbd481e-fd6a-4d69-a04f-2abae5167a09 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:24:56.202043 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-ccbd481e-fd6a-4d69-a04f-2abae5167a09 None None] Attempting to bind port 7e2b9f1a-9bc7-487e-91b7-535a5c3b2e18 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:24:56.202731 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-ccbd481e-fd6a-4d69-a04f-2abae5167a09 None None] Attempting to bind port 7e2b9f1a-9bc7-487e-91b7-535a5c3b2e18 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '609ec376-7702-4048-b32e-5e7e55bbcd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '81b3a6ac-f2e2-482b-b52b-eba8b37600c8'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:24:56.203685 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbd481e-fd6a-4d69-a04f-2abae5167a09 None None] Attempting to bind port 7e2b9f1a-9bc7-487e-91b7-535a5c3b2e18 on network 81b3a6ac-f2e2-482b-b52b-eba8b37600c8 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:24:56.259802 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5879dea7-ac91-4e74-aebc-2bbc8086f383 admin admin] Publish callbacks [] for router_gateway (c761de69-0216-4ccb-9785-6359c92e179d), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:24:56.306439 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5879dea7-ac91-4e74-aebc-2bbc8086f383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:24:56.307122 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbd481e-fd6a-4d69-a04f-2abae5167a09 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:24:56.307983 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbd481e-fd6a-4d69-a04f-2abae5167a09 None None] Checking segment: {'id': '609ec376-7702-4048-b32e-5e7e55bbcd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '81b3a6ac-f2e2-482b-b52b-eba8b37600c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:24:56.309232 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ccbd481e-fd6a-4d69-a04f-2abae5167a09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:24:56.310052 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbd481e-fd6a-4d69-a04f-2abae5167a09 None None] Bound using segment: {'id': '609ec376-7702-4048-b32e-5e7e55bbcd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '81b3a6ac-f2e2-482b-b52b-eba8b37600c8'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:24:56.311001 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-ccbd481e-fd6a-4d69-a04f-2abae5167a09 None None] Bound port: 7e2b9f1a-9bc7-487e-91b7-535a5c3b2e18, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609ec376-7702-4048-b32e-5e7e55bbcd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '81b3a6ac-f2e2-482b-b52b-eba8b37600c8'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:24:56.311872 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ccbd481e-fd6a-4d69-a04f-2abae5167a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (7e2b9f1a-9bc7-487e-91b7-535a5c3b2e18), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:24:56.432417 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:24:56.458205 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-ccbd481e-fd6a-4d69-a04f-2abae5167a09 None None] For port 7e2b9f1a-9bc7-487e-91b7-535a5c3b2e18, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:24:56.464382 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-ccbd481e-fd6a-4d69-a04f-2abae5167a09 None None] For port 7e2b9f1a-9bc7-487e-91b7-535a5c3b2e18, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=7e2b9f1a-9bc7-487e-91b7-535a5c3b2e18,segment=NetworkSegment(609ec376-7702-4048-b32e-5e7e55bbcd0d),segment_id=609ec376-7702-4048-b32e-5e7e55bbcd0d)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:24:56.470352 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 21:24:56.546325 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ccbd481e-fd6a-4d69-a04f-2abae5167a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (7e2b9f1a-9bc7-487e-91b7-535a5c3b2e18), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:24:56.559719 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-5879dea7-ac91-4e74-aebc-2bbc8086f383 admin admin] Allocated IP 172.25.5.45 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/943a67b4-4ac1-4516-a12c-5f7685c2f613) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:24:56.655319 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:24:56.693321 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=90,neutron:UPDATE=8,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:24:56.699917 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbd481e-fd6a-4d69-a04f-2abae5167a09 None None] Pushing event updated for resources: {'Port': ['ID=7e2b9f1a-9bc7-487e-91b7-535a5c3b2e18,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:24:56.931529 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5879dea7-ac91-4e74-aebc-2bbc8086f383 admin admin] Publish callbacks [] for port (943a67b4-4ac1-4516-a12c-5f7685c2f613), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:24:57.152402 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5879dea7-ac91-4e74-aebc-2bbc8086f383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (943a67b4-4ac1-4516-a12c-5f7685c2f613), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:24:57.163655 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:24:57.250670 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5879dea7-ac91-4e74-aebc-2bbc8086f383 admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:24:57.257066 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-5879dea7-ac91-4e74-aebc-2bbc8086f383 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:24:57.264519 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5879dea7-ac91-4e74-aebc-2bbc8086f383 admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:24:57.325478 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5879dea7-ac91-4e74-aebc-2bbc8086f383 admin admin] Pushing event updated for resources: {'Port': ['ID=943a67b4-4ac1-4516-a12c-5f7685c2f613,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:24:57.988893 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5879dea7-ac91-4e74-aebc-2bbc8086f383 admin admin] Publish callbacks [] for router_gateway (c761de69-0216-4ccb-9785-6359c92e179d), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:24:58.149732 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=15 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:24:58.372453 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2d71b2-bb56-4598-b6a2-8ae3dabfaa26 None None] Network 81b3a6ac-f2e2-482b-b52b-eba8b37600c8 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:24:58.479052 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5879dea7-ac91-4e74-aebc-2bbc8086f383 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (c761de69-0216-4ccb-9785-6359c92e179d), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:24:58.710503 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-d6c75f9e-df8e-4c02-bc24-ed31aa3387fa None None] Provisioning complete for port 7e2b9f1a-9bc7-487e-91b7-535a5c3b2e18 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:24:58.710992 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d6c75f9e-df8e-4c02-bc24-ed31aa3387fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (7e2b9f1a-9bc7-487e-91b7-535a5c3b2e18), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:24:58.711766 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-d6c75f9e-df8e-4c02-bc24-ed31aa3387fa None None] Attempt 1 to provision port 7e2b9f1a-9bc7-487e-91b7-535a5c3b2e18 Oct 04 21:24:58.894706 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5879dea7-ac91-4e74-aebc-2bbc8086f383 admin admin] Router c761de69-0216-4ccb-9785-6359c92e179d is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 21:24:58.913762 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-d6c75f9e-df8e-4c02-bc24-ed31aa3387fa None None] Current status of the port 7e2b9f1a-9bc7-487e-91b7-535a5c3b2e18 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:24:58.914043 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d6c75f9e-df8e-4c02-bc24-ed31aa3387fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (7e2b9f1a-9bc7-487e-91b7-535a5c3b2e18), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:24:59.011468 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-d6c75f9e-df8e-4c02-bc24-ed31aa3387fa None None] For port 7e2b9f1a-9bc7-487e-91b7-535a5c3b2e18, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=7e2b9f1a-9bc7-487e-91b7-535a5c3b2e18,segment=NetworkSegment(609ec376-7702-4048-b32e-5e7e55bbcd0d),segment_id=609ec376-7702-4048-b32e-5e7e55bbcd0d)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:24:59.111840 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d6c75f9e-df8e-4c02-bc24-ed31aa3387fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (7e2b9f1a-9bc7-487e-91b7-535a5c3b2e18), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:24:59.225825 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 7e2b9f1a-9bc7-487e-91b7-535a5c3b2e18 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:24:59.236945 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5879dea7-ac91-4e74-aebc-2bbc8086f383 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:24:59.287349 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:24:59.314889 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0a31b2-a503-4913-9978-0d16b4760f1a None None] Sync routers for ids ['c761de69-0216-4ccb-9785-6359c92e179d'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:24:59.366840 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5879dea7-ac91-4e74-aebc-2bbc8086f383 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:24:59.372986 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-5879dea7-ac91-4e74-aebc-2bbc8086f383 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.3870478 Oct 04 21:24:59.374045 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50730) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:24:59.422461 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 7e2b9f1a-9bc7-487e-91b7-535a5c3b2e18 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:24:59.423268 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (7e2b9f1a-9bc7-487e-91b7-535a5c3b2e18), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:24:59.423604 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 7e2b9f1a-9bc7-487e-91b7-535a5c3b2e18 Oct 04 21:24:59.434554 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c75f9e-df8e-4c02-bc24-ed31aa3387fa None None] Pushing event updated for resources: {'Port': ['ID=7e2b9f1a-9bc7-487e-91b7-535a5c3b2e18,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:24:59.493114 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0a31b2-a503-4913-9978-0d16b4760f1a None None] Routers {'c761de69-0216-4ccb-9785-6359c92e179d'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:24:59.494151 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-6a0a31b2-a503-4913-9978-0d16b4760f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:24:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['c761de69-0216-4ccb-9785-6359c92e179d'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:24:59.604333 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-6a07c0ec-f093-46ee-bcfb-8d54a4a4e2aa None None] Provisioning complete for port 7e2b9f1a-9bc7-487e-91b7-535a5c3b2e18 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:24:59.604956 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6a07c0ec-f093-46ee-bcfb-8d54a4a4e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (7e2b9f1a-9bc7-487e-91b7-535a5c3b2e18), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:24:59.605833 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-6a07c0ec-f093-46ee-bcfb-8d54a4a4e2aa None None] Attempt 1 to provision port 7e2b9f1a-9bc7-487e-91b7-535a5c3b2e18 Oct 04 21:24:59.854028 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-6a0a31b2-a503-4913-9978-0d16b4760f1a None None] Set router c761de69-0216-4ccb-9785-6359c92e179d gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:25:00.212568 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:25:00.215553 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-6a0a31b2-a503-4913-9978-0d16b4760f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c761de69-0216-4ccb-9785-6359c92e179d', 'name': 'tempest-TestServerBasicOps-758836292-router', 'tenant_id': 'c1ea0b0d12fc499dad11f4c35209eb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '943a67b4-4ac1-4516-a12c-5f7685c2f613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:24:55Z', 'updated_at': '2022-10-04T21:24:57Z', 'revision_number': 3, 'project_id': 'c1ea0b0d12fc499dad11f4c35209eb91', 'gw_port': {'id': '943a67b4-4ac1-4516-a12c-5f7685c2f613', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:f6:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c761de69-0216-4ccb-9785-6359c92e179d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:24:56Z', 'updated_at': '2022-10-04T21:24:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:25:00.280399 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0a31b2-a503-4913-9978-0d16b4760f1a None None] Checking router: c761de69-0216-4ccb-9785-6359c92e179d for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:25:00.280933 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0a31b2-a503-4913-9978-0d16b4760f1a None None] Updating router c761de69-0216-4ccb-9785-6359c92e179d port 943a67b4-4ac1-4516-a12c-5f7685c2f613 binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:25:00.416697 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 7e2b9f1a-9bc7-487e-91b7-535a5c3b2e18 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:25:00.442747 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-6a07c0ec-f093-46ee-bcfb-8d54a4a4e2aa None None] Current status of the port 7e2b9f1a-9bc7-487e-91b7-535a5c3b2e18 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:25:00.448376 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6a0a31b2-a503-4913-9978-0d16b4760f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (943a67b4-4ac1-4516-a12c-5f7685c2f613), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:00.508972 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ddd4b7e2-cf77-4f47-9192-8565ce70a6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:00.537928 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:25:00.858036 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:25:00.894141 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-ddd4b7e2-cf77-4f47-9192-8565ce70a6e0 admin admin] Allocated IP 172.20.0.1 (81b3a6ac-f2e2-482b-b52b-eba8b37600c8/2c9e3dc7-ead6-4aa4-ae21-6ea5a2b19e1b/9e58443f-1eb8-4c93-aa5f-43caf51de848) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:25:01.075285 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6a0a31b2-a503-4913-9978-0d16b4760f1a None None] Publish callbacks [] for port (943a67b4-4ac1-4516-a12c-5f7685c2f613), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:01.105464 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:25:01.120712 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 7e2b9f1a-9bc7-487e-91b7-535a5c3b2e18 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:25:01.217838 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ddd4b7e2-cf77-4f47-9192-8565ce70a6e0 admin admin] Publish callbacks [] for port (9e58443f-1eb8-4c93-aa5f-43caf51de848), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:01.231300 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 7e2b9f1a-9bc7-487e-91b7-535a5c3b2e18 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:25:01.232735 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (7e2b9f1a-9bc7-487e-91b7-535a5c3b2e18), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:01.234451 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 7e2b9f1a-9bc7-487e-91b7-535a5c3b2e18 Oct 04 21:25:01.298466 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6a0a31b2-a503-4913-9978-0d16b4760f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (943a67b4-4ac1-4516-a12c-5f7685c2f613), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:01.352029 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ddd4b7e2-cf77-4f47-9192-8565ce70a6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (9e58443f-1eb8-4c93-aa5f-43caf51de848), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:01.396260 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-6a0a31b2-a503-4913-9978-0d16b4760f1a None None] Attempting to bind port 943a67b4-4ac1-4516-a12c-5f7685c2f613 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:25:01.397914 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-6a0a31b2-a503-4913-9978-0d16b4760f1a None None] Attempting to bind port 943a67b4-4ac1-4516-a12c-5f7685c2f613 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:25:01.397914 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0a31b2-a503-4913-9978-0d16b4760f1a None None] Attempting to bind port 943a67b4-4ac1-4516-a12c-5f7685c2f613 on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:25:01.485054 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd4b7e2-cf77-4f47-9192-8565ce70a6e0 admin admin] Network 81b3a6ac-f2e2-482b-b52b-eba8b37600c8 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:25:01.503117 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-ddd4b7e2-cf77-4f47-9192-8565ce70a6e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:25:01.530182 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd4b7e2-cf77-4f47-9192-8565ce70a6e0 admin admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:25:01.539181 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbb986c-421c-4087-beef-bb9177c38d40 None None] Pushing event updated for resources: {'Port': ['ID=943a67b4-4ac1-4516-a12c-5f7685c2f613,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:25:01.540186 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4b7e2-cf77-4f47-9192-8565ce70a6e0 admin admin] Pushing event updated for resources: {'Port': ['ID=9e58443f-1eb8-4c93-aa5f-43caf51de848,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:25:01.622110 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 7e2b9f1a-9bc7-487e-91b7-535a5c3b2e18 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:25:01.629579 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0a31b2-a503-4913-9978-0d16b4760f1a None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:25:01.630332 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0a31b2-a503-4913-9978-0d16b4760f1a None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:25:01.631890 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6a0a31b2-a503-4913-9978-0d16b4760f1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:01.632578 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0a31b2-a503-4913-9978-0d16b4760f1a None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:25:01.633450 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-6a0a31b2-a503-4913-9978-0d16b4760f1a None None] Bound port: 943a67b4-4ac1-4516-a12c-5f7685c2f613, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:25:01.634549 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6a0a31b2-a503-4913-9978-0d16b4760f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (943a67b4-4ac1-4516-a12c-5f7685c2f613), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:01.647851 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ddd4b7e2-cf77-4f47-9192-8565ce70a6e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (c761de69-0216-4ccb-9785-6359c92e179d), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:01.781033 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-6a0a31b2-a503-4913-9978-0d16b4760f1a None None] For port 943a67b4-4ac1-4516-a12c-5f7685c2f613, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:25:01.794980 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-6a0a31b2-a503-4913-9978-0d16b4760f1a None None] For port 943a67b4-4ac1-4516-a12c-5f7685c2f613, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=943a67b4-4ac1-4516-a12c-5f7685c2f613,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:25:01.890119 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6a0a31b2-a503-4913-9978-0d16b4760f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (943a67b4-4ac1-4516-a12c-5f7685c2f613), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:02.003765 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0a31b2-a503-4913-9978-0d16b4760f1a None None] Routers {'c761de69-0216-4ccb-9785-6359c92e179d'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:25:02.004880 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-6a0a31b2-a503-4913-9978-0d16b4760f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:24:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['c761de69-0216-4ccb-9785-6359c92e179d'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:25:02.059726 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ddd4b7e2-cf77-4f47-9192-8565ce70a6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (9e58443f-1eb8-4c93-aa5f-43caf51de848), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:02.148913 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:25:02.150551 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-4d8e01ac-485d-4c87-8843-c8d2c0df96d9 None None] Provisioning complete for port 9e58443f-1eb8-4c93-aa5f-43caf51de848 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:25:02.151063 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4d8e01ac-485d-4c87-8843-c8d2c0df96d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (9e58443f-1eb8-4c93-aa5f-43caf51de848), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:02.170832 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-4d8e01ac-485d-4c87-8843-c8d2c0df96d9 None None] Attempt 1 to provision port 9e58443f-1eb8-4c93-aa5f-43caf51de848 Oct 04 21:25:02.170832 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbb986c-421c-4087-beef-bb9177c38d40 None None] Pushing event updated for resources: {'Port': ['ID=943a67b4-4ac1-4516-a12c-5f7685c2f613,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:25:02.348137 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-4d8e01ac-485d-4c87-8843-c8d2c0df96d9 None None] Port 9e58443f-1eb8-4c93-aa5f-43caf51de848 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:25:02.415281 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-6a0a31b2-a503-4913-9978-0d16b4760f1a None None] Set router c761de69-0216-4ccb-9785-6359c92e179d gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:25:02.457993 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:25:02.500681 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ddd4b7e2-cf77-4f47-9192-8565ce70a6e0 admin admin] Publish callbacks [] for port (9e58443f-1eb8-4c93-aa5f-43caf51de848), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:02.705442 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ddd4b7e2-cf77-4f47-9192-8565ce70a6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (9e58443f-1eb8-4c93-aa5f-43caf51de848), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:02.859225 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4b7e2-cf77-4f47-9192-8565ce70a6e0 admin admin] Pushing event updated for resources: {'Port': ['ID=9e58443f-1eb8-4c93-aa5f-43caf51de848,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:25:02.863748 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ddd4b7e2-cf77-4f47-9192-8565ce70a6e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (c761de69-0216-4ccb-9785-6359c92e179d), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:02.931888 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:25:02.938680 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:03.115696 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd4b7e2-cf77-4f47-9192-8565ce70a6e0 admin admin] Network 81b3a6ac-f2e2-482b-b52b-eba8b37600c8 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:25:03.118664 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-ddd4b7e2-cf77-4f47-9192-8565ce70a6e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:25:03.143945 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-6a0a31b2-a503-4913-9978-0d16b4760f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c761de69-0216-4ccb-9785-6359c92e179d', 'name': 'tempest-TestServerBasicOps-758836292-router', 'tenant_id': 'c1ea0b0d12fc499dad11f4c35209eb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '943a67b4-4ac1-4516-a12c-5f7685c2f613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:24:55Z', 'updated_at': '2022-10-04T21:25:01Z', 'revision_number': 4, 'project_id': 'c1ea0b0d12fc499dad11f4c35209eb91', 'gw_port': {'id': '943a67b4-4ac1-4516-a12c-5f7685c2f613', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:f6:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c761de69-0216-4ccb-9785-6359c92e179d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:24:56Z', 'updated_at': '2022-10-04T21:25:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '9e58443f-1eb8-4c93-aa5f-43caf51de848', 'name': '', 'network_id': '81b3a6ac-f2e2-482b-b52b-eba8b37600c8', 'tenant_id': 'c1ea0b0d12fc499dad11f4c35209eb91', 'mac_address': 'fa:16:3e:90:6b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c761de69-0216-4ccb-9785-6359c92e179d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '2c9e3dc7-ead6-4aa4-ae21-6ea5a2b19e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:25:00Z', 'updated_at': '2022-10-04T21:25:00Z', 'revision_number': 1, 'project_id': 'c1ea0b0d12fc499dad11f4c35209eb91', 'subnets': [{'id': '2c9e3dc7-ead6-4aa4-ae21-6ea5a2b19e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:25:03.188974 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0a31b2-a503-4913-9978-0d16b4760f1a None None] The sync data for ids ['c761de69-0216-4ccb-9785-6359c92e179d'] in n-d-852085-12 is: [{'id': 'c761de69-0216-4ccb-9785-6359c92e179d', 'name': 'tempest-TestServerBasicOps-758836292-router', 'tenant_id': 'c1ea0b0d12fc499dad11f4c35209eb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '943a67b4-4ac1-4516-a12c-5f7685c2f613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:24:55Z', 'updated_at': '2022-10-04T21:25:01Z', 'revision_number': 4, 'project_id': 'c1ea0b0d12fc499dad11f4c35209eb91', 'gw_port': {'id': '943a67b4-4ac1-4516-a12c-5f7685c2f613', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:f6:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c761de69-0216-4ccb-9785-6359c92e179d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:24:56Z', 'updated_at': '2022-10-04T21:25:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '9e58443f-1eb8-4c93-aa5f-43caf51de848', 'name': '', 'network_id': '81b3a6ac-f2e2-482b-b52b-eba8b37600c8', 'tenant_id': 'c1ea0b0d12fc499dad11f4c35209eb91', 'mac_address': 'fa:16:3e:90:6b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c761de69-0216-4ccb-9785-6359c92e179d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '2c9e3dc7-ead6-4aa4-ae21-6ea5a2b19e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:25:00Z', 'updated_at': '2022-10-04T21:25:00Z', 'revision_number': 1, 'project_id': 'c1ea0b0d12fc499dad11f4c35209eb91', 'subnets': [{'id': '2c9e3dc7-ead6-4aa4-ae21-6ea5a2b19e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:25:03.439537 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddd4b7e2-cf77-4f47-9192-8565ce70a6e0 admin admin] Router c761de69-0216-4ccb-9785-6359c92e179d has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:25:03.589450 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:03.724800 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-ec88ccca-d551-4fcb-bfd0-4506c8c2c1cb None None] Provisioning complete for port 9e58443f-1eb8-4c93-aa5f-43caf51de848 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:25:03.725663 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ec88ccca-d551-4fcb-bfd0-4506c8c2c1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (9e58443f-1eb8-4c93-aa5f-43caf51de848), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:03.726353 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-ec88ccca-d551-4fcb-bfd0-4506c8c2c1cb None None] Attempt 1 to provision port 9e58443f-1eb8-4c93-aa5f-43caf51de848 Oct 04 21:25:03.828750 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-ec88ccca-d551-4fcb-bfd0-4506c8c2c1cb None None] Port 9e58443f-1eb8-4c93-aa5f-43caf51de848 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:25:03.885240 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd4b7e2-cf77-4f47-9192-8565ce70a6e0 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:25:03.912825 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-ddd4b7e2-cf77-4f47-9192-8565ce70a6e0 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/c761de69-0216-4ccb-9785-6359c92e179d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5367823 Oct 04 21:25:05.130389 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 943a67b4-4ac1-4516-a12c-5f7685c2f613 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:25:05.248938 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 943a67b4-4ac1-4516-a12c-5f7685c2f613 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:25:05.250261 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (943a67b4-4ac1-4516-a12c-5f7685c2f613), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:05.251232 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 943a67b4-4ac1-4516-a12c-5f7685c2f613 Oct 04 21:25:05.416697 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 943a67b4-4ac1-4516-a12c-5f7685c2f613 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:25:05.416697 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (943a67b4-4ac1-4516-a12c-5f7685c2f613), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:05.447161 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 943a67b4-4ac1-4516-a12c-5f7685c2f613, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=943a67b4-4ac1-4516-a12c-5f7685c2f613,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:25:05.622610 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (943a67b4-4ac1-4516-a12c-5f7685c2f613), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:05.747567 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=943a67b4-4ac1-4516-a12c-5f7685c2f613,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:25:06.310584 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50780) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:25:06.320148 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-3f17feb8-fcfd-4d71-9513-4e9e09e52d4a admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-665890802-network', 'tenant_id': '1ac5326204b94208b0d4e46022f385a5'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:25:06.353477 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:25:06.446179 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=19 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:25:06.536163 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f17feb8-fcfd-4d71-9513-4e9e09e52d4a admin admin] Made reservation on behalf of 1ac5326204b94208b0d4e46022f385a5 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:25:06.539307 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3f17feb8-fcfd-4d71-9513-4e9e09e52d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:06.555222 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3f17feb8-fcfd-4d71-9513-4e9e09e52d4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:06.733255 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3f17feb8-fcfd-4d71-9513-4e9e09e52d4a admin admin] Publish callbacks [] for security_group (d506022d-988c-49f7-ac2b-ed86eafdc851), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:06.827595 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3f17feb8-fcfd-4d71-9513-4e9e09e52d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (d506022d-988c-49f7-ac2b-ed86eafdc851), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:06.871755 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f17feb8-fcfd-4d71-9513-4e9e09e52d4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:25:06.912975 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3f17feb8-fcfd-4d71-9513-4e9e09e52d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (12e2f2c5-f3b2-49af-9c52-b043796cbc56), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:06.913353 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-3f17feb8-fcfd-4d71-9513-4e9e09e52d4a admin admin] Added segment 12e2f2c5-f3b2-49af-9c52-b043796cbc56 of type vlan for network bcc2ea3b-7879-4b98-af5e-945aa590b54c Oct 04 21:25:06.916752 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f17feb8-fcfd-4d71-9513-4e9e09e52d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d506022d-988c-49f7-ac2b-ed86eafdc851,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:25:07.008623 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3f17feb8-fcfd-4d71-9513-4e9e09e52d4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (bcc2ea3b-7879-4b98-af5e-945aa590b54c), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:07.095268 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 943a67b4-4ac1-4516-a12c-5f7685c2f613 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:25:07.174247 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3f17feb8-fcfd-4d71-9513-4e9e09e52d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (bcc2ea3b-7879-4b98-af5e-945aa590b54c), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:07.175932 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f17feb8-fcfd-4d71-9513-4e9e09e52d4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:25:07.176815 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3f17feb8-fcfd-4d71-9513-4e9e09e52d4a admin admin] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:07.189630 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 943a67b4-4ac1-4516-a12c-5f7685c2f613 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:25:07.190708 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (943a67b4-4ac1-4516-a12c-5f7685c2f613), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:07.194949 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 943a67b4-4ac1-4516-a12c-5f7685c2f613 Oct 04 21:25:07.195232 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c6f02e-cd8a-4327-aa79-e679cc00463e None None] Sync routers for ids ['c761de69-0216-4ccb-9785-6359c92e179d'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:25:07.217440 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c6f02e-cd8a-4327-aa79-e679cc00463e None None] Routers {'c761de69-0216-4ccb-9785-6359c92e179d'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:25:07.220133 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-a7c6f02e-cd8a-4327-aa79-e679cc00463e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:24:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['c761de69-0216-4ccb-9785-6359c92e179d'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:25:07.373127 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 943a67b4-4ac1-4516-a12c-5f7685c2f613 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:25:07.406898 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 50792) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:25:07.407905 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-3f17feb8-fcfd-4d71-9513-4e9e09e52d4a admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0948000 Oct 04 21:25:07.409122 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f17feb8-fcfd-4d71-9513-4e9e09e52d4a admin admin] Pushing event updated for resources: {'Network': ['ID=bcc2ea3b-7879-4b98-af5e-945aa590b54c,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:25:07.420589 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-40d39603-1251-42f4-825b-b1f889038afc admin admin] Request body: {'subnet': {'network_id': 'bcc2ea3b-7879-4b98-af5e-945aa590b54c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-665890802-subnet', 'tenant_id': '1ac5326204b94208b0d4e46022f385a5', 'ip_version': 4}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:25:07.431742 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network bcc2ea3b-7879-4b98-af5e-945aa590b54c details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:25:07.475090 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-a7c6f02e-cd8a-4327-aa79-e679cc00463e None None] Set router c761de69-0216-4ccb-9785-6359c92e179d gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:25:07.653133 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d39603-1251-42f4-825b-b1f889038afc admin admin] Made reservation on behalf of 1ac5326204b94208b0d4e46022f385a5 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:25:07.657513 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-40d39603-1251-42f4-825b-b1f889038afc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:07.860203 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:25:07.954342 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-a7c6f02e-cd8a-4327-aa79-e679cc00463e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c761de69-0216-4ccb-9785-6359c92e179d', 'name': 'tempest-TestServerBasicOps-758836292-router', 'tenant_id': 'c1ea0b0d12fc499dad11f4c35209eb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '943a67b4-4ac1-4516-a12c-5f7685c2f613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:24:55Z', 'updated_at': '2022-10-04T21:25:01Z', 'revision_number': 4, 'project_id': 'c1ea0b0d12fc499dad11f4c35209eb91', 'gw_port': {'id': '943a67b4-4ac1-4516-a12c-5f7685c2f613', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:f6:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c761de69-0216-4ccb-9785-6359c92e179d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:24:56Z', 'updated_at': '2022-10-04T21:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '9e58443f-1eb8-4c93-aa5f-43caf51de848', 'name': '', 'network_id': '81b3a6ac-f2e2-482b-b52b-eba8b37600c8', 'tenant_id': 'c1ea0b0d12fc499dad11f4c35209eb91', 'mac_address': 'fa:16:3e:90:6b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c761de69-0216-4ccb-9785-6359c92e179d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '2c9e3dc7-ead6-4aa4-ae21-6ea5a2b19e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:25:00Z', 'updated_at': '2022-10-04T21:25:02Z', 'revision_number': 2, 'project_id': 'c1ea0b0d12fc499dad11f4c35209eb91', 'subnets': [{'id': '2c9e3dc7-ead6-4aa4-ae21-6ea5a2b19e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:25:08.012911 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c6f02e-cd8a-4327-aa79-e679cc00463e None None] Checking router: c761de69-0216-4ccb-9785-6359c92e179d for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:25:08.013468 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c6f02e-cd8a-4327-aa79-e679cc00463e None None] Updating router c761de69-0216-4ccb-9785-6359c92e179d port 9e58443f-1eb8-4c93-aa5f-43caf51de848 binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:25:08.082167 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-a7c6f02e-cd8a-4327-aa79-e679cc00463e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (9e58443f-1eb8-4c93-aa5f-43caf51de848), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:08.210991 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-40d39603-1251-42f4-825b-b1f889038afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (053470c0-f2ac-4966-abaf-0187a1e36fda), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:08.307076 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d39603-1251-42f4-825b-b1f889038afc admin admin] Pushing event updated for resources: {'Subnet': ['ID=053470c0-f2ac-4966-abaf-0187a1e36fda,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:25:08.370400 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d39603-1251-42f4-825b-b1f889038afc admin admin] Checking segment: {'id': '12e2f2c5-f3b2-49af-9c52-b043796cbc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'bcc2ea3b-7879-4b98-af5e-945aa590b54c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:25:08.371027 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d39603-1251-42f4-825b-b1f889038afc admin admin] Network hostable DHCP agents. Network: bcc2ea3b-7879-4b98-af5e-945aa590b54c, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:25:08.551782 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d39603-1251-42f4-825b-b1f889038afc admin admin] Network bcc2ea3b-7879-4b98-af5e-945aa590b54c is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:25:08.747470 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-40d39603-1251-42f4-825b-b1f889038afc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, bcc2ea3b-7879-4b98-af5e-945aa590b54c) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:25:08.758673 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d39603-1251-42f4-825b-b1f889038afc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:25:08.760278 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-40d39603-1251-42f4-825b-b1f889038afc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:08.824263 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dffa81a-0e6e-441e-9135-ee335e876fd8 None None] Network bcc2ea3b-7879-4b98-af5e-945aa590b54c requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:25:08.980514 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-a7c6f02e-cd8a-4327-aa79-e679cc00463e None None] Publish callbacks [] for port (9e58443f-1eb8-4c93-aa5f-43caf51de848), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:08.993788 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-40d39603-1251-42f4-825b-b1f889038afc admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.5841837 Oct 04 21:25:08.998089 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 50814) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:25:09.007203 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-81213a43-cda8-4678-9c98-0b431170428c admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-665890802-router', 'tenant_id': '1ac5326204b94208b0d4e46022f385a5', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:25:09.119548 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-a7c6f02e-cd8a-4327-aa79-e679cc00463e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (9e58443f-1eb8-4c93-aa5f-43caf51de848), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:09.132670 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175c564f-b86c-4baf-93a8-b86aa8d2c692 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-bcc2ea3b-7879-4b98-af5e-945aa590b54c', 'network_id': 'bcc2ea3b-7879-4b98-af5e-945aa590b54c', 'project_id': '1ac5326204b94208b0d4e46022f385a5', 'fixed_ips': [{'subnet_id': '053470c0-f2ac-4966-abaf-0187a1e36fda'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:25:09.138232 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-175c564f-b86c-4baf-93a8-b86aa8d2c692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:09.212049 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-81213a43-cda8-4678-9c98-0b431170428c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (29b2430e-8563-4b27-90dc-57b72bc411c4), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:09.217833 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-81213a43-cda8-4678-9c98-0b431170428c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (29b2430e-8563-4b27-90dc-57b72bc411c4), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:09.258247 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b776cb5-3dc3-4345-9029-5b677f3d6059 None None] Pushing event updated for resources: {'Port': ['ID=9e58443f-1eb8-4c93-aa5f-43caf51de848,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:25:09.392946 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b776cb5-3dc3-4345-9029-5b677f3d6059 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:25:09.393461 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b776cb5-3dc3-4345-9029-5b677f3d6059 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:25:09.393941 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b776cb5-3dc3-4345-9029-5b677f3d6059 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:25:09.394506 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b776cb5-3dc3-4345-9029-5b677f3d6059 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:25:09.395057 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b776cb5-3dc3-4345-9029-5b677f3d6059 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:25:09.395863 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b776cb5-3dc3-4345-9029-5b677f3d6059 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:25:09.396394 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b776cb5-3dc3-4345-9029-5b677f3d6059 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:25:09.396922 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b776cb5-3dc3-4345-9029-5b677f3d6059 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:25:09.397869 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b776cb5-3dc3-4345-9029-5b677f3d6059 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:25:09.398401 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b776cb5-3dc3-4345-9029-5b677f3d6059 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:25:09.398950 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b776cb5-3dc3-4345-9029-5b677f3d6059 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:25:09.399704 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b776cb5-3dc3-4345-9029-5b677f3d6059 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:25:09.400186 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b776cb5-3dc3-4345-9029-5b677f3d6059 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:25:09.400735 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b776cb5-3dc3-4345-9029-5b677f3d6059 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:25:09.401253 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b776cb5-3dc3-4345-9029-5b677f3d6059 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:25:09.406132 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-81213a43-cda8-4678-9c98-0b431170428c admin admin] Publish callbacks [] for router_controller (29b2430e-8563-4b27-90dc-57b72bc411c4), precommit_add_association {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:09.443485 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-a7c6f02e-cd8a-4327-aa79-e679cc00463e None None] Attempting to bind port 9e58443f-1eb8-4c93-aa5f-43caf51de848 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:25:09.444458 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-a7c6f02e-cd8a-4327-aa79-e679cc00463e None None] Attempting to bind port 9e58443f-1eb8-4c93-aa5f-43caf51de848 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '609ec376-7702-4048-b32e-5e7e55bbcd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '81b3a6ac-f2e2-482b-b52b-eba8b37600c8'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:25:09.446718 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c6f02e-cd8a-4327-aa79-e679cc00463e None None] Attempting to bind port 9e58443f-1eb8-4c93-aa5f-43caf51de848 on network 81b3a6ac-f2e2-482b-b52b-eba8b37600c8 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:25:09.455533 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:25:09.581783 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c6f02e-cd8a-4327-aa79-e679cc00463e None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:25:09.582377 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c6f02e-cd8a-4327-aa79-e679cc00463e None None] Checking segment: {'id': '609ec376-7702-4048-b32e-5e7e55bbcd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '81b3a6ac-f2e2-482b-b52b-eba8b37600c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:25:09.583127 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-a7c6f02e-cd8a-4327-aa79-e679cc00463e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:09.584100 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c6f02e-cd8a-4327-aa79-e679cc00463e None None] Bound using segment: {'id': '609ec376-7702-4048-b32e-5e7e55bbcd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '81b3a6ac-f2e2-482b-b52b-eba8b37600c8'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:25:09.584957 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-a7c6f02e-cd8a-4327-aa79-e679cc00463e None None] Bound port: 9e58443f-1eb8-4c93-aa5f-43caf51de848, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609ec376-7702-4048-b32e-5e7e55bbcd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '81b3a6ac-f2e2-482b-b52b-eba8b37600c8'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:25:09.585817 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-a7c6f02e-cd8a-4327-aa79-e679cc00463e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (9e58443f-1eb8-4c93-aa5f-43caf51de848), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:09.593085 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:25:09.595232 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-175c564f-b86c-4baf-93a8-b86aa8d2c692 None None] Allocated IP 172.20.0.2 (bcc2ea3b-7879-4b98-af5e-945aa590b54c/053470c0-f2ac-4966-abaf-0187a1e36fda/30ce8121-b2a5-4925-8d84-00bfcb118600) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:25:09.748369 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-a7c6f02e-cd8a-4327-aa79-e679cc00463e None None] For port 9e58443f-1eb8-4c93-aa5f-43caf51de848, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:25:09.807853 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:25:09.812486 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-a7c6f02e-cd8a-4327-aa79-e679cc00463e None None] For port 9e58443f-1eb8-4c93-aa5f-43caf51de848, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=9e58443f-1eb8-4c93-aa5f-43caf51de848,segment=NetworkSegment(609ec376-7702-4048-b32e-5e7e55bbcd0d),segment_id=609ec376-7702-4048-b32e-5e7e55bbcd0d)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:25:09.926389 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-81213a43-cda8-4678-9c98-0b431170428c admin admin] Publish callbacks [] for router_gateway (29b2430e-8563-4b27-90dc-57b72bc411c4), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:09.989546 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-a7c6f02e-cd8a-4327-aa79-e679cc00463e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (9e58443f-1eb8-4c93-aa5f-43caf51de848), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:09.999697 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-175c564f-b86c-4baf-93a8-b86aa8d2c692 None None] Publish callbacks [] for port (30ce8121-b2a5-4925-8d84-00bfcb118600), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:10.069711 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:25:10.077354 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c6f02e-cd8a-4327-aa79-e679cc00463e None None] Routers {'c761de69-0216-4ccb-9785-6359c92e179d'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:25:10.078640 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-a7c6f02e-cd8a-4327-aa79-e679cc00463e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:24:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['c761de69-0216-4ccb-9785-6359c92e179d'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:25:10.247733 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b776cb5-3dc3-4345-9029-5b677f3d6059 None None] Pushing event updated for resources: {'Port': ['ID=9e58443f-1eb8-4c93-aa5f-43caf51de848,revision_number=4']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:25:10.432742 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:25:10.449977 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-a7c6f02e-cd8a-4327-aa79-e679cc00463e None None] Set router c761de69-0216-4ccb-9785-6359c92e179d gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:25:10.567675 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-81213a43-cda8-4678-9c98-0b431170428c admin admin] Publish callbacks [] for router_gateway (29b2430e-8563-4b27-90dc-57b72bc411c4), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:10.609144 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-81213a43-cda8-4678-9c98-0b431170428c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:10.780279 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-81213a43-cda8-4678-9c98-0b431170428c admin admin] Allocated IP 172.25.5.172 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/dcb29274-6a29-41e8-9806-e6973c99fa19) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:25:10.808323 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-a7c6f02e-cd8a-4327-aa79-e679cc00463e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c761de69-0216-4ccb-9785-6359c92e179d', 'name': 'tempest-TestServerBasicOps-758836292-router', 'tenant_id': 'c1ea0b0d12fc499dad11f4c35209eb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '943a67b4-4ac1-4516-a12c-5f7685c2f613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:24:55Z', 'updated_at': '2022-10-04T21:25:01Z', 'revision_number': 4, 'project_id': 'c1ea0b0d12fc499dad11f4c35209eb91', 'gw_port': {'id': '943a67b4-4ac1-4516-a12c-5f7685c2f613', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:f6:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c761de69-0216-4ccb-9785-6359c92e179d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:24:56Z', 'updated_at': '2022-10-04T21:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '9e58443f-1eb8-4c93-aa5f-43caf51de848', 'name': '', 'network_id': '81b3a6ac-f2e2-482b-b52b-eba8b37600c8', 'tenant_id': 'c1ea0b0d12fc499dad11f4c35209eb91', 'mac_address': 'fa:16:3e:90:6b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c761de69-0216-4ccb-9785-6359c92e179d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '2c9e3dc7-ead6-4aa4-ae21-6ea5a2b19e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:25:00Z', 'updated_at': '2022-10-04T21:25:09Z', 'revision_number': 4, 'project_id': 'c1ea0b0d12fc499dad11f4c35209eb91', 'subnets': [{'id': '2c9e3dc7-ead6-4aa4-ae21-6ea5a2b19e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:25:10.872931 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c6f02e-cd8a-4327-aa79-e679cc00463e None None] The sync data for ids ['c761de69-0216-4ccb-9785-6359c92e179d'] in n-d-852085-12 is: [{'id': 'c761de69-0216-4ccb-9785-6359c92e179d', 'name': 'tempest-TestServerBasicOps-758836292-router', 'tenant_id': 'c1ea0b0d12fc499dad11f4c35209eb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '943a67b4-4ac1-4516-a12c-5f7685c2f613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:24:55Z', 'updated_at': '2022-10-04T21:25:01Z', 'revision_number': 4, 'project_id': 'c1ea0b0d12fc499dad11f4c35209eb91', 'gw_port': {'id': '943a67b4-4ac1-4516-a12c-5f7685c2f613', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:f6:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c761de69-0216-4ccb-9785-6359c92e179d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:24:56Z', 'updated_at': '2022-10-04T21:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '9e58443f-1eb8-4c93-aa5f-43caf51de848', 'name': '', 'network_id': '81b3a6ac-f2e2-482b-b52b-eba8b37600c8', 'tenant_id': 'c1ea0b0d12fc499dad11f4c35209eb91', 'mac_address': 'fa:16:3e:90:6b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c761de69-0216-4ccb-9785-6359c92e179d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '2c9e3dc7-ead6-4aa4-ae21-6ea5a2b19e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:25:00Z', 'updated_at': '2022-10-04T21:25:09Z', 'revision_number': 4, 'project_id': 'c1ea0b0d12fc499dad11f4c35209eb91', 'subnets': [{'id': '2c9e3dc7-ead6-4aa4-ae21-6ea5a2b19e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:25:11.009532 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-81213a43-cda8-4678-9c98-0b431170428c admin admin] Publish callbacks [] for port (dcb29274-6a29-41e8-9806-e6973c99fa19), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:11.009532 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:25:11.040898 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-175c564f-b86c-4baf-93a8-b86aa8d2c692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (30ce8121-b2a5-4925-8d84-00bfcb118600), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:11.118669 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 9e58443f-1eb8-4c93-aa5f-43caf51de848 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:25:11.201577 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175c564f-b86c-4baf-93a8-b86aa8d2c692 None None] Network bcc2ea3b-7879-4b98-af5e-945aa590b54c is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:25:11.227308 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-175c564f-b86c-4baf-93a8-b86aa8d2c692 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:25:11.234922 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175c564f-b86c-4baf-93a8-b86aa8d2c692 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:25:11.237617 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-81213a43-cda8-4678-9c98-0b431170428c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (dcb29274-6a29-41e8-9806-e6973c99fa19), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:11.245390 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175c564f-b86c-4baf-93a8-b86aa8d2c692 None None] Pushing event updated for resources: {'Port': ['ID=30ce8121-b2a5-4925-8d84-00bfcb118600,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:25:11.396668 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 9e58443f-1eb8-4c93-aa5f-43caf51de848 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:25:11.398701 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (9e58443f-1eb8-4c93-aa5f-43caf51de848), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:11.399846 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 9e58443f-1eb8-4c93-aa5f-43caf51de848 Oct 04 21:25:11.400471 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81213a43-cda8-4678-9c98-0b431170428c admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:25:11.408625 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-81213a43-cda8-4678-9c98-0b431170428c admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:25:11.418203 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81213a43-cda8-4678-9c98-0b431170428c admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:25:11.508276 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-175c564f-b86c-4baf-93a8-b86aa8d2c692 None None] Attempting to bind port 30ce8121-b2a5-4925-8d84-00bfcb118600 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:25:11.517141 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-175c564f-b86c-4baf-93a8-b86aa8d2c692 None None] Attempting to bind port 30ce8121-b2a5-4925-8d84-00bfcb118600 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '12e2f2c5-f3b2-49af-9c52-b043796cbc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'bcc2ea3b-7879-4b98-af5e-945aa590b54c'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:25:11.517141 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175c564f-b86c-4baf-93a8-b86aa8d2c692 None None] Attempting to bind port 30ce8121-b2a5-4925-8d84-00bfcb118600 on network bcc2ea3b-7879-4b98-af5e-945aa590b54c {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:25:11.524540 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81213a43-cda8-4678-9c98-0b431170428c admin admin] Pushing event updated for resources: {'Port': ['ID=dcb29274-6a29-41e8-9806-e6973c99fa19,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:25:11.662373 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:25:11.679741 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 9e58443f-1eb8-4c93-aa5f-43caf51de848 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:25:11.679741 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (9e58443f-1eb8-4c93-aa5f-43caf51de848), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:11.700302 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175c564f-b86c-4baf-93a8-b86aa8d2c692 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:25:11.702041 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175c564f-b86c-4baf-93a8-b86aa8d2c692 None None] Checking segment: {'id': '12e2f2c5-f3b2-49af-9c52-b043796cbc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'bcc2ea3b-7879-4b98-af5e-945aa590b54c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:25:11.702746 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-175c564f-b86c-4baf-93a8-b86aa8d2c692 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:11.706723 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175c564f-b86c-4baf-93a8-b86aa8d2c692 None None] Bound using segment: {'id': '12e2f2c5-f3b2-49af-9c52-b043796cbc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'bcc2ea3b-7879-4b98-af5e-945aa590b54c'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:25:11.708748 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-175c564f-b86c-4baf-93a8-b86aa8d2c692 None None] Bound port: 30ce8121-b2a5-4925-8d84-00bfcb118600, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12e2f2c5-f3b2-49af-9c52-b043796cbc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'bcc2ea3b-7879-4b98-af5e-945aa590b54c'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:25:11.708748 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-175c564f-b86c-4baf-93a8-b86aa8d2c692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (30ce8121-b2a5-4925-8d84-00bfcb118600), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:11.933050 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 9e58443f-1eb8-4c93-aa5f-43caf51de848, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=9e58443f-1eb8-4c93-aa5f-43caf51de848,segment=NetworkSegment(609ec376-7702-4048-b32e-5e7e55bbcd0d),segment_id=609ec376-7702-4048-b32e-5e7e55bbcd0d)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:25:11.935769 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-175c564f-b86c-4baf-93a8-b86aa8d2c692 None None] For port 30ce8121-b2a5-4925-8d84-00bfcb118600, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:25:11.962067 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-175c564f-b86c-4baf-93a8-b86aa8d2c692 None None] For port 30ce8121-b2a5-4925-8d84-00bfcb118600, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=30ce8121-b2a5-4925-8d84-00bfcb118600,segment=NetworkSegment(12e2f2c5-f3b2-49af-9c52-b043796cbc56),segment_id=12e2f2c5-f3b2-49af-9c52-b043796cbc56)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:25:12.074312 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (9e58443f-1eb8-4c93-aa5f-43caf51de848), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:12.201578 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-175c564f-b86c-4baf-93a8-b86aa8d2c692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (30ce8121-b2a5-4925-8d84-00bfcb118600), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:12.267380 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=9e58443f-1eb8-4c93-aa5f-43caf51de848,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:25:12.423845 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175c564f-b86c-4baf-93a8-b86aa8d2c692 None None] Pushing event updated for resources: {'Port': ['ID=30ce8121-b2a5-4925-8d84-00bfcb118600,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:25:12.451927 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-81213a43-cda8-4678-9c98-0b431170428c admin admin] Publish callbacks [] for router_gateway (29b2430e-8563-4b27-90dc-57b72bc411c4), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:12.997751 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-81213a43-cda8-4678-9c98-0b431170428c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (29b2430e-8563-4b27-90dc-57b72bc411c4), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:13.130999 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:25:13.278642 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 9e58443f-1eb8-4c93-aa5f-43caf51de848 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:25:13.373613 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 9e58443f-1eb8-4c93-aa5f-43caf51de848 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:25:13.374787 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (9e58443f-1eb8-4c93-aa5f-43caf51de848), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:13.375432 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 9e58443f-1eb8-4c93-aa5f-43caf51de848 Oct 04 21:25:13.414105 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81213a43-cda8-4678-9c98-0b431170428c admin admin] Router 29b2430e-8563-4b27-90dc-57b72bc411c4 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 21:25:13.599091 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 9e58443f-1eb8-4c93-aa5f-43caf51de848 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:25:13.601335 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 30ce8121-b2a5-4925-8d84-00bfcb118600 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:25:13.701772 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 30ce8121-b2a5-4925-8d84-00bfcb118600 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:25:13.702436 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (30ce8121-b2a5-4925-8d84-00bfcb118600), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:13.703575 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 30ce8121-b2a5-4925-8d84-00bfcb118600 Oct 04 21:25:13.788900 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:25:13.906722 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 30ce8121-b2a5-4925-8d84-00bfcb118600 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:25:13.907994 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (30ce8121-b2a5-4925-8d84-00bfcb118600), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:14.037550 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 30ce8121-b2a5-4925-8d84-00bfcb118600, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=30ce8121-b2a5-4925-8d84-00bfcb118600,segment=NetworkSegment(12e2f2c5-f3b2-49af-9c52-b043796cbc56),segment_id=12e2f2c5-f3b2-49af-9c52-b043796cbc56)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:25:14.147782 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (30ce8121-b2a5-4925-8d84-00bfcb118600), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:14.294190 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=30ce8121-b2a5-4925-8d84-00bfcb118600,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:25:14.324315 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b8e25f-1030-45ed-a381-6bae5e4ca1cf None None] Network bcc2ea3b-7879-4b98-af5e-945aa590b54c requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:25:14.453498 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-aa202aaa-14e9-48bf-a002-bd820ae6ef56 None None] Provisioning complete for port 30ce8121-b2a5-4925-8d84-00bfcb118600 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:25:14.454071 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-aa202aaa-14e9-48bf-a002-bd820ae6ef56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (30ce8121-b2a5-4925-8d84-00bfcb118600), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:14.454612 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-aa202aaa-14e9-48bf-a002-bd820ae6ef56 None None] Attempt 1 to provision port 30ce8121-b2a5-4925-8d84-00bfcb118600 Oct 04 21:25:14.500149 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81213a43-cda8-4678-9c98-0b431170428c admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:25:14.526628 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f87120-0b5b-419d-934d-2cee77a6f41e None None] Sync routers for ids ['29b2430e-8563-4b27-90dc-57b72bc411c4'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:25:14.645086 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f87120-0b5b-419d-934d-2cee77a6f41e None None] Routers {'29b2430e-8563-4b27-90dc-57b72bc411c4'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:25:14.645985 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-22f87120-0b5b-419d-934d-2cee77a6f41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:24:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['29b2430e-8563-4b27-90dc-57b72bc411c4'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:25:14.717398 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-81213a43-cda8-4678-9c98-0b431170428c admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:14.722675 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-81213a43-cda8-4678-9c98-0b431170428c admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.7213492 Oct 04 21:25:14.726131 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50870) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:25:14.886187 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-aa202aaa-14e9-48bf-a002-bd820ae6ef56 None None] Current status of the port 30ce8121-b2a5-4925-8d84-00bfcb118600 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:25:14.962393 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:25:14.986926 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-22f87120-0b5b-419d-934d-2cee77a6f41e None None] Set router 29b2430e-8563-4b27-90dc-57b72bc411c4 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:25:15.235473 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 30ce8121-b2a5-4925-8d84-00bfcb118600 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:25:15.241616 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:25:15.494391 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-c64249c8-8867-4ecf-86b6-ac5a5a468ff3 None None] Provisioning complete for port 30ce8121-b2a5-4925-8d84-00bfcb118600 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:25:15.497288 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c64249c8-8867-4ecf-86b6-ac5a5a468ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (30ce8121-b2a5-4925-8d84-00bfcb118600), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:15.497991 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-c64249c8-8867-4ecf-86b6-ac5a5a468ff3 None None] Attempt 1 to provision port 30ce8121-b2a5-4925-8d84-00bfcb118600 Oct 04 21:25:15.777486 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-004fa5d8-23aa-4557-9be2-d2e0787c00ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:15.851823 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5c05b5eb-de06-4f21-b339-da97567ff154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:15.864207 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 30ce8121-b2a5-4925-8d84-00bfcb118600 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:25:15.864792 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (30ce8121-b2a5-4925-8d84-00bfcb118600), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:15.865430 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 30ce8121-b2a5-4925-8d84-00bfcb118600 Oct 04 21:25:15.952560 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:25:16.051356 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-22f87120-0b5b-419d-934d-2cee77a6f41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b2430e-8563-4b27-90dc-57b72bc411c4', 'name': 'tempest-TestServerBasicOps-665890802-router', 'tenant_id': '1ac5326204b94208b0d4e46022f385a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'dcb29274-6a29-41e8-9806-e6973c99fa19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:25:09Z', 'updated_at': '2022-10-04T21:25:11Z', 'revision_number': 3, 'project_id': '1ac5326204b94208b0d4e46022f385a5', 'gw_port': {'id': 'dcb29274-6a29-41e8-9806-e6973c99fa19', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b2430e-8563-4b27-90dc-57b72bc411c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:25:10Z', 'updated_at': '2022-10-04T21:25:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:25:16.125243 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f87120-0b5b-419d-934d-2cee77a6f41e None None] Checking router: 29b2430e-8563-4b27-90dc-57b72bc411c4 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:25:16.125873 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f87120-0b5b-419d-934d-2cee77a6f41e None None] Updating router 29b2430e-8563-4b27-90dc-57b72bc411c4 port dcb29274-6a29-41e8-9806-e6973c99fa19 binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:25:16.129033 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-c64249c8-8867-4ecf-86b6-ac5a5a468ff3 None None] Current status of the port 30ce8121-b2a5-4925-8d84-00bfcb118600 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:25:16.278100 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-22f87120-0b5b-419d-934d-2cee77a6f41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (dcb29274-6a29-41e8-9806-e6973c99fa19), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:16.281305 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 30ce8121-b2a5-4925-8d84-00bfcb118600 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:25:16.284469 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-004fa5d8-23aa-4557-9be2-d2e0787c00ae admin admin] Allocated IP 172.20.0.1 (bcc2ea3b-7879-4b98-af5e-945aa590b54c/053470c0-f2ac-4966-abaf-0187a1e36fda/dfa98799-c708-4c6e-a72f-df20cf008949) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:25:16.314252 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:25:16.478242 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-004fa5d8-23aa-4557-9be2-d2e0787c00ae admin admin] Publish callbacks [] for port (dfa98799-c708-4c6e-a72f-df20cf008949), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:16.544551 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:25:16.679960 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-004fa5d8-23aa-4557-9be2-d2e0787c00ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (dfa98799-c708-4c6e-a72f-df20cf008949), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:16.709548 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004fa5d8-23aa-4557-9be2-d2e0787c00ae admin admin] Network bcc2ea3b-7879-4b98-af5e-945aa590b54c is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:25:16.713493 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-004fa5d8-23aa-4557-9be2-d2e0787c00ae admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:25:16.753562 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004fa5d8-23aa-4557-9be2-d2e0787c00ae admin admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:25:16.856139 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-22f87120-0b5b-419d-934d-2cee77a6f41e None None] Publish callbacks [] for port (dcb29274-6a29-41e8-9806-e6973c99fa19), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:16.866205 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:25:16.885976 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004fa5d8-23aa-4557-9be2-d2e0787c00ae admin admin] Pushing event updated for resources: {'Port': ['ID=dfa98799-c708-4c6e-a72f-df20cf008949,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:25:16.896925 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-004fa5d8-23aa-4557-9be2-d2e0787c00ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (29b2430e-8563-4b27-90dc-57b72bc411c4), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:16.959682 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-22f87120-0b5b-419d-934d-2cee77a6f41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (dcb29274-6a29-41e8-9806-e6973c99fa19), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:17.082177 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-22f87120-0b5b-419d-934d-2cee77a6f41e None None] Attempting to bind port dcb29274-6a29-41e8-9806-e6973c99fa19 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:25:17.082887 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-22f87120-0b5b-419d-934d-2cee77a6f41e None None] Attempting to bind port dcb29274-6a29-41e8-9806-e6973c99fa19 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:25:17.083618 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f87120-0b5b-419d-934d-2cee77a6f41e None None] Attempting to bind port dcb29274-6a29-41e8-9806-e6973c99fa19 on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:25:17.161061 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da3a7ed-dfd8-40b5-a3c7-0328f5e4947a None None] Pushing event updated for resources: {'Port': ['ID=dcb29274-6a29-41e8-9806-e6973c99fa19,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:25:17.217232 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-b32418c9-f050-4f74-9343-6e4b21600c13 None None] Provisioning complete for port dfa98799-c708-4c6e-a72f-df20cf008949 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:25:17.218668 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b32418c9-f050-4f74-9343-6e4b21600c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (dfa98799-c708-4c6e-a72f-df20cf008949), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:17.219262 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-b32418c9-f050-4f74-9343-6e4b21600c13 None None] Attempt 1 to provision port dfa98799-c708-4c6e-a72f-df20cf008949 Oct 04 21:25:17.225360 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f87120-0b5b-419d-934d-2cee77a6f41e None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:25:17.225961 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f87120-0b5b-419d-934d-2cee77a6f41e None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:25:17.226787 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-22f87120-0b5b-419d-934d-2cee77a6f41e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:17.227455 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f87120-0b5b-419d-934d-2cee77a6f41e None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:25:17.228282 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-22f87120-0b5b-419d-934d-2cee77a6f41e None None] Bound port: dcb29274-6a29-41e8-9806-e6973c99fa19, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:25:17.228916 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-22f87120-0b5b-419d-934d-2cee77a6f41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (dcb29274-6a29-41e8-9806-e6973c99fa19), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:17.362172 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-004fa5d8-23aa-4557-9be2-d2e0787c00ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (dfa98799-c708-4c6e-a72f-df20cf008949), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:17.387705 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-b32418c9-f050-4f74-9343-6e4b21600c13 None None] Port dfa98799-c708-4c6e-a72f-df20cf008949 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:25:17.448537 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-22f87120-0b5b-419d-934d-2cee77a6f41e None None] For port dcb29274-6a29-41e8-9806-e6973c99fa19, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:25:17.455918 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-22f87120-0b5b-419d-934d-2cee77a6f41e None None] For port dcb29274-6a29-41e8-9806-e6973c99fa19, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=dcb29274-6a29-41e8-9806-e6973c99fa19,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:25:17.610367 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4de051ef-9fa6-484c-b874-38ba78afbd1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:17.640237 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-22f87120-0b5b-419d-934d-2cee77a6f41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (dcb29274-6a29-41e8-9806-e6973c99fa19), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:17.733624 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:25:17.751668 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-004fa5d8-23aa-4557-9be2-d2e0787c00ae admin admin] Publish callbacks [] for port (dfa98799-c708-4c6e-a72f-df20cf008949), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:17.752225 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f87120-0b5b-419d-934d-2cee77a6f41e None None] Routers {'29b2430e-8563-4b27-90dc-57b72bc411c4'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:25:17.753075 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-22f87120-0b5b-419d-934d-2cee77a6f41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:25:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['29b2430e-8563-4b27-90dc-57b72bc411c4'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:25:17.815801 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da3a7ed-dfd8-40b5-a3c7-0328f5e4947a None None] Pushing event updated for resources: {'Port': ['ID=dcb29274-6a29-41e8-9806-e6973c99fa19,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:25:17.870844 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-004fa5d8-23aa-4557-9be2-d2e0787c00ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (dfa98799-c708-4c6e-a72f-df20cf008949), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:17.988408 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-22f87120-0b5b-419d-934d-2cee77a6f41e None None] Set router 29b2430e-8563-4b27-90dc-57b72bc411c4 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:25:18.056860 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-004fa5d8-23aa-4557-9be2-d2e0787c00ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (29b2430e-8563-4b27-90dc-57b72bc411c4), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:18.247827 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004fa5d8-23aa-4557-9be2-d2e0787c00ae admin admin] Pushing event updated for resources: {'Port': ['ID=dfa98799-c708-4c6e-a72f-df20cf008949,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:25:18.394930 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004fa5d8-23aa-4557-9be2-d2e0787c00ae admin admin] Network bcc2ea3b-7879-4b98-af5e-945aa590b54c is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:25:18.396357 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:25:18.398223 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-004fa5d8-23aa-4557-9be2-d2e0787c00ae admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:25:18.528762 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-22f87120-0b5b-419d-934d-2cee77a6f41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b2430e-8563-4b27-90dc-57b72bc411c4', 'name': 'tempest-TestServerBasicOps-665890802-router', 'tenant_id': '1ac5326204b94208b0d4e46022f385a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'dcb29274-6a29-41e8-9806-e6973c99fa19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:25:09Z', 'updated_at': '2022-10-04T21:25:17Z', 'revision_number': 4, 'project_id': '1ac5326204b94208b0d4e46022f385a5', 'gw_port': {'id': 'dcb29274-6a29-41e8-9806-e6973c99fa19', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b2430e-8563-4b27-90dc-57b72bc411c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:25:10Z', 'updated_at': '2022-10-04T21:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'dfa98799-c708-4c6e-a72f-df20cf008949', 'name': '', 'network_id': 'bcc2ea3b-7879-4b98-af5e-945aa590b54c', 'tenant_id': '1ac5326204b94208b0d4e46022f385a5', 'mac_address': 'fa:16:3e:38:d4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b2430e-8563-4b27-90dc-57b72bc411c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': '053470c0-f2ac-4966-abaf-0187a1e36fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:25:15Z', 'updated_at': '2022-10-04T21:25:16Z', 'revision_number': 1, 'project_id': '1ac5326204b94208b0d4e46022f385a5', 'subnets': [{'id': '053470c0-f2ac-4966-abaf-0187a1e36fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:25:18.595438 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f87120-0b5b-419d-934d-2cee77a6f41e None None] The sync data for ids ['29b2430e-8563-4b27-90dc-57b72bc411c4'] in n-d-852085-12 is: [{'id': '29b2430e-8563-4b27-90dc-57b72bc411c4', 'name': 'tempest-TestServerBasicOps-665890802-router', 'tenant_id': '1ac5326204b94208b0d4e46022f385a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'dcb29274-6a29-41e8-9806-e6973c99fa19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:25:09Z', 'updated_at': '2022-10-04T21:25:17Z', 'revision_number': 4, 'project_id': '1ac5326204b94208b0d4e46022f385a5', 'gw_port': {'id': 'dcb29274-6a29-41e8-9806-e6973c99fa19', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b2430e-8563-4b27-90dc-57b72bc411c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:25:10Z', 'updated_at': '2022-10-04T21:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'dfa98799-c708-4c6e-a72f-df20cf008949', 'name': '', 'network_id': 'bcc2ea3b-7879-4b98-af5e-945aa590b54c', 'tenant_id': '1ac5326204b94208b0d4e46022f385a5', 'mac_address': 'fa:16:3e:38:d4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b2430e-8563-4b27-90dc-57b72bc411c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': '053470c0-f2ac-4966-abaf-0187a1e36fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:25:15Z', 'updated_at': '2022-10-04T21:25:16Z', 'revision_number': 1, 'project_id': '1ac5326204b94208b0d4e46022f385a5', 'subnets': [{'id': '053470c0-f2ac-4966-abaf-0187a1e36fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:25:18.701729 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-004fa5d8-23aa-4557-9be2-d2e0787c00ae admin admin] Router 29b2430e-8563-4b27-90dc-57b72bc411c4 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:25:18.948962 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-a7182af4-d83e-4131-912b-d0425b32ecc1 None None] Provisioning complete for port dfa98799-c708-4c6e-a72f-df20cf008949 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:25:18.950908 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a7182af4-d83e-4131-912b-d0425b32ecc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (dfa98799-c708-4c6e-a72f-df20cf008949), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:18.960273 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-a7182af4-d83e-4131-912b-d0425b32ecc1 None None] Attempt 1 to provision port dfa98799-c708-4c6e-a72f-df20cf008949 Oct 04 21:25:19.073559 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-a7182af4-d83e-4131-912b-d0425b32ecc1 None None] Port dfa98799-c708-4c6e-a72f-df20cf008949 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:25:19.151587 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-004fa5d8-23aa-4557-9be2-d2e0787c00ae admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:25:19.166559 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-004fa5d8-23aa-4557-9be2-d2e0787c00ae admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/29b2430e-8563-4b27-90dc-57b72bc411c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4363379 Oct 04 21:25:20.291058 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:20.428624 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50956) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:25:20.437585 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-fc4b1e65-e48a-4058-8734-3a07b7294886 tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-921917678', 'description': 'tempest-secgroup-smoke-921917678 description', 'project_id': 'c1ea0b0d12fc499dad11f4c35209eb91'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:25:20.633282 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fc4b1e65-e48a-4058-8734-3a07b7294886 tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:20.813934 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=73 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:25:20.848547 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fc4b1e65-e48a-4058-8734-3a07b7294886 tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Publish callbacks [] for security_group (c9fb2b55-ceb3-43be-9e6b-1956d6b841f8), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:21.000134 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fc4b1e65-e48a-4058-8734-3a07b7294886 tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (c9fb2b55-ceb3-43be-9e6b-1956d6b841f8), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:21.164545 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device dcb29274-6a29-41e8-9806-e6973c99fa19 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:25:21.288667 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port dcb29274-6a29-41e8-9806-e6973c99fa19 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:25:21.289903 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (dcb29274-6a29-41e8-9806-e6973c99fa19), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:21.290940 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port dcb29274-6a29-41e8-9806-e6973c99fa19 Oct 04 21:25:21.590388 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port dcb29274-6a29-41e8-9806-e6973c99fa19 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:25:21.591459 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (dcb29274-6a29-41e8-9806-e6973c99fa19), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:21.657053 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port dcb29274-6a29-41e8-9806-e6973c99fa19, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=dcb29274-6a29-41e8-9806-e6973c99fa19,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:25:21.709245 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:21.782211 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (dcb29274-6a29-41e8-9806-e6973c99fa19), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:21.835508 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:21.871902 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4b1e65-e48a-4058-8734-3a07b7294886 tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9fb2b55-ceb3-43be-9e6b-1956d6b841f8,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:25:21.903082 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=dcb29274-6a29-41e8-9806-e6973c99fa19,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:25:21.995175 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fc4b1e65-e48a-4058-8734-3a07b7294886 tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:21.997120 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-fc4b1e65-e48a-4058-8734-3a07b7294886 tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.5667641 Oct 04 21:25:22.002976 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50972) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:25:22.008941 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-d7e48ee9-e020-4d14-b480-e5bdcbfe02c0 tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Request body: {'security_group_rule': {'security_group_id': 'c9fb2b55-ceb3-43be-9e6b-1956d6b841f8', 'project_id': 'c1ea0b0d12fc499dad11f4c35209eb91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:25:22.023521 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:25:22.222150 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d7e48ee9-e020-4d14-b480-e5bdcbfe02c0 tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Publish callbacks [] for security_group_rule (42633c0b-1b27-4325-b813-fa9cfc807b90), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:22.363559 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d7e48ee9-e020-4d14-b480-e5bdcbfe02c0 tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Publish callbacks [] for security_group_rule (42633c0b-1b27-4325-b813-fa9cfc807b90), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:22.541861 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d7e48ee9-e020-4d14-b480-e5bdcbfe02c0 tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (42633c0b-1b27-4325-b813-fa9cfc807b90), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:22.584893 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e48ee9-e020-4d14-b480-e5bdcbfe02c0 tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42633c0b-1b27-4325-b813-fa9cfc807b90,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:25:22.691037 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d7e48ee9-e020-4d14-b480-e5bdcbfe02c0 tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:22.697809 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-d7e48ee9-e020-4d14-b480-e5bdcbfe02c0 tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6886716 Oct 04 21:25:22.699629 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 50982) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:25:22.716084 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-6805f666-791a-4edd-a22a-1a36f6693024 tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Request body: {'security_group_rule': {'security_group_id': 'c9fb2b55-ceb3-43be-9e6b-1956d6b841f8', 'project_id': 'c1ea0b0d12fc499dad11f4c35209eb91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:25:22.780968 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d411fd-8988-43ab-bfac-6d74c365ffa3 None None] Sync routers for ids ['29b2430e-8563-4b27-90dc-57b72bc411c4'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:25:22.806755 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d411fd-8988-43ab-bfac-6d74c365ffa3 None None] Routers {'29b2430e-8563-4b27-90dc-57b72bc411c4'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:25:22.808427 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-29d411fd-8988-43ab-bfac-6d74c365ffa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:25:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['29b2430e-8563-4b27-90dc-57b72bc411c4'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:25:22.879205 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6805f666-791a-4edd-a22a-1a36f6693024 tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Publish callbacks [] for security_group_rule (400022d8-2b6d-4ae5-9a97-00ce2c9652a5), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:23.089060 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-29d411fd-8988-43ab-bfac-6d74c365ffa3 None None] Set router 29b2430e-8563-4b27-90dc-57b72bc411c4 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:25:23.095863 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6805f666-791a-4edd-a22a-1a36f6693024 tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Publish callbacks [] for security_group_rule (400022d8-2b6d-4ae5-9a97-00ce2c9652a5), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:23.127319 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device dcb29274-6a29-41e8-9806-e6973c99fa19 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:25:23.221768 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port dcb29274-6a29-41e8-9806-e6973c99fa19 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:25:23.222397 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (dcb29274-6a29-41e8-9806-e6973c99fa19), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:23.222900 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port dcb29274-6a29-41e8-9806-e6973c99fa19 Oct 04 21:25:23.225334 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6805f666-791a-4edd-a22a-1a36f6693024 tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (400022d8-2b6d-4ae5-9a97-00ce2c9652a5), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:23.288318 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6805f666-791a-4edd-a22a-1a36f6693024 tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=400022d8-2b6d-4ae5-9a97-00ce2c9652a5,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:25:23.358808 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6805f666-791a-4edd-a22a-1a36f6693024 tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:23.365759 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 50990) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:25:23.366728 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-6805f666-791a-4edd-a22a-1a36f6693024 tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6643388 Oct 04 21:25:23.375675 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-0fe6472c-7e62-4f5c-8b1e-4596912f91ca tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Request body: {'security_group_rule': {'security_group_id': 'c9fb2b55-ceb3-43be-9e6b-1956d6b841f8', 'project_id': 'c1ea0b0d12fc499dad11f4c35209eb91', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:25:23.419201 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port dcb29274-6a29-41e8-9806-e6973c99fa19 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:25:23.555886 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0fe6472c-7e62-4f5c-8b1e-4596912f91ca tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Publish callbacks [] for security_group_rule (0409f0d1-25c5-4dd5-a7e6-ca78759d5cba), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:23.573341 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-29d411fd-8988-43ab-bfac-6d74c365ffa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b2430e-8563-4b27-90dc-57b72bc411c4', 'name': 'tempest-TestServerBasicOps-665890802-router', 'tenant_id': '1ac5326204b94208b0d4e46022f385a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'dcb29274-6a29-41e8-9806-e6973c99fa19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:25:09Z', 'updated_at': '2022-10-04T21:25:17Z', 'revision_number': 4, 'project_id': '1ac5326204b94208b0d4e46022f385a5', 'gw_port': {'id': 'dcb29274-6a29-41e8-9806-e6973c99fa19', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b2430e-8563-4b27-90dc-57b72bc411c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:25:10Z', 'updated_at': '2022-10-04T21:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'dfa98799-c708-4c6e-a72f-df20cf008949', 'name': '', 'network_id': 'bcc2ea3b-7879-4b98-af5e-945aa590b54c', 'tenant_id': '1ac5326204b94208b0d4e46022f385a5', 'mac_address': 'fa:16:3e:38:d4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b2430e-8563-4b27-90dc-57b72bc411c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': '053470c0-f2ac-4966-abaf-0187a1e36fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:25:15Z', 'updated_at': '2022-10-04T21:25:17Z', 'revision_number': 2, 'project_id': '1ac5326204b94208b0d4e46022f385a5', 'subnets': [{'id': '053470c0-f2ac-4966-abaf-0187a1e36fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:25:23.635606 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d411fd-8988-43ab-bfac-6d74c365ffa3 None None] Checking router: 29b2430e-8563-4b27-90dc-57b72bc411c4 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:25:23.636205 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d411fd-8988-43ab-bfac-6d74c365ffa3 None None] Updating router 29b2430e-8563-4b27-90dc-57b72bc411c4 port dfa98799-c708-4c6e-a72f-df20cf008949 binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:25:23.664728 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:25:23.699880 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0fe6472c-7e62-4f5c-8b1e-4596912f91ca tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Publish callbacks [] for security_group_rule (0409f0d1-25c5-4dd5-a7e6-ca78759d5cba), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:23.706266 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-29d411fd-8988-43ab-bfac-6d74c365ffa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (dfa98799-c708-4c6e-a72f-df20cf008949), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:23.831200 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0fe6472c-7e62-4f5c-8b1e-4596912f91ca tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (0409f0d1-25c5-4dd5-a7e6-ca78759d5cba), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:23.900966 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe6472c-7e62-4f5c-8b1e-4596912f91ca tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0409f0d1-25c5-4dd5-a7e6-ca78759d5cba,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:25:23.980600 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0fe6472c-7e62-4f5c-8b1e-4596912f91ca tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:23.987517 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 51000) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:25:23.997175 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-0fe6472c-7e62-4f5c-8b1e-4596912f91ca tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6187510 Oct 04 21:25:23.998530 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-87be5123-e97f-4ce7-90eb-2897cf4f823a tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Request body: {'security_group_rule': {'security_group_id': 'c9fb2b55-ceb3-43be-9e6b-1956d6b841f8', 'project_id': 'c1ea0b0d12fc499dad11f4c35209eb91', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:25:24.206171 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-87be5123-e97f-4ce7-90eb-2897cf4f823a tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Publish callbacks [] for security_group_rule (ffd645c2-f44b-4da8-bd40-d337d2dd2735), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:24.231358 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-29d411fd-8988-43ab-bfac-6d74c365ffa3 None None] Publish callbacks [] for port (dfa98799-c708-4c6e-a72f-df20cf008949), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:24.303055 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-87be5123-e97f-4ce7-90eb-2897cf4f823a tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Publish callbacks [] for security_group_rule (ffd645c2-f44b-4da8-bd40-d337d2dd2735), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:24.336093 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-29d411fd-8988-43ab-bfac-6d74c365ffa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (dfa98799-c708-4c6e-a72f-df20cf008949), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:24.424613 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4482cd-9898-4031-8686-c8f7050b6810 None None] Pushing event updated for resources: {'Port': ['ID=dfa98799-c708-4c6e-a72f-df20cf008949,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:25:24.465650 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-29d411fd-8988-43ab-bfac-6d74c365ffa3 None None] Attempting to bind port dfa98799-c708-4c6e-a72f-df20cf008949 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:25:24.466095 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-29d411fd-8988-43ab-bfac-6d74c365ffa3 None None] Attempting to bind port dfa98799-c708-4c6e-a72f-df20cf008949 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '12e2f2c5-f3b2-49af-9c52-b043796cbc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'bcc2ea3b-7879-4b98-af5e-945aa590b54c'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:25:24.466690 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d411fd-8988-43ab-bfac-6d74c365ffa3 None None] Attempting to bind port dfa98799-c708-4c6e-a72f-df20cf008949 on network bcc2ea3b-7879-4b98-af5e-945aa590b54c {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:25:24.483946 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-87be5123-e97f-4ce7-90eb-2897cf4f823a tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (ffd645c2-f44b-4da8-bd40-d337d2dd2735), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:24.495321 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:25:24.516139 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87be5123-e97f-4ce7-90eb-2897cf4f823a tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffd645c2-f44b-4da8-bd40-d337d2dd2735,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:25:24.534812 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87be5123-e97f-4ce7-90eb-2897cf4f823a tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:25:24.535012 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87be5123-e97f-4ce7-90eb-2897cf4f823a tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:25:24.535681 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87be5123-e97f-4ce7-90eb-2897cf4f823a tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:25:24.536242 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87be5123-e97f-4ce7-90eb-2897cf4f823a tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:25:24.536795 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87be5123-e97f-4ce7-90eb-2897cf4f823a tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:25:24.537339 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87be5123-e97f-4ce7-90eb-2897cf4f823a tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:25:24.537894 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87be5123-e97f-4ce7-90eb-2897cf4f823a tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:25:24.538449 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87be5123-e97f-4ce7-90eb-2897cf4f823a tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:25:24.539029 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87be5123-e97f-4ce7-90eb-2897cf4f823a tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:25:24.539519 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87be5123-e97f-4ce7-90eb-2897cf4f823a tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:25:24.540057 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87be5123-e97f-4ce7-90eb-2897cf4f823a tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:25:24.541144 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87be5123-e97f-4ce7-90eb-2897cf4f823a tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:25:24.541345 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87be5123-e97f-4ce7-90eb-2897cf4f823a tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:25:24.541889 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87be5123-e97f-4ce7-90eb-2897cf4f823a tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:25:24.542443 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87be5123-e97f-4ce7-90eb-2897cf4f823a tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:25:24.565870 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d411fd-8988-43ab-bfac-6d74c365ffa3 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:25:24.572824 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d411fd-8988-43ab-bfac-6d74c365ffa3 None None] Checking segment: {'id': '12e2f2c5-f3b2-49af-9c52-b043796cbc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'bcc2ea3b-7879-4b98-af5e-945aa590b54c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:25:24.572824 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-29d411fd-8988-43ab-bfac-6d74c365ffa3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:24.572824 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d411fd-8988-43ab-bfac-6d74c365ffa3 None None] Bound using segment: {'id': '12e2f2c5-f3b2-49af-9c52-b043796cbc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'bcc2ea3b-7879-4b98-af5e-945aa590b54c'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:25:24.572824 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-29d411fd-8988-43ab-bfac-6d74c365ffa3 None None] Bound port: dfa98799-c708-4c6e-a72f-df20cf008949, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12e2f2c5-f3b2-49af-9c52-b043796cbc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'bcc2ea3b-7879-4b98-af5e-945aa590b54c'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:25:24.572824 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-29d411fd-8988-43ab-bfac-6d74c365ffa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (dfa98799-c708-4c6e-a72f-df20cf008949), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:24.586070 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:25:24.663720 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-87be5123-e97f-4ce7-90eb-2897cf4f823a tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:24.665995 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-87be5123-e97f-4ce7-90eb-2897cf4f823a tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6756432 Oct 04 21:25:24.670551 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 51006) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:25:24.680879 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-dd1f9ad0-cb3c-4384-ae71-711aca4e3853 tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Request body: {'security_group_rule': {'security_group_id': 'c9fb2b55-ceb3-43be-9e6b-1956d6b841f8', 'project_id': 'c1ea0b0d12fc499dad11f4c35209eb91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:25:24.694375 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-29d411fd-8988-43ab-bfac-6d74c365ffa3 None None] For port dfa98799-c708-4c6e-a72f-df20cf008949, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:25:24.703426 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-29d411fd-8988-43ab-bfac-6d74c365ffa3 None None] For port dfa98799-c708-4c6e-a72f-df20cf008949, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=dfa98799-c708-4c6e-a72f-df20cf008949,segment=NetworkSegment(12e2f2c5-f3b2-49af-9c52-b043796cbc56),segment_id=12e2f2c5-f3b2-49af-9c52-b043796cbc56)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:25:24.928900 n-d-852085-12 neutron-server[108169]: INFO neutron.db.securitygroups_db [None req-dd1f9ad0-cb3c-4384-ae71-711aca4e3853 tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Project c1ea0b0d12fc499dad11f4c35209eb91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 21:25:24.929239 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-29d411fd-8988-43ab-bfac-6d74c365ffa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (dfa98799-c708-4c6e-a72f-df20cf008949), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:24.944384 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dd1f9ad0-cb3c-4384-ae71-711aca4e3853 tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Publish callbacks [] for security_group_rule (97b4a72a-78a3-4cda-aea5-840e69c8137f), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:25.007889 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d411fd-8988-43ab-bfac-6d74c365ffa3 None None] Routers {'29b2430e-8563-4b27-90dc-57b72bc411c4'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:25:25.008551 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-29d411fd-8988-43ab-bfac-6d74c365ffa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:25:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['29b2430e-8563-4b27-90dc-57b72bc411c4'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:25:25.016061 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:25:25.153070 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dd1f9ad0-cb3c-4384-ae71-711aca4e3853 tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Publish callbacks [] for security_group_rule (97b4a72a-78a3-4cda-aea5-840e69c8137f), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:25.227307 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4482cd-9898-4031-8686-c8f7050b6810 None None] Pushing event updated for resources: {'Port': ['ID=dfa98799-c708-4c6e-a72f-df20cf008949,revision_number=4']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:25:25.263708 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dd1f9ad0-cb3c-4384-ae71-711aca4e3853 tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (97b4a72a-78a3-4cda-aea5-840e69c8137f), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:25.308592 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1f9ad0-cb3c-4384-ae71-711aca4e3853 tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97b4a72a-78a3-4cda-aea5-840e69c8137f,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:25:25.392173 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-29d411fd-8988-43ab-bfac-6d74c365ffa3 None None] Set router 29b2430e-8563-4b27-90dc-57b72bc411c4 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:25:25.462970 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-dd1f9ad0-cb3c-4384-ae71-711aca4e3853 tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:25.468685 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-dd1f9ad0-cb3c-4384-ae71-711aca4e3853 tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7965558 Oct 04 21:25:25.473828 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51016) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:25:25.485115 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-4b2c624d-98a9-4690-9835-b31a272b2087 tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Request body: {'security_group_rule': {'security_group_id': 'c9fb2b55-ceb3-43be-9e6b-1956d6b841f8', 'project_id': 'c1ea0b0d12fc499dad11f4c35209eb91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:25:25.696185 n-d-852085-12 neutron-server[108170]: INFO neutron.db.securitygroups_db [None req-4b2c624d-98a9-4690-9835-b31a272b2087 tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Project c1ea0b0d12fc499dad11f4c35209eb91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 21:25:25.707891 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4b2c624d-98a9-4690-9835-b31a272b2087 tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Publish callbacks [] for security_group_rule (fb10559a-fb0c-4c97-b1e0-cb878aa49bd7), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:25.780392 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-29d411fd-8988-43ab-bfac-6d74c365ffa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b2430e-8563-4b27-90dc-57b72bc411c4', 'name': 'tempest-TestServerBasicOps-665890802-router', 'tenant_id': '1ac5326204b94208b0d4e46022f385a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'dcb29274-6a29-41e8-9806-e6973c99fa19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:25:09Z', 'updated_at': '2022-10-04T21:25:17Z', 'revision_number': 4, 'project_id': '1ac5326204b94208b0d4e46022f385a5', 'gw_port': {'id': 'dcb29274-6a29-41e8-9806-e6973c99fa19', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b2430e-8563-4b27-90dc-57b72bc411c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:25:10Z', 'updated_at': '2022-10-04T21:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'dfa98799-c708-4c6e-a72f-df20cf008949', 'name': '', 'network_id': 'bcc2ea3b-7879-4b98-af5e-945aa590b54c', 'tenant_id': '1ac5326204b94208b0d4e46022f385a5', 'mac_address': 'fa:16:3e:38:d4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b2430e-8563-4b27-90dc-57b72bc411c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': '053470c0-f2ac-4966-abaf-0187a1e36fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:25:15Z', 'updated_at': '2022-10-04T21:25:24Z', 'revision_number': 4, 'project_id': '1ac5326204b94208b0d4e46022f385a5', 'subnets': [{'id': '053470c0-f2ac-4966-abaf-0187a1e36fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:25:25.830968 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d411fd-8988-43ab-bfac-6d74c365ffa3 None None] The sync data for ids ['29b2430e-8563-4b27-90dc-57b72bc411c4'] in n-d-852085-12 is: [{'id': '29b2430e-8563-4b27-90dc-57b72bc411c4', 'name': 'tempest-TestServerBasicOps-665890802-router', 'tenant_id': '1ac5326204b94208b0d4e46022f385a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'dcb29274-6a29-41e8-9806-e6973c99fa19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:25:09Z', 'updated_at': '2022-10-04T21:25:17Z', 'revision_number': 4, 'project_id': '1ac5326204b94208b0d4e46022f385a5', 'gw_port': {'id': 'dcb29274-6a29-41e8-9806-e6973c99fa19', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b2430e-8563-4b27-90dc-57b72bc411c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:25:10Z', 'updated_at': '2022-10-04T21:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'dfa98799-c708-4c6e-a72f-df20cf008949', 'name': '', 'network_id': 'bcc2ea3b-7879-4b98-af5e-945aa590b54c', 'tenant_id': '1ac5326204b94208b0d4e46022f385a5', 'mac_address': 'fa:16:3e:38:d4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b2430e-8563-4b27-90dc-57b72bc411c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': '053470c0-f2ac-4966-abaf-0187a1e36fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:25:15Z', 'updated_at': '2022-10-04T21:25:24Z', 'revision_number': 4, 'project_id': '1ac5326204b94208b0d4e46022f385a5', 'subnets': [{'id': '053470c0-f2ac-4966-abaf-0187a1e36fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:25:25.838064 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4b2c624d-98a9-4690-9835-b31a272b2087 tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Publish callbacks [] for security_group_rule (fb10559a-fb0c-4c97-b1e0-cb878aa49bd7), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:26.008492 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4b2c624d-98a9-4690-9835-b31a272b2087 tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (fb10559a-fb0c-4c97-b1e0-cb878aa49bd7), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:26.043477 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2c624d-98a9-4690-9835-b31a272b2087 tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb10559a-fb0c-4c97-b1e0-cb878aa49bd7,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:25:26.057141 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c624d-98a9-4690-9835-b31a272b2087 tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:25:26.058168 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c624d-98a9-4690-9835-b31a272b2087 tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:25:26.058990 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c624d-98a9-4690-9835-b31a272b2087 tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:25:26.059753 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c624d-98a9-4690-9835-b31a272b2087 tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:25:26.060175 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c624d-98a9-4690-9835-b31a272b2087 tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:25:26.061575 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c624d-98a9-4690-9835-b31a272b2087 tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:25:26.062448 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c624d-98a9-4690-9835-b31a272b2087 tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:25:26.062985 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c624d-98a9-4690-9835-b31a272b2087 tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:25:26.063814 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c624d-98a9-4690-9835-b31a272b2087 tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:25:26.064315 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c624d-98a9-4690-9835-b31a272b2087 tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:25:26.065076 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c624d-98a9-4690-9835-b31a272b2087 tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:25:26.065598 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c624d-98a9-4690-9835-b31a272b2087 tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:25:26.066172 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c624d-98a9-4690-9835-b31a272b2087 tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:25:26.066720 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c624d-98a9-4690-9835-b31a272b2087 tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:25:26.067302 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2c624d-98a9-4690-9835-b31a272b2087 tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:25:26.318745 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4b2c624d-98a9-4690-9835-b31a272b2087 tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:26.321376 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4b2c624d-98a9-4690-9835-b31a272b2087 tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8451824 Oct 04 21:25:26.721883 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-422206a2-e5e2-4c8f-b7d4-7a461552bca8 req-e3b7e29f-7ae6-4a47-889f-ff8fe7f237fe tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-921917678&fields=id&tenant_id=c1ea0b0d12fc499dad11f4c35209eb91 HTTP/1.1" status: 200 len: 267 time: 0.1116006 Oct 04 21:25:26.978713 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422206a2-e5e2-4c8f-b7d4-7a461552bca8 req-f821d86b-cd3e-4835-aa84-e62477c596e3 tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:25:26.984066 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-422206a2-e5e2-4c8f-b7d4-7a461552bca8 req-f821d86b-cd3e-4835-aa84-e62477c596e3 tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] 10.222.0.78 "GET /networking/v2.0/networks?id=81b3a6ac-f2e2-482b-b52b-eba8b37600c8 HTTP/1.1" status: 200 len: 808 time: 0.2438383 Oct 04 21:25:27.017528 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-422206a2-e5e2-4c8f-b7d4-7a461552bca8 req-e3679e02-e7ac-492a-a764-ee884a0af3d0 tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] 10.222.0.78 "GET /networking/v2.0/quotas/c1ea0b0d12fc499dad11f4c35209eb91 HTTP/1.1" status: 200 len: 375 time: 0.0237956 Oct 04 21:25:27.142343 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device dfa98799-c708-4c6e-a72f-df20cf008949 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:25:27.187931 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-422206a2-e5e2-4c8f-b7d4-7a461552bca8 req-d284cc92-41e5-4896-8aba-a2407b69e599 tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=c1ea0b0d12fc499dad11f4c35209eb91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1418540 Oct 04 21:25:27.282140 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 51054) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:25:27.282874 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:25:27.282874 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port dfa98799-c708-4c6e-a72f-df20cf008949 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:25:27.282874 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (dfa98799-c708-4c6e-a72f-df20cf008949), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:27.282874 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port dfa98799-c708-4c6e-a72f-df20cf008949 Oct 04 21:25:27.410118 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9a621e77-cab5-496f-b2b9-ec299f9df7f3 tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Publish callbacks [] for security_group (c9fb2b55-ceb3-43be-9e6b-1956d6b841f8), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:27.446237 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port dfa98799-c708-4c6e-a72f-df20cf008949 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:25:27.446895 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (dfa98799-c708-4c6e-a72f-df20cf008949), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:27.469657 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9a621e77-cab5-496f-b2b9-ec299f9df7f3 tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Publish callbacks [] for security_group (c9fb2b55-ceb3-43be-9e6b-1956d6b841f8), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:27.474929 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:INSERT=9,neutron:SELECT=83,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:25:27.519377 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port dfa98799-c708-4c6e-a72f-df20cf008949, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=dfa98799-c708-4c6e-a72f-df20cf008949,segment=NetworkSegment(12e2f2c5-f3b2-49af-9c52-b043796cbc56),segment_id=12e2f2c5-f3b2-49af-9c52-b043796cbc56)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:25:27.627560 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (dfa98799-c708-4c6e-a72f-df20cf008949), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:27.727799 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=dfa98799-c708-4c6e-a72f-df20cf008949,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:25:27.787336 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9a621e77-cab5-496f-b2b9-ec299f9df7f3 tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (c9fb2b55-ceb3-43be-9e6b-1956d6b841f8), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:27.792968 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9a621e77-cab5-496f-b2b9-ec299f9df7f3 tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:27.799962 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-9a621e77-cab5-496f-b2b9-ec299f9df7f3 tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/c9fb2b55-ceb3-43be-9e6b-1956d6b841f8 HTTP/1.1" status: 204 len: 168 time: 0.5197635 Oct 04 21:25:27.817223 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a621e77-cab5-496f-b2b9-ec299f9df7f3 tempest-TestServerBasicOps-520885855 tempest-TestServerBasicOps-520885855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9fb2b55-ceb3-43be-9e6b-1956d6b841f8,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:25:28.057959 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 51070) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:25:28.745067 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1a14ed9a-d76e-46d6-a0a8-49e60bf4352e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (c761de69-0216-4ccb-9785-6359c92e179d), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:29.135435 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device dfa98799-c708-4c6e-a72f-df20cf008949 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:25:29.211730 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:25:29.242267 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port dfa98799-c708-4c6e-a72f-df20cf008949 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:25:29.244199 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (dfa98799-c708-4c6e-a72f-df20cf008949), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:29.245141 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port dfa98799-c708-4c6e-a72f-df20cf008949 Oct 04 21:25:29.275973 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-1a14ed9a-d76e-46d6-a0a8-49e60bf4352e admin admin] Deleting port 9e58443f-1eb8-4c93-aa5f-43caf51de848 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:25:29.276474 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1a14ed9a-d76e-46d6-a0a8-49e60bf4352e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (9e58443f-1eb8-4c93-aa5f-43caf51de848), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:29.442568 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port dfa98799-c708-4c6e-a72f-df20cf008949 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:25:29.470368 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-1a14ed9a-d76e-46d6-a0a8-49e60bf4352e admin admin] For port 9e58443f-1eb8-4c93-aa5f-43caf51de848, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=9e58443f-1eb8-4c93-aa5f-43caf51de848,segment=NetworkSegment(609ec376-7702-4048-b32e-5e7e55bbcd0d),segment_id=609ec376-7702-4048-b32e-5e7e55bbcd0d)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:25:29.470792 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1a14ed9a-d76e-46d6-a0a8-49e60bf4352e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (9e58443f-1eb8-4c93-aa5f-43caf51de848), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:29.490387 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-1a14ed9a-d76e-46d6-a0a8-49e60bf4352e admin admin] Calling delete_port for 9e58443f-1eb8-4c93-aa5f-43caf51de848 owned by network:router_interface {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:25:29.493266 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:25:29.849211 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:25:30.033041 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1a14ed9a-d76e-46d6-a0a8-49e60bf4352e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (9e58443f-1eb8-4c93-aa5f-43caf51de848), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:30.076895 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a14ed9a-d76e-46d6-a0a8-49e60bf4352e admin admin] Pushing event deleted for resources: {'Port': ['ID=9e58443f-1eb8-4c93-aa5f-43caf51de848,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:25:30.441321 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1a14ed9a-d76e-46d6-a0a8-49e60bf4352e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (c761de69-0216-4ccb-9785-6359c92e179d), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:30.995872 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a14ed9a-d76e-46d6-a0a8-49e60bf4352e admin admin] Router c761de69-0216-4ccb-9785-6359c92e179d has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:25:31.212935 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a14ed9a-d76e-46d6-a0a8-49e60bf4352e admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:25:31.221278 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-1a14ed9a-d76e-46d6-a0a8-49e60bf4352e admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/c761de69-0216-4ccb-9785-6359c92e179d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1613812 Oct 04 21:25:31.230345 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67609881-12a1-4b5f-819b-590c74988810 None None] Sync routers for ids ['c761de69-0216-4ccb-9785-6359c92e179d'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:25:31.231750 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 51106) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:25:31.250622 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67609881-12a1-4b5f-819b-590c74988810 None None] Routers {'c761de69-0216-4ccb-9785-6359c92e179d'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:25:31.255412 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-67609881-12a1-4b5f-819b-590c74988810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:25:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['c761de69-0216-4ccb-9785-6359c92e179d'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:25:31.455704 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:25:31.502632 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5f5c7c56-5edd-4bfe-a278-3c52a4999458 admin admin] Publish callbacks [] for router (c761de69-0216-4ccb-9785-6359c92e179d), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:31.720512 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5f5c7c56-5edd-4bfe-a278-3c52a4999458 admin admin] Publish callbacks [] for router_gateway (c761de69-0216-4ccb-9785-6359c92e179d), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:31.755075 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-67609881-12a1-4b5f-819b-590c74988810 None None] Set router c761de69-0216-4ccb-9785-6359c92e179d gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:25:31.916522 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-5f5c7c56-5edd-4bfe-a278-3c52a4999458 admin admin] Deleting port 943a67b4-4ac1-4516-a12c-5f7685c2f613 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:25:31.917170 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5f5c7c56-5edd-4bfe-a278-3c52a4999458 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (943a67b4-4ac1-4516-a12c-5f7685c2f613), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:32.130496 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-5f5c7c56-5edd-4bfe-a278-3c52a4999458 admin admin] For port 943a67b4-4ac1-4516-a12c-5f7685c2f613, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=943a67b4-4ac1-4516-a12c-5f7685c2f613,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:25:32.131574 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5f5c7c56-5edd-4bfe-a278-3c52a4999458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (943a67b4-4ac1-4516-a12c-5f7685c2f613), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:32.158077 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-5f5c7c56-5edd-4bfe-a278-3c52a4999458 admin admin] Calling delete_port for 943a67b4-4ac1-4516-a12c-5f7685c2f613 owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:25:32.211973 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-67609881-12a1-4b5f-819b-590c74988810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c761de69-0216-4ccb-9785-6359c92e179d', 'name': 'tempest-TestServerBasicOps-758836292-router', 'tenant_id': 'c1ea0b0d12fc499dad11f4c35209eb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '943a67b4-4ac1-4516-a12c-5f7685c2f613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:24:55Z', 'updated_at': '2022-10-04T21:25:29Z', 'revision_number': 5, 'project_id': 'c1ea0b0d12fc499dad11f4c35209eb91', 'gw_port': {'id': '943a67b4-4ac1-4516-a12c-5f7685c2f613', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:f6:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c761de69-0216-4ccb-9785-6359c92e179d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:24:56Z', 'updated_at': '2022-10-04T21:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:25:32.270743 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67609881-12a1-4b5f-819b-590c74988810 None None] Checking router: c761de69-0216-4ccb-9785-6359c92e179d for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:25:32.290126 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67609881-12a1-4b5f-819b-590c74988810 None None] Routers {'c761de69-0216-4ccb-9785-6359c92e179d'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:25:32.291093 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-67609881-12a1-4b5f-819b-590c74988810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:25:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['c761de69-0216-4ccb-9785-6359c92e179d'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:25:32.502597 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-67609881-12a1-4b5f-819b-590c74988810 None None] Set router c761de69-0216-4ccb-9785-6359c92e179d gateway port host: None {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:25:32.609823 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-67609881-12a1-4b5f-819b-590c74988810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c761de69-0216-4ccb-9785-6359c92e179d', 'name': 'tempest-TestServerBasicOps-758836292-router', 'tenant_id': 'c1ea0b0d12fc499dad11f4c35209eb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:24:55Z', 'updated_at': '2022-10-04T21:25:31Z', 'revision_number': 6, 'project_id': 'c1ea0b0d12fc499dad11f4c35209eb91', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:25:32.665837 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:32.667981 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67609881-12a1-4b5f-819b-590c74988810 None None] The sync data for ids ['c761de69-0216-4ccb-9785-6359c92e179d'] in n-d-852085-12 is: [{'id': 'c761de69-0216-4ccb-9785-6359c92e179d', 'name': 'tempest-TestServerBasicOps-758836292-router', 'tenant_id': 'c1ea0b0d12fc499dad11f4c35209eb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:24:55Z', 'updated_at': '2022-10-04T21:25:31Z', 'revision_number': 6, 'project_id': 'c1ea0b0d12fc499dad11f4c35209eb91', 'gw_port_host': None}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:25:32.773042 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5f5c7c56-5edd-4bfe-a278-3c52a4999458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (943a67b4-4ac1-4516-a12c-5f7685c2f613), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:32.806633 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5c7c56-5edd-4bfe-a278-3c52a4999458 admin admin] Pushing event deleted for resources: {'Port': ['ID=943a67b4-4ac1-4516-a12c-5f7685c2f613,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:25:32.943322 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5f5c7c56-5edd-4bfe-a278-3c52a4999458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (c761de69-0216-4ccb-9785-6359c92e179d), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:33.018655 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:25:33.076793 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5f5c7c56-5edd-4bfe-a278-3c52a4999458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (c761de69-0216-4ccb-9785-6359c92e179d), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:33.082008 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5f5c7c56-5edd-4bfe-a278-3c52a4999458 admin admin] Publish callbacks [] for router_controller (c761de69-0216-4ccb-9785-6359c92e179d), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:33.220124 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 9e58443f-1eb8-4c93-aa5f-43caf51de848 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:25:33.262462 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 9e58443f-1eb8-4c93-aa5f-43caf51de848 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:25:33.262916 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 9e58443f-1eb8-4c93-aa5f-43caf51de848 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:25:33.327885 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5f5c7c56-5edd-4bfe-a278-3c52a4999458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (c761de69-0216-4ccb-9785-6359c92e179d), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:33.329288 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f5c7c56-5edd-4bfe-a278-3c52a4999458 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c761de69-0216-4ccb-9785-6359c92e179d {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 21:25:33.350877 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5f5c7c56-5edd-4bfe-a278-3c52a4999458 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:33.358298 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-5f5c7c56-5edd-4bfe-a278-3c52a4999458 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/c761de69-0216-4ccb-9785-6359c92e179d HTTP/1.1" status: 204 len: 168 time: 2.1190653 Oct 04 21:25:33.358298 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 51132) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:25:33.432611 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:25:33.456714 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-80173e52-6fd2-4698-91c1-f649ffbc5605 admin admin] Deleting subnet 2c9e3dc7-ead6-4aa4-ae21-6ea5a2b19e1b {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:25:33.465412 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 21:25:33.471872 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-80173e52-6fd2-4698-91c1-f649ffbc5605 admin admin] Publish callbacks [] for subnet (2c9e3dc7-ead6-4aa4-ae21-6ea5a2b19e1b), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:33.567418 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-80173e52-6fd2-4698-91c1-f649ffbc5605 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (2c9e3dc7-ead6-4aa4-ae21-6ea5a2b19e1b), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:33.608108 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:33.724183 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-80173e52-6fd2-4698-91c1-f649ffbc5605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (2c9e3dc7-ead6-4aa4-ae21-6ea5a2b19e1b), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:33.925091 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-80173e52-6fd2-4698-91c1-f649ffbc5605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (2c9e3dc7-ead6-4aa4-ae21-6ea5a2b19e1b), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:34.032611 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80173e52-6fd2-4698-91c1-f649ffbc5605 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c9e3dc7-ead6-4aa4-ae21-6ea5a2b19e1b,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:25:34.053738 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-80173e52-6fd2-4698-91c1-f649ffbc5605 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:34.065476 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49aefe48-ee81-483c-9fc9-2db499f79cd3 None None] Network 81b3a6ac-f2e2-482b-b52b-eba8b37600c8 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:25:34.071598 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51146) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:25:34.084350 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-80173e52-6fd2-4698-91c1-f649ffbc5605 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/2c9e3dc7-ead6-4aa4-ae21-6ea5a2b19e1b HTTP/1.1" status: 204 len: 168 time: 0.7239258 Oct 04 21:25:34.237389 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c146c8ff-d493-436e-b0c0-29e512e6467e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (81b3a6ac-f2e2-482b-b52b-eba8b37600c8), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:34.381221 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-c146c8ff-d493-436e-b0c0-29e512e6467e admin admin] Deleting port 7e2b9f1a-9bc7-487e-91b7-535a5c3b2e18 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:25:34.382162 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c146c8ff-d493-436e-b0c0-29e512e6467e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (7e2b9f1a-9bc7-487e-91b7-535a5c3b2e18), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:34.468511 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc474fdf-28b9-46c0-9f36-e77cb0bfc6d3 None None] DHCP port deletion for 81b3a6ac-f2e2-482b-b52b-eba8b37600c8 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:25:34.499648 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-c146c8ff-d493-436e-b0c0-29e512e6467e admin admin] For port 7e2b9f1a-9bc7-487e-91b7-535a5c3b2e18, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=7e2b9f1a-9bc7-487e-91b7-535a5c3b2e18,segment=NetworkSegment(609ec376-7702-4048-b32e-5e7e55bbcd0d),segment_id=609ec376-7702-4048-b32e-5e7e55bbcd0d)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:25:34.500201 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c146c8ff-d493-436e-b0c0-29e512e6467e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (7e2b9f1a-9bc7-487e-91b7-535a5c3b2e18), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:34.524861 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-c146c8ff-d493-436e-b0c0-29e512e6467e admin admin] Calling delete_port for 7e2b9f1a-9bc7-487e-91b7-535a5c3b2e18 owned by network:dhcp {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:25:34.548181 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-bc474fdf-28b9-46c0-9f36-e77cb0bfc6d3 None None] Deleting port 7e2b9f1a-9bc7-487e-91b7-535a5c3b2e18 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:25:34.549264 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-bc474fdf-28b9-46c0-9f36-e77cb0bfc6d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (7e2b9f1a-9bc7-487e-91b7-535a5c3b2e18), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:34.750823 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-bc474fdf-28b9-46c0-9f36-e77cb0bfc6d3 None None] For port 7e2b9f1a-9bc7-487e-91b7-535a5c3b2e18, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=7e2b9f1a-9bc7-487e-91b7-535a5c3b2e18,segment=NetworkSegment(609ec376-7702-4048-b32e-5e7e55bbcd0d),segment_id=609ec376-7702-4048-b32e-5e7e55bbcd0d)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:25:34.756800 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-bc474fdf-28b9-46c0-9f36-e77cb0bfc6d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (7e2b9f1a-9bc7-487e-91b7-535a5c3b2e18), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:34.790693 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:25:34.792690 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-bc474fdf-28b9-46c0-9f36-e77cb0bfc6d3 None None] Calling delete_port for 7e2b9f1a-9bc7-487e-91b7-535a5c3b2e18 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:25:34.907006 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:25:34.956612 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c146c8ff-d493-436e-b0c0-29e512e6467e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (7e2b9f1a-9bc7-487e-91b7-535a5c3b2e18), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:34.979417 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-bc474fdf-28b9-46c0-9f36-e77cb0bfc6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (7e2b9f1a-9bc7-487e-91b7-535a5c3b2e18), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:35.005440 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:25:35.011476 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c146c8ff-d493-436e-b0c0-29e512e6467e admin admin] Pushing event deleted for resources: {'Port': ['ID=7e2b9f1a-9bc7-487e-91b7-535a5c3b2e18,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:25:35.034707 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc474fdf-28b9-46c0-9f36-e77cb0bfc6d3 None None] No DVR routers for this DVR port 7e2b9f1a-9bc7-487e-91b7-535a5c3b2e18 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:25:35.037971 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc474fdf-28b9-46c0-9f36-e77cb0bfc6d3 None None] Pushing event deleted for resources: {'Port': ['ID=7e2b9f1a-9bc7-487e-91b7-535a5c3b2e18,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:25:35.046327 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c146c8ff-d493-436e-b0c0-29e512e6467e admin admin] No DVR routers for this DVR port 7e2b9f1a-9bc7-487e-91b7-535a5c3b2e18 on host n-d-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:25:35.171382 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 7e2b9f1a-9bc7-487e-91b7-535a5c3b2e18 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:25:35.249424 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 7e2b9f1a-9bc7-487e-91b7-535a5c3b2e18 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:25:35.249904 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 7e2b9f1a-9bc7-487e-91b7-535a5c3b2e18 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:25:35.250494 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 943a67b4-4ac1-4516-a12c-5f7685c2f613 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:25:35.313341 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c146c8ff-d493-436e-b0c0-29e512e6467e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (81b3a6ac-f2e2-482b-b52b-eba8b37600c8), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:35.324270 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 943a67b4-4ac1-4516-a12c-5f7685c2f613 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:25:35.324862 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 943a67b4-4ac1-4516-a12c-5f7685c2f613 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:25:35.366508 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-c146c8ff-d493-436e-b0c0-29e512e6467e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81b3a6ac-f2e2-482b-b52b-eba8b37600c8']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:25:35.386313 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-c146c8ff-d493-436e-b0c0-29e512e6467e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '609ec376-7702-4048-b32e-5e7e55bbcd0d') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:25:35.386707 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-c146c8ff-d493-436e-b0c0-29e512e6467e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '609ec376-7702-4048-b32e-5e7e55bbcd0d') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:25:35.406381 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c146c8ff-d493-436e-b0c0-29e512e6467e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (609ec376-7702-4048-b32e-5e7e55bbcd0d), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:35.458216 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c146c8ff-d493-436e-b0c0-29e512e6467e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (609ec376-7702-4048-b32e-5e7e55bbcd0d), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:35.461779 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=6 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:25:35.473371 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c146c8ff-d493-436e-b0c0-29e512e6467e admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:25:35.492131 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c146c8ff-d493-436e-b0c0-29e512e6467e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (609ec376-7702-4048-b32e-5e7e55bbcd0d), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:35.564716 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 609ec376-7702-4048-b32e-5e7e55bbcd0d resource provider aggregate not found Oct 04 21:25:35.599773 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 609ec376-7702-4048-b32e-5e7e55bbcd0d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 609ec376-7702-4048-b32e-5e7e55bbcd0d found for delete ", "request_id": "req-0236e6cf-3ab1-4cad-92ba-cfa5a649f736"}]} Oct 04 21:25:35.719899 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c146c8ff-d493-436e-b0c0-29e512e6467e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (81b3a6ac-f2e2-482b-b52b-eba8b37600c8), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:35.761940 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c146c8ff-d493-436e-b0c0-29e512e6467e admin admin] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:35.773487 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 51170) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:25:35.774259 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c146c8ff-d493-436e-b0c0-29e512e6467e admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/81b3a6ac-f2e2-482b-b52b-eba8b37600c8 HTTP/1.1" status: 204 len: 168 time: 1.7001913 Oct 04 21:25:35.774790 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c146c8ff-d493-436e-b0c0-29e512e6467e admin admin] Pushing event deleted for resources: {'Network': ['ID=81b3a6ac-f2e2-482b-b52b-eba8b37600c8,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:25:35.788201 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=16 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:25:36.588029 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b2e0d9ee-ee8b-4f5f-b40e-9b7fa2c7e0cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (29b2430e-8563-4b27-90dc-57b72bc411c4), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:36.669643 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:25:37.079381 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-b2e0d9ee-ee8b-4f5f-b40e-9b7fa2c7e0cb admin admin] Deleting port dfa98799-c708-4c6e-a72f-df20cf008949 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:25:37.081188 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b2e0d9ee-ee8b-4f5f-b40e-9b7fa2c7e0cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (dfa98799-c708-4c6e-a72f-df20cf008949), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:37.245553 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-b2e0d9ee-ee8b-4f5f-b40e-9b7fa2c7e0cb admin admin] For port dfa98799-c708-4c6e-a72f-df20cf008949, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=dfa98799-c708-4c6e-a72f-df20cf008949,segment=NetworkSegment(12e2f2c5-f3b2-49af-9c52-b043796cbc56),segment_id=12e2f2c5-f3b2-49af-9c52-b043796cbc56)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:25:37.246098 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b2e0d9ee-ee8b-4f5f-b40e-9b7fa2c7e0cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (dfa98799-c708-4c6e-a72f-df20cf008949), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:37.270112 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-b2e0d9ee-ee8b-4f5f-b40e-9b7fa2c7e0cb admin admin] Calling delete_port for dfa98799-c708-4c6e-a72f-df20cf008949 owned by network:router_interface {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:25:37.609232 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:DELETE=6,neutron:UPDATE=2,neutron:SELECT=92 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:25:37.747390 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b2e0d9ee-ee8b-4f5f-b40e-9b7fa2c7e0cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (dfa98799-c708-4c6e-a72f-df20cf008949), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:37.803256 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e0d9ee-ee8b-4f5f-b40e-9b7fa2c7e0cb admin admin] Pushing event deleted for resources: {'Port': ['ID=dfa98799-c708-4c6e-a72f-df20cf008949,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:25:38.193221 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b2e0d9ee-ee8b-4f5f-b40e-9b7fa2c7e0cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (29b2430e-8563-4b27-90dc-57b72bc411c4), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:38.600729 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:25:38.627380 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2e0d9ee-ee8b-4f5f-b40e-9b7fa2c7e0cb admin admin] Router 29b2430e-8563-4b27-90dc-57b72bc411c4 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:25:38.848171 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e0d9ee-ee8b-4f5f-b40e-9b7fa2c7e0cb admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:25:38.861644 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b2e0d9ee-ee8b-4f5f-b40e-9b7fa2c7e0cb admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/29b2430e-8563-4b27-90dc-57b72bc411c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0803907 Oct 04 21:25:38.862825 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 51208) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:25:38.863714 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4963aac7-ee0b-4855-8d84-ed5e37899fe9 None None] Sync routers for ids ['29b2430e-8563-4b27-90dc-57b72bc411c4'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:25:38.880788 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4963aac7-ee0b-4855-8d84-ed5e37899fe9 None None] Routers {'29b2430e-8563-4b27-90dc-57b72bc411c4'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:25:38.881201 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-4963aac7-ee0b-4855-8d84-ed5e37899fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:25:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['29b2430e-8563-4b27-90dc-57b72bc411c4'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:25:39.088487 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-4963aac7-ee0b-4855-8d84-ed5e37899fe9 None None] Set router 29b2430e-8563-4b27-90dc-57b72bc411c4 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:25:39.414618 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=100 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:25:39.493493 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-4963aac7-ee0b-4855-8d84-ed5e37899fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b2430e-8563-4b27-90dc-57b72bc411c4', 'name': 'tempest-TestServerBasicOps-665890802-router', 'tenant_id': '1ac5326204b94208b0d4e46022f385a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'dcb29274-6a29-41e8-9806-e6973c99fa19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:25:09Z', 'updated_at': '2022-10-04T21:25:37Z', 'revision_number': 5, 'project_id': '1ac5326204b94208b0d4e46022f385a5', 'gw_port': {'id': 'dcb29274-6a29-41e8-9806-e6973c99fa19', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b2430e-8563-4b27-90dc-57b72bc411c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:25:10Z', 'updated_at': '2022-10-04T21:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:25:39.550408 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4963aac7-ee0b-4855-8d84-ed5e37899fe9 None None] Checking router: 29b2430e-8563-4b27-90dc-57b72bc411c4 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:25:39.570027 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4963aac7-ee0b-4855-8d84-ed5e37899fe9 None None] Routers {'29b2430e-8563-4b27-90dc-57b72bc411c4'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:25:39.571297 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-4963aac7-ee0b-4855-8d84-ed5e37899fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:25:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['29b2430e-8563-4b27-90dc-57b72bc411c4'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:25:39.671751 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d57e8e90-89ea-4c68-af1f-897f153d95de admin admin] Publish callbacks [] for router (29b2430e-8563-4b27-90dc-57b72bc411c4), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:39.832701 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-4963aac7-ee0b-4855-8d84-ed5e37899fe9 None None] Set router 29b2430e-8563-4b27-90dc-57b72bc411c4 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:25:39.944099 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d57e8e90-89ea-4c68-af1f-897f153d95de admin admin] Publish callbacks [] for router_gateway (29b2430e-8563-4b27-90dc-57b72bc411c4), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:40.162093 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-d57e8e90-89ea-4c68-af1f-897f153d95de admin admin] Deleting port dcb29274-6a29-41e8-9806-e6973c99fa19 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:25:40.164453 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d57e8e90-89ea-4c68-af1f-897f153d95de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (dcb29274-6a29-41e8-9806-e6973c99fa19), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:40.190832 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-4963aac7-ee0b-4855-8d84-ed5e37899fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b2430e-8563-4b27-90dc-57b72bc411c4', 'name': 'tempest-TestServerBasicOps-665890802-router', 'tenant_id': '1ac5326204b94208b0d4e46022f385a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'dcb29274-6a29-41e8-9806-e6973c99fa19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:25:09Z', 'updated_at': '2022-10-04T21:25:37Z', 'revision_number': 5, 'project_id': '1ac5326204b94208b0d4e46022f385a5', 'gw_port': {'id': 'dcb29274-6a29-41e8-9806-e6973c99fa19', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b2430e-8563-4b27-90dc-57b72bc411c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:25:10Z', 'updated_at': '2022-10-04T21:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:25:40.243059 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4963aac7-ee0b-4855-8d84-ed5e37899fe9 None None] The sync data for ids ['29b2430e-8563-4b27-90dc-57b72bc411c4'] in n-d-852085-12 is: [{'id': '29b2430e-8563-4b27-90dc-57b72bc411c4', 'name': 'tempest-TestServerBasicOps-665890802-router', 'tenant_id': '1ac5326204b94208b0d4e46022f385a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'dcb29274-6a29-41e8-9806-e6973c99fa19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:25:09Z', 'updated_at': '2022-10-04T21:25:37Z', 'revision_number': 5, 'project_id': '1ac5326204b94208b0d4e46022f385a5', 'gw_port': {'id': 'dcb29274-6a29-41e8-9806-e6973c99fa19', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b2430e-8563-4b27-90dc-57b72bc411c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:25:10Z', 'updated_at': '2022-10-04T21:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:25:40.377295 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-d57e8e90-89ea-4c68-af1f-897f153d95de admin admin] For port dcb29274-6a29-41e8-9806-e6973c99fa19, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=dcb29274-6a29-41e8-9806-e6973c99fa19,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:25:40.378037 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d57e8e90-89ea-4c68-af1f-897f153d95de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (dcb29274-6a29-41e8-9806-e6973c99fa19), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:40.422521 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-d57e8e90-89ea-4c68-af1f-897f153d95de admin admin] Calling delete_port for dcb29274-6a29-41e8-9806-e6973c99fa19 owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:25:40.496797 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:25:40.936425 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d57e8e90-89ea-4c68-af1f-897f153d95de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (dcb29274-6a29-41e8-9806-e6973c99fa19), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:41.007105 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device dfa98799-c708-4c6e-a72f-df20cf008949 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:25:41.052461 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57e8e90-89ea-4c68-af1f-897f153d95de admin admin] Pushing event deleted for resources: {'Port': ['ID=dcb29274-6a29-41e8-9806-e6973c99fa19,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:25:41.072665 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: dfa98799-c708-4c6e-a72f-df20cf008949 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:25:41.073816 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device dfa98799-c708-4c6e-a72f-df20cf008949 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:25:41.212271 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d57e8e90-89ea-4c68-af1f-897f153d95de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (29b2430e-8563-4b27-90dc-57b72bc411c4), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:41.434531 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d57e8e90-89ea-4c68-af1f-897f153d95de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (29b2430e-8563-4b27-90dc-57b72bc411c4), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:41.443652 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d57e8e90-89ea-4c68-af1f-897f153d95de admin admin] Publish callbacks [] for router_controller (29b2430e-8563-4b27-90dc-57b72bc411c4), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:41.765717 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d57e8e90-89ea-4c68-af1f-897f153d95de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (29b2430e-8563-4b27-90dc-57b72bc411c4), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:41.768336 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57e8e90-89ea-4c68-af1f-897f153d95de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29b2430e-8563-4b27-90dc-57b72bc411c4 {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 21:25:41.780079 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d57e8e90-89ea-4c68-af1f-897f153d95de admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:41.783959 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d57e8e90-89ea-4c68-af1f-897f153d95de admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/29b2430e-8563-4b27-90dc-57b72bc411c4 HTTP/1.1" status: 204 len: 168 time: 2.9189136 Oct 04 21:25:41.789185 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 51240) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:25:41.808661 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:25:41.907474 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e31ce80-3c39-4440-bc92-00b0cabc9347 admin admin] Deleting subnet 053470c0-f2ac-4966-abaf-0187a1e36fda {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:25:41.914664 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2e31ce80-3c39-4440-bc92-00b0cabc9347 admin admin] Publish callbacks [] for subnet (053470c0-f2ac-4966-abaf-0187a1e36fda), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:42.000813 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2e31ce80-3c39-4440-bc92-00b0cabc9347 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (053470c0-f2ac-4966-abaf-0187a1e36fda), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:42.217020 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2e31ce80-3c39-4440-bc92-00b0cabc9347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (053470c0-f2ac-4966-abaf-0187a1e36fda), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:42.547176 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2e31ce80-3c39-4440-bc92-00b0cabc9347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (053470c0-f2ac-4966-abaf-0187a1e36fda), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:42.611371 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e31ce80-3c39-4440-bc92-00b0cabc9347 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=053470c0-f2ac-4966-abaf-0187a1e36fda,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:25:42.615127 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2e31ce80-3c39-4440-bc92-00b0cabc9347 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:42.621466 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-2e31ce80-3c39-4440-bc92-00b0cabc9347 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/053470c0-f2ac-4966-abaf-0187a1e36fda HTTP/1.1" status: 204 len: 168 time: 0.8301420 Oct 04 21:25:42.626339 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51252) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:25:42.633770 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf32391-a81b-4f87-9fb2-93710b9b252e None None] Network bcc2ea3b-7879-4b98-af5e-945aa590b54c requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:25:42.871227 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ae4ed597-44e7-405b-9990-5092ad63cbbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (bcc2ea3b-7879-4b98-af5e-945aa590b54c), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:42.947082 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c757cf-15b3-4d33-b6f2-4a415a299cfb None None] DHCP port deletion for bcc2ea3b-7879-4b98-af5e-945aa590b54c request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:25:42.983969 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-ae4ed597-44e7-405b-9990-5092ad63cbbb admin admin] Deleting port 30ce8121-b2a5-4925-8d84-00bfcb118600 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:25:42.985010 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ae4ed597-44e7-405b-9990-5092ad63cbbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (30ce8121-b2a5-4925-8d84-00bfcb118600), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:43.125354 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e6c757cf-15b3-4d33-b6f2-4a415a299cfb None None] Deleting port 30ce8121-b2a5-4925-8d84-00bfcb118600 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:25:43.128752 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e6c757cf-15b3-4d33-b6f2-4a415a299cfb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (30ce8121-b2a5-4925-8d84-00bfcb118600), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:43.135392 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-ae4ed597-44e7-405b-9990-5092ad63cbbb admin admin] For port 30ce8121-b2a5-4925-8d84-00bfcb118600, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=30ce8121-b2a5-4925-8d84-00bfcb118600,segment=NetworkSegment(12e2f2c5-f3b2-49af-9c52-b043796cbc56),segment_id=12e2f2c5-f3b2-49af-9c52-b043796cbc56)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:25:43.136458 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ae4ed597-44e7-405b-9990-5092ad63cbbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (30ce8121-b2a5-4925-8d84-00bfcb118600), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:43.163292 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 30ce8121-b2a5-4925-8d84-00bfcb118600 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:25:43.172125 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-ae4ed597-44e7-405b-9990-5092ad63cbbb admin admin] Calling delete_port for 30ce8121-b2a5-4925-8d84-00bfcb118600 owned by network:dhcp {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:25:43.339958 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e6c757cf-15b3-4d33-b6f2-4a415a299cfb None None] For port 30ce8121-b2a5-4925-8d84-00bfcb118600, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=30ce8121-b2a5-4925-8d84-00bfcb118600,segment=NetworkSegment(12e2f2c5-f3b2-49af-9c52-b043796cbc56),segment_id=12e2f2c5-f3b2-49af-9c52-b043796cbc56)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:25:43.340813 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e6c757cf-15b3-4d33-b6f2-4a415a299cfb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (30ce8121-b2a5-4925-8d84-00bfcb118600), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:43.375718 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e6c757cf-15b3-4d33-b6f2-4a415a299cfb None None] Calling delete_port for 30ce8121-b2a5-4925-8d84-00bfcb118600 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:25:43.520195 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ae4ed597-44e7-405b-9990-5092ad63cbbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (30ce8121-b2a5-4925-8d84-00bfcb118600), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:43.591204 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4ed597-44e7-405b-9990-5092ad63cbbb admin admin] Pushing event deleted for resources: {'Port': ['ID=30ce8121-b2a5-4925-8d84-00bfcb118600,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:25:43.593281 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e6c757cf-15b3-4d33-b6f2-4a415a299cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (30ce8121-b2a5-4925-8d84-00bfcb118600), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:43.600675 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 30ce8121-b2a5-4925-8d84-00bfcb118600 is: ACTIVE; New status is: DOWN {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:25:43.601252 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (30ce8121-b2a5-4925-8d84-00bfcb118600), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:43.617260 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4ed597-44e7-405b-9990-5092ad63cbbb admin admin] No DVR routers for this DVR port 30ce8121-b2a5-4925-8d84-00bfcb118600 on host n-d-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:25:43.671568 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c757cf-15b3-4d33-b6f2-4a415a299cfb None None] Pushing event deleted for resources: {'Port': ['ID=30ce8121-b2a5-4925-8d84-00bfcb118600,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:25:43.691616 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c757cf-15b3-4d33-b6f2-4a415a299cfb None None] No DVR routers for this DVR port 30ce8121-b2a5-4925-8d84-00bfcb118600 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:25:43.771754 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device dcb29274-6a29-41e8-9806-e6973c99fa19 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:25:43.816733 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ae4ed597-44e7-405b-9990-5092ad63cbbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (bcc2ea3b-7879-4b98-af5e-945aa590b54c), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:43.828076 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: dcb29274-6a29-41e8-9806-e6973c99fa19 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:25:43.831365 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device dcb29274-6a29-41e8-9806-e6973c99fa19 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:25:43.874956 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-ae4ed597-44e7-405b-9990-5092ad63cbbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcc2ea3b-7879-4b98-af5e-945aa590b54c']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:25:43.893522 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-ae4ed597-44e7-405b-9990-5092ad63cbbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12e2f2c5-f3b2-49af-9c52-b043796cbc56') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:25:43.894266 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-ae4ed597-44e7-405b-9990-5092ad63cbbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12e2f2c5-f3b2-49af-9c52-b043796cbc56') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:25:43.916113 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ae4ed597-44e7-405b-9990-5092ad63cbbb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (12e2f2c5-f3b2-49af-9c52-b043796cbc56), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:43.944866 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ae4ed597-44e7-405b-9990-5092ad63cbbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (12e2f2c5-f3b2-49af-9c52-b043796cbc56), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:43.960218 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae4ed597-44e7-405b-9990-5092ad63cbbb admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:25:43.960916 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ae4ed597-44e7-405b-9990-5092ad63cbbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (12e2f2c5-f3b2-49af-9c52-b043796cbc56), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:44.075768 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 12e2f2c5-f3b2-49af-9c52-b043796cbc56 resource provider aggregate not found Oct 04 21:25:44.131916 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 12e2f2c5-f3b2-49af-9c52-b043796cbc56 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 12e2f2c5-f3b2-49af-9c52-b043796cbc56 found for delete ", "request_id": "req-b865d940-b3a8-4d6b-85c3-0a7524adeca0"}]} Oct 04 21:25:44.242619 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ae4ed597-44e7-405b-9990-5092ad63cbbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (bcc2ea3b-7879-4b98-af5e-945aa590b54c), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:44.267022 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ae4ed597-44e7-405b-9990-5092ad63cbbb admin admin] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:44.286105 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-ae4ed597-44e7-405b-9990-5092ad63cbbb admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/bcc2ea3b-7879-4b98-af5e-945aa590b54c HTTP/1.1" status: 204 len: 168 time: 1.6545277 Oct 04 21:25:44.348001 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4ed597-44e7-405b-9990-5092ad63cbbb admin admin] Pushing event deleted for resources: {'Network': ['ID=bcc2ea3b-7879-4b98-af5e-945aa590b54c,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:25:45.095803 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51286) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:25:45.189206 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-6734e5f4-6c8a-4c3d-be8e-2350e22d7a28 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=c1ea0b0d12fc499dad11f4c35209eb91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0908523 Oct 04 21:25:45.193674 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 51288) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:25:45.316273 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b55665a3-3265-4d23-8621-0cc19c250d28 admin admin] Publish callbacks [] for security_group (34061be0-5e6a-4b0c-a598-2bdbe8ea2535), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:45.383540 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b55665a3-3265-4d23-8621-0cc19c250d28 admin admin] Publish callbacks [] for security_group (34061be0-5e6a-4b0c-a598-2bdbe8ea2535), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:45.508502 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:DELETE=10,neutron:SELECT=87,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:25:45.659493 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b55665a3-3265-4d23-8621-0cc19c250d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (34061be0-5e6a-4b0c-a598-2bdbe8ea2535), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:45.662140 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6cf60040-4f53-4504-a8e4-05f305ee2ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:45.699439 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b55665a3-3265-4d23-8621-0cc19c250d28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:45.709144 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b55665a3-3265-4d23-8621-0cc19c250d28 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/34061be0-5e6a-4b0c-a598-2bdbe8ea2535 HTTP/1.1" status: 204 len: 168 time: 0.5085688 Oct 04 21:25:45.737461 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55665a3-3265-4d23-8621-0cc19c250d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34061be0-5e6a-4b0c-a598-2bdbe8ea2535,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:25:47.051519 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51314) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:25:47.135063 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-597af7f5-c744-4683-bad9-81afa415f3aa admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=1ac5326204b94208b0d4e46022f385a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0818498 Oct 04 21:25:47.140481 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 51316) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:25:47.272835 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9d80812b-f265-4e76-86cd-4d25109b6786 admin admin] Publish callbacks [] for security_group (d506022d-988c-49f7-ac2b-ed86eafdc851), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:47.319932 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9d80812b-f265-4e76-86cd-4d25109b6786 admin admin] Publish callbacks [] for security_group (d506022d-988c-49f7-ac2b-ed86eafdc851), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:47.467892 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-56a8839b-038d-46a4-8a6a-8281f691661c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:47.530738 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9d80812b-f265-4e76-86cd-4d25109b6786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (d506022d-988c-49f7-ac2b-ed86eafdc851), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:47.536897 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9d80812b-f265-4e76-86cd-4d25109b6786 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:47.540782 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-9d80812b-f265-4e76-86cd-4d25109b6786 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/d506022d-988c-49f7-ac2b-ed86eafdc851 HTTP/1.1" status: 204 len: 168 time: 0.3967242 Oct 04 21:25:47.555978 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d80812b-f265-4e76-86cd-4d25109b6786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d506022d-988c-49f7-ac2b-ed86eafdc851,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:25:50.189121 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=55 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:25:50.242984 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=26 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:25:50.297052 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:51.655956 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:51.773264 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:54.703504 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 51412) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:25:54.974484 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-77eea310-1b1b-4b5f-ba9b-359953371e6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:55.171701 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:25:55.201911 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-77eea310-1b1b-4b5f-ba9b-359953371e6b admin admin] Publish callbacks [] for security_group (0145354a-322a-4dce-8140-2c41d334c6e3), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:55.364288 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-77eea310-1b1b-4b5f-ba9b-359953371e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (0145354a-322a-4dce-8140-2c41d334c6e3), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:55.438859 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:DELETE=11,neutron:SELECT=85,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:25:55.458135 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-77eea310-1b1b-4b5f-ba9b-359953371e6b admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=fa8bf2fa906e464a9dfdc703eb568ebf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7485633 Oct 04 21:25:55.458135 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eea310-1b1b-4b5f-ba9b-359953371e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0145354a-322a-4dce-8140-2c41d334c6e3,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:25:55.459069 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 51422) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:25:55.570260 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5becb451-14cb-40b7-85bf-5bff8eed6c4e admin admin] Publish callbacks [] for security_group (0145354a-322a-4dce-8140-2c41d334c6e3), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:55.620769 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5becb451-14cb-40b7-85bf-5bff8eed6c4e admin admin] Publish callbacks [] for security_group (0145354a-322a-4dce-8140-2c41d334c6e3), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:55.839444 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5becb451-14cb-40b7-85bf-5bff8eed6c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (0145354a-322a-4dce-8140-2c41d334c6e3), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:55.844777 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5becb451-14cb-40b7-85bf-5bff8eed6c4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:25:55.849477 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-5becb451-14cb-40b7-85bf-5bff8eed6c4e admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/0145354a-322a-4dce-8140-2c41d334c6e3 HTTP/1.1" status: 204 len: 168 time: 0.3865461 Oct 04 21:25:55.863997 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5becb451-14cb-40b7-85bf-5bff8eed6c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0145354a-322a-4dce-8140-2c41d334c6e3,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:26:01.761007 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-bf6a6a6d-6f0e-41b8-bda5-7b52af115632 req-785bceb6-e6ee-4944-a116-efa7709a8df2 tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=3554296c0d504bf1afa4e5bb65dba76a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296896 Oct 04 21:26:01.928870 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a6a6d-6f0e-41b8-bda5-7b52af115632 req-3025f757-5d39-4bfd-a59e-dda0d799ba44 tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:26:01.931799 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-bf6a6a6d-6f0e-41b8-bda5-7b52af115632 req-3025f757-5d39-4bfd-a59e-dda0d799ba44 tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1631970 Oct 04 21:26:01.962517 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-bf6a6a6d-6f0e-41b8-bda5-7b52af115632 req-7c5c1a8d-a952-468b-9b64-b5fd70fa6954 tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] 10.222.0.78 "GET /networking/v2.0/quotas/3554296c0d504bf1afa4e5bb65dba76a HTTP/1.1" status: 200 len: 375 time: 0.0192554 Oct 04 21:26:02.036643 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-bf6a6a6d-6f0e-41b8-bda5-7b52af115632 req-20752d0d-9ac4-47d6-ae71-621af275893c tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=3554296c0d504bf1afa4e5bb65dba76a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0598633 Oct 04 21:26:02.545453 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:26:03.593972 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:26:03.856211 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-fc41f7cf-aa94-470c-b4ca-7339d14dc8ef req-fa738ed0-579c-4c5b-b38b-c6e2365ba128 tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=63447013-ba5e-4665-a929-9f5e42de0ba4 HTTP/1.1" status: 200 len: 210 time: 0.4177186 Oct 04 21:26:04.334543 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:26:05.021416 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-150d04c4-2bcd-417a-a1da-d65160342ad6 req-42acf7c9-62da-42d3-a59e-df9a2508d20f tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=63447013-ba5e-4665-a929-9f5e42de0ba4 HTTP/1.1" status: 200 len: 210 time: 0.0736446 Oct 04 21:26:05.694703 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=31,neutron:DELETE=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:26:05.852985 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=53,neutron:UPDATE=1,neutron:DELETE=10 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:26:06.179606 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-33bb87bb-68d0-4d39-8050-ab87852b2808 req-06d6e230-bfc3-4cfa-963b-1c6f8ddb0b3a tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=63447013-ba5e-4665-a929-9f5e42de0ba4 HTTP/1.1" status: 200 len: 210 time: 0.0582056 Oct 04 21:26:07.322626 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f764f537-4f5e-4e82-9028-d44985daae68 req-a1d06118-bf5f-4d6a-963a-7b3aafa8986a tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=63447013-ba5e-4665-a929-9f5e42de0ba4 HTTP/1.1" status: 200 len: 210 time: 0.0547931 Oct 04 21:26:08.547862 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-7feb13cf-fa0f-4311-b398-283d18aacf84 req-934cb39c-60e0-4e59-a86c-137fcbbcd70d tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=63447013-ba5e-4665-a929-9f5e42de0ba4 HTTP/1.1" status: 200 len: 210 time: 0.0565834 Oct 04 21:26:09.268869 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-bf6a6a6d-6f0e-41b8-bda5-7b52af115632 req-4e1a9cda-9503-4994-b8aa-4b8c0dcf3101 tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] 10.222.0.83 "GET /networking/v2.0/networks?tenant_id=3554296c0d504bf1afa4e5bb65dba76a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427122 Oct 04 21:26:09.517952 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a6a6d-6f0e-41b8-bda5-7b52af115632 req-dc8cdbd2-64ae-4507-a930-f03e59064d51 tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:26:09.520981 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-bf6a6a6d-6f0e-41b8-bda5-7b52af115632 req-dc8cdbd2-64ae-4507-a930-f03e59064d51 tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] 10.222.0.83 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2471600 Oct 04 21:26:09.551565 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [req-bf6a6a6d-6f0e-41b8-bda5-7b52af115632 req-74b93721-14c6-434d-9e5c-70f8ef2082cb tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] Request body: {'port': {'device_id': '63447013-ba5e-4665-a929-9f5e42de0ba4', 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7', 'admin_state_up': True, 'tenant_id': '3554296c0d504bf1afa4e5bb65dba76a'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:26:09.852019 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-351cd92b-f544-4da1-88ce-9f6d151a005d req-a0d5cb62-73bc-4721-8ea3-25eacb675883 tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=63447013-ba5e-4665-a929-9f5e42de0ba4 HTTP/1.1" status: 200 len: 210 time: 0.0931141 Oct 04 21:26:09.924126 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf6a6a6d-6f0e-41b8-bda5-7b52af115632 req-74b93721-14c6-434d-9e5c-70f8ef2082cb tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] Made reservation on behalf of 3554296c0d504bf1afa4e5bb65dba76a for: {'port': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:26:09.930892 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-bf6a6a6d-6f0e-41b8-bda5-7b52af115632 req-74b93721-14c6-434d-9e5c-70f8ef2082cb tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:26:09.946094 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-bf6a6a6d-6f0e-41b8-bda5-7b52af115632 req-74b93721-14c6-434d-9e5c-70f8ef2082cb tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:26:10.104246 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-bf6a6a6d-6f0e-41b8-bda5-7b52af115632 req-74b93721-14c6-434d-9e5c-70f8ef2082cb tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] Publish callbacks [] for security_group (7cc68d15-8807-49e8-85b4-7d49f49ff8cc), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:26:10.193304 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-bf6a6a6d-6f0e-41b8-bda5-7b52af115632 req-74b93721-14c6-434d-9e5c-70f8ef2082cb tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (7cc68d15-8807-49e8-85b4-7d49f49ff8cc), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:26:10.332760 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b93721-14c6-434d-9e5c-70f8ef2082cb tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc68d15-8807-49e8-85b4-7d49f49ff8cc,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:26:10.463223 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 21:26:10.479839 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [req-bf6a6a6d-6f0e-41b8-bda5-7b52af115632 req-74b93721-14c6-434d-9e5c-70f8ef2082cb tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] Allocated IP 192.168.233.23 (42fbb05e-3f96-444f-a676-04ee9d06a8c7/e1956090-7ed7-4d05-a46e-a7b0885ca8e4/85e05b4d-765b-4e20-bb8a-14fe600f6d16) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:26:10.813742 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-bf6a6a6d-6f0e-41b8-bda5-7b52af115632 req-74b93721-14c6-434d-9e5c-70f8ef2082cb tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] Publish callbacks [] for port (85e05b4d-765b-4e20-bb8a-14fe600f6d16), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:26:10.824324 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:26:11.016043 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-bf6a6a6d-6f0e-41b8-bda5-7b52af115632 req-74b93721-14c6-434d-9e5c-70f8ef2082cb tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (85e05b4d-765b-4e20-bb8a-14fe600f6d16), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:26:11.021347 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-b0fbbae4-df9f-4062-b767-8d55555928a6 req-6501b139-2db2-49b1-925a-b20cc87d931b tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=63447013-ba5e-4665-a929-9f5e42de0ba4 HTTP/1.1" status: 200 len: 210 time: 0.0480714 Oct 04 21:26:11.114378 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf6a6a6d-6f0e-41b8-bda5-7b52af115632 req-74b93721-14c6-434d-9e5c-70f8ef2082cb tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] Network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:26:11.121224 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [req-bf6a6a6d-6f0e-41b8-bda5-7b52af115632 req-74b93721-14c6-434d-9e5c-70f8ef2082cb tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:26:11.130141 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf6a6a6d-6f0e-41b8-bda5-7b52af115632 req-74b93721-14c6-434d-9e5c-70f8ef2082cb tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:26:11.145858 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b93721-14c6-434d-9e5c-70f8ef2082cb tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] Pushing event updated for resources: {'Port': ['ID=85e05b4d-765b-4e20-bb8a-14fe600f6d16,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:26:11.212830 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:26:11.251584 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a6a6d-6f0e-41b8-bda5-7b52af115632 req-74b93721-14c6-434d-9e5c-70f8ef2082cb tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:26:11.252763 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-bf6a6a6d-6f0e-41b8-bda5-7b52af115632 req-74b93721-14c6-434d-9e5c-70f8ef2082cb tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:26:11.378723 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-bf6a6a6d-6f0e-41b8-bda5-7b52af115632 req-74b93721-14c6-434d-9e5c-70f8ef2082cb tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] 10.222.0.83 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8424003 Oct 04 21:26:11.392595 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [req-bf6a6a6d-6f0e-41b8-bda5-7b52af115632 req-f2567d4c-e3e9-4a52-96df-5ede108098de tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] http://10.222.0.78:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=108169) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 04 21:26:11.394113 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-bf6a6a6d-6f0e-41b8-bda5-7b52af115632 req-f2567d4c-e3e9-4a52-96df-5ede108098de tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] 10.222.0.83 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0101607 Oct 04 21:26:11.485427 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=78,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:26:11.487241 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-0e90cd6a-b0bd-4808-8926-fa80030f8293 None None] Provisioning complete for port 85e05b4d-765b-4e20-bb8a-14fe600f6d16 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:26:11.488144 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e90cd6a-b0bd-4808-8926-fa80030f8293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (85e05b4d-765b-4e20-bb8a-14fe600f6d16), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:26:11.488848 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-0e90cd6a-b0bd-4808-8926-fa80030f8293 None None] Attempt 1 to provision port 85e05b4d-765b-4e20-bb8a-14fe600f6d16 Oct 04 21:26:11.514621 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [req-bf6a6a6d-6f0e-41b8-bda5-7b52af115632 req-6bdd7e77-7cb1-4d4f-999a-8fa54490dceb service neutron] Request body: {'port': {'device_id': '63447013-ba5e-4665-a929-9f5e42de0ba4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-852085-12'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:26:11.558428 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-0e90cd6a-b0bd-4808-8926-fa80030f8293 None None] Port 85e05b4d-765b-4e20-bb8a-14fe600f6d16 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:26:11.659180 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-bf6a6a6d-6f0e-41b8-bda5-7b52af115632 req-6bdd7e77-7cb1-4d4f-999a-8fa54490dceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (85e05b4d-765b-4e20-bb8a-14fe600f6d16), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:26:12.179055 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [req-bf6a6a6d-6f0e-41b8-bda5-7b52af115632 req-6bdd7e77-7cb1-4d4f-999a-8fa54490dceb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85e05b4d-765b-4e20-bb8a-14fe600f6d16 {{(pid=108169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 21:26:12.191852 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=3 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:26:12.199714 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-bf6a6a6d-6f0e-41b8-bda5-7b52af115632 req-6bdd7e77-7cb1-4d4f-999a-8fa54490dceb service neutron] Publish callbacks [] for port (85e05b4d-765b-4e20-bb8a-14fe600f6d16), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:26:12.229675 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.provisioning_blocks [req-bf6a6a6d-6f0e-41b8-bda5-7b52af115632 req-6bdd7e77-7cb1-4d4f-999a-8fa54490dceb service neutron] Transition to ACTIVE for port object 85e05b4d-765b-4e20-bb8a-14fe600f6d16 will not be triggered until provisioned by entity L2. {{(pid=108169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 21:26:12.274197 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f3c90f-c1fb-4bcf-9300-e4ad9c5e6d80 req-d42564ba-4eb1-465b-8a38-4170eb80b857 tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:26:12.279700 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e9f3c90f-c1fb-4bcf-9300-e4ad9c5e6d80 req-d42564ba-4eb1-465b-8a38-4170eb80b857 tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=63447013-ba5e-4665-a929-9f5e42de0ba4 HTTP/1.1" status: 200 len: 935 time: 0.0986333 Oct 04 21:26:12.390746 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e9f3c90f-c1fb-4bcf-9300-e4ad9c5e6d80 req-de79f339-b2f7-4298-a286-0db1a5d041a0 tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7cc68d15-8807-49e8-85b4-7d49f49ff8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001294 Oct 04 21:26:12.471322 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-bf6a6a6d-6f0e-41b8-bda5-7b52af115632 req-6bdd7e77-7cb1-4d4f-999a-8fa54490dceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (85e05b4d-765b-4e20-bb8a-14fe600f6d16), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:26:12.615107 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdd7e77-7cb1-4d4f-999a-8fa54490dceb service neutron] Pushing event updated for resources: {'Port': ['ID=85e05b4d-765b-4e20-bb8a-14fe600f6d16,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:26:12.680544 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [req-bf6a6a6d-6f0e-41b8-bda5-7b52af115632 req-6bdd7e77-7cb1-4d4f-999a-8fa54490dceb service neutron] Attempting to bind port 85e05b4d-765b-4e20-bb8a-14fe600f6d16 on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:26:12.681079 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [req-bf6a6a6d-6f0e-41b8-bda5-7b52af115632 req-6bdd7e77-7cb1-4d4f-999a-8fa54490dceb service neutron] Attempting to bind port 85e05b4d-765b-4e20-bb8a-14fe600f6d16 by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'}] {{(pid=108169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:26:12.681991 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6a6a6d-6f0e-41b8-bda5-7b52af115632 req-6bdd7e77-7cb1-4d4f-999a-8fa54490dceb service neutron] Attempting to bind port 85e05b4d-765b-4e20-bb8a-14fe600f6d16 on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:26:12.767929 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6a6a6d-6f0e-41b8-bda5-7b52af115632 req-6bdd7e77-7cb1-4d4f-999a-8fa54490dceb service neutron] Port 85e05b4d-765b-4e20-bb8a-14fe600f6d16 on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 21:26:12.768487 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6a6a6d-6f0e-41b8-bda5-7b52af115632 req-6bdd7e77-7cb1-4d4f-999a-8fa54490dceb service neutron] Attempting to bind port 85e05b4d-765b-4e20-bb8a-14fe600f6d16 on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:26:12.868767 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6a6a6d-6f0e-41b8-bda5-7b52af115632 req-6bdd7e77-7cb1-4d4f-999a-8fa54490dceb service neutron] Checking agent: {'id': 'd500e1cf-136e-47e7-b7fe-ae200432f8b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 28, 32), 'started_at': datetime.datetime(2022, 10, 4, 20, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:26:12.869217 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6a6a6d-6f0e-41b8-bda5-7b52af115632 req-6bdd7e77-7cb1-4d4f-999a-8fa54490dceb service neutron] Checking segment: {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:26:12.869846 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6a6a6d-6f0e-41b8-bda5-7b52af115632 req-6bdd7e77-7cb1-4d4f-999a-8fa54490dceb service neutron] Bound using segment: {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'} {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:26:12.870646 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [req-bf6a6a6d-6f0e-41b8-bda5-7b52af115632 req-6bdd7e77-7cb1-4d4f-999a-8fa54490dceb service neutron] Bound port: 85e05b4d-765b-4e20-bb8a-14fe600f6d16, host: n-h1-852085-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'}}] {{(pid=108169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:26:12.871228 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-bf6a6a6d-6f0e-41b8-bda5-7b52af115632 req-6bdd7e77-7cb1-4d4f-999a-8fa54490dceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (85e05b4d-765b-4e20-bb8a-14fe600f6d16), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:26:12.990131 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [req-bf6a6a6d-6f0e-41b8-bda5-7b52af115632 req-6bdd7e77-7cb1-4d4f-999a-8fa54490dceb service neutron] For port 85e05b4d-765b-4e20-bb8a-14fe600f6d16, host n-h1-852085-12, cleared binding levels {{(pid=108169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:26:12.998330 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [req-bf6a6a6d-6f0e-41b8-bda5-7b52af115632 req-6bdd7e77-7cb1-4d4f-999a-8fa54490dceb service neutron] For port 85e05b4d-765b-4e20-bb8a-14fe600f6d16, host n-h1-852085-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=85e05b4d-765b-4e20-bb8a-14fe600f6d16,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:26:13.082475 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-bf6a6a6d-6f0e-41b8-bda5-7b52af115632 req-6bdd7e77-7cb1-4d4f-999a-8fa54490dceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (85e05b4d-765b-4e20-bb8a-14fe600f6d16), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:26:13.091697 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a6a6d-6f0e-41b8-bda5-7b52af115632 req-6bdd7e77-7cb1-4d4f-999a-8fa54490dceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:26:13.092811 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-bf6a6a6d-6f0e-41b8-bda5-7b52af115632 req-6bdd7e77-7cb1-4d4f-999a-8fa54490dceb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:26:13.095460 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-bf6a6a6d-6f0e-41b8-bda5-7b52af115632 req-6bdd7e77-7cb1-4d4f-999a-8fa54490dceb service neutron] 10.222.0.83 "PUT /networking/v2.0/ports/85e05b4d-765b-4e20-bb8a-14fe600f6d16 HTTP/1.1" status: 200 len: 1096 time: 1.6893196 Oct 04 21:26:13.096454 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63447013-ba5e-4665-a929-9f5e42de0ba4', 'tag': '85e05b4d-765b-4e20-bb8a-14fe600f6d16'}] {{(pid=108169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 21:26:13.101002 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dea34fca0f7d6c1de22810621a04fa86ac5e48141775903912ac1624808dfef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb537a2-419c-4e56-a809-1839b986ac79" -d '{"events": [{"name": "network-changed", "server_uuid": "63447013-ba5e-4665-a929-9f5e42de0ba4", "tag": "85e05b4d-765b-4e20-bb8a-14fe600f6d16"}]}' {{(pid=108169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 21:26:13.194901 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:26:13.205878 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdd7e77-7cb1-4d4f-999a-8fa54490dceb service neutron] Pushing event updated for resources: {'Port': ['ID=85e05b4d-765b-4e20-bb8a-14fe600f6d16,revision_number=3']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:26:13.348922 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a6a6d-6f0e-41b8-bda5-7b52af115632 req-8e3db694-7ac5-485c-89c3-74748a9586d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:26:13.351776 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-bf6a6a6d-6f0e-41b8-bda5-7b52af115632 req-8e3db694-7ac5-485c-89c3-74748a9586d8 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=3554296c0d504bf1afa4e5bb65dba76a&device_id=63447013-ba5e-4665-a929-9f5e42de0ba4 HTTP/1.1" status: 200 len: 1130 time: 0.0839903 Oct 04 21:26:13.354359 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 21:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-213c4751-460b-4689-b5ab-146a48d0d4f1 x-openstack-request-id: req-213c4751-460b-4689-b5ab-146a48d0d4f1 {{(pid=108169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 21:26:13.354798 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63447013-ba5e-4665-a929-9f5e42de0ba4", "tag": "85e05b4d-765b-4e20-bb8a-14fe600f6d16", "status": "completed", "code": 200}]} {{(pid=108169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 21:26:13.355268 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-213c4751-460b-4689-b5ab-146a48d0d4f1 {{(pid=108169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 21:26:13.356203 n-d-852085-12 neutron-server[108169]: INFO neutron.notifiers.nova [-] Nova event matching ['req-213c4751-460b-4689-b5ab-146a48d0d4f1'] response: {'name': 'network-changed', 'server_uuid': '63447013-ba5e-4665-a929-9f5e42de0ba4', 'tag': '85e05b4d-765b-4e20-bb8a-14fe600f6d16', 'status': 'completed', 'code': 200} Oct 04 21:26:13.451291 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-bf6a6a6d-6f0e-41b8-bda5-7b52af115632 req-9d1995e2-5b68-44d7-a1e1-39efb9acdb1a service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=85e05b4d-765b-4e20-bb8a-14fe600f6d16 HTTP/1.1" status: 200 len: 217 time: 0.0749016 Oct 04 21:26:13.529739 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a6a6d-6f0e-41b8-bda5-7b52af115632 req-a7176993-202d-4a57-9665-b6873cecc2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:26:13.532251 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-bf6a6a6d-6f0e-41b8-bda5-7b52af115632 req-a7176993-202d-4a57-9665-b6873cecc2cd service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.0756807 Oct 04 21:26:13.620175 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a6a6d-6f0e-41b8-bda5-7b52af115632 req-70bb459e-fe69-4873-a692-3551585e4438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:26:13.624846 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-bf6a6a6d-6f0e-41b8-bda5-7b52af115632 req-70bb459e-fe69-4873-a692-3551585e4438 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0861421 Oct 04 21:26:13.635434 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deebe5d6-08fc-474b-9f2d-898b7fba0b39 req-48e0a320-f01a-4268-842f-5b967273b2fa tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:26:13.638337 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-deebe5d6-08fc-474b-9f2d-898b7fba0b39 req-48e0a320-f01a-4268-842f-5b967273b2fa tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=63447013-ba5e-4665-a929-9f5e42de0ba4 HTTP/1.1" status: 200 len: 947 time: 0.0857089 Oct 04 21:26:13.739181 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-deebe5d6-08fc-474b-9f2d-898b7fba0b39 req-4720eebd-212e-4ddc-9409-1a68b768f490 tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7cc68d15-8807-49e8-85b4-7d49f49ff8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892868 Oct 04 21:26:13.755208 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:26:13.828011 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-bf6a6a6d-6f0e-41b8-bda5-7b52af115632 req-823d3030-b60a-4ba5-bcc2-6cac05be6b4b service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967380 Oct 04 21:26:14.023584 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-bf6a6a6d-6f0e-41b8-bda5-7b52af115632 req-6c8fca41-2693-4439-83d3-9ff6de8bdca6 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889973 Oct 04 21:26:14.977520 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0650012-f20f-4e1d-95b1-f32035135611 req-ec68801a-f30a-4b5b-b6d9-f54dcb16ca78 tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:26:14.980604 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a0650012-f20f-4e1d-95b1-f32035135611 req-ec68801a-f30a-4b5b-b6d9-f54dcb16ca78 tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=63447013-ba5e-4665-a929-9f5e42de0ba4 HTTP/1.1" status: 200 len: 947 time: 0.0934620 Oct 04 21:26:15.083207 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a0650012-f20f-4e1d-95b1-f32035135611 req-c2c0a13f-633b-4c09-a1b7-0e8a0e48c59b tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7cc68d15-8807-49e8-85b4-7d49f49ff8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906000 Oct 04 21:26:15.672724 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fe4f1999-ac90-48e6-8647-67b7bbb2a0c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:26:16.331997 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb4a5b-4de6-4a36-b007-189d4002a296 req-43aa532b-08d7-4345-81bd-36fe900fb17a tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:26:16.334523 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-22eb4a5b-4de6-4a36-b007-189d4002a296 req-43aa532b-08d7-4345-81bd-36fe900fb17a tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=63447013-ba5e-4665-a929-9f5e42de0ba4 HTTP/1.1" status: 200 len: 947 time: 0.0962033 Oct 04 21:26:16.437831 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb537a2-419c-4e56-a809-1839b986ac79 req-73b08dbc-e3c8-4371-af8e-0147027e41a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:26:16.440541 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-1cb537a2-419c-4e56-a809-1839b986ac79 req-73b08dbc-e3c8-4371-af8e-0147027e41a1 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=3554296c0d504bf1afa4e5bb65dba76a&device_id=63447013-ba5e-4665-a929-9f5e42de0ba4 HTTP/1.1" status: 200 len: 1130 time: 0.1158462 Oct 04 21:26:16.450061 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-22eb4a5b-4de6-4a36-b007-189d4002a296 req-d37e5ec2-d4cb-400a-a2aa-2b70744ab367 tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7cc68d15-8807-49e8-85b4-7d49f49ff8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014640 Oct 04 21:26:16.643337 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb537a2-419c-4e56-a809-1839b986ac79 req-f2618e7b-406f-43ca-ac2b-b46305d26435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:26:16.646184 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-1cb537a2-419c-4e56-a809-1839b986ac79 req-f2618e7b-406f-43ca-ac2b-b46305d26435 service neutron] 10.222.0.83 "GET /networking/v2.0/networks?id=42fbb05e-3f96-444f-a676-04ee9d06a8c7 HTTP/1.1" status: 200 len: 870 time: 0.1992345 Oct 04 21:26:16.724433 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-1cb537a2-419c-4e56-a809-1839b986ac79 req-dcc587a8-097d-4b44-8b06-dd5bab44eee0 service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=85e05b4d-765b-4e20-bb8a-14fe600f6d16 HTTP/1.1" status: 200 len: 217 time: 0.0715919 Oct 04 21:26:16.817089 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb537a2-419c-4e56-a809-1839b986ac79 req-edd2011f-34ac-4a27-acd6-23e2f079a469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:26:16.819460 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-1cb537a2-419c-4e56-a809-1839b986ac79 req-edd2011f-34ac-4a27-acd6-23e2f079a469 service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.0885620 Oct 04 21:26:16.898567 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb537a2-419c-4e56-a809-1839b986ac79 req-837f9d19-d646-4cd3-8461-40e6eb3d74f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:26:16.901530 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-1cb537a2-419c-4e56-a809-1839b986ac79 req-837f9d19-d646-4cd3-8461-40e6eb3d74f8 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0746417 Oct 04 21:26:17.029257 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device 85e05b4d-765b-4e20-bb8a-14fe600f6d16 details requested by agent hyperv_n-h1-852085-12 with host n-h1-852085-12 {{(pid=108171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 21:26:17.075533 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-1cb537a2-419c-4e56-a809-1839b986ac79 req-3de4c2d4-d850-460a-9ecc-1148d98b02f7 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662867 Oct 04 21:26:17.239375 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] For port 85e05b4d-765b-4e20-bb8a-14fe600f6d16, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=85e05b4d-765b-4e20-bb8a-14fe600f6d16,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:26:17.241369 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-1cb537a2-419c-4e56-a809-1839b986ac79 req-634c6cb1-820b-4516-8579-c43c4558a3c6 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605384 Oct 04 21:26:17.264176 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Returning: {'device': '85e05b4d-765b-4e20-bb8a-14fe600f6d16', 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7', 'port_id': '85e05b4d-765b-4e20-bb8a-14fe600f6d16', 'mac_address': 'fa:16:3e:57:f4:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1956090-7ed7-4d05-a46e-a7b0885ca8e4', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 21:26:17.369776 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Current status of the port 85e05b4d-765b-4e20-bb8a-14fe600f6d16 is: DOWN; New status is: BUILD {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:26:17.370426 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (85e05b4d-765b-4e20-bb8a-14fe600f6d16), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:26:17.401140 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85e05b4d-765b-4e20-bb8a-14fe600f6d16 {{(pid=108171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 21:26:17.445002 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] For port 85e05b4d-765b-4e20-bb8a-14fe600f6d16, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=85e05b4d-765b-4e20-bb8a-14fe600f6d16,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:26:17.467128 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3d9fe9ed-12d6-4f00-8663-790381b8cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:26:17.573285 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (85e05b4d-765b-4e20-bb8a-14fe600f6d16), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:26:17.688329 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Pushing event updated for resources: {'Port': ['ID=85e05b4d-765b-4e20-bb8a-14fe600f6d16,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:26:17.705121 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:26:17.706056 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:26:17.706551 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:26:17.707440 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:26:17.708002 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:26:17.708524 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:26:17.709053 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:26:17.709620 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:26:17.710150 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:26:17.710696 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:26:17.711251 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:26:17.711767 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:26:17.712403 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:26:17.712886 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:26:17.713621 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:26:17.731047 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f810bc2c-a4ad-4bf0-8b04-f12ec400a3a9 req-82f5afe1-06d2-4e2e-b5ae-90c39cdaba24 tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:26:17.733183 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f810bc2c-a4ad-4bf0-8b04-f12ec400a3a9 req-82f5afe1-06d2-4e2e-b5ae-90c39cdaba24 tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=63447013-ba5e-4665-a929-9f5e42de0ba4 HTTP/1.1" status: 200 len: 948 time: 0.1042933 Oct 04 21:26:17.821313 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f810bc2c-a4ad-4bf0-8b04-f12ec400a3a9 req-573b7a3c-ee19-4d4e-acae-6dea589bb35a tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7cc68d15-8807-49e8-85b4-7d49f49ff8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752730 Oct 04 21:26:18.009941 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] get_ports_and_sgs() called for port_ids ['85e05b4d-765b-4e20-bb8a-14fe600f6d16'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 21:26:19.055181 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device 85e05b4d-765b-4e20-bb8a-14fe600f6d16 up at agent hyperv_n-h1-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:26:19.066452 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07cd149-c97a-458d-88ed-12a88784f03c req-2cd40a77-ed27-4661-8ae2-55a21ca3cf8f tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:26:19.071984 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a07cd149-c97a-458d-88ed-12a88784f03c req-2cd40a77-ed27-4661-8ae2-55a21ca3cf8f tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=63447013-ba5e-4665-a929-9f5e42de0ba4 HTTP/1.1" status: 200 len: 948 time: 0.1068096 Oct 04 21:26:19.140021 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Provisioning for port 85e05b4d-765b-4e20-bb8a-14fe600f6d16 completed by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 21:26:19.171753 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a07cd149-c97a-458d-88ed-12a88784f03c req-21b1190c-bc4c-4f70-a140-dea1d32f17a9 tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7cc68d15-8807-49e8-85b4-7d49f49ff8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900435 Oct 04 21:26:19.269868 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Provisioning complete for port 85e05b4d-765b-4e20-bb8a-14fe600f6d16 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:26:19.270341 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (85e05b4d-765b-4e20-bb8a-14fe600f6d16), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:26:19.270950 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Attempt 1 to provision port 85e05b4d-765b-4e20-bb8a-14fe600f6d16 Oct 04 21:26:19.430258 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Current status of the port 85e05b4d-765b-4e20-bb8a-14fe600f6d16 is: BUILD; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:26:19.430791 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (85e05b4d-765b-4e20-bb8a-14fe600f6d16), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:26:19.692896 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63447013-ba5e-4665-a929-9f5e42de0ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e05b4d-765b-4e20-bb8a-14fe600f6d16'}] {{(pid=108171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 21:26:19.697565 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966b91da6921e714df7c26a37f4733087768fb9a36052be1ead95d4d835f43be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01670738-ffde-4c90-8d9b-d4bd8eb91d3a" -d '{"events": [{"server_uuid": "63447013-ba5e-4665-a929-9f5e42de0ba4", "name": "network-vif-plugged", "status": "completed", "tag": "85e05b4d-765b-4e20-bb8a-14fe600f6d16"}]}' {{(pid=108171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 21:26:19.730607 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] For port 85e05b4d-765b-4e20-bb8a-14fe600f6d16, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=85e05b4d-765b-4e20-bb8a-14fe600f6d16,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:26:19.810904 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (85e05b4d-765b-4e20-bb8a-14fe600f6d16), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:26:19.885006 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 21:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9842b30-6292-4d6e-8a51-7e0d8001cdc2 x-openstack-request-id: req-c9842b30-6292-4d6e-8a51-7e0d8001cdc2 {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 21:26:19.885758 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63447013-ba5e-4665-a929-9f5e42de0ba4", "name": "network-vif-plugged", "status": "completed", "tag": "85e05b4d-765b-4e20-bb8a-14fe600f6d16", "code": 200}]} {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 21:26:19.885758 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c9842b30-6292-4d6e-8a51-7e0d8001cdc2 {{(pid=108171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 21:26:19.886176 n-d-852085-12 neutron-server[108171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9842b30-6292-4d6e-8a51-7e0d8001cdc2'] response: {'server_uuid': '63447013-ba5e-4665-a929-9f5e42de0ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e05b4d-765b-4e20-bb8a-14fe600f6d16', 'code': 200} Oct 04 21:26:19.903288 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:26:19.907821 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Pushing event updated for resources: {'Port': ['ID=85e05b4d-765b-4e20-bb8a-14fe600f6d16,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:26:20.047070 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48782ed1-41fb-4576-957c-054a63434083 req-890c2a0d-1b71-4428-87ed-30f6ea724e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:26:20.049027 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-48782ed1-41fb-4576-957c-054a63434083 req-890c2a0d-1b71-4428-87ed-30f6ea724e02 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=63447013-ba5e-4665-a929-9f5e42de0ba4 HTTP/1.1" status: 200 len: 1132 time: 0.0563159 Oct 04 21:26:20.130321 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-48782ed1-41fb-4576-957c-054a63434083 req-ffa845f3-ad42-4b9f-a1a6-5358ac64af2c service neutron] 10.222.0.83 "GET /networking/v2.0/security-groups?id=7cc68d15-8807-49e8-85b4-7d49f49ff8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742321 Oct 04 21:26:20.312848 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:26:20.432270 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e040db-fc8e-42de-a9ca-f5b7d9492121 req-605aacab-25f2-4f46-b64e-2bacf676d3db tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:26:20.435801 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-53e040db-fc8e-42de-a9ca-f5b7d9492121 req-605aacab-25f2-4f46-b64e-2bacf676d3db tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=63447013-ba5e-4665-a929-9f5e42de0ba4 HTTP/1.1" status: 200 len: 949 time: 0.1087840 Oct 04 21:26:20.453258 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=5 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:26:20.541297 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-53e040db-fc8e-42de-a9ca-f5b7d9492121 req-d4801243-5a0d-499c-bf42-abbe6ffa9774 tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7cc68d15-8807-49e8-85b4-7d49f49ff8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931828 Oct 04 21:26:21.702227 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:26:21.799941 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:26:21.817489 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87540c7f-7219-499f-91af-30a11d840a4e req-8a57b0aa-10fd-4258-beac-491352f8b252 tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:26:21.821980 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-87540c7f-7219-499f-91af-30a11d840a4e req-8a57b0aa-10fd-4258-beac-491352f8b252 tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=63447013-ba5e-4665-a929-9f5e42de0ba4 HTTP/1.1" status: 200 len: 949 time: 0.1036327 Oct 04 21:26:21.994773 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-87540c7f-7219-499f-91af-30a11d840a4e req-16efb375-33f4-4548-a428-85f1e1e39b00 tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7cc68d15-8807-49e8-85b4-7d49f49ff8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618257 Oct 04 21:26:23.228552 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc25da5-6a0c-4013-95ed-3e477398389e req-f48ac630-98ff-4d24-824a-437851b5949b tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:26:23.235037 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-7fc25da5-6a0c-4013-95ed-3e477398389e req-f48ac630-98ff-4d24-824a-437851b5949b tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=63447013-ba5e-4665-a929-9f5e42de0ba4 HTTP/1.1" status: 200 len: 949 time: 0.0972135 Oct 04 21:26:23.266856 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:26:23.292504 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:26:23.327184 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-7fc25da5-6a0c-4013-95ed-3e477398389e req-2bf2a7da-fb93-43c7-88f2-f5454144938b tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7cc68d15-8807-49e8-85b4-7d49f49ff8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845637 Oct 04 21:26:24.146586 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965f1c1b-b929-42ed-be4e-980e8e889425 req-a313aa77-f5ce-43ff-bfce-ae442fa69745 tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:26:24.149192 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-965f1c1b-b929-42ed-be4e-980e8e889425 req-a313aa77-f5ce-43ff-bfce-ae442fa69745 tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=63447013-ba5e-4665-a929-9f5e42de0ba4 HTTP/1.1" status: 200 len: 949 time: 0.0795097 Oct 04 21:26:24.244371 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-965f1c1b-b929-42ed-be4e-980e8e889425 req-eeb12a6c-a772-41ea-af8e-d4ca5cae1bf5 tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7cc68d15-8807-49e8-85b4-7d49f49ff8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829582 Oct 04 21:26:25.486890 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ab163-4dbc-4bfd-9fb3-703289fa6b78 req-4ee7c8b8-f686-4069-89f9-ffada9b69efa tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:26:25.491270 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-fe0ab163-4dbc-4bfd-9fb3-703289fa6b78 req-4ee7c8b8-f686-4069-89f9-ffada9b69efa tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=63447013-ba5e-4665-a929-9f5e42de0ba4 HTTP/1.1" status: 200 len: 949 time: 0.0957956 Oct 04 21:26:25.595885 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-fe0ab163-4dbc-4bfd-9fb3-703289fa6b78 req-3216d3d6-5562-4a0f-a42d-bcd7175596b0 tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=7cc68d15-8807-49e8-85b4-7d49f49ff8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935442 Oct 04 21:26:25.713239 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e120c9-a831-4831-89aa-3df1e6d6e879 req-4ea0dfc3-1994-4f6b-898e-bf128d650120 tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:26:25.714950 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-d3e120c9-a831-4831-89aa-3df1e6d6e879 req-4ea0dfc3-1994-4f6b-898e-bf128d650120 tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=63447013-ba5e-4665-a929-9f5e42de0ba4 HTTP/1.1" status: 200 len: 949 time: 0.0788937 Oct 04 21:26:25.733622 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=100 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:26:25.851346 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [req-d3e120c9-a831-4831-89aa-3df1e6d6e879 req-78ce6b8e-19d5-4ce1-87bc-209b6acd1f76 tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] Deleting port 85e05b4d-765b-4e20-bb8a-14fe600f6d16 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:26:25.851876 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-d3e120c9-a831-4831-89aa-3df1e6d6e879 req-78ce6b8e-19d5-4ce1-87bc-209b6acd1f76 tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (85e05b4d-765b-4e20-bb8a-14fe600f6d16), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:26:26.021346 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [req-d3e120c9-a831-4831-89aa-3df1e6d6e879 req-78ce6b8e-19d5-4ce1-87bc-209b6acd1f76 tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] For port 85e05b4d-765b-4e20-bb8a-14fe600f6d16, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=85e05b4d-765b-4e20-bb8a-14fe600f6d16,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:26:26.021951 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-d3e120c9-a831-4831-89aa-3df1e6d6e879 req-78ce6b8e-19d5-4ce1-87bc-209b6acd1f76 tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (85e05b4d-765b-4e20-bb8a-14fe600f6d16), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:26:26.051994 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [req-d3e120c9-a831-4831-89aa-3df1e6d6e879 req-78ce6b8e-19d5-4ce1-87bc-209b6acd1f76 tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] Calling delete_port for 85e05b4d-765b-4e20-bb8a-14fe600f6d16 owned by compute:nova {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:26:26.200396 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:26:26.398770 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-d3e120c9-a831-4831-89aa-3df1e6d6e879 req-78ce6b8e-19d5-4ce1-87bc-209b6acd1f76 tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (85e05b4d-765b-4e20-bb8a-14fe600f6d16), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:26:26.432091 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] get_ports_and_sgs() called for port_ids ['85e05b4d-765b-4e20-bb8a-14fe600f6d16'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 21:26:26.458288 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ce6b8e-19d5-4ce1-87bc-209b6acd1f76 tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] Pushing event deleted for resources: {'Port': ['ID=85e05b4d-765b-4e20-bb8a-14fe600f6d16,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:26:26.485661 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ce6b8e-19d5-4ce1-87bc-209b6acd1f76 tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:26:26.486320 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ce6b8e-19d5-4ce1-87bc-209b6acd1f76 tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:26:26.486824 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ce6b8e-19d5-4ce1-87bc-209b6acd1f76 tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:26:26.487575 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ce6b8e-19d5-4ce1-87bc-209b6acd1f76 tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:26:26.495218 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ce6b8e-19d5-4ce1-87bc-209b6acd1f76 tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:26:26.495218 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ce6b8e-19d5-4ce1-87bc-209b6acd1f76 tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:26:26.495218 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ce6b8e-19d5-4ce1-87bc-209b6acd1f76 tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:26:26.495218 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ce6b8e-19d5-4ce1-87bc-209b6acd1f76 tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:26:26.495218 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ce6b8e-19d5-4ce1-87bc-209b6acd1f76 tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:26:26.495218 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ce6b8e-19d5-4ce1-87bc-209b6acd1f76 tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:26:26.495218 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ce6b8e-19d5-4ce1-87bc-209b6acd1f76 tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:26:26.495218 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ce6b8e-19d5-4ce1-87bc-209b6acd1f76 tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:26:26.495218 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ce6b8e-19d5-4ce1-87bc-209b6acd1f76 tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:26:26.495218 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ce6b8e-19d5-4ce1-87bc-209b6acd1f76 tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:26:26.495218 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ce6b8e-19d5-4ce1-87bc-209b6acd1f76 tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:26:26.584686 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3e120c9-a831-4831-89aa-3df1e6d6e879 req-78ce6b8e-19d5-4ce1-87bc-209b6acd1f76 tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] No DVR routers for this DVR port 85e05b4d-765b-4e20-bb8a-14fe600f6d16 on host n-h1-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:26:26.588769 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-d3e120c9-a831-4831-89aa-3df1e6d6e879 req-78ce6b8e-19d5-4ce1-87bc-209b6acd1f76 tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:26:26.595099 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-d3e120c9-a831-4831-89aa-3df1e6d6e879 req-78ce6b8e-19d5-4ce1-87bc-209b6acd1f76 tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] 10.222.0.83 "DELETE /networking/v2.0/ports/85e05b4d-765b-4e20-bb8a-14fe600f6d16 HTTP/1.1" status: 204 len: 173 time: 0.8695362 Oct 04 21:26:26.596064 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63447013-ba5e-4665-a929-9f5e42de0ba4', 'name': 'network-vif-deleted', 'tag': '85e05b4d-765b-4e20-bb8a-14fe600f6d16'}] {{(pid=108169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 21:26:26.599986 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dea34fca0f7d6c1de22810621a04fa86ac5e48141775903912ac1624808dfef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c919d8d2-5c43-4f5d-a727-97e286576287" -d '{"events": [{"server_uuid": "63447013-ba5e-4665-a929-9f5e42de0ba4", "name": "network-vif-deleted", "tag": "85e05b4d-765b-4e20-bb8a-14fe600f6d16"}]}' {{(pid=108169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 21:26:26.792088 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-cf279696-4d52-4e3b-bb8b-8b19ced6cd30 req-2043c544-2457-4e5e-8137-b14affe62fbf tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=63447013-ba5e-4665-a929-9f5e42de0ba4 HTTP/1.1" status: 200 len: 210 time: 0.0393338 Oct 04 21:26:27.708897 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 21:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419659d7-8802-417a-8c72-fc88da742189 x-openstack-request-id: req-419659d7-8802-417a-8c72-fc88da742189 {{(pid=108169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 21:26:27.710180 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63447013-ba5e-4665-a929-9f5e42de0ba4", "name": "network-vif-deleted", "tag": "85e05b4d-765b-4e20-bb8a-14fe600f6d16", "status": "completed", "code": 200}]} {{(pid=108169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 21:26:27.710180 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-419659d7-8802-417a-8c72-fc88da742189 {{(pid=108169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 21:26:27.710671 n-d-852085-12 neutron-server[108169]: INFO neutron.notifiers.nova [-] Nova event matching ['req-419659d7-8802-417a-8c72-fc88da742189'] response: {'server_uuid': '63447013-ba5e-4665-a929-9f5e42de0ba4', 'name': 'network-vif-deleted', 'tag': '85e05b4d-765b-4e20-bb8a-14fe600f6d16', 'status': 'completed', 'code': 200} Oct 04 21:26:28.026436 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-17efd0e8-dea9-4c43-8a69-a97efe30dd18 req-8a51a36d-b8a2-4be5-89aa-7bbaf1674e9a tempest-VolumesNegativeTest-228047462 tempest-VolumesNegativeTest-228047462-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=63447013-ba5e-4665-a929-9f5e42de0ba4 HTTP/1.1" status: 200 len: 210 time: 0.0553131 Oct 04 21:26:29.091349 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device 85e05b4d-765b-4e20-bb8a-14fe600f6d16 no longer exists at agent hyperv_n-h1-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:26:29.134392 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] No Port match for: 85e05b4d-765b-4e20-bb8a-14fe600f6d16 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:26:29.135069 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device 85e05b4d-765b-4e20-bb8a-14fe600f6d16 not bound to the agent host n-h1-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:26:32.670502 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:26:33.511677 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:26:33.678352 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:26:36.547286 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=40,neutron:DELETE=6 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:26:37.986871 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=25 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:26:37.989048 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=19 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:26:42.968053 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52458) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:26:43.232337 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-80d1044f-5298-41d1-9336-39115d217283 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=3554296c0d504bf1afa4e5bb65dba76a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2613347 Oct 04 21:26:43.236047 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52462) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:26:43.350824 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fc9f5a1a-e9e4-4b9e-85cc-24ef693770d2 admin admin] Publish callbacks [] for security_group (7cc68d15-8807-49e8-85b4-7d49f49ff8cc), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:26:43.408909 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fc9f5a1a-e9e4-4b9e-85cc-24ef693770d2 admin admin] Publish callbacks [] for security_group (7cc68d15-8807-49e8-85b4-7d49f49ff8cc), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:26:43.518338 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:26:43.680519 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fc9f5a1a-e9e4-4b9e-85cc-24ef693770d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (7cc68d15-8807-49e8-85b4-7d49f49ff8cc), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:26:43.684517 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fc9f5a1a-e9e4-4b9e-85cc-24ef693770d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:26:43.686450 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-fc9f5a1a-e9e4-4b9e-85cc-24ef693770d2 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/7cc68d15-8807-49e8-85b4-7d49f49ff8cc HTTP/1.1" status: 204 len: 168 time: 0.4487162 Oct 04 21:26:43.700136 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9f5a1a-e9e4-4b9e-85cc-24ef693770d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc68d15-8807-49e8-85b4-7d49f49ff8cc,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:26:43.715081 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9f5a1a-e9e4-4b9e-85cc-24ef693770d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:26:43.715974 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9f5a1a-e9e4-4b9e-85cc-24ef693770d2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:26:43.716690 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9f5a1a-e9e4-4b9e-85cc-24ef693770d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:26:43.717371 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9f5a1a-e9e4-4b9e-85cc-24ef693770d2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:26:43.718030 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9f5a1a-e9e4-4b9e-85cc-24ef693770d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:26:43.719036 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9f5a1a-e9e4-4b9e-85cc-24ef693770d2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:26:43.720023 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9f5a1a-e9e4-4b9e-85cc-24ef693770d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:26:43.720687 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9f5a1a-e9e4-4b9e-85cc-24ef693770d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:26:43.721586 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9f5a1a-e9e4-4b9e-85cc-24ef693770d2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:26:43.722232 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9f5a1a-e9e4-4b9e-85cc-24ef693770d2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:26:43.722995 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9f5a1a-e9e4-4b9e-85cc-24ef693770d2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:26:43.724057 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9f5a1a-e9e4-4b9e-85cc-24ef693770d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:26:43.731336 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9f5a1a-e9e4-4b9e-85cc-24ef693770d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:26:43.731336 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9f5a1a-e9e4-4b9e-85cc-24ef693770d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:26:43.731336 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9f5a1a-e9e4-4b9e-85cc-24ef693770d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:26:45.488898 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52474) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:26:45.565289 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0d682e8e-77f3-466a-b538-c8286293527b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:26:45.700135 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d9bd5049-eee1-4062-996f-f7046c7c4b3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:26:45.877201 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d9bd5049-eee1-4062-996f-f7046c7c4b3c admin admin] Publish callbacks [] for security_group (2721e456-c5d4-480b-93cf-df0bd1a14dcd), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:26:46.015460 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d9bd5049-eee1-4062-996f-f7046c7c4b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (2721e456-c5d4-480b-93cf-df0bd1a14dcd), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:26:46.086986 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bd5049-eee1-4062-996f-f7046c7c4b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2721e456-c5d4-480b-93cf-df0bd1a14dcd,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:26:46.093841 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d9bd5049-eee1-4062-996f-f7046c7c4b3c admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=74860681489a47bb9746ff0edf7adfed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6030369 Oct 04 21:26:46.098335 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52478) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:26:46.200948 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e792037c-fa2e-4be2-a0d0-bb83c9fbb03b admin admin] Publish callbacks [] for security_group (2721e456-c5d4-480b-93cf-df0bd1a14dcd), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:26:46.252809 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e792037c-fa2e-4be2-a0d0-bb83c9fbb03b admin admin] Publish callbacks [] for security_group (2721e456-c5d4-480b-93cf-df0bd1a14dcd), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:26:46.437710 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e792037c-fa2e-4be2-a0d0-bb83c9fbb03b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (2721e456-c5d4-480b-93cf-df0bd1a14dcd), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:26:46.440715 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e792037c-fa2e-4be2-a0d0-bb83c9fbb03b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:26:46.442508 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e792037c-fa2e-4be2-a0d0-bb83c9fbb03b admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/2721e456-c5d4-480b-93cf-df0bd1a14dcd HTTP/1.1" status: 204 len: 168 time: 0.3427103 Oct 04 21:26:46.458096 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e792037c-fa2e-4be2-a0d0-bb83c9fbb03b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2721e456-c5d4-480b-93cf-df0bd1a14dcd,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:26:47.458115 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ca482916-2ba5-4d8c-baf0-ae2120dc375d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:26:47.463257 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 21:26:50.297594 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:26:51.689997 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:26:51.818181 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:26:53.692427 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=18,neutron:DELETE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:26:53.706475 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:26:56.447693 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=38,neutron:INSERT=5,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:26:56.449528 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=42,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:27:01.296467 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:27:01.574633 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:27:01.696152 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:27:02.621293 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:03.615480 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:05.826665 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-cd5543d5-abdc-4cdd-a9d2-3eaa9ead7e36 req-b3291adc-f08a-4600-b025-622a8610090e tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] 10.222.0.78 "GET /networking/v2.0/networks?tenant_id=49486f6954e340efbf04c7b4ae8098fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479543 Oct 04 21:27:06.051461 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5543d5-abdc-4cdd-a9d2-3eaa9ead7e36 req-4bbfaab7-6244-4e61-b767-62e7e4a18315 tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:27:06.054323 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-cd5543d5-abdc-4cdd-a9d2-3eaa9ead7e36 req-4bbfaab7-6244-4e61-b767-62e7e4a18315 tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] 10.222.0.78 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2170839 Oct 04 21:27:06.082364 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-cd5543d5-abdc-4cdd-a9d2-3eaa9ead7e36 req-a35c0de9-771e-48d1-9759-ee84f141cefe tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] 10.222.0.78 "GET /networking/v2.0/quotas/49486f6954e340efbf04c7b4ae8098fb HTTP/1.1" status: 200 len: 375 time: 0.0172071 Oct 04 21:27:06.154067 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-cd5543d5-abdc-4cdd-a9d2-3eaa9ead7e36 req-f53716c9-6501-4acf-85b3-7e7cdef7aa67 tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=49486f6954e340efbf04c7b4ae8098fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0611043 Oct 04 21:27:06.650791 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-151fcbaf-65ee-4eef-906c-fdd32c6770a1 req-6d3f1831-2cdf-47ff-819d-0017ae848980 tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=260be7b2-1bfe-4b9c-b3c2-914d3274dcdf HTTP/1.1" status: 200 len: 210 time: 0.0534019 Oct 04 21:27:07.818077 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d2e7e458-ef97-4795-9bed-88d169cb8ae0 req-326ec2b2-a4bd-4fb1-a28d-2ef62e19b79e tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=260be7b2-1bfe-4b9c-b3c2-914d3274dcdf HTTP/1.1" status: 200 len: 210 time: 0.0510910 Oct 04 21:27:09.035316 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4e394fd7-03b3-4221-97f3-61cd2db8c3d0 req-97702b0b-ba38-412d-a6fb-8f3f39e291b5 tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=260be7b2-1bfe-4b9c-b3c2-914d3274dcdf HTTP/1.1" status: 200 len: 210 time: 0.0541894 Oct 04 21:27:10.192475 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-20e5e828-3989-4bd0-b082-d66ac7a30454 req-8fc43d48-5a78-49ae-934c-06b1e63fcfdc tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=260be7b2-1bfe-4b9c-b3c2-914d3274dcdf HTTP/1.1" status: 200 len: 210 time: 0.0381842 Oct 04 21:27:10.501329 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-cd5543d5-abdc-4cdd-a9d2-3eaa9ead7e36 req-655f3c7b-f44d-4b3c-ad6c-e0501d6df986 tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] 10.222.0.83 "GET /networking/v2.0/networks?tenant_id=49486f6954e340efbf04c7b4ae8098fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393240 Oct 04 21:27:10.655403 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5543d5-abdc-4cdd-a9d2-3eaa9ead7e36 req-66006c65-1332-42f7-b543-fe4aa4c8116c tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:27:10.657313 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-cd5543d5-abdc-4cdd-a9d2-3eaa9ead7e36 req-66006c65-1332-42f7-b543-fe4aa4c8116c tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] 10.222.0.83 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1516104 Oct 04 21:27:10.678061 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [req-cd5543d5-abdc-4cdd-a9d2-3eaa9ead7e36 req-d11e29ef-8689-4557-98ac-3686420f17c0 tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] Request body: {'port': {'device_id': '260be7b2-1bfe-4b9c-b3c2-914d3274dcdf', 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7', 'admin_state_up': True, 'tenant_id': '49486f6954e340efbf04c7b4ae8098fb'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:27:11.048405 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd5543d5-abdc-4cdd-a9d2-3eaa9ead7e36 req-d11e29ef-8689-4557-98ac-3686420f17c0 tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] Made reservation on behalf of 49486f6954e340efbf04c7b4ae8098fb for: {'port': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:27:11.055245 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-cd5543d5-abdc-4cdd-a9d2-3eaa9ead7e36 req-d11e29ef-8689-4557-98ac-3686420f17c0 tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:11.071971 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-cd5543d5-abdc-4cdd-a9d2-3eaa9ead7e36 req-d11e29ef-8689-4557-98ac-3686420f17c0 tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:11.224016 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-cd5543d5-abdc-4cdd-a9d2-3eaa9ead7e36 req-d11e29ef-8689-4557-98ac-3686420f17c0 tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] Publish callbacks [] for security_group (c8c15d54-f9c9-4b7f-9800-07ba26593d96), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:11.296053 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=19 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:27:11.317453 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f280e0c2-0be4-4baa-92e9-ae9a5f8204fa req-89fa2195-3c82-4f32-b7cd-7ac0d3e52091 tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=260be7b2-1bfe-4b9c-b3c2-914d3274dcdf HTTP/1.1" status: 200 len: 210 time: 0.0327473 Oct 04 21:27:11.320305 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-cd5543d5-abdc-4cdd-a9d2-3eaa9ead7e36 req-d11e29ef-8689-4557-98ac-3686420f17c0 tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (c8c15d54-f9c9-4b7f-9800-07ba26593d96), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:11.410164 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11e29ef-8689-4557-98ac-3686420f17c0 tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c15d54-f9c9-4b7f-9800-07ba26593d96,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:27:11.521148 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [req-cd5543d5-abdc-4cdd-a9d2-3eaa9ead7e36 req-d11e29ef-8689-4557-98ac-3686420f17c0 tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] Allocated IP 192.168.233.129 (42fbb05e-3f96-444f-a676-04ee9d06a8c7/e1956090-7ed7-4d05-a46e-a7b0885ca8e4/5815ef59-98a3-4877-800b-df28baf43ee7) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:27:11.779810 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-cd5543d5-abdc-4cdd-a9d2-3eaa9ead7e36 req-d11e29ef-8689-4557-98ac-3686420f17c0 tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] Publish callbacks [] for port (5815ef59-98a3-4877-800b-df28baf43ee7), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:11.941850 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-cd5543d5-abdc-4cdd-a9d2-3eaa9ead7e36 req-d11e29ef-8689-4557-98ac-3686420f17c0 tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (5815ef59-98a3-4877-800b-df28baf43ee7), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:12.030965 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd5543d5-abdc-4cdd-a9d2-3eaa9ead7e36 req-d11e29ef-8689-4557-98ac-3686420f17c0 tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] Network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:27:12.036954 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:27:12.043359 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [req-cd5543d5-abdc-4cdd-a9d2-3eaa9ead7e36 req-d11e29ef-8689-4557-98ac-3686420f17c0 tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:27:12.051297 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd5543d5-abdc-4cdd-a9d2-3eaa9ead7e36 req-d11e29ef-8689-4557-98ac-3686420f17c0 tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:27:12.099884 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11e29ef-8689-4557-98ac-3686420f17c0 tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] Pushing event updated for resources: {'Port': ['ID=5815ef59-98a3-4877-800b-df28baf43ee7,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:27:12.125384 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:27:12.157545 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5543d5-abdc-4cdd-a9d2-3eaa9ead7e36 req-d11e29ef-8689-4557-98ac-3686420f17c0 tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:27:12.158642 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-cd5543d5-abdc-4cdd-a9d2-3eaa9ead7e36 req-d11e29ef-8689-4557-98ac-3686420f17c0 tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:12.266479 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-cd5543d5-abdc-4cdd-a9d2-3eaa9ead7e36 req-d11e29ef-8689-4557-98ac-3686420f17c0 tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] 10.222.0.83 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5951095 Oct 04 21:27:12.288045 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [req-cd5543d5-abdc-4cdd-a9d2-3eaa9ead7e36 req-e9e37145-b432-4c4b-b80e-aee11c1a9035 service neutron] Request body: {'port': {'device_id': '260be7b2-1bfe-4b9c-b3c2-914d3274dcdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-852085-12'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:27:12.396519 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-afaba63d-9ee7-4769-9b29-67b7423d2494 None None] Provisioning complete for port 5815ef59-98a3-4877-800b-df28baf43ee7 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:27:12.398540 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-afaba63d-9ee7-4769-9b29-67b7423d2494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (5815ef59-98a3-4877-800b-df28baf43ee7), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:12.399189 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-afaba63d-9ee7-4769-9b29-67b7423d2494 None None] Attempt 1 to provision port 5815ef59-98a3-4877-800b-df28baf43ee7 Oct 04 21:27:12.426622 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-cd5543d5-abdc-4cdd-a9d2-3eaa9ead7e36 req-e9e37145-b432-4c4b-b80e-aee11c1a9035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (5815ef59-98a3-4877-800b-df28baf43ee7), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:12.466049 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-afaba63d-9ee7-4769-9b29-67b7423d2494 None None] Port 5815ef59-98a3-4877-800b-df28baf43ee7 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:27:12.563115 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebadb8ce-72b5-491d-af6f-934b9efb5d9c req-e187689c-bb9b-4636-8b57-4db5b94c7fe7 tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:27:12.566939 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ebadb8ce-72b5-491d-af6f-934b9efb5d9c req-e187689c-bb9b-4636-8b57-4db5b94c7fe7 tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=260be7b2-1bfe-4b9c-b3c2-914d3274dcdf HTTP/1.1" status: 200 len: 936 time: 0.0932829 Oct 04 21:27:12.665358 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ebadb8ce-72b5-491d-af6f-934b9efb5d9c req-75d575f4-b094-445c-bca9-566314e2fe94 tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c8c15d54-f9c9-4b7f-9800-07ba26593d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884190 Oct 04 21:27:12.971894 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [req-cd5543d5-abdc-4cdd-a9d2-3eaa9ead7e36 req-e9e37145-b432-4c4b-b80e-aee11c1a9035 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5815ef59-98a3-4877-800b-df28baf43ee7 {{(pid=108169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 21:27:12.988663 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-cd5543d5-abdc-4cdd-a9d2-3eaa9ead7e36 req-e9e37145-b432-4c4b-b80e-aee11c1a9035 service neutron] Publish callbacks [] for port (5815ef59-98a3-4877-800b-df28baf43ee7), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:13.016830 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.provisioning_blocks [req-cd5543d5-abdc-4cdd-a9d2-3eaa9ead7e36 req-e9e37145-b432-4c4b-b80e-aee11c1a9035 service neutron] Transition to ACTIVE for port object 5815ef59-98a3-4877-800b-df28baf43ee7 will not be triggered until provisioned by entity L2. {{(pid=108169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 21:27:13.100638 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-cd5543d5-abdc-4cdd-a9d2-3eaa9ead7e36 req-e9e37145-b432-4c4b-b80e-aee11c1a9035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (5815ef59-98a3-4877-800b-df28baf43ee7), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:13.204271 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e37145-b432-4c4b-b80e-aee11c1a9035 service neutron] Pushing event updated for resources: {'Port': ['ID=5815ef59-98a3-4877-800b-df28baf43ee7,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:27:13.288280 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [req-cd5543d5-abdc-4cdd-a9d2-3eaa9ead7e36 req-e9e37145-b432-4c4b-b80e-aee11c1a9035 service neutron] Attempting to bind port 5815ef59-98a3-4877-800b-df28baf43ee7 on host n-h1-852085-12 for vnic_type normal with profile {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:27:13.288724 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [req-cd5543d5-abdc-4cdd-a9d2-3eaa9ead7e36 req-e9e37145-b432-4c4b-b80e-aee11c1a9035 service neutron] Attempting to bind port 5815ef59-98a3-4877-800b-df28baf43ee7 by drivers openvswitch,hyperv on host n-h1-852085-12 at level 0 using segments [{'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'}] {{(pid=108169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:27:13.289292 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5543d5-abdc-4cdd-a9d2-3eaa9ead7e36 req-e9e37145-b432-4c4b-b80e-aee11c1a9035 service neutron] Attempting to bind port 5815ef59-98a3-4877-800b-df28baf43ee7 on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:27:13.373559 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5543d5-abdc-4cdd-a9d2-3eaa9ead7e36 req-e9e37145-b432-4c4b-b80e-aee11c1a9035 service neutron] Port 5815ef59-98a3-4877-800b-df28baf43ee7 on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-852085-12 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 04 21:27:13.374108 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5543d5-abdc-4cdd-a9d2-3eaa9ead7e36 req-e9e37145-b432-4c4b-b80e-aee11c1a9035 service neutron] Attempting to bind port 5815ef59-98a3-4877-800b-df28baf43ee7 on network 42fbb05e-3f96-444f-a676-04ee9d06a8c7 {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:27:13.461312 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5543d5-abdc-4cdd-a9d2-3eaa9ead7e36 req-e9e37145-b432-4c4b-b80e-aee11c1a9035 service neutron] Checking agent: {'id': 'd500e1cf-136e-47e7-b7fe-ae200432f8b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 28, 32), 'started_at': datetime.datetime(2022, 10, 4, 20, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:27:13.461703 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5543d5-abdc-4cdd-a9d2-3eaa9ead7e36 req-e9e37145-b432-4c4b-b80e-aee11c1a9035 service neutron] Checking segment: {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:27:13.462027 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5543d5-abdc-4cdd-a9d2-3eaa9ead7e36 req-e9e37145-b432-4c4b-b80e-aee11c1a9035 service neutron] Bound using segment: {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'} {{(pid=108169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:27:13.462705 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.managers [req-cd5543d5-abdc-4cdd-a9d2-3eaa9ead7e36 req-e9e37145-b432-4c4b-b80e-aee11c1a9035 service neutron] Bound port: 5815ef59-98a3-4877-800b-df28baf43ee7, host: n-h1-852085-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94963c4a-7d92-4a57-9b5b-17ef9bbc953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7'}}] {{(pid=108169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:27:13.463858 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-cd5543d5-abdc-4cdd-a9d2-3eaa9ead7e36 req-e9e37145-b432-4c4b-b80e-aee11c1a9035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (5815ef59-98a3-4877-800b-df28baf43ee7), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:13.590481 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [req-cd5543d5-abdc-4cdd-a9d2-3eaa9ead7e36 req-e9e37145-b432-4c4b-b80e-aee11c1a9035 service neutron] For port 5815ef59-98a3-4877-800b-df28baf43ee7, host n-h1-852085-12, cleared binding levels {{(pid=108169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:27:13.596831 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [req-cd5543d5-abdc-4cdd-a9d2-3eaa9ead7e36 req-e9e37145-b432-4c4b-b80e-aee11c1a9035 service neutron] For port 5815ef59-98a3-4877-800b-df28baf43ee7, host n-h1-852085-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=5815ef59-98a3-4877-800b-df28baf43ee7,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:27:13.690621 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-cd5543d5-abdc-4cdd-a9d2-3eaa9ead7e36 req-e9e37145-b432-4c4b-b80e-aee11c1a9035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (5815ef59-98a3-4877-800b-df28baf43ee7), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:13.700624 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5543d5-abdc-4cdd-a9d2-3eaa9ead7e36 req-e9e37145-b432-4c4b-b80e-aee11c1a9035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:27:13.701727 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-cd5543d5-abdc-4cdd-a9d2-3eaa9ead7e36 req-e9e37145-b432-4c4b-b80e-aee11c1a9035 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:13.704461 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-cd5543d5-abdc-4cdd-a9d2-3eaa9ead7e36 req-e9e37145-b432-4c4b-b80e-aee11c1a9035 service neutron] 10.222.0.83 "PUT /networking/v2.0/ports/5815ef59-98a3-4877-800b-df28baf43ee7 HTTP/1.1" status: 200 len: 1097 time: 1.4249504 Oct 04 21:27:13.707399 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '260be7b2-1bfe-4b9c-b3c2-914d3274dcdf', 'tag': '5815ef59-98a3-4877-800b-df28baf43ee7'}] {{(pid=108169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 21:27:13.711762 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dea34fca0f7d6c1de22810621a04fa86ac5e48141775903912ac1624808dfef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce495f6c-160c-4264-bbad-b649754e8831" -d '{"events": [{"name": "network-changed", "server_uuid": "260be7b2-1bfe-4b9c-b3c2-914d3274dcdf", "tag": "5815ef59-98a3-4877-800b-df28baf43ee7"}]}' {{(pid=108169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 21:27:13.771341 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:27:13.808766 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 21:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55cc6435-9921-4c4b-92bd-db497d67edfe x-openstack-request-id: req-55cc6435-9921-4c4b-92bd-db497d67edfe {{(pid=108169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 21:27:13.809428 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "260be7b2-1bfe-4b9c-b3c2-914d3274dcdf", "tag": "5815ef59-98a3-4877-800b-df28baf43ee7", "status": "completed", "code": 200}]} {{(pid=108169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 21:27:13.809831 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-55cc6435-9921-4c4b-92bd-db497d67edfe {{(pid=108169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 21:27:13.810476 n-d-852085-12 neutron-server[108169]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55cc6435-9921-4c4b-92bd-db497d67edfe'] response: {'name': 'network-changed', 'server_uuid': '260be7b2-1bfe-4b9c-b3c2-914d3274dcdf', 'tag': '5815ef59-98a3-4877-800b-df28baf43ee7', 'status': 'completed', 'code': 200} Oct 04 21:27:13.821382 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e37145-b432-4c4b-b80e-aee11c1a9035 service neutron] Pushing event updated for resources: {'Port': ['ID=5815ef59-98a3-4877-800b-df28baf43ee7,revision_number=3']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:27:13.924348 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a5f5f-8b3a-4195-a218-6271c96dafae req-a210b612-f0ec-4c2b-98e8-76fb103ef13d tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:27:13.927268 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ea1a5f5f-8b3a-4195-a218-6271c96dafae req-a210b612-f0ec-4c2b-98e8-76fb103ef13d tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=260be7b2-1bfe-4b9c-b3c2-914d3274dcdf HTTP/1.1" status: 200 len: 948 time: 0.0950592 Oct 04 21:27:13.931514 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce495f6c-160c-4264-bbad-b649754e8831 req-9dd3f52a-8a4e-4649-89f4-6f0a2ba10f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:27:13.934495 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-ce495f6c-160c-4264-bbad-b649754e8831 req-9dd3f52a-8a4e-4649-89f4-6f0a2ba10f0f service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=49486f6954e340efbf04c7b4ae8098fb&device_id=260be7b2-1bfe-4b9c-b3c2-914d3274dcdf HTTP/1.1" status: 200 len: 1131 time: 0.0859299 Oct 04 21:27:14.003182 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-ce495f6c-160c-4264-bbad-b649754e8831 req-1c412f78-7771-4949-adc3-39cd9848d394 service neutron] 10.222.0.83 "GET /networking/v2.0/networks?tenant_id=49486f6954e340efbf04c7b4ae8098fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0569618 Oct 04 21:27:14.030482 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-ea1a5f5f-8b3a-4195-a218-6271c96dafae req-dd29e45c-2296-4fbc-b915-054a1610788c tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c8c15d54-f9c9-4b7f-9800-07ba26593d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915518 Oct 04 21:27:14.388767 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce495f6c-160c-4264-bbad-b649754e8831 req-69a33722-d27b-4b33-9602-d98334162d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:27:14.391605 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-ce495f6c-160c-4264-bbad-b649754e8831 req-69a33722-d27b-4b33-9602-d98334162d5c service neutron] 10.222.0.83 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3831081 Oct 04 21:27:14.483497 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:27:14.544158 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5543d5-abdc-4cdd-a9d2-3eaa9ead7e36 req-66b5a430-bdad-4ed0-86c8-a2c555fdf079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:27:14.547123 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-cd5543d5-abdc-4cdd-a9d2-3eaa9ead7e36 req-66b5a430-bdad-4ed0-86c8-a2c555fdf079 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?tenant_id=49486f6954e340efbf04c7b4ae8098fb&device_id=260be7b2-1bfe-4b9c-b3c2-914d3274dcdf HTTP/1.1" status: 200 len: 1131 time: 0.0794804 Oct 04 21:27:14.628745 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-cd5543d5-abdc-4cdd-a9d2-3eaa9ead7e36 req-6b2a7ba5-d314-4123-a83b-8e5cf01b4db4 service neutron] 10.222.0.83 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=5815ef59-98a3-4877-800b-df28baf43ee7 HTTP/1.1" status: 200 len: 217 time: 0.0685072 Oct 04 21:27:14.725590 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5543d5-abdc-4cdd-a9d2-3eaa9ead7e36 req-4b0d4680-f1e6-48c3-8f4d-2ead636ad220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:27:14.728430 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-cd5543d5-abdc-4cdd-a9d2-3eaa9ead7e36 req-4b0d4680-f1e6-48c3-8f4d-2ead636ad220 service neutron] 10.222.0.83 "GET /networking/v2.0/subnets?id=e1956090-7ed7-4d05-a46e-a7b0885ca8e4 HTTP/1.1" status: 200 len: 843 time: 0.0937352 Oct 04 21:27:14.822187 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5543d5-abdc-4cdd-a9d2-3eaa9ead7e36 req-ee19c48b-1910-4fbe-bc91-bbf7482fc0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:27:14.825849 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-cd5543d5-abdc-4cdd-a9d2-3eaa9ead7e36 req-ee19c48b-1910-4fbe-bc91-bbf7482fc0f8 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?network_id=42fbb05e-3f96-444f-a676-04ee9d06a8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0914118 Oct 04 21:27:15.015609 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-cd5543d5-abdc-4cdd-a9d2-3eaa9ead7e36 req-cd52e69d-98fa-4f71-8119-f12ce752e7a0 service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832085 Oct 04 21:27:15.192512 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-cd5543d5-abdc-4cdd-a9d2-3eaa9ead7e36 req-f95db6c8-d806-46e4-a9f8-df1aed34198b service neutron] 10.222.0.83 "GET /networking/v2.0/networks/42fbb05e-3f96-444f-a676-04ee9d06a8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710331 Oct 04 21:27:15.235331 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e01a6-dfaf-4763-be29-3ee54589256e req-62bbbe21-492a-45f0-a03d-f048b06dad4c tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:27:15.238752 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-094e01a6-dfaf-4763-be29-3ee54589256e req-62bbbe21-492a-45f0-a03d-f048b06dad4c tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=260be7b2-1bfe-4b9c-b3c2-914d3274dcdf HTTP/1.1" status: 200 len: 948 time: 0.0724635 Oct 04 21:27:15.304518 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-094e01a6-dfaf-4763-be29-3ee54589256e req-0aed901c-70e6-4a65-9d87-2159fc0c952d tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c8c15d54-f9c9-4b7f-9800-07ba26593d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586929 Oct 04 21:27:15.583476 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ccdcb8c7-b8c1-47eb-9bc4-417e8a0ea653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:16.517543 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97a9fd-7585-4186-8a8e-3894e4e915b3 req-182da326-6cb4-4201-9d04-cbdcd15a3527 tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:27:16.520261 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-5b97a9fd-7585-4186-8a8e-3894e4e915b3 req-182da326-6cb4-4201-9d04-cbdcd15a3527 tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=260be7b2-1bfe-4b9c-b3c2-914d3274dcdf HTTP/1.1" status: 200 len: 948 time: 0.0795608 Oct 04 21:27:16.586837 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-5b97a9fd-7585-4186-8a8e-3894e4e915b3 req-93ca0b48-dbbd-4d0d-af04-43f986017e0e tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c8c15d54-f9c9-4b7f-9800-07ba26593d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560310 Oct 04 21:27:17.437759 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3cf6c464-e0f4-486e-902f-550871a559c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:17.837066 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e2e2ff-2c18-466d-96f4-a0fbd50f7da2 req-9ef745a1-e083-4d82-87f7-249d4c205d64 tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:27:17.839856 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f1e2e2ff-2c18-466d-96f4-a0fbd50f7da2 req-9ef745a1-e083-4d82-87f7-249d4c205d64 tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=260be7b2-1bfe-4b9c-b3c2-914d3274dcdf HTTP/1.1" status: 200 len: 948 time: 0.1025686 Oct 04 21:27:17.919362 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-f1e2e2ff-2c18-466d-96f4-a0fbd50f7da2 req-f9610551-bc7e-4f35-a905-acc88e70012b tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c8c15d54-f9c9-4b7f-9800-07ba26593d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686595 Oct 04 21:27:19.154317 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81287839-07dd-4362-8566-d34bed58c526 req-2f5f6637-8316-4b66-8591-2ede83234c3a tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:27:19.157275 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-81287839-07dd-4362-8566-d34bed58c526 req-2f5f6637-8316-4b66-8591-2ede83234c3a tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=260be7b2-1bfe-4b9c-b3c2-914d3274dcdf HTTP/1.1" status: 200 len: 948 time: 0.0938482 Oct 04 21:27:19.256166 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-81287839-07dd-4362-8566-d34bed58c526 req-f6e8cfc3-0334-4a9b-a71b-9ba5d057422a tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c8c15d54-f9c9-4b7f-9800-07ba26593d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870945 Oct 04 21:27:19.368318 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device 5815ef59-98a3-4877-800b-df28baf43ee7 details requested by agent hyperv_n-h1-852085-12 with host n-h1-852085-12 {{(pid=108171) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 04 21:27:19.550766 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] For port 5815ef59-98a3-4877-800b-df28baf43ee7, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=5815ef59-98a3-4877-800b-df28baf43ee7,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:27:19.573186 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Returning: {'device': '5815ef59-98a3-4877-800b-df28baf43ee7', 'network_id': '42fbb05e-3f96-444f-a676-04ee9d06a8c7', 'port_id': '5815ef59-98a3-4877-800b-df28baf43ee7', 'mac_address': 'fa:16:3e:a7:cd:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1956090-7ed7-4d05-a46e-a7b0885ca8e4', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108171) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 04 21:27:19.652997 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Current status of the port 5815ef59-98a3-4877-800b-df28baf43ee7 is: DOWN; New status is: BUILD {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:27:19.653631 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (5815ef59-98a3-4877-800b-df28baf43ee7), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:19.681631 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5815ef59-98a3-4877-800b-df28baf43ee7 {{(pid=108171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 04 21:27:19.724088 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] For port 5815ef59-98a3-4877-800b-df28baf43ee7, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=5815ef59-98a3-4877-800b-df28baf43ee7,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:27:19.814801 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (5815ef59-98a3-4877-800b-df28baf43ee7), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:19.914959 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Pushing event updated for resources: {'Port': ['ID=5815ef59-98a3-4877-800b-df28baf43ee7,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:27:19.932699 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:27:19.933334 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:27:19.933918 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:27:19.934506 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:27:19.935102 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:27:19.935724 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:27:19.936310 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:27:19.937085 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:27:19.937656 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:27:19.938411 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:27:19.939016 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:27:19.939625 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:27:19.940179 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:27:19.940769 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:27:19.941354 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:27:20.182742 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] get_ports_and_sgs() called for port_ids ['5815ef59-98a3-4877-800b-df28baf43ee7'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 21:27:20.344584 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:20.484224 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb657d-29e9-4e26-bee0-00842137cd9a req-98493cd4-f56a-4691-a949-f752e4fb4edf tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:27:20.486945 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a7cb657d-29e9-4e26-bee0-00842137cd9a req-98493cd4-f56a-4691-a949-f752e4fb4edf tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=260be7b2-1bfe-4b9c-b3c2-914d3274dcdf HTTP/1.1" status: 200 len: 949 time: 0.0979419 Oct 04 21:27:20.584522 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-a7cb657d-29e9-4e26-bee0-00842137cd9a req-d6f75d87-6b46-41fc-950d-550bcef6d21e tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c8c15d54-f9c9-4b7f-9800-07ba26593d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861945 Oct 04 21:27:21.385608 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device 5815ef59-98a3-4877-800b-df28baf43ee7 up at agent hyperv_n-h1-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:27:21.474808 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Provisioning for port 5815ef59-98a3-4877-800b-df28baf43ee7 completed by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 04 21:27:21.597495 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Provisioning complete for port 5815ef59-98a3-4877-800b-df28baf43ee7 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:27:21.600748 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (5815ef59-98a3-4877-800b-df28baf43ee7), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:21.600748 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Attempt 1 to provision port 5815ef59-98a3-4877-800b-df28baf43ee7 Oct 04 21:27:21.663025 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:21.757315 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:27:21.783945 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Current status of the port 5815ef59-98a3-4877-800b-df28baf43ee7 is: BUILD; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:27:21.784823 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (5815ef59-98a3-4877-800b-df28baf43ee7), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:21.809682 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:21.827777 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0af02e-287d-4b02-90de-d26bd9a28f1e req-8317997e-fd55-4990-b296-c89a27a82d3d tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:27:21.830575 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-7b0af02e-287d-4b02-90de-d26bd9a28f1e req-8317997e-fd55-4990-b296-c89a27a82d3d tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=260be7b2-1bfe-4b9c-b3c2-914d3274dcdf HTTP/1.1" status: 200 len: 949 time: 0.0991468 Oct 04 21:27:21.838090 n-d-852085-12 neutron-server[108171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '260be7b2-1bfe-4b9c-b3c2-914d3274dcdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5815ef59-98a3-4877-800b-df28baf43ee7'}] {{(pid=108171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 21:27:21.842310 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}966b91da6921e714df7c26a37f4733087768fb9a36052be1ead95d4d835f43be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a34a50a-c1aa-434a-827d-93df4951cc8f" -d '{"events": [{"server_uuid": "260be7b2-1bfe-4b9c-b3c2-914d3274dcdf", "name": "network-vif-plugged", "status": "completed", "tag": "5815ef59-98a3-4877-800b-df28baf43ee7"}]}' {{(pid=108171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 21:27:21.872823 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] For port 5815ef59-98a3-4877-800b-df28baf43ee7, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=5815ef59-98a3-4877-800b-df28baf43ee7,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:27:21.930170 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 21:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9499b8-4d71-402c-b2bd-e9b8ea662721 x-openstack-request-id: req-cb9499b8-4d71-402c-b2bd-e9b8ea662721 {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 21:27:21.930654 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "260be7b2-1bfe-4b9c-b3c2-914d3274dcdf", "name": "network-vif-plugged", "status": "completed", "tag": "5815ef59-98a3-4877-800b-df28baf43ee7", "code": 200}]} {{(pid=108171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 21:27:21.931071 n-d-852085-12 neutron-server[108171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cb9499b8-4d71-402c-b2bd-e9b8ea662721 {{(pid=108171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 21:27:21.932442 n-d-852085-12 neutron-server[108171]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb9499b8-4d71-402c-b2bd-e9b8ea662721'] response: {'server_uuid': '260be7b2-1bfe-4b9c-b3c2-914d3274dcdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5815ef59-98a3-4877-800b-df28baf43ee7', 'code': 200} Oct 04 21:27:21.935086 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-7b0af02e-287d-4b02-90de-d26bd9a28f1e req-00ee90a4-bd2a-43a1-aef0-1483a1f45f17 tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c8c15d54-f9c9-4b7f-9800-07ba26593d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918620 Oct 04 21:27:22.032538 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (5815ef59-98a3-4877-800b-df28baf43ee7), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:22.043509 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:UPDATE=7,neutron:SELECT=93 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:27:22.124380 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b2f159-b84c-44c5-b812-87fc8c1c1145 req-6971ae72-0615-49a1-afbd-e5ffe1b1c209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:27:22.126590 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-09b2f159-b84c-44c5-b812-87fc8c1c1145 req-6971ae72-0615-49a1-afbd-e5ffe1b1c209 service neutron] 10.222.0.83 "GET /networking/v2.0/ports?device_id=260be7b2-1bfe-4b9c-b3c2-914d3274dcdf HTTP/1.1" status: 200 len: 1133 time: 0.0783298 Oct 04 21:27:22.131542 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Pushing event updated for resources: {'Port': ['ID=5815ef59-98a3-4877-800b-df28baf43ee7,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:27:22.197196 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-09b2f159-b84c-44c5-b812-87fc8c1c1145 req-b9a3c95b-c7f4-4703-b6ab-3039d4b96d76 service neutron] 10.222.0.83 "GET /networking/v2.0/security-groups?id=c8c15d54-f9c9-4b7f-9800-07ba26593d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644927 Oct 04 21:27:23.187408 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb25dd-c9ab-4d68-ac1d-68d8e6de6d2b req-66d61fa3-8c40-4db9-b7de-60d6e13ad199 tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:27:23.190244 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4feb25dd-c9ab-4d68-ac1d-68d8e6de6d2b req-66d61fa3-8c40-4db9-b7de-60d6e13ad199 tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=260be7b2-1bfe-4b9c-b3c2-914d3274dcdf HTTP/1.1" status: 200 len: 950 time: 0.0992353 Oct 04 21:27:23.241044 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:27:23.294913 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-4feb25dd-c9ab-4d68-ac1d-68d8e6de6d2b req-9f266a0f-b104-4419-b4f6-56111ea83113 tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c8c15d54-f9c9-4b7f-9800-07ba26593d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934448 Oct 04 21:27:24.459123 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 21:27:24.498866 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:27:24.537840 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b1856a-8277-4760-9b3e-fea614511644 req-d2166f0e-4508-4fbc-bc7a-160ccb494990 tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:27:24.540876 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-21b1856a-8277-4760-9b3e-fea614511644 req-d2166f0e-4508-4fbc-bc7a-160ccb494990 tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=260be7b2-1bfe-4b9c-b3c2-914d3274dcdf HTTP/1.1" status: 200 len: 950 time: 0.0909479 Oct 04 21:27:24.635968 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-21b1856a-8277-4760-9b3e-fea614511644 req-d0871257-ead5-4136-b631-c8b2449ae745 tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c8c15d54-f9c9-4b7f-9800-07ba26593d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866070 Oct 04 21:27:26.332218 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=3 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:27:27.216064 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea555ce-85b7-49e6-80ed-c6f0b2d6131b req-d111678e-dab1-4338-8bf7-3f1e2617f0dd tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:27:27.218913 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-5ea555ce-85b7-49e6-80ed-c6f0b2d6131b req-d111678e-dab1-4338-8bf7-3f1e2617f0dd tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=260be7b2-1bfe-4b9c-b3c2-914d3274dcdf HTTP/1.1" status: 200 len: 950 time: 0.0956402 Oct 04 21:27:27.311910 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-5ea555ce-85b7-49e6-80ed-c6f0b2d6131b req-a49fad62-01de-4224-aec0-d73204f68c60 tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c8c15d54-f9c9-4b7f-9800-07ba26593d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818300 Oct 04 21:27:28.752946 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b1121d-5446-4fd1-a3fd-74f72efe7caf req-ea784d0a-28e1-4014-8d48-20fe5c9c5c96 tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:27:28.755999 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-04b1121d-5446-4fd1-a3fd-74f72efe7caf req-ea784d0a-28e1-4014-8d48-20fe5c9c5c96 tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=260be7b2-1bfe-4b9c-b3c2-914d3274dcdf HTTP/1.1" status: 200 len: 950 time: 0.3035545 Oct 04 21:27:28.768248 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361dce51-9eb3-49cf-b629-0d22ea41862c req-c043cdda-e539-4746-aea0-91044ba74a3b tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:27:28.771180 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-361dce51-9eb3-49cf-b629-0d22ea41862c req-c043cdda-e539-4746-aea0-91044ba74a3b tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] 10.222.0.83 "GET /networking/v2.0/ports?device_id=260be7b2-1bfe-4b9c-b3c2-914d3274dcdf HTTP/1.1" status: 200 len: 950 time: 0.0964839 Oct 04 21:27:28.854842 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-04b1121d-5446-4fd1-a3fd-74f72efe7caf req-ab7e8168-10d8-4279-9b1a-5d53828a6c20 tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] 10.222.0.78 "GET /networking/v2.0/security-groups?id=c8c15d54-f9c9-4b7f-9800-07ba26593d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875313 Oct 04 21:27:28.945237 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [req-361dce51-9eb3-49cf-b629-0d22ea41862c req-d00ea17b-3803-43c0-91ba-0c5402f2bc5a tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] Deleting port 5815ef59-98a3-4877-800b-df28baf43ee7 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:27:28.945805 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-361dce51-9eb3-49cf-b629-0d22ea41862c req-d00ea17b-3803-43c0-91ba-0c5402f2bc5a tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (5815ef59-98a3-4877-800b-df28baf43ee7), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:29.139036 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [req-361dce51-9eb3-49cf-b629-0d22ea41862c req-d00ea17b-3803-43c0-91ba-0c5402f2bc5a tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] For port 5815ef59-98a3-4877-800b-df28baf43ee7, host n-h1-852085-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-852085-12',level=0,port_id=5815ef59-98a3-4877-800b-df28baf43ee7,segment=NetworkSegment(94963c4a-7d92-4a57-9b5b-17ef9bbc953f),segment_id=94963c4a-7d92-4a57-9b5b-17ef9bbc953f)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:27:29.139615 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-361dce51-9eb3-49cf-b629-0d22ea41862c req-d00ea17b-3803-43c0-91ba-0c5402f2bc5a tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (5815ef59-98a3-4877-800b-df28baf43ee7), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:29.177216 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [req-361dce51-9eb3-49cf-b629-0d22ea41862c req-d00ea17b-3803-43c0-91ba-0c5402f2bc5a tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] Calling delete_port for 5815ef59-98a3-4877-800b-df28baf43ee7 owned by compute:nova {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:27:29.597911 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-361dce51-9eb3-49cf-b629-0d22ea41862c req-d00ea17b-3803-43c0-91ba-0c5402f2bc5a tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (5815ef59-98a3-4877-800b-df28baf43ee7), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:29.642589 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] get_ports_and_sgs() called for port_ids ['5815ef59-98a3-4877-800b-df28baf43ee7'] {{(pid=108171) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 04 21:27:29.656170 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00ea17b-3803-43c0-91ba-0c5402f2bc5a tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] Pushing event deleted for resources: {'Port': ['ID=5815ef59-98a3-4877-800b-df28baf43ee7,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:27:29.683661 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00ea17b-3803-43c0-91ba-0c5402f2bc5a tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:27:29.684281 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00ea17b-3803-43c0-91ba-0c5402f2bc5a tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:27:29.685197 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00ea17b-3803-43c0-91ba-0c5402f2bc5a tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:27:29.687206 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00ea17b-3803-43c0-91ba-0c5402f2bc5a tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:27:29.687515 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00ea17b-3803-43c0-91ba-0c5402f2bc5a tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:27:29.688422 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00ea17b-3803-43c0-91ba-0c5402f2bc5a tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:27:29.689137 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00ea17b-3803-43c0-91ba-0c5402f2bc5a tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:27:29.689713 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00ea17b-3803-43c0-91ba-0c5402f2bc5a tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:27:29.690510 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00ea17b-3803-43c0-91ba-0c5402f2bc5a tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:27:29.691088 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00ea17b-3803-43c0-91ba-0c5402f2bc5a tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:27:29.691683 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00ea17b-3803-43c0-91ba-0c5402f2bc5a tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:27:29.692308 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00ea17b-3803-43c0-91ba-0c5402f2bc5a tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:27:29.692885 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00ea17b-3803-43c0-91ba-0c5402f2bc5a tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:27:29.693592 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00ea17b-3803-43c0-91ba-0c5402f2bc5a tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:27:29.694247 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00ea17b-3803-43c0-91ba-0c5402f2bc5a tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:27:29.710128 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:27:29.800785 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [req-361dce51-9eb3-49cf-b629-0d22ea41862c req-d00ea17b-3803-43c0-91ba-0c5402f2bc5a tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] No DVR routers for this DVR port 5815ef59-98a3-4877-800b-df28baf43ee7 on host n-h1-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:27:29.805867 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [req-361dce51-9eb3-49cf-b629-0d22ea41862c req-d00ea17b-3803-43c0-91ba-0c5402f2bc5a tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for port (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:29.813351 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [req-361dce51-9eb3-49cf-b629-0d22ea41862c req-d00ea17b-3803-43c0-91ba-0c5402f2bc5a tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] 10.222.0.83 "DELETE /networking/v2.0/ports/5815ef59-98a3-4877-800b-df28baf43ee7 HTTP/1.1" status: 204 len: 173 time: 1.0352955 Oct 04 21:27:29.814218 n-d-852085-12 neutron-server[108169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '260be7b2-1bfe-4b9c-b3c2-914d3274dcdf', 'name': 'network-vif-deleted', 'tag': '5815ef59-98a3-4877-800b-df28baf43ee7'}] {{(pid=108169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 04 21:27:29.818709 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dea34fca0f7d6c1de22810621a04fa86ac5e48141775903912ac1624808dfef6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460ab653-c98d-4308-ba55-7e5611b27476" -d '{"events": [{"server_uuid": "260be7b2-1bfe-4b9c-b3c2-914d3274dcdf", "name": "network-vif-deleted", "tag": "5815ef59-98a3-4877-800b-df28baf43ee7"}]}' {{(pid=108169) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 21:27:29.889665 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 21:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5682dfa7-4d09-4323-9d35-72bdf55d206e x-openstack-request-id: req-5682dfa7-4d09-4323-9d35-72bdf55d206e {{(pid=108169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 21:27:29.890300 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "260be7b2-1bfe-4b9c-b3c2-914d3274dcdf", "name": "network-vif-deleted", "tag": "5815ef59-98a3-4877-800b-df28baf43ee7", "status": "completed", "code": 200}]} {{(pid=108169) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 21:27:29.890712 n-d-852085-12 neutron-server[108169]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5682dfa7-4d09-4323-9d35-72bdf55d206e {{(pid=108169) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 21:27:29.891415 n-d-852085-12 neutron-server[108169]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5682dfa7-4d09-4323-9d35-72bdf55d206e'] response: {'server_uuid': '260be7b2-1bfe-4b9c-b3c2-914d3274dcdf', 'name': 'network-vif-deleted', 'tag': '5815ef59-98a3-4877-800b-df28baf43ee7', 'status': 'completed', 'code': 200} Oct 04 21:27:30.029863 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-55e47b99-22b4-45aa-8195-f56b8ed028af req-42e44785-bcc4-43fa-8f71-c5b4504afca6 tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=260be7b2-1bfe-4b9c-b3c2-914d3274dcdf HTTP/1.1" status: 200 len: 210 time: 0.0399489 Oct 04 21:27:31.251022 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-8279d3a2-cb06-4602-8733-334a73ecfd74 req-0f400310-b290-425b-acdf-8b50e57bc0a0 tempest-ServersAdminNegativeTestJSON-589041963 tempest-ServersAdminNegativeTestJSON-589041963-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=260be7b2-1bfe-4b9c-b3c2-914d3274dcdf HTTP/1.1" status: 200 len: 210 time: 0.0481036 Oct 04 21:27:32.651924 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:33.131440 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52634) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:27:33.381496 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-2cb94e80-a5ec-4993-b30b-506894b16ff3 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=49486f6954e340efbf04c7b4ae8098fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2480466 Oct 04 21:27:33.385444 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52638) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:27:33.480212 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device 5815ef59-98a3-4877-800b-df28baf43ee7 no longer exists at agent hyperv_n-h1-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:27:33.491802 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d244e36b-3340-4c68-a323-5fdc737bf864 admin admin] Publish callbacks [] for security_group (c8c15d54-f9c9-4b7f-9800-07ba26593d96), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:33.527877 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] No Port match for: 5815ef59-98a3-4877-800b-df28baf43ee7 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:27:33.528461 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Device 5815ef59-98a3-4877-800b-df28baf43ee7 not bound to the agent host n-h1-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:27:33.536218 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d244e36b-3340-4c68-a323-5fdc737bf864 admin admin] Publish callbacks [] for security_group (c8c15d54-f9c9-4b7f-9800-07ba26593d96), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:33.626073 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:33.740494 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d244e36b-3340-4c68-a323-5fdc737bf864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (c8c15d54-f9c9-4b7f-9800-07ba26593d96), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:33.749321 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d244e36b-3340-4c68-a323-5fdc737bf864 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:33.749321 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-d244e36b-3340-4c68-a323-5fdc737bf864 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/c8c15d54-f9c9-4b7f-9800-07ba26593d96 HTTP/1.1" status: 204 len: 168 time: 0.3609211 Oct 04 21:27:33.763893 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d244e36b-3340-4c68-a323-5fdc737bf864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c15d54-f9c9-4b7f-9800-07ba26593d96,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:27:34.450955 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=5 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:27:34.759702 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52644) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:27:34.786328 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-94b81e07-99cf-439b-8e69-034e1fdffe06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:34.968718 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-94b81e07-99cf-439b-8e69-034e1fdffe06 admin admin] Publish callbacks [] for security_group (c4ba7c71-ed7a-4ea9-aca4-a3879f9c517a), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:35.057131 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-94b81e07-99cf-439b-8e69-034e1fdffe06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (c4ba7c71-ed7a-4ea9-aca4-a3879f9c517a), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:35.133491 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-94b81e07-99cf-439b-8e69-034e1fdffe06 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=39d99c8623964f299bab3664296b77f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3719115 Oct 04 21:27:35.135630 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b81e07-99cf-439b-8e69-034e1fdffe06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ba7c71-ed7a-4ea9-aca4-a3879f9c517a,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:27:35.138195 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52646) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:27:35.182613 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:27:35.227909 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e2103614-3ab5-46bf-a50e-0c913884d327 admin admin] Publish callbacks [] for security_group (c4ba7c71-ed7a-4ea9-aca4-a3879f9c517a), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:35.257607 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e2103614-3ab5-46bf-a50e-0c913884d327 admin admin] Publish callbacks [] for security_group (c4ba7c71-ed7a-4ea9-aca4-a3879f9c517a), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:35.451686 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e2103614-3ab5-46bf-a50e-0c913884d327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (c4ba7c71-ed7a-4ea9-aca4-a3879f9c517a), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:35.457522 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e2103614-3ab5-46bf-a50e-0c913884d327 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:35.460119 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e2103614-3ab5-46bf-a50e-0c913884d327 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/c4ba7c71-ed7a-4ea9-aca4-a3879f9c517a HTTP/1.1" status: 204 len: 168 time: 0.3197689 Oct 04 21:27:35.479086 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2103614-3ab5-46bf-a50e-0c913884d327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ba7c71-ed7a-4ea9-aca4-a3879f9c517a,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:27:37.295257 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52668) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:27:37.498090 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-0d09d62a-b612-4ed3-9032-4c85eb556b93 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1419405731-network', 'tenant_id': '53e157aea13344d7b3d229a8438e5017'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:27:37.605909 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d09d62a-b612-4ed3-9032-4c85eb556b93 admin admin] Made reservation on behalf of 53e157aea13344d7b3d229a8438e5017 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:27:37.610479 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0d09d62a-b612-4ed3-9032-4c85eb556b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:37.625656 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0d09d62a-b612-4ed3-9032-4c85eb556b93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:37.810182 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0d09d62a-b612-4ed3-9032-4c85eb556b93 admin admin] Publish callbacks [] for security_group (e6a1bfdf-b216-4f9d-b0a6-888b9b1eead1), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:37.911672 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0d09d62a-b612-4ed3-9032-4c85eb556b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (e6a1bfdf-b216-4f9d-b0a6-888b9b1eead1), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:37.960421 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d09d62a-b612-4ed3-9032-4c85eb556b93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:27:37.982518 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d09d62a-b612-4ed3-9032-4c85eb556b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a1bfdf-b216-4f9d-b0a6-888b9b1eead1,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:27:37.992308 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0d09d62a-b612-4ed3-9032-4c85eb556b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (e82a1a59-3e7b-4950-9d3d-6b81c368764b), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:37.998461 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-0d09d62a-b612-4ed3-9032-4c85eb556b93 admin admin] Added segment e82a1a59-3e7b-4950-9d3d-6b81c368764b of type vlan for network c893ff02-3f73-434c-b095-efea0c2aa1fd Oct 04 21:27:38.061095 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0d09d62a-b612-4ed3-9032-4c85eb556b93 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (c893ff02-3f73-434c-b095-efea0c2aa1fd), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:38.189184 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0d09d62a-b612-4ed3-9032-4c85eb556b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (c893ff02-3f73-434c-b095-efea0c2aa1fd), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:38.190938 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d09d62a-b612-4ed3-9032-4c85eb556b93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:27:38.192042 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0d09d62a-b612-4ed3-9032-4c85eb556b93 admin admin] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:38.321274 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-0d09d62a-b612-4ed3-9032-4c85eb556b93 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0242431 Oct 04 21:27:38.323926 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d09d62a-b612-4ed3-9032-4c85eb556b93 admin admin] Pushing event updated for resources: {'Network': ['ID=c893ff02-3f73-434c-b095-efea0c2aa1fd,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:27:38.326097 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52672) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:27:38.332375 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-eadfee62-0482-42e8-bef7-dfc373354d30 admin admin] Request body: {'subnet': {'network_id': 'c893ff02-3f73-434c-b095-efea0c2aa1fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1419405731-subnet', 'tenant_id': '53e157aea13344d7b3d229a8438e5017', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:27:38.341635 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network c893ff02-3f73-434c-b095-efea0c2aa1fd details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:27:38.456924 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eadfee62-0482-42e8-bef7-dfc373354d30 admin admin] Made reservation on behalf of 53e157aea13344d7b3d229a8438e5017 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:27:38.461071 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-eadfee62-0482-42e8-bef7-dfc373354d30 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:38.783254 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:27:38.884240 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-eadfee62-0482-42e8-bef7-dfc373354d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (79504e18-5ad7-41ff-b375-752d2ed5e824), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:38.936703 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:27:38.997207 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadfee62-0482-42e8-bef7-dfc373354d30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79504e18-5ad7-41ff-b375-752d2ed5e824,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:27:39.028927 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadfee62-0482-42e8-bef7-dfc373354d30 admin admin] Checking segment: {'id': 'e82a1a59-3e7b-4950-9d3d-6b81c368764b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c893ff02-3f73-434c-b095-efea0c2aa1fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:27:39.029616 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadfee62-0482-42e8-bef7-dfc373354d30 admin admin] Network hostable DHCP agents. Network: c893ff02-3f73-434c-b095-efea0c2aa1fd, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:27:39.162703 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadfee62-0482-42e8-bef7-dfc373354d30 admin admin] Network c893ff02-3f73-434c-b095-efea0c2aa1fd is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:27:39.302787 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-eadfee62-0482-42e8-bef7-dfc373354d30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, c893ff02-3f73-434c-b095-efea0c2aa1fd) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:27:39.310784 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadfee62-0482-42e8-bef7-dfc373354d30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:27:39.311980 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-eadfee62-0482-42e8-bef7-dfc373354d30 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:39.322222 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbc70dc-76a0-4671-b109-e7c78e9d2483 None None] Network c893ff02-3f73-434c-b095-efea0c2aa1fd requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:27:39.466172 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-eadfee62-0482-42e8-bef7-dfc373354d30 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1384223 Oct 04 21:27:39.470824 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52674) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:27:39.478579 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-48feaf98-cd12-46f7-ab07-746cc36401d3 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1419405731-router', 'tenant_id': '53e157aea13344d7b3d229a8438e5017', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:27:39.542044 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4233474-e247-4507-aa6a-13485a961b83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-c893ff02-3f73-434c-b095-efea0c2aa1fd', 'network_id': 'c893ff02-3f73-434c-b095-efea0c2aa1fd', 'project_id': '53e157aea13344d7b3d229a8438e5017', 'fixed_ips': [{'subnet_id': '79504e18-5ad7-41ff-b375-752d2ed5e824'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:27:39.543779 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d4233474-e247-4507-aa6a-13485a961b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:39.611954 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-48feaf98-cd12-46f7-ab07-746cc36401d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (a58265dc-0ba1-4f60-b9c1-66ae3afeb911), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:39.613852 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-48feaf98-cd12-46f7-ab07-746cc36401d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (a58265dc-0ba1-4f60-b9c1-66ae3afeb911), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:39.729247 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-48feaf98-cd12-46f7-ab07-746cc36401d3 admin admin] Publish callbacks [] for router_controller (a58265dc-0ba1-4f60-b9c1-66ae3afeb911), precommit_add_association {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:39.828487 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-d4233474-e247-4507-aa6a-13485a961b83 None None] Allocated IP 172.20.0.2 (c893ff02-3f73-434c-b095-efea0c2aa1fd/79504e18-5ad7-41ff-b375-752d2ed5e824/680019c3-f948-49a7-8258-103665c49f44) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:27:40.085038 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d4233474-e247-4507-aa6a-13485a961b83 None None] Publish callbacks [] for port (680019c3-f948-49a7-8258-103665c49f44), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:40.204009 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d4233474-e247-4507-aa6a-13485a961b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (680019c3-f948-49a7-8258-103665c49f44), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:40.280136 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4233474-e247-4507-aa6a-13485a961b83 None None] Network c893ff02-3f73-434c-b095-efea0c2aa1fd is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:27:40.286542 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-d4233474-e247-4507-aa6a-13485a961b83 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:27:40.292466 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4233474-e247-4507-aa6a-13485a961b83 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:27:40.323629 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4233474-e247-4507-aa6a-13485a961b83 None None] Pushing event updated for resources: {'Port': ['ID=680019c3-f948-49a7-8258-103665c49f44,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:27:40.420463 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-d4233474-e247-4507-aa6a-13485a961b83 None None] Attempting to bind port 680019c3-f948-49a7-8258-103665c49f44 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:27:40.421075 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-d4233474-e247-4507-aa6a-13485a961b83 None None] Attempting to bind port 680019c3-f948-49a7-8258-103665c49f44 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'e82a1a59-3e7b-4950-9d3d-6b81c368764b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c893ff02-3f73-434c-b095-efea0c2aa1fd'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:27:40.421779 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4233474-e247-4507-aa6a-13485a961b83 None None] Attempting to bind port 680019c3-f948-49a7-8258-103665c49f44 on network c893ff02-3f73-434c-b095-efea0c2aa1fd {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:27:40.496729 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4233474-e247-4507-aa6a-13485a961b83 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:27:40.497865 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4233474-e247-4507-aa6a-13485a961b83 None None] Checking segment: {'id': 'e82a1a59-3e7b-4950-9d3d-6b81c368764b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c893ff02-3f73-434c-b095-efea0c2aa1fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:27:40.498457 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d4233474-e247-4507-aa6a-13485a961b83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:40.498966 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4233474-e247-4507-aa6a-13485a961b83 None None] Bound using segment: {'id': 'e82a1a59-3e7b-4950-9d3d-6b81c368764b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c893ff02-3f73-434c-b095-efea0c2aa1fd'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:27:40.499647 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-d4233474-e247-4507-aa6a-13485a961b83 None None] Bound port: 680019c3-f948-49a7-8258-103665c49f44, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e82a1a59-3e7b-4950-9d3d-6b81c368764b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c893ff02-3f73-434c-b095-efea0c2aa1fd'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:27:40.500151 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d4233474-e247-4507-aa6a-13485a961b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (680019c3-f948-49a7-8258-103665c49f44), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:40.545723 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-48feaf98-cd12-46f7-ab07-746cc36401d3 admin admin] Publish callbacks [] for router_gateway (a58265dc-0ba1-4f60-b9c1-66ae3afeb911), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:40.606960 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:27:40.611089 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-d4233474-e247-4507-aa6a-13485a961b83 None None] For port 680019c3-f948-49a7-8258-103665c49f44, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:27:40.615643 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-d4233474-e247-4507-aa6a-13485a961b83 None None] For port 680019c3-f948-49a7-8258-103665c49f44, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=680019c3-f948-49a7-8258-103665c49f44,segment=NetworkSegment(e82a1a59-3e7b-4950-9d3d-6b81c368764b),segment_id=e82a1a59-3e7b-4950-9d3d-6b81c368764b)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:27:40.718575 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:27:40.786550 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d4233474-e247-4507-aa6a-13485a961b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (680019c3-f948-49a7-8258-103665c49f44), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:40.875940 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:27:40.886246 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4233474-e247-4507-aa6a-13485a961b83 None None] Pushing event updated for resources: {'Port': ['ID=680019c3-f948-49a7-8258-103665c49f44,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:27:40.948723 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:27:40.975532 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-48feaf98-cd12-46f7-ab07-746cc36401d3 admin admin] Publish callbacks [] for router_gateway (a58265dc-0ba1-4f60-b9c1-66ae3afeb911), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:41.012696 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-48feaf98-cd12-46f7-ab07-746cc36401d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:41.491912 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 680019c3-f948-49a7-8258-103665c49f44 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:27:41.500275 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-48feaf98-cd12-46f7-ab07-746cc36401d3 admin admin] Allocated IP 172.25.5.88 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/6b174d51-483f-4c44-a62f-d9189611b6b1) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:27:41.502096 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 680019c3-f948-49a7-8258-103665c49f44 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:27:41.502096 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (680019c3-f948-49a7-8258-103665c49f44), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:41.502096 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 680019c3-f948-49a7-8258-103665c49f44 Oct 04 21:27:41.502096 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 680019c3-f948-49a7-8258-103665c49f44 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:27:41.502096 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (680019c3-f948-49a7-8258-103665c49f44), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:41.507933 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-48feaf98-cd12-46f7-ab07-746cc36401d3 admin admin] Publish callbacks [] for port (6b174d51-483f-4c44-a62f-d9189611b6b1), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:41.571392 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 680019c3-f948-49a7-8258-103665c49f44, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=680019c3-f948-49a7-8258-103665c49f44,segment=NetworkSegment(e82a1a59-3e7b-4950-9d3d-6b81c368764b),segment_id=e82a1a59-3e7b-4950-9d3d-6b81c368764b)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:27:41.761257 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-48feaf98-cd12-46f7-ab07-746cc36401d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (6b174d51-483f-4c44-a62f-d9189611b6b1), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:41.778842 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (680019c3-f948-49a7-8258-103665c49f44), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:41.859535 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48feaf98-cd12-46f7-ab07-746cc36401d3 admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:27:41.865661 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-48feaf98-cd12-46f7-ab07-746cc36401d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:27:41.873707 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48feaf98-cd12-46f7-ab07-746cc36401d3 admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:27:41.878667 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=680019c3-f948-49a7-8258-103665c49f44,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:27:41.922509 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48feaf98-cd12-46f7-ab07-746cc36401d3 admin admin] Pushing event updated for resources: {'Port': ['ID=6b174d51-483f-4c44-a62f-d9189611b6b1,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:27:42.032118 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:27:42.242567 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d291c9-cb7b-4544-8c84-007b66f2a8b8 None None] Network c893ff02-3f73-434c-b095-efea0c2aa1fd requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:27:42.349982 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-3e2f843c-168e-44b1-803a-2e9d412f97ea None None] Provisioning complete for port 680019c3-f948-49a7-8258-103665c49f44 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:27:42.350576 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3e2f843c-168e-44b1-803a-2e9d412f97ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (680019c3-f948-49a7-8258-103665c49f44), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:42.350938 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-3e2f843c-168e-44b1-803a-2e9d412f97ea None None] Attempt 1 to provision port 680019c3-f948-49a7-8258-103665c49f44 Oct 04 21:27:42.522360 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-48feaf98-cd12-46f7-ab07-746cc36401d3 admin admin] Publish callbacks [] for router_gateway (a58265dc-0ba1-4f60-b9c1-66ae3afeb911), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:42.589167 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-3e2f843c-168e-44b1-803a-2e9d412f97ea None None] Current status of the port 680019c3-f948-49a7-8258-103665c49f44 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:27:42.930920 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-8cdcc45c-a0e4-4eef-a5e8-d7aead5d87cf None None] Provisioning complete for port 680019c3-f948-49a7-8258-103665c49f44 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:27:42.932413 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8cdcc45c-a0e4-4eef-a5e8-d7aead5d87cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (680019c3-f948-49a7-8258-103665c49f44), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:42.932413 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-8cdcc45c-a0e4-4eef-a5e8-d7aead5d87cf None None] Attempt 1 to provision port 680019c3-f948-49a7-8258-103665c49f44 Oct 04 21:27:42.932679 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-48feaf98-cd12-46f7-ab07-746cc36401d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (a58265dc-0ba1-4f60-b9c1-66ae3afeb911), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:43.076656 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-8cdcc45c-a0e4-4eef-a5e8-d7aead5d87cf None None] Current status of the port 680019c3-f948-49a7-8258-103665c49f44 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:27:43.184712 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 680019c3-f948-49a7-8258-103665c49f44 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:27:43.249288 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:27:43.281882 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 680019c3-f948-49a7-8258-103665c49f44 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:27:43.282491 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (680019c3-f948-49a7-8258-103665c49f44), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:43.283063 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 680019c3-f948-49a7-8258-103665c49f44 Oct 04 21:27:43.288771 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48feaf98-cd12-46f7-ab07-746cc36401d3 admin admin] Router a58265dc-0ba1-4f60-b9c1-66ae3afeb911 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 21:27:43.431543 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 680019c3-f948-49a7-8258-103665c49f44 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:27:43.511657 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48feaf98-cd12-46f7-ab07-746cc36401d3 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:27:43.528191 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248cd22f-0fa4-4ca6-bdee-3672276bd228 None None] Sync routers for ids ['a58265dc-0ba1-4f60-b9c1-66ae3afeb911'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:27:43.548708 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248cd22f-0fa4-4ca6-bdee-3672276bd228 None None] Routers {'a58265dc-0ba1-4f60-b9c1-66ae3afeb911'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:27:43.549962 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-248cd22f-0fa4-4ca6-bdee-3672276bd228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:27:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['a58265dc-0ba1-4f60-b9c1-66ae3afeb911'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:27:43.629880 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-48feaf98-cd12-46f7-ab07-746cc36401d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:43.636006 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-48feaf98-cd12-46f7-ab07-746cc36401d3 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.1635432 Oct 04 21:27:43.637379 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52676) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:27:43.761639 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-248cd22f-0fa4-4ca6-bdee-3672276bd228 None None] Set router a58265dc-0ba1-4f60-b9c1-66ae3afeb911 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:27:43.948801 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:27:44.076689 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-248cd22f-0fa4-4ca6-bdee-3672276bd228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58265dc-0ba1-4f60-b9c1-66ae3afeb911', 'name': 'tempest-DeleteServersTestJSON-1419405731-router', 'tenant_id': '53e157aea13344d7b3d229a8438e5017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '6b174d51-483f-4c44-a62f-d9189611b6b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:27:39Z', 'updated_at': '2022-10-04T21:27:42Z', 'revision_number': 3, 'project_id': '53e157aea13344d7b3d229a8438e5017', 'gw_port': {'id': '6b174d51-483f-4c44-a62f-d9189611b6b1', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ce:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58265dc-0ba1-4f60-b9c1-66ae3afeb911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:27:41Z', 'updated_at': '2022-10-04T21:27:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:27:44.113736 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248cd22f-0fa4-4ca6-bdee-3672276bd228 None None] Checking router: a58265dc-0ba1-4f60-b9c1-66ae3afeb911 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:27:44.114176 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248cd22f-0fa4-4ca6-bdee-3672276bd228 None None] Updating router a58265dc-0ba1-4f60-b9c1-66ae3afeb911 port 6b174d51-483f-4c44-a62f-d9189611b6b1 binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:27:44.153884 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-248cd22f-0fa4-4ca6-bdee-3672276bd228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (6b174d51-483f-4c44-a62f-d9189611b6b1), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:44.192906 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:27:44.204852 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:27:44.480126 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-827352e4-b290-41e2-b920-e2b83a847d0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:44.811657 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-248cd22f-0fa4-4ca6-bdee-3672276bd228 None None] Publish callbacks [] for port (6b174d51-483f-4c44-a62f-d9189611b6b1), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:44.815034 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-827352e4-b290-41e2-b920-e2b83a847d0f admin admin] Allocated IP 172.20.0.1 (c893ff02-3f73-434c-b095-efea0c2aa1fd/79504e18-5ad7-41ff-b375-752d2ed5e824/5cb8b057-275f-4921-8459-b9a319f4fbf1) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:27:44.886277 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-248cd22f-0fa4-4ca6-bdee-3672276bd228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (6b174d51-483f-4c44-a62f-d9189611b6b1), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:44.960335 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-248cd22f-0fa4-4ca6-bdee-3672276bd228 None None] Attempting to bind port 6b174d51-483f-4c44-a62f-d9189611b6b1 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:27:44.960948 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-248cd22f-0fa4-4ca6-bdee-3672276bd228 None None] Attempting to bind port 6b174d51-483f-4c44-a62f-d9189611b6b1 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:27:44.961565 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248cd22f-0fa4-4ca6-bdee-3672276bd228 None None] Attempting to bind port 6b174d51-483f-4c44-a62f-d9189611b6b1 on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:27:45.034087 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11276b1b-a58c-4cb7-939c-a44f6bfca06b None None] Pushing event updated for resources: {'Port': ['ID=6b174d51-483f-4c44-a62f-d9189611b6b1,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:27:45.049787 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-827352e4-b290-41e2-b920-e2b83a847d0f admin admin] Publish callbacks [] for port (5cb8b057-275f-4921-8459-b9a319f4fbf1), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:45.069923 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248cd22f-0fa4-4ca6-bdee-3672276bd228 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:27:45.070540 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248cd22f-0fa4-4ca6-bdee-3672276bd228 None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:27:45.071273 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-248cd22f-0fa4-4ca6-bdee-3672276bd228 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:45.072030 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248cd22f-0fa4-4ca6-bdee-3672276bd228 None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:27:45.072859 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-248cd22f-0fa4-4ca6-bdee-3672276bd228 None None] Bound port: 6b174d51-483f-4c44-a62f-d9189611b6b1, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:27:45.073513 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-248cd22f-0fa4-4ca6-bdee-3672276bd228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (6b174d51-483f-4c44-a62f-d9189611b6b1), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:45.176108 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-248cd22f-0fa4-4ca6-bdee-3672276bd228 None None] For port 6b174d51-483f-4c44-a62f-d9189611b6b1, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:27:45.182833 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-248cd22f-0fa4-4ca6-bdee-3672276bd228 None None] For port 6b174d51-483f-4c44-a62f-d9189611b6b1, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=6b174d51-483f-4c44-a62f-d9189611b6b1,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:27:45.183388 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-827352e4-b290-41e2-b920-e2b83a847d0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (5cb8b057-275f-4921-8459-b9a319f4fbf1), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:45.266344 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827352e4-b290-41e2-b920-e2b83a847d0f admin admin] Network c893ff02-3f73-434c-b095-efea0c2aa1fd is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:27:45.272581 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-827352e4-b290-41e2-b920-e2b83a847d0f admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:27:45.281186 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827352e4-b290-41e2-b920-e2b83a847d0f admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:27:45.292126 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827352e4-b290-41e2-b920-e2b83a847d0f admin admin] Pushing event updated for resources: {'Port': ['ID=5cb8b057-275f-4921-8459-b9a319f4fbf1,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:27:45.298065 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-248cd22f-0fa4-4ca6-bdee-3672276bd228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (6b174d51-483f-4c44-a62f-d9189611b6b1), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:45.377466 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-827352e4-b290-41e2-b920-e2b83a847d0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (a58265dc-0ba1-4f60-b9c1-66ae3afeb911), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:45.387431 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248cd22f-0fa4-4ca6-bdee-3672276bd228 None None] Routers {'a58265dc-0ba1-4f60-b9c1-66ae3afeb911'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:27:45.388564 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-248cd22f-0fa4-4ca6-bdee-3672276bd228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:27:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['a58265dc-0ba1-4f60-b9c1-66ae3afeb911'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:27:45.455460 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:27:45.530064 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11276b1b-a58c-4cb7-939c-a44f6bfca06b None None] Pushing event updated for resources: {'Port': ['ID=6b174d51-483f-4c44-a62f-d9189611b6b1,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:27:45.645081 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-248cd22f-0fa4-4ca6-bdee-3672276bd228 None None] Set router a58265dc-0ba1-4f60-b9c1-66ae3afeb911 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:27:45.752274 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c41b20e2-72bb-499c-9aa8-c38c72c1741a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:45.786558 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-f219c5cd-0379-4484-914c-1626af5f265e None None] Provisioning complete for port 5cb8b057-275f-4921-8459-b9a319f4fbf1 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:27:45.787042 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f219c5cd-0379-4484-914c-1626af5f265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (5cb8b057-275f-4921-8459-b9a319f4fbf1), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:45.787604 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-f219c5cd-0379-4484-914c-1626af5f265e None None] Attempt 1 to provision port 5cb8b057-275f-4921-8459-b9a319f4fbf1 Oct 04 21:27:45.804775 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-827352e4-b290-41e2-b920-e2b83a847d0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (5cb8b057-275f-4921-8459-b9a319f4fbf1), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:45.890104 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:27:45.892550 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:27:45.922517 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-f219c5cd-0379-4484-914c-1626af5f265e None None] Port 5cb8b057-275f-4921-8459-b9a319f4fbf1 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:27:46.010271 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:27:46.053308 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-248cd22f-0fa4-4ca6-bdee-3672276bd228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58265dc-0ba1-4f60-b9c1-66ae3afeb911', 'name': 'tempest-DeleteServersTestJSON-1419405731-router', 'tenant_id': '53e157aea13344d7b3d229a8438e5017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '6b174d51-483f-4c44-a62f-d9189611b6b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:27:39Z', 'updated_at': '2022-10-04T21:27:42Z', 'revision_number': 3, 'project_id': '53e157aea13344d7b3d229a8438e5017', 'gw_port': {'id': '6b174d51-483f-4c44-a62f-d9189611b6b1', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ce:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58265dc-0ba1-4f60-b9c1-66ae3afeb911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:27:41Z', 'updated_at': '2022-10-04T21:27:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:27:46.115370 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248cd22f-0fa4-4ca6-bdee-3672276bd228 None None] The sync data for ids ['a58265dc-0ba1-4f60-b9c1-66ae3afeb911'] in n-d-852085-12 is: [{'id': 'a58265dc-0ba1-4f60-b9c1-66ae3afeb911', 'name': 'tempest-DeleteServersTestJSON-1419405731-router', 'tenant_id': '53e157aea13344d7b3d229a8438e5017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '6b174d51-483f-4c44-a62f-d9189611b6b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:27:39Z', 'updated_at': '2022-10-04T21:27:42Z', 'revision_number': 3, 'project_id': '53e157aea13344d7b3d229a8438e5017', 'gw_port': {'id': '6b174d51-483f-4c44-a62f-d9189611b6b1', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ce:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58265dc-0ba1-4f60-b9c1-66ae3afeb911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:27:41Z', 'updated_at': '2022-10-04T21:27:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:27:46.159612 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-827352e4-b290-41e2-b920-e2b83a847d0f admin admin] Publish callbacks [] for port (5cb8b057-275f-4921-8459-b9a319f4fbf1), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:46.362868 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-827352e4-b290-41e2-b920-e2b83a847d0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (5cb8b057-275f-4921-8459-b9a319f4fbf1), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:46.522668 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-827352e4-b290-41e2-b920-e2b83a847d0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (a58265dc-0ba1-4f60-b9c1-66ae3afeb911), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:46.527300 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827352e4-b290-41e2-b920-e2b83a847d0f admin admin] Pushing event updated for resources: {'Port': ['ID=5cb8b057-275f-4921-8459-b9a319f4fbf1,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:27:46.725257 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827352e4-b290-41e2-b920-e2b83a847d0f admin admin] Network c893ff02-3f73-434c-b095-efea0c2aa1fd is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:27:46.727969 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-827352e4-b290-41e2-b920-e2b83a847d0f admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:27:46.962658 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-827352e4-b290-41e2-b920-e2b83a847d0f admin admin] Router a58265dc-0ba1-4f60-b9c1-66ae3afeb911 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:27:47.079673 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-fc3a2b6d-8ed2-44af-9963-5451ddd8fcdc None None] Provisioning complete for port 5cb8b057-275f-4921-8459-b9a319f4fbf1 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:27:47.079673 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fc3a2b6d-8ed2-44af-9963-5451ddd8fcdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (5cb8b057-275f-4921-8459-b9a319f4fbf1), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:47.080749 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-fc3a2b6d-8ed2-44af-9963-5451ddd8fcdc None None] Attempt 1 to provision port 5cb8b057-275f-4921-8459-b9a319f4fbf1 Oct 04 21:27:47.185731 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-fc3a2b6d-8ed2-44af-9963-5451ddd8fcdc None None] Port 5cb8b057-275f-4921-8459-b9a319f4fbf1 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:27:47.205446 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-827352e4-b290-41e2-b920-e2b83a847d0f admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:27:47.215778 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-827352e4-b290-41e2-b920-e2b83a847d0f admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/a58265dc-0ba1-4f60-b9c1-66ae3afeb911/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5766048 Oct 04 21:27:47.237680 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 6b174d51-483f-4c44-a62f-d9189611b6b1 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:27:47.358910 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 6b174d51-483f-4c44-a62f-d9189611b6b1 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:27:47.359617 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (6b174d51-483f-4c44-a62f-d9189611b6b1), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:47.360444 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 6b174d51-483f-4c44-a62f-d9189611b6b1 Oct 04 21:27:47.441869 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-17a30cf6-83f1-41fa-809a-f0f71eef7dd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:47.537396 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 6b174d51-483f-4c44-a62f-d9189611b6b1 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:27:47.538398 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (6b174d51-483f-4c44-a62f-d9189611b6b1), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:47.586000 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 6b174d51-483f-4c44-a62f-d9189611b6b1, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=6b174d51-483f-4c44-a62f-d9189611b6b1,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:27:47.677039 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (6b174d51-483f-4c44-a62f-d9189611b6b1), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:47.751632 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=6b174d51-483f-4c44-a62f-d9189611b6b1,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:27:48.066152 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e68cb63-9215-43c3-87a6-7a3e8ad3c60f req-6683d19b-bc37-472b-a5a0-82bdf0f8742b tempest-DeleteServersTestJSON-965567845 tempest-DeleteServersTestJSON-965567845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:27:48.069162 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-7e68cb63-9215-43c3-87a6-7a3e8ad3c60f req-6683d19b-bc37-472b-a5a0-82bdf0f8742b tempest-DeleteServersTestJSON-965567845 tempest-DeleteServersTestJSON-965567845-project] 10.222.0.78 "GET /networking/v2.0/networks?id=c893ff02-3f73-434c-b095-efea0c2aa1fd HTTP/1.1" status: 200 len: 812 time: 0.1757305 Oct 04 21:27:48.097675 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-7e68cb63-9215-43c3-87a6-7a3e8ad3c60f req-02e96b11-16f6-4390-ba36-e3bba8768c32 tempest-DeleteServersTestJSON-965567845 tempest-DeleteServersTestJSON-965567845-project] 10.222.0.78 "GET /networking/v2.0/quotas/53e157aea13344d7b3d229a8438e5017 HTTP/1.1" status: 200 len: 375 time: 0.0179896 Oct 04 21:27:48.204135 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-7e68cb63-9215-43c3-87a6-7a3e8ad3c60f req-2a47f08c-e3a5-490c-b0c9-be1e9018ef97 tempest-DeleteServersTestJSON-965567845 tempest-DeleteServersTestJSON-965567845-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=53e157aea13344d7b3d229a8438e5017&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0954061 Oct 04 21:27:48.295583 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52696) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:27:48.523586 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673eb196-16ab-44c6-a8f0-c44fa40d1a92 None None] Sync routers for ids ['a58265dc-0ba1-4f60-b9c1-66ae3afeb911'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:27:48.543739 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673eb196-16ab-44c6-a8f0-c44fa40d1a92 None None] Routers {'a58265dc-0ba1-4f60-b9c1-66ae3afeb911'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:27:48.544717 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-673eb196-16ab-44c6-a8f0-c44fa40d1a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:27:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['a58265dc-0ba1-4f60-b9c1-66ae3afeb911'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:27:48.756369 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-673eb196-16ab-44c6-a8f0-c44fa40d1a92 None None] Set router a58265dc-0ba1-4f60-b9c1-66ae3afeb911 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:27:48.942448 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=100 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:27:49.155813 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-673eb196-16ab-44c6-a8f0-c44fa40d1a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58265dc-0ba1-4f60-b9c1-66ae3afeb911', 'name': 'tempest-DeleteServersTestJSON-1419405731-router', 'tenant_id': '53e157aea13344d7b3d229a8438e5017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '6b174d51-483f-4c44-a62f-d9189611b6b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:27:39Z', 'updated_at': '2022-10-04T21:27:45Z', 'revision_number': 4, 'project_id': '53e157aea13344d7b3d229a8438e5017', 'gw_port': {'id': '6b174d51-483f-4c44-a62f-d9189611b6b1', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ce:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58265dc-0ba1-4f60-b9c1-66ae3afeb911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:27:41Z', 'updated_at': '2022-10-04T21:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '5cb8b057-275f-4921-8459-b9a319f4fbf1', 'name': '', 'network_id': 'c893ff02-3f73-434c-b095-efea0c2aa1fd', 'tenant_id': '53e157aea13344d7b3d229a8438e5017', 'mac_address': 'fa:16:3e:40:ee:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58265dc-0ba1-4f60-b9c1-66ae3afeb911', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '79504e18-5ad7-41ff-b375-752d2ed5e824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:27:44Z', 'updated_at': '2022-10-04T21:27:45Z', 'revision_number': 2, 'project_id': '53e157aea13344d7b3d229a8438e5017', 'subnets': [{'id': '79504e18-5ad7-41ff-b375-752d2ed5e824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:27:49.192655 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 6b174d51-483f-4c44-a62f-d9189611b6b1 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:27:49.205010 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673eb196-16ab-44c6-a8f0-c44fa40d1a92 None None] Checking router: a58265dc-0ba1-4f60-b9c1-66ae3afeb911 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:27:49.205676 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673eb196-16ab-44c6-a8f0-c44fa40d1a92 None None] Updating router a58265dc-0ba1-4f60-b9c1-66ae3afeb911 port 5cb8b057-275f-4921-8459-b9a319f4fbf1 binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:27:49.261619 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-673eb196-16ab-44c6-a8f0-c44fa40d1a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (5cb8b057-275f-4921-8459-b9a319f4fbf1), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:49.285071 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 6b174d51-483f-4c44-a62f-d9189611b6b1 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:27:49.285684 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (6b174d51-483f-4c44-a62f-d9189611b6b1), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:49.286227 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 6b174d51-483f-4c44-a62f-d9189611b6b1 Oct 04 21:27:49.286844 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fc4b59ed-ab88-4a06-9203-28f98727947c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (a58265dc-0ba1-4f60-b9c1-66ae3afeb911), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:49.421199 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 6b174d51-483f-4c44-a62f-d9189611b6b1 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:27:49.689752 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-fc4b59ed-ab88-4a06-9203-28f98727947c admin admin] Deleting port 5cb8b057-275f-4921-8459-b9a319f4fbf1 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:27:49.690565 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fc4b59ed-ab88-4a06-9203-28f98727947c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (5cb8b057-275f-4921-8459-b9a319f4fbf1), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:49.733230 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-673eb196-16ab-44c6-a8f0-c44fa40d1a92 None None] Publish callbacks [] for port (5cb8b057-275f-4921-8459-b9a319f4fbf1), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:49.775935 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=100 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:27:49.807503 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fc4b59ed-ab88-4a06-9203-28f98727947c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (5cb8b057-275f-4921-8459-b9a319f4fbf1), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:49.826356 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-fc4b59ed-ab88-4a06-9203-28f98727947c admin admin] Calling delete_port for 5cb8b057-275f-4921-8459-b9a319f4fbf1 owned by network:router_interface {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:27:49.850984 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-673eb196-16ab-44c6-a8f0-c44fa40d1a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (5cb8b057-275f-4921-8459-b9a319f4fbf1), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:49.983431 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39246d0f-47b2-4d3f-a422-58a069c8db64 None None] Pushing event updated for resources: {'Port': ['ID=5cb8b057-275f-4921-8459-b9a319f4fbf1,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:27:50.031062 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39246d0f-47b2-4d3f-a422-58a069c8db64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:27:50.031641 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39246d0f-47b2-4d3f-a422-58a069c8db64 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:27:50.032200 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39246d0f-47b2-4d3f-a422-58a069c8db64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:27:50.032773 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39246d0f-47b2-4d3f-a422-58a069c8db64 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:27:50.033344 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39246d0f-47b2-4d3f-a422-58a069c8db64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:27:50.033911 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39246d0f-47b2-4d3f-a422-58a069c8db64 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:27:50.034477 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39246d0f-47b2-4d3f-a422-58a069c8db64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:27:50.035300 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39246d0f-47b2-4d3f-a422-58a069c8db64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:27:50.035860 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39246d0f-47b2-4d3f-a422-58a069c8db64 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:27:50.036410 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39246d0f-47b2-4d3f-a422-58a069c8db64 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:27:50.036969 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39246d0f-47b2-4d3f-a422-58a069c8db64 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:27:50.037521 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39246d0f-47b2-4d3f-a422-58a069c8db64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:27:50.038066 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39246d0f-47b2-4d3f-a422-58a069c8db64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:27:50.038613 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39246d0f-47b2-4d3f-a422-58a069c8db64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:27:50.039191 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39246d0f-47b2-4d3f-a422-58a069c8db64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:27:50.061921 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-673eb196-16ab-44c6-a8f0-c44fa40d1a92 None None] Attempting to bind port 5cb8b057-275f-4921-8459-b9a319f4fbf1 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:27:50.062537 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-673eb196-16ab-44c6-a8f0-c44fa40d1a92 None None] Attempting to bind port 5cb8b057-275f-4921-8459-b9a319f4fbf1 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'e82a1a59-3e7b-4950-9d3d-6b81c368764b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c893ff02-3f73-434c-b095-efea0c2aa1fd'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:27:50.063118 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673eb196-16ab-44c6-a8f0-c44fa40d1a92 None None] Attempting to bind port 5cb8b057-275f-4921-8459-b9a319f4fbf1 on network c893ff02-3f73-434c-b095-efea0c2aa1fd {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:27:50.157092 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673eb196-16ab-44c6-a8f0-c44fa40d1a92 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:27:50.157689 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673eb196-16ab-44c6-a8f0-c44fa40d1a92 None None] Checking segment: {'id': 'e82a1a59-3e7b-4950-9d3d-6b81c368764b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c893ff02-3f73-434c-b095-efea0c2aa1fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:27:50.158327 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-673eb196-16ab-44c6-a8f0-c44fa40d1a92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:50.158938 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673eb196-16ab-44c6-a8f0-c44fa40d1a92 None None] Bound using segment: {'id': 'e82a1a59-3e7b-4950-9d3d-6b81c368764b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c893ff02-3f73-434c-b095-efea0c2aa1fd'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:27:50.160233 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-673eb196-16ab-44c6-a8f0-c44fa40d1a92 None None] Bound port: 5cb8b057-275f-4921-8459-b9a319f4fbf1, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e82a1a59-3e7b-4950-9d3d-6b81c368764b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c893ff02-3f73-434c-b095-efea0c2aa1fd'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:27:50.160920 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-673eb196-16ab-44c6-a8f0-c44fa40d1a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (5cb8b057-275f-4921-8459-b9a319f4fbf1), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:50.220512 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fc4b59ed-ab88-4a06-9203-28f98727947c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (5cb8b057-275f-4921-8459-b9a319f4fbf1), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:50.289567 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4b59ed-ab88-4a06-9203-28f98727947c admin admin] Pushing event deleted for resources: {'Port': ['ID=5cb8b057-275f-4921-8459-b9a319f4fbf1,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:27:50.294490 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.db.api [None req-673eb196-16ab-44c6-a8f0-c44fa40d1a92 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=108172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 21:27:50.295561 n-d-852085-12 neutron-server[108172]: DEBUG oslo_db.api [None req-673eb196-16ab-44c6-a8f0-c44fa40d1a92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 21:27:50.341025 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:50.504597 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:27:50.604525 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fc4b59ed-ab88-4a06-9203-28f98727947c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (a58265dc-0ba1-4f60-b9c1-66ae3afeb911), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:50.824225 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-673eb196-16ab-44c6-a8f0-c44fa40d1a92 None None] Attempting to bind port 5cb8b057-275f-4921-8459-b9a319f4fbf1 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:27:50.825007 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-673eb196-16ab-44c6-a8f0-c44fa40d1a92 None None] Attempting to bind port 5cb8b057-275f-4921-8459-b9a319f4fbf1 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'e82a1a59-3e7b-4950-9d3d-6b81c368764b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c893ff02-3f73-434c-b095-efea0c2aa1fd'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:27:50.825350 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673eb196-16ab-44c6-a8f0-c44fa40d1a92 None None] Attempting to bind port 5cb8b057-275f-4921-8459-b9a319f4fbf1 on network c893ff02-3f73-434c-b095-efea0c2aa1fd {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:27:50.874548 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:27:50.882585 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:27:50.911627 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673eb196-16ab-44c6-a8f0-c44fa40d1a92 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:27:50.912467 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673eb196-16ab-44c6-a8f0-c44fa40d1a92 None None] Checking segment: {'id': 'e82a1a59-3e7b-4950-9d3d-6b81c368764b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c893ff02-3f73-434c-b095-efea0c2aa1fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:27:50.913125 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-673eb196-16ab-44c6-a8f0-c44fa40d1a92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:50.913737 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673eb196-16ab-44c6-a8f0-c44fa40d1a92 None None] Bound using segment: {'id': 'e82a1a59-3e7b-4950-9d3d-6b81c368764b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c893ff02-3f73-434c-b095-efea0c2aa1fd'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:27:50.914587 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-673eb196-16ab-44c6-a8f0-c44fa40d1a92 None None] Bound port: 5cb8b057-275f-4921-8459-b9a319f4fbf1, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e82a1a59-3e7b-4950-9d3d-6b81c368764b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c893ff02-3f73-434c-b095-efea0c2aa1fd'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:27:50.915279 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-673eb196-16ab-44c6-a8f0-c44fa40d1a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (5cb8b057-275f-4921-8459-b9a319f4fbf1), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:50.979629 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.plugin [None req-673eb196-16ab-44c6-a8f0-c44fa40d1a92 None None] Port 5cb8b057-275f-4921-8459-b9a319f4fbf1 has been deleted concurrently {{(pid=108172) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:696}} Oct 04 21:27:50.998318 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673eb196-16ab-44c6-a8f0-c44fa40d1a92 None None] Routers {'a58265dc-0ba1-4f60-b9c1-66ae3afeb911'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:27:50.999079 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-673eb196-16ab-44c6-a8f0-c44fa40d1a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:27:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['a58265dc-0ba1-4f60-b9c1-66ae3afeb911'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:27:51.017166 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc4b59ed-ab88-4a06-9203-28f98727947c admin admin] Router a58265dc-0ba1-4f60-b9c1-66ae3afeb911 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:27:51.157532 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-673eb196-16ab-44c6-a8f0-c44fa40d1a92 None None] Set router a58265dc-0ba1-4f60-b9c1-66ae3afeb911 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:27:51.209474 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc4b59ed-ab88-4a06-9203-28f98727947c admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:27:51.219654 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-fc4b59ed-ab88-4a06-9203-28f98727947c admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/a58265dc-0ba1-4f60-b9c1-66ae3afeb911/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9223471 Oct 04 21:27:51.224173 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52698) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:27:51.398921 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ab661b34-b4ca-44b3-9cf3-3dced4f40bf0 admin admin] Publish callbacks [] for router (a58265dc-0ba1-4f60-b9c1-66ae3afeb911), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:51.460834 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-673eb196-16ab-44c6-a8f0-c44fa40d1a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58265dc-0ba1-4f60-b9c1-66ae3afeb911', 'name': 'tempest-DeleteServersTestJSON-1419405731-router', 'tenant_id': '53e157aea13344d7b3d229a8438e5017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '6b174d51-483f-4c44-a62f-d9189611b6b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:27:39Z', 'updated_at': '2022-10-04T21:27:50Z', 'revision_number': 5, 'project_id': '53e157aea13344d7b3d229a8438e5017', 'gw_port': {'id': '6b174d51-483f-4c44-a62f-d9189611b6b1', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ce:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58265dc-0ba1-4f60-b9c1-66ae3afeb911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:27:41Z', 'updated_at': '2022-10-04T21:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:27:51.512311 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673eb196-16ab-44c6-a8f0-c44fa40d1a92 None None] The sync data for ids ['a58265dc-0ba1-4f60-b9c1-66ae3afeb911'] in n-d-852085-12 is: [{'id': 'a58265dc-0ba1-4f60-b9c1-66ae3afeb911', 'name': 'tempest-DeleteServersTestJSON-1419405731-router', 'tenant_id': '53e157aea13344d7b3d229a8438e5017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '6b174d51-483f-4c44-a62f-d9189611b6b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:27:39Z', 'updated_at': '2022-10-04T21:27:50Z', 'revision_number': 5, 'project_id': '53e157aea13344d7b3d229a8438e5017', 'gw_port': {'id': '6b174d51-483f-4c44-a62f-d9189611b6b1', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ce:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58265dc-0ba1-4f60-b9c1-66ae3afeb911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:27:41Z', 'updated_at': '2022-10-04T21:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:27:51.585908 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:27:51.590202 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ab661b34-b4ca-44b3-9cf3-3dced4f40bf0 admin admin] Publish callbacks [] for router_gateway (a58265dc-0ba1-4f60-b9c1-66ae3afeb911), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:51.685618 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:51.765770 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-ab661b34-b4ca-44b3-9cf3-3dced4f40bf0 admin admin] Deleting port 6b174d51-483f-4c44-a62f-d9189611b6b1 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:27:51.766344 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ab661b34-b4ca-44b3-9cf3-3dced4f40bf0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (6b174d51-483f-4c44-a62f-d9189611b6b1), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:51.779710 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:51.940473 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-ab661b34-b4ca-44b3-9cf3-3dced4f40bf0 admin admin] For port 6b174d51-483f-4c44-a62f-d9189611b6b1, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=6b174d51-483f-4c44-a62f-d9189611b6b1,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:27:51.941101 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ab661b34-b4ca-44b3-9cf3-3dced4f40bf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (6b174d51-483f-4c44-a62f-d9189611b6b1), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:51.965895 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-ab661b34-b4ca-44b3-9cf3-3dced4f40bf0 admin admin] Calling delete_port for 6b174d51-483f-4c44-a62f-d9189611b6b1 owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:27:52.037102 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:27:52.359975 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ab661b34-b4ca-44b3-9cf3-3dced4f40bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (6b174d51-483f-4c44-a62f-d9189611b6b1), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:52.414359 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab661b34-b4ca-44b3-9cf3-3dced4f40bf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b174d51-483f-4c44-a62f-d9189611b6b1,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:27:52.504060 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edad0ef-05da-46e1-9bc4-f6b17bb9d785 None None] Sync routers for ids ['a58265dc-0ba1-4f60-b9c1-66ae3afeb911'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:27:52.542006 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ab661b34-b4ca-44b3-9cf3-3dced4f40bf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (a58265dc-0ba1-4f60-b9c1-66ae3afeb911), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:52.542321 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edad0ef-05da-46e1-9bc4-f6b17bb9d785 None None] Routers {'a58265dc-0ba1-4f60-b9c1-66ae3afeb911'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:27:52.542779 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-4edad0ef-05da-46e1-9bc4-f6b17bb9d785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:27:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['a58265dc-0ba1-4f60-b9c1-66ae3afeb911'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:27:52.689010 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-4edad0ef-05da-46e1-9bc4-f6b17bb9d785 None None] Set router a58265dc-0ba1-4f60-b9c1-66ae3afeb911 gateway port host: None {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:27:52.701305 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ab661b34-b4ca-44b3-9cf3-3dced4f40bf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (a58265dc-0ba1-4f60-b9c1-66ae3afeb911), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:52.704765 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ab661b34-b4ca-44b3-9cf3-3dced4f40bf0 admin admin] Publish callbacks [] for router_controller (a58265dc-0ba1-4f60-b9c1-66ae3afeb911), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:52.794573 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-4edad0ef-05da-46e1-9bc4-f6b17bb9d785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58265dc-0ba1-4f60-b9c1-66ae3afeb911', 'name': 'tempest-DeleteServersTestJSON-1419405731-router', 'tenant_id': '53e157aea13344d7b3d229a8438e5017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:27:39Z', 'updated_at': '2022-10-04T21:27:52Z', 'revision_number': 7, 'project_id': '53e157aea13344d7b3d229a8438e5017', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:27:52.841923 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edad0ef-05da-46e1-9bc4-f6b17bb9d785 None None] Checking router: a58265dc-0ba1-4f60-b9c1-66ae3afeb911 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:27:52.845583 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ab661b34-b4ca-44b3-9cf3-3dced4f40bf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (a58265dc-0ba1-4f60-b9c1-66ae3afeb911), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:52.846832 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab661b34-b4ca-44b3-9cf3-3dced4f40bf0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a58265dc-0ba1-4f60-b9c1-66ae3afeb911 {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 21:27:52.856888 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ab661b34-b4ca-44b3-9cf3-3dced4f40bf0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:52.857863 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edad0ef-05da-46e1-9bc4-f6b17bb9d785 None None] Routers set() bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:27:52.858473 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edad0ef-05da-46e1-9bc4-f6b17bb9d785 None None] Router IDs set() for agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:467}} Oct 04 21:27:52.859569 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_agentschedulers_db [None req-4edad0ef-05da-46e1-9bc4-f6b17bb9d785 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a58265dc-0ba1-4f60-b9c1-66ae3afeb911'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:27:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent'). {{(pid=108171) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 04 21:27:52.859940 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ab661b34-b4ca-44b3-9cf3-3dced4f40bf0 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/a58265dc-0ba1-4f60-b9c1-66ae3afeb911 HTTP/1.1" status: 204 len: 168 time: 1.6338902 Oct 04 21:27:52.860230 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edad0ef-05da-46e1-9bc4-f6b17bb9d785 None None] The sync data for ids ['a58265dc-0ba1-4f60-b9c1-66ae3afeb911'] in n-d-852085-12 is: [] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:27:52.864651 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52700) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:27:52.957438 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-502e194b-dba4-46b6-955e-5c515cc6df50 admin admin] Deleting subnet 79504e18-5ad7-41ff-b375-752d2ed5e824 {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:27:52.966211 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-502e194b-dba4-46b6-955e-5c515cc6df50 admin admin] Publish callbacks [] for subnet (79504e18-5ad7-41ff-b375-752d2ed5e824), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:53.050985 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-502e194b-dba4-46b6-955e-5c515cc6df50 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (79504e18-5ad7-41ff-b375-752d2ed5e824), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:53.225652 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-502e194b-dba4-46b6-955e-5c515cc6df50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (79504e18-5ad7-41ff-b375-752d2ed5e824), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:53.458775 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 6b174d51-483f-4c44-a62f-d9189611b6b1 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:27:53.496266 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-502e194b-dba4-46b6-955e-5c515cc6df50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (79504e18-5ad7-41ff-b375-752d2ed5e824), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:53.501332 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 6b174d51-483f-4c44-a62f-d9189611b6b1 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:27:53.501935 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 6b174d51-483f-4c44-a62f-d9189611b6b1 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:27:53.550964 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502e194b-dba4-46b6-955e-5c515cc6df50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79504e18-5ad7-41ff-b375-752d2ed5e824,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:27:53.563259 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-502e194b-dba4-46b6-955e-5c515cc6df50 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:53.571668 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-502e194b-dba4-46b6-955e-5c515cc6df50 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/79504e18-5ad7-41ff-b375-752d2ed5e824 HTTP/1.1" status: 204 len: 168 time: 0.7022791 Oct 04 21:27:53.571984 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105e00ec-8aef-4ec9-9b13-91e6f28756b6 None None] Network c893ff02-3f73-434c-b095-efea0c2aa1fd requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:27:53.573272 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52702) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:27:53.732491 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ff98c3fa-5e30-4268-a874-71533b958973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (c893ff02-3f73-434c-b095-efea0c2aa1fd), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:53.814703 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-ff98c3fa-5e30-4268-a874-71533b958973 admin admin] Deleting port 680019c3-f948-49a7-8258-103665c49f44 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:27:53.815081 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ff98c3fa-5e30-4268-a874-71533b958973 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (680019c3-f948-49a7-8258-103665c49f44), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:53.830826 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:27:53.843294 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d63a16-3932-4a48-8727-0dc11b993155 None None] DHCP port deletion for c893ff02-3f73-434c-b095-efea0c2aa1fd request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:27:53.896056 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:27:53.924440 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-18d63a16-3932-4a48-8727-0dc11b993155 None None] Deleting port 680019c3-f948-49a7-8258-103665c49f44 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:27:53.925393 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-18d63a16-3932-4a48-8727-0dc11b993155 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (680019c3-f948-49a7-8258-103665c49f44), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:53.931275 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-ff98c3fa-5e30-4268-a874-71533b958973 admin admin] For port 680019c3-f948-49a7-8258-103665c49f44, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=680019c3-f948-49a7-8258-103665c49f44,segment=NetworkSegment(e82a1a59-3e7b-4950-9d3d-6b81c368764b),segment_id=e82a1a59-3e7b-4950-9d3d-6b81c368764b)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:27:53.931999 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ff98c3fa-5e30-4268-a874-71533b958973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (680019c3-f948-49a7-8258-103665c49f44), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:53.960096 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-ff98c3fa-5e30-4268-a874-71533b958973 admin admin] Calling delete_port for 680019c3-f948-49a7-8258-103665c49f44 owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:27:54.042001 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:27:54.060348 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:27:54.074796 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-18d63a16-3932-4a48-8727-0dc11b993155 None None] For port 680019c3-f948-49a7-8258-103665c49f44, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=680019c3-f948-49a7-8258-103665c49f44,segment=NetworkSegment(e82a1a59-3e7b-4950-9d3d-6b81c368764b),segment_id=e82a1a59-3e7b-4950-9d3d-6b81c368764b)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:27:54.075795 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-18d63a16-3932-4a48-8727-0dc11b993155 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (680019c3-f948-49a7-8258-103665c49f44), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:54.105091 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-18d63a16-3932-4a48-8727-0dc11b993155 None None] Calling delete_port for 680019c3-f948-49a7-8258-103665c49f44 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:27:54.245794 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ff98c3fa-5e30-4268-a874-71533b958973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (680019c3-f948-49a7-8258-103665c49f44), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:54.265970 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-18d63a16-3932-4a48-8727-0dc11b993155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (680019c3-f948-49a7-8258-103665c49f44), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:54.300386 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff98c3fa-5e30-4268-a874-71533b958973 admin admin] Pushing event deleted for resources: {'Port': ['ID=680019c3-f948-49a7-8258-103665c49f44,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:27:54.304040 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff98c3fa-5e30-4268-a874-71533b958973 admin admin] No DVR routers for this DVR port 680019c3-f948-49a7-8258-103665c49f44 on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:27:54.330713 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d63a16-3932-4a48-8727-0dc11b993155 None None] Pushing event deleted for resources: {'Port': ['ID=680019c3-f948-49a7-8258-103665c49f44,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:27:54.338631 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d63a16-3932-4a48-8727-0dc11b993155 None None] No DVR routers for this DVR port 680019c3-f948-49a7-8258-103665c49f44 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:27:54.466838 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ff98c3fa-5e30-4268-a874-71533b958973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (c893ff02-3f73-434c-b095-efea0c2aa1fd), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:54.510692 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-ff98c3fa-5e30-4268-a874-71533b958973 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c893ff02-3f73-434c-b095-efea0c2aa1fd']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:27:54.532501 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-ff98c3fa-5e30-4268-a874-71533b958973 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e82a1a59-3e7b-4950-9d3d-6b81c368764b') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:27:54.533018 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-ff98c3fa-5e30-4268-a874-71533b958973 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e82a1a59-3e7b-4950-9d3d-6b81c368764b') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:27:54.554296 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ff98c3fa-5e30-4268-a874-71533b958973 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (e82a1a59-3e7b-4950-9d3d-6b81c368764b), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:54.584425 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ff98c3fa-5e30-4268-a874-71533b958973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (e82a1a59-3e7b-4950-9d3d-6b81c368764b), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:54.598179 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff98c3fa-5e30-4268-a874-71533b958973 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:27:54.598856 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ff98c3fa-5e30-4268-a874-71533b958973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (e82a1a59-3e7b-4950-9d3d-6b81c368764b), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:54.786335 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ff98c3fa-5e30-4268-a874-71533b958973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (c893ff02-3f73-434c-b095-efea0c2aa1fd), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:54.800943 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ff98c3fa-5e30-4268-a874-71533b958973 admin admin] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:54.807404 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ff98c3fa-5e30-4268-a874-71533b958973 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/c893ff02-3f73-434c-b095-efea0c2aa1fd HTTP/1.1" status: 204 len: 168 time: 1.2317922 Oct 04 21:27:54.835276 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff98c3fa-5e30-4268-a874-71533b958973 admin admin] Pushing event deleted for resources: {'Network': ['ID=c893ff02-3f73-434c-b095-efea0c2aa1fd,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:27:54.889506 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment e82a1a59-3e7b-4950-9d3d-6b81c368764b resource provider aggregate not found Oct 04 21:27:54.921504 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment e82a1a59-3e7b-4950-9d3d-6b81c368764b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e82a1a59-3e7b-4950-9d3d-6b81c368764b found for delete ", "request_id": "req-9be92a8c-3b99-4a68-a351-4754022426fa"}]} Oct 04 21:27:55.153675 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 680019c3-f948-49a7-8258-103665c49f44 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:27:55.192886 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 680019c3-f948-49a7-8258-103665c49f44 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:27:55.193464 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 680019c3-f948-49a7-8258-103665c49f44 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:27:55.391642 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52712) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:27:55.471755 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d84722b7-e732-4c12-b802-00ebd6cdf7b9 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=53e157aea13344d7b3d229a8438e5017&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0781558 Oct 04 21:27:55.476570 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52714) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:27:55.590856 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cc283ca3-2c4b-4ddd-b490-1c868751e132 admin admin] Publish callbacks [] for security_group (e6a1bfdf-b216-4f9d-b0a6-888b9b1eead1), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:55.638011 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cc283ca3-2c4b-4ddd-b490-1c868751e132 admin admin] Publish callbacks [] for security_group (e6a1bfdf-b216-4f9d-b0a6-888b9b1eead1), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:55.974863 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cc283ca3-2c4b-4ddd-b490-1c868751e132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (e6a1bfdf-b216-4f9d-b0a6-888b9b1eead1), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:55.980958 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cc283ca3-2c4b-4ddd-b490-1c868751e132 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:55.983314 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-cc283ca3-2c4b-4ddd-b490-1c868751e132 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/e6a1bfdf-b216-4f9d-b0a6-888b9b1eead1 HTTP/1.1" status: 204 len: 168 time: 0.5048268 Oct 04 21:27:55.998844 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc283ca3-2c4b-4ddd-b490-1c868751e132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a1bfdf-b216-4f9d-b0a6-888b9b1eead1,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:27:58.048876 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52736) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:27:58.183418 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=15 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:27:58.188945 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=41,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:27:58.223656 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-2990dc9c-1a84-40c9-a032-543a59da2e1b admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-551655203-network', 'tenant_id': 'fcaad48dd9a24394a948efc94496ef1a'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:27:58.351539 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2990dc9c-1a84-40c9-a032-543a59da2e1b admin admin] Made reservation on behalf of fcaad48dd9a24394a948efc94496ef1a for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:27:58.356707 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2990dc9c-1a84-40c9-a032-543a59da2e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:58.374791 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2990dc9c-1a84-40c9-a032-543a59da2e1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:58.538236 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2990dc9c-1a84-40c9-a032-543a59da2e1b admin admin] Publish callbacks [] for security_group (30f66c04-4ff7-4938-b6bf-0bea89b2611e), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:58.620088 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2990dc9c-1a84-40c9-a032-543a59da2e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (30f66c04-4ff7-4938-b6bf-0bea89b2611e), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:58.684880 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2990dc9c-1a84-40c9-a032-543a59da2e1b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:27:58.697904 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2990dc9c-1a84-40c9-a032-543a59da2e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f66c04-4ff7-4938-b6bf-0bea89b2611e,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:27:58.704715 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=79,neutron:DELETE=9,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:27:58.710505 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2990dc9c-1a84-40c9-a032-543a59da2e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (6c191c6b-503d-41ac-8fb0-5f9e174bf4c2), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:58.711100 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-2990dc9c-1a84-40c9-a032-543a59da2e1b admin admin] Added segment 6c191c6b-503d-41ac-8fb0-5f9e174bf4c2 of type vlan for network da014bed-6f76-4f73-a94e-4e5f5cac8645 Oct 04 21:27:58.797421 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2990dc9c-1a84-40c9-a032-543a59da2e1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (da014bed-6f76-4f73-a94e-4e5f5cac8645), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:58.974237 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2990dc9c-1a84-40c9-a032-543a59da2e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (da014bed-6f76-4f73-a94e-4e5f5cac8645), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:58.975587 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2990dc9c-1a84-40c9-a032-543a59da2e1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:27:58.976442 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2990dc9c-1a84-40c9-a032-543a59da2e1b admin admin] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:59.078892 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:27:59.104464 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2990dc9c-1a84-40c9-a032-543a59da2e1b admin admin] Pushing event updated for resources: {'Network': ['ID=da014bed-6f76-4f73-a94e-4e5f5cac8645,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:27:59.114876 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-2990dc9c-1a84-40c9-a032-543a59da2e1b admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0640576 Oct 04 21:27:59.119927 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52740) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:27:59.123589 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network da014bed-6f76-4f73-a94e-4e5f5cac8645 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:27:59.129866 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-795c0242-b2b8-4000-a593-7ba7779c7520 admin admin] Request body: {'subnet': {'network_id': 'da014bed-6f76-4f73-a94e-4e5f5cac8645', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-551655203-subnet', 'tenant_id': 'fcaad48dd9a24394a948efc94496ef1a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:27:59.293345 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-795c0242-b2b8-4000-a593-7ba7779c7520 admin admin] Made reservation on behalf of fcaad48dd9a24394a948efc94496ef1a for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:27:59.296925 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-795c0242-b2b8-4000-a593-7ba7779c7520 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:59.681399 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-795c0242-b2b8-4000-a593-7ba7779c7520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (a62e27b0-6077-4dfd-9051-a86b1acc68bb), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:27:59.802698 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795c0242-b2b8-4000-a593-7ba7779c7520 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a62e27b0-6077-4dfd-9051-a86b1acc68bb,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:27:59.830314 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795c0242-b2b8-4000-a593-7ba7779c7520 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:27:59.830869 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795c0242-b2b8-4000-a593-7ba7779c7520 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:27:59.831535 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795c0242-b2b8-4000-a593-7ba7779c7520 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:27:59.832114 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795c0242-b2b8-4000-a593-7ba7779c7520 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:27:59.832694 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795c0242-b2b8-4000-a593-7ba7779c7520 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:27:59.833255 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795c0242-b2b8-4000-a593-7ba7779c7520 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:27:59.833818 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795c0242-b2b8-4000-a593-7ba7779c7520 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:27:59.834380 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795c0242-b2b8-4000-a593-7ba7779c7520 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:27:59.834968 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795c0242-b2b8-4000-a593-7ba7779c7520 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:27:59.835592 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795c0242-b2b8-4000-a593-7ba7779c7520 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:27:59.836152 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795c0242-b2b8-4000-a593-7ba7779c7520 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:27:59.836713 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795c0242-b2b8-4000-a593-7ba7779c7520 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:27:59.837260 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795c0242-b2b8-4000-a593-7ba7779c7520 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:27:59.837702 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795c0242-b2b8-4000-a593-7ba7779c7520 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:27:59.838261 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795c0242-b2b8-4000-a593-7ba7779c7520 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:27:59.845032 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795c0242-b2b8-4000-a593-7ba7779c7520 admin admin] Checking segment: {'id': '6c191c6b-503d-41ac-8fb0-5f9e174bf4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'da014bed-6f76-4f73-a94e-4e5f5cac8645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:27:59.845716 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795c0242-b2b8-4000-a593-7ba7779c7520 admin admin] Network hostable DHCP agents. Network: da014bed-6f76-4f73-a94e-4e5f5cac8645, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:27:59.976659 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795c0242-b2b8-4000-a593-7ba7779c7520 admin admin] Network da014bed-6f76-4f73-a94e-4e5f5cac8645 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:28:00.071711 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-795c0242-b2b8-4000-a593-7ba7779c7520 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, da014bed-6f76-4f73-a94e-4e5f5cac8645) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:28:00.078855 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795c0242-b2b8-4000-a593-7ba7779c7520 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:28:00.079912 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-795c0242-b2b8-4000-a593-7ba7779c7520 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:00.089114 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a05453-7be2-482a-aaa9-695bc2e1c5a8 None None] Network da014bed-6f76-4f73-a94e-4e5f5cac8645 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:28:00.197028 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-795c0242-b2b8-4000-a593-7ba7779c7520 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0741167 Oct 04 21:28:00.201587 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52742) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:28:00.209180 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-7111f1bb-21a1-451c-a06d-d3e886c8be6d admin admin] Request body: {'router': {'name': 'tempest-ServerDiskConfigTestJSON-551655203-router', 'tenant_id': 'fcaad48dd9a24394a948efc94496ef1a', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:28:00.297780 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65b4a47-5694-4206-b406-3b89de63c4ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-da014bed-6f76-4f73-a94e-4e5f5cac8645', 'network_id': 'da014bed-6f76-4f73-a94e-4e5f5cac8645', 'project_id': 'fcaad48dd9a24394a948efc94496ef1a', 'fixed_ips': [{'subnet_id': 'a62e27b0-6077-4dfd-9051-a86b1acc68bb'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:28:00.303303 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f65b4a47-5694-4206-b406-3b89de63c4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:00.397676 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7111f1bb-21a1-451c-a06d-d3e886c8be6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (ea50faa2-5d99-405f-a262-ed1e91efaba8), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:00.399675 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7111f1bb-21a1-451c-a06d-d3e886c8be6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (ea50faa2-5d99-405f-a262-ed1e91efaba8), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:00.582734 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7111f1bb-21a1-451c-a06d-d3e886c8be6d admin admin] Publish callbacks [] for router_controller (ea50faa2-5d99-405f-a262-ed1e91efaba8), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:00.715883 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-f65b4a47-5694-4206-b406-3b89de63c4ae None None] Allocated IP 172.20.0.2 (da014bed-6f76-4f73-a94e-4e5f5cac8645/a62e27b0-6077-4dfd-9051-a86b1acc68bb/08912388-26fc-4777-96c4-bef287195ba4) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:28:00.976668 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7111f1bb-21a1-451c-a06d-d3e886c8be6d admin admin] Publish callbacks [] for router_gateway (ea50faa2-5d99-405f-a262-ed1e91efaba8), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:01.031301 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f65b4a47-5694-4206-b406-3b89de63c4ae None None] Publish callbacks [] for port (08912388-26fc-4777-96c4-bef287195ba4), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:01.200409 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f65b4a47-5694-4206-b406-3b89de63c4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (08912388-26fc-4777-96c4-bef287195ba4), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:01.218386 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:01.289225 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65b4a47-5694-4206-b406-3b89de63c4ae None None] Network da014bed-6f76-4f73-a94e-4e5f5cac8645 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:28:01.299015 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-f65b4a47-5694-4206-b406-3b89de63c4ae None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:28:01.307246 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65b4a47-5694-4206-b406-3b89de63c4ae None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:28:01.317827 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65b4a47-5694-4206-b406-3b89de63c4ae None None] Pushing event updated for resources: {'Port': ['ID=08912388-26fc-4777-96c4-bef287195ba4,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:28:01.359012 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7111f1bb-21a1-451c-a06d-d3e886c8be6d admin admin] Publish callbacks [] for router_gateway (ea50faa2-5d99-405f-a262-ed1e91efaba8), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:01.390479 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7111f1bb-21a1-451c-a06d-d3e886c8be6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:01.425065 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-f65b4a47-5694-4206-b406-3b89de63c4ae None None] Attempting to bind port 08912388-26fc-4777-96c4-bef287195ba4 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:28:01.425752 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-f65b4a47-5694-4206-b406-3b89de63c4ae None None] Attempting to bind port 08912388-26fc-4777-96c4-bef287195ba4 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '6c191c6b-503d-41ac-8fb0-5f9e174bf4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'da014bed-6f76-4f73-a94e-4e5f5cac8645'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:28:01.426237 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65b4a47-5694-4206-b406-3b89de63c4ae None None] Attempting to bind port 08912388-26fc-4777-96c4-bef287195ba4 on network da014bed-6f76-4f73-a94e-4e5f5cac8645 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:28:01.469901 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 21:28:01.509382 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65b4a47-5694-4206-b406-3b89de63c4ae None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:28:01.510010 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65b4a47-5694-4206-b406-3b89de63c4ae None None] Checking segment: {'id': '6c191c6b-503d-41ac-8fb0-5f9e174bf4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'da014bed-6f76-4f73-a94e-4e5f5cac8645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:28:01.510740 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f65b4a47-5694-4206-b406-3b89de63c4ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:01.511451 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65b4a47-5694-4206-b406-3b89de63c4ae None None] Bound using segment: {'id': '6c191c6b-503d-41ac-8fb0-5f9e174bf4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'da014bed-6f76-4f73-a94e-4e5f5cac8645'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:28:01.512338 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-f65b4a47-5694-4206-b406-3b89de63c4ae None None] Bound port: 08912388-26fc-4777-96c4-bef287195ba4, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c191c6b-503d-41ac-8fb0-5f9e174bf4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'da014bed-6f76-4f73-a94e-4e5f5cac8645'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:28:01.513187 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f65b4a47-5694-4206-b406-3b89de63c4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (08912388-26fc-4777-96c4-bef287195ba4), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:01.561761 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:01.572371 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-7111f1bb-21a1-451c-a06d-d3e886c8be6d admin admin] Allocated IP 172.25.5.131 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/a0a8bc4e-ff5c-49f7-8d53-d17304e0d41e) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:28:01.582001 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:01.616464 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:01.635600 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-f65b4a47-5694-4206-b406-3b89de63c4ae None None] For port 08912388-26fc-4777-96c4-bef287195ba4, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:28:01.642263 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-f65b4a47-5694-4206-b406-3b89de63c4ae None None] For port 08912388-26fc-4777-96c4-bef287195ba4, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=08912388-26fc-4777-96c4-bef287195ba4,segment=NetworkSegment(6c191c6b-503d-41ac-8fb0-5f9e174bf4c2),segment_id=6c191c6b-503d-41ac-8fb0-5f9e174bf4c2)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:28:01.747607 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7111f1bb-21a1-451c-a06d-d3e886c8be6d admin admin] Publish callbacks [] for port (a0a8bc4e-ff5c-49f7-8d53-d17304e0d41e), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:01.758511 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f65b4a47-5694-4206-b406-3b89de63c4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (08912388-26fc-4777-96c4-bef287195ba4), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:01.865620 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65b4a47-5694-4206-b406-3b89de63c4ae None None] Pushing event updated for resources: {'Port': ['ID=08912388-26fc-4777-96c4-bef287195ba4,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:28:01.928592 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7111f1bb-21a1-451c-a06d-d3e886c8be6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (a0a8bc4e-ff5c-49f7-8d53-d17304e0d41e), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:02.021060 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7111f1bb-21a1-451c-a06d-d3e886c8be6d admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:28:02.025839 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-7111f1bb-21a1-451c-a06d-d3e886c8be6d admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:28:02.033192 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7111f1bb-21a1-451c-a06d-d3e886c8be6d admin admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:28:02.080334 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7111f1bb-21a1-451c-a06d-d3e886c8be6d admin admin] Pushing event updated for resources: {'Port': ['ID=a0a8bc4e-ff5c-49f7-8d53-d17304e0d41e,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:28:02.620423 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:02.636883 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7111f1bb-21a1-451c-a06d-d3e886c8be6d admin admin] Publish callbacks [] for router_gateway (ea50faa2-5d99-405f-a262-ed1e91efaba8), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:02.801876 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:INSERT=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:03.059642 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7111f1bb-21a1-451c-a06d-d3e886c8be6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (ea50faa2-5d99-405f-a262-ed1e91efaba8), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:03.074338 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd99cca6-3bf4-4cdd-8cc4-01cab1d6b74e None None] Network da014bed-6f76-4f73-a94e-4e5f5cac8645 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:28:03.198036 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-2e7484f4-eb65-41d0-86a5-4229bb300a8d None None] Provisioning complete for port 08912388-26fc-4777-96c4-bef287195ba4 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:28:03.198602 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2e7484f4-eb65-41d0-86a5-4229bb300a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (08912388-26fc-4777-96c4-bef287195ba4), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:03.199086 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-2e7484f4-eb65-41d0-86a5-4229bb300a8d None None] Attempt 1 to provision port 08912388-26fc-4777-96c4-bef287195ba4 Oct 04 21:28:03.203086 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=16 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:03.413924 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7111f1bb-21a1-451c-a06d-d3e886c8be6d admin admin] Router ea50faa2-5d99-405f-a262-ed1e91efaba8 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 21:28:03.445341 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 08912388-26fc-4777-96c4-bef287195ba4 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:28:03.634701 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7111f1bb-21a1-451c-a06d-d3e886c8be6d admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:28:03.655009 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2f19b8-abfe-49ce-bb8a-4e2ad44d87da None None] Sync routers for ids ['ea50faa2-5d99-405f-a262-ed1e91efaba8'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:28:03.708949 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 08912388-26fc-4777-96c4-bef287195ba4 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:28:03.708949 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (08912388-26fc-4777-96c4-bef287195ba4), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:03.708949 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 08912388-26fc-4777-96c4-bef287195ba4 Oct 04 21:28:03.715854 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2f19b8-abfe-49ce-bb8a-4e2ad44d87da None None] Routers {'ea50faa2-5d99-405f-a262-ed1e91efaba8'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:28:03.716899 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-2a2f19b8-abfe-49ce-bb8a-4e2ad44d87da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:27:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['ea50faa2-5d99-405f-a262-ed1e91efaba8'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:28:03.723720 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:03.760725 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7111f1bb-21a1-451c-a06d-d3e886c8be6d admin admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:03.764488 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-7111f1bb-21a1-451c-a06d-d3e886c8be6d admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5608430 Oct 04 21:28:03.770150 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52744) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:28:03.787006 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-2e7484f4-eb65-41d0-86a5-4229bb300a8d None None] Current status of the port 08912388-26fc-4777-96c4-bef287195ba4 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:28:03.788101 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2e7484f4-eb65-41d0-86a5-4229bb300a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (08912388-26fc-4777-96c4-bef287195ba4), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:03.926344 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2e7484f4-eb65-41d0-86a5-4229bb300a8d None None] For port 08912388-26fc-4777-96c4-bef287195ba4, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=08912388-26fc-4777-96c4-bef287195ba4,segment=NetworkSegment(6c191c6b-503d-41ac-8fb0-5f9e174bf4c2),segment_id=6c191c6b-503d-41ac-8fb0-5f9e174bf4c2)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:28:03.935717 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 08912388-26fc-4777-96c4-bef287195ba4 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:28:03.936727 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (08912388-26fc-4777-96c4-bef287195ba4), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:03.978261 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-2a2f19b8-abfe-49ce-bb8a-4e2ad44d87da None None] Set router ea50faa2-5d99-405f-a262-ed1e91efaba8 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:28:04.044025 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2e7484f4-eb65-41d0-86a5-4229bb300a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (08912388-26fc-4777-96c4-bef287195ba4), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:04.221437 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 21:28:04.222446 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 21:28:04.227468 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-1af507be-88a8-4839-9e6a-b43e56ac6c4b None None] Provisioning complete for port 08912388-26fc-4777-96c4-bef287195ba4 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:28:04.229285 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-1af507be-88a8-4839-9e6a-b43e56ac6c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (08912388-26fc-4777-96c4-bef287195ba4), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:04.229285 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-1af507be-88a8-4839-9e6a-b43e56ac6c4b None None] Attempt 1 to provision port 08912388-26fc-4777-96c4-bef287195ba4 Oct 04 21:28:04.235609 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7484f4-eb65-41d0-86a5-4229bb300a8d None None] Pushing event updated for resources: {'Port': ['ID=08912388-26fc-4777-96c4-bef287195ba4,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:28:04.395687 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:04.421026 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-1af507be-88a8-4839-9e6a-b43e56ac6c4b None None] Current status of the port 08912388-26fc-4777-96c4-bef287195ba4 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:28:04.481056 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=100 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:04.490375 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-2a2f19b8-abfe-49ce-bb8a-4e2ad44d87da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea50faa2-5d99-405f-a262-ed1e91efaba8', 'name': 'tempest-ServerDiskConfigTestJSON-551655203-router', 'tenant_id': 'fcaad48dd9a24394a948efc94496ef1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'a0a8bc4e-ff5c-49f7-8d53-d17304e0d41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:28:00Z', 'updated_at': '2022-10-04T21:28:02Z', 'revision_number': 3, 'project_id': 'fcaad48dd9a24394a948efc94496ef1a', 'gw_port': {'id': 'a0a8bc4e-ff5c-49f7-8d53-d17304e0d41e', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b2:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea50faa2-5d99-405f-a262-ed1e91efaba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:28:01Z', 'updated_at': '2022-10-04T21:28:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:28:04.546627 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2f19b8-abfe-49ce-bb8a-4e2ad44d87da None None] Checking router: ea50faa2-5d99-405f-a262-ed1e91efaba8 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:28:04.547362 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2f19b8-abfe-49ce-bb8a-4e2ad44d87da None None] Updating router ea50faa2-5d99-405f-a262-ed1e91efaba8 port a0a8bc4e-ff5c-49f7-8d53-d17304e0d41e binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:28:04.613098 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-2a2f19b8-abfe-49ce-bb8a-4e2ad44d87da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (a0a8bc4e-ff5c-49f7-8d53-d17304e0d41e), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:04.722746 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:04.728908 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:04.798460 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 08912388-26fc-4777-96c4-bef287195ba4 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:28:05.126164 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-2a2f19b8-abfe-49ce-bb8a-4e2ad44d87da None None] Publish callbacks [] for port (a0a8bc4e-ff5c-49f7-8d53-d17304e0d41e), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:05.169545 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9fcb5c6e-31ad-417c-a4fc-eca57fc99fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:05.187308 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 08912388-26fc-4777-96c4-bef287195ba4 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:28:05.233991 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-2a2f19b8-abfe-49ce-bb8a-4e2ad44d87da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (a0a8bc4e-ff5c-49f7-8d53-d17304e0d41e), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:05.266478 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 08912388-26fc-4777-96c4-bef287195ba4 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:28:05.267046 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (08912388-26fc-4777-96c4-bef287195ba4), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:05.267744 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 08912388-26fc-4777-96c4-bef287195ba4 Oct 04 21:28:05.305406 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-2a2f19b8-abfe-49ce-bb8a-4e2ad44d87da None None] Attempting to bind port a0a8bc4e-ff5c-49f7-8d53-d17304e0d41e on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:28:05.306271 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-2a2f19b8-abfe-49ce-bb8a-4e2ad44d87da None None] Attempting to bind port a0a8bc4e-ff5c-49f7-8d53-d17304e0d41e by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:28:05.306788 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2f19b8-abfe-49ce-bb8a-4e2ad44d87da None None] Attempting to bind port a0a8bc4e-ff5c-49f7-8d53-d17304e0d41e on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:28:05.357161 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb8078f-1cb3-40e6-bb04-5b7675649ec3 None None] Pushing event updated for resources: {'Port': ['ID=a0a8bc4e-ff5c-49f7-8d53-d17304e0d41e,revision_number=2']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:28:05.397618 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2f19b8-abfe-49ce-bb8a-4e2ad44d87da None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:28:05.398457 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2f19b8-abfe-49ce-bb8a-4e2ad44d87da None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:28:05.399852 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-2a2f19b8-abfe-49ce-bb8a-4e2ad44d87da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:05.401819 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2f19b8-abfe-49ce-bb8a-4e2ad44d87da None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:28:05.401819 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-2a2f19b8-abfe-49ce-bb8a-4e2ad44d87da None None] Bound port: a0a8bc4e-ff5c-49f7-8d53-d17304e0d41e, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:28:05.402948 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-2a2f19b8-abfe-49ce-bb8a-4e2ad44d87da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (a0a8bc4e-ff5c-49f7-8d53-d17304e0d41e), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:05.422746 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:05.427223 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 08912388-26fc-4777-96c4-bef287195ba4 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:28:05.484942 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-9fcb5c6e-31ad-417c-a4fc-eca57fc99fdc admin admin] Allocated IP 172.20.0.1 (da014bed-6f76-4f73-a94e-4e5f5cac8645/a62e27b0-6077-4dfd-9051-a86b1acc68bb/c0998a3d-7196-42aa-bdd6-60ca6526d708) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:28:05.518135 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-2a2f19b8-abfe-49ce-bb8a-4e2ad44d87da None None] For port a0a8bc4e-ff5c-49f7-8d53-d17304e0d41e, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:28:05.525327 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-2a2f19b8-abfe-49ce-bb8a-4e2ad44d87da None None] For port a0a8bc4e-ff5c-49f7-8d53-d17304e0d41e, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=a0a8bc4e-ff5c-49f7-8d53-d17304e0d41e,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:28:05.684890 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9fcb5c6e-31ad-417c-a4fc-eca57fc99fdc admin admin] Publish callbacks [] for port (c0998a3d-7196-42aa-bdd6-60ca6526d708), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:05.719398 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-2a2f19b8-abfe-49ce-bb8a-4e2ad44d87da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (a0a8bc4e-ff5c-49f7-8d53-d17304e0d41e), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:05.778757 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2f19b8-abfe-49ce-bb8a-4e2ad44d87da None None] Routers {'ea50faa2-5d99-405f-a262-ed1e91efaba8'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:28:05.779875 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-2a2f19b8-abfe-49ce-bb8a-4e2ad44d87da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:27:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['ea50faa2-5d99-405f-a262-ed1e91efaba8'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:28:05.832386 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9fcb5c6e-31ad-417c-a4fc-eca57fc99fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (c0998a3d-7196-42aa-bdd6-60ca6526d708), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:05.901456 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb8078f-1cb3-40e6-bb04-5b7675649ec3 None None] Pushing event updated for resources: {'Port': ['ID=a0a8bc4e-ff5c-49f7-8d53-d17304e0d41e,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:28:05.921899 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcb5c6e-31ad-417c-a4fc-eca57fc99fdc admin admin] Network da014bed-6f76-4f73-a94e-4e5f5cac8645 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:28:05.930668 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-9fcb5c6e-31ad-417c-a4fc-eca57fc99fdc admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:28:05.951935 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcb5c6e-31ad-417c-a4fc-eca57fc99fdc admin admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:28:05.991990 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcb5c6e-31ad-417c-a4fc-eca57fc99fdc admin admin] Pushing event updated for resources: {'Port': ['ID=c0998a3d-7196-42aa-bdd6-60ca6526d708,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:28:06.041471 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9fcb5c6e-31ad-417c-a4fc-eca57fc99fdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (ea50faa2-5d99-405f-a262-ed1e91efaba8), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:06.054371 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-2a2f19b8-abfe-49ce-bb8a-4e2ad44d87da None None] Set router ea50faa2-5d99-405f-a262-ed1e91efaba8 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:28:06.059068 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:06.208287 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:06.367051 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-2944fb89-e606-4c33-b2d2-576095db6bb5 None None] Provisioning complete for port c0998a3d-7196-42aa-bdd6-60ca6526d708 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:28:06.370514 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2944fb89-e606-4c33-b2d2-576095db6bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (c0998a3d-7196-42aa-bdd6-60ca6526d708), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:06.371435 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-2944fb89-e606-4c33-b2d2-576095db6bb5 None None] Attempt 1 to provision port c0998a3d-7196-42aa-bdd6-60ca6526d708 Oct 04 21:28:06.375408 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9fcb5c6e-31ad-417c-a4fc-eca57fc99fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (c0998a3d-7196-42aa-bdd6-60ca6526d708), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:06.429217 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-2a2f19b8-abfe-49ce-bb8a-4e2ad44d87da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea50faa2-5d99-405f-a262-ed1e91efaba8', 'name': 'tempest-ServerDiskConfigTestJSON-551655203-router', 'tenant_id': 'fcaad48dd9a24394a948efc94496ef1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'a0a8bc4e-ff5c-49f7-8d53-d17304e0d41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:28:00Z', 'updated_at': '2022-10-04T21:28:02Z', 'revision_number': 3, 'project_id': 'fcaad48dd9a24394a948efc94496ef1a', 'gw_port': {'id': 'a0a8bc4e-ff5c-49f7-8d53-d17304e0d41e', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b2:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea50faa2-5d99-405f-a262-ed1e91efaba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:28:01Z', 'updated_at': '2022-10-04T21:28:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:28:06.445549 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-2944fb89-e606-4c33-b2d2-576095db6bb5 None None] Port c0998a3d-7196-42aa-bdd6-60ca6526d708 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:28:06.496126 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2f19b8-abfe-49ce-bb8a-4e2ad44d87da None None] The sync data for ids ['ea50faa2-5d99-405f-a262-ed1e91efaba8'] in n-d-852085-12 is: [{'id': 'ea50faa2-5d99-405f-a262-ed1e91efaba8', 'name': 'tempest-ServerDiskConfigTestJSON-551655203-router', 'tenant_id': 'fcaad48dd9a24394a948efc94496ef1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'a0a8bc4e-ff5c-49f7-8d53-d17304e0d41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:28:00Z', 'updated_at': '2022-10-04T21:28:02Z', 'revision_number': 3, 'project_id': 'fcaad48dd9a24394a948efc94496ef1a', 'gw_port': {'id': 'a0a8bc4e-ff5c-49f7-8d53-d17304e0d41e', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b2:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea50faa2-5d99-405f-a262-ed1e91efaba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:28:01Z', 'updated_at': '2022-10-04T21:28:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:28:06.726762 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9fcb5c6e-31ad-417c-a4fc-eca57fc99fdc admin admin] Publish callbacks [] for port (c0998a3d-7196-42aa-bdd6-60ca6526d708), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:06.823304 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9fcb5c6e-31ad-417c-a4fc-eca57fc99fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (c0998a3d-7196-42aa-bdd6-60ca6526d708), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:06.986718 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcb5c6e-31ad-417c-a4fc-eca57fc99fdc admin admin] Pushing event updated for resources: {'Port': ['ID=c0998a3d-7196-42aa-bdd6-60ca6526d708,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:28:06.994061 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9fcb5c6e-31ad-417c-a4fc-eca57fc99fdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (ea50faa2-5d99-405f-a262-ed1e91efaba8), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:07.199736 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcb5c6e-31ad-417c-a4fc-eca57fc99fdc admin admin] Network da014bed-6f76-4f73-a94e-4e5f5cac8645 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:28:07.202564 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-9fcb5c6e-31ad-417c-a4fc-eca57fc99fdc admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:28:07.230078 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a0a8bc4e-ff5c-49f7-8d53-d17304e0d41e up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:28:07.327221 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:07.336983 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port a0a8bc4e-ff5c-49f7-8d53-d17304e0d41e triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:28:07.337783 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (a0a8bc4e-ff5c-49f7-8d53-d17304e0d41e), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:07.338745 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port a0a8bc4e-ff5c-49f7-8d53-d17304e0d41e Oct 04 21:28:07.469231 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fcb5c6e-31ad-417c-a4fc-eca57fc99fdc admin admin] Router ea50faa2-5d99-405f-a262-ed1e91efaba8 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:28:07.521712 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port a0a8bc4e-ff5c-49f7-8d53-d17304e0d41e is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:28:07.522680 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (a0a8bc4e-ff5c-49f7-8d53-d17304e0d41e), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:07.576869 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port a0a8bc4e-ff5c-49f7-8d53-d17304e0d41e, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=a0a8bc4e-ff5c-49f7-8d53-d17304e0d41e,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:28:07.692827 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-50286223-b194-4f45-ae6b-d7719dcfcca5 None None] Provisioning complete for port c0998a3d-7196-42aa-bdd6-60ca6526d708 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:28:07.693460 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-50286223-b194-4f45-ae6b-d7719dcfcca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (c0998a3d-7196-42aa-bdd6-60ca6526d708), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:07.694044 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-50286223-b194-4f45-ae6b-d7719dcfcca5 None None] Attempt 1 to provision port c0998a3d-7196-42aa-bdd6-60ca6526d708 Oct 04 21:28:07.701217 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (a0a8bc4e-ff5c-49f7-8d53-d17304e0d41e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:07.717233 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fcb5c6e-31ad-417c-a4fc-eca57fc99fdc admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:28:07.744843 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-9fcb5c6e-31ad-417c-a4fc-eca57fc99fdc admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/ea50faa2-5d99-405f-a262-ed1e91efaba8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9548764 Oct 04 21:28:07.827902 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-50286223-b194-4f45-ae6b-d7719dcfcca5 None None] Port c0998a3d-7196-42aa-bdd6-60ca6526d708 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:28:07.858460 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=a0a8bc4e-ff5c-49f7-8d53-d17304e0d41e,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:28:08.658138 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3c7fd2-3bba-457b-bb86-3d5591828ea7 req-c373cc6e-ad18-4f4a-9013-aedf30a207ce tempest-ServerDiskConfigTestJSON-1910575150 tempest-ServerDiskConfigTestJSON-1910575150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:28:08.661246 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-cc3c7fd2-3bba-457b-bb86-3d5591828ea7 req-c373cc6e-ad18-4f4a-9013-aedf30a207ce tempest-ServerDiskConfigTestJSON-1910575150 tempest-ServerDiskConfigTestJSON-1910575150-project] 10.222.0.78 "GET /networking/v2.0/networks?id=da014bed-6f76-4f73-a94e-4e5f5cac8645 HTTP/1.1" status: 200 len: 814 time: 0.2207468 Oct 04 21:28:08.690461 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-cc3c7fd2-3bba-457b-bb86-3d5591828ea7 req-c8b9c536-aee7-4e8e-8444-f190aee5c711 tempest-ServerDiskConfigTestJSON-1910575150 tempest-ServerDiskConfigTestJSON-1910575150-project] 10.222.0.78 "GET /networking/v2.0/quotas/fcaad48dd9a24394a948efc94496ef1a HTTP/1.1" status: 200 len: 375 time: 0.0182087 Oct 04 21:28:08.789735 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-cc3c7fd2-3bba-457b-bb86-3d5591828ea7 req-5e4fc6cf-f830-4ffa-9332-463000ef1bea tempest-ServerDiskConfigTestJSON-1910575150 tempest-ServerDiskConfigTestJSON-1910575150-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=fcaad48dd9a24394a948efc94496ef1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0898705 Oct 04 21:28:08.908398 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5b2033-8c64-4696-bc9a-184fbcc93b74 None None] Sync routers for ids ['ea50faa2-5d99-405f-a262-ed1e91efaba8'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:28:08.923525 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5b2033-8c64-4696-bc9a-184fbcc93b74 None None] Routers {'ea50faa2-5d99-405f-a262-ed1e91efaba8'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:28:08.924334 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-cf5b2033-8c64-4696-bc9a-184fbcc93b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:27:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['ea50faa2-5d99-405f-a262-ed1e91efaba8'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:28:09.149038 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-cf5b2033-8c64-4696-bc9a-184fbcc93b74 None None] Set router ea50faa2-5d99-405f-a262-ed1e91efaba8 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:28:09.208235 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a0a8bc4e-ff5c-49f7-8d53-d17304e0d41e up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:28:09.267532 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3eaccd-1324-482d-8bc5-d9ea9606e317 req-5cc9d9a7-331c-4b6d-b1ef-f10678f9af0a tempest-ServerDiskConfigTestJSON-1910575150 tempest-ServerDiskConfigTestJSON-1910575150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:28:09.270115 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-2e3eaccd-1324-482d-8bc5-d9ea9606e317 req-5cc9d9a7-331c-4b6d-b1ef-f10678f9af0a tempest-ServerDiskConfigTestJSON-1910575150 tempest-ServerDiskConfigTestJSON-1910575150-project] 10.222.0.78 "GET /networking/v2.0/networks?id=da014bed-6f76-4f73-a94e-4e5f5cac8645 HTTP/1.1" status: 200 len: 814 time: 0.2283778 Oct 04 21:28:09.297827 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-2e3eaccd-1324-482d-8bc5-d9ea9606e317 req-1215ad10-4ab8-4e9d-9702-de25961d9da4 tempest-ServerDiskConfigTestJSON-1910575150 tempest-ServerDiskConfigTestJSON-1910575150-project] 10.222.0.78 "GET /networking/v2.0/quotas/fcaad48dd9a24394a948efc94496ef1a HTTP/1.1" status: 200 len: 375 time: 0.0174000 Oct 04 21:28:09.306426 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:09.394486 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-2e3eaccd-1324-482d-8bc5-d9ea9606e317 req-a6a28b32-6b0d-4a25-95c9-bb542c81c0f6 tempest-ServerDiskConfigTestJSON-1910575150 tempest-ServerDiskConfigTestJSON-1910575150-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=fcaad48dd9a24394a948efc94496ef1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0852716 Oct 04 21:28:09.455175 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port a0a8bc4e-ff5c-49f7-8d53-d17304e0d41e triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:28:09.455175 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (a0a8bc4e-ff5c-49f7-8d53-d17304e0d41e), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:09.455175 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port a0a8bc4e-ff5c-49f7-8d53-d17304e0d41e Oct 04 21:28:09.459461 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52778) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:28:09.546960 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:09.604063 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:09.738821 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port a0a8bc4e-ff5c-49f7-8d53-d17304e0d41e is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:28:09.753358 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-cf5b2033-8c64-4696-bc9a-184fbcc93b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea50faa2-5d99-405f-a262-ed1e91efaba8', 'name': 'tempest-ServerDiskConfigTestJSON-551655203-router', 'tenant_id': 'fcaad48dd9a24394a948efc94496ef1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'a0a8bc4e-ff5c-49f7-8d53-d17304e0d41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:28:00Z', 'updated_at': '2022-10-04T21:28:06Z', 'revision_number': 4, 'project_id': 'fcaad48dd9a24394a948efc94496ef1a', 'gw_port': {'id': 'a0a8bc4e-ff5c-49f7-8d53-d17304e0d41e', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea50faa2-5d99-405f-a262-ed1e91efaba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:28:01Z', 'updated_at': '2022-10-04T21:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'c0998a3d-7196-42aa-bdd6-60ca6526d708', 'name': '', 'network_id': 'da014bed-6f76-4f73-a94e-4e5f5cac8645', 'tenant_id': 'fcaad48dd9a24394a948efc94496ef1a', 'mac_address': 'fa:16:3e:ff:96:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea50faa2-5d99-405f-a262-ed1e91efaba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'a62e27b0-6077-4dfd-9051-a86b1acc68bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:28:05Z', 'updated_at': '2022-10-04T21:28:06Z', 'revision_number': 2, 'project_id': 'fcaad48dd9a24394a948efc94496ef1a', 'subnets': [{'id': 'a62e27b0-6077-4dfd-9051-a86b1acc68bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:28:09.808917 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5b2033-8c64-4696-bc9a-184fbcc93b74 None None] Checking router: ea50faa2-5d99-405f-a262-ed1e91efaba8 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:28:09.809519 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5b2033-8c64-4696-bc9a-184fbcc93b74 None None] Updating router ea50faa2-5d99-405f-a262-ed1e91efaba8 port c0998a3d-7196-42aa-bdd6-60ca6526d708 binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:28:09.863174 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-cf5b2033-8c64-4696-bc9a-184fbcc93b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (c0998a3d-7196-42aa-bdd6-60ca6526d708), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:10.401125 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f7de337e-004e-4d64-9cb6-b2a852927e61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (ea50faa2-5d99-405f-a262-ed1e91efaba8), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:10.572746 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-cf5b2033-8c64-4696-bc9a-184fbcc93b74 None None] Publish callbacks [] for port (c0998a3d-7196-42aa-bdd6-60ca6526d708), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:10.671373 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-cf5b2033-8c64-4696-bc9a-184fbcc93b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (c0998a3d-7196-42aa-bdd6-60ca6526d708), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:10.784528 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462c1ec5-905e-4514-b130-c1e6d4b1296f None None] Pushing event updated for resources: {'Port': ['ID=c0998a3d-7196-42aa-bdd6-60ca6526d708,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:28:10.846354 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-cf5b2033-8c64-4696-bc9a-184fbcc93b74 None None] Attempting to bind port c0998a3d-7196-42aa-bdd6-60ca6526d708 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:28:10.846947 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-cf5b2033-8c64-4696-bc9a-184fbcc93b74 None None] Attempting to bind port c0998a3d-7196-42aa-bdd6-60ca6526d708 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '6c191c6b-503d-41ac-8fb0-5f9e174bf4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'da014bed-6f76-4f73-a94e-4e5f5cac8645'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:28:10.847616 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5b2033-8c64-4696-bc9a-184fbcc93b74 None None] Attempting to bind port c0998a3d-7196-42aa-bdd6-60ca6526d708 on network da014bed-6f76-4f73-a94e-4e5f5cac8645 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:28:10.865317 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-f7de337e-004e-4d64-9cb6-b2a852927e61 admin admin] Deleting port c0998a3d-7196-42aa-bdd6-60ca6526d708 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:28:10.865786 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f7de337e-004e-4d64-9cb6-b2a852927e61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (c0998a3d-7196-42aa-bdd6-60ca6526d708), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:10.934764 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5b2033-8c64-4696-bc9a-184fbcc93b74 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:28:10.935347 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5b2033-8c64-4696-bc9a-184fbcc93b74 None None] Checking segment: {'id': '6c191c6b-503d-41ac-8fb0-5f9e174bf4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'da014bed-6f76-4f73-a94e-4e5f5cac8645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:28:10.936024 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-cf5b2033-8c64-4696-bc9a-184fbcc93b74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:10.936704 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5b2033-8c64-4696-bc9a-184fbcc93b74 None None] Bound using segment: {'id': '6c191c6b-503d-41ac-8fb0-5f9e174bf4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'da014bed-6f76-4f73-a94e-4e5f5cac8645'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:28:10.937533 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-cf5b2033-8c64-4696-bc9a-184fbcc93b74 None None] Bound port: c0998a3d-7196-42aa-bdd6-60ca6526d708, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c191c6b-503d-41ac-8fb0-5f9e174bf4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'da014bed-6f76-4f73-a94e-4e5f5cac8645'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:28:10.938189 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-cf5b2033-8c64-4696-bc9a-184fbcc93b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (c0998a3d-7196-42aa-bdd6-60ca6526d708), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:11.034099 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-f7de337e-004e-4d64-9cb6-b2a852927e61 admin admin] For port c0998a3d-7196-42aa-bdd6-60ca6526d708, host n-d-852085-12, got binding levels [] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:28:11.035258 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f7de337e-004e-4d64-9cb6-b2a852927e61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (c0998a3d-7196-42aa-bdd6-60ca6526d708), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:11.042340 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-cf5b2033-8c64-4696-bc9a-184fbcc93b74 None None] For port c0998a3d-7196-42aa-bdd6-60ca6526d708, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:28:11.048774 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-cf5b2033-8c64-4696-bc9a-184fbcc93b74 None None] For port c0998a3d-7196-42aa-bdd6-60ca6526d708, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=c0998a3d-7196-42aa-bdd6-60ca6526d708,segment=NetworkSegment(6c191c6b-503d-41ac-8fb0-5f9e174bf4c2),segment_id=6c191c6b-503d-41ac-8fb0-5f9e174bf4c2)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:28:11.061565 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-f7de337e-004e-4d64-9cb6-b2a852927e61 admin admin] Calling delete_port for c0998a3d-7196-42aa-bdd6-60ca6526d708 owned by network:router_interface {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:28:11.152534 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-cf5b2033-8c64-4696-bc9a-184fbcc93b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (c0998a3d-7196-42aa-bdd6-60ca6526d708), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:11.215063 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5b2033-8c64-4696-bc9a-184fbcc93b74 None None] Routers {'ea50faa2-5d99-405f-a262-ed1e91efaba8'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:28:11.216071 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-cf5b2033-8c64-4696-bc9a-184fbcc93b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:27:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['ea50faa2-5d99-405f-a262-ed1e91efaba8'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:28:11.358809 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462c1ec5-905e-4514-b130-c1e6d4b1296f None None] Pushing event updated for resources: {'Port': ['ID=c0998a3d-7196-42aa-bdd6-60ca6526d708,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:28:11.497803 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-cf5b2033-8c64-4696-bc9a-184fbcc93b74 None None] Set router ea50faa2-5d99-405f-a262-ed1e91efaba8 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:28:11.554757 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:11.705553 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f7de337e-004e-4d64-9cb6-b2a852927e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (c0998a3d-7196-42aa-bdd6-60ca6526d708), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:11.714976 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:11.735332 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:11.755068 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7de337e-004e-4d64-9cb6-b2a852927e61 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0998a3d-7196-42aa-bdd6-60ca6526d708,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:28:11.811867 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:11.913352 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-cf5b2033-8c64-4696-bc9a-184fbcc93b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea50faa2-5d99-405f-a262-ed1e91efaba8', 'name': 'tempest-ServerDiskConfigTestJSON-551655203-router', 'tenant_id': 'fcaad48dd9a24394a948efc94496ef1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'a0a8bc4e-ff5c-49f7-8d53-d17304e0d41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:28:00Z', 'updated_at': '2022-10-04T21:28:06Z', 'revision_number': 4, 'project_id': 'fcaad48dd9a24394a948efc94496ef1a', 'gw_port': {'id': 'a0a8bc4e-ff5c-49f7-8d53-d17304e0d41e', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea50faa2-5d99-405f-a262-ed1e91efaba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:28:01Z', 'updated_at': '2022-10-04T21:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'c0998a3d-7196-42aa-bdd6-60ca6526d708', 'name': '', 'network_id': 'da014bed-6f76-4f73-a94e-4e5f5cac8645', 'tenant_id': 'fcaad48dd9a24394a948efc94496ef1a', 'mac_address': 'fa:16:3e:ff:96:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea50faa2-5d99-405f-a262-ed1e91efaba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'a62e27b0-6077-4dfd-9051-a86b1acc68bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:28:05Z', 'updated_at': '2022-10-04T21:28:11Z', 'revision_number': 4, 'project_id': 'fcaad48dd9a24394a948efc94496ef1a', 'subnets': [{'id': 'a62e27b0-6077-4dfd-9051-a86b1acc68bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:28:11.972125 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5b2033-8c64-4696-bc9a-184fbcc93b74 None None] The sync data for ids ['ea50faa2-5d99-405f-a262-ed1e91efaba8'] in n-d-852085-12 is: [{'id': 'ea50faa2-5d99-405f-a262-ed1e91efaba8', 'name': 'tempest-ServerDiskConfigTestJSON-551655203-router', 'tenant_id': 'fcaad48dd9a24394a948efc94496ef1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'a0a8bc4e-ff5c-49f7-8d53-d17304e0d41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:28:00Z', 'updated_at': '2022-10-04T21:28:06Z', 'revision_number': 4, 'project_id': 'fcaad48dd9a24394a948efc94496ef1a', 'gw_port': {'id': 'a0a8bc4e-ff5c-49f7-8d53-d17304e0d41e', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea50faa2-5d99-405f-a262-ed1e91efaba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:28:01Z', 'updated_at': '2022-10-04T21:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'c0998a3d-7196-42aa-bdd6-60ca6526d708', 'name': '', 'network_id': 'da014bed-6f76-4f73-a94e-4e5f5cac8645', 'tenant_id': 'fcaad48dd9a24394a948efc94496ef1a', 'mac_address': 'fa:16:3e:ff:96:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea50faa2-5d99-405f-a262-ed1e91efaba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'a62e27b0-6077-4dfd-9051-a86b1acc68bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:28:05Z', 'updated_at': '2022-10-04T21:28:11Z', 'revision_number': 4, 'project_id': 'fcaad48dd9a24394a948efc94496ef1a', 'subnets': [{'id': 'a62e27b0-6077-4dfd-9051-a86b1acc68bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:28:12.121811 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f7de337e-004e-4d64-9cb6-b2a852927e61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (ea50faa2-5d99-405f-a262-ed1e91efaba8), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:12.604501 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7de337e-004e-4d64-9cb6-b2a852927e61 admin admin] Router ea50faa2-5d99-405f-a262-ed1e91efaba8 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:28:12.811777 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7de337e-004e-4d64-9cb6-b2a852927e61 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:28:12.820699 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f7de337e-004e-4d64-9cb6-b2a852927e61 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/ea50faa2-5d99-405f-a262-ed1e91efaba8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3591774 Oct 04 21:28:12.824261 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52780) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:28:12.985828 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-db4ea4cf-f595-45b9-a1f5-fa60a9db1223 admin admin] Publish callbacks [] for router (ea50faa2-5d99-405f-a262-ed1e91efaba8), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:13.169889 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-db4ea4cf-f595-45b9-a1f5-fa60a9db1223 admin admin] Publish callbacks [] for router_gateway (ea50faa2-5d99-405f-a262-ed1e91efaba8), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:13.344274 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-db4ea4cf-f595-45b9-a1f5-fa60a9db1223 admin admin] Deleting port a0a8bc4e-ff5c-49f7-8d53-d17304e0d41e {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:28:13.344734 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-db4ea4cf-f595-45b9-a1f5-fa60a9db1223 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (a0a8bc4e-ff5c-49f7-8d53-d17304e0d41e), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:13.479511 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-db4ea4cf-f595-45b9-a1f5-fa60a9db1223 admin admin] For port a0a8bc4e-ff5c-49f7-8d53-d17304e0d41e, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=a0a8bc4e-ff5c-49f7-8d53-d17304e0d41e,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:28:13.480256 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-db4ea4cf-f595-45b9-a1f5-fa60a9db1223 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (a0a8bc4e-ff5c-49f7-8d53-d17304e0d41e), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:13.490783 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=100 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:13.500847 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-db4ea4cf-f595-45b9-a1f5-fa60a9db1223 admin admin] Calling delete_port for a0a8bc4e-ff5c-49f7-8d53-d17304e0d41e owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:28:13.731785 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:13.788266 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b602cf-d3f7-43af-aec0-bca6f59817fc None None] Sync routers for ids ['ea50faa2-5d99-405f-a262-ed1e91efaba8'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:28:13.815518 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b602cf-d3f7-43af-aec0-bca6f59817fc None None] Routers {'ea50faa2-5d99-405f-a262-ed1e91efaba8'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:28:13.816562 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-01b602cf-d3f7-43af-aec0-bca6f59817fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:27:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['ea50faa2-5d99-405f-a262-ed1e91efaba8'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:28:13.939927 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-db4ea4cf-f595-45b9-a1f5-fa60a9db1223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (a0a8bc4e-ff5c-49f7-8d53-d17304e0d41e), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:13.987605 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-01b602cf-d3f7-43af-aec0-bca6f59817fc None None] Set router ea50faa2-5d99-405f-a262-ed1e91efaba8 gateway port host: None {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:28:13.991211 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:13.991435 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4ea4cf-f595-45b9-a1f5-fa60a9db1223 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0a8bc4e-ff5c-49f7-8d53-d17304e0d41e,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:28:14.089843 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-01b602cf-d3f7-43af-aec0-bca6f59817fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea50faa2-5d99-405f-a262-ed1e91efaba8', 'name': 'tempest-ServerDiskConfigTestJSON-551655203-router', 'tenant_id': 'fcaad48dd9a24394a948efc94496ef1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:28:00Z', 'updated_at': '2022-10-04T21:28:13Z', 'revision_number': 6, 'project_id': 'fcaad48dd9a24394a948efc94496ef1a', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:28:14.115435 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-db4ea4cf-f595-45b9-a1f5-fa60a9db1223 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (ea50faa2-5d99-405f-a262-ed1e91efaba8), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:14.140214 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b602cf-d3f7-43af-aec0-bca6f59817fc None None] Checking router: ea50faa2-5d99-405f-a262-ed1e91efaba8 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:28:14.158416 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b602cf-d3f7-43af-aec0-bca6f59817fc None None] Routers {'ea50faa2-5d99-405f-a262-ed1e91efaba8'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:28:14.159497 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-01b602cf-d3f7-43af-aec0-bca6f59817fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:27:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['ea50faa2-5d99-405f-a262-ed1e91efaba8'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:28:14.298863 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-db4ea4cf-f595-45b9-a1f5-fa60a9db1223 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (ea50faa2-5d99-405f-a262-ed1e91efaba8), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:14.301906 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-01b602cf-d3f7-43af-aec0-bca6f59817fc None None] Set router ea50faa2-5d99-405f-a262-ed1e91efaba8 gateway port host: None {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:28:14.303401 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-db4ea4cf-f595-45b9-a1f5-fa60a9db1223 admin admin] Publish callbacks [] for router_controller (ea50faa2-5d99-405f-a262-ed1e91efaba8), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:14.406739 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-01b602cf-d3f7-43af-aec0-bca6f59817fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea50faa2-5d99-405f-a262-ed1e91efaba8', 'name': 'tempest-ServerDiskConfigTestJSON-551655203-router', 'tenant_id': 'fcaad48dd9a24394a948efc94496ef1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:28:00Z', 'updated_at': '2022-10-04T21:28:13Z', 'revision_number': 7, 'project_id': 'fcaad48dd9a24394a948efc94496ef1a', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:28:14.457201 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b602cf-d3f7-43af-aec0-bca6f59817fc None None] The sync data for ids ['ea50faa2-5d99-405f-a262-ed1e91efaba8'] in n-d-852085-12 is: [{'id': 'ea50faa2-5d99-405f-a262-ed1e91efaba8', 'name': 'tempest-ServerDiskConfigTestJSON-551655203-router', 'tenant_id': 'fcaad48dd9a24394a948efc94496ef1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:28:00Z', 'updated_at': '2022-10-04T21:28:13Z', 'revision_number': 7, 'project_id': 'fcaad48dd9a24394a948efc94496ef1a', 'gw_port_host': None}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:28:14.471392 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-db4ea4cf-f595-45b9-a1f5-fa60a9db1223 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (ea50faa2-5d99-405f-a262-ed1e91efaba8), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:14.472213 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db4ea4cf-f595-45b9-a1f5-fa60a9db1223 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea50faa2-5d99-405f-a262-ed1e91efaba8 {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 21:28:14.480691 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-db4ea4cf-f595-45b9-a1f5-fa60a9db1223 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:14.482835 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-db4ea4cf-f595-45b9-a1f5-fa60a9db1223 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/ea50faa2-5d99-405f-a262-ed1e91efaba8 HTTP/1.1" status: 204 len: 168 time: 1.6569610 Oct 04 21:28:14.487109 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52782) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:28:14.590007 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8fee503-bec9-42bb-8b89-44db031c962d admin admin] Deleting subnet a62e27b0-6077-4dfd-9051-a86b1acc68bb {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:28:14.596593 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f8fee503-bec9-42bb-8b89-44db031c962d admin admin] Publish callbacks [] for subnet (a62e27b0-6077-4dfd-9051-a86b1acc68bb), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:14.666661 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f8fee503-bec9-42bb-8b89-44db031c962d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (a62e27b0-6077-4dfd-9051-a86b1acc68bb), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:14.801033 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f8fee503-bec9-42bb-8b89-44db031c962d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (a62e27b0-6077-4dfd-9051-a86b1acc68bb), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:14.991165 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f8fee503-bec9-42bb-8b89-44db031c962d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (a62e27b0-6077-4dfd-9051-a86b1acc68bb), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:15.044440 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fee503-bec9-42bb-8b89-44db031c962d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a62e27b0-6077-4dfd-9051-a86b1acc68bb,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:28:15.057626 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f8fee503-bec9-42bb-8b89-44db031c962d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:15.064074 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f8fee503-bec9-42bb-8b89-44db031c962d admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/a62e27b0-6077-4dfd-9051-a86b1acc68bb HTTP/1.1" status: 204 len: 168 time: 0.5750768 Oct 04 21:28:15.068130 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52784) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:28:15.068377 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7eafaa7-2b90-4b28-8e1a-32f8b009b23b None None] Network da014bed-6f76-4f73-a94e-4e5f5cac8645 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:28:15.218301 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1f3c051b-27e7-460a-a34b-427f33c48003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (da014bed-6f76-4f73-a94e-4e5f5cac8645), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:15.310908 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-1f3c051b-27e7-460a-a34b-427f33c48003 admin admin] Deleting port 08912388-26fc-4777-96c4-bef287195ba4 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:28:15.311833 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1f3c051b-27e7-460a-a34b-427f33c48003 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (08912388-26fc-4777-96c4-bef287195ba4), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:15.329176 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3cd50c-1d56-471a-883b-a3247d1e98ab None None] DHCP port deletion for da014bed-6f76-4f73-a94e-4e5f5cac8645 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:28:15.411814 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-db3cd50c-1d56-471a-883b-a3247d1e98ab None None] Deleting port 08912388-26fc-4777-96c4-bef287195ba4 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:28:15.412430 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-db3cd50c-1d56-471a-883b-a3247d1e98ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (08912388-26fc-4777-96c4-bef287195ba4), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:15.452132 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device c0998a3d-7196-42aa-bdd6-60ca6526d708 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:28:15.455047 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:15.470405 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-1f3c051b-27e7-460a-a34b-427f33c48003 admin admin] For port 08912388-26fc-4777-96c4-bef287195ba4, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=08912388-26fc-4777-96c4-bef287195ba4,segment=NetworkSegment(6c191c6b-503d-41ac-8fb0-5f9e174bf4c2),segment_id=6c191c6b-503d-41ac-8fb0-5f9e174bf4c2)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:28:15.470948 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1f3c051b-27e7-460a-a34b-427f33c48003 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (08912388-26fc-4777-96c4-bef287195ba4), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:15.499932 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-1f3c051b-27e7-460a-a34b-427f33c48003 admin admin] Calling delete_port for 08912388-26fc-4777-96c4-bef287195ba4 owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:28:15.593708 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: c0998a3d-7196-42aa-bdd6-60ca6526d708 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:28:15.594276 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device c0998a3d-7196-42aa-bdd6-60ca6526d708 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:28:15.595847 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 08912388-26fc-4777-96c4-bef287195ba4 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:28:15.684956 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-db3cd50c-1d56-471a-883b-a3247d1e98ab None None] For port 08912388-26fc-4777-96c4-bef287195ba4, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=08912388-26fc-4777-96c4-bef287195ba4,segment=NetworkSegment(6c191c6b-503d-41ac-8fb0-5f9e174bf4c2),segment_id=6c191c6b-503d-41ac-8fb0-5f9e174bf4c2)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:28:15.686020 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-db3cd50c-1d56-471a-883b-a3247d1e98ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (08912388-26fc-4777-96c4-bef287195ba4), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:15.713494 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b763ad9e-4bde-4449-853f-affae7565ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:15.730526 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-db3cd50c-1d56-471a-883b-a3247d1e98ab None None] Calling delete_port for 08912388-26fc-4777-96c4-bef287195ba4 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:28:15.831361 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1f3c051b-27e7-460a-a34b-427f33c48003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (08912388-26fc-4777-96c4-bef287195ba4), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:15.876204 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 08912388-26fc-4777-96c4-bef287195ba4 is: ACTIVE; New status is: DOWN {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:28:15.876821 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (08912388-26fc-4777-96c4-bef287195ba4), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:15.889169 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3c051b-27e7-460a-a34b-427f33c48003 admin admin] Pushing event deleted for resources: {'Port': ['ID=08912388-26fc-4777-96c4-bef287195ba4,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:28:15.896012 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3c051b-27e7-460a-a34b-427f33c48003 admin admin] No DVR routers for this DVR port 08912388-26fc-4777-96c4-bef287195ba4 on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:28:15.953232 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:15.976634 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-db3cd50c-1d56-471a-883b-a3247d1e98ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (08912388-26fc-4777-96c4-bef287195ba4), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:15.980099 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a0a8bc4e-ff5c-49f7-8d53-d17304e0d41e no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:28:16.038481 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: a0a8bc4e-ff5c-49f7-8d53-d17304e0d41e {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:28:16.039065 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a0a8bc4e-ff5c-49f7-8d53-d17304e0d41e not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:28:16.043481 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3cd50c-1d56-471a-883b-a3247d1e98ab None None] Pushing event deleted for resources: {'Port': ['ID=08912388-26fc-4777-96c4-bef287195ba4,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:28:16.051059 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3cd50c-1d56-471a-883b-a3247d1e98ab None None] No DVR routers for this DVR port 08912388-26fc-4777-96c4-bef287195ba4 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:28:16.068442 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1f3c051b-27e7-460a-a34b-427f33c48003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (da014bed-6f76-4f73-a94e-4e5f5cac8645), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:16.111748 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-1f3c051b-27e7-460a-a34b-427f33c48003 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da014bed-6f76-4f73-a94e-4e5f5cac8645']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:28:16.133844 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-1f3c051b-27e7-460a-a34b-427f33c48003 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c191c6b-503d-41ac-8fb0-5f9e174bf4c2') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:28:16.134353 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-1f3c051b-27e7-460a-a34b-427f33c48003 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c191c6b-503d-41ac-8fb0-5f9e174bf4c2') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:28:16.155520 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1f3c051b-27e7-460a-a34b-427f33c48003 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (6c191c6b-503d-41ac-8fb0-5f9e174bf4c2), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:16.190387 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1f3c051b-27e7-460a-a34b-427f33c48003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (6c191c6b-503d-41ac-8fb0-5f9e174bf4c2), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:16.207083 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f3c051b-27e7-460a-a34b-427f33c48003 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:28:16.207605 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1f3c051b-27e7-460a-a34b-427f33c48003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (6c191c6b-503d-41ac-8fb0-5f9e174bf4c2), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:16.242464 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 6c191c6b-503d-41ac-8fb0-5f9e174bf4c2 resource provider aggregate not found Oct 04 21:28:16.336430 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 6c191c6b-503d-41ac-8fb0-5f9e174bf4c2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6c191c6b-503d-41ac-8fb0-5f9e174bf4c2 found for delete ", "request_id": "req-8102d94f-4ccc-42ed-9027-b7bbc9b1d278"}]} Oct 04 21:28:16.468869 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1f3c051b-27e7-460a-a34b-427f33c48003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (da014bed-6f76-4f73-a94e-4e5f5cac8645), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:16.481392 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1f3c051b-27e7-460a-a34b-427f33c48003 admin admin] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:16.487503 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-1f3c051b-27e7-460a-a34b-427f33c48003 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/da014bed-6f76-4f73-a94e-4e5f5cac8645 HTTP/1.1" status: 204 len: 168 time: 1.4175532 Oct 04 21:28:16.510326 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3c051b-27e7-460a-a34b-427f33c48003 admin admin] Pushing event deleted for resources: {'Network': ['ID=da014bed-6f76-4f73-a94e-4e5f5cac8645,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:28:17.425487 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-db7a6d7d-f10f-4277-8348-98df0e696497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:17.649502 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52792) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:28:17.689892 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:17.735032 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-3b8e5d8c-a13a-4524-a4ba-235f7a6683d1 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=fcaad48dd9a24394a948efc94496ef1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0835812 Oct 04 21:28:17.739490 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52794) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:28:17.834127 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-53ee5e6d-7096-4f98-8645-55c917cfe66e admin admin] Publish callbacks [] for security_group (30f66c04-4ff7-4938-b6bf-0bea89b2611e), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:17.878431 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-53ee5e6d-7096-4f98-8645-55c917cfe66e admin admin] Publish callbacks [] for security_group (30f66c04-4ff7-4938-b6bf-0bea89b2611e), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:18.085078 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-53ee5e6d-7096-4f98-8645-55c917cfe66e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (30f66c04-4ff7-4938-b6bf-0bea89b2611e), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:18.090844 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-53ee5e6d-7096-4f98-8645-55c917cfe66e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:18.093176 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-53ee5e6d-7096-4f98-8645-55c917cfe66e admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/30f66c04-4ff7-4938-b6bf-0bea89b2611e HTTP/1.1" status: 204 len: 168 time: 0.3518522 Oct 04 21:28:18.110122 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ee5e6d-7096-4f98-8645-55c917cfe66e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f66c04-4ff7-4938-b6bf-0bea89b2611e,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:28:19.826506 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52816) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:28:20.041347 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-71a1aff8-961b-49d6-bd9f-f55efb5c7f56 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1597261509-network', 'tenant_id': 'b6ed030efed04e42bb7298166990f4a4'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:28:20.180128 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a1aff8-961b-49d6-bd9f-f55efb5c7f56 admin admin] Made reservation on behalf of b6ed030efed04e42bb7298166990f4a4 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:28:20.184262 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-71a1aff8-961b-49d6-bd9f-f55efb5c7f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:20.202459 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-71a1aff8-961b-49d6-bd9f-f55efb5c7f56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:20.271496 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:20.366384 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-71a1aff8-961b-49d6-bd9f-f55efb5c7f56 admin admin] Publish callbacks [] for security_group (245b3ad5-ac74-48cf-94c6-3c5bfb109344), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:20.428137 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-71a1aff8-961b-49d6-bd9f-f55efb5c7f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (245b3ad5-ac74-48cf-94c6-3c5bfb109344), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:20.469977 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71a1aff8-961b-49d6-bd9f-f55efb5c7f56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:28:20.503757 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a1aff8-961b-49d6-bd9f-f55efb5c7f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=245b3ad5-ac74-48cf-94c6-3c5bfb109344,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:28:20.509545 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-71a1aff8-961b-49d6-bd9f-f55efb5c7f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (ad9d21e7-3931-481e-be7d-6e4d0ab7fb1f), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:20.510126 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-71a1aff8-961b-49d6-bd9f-f55efb5c7f56 admin admin] Added segment ad9d21e7-3931-481e-be7d-6e4d0ab7fb1f of type vlan for network 0617578a-15c9-493f-ad7f-887e35c40601 Oct 04 21:28:20.565763 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:20.595056 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-71a1aff8-961b-49d6-bd9f-f55efb5c7f56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (0617578a-15c9-493f-ad7f-887e35c40601), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:20.736596 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-71a1aff8-961b-49d6-bd9f-f55efb5c7f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (0617578a-15c9-493f-ad7f-887e35c40601), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:20.738141 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a1aff8-961b-49d6-bd9f-f55efb5c7f56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:28:20.739276 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-71a1aff8-961b-49d6-bd9f-f55efb5c7f56 admin admin] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:20.877036 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a1aff8-961b-49d6-bd9f-f55efb5c7f56 admin admin] Pushing event updated for resources: {'Network': ['ID=0617578a-15c9-493f-ad7f-887e35c40601,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:28:20.899951 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 0617578a-15c9-493f-ad7f-887e35c40601 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:28:20.947628 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-71a1aff8-961b-49d6-bd9f-f55efb5c7f56 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1192532 Oct 04 21:28:20.952673 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52820) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:28:20.962486 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-37715563-af24-4724-aa40-0a62618d26c3 admin admin] Request body: {'subnet': {'network_id': '0617578a-15c9-493f-ad7f-887e35c40601', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1597261509-subnet', 'tenant_id': 'b6ed030efed04e42bb7298166990f4a4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:28:21.067288 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37715563-af24-4724-aa40-0a62618d26c3 admin admin] Made reservation on behalf of b6ed030efed04e42bb7298166990f4a4 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:28:21.070617 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-37715563-af24-4724-aa40-0a62618d26c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:21.668257 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:21.779911 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:21.797040 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-37715563-af24-4724-aa40-0a62618d26c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (a595518d-4fa6-4e26-a43a-a80254597aea), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:21.887645 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37715563-af24-4724-aa40-0a62618d26c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a595518d-4fa6-4e26-a43a-a80254597aea,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:28:21.907702 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37715563-af24-4724-aa40-0a62618d26c3 admin admin] Checking segment: {'id': 'ad9d21e7-3931-481e-be7d-6e4d0ab7fb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0617578a-15c9-493f-ad7f-887e35c40601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:28:21.908292 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37715563-af24-4724-aa40-0a62618d26c3 admin admin] Network hostable DHCP agents. Network: 0617578a-15c9-493f-ad7f-887e35c40601, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:28:22.025368 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37715563-af24-4724-aa40-0a62618d26c3 admin admin] Network 0617578a-15c9-493f-ad7f-887e35c40601 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:28:22.107726 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-37715563-af24-4724-aa40-0a62618d26c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 0617578a-15c9-493f-ad7f-887e35c40601) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:28:22.116413 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37715563-af24-4724-aa40-0a62618d26c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:28:22.118896 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-37715563-af24-4724-aa40-0a62618d26c3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:22.124241 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5e92ec-be6f-445a-b534-492ea1abe5ec None None] Network 0617578a-15c9-493f-ad7f-887e35c40601 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:28:22.241125 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-37715563-af24-4724-aa40-0a62618d26c3 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2826660 Oct 04 21:28:22.241838 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52822) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:28:22.249851 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-d55505f6-cd9d-4825-a9f7-bb91ae9f6ba6 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1597261509-router', 'tenant_id': 'b6ed030efed04e42bb7298166990f4a4', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:28:22.251469 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:22.306851 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dced4fe1-a155-48c3-b953-2810398b26d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-0617578a-15c9-493f-ad7f-887e35c40601', 'network_id': '0617578a-15c9-493f-ad7f-887e35c40601', 'project_id': 'b6ed030efed04e42bb7298166990f4a4', 'fixed_ips': [{'subnet_id': 'a595518d-4fa6-4e26-a43a-a80254597aea'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:28:22.308108 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-dced4fe1-a155-48c3-b953-2810398b26d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:22.370908 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d55505f6-cd9d-4825-a9f7-bb91ae9f6ba6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (0dfc13f8-10c3-48aa-aadb-e93d6ea8b2e8), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:22.373083 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d55505f6-cd9d-4825-a9f7-bb91ae9f6ba6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (0dfc13f8-10c3-48aa-aadb-e93d6ea8b2e8), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:22.479228 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:22.481377 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d55505f6-cd9d-4825-a9f7-bb91ae9f6ba6 admin admin] Publish callbacks [] for router_controller (0dfc13f8-10c3-48aa-aadb-e93d6ea8b2e8), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:22.593679 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-dced4fe1-a155-48c3-b953-2810398b26d7 None None] Allocated IP 172.20.0.2 (0617578a-15c9-493f-ad7f-887e35c40601/a595518d-4fa6-4e26-a43a-a80254597aea/4514fed5-79ad-4b97-91fc-2fdae14f3936) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:28:22.834803 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:22.837947 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d55505f6-cd9d-4825-a9f7-bb91ae9f6ba6 admin admin] Publish callbacks [] for router_gateway (0dfc13f8-10c3-48aa-aadb-e93d6ea8b2e8), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:22.861139 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-dced4fe1-a155-48c3-b953-2810398b26d7 None None] Publish callbacks [] for port (4514fed5-79ad-4b97-91fc-2fdae14f3936), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:23.129345 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-dced4fe1-a155-48c3-b953-2810398b26d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (4514fed5-79ad-4b97-91fc-2fdae14f3936), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:23.198308 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dced4fe1-a155-48c3-b953-2810398b26d7 None None] Network 0617578a-15c9-493f-ad7f-887e35c40601 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:28:23.203677 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-dced4fe1-a155-48c3-b953-2810398b26d7 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:28:23.207998 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dced4fe1-a155-48c3-b953-2810398b26d7 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:28:23.230059 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dced4fe1-a155-48c3-b953-2810398b26d7 None None] Pushing event updated for resources: {'Port': ['ID=4514fed5-79ad-4b97-91fc-2fdae14f3936,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:28:23.282616 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dced4fe1-a155-48c3-b953-2810398b26d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:28:23.283578 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dced4fe1-a155-48c3-b953-2810398b26d7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:28:23.284126 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dced4fe1-a155-48c3-b953-2810398b26d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:28:23.284684 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dced4fe1-a155-48c3-b953-2810398b26d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:28:23.285488 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dced4fe1-a155-48c3-b953-2810398b26d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:28:23.286040 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dced4fe1-a155-48c3-b953-2810398b26d7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:28:23.286591 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dced4fe1-a155-48c3-b953-2810398b26d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:28:23.287303 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dced4fe1-a155-48c3-b953-2810398b26d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:28:23.287710 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dced4fe1-a155-48c3-b953-2810398b26d7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:28:23.288252 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dced4fe1-a155-48c3-b953-2810398b26d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:28:23.288824 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dced4fe1-a155-48c3-b953-2810398b26d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:28:23.289352 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dced4fe1-a155-48c3-b953-2810398b26d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:28:23.289894 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dced4fe1-a155-48c3-b953-2810398b26d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:28:23.290421 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dced4fe1-a155-48c3-b953-2810398b26d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:28:23.290956 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dced4fe1-a155-48c3-b953-2810398b26d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:28:23.337118 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-dced4fe1-a155-48c3-b953-2810398b26d7 None None] Attempting to bind port 4514fed5-79ad-4b97-91fc-2fdae14f3936 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:28:23.337642 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-dced4fe1-a155-48c3-b953-2810398b26d7 None None] Attempting to bind port 4514fed5-79ad-4b97-91fc-2fdae14f3936 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'ad9d21e7-3931-481e-be7d-6e4d0ab7fb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0617578a-15c9-493f-ad7f-887e35c40601'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:28:23.338100 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dced4fe1-a155-48c3-b953-2810398b26d7 None None] Attempting to bind port 4514fed5-79ad-4b97-91fc-2fdae14f3936 on network 0617578a-15c9-493f-ad7f-887e35c40601 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:28:23.413460 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dced4fe1-a155-48c3-b953-2810398b26d7 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:28:23.414556 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dced4fe1-a155-48c3-b953-2810398b26d7 None None] Checking segment: {'id': 'ad9d21e7-3931-481e-be7d-6e4d0ab7fb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0617578a-15c9-493f-ad7f-887e35c40601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:28:23.415613 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-dced4fe1-a155-48c3-b953-2810398b26d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:23.416289 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dced4fe1-a155-48c3-b953-2810398b26d7 None None] Bound using segment: {'id': 'ad9d21e7-3931-481e-be7d-6e4d0ab7fb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0617578a-15c9-493f-ad7f-887e35c40601'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:28:23.417212 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-dced4fe1-a155-48c3-b953-2810398b26d7 None None] Bound port: 4514fed5-79ad-4b97-91fc-2fdae14f3936, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad9d21e7-3931-481e-be7d-6e4d0ab7fb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0617578a-15c9-493f-ad7f-887e35c40601'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:28:23.417874 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-dced4fe1-a155-48c3-b953-2810398b26d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (4514fed5-79ad-4b97-91fc-2fdae14f3936), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:23.429899 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d55505f6-cd9d-4825-a9f7-bb91ae9f6ba6 admin admin] Publish callbacks [] for router_gateway (0dfc13f8-10c3-48aa-aadb-e93d6ea8b2e8), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:23.456825 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d55505f6-cd9d-4825-a9f7-bb91ae9f6ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:23.552794 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-dced4fe1-a155-48c3-b953-2810398b26d7 None None] For port 4514fed5-79ad-4b97-91fc-2fdae14f3936, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:28:23.559413 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-dced4fe1-a155-48c3-b953-2810398b26d7 None None] For port 4514fed5-79ad-4b97-91fc-2fdae14f3936, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=4514fed5-79ad-4b97-91fc-2fdae14f3936,segment=NetworkSegment(ad9d21e7-3931-481e-be7d-6e4d0ab7fb1f),segment_id=ad9d21e7-3931-481e-be7d-6e4d0ab7fb1f)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:28:23.676262 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-d55505f6-cd9d-4825-a9f7-bb91ae9f6ba6 admin admin] Allocated IP 172.25.5.219 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/8c0692a7-6b72-4fcc-83a6-9c4ecfbd0c91) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:28:23.681259 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-dced4fe1-a155-48c3-b953-2810398b26d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (4514fed5-79ad-4b97-91fc-2fdae14f3936), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:23.808188 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dced4fe1-a155-48c3-b953-2810398b26d7 None None] Pushing event updated for resources: {'Port': ['ID=4514fed5-79ad-4b97-91fc-2fdae14f3936,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:28:23.949397 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d55505f6-cd9d-4825-a9f7-bb91ae9f6ba6 admin admin] Publish callbacks [] for port (8c0692a7-6b72-4fcc-83a6-9c4ecfbd0c91), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:24.157808 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d55505f6-cd9d-4825-a9f7-bb91ae9f6ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (8c0692a7-6b72-4fcc-83a6-9c4ecfbd0c91), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:24.208180 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55505f6-cd9d-4825-a9f7-bb91ae9f6ba6 admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:28:24.213213 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-d55505f6-cd9d-4825-a9f7-bb91ae9f6ba6 admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:28:24.219271 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55505f6-cd9d-4825-a9f7-bb91ae9f6ba6 admin admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:28:24.222425 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:24.253103 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55505f6-cd9d-4825-a9f7-bb91ae9f6ba6 admin admin] Pushing event updated for resources: {'Port': ['ID=8c0692a7-6b72-4fcc-83a6-9c4ecfbd0c91,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:28:24.350347 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=40 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:24.413240 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=3 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:24.740960 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d55505f6-cd9d-4825-a9f7-bb91ae9f6ba6 admin admin] Publish callbacks [] for router_gateway (0dfc13f8-10c3-48aa-aadb-e93d6ea8b2e8), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:24.957326 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf4ccc0-634b-489f-9e8f-ddfc7196c254 None None] Network 0617578a-15c9-493f-ad7f-887e35c40601 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:28:25.082894 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-9c5751d6-4f7e-462a-95ac-f1f20043dd63 None None] Provisioning complete for port 4514fed5-79ad-4b97-91fc-2fdae14f3936 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:28:25.083572 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9c5751d6-4f7e-462a-95ac-f1f20043dd63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (4514fed5-79ad-4b97-91fc-2fdae14f3936), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:25.084137 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-9c5751d6-4f7e-462a-95ac-f1f20043dd63 None None] Attempt 1 to provision port 4514fed5-79ad-4b97-91fc-2fdae14f3936 Oct 04 21:28:25.094549 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:25.105812 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d55505f6-cd9d-4825-a9f7-bb91ae9f6ba6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (0dfc13f8-10c3-48aa-aadb-e93d6ea8b2e8), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:25.251974 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:25.295914 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 4514fed5-79ad-4b97-91fc-2fdae14f3936 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:28:25.456099 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d55505f6-cd9d-4825-a9f7-bb91ae9f6ba6 admin admin] Router 0dfc13f8-10c3-48aa-aadb-e93d6ea8b2e8 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 21:28:25.600362 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-9c5751d6-4f7e-462a-95ac-f1f20043dd63 None None] Current status of the port 4514fed5-79ad-4b97-91fc-2fdae14f3936 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:28:25.601003 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9c5751d6-4f7e-462a-95ac-f1f20043dd63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (4514fed5-79ad-4b97-91fc-2fdae14f3936), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:25.681466 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:25.702698 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 4514fed5-79ad-4b97-91fc-2fdae14f3936 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:28:25.703354 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (4514fed5-79ad-4b97-91fc-2fdae14f3936), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:25.704072 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 4514fed5-79ad-4b97-91fc-2fdae14f3936 Oct 04 21:28:25.709259 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-9c5751d6-4f7e-462a-95ac-f1f20043dd63 None None] For port 4514fed5-79ad-4b97-91fc-2fdae14f3936, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=4514fed5-79ad-4b97-91fc-2fdae14f3936,segment=NetworkSegment(ad9d21e7-3931-481e-be7d-6e4d0ab7fb1f),segment_id=ad9d21e7-3931-481e-be7d-6e4d0ab7fb1f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:28:25.839660 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9c5751d6-4f7e-462a-95ac-f1f20043dd63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (4514fed5-79ad-4b97-91fc-2fdae14f3936), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:25.911961 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 4514fed5-79ad-4b97-91fc-2fdae14f3936 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:28:25.912689 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (4514fed5-79ad-4b97-91fc-2fdae14f3936), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:25.989404 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5751d6-4f7e-462a-95ac-f1f20043dd63 None None] Pushing event updated for resources: {'Port': ['ID=4514fed5-79ad-4b97-91fc-2fdae14f3936,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:28:26.047585 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-4d3c3061-f6ac-47d8-b0e9-7dd474ca384e None None] Provisioning complete for port 4514fed5-79ad-4b97-91fc-2fdae14f3936 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:28:26.048236 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4d3c3061-f6ac-47d8-b0e9-7dd474ca384e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (4514fed5-79ad-4b97-91fc-2fdae14f3936), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:26.048746 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-4d3c3061-f6ac-47d8-b0e9-7dd474ca384e None None] Attempt 1 to provision port 4514fed5-79ad-4b97-91fc-2fdae14f3936 Oct 04 21:28:26.124340 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 21:28:26.125043 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 21:28:26.218218 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-4d3c3061-f6ac-47d8-b0e9-7dd474ca384e None None] Current status of the port 4514fed5-79ad-4b97-91fc-2fdae14f3936 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:28:26.224896 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d55505f6-cd9d-4825-a9f7-bb91ae9f6ba6 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:28:26.246189 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e3751e-8154-4635-9257-5a6b453a0335 None None] Sync routers for ids ['0dfc13f8-10c3-48aa-aadb-e93d6ea8b2e8'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:28:26.265514 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e3751e-8154-4635-9257-5a6b453a0335 None None] Routers {'0dfc13f8-10c3-48aa-aadb-e93d6ea8b2e8'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:28:26.266291 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-23e3751e-8154-4635-9257-5a6b453a0335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:28:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['0dfc13f8-10c3-48aa-aadb-e93d6ea8b2e8'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:28:26.334173 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d55505f6-cd9d-4825-a9f7-bb91ae9f6ba6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:26.337048 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-d55505f6-cd9d-4825-a9f7-bb91ae9f6ba6 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.0932074 Oct 04 21:28:26.342026 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52824) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:28:26.471894 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-23e3751e-8154-4635-9257-5a6b453a0335 None None] Set router 0dfc13f8-10c3-48aa-aadb-e93d6ea8b2e8 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:28:26.536174 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:DELETE=7,neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:26.753671 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 4514fed5-79ad-4b97-91fc-2fdae14f3936 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:28:26.835118 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:26.886912 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-23e3751e-8154-4635-9257-5a6b453a0335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dfc13f8-10c3-48aa-aadb-e93d6ea8b2e8', 'name': 'tempest-ServerActionsTestJSON-1597261509-router', 'tenant_id': 'b6ed030efed04e42bb7298166990f4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '8c0692a7-6b72-4fcc-83a6-9c4ecfbd0c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:28:22Z', 'updated_at': '2022-10-04T21:28:24Z', 'revision_number': 3, 'project_id': 'b6ed030efed04e42bb7298166990f4a4', 'gw_port': {'id': '8c0692a7-6b72-4fcc-83a6-9c4ecfbd0c91', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:75:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dfc13f8-10c3-48aa-aadb-e93d6ea8b2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:28:23Z', 'updated_at': '2022-10-04T21:28:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:28:26.928219 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e3751e-8154-4635-9257-5a6b453a0335 None None] Checking router: 0dfc13f8-10c3-48aa-aadb-e93d6ea8b2e8 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:28:26.928724 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e3751e-8154-4635-9257-5a6b453a0335 None None] Updating router 0dfc13f8-10c3-48aa-aadb-e93d6ea8b2e8 port 8c0692a7-6b72-4fcc-83a6-9c4ecfbd0c91 binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:28:26.971575 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-23e3751e-8154-4635-9257-5a6b453a0335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (8c0692a7-6b72-4fcc-83a6-9c4ecfbd0c91), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:26.985315 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-20299429-6eb3-4b39-bf92-460248a280e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:27.099518 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:27.248535 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 4514fed5-79ad-4b97-91fc-2fdae14f3936 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:28:27.281989 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-20299429-6eb3-4b39-bf92-460248a280e0 admin admin] Allocated IP 172.20.0.1 (0617578a-15c9-493f-ad7f-887e35c40601/a595518d-4fa6-4e26-a43a-a80254597aea/3413a1a5-9072-4a04-95b0-2f76d3d4c9d7) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:28:27.411894 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 4514fed5-79ad-4b97-91fc-2fdae14f3936 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:28:27.412395 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (4514fed5-79ad-4b97-91fc-2fdae14f3936), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:27.412939 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 4514fed5-79ad-4b97-91fc-2fdae14f3936 Oct 04 21:28:27.477389 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-20299429-6eb3-4b39-bf92-460248a280e0 admin admin] Publish callbacks [] for port (3413a1a5-9072-4a04-95b0-2f76d3d4c9d7), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:27.489533 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:27.613882 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-20299429-6eb3-4b39-bf92-460248a280e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (3413a1a5-9072-4a04-95b0-2f76d3d4c9d7), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:27.661241 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-23e3751e-8154-4635-9257-5a6b453a0335 None None] Publish callbacks [] for port (8c0692a7-6b72-4fcc-83a6-9c4ecfbd0c91), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:27.680287 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20299429-6eb3-4b39-bf92-460248a280e0 admin admin] Network 0617578a-15c9-493f-ad7f-887e35c40601 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:28:27.681043 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-20299429-6eb3-4b39-bf92-460248a280e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:28:27.688085 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20299429-6eb3-4b39-bf92-460248a280e0 admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:28:27.692560 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 4514fed5-79ad-4b97-91fc-2fdae14f3936 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:28:27.747060 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20299429-6eb3-4b39-bf92-460248a280e0 admin admin] Pushing event updated for resources: {'Port': ['ID=3413a1a5-9072-4a04-95b0-2f76d3d4c9d7,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:28:27.779981 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-23e3751e-8154-4635-9257-5a6b453a0335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (8c0692a7-6b72-4fcc-83a6-9c4ecfbd0c91), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:27.781990 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-20299429-6eb3-4b39-bf92-460248a280e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (0dfc13f8-10c3-48aa-aadb-e93d6ea8b2e8), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:27.868159 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-23e3751e-8154-4635-9257-5a6b453a0335 None None] Attempting to bind port 8c0692a7-6b72-4fcc-83a6-9c4ecfbd0c91 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:28:27.868819 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-23e3751e-8154-4635-9257-5a6b453a0335 None None] Attempting to bind port 8c0692a7-6b72-4fcc-83a6-9c4ecfbd0c91 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:28:27.869454 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e3751e-8154-4635-9257-5a6b453a0335 None None] Attempting to bind port 8c0692a7-6b72-4fcc-83a6-9c4ecfbd0c91 on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:28:27.936068 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b7bb0a-606f-48c7-8e9d-f7d62405fc6c None None] Pushing event updated for resources: {'Port': ['ID=8c0692a7-6b72-4fcc-83a6-9c4ecfbd0c91,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:28:27.975921 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e3751e-8154-4635-9257-5a6b453a0335 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:28:27.977203 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e3751e-8154-4635-9257-5a6b453a0335 None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:28:27.977888 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-23e3751e-8154-4635-9257-5a6b453a0335 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:27.978527 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e3751e-8154-4635-9257-5a6b453a0335 None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:28:27.979353 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-23e3751e-8154-4635-9257-5a6b453a0335 None None] Bound port: 8c0692a7-6b72-4fcc-83a6-9c4ecfbd0c91, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:28:27.980086 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-23e3751e-8154-4635-9257-5a6b453a0335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (8c0692a7-6b72-4fcc-83a6-9c4ecfbd0c91), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:27.982303 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:28.085348 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-23e3751e-8154-4635-9257-5a6b453a0335 None None] For port 8c0692a7-6b72-4fcc-83a6-9c4ecfbd0c91, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:28:28.092070 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-23e3751e-8154-4635-9257-5a6b453a0335 None None] For port 8c0692a7-6b72-4fcc-83a6-9c4ecfbd0c91, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=8c0692a7-6b72-4fcc-83a6-9c4ecfbd0c91,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:28:28.095006 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e65edac5-d382-4f8e-a984-b204e00dcca9 None None] Provisioning complete for port 3413a1a5-9072-4a04-95b0-2f76d3d4c9d7 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:28:28.095648 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e65edac5-d382-4f8e-a984-b204e00dcca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (3413a1a5-9072-4a04-95b0-2f76d3d4c9d7), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:28.096201 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e65edac5-d382-4f8e-a984-b204e00dcca9 None None] Attempt 1 to provision port 3413a1a5-9072-4a04-95b0-2f76d3d4c9d7 Oct 04 21:28:28.142834 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-20299429-6eb3-4b39-bf92-460248a280e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (3413a1a5-9072-4a04-95b0-2f76d3d4c9d7), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:28.162467 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e65edac5-d382-4f8e-a984-b204e00dcca9 None None] Port 3413a1a5-9072-4a04-95b0-2f76d3d4c9d7 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:28:28.192540 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-23e3751e-8154-4635-9257-5a6b453a0335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (8c0692a7-6b72-4fcc-83a6-9c4ecfbd0c91), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:28.278818 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e3751e-8154-4635-9257-5a6b453a0335 None None] Routers {'0dfc13f8-10c3-48aa-aadb-e93d6ea8b2e8'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:28:28.279990 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-23e3751e-8154-4635-9257-5a6b453a0335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:28:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['0dfc13f8-10c3-48aa-aadb-e93d6ea8b2e8'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:28:28.396574 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b7bb0a-606f-48c7-8e9d-f7d62405fc6c None None] Pushing event updated for resources: {'Port': ['ID=8c0692a7-6b72-4fcc-83a6-9c4ecfbd0c91,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:28:28.513455 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-20299429-6eb3-4b39-bf92-460248a280e0 admin admin] Publish callbacks [] for port (3413a1a5-9072-4a04-95b0-2f76d3d4c9d7), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:28.532359 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-23e3751e-8154-4635-9257-5a6b453a0335 None None] Set router 0dfc13f8-10c3-48aa-aadb-e93d6ea8b2e8 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:28:28.659680 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-20299429-6eb3-4b39-bf92-460248a280e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (3413a1a5-9072-4a04-95b0-2f76d3d4c9d7), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:28.767659 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:28.803516 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-20299429-6eb3-4b39-bf92-460248a280e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (0dfc13f8-10c3-48aa-aadb-e93d6ea8b2e8), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:28.806557 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20299429-6eb3-4b39-bf92-460248a280e0 admin admin] Pushing event updated for resources: {'Port': ['ID=3413a1a5-9072-4a04-95b0-2f76d3d4c9d7,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:28:28.891707 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:28.932275 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-23e3751e-8154-4635-9257-5a6b453a0335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dfc13f8-10c3-48aa-aadb-e93d6ea8b2e8', 'name': 'tempest-ServerActionsTestJSON-1597261509-router', 'tenant_id': 'b6ed030efed04e42bb7298166990f4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '8c0692a7-6b72-4fcc-83a6-9c4ecfbd0c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:28:22Z', 'updated_at': '2022-10-04T21:28:27Z', 'revision_number': 4, 'project_id': 'b6ed030efed04e42bb7298166990f4a4', 'gw_port': {'id': '8c0692a7-6b72-4fcc-83a6-9c4ecfbd0c91', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:75:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dfc13f8-10c3-48aa-aadb-e93d6ea8b2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:28:23Z', 'updated_at': '2022-10-04T21:28:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '3413a1a5-9072-4a04-95b0-2f76d3d4c9d7', 'name': '', 'network_id': '0617578a-15c9-493f-ad7f-887e35c40601', 'tenant_id': 'b6ed030efed04e42bb7298166990f4a4', 'mac_address': 'fa:16:3e:a6:4e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dfc13f8-10c3-48aa-aadb-e93d6ea8b2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'a595518d-4fa6-4e26-a43a-a80254597aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:28:27Z', 'updated_at': '2022-10-04T21:28:27Z', 'revision_number': 1, 'project_id': 'b6ed030efed04e42bb7298166990f4a4', 'subnets': [{'id': 'a595518d-4fa6-4e26-a43a-a80254597aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:28:28.984564 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e3751e-8154-4635-9257-5a6b453a0335 None None] The sync data for ids ['0dfc13f8-10c3-48aa-aadb-e93d6ea8b2e8'] in n-d-852085-12 is: [{'id': '0dfc13f8-10c3-48aa-aadb-e93d6ea8b2e8', 'name': 'tempest-ServerActionsTestJSON-1597261509-router', 'tenant_id': 'b6ed030efed04e42bb7298166990f4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '8c0692a7-6b72-4fcc-83a6-9c4ecfbd0c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:28:22Z', 'updated_at': '2022-10-04T21:28:27Z', 'revision_number': 4, 'project_id': 'b6ed030efed04e42bb7298166990f4a4', 'gw_port': {'id': '8c0692a7-6b72-4fcc-83a6-9c4ecfbd0c91', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:75:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dfc13f8-10c3-48aa-aadb-e93d6ea8b2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:28:23Z', 'updated_at': '2022-10-04T21:28:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '3413a1a5-9072-4a04-95b0-2f76d3d4c9d7', 'name': '', 'network_id': '0617578a-15c9-493f-ad7f-887e35c40601', 'tenant_id': 'b6ed030efed04e42bb7298166990f4a4', 'mac_address': 'fa:16:3e:a6:4e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dfc13f8-10c3-48aa-aadb-e93d6ea8b2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'a595518d-4fa6-4e26-a43a-a80254597aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:28:27Z', 'updated_at': '2022-10-04T21:28:27Z', 'revision_number': 1, 'project_id': 'b6ed030efed04e42bb7298166990f4a4', 'subnets': [{'id': 'a595518d-4fa6-4e26-a43a-a80254597aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:28:28.991525 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20299429-6eb3-4b39-bf92-460248a280e0 admin admin] Network 0617578a-15c9-493f-ad7f-887e35c40601 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:28:28.995785 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-20299429-6eb3-4b39-bf92-460248a280e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:28:29.248048 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20299429-6eb3-4b39-bf92-460248a280e0 admin admin] Router 0dfc13f8-10c3-48aa-aadb-e93d6ea8b2e8 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:28:29.407412 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-3ce9b712-277d-4686-9fcc-5ec680fe6b71 None None] Provisioning complete for port 3413a1a5-9072-4a04-95b0-2f76d3d4c9d7 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:28:29.408410 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3ce9b712-277d-4686-9fcc-5ec680fe6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (3413a1a5-9072-4a04-95b0-2f76d3d4c9d7), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:29.408942 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-3ce9b712-277d-4686-9fcc-5ec680fe6b71 None None] Attempt 1 to provision port 3413a1a5-9072-4a04-95b0-2f76d3d4c9d7 Oct 04 21:28:29.493154 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9b712-277d-4686-9fcc-5ec680fe6b71 None None] Port 3413a1a5-9072-4a04-95b0-2f76d3d4c9d7 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:28:29.521540 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20299429-6eb3-4b39-bf92-460248a280e0 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:28:29.535504 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-20299429-6eb3-4b39-bf92-460248a280e0 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/0dfc13f8-10c3-48aa-aadb-e93d6ea8b2e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1869645 Oct 04 21:28:31.232970 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 8c0692a7-6b72-4fcc-83a6-9c4ecfbd0c91 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:28:31.248373 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52834) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:28:31.256748 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-a56d9df4-63d0-48e6-9234-058351ffe037 tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] Request body: {'security_group': {'name': 'tempest-securitygroup--215216494', 'description': 'tempest-description--722373497'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:28:31.303942 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 8c0692a7-6b72-4fcc-83a6-9c4ecfbd0c91 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:28:31.304422 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (8c0692a7-6b72-4fcc-83a6-9c4ecfbd0c91), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:31.304894 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 8c0692a7-6b72-4fcc-83a6-9c4ecfbd0c91 Oct 04 21:28:31.374537 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:31.387661 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a56d9df4-63d0-48e6-9234-058351ffe037 tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:31.426345 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 8c0692a7-6b72-4fcc-83a6-9c4ecfbd0c91 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:28:31.426826 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (8c0692a7-6b72-4fcc-83a6-9c4ecfbd0c91), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:31.645620 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 8c0692a7-6b72-4fcc-83a6-9c4ecfbd0c91, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=8c0692a7-6b72-4fcc-83a6-9c4ecfbd0c91,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:28:31.649975 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:31.653770 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a56d9df4-63d0-48e6-9234-058351ffe037 tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] Publish callbacks [] for security_group (0ead04d4-541f-42cc-b35d-08602d4a7795), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:31.736389 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (8c0692a7-6b72-4fcc-83a6-9c4ecfbd0c91), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:31.775495 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a56d9df4-63d0-48e6-9234-058351ffe037 tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (0ead04d4-541f-42cc-b35d-08602d4a7795), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:31.823578 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=8c0692a7-6b72-4fcc-83a6-9c4ecfbd0c91,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:28:31.847714 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56d9df4-63d0-48e6-9234-058351ffe037 tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ead04d4-541f-42cc-b35d-08602d4a7795,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:28:31.864040 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56d9df4-63d0-48e6-9234-058351ffe037 tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:28:31.864617 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56d9df4-63d0-48e6-9234-058351ffe037 tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:28:31.865417 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56d9df4-63d0-48e6-9234-058351ffe037 tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:28:31.865994 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56d9df4-63d0-48e6-9234-058351ffe037 tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:28:31.867193 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56d9df4-63d0-48e6-9234-058351ffe037 tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:28:31.867772 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56d9df4-63d0-48e6-9234-058351ffe037 tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:28:31.868230 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56d9df4-63d0-48e6-9234-058351ffe037 tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:28:31.868566 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56d9df4-63d0-48e6-9234-058351ffe037 tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:28:31.868943 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56d9df4-63d0-48e6-9234-058351ffe037 tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:28:31.869486 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56d9df4-63d0-48e6-9234-058351ffe037 tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:28:31.870360 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56d9df4-63d0-48e6-9234-058351ffe037 tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:28:31.870828 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56d9df4-63d0-48e6-9234-058351ffe037 tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:28:31.871433 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56d9df4-63d0-48e6-9234-058351ffe037 tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:28:31.871779 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56d9df4-63d0-48e6-9234-058351ffe037 tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:28:31.872110 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56d9df4-63d0-48e6-9234-058351ffe037 tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:28:31.926032 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a56d9df4-63d0-48e6-9234-058351ffe037 tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:31.929339 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a56d9df4-63d0-48e6-9234-058351ffe037 tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6784689 Oct 04 21:28:31.933544 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52836) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:28:31.941842 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-d3c95215-0269-4fbb-aa6f-e415bca08dae tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] Request body: {'security_group_rule': {'security_group_id': '0ead04d4-541f-42cc-b35d-08602d4a7795', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:28:32.018976 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d69e72f-5037-4464-b584-a477bbe57198 None None] Sync routers for ids ['0dfc13f8-10c3-48aa-aadb-e93d6ea8b2e8'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:28:32.043985 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d69e72f-5037-4464-b584-a477bbe57198 None None] Routers {'0dfc13f8-10c3-48aa-aadb-e93d6ea8b2e8'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:28:32.045110 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-0d69e72f-5037-4464-b584-a477bbe57198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:28:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['0dfc13f8-10c3-48aa-aadb-e93d6ea8b2e8'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:28:32.075687 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d3c95215-0269-4fbb-aa6f-e415bca08dae tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] Publish callbacks [] for security_group_rule (585bc3c2-50fe-4296-a2e3-53ca43124518), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:32.199720 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d3c95215-0269-4fbb-aa6f-e415bca08dae tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] Publish callbacks [] for security_group_rule (585bc3c2-50fe-4296-a2e3-53ca43124518), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:32.290693 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d3c95215-0269-4fbb-aa6f-e415bca08dae tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (585bc3c2-50fe-4296-a2e3-53ca43124518), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:32.330226 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c95215-0269-4fbb-aa6f-e415bca08dae tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=585bc3c2-50fe-4296-a2e3-53ca43124518,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:28:32.413502 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-0d69e72f-5037-4464-b584-a477bbe57198 None None] Set router 0dfc13f8-10c3-48aa-aadb-e93d6ea8b2e8 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:28:32.447849 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d3c95215-0269-4fbb-aa6f-e415bca08dae tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:32.450189 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d3c95215-0269-4fbb-aa6f-e415bca08dae tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5149150 Oct 04 21:28:32.454711 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52838) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:28:32.463859 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-6c0b4bf0-41d7-448d-80b9-c2274f16d090 tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] Request body: {'security_group_rule': {'security_group_id': '0ead04d4-541f-42cc-b35d-08602d4a7795', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:28:32.631570 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6c0b4bf0-41d7-448d-80b9-c2274f16d090 tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] Publish callbacks [] for security_group_rule (b089f089-6670-44f4-ab28-95da00023fb0), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:32.662484 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:32.764906 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6c0b4bf0-41d7-448d-80b9-c2274f16d090 tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] Publish callbacks [] for security_group_rule (b089f089-6670-44f4-ab28-95da00023fb0), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:32.809979 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-0d69e72f-5037-4464-b584-a477bbe57198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dfc13f8-10c3-48aa-aadb-e93d6ea8b2e8', 'name': 'tempest-ServerActionsTestJSON-1597261509-router', 'tenant_id': 'b6ed030efed04e42bb7298166990f4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '8c0692a7-6b72-4fcc-83a6-9c4ecfbd0c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:28:22Z', 'updated_at': '2022-10-04T21:28:27Z', 'revision_number': 4, 'project_id': 'b6ed030efed04e42bb7298166990f4a4', 'gw_port': {'id': '8c0692a7-6b72-4fcc-83a6-9c4ecfbd0c91', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:75:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfc13f8-10c3-48aa-aadb-e93d6ea8b2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:28:23Z', 'updated_at': '2022-10-04T21:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '3413a1a5-9072-4a04-95b0-2f76d3d4c9d7', 'name': '', 'network_id': '0617578a-15c9-493f-ad7f-887e35c40601', 'tenant_id': 'b6ed030efed04e42bb7298166990f4a4', 'mac_address': 'fa:16:3e:a6:4e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dfc13f8-10c3-48aa-aadb-e93d6ea8b2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'a595518d-4fa6-4e26-a43a-a80254597aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:28:27Z', 'updated_at': '2022-10-04T21:28:28Z', 'revision_number': 2, 'project_id': 'b6ed030efed04e42bb7298166990f4a4', 'subnets': [{'id': 'a595518d-4fa6-4e26-a43a-a80254597aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:28:32.845183 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6c0b4bf0-41d7-448d-80b9-c2274f16d090 tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (b089f089-6670-44f4-ab28-95da00023fb0), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:32.862164 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d69e72f-5037-4464-b584-a477bbe57198 None None] Checking router: 0dfc13f8-10c3-48aa-aadb-e93d6ea8b2e8 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:28:32.862746 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d69e72f-5037-4464-b584-a477bbe57198 None None] Updating router 0dfc13f8-10c3-48aa-aadb-e93d6ea8b2e8 port 3413a1a5-9072-4a04-95b0-2f76d3d4c9d7 binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:28:32.884958 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0b4bf0-41d7-448d-80b9-c2274f16d090 tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b089f089-6670-44f4-ab28-95da00023fb0,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:28:32.923999 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-0d69e72f-5037-4464-b584-a477bbe57198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (3413a1a5-9072-4a04-95b0-2f76d3d4c9d7), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:32.977937 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6c0b4bf0-41d7-448d-80b9-c2274f16d090 tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:32.985160 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-6c0b4bf0-41d7-448d-80b9-c2274f16d090 tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5240510 Oct 04 21:28:32.985730 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52840) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:28:32.994718 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-144545e9-c9b8-4a94-ac88-226e3d8b9e41 tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] Request body: {'floatingip': {'floating_network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:28:33.027116 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:33.197809 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-144545e9-c9b8-4a94-ac88-226e3d8b9e41 tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] Publish callbacks [] for floatingip (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:33.227770 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 8c0692a7-6b72-4fcc-83a6-9c4ecfbd0c91 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:28:33.326700 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 8c0692a7-6b72-4fcc-83a6-9c4ecfbd0c91 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:28:33.327370 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (8c0692a7-6b72-4fcc-83a6-9c4ecfbd0c91), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:33.328172 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 8c0692a7-6b72-4fcc-83a6-9c4ecfbd0c91 Oct 04 21:28:33.376692 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-144545e9-c9b8-4a94-ac88-226e3d8b9e41 tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:33.488544 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 8c0692a7-6b72-4fcc-83a6-9c4ecfbd0c91 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:28:33.489454 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-0d69e72f-5037-4464-b584-a477bbe57198 None None] Publish callbacks [] for port (3413a1a5-9072-4a04-95b0-2f76d3d4c9d7), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:33.619557 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-0d69e72f-5037-4464-b584-a477bbe57198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (3413a1a5-9072-4a04-95b0-2f76d3d4c9d7), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:33.699417 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:33.733770 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-144545e9-c9b8-4a94-ac88-226e3d8b9e41 tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] Allocated IP 172.25.5.22 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/1c2ba4f7-fc42-4742-9782-0c653b4d03e3) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:28:33.748159 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb090411-eb0a-4601-a985-2726a6ed132d None None] Pushing event updated for resources: {'Port': ['ID=3413a1a5-9072-4a04-95b0-2f76d3d4c9d7,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:28:33.810842 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-0d69e72f-5037-4464-b584-a477bbe57198 None None] Attempting to bind port 3413a1a5-9072-4a04-95b0-2f76d3d4c9d7 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:28:33.811681 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-0d69e72f-5037-4464-b584-a477bbe57198 None None] Attempting to bind port 3413a1a5-9072-4a04-95b0-2f76d3d4c9d7 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'ad9d21e7-3931-481e-be7d-6e4d0ab7fb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0617578a-15c9-493f-ad7f-887e35c40601'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:28:33.812291 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d69e72f-5037-4464-b584-a477bbe57198 None None] Attempting to bind port 3413a1a5-9072-4a04-95b0-2f76d3d4c9d7 on network 0617578a-15c9-493f-ad7f-887e35c40601 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:28:33.905516 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d69e72f-5037-4464-b584-a477bbe57198 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:28:33.906161 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d69e72f-5037-4464-b584-a477bbe57198 None None] Checking segment: {'id': 'ad9d21e7-3931-481e-be7d-6e4d0ab7fb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0617578a-15c9-493f-ad7f-887e35c40601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:28:33.906861 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-0d69e72f-5037-4464-b584-a477bbe57198 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:33.907574 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d69e72f-5037-4464-b584-a477bbe57198 None None] Bound using segment: {'id': 'ad9d21e7-3931-481e-be7d-6e4d0ab7fb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0617578a-15c9-493f-ad7f-887e35c40601'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:28:33.908442 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-0d69e72f-5037-4464-b584-a477bbe57198 None None] Bound port: 3413a1a5-9072-4a04-95b0-2f76d3d4c9d7, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad9d21e7-3931-481e-be7d-6e4d0ab7fb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0617578a-15c9-493f-ad7f-887e35c40601'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:28:33.909099 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-0d69e72f-5037-4464-b584-a477bbe57198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (3413a1a5-9072-4a04-95b0-2f76d3d4c9d7), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:33.972581 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-144545e9-c9b8-4a94-ac88-226e3d8b9e41 tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] Publish callbacks [] for port (1c2ba4f7-fc42-4742-9782-0c653b4d03e3), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:34.050000 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:34.052645 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-0d69e72f-5037-4464-b584-a477bbe57198 None None] For port 3413a1a5-9072-4a04-95b0-2f76d3d4c9d7, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:28:34.059706 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-0d69e72f-5037-4464-b584-a477bbe57198 None None] For port 3413a1a5-9072-4a04-95b0-2f76d3d4c9d7, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=3413a1a5-9072-4a04-95b0-2f76d3d4c9d7,segment=NetworkSegment(ad9d21e7-3931-481e-be7d-6e4d0ab7fb1f),segment_id=ad9d21e7-3931-481e-be7d-6e4d0ab7fb1f)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:28:34.108603 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-144545e9-c9b8-4a94-ac88-226e3d8b9e41 tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (1c2ba4f7-fc42-4742-9782-0c653b4d03e3), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:34.163218 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-0d69e72f-5037-4464-b584-a477bbe57198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (3413a1a5-9072-4a04-95b0-2f76d3d4c9d7), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:34.175293 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:34.177384 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:34.209226 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144545e9-c9b8-4a94-ac88-226e3d8b9e41 tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:28:34.216469 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-144545e9-c9b8-4a94-ac88-226e3d8b9e41 tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:28:34.224226 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144545e9-c9b8-4a94-ac88-226e3d8b9e41 tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:28:34.231468 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144545e9-c9b8-4a94-ac88-226e3d8b9e41 tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] Pushing event updated for resources: {'Port': ['ID=1c2ba4f7-fc42-4742-9782-0c653b4d03e3,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:28:34.266175 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb090411-eb0a-4601-a985-2726a6ed132d None None] Pushing event updated for resources: {'Port': ['ID=3413a1a5-9072-4a04-95b0-2f76d3d4c9d7,revision_number=4']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:28:34.284668 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d69e72f-5037-4464-b584-a477bbe57198 None None] Routers {'0dfc13f8-10c3-48aa-aadb-e93d6ea8b2e8'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:28:34.285958 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-0d69e72f-5037-4464-b584-a477bbe57198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:28:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['0dfc13f8-10c3-48aa-aadb-e93d6ea8b2e8'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:28:34.417206 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-144545e9-c9b8-4a94-ac88-226e3d8b9e41 tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] Publish callbacks [] for floatingip (918f2e17-5a44-4328-b6e0-6b970923417b), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:34.519196 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-0d69e72f-5037-4464-b584-a477bbe57198 None None] Set router 0dfc13f8-10c3-48aa-aadb-e93d6ea8b2e8 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:28:34.628705 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-144545e9-c9b8-4a94-ac88-226e3d8b9e41 tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (1c2ba4f7-fc42-4742-9782-0c653b4d03e3), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:34.753806 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:34.941030 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-0d69e72f-5037-4464-b584-a477bbe57198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dfc13f8-10c3-48aa-aadb-e93d6ea8b2e8', 'name': 'tempest-ServerActionsTestJSON-1597261509-router', 'tenant_id': 'b6ed030efed04e42bb7298166990f4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '8c0692a7-6b72-4fcc-83a6-9c4ecfbd0c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:28:22Z', 'updated_at': '2022-10-04T21:28:27Z', 'revision_number': 4, 'project_id': 'b6ed030efed04e42bb7298166990f4a4', 'gw_port': {'id': '8c0692a7-6b72-4fcc-83a6-9c4ecfbd0c91', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:75:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfc13f8-10c3-48aa-aadb-e93d6ea8b2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:28:23Z', 'updated_at': '2022-10-04T21:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '3413a1a5-9072-4a04-95b0-2f76d3d4c9d7', 'name': '', 'network_id': '0617578a-15c9-493f-ad7f-887e35c40601', 'tenant_id': 'b6ed030efed04e42bb7298166990f4a4', 'mac_address': 'fa:16:3e:a6:4e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dfc13f8-10c3-48aa-aadb-e93d6ea8b2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'a595518d-4fa6-4e26-a43a-a80254597aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:28:27Z', 'updated_at': '2022-10-04T21:28:34Z', 'revision_number': 4, 'project_id': 'b6ed030efed04e42bb7298166990f4a4', 'subnets': [{'id': 'a595518d-4fa6-4e26-a43a-a80254597aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:28:34.989293 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-144545e9-c9b8-4a94-ac88-226e3d8b9e41 tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] Publish callbacks [] for port (1c2ba4f7-fc42-4742-9782-0c653b4d03e3), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:35.000760 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d69e72f-5037-4464-b584-a477bbe57198 None None] The sync data for ids ['0dfc13f8-10c3-48aa-aadb-e93d6ea8b2e8'] in n-d-852085-12 is: [{'id': '0dfc13f8-10c3-48aa-aadb-e93d6ea8b2e8', 'name': 'tempest-ServerActionsTestJSON-1597261509-router', 'tenant_id': 'b6ed030efed04e42bb7298166990f4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '8c0692a7-6b72-4fcc-83a6-9c4ecfbd0c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:28:22Z', 'updated_at': '2022-10-04T21:28:27Z', 'revision_number': 4, 'project_id': 'b6ed030efed04e42bb7298166990f4a4', 'gw_port': {'id': '8c0692a7-6b72-4fcc-83a6-9c4ecfbd0c91', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:75:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfc13f8-10c3-48aa-aadb-e93d6ea8b2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:28:23Z', 'updated_at': '2022-10-04T21:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '3413a1a5-9072-4a04-95b0-2f76d3d4c9d7', 'name': '', 'network_id': '0617578a-15c9-493f-ad7f-887e35c40601', 'tenant_id': 'b6ed030efed04e42bb7298166990f4a4', 'mac_address': 'fa:16:3e:a6:4e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dfc13f8-10c3-48aa-aadb-e93d6ea8b2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'a595518d-4fa6-4e26-a43a-a80254597aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:28:27Z', 'updated_at': '2022-10-04T21:28:34Z', 'revision_number': 4, 'project_id': 'b6ed030efed04e42bb7298166990f4a4', 'subnets': [{'id': 'a595518d-4fa6-4e26-a43a-a80254597aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:28:35.107295 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-144545e9-c9b8-4a94-ac88-226e3d8b9e41 tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (1c2ba4f7-fc42-4742-9782-0c653b4d03e3), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:35.283596 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144545e9-c9b8-4a94-ac88-226e3d8b9e41 tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] Pushing event updated for resources: {'Port': ['ID=1c2ba4f7-fc42-4742-9782-0c653b4d03e3,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:28:35.311869 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-144545e9-c9b8-4a94-ac88-226e3d8b9e41 tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582728'] for floatingip (918f2e17-5a44-4328-b6e0-6b970923417b), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:35.355933 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 3413a1a5-9072-4a04-95b0-2f76d3d4c9d7 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:28:35.448338 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-144545e9-c9b8-4a94-ac88-226e3d8b9e41 tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:35.450461 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-144545e9-c9b8-4a94-ac88-226e3d8b9e41 tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] 10.222.0.78 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4630110 Oct 04 21:28:35.464811 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 3413a1a5-9072-4a04-95b0-2f76d3d4c9d7 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:28:35.466149 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (3413a1a5-9072-4a04-95b0-2f76d3d4c9d7), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:35.467679 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 3413a1a5-9072-4a04-95b0-2f76d3d4c9d7 Oct 04 21:28:35.673213 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 3413a1a5-9072-4a04-95b0-2f76d3d4c9d7 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:28:35.674231 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (3413a1a5-9072-4a04-95b0-2f76d3d4c9d7), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:35.761806 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 3413a1a5-9072-4a04-95b0-2f76d3d4c9d7, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=3413a1a5-9072-4a04-95b0-2f76d3d4c9d7,segment=NetworkSegment(ad9d21e7-3931-481e-be7d-6e4d0ab7fb1f),segment_id=ad9d21e7-3931-481e-be7d-6e4d0ab7fb1f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:28:35.782172 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e3dda491-f1c2-42e7-a114-37744a891fb1 req-f57e8775-ab05-49ac-ada1-69c5a42d2006 tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--215216494&fields=id&tenant_id=b6ed030efed04e42bb7298166990f4a4 HTTP/1.1" status: 200 len: 267 time: 0.1040430 Oct 04 21:28:35.897306 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (3413a1a5-9072-4a04-95b0-2f76d3d4c9d7), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:36.053702 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=3413a1a5-9072-4a04-95b0-2f76d3d4c9d7,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:28:36.068292 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dda491-f1c2-42e7-a114-37744a891fb1 req-eb5ed187-d296-4ec0-952e-3a61471977f5 tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:28:36.071509 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e3dda491-f1c2-42e7-a114-37744a891fb1 req-eb5ed187-d296-4ec0-952e-3a61471977f5 tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] 10.222.0.78 "GET /networking/v2.0/networks?id=0617578a-15c9-493f-ad7f-887e35c40601 HTTP/1.1" status: 200 len: 812 time: 0.2730930 Oct 04 21:28:36.105358 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e3dda491-f1c2-42e7-a114-37744a891fb1 req-b027b6a9-e750-4f09-affc-29913250abb7 tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] 10.222.0.78 "GET /networking/v2.0/quotas/b6ed030efed04e42bb7298166990f4a4 HTTP/1.1" status: 200 len: 375 time: 0.0220814 Oct 04 21:28:36.219692 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-e3dda491-f1c2-42e7-a114-37744a891fb1 req-63a89339-2026-45af-b14a-af5450a01ad3 tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=b6ed030efed04e42bb7298166990f4a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1011086 Oct 04 21:28:36.488759 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52858) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:28:36.602061 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b4232df1-a6a9-4b2c-9e6e-a5c82039eb61 tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] Publish callbacks [] for security_group (0ead04d4-541f-42cc-b35d-08602d4a7795), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:36.650997 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b4232df1-a6a9-4b2c-9e6e-a5c82039eb61 tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] Publish callbacks [] for security_group (0ead04d4-541f-42cc-b35d-08602d4a7795), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:36.712470 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:36.816305 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b4232df1-a6a9-4b2c-9e6e-a5c82039eb61 tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (0ead04d4-541f-42cc-b35d-08602d4a7795), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:36.821393 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b4232df1-a6a9-4b2c-9e6e-a5c82039eb61 tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:36.823726 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b4232df1-a6a9-4b2c-9e6e-a5c82039eb61 tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/0ead04d4-541f-42cc-b35d-08602d4a7795 HTTP/1.1" status: 204 len: 168 time: 0.3330650 Oct 04 21:28:36.827742 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52860) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:28:36.843179 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4232df1-a6a9-4b2c-9e6e-a5c82039eb61 tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ead04d4-541f-42cc-b35d-08602d4a7795,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:28:36.856698 n-d-852085-12 neutron-server[108170]: INFO neutron.api.v2.resource [None req-43872aa5-d6ba-4dbc-a4f4-9ba3f9378605 tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] show failed (client error): The resource could not be found. Oct 04 21:28:36.863110 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-43872aa5-d6ba-4dbc-a4f4-9ba3f9378605 tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] 10.222.0.78 "GET /networking/v2.0/security-groups/0ead04d4-541f-42cc-b35d-08602d4a7795 HTTP/1.1" status: 404 len: 347 time: 0.0334632 Oct 04 21:28:36.868400 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52862) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:28:36.869427 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:37.100339 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-cbc2f057-00ba-4abe-b3bb-4b8072b1dca7 tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] Deleting port 1c2ba4f7-fc42-4742-9782-0c653b4d03e3 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:28:37.100966 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cbc2f057-00ba-4abe-b3bb-4b8072b1dca7 tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (1c2ba4f7-fc42-4742-9782-0c653b4d03e3), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:37.240128 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 3413a1a5-9072-4a04-95b0-2f76d3d4c9d7 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:28:37.280603 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cbc2f057-00ba-4abe-b3bb-4b8072b1dca7 tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (1c2ba4f7-fc42-4742-9782-0c653b4d03e3), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:37.281131 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cbc2f057-00ba-4abe-b3bb-4b8072b1dca7 tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] Publish callbacks [] for floatingip (1c2ba4f7-fc42-4742-9782-0c653b4d03e3), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:37.310622 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-cbc2f057-00ba-4abe-b3bb-4b8072b1dca7 tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] Calling delete_port for 1c2ba4f7-fc42-4742-9782-0c653b4d03e3 owned by network:floatingip {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:28:37.338421 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 3413a1a5-9072-4a04-95b0-2f76d3d4c9d7 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:28:37.339005 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (3413a1a5-9072-4a04-95b0-2f76d3d4c9d7), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:37.339606 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 3413a1a5-9072-4a04-95b0-2f76d3d4c9d7 Oct 04 21:28:37.488258 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 3413a1a5-9072-4a04-95b0-2f76d3d4c9d7 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:28:37.691053 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cbc2f057-00ba-4abe-b3bb-4b8072b1dca7 tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (1c2ba4f7-fc42-4742-9782-0c653b4d03e3), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:37.697428 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:37.744908 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc2f057-00ba-4abe-b3bb-4b8072b1dca7 tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] Pushing event deleted for resources: {'Port': ['ID=1c2ba4f7-fc42-4742-9782-0c653b4d03e3,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:28:37.867922 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cbc2f057-00ba-4abe-b3bb-4b8072b1dca7 tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] Publish callbacks [] for floatingip (918f2e17-5a44-4328-b6e0-6b970923417b), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:37.873120 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cbc2f057-00ba-4abe-b3bb-4b8072b1dca7 tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-872514'] for floatingip (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:37.875178 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-cbc2f057-00ba-4abe-b3bb-4b8072b1dca7 tempest-ServerActionsTestJSON-1630488758 tempest-ServerActionsTestJSON-1630488758-project] 10.222.0.78 "DELETE /networking/v2.0/floatingips/918f2e17-5a44-4328-b6e0-6b970923417b HTTP/1.1" status: 204 len: 168 time: 1.0049253 Oct 04 21:28:37.880631 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52864) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:28:38.470736 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 21:28:38.576002 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7087028d-4567-41c3-8324-11aef182d3bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (0dfc13f8-10c3-48aa-aadb-e93d6ea8b2e8), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:39.049340 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-7087028d-4567-41c3-8324-11aef182d3bc admin admin] Deleting port 3413a1a5-9072-4a04-95b0-2f76d3d4c9d7 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:28:39.050377 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7087028d-4567-41c3-8324-11aef182d3bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (3413a1a5-9072-4a04-95b0-2f76d3d4c9d7), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:39.214271 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-7087028d-4567-41c3-8324-11aef182d3bc admin admin] For port 3413a1a5-9072-4a04-95b0-2f76d3d4c9d7, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=3413a1a5-9072-4a04-95b0-2f76d3d4c9d7,segment=NetworkSegment(ad9d21e7-3931-481e-be7d-6e4d0ab7fb1f),segment_id=ad9d21e7-3931-481e-be7d-6e4d0ab7fb1f)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:28:39.214898 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7087028d-4567-41c3-8324-11aef182d3bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (3413a1a5-9072-4a04-95b0-2f76d3d4c9d7), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:39.246534 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-7087028d-4567-41c3-8324-11aef182d3bc admin admin] Calling delete_port for 3413a1a5-9072-4a04-95b0-2f76d3d4c9d7 owned by network:router_interface {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:28:39.347325 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:39.530413 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:39.690616 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7087028d-4567-41c3-8324-11aef182d3bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (3413a1a5-9072-4a04-95b0-2f76d3d4c9d7), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:39.751600 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7087028d-4567-41c3-8324-11aef182d3bc admin admin] Pushing event deleted for resources: {'Port': ['ID=3413a1a5-9072-4a04-95b0-2f76d3d4c9d7,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:28:40.439191 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7087028d-4567-41c3-8324-11aef182d3bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (0dfc13f8-10c3-48aa-aadb-e93d6ea8b2e8), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:40.796610 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7087028d-4567-41c3-8324-11aef182d3bc admin admin] Router 0dfc13f8-10c3-48aa-aadb-e93d6ea8b2e8 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:28:40.975652 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7087028d-4567-41c3-8324-11aef182d3bc admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:28:40.985661 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-7087028d-4567-41c3-8324-11aef182d3bc admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/0dfc13f8-10c3-48aa-aadb-e93d6ea8b2e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1031942 Oct 04 21:28:40.991273 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52866) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:28:40.992727 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ec8893-5eec-4d1d-94f4-773d9a2fbfd4 None None] Sync routers for ids ['0dfc13f8-10c3-48aa-aadb-e93d6ea8b2e8'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:28:41.012174 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ec8893-5eec-4d1d-94f4-773d9a2fbfd4 None None] Routers {'0dfc13f8-10c3-48aa-aadb-e93d6ea8b2e8'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:28:41.013299 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-f4ec8893-5eec-4d1d-94f4-773d9a2fbfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:28:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['0dfc13f8-10c3-48aa-aadb-e93d6ea8b2e8'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:28:41.204220 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-08ea6932-7b3b-4468-b109-37cd99d83a98 admin admin] Publish callbacks [] for router (0dfc13f8-10c3-48aa-aadb-e93d6ea8b2e8), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:41.244711 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-f4ec8893-5eec-4d1d-94f4-773d9a2fbfd4 None None] Set router 0dfc13f8-10c3-48aa-aadb-e93d6ea8b2e8 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:28:41.393839 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:41.416498 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-08ea6932-7b3b-4468-b109-37cd99d83a98 admin admin] Publish callbacks [] for router_gateway (0dfc13f8-10c3-48aa-aadb-e93d6ea8b2e8), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:41.551453 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-08ea6932-7b3b-4468-b109-37cd99d83a98 admin admin] Deleting port 8c0692a7-6b72-4fcc-83a6-9c4ecfbd0c91 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:28:41.552714 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-08ea6932-7b3b-4468-b109-37cd99d83a98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (8c0692a7-6b72-4fcc-83a6-9c4ecfbd0c91), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:41.574268 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-f4ec8893-5eec-4d1d-94f4-773d9a2fbfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dfc13f8-10c3-48aa-aadb-e93d6ea8b2e8', 'name': 'tempest-ServerActionsTestJSON-1597261509-router', 'tenant_id': 'b6ed030efed04e42bb7298166990f4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '8c0692a7-6b72-4fcc-83a6-9c4ecfbd0c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:28:22Z', 'updated_at': '2022-10-04T21:28:39Z', 'revision_number': 5, 'project_id': 'b6ed030efed04e42bb7298166990f4a4', 'gw_port': {'id': '8c0692a7-6b72-4fcc-83a6-9c4ecfbd0c91', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:75:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dfc13f8-10c3-48aa-aadb-e93d6ea8b2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:28:23Z', 'updated_at': '2022-10-04T21:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:28:41.626497 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ec8893-5eec-4d1d-94f4-773d9a2fbfd4 None None] Checking router: 0dfc13f8-10c3-48aa-aadb-e93d6ea8b2e8 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:28:41.643523 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ec8893-5eec-4d1d-94f4-773d9a2fbfd4 None None] Routers {'0dfc13f8-10c3-48aa-aadb-e93d6ea8b2e8'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:28:41.644573 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-f4ec8893-5eec-4d1d-94f4-773d9a2fbfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:28:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['0dfc13f8-10c3-48aa-aadb-e93d6ea8b2e8'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:28:41.683587 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-08ea6932-7b3b-4468-b109-37cd99d83a98 admin admin] For port 8c0692a7-6b72-4fcc-83a6-9c4ecfbd0c91, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=8c0692a7-6b72-4fcc-83a6-9c4ecfbd0c91,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:28:41.684185 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-08ea6932-7b3b-4468-b109-37cd99d83a98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (8c0692a7-6b72-4fcc-83a6-9c4ecfbd0c91), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:41.711858 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-08ea6932-7b3b-4468-b109-37cd99d83a98 admin admin] Calling delete_port for 8c0692a7-6b72-4fcc-83a6-9c4ecfbd0c91 owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:28:41.731026 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:41.822037 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-f4ec8893-5eec-4d1d-94f4-773d9a2fbfd4 None None] Set router 0dfc13f8-10c3-48aa-aadb-e93d6ea8b2e8 gateway port host: None {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:28:41.928870 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-f4ec8893-5eec-4d1d-94f4-773d9a2fbfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dfc13f8-10c3-48aa-aadb-e93d6ea8b2e8', 'name': 'tempest-ServerActionsTestJSON-1597261509-router', 'tenant_id': 'b6ed030efed04e42bb7298166990f4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:28:22Z', 'updated_at': '2022-10-04T21:28:41Z', 'revision_number': 6, 'project_id': 'b6ed030efed04e42bb7298166990f4a4', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:28:41.990354 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ec8893-5eec-4d1d-94f4-773d9a2fbfd4 None None] The sync data for ids ['0dfc13f8-10c3-48aa-aadb-e93d6ea8b2e8'] in n-d-852085-12 is: [{'id': '0dfc13f8-10c3-48aa-aadb-e93d6ea8b2e8', 'name': 'tempest-ServerActionsTestJSON-1597261509-router', 'tenant_id': 'b6ed030efed04e42bb7298166990f4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:28:22Z', 'updated_at': '2022-10-04T21:28:41Z', 'revision_number': 6, 'project_id': 'b6ed030efed04e42bb7298166990f4a4', 'gw_port_host': None}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:28:42.168035 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-08ea6932-7b3b-4468-b109-37cd99d83a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (8c0692a7-6b72-4fcc-83a6-9c4ecfbd0c91), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:42.222700 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ea6932-7b3b-4468-b109-37cd99d83a98 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c0692a7-6b72-4fcc-83a6-9c4ecfbd0c91,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:28:42.347388 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-08ea6932-7b3b-4468-b109-37cd99d83a98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (0dfc13f8-10c3-48aa-aadb-e93d6ea8b2e8), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:42.575044 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-08ea6932-7b3b-4468-b109-37cd99d83a98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (0dfc13f8-10c3-48aa-aadb-e93d6ea8b2e8), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:42.575044 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-08ea6932-7b3b-4468-b109-37cd99d83a98 admin admin] Publish callbacks [] for router_controller (0dfc13f8-10c3-48aa-aadb-e93d6ea8b2e8), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:42.807687 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-08ea6932-7b3b-4468-b109-37cd99d83a98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (0dfc13f8-10c3-48aa-aadb-e93d6ea8b2e8), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:42.808755 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ea6932-7b3b-4468-b109-37cd99d83a98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0dfc13f8-10c3-48aa-aadb-e93d6ea8b2e8 {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 21:28:42.814776 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-08ea6932-7b3b-4468-b109-37cd99d83a98 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:42.816233 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-08ea6932-7b3b-4468-b109-37cd99d83a98 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/0dfc13f8-10c3-48aa-aadb-e93d6ea8b2e8 HTTP/1.1" status: 204 len: 168 time: 1.8234606 Oct 04 21:28:42.821267 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52868) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:28:42.908414 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef010cea-4dbc-4ad7-bf24-ffde9b6f97ed admin admin] Deleting subnet a595518d-4fa6-4e26-a43a-a80254597aea {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:28:42.916996 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ef010cea-4dbc-4ad7-bf24-ffde9b6f97ed admin admin] Publish callbacks [] for subnet (a595518d-4fa6-4e26-a43a-a80254597aea), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:42.994862 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ef010cea-4dbc-4ad7-bf24-ffde9b6f97ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (a595518d-4fa6-4e26-a43a-a80254597aea), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:43.180066 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ef010cea-4dbc-4ad7-bf24-ffde9b6f97ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (a595518d-4fa6-4e26-a43a-a80254597aea), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:43.213367 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 3413a1a5-9072-4a04-95b0-2f76d3d4c9d7 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:28:43.248435 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:43.250097 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 3413a1a5-9072-4a04-95b0-2f76d3d4c9d7 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:28:43.250617 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 3413a1a5-9072-4a04-95b0-2f76d3d4c9d7 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:28:43.251417 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 8c0692a7-6b72-4fcc-83a6-9c4ecfbd0c91 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:28:43.283789 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 8c0692a7-6b72-4fcc-83a6-9c4ecfbd0c91 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:28:43.284347 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 8c0692a7-6b72-4fcc-83a6-9c4ecfbd0c91 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:28:43.496464 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ef010cea-4dbc-4ad7-bf24-ffde9b6f97ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (a595518d-4fa6-4e26-a43a-a80254597aea), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:43.544823 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef010cea-4dbc-4ad7-bf24-ffde9b6f97ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a595518d-4fa6-4e26-a43a-a80254597aea,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:28:43.554304 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ef010cea-4dbc-4ad7-bf24-ffde9b6f97ed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:43.561441 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ef010cea-4dbc-4ad7-bf24-ffde9b6f97ed admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/a595518d-4fa6-4e26-a43a-a80254597aea HTTP/1.1" status: 204 len: 168 time: 0.7382882 Oct 04 21:28:43.562551 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e97a8ed-9d7d-413b-aba8-40dc662476be None None] Network 0617578a-15c9-493f-ad7f-887e35c40601 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:28:43.564829 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52870) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:28:43.719374 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2d9cfdf8-fcd9-4d34-807a-1f49c0b4bb2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (0617578a-15c9-493f-ad7f-887e35c40601), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:43.812577 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-2d9cfdf8-fcd9-4d34-807a-1f49c0b4bb2c admin admin] Deleting port 4514fed5-79ad-4b97-91fc-2fdae14f3936 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:28:43.813144 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2d9cfdf8-fcd9-4d34-807a-1f49c0b4bb2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (4514fed5-79ad-4b97-91fc-2fdae14f3936), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:43.816487 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:43.847067 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bbd556-ac98-425d-96b8-196430ceda04 None None] DHCP port deletion for 0617578a-15c9-493f-ad7f-887e35c40601 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:28:43.924201 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-86bbd556-ac98-425d-96b8-196430ceda04 None None] Deleting port 4514fed5-79ad-4b97-91fc-2fdae14f3936 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:28:43.924826 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-86bbd556-ac98-425d-96b8-196430ceda04 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (4514fed5-79ad-4b97-91fc-2fdae14f3936), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:43.959412 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-2d9cfdf8-fcd9-4d34-807a-1f49c0b4bb2c admin admin] For port 4514fed5-79ad-4b97-91fc-2fdae14f3936, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=4514fed5-79ad-4b97-91fc-2fdae14f3936,segment=NetworkSegment(ad9d21e7-3931-481e-be7d-6e4d0ab7fb1f),segment_id=ad9d21e7-3931-481e-be7d-6e4d0ab7fb1f)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:28:43.960595 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2d9cfdf8-fcd9-4d34-807a-1f49c0b4bb2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (4514fed5-79ad-4b97-91fc-2fdae14f3936), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:43.990496 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-2d9cfdf8-fcd9-4d34-807a-1f49c0b4bb2c admin admin] Calling delete_port for 4514fed5-79ad-4b97-91fc-2fdae14f3936 owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:28:43.993901 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:44.067586 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-86bbd556-ac98-425d-96b8-196430ceda04 None None] For port 4514fed5-79ad-4b97-91fc-2fdae14f3936, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=4514fed5-79ad-4b97-91fc-2fdae14f3936,segment=NetworkSegment(ad9d21e7-3931-481e-be7d-6e4d0ab7fb1f),segment_id=ad9d21e7-3931-481e-be7d-6e4d0ab7fb1f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:28:44.067960 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-86bbd556-ac98-425d-96b8-196430ceda04 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (4514fed5-79ad-4b97-91fc-2fdae14f3936), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:44.094795 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-86bbd556-ac98-425d-96b8-196430ceda04 None None] Calling delete_port for 4514fed5-79ad-4b97-91fc-2fdae14f3936 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:28:44.223285 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:44.267574 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2d9cfdf8-fcd9-4d34-807a-1f49c0b4bb2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (4514fed5-79ad-4b97-91fc-2fdae14f3936), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:44.281453 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-86bbd556-ac98-425d-96b8-196430ceda04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (4514fed5-79ad-4b97-91fc-2fdae14f3936), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:44.320327 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9cfdf8-fcd9-4d34-807a-1f49c0b4bb2c admin admin] Pushing event deleted for resources: {'Port': ['ID=4514fed5-79ad-4b97-91fc-2fdae14f3936,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:28:44.328255 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9cfdf8-fcd9-4d34-807a-1f49c0b4bb2c admin admin] No DVR routers for this DVR port 4514fed5-79ad-4b97-91fc-2fdae14f3936 on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:28:44.333900 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bbd556-ac98-425d-96b8-196430ceda04 None None] Pushing event deleted for resources: {'Port': ['ID=4514fed5-79ad-4b97-91fc-2fdae14f3936,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:28:44.356752 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bbd556-ac98-425d-96b8-196430ceda04 None None] No DVR routers for this DVR port 4514fed5-79ad-4b97-91fc-2fdae14f3936 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:28:44.510027 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2d9cfdf8-fcd9-4d34-807a-1f49c0b4bb2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (0617578a-15c9-493f-ad7f-887e35c40601), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:44.555694 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-2d9cfdf8-fcd9-4d34-807a-1f49c0b4bb2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0617578a-15c9-493f-ad7f-887e35c40601']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:28:44.579893 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-2d9cfdf8-fcd9-4d34-807a-1f49c0b4bb2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad9d21e7-3931-481e-be7d-6e4d0ab7fb1f') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:28:44.580316 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-2d9cfdf8-fcd9-4d34-807a-1f49c0b4bb2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad9d21e7-3931-481e-be7d-6e4d0ab7fb1f') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:28:44.604565 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2d9cfdf8-fcd9-4d34-807a-1f49c0b4bb2c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (ad9d21e7-3931-481e-be7d-6e4d0ab7fb1f), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:44.637360 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2d9cfdf8-fcd9-4d34-807a-1f49c0b4bb2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (ad9d21e7-3931-481e-be7d-6e4d0ab7fb1f), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:44.651942 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d9cfdf8-fcd9-4d34-807a-1f49c0b4bb2c admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:28:44.652635 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2d9cfdf8-fcd9-4d34-807a-1f49c0b4bb2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (ad9d21e7-3931-481e-be7d-6e4d0ab7fb1f), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:44.743360 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment ad9d21e7-3931-481e-be7d-6e4d0ab7fb1f resource provider aggregate not found Oct 04 21:28:44.779978 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment ad9d21e7-3931-481e-be7d-6e4d0ab7fb1f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ad9d21e7-3931-481e-be7d-6e4d0ab7fb1f found for delete ", "request_id": "req-07a79d01-4199-4200-aee3-8f60badb617e"}]} Oct 04 21:28:44.929259 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2d9cfdf8-fcd9-4d34-807a-1f49c0b4bb2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (0617578a-15c9-493f-ad7f-887e35c40601), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:44.941396 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2d9cfdf8-fcd9-4d34-807a-1f49c0b4bb2c admin admin] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:44.947688 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-2d9cfdf8-fcd9-4d34-807a-1f49c0b4bb2c admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/0617578a-15c9-493f-ad7f-887e35c40601 HTTP/1.1" status: 204 len: 168 time: 1.3809814 Oct 04 21:28:44.971277 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9cfdf8-fcd9-4d34-807a-1f49c0b4bb2c admin admin] Pushing event deleted for resources: {'Network': ['ID=0617578a-15c9-493f-ad7f-887e35c40601,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:28:45.196113 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 4514fed5-79ad-4b97-91fc-2fdae14f3936 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:28:45.249278 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 4514fed5-79ad-4b97-91fc-2fdae14f3936 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:28:45.250339 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 4514fed5-79ad-4b97-91fc-2fdae14f3936 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:28:45.828257 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52878) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:28:45.839007 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6b411eab-41f0-4b68-817a-473e577a67ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:45.911441 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-4eeb1f4d-eb56-417e-9d8f-d812d8a1c5e6 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=b6ed030efed04e42bb7298166990f4a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0808163 Oct 04 21:28:45.916255 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52880) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:28:46.015478 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-15ce9076-178b-4653-b4ae-efe4bcf74bd3 admin admin] Publish callbacks [] for security_group (245b3ad5-ac74-48cf-94c6-3c5bfb109344), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:46.062521 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-15ce9076-178b-4653-b4ae-efe4bcf74bd3 admin admin] Publish callbacks [] for security_group (245b3ad5-ac74-48cf-94c6-3c5bfb109344), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:46.310862 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-15ce9076-178b-4653-b4ae-efe4bcf74bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (245b3ad5-ac74-48cf-94c6-3c5bfb109344), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:46.315719 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-15ce9076-178b-4653-b4ae-efe4bcf74bd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:46.318033 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-15ce9076-178b-4653-b4ae-efe4bcf74bd3 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/245b3ad5-ac74-48cf-94c6-3c5bfb109344 HTTP/1.1" status: 204 len: 168 time: 0.3999081 Oct 04 21:28:46.334567 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce9076-178b-4653-b4ae-efe4bcf74bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245b3ad5-ac74-48cf-94c6-3c5bfb109344,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:28:47.558008 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b5d31894-f20a-49fe-b14c-fcf1c6ae179f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:47.878943 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=86,neutron:DELETE=6 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:48.342240 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52902) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:28:48.554364 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-0dc50a4d-5397-436a-a2f2-1d56932da73f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-919227094-network', 'tenant_id': 'd4834e96ebfd4a33ac33e7d3e81637ac'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:28:48.682484 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc50a4d-5397-436a-a2f2-1d56932da73f admin admin] Made reservation on behalf of d4834e96ebfd4a33ac33e7d3e81637ac for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:28:48.686933 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0dc50a4d-5397-436a-a2f2-1d56932da73f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:48.704494 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0dc50a4d-5397-436a-a2f2-1d56932da73f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:48.878139 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0dc50a4d-5397-436a-a2f2-1d56932da73f admin admin] Publish callbacks [] for security_group (41991b86-b1d1-45d8-99b1-bc509d1c721a), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:49.027510 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0dc50a4d-5397-436a-a2f2-1d56932da73f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (41991b86-b1d1-45d8-99b1-bc509d1c721a), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:49.080197 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dc50a4d-5397-436a-a2f2-1d56932da73f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:28:49.103244 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc50a4d-5397-436a-a2f2-1d56932da73f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41991b86-b1d1-45d8-99b1-bc509d1c721a,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:28:49.110799 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=81,neutron:DELETE=10,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:49.114162 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0dc50a4d-5397-436a-a2f2-1d56932da73f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (bfee257a-3e66-45dc-a9d2-27d80a91438c), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:49.114736 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-0dc50a4d-5397-436a-a2f2-1d56932da73f admin admin] Added segment bfee257a-3e66-45dc-a9d2-27d80a91438c of type vlan for network 7c1ad554-c971-44f6-aecf-dc578ae5ec3d Oct 04 21:28:49.200753 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0dc50a4d-5397-436a-a2f2-1d56932da73f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (7c1ad554-c971-44f6-aecf-dc578ae5ec3d), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:49.248469 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:49.393459 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0dc50a4d-5397-436a-a2f2-1d56932da73f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (7c1ad554-c971-44f6-aecf-dc578ae5ec3d), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:49.395499 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc50a4d-5397-436a-a2f2-1d56932da73f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:28:49.396184 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0dc50a4d-5397-436a-a2f2-1d56932da73f admin admin] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:49.530798 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc50a4d-5397-436a-a2f2-1d56932da73f admin admin] Pushing event updated for resources: {'Network': ['ID=7c1ad554-c971-44f6-aecf-dc578ae5ec3d,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:28:49.557477 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 7c1ad554-c971-44f6-aecf-dc578ae5ec3d details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:28:49.643998 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-0dc50a4d-5397-436a-a2f2-1d56932da73f admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2997437 Oct 04 21:28:49.648979 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52906) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:28:49.661850 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-c9a41cba-b222-4075-bc16-3244de0f9abb admin admin] Request body: {'subnet': {'network_id': '7c1ad554-c971-44f6-aecf-dc578ae5ec3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-919227094-subnet', 'tenant_id': 'd4834e96ebfd4a33ac33e7d3e81637ac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:28:49.887485 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a41cba-b222-4075-bc16-3244de0f9abb admin admin] Made reservation on behalf of d4834e96ebfd4a33ac33e7d3e81637ac for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:28:49.891718 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c9a41cba-b222-4075-bc16-3244de0f9abb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:50.319002 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:50.359778 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c9a41cba-b222-4075-bc16-3244de0f9abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (d54e991b-f52c-40d8-80bf-6a1b3c570dc7), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:50.500051 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a41cba-b222-4075-bc16-3244de0f9abb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d54e991b-f52c-40d8-80bf-6a1b3c570dc7,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:28:50.513505 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a41cba-b222-4075-bc16-3244de0f9abb admin admin] Checking segment: {'id': 'bfee257a-3e66-45dc-a9d2-27d80a91438c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '7c1ad554-c971-44f6-aecf-dc578ae5ec3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:28:50.514091 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a41cba-b222-4075-bc16-3244de0f9abb admin admin] Network hostable DHCP agents. Network: 7c1ad554-c971-44f6-aecf-dc578ae5ec3d, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:28:50.661339 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a41cba-b222-4075-bc16-3244de0f9abb admin admin] Network 7c1ad554-c971-44f6-aecf-dc578ae5ec3d is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:28:50.769593 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-c9a41cba-b222-4075-bc16-3244de0f9abb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 7c1ad554-c971-44f6-aecf-dc578ae5ec3d) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:28:50.776982 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a41cba-b222-4075-bc16-3244de0f9abb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:28:50.778140 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c9a41cba-b222-4075-bc16-3244de0f9abb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:50.782463 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cab199-9d43-4161-bfbe-8e85db5eef53 None None] Network 7c1ad554-c971-44f6-aecf-dc578ae5ec3d requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:28:50.900335 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c9a41cba-b222-4075-bc16-3244de0f9abb admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2488964 Oct 04 21:28:50.905231 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52908) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:28:50.915958 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-8c694632-b992-45e0-b300-2b1182c036ab admin admin] Request body: {'router': {'name': 'tempest-ServersNegativeTestJSON-919227094-router', 'tenant_id': 'd4834e96ebfd4a33ac33e7d3e81637ac', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:28:50.985806 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea30268-cc4a-42e7-94cd-2d859a334831 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-7c1ad554-c971-44f6-aecf-dc578ae5ec3d', 'network_id': '7c1ad554-c971-44f6-aecf-dc578ae5ec3d', 'project_id': 'd4834e96ebfd4a33ac33e7d3e81637ac', 'fixed_ips': [{'subnet_id': 'd54e991b-f52c-40d8-80bf-6a1b3c570dc7'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:28:50.987234 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-bea30268-cc4a-42e7-94cd-2d859a334831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:51.055579 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8c694632-b992-45e0-b300-2b1182c036ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (0dadee6c-fe60-4dbf-b154-59ec303aa1ae), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:51.056868 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8c694632-b992-45e0-b300-2b1182c036ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (0dadee6c-fe60-4dbf-b154-59ec303aa1ae), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:51.155107 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8c694632-b992-45e0-b300-2b1182c036ab admin admin] Publish callbacks [] for router_controller (0dadee6c-fe60-4dbf-b154-59ec303aa1ae), precommit_add_association {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:51.241763 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-bea30268-cc4a-42e7-94cd-2d859a334831 None None] Allocated IP 172.20.0.2 (7c1ad554-c971-44f6-aecf-dc578ae5ec3d/d54e991b-f52c-40d8-80bf-6a1b3c570dc7/f5b7c828-165a-4d84-aa3b-157efac58598) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:28:51.529376 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-bea30268-cc4a-42e7-94cd-2d859a334831 None None] Publish callbacks [] for port (f5b7c828-165a-4d84-aa3b-157efac58598), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:51.531567 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:51.568853 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8c694632-b992-45e0-b300-2b1182c036ab admin admin] Publish callbacks [] for router_gateway (0dadee6c-fe60-4dbf-b154-59ec303aa1ae), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:51.700972 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:51.703990 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-bea30268-cc4a-42e7-94cd-2d859a334831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (f5b7c828-165a-4d84-aa3b-157efac58598), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:51.791297 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea30268-cc4a-42e7-94cd-2d859a334831 None None] Network 7c1ad554-c971-44f6-aecf-dc578ae5ec3d is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:28:51.799612 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-bea30268-cc4a-42e7-94cd-2d859a334831 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:28:51.807573 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea30268-cc4a-42e7-94cd-2d859a334831 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:28:51.814098 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea30268-cc4a-42e7-94cd-2d859a334831 None None] Pushing event updated for resources: {'Port': ['ID=f5b7c828-165a-4d84-aa3b-157efac58598,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:28:51.818232 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:51.929157 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-bea30268-cc4a-42e7-94cd-2d859a334831 None None] Attempting to bind port f5b7c828-165a-4d84-aa3b-157efac58598 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:28:51.929982 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-bea30268-cc4a-42e7-94cd-2d859a334831 None None] Attempting to bind port f5b7c828-165a-4d84-aa3b-157efac58598 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'bfee257a-3e66-45dc-a9d2-27d80a91438c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '7c1ad554-c971-44f6-aecf-dc578ae5ec3d'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:28:51.930616 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea30268-cc4a-42e7-94cd-2d859a334831 None None] Attempting to bind port f5b7c828-165a-4d84-aa3b-157efac58598 on network 7c1ad554-c971-44f6-aecf-dc578ae5ec3d {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:28:51.986950 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:52.021370 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea30268-cc4a-42e7-94cd-2d859a334831 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:28:52.021967 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea30268-cc4a-42e7-94cd-2d859a334831 None None] Checking segment: {'id': 'bfee257a-3e66-45dc-a9d2-27d80a91438c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '7c1ad554-c971-44f6-aecf-dc578ae5ec3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:28:52.022688 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-bea30268-cc4a-42e7-94cd-2d859a334831 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:52.023387 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea30268-cc4a-42e7-94cd-2d859a334831 None None] Bound using segment: {'id': 'bfee257a-3e66-45dc-a9d2-27d80a91438c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '7c1ad554-c971-44f6-aecf-dc578ae5ec3d'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:28:52.024211 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-bea30268-cc4a-42e7-94cd-2d859a334831 None None] Bound port: f5b7c828-165a-4d84-aa3b-157efac58598, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfee257a-3e66-45dc-a9d2-27d80a91438c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '7c1ad554-c971-44f6-aecf-dc578ae5ec3d'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:28:52.024822 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-bea30268-cc4a-42e7-94cd-2d859a334831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (f5b7c828-165a-4d84-aa3b-157efac58598), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:52.058870 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8c694632-b992-45e0-b300-2b1182c036ab admin admin] Publish callbacks [] for router_gateway (0dadee6c-fe60-4dbf-b154-59ec303aa1ae), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:52.097408 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8c694632-b992-45e0-b300-2b1182c036ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:52.367055 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-bea30268-cc4a-42e7-94cd-2d859a334831 None None] For port f5b7c828-165a-4d84-aa3b-157efac58598, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:28:52.373556 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-bea30268-cc4a-42e7-94cd-2d859a334831 None None] For port f5b7c828-165a-4d84-aa3b-157efac58598, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=f5b7c828-165a-4d84-aa3b-157efac58598,segment=NetworkSegment(bfee257a-3e66-45dc-a9d2-27d80a91438c),segment_id=bfee257a-3e66-45dc-a9d2-27d80a91438c)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:28:52.491728 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-bea30268-cc4a-42e7-94cd-2d859a334831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (f5b7c828-165a-4d84-aa3b-157efac58598), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:52.619938 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea30268-cc4a-42e7-94cd-2d859a334831 None None] Pushing event updated for resources: {'Port': ['ID=f5b7c828-165a-4d84-aa3b-157efac58598,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:28:52.690278 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-8c694632-b992-45e0-b300-2b1182c036ab admin admin] Allocated IP 172.25.5.149 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/347e170e-77ea-41e9-9a19-7ae4494dd03f) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:28:52.928410 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8c694632-b992-45e0-b300-2b1182c036ab admin admin] Publish callbacks [] for port (347e170e-77ea-41e9-9a19-7ae4494dd03f), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:53.062714 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8c694632-b992-45e0-b300-2b1182c036ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (347e170e-77ea-41e9-9a19-7ae4494dd03f), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:53.151270 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c694632-b992-45e0-b300-2b1182c036ab admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:28:53.157324 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-8c694632-b992-45e0-b300-2b1182c036ab admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:28:53.166529 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c694632-b992-45e0-b300-2b1182c036ab admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:28:53.230689 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c694632-b992-45e0-b300-2b1182c036ab admin admin] Pushing event updated for resources: {'Port': ['ID=347e170e-77ea-41e9-9a19-7ae4494dd03f,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:28:53.261231 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device f5b7c828-165a-4d84-aa3b-157efac58598 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:28:53.374789 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port f5b7c828-165a-4d84-aa3b-157efac58598 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:28:53.375633 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (f5b7c828-165a-4d84-aa3b-157efac58598), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:53.376845 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port f5b7c828-165a-4d84-aa3b-157efac58598 Oct 04 21:28:53.394329 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:53.401889 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:53.536616 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port f5b7c828-165a-4d84-aa3b-157efac58598 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:28:53.537316 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (f5b7c828-165a-4d84-aa3b-157efac58598), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:53.604213 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port f5b7c828-165a-4d84-aa3b-157efac58598, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=f5b7c828-165a-4d84-aa3b-157efac58598,segment=NetworkSegment(bfee257a-3e66-45dc-a9d2-27d80a91438c),segment_id=bfee257a-3e66-45dc-a9d2-27d80a91438c)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:28:53.742526 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (f5b7c828-165a-4d84-aa3b-157efac58598), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:53.821695 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8c694632-b992-45e0-b300-2b1182c036ab admin admin] Publish callbacks [] for router_gateway (0dadee6c-fe60-4dbf-b154-59ec303aa1ae), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:53.841383 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=f5b7c828-165a-4d84-aa3b-157efac58598,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:28:53.902804 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753df291-a90e-4fbc-ac64-3272f11ee434 None None] Network 7c1ad554-c971-44f6-aecf-dc578ae5ec3d requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:28:54.002846 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-80394c4e-ac1f-472c-904f-f7305ad21ecb None None] Provisioning complete for port f5b7c828-165a-4d84-aa3b-157efac58598 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:28:54.003833 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-80394c4e-ac1f-472c-904f-f7305ad21ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (f5b7c828-165a-4d84-aa3b-157efac58598), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:54.004553 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-80394c4e-ac1f-472c-904f-f7305ad21ecb None None] Attempt 1 to provision port f5b7c828-165a-4d84-aa3b-157efac58598 Oct 04 21:28:54.224103 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8c694632-b992-45e0-b300-2b1182c036ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (0dadee6c-fe60-4dbf-b154-59ec303aa1ae), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:54.254553 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-80394c4e-ac1f-472c-904f-f7305ad21ecb None None] Current status of the port f5b7c828-165a-4d84-aa3b-157efac58598 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:28:54.565925 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=29 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:54.570249 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=74 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:54.588313 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-0c08d92c-971e-450f-9ab9-b60e9a8c0606 None None] Provisioning complete for port f5b7c828-165a-4d84-aa3b-157efac58598 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:28:54.589056 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0c08d92c-971e-450f-9ab9-b60e9a8c0606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (f5b7c828-165a-4d84-aa3b-157efac58598), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:54.595429 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-0c08d92c-971e-450f-9ab9-b60e9a8c0606 None None] Attempt 1 to provision port f5b7c828-165a-4d84-aa3b-157efac58598 Oct 04 21:28:54.670205 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c694632-b992-45e0-b300-2b1182c036ab admin admin] Router 0dadee6c-fe60-4dbf-b154-59ec303aa1ae is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 21:28:54.737238 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-0c08d92c-971e-450f-9ab9-b60e9a8c0606 None None] Current status of the port f5b7c828-165a-4d84-aa3b-157efac58598 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:28:54.900438 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c694632-b992-45e0-b300-2b1182c036ab admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:28:54.920009 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f2c2cb-aeb1-4a6d-85e0-b0eed266d73d None None] Sync routers for ids ['0dadee6c-fe60-4dbf-b154-59ec303aa1ae'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:28:54.939587 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f2c2cb-aeb1-4a6d-85e0-b0eed266d73d None None] Routers {'0dadee6c-fe60-4dbf-b154-59ec303aa1ae'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:28:54.940648 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-c5f2c2cb-aeb1-4a6d-85e0-b0eed266d73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:28:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['0dadee6c-fe60-4dbf-b154-59ec303aa1ae'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:28:55.105795 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8c694632-b992-45e0-b300-2b1182c036ab admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:55.108103 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-8c694632-b992-45e0-b300-2b1182c036ab admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.2005420 Oct 04 21:28:55.120614 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52910) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:28:55.156472 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-c5f2c2cb-aeb1-4a6d-85e0-b0eed266d73d None None] Set router 0dadee6c-fe60-4dbf-b154-59ec303aa1ae gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:28:55.253331 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device f5b7c828-165a-4d84-aa3b-157efac58598 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:28:55.335597 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:55.366098 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port f5b7c828-165a-4d84-aa3b-157efac58598 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:28:55.366988 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (f5b7c828-165a-4d84-aa3b-157efac58598), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:55.367727 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port f5b7c828-165a-4d84-aa3b-157efac58598 Oct 04 21:28:55.462606 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:55.527441 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port f5b7c828-165a-4d84-aa3b-157efac58598 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:28:55.653173 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-c5f2c2cb-aeb1-4a6d-85e0-b0eed266d73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dadee6c-fe60-4dbf-b154-59ec303aa1ae', 'name': 'tempest-ServersNegativeTestJSON-919227094-router', 'tenant_id': 'd4834e96ebfd4a33ac33e7d3e81637ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '347e170e-77ea-41e9-9a19-7ae4494dd03f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:28:51Z', 'updated_at': '2022-10-04T21:28:53Z', 'revision_number': 3, 'project_id': 'd4834e96ebfd4a33ac33e7d3e81637ac', 'gw_port': {'id': '347e170e-77ea-41e9-9a19-7ae4494dd03f', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e5:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dadee6c-fe60-4dbf-b154-59ec303aa1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:28:52Z', 'updated_at': '2022-10-04T21:28:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:28:55.704894 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f2c2cb-aeb1-4a6d-85e0-b0eed266d73d None None] Checking router: 0dadee6c-fe60-4dbf-b154-59ec303aa1ae for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:28:55.705507 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f2c2cb-aeb1-4a6d-85e0-b0eed266d73d None None] Updating router 0dadee6c-fe60-4dbf-b154-59ec303aa1ae port 347e170e-77ea-41e9-9a19-7ae4494dd03f binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:28:55.762879 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-c5f2c2cb-aeb1-4a6d-85e0-b0eed266d73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (347e170e-77ea-41e9-9a19-7ae4494dd03f), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:56.001212 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1ce8323e-edac-4571-96e4-e8b5f6f29cba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:56.042549 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:56.196903 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:56.267173 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-c5f2c2cb-aeb1-4a6d-85e0-b0eed266d73d None None] Publish callbacks [] for port (347e170e-77ea-41e9-9a19-7ae4494dd03f), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:56.338304 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-1ce8323e-edac-4571-96e4-e8b5f6f29cba admin admin] Allocated IP 172.20.0.1 (7c1ad554-c971-44f6-aecf-dc578ae5ec3d/d54e991b-f52c-40d8-80bf-6a1b3c570dc7/560c56fe-c75b-4199-a48f-7c0e7cb02e35) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:28:56.387297 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-c5f2c2cb-aeb1-4a6d-85e0-b0eed266d73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (347e170e-77ea-41e9-9a19-7ae4494dd03f), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:56.455530 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-c5f2c2cb-aeb1-4a6d-85e0-b0eed266d73d None None] Attempting to bind port 347e170e-77ea-41e9-9a19-7ae4494dd03f on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:28:56.456140 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-c5f2c2cb-aeb1-4a6d-85e0-b0eed266d73d None None] Attempting to bind port 347e170e-77ea-41e9-9a19-7ae4494dd03f by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:28:56.456676 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f2c2cb-aeb1-4a6d-85e0-b0eed266d73d None None] Attempting to bind port 347e170e-77ea-41e9-9a19-7ae4494dd03f on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:28:56.519763 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5330d9e0-0f7b-49dc-936c-b46ce0beb88f None None] Pushing event updated for resources: {'Port': ['ID=347e170e-77ea-41e9-9a19-7ae4494dd03f,revision_number=2']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:28:56.546760 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5330d9e0-0f7b-49dc-936c-b46ce0beb88f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:28:56.547349 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5330d9e0-0f7b-49dc-936c-b46ce0beb88f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:28:56.547900 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5330d9e0-0f7b-49dc-936c-b46ce0beb88f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:28:56.548504 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5330d9e0-0f7b-49dc-936c-b46ce0beb88f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:28:56.549072 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5330d9e0-0f7b-49dc-936c-b46ce0beb88f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:28:56.549615 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5330d9e0-0f7b-49dc-936c-b46ce0beb88f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:28:56.550167 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5330d9e0-0f7b-49dc-936c-b46ce0beb88f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:28:56.550722 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5330d9e0-0f7b-49dc-936c-b46ce0beb88f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:28:56.551304 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5330d9e0-0f7b-49dc-936c-b46ce0beb88f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:28:56.551831 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5330d9e0-0f7b-49dc-936c-b46ce0beb88f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:28:56.552358 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5330d9e0-0f7b-49dc-936c-b46ce0beb88f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:28:56.552883 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5330d9e0-0f7b-49dc-936c-b46ce0beb88f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:28:56.554103 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5330d9e0-0f7b-49dc-936c-b46ce0beb88f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:28:56.554637 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5330d9e0-0f7b-49dc-936c-b46ce0beb88f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:28:56.555211 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5330d9e0-0f7b-49dc-936c-b46ce0beb88f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:28:56.569895 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1ce8323e-edac-4571-96e4-e8b5f6f29cba admin admin] Publish callbacks [] for port (560c56fe-c75b-4199-a48f-7c0e7cb02e35), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:56.581003 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f2c2cb-aeb1-4a6d-85e0-b0eed266d73d None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:28:56.581609 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f2c2cb-aeb1-4a6d-85e0-b0eed266d73d None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:28:56.582274 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-c5f2c2cb-aeb1-4a6d-85e0-b0eed266d73d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:56.582913 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f2c2cb-aeb1-4a6d-85e0-b0eed266d73d None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:28:56.583788 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-c5f2c2cb-aeb1-4a6d-85e0-b0eed266d73d None None] Bound port: 347e170e-77ea-41e9-9a19-7ae4494dd03f, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:28:56.584530 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-c5f2c2cb-aeb1-4a6d-85e0-b0eed266d73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (347e170e-77ea-41e9-9a19-7ae4494dd03f), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:56.683646 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-c5f2c2cb-aeb1-4a6d-85e0-b0eed266d73d None None] For port 347e170e-77ea-41e9-9a19-7ae4494dd03f, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:28:56.690261 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-c5f2c2cb-aeb1-4a6d-85e0-b0eed266d73d None None] For port 347e170e-77ea-41e9-9a19-7ae4494dd03f, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=347e170e-77ea-41e9-9a19-7ae4494dd03f,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:28:56.742162 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1ce8323e-edac-4571-96e4-e8b5f6f29cba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (560c56fe-c75b-4199-a48f-7c0e7cb02e35), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:56.770934 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-c5f2c2cb-aeb1-4a6d-85e0-b0eed266d73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (347e170e-77ea-41e9-9a19-7ae4494dd03f), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:56.826408 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce8323e-edac-4571-96e4-e8b5f6f29cba admin admin] Network 7c1ad554-c971-44f6-aecf-dc578ae5ec3d is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:28:56.832655 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-1ce8323e-edac-4571-96e4-e8b5f6f29cba admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:28:56.840315 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce8323e-edac-4571-96e4-e8b5f6f29cba admin admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:28:56.856580 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f2c2cb-aeb1-4a6d-85e0-b0eed266d73d None None] Routers {'0dadee6c-fe60-4dbf-b154-59ec303aa1ae'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:28:56.857472 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-c5f2c2cb-aeb1-4a6d-85e0-b0eed266d73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:28:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['0dadee6c-fe60-4dbf-b154-59ec303aa1ae'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:28:56.877098 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5330d9e0-0f7b-49dc-936c-b46ce0beb88f None None] Pushing event updated for resources: {'Port': ['ID=347e170e-77ea-41e9-9a19-7ae4494dd03f,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:28:56.890723 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce8323e-edac-4571-96e4-e8b5f6f29cba admin admin] Pushing event updated for resources: {'Port': ['ID=560c56fe-c75b-4199-a48f-7c0e7cb02e35,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:28:56.937131 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1ce8323e-edac-4571-96e4-e8b5f6f29cba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (0dadee6c-fe60-4dbf-b154-59ec303aa1ae), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:56.967233 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:57.026548 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:57.082631 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-c5f2c2cb-aeb1-4a6d-85e0-b0eed266d73d None None] Set router 0dadee6c-fe60-4dbf-b154-59ec303aa1ae gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:28:57.191759 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-0b4844c9-ee13-48c3-938e-f6475378e3d6 None None] Provisioning complete for port 560c56fe-c75b-4199-a48f-7c0e7cb02e35 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:28:57.191759 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0b4844c9-ee13-48c3-938e-f6475378e3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (560c56fe-c75b-4199-a48f-7c0e7cb02e35), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:57.191759 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-0b4844c9-ee13-48c3-938e-f6475378e3d6 None None] Attempt 1 to provision port 560c56fe-c75b-4199-a48f-7c0e7cb02e35 Oct 04 21:28:57.250541 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-0b4844c9-ee13-48c3-938e-f6475378e3d6 None None] Port 560c56fe-c75b-4199-a48f-7c0e7cb02e35 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:28:57.278879 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1ce8323e-edac-4571-96e4-e8b5f6f29cba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (560c56fe-c75b-4199-a48f-7c0e7cb02e35), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:57.395674 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-c5f2c2cb-aeb1-4a6d-85e0-b0eed266d73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dadee6c-fe60-4dbf-b154-59ec303aa1ae', 'name': 'tempest-ServersNegativeTestJSON-919227094-router', 'tenant_id': 'd4834e96ebfd4a33ac33e7d3e81637ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '347e170e-77ea-41e9-9a19-7ae4494dd03f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:28:51Z', 'updated_at': '2022-10-04T21:28:53Z', 'revision_number': 3, 'project_id': 'd4834e96ebfd4a33ac33e7d3e81637ac', 'gw_port': {'id': '347e170e-77ea-41e9-9a19-7ae4494dd03f', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e5:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dadee6c-fe60-4dbf-b154-59ec303aa1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:28:52Z', 'updated_at': '2022-10-04T21:28:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:28:57.433963 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f2c2cb-aeb1-4a6d-85e0-b0eed266d73d None None] The sync data for ids ['0dadee6c-fe60-4dbf-b154-59ec303aa1ae'] in n-d-852085-12 is: [{'id': '0dadee6c-fe60-4dbf-b154-59ec303aa1ae', 'name': 'tempest-ServersNegativeTestJSON-919227094-router', 'tenant_id': 'd4834e96ebfd4a33ac33e7d3e81637ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '347e170e-77ea-41e9-9a19-7ae4494dd03f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:28:51Z', 'updated_at': '2022-10-04T21:28:53Z', 'revision_number': 3, 'project_id': 'd4834e96ebfd4a33ac33e7d3e81637ac', 'gw_port': {'id': '347e170e-77ea-41e9-9a19-7ae4494dd03f', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e5:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dadee6c-fe60-4dbf-b154-59ec303aa1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:28:52Z', 'updated_at': '2022-10-04T21:28:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:28:57.499425 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:57.624149 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1ce8323e-edac-4571-96e4-e8b5f6f29cba admin admin] Publish callbacks [] for port (560c56fe-c75b-4199-a48f-7c0e7cb02e35), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:57.727597 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1ce8323e-edac-4571-96e4-e8b5f6f29cba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (560c56fe-c75b-4199-a48f-7c0e7cb02e35), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:57.876179 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1ce8323e-edac-4571-96e4-e8b5f6f29cba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (0dadee6c-fe60-4dbf-b154-59ec303aa1ae), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:57.896485 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce8323e-edac-4571-96e4-e8b5f6f29cba admin admin] Pushing event updated for resources: {'Port': ['ID=560c56fe-c75b-4199-a48f-7c0e7cb02e35,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:28:58.037306 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce8323e-edac-4571-96e4-e8b5f6f29cba admin admin] Network 7c1ad554-c971-44f6-aecf-dc578ae5ec3d is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:28:58.040170 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-1ce8323e-edac-4571-96e4-e8b5f6f29cba admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:28:58.248852 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:28:58.271192 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ce8323e-edac-4571-96e4-e8b5f6f29cba admin admin] Router 0dadee6c-fe60-4dbf-b154-59ec303aa1ae has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:28:58.402835 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-f5bf0be4-d8ac-4c23-95c7-71a4ac739556 None None] Provisioning complete for port 560c56fe-c75b-4199-a48f-7c0e7cb02e35 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:28:58.404466 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f5bf0be4-d8ac-4c23-95c7-71a4ac739556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (560c56fe-c75b-4199-a48f-7c0e7cb02e35), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:58.405311 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-f5bf0be4-d8ac-4c23-95c7-71a4ac739556 None None] Attempt 1 to provision port 560c56fe-c75b-4199-a48f-7c0e7cb02e35 Oct 04 21:28:58.472451 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-f5bf0be4-d8ac-4c23-95c7-71a4ac739556 None None] Port 560c56fe-c75b-4199-a48f-7c0e7cb02e35 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:28:58.502958 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce8323e-edac-4571-96e4-e8b5f6f29cba admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:28:58.511789 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-1ce8323e-edac-4571-96e4-e8b5f6f29cba admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/0dadee6c-fe60-4dbf-b154-59ec303aa1ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3875487 Oct 04 21:28:59.277196 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 347e170e-77ea-41e9-9a19-7ae4494dd03f up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:28:59.359553 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 347e170e-77ea-41e9-9a19-7ae4494dd03f triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:28:59.360280 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (347e170e-77ea-41e9-9a19-7ae4494dd03f), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:59.360897 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 347e170e-77ea-41e9-9a19-7ae4494dd03f Oct 04 21:28:59.528760 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 347e170e-77ea-41e9-9a19-7ae4494dd03f is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:28:59.529505 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (347e170e-77ea-41e9-9a19-7ae4494dd03f), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:59.572456 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 347e170e-77ea-41e9-9a19-7ae4494dd03f, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=347e170e-77ea-41e9-9a19-7ae4494dd03f,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:28:59.671882 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0104b4ff-2565-44e9-9758-20cc8c6afbb7 None None] Sync routers for ids ['0dadee6c-fe60-4dbf-b154-59ec303aa1ae'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:28:59.689882 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (347e170e-77ea-41e9-9a19-7ae4494dd03f), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:28:59.701896 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0104b4ff-2565-44e9-9758-20cc8c6afbb7 None None] Routers {'0dadee6c-fe60-4dbf-b154-59ec303aa1ae'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:28:59.702891 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-0104b4ff-2565-44e9-9758-20cc8c6afbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:28:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['0dadee6c-fe60-4dbf-b154-59ec303aa1ae'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:28:59.802786 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c442b770-c1a2-4f4e-9e4f-8614eda5a7d4 req-a8c99653-0636-4e1c-956f-493e5bde0505 tempest-ServersNegativeTestJSON-1766073269 tempest-ServersNegativeTestJSON-1766073269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:28:59.806035 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c442b770-c1a2-4f4e-9e4f-8614eda5a7d4 req-a8c99653-0636-4e1c-956f-493e5bde0505 tempest-ServersNegativeTestJSON-1766073269 tempest-ServersNegativeTestJSON-1766073269-project] 10.222.0.78 "GET /networking/v2.0/networks?id=7c1ad554-c971-44f6-aecf-dc578ae5ec3d HTTP/1.1" status: 200 len: 813 time: 0.2266293 Oct 04 21:28:59.831043 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c442b770-c1a2-4f4e-9e4f-8614eda5a7d4 req-554b16fe-54a3-4342-8bc4-960d996371ee tempest-ServersNegativeTestJSON-1766073269 tempest-ServersNegativeTestJSON-1766073269-project] 10.222.0.78 "GET /networking/v2.0/quotas/d4834e96ebfd4a33ac33e7d3e81637ac HTTP/1.1" status: 200 len: 375 time: 0.0148137 Oct 04 21:28:59.932288 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-c442b770-c1a2-4f4e-9e4f-8614eda5a7d4 req-60e68549-0287-4afe-85a1-0da6f83a8ed7 tempest-ServersNegativeTestJSON-1766073269 tempest-ServersNegativeTestJSON-1766073269-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=d4834e96ebfd4a33ac33e7d3e81637ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0892620 Oct 04 21:28:59.946056 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=347e170e-77ea-41e9-9a19-7ae4494dd03f,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:28:59.996426 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52938) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:28:59.996973 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-0104b4ff-2565-44e9-9758-20cc8c6afbb7 None None] Set router 0dadee6c-fe60-4dbf-b154-59ec303aa1ae gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:29:00.305644 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-0104b4ff-2565-44e9-9758-20cc8c6afbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dadee6c-fe60-4dbf-b154-59ec303aa1ae', 'name': 'tempest-ServersNegativeTestJSON-919227094-router', 'tenant_id': 'd4834e96ebfd4a33ac33e7d3e81637ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '347e170e-77ea-41e9-9a19-7ae4494dd03f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:28:51Z', 'updated_at': '2022-10-04T21:28:57Z', 'revision_number': 4, 'project_id': 'd4834e96ebfd4a33ac33e7d3e81637ac', 'gw_port': {'id': '347e170e-77ea-41e9-9a19-7ae4494dd03f', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dadee6c-fe60-4dbf-b154-59ec303aa1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:28:52Z', 'updated_at': '2022-10-04T21:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '560c56fe-c75b-4199-a48f-7c0e7cb02e35', 'name': '', 'network_id': '7c1ad554-c971-44f6-aecf-dc578ae5ec3d', 'tenant_id': 'd4834e96ebfd4a33ac33e7d3e81637ac', 'mac_address': 'fa:16:3e:13:c0:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dadee6c-fe60-4dbf-b154-59ec303aa1ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'd54e991b-f52c-40d8-80bf-6a1b3c570dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:28:56Z', 'updated_at': '2022-10-04T21:28:57Z', 'revision_number': 2, 'project_id': 'd4834e96ebfd4a33ac33e7d3e81637ac', 'subnets': [{'id': 'd54e991b-f52c-40d8-80bf-6a1b3c570dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:29:00.360059 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0104b4ff-2565-44e9-9758-20cc8c6afbb7 None None] Checking router: 0dadee6c-fe60-4dbf-b154-59ec303aa1ae for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:29:00.360683 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0104b4ff-2565-44e9-9758-20cc8c6afbb7 None None] Updating router 0dadee6c-fe60-4dbf-b154-59ec303aa1ae port 560c56fe-c75b-4199-a48f-7c0e7cb02e35 binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:29:00.420750 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0104b4ff-2565-44e9-9758-20cc8c6afbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (560c56fe-c75b-4199-a48f-7c0e7cb02e35), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:00.559832 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-88a0f1b7-8a6f-478d-aa51-36907c703bec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (0dadee6c-fe60-4dbf-b154-59ec303aa1ae), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:00.616530 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:29:00.626373 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:29:00.845561 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:29:00.934719 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0104b4ff-2565-44e9-9758-20cc8c6afbb7 None None] Publish callbacks [] for port (560c56fe-c75b-4199-a48f-7c0e7cb02e35), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:01.067105 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0104b4ff-2565-44e9-9758-20cc8c6afbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (560c56fe-c75b-4199-a48f-7c0e7cb02e35), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:01.166279 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41f4a6d-7193-4abb-8f88-6cb36539486f None None] Pushing event updated for resources: {'Port': ['ID=560c56fe-c75b-4199-a48f-7c0e7cb02e35,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:29:01.261930 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 347e170e-77ea-41e9-9a19-7ae4494dd03f up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:29:01.315462 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-0104b4ff-2565-44e9-9758-20cc8c6afbb7 None None] Attempting to bind port 560c56fe-c75b-4199-a48f-7c0e7cb02e35 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:29:01.316072 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-0104b4ff-2565-44e9-9758-20cc8c6afbb7 None None] Attempting to bind port 560c56fe-c75b-4199-a48f-7c0e7cb02e35 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'bfee257a-3e66-45dc-a9d2-27d80a91438c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '7c1ad554-c971-44f6-aecf-dc578ae5ec3d'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:29:01.316696 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0104b4ff-2565-44e9-9758-20cc8c6afbb7 None None] Attempting to bind port 560c56fe-c75b-4199-a48f-7c0e7cb02e35 on network 7c1ad554-c971-44f6-aecf-dc578ae5ec3d {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:29:01.436430 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-88a0f1b7-8a6f-478d-aa51-36907c703bec admin admin] Deleting port 560c56fe-c75b-4199-a48f-7c0e7cb02e35 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:29:01.437294 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-88a0f1b7-8a6f-478d-aa51-36907c703bec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (560c56fe-c75b-4199-a48f-7c0e7cb02e35), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:01.453605 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 347e170e-77ea-41e9-9a19-7ae4494dd03f triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:29:01.454222 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (347e170e-77ea-41e9-9a19-7ae4494dd03f), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:01.454785 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 347e170e-77ea-41e9-9a19-7ae4494dd03f Oct 04 21:29:01.458829 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0104b4ff-2565-44e9-9758-20cc8c6afbb7 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:29:01.459556 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0104b4ff-2565-44e9-9758-20cc8c6afbb7 None None] Checking segment: {'id': 'bfee257a-3e66-45dc-a9d2-27d80a91438c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '7c1ad554-c971-44f6-aecf-dc578ae5ec3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:29:01.460226 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0104b4ff-2565-44e9-9758-20cc8c6afbb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:01.460900 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0104b4ff-2565-44e9-9758-20cc8c6afbb7 None None] Bound using segment: {'id': 'bfee257a-3e66-45dc-a9d2-27d80a91438c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '7c1ad554-c971-44f6-aecf-dc578ae5ec3d'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:29:01.461781 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-0104b4ff-2565-44e9-9758-20cc8c6afbb7 None None] Bound port: 560c56fe-c75b-4199-a48f-7c0e7cb02e35, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfee257a-3e66-45dc-a9d2-27d80a91438c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '7c1ad554-c971-44f6-aecf-dc578ae5ec3d'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:29:01.462517 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0104b4ff-2565-44e9-9758-20cc8c6afbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (560c56fe-c75b-4199-a48f-7c0e7cb02e35), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:01.614528 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-88a0f1b7-8a6f-478d-aa51-36907c703bec admin admin] For port 560c56fe-c75b-4199-a48f-7c0e7cb02e35, host n-d-852085-12, got binding levels [] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:29:01.615188 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-88a0f1b7-8a6f-478d-aa51-36907c703bec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (560c56fe-c75b-4199-a48f-7c0e7cb02e35), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:01.620157 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:29:01.643346 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-88a0f1b7-8a6f-478d-aa51-36907c703bec admin admin] Calling delete_port for 560c56fe-c75b-4199-a48f-7c0e7cb02e35 owned by network:router_interface {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:29:01.713756 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-0104b4ff-2565-44e9-9758-20cc8c6afbb7 None None] For port 560c56fe-c75b-4199-a48f-7c0e7cb02e35, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:29:01.723433 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-0104b4ff-2565-44e9-9758-20cc8c6afbb7 None None] For port 560c56fe-c75b-4199-a48f-7c0e7cb02e35, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=560c56fe-c75b-4199-a48f-7c0e7cb02e35,segment=NetworkSegment(bfee257a-3e66-45dc-a9d2-27d80a91438c),segment_id=bfee257a-3e66-45dc-a9d2-27d80a91438c)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:29:01.731781 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 347e170e-77ea-41e9-9a19-7ae4494dd03f is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:29:01.815936 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0104b4ff-2565-44e9-9758-20cc8c6afbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (560c56fe-c75b-4199-a48f-7c0e7cb02e35), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:01.869797 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0104b4ff-2565-44e9-9758-20cc8c6afbb7 None None] Routers {'0dadee6c-fe60-4dbf-b154-59ec303aa1ae'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:29:01.870658 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-0104b4ff-2565-44e9-9758-20cc8c6afbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:28:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['0dadee6c-fe60-4dbf-b154-59ec303aa1ae'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:29:01.983461 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41f4a6d-7193-4abb-8f88-6cb36539486f None None] Pushing event updated for resources: {'Port': ['ID=560c56fe-c75b-4199-a48f-7c0e7cb02e35,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:29:02.116882 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-88a0f1b7-8a6f-478d-aa51-36907c703bec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (560c56fe-c75b-4199-a48f-7c0e7cb02e35), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:02.169106 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a0f1b7-8a6f-478d-aa51-36907c703bec admin admin] Pushing event deleted for resources: {'Port': ['ID=560c56fe-c75b-4199-a48f-7c0e7cb02e35,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:29:02.218318 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a0f1b7-8a6f-478d-aa51-36907c703bec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:29:02.218909 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a0f1b7-8a6f-478d-aa51-36907c703bec admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:29:02.220229 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a0f1b7-8a6f-478d-aa51-36907c703bec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:29:02.220549 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a0f1b7-8a6f-478d-aa51-36907c703bec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:29:02.221077 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a0f1b7-8a6f-478d-aa51-36907c703bec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:29:02.221830 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a0f1b7-8a6f-478d-aa51-36907c703bec admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:29:02.222408 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a0f1b7-8a6f-478d-aa51-36907c703bec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:29:02.223069 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a0f1b7-8a6f-478d-aa51-36907c703bec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:29:02.223550 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a0f1b7-8a6f-478d-aa51-36907c703bec admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:29:02.224140 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a0f1b7-8a6f-478d-aa51-36907c703bec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:29:02.225620 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a0f1b7-8a6f-478d-aa51-36907c703bec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:29:02.226194 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a0f1b7-8a6f-478d-aa51-36907c703bec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:29:02.226784 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a0f1b7-8a6f-478d-aa51-36907c703bec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:29:02.227382 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a0f1b7-8a6f-478d-aa51-36907c703bec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:29:02.227939 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a0f1b7-8a6f-478d-aa51-36907c703bec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:29:02.342905 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-0104b4ff-2565-44e9-9758-20cc8c6afbb7 None None] Set router 0dadee6c-fe60-4dbf-b154-59ec303aa1ae gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:29:02.559281 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-88a0f1b7-8a6f-478d-aa51-36907c703bec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (0dadee6c-fe60-4dbf-b154-59ec303aa1ae), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:02.628671 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:29:02.702388 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:02.732672 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-0104b4ff-2565-44e9-9758-20cc8c6afbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dadee6c-fe60-4dbf-b154-59ec303aa1ae', 'name': 'tempest-ServersNegativeTestJSON-919227094-router', 'tenant_id': 'd4834e96ebfd4a33ac33e7d3e81637ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '347e170e-77ea-41e9-9a19-7ae4494dd03f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:28:51Z', 'updated_at': '2022-10-04T21:28:57Z', 'revision_number': 4, 'project_id': 'd4834e96ebfd4a33ac33e7d3e81637ac', 'gw_port': {'id': '347e170e-77ea-41e9-9a19-7ae4494dd03f', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dadee6c-fe60-4dbf-b154-59ec303aa1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:28:52Z', 'updated_at': '2022-10-04T21:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '560c56fe-c75b-4199-a48f-7c0e7cb02e35', 'name': '', 'network_id': '7c1ad554-c971-44f6-aecf-dc578ae5ec3d', 'tenant_id': 'd4834e96ebfd4a33ac33e7d3e81637ac', 'mac_address': 'fa:16:3e:13:c0:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dadee6c-fe60-4dbf-b154-59ec303aa1ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'd54e991b-f52c-40d8-80bf-6a1b3c570dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:28:56Z', 'updated_at': '2022-10-04T21:29:01Z', 'revision_number': 4, 'project_id': 'd4834e96ebfd4a33ac33e7d3e81637ac', 'subnets': [{'id': 'd54e991b-f52c-40d8-80bf-6a1b3c570dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:29:02.780874 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0104b4ff-2565-44e9-9758-20cc8c6afbb7 None None] The sync data for ids ['0dadee6c-fe60-4dbf-b154-59ec303aa1ae'] in n-d-852085-12 is: [{'id': '0dadee6c-fe60-4dbf-b154-59ec303aa1ae', 'name': 'tempest-ServersNegativeTestJSON-919227094-router', 'tenant_id': 'd4834e96ebfd4a33ac33e7d3e81637ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '347e170e-77ea-41e9-9a19-7ae4494dd03f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:28:51Z', 'updated_at': '2022-10-04T21:28:57Z', 'revision_number': 4, 'project_id': 'd4834e96ebfd4a33ac33e7d3e81637ac', 'gw_port': {'id': '347e170e-77ea-41e9-9a19-7ae4494dd03f', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dadee6c-fe60-4dbf-b154-59ec303aa1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:28:52Z', 'updated_at': '2022-10-04T21:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '560c56fe-c75b-4199-a48f-7c0e7cb02e35', 'name': '', 'network_id': '7c1ad554-c971-44f6-aecf-dc578ae5ec3d', 'tenant_id': 'd4834e96ebfd4a33ac33e7d3e81637ac', 'mac_address': 'fa:16:3e:13:c0:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dadee6c-fe60-4dbf-b154-59ec303aa1ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'd54e991b-f52c-40d8-80bf-6a1b3c570dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:28:56Z', 'updated_at': '2022-10-04T21:29:01Z', 'revision_number': 4, 'project_id': 'd4834e96ebfd4a33ac33e7d3e81637ac', 'subnets': [{'id': 'd54e991b-f52c-40d8-80bf-6a1b3c570dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:29:02.951866 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:29:02.975832 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88a0f1b7-8a6f-478d-aa51-36907c703bec admin admin] Router 0dadee6c-fe60-4dbf-b154-59ec303aa1ae has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:29:03.182161 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a0f1b7-8a6f-478d-aa51-36907c703bec admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:29:03.189430 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-88a0f1b7-8a6f-478d-aa51-36907c703bec admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/0dadee6c-fe60-4dbf-b154-59ec303aa1ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2015555 Oct 04 21:29:03.193722 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52940) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:29:03.370815 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:29:03.388512 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-28bcf689-61e9-45e3-be91-99066ee300f5 admin admin] Publish callbacks [] for router (0dadee6c-fe60-4dbf-b154-59ec303aa1ae), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:03.585599 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-28bcf689-61e9-45e3-be91-99066ee300f5 admin admin] Publish callbacks [] for router_gateway (0dadee6c-fe60-4dbf-b154-59ec303aa1ae), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:03.648793 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:03.810232 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-28bcf689-61e9-45e3-be91-99066ee300f5 admin admin] Deleting port 347e170e-77ea-41e9-9a19-7ae4494dd03f {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:29:03.810927 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-28bcf689-61e9-45e3-be91-99066ee300f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (347e170e-77ea-41e9-9a19-7ae4494dd03f), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:03.997590 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-28bcf689-61e9-45e3-be91-99066ee300f5 admin admin] For port 347e170e-77ea-41e9-9a19-7ae4494dd03f, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=347e170e-77ea-41e9-9a19-7ae4494dd03f,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:29:03.998222 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-28bcf689-61e9-45e3-be91-99066ee300f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (347e170e-77ea-41e9-9a19-7ae4494dd03f), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:04.026902 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-28bcf689-61e9-45e3-be91-99066ee300f5 admin admin] Calling delete_port for 347e170e-77ea-41e9-9a19-7ae4494dd03f owned by network:router_gateway {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:29:04.456000 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-28bcf689-61e9-45e3-be91-99066ee300f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (347e170e-77ea-41e9-9a19-7ae4494dd03f), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:04.512020 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bcf689-61e9-45e3-be91-99066ee300f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=347e170e-77ea-41e9-9a19-7ae4494dd03f,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:29:04.563978 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97bf01b-d997-41e8-808e-632c0153e49a None None] Sync routers for ids ['0dadee6c-fe60-4dbf-b154-59ec303aa1ae'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:29:04.575920 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97bf01b-d997-41e8-808e-632c0153e49a None None] Routers {'0dadee6c-fe60-4dbf-b154-59ec303aa1ae'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:29:04.577677 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-f97bf01b-d997-41e8-808e-632c0153e49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:28:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['0dadee6c-fe60-4dbf-b154-59ec303aa1ae'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:29:04.647948 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-28bcf689-61e9-45e3-be91-99066ee300f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (0dadee6c-fe60-4dbf-b154-59ec303aa1ae), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:04.723383 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-f97bf01b-d997-41e8-808e-632c0153e49a None None] Set router 0dadee6c-fe60-4dbf-b154-59ec303aa1ae gateway port host: None {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:29:04.822944 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-f97bf01b-d997-41e8-808e-632c0153e49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dadee6c-fe60-4dbf-b154-59ec303aa1ae', 'name': 'tempest-ServersNegativeTestJSON-919227094-router', 'tenant_id': 'd4834e96ebfd4a33ac33e7d3e81637ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:28:51Z', 'updated_at': '2022-10-04T21:29:04Z', 'revision_number': 7, 'project_id': 'd4834e96ebfd4a33ac33e7d3e81637ac', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:29:04.847424 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-28bcf689-61e9-45e3-be91-99066ee300f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (0dadee6c-fe60-4dbf-b154-59ec303aa1ae), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:04.854152 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-28bcf689-61e9-45e3-be91-99066ee300f5 admin admin] Publish callbacks [] for router_controller (0dadee6c-fe60-4dbf-b154-59ec303aa1ae), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:04.873156 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97bf01b-d997-41e8-808e-632c0153e49a None None] Checking router: 0dadee6c-fe60-4dbf-b154-59ec303aa1ae for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:29:04.890010 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97bf01b-d997-41e8-808e-632c0153e49a None None] Routers {'0dadee6c-fe60-4dbf-b154-59ec303aa1ae'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:29:04.891108 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-f97bf01b-d997-41e8-808e-632c0153e49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:28:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['0dadee6c-fe60-4dbf-b154-59ec303aa1ae'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:29:04.922164 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=44,neutron:INSERT=1,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:29:04.924322 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:29:05.027014 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-28bcf689-61e9-45e3-be91-99066ee300f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (0dadee6c-fe60-4dbf-b154-59ec303aa1ae), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:05.027956 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28bcf689-61e9-45e3-be91-99066ee300f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0dadee6c-fe60-4dbf-b154-59ec303aa1ae {{(pid=108170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 21:29:05.035978 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-28bcf689-61e9-45e3-be91-99066ee300f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:05.038618 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-28bcf689-61e9-45e3-be91-99066ee300f5 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/0dadee6c-fe60-4dbf-b154-59ec303aa1ae HTTP/1.1" status: 204 len: 168 time: 1.8429821 Oct 04 21:29:05.043639 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52942) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:29:05.044890 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-f97bf01b-d997-41e8-808e-632c0153e49a None None] Set router 0dadee6c-fe60-4dbf-b154-59ec303aa1ae gateway port host: None {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:29:05.140520 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-08e927ee-f107-4505-abf5-01b871a69c56 admin admin] Deleting subnet d54e991b-f52c-40d8-80bf-6a1b3c570dc7 {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:29:05.145451 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-f97bf01b-d997-41e8-808e-632c0153e49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dadee6c-fe60-4dbf-b154-59ec303aa1ae', 'name': 'tempest-ServersNegativeTestJSON-919227094-router', 'tenant_id': 'd4834e96ebfd4a33ac33e7d3e81637ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:28:51Z', 'updated_at': '2022-10-04T21:29:04Z', 'revision_number': 7, 'project_id': 'd4834e96ebfd4a33ac33e7d3e81637ac', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:29:05.147418 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-08e927ee-f107-4505-abf5-01b871a69c56 admin admin] Publish callbacks [] for subnet (d54e991b-f52c-40d8-80bf-6a1b3c570dc7), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:05.197471 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97bf01b-d997-41e8-808e-632c0153e49a None None] The sync data for ids ['0dadee6c-fe60-4dbf-b154-59ec303aa1ae'] in n-d-852085-12 is: [{'id': '0dadee6c-fe60-4dbf-b154-59ec303aa1ae', 'name': 'tempest-ServersNegativeTestJSON-919227094-router', 'tenant_id': 'd4834e96ebfd4a33ac33e7d3e81637ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:28:51Z', 'updated_at': '2022-10-04T21:29:04Z', 'revision_number': 7, 'project_id': 'd4834e96ebfd4a33ac33e7d3e81637ac', 'gw_port_host': None}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:29:05.202564 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:29:05.238223 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-08e927ee-f107-4505-abf5-01b871a69c56 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (d54e991b-f52c-40d8-80bf-6a1b3c570dc7), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:05.417304 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-08e927ee-f107-4505-abf5-01b871a69c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (d54e991b-f52c-40d8-80bf-6a1b3c570dc7), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:05.462877 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:29:05.718645 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-08e927ee-f107-4505-abf5-01b871a69c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (d54e991b-f52c-40d8-80bf-6a1b3c570dc7), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:05.756235 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e927ee-f107-4505-abf5-01b871a69c56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d54e991b-f52c-40d8-80bf-6a1b3c570dc7,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:29:05.767568 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-08e927ee-f107-4505-abf5-01b871a69c56 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:05.774189 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9542228-a57a-4b14-99bf-963ce3769111 None None] Network 7c1ad554-c971-44f6-aecf-dc578ae5ec3d requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:29:05.776205 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-08e927ee-f107-4505-abf5-01b871a69c56 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/d54e991b-f52c-40d8-80bf-6a1b3c570dc7 HTTP/1.1" status: 204 len: 168 time: 0.7307491 Oct 04 21:29:05.779702 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52944) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:29:05.872090 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:29:05.927486 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fb06f3cf-a565-45cc-8219-14a4a4bf1210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (7c1ad554-c971-44f6-aecf-dc578ae5ec3d), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:06.020110 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-fb06f3cf-a565-45cc-8219-14a4a4bf1210 admin admin] Deleting port f5b7c828-165a-4d84-aa3b-157efac58598 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:29:06.020674 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fb06f3cf-a565-45cc-8219-14a4a4bf1210 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (f5b7c828-165a-4d84-aa3b-157efac58598), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:06.084127 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15dc3589-76b6-4377-9252-6b662623120a None None] DHCP port deletion for 7c1ad554-c971-44f6-aecf-dc578ae5ec3d request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:29:06.157965 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-fb06f3cf-a565-45cc-8219-14a4a4bf1210 admin admin] For port f5b7c828-165a-4d84-aa3b-157efac58598, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=f5b7c828-165a-4d84-aa3b-157efac58598,segment=NetworkSegment(bfee257a-3e66-45dc-a9d2-27d80a91438c),segment_id=bfee257a-3e66-45dc-a9d2-27d80a91438c)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:29:06.158520 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fb06f3cf-a565-45cc-8219-14a4a4bf1210 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (f5b7c828-165a-4d84-aa3b-157efac58598), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:06.176495 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-15dc3589-76b6-4377-9252-6b662623120a None None] Deleting port f5b7c828-165a-4d84-aa3b-157efac58598 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:29:06.177253 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-15dc3589-76b6-4377-9252-6b662623120a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (f5b7c828-165a-4d84-aa3b-157efac58598), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:06.186645 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-fb06f3cf-a565-45cc-8219-14a4a4bf1210 admin admin] Calling delete_port for f5b7c828-165a-4d84-aa3b-157efac58598 owned by network:dhcp {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:29:06.318849 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-15dc3589-76b6-4377-9252-6b662623120a None None] For port f5b7c828-165a-4d84-aa3b-157efac58598, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=f5b7c828-165a-4d84-aa3b-157efac58598,segment=NetworkSegment(bfee257a-3e66-45dc-a9d2-27d80a91438c),segment_id=bfee257a-3e66-45dc-a9d2-27d80a91438c)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:29:06.319837 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-15dc3589-76b6-4377-9252-6b662623120a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (f5b7c828-165a-4d84-aa3b-157efac58598), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:06.349908 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-15dc3589-76b6-4377-9252-6b662623120a None None] Calling delete_port for f5b7c828-165a-4d84-aa3b-157efac58598 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:29:06.461944 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fb06f3cf-a565-45cc-8219-14a4a4bf1210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (f5b7c828-165a-4d84-aa3b-157efac58598), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:06.511470 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb06f3cf-a565-45cc-8219-14a4a4bf1210 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5b7c828-165a-4d84-aa3b-157efac58598,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:29:06.522362 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb06f3cf-a565-45cc-8219-14a4a4bf1210 admin admin] No DVR routers for this DVR port f5b7c828-165a-4d84-aa3b-157efac58598 on host n-d-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:29:06.533972 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-15dc3589-76b6-4377-9252-6b662623120a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (f5b7c828-165a-4d84-aa3b-157efac58598), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:06.585757 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dc3589-76b6-4377-9252-6b662623120a None None] Pushing event deleted for resources: {'Port': ['ID=f5b7c828-165a-4d84-aa3b-157efac58598,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:29:06.603823 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15dc3589-76b6-4377-9252-6b662623120a None None] No DVR routers for this DVR port f5b7c828-165a-4d84-aa3b-157efac58598 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:29:06.710893 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fb06f3cf-a565-45cc-8219-14a4a4bf1210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (7c1ad554-c971-44f6-aecf-dc578ae5ec3d), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:06.757054 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-fb06f3cf-a565-45cc-8219-14a4a4bf1210 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c1ad554-c971-44f6-aecf-dc578ae5ec3d']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:29:06.777958 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-fb06f3cf-a565-45cc-8219-14a4a4bf1210 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfee257a-3e66-45dc-a9d2-27d80a91438c') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:29:06.778461 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-fb06f3cf-a565-45cc-8219-14a4a4bf1210 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfee257a-3e66-45dc-a9d2-27d80a91438c') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:29:06.802234 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fb06f3cf-a565-45cc-8219-14a4a4bf1210 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (bfee257a-3e66-45dc-a9d2-27d80a91438c), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:06.832406 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fb06f3cf-a565-45cc-8219-14a4a4bf1210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (bfee257a-3e66-45dc-a9d2-27d80a91438c), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:06.847622 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb06f3cf-a565-45cc-8219-14a4a4bf1210 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:29:06.848194 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fb06f3cf-a565-45cc-8219-14a4a4bf1210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (bfee257a-3e66-45dc-a9d2-27d80a91438c), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:06.932813 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment bfee257a-3e66-45dc-a9d2-27d80a91438c resource provider aggregate not found Oct 04 21:29:06.968229 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment bfee257a-3e66-45dc-a9d2-27d80a91438c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bfee257a-3e66-45dc-a9d2-27d80a91438c found for delete ", "request_id": "req-bb97e467-1b75-4ec3-a02b-4f03b17f6666"}]} Oct 04 21:29:07.104911 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fb06f3cf-a565-45cc-8219-14a4a4bf1210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (7c1ad554-c971-44f6-aecf-dc578ae5ec3d), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:07.116900 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fb06f3cf-a565-45cc-8219-14a4a4bf1210 admin admin] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:07.122015 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-fb06f3cf-a565-45cc-8219-14a4a4bf1210 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/7c1ad554-c971-44f6-aecf-dc578ae5ec3d HTTP/1.1" status: 204 len: 168 time: 1.3404403 Oct 04 21:29:07.145644 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb06f3cf-a565-45cc-8219-14a4a4bf1210 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c1ad554-c971-44f6-aecf-dc578ae5ec3d,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:29:07.241356 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 560c56fe-c75b-4199-a48f-7c0e7cb02e35 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:29:07.280359 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 560c56fe-c75b-4199-a48f-7c0e7cb02e35 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:29:07.280911 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 560c56fe-c75b-4199-a48f-7c0e7cb02e35 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:29:07.281592 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device f5b7c828-165a-4d84-aa3b-157efac58598 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:29:07.324520 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: f5b7c828-165a-4d84-aa3b-157efac58598 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:29:07.325085 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device f5b7c828-165a-4d84-aa3b-157efac58598 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:29:07.325805 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 347e170e-77ea-41e9-9a19-7ae4494dd03f no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:29:07.362524 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 347e170e-77ea-41e9-9a19-7ae4494dd03f {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:29:07.363093 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 347e170e-77ea-41e9-9a19-7ae4494dd03f not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:29:07.755291 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52952) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:29:07.843466 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-cf31e707-3114-4b8c-9d8c-3ae990b95543 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=d4834e96ebfd4a33ac33e7d3e81637ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0847993 Oct 04 21:29:07.847482 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52954) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:29:07.955922 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ecadd40f-3c12-4553-8e43-c660076559ba admin admin] Publish callbacks [] for security_group (41991b86-b1d1-45d8-99b1-bc509d1c721a), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:08.000557 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ecadd40f-3c12-4553-8e43-c660076559ba admin admin] Publish callbacks [] for security_group (41991b86-b1d1-45d8-99b1-bc509d1c721a), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:08.167686 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ecadd40f-3c12-4553-8e43-c660076559ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (41991b86-b1d1-45d8-99b1-bc509d1c721a), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:08.172833 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ecadd40f-3c12-4553-8e43-c660076559ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:08.174606 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-ecadd40f-3c12-4553-8e43-c660076559ba admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/41991b86-b1d1-45d8-99b1-bc509d1c721a HTTP/1.1" status: 204 len: 168 time: 0.3256247 Oct 04 21:29:08.190815 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecadd40f-3c12-4553-8e43-c660076559ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41991b86-b1d1-45d8-99b1-bc509d1c721a,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:29:10.124515 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52976) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:29:10.328789 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-a12c625d-0b2e-4d4b-88fa-9417cd3cab62 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-491520390'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:29:10.500504 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12c625d-0b2e-4d4b-88fa-9417cd3cab62 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Made reservation on behalf of 84a07d6a273a43c9a10a494100c6cc91 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:29:10.507573 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a12c625d-0b2e-4d4b-88fa-9417cd3cab62 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:10.525652 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a12c625d-0b2e-4d4b-88fa-9417cd3cab62 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:10.664236 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a12c625d-0b2e-4d4b-88fa-9417cd3cab62 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks [] for security_group (21b741ad-23c5-4f87-895c-964b2b428715), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:10.742643 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a12c625d-0b2e-4d4b-88fa-9417cd3cab62 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (21b741ad-23c5-4f87-895c-964b2b428715), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:10.791484 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a12c625d-0b2e-4d4b-88fa-9417cd3cab62 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:29:10.834661 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a12c625d-0b2e-4d4b-88fa-9417cd3cab62 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (cd49d33e-4365-4591-8aae-a7032ac21aba), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:10.835612 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-a12c625d-0b2e-4d4b-88fa-9417cd3cab62 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Added segment cd49d33e-4365-4591-8aae-a7032ac21aba of type vlan for network 919c9326-ac30-40ab-b66f-83bb9a4efbd0 Oct 04 21:29:10.856034 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c625d-0b2e-4d4b-88fa-9417cd3cab62 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21b741ad-23c5-4f87-895c-964b2b428715,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:29:10.938557 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a12c625d-0b2e-4d4b-88fa-9417cd3cab62 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (919c9326-ac30-40ab-b66f-83bb9a4efbd0), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:11.364342 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a12c625d-0b2e-4d4b-88fa-9417cd3cab62 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (919c9326-ac30-40ab-b66f-83bb9a4efbd0), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:11.376471 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12c625d-0b2e-4d4b-88fa-9417cd3cab62 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:29:11.376471 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a12c625d-0b2e-4d4b-88fa-9417cd3cab62 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:11.480728 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c625d-0b2e-4d4b-88fa-9417cd3cab62 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Pushing event updated for resources: {'Network': ['ID=919c9326-ac30-40ab-b66f-83bb9a4efbd0,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:29:11.496317 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 919c9326-ac30-40ab-b66f-83bb9a4efbd0 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:29:11.505030 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a12c625d-0b2e-4d4b-88fa-9417cd3cab62 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3788478 Oct 04 21:29:15.467423 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 21:29:15.558726 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-883013dd-8d17-4819-a235-32cb7bf2bfd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:17.398389 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d2ecd0eb-7184-47e8-80a2-8fc20b097ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:18.137002 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52980) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:29:18.145881 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-2deebece-aa68-4216-b8d8-2c78fcb8b093 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Request body: {'subnet': {'network_id': '919c9326-ac30-40ab-b66f-83bb9a4efbd0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:29:18.269131 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:29:18.311367 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:29:18.404000 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2deebece-aa68-4216-b8d8-2c78fcb8b093 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Made reservation on behalf of 84a07d6a273a43c9a10a494100c6cc91 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:29:18.411254 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2deebece-aa68-4216-b8d8-2c78fcb8b093 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:18.937656 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2deebece-aa68-4216-b8d8-2c78fcb8b093 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (2796f36b-f12c-4aa8-b3e0-bbac8b2deeec), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:19.039776 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deebece-aa68-4216-b8d8-2c78fcb8b093 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Pushing event updated for resources: {'Subnet': ['ID=2796f36b-f12c-4aa8-b3e0-bbac8b2deeec,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:29:19.055816 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2deebece-aa68-4216-b8d8-2c78fcb8b093 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Checking segment: {'id': 'cd49d33e-4365-4591-8aae-a7032ac21aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '919c9326-ac30-40ab-b66f-83bb9a4efbd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:29:19.056467 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2deebece-aa68-4216-b8d8-2c78fcb8b093 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Network hostable DHCP agents. Network: 919c9326-ac30-40ab-b66f-83bb9a4efbd0, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:29:19.192592 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2deebece-aa68-4216-b8d8-2c78fcb8b093 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Network 919c9326-ac30-40ab-b66f-83bb9a4efbd0 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:29:19.321671 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-2deebece-aa68-4216-b8d8-2c78fcb8b093 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 919c9326-ac30-40ab-b66f-83bb9a4efbd0) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:29:19.329673 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2deebece-aa68-4216-b8d8-2c78fcb8b093 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:29:19.330932 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2deebece-aa68-4216-b8d8-2c78fcb8b093 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:19.338958 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62175df-bfc8-4abb-836b-1069fae8286b None None] Network 919c9326-ac30-40ab-b66f-83bb9a4efbd0 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:29:19.419441 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2deebece-aa68-4216-b8d8-2c78fcb8b093 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2797179 Oct 04 21:29:19.423016 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52982) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:29:19.430595 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-084ce753-f8c0-4431-9705-0fc495705459 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-666533441'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:29:19.553937 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb26828-5b99-482b-8d26-d2a210472df9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-919c9326-ac30-40ab-b66f-83bb9a4efbd0', 'network_id': '919c9326-ac30-40ab-b66f-83bb9a4efbd0', 'project_id': '84a07d6a273a43c9a10a494100c6cc91', 'fixed_ips': [{'subnet_id': '2796f36b-f12c-4aa8-b3e0-bbac8b2deeec'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:29:19.555533 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6cb26828-5b99-482b-8d26-d2a210472df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:19.557902 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084ce753-f8c0-4431-9705-0fc495705459 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Made reservation on behalf of 84a07d6a273a43c9a10a494100c6cc91 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:29:19.563300 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-084ce753-f8c0-4431-9705-0fc495705459 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:19.605772 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-084ce753-f8c0-4431-9705-0fc495705459 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:29:19.623791 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-084ce753-f8c0-4431-9705-0fc495705459 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (a2212f6d-aebb-4c7f-bcb0-9b6627310c29), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:19.624330 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-084ce753-f8c0-4431-9705-0fc495705459 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Added segment a2212f6d-aebb-4c7f-bcb0-9b6627310c29 of type vlan for network 8710e898-9eec-4064-9635-c1ce510dce6a Oct 04 21:29:19.702958 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-084ce753-f8c0-4431-9705-0fc495705459 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (8710e898-9eec-4064-9635-c1ce510dce6a), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:19.841843 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-084ce753-f8c0-4431-9705-0fc495705459 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (8710e898-9eec-4064-9635-c1ce510dce6a), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:19.845101 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-6cb26828-5b99-482b-8d26-d2a210472df9 None None] Allocated IP 2001:db8:0:ffff::2 (919c9326-ac30-40ab-b66f-83bb9a4efbd0/2796f36b-f12c-4aa8-b3e0-bbac8b2deeec/f5f361ed-274c-4698-8f83-46cf9fc9146b) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:29:19.852702 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084ce753-f8c0-4431-9705-0fc495705459 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:29:19.857518 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-084ce753-f8c0-4431-9705-0fc495705459 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:19.999035 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084ce753-f8c0-4431-9705-0fc495705459 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Pushing event updated for resources: {'Network': ['ID=8710e898-9eec-4064-9635-c1ce510dce6a,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:29:20.017927 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 8710e898-9eec-4064-9635-c1ce510dce6a details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:29:20.042073 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-084ce753-f8c0-4431-9705-0fc495705459 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6168921 Oct 04 21:29:20.047177 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52984) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:29:20.057042 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-a66a52c3-7092-47db-a01a-6110562f7a57 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Request body: {'subnet': {'network_id': '8710e898-9eec-4064-9635-c1ce510dce6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:29:20.231155 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:INSERT=13,neutron:SELECT=82,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:29:20.238178 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:29:20.252866 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:29:20.287325 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6cb26828-5b99-482b-8d26-d2a210472df9 None None] Publish callbacks [] for port (f5f361ed-274c-4698-8f83-46cf9fc9146b), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:20.336152 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a66a52c3-7092-47db-a01a-6110562f7a57 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Made reservation on behalf of 84a07d6a273a43c9a10a494100c6cc91 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:29:20.341429 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a66a52c3-7092-47db-a01a-6110562f7a57 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:20.371614 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6cb26828-5b99-482b-8d26-d2a210472df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (f5f361ed-274c-4698-8f83-46cf9fc9146b), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:20.375052 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:20.437757 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb26828-5b99-482b-8d26-d2a210472df9 None None] Network 919c9326-ac30-40ab-b66f-83bb9a4efbd0 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:29:20.445913 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-6cb26828-5b99-482b-8d26-d2a210472df9 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:29:20.455192 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb26828-5b99-482b-8d26-d2a210472df9 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:29:20.476989 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb26828-5b99-482b-8d26-d2a210472df9 None None] Pushing event updated for resources: {'Port': ['ID=f5f361ed-274c-4698-8f83-46cf9fc9146b,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:29:20.562245 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-6cb26828-5b99-482b-8d26-d2a210472df9 None None] Attempting to bind port f5f361ed-274c-4698-8f83-46cf9fc9146b on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:29:20.562822 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-6cb26828-5b99-482b-8d26-d2a210472df9 None None] Attempting to bind port f5f361ed-274c-4698-8f83-46cf9fc9146b by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'cd49d33e-4365-4591-8aae-a7032ac21aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '919c9326-ac30-40ab-b66f-83bb9a4efbd0'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:29:20.563347 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb26828-5b99-482b-8d26-d2a210472df9 None None] Attempting to bind port f5f361ed-274c-4698-8f83-46cf9fc9146b on network 919c9326-ac30-40ab-b66f-83bb9a4efbd0 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:29:20.637605 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb26828-5b99-482b-8d26-d2a210472df9 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:29:20.638056 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb26828-5b99-482b-8d26-d2a210472df9 None None] Checking segment: {'id': 'cd49d33e-4365-4591-8aae-a7032ac21aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '919c9326-ac30-40ab-b66f-83bb9a4efbd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:29:20.638562 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6cb26828-5b99-482b-8d26-d2a210472df9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:20.639052 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb26828-5b99-482b-8d26-d2a210472df9 None None] Bound using segment: {'id': 'cd49d33e-4365-4591-8aae-a7032ac21aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '919c9326-ac30-40ab-b66f-83bb9a4efbd0'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:29:20.639915 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-6cb26828-5b99-482b-8d26-d2a210472df9 None None] Bound port: f5f361ed-274c-4698-8f83-46cf9fc9146b, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd49d33e-4365-4591-8aae-a7032ac21aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '919c9326-ac30-40ab-b66f-83bb9a4efbd0'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:29:20.640451 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6cb26828-5b99-482b-8d26-d2a210472df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (f5f361ed-274c-4698-8f83-46cf9fc9146b), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:20.646469 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:29:20.749535 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-6cb26828-5b99-482b-8d26-d2a210472df9 None None] For port f5f361ed-274c-4698-8f83-46cf9fc9146b, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:29:20.754494 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-6cb26828-5b99-482b-8d26-d2a210472df9 None None] For port f5f361ed-274c-4698-8f83-46cf9fc9146b, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=f5f361ed-274c-4698-8f83-46cf9fc9146b,segment=NetworkSegment(cd49d33e-4365-4591-8aae-a7032ac21aba),segment_id=cd49d33e-4365-4591-8aae-a7032ac21aba)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:29:20.810159 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a66a52c3-7092-47db-a01a-6110562f7a57 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (314dbac5-8d2b-4abe-ba39-8ef9170da5be), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:20.856730 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6cb26828-5b99-482b-8d26-d2a210472df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (f5f361ed-274c-4698-8f83-46cf9fc9146b), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:20.942108 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66a52c3-7092-47db-a01a-6110562f7a57 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Pushing event updated for resources: {'Subnet': ['ID=314dbac5-8d2b-4abe-ba39-8ef9170da5be,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:29:20.960332 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66a52c3-7092-47db-a01a-6110562f7a57 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Checking segment: {'id': 'a2212f6d-aebb-4c7f-bcb0-9b6627310c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8710e898-9eec-4064-9635-c1ce510dce6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:29:20.960790 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66a52c3-7092-47db-a01a-6110562f7a57 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Network hostable DHCP agents. Network: 8710e898-9eec-4064-9635-c1ce510dce6a, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:29:20.972947 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb26828-5b99-482b-8d26-d2a210472df9 None None] Pushing event updated for resources: {'Port': ['ID=f5f361ed-274c-4698-8f83-46cf9fc9146b,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:29:21.152036 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66a52c3-7092-47db-a01a-6110562f7a57 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Network 8710e898-9eec-4064-9635-c1ce510dce6a is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:29:21.244139 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-a66a52c3-7092-47db-a01a-6110562f7a57 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 8710e898-9eec-4064-9635-c1ce510dce6a) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:29:21.251569 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66a52c3-7092-47db-a01a-6110562f7a57 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:29:21.253122 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a66a52c3-7092-47db-a01a-6110562f7a57 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:21.266234 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b73ffaa-d81b-4699-8d93-1ea801e0af30 None None] Network 8710e898-9eec-4064-9635-c1ce510dce6a requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:29:21.314064 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device f5f361ed-274c-4698-8f83-46cf9fc9146b up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:29:21.379427 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a66a52c3-7092-47db-a01a-6110562f7a57 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.3302844 Oct 04 21:29:21.386599 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 52988) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:29:21.439552 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:29:21.446881 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=33,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:29:21.475563 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=37,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:29:21.477559 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port f5f361ed-274c-4698-8f83-46cf9fc9146b triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:29:21.478149 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (f5f361ed-274c-4698-8f83-46cf9fc9146b), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:21.478667 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port f5f361ed-274c-4698-8f83-46cf9fc9146b Oct 04 21:29:21.552083 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2615ae18-1cd0-4607-a8ab-eb2b06263739 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-8710e898-9eec-4064-9635-c1ce510dce6a', 'network_id': '8710e898-9eec-4064-9635-c1ce510dce6a', 'project_id': '84a07d6a273a43c9a10a494100c6cc91', 'fixed_ips': [{'subnet_id': '314dbac5-8d2b-4abe-ba39-8ef9170da5be'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:29:21.552934 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2615ae18-1cd0-4607-a8ab-eb2b06263739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:21.611694 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3dc343ff-8cb7-45ac-8f0a-6b814440bc6b tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (8710e898-9eec-4064-9635-c1ce510dce6a), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:21.716150 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3dc343ff-8cb7-45ac-8f0a-6b814440bc6b tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (314dbac5-8d2b-4abe-ba39-8ef9170da5be), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:21.816977 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:INSERT=2,neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:29:21.863329 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:21.889689 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port f5f361ed-274c-4698-8f83-46cf9fc9146b is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:29:21.890299 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (f5f361ed-274c-4698-8f83-46cf9fc9146b), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:21.929725 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3dc343ff-8cb7-45ac-8f0a-6b814440bc6b tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (314dbac5-8d2b-4abe-ba39-8ef9170da5be), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:21.964662 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:21.972706 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port f5f361ed-274c-4698-8f83-46cf9fc9146b, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=f5f361ed-274c-4698-8f83-46cf9fc9146b,segment=NetworkSegment(cd49d33e-4365-4591-8aae-a7032ac21aba),segment_id=cd49d33e-4365-4591-8aae-a7032ac21aba)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:29:21.988174 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc343ff-8cb7-45ac-8f0a-6b814440bc6b tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Pushing event deleted for resources: {'Subnet': ['ID=314dbac5-8d2b-4abe-ba39-8ef9170da5be,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server [None req-2615ae18-1cd0-4607-a8ab-eb2b06263739 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 314dbac5-8d2b-4abe-ba39-8ef9170da5be: This subnet is being modified by another concurrent operation. Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server raise self.value Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server raise self.value Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server raise self.value Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 292, in create_dhcp_port Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 704, in inner Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return f_with_retry(*args, **kwargs, Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server raise self.value Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server raise self.value Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server context_reference.session.rollback() Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server raise self.value Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1570, in create_port Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1535, in _create_port_db Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 224, in wrapped Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server raise exception Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 314dbac5-8d2b-4abe-ba39-8ef9170da5be: This subnet is being modified by another concurrent operation. Oct 04 21:29:22.016208 n-d-852085-12 neutron-server[108171]: ERROR oslo_messaging.rpc.server Oct 04 21:29:22.112910 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (f5f361ed-274c-4698-8f83-46cf9fc9146b), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:22.137313 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3dc343ff-8cb7-45ac-8f0a-6b814440bc6b tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (8710e898-9eec-4064-9635-c1ce510dce6a), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:22.184583 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-3dc343ff-8cb7-45ac-8f0a-6b814440bc6b tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8710e898-9eec-4064-9635-c1ce510dce6a']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:29:22.211660 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-3dc343ff-8cb7-45ac-8f0a-6b814440bc6b tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2212f6d-aebb-4c7f-bcb0-9b6627310c29') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:29:22.212079 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-3dc343ff-8cb7-45ac-8f0a-6b814440bc6b tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2212f6d-aebb-4c7f-bcb0-9b6627310c29') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:29:22.225045 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=f5f361ed-274c-4698-8f83-46cf9fc9146b,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:29:22.240388 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3dc343ff-8cb7-45ac-8f0a-6b814440bc6b tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (a2212f6d-aebb-4c7f-bcb0-9b6627310c29), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:22.270265 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3dc343ff-8cb7-45ac-8f0a-6b814440bc6b tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (a2212f6d-aebb-4c7f-bcb0-9b6627310c29), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:22.284702 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dc343ff-8cb7-45ac-8f0a-6b814440bc6b tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:29:22.285362 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3dc343ff-8cb7-45ac-8f0a-6b814440bc6b tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (a2212f6d-aebb-4c7f-bcb0-9b6627310c29), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:22.374374 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment a2212f6d-aebb-4c7f-bcb0-9b6627310c29 resource provider aggregate not found Oct 04 21:29:22.382961 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce9fa00-0bf7-4cd0-94b8-2071930f9280 None None] get_active_networks_info from n-d-852085-12 {{(pid=108171) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 04 21:29:22.414044 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment a2212f6d-aebb-4c7f-bcb0-9b6627310c29 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a2212f6d-aebb-4c7f-bcb0-9b6627310c29 found for delete ", "request_id": "req-2df37652-d187-4c0c-81a1-d16e8891695f"}]} Oct 04 21:29:22.462044 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-f8136452-1b72-46b5-8171-650cb688890b None None] Provisioning complete for port f5f361ed-274c-4698-8f83-46cf9fc9146b triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:29:22.463036 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f8136452-1b72-46b5-8171-650cb688890b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (f5f361ed-274c-4698-8f83-46cf9fc9146b), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:22.463036 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-f8136452-1b72-46b5-8171-650cb688890b None None] Attempt 1 to provision port f5f361ed-274c-4698-8f83-46cf9fc9146b Oct 04 21:29:22.511358 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3dc343ff-8cb7-45ac-8f0a-6b814440bc6b tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (8710e898-9eec-4064-9635-c1ce510dce6a), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:22.525315 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3dc343ff-8cb7-45ac-8f0a-6b814440bc6b tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:22.538797 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-3dc343ff-8cb7-45ac-8f0a-6b814440bc6b tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] 10.222.0.78 "DELETE /networking/v2.0/networks/8710e898-9eec-4064-9635-c1ce510dce6a HTTP/1.1" status: 204 len: 168 time: 1.1469929 Oct 04 21:29:22.539091 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:29:22.539321 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 52996) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:29:22.547911 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-05e20dd6-5cda-4456-8a9f-ef385958aa1d tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1268815927'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:29:22.577563 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc343ff-8cb7-45ac-8f0a-6b814440bc6b tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Pushing event deleted for resources: {'Network': ['ID=8710e898-9eec-4064-9635-c1ce510dce6a,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:29:22.584594 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce9fa00-0bf7-4cd0-94b8-2071930f9280 None None] Resources bound (agent type, host, resource id): {{(pid=108171) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 04 21:29:22.724728 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e20dd6-5cda-4456-8a9f-ef385958aa1d tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Made reservation on behalf of 84a07d6a273a43c9a10a494100c6cc91 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:29:22.732238 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-05e20dd6-5cda-4456-8a9f-ef385958aa1d tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:22.786351 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05e20dd6-5cda-4456-8a9f-ef385958aa1d tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:29:22.807991 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-05e20dd6-5cda-4456-8a9f-ef385958aa1d tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (59105543-55f6-4cbd-88d6-1aefc97259f5), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:22.808597 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-05e20dd6-5cda-4456-8a9f-ef385958aa1d tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Added segment 59105543-55f6-4cbd-88d6-1aefc97259f5 of type vlan for network 19711aea-1043-47ab-a055-94b02dcf5c54 Oct 04 21:29:22.895562 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-05e20dd6-5cda-4456-8a9f-ef385958aa1d tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (19711aea-1043-47ab-a055-94b02dcf5c54), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:22.970198 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-f8136452-1b72-46b5-8171-650cb688890b None None] Current status of the port f5f361ed-274c-4698-8f83-46cf9fc9146b is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:29:23.027198 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-05e20dd6-5cda-4456-8a9f-ef385958aa1d tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (19711aea-1043-47ab-a055-94b02dcf5c54), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:23.038704 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e20dd6-5cda-4456-8a9f-ef385958aa1d tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:29:23.039879 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-05e20dd6-5cda-4456-8a9f-ef385958aa1d tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:23.171550 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa44acd-374a-4b37-bdf8-593a45b52750 None None] Network 919c9326-ac30-40ab-b66f-83bb9a4efbd0 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:29:23.180627 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53000) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:29:23.180830 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-05e20dd6-5cda-4456-8a9f-ef385958aa1d tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6398177 Oct 04 21:29:23.192420 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-1dd62e42-5c1d-49c8-89ac-dac351c6994d tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Request body: {'subnet': {'network_id': '19711aea-1043-47ab-a055-94b02dcf5c54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:29:23.211062 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e20dd6-5cda-4456-8a9f-ef385958aa1d tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Pushing event updated for resources: {'Network': ['ID=19711aea-1043-47ab-a055-94b02dcf5c54,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:29:23.277677 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9946924-9c84-4311-b590-06fdf6e98bc4 None None] Network 8710e898-9eec-4064-9635-c1ce510dce6a requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:29:23.291992 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 19711aea-1043-47ab-a055-94b02dcf5c54 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:29:23.295721 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device f5f361ed-274c-4698-8f83-46cf9fc9146b up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:29:23.387693 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9946924-9c84-4311-b590-06fdf6e98bc4 None None] Network 8710e898-9eec-4064-9635-c1ce510dce6a could not be found, it might have been deleted concurrently. {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 04 21:29:23.481709 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd62e42-5c1d-49c8-89ac-dac351c6994d tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Made reservation on behalf of 84a07d6a273a43c9a10a494100c6cc91 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:29:23.488936 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1dd62e42-5c1d-49c8-89ac-dac351c6994d tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:23.622503 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port f5f361ed-274c-4698-8f83-46cf9fc9146b triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:29:23.623437 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (f5f361ed-274c-4698-8f83-46cf9fc9146b), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:23.623775 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port f5f361ed-274c-4698-8f83-46cf9fc9146b Oct 04 21:29:23.632868 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.ipam_backend_mixin [None req-1dd62e42-5c1d-49c8-89ac-dac351c6994d tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Performing IP validity checks on allocation pools {{(pid=108170) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Oct 04 21:29:23.633805 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.ipam_backend_mixin [None req-1dd62e42-5c1d-49c8-89ac-dac351c6994d tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Checking for overlaps among allocation pools and gateway ip {{(pid=108170) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Oct 04 21:29:23.731172 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:29:23.798685 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port f5f361ed-274c-4698-8f83-46cf9fc9146b is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:29:23.987301 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1dd62e42-5c1d-49c8-89ac-dac351c6994d tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (9ac226d4-1f44-47c5-9e45-3ff10bdd7852), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:24.118243 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd62e42-5c1d-49c8-89ac-dac351c6994d tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Pushing event updated for resources: {'Subnet': ['ID=9ac226d4-1f44-47c5-9e45-3ff10bdd7852,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:29:24.129740 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-fe772139-8489-4e06-9db1-4fe05e73e3fb None None] Provisioning complete for port f5f361ed-274c-4698-8f83-46cf9fc9146b triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:29:24.130455 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fe772139-8489-4e06-9db1-4fe05e73e3fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (f5f361ed-274c-4698-8f83-46cf9fc9146b), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:24.130929 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-fe772139-8489-4e06-9db1-4fe05e73e3fb None None] Attempt 1 to provision port f5f361ed-274c-4698-8f83-46cf9fc9146b Oct 04 21:29:24.137841 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd62e42-5c1d-49c8-89ac-dac351c6994d tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Checking segment: {'id': '59105543-55f6-4cbd-88d6-1aefc97259f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '19711aea-1043-47ab-a055-94b02dcf5c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:29:24.138439 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd62e42-5c1d-49c8-89ac-dac351c6994d tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Network hostable DHCP agents. Network: 19711aea-1043-47ab-a055-94b02dcf5c54, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:29:24.260744 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd62e42-5c1d-49c8-89ac-dac351c6994d tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Network 19711aea-1043-47ab-a055-94b02dcf5c54 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:29:24.262121 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-fe772139-8489-4e06-9db1-4fe05e73e3fb None None] Current status of the port f5f361ed-274c-4698-8f83-46cf9fc9146b is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:29:24.374657 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-1dd62e42-5c1d-49c8-89ac-dac351c6994d tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 19711aea-1043-47ab-a055-94b02dcf5c54) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:29:24.380048 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd62e42-5c1d-49c8-89ac-dac351c6994d tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:29:24.380847 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1dd62e42-5c1d-49c8-89ac-dac351c6994d tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:24.390815 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6ffe08-3a4e-4ad0-9817-3f68dbb74fd7 None None] Network 19711aea-1043-47ab-a055-94b02dcf5c54 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:29:24.486542 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-1dd62e42-5c1d-49c8-89ac-dac351c6994d tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3029516 Oct 04 21:29:24.490299 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53002) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:29:24.543317 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-19711aea-1043-47ab-a055-94b02dcf5c54', 'network_id': '19711aea-1043-47ab-a055-94b02dcf5c54', 'project_id': '84a07d6a273a43c9a10a494100c6cc91', 'fixed_ips': [{'subnet_id': '9ac226d4-1f44-47c5-9e45-3ff10bdd7852'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:29:24.545086 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:24.712143 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a19618dd-0aa8-4c55-8289-a5432d14cdad tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (19711aea-1043-47ab-a055-94b02dcf5c54), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:24.799507 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Allocated IP 2001:db8::3 (19711aea-1043-47ab-a055-94b02dcf5c54/9ac226d4-1f44-47c5-9e45-3ff10bdd7852/d63410f2-5ccf-4c8c-9908-067434a7bfe7) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:29:24.845500 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a19618dd-0aa8-4c55-8289-a5432d14cdad tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (9ac226d4-1f44-47c5-9e45-3ff10bdd7852), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:25.089670 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Publish callbacks [] for port (d63410f2-5ccf-4c8c-9908-067434a7bfe7), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:25.180339 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (d63410f2-5ccf-4c8c-9908-067434a7bfe7), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:25.251002 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:29:25.269840 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Network 19711aea-1043-47ab-a055-94b02dcf5c54 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:29:25.276381 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:29:25.280679 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:29:25.299180 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Pushing event updated for resources: {'Port': ['ID=d63410f2-5ccf-4c8c-9908-067434a7bfe7,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:29:25.319364 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a19618dd-0aa8-4c55-8289-a5432d14cdad tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (9ac226d4-1f44-47c5-9e45-3ff10bdd7852), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:25.348763 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:29:25.349313 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:29:25.349869 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:29:25.350426 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:29:25.350989 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:29:25.351587 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:29:25.352143 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:29:25.352718 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:29:25.353276 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:29:25.353838 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:29:25.354391 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:29:25.354952 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:29:25.355557 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:29:25.356977 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:29:25.356977 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:29:25.376308 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19618dd-0aa8-4c55-8289-a5432d14cdad tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Pushing event deleted for resources: {'Subnet': ['ID=9ac226d4-1f44-47c5-9e45-3ff10bdd7852,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:29:25.431612 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Attempting to bind port d63410f2-5ccf-4c8c-9908-067434a7bfe7 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:29:25.432176 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Attempting to bind port d63410f2-5ccf-4c8c-9908-067434a7bfe7 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '59105543-55f6-4cbd-88d6-1aefc97259f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '19711aea-1043-47ab-a055-94b02dcf5c54'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:29:25.432747 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Attempting to bind port d63410f2-5ccf-4c8c-9908-067434a7bfe7 on network 19711aea-1043-47ab-a055-94b02dcf5c54 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:29:25.457504 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=30 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:29:25.459993 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=56,neutron:DELETE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:29:25.473838 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 9ac226d4-1f44-47c5-9e45-3ff10bdd7852 could not be found. Oct 04 21:29:25.473838 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:29:25.473838 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:29:25.473838 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:29:25.473838 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:29:25.473838 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:29:25.473838 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:29:25.473838 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:29:25.473838 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:29:25.473838 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:29:25.473838 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:29:25.473838 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:29:25.473838 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:29:25.473838 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:29:25.473838 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:25.473838 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:25.473838 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:25.473838 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:25.473838 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:29:25.473838 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:25.473838 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:29:25.473838 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:29:25.473838 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:25.473838 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:25.473838 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:25.473838 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:25.473838 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:29:25.473838 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:25.473838 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:29:25.473838 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:29:25.473838 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:25.473838 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:25.473838 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:25.473838 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:25.473838 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:29:25.473838 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:29:25.473838 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:29:25.473838 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:29:25.473838 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:29:25.473838 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:29:25.473838 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 9ac226d4-1f44-47c5-9e45-3ff10bdd7852 could not be found. Oct 04 21:29:25.473838 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:29:25.478658 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Attempting to bind port d63410f2-5ccf-4c8c-9908-067434a7bfe7 on network 19711aea-1043-47ab-a055-94b02dcf5c54 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:29:25.504646 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 9ac226d4-1f44-47c5-9e45-3ff10bdd7852 could not be found. Oct 04 21:29:25.504646 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:29:25.504646 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:29:25.504646 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:29:25.504646 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:29:25.504646 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:29:25.504646 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:29:25.504646 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:29:25.504646 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:29:25.504646 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:29:25.504646 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:29:25.504646 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:29:25.504646 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:25.504646 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:25.504646 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:25.504646 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:25.504646 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:29:25.504646 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:25.504646 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:29:25.504646 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:29:25.504646 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:25.504646 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:25.504646 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:25.504646 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:25.504646 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:29:25.504646 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:25.504646 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:29:25.504646 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:29:25.504646 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:25.504646 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:25.504646 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:25.504646 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:25.504646 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:29:25.504646 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:29:25.504646 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:29:25.504646 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:29:25.504646 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:29:25.504646 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:29:25.504646 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 9ac226d4-1f44-47c5-9e45-3ff10bdd7852 could not be found. Oct 04 21:29:25.504646 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:29:25.511286 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Failed to bind port d63410f2-5ccf-4c8c-9908-067434a7bfe7 on host n-d-852085-12 for vnic_type normal using segments [{'id': '59105543-55f6-4cbd-88d6-1aefc97259f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '19711aea-1043-47ab-a055-94b02dcf5c54'}] Oct 04 21:29:25.511286 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Attempt 2 to bind port d63410f2-5ccf-4c8c-9908-067434a7bfe7 Oct 04 21:29:25.516723 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a19618dd-0aa8-4c55-8289-a5432d14cdad tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (19711aea-1043-47ab-a055-94b02dcf5c54), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:25.525318 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Attempting to bind port d63410f2-5ccf-4c8c-9908-067434a7bfe7 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:29:25.525808 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Attempting to bind port d63410f2-5ccf-4c8c-9908-067434a7bfe7 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '59105543-55f6-4cbd-88d6-1aefc97259f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '19711aea-1043-47ab-a055-94b02dcf5c54'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:29:25.526253 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Attempting to bind port d63410f2-5ccf-4c8c-9908-067434a7bfe7 on network 19711aea-1043-47ab-a055-94b02dcf5c54 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:29:25.556921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 9ac226d4-1f44-47c5-9e45-3ff10bdd7852 could not be found. Oct 04 21:29:25.556921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:29:25.556921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:29:25.556921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:29:25.556921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:29:25.556921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:29:25.556921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:29:25.556921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:29:25.556921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:29:25.556921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:29:25.556921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:29:25.556921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:29:25.556921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:29:25.556921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:29:25.556921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:25.556921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:25.556921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:25.556921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:25.556921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:29:25.556921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:25.556921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:29:25.556921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:29:25.556921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:25.556921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:25.556921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:25.556921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:25.556921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:29:25.556921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:25.556921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:29:25.556921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:29:25.556921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:25.556921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:25.556921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:25.556921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:25.556921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:29:25.556921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:29:25.556921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:29:25.556921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:29:25.556921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:29:25.556921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:29:25.556921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 9ac226d4-1f44-47c5-9e45-3ff10bdd7852 could not be found. Oct 04 21:29:25.556921 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:29:25.562248 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Attempting to bind port d63410f2-5ccf-4c8c-9908-067434a7bfe7 on network 19711aea-1043-47ab-a055-94b02dcf5c54 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:29:25.562392 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-a19618dd-0aa8-4c55-8289-a5432d14cdad tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19711aea-1043-47ab-a055-94b02dcf5c54']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:29:25.584092 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-a19618dd-0aa8-4c55-8289-a5432d14cdad tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59105543-55f6-4cbd-88d6-1aefc97259f5') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:29:25.584617 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-a19618dd-0aa8-4c55-8289-a5432d14cdad tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59105543-55f6-4cbd-88d6-1aefc97259f5') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:29:25.584952 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 9ac226d4-1f44-47c5-9e45-3ff10bdd7852 could not be found. Oct 04 21:29:25.584952 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:29:25.584952 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:29:25.584952 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:29:25.584952 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:29:25.584952 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:29:25.584952 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:29:25.584952 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:29:25.584952 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:29:25.584952 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:29:25.584952 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:29:25.584952 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:29:25.584952 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:25.584952 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:25.584952 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:25.584952 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:25.584952 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:29:25.584952 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:25.584952 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:29:25.584952 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:29:25.584952 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:25.584952 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:25.584952 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:25.584952 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:25.584952 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:29:25.584952 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:25.584952 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:29:25.584952 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:29:25.584952 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:25.584952 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:25.584952 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:25.584952 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:25.584952 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:29:25.584952 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:29:25.584952 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:29:25.584952 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:29:25.584952 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:29:25.584952 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:29:25.584952 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 9ac226d4-1f44-47c5-9e45-3ff10bdd7852 could not be found. Oct 04 21:29:25.584952 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:29:25.589991 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Failed to bind port d63410f2-5ccf-4c8c-9908-067434a7bfe7 on host n-d-852085-12 for vnic_type normal using segments [{'id': '59105543-55f6-4cbd-88d6-1aefc97259f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '19711aea-1043-47ab-a055-94b02dcf5c54'}] Oct 04 21:29:25.589991 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Attempt 3 to bind port d63410f2-5ccf-4c8c-9908-067434a7bfe7 Oct 04 21:29:25.606768 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Attempting to bind port d63410f2-5ccf-4c8c-9908-067434a7bfe7 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:29:25.607373 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Attempting to bind port d63410f2-5ccf-4c8c-9908-067434a7bfe7 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '59105543-55f6-4cbd-88d6-1aefc97259f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '19711aea-1043-47ab-a055-94b02dcf5c54'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:29:25.607539 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a19618dd-0aa8-4c55-8289-a5432d14cdad tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (59105543-55f6-4cbd-88d6-1aefc97259f5), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:25.607947 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Attempting to bind port d63410f2-5ccf-4c8c-9908-067434a7bfe7 on network 19711aea-1043-47ab-a055-94b02dcf5c54 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:29:25.633365 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 9ac226d4-1f44-47c5-9e45-3ff10bdd7852 could not be found. Oct 04 21:29:25.633365 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:29:25.633365 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:29:25.633365 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:29:25.633365 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:29:25.633365 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:29:25.633365 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:29:25.633365 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:29:25.633365 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:29:25.633365 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:29:25.633365 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:29:25.633365 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:29:25.633365 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:29:25.633365 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:29:25.633365 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:25.633365 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:25.633365 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:25.633365 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:25.633365 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:29:25.633365 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:25.633365 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:29:25.633365 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:29:25.633365 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:25.633365 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:25.633365 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:25.633365 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:25.633365 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:29:25.633365 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:25.633365 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:29:25.633365 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:29:25.633365 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:25.633365 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:25.633365 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:25.633365 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:25.633365 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:29:25.633365 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:29:25.633365 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:29:25.633365 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:29:25.633365 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:29:25.633365 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:29:25.633365 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 9ac226d4-1f44-47c5-9e45-3ff10bdd7852 could not be found. Oct 04 21:29:25.633365 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:29:25.638874 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Attempting to bind port d63410f2-5ccf-4c8c-9908-067434a7bfe7 on network 19711aea-1043-47ab-a055-94b02dcf5c54 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:29:25.639021 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a19618dd-0aa8-4c55-8289-a5432d14cdad tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (59105543-55f6-4cbd-88d6-1aefc97259f5), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:25.652021 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a19618dd-0aa8-4c55-8289-a5432d14cdad tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:29:25.652695 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a19618dd-0aa8-4c55-8289-a5432d14cdad tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (59105543-55f6-4cbd-88d6-1aefc97259f5), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:25.663294 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 9ac226d4-1f44-47c5-9e45-3ff10bdd7852 could not be found. Oct 04 21:29:25.663294 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:29:25.663294 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:29:25.663294 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:29:25.663294 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:29:25.663294 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:29:25.663294 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:29:25.663294 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:29:25.663294 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:29:25.663294 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:29:25.663294 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:29:25.663294 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:29:25.663294 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:25.663294 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:25.663294 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:25.663294 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:25.663294 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:29:25.663294 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:25.663294 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:29:25.663294 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:29:25.663294 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:25.663294 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:25.663294 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:25.663294 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:25.663294 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:29:25.663294 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:25.663294 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:29:25.663294 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:29:25.663294 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:25.663294 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:25.663294 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:25.663294 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:25.663294 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:29:25.663294 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:29:25.663294 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:29:25.663294 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:29:25.663294 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:29:25.663294 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:29:25.663294 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 9ac226d4-1f44-47c5-9e45-3ff10bdd7852 could not be found. Oct 04 21:29:25.663294 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:29:25.668136 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Failed to bind port d63410f2-5ccf-4c8c-9908-067434a7bfe7 on host n-d-852085-12 for vnic_type normal using segments [{'id': '59105543-55f6-4cbd-88d6-1aefc97259f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '19711aea-1043-47ab-a055-94b02dcf5c54'}] Oct 04 21:29:25.668136 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Attempt 4 to bind port d63410f2-5ccf-4c8c-9908-067434a7bfe7 Oct 04 21:29:25.689718 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Attempting to bind port d63410f2-5ccf-4c8c-9908-067434a7bfe7 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:29:25.690282 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Attempting to bind port d63410f2-5ccf-4c8c-9908-067434a7bfe7 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '59105543-55f6-4cbd-88d6-1aefc97259f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '19711aea-1043-47ab-a055-94b02dcf5c54'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:29:25.690703 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Attempting to bind port d63410f2-5ccf-4c8c-9908-067434a7bfe7 on network 19711aea-1043-47ab-a055-94b02dcf5c54 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:29:25.698832 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 59105543-55f6-4cbd-88d6-1aefc97259f5 resource provider aggregate not found Oct 04 21:29:25.722444 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 9ac226d4-1f44-47c5-9e45-3ff10bdd7852 could not be found. Oct 04 21:29:25.722444 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:29:25.722444 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:29:25.722444 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:29:25.722444 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:29:25.722444 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:29:25.722444 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:29:25.722444 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:29:25.722444 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:29:25.722444 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:29:25.722444 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:29:25.722444 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:29:25.722444 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:29:25.722444 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:29:25.722444 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:25.722444 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:25.722444 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:25.722444 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:25.722444 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:29:25.722444 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:25.722444 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:29:25.722444 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:29:25.722444 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:25.722444 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:25.722444 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:25.722444 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:25.722444 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:29:25.722444 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:25.722444 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:29:25.722444 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:29:25.722444 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:25.722444 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:25.722444 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:25.722444 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:25.722444 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:29:25.722444 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:29:25.722444 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:29:25.722444 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:29:25.722444 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:29:25.722444 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:29:25.722444 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 9ac226d4-1f44-47c5-9e45-3ff10bdd7852 could not be found. Oct 04 21:29:25.722444 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:29:25.729013 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Attempting to bind port d63410f2-5ccf-4c8c-9908-067434a7bfe7 on network 19711aea-1043-47ab-a055-94b02dcf5c54 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:29:25.759572 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 9ac226d4-1f44-47c5-9e45-3ff10bdd7852 could not be found. Oct 04 21:29:25.759572 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:29:25.759572 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:29:25.759572 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:29:25.759572 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:29:25.759572 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:29:25.759572 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:29:25.759572 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:29:25.759572 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:29:25.759572 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:29:25.759572 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:29:25.759572 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:29:25.759572 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:25.759572 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:25.759572 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:25.759572 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:25.759572 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:29:25.759572 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:25.759572 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:29:25.759572 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:29:25.759572 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:25.759572 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:25.759572 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:25.759572 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:25.759572 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:29:25.759572 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:25.759572 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:29:25.759572 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:29:25.759572 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:25.759572 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:25.759572 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:25.759572 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:25.759572 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:29:25.759572 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:29:25.759572 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:29:25.759572 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:29:25.759572 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:29:25.759572 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:29:25.759572 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 9ac226d4-1f44-47c5-9e45-3ff10bdd7852 could not be found. Oct 04 21:29:25.759572 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:29:25.764823 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Failed to bind port d63410f2-5ccf-4c8c-9908-067434a7bfe7 on host n-d-852085-12 for vnic_type normal using segments [{'id': '59105543-55f6-4cbd-88d6-1aefc97259f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '19711aea-1043-47ab-a055-94b02dcf5c54'}] Oct 04 21:29:25.764823 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Attempt 5 to bind port d63410f2-5ccf-4c8c-9908-067434a7bfe7 Oct 04 21:29:25.768332 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 59105543-55f6-4cbd-88d6-1aefc97259f5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 59105543-55f6-4cbd-88d6-1aefc97259f5 found for delete ", "request_id": "req-94e1da21-366d-4b6e-b14a-939255f30acc"}]} Oct 04 21:29:25.777288 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:29:25.781839 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Attempting to bind port d63410f2-5ccf-4c8c-9908-067434a7bfe7 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:29:25.782433 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Attempting to bind port d63410f2-5ccf-4c8c-9908-067434a7bfe7 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '59105543-55f6-4cbd-88d6-1aefc97259f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '19711aea-1043-47ab-a055-94b02dcf5c54'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:29:25.783002 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Attempting to bind port d63410f2-5ccf-4c8c-9908-067434a7bfe7 on network 19711aea-1043-47ab-a055-94b02dcf5c54 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:29:25.812659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 9ac226d4-1f44-47c5-9e45-3ff10bdd7852 could not be found. Oct 04 21:29:25.812659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:29:25.812659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:29:25.812659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:29:25.812659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:29:25.812659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:29:25.812659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:29:25.812659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:29:25.812659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:29:25.812659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:29:25.812659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:29:25.812659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:29:25.812659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:29:25.812659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:29:25.812659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:25.812659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:25.812659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:25.812659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:25.812659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:29:25.812659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:25.812659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:29:25.812659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:29:25.812659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:25.812659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:25.812659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:25.812659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:25.812659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:29:25.812659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:25.812659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:29:25.812659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:29:25.812659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:25.812659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:25.812659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:25.812659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:25.812659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:29:25.812659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:29:25.812659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:29:25.812659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:29:25.812659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:29:25.812659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:29:25.812659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 9ac226d4-1f44-47c5-9e45-3ff10bdd7852 could not be found. Oct 04 21:29:25.812659 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:29:25.818219 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Attempting to bind port d63410f2-5ccf-4c8c-9908-067434a7bfe7 on network 19711aea-1043-47ab-a055-94b02dcf5c54 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:29:25.840759 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 9ac226d4-1f44-47c5-9e45-3ff10bdd7852 could not be found. Oct 04 21:29:25.840759 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:29:25.840759 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:29:25.840759 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:29:25.840759 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:29:25.840759 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:29:25.840759 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:29:25.840759 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:29:25.840759 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:29:25.840759 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:29:25.840759 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:29:25.840759 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:29:25.840759 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:25.840759 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:25.840759 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:25.840759 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:25.840759 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:29:25.840759 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:25.840759 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:29:25.840759 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:29:25.840759 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:25.840759 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:25.840759 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:25.840759 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:25.840759 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:29:25.840759 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:25.840759 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:29:25.840759 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:29:25.840759 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:25.840759 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:25.840759 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:25.840759 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:25.840759 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:29:25.840759 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:29:25.840759 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:29:25.840759 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:29:25.840759 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:29:25.840759 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:29:25.840759 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 9ac226d4-1f44-47c5-9e45-3ff10bdd7852 could not be found. Oct 04 21:29:25.840759 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:29:25.847243 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Failed to bind port d63410f2-5ccf-4c8c-9908-067434a7bfe7 on host n-d-852085-12 for vnic_type normal using segments [{'id': '59105543-55f6-4cbd-88d6-1aefc97259f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '19711aea-1043-47ab-a055-94b02dcf5c54'}] Oct 04 21:29:25.847243 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Attempt 6 to bind port d63410f2-5ccf-4c8c-9908-067434a7bfe7 Oct 04 21:29:25.860694 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Attempting to bind port d63410f2-5ccf-4c8c-9908-067434a7bfe7 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:29:25.861105 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Attempting to bind port d63410f2-5ccf-4c8c-9908-067434a7bfe7 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '59105543-55f6-4cbd-88d6-1aefc97259f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '19711aea-1043-47ab-a055-94b02dcf5c54'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:29:25.861504 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Attempting to bind port d63410f2-5ccf-4c8c-9908-067434a7bfe7 on network 19711aea-1043-47ab-a055-94b02dcf5c54 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:29:25.879401 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.db.api [None req-a19618dd-0aa8-4c55-8289-a5432d14cdad tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 04 21:29:25.879401 n-d-852085-12 neutron-server[108169]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 04 21:29:25.879401 n-d-852085-12 neutron-server[108169]: [parameters: {'id': '19711aea-1043-47ab-a055-94b02dcf5c54'}] Oct 04 21:29:25.879401 n-d-852085-12 neutron-server[108169]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=108169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 21:29:25.880237 n-d-852085-12 neutron-server[108169]: DEBUG oslo_db.api [None req-a19618dd-0aa8-4c55-8289-a5432d14cdad tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 21:29:25.888711 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 9ac226d4-1f44-47c5-9e45-3ff10bdd7852 could not be found. Oct 04 21:29:25.888711 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:29:25.888711 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:29:25.888711 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:29:25.888711 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:29:25.888711 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:29:25.888711 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:29:25.888711 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:29:25.888711 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:29:25.888711 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:29:25.888711 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:29:25.888711 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:29:25.888711 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:29:25.888711 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:29:25.888711 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:25.888711 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:25.888711 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:25.888711 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:25.888711 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:29:25.888711 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:25.888711 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:29:25.888711 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:29:25.888711 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:25.888711 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:25.888711 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:25.888711 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:25.888711 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:29:25.888711 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:25.888711 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:29:25.888711 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:29:25.888711 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:25.888711 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:25.888711 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:25.888711 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:25.888711 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:29:25.888711 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:29:25.888711 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:29:25.888711 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:29:25.888711 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:29:25.888711 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:29:25.888711 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 9ac226d4-1f44-47c5-9e45-3ff10bdd7852 could not be found. Oct 04 21:29:25.888711 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:29:25.895341 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Attempting to bind port d63410f2-5ccf-4c8c-9908-067434a7bfe7 on network 19711aea-1043-47ab-a055-94b02dcf5c54 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:29:25.917803 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 9ac226d4-1f44-47c5-9e45-3ff10bdd7852 could not be found. Oct 04 21:29:25.917803 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:29:25.917803 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:29:25.917803 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:29:25.917803 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:29:25.917803 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:29:25.917803 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:29:25.917803 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:29:25.917803 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:29:25.917803 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:29:25.917803 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:29:25.917803 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:29:25.917803 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:25.917803 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:25.917803 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:25.917803 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:25.917803 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:29:25.917803 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:25.917803 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:29:25.917803 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:29:25.917803 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:25.917803 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:25.917803 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:25.917803 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:25.917803 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:29:25.917803 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:25.917803 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:29:25.917803 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:29:25.917803 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:25.917803 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:25.917803 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:25.917803 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:25.917803 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:29:25.917803 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:29:25.917803 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:29:25.917803 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:29:25.917803 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:29:25.917803 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:29:25.917803 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 9ac226d4-1f44-47c5-9e45-3ff10bdd7852 could not be found. Oct 04 21:29:25.917803 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:29:25.922797 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Failed to bind port d63410f2-5ccf-4c8c-9908-067434a7bfe7 on host n-d-852085-12 for vnic_type normal using segments [{'id': '59105543-55f6-4cbd-88d6-1aefc97259f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '19711aea-1043-47ab-a055-94b02dcf5c54'}] Oct 04 21:29:25.922797 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Attempt 7 to bind port d63410f2-5ccf-4c8c-9908-067434a7bfe7 Oct 04 21:29:25.943075 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Attempting to bind port d63410f2-5ccf-4c8c-9908-067434a7bfe7 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:29:25.943638 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Attempting to bind port d63410f2-5ccf-4c8c-9908-067434a7bfe7 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '59105543-55f6-4cbd-88d6-1aefc97259f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '19711aea-1043-47ab-a055-94b02dcf5c54'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:29:25.944162 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Attempting to bind port d63410f2-5ccf-4c8c-9908-067434a7bfe7 on network 19711aea-1043-47ab-a055-94b02dcf5c54 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:29:25.970832 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 9ac226d4-1f44-47c5-9e45-3ff10bdd7852 could not be found. Oct 04 21:29:25.970832 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:29:25.970832 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:29:25.970832 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:29:25.970832 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:29:25.970832 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:29:25.970832 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:29:25.970832 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:29:25.970832 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:29:25.970832 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:29:25.970832 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:29:25.970832 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:29:25.970832 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:29:25.970832 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:29:25.970832 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:25.970832 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:25.970832 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:25.970832 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:25.970832 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:29:25.970832 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:25.970832 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:29:25.970832 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:29:25.970832 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:25.970832 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:25.970832 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:25.970832 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:25.970832 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:29:25.970832 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:25.970832 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:29:25.970832 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:29:25.970832 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:25.970832 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:25.970832 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:25.970832 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:25.970832 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:29:25.970832 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:29:25.970832 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:29:25.970832 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:29:25.970832 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:29:25.970832 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:29:25.970832 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 9ac226d4-1f44-47c5-9e45-3ff10bdd7852 could not be found. Oct 04 21:29:25.970832 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:29:25.992746 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Attempting to bind port d63410f2-5ccf-4c8c-9908-067434a7bfe7 on network 19711aea-1043-47ab-a055-94b02dcf5c54 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:29:26.004964 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 9ac226d4-1f44-47c5-9e45-3ff10bdd7852 could not be found. Oct 04 21:29:26.004964 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:29:26.004964 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:29:26.004964 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:29:26.004964 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:29:26.004964 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:29:26.004964 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:29:26.004964 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:29:26.004964 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:29:26.004964 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:29:26.004964 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:29:26.004964 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:29:26.004964 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:26.004964 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:26.004964 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:26.004964 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:26.004964 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:29:26.004964 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:26.004964 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:29:26.004964 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:29:26.004964 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:26.004964 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:26.004964 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:26.004964 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:26.004964 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:29:26.004964 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:26.004964 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:29:26.004964 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:29:26.004964 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:26.004964 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:26.004964 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:26.004964 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:26.004964 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:29:26.004964 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:29:26.004964 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:29:26.004964 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:29:26.004964 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:29:26.004964 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:29:26.004964 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 9ac226d4-1f44-47c5-9e45-3ff10bdd7852 could not be found. Oct 04 21:29:26.004964 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:29:26.010604 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Failed to bind port d63410f2-5ccf-4c8c-9908-067434a7bfe7 on host n-d-852085-12 for vnic_type normal using segments [{'id': '59105543-55f6-4cbd-88d6-1aefc97259f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '19711aea-1043-47ab-a055-94b02dcf5c54'}] Oct 04 21:29:26.010604 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Attempt 8 to bind port d63410f2-5ccf-4c8c-9908-067434a7bfe7 Oct 04 21:29:26.025734 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Attempting to bind port d63410f2-5ccf-4c8c-9908-067434a7bfe7 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:29:26.026228 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Attempting to bind port d63410f2-5ccf-4c8c-9908-067434a7bfe7 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '59105543-55f6-4cbd-88d6-1aefc97259f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '19711aea-1043-47ab-a055-94b02dcf5c54'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:29:26.026671 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Attempting to bind port d63410f2-5ccf-4c8c-9908-067434a7bfe7 on network 19711aea-1043-47ab-a055-94b02dcf5c54 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:29:26.051531 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 9ac226d4-1f44-47c5-9e45-3ff10bdd7852 could not be found. Oct 04 21:29:26.051531 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:29:26.051531 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:29:26.051531 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:29:26.051531 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:29:26.051531 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:29:26.051531 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:29:26.051531 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:29:26.051531 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:29:26.051531 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:29:26.051531 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:29:26.051531 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:29:26.051531 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:29:26.051531 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:29:26.051531 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:26.051531 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:26.051531 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:26.051531 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:26.051531 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:29:26.051531 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:26.051531 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:29:26.051531 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:29:26.051531 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:26.051531 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:26.051531 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:26.051531 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:26.051531 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:29:26.051531 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:26.051531 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:29:26.051531 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:29:26.051531 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:26.051531 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:26.051531 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:26.051531 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:26.051531 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:29:26.051531 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:29:26.051531 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:29:26.051531 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:29:26.051531 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:29:26.051531 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:29:26.051531 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 9ac226d4-1f44-47c5-9e45-3ff10bdd7852 could not be found. Oct 04 21:29:26.051531 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:29:26.056277 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Attempting to bind port d63410f2-5ccf-4c8c-9908-067434a7bfe7 on network 19711aea-1043-47ab-a055-94b02dcf5c54 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:29:26.077874 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 9ac226d4-1f44-47c5-9e45-3ff10bdd7852 could not be found. Oct 04 21:29:26.077874 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:29:26.077874 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:29:26.077874 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:29:26.077874 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:29:26.077874 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:29:26.077874 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:29:26.077874 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:29:26.077874 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:29:26.077874 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:29:26.077874 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:29:26.077874 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:29:26.077874 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:26.077874 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:26.077874 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:26.077874 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:26.077874 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:29:26.077874 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:26.077874 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:29:26.077874 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:29:26.077874 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:26.077874 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:26.077874 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:26.077874 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:26.077874 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:29:26.077874 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:26.077874 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:29:26.077874 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:29:26.077874 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:26.077874 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:26.077874 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:26.077874 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:26.077874 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:29:26.077874 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:29:26.077874 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:29:26.077874 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:29:26.077874 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:29:26.077874 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:29:26.077874 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 9ac226d4-1f44-47c5-9e45-3ff10bdd7852 could not be found. Oct 04 21:29:26.077874 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:29:26.083120 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Failed to bind port d63410f2-5ccf-4c8c-9908-067434a7bfe7 on host n-d-852085-12 for vnic_type normal using segments [{'id': '59105543-55f6-4cbd-88d6-1aefc97259f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '19711aea-1043-47ab-a055-94b02dcf5c54'}] Oct 04 21:29:26.083120 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Attempt 9 to bind port d63410f2-5ccf-4c8c-9908-067434a7bfe7 Oct 04 21:29:26.097612 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Attempting to bind port d63410f2-5ccf-4c8c-9908-067434a7bfe7 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:29:26.098057 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Attempting to bind port d63410f2-5ccf-4c8c-9908-067434a7bfe7 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '59105543-55f6-4cbd-88d6-1aefc97259f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '19711aea-1043-47ab-a055-94b02dcf5c54'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:29:26.098489 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Attempting to bind port d63410f2-5ccf-4c8c-9908-067434a7bfe7 on network 19711aea-1043-47ab-a055-94b02dcf5c54 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:29:26.124442 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 9ac226d4-1f44-47c5-9e45-3ff10bdd7852 could not be found. Oct 04 21:29:26.124442 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:29:26.124442 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:29:26.124442 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:29:26.124442 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:29:26.124442 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:29:26.124442 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:29:26.124442 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:29:26.124442 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:29:26.124442 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:29:26.124442 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:29:26.124442 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:29:26.124442 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:29:26.124442 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:29:26.124442 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:26.124442 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:26.124442 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:26.124442 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:26.124442 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:29:26.124442 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:26.124442 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:29:26.124442 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:29:26.124442 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:26.124442 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:26.124442 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:26.124442 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:26.124442 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:29:26.124442 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:26.124442 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:29:26.124442 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:29:26.124442 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:26.124442 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:26.124442 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:26.124442 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:26.124442 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:29:26.124442 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:29:26.124442 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:29:26.124442 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:29:26.124442 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:29:26.124442 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:29:26.124442 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 9ac226d4-1f44-47c5-9e45-3ff10bdd7852 could not be found. Oct 04 21:29:26.124442 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:29:26.130441 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Attempting to bind port d63410f2-5ccf-4c8c-9908-067434a7bfe7 on network 19711aea-1043-47ab-a055-94b02dcf5c54 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:29:26.151592 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 9ac226d4-1f44-47c5-9e45-3ff10bdd7852 could not be found. Oct 04 21:29:26.151592 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:29:26.151592 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:29:26.151592 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:29:26.151592 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:29:26.151592 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:29:26.151592 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:29:26.151592 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:29:26.151592 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:29:26.151592 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:29:26.151592 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:29:26.151592 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:29:26.151592 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:26.151592 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:26.151592 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:26.151592 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:26.151592 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:29:26.151592 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:26.151592 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:29:26.151592 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:29:26.151592 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:26.151592 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:26.151592 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:26.151592 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:26.151592 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:29:26.151592 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:26.151592 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:29:26.151592 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:29:26.151592 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:26.151592 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:26.151592 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:26.151592 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:26.151592 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:29:26.151592 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:29:26.151592 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:29:26.151592 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:29:26.151592 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:29:26.151592 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:29:26.151592 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 9ac226d4-1f44-47c5-9e45-3ff10bdd7852 could not be found. Oct 04 21:29:26.151592 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:29:26.156856 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Failed to bind port d63410f2-5ccf-4c8c-9908-067434a7bfe7 on host n-d-852085-12 for vnic_type normal using segments [{'id': '59105543-55f6-4cbd-88d6-1aefc97259f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '19711aea-1043-47ab-a055-94b02dcf5c54'}] Oct 04 21:29:26.156856 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Attempt 10 to bind port d63410f2-5ccf-4c8c-9908-067434a7bfe7 Oct 04 21:29:26.172021 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Attempting to bind port d63410f2-5ccf-4c8c-9908-067434a7bfe7 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:29:26.172507 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Attempting to bind port d63410f2-5ccf-4c8c-9908-067434a7bfe7 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '59105543-55f6-4cbd-88d6-1aefc97259f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '19711aea-1043-47ab-a055-94b02dcf5c54'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:29:26.172978 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Attempting to bind port d63410f2-5ccf-4c8c-9908-067434a7bfe7 on network 19711aea-1043-47ab-a055-94b02dcf5c54 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:29:26.198404 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 9ac226d4-1f44-47c5-9e45-3ff10bdd7852 could not be found. Oct 04 21:29:26.198404 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:29:26.198404 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:29:26.198404 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:29:26.198404 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:29:26.198404 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:29:26.198404 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:29:26.198404 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:29:26.198404 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:29:26.198404 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:29:26.198404 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:29:26.198404 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:29:26.198404 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:29:26.198404 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:29:26.198404 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:26.198404 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:26.198404 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:26.198404 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:26.198404 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:29:26.198404 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:26.198404 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:29:26.198404 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:29:26.198404 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:26.198404 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:26.198404 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:26.198404 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:26.198404 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:29:26.198404 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:26.198404 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:29:26.198404 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:29:26.198404 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:26.198404 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:26.198404 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:26.198404 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:26.198404 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:29:26.198404 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:29:26.198404 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:29:26.198404 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:29:26.198404 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:29:26.198404 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:29:26.198404 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 9ac226d4-1f44-47c5-9e45-3ff10bdd7852 could not be found. Oct 04 21:29:26.198404 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:29:26.205099 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Attempting to bind port d63410f2-5ccf-4c8c-9908-067434a7bfe7 on network 19711aea-1043-47ab-a055-94b02dcf5c54 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:29:26.229302 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 9ac226d4-1f44-47c5-9e45-3ff10bdd7852 could not be found. Oct 04 21:29:26.229302 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:29:26.229302 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:29:26.229302 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:29:26.229302 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:29:26.229302 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:29:26.229302 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:29:26.229302 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:29:26.229302 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:29:26.229302 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:29:26.229302 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:29:26.229302 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:29:26.229302 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:26.229302 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:26.229302 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:26.229302 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:26.229302 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:29:26.229302 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:26.229302 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:29:26.229302 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:29:26.229302 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:26.229302 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:26.229302 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:26.229302 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:26.229302 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:29:26.229302 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:26.229302 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:29:26.229302 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:29:26.229302 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:26.229302 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:26.229302 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:26.229302 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:26.229302 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:29:26.229302 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:29:26.229302 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:29:26.229302 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:29:26.229302 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:29:26.229302 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:29:26.229302 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 9ac226d4-1f44-47c5-9e45-3ff10bdd7852 could not be found. Oct 04 21:29:26.229302 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:29:26.234600 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Failed to bind port d63410f2-5ccf-4c8c-9908-067434a7bfe7 on host n-d-852085-12 for vnic_type normal using segments [{'id': '59105543-55f6-4cbd-88d6-1aefc97259f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '19711aea-1043-47ab-a055-94b02dcf5c54'}] Oct 04 21:29:26.234600 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (d63410f2-5ccf-4c8c-9908-067434a7bfe7), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:26.358197 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] For port d63410f2-5ccf-4c8c-9908-067434a7bfe7, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:29:26.366095 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Attempted to set empty binding levels {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 04 21:29:26.381384 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a19618dd-0aa8-4c55-8289-a5432d14cdad tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (19711aea-1043-47ab-a055-94b02dcf5c54), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:26.439312 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=84,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:29:26.456383 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (d63410f2-5ccf-4c8c-9908-067434a7bfe7), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:26.473152 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-a19618dd-0aa8-4c55-8289-a5432d14cdad tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Deleting port d63410f2-5ccf-4c8c-9908-067434a7bfe7 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:29:26.473773 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a19618dd-0aa8-4c55-8289-a5432d14cdad tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (d63410f2-5ccf-4c8c-9908-067434a7bfe7), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:26.569809 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-a19618dd-0aa8-4c55-8289-a5432d14cdad tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] For port d63410f2-5ccf-4c8c-9908-067434a7bfe7, host n-d-852085-12, got binding levels [] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:29:26.570887 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a19618dd-0aa8-4c55-8289-a5432d14cdad tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (d63410f2-5ccf-4c8c-9908-067434a7bfe7), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:26.588604 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26646b4d-70f1-454a-8fbb-6429c8493b2f None None] Pushing event updated for resources: {'Port': ['ID=d63410f2-5ccf-4c8c-9908-067434a7bfe7,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:29:26.590436 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-a19618dd-0aa8-4c55-8289-a5432d14cdad tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Calling delete_port for d63410f2-5ccf-4c8c-9908-067434a7bfe7 owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:29:26.619595 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576424ff-9221-4a8e-8b09-40bb51937208 None None] get_active_networks_info from n-d-852085-12 {{(pid=108171) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 04 21:29:26.717634 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:29:26.763598 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576424ff-9221-4a8e-8b09-40bb51937208 None None] Resources bound (agent type, host, resource id): {{(pid=108171) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 04 21:29:26.838424 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a19618dd-0aa8-4c55-8289-a5432d14cdad tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (d63410f2-5ccf-4c8c-9908-067434a7bfe7), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:26.893681 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19618dd-0aa8-4c55-8289-a5432d14cdad tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Pushing event deleted for resources: {'Port': ['ID=d63410f2-5ccf-4c8c-9908-067434a7bfe7,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:29:26.899339 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19618dd-0aa8-4c55-8289-a5432d14cdad tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] No DVR routers for this DVR port d63410f2-5ccf-4c8c-9908-067434a7bfe7 on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:29:27.006111 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d3a35c-8530-44ee-b976-63fc78c4011c None None] Network 19711aea-1043-47ab-a055-94b02dcf5c54 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:29:27.048073 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a19618dd-0aa8-4c55-8289-a5432d14cdad tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (19711aea-1043-47ab-a055-94b02dcf5c54), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:27.089460 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-a19618dd-0aa8-4c55-8289-a5432d14cdad tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19711aea-1043-47ab-a055-94b02dcf5c54']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:29:27.103995 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:29:27.108164 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-a19618dd-0aa8-4c55-8289-a5432d14cdad tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59105543-55f6-4cbd-88d6-1aefc97259f5') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:29:27.108616 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-a19618dd-0aa8-4c55-8289-a5432d14cdad tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59105543-55f6-4cbd-88d6-1aefc97259f5') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:29:27.135654 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a19618dd-0aa8-4c55-8289-a5432d14cdad tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (59105543-55f6-4cbd-88d6-1aefc97259f5), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:27.161748 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a19618dd-0aa8-4c55-8289-a5432d14cdad tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (59105543-55f6-4cbd-88d6-1aefc97259f5), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:27.174245 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a19618dd-0aa8-4c55-8289-a5432d14cdad tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:29:27.174843 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a19618dd-0aa8-4c55-8289-a5432d14cdad tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (59105543-55f6-4cbd-88d6-1aefc97259f5), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:27.364066 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a19618dd-0aa8-4c55-8289-a5432d14cdad tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (19711aea-1043-47ab-a055-94b02dcf5c54), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:27.377688 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a19618dd-0aa8-4c55-8289-a5432d14cdad tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:27.384288 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a19618dd-0aa8-4c55-8289-a5432d14cdad tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] 10.222.0.78 "DELETE /networking/v2.0/networks/19711aea-1043-47ab-a055-94b02dcf5c54 HTTP/1.1" status: 204 len: 168 time: 2.8921704 Oct 04 21:29:27.390543 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53010) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:29:27.399966 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-ae239bb7-4ef3-4529-acdb-06a04a81aa91 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1996000668'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:29:27.407178 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19618dd-0aa8-4c55-8289-a5432d14cdad tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Pushing event deleted for resources: {'Network': ['ID=19711aea-1043-47ab-a055-94b02dcf5c54,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:29:27.541174 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae239bb7-4ef3-4529-acdb-06a04a81aa91 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Made reservation on behalf of 84a07d6a273a43c9a10a494100c6cc91 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:29:27.548291 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ae239bb7-4ef3-4529-acdb-06a04a81aa91 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:27.577752 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:29:27.605859 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae239bb7-4ef3-4529-acdb-06a04a81aa91 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:29:27.626960 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ae239bb7-4ef3-4529-acdb-06a04a81aa91 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (3e76fac8-3aca-40a0-899c-45123d3675dd), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:27.627537 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-ae239bb7-4ef3-4529-acdb-06a04a81aa91 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Added segment 3e76fac8-3aca-40a0-899c-45123d3675dd of type vlan for network 4ffb0df9-3d92-4f22-84b6-a812d37bcd13 Oct 04 21:29:27.711026 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ae239bb7-4ef3-4529-acdb-06a04a81aa91 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (4ffb0df9-3d92-4f22-84b6-a812d37bcd13), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:27.799751 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 59105543-55f6-4cbd-88d6-1aefc97259f5 resource provider aggregate not found Oct 04 21:29:27.831664 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 59105543-55f6-4cbd-88d6-1aefc97259f5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 59105543-55f6-4cbd-88d6-1aefc97259f5 found for delete ", "request_id": "req-eb6f03ee-ea71-4358-91b6-f014559f96ce"}]} Oct 04 21:29:27.856436 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ae239bb7-4ef3-4529-acdb-06a04a81aa91 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (4ffb0df9-3d92-4f22-84b6-a812d37bcd13), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:27.866675 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae239bb7-4ef3-4529-acdb-06a04a81aa91 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:29:27.870098 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ae239bb7-4ef3-4529-acdb-06a04a81aa91 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:27.962829 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:29:27.992989 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae239bb7-4ef3-4529-acdb-06a04a81aa91 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Pushing event updated for resources: {'Network': ['ID=4ffb0df9-3d92-4f22-84b6-a812d37bcd13,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:29:28.008948 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 4ffb0df9-3d92-4f22-84b6-a812d37bcd13 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:29:28.066337 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-ae239bb7-4ef3-4529-acdb-06a04a81aa91 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6739182 Oct 04 21:29:28.071831 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53016) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:29:28.081157 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-216fef8e-81f7-42f2-a4ef-977f5958f9a8 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Request body: {'subnet': {'network_id': '4ffb0df9-3d92-4f22-84b6-a812d37bcd13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:29:28.409676 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216fef8e-81f7-42f2-a4ef-977f5958f9a8 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Made reservation on behalf of 84a07d6a273a43c9a10a494100c6cc91 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:29:28.418096 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-216fef8e-81f7-42f2-a4ef-977f5958f9a8 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:28.877899 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-216fef8e-81f7-42f2-a4ef-977f5958f9a8 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (66fd259a-7ce8-4069-86c3-43e75437e683), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:28.963266 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216fef8e-81f7-42f2-a4ef-977f5958f9a8 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Pushing event updated for resources: {'Subnet': ['ID=66fd259a-7ce8-4069-86c3-43e75437e683,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:29:28.980072 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216fef8e-81f7-42f2-a4ef-977f5958f9a8 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Checking segment: {'id': '3e76fac8-3aca-40a0-899c-45123d3675dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4ffb0df9-3d92-4f22-84b6-a812d37bcd13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:29:28.980514 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216fef8e-81f7-42f2-a4ef-977f5958f9a8 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Network hostable DHCP agents. Network: 4ffb0df9-3d92-4f22-84b6-a812d37bcd13, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:29:29.112517 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216fef8e-81f7-42f2-a4ef-977f5958f9a8 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Network 4ffb0df9-3d92-4f22-84b6-a812d37bcd13 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:29:29.243509 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-216fef8e-81f7-42f2-a4ef-977f5958f9a8 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 4ffb0df9-3d92-4f22-84b6-a812d37bcd13) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:29:29.250840 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216fef8e-81f7-42f2-a4ef-977f5958f9a8 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:29:29.252649 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-216fef8e-81f7-42f2-a4ef-977f5958f9a8 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:29.258296 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1daeed3-86ac-42c1-974d-9c8e05db0900 None None] Network 4ffb0df9-3d92-4f22-84b6-a812d37bcd13 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:29:29.380790 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-216fef8e-81f7-42f2-a4ef-977f5958f9a8 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3062577 Oct 04 21:29:29.386883 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53018) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:29:29.396714 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-f2251692-b112-481a-82c5-54e8b2d8df33 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1104926949'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:29:29.462299 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5de2700-ff18-42eb-831f-7d92d38b3efa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-4ffb0df9-3d92-4f22-84b6-a812d37bcd13', 'network_id': '4ffb0df9-3d92-4f22-84b6-a812d37bcd13', 'project_id': '84a07d6a273a43c9a10a494100c6cc91', 'fixed_ips': [{'subnet_id': '66fd259a-7ce8-4069-86c3-43e75437e683'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:29:29.464057 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f5de2700-ff18-42eb-831f-7d92d38b3efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:29.556300 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2251692-b112-481a-82c5-54e8b2d8df33 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Made reservation on behalf of 84a07d6a273a43c9a10a494100c6cc91 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:29:29.563481 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f2251692-b112-481a-82c5-54e8b2d8df33 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:29.618727 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2251692-b112-481a-82c5-54e8b2d8df33 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:29:29.638017 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f2251692-b112-481a-82c5-54e8b2d8df33 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (c366ee15-737b-4209-8dda-d801dade6737), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:29.638575 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-f2251692-b112-481a-82c5-54e8b2d8df33 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Added segment c366ee15-737b-4209-8dda-d801dade6737 of type vlan for network 9c249d31-849b-452e-8944-96543735a8f8 Oct 04 21:29:29.726000 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f2251692-b112-481a-82c5-54e8b2d8df33 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (9c249d31-849b-452e-8944-96543735a8f8), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:29.761393 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-f5de2700-ff18-42eb-831f-7d92d38b3efa None None] Allocated IP 2001:db8::2 (4ffb0df9-3d92-4f22-84b6-a812d37bcd13/66fd259a-7ce8-4069-86c3-43e75437e683/2f902bbb-6313-4c49-951d-90cb92b8531f) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:29:29.912455 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f2251692-b112-481a-82c5-54e8b2d8df33 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (9c249d31-849b-452e-8944-96543735a8f8), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:29.923890 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2251692-b112-481a-82c5-54e8b2d8df33 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:29:29.925213 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f2251692-b112-481a-82c5-54e8b2d8df33 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:30.014024 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:29:30.049261 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f5de2700-ff18-42eb-831f-7d92d38b3efa None None] Publish callbacks [] for port (2f902bbb-6313-4c49-951d-90cb92b8531f), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:30.068188 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2251692-b112-481a-82c5-54e8b2d8df33 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Pushing event updated for resources: {'Network': ['ID=9c249d31-849b-452e-8944-96543735a8f8,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:29:30.086473 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 9c249d31-849b-452e-8944-96543735a8f8 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:29:30.149498 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f2251692-b112-481a-82c5-54e8b2d8df33 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7605186 Oct 04 21:29:30.154413 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53020) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:29:30.163772 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-82bc8908-2a3c-45a2-bdf6-186bba18cc12 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Request body: {'subnet': {'network_id': '9c249d31-849b-452e-8944-96543735a8f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:29:30.225505 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f5de2700-ff18-42eb-831f-7d92d38b3efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (2f902bbb-6313-4c49-951d-90cb92b8531f), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:30.304502 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5de2700-ff18-42eb-831f-7d92d38b3efa None None] Network 4ffb0df9-3d92-4f22-84b6-a812d37bcd13 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:29:30.319282 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-f5de2700-ff18-42eb-831f-7d92d38b3efa None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:29:30.327172 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5de2700-ff18-42eb-831f-7d92d38b3efa None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:29:30.344926 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5de2700-ff18-42eb-831f-7d92d38b3efa None None] Pushing event updated for resources: {'Port': ['ID=2f902bbb-6313-4c49-951d-90cb92b8531f,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:29:30.451979 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-f5de2700-ff18-42eb-831f-7d92d38b3efa None None] Attempting to bind port 2f902bbb-6313-4c49-951d-90cb92b8531f on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:29:30.452463 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-f5de2700-ff18-42eb-831f-7d92d38b3efa None None] Attempting to bind port 2f902bbb-6313-4c49-951d-90cb92b8531f by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '3e76fac8-3aca-40a0-899c-45123d3675dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4ffb0df9-3d92-4f22-84b6-a812d37bcd13'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:29:30.453028 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5de2700-ff18-42eb-831f-7d92d38b3efa None None] Attempting to bind port 2f902bbb-6313-4c49-951d-90cb92b8531f on network 4ffb0df9-3d92-4f22-84b6-a812d37bcd13 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:29:30.459086 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82bc8908-2a3c-45a2-bdf6-186bba18cc12 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Made reservation on behalf of 84a07d6a273a43c9a10a494100c6cc91 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:29:30.464380 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-82bc8908-2a3c-45a2-bdf6-186bba18cc12 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:30.545726 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5de2700-ff18-42eb-831f-7d92d38b3efa None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:29:30.546353 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5de2700-ff18-42eb-831f-7d92d38b3efa None None] Checking segment: {'id': '3e76fac8-3aca-40a0-899c-45123d3675dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4ffb0df9-3d92-4f22-84b6-a812d37bcd13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:29:30.546998 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f5de2700-ff18-42eb-831f-7d92d38b3efa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:30.547727 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5de2700-ff18-42eb-831f-7d92d38b3efa None None] Bound using segment: {'id': '3e76fac8-3aca-40a0-899c-45123d3675dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4ffb0df9-3d92-4f22-84b6-a812d37bcd13'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:29:30.548531 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-f5de2700-ff18-42eb-831f-7d92d38b3efa None None] Bound port: 2f902bbb-6313-4c49-951d-90cb92b8531f, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e76fac8-3aca-40a0-899c-45123d3675dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4ffb0df9-3d92-4f22-84b6-a812d37bcd13'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:29:30.549187 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f5de2700-ff18-42eb-831f-7d92d38b3efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (2f902bbb-6313-4c49-951d-90cb92b8531f), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:30.614969 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:29:30.671329 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-f5de2700-ff18-42eb-831f-7d92d38b3efa None None] For port 2f902bbb-6313-4c49-951d-90cb92b8531f, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:29:30.678222 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-f5de2700-ff18-42eb-831f-7d92d38b3efa None None] For port 2f902bbb-6313-4c49-951d-90cb92b8531f, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=2f902bbb-6313-4c49-951d-90cb92b8531f,segment=NetworkSegment(3e76fac8-3aca-40a0-899c-45123d3675dd),segment_id=3e76fac8-3aca-40a0-899c-45123d3675dd)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:29:30.798737 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f5de2700-ff18-42eb-831f-7d92d38b3efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (2f902bbb-6313-4c49-951d-90cb92b8531f), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:30.908360 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-82bc8908-2a3c-45a2-bdf6-186bba18cc12 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (d4c3a6c5-6130-41de-b4f2-85f6c7645be4), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:30.917387 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:29:31.047890 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bc8908-2a3c-45a2-bdf6-186bba18cc12 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Pushing event updated for resources: {'Subnet': ['ID=d4c3a6c5-6130-41de-b4f2-85f6c7645be4,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:29:31.058586 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bc8908-2a3c-45a2-bdf6-186bba18cc12 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Checking segment: {'id': 'c366ee15-737b-4209-8dda-d801dade6737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9c249d31-849b-452e-8944-96543735a8f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:29:31.059438 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bc8908-2a3c-45a2-bdf6-186bba18cc12 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Network hostable DHCP agents. Network: 9c249d31-849b-452e-8944-96543735a8f8, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:29:31.170055 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5de2700-ff18-42eb-831f-7d92d38b3efa None None] Pushing event updated for resources: {'Port': ['ID=2f902bbb-6313-4c49-951d-90cb92b8531f,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:29:31.236396 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bc8908-2a3c-45a2-bdf6-186bba18cc12 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Network 9c249d31-849b-452e-8944-96543735a8f8 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:29:31.242761 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=8,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:29:31.367586 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-82bc8908-2a3c-45a2-bdf6-186bba18cc12 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 9c249d31-849b-452e-8944-96543735a8f8) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:29:31.375394 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bc8908-2a3c-45a2-bdf6-186bba18cc12 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:29:31.376644 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-82bc8908-2a3c-45a2-bdf6-186bba18cc12 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:31.386182 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c939ab8-5585-4cba-ba42-5f12efbc9feb None None] Network 9c249d31-849b-452e-8944-96543735a8f8 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:29:31.563760 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-82bc8908-2a3c-45a2-bdf6-186bba18cc12 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4074483 Oct 04 21:29:31.567585 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53022) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:29:31.573584 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-9c249d31-849b-452e-8944-96543735a8f8', 'network_id': '9c249d31-849b-452e-8944-96543735a8f8', 'project_id': '84a07d6a273a43c9a10a494100c6cc91', 'fixed_ips': [{'subnet_id': 'd4c3a6c5-6130-41de-b4f2-85f6c7645be4'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:29:31.575320 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:31.804574 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4fd02bac-7a81-4314-bda5-860f87cbc6f8 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (9c249d31-849b-452e-8944-96543735a8f8), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:31.881995 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Allocated IP 2001:db8::2 (9c249d31-849b-452e-8944-96543735a8f8/d4c3a6c5-6130-41de-b4f2-85f6c7645be4/4b7b88ed-7c6c-4466-96fe-f756569d206d) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:29:31.915075 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4fd02bac-7a81-4314-bda5-860f87cbc6f8 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (d4c3a6c5-6130-41de-b4f2-85f6c7645be4), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:32.183845 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Publish callbacks [] for port (4b7b88ed-7c6c-4466-96fe-f756569d206d), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:32.324175 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8843f0ea-633c-41ab-b4fa-9e6bb5ca7bc9 None None] Network 4ffb0df9-3d92-4f22-84b6-a812d37bcd13 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:29:32.336883 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (4b7b88ed-7c6c-4466-96fe-f756569d206d), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:32.454131 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4fd02bac-7a81-4314-bda5-860f87cbc6f8 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (d4c3a6c5-6130-41de-b4f2-85f6c7645be4), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:32.508298 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:29:32.512692 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd02bac-7a81-4314-bda5-860f87cbc6f8 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Pushing event deleted for resources: {'Subnet': ['ID=d4c3a6c5-6130-41de-b4f2-85f6c7645be4,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:29:32.533946 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd02bac-7a81-4314-bda5-860f87cbc6f8 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:29:32.534454 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd02bac-7a81-4314-bda5-860f87cbc6f8 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:29:32.534892 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd02bac-7a81-4314-bda5-860f87cbc6f8 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:29:32.535667 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd02bac-7a81-4314-bda5-860f87cbc6f8 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:29:32.536501 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd02bac-7a81-4314-bda5-860f87cbc6f8 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:29:32.537991 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd02bac-7a81-4314-bda5-860f87cbc6f8 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:29:32.540345 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd02bac-7a81-4314-bda5-860f87cbc6f8 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:29:32.540957 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd02bac-7a81-4314-bda5-860f87cbc6f8 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:29:32.541908 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd02bac-7a81-4314-bda5-860f87cbc6f8 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:29:32.542299 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Network 9c249d31-849b-452e-8944-96543735a8f8 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:29:32.543416 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd02bac-7a81-4314-bda5-860f87cbc6f8 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:29:32.544007 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd02bac-7a81-4314-bda5-860f87cbc6f8 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:29:32.544563 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-03b822cd-5cb1-4384-9a80-e0cea3e026ca None None] Provisioning complete for port 2f902bbb-6313-4c49-951d-90cb92b8531f triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:29:32.544749 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd02bac-7a81-4314-bda5-860f87cbc6f8 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:29:32.545095 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd02bac-7a81-4314-bda5-860f87cbc6f8 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:29:32.545248 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-03b822cd-5cb1-4384-9a80-e0cea3e026ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (2f902bbb-6313-4c49-951d-90cb92b8531f), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:32.545692 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-03b822cd-5cb1-4384-9a80-e0cea3e026ca None None] Attempt 1 to provision port 2f902bbb-6313-4c49-951d-90cb92b8531f Oct 04 21:29:32.545846 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd02bac-7a81-4314-bda5-860f87cbc6f8 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:29:32.546320 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd02bac-7a81-4314-bda5-860f87cbc6f8 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:29:32.577143 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:29:32.608628 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:29:32.633439 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:29:32.643113 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Pushing event updated for resources: {'Port': ['ID=4b7b88ed-7c6c-4466-96fe-f756569d206d,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:29:32.673706 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4fd02bac-7a81-4314-bda5-860f87cbc6f8 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (9c249d31-849b-452e-8944-96543735a8f8), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:32.722044 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-4fd02bac-7a81-4314-bda5-860f87cbc6f8 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c249d31-849b-452e-8944-96543735a8f8']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:29:32.742555 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-4fd02bac-7a81-4314-bda5-860f87cbc6f8 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c366ee15-737b-4209-8dda-d801dade6737') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:29:32.742997 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-4fd02bac-7a81-4314-bda5-860f87cbc6f8 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c366ee15-737b-4209-8dda-d801dade6737') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:29:32.764753 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4fd02bac-7a81-4314-bda5-860f87cbc6f8 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (c366ee15-737b-4209-8dda-d801dade6737), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:32.794539 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4fd02bac-7a81-4314-bda5-860f87cbc6f8 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (c366ee15-737b-4209-8dda-d801dade6737), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:32.796584 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:32.808450 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fd02bac-7a81-4314-bda5-860f87cbc6f8 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:29:32.809250 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4fd02bac-7a81-4314-bda5-860f87cbc6f8 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (c366ee15-737b-4209-8dda-d801dade6737), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:32.821142 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=84,neutron:DELETE=10,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:29:32.849104 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:29:32.914893 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Attempting to bind port 4b7b88ed-7c6c-4466-96fe-f756569d206d on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:29:32.915569 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Attempting to bind port 4b7b88ed-7c6c-4466-96fe-f756569d206d by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'c366ee15-737b-4209-8dda-d801dade6737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9c249d31-849b-452e-8944-96543735a8f8'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:29:32.916180 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Attempting to bind port 4b7b88ed-7c6c-4466-96fe-f756569d206d on network 9c249d31-849b-452e-8944-96543735a8f8 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:29:32.923459 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment c366ee15-737b-4209-8dda-d801dade6737 resource provider aggregate not found Oct 04 21:29:32.971205 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d4c3a6c5-6130-41de-b4f2-85f6c7645be4 could not be found. Oct 04 21:29:32.971205 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:29:32.971205 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:29:32.971205 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:29:32.971205 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:29:32.971205 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:29:32.971205 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:29:32.971205 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:29:32.971205 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:29:32.971205 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:29:32.971205 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:29:32.971205 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:29:32.971205 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:29:32.971205 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:29:32.971205 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:32.971205 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:32.971205 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:32.971205 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:32.971205 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:29:32.971205 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:32.971205 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:29:32.971205 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:29:32.971205 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:32.971205 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:32.971205 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:32.971205 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:32.971205 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:29:32.971205 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:32.971205 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:29:32.971205 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:29:32.971205 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:32.971205 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:32.971205 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:32.971205 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:32.971205 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:29:32.971205 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:29:32.971205 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:29:32.971205 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:29:32.971205 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:29:32.971205 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:29:32.971205 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d4c3a6c5-6130-41de-b4f2-85f6c7645be4 could not be found. Oct 04 21:29:32.971205 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:29:32.982485 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Attempting to bind port 4b7b88ed-7c6c-4466-96fe-f756569d206d on network 9c249d31-849b-452e-8944-96543735a8f8 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:29:32.982637 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment c366ee15-737b-4209-8dda-d801dade6737 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c366ee15-737b-4209-8dda-d801dade6737 found for delete ", "request_id": "req-afea2dc8-dc00-48ce-9371-6f02255dc7e2"}]} Oct 04 21:29:32.982801 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-03b822cd-5cb1-4384-9a80-e0cea3e026ca None None] Current status of the port 2f902bbb-6313-4c49-951d-90cb92b8531f is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:29:32.982801 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-03b822cd-5cb1-4384-9a80-e0cea3e026ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (2f902bbb-6313-4c49-951d-90cb92b8531f), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:33.028776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d4c3a6c5-6130-41de-b4f2-85f6c7645be4 could not be found. Oct 04 21:29:33.028776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:29:33.028776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:29:33.028776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:29:33.028776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:29:33.028776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:29:33.028776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:29:33.028776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:29:33.028776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:29:33.028776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:29:33.028776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:29:33.028776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:29:33.028776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:33.028776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:33.028776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:33.028776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:33.028776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:29:33.028776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:33.028776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:29:33.028776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:29:33.028776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:33.028776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:33.028776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:33.028776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:33.028776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:29:33.028776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:33.028776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:29:33.028776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:29:33.028776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:33.028776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:33.028776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:33.028776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:33.028776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:29:33.028776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:29:33.028776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:29:33.028776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:29:33.028776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:29:33.028776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:29:33.028776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d4c3a6c5-6130-41de-b4f2-85f6c7645be4 could not be found. Oct 04 21:29:33.028776 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:29:33.035038 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Failed to bind port 4b7b88ed-7c6c-4466-96fe-f756569d206d on host n-d-852085-12 for vnic_type normal using segments [{'id': 'c366ee15-737b-4209-8dda-d801dade6737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9c249d31-849b-452e-8944-96543735a8f8'}] Oct 04 21:29:33.035038 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Attempt 2 to bind port 4b7b88ed-7c6c-4466-96fe-f756569d206d Oct 04 21:29:33.065182 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.db.api [None req-4fd02bac-7a81-4314-bda5-860f87cbc6f8 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 04 21:29:33.065182 n-d-852085-12 neutron-server[108169]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 04 21:29:33.065182 n-d-852085-12 neutron-server[108169]: [parameters: {'id': '9c249d31-849b-452e-8944-96543735a8f8'}] Oct 04 21:29:33.065182 n-d-852085-12 neutron-server[108169]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=108169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 21:29:33.065902 n-d-852085-12 neutron-server[108169]: DEBUG oslo_db.api [None req-4fd02bac-7a81-4314-bda5-860f87cbc6f8 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 21:29:33.082648 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Attempting to bind port 4b7b88ed-7c6c-4466-96fe-f756569d206d on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:29:33.083383 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Attempting to bind port 4b7b88ed-7c6c-4466-96fe-f756569d206d by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'c366ee15-737b-4209-8dda-d801dade6737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9c249d31-849b-452e-8944-96543735a8f8'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:29:33.084007 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Attempting to bind port 4b7b88ed-7c6c-4466-96fe-f756569d206d on network 9c249d31-849b-452e-8944-96543735a8f8 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:29:33.141658 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d4c3a6c5-6130-41de-b4f2-85f6c7645be4 could not be found. Oct 04 21:29:33.141658 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:29:33.141658 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:29:33.141658 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:29:33.141658 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:29:33.141658 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:29:33.141658 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:29:33.141658 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:29:33.141658 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:29:33.141658 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:29:33.141658 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:29:33.141658 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:29:33.141658 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:29:33.141658 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:29:33.141658 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:33.141658 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:33.141658 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:33.141658 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:33.141658 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:29:33.141658 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:33.141658 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:29:33.141658 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:29:33.141658 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:33.141658 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:33.141658 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:33.141658 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:33.141658 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:29:33.141658 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:33.141658 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:29:33.141658 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:29:33.141658 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:33.141658 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:33.141658 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:33.141658 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:33.141658 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:29:33.141658 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:29:33.141658 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:29:33.141658 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:29:33.141658 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:29:33.141658 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:29:33.141658 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d4c3a6c5-6130-41de-b4f2-85f6c7645be4 could not be found. Oct 04 21:29:33.141658 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:29:33.147876 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Attempting to bind port 4b7b88ed-7c6c-4466-96fe-f756569d206d on network 9c249d31-849b-452e-8944-96543735a8f8 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:29:33.151082 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-03b822cd-5cb1-4384-9a80-e0cea3e026ca None None] For port 2f902bbb-6313-4c49-951d-90cb92b8531f, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=2f902bbb-6313-4c49-951d-90cb92b8531f,segment=NetworkSegment(3e76fac8-3aca-40a0-899c-45123d3675dd),segment_id=3e76fac8-3aca-40a0-899c-45123d3675dd)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:29:33.190903 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d4c3a6c5-6130-41de-b4f2-85f6c7645be4 could not be found. Oct 04 21:29:33.190903 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:29:33.190903 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:29:33.190903 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:29:33.190903 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:29:33.190903 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:29:33.190903 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:29:33.190903 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:29:33.190903 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:29:33.190903 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:29:33.190903 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:29:33.190903 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:29:33.190903 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:33.190903 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:33.190903 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:33.190903 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:33.190903 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:29:33.190903 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:33.190903 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:29:33.190903 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:29:33.190903 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:33.190903 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:33.190903 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:33.190903 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:33.190903 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:29:33.190903 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:33.190903 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:29:33.190903 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:29:33.190903 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:33.190903 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:33.190903 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:33.190903 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:33.190903 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:29:33.190903 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:29:33.190903 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:29:33.190903 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:29:33.190903 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:29:33.190903 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:29:33.190903 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d4c3a6c5-6130-41de-b4f2-85f6c7645be4 could not be found. Oct 04 21:29:33.190903 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:29:33.195572 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Failed to bind port 4b7b88ed-7c6c-4466-96fe-f756569d206d on host n-d-852085-12 for vnic_type normal using segments [{'id': 'c366ee15-737b-4209-8dda-d801dade6737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9c249d31-849b-452e-8944-96543735a8f8'}] Oct 04 21:29:33.195572 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Attempt 3 to bind port 4b7b88ed-7c6c-4466-96fe-f756569d206d Oct 04 21:29:33.222387 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Attempting to bind port 4b7b88ed-7c6c-4466-96fe-f756569d206d on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:29:33.222938 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Attempting to bind port 4b7b88ed-7c6c-4466-96fe-f756569d206d by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'c366ee15-737b-4209-8dda-d801dade6737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9c249d31-849b-452e-8944-96543735a8f8'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:29:33.223640 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Attempting to bind port 4b7b88ed-7c6c-4466-96fe-f756569d206d on network 9c249d31-849b-452e-8944-96543735a8f8 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:29:33.263031 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d4c3a6c5-6130-41de-b4f2-85f6c7645be4 could not be found. Oct 04 21:29:33.263031 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:29:33.263031 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:29:33.263031 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:29:33.263031 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:29:33.263031 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:29:33.263031 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:29:33.263031 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:29:33.263031 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:29:33.263031 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:29:33.263031 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:29:33.263031 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:29:33.263031 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:29:33.263031 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:29:33.263031 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:33.263031 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:33.263031 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:33.263031 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:33.263031 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:29:33.263031 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:33.263031 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:29:33.263031 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:29:33.263031 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:33.263031 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:33.263031 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:33.263031 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:33.263031 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:29:33.263031 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:33.263031 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:29:33.263031 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:29:33.263031 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:33.263031 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:33.263031 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:33.263031 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:33.263031 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:29:33.263031 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:29:33.263031 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:29:33.263031 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:29:33.263031 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:29:33.263031 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:29:33.263031 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d4c3a6c5-6130-41de-b4f2-85f6c7645be4 could not be found. Oct 04 21:29:33.263031 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:29:33.268036 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Attempting to bind port 4b7b88ed-7c6c-4466-96fe-f756569d206d on network 9c249d31-849b-452e-8944-96543735a8f8 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:29:33.308770 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 2f902bbb-6313-4c49-951d-90cb92b8531f up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:29:33.314255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d4c3a6c5-6130-41de-b4f2-85f6c7645be4 could not be found. Oct 04 21:29:33.314255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:29:33.314255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:29:33.314255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:29:33.314255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:29:33.314255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:29:33.314255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:29:33.314255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:29:33.314255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:29:33.314255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:29:33.314255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:29:33.314255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:29:33.314255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:33.314255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:33.314255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:33.314255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:33.314255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:29:33.314255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:33.314255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:29:33.314255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:29:33.314255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:33.314255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:33.314255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:33.314255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:33.314255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:29:33.314255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:33.314255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:29:33.314255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:29:33.314255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:33.314255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:33.314255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:33.314255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:33.314255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:29:33.314255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:29:33.314255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:29:33.314255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:29:33.314255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:29:33.314255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:29:33.314255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d4c3a6c5-6130-41de-b4f2-85f6c7645be4 could not be found. Oct 04 21:29:33.314255 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:29:33.319745 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Failed to bind port 4b7b88ed-7c6c-4466-96fe-f756569d206d on host n-d-852085-12 for vnic_type normal using segments [{'id': 'c366ee15-737b-4209-8dda-d801dade6737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9c249d31-849b-452e-8944-96543735a8f8'}] Oct 04 21:29:33.319745 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-03b822cd-5cb1-4384-9a80-e0cea3e026ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (2f902bbb-6313-4c49-951d-90cb92b8531f), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:33.321537 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Attempt 4 to bind port 4b7b88ed-7c6c-4466-96fe-f756569d206d Oct 04 21:29:33.462410 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Attempting to bind port 4b7b88ed-7c6c-4466-96fe-f756569d206d on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:29:33.463028 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Attempting to bind port 4b7b88ed-7c6c-4466-96fe-f756569d206d by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'c366ee15-737b-4209-8dda-d801dade6737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9c249d31-849b-452e-8944-96543735a8f8'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:29:33.463690 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Attempting to bind port 4b7b88ed-7c6c-4466-96fe-f756569d206d on network 9c249d31-849b-452e-8944-96543735a8f8 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:29:33.545092 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d4c3a6c5-6130-41de-b4f2-85f6c7645be4 could not be found. Oct 04 21:29:33.545092 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:29:33.545092 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:29:33.545092 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:29:33.545092 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:29:33.545092 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:29:33.545092 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:29:33.545092 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:29:33.545092 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:29:33.545092 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:29:33.545092 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:29:33.545092 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:29:33.545092 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:29:33.545092 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:29:33.545092 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:33.545092 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:33.545092 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:33.545092 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:33.545092 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:29:33.545092 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:33.545092 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:29:33.545092 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:29:33.545092 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:33.545092 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:33.545092 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:33.545092 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:33.545092 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:29:33.545092 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:33.545092 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:29:33.545092 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:29:33.545092 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:33.545092 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:33.545092 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:33.545092 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:33.545092 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:29:33.545092 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:29:33.545092 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:29:33.545092 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:29:33.545092 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:29:33.545092 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:29:33.545092 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d4c3a6c5-6130-41de-b4f2-85f6c7645be4 could not be found. Oct 04 21:29:33.545092 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:29:33.551205 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Attempting to bind port 4b7b88ed-7c6c-4466-96fe-f756569d206d on network 9c249d31-849b-452e-8944-96543735a8f8 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:29:33.568095 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4fd02bac-7a81-4314-bda5-860f87cbc6f8 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (9c249d31-849b-452e-8944-96543735a8f8), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:33.572708 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-231e744b-4877-4e7f-8fcf-09caccd162ca None None] Provisioning complete for port 2f902bbb-6313-4c49-951d-90cb92b8531f triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:29:33.573347 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-231e744b-4877-4e7f-8fcf-09caccd162ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (2f902bbb-6313-4c49-951d-90cb92b8531f), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:33.573914 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-231e744b-4877-4e7f-8fcf-09caccd162ca None None] Attempt 1 to provision port 2f902bbb-6313-4c49-951d-90cb92b8531f Oct 04 21:29:33.642551 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-4fd02bac-7a81-4314-bda5-860f87cbc6f8 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Deleting port 4b7b88ed-7c6c-4466-96fe-f756569d206d {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:29:33.643483 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4fd02bac-7a81-4314-bda5-860f87cbc6f8 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (4b7b88ed-7c6c-4466-96fe-f756569d206d), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:33.673642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d4c3a6c5-6130-41de-b4f2-85f6c7645be4 could not be found. Oct 04 21:29:33.673642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:29:33.673642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:29:33.673642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:29:33.673642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:29:33.673642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:29:33.673642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:29:33.673642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:29:33.673642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:29:33.673642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:29:33.673642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:29:33.673642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:29:33.673642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:33.673642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:33.673642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:33.673642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:33.673642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:29:33.673642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:33.673642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:29:33.673642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:29:33.673642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:33.673642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:33.673642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:33.673642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:33.673642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:29:33.673642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:33.673642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:29:33.673642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:29:33.673642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:33.673642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:33.673642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:33.673642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:33.673642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:29:33.673642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:29:33.673642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:29:33.673642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:29:33.673642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:29:33.673642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:29:33.673642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d4c3a6c5-6130-41de-b4f2-85f6c7645be4 could not be found. Oct 04 21:29:33.673642 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:29:33.682266 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Failed to bind port 4b7b88ed-7c6c-4466-96fe-f756569d206d on host n-d-852085-12 for vnic_type normal using segments [{'id': 'c366ee15-737b-4209-8dda-d801dade6737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9c249d31-849b-452e-8944-96543735a8f8'}] Oct 04 21:29:33.689586 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Attempt 5 to bind port 4b7b88ed-7c6c-4466-96fe-f756569d206d Oct 04 21:29:33.695719 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b822cd-5cb1-4384-9a80-e0cea3e026ca None None] Pushing event updated for resources: {'Port': ['ID=2f902bbb-6313-4c49-951d-90cb92b8531f,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:29:33.739427 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 2f902bbb-6313-4c49-951d-90cb92b8531f triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:29:33.740029 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (2f902bbb-6313-4c49-951d-90cb92b8531f), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:33.740585 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 2f902bbb-6313-4c49-951d-90cb92b8531f Oct 04 21:29:33.749537 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Attempting to bind port 4b7b88ed-7c6c-4466-96fe-f756569d206d on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:29:33.750586 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Attempting to bind port 4b7b88ed-7c6c-4466-96fe-f756569d206d by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'c366ee15-737b-4209-8dda-d801dade6737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9c249d31-849b-452e-8944-96543735a8f8'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:29:33.751255 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Attempting to bind port 4b7b88ed-7c6c-4466-96fe-f756569d206d on network 9c249d31-849b-452e-8944-96543735a8f8 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:29:33.753236 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-4fd02bac-7a81-4314-bda5-860f87cbc6f8 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] For port 4b7b88ed-7c6c-4466-96fe-f756569d206d, host n-d-852085-12, got binding levels [] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:29:33.753642 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4fd02bac-7a81-4314-bda5-860f87cbc6f8 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (4b7b88ed-7c6c-4466-96fe-f756569d206d), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:33.775387 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-4fd02bac-7a81-4314-bda5-860f87cbc6f8 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Calling delete_port for 4b7b88ed-7c6c-4466-96fe-f756569d206d owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:29:33.848712 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d4c3a6c5-6130-41de-b4f2-85f6c7645be4 could not be found. Oct 04 21:29:33.848712 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:29:33.848712 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:29:33.848712 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:29:33.848712 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:29:33.848712 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:29:33.848712 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:29:33.848712 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:29:33.848712 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:29:33.848712 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:29:33.848712 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:29:33.848712 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:29:33.848712 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:29:33.848712 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:29:33.848712 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:33.848712 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:33.848712 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:33.848712 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:33.848712 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:29:33.848712 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:33.848712 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:29:33.848712 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:29:33.848712 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:33.848712 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:33.848712 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:33.848712 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:33.848712 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:29:33.848712 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:33.848712 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:29:33.848712 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:29:33.848712 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:33.848712 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:33.848712 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:33.848712 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:33.848712 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:29:33.848712 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:29:33.848712 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:29:33.848712 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:29:33.848712 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:29:33.848712 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:29:33.848712 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d4c3a6c5-6130-41de-b4f2-85f6c7645be4 could not be found. Oct 04 21:29:33.848712 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:29:33.854671 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Attempting to bind port 4b7b88ed-7c6c-4466-96fe-f756569d206d on network 9c249d31-849b-452e-8944-96543735a8f8 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:29:33.910428 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:33.913089 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d4c3a6c5-6130-41de-b4f2-85f6c7645be4 could not be found. Oct 04 21:29:33.913089 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:29:33.913089 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:29:33.913089 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:29:33.913089 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:29:33.913089 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:29:33.913089 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:29:33.913089 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:29:33.913089 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:29:33.913089 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:29:33.913089 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:29:33.913089 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:29:33.913089 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:33.913089 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:33.913089 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:33.913089 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:33.913089 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:29:33.913089 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:33.913089 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:29:33.913089 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:29:33.913089 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:33.913089 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:33.913089 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:33.913089 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:33.913089 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:29:33.913089 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:33.913089 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:29:33.913089 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:29:33.913089 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:33.913089 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:33.913089 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:33.913089 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:33.913089 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:29:33.913089 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:29:33.913089 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:29:33.913089 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:29:33.913089 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:29:33.913089 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:29:33.913089 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d4c3a6c5-6130-41de-b4f2-85f6c7645be4 could not be found. Oct 04 21:29:33.913089 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:29:33.916396 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Failed to bind port 4b7b88ed-7c6c-4466-96fe-f756569d206d on host n-d-852085-12 for vnic_type normal using segments [{'id': 'c366ee15-737b-4209-8dda-d801dade6737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9c249d31-849b-452e-8944-96543735a8f8'}] Oct 04 21:29:33.920112 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Attempt 6 to bind port 4b7b88ed-7c6c-4466-96fe-f756569d206d Oct 04 21:29:33.950270 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:29:34.005486 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Attempting to bind port 4b7b88ed-7c6c-4466-96fe-f756569d206d on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:29:34.006117 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Attempting to bind port 4b7b88ed-7c6c-4466-96fe-f756569d206d by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'c366ee15-737b-4209-8dda-d801dade6737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9c249d31-849b-452e-8944-96543735a8f8'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:29:34.006729 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Attempting to bind port 4b7b88ed-7c6c-4466-96fe-f756569d206d on network 9c249d31-849b-452e-8944-96543735a8f8 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:29:34.015711 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4fd02bac-7a81-4314-bda5-860f87cbc6f8 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (4b7b88ed-7c6c-4466-96fe-f756569d206d), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:34.073510 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd02bac-7a81-4314-bda5-860f87cbc6f8 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] No DVR routers for this DVR port 4b7b88ed-7c6c-4466-96fe-f756569d206d on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:29:34.086387 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd02bac-7a81-4314-bda5-860f87cbc6f8 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Pushing event deleted for resources: {'Port': ['ID=4b7b88ed-7c6c-4466-96fe-f756569d206d,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:29:34.101356 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d4c3a6c5-6130-41de-b4f2-85f6c7645be4 could not be found. Oct 04 21:29:34.101356 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:29:34.101356 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:29:34.101356 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:29:34.101356 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:29:34.101356 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:29:34.101356 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:29:34.101356 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:29:34.101356 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:29:34.101356 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:29:34.101356 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:29:34.101356 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:29:34.101356 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:29:34.101356 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:29:34.101356 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:34.101356 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:34.101356 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:34.101356 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:34.101356 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:29:34.101356 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:34.101356 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:29:34.101356 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:29:34.101356 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:34.101356 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:34.101356 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:34.101356 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:34.101356 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:29:34.101356 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:34.101356 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:29:34.101356 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:29:34.101356 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:34.101356 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:34.101356 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:34.101356 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:34.101356 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:29:34.101356 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:29:34.101356 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:29:34.101356 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:29:34.101356 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:29:34.101356 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:29:34.101356 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d4c3a6c5-6130-41de-b4f2-85f6c7645be4 could not be found. Oct 04 21:29:34.101356 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:29:34.106962 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Attempting to bind port 4b7b88ed-7c6c-4466-96fe-f756569d206d on network 9c249d31-849b-452e-8944-96543735a8f8 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:29:34.166644 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-231e744b-4877-4e7f-8fcf-09caccd162ca None None] Current status of the port 2f902bbb-6313-4c49-951d-90cb92b8531f is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:29:34.176425 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d4c3a6c5-6130-41de-b4f2-85f6c7645be4 could not be found. Oct 04 21:29:34.176425 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:29:34.176425 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:29:34.176425 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:29:34.176425 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:29:34.176425 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:29:34.176425 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:29:34.176425 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:29:34.176425 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:29:34.176425 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:29:34.176425 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:29:34.176425 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:29:34.176425 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:34.176425 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:34.176425 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:34.176425 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:34.176425 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:29:34.176425 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:34.176425 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:29:34.176425 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:29:34.176425 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:34.176425 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:34.176425 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:34.176425 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:34.176425 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:29:34.176425 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:34.176425 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:29:34.176425 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:29:34.176425 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:34.176425 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:34.176425 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:34.176425 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:34.176425 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:29:34.176425 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:29:34.176425 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:29:34.176425 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:29:34.176425 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:29:34.176425 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:29:34.176425 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d4c3a6c5-6130-41de-b4f2-85f6c7645be4 could not be found. Oct 04 21:29:34.176425 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:29:34.176425 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Failed to bind port 4b7b88ed-7c6c-4466-96fe-f756569d206d on host n-d-852085-12 for vnic_type normal using segments [{'id': 'c366ee15-737b-4209-8dda-d801dade6737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9c249d31-849b-452e-8944-96543735a8f8'}] Oct 04 21:29:34.184402 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Attempt 7 to bind port 4b7b88ed-7c6c-4466-96fe-f756569d206d Oct 04 21:29:34.188311 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 2f902bbb-6313-4c49-951d-90cb92b8531f is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:29:34.209710 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Attempting to bind port 4b7b88ed-7c6c-4466-96fe-f756569d206d on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:29:34.210358 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Attempting to bind port 4b7b88ed-7c6c-4466-96fe-f756569d206d by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'c366ee15-737b-4209-8dda-d801dade6737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9c249d31-849b-452e-8944-96543735a8f8'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:29:34.210896 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Attempting to bind port 4b7b88ed-7c6c-4466-96fe-f756569d206d on network 9c249d31-849b-452e-8944-96543735a8f8 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:29:34.252288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d4c3a6c5-6130-41de-b4f2-85f6c7645be4 could not be found. Oct 04 21:29:34.252288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:29:34.252288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:29:34.252288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:29:34.252288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:29:34.252288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:29:34.252288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:29:34.252288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:29:34.252288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:29:34.252288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:29:34.252288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:29:34.252288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:29:34.252288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:29:34.252288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:29:34.252288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:34.252288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:34.252288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:34.252288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:34.252288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:29:34.252288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:34.252288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:29:34.252288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:29:34.252288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:34.252288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:34.252288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:34.252288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:34.252288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:29:34.252288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:34.252288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:29:34.252288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:29:34.252288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:34.252288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:34.252288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:34.252288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:34.252288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:29:34.252288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:29:34.252288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:29:34.252288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:29:34.252288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:29:34.252288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:29:34.252288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d4c3a6c5-6130-41de-b4f2-85f6c7645be4 could not be found. Oct 04 21:29:34.252288 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:29:34.257547 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Attempting to bind port 4b7b88ed-7c6c-4466-96fe-f756569d206d on network 9c249d31-849b-452e-8944-96543735a8f8 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:29:34.271888 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4fd02bac-7a81-4314-bda5-860f87cbc6f8 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (9c249d31-849b-452e-8944-96543735a8f8), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:34.291198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d4c3a6c5-6130-41de-b4f2-85f6c7645be4 could not be found. Oct 04 21:29:34.291198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:29:34.291198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:29:34.291198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:29:34.291198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:29:34.291198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:29:34.291198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:29:34.291198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:29:34.291198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:29:34.291198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:29:34.291198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:29:34.291198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:29:34.291198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:34.291198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:34.291198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:34.291198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:34.291198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:29:34.291198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:34.291198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:29:34.291198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:29:34.291198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:34.291198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:34.291198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:34.291198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:34.291198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:29:34.291198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:34.291198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:29:34.291198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:29:34.291198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:34.291198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:34.291198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:34.291198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:34.291198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:29:34.291198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:29:34.291198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:29:34.291198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:29:34.291198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:29:34.291198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:29:34.291198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d4c3a6c5-6130-41de-b4f2-85f6c7645be4 could not be found. Oct 04 21:29:34.291198 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:29:34.296890 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Failed to bind port 4b7b88ed-7c6c-4466-96fe-f756569d206d on host n-d-852085-12 for vnic_type normal using segments [{'id': 'c366ee15-737b-4209-8dda-d801dade6737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9c249d31-849b-452e-8944-96543735a8f8'}] Oct 04 21:29:34.296890 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Attempt 8 to bind port 4b7b88ed-7c6c-4466-96fe-f756569d206d Oct 04 21:29:34.321574 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Attempting to bind port 4b7b88ed-7c6c-4466-96fe-f756569d206d on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:29:34.322338 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Attempting to bind port 4b7b88ed-7c6c-4466-96fe-f756569d206d by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'c366ee15-737b-4209-8dda-d801dade6737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9c249d31-849b-452e-8944-96543735a8f8'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:29:34.333173 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Attempting to bind port 4b7b88ed-7c6c-4466-96fe-f756569d206d on network 9c249d31-849b-452e-8944-96543735a8f8 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:29:34.357796 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d4c3a6c5-6130-41de-b4f2-85f6c7645be4 could not be found. Oct 04 21:29:34.357796 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:29:34.357796 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:29:34.357796 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:29:34.357796 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:29:34.357796 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:29:34.357796 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:29:34.357796 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:29:34.357796 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:29:34.357796 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:29:34.357796 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:29:34.357796 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:29:34.357796 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:29:34.357796 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:29:34.357796 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:34.357796 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:34.357796 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:34.357796 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:34.357796 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:29:34.357796 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:34.357796 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:29:34.357796 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:29:34.357796 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:34.357796 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:34.357796 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:34.357796 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:34.357796 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:29:34.357796 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:34.357796 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:29:34.357796 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:29:34.357796 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:34.357796 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:34.357796 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:34.357796 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:34.357796 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:29:34.357796 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:29:34.357796 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:29:34.357796 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:29:34.357796 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:29:34.357796 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:29:34.357796 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d4c3a6c5-6130-41de-b4f2-85f6c7645be4 could not be found. Oct 04 21:29:34.357796 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:29:34.367520 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Attempting to bind port 4b7b88ed-7c6c-4466-96fe-f756569d206d on network 9c249d31-849b-452e-8944-96543735a8f8 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:29:34.393133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d4c3a6c5-6130-41de-b4f2-85f6c7645be4 could not be found. Oct 04 21:29:34.393133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:29:34.393133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:29:34.393133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:29:34.393133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:29:34.393133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:29:34.393133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:29:34.393133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:29:34.393133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:29:34.393133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:29:34.393133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:29:34.393133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:29:34.393133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:34.393133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:34.393133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:34.393133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:34.393133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:29:34.393133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:34.393133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:29:34.393133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:29:34.393133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:34.393133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:34.393133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:34.393133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:34.393133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:29:34.393133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:34.393133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:29:34.393133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:29:34.393133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:34.393133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:34.393133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:34.393133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:34.393133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:29:34.393133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:29:34.393133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:29:34.393133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:29:34.393133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:29:34.393133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:29:34.393133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d4c3a6c5-6130-41de-b4f2-85f6c7645be4 could not be found. Oct 04 21:29:34.393133 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:29:34.397999 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Failed to bind port 4b7b88ed-7c6c-4466-96fe-f756569d206d on host n-d-852085-12 for vnic_type normal using segments [{'id': 'c366ee15-737b-4209-8dda-d801dade6737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9c249d31-849b-452e-8944-96543735a8f8'}] Oct 04 21:29:34.397999 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Attempt 9 to bind port 4b7b88ed-7c6c-4466-96fe-f756569d206d Oct 04 21:29:34.416209 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Attempting to bind port 4b7b88ed-7c6c-4466-96fe-f756569d206d on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:29:34.416895 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Attempting to bind port 4b7b88ed-7c6c-4466-96fe-f756569d206d by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'c366ee15-737b-4209-8dda-d801dade6737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9c249d31-849b-452e-8944-96543735a8f8'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:29:34.417472 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Attempting to bind port 4b7b88ed-7c6c-4466-96fe-f756569d206d on network 9c249d31-849b-452e-8944-96543735a8f8 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:29:34.456083 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d4c3a6c5-6130-41de-b4f2-85f6c7645be4 could not be found. Oct 04 21:29:34.456083 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:29:34.456083 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:29:34.456083 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:29:34.456083 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:29:34.456083 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:29:34.456083 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:29:34.456083 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:29:34.456083 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:29:34.456083 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:29:34.456083 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:29:34.456083 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:29:34.456083 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:29:34.456083 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:29:34.456083 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:34.456083 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:34.456083 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:34.456083 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:34.456083 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:29:34.456083 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:34.456083 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:29:34.456083 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:29:34.456083 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:34.456083 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:34.456083 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:34.456083 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:34.456083 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:29:34.456083 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:34.456083 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:29:34.456083 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:29:34.456083 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:34.456083 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:34.456083 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:34.456083 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:34.456083 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:29:34.456083 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:29:34.456083 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:29:34.456083 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:29:34.456083 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:29:34.456083 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:29:34.456083 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d4c3a6c5-6130-41de-b4f2-85f6c7645be4 could not be found. Oct 04 21:29:34.456083 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:29:34.465064 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Attempting to bind port 4b7b88ed-7c6c-4466-96fe-f756569d206d on network 9c249d31-849b-452e-8944-96543735a8f8 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:29:34.514775 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d4c3a6c5-6130-41de-b4f2-85f6c7645be4 could not be found. Oct 04 21:29:34.514775 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:29:34.514775 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:29:34.514775 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:29:34.514775 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:29:34.514775 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:29:34.514775 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:29:34.514775 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:29:34.514775 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:29:34.514775 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:29:34.514775 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:29:34.514775 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:29:34.514775 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:34.514775 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:34.514775 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:34.514775 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:34.514775 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:29:34.514775 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:34.514775 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:29:34.514775 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:29:34.514775 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:34.514775 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:34.514775 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:34.514775 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:34.514775 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:29:34.514775 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:34.514775 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:29:34.514775 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:29:34.514775 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:34.514775 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:34.514775 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:34.514775 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:34.514775 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:29:34.514775 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:29:34.514775 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:29:34.514775 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:29:34.514775 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:29:34.514775 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:29:34.514775 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d4c3a6c5-6130-41de-b4f2-85f6c7645be4 could not be found. Oct 04 21:29:34.514775 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:29:34.521040 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Failed to bind port 4b7b88ed-7c6c-4466-96fe-f756569d206d on host n-d-852085-12 for vnic_type normal using segments [{'id': 'c366ee15-737b-4209-8dda-d801dade6737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9c249d31-849b-452e-8944-96543735a8f8'}] Oct 04 21:29:34.521040 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Attempt 10 to bind port 4b7b88ed-7c6c-4466-96fe-f756569d206d Oct 04 21:29:34.544075 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Attempting to bind port 4b7b88ed-7c6c-4466-96fe-f756569d206d on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:29:34.544658 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Attempting to bind port 4b7b88ed-7c6c-4466-96fe-f756569d206d by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'c366ee15-737b-4209-8dda-d801dade6737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9c249d31-849b-452e-8944-96543735a8f8'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:29:34.545151 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Attempting to bind port 4b7b88ed-7c6c-4466-96fe-f756569d206d on network 9c249d31-849b-452e-8944-96543735a8f8 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:29:34.582223 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d4c3a6c5-6130-41de-b4f2-85f6c7645be4 could not be found. Oct 04 21:29:34.582223 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:29:34.582223 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:29:34.582223 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:29:34.582223 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:29:34.582223 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:29:34.582223 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:29:34.582223 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:29:34.582223 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:29:34.582223 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:29:34.582223 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:29:34.582223 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:29:34.582223 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:29:34.582223 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:29:34.582223 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:34.582223 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:34.582223 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:34.582223 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:34.582223 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:29:34.582223 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:34.582223 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:29:34.582223 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:29:34.582223 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:34.582223 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:34.582223 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:34.582223 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:34.582223 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:29:34.582223 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:34.582223 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:29:34.582223 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:29:34.582223 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:34.582223 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:34.582223 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:34.582223 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:34.582223 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:29:34.582223 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:29:34.582223 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:29:34.582223 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:29:34.582223 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:29:34.582223 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:29:34.582223 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d4c3a6c5-6130-41de-b4f2-85f6c7645be4 could not be found. Oct 04 21:29:34.582223 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:29:34.589359 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Attempting to bind port 4b7b88ed-7c6c-4466-96fe-f756569d206d on network 9c249d31-849b-452e-8944-96543735a8f8 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:29:34.624802 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet d4c3a6c5-6130-41de-b4f2-85f6c7645be4 could not be found. Oct 04 21:29:34.624802 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:29:34.624802 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:29:34.624802 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:29:34.624802 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:29:34.624802 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:29:34.624802 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:29:34.624802 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:29:34.624802 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:29:34.624802 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:29:34.624802 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:29:34.624802 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:29:34.624802 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:34.624802 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:34.624802 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:34.624802 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:34.624802 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:29:34.624802 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:34.624802 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:29:34.624802 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:29:34.624802 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:34.624802 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:34.624802 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:34.624802 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:34.624802 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:29:34.624802 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:34.624802 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:29:34.624802 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:29:34.624802 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:34.624802 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:34.624802 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:34.624802 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:34.624802 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:29:34.624802 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:29:34.624802 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:29:34.624802 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:29:34.624802 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:29:34.624802 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:29:34.624802 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet d4c3a6c5-6130-41de-b4f2-85f6c7645be4 could not be found. Oct 04 21:29:34.624802 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:29:34.631840 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Failed to bind port 4b7b88ed-7c6c-4466-96fe-f756569d206d on host n-d-852085-12 for vnic_type normal using segments [{'id': 'c366ee15-737b-4209-8dda-d801dade6737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9c249d31-849b-452e-8944-96543735a8f8'}] Oct 04 21:29:34.631840 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (4b7b88ed-7c6c-4466-96fe-f756569d206d), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:34.678767 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-4fd02bac-7a81-4314-bda5-860f87cbc6f8 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c249d31-849b-452e-8944-96543735a8f8']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:29:34.688245 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-0c20ab04-62f8-4c61-aa09-5c546294bfc2 None None] Port 4b7b88ed-7c6c-4466-96fe-f756569d206d has been deleted concurrently {{(pid=108171) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:696}} Oct 04 21:29:34.694309 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-4fd02bac-7a81-4314-bda5-860f87cbc6f8 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c366ee15-737b-4209-8dda-d801dade6737') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:29:34.694763 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-4fd02bac-7a81-4314-bda5-860f87cbc6f8 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c366ee15-737b-4209-8dda-d801dade6737') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:29:34.713300 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4fd02bac-7a81-4314-bda5-860f87cbc6f8 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (c366ee15-737b-4209-8dda-d801dade6737), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:34.739591 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4fd02bac-7a81-4314-bda5-860f87cbc6f8 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (c366ee15-737b-4209-8dda-d801dade6737), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:34.753021 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fd02bac-7a81-4314-bda5-860f87cbc6f8 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:29:34.753655 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4fd02bac-7a81-4314-bda5-860f87cbc6f8 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (c366ee15-737b-4209-8dda-d801dade6737), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:34.985707 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4fd02bac-7a81-4314-bda5-860f87cbc6f8 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (9c249d31-849b-452e-8944-96543735a8f8), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:35.024392 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4fd02bac-7a81-4314-bda5-860f87cbc6f8 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:35.031413 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-4fd02bac-7a81-4314-bda5-860f87cbc6f8 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] 10.222.0.78 "DELETE /networking/v2.0/networks/9c249d31-849b-452e-8944-96543735a8f8 HTTP/1.1" status: 204 len: 168 time: 3.4589005 Oct 04 21:29:35.035628 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53034) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:29:35.053638 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment c366ee15-737b-4209-8dda-d801dade6737 resource provider aggregate not found Oct 04 21:29:35.066420 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd02bac-7a81-4314-bda5-860f87cbc6f8 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Pushing event deleted for resources: {'Network': ['ID=9c249d31-849b-452e-8944-96543735a8f8,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:29:35.097365 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-86b80955-a8cf-4193-8fbf-b7abc76a1766 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] GET failed (client error): The resource could not be found. Oct 04 21:29:35.103778 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment c366ee15-737b-4209-8dda-d801dade6737 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c366ee15-737b-4209-8dda-d801dade6737 found for delete ", "request_id": "req-301881a0-88a4-4594-8d7f-9f7c99a598dd"}]} Oct 04 21:29:35.107401 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-86b80955-a8cf-4193-8fbf-b7abc76a1766 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] 10.222.0.78 "GET /networking/v2.0/subnets/d4c3a6c5-6130-41de-b4f2-85f6c7645be4 HTTP/1.1" status: 404 len: 337 time: 0.0695491 Oct 04 21:29:35.111744 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53038) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:29:35.153787 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea7875a2-b6a7-440b-b027-5bcddbeaadf2 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] DELETE failed (client error): The resource could not be found. Oct 04 21:29:35.155664 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea7875a2-b6a7-440b-b027-5bcddbeaadf2 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:29:35.165226 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ea7875a2-b6a7-440b-b027-5bcddbeaadf2 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] 10.222.0.78 "DELETE /networking/v2.0/networks/9c249d31-849b-452e-8944-96543735a8f8 HTTP/1.1" status: 404 len: 339 time: 0.0508993 Oct 04 21:29:35.171077 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53040) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:29:35.242409 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-f698f026-b38e-447b-bdf3-61bc94fa87e2 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] DELETE failed (client error): The resource could not be found. Oct 04 21:29:35.243483 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f698f026-b38e-447b-bdf3-61bc94fa87e2 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:29:35.252117 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f698f026-b38e-447b-bdf3-61bc94fa87e2 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/d4c3a6c5-6130-41de-b4f2-85f6c7645be4 HTTP/1.1" status: 404 len: 337 time: 0.0790782 Oct 04 21:29:35.257387 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53042) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:29:35.300513 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-d46b4192-0d65-46f8-a8dd-cca27af14d6b tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] DELETE failed (client error): The resource could not be found. Oct 04 21:29:35.301561 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d46b4192-0d65-46f8-a8dd-cca27af14d6b tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:29:35.309450 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d46b4192-0d65-46f8-a8dd-cca27af14d6b tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] 10.222.0.78 "DELETE /networking/v2.0/networks/9c249d31-849b-452e-8944-96543735a8f8 HTTP/1.1" status: 404 len: 339 time: 0.0497041 Oct 04 21:29:35.314362 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53044) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:29:35.344556 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 2f902bbb-6313-4c49-951d-90cb92b8531f up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:29:35.443331 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-748d75ad-4463-4bf6-a55a-cfcb3250c53a tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Deleting subnet 66fd259a-7ce8-4069-86c3-43e75437e683 {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:29:35.443331 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-748d75ad-4463-4bf6-a55a-cfcb3250c53a tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks [] for subnet (66fd259a-7ce8-4069-86c3-43e75437e683), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:35.445879 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 2f902bbb-6313-4c49-951d-90cb92b8531f triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:29:35.446509 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (2f902bbb-6313-4c49-951d-90cb92b8531f), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:35.447073 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 2f902bbb-6313-4c49-951d-90cb92b8531f Oct 04 21:29:35.529771 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-748d75ad-4463-4bf6-a55a-cfcb3250c53a tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (66fd259a-7ce8-4069-86c3-43e75437e683), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:35.634684 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 2f902bbb-6313-4c49-951d-90cb92b8531f is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:29:35.727179 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-748d75ad-4463-4bf6-a55a-cfcb3250c53a tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (66fd259a-7ce8-4069-86c3-43e75437e683), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:35.996563 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-748d75ad-4463-4bf6-a55a-cfcb3250c53a tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (66fd259a-7ce8-4069-86c3-43e75437e683), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:36.053184 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748d75ad-4463-4bf6-a55a-cfcb3250c53a tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Pushing event deleted for resources: {'Subnet': ['ID=66fd259a-7ce8-4069-86c3-43e75437e683,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:29:36.061367 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-748d75ad-4463-4bf6-a55a-cfcb3250c53a tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:36.073820 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-748d75ad-4463-4bf6-a55a-cfcb3250c53a tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/66fd259a-7ce8-4069-86c3-43e75437e683 HTTP/1.1" status: 204 len: 168 time: 0.7531676 Oct 04 21:29:36.074960 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53046) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:29:36.077031 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15941e25-d000-4429-80ba-c43e4c5bd47a None None] Network 4ffb0df9-3d92-4f22-84b6-a812d37bcd13 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:29:36.250990 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4568b460-1303-4f37-8526-ef8858e99994 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (4ffb0df9-3d92-4f22-84b6-a812d37bcd13), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:36.327021 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-4568b460-1303-4f37-8526-ef8858e99994 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Deleting port 2f902bbb-6313-4c49-951d-90cb92b8531f {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:29:36.327557 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4568b460-1303-4f37-8526-ef8858e99994 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (2f902bbb-6313-4c49-951d-90cb92b8531f), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:36.346689 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-b4e80b04-5baf-4425-b24d-0fa84e8bbef1 None None] Could not find standard attr ID for object 4b7b88ed-7c6c-4466-96fe-f756569d206d. {{(pid=108171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 04 21:29:36.381199 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4451a3-51c7-4c82-8db5-b0c8a7cda120 None None] DHCP port deletion for 4ffb0df9-3d92-4f22-84b6-a812d37bcd13 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:29:36.437484 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3df1e3-59fa-4b88-a2bd-42272f9d5133 None None] DHCP port deletion for 9c249d31-849b-452e-8944-96543735a8f8 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:29:36.453600 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-4568b460-1303-4f37-8526-ef8858e99994 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] For port 2f902bbb-6313-4c49-951d-90cb92b8531f, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=2f902bbb-6313-4c49-951d-90cb92b8531f,segment=NetworkSegment(3e76fac8-3aca-40a0-899c-45123d3675dd),segment_id=3e76fac8-3aca-40a0-899c-45123d3675dd)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:29:36.454053 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4568b460-1303-4f37-8526-ef8858e99994 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (2f902bbb-6313-4c49-951d-90cb92b8531f), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:36.478494 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-4568b460-1303-4f37-8526-ef8858e99994 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Calling delete_port for 2f902bbb-6313-4c49-951d-90cb92b8531f owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:29:36.480934 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-5b4451a3-51c7-4c82-8db5-b0c8a7cda120 None None] Deleting port 2f902bbb-6313-4c49-951d-90cb92b8531f {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:29:36.481535 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5b4451a3-51c7-4c82-8db5-b0c8a7cda120 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (2f902bbb-6313-4c49-951d-90cb92b8531f), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:36.508899 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5438b0ca-3a10-40e1-b508-33c6280461c8 None None] Network 9c249d31-849b-452e-8944-96543735a8f8 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:29:36.595164 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5438b0ca-3a10-40e1-b508-33c6280461c8 None None] Network 9c249d31-849b-452e-8944-96543735a8f8 could not be found, it might have been deleted concurrently. {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 04 21:29:36.603056 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:29:36.632795 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-5b4451a3-51c7-4c82-8db5-b0c8a7cda120 None None] For port 2f902bbb-6313-4c49-951d-90cb92b8531f, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=2f902bbb-6313-4c49-951d-90cb92b8531f,segment=NetworkSegment(3e76fac8-3aca-40a0-899c-45123d3675dd),segment_id=3e76fac8-3aca-40a0-899c-45123d3675dd)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:29:36.633303 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5b4451a3-51c7-4c82-8db5-b0c8a7cda120 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (2f902bbb-6313-4c49-951d-90cb92b8531f), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:36.652108 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-5b4451a3-51c7-4c82-8db5-b0c8a7cda120 None None] Calling delete_port for 2f902bbb-6313-4c49-951d-90cb92b8531f owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:29:36.721475 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4568b460-1303-4f37-8526-ef8858e99994 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (2f902bbb-6313-4c49-951d-90cb92b8531f), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:36.748250 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:29:36.755432 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4568b460-1303-4f37-8526-ef8858e99994 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Pushing event deleted for resources: {'Port': ['ID=2f902bbb-6313-4c49-951d-90cb92b8531f,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:29:36.757269 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5b4451a3-51c7-4c82-8db5-b0c8a7cda120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (2f902bbb-6313-4c49-951d-90cb92b8531f), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:36.769297 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4568b460-1303-4f37-8526-ef8858e99994 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] No DVR routers for this DVR port 2f902bbb-6313-4c49-951d-90cb92b8531f on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:29:36.805315 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4451a3-51c7-4c82-8db5-b0c8a7cda120 None None] Pushing event deleted for resources: {'Port': ['ID=2f902bbb-6313-4c49-951d-90cb92b8531f,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:29:36.809860 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4451a3-51c7-4c82-8db5-b0c8a7cda120 None None] No DVR routers for this DVR port 2f902bbb-6313-4c49-951d-90cb92b8531f on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:29:36.897528 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4568b460-1303-4f37-8526-ef8858e99994 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (4ffb0df9-3d92-4f22-84b6-a812d37bcd13), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:36.900415 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:29:36.927554 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-4568b460-1303-4f37-8526-ef8858e99994 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ffb0df9-3d92-4f22-84b6-a812d37bcd13']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:29:36.940881 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-4568b460-1303-4f37-8526-ef8858e99994 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e76fac8-3aca-40a0-899c-45123d3675dd') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:29:36.941221 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-4568b460-1303-4f37-8526-ef8858e99994 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e76fac8-3aca-40a0-899c-45123d3675dd') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:29:36.958654 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4568b460-1303-4f37-8526-ef8858e99994 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (3e76fac8-3aca-40a0-899c-45123d3675dd), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:36.978323 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4568b460-1303-4f37-8526-ef8858e99994 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (3e76fac8-3aca-40a0-899c-45123d3675dd), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:36.987043 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4568b460-1303-4f37-8526-ef8858e99994 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:29:36.987768 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4568b460-1303-4f37-8526-ef8858e99994 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (3e76fac8-3aca-40a0-899c-45123d3675dd), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:37.124864 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 3e76fac8-3aca-40a0-899c-45123d3675dd resource provider aggregate not found Oct 04 21:29:37.147345 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 3e76fac8-3aca-40a0-899c-45123d3675dd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3e76fac8-3aca-40a0-899c-45123d3675dd found for delete ", "request_id": "req-1356b8ab-34c7-4749-ab77-a8f79ea1c0ce"}]} Oct 04 21:29:37.186148 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4568b460-1303-4f37-8526-ef8858e99994 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (4ffb0df9-3d92-4f22-84b6-a812d37bcd13), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:37.199337 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4568b460-1303-4f37-8526-ef8858e99994 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:37.207422 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53052) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:29:37.208211 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-4568b460-1303-4f37-8526-ef8858e99994 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] 10.222.0.78 "DELETE /networking/v2.0/networks/4ffb0df9-3d92-4f22-84b6-a812d37bcd13 HTTP/1.1" status: 204 len: 168 time: 1.1318996 Oct 04 21:29:37.228299 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4568b460-1303-4f37-8526-ef8858e99994 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Pushing event deleted for resources: {'Network': ['ID=4ffb0df9-3d92-4f22-84b6-a812d37bcd13,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:29:37.236837 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 4b7b88ed-7c6c-4466-96fe-f756569d206d no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:29:37.252366 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-c449965f-c204-49b3-8989-6a8aaf14e76e tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] DELETE failed (client error): The resource could not be found. Oct 04 21:29:37.253214 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c449965f-c204-49b3-8989-6a8aaf14e76e tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:29:37.258217 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c449965f-c204-49b3-8989-6a8aaf14e76e tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/9ac226d4-1f44-47c5-9e45-3ff10bdd7852 HTTP/1.1" status: 404 len: 337 time: 0.0480707 Oct 04 21:29:37.262842 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53054) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:29:37.272971 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 4b7b88ed-7c6c-4466-96fe-f756569d206d {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:29:37.273540 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 4b7b88ed-7c6c-4466-96fe-f756569d206d not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:29:37.274273 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 2f902bbb-6313-4c49-951d-90cb92b8531f no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:29:37.288762 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4c28796-93e4-4e0a-a587-4207836504d1 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] DELETE failed (client error): The resource could not be found. Oct 04 21:29:37.289679 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4c28796-93e4-4e0a-a587-4207836504d1 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:29:37.294091 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f4c28796-93e4-4e0a-a587-4207836504d1 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] 10.222.0.78 "DELETE /networking/v2.0/networks/19711aea-1043-47ab-a055-94b02dcf5c54 HTTP/1.1" status: 404 len: 339 time: 0.0299191 Oct 04 21:29:37.298269 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53056) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:29:37.312275 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 2f902bbb-6313-4c49-951d-90cb92b8531f {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:29:37.313078 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 2f902bbb-6313-4c49-951d-90cb92b8531f not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:29:37.338216 n-d-852085-12 neutron-server[108169]: INFO neutron.pecan_wsgi.hooks.translation [None req-afaf28f4-0332-4d76-bb62-78935e653169 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] DELETE failed (client error): The resource could not be found. Oct 04 21:29:37.338782 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afaf28f4-0332-4d76-bb62-78935e653169 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:29:37.342779 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-afaf28f4-0332-4d76-bb62-78935e653169 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/314dbac5-8d2b-4abe-ba39-8ef9170da5be HTTP/1.1" status: 404 len: 337 time: 0.0431931 Oct 04 21:29:37.347453 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53058) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:29:37.371367 n-d-852085-12 neutron-server[108170]: INFO neutron.pecan_wsgi.hooks.translation [None req-027957ab-58d3-4120-b9ff-d6b1bb5d5f1f tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] DELETE failed (client error): The resource could not be found. Oct 04 21:29:37.371989 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-027957ab-58d3-4120-b9ff-d6b1bb5d5f1f tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108170) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 21:29:37.376861 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-027957ab-58d3-4120-b9ff-d6b1bb5d5f1f tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] 10.222.0.78 "DELETE /networking/v2.0/networks/8710e898-9eec-4064-9635-c1ce510dce6a HTTP/1.1" status: 404 len: 339 time: 0.0273397 Oct 04 21:29:37.381608 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53060) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:29:37.486469 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-eebf7d53-1b00-44b8-9558-f83685000b17 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Deleting subnet 2796f36b-f12c-4aa8-b3e0-bbac8b2deeec {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:29:37.493516 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-eebf7d53-1b00-44b8-9558-f83685000b17 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks [] for subnet (2796f36b-f12c-4aa8-b3e0-bbac8b2deeec), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:37.590120 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-eebf7d53-1b00-44b8-9558-f83685000b17 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (2796f36b-f12c-4aa8-b3e0-bbac8b2deeec), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:37.769718 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-eebf7d53-1b00-44b8-9558-f83685000b17 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (2796f36b-f12c-4aa8-b3e0-bbac8b2deeec), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:38.002856 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-eebf7d53-1b00-44b8-9558-f83685000b17 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (2796f36b-f12c-4aa8-b3e0-bbac8b2deeec), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:38.067056 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebf7d53-1b00-44b8-9558-f83685000b17 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Pushing event deleted for resources: {'Subnet': ['ID=2796f36b-f12c-4aa8-b3e0-bbac8b2deeec,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:29:38.074206 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-eebf7d53-1b00-44b8-9558-f83685000b17 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:38.080272 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-eebf7d53-1b00-44b8-9558-f83685000b17 tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/2796f36b-f12c-4aa8-b3e0-bbac8b2deeec HTTP/1.1" status: 204 len: 168 time: 0.6967123 Oct 04 21:29:38.085871 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53062) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:29:38.093953 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77799df6-82d9-4e8c-a9f6-389b7c66b98b None None] Network 919c9326-ac30-40ab-b66f-83bb9a4efbd0 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:29:38.211225 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-19a3b97c-12e1-466a-855f-38fb4336f44d tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (919c9326-ac30-40ab-b66f-83bb9a4efbd0), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:38.273053 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-19a3b97c-12e1-466a-855f-38fb4336f44d tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Deleting port f5f361ed-274c-4698-8f83-46cf9fc9146b {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:29:38.273372 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-19a3b97c-12e1-466a-855f-38fb4336f44d tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (f5f361ed-274c-4698-8f83-46cf9fc9146b), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:38.369111 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-19a3b97c-12e1-466a-855f-38fb4336f44d tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] For port f5f361ed-274c-4698-8f83-46cf9fc9146b, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=f5f361ed-274c-4698-8f83-46cf9fc9146b,segment=NetworkSegment(cd49d33e-4365-4591-8aae-a7032ac21aba),segment_id=cd49d33e-4365-4591-8aae-a7032ac21aba)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:29:38.369779 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-19a3b97c-12e1-466a-855f-38fb4336f44d tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (f5f361ed-274c-4698-8f83-46cf9fc9146b), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:38.390145 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-19a3b97c-12e1-466a-855f-38fb4336f44d tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Calling delete_port for f5f361ed-274c-4698-8f83-46cf9fc9146b owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:29:38.453914 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:29:38.544431 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a1f27f-05b1-464e-836e-bccc88b78cef None None] DHCP port deletion for 919c9326-ac30-40ab-b66f-83bb9a4efbd0 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:29:38.611176 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-52a1f27f-05b1-464e-836e-bccc88b78cef None None] Deleting port f5f361ed-274c-4698-8f83-46cf9fc9146b {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:29:38.611771 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-52a1f27f-05b1-464e-836e-bccc88b78cef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (f5f361ed-274c-4698-8f83-46cf9fc9146b), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:38.659423 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-19a3b97c-12e1-466a-855f-38fb4336f44d tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (f5f361ed-274c-4698-8f83-46cf9fc9146b), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:38.710054 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a3b97c-12e1-466a-855f-38fb4336f44d tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Pushing event deleted for resources: {'Port': ['ID=f5f361ed-274c-4698-8f83-46cf9fc9146b,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:29:38.716264 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a3b97c-12e1-466a-855f-38fb4336f44d tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] No DVR routers for this DVR port f5f361ed-274c-4698-8f83-46cf9fc9146b on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:29:38.727434 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:29:38.730702 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-52a1f27f-05b1-464e-836e-bccc88b78cef None None] For port f5f361ed-274c-4698-8f83-46cf9fc9146b, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=f5f361ed-274c-4698-8f83-46cf9fc9146b,segment=NetworkSegment(cd49d33e-4365-4591-8aae-a7032ac21aba),segment_id=cd49d33e-4365-4591-8aae-a7032ac21aba)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:29:38.731339 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-52a1f27f-05b1-464e-836e-bccc88b78cef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (f5f361ed-274c-4698-8f83-46cf9fc9146b), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:38.761992 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-52a1f27f-05b1-464e-836e-bccc88b78cef None None] Calling delete_port for f5f361ed-274c-4698-8f83-46cf9fc9146b owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:29:38.883943 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-19a3b97c-12e1-466a-855f-38fb4336f44d tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (919c9326-ac30-40ab-b66f-83bb9a4efbd0), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:38.890654 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-52a1f27f-05b1-464e-836e-bccc88b78cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (f5f361ed-274c-4698-8f83-46cf9fc9146b), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:38.925364 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-19a3b97c-12e1-466a-855f-38fb4336f44d tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['919c9326-ac30-40ab-b66f-83bb9a4efbd0']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:29:38.945852 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-19a3b97c-12e1-466a-855f-38fb4336f44d tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd49d33e-4365-4591-8aae-a7032ac21aba') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:29:38.946328 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-19a3b97c-12e1-466a-855f-38fb4336f44d tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd49d33e-4365-4591-8aae-a7032ac21aba') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:29:38.948706 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a1f27f-05b1-464e-836e-bccc88b78cef None None] Pushing event deleted for resources: {'Port': ['ID=f5f361ed-274c-4698-8f83-46cf9fc9146b,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:29:38.957173 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a1f27f-05b1-464e-836e-bccc88b78cef None None] No DVR routers for this DVR port f5f361ed-274c-4698-8f83-46cf9fc9146b on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:29:38.966707 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-19a3b97c-12e1-466a-855f-38fb4336f44d tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (cd49d33e-4365-4591-8aae-a7032ac21aba), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:38.996532 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-19a3b97c-12e1-466a-855f-38fb4336f44d tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (cd49d33e-4365-4591-8aae-a7032ac21aba), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:39.012156 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19a3b97c-12e1-466a-855f-38fb4336f44d tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:29:39.018627 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-19a3b97c-12e1-466a-855f-38fb4336f44d tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (cd49d33e-4365-4591-8aae-a7032ac21aba), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:39.178227 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment cd49d33e-4365-4591-8aae-a7032ac21aba resource provider aggregate not found Oct 04 21:29:39.208773 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment cd49d33e-4365-4591-8aae-a7032ac21aba resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cd49d33e-4365-4591-8aae-a7032ac21aba found for delete ", "request_id": "req-70c992bc-1ca7-4ee0-96a4-7cda5b12c87b"}]} Oct 04 21:29:39.249370 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device f5f361ed-274c-4698-8f83-46cf9fc9146b no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:29:39.272780 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-19a3b97c-12e1-466a-855f-38fb4336f44d tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (919c9326-ac30-40ab-b66f-83bb9a4efbd0), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:39.281103 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-19a3b97c-12e1-466a-855f-38fb4336f44d tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:39.287531 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-19a3b97c-12e1-466a-855f-38fb4336f44d tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] 10.222.0.78 "DELETE /networking/v2.0/networks/919c9326-ac30-40ab-b66f-83bb9a4efbd0 HTTP/1.1" status: 204 len: 168 time: 1.1987617 Oct 04 21:29:39.289180 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: f5f361ed-274c-4698-8f83-46cf9fc9146b {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:29:39.289895 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device f5f361ed-274c-4698-8f83-46cf9fc9146b not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:29:39.298442 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:29:39.322032 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a3b97c-12e1-466a-855f-38fb4336f44d tempest-NetworksIpV6Test-1023438535 tempest-NetworksIpV6Test-1023438535-project] Pushing event deleted for resources: {'Network': ['ID=919c9326-ac30-40ab-b66f-83bb9a4efbd0,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:29:40.136427 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53074) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:29:40.391757 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c1bdd2c8-4e64-4eed-9365-2eb52215074f admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=84a07d6a273a43c9a10a494100c6cc91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2534721 Oct 04 21:29:40.396776 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53078) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:29:40.506589 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4c4b1cab-ed40-4724-9754-72091cfa7699 admin admin] Publish callbacks [] for security_group (21b741ad-23c5-4f87-895c-964b2b428715), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:40.552223 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4c4b1cab-ed40-4724-9754-72091cfa7699 admin admin] Publish callbacks [] for security_group (21b741ad-23c5-4f87-895c-964b2b428715), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:40.798177 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4c4b1cab-ed40-4724-9754-72091cfa7699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (21b741ad-23c5-4f87-895c-964b2b428715), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:40.803597 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4c4b1cab-ed40-4724-9754-72091cfa7699 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:40.805841 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4c4b1cab-ed40-4724-9754-72091cfa7699 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/21b741ad-23c5-4f87-895c-964b2b428715 HTTP/1.1" status: 204 len: 168 time: 0.4073055 Oct 04 21:29:40.822181 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4b1cab-ed40-4724-9754-72091cfa7699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b741ad-23c5-4f87-895c-964b2b428715,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:29:42.712656 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53100) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:29:42.877021 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-31063937-d583-40c3-8f9d-c7c5ba67faa7 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1835494968', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:29:43.021641 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-31063937-d583-40c3-8f9d-c7c5ba67faa7 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (11b2ea59-bbc3-4bfe-baec-8a92211f8345), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:43.023062 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-31063937-d583-40c3-8f9d-c7c5ba67faa7 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (11b2ea59-bbc3-4bfe-baec-8a92211f8345), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:43.098750 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-31063937-d583-40c3-8f9d-c7c5ba67faa7 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Publish callbacks [] for router_controller (11b2ea59-bbc3-4bfe-baec-8a92211f8345), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:43.179089 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-31063937-d583-40c3-8f9d-c7c5ba67faa7 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (11b2ea59-bbc3-4bfe-baec-8a92211f8345), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:43.296916 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-31063937-d583-40c3-8f9d-c7c5ba67faa7 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:43.298694 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-31063937-d583-40c3-8f9d-c7c5ba67faa7 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5847600 Oct 04 21:29:43.303343 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53104) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:29:43.309979 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-d9c172e9-e660-4fe6-b9c0-76f9a2c5fefb tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1027264378'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:29:43.455458 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c172e9-e660-4fe6-b9c0-76f9a2c5fefb tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Made reservation on behalf of e892831ccc994cc2b1d7c4cc62b2b424 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:29:43.462244 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d9c172e9-e660-4fe6-b9c0-76f9a2c5fefb tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:43.475482 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d9c172e9-e660-4fe6-b9c0-76f9a2c5fefb tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:43.686997 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d9c172e9-e660-4fe6-b9c0-76f9a2c5fefb tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Publish callbacks [] for security_group (77939a55-a637-45c2-a4ee-5fa716660599), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:43.780680 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d9c172e9-e660-4fe6-b9c0-76f9a2c5fefb tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (77939a55-a637-45c2-a4ee-5fa716660599), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:43.810968 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=84,neutron:UPDATE=1,neutron:DELETE=6,neutron:INSERT=9 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:29:43.829665 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=74,neutron:UPDATE=6,neutron:DELETE=8,neutron:INSERT=12 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:29:43.839306 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9c172e9-e660-4fe6-b9c0-76f9a2c5fefb tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:29:43.859694 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c172e9-e660-4fe6-b9c0-76f9a2c5fefb tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77939a55-a637-45c2-a4ee-5fa716660599,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:29:43.869826 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d9c172e9-e660-4fe6-b9c0-76f9a2c5fefb tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (696921b5-3be5-40a4-8586-95d0070e0b04), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:43.870401 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-d9c172e9-e660-4fe6-b9c0-76f9a2c5fefb tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Added segment 696921b5-3be5-40a4-8586-95d0070e0b04 of type vlan for network 30793814-9df9-48ec-b89b-0402c6ab63ce Oct 04 21:29:43.943998 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d9c172e9-e660-4fe6-b9c0-76f9a2c5fefb tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (30793814-9df9-48ec-b89b-0402c6ab63ce), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:44.070507 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d9c172e9-e660-4fe6-b9c0-76f9a2c5fefb tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (30793814-9df9-48ec-b89b-0402c6ab63ce), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:44.080185 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c172e9-e660-4fe6-b9c0-76f9a2c5fefb tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:29:44.081263 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d9c172e9-e660-4fe6-b9c0-76f9a2c5fefb tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:44.227804 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c172e9-e660-4fe6-b9c0-76f9a2c5fefb tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Pushing event updated for resources: {'Network': ['ID=30793814-9df9-48ec-b89b-0402c6ab63ce,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:29:44.251412 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 30793814-9df9-48ec-b89b-0402c6ab63ce details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:29:44.254323 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-d9c172e9-e660-4fe6-b9c0-76f9a2c5fefb tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.9489198 Oct 04 21:29:44.259545 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53106) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:29:44.269457 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-5ad52e2f-9e9e-49ad-a57f-5af0a85d1821 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Request body: {'subnet': {'network_id': '30793814-9df9-48ec-b89b-0402c6ab63ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:29:44.532808 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad52e2f-9e9e-49ad-a57f-5af0a85d1821 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Made reservation on behalf of e892831ccc994cc2b1d7c4cc62b2b424 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:29:44.539345 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5ad52e2f-9e9e-49ad-a57f-5af0a85d1821 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:44.984948 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5ad52e2f-9e9e-49ad-a57f-5af0a85d1821 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (405d28f9-f78c-4d74-9e9c-90a2f0fb79b1), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:45.119749 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad52e2f-9e9e-49ad-a57f-5af0a85d1821 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Pushing event updated for resources: {'Subnet': ['ID=405d28f9-f78c-4d74-9e9c-90a2f0fb79b1,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:29:45.135591 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad52e2f-9e9e-49ad-a57f-5af0a85d1821 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Checking segment: {'id': '696921b5-3be5-40a4-8586-95d0070e0b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '30793814-9df9-48ec-b89b-0402c6ab63ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:29:45.136221 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad52e2f-9e9e-49ad-a57f-5af0a85d1821 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Network hostable DHCP agents. Network: 30793814-9df9-48ec-b89b-0402c6ab63ce, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:29:45.272252 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad52e2f-9e9e-49ad-a57f-5af0a85d1821 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Network 30793814-9df9-48ec-b89b-0402c6ab63ce is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:29:45.375289 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-5ad52e2f-9e9e-49ad-a57f-5af0a85d1821 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 30793814-9df9-48ec-b89b-0402c6ab63ce) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:29:45.382761 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad52e2f-9e9e-49ad-a57f-5af0a85d1821 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:29:45.384817 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5ad52e2f-9e9e-49ad-a57f-5af0a85d1821 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:45.391969 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67809308-ab15-49d5-8e9f-f0fcced92aa7 None None] Network 30793814-9df9-48ec-b89b-0402c6ab63ce requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:29:45.496295 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-5ad52e2f-9e9e-49ad-a57f-5af0a85d1821 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2346742 Oct 04 21:29:45.501660 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53108) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:29:45.510764 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-4884698b-f460-4cfc-b3ce-8e7f4e1b0ba4 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-201507796'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:29:45.524175 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:29:45.574738 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d2a70a87-3b0e-457f-b799-1db98e9340a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:45.584821 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aca1f5a-21d3-4d09-833c-6693fca8676c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-30793814-9df9-48ec-b89b-0402c6ab63ce', 'network_id': '30793814-9df9-48ec-b89b-0402c6ab63ce', 'project_id': 'e892831ccc994cc2b1d7c4cc62b2b424', 'fixed_ips': [{'subnet_id': '405d28f9-f78c-4d74-9e9c-90a2f0fb79b1'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:29:45.586179 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0aca1f5a-21d3-4d09-833c-6693fca8676c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:45.672264 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4884698b-f460-4cfc-b3ce-8e7f4e1b0ba4 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Made reservation on behalf of e892831ccc994cc2b1d7c4cc62b2b424 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:29:45.679654 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4884698b-f460-4cfc-b3ce-8e7f4e1b0ba4 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:45.933360 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-0aca1f5a-21d3-4d09-833c-6693fca8676c None None] Allocated IP 172.20.0.2 (30793814-9df9-48ec-b89b-0402c6ab63ce/405d28f9-f78c-4d74-9e9c-90a2f0fb79b1/3045c1b7-47f5-4b1d-9d32-3c0f9b43bb04) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:29:46.244052 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4884698b-f460-4cfc-b3ce-8e7f4e1b0ba4 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:29:46.246760 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:29:46.264630 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4884698b-f460-4cfc-b3ce-8e7f4e1b0ba4 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (1d1c5599-43f0-459c-a6c6-579906529e5b), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:46.265248 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-4884698b-f460-4cfc-b3ce-8e7f4e1b0ba4 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Added segment 1d1c5599-43f0-459c-a6c6-579906529e5b of type vlan for network ef84a1a4-7f8a-43cc-9877-21a1cc24ebfe Oct 04 21:29:46.272295 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0aca1f5a-21d3-4d09-833c-6693fca8676c None None] Publish callbacks [] for port (3045c1b7-47f5-4b1d-9d32-3c0f9b43bb04), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:46.346022 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4884698b-f460-4cfc-b3ce-8e7f4e1b0ba4 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (ef84a1a4-7f8a-43cc-9877-21a1cc24ebfe), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:46.364990 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0aca1f5a-21d3-4d09-833c-6693fca8676c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (3045c1b7-47f5-4b1d-9d32-3c0f9b43bb04), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:46.453590 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aca1f5a-21d3-4d09-833c-6693fca8676c None None] Network 30793814-9df9-48ec-b89b-0402c6ab63ce is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:29:46.460220 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-0aca1f5a-21d3-4d09-833c-6693fca8676c None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:29:46.467674 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aca1f5a-21d3-4d09-833c-6693fca8676c None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:29:46.477301 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:29:46.484168 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4884698b-f460-4cfc-b3ce-8e7f4e1b0ba4 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (ef84a1a4-7f8a-43cc-9877-21a1cc24ebfe), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:46.492865 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aca1f5a-21d3-4d09-833c-6693fca8676c None None] Pushing event updated for resources: {'Port': ['ID=3045c1b7-47f5-4b1d-9d32-3c0f9b43bb04,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:29:46.495005 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4884698b-f460-4cfc-b3ce-8e7f4e1b0ba4 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:29:46.495917 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4884698b-f460-4cfc-b3ce-8e7f4e1b0ba4 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:46.607751 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-0aca1f5a-21d3-4d09-833c-6693fca8676c None None] Attempting to bind port 3045c1b7-47f5-4b1d-9d32-3c0f9b43bb04 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:29:46.608346 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-0aca1f5a-21d3-4d09-833c-6693fca8676c None None] Attempting to bind port 3045c1b7-47f5-4b1d-9d32-3c0f9b43bb04 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '696921b5-3be5-40a4-8586-95d0070e0b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '30793814-9df9-48ec-b89b-0402c6ab63ce'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:29:46.608982 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aca1f5a-21d3-4d09-833c-6693fca8676c None None] Attempting to bind port 3045c1b7-47f5-4b1d-9d32-3c0f9b43bb04 on network 30793814-9df9-48ec-b89b-0402c6ab63ce {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:29:46.640278 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4884698b-f460-4cfc-b3ce-8e7f4e1b0ba4 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Pushing event updated for resources: {'Network': ['ID=ef84a1a4-7f8a-43cc-9877-21a1cc24ebfe,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:29:46.664132 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network ef84a1a4-7f8a-43cc-9877-21a1cc24ebfe details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:29:46.734590 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4884698b-f460-4cfc-b3ce-8e7f4e1b0ba4 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2309306 Oct 04 21:29:46.739856 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53110) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:29:46.749331 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-6fa575ac-83ed-4ff2-8984-d40d4595a863 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Request body: {'subnet': {'network_id': 'ef84a1a4-7f8a-43cc-9877-21a1cc24ebfe', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:29:46.807089 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aca1f5a-21d3-4d09-833c-6693fca8676c None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:29:46.807752 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aca1f5a-21d3-4d09-833c-6693fca8676c None None] Checking segment: {'id': '696921b5-3be5-40a4-8586-95d0070e0b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '30793814-9df9-48ec-b89b-0402c6ab63ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:29:46.808625 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0aca1f5a-21d3-4d09-833c-6693fca8676c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:46.809097 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aca1f5a-21d3-4d09-833c-6693fca8676c None None] Bound using segment: {'id': '696921b5-3be5-40a4-8586-95d0070e0b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '30793814-9df9-48ec-b89b-0402c6ab63ce'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:29:46.809923 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-0aca1f5a-21d3-4d09-833c-6693fca8676c None None] Bound port: 3045c1b7-47f5-4b1d-9d32-3c0f9b43bb04, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '696921b5-3be5-40a4-8586-95d0070e0b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '30793814-9df9-48ec-b89b-0402c6ab63ce'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:29:46.810588 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0aca1f5a-21d3-4d09-833c-6693fca8676c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (3045c1b7-47f5-4b1d-9d32-3c0f9b43bb04), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:46.863333 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:29:46.954646 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-0aca1f5a-21d3-4d09-833c-6693fca8676c None None] For port 3045c1b7-47f5-4b1d-9d32-3c0f9b43bb04, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:29:46.962494 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-0aca1f5a-21d3-4d09-833c-6693fca8676c None None] For port 3045c1b7-47f5-4b1d-9d32-3c0f9b43bb04, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=3045c1b7-47f5-4b1d-9d32-3c0f9b43bb04,segment=NetworkSegment(696921b5-3be5-40a4-8586-95d0070e0b04),segment_id=696921b5-3be5-40a4-8586-95d0070e0b04)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:29:47.121786 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa575ac-83ed-4ff2-8984-d40d4595a863 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Made reservation on behalf of e892831ccc994cc2b1d7c4cc62b2b424 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:29:47.122999 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0aca1f5a-21d3-4d09-833c-6693fca8676c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (3045c1b7-47f5-4b1d-9d32-3c0f9b43bb04), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:47.129243 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6fa575ac-83ed-4ff2-8984-d40d4595a863 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:47.238302 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aca1f5a-21d3-4d09-833c-6693fca8676c None None] Pushing event updated for resources: {'Port': ['ID=3045c1b7-47f5-4b1d-9d32-3c0f9b43bb04,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:29:47.465963 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e12f2008-9e29-4559-af83-46160bcc50fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:47.653349 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6fa575ac-83ed-4ff2-8984-d40d4595a863 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (055ca5b1-84a1-4ee6-89d0-a3e2f3f17dac), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:47.793663 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa575ac-83ed-4ff2-8984-d40d4595a863 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Pushing event updated for resources: {'Subnet': ['ID=055ca5b1-84a1-4ee6-89d0-a3e2f3f17dac,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:29:47.812346 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa575ac-83ed-4ff2-8984-d40d4595a863 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Checking segment: {'id': '1d1c5599-43f0-459c-a6c6-579906529e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ef84a1a4-7f8a-43cc-9877-21a1cc24ebfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:29:47.813089 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa575ac-83ed-4ff2-8984-d40d4595a863 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Network hostable DHCP agents. Network: ef84a1a4-7f8a-43cc-9877-21a1cc24ebfe, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:29:47.915996 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa575ac-83ed-4ff2-8984-d40d4595a863 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Network ef84a1a4-7f8a-43cc-9877-21a1cc24ebfe is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:29:48.038079 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-6fa575ac-83ed-4ff2-8984-d40d4595a863 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, ef84a1a4-7f8a-43cc-9877-21a1cc24ebfe) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:29:48.046130 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa575ac-83ed-4ff2-8984-d40d4595a863 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:29:48.047370 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6fa575ac-83ed-4ff2-8984-d40d4595a863 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:48.054129 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e176f51d-6cf7-4749-afde-01f7e76732b7 None None] Network ef84a1a4-7f8a-43cc-9877-21a1cc24ebfe requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:29:48.235755 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-6fa575ac-83ed-4ff2-8984-d40d4595a863 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4725335 Oct 04 21:29:48.235902 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53112) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:29:48.236383 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-3ffdbcac-2b00-4b2e-a1e4-60c97b689084 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ef84a1a4-7f8a-43cc-9877-21a1cc24ebfe'}}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:29:48.272306 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-ef84a1a4-7f8a-43cc-9877-21a1cc24ebfe', 'network_id': 'ef84a1a4-7f8a-43cc-9877-21a1cc24ebfe', 'project_id': 'e892831ccc994cc2b1d7c4cc62b2b424', 'fixed_ips': [{'subnet_id': '055ca5b1-84a1-4ee6-89d0-a3e2f3f17dac'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:29:48.274325 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:48.549180 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Allocated IP 172.21.0.2 (ef84a1a4-7f8a-43cc-9877-21a1cc24ebfe/055ca5b1-84a1-4ee6-89d0-a3e2f3f17dac/74e92a41-fe79-4605-aa0a-6c2cebe67b22) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:29:48.560454 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:29:48.643120 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8948bb91-4ce7-4f56-b60d-e5ca2df700bc None None] Network 30793814-9df9-48ec-b89b-0402c6ab63ce requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:29:48.649249 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3ffdbcac-2b00-4b2e-a1e4-60c97b689084 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Publish callbacks [] for router_gateway (11b2ea59-bbc3-4bfe-baec-8a92211f8345), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:48.753112 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-c3218491-cd59-4626-9573-a91c0c1aefa4 None None] Provisioning complete for port 3045c1b7-47f5-4b1d-9d32-3c0f9b43bb04 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:29:48.753510 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c3218491-cd59-4626-9573-a91c0c1aefa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (3045c1b7-47f5-4b1d-9d32-3c0f9b43bb04), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:48.754020 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-c3218491-cd59-4626-9573-a91c0c1aefa4 None None] Attempt 1 to provision port 3045c1b7-47f5-4b1d-9d32-3c0f9b43bb04 Oct 04 21:29:48.940877 n-d-852085-12 neutron-server[108169]: INFO neutron.api.v2.resource [None req-3ffdbcac-2b00-4b2e-a1e4-60c97b689084 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 21:29:48.943369 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-3ffdbcac-2b00-4b2e-a1e4-60c97b689084 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] 10.222.0.78 "PUT /networking/v2.0/routers/11b2ea59-bbc3-4bfe-baec-8a92211f8345 HTTP/1.1" status: 400 len: 364 time: 0.7137921 Oct 04 21:29:48.957173 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53114) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:29:49.067332 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Publish callbacks [] for port (74e92a41-fe79-4605-aa0a-6c2cebe67b22), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:49.069769 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-58322611-eb6b-4521-914d-819db6b9374c tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Deleting subnet 055ca5b1-84a1-4ee6-89d0-a3e2f3f17dac {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:29:49.095441 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-c3218491-cd59-4626-9573-a91c0c1aefa4 None None] Current status of the port 3045c1b7-47f5-4b1d-9d32-3c0f9b43bb04 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:29:49.096111 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c3218491-cd59-4626-9573-a91c0c1aefa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (3045c1b7-47f5-4b1d-9d32-3c0f9b43bb04), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:49.144701 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:29:49.165192 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-58322611-eb6b-4521-914d-819db6b9374c tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Publish callbacks [] for subnet (055ca5b1-84a1-4ee6-89d0-a3e2f3f17dac), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:49.166101 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (74e92a41-fe79-4605-aa0a-6c2cebe67b22), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:49.172209 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-c3218491-cd59-4626-9573-a91c0c1aefa4 None None] For port 3045c1b7-47f5-4b1d-9d32-3c0f9b43bb04, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=3045c1b7-47f5-4b1d-9d32-3c0f9b43bb04,segment=NetworkSegment(696921b5-3be5-40a4-8586-95d0070e0b04),segment_id=696921b5-3be5-40a4-8586-95d0070e0b04)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:29:49.300257 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-58322611-eb6b-4521-914d-819db6b9374c tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (055ca5b1-84a1-4ee6-89d0-a3e2f3f17dac), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:49.470065 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 3045c1b7-47f5-4b1d-9d32-3c0f9b43bb04 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:29:49.477116 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-58322611-eb6b-4521-914d-819db6b9374c tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (055ca5b1-84a1-4ee6-89d0-a3e2f3f17dac), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:49.488323 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c3218491-cd59-4626-9573-a91c0c1aefa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (3045c1b7-47f5-4b1d-9d32-3c0f9b43bb04), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:49.568213 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Network ef84a1a4-7f8a-43cc-9877-21a1cc24ebfe is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:29:49.584379 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Pushing event updated for resources: {'Port': ['ID=74e92a41-fe79-4605-aa0a-6c2cebe67b22,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:29:49.589098 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:29:49.601593 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:29:49.699863 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-58322611-eb6b-4521-914d-819db6b9374c tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (055ca5b1-84a1-4ee6-89d0-a3e2f3f17dac), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:49.734753 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-d04a7ea0-bf96-42d9-bef9-d50812becde2 None None] Provisioning complete for port 3045c1b7-47f5-4b1d-9d32-3c0f9b43bb04 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:29:49.735289 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d04a7ea0-bf96-42d9-bef9-d50812becde2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (3045c1b7-47f5-4b1d-9d32-3c0f9b43bb04), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:49.735781 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-d04a7ea0-bf96-42d9-bef9-d50812becde2 None None] Attempt 1 to provision port 3045c1b7-47f5-4b1d-9d32-3c0f9b43bb04 Oct 04 21:29:49.759485 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58322611-eb6b-4521-914d-819db6b9374c tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Pushing event deleted for resources: {'Subnet': ['ID=055ca5b1-84a1-4ee6-89d0-a3e2f3f17dac,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:29:49.763413 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-58322611-eb6b-4521-914d-819db6b9374c tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:49.770119 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-58322611-eb6b-4521-914d-819db6b9374c tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/055ca5b1-84a1-4ee6-89d0-a3e2f3f17dac HTTP/1.1" status: 204 len: 168 time: 0.8103573 Oct 04 21:29:49.773970 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53116) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:29:49.870055 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 3045c1b7-47f5-4b1d-9d32-3c0f9b43bb04 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:29:49.870642 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (3045c1b7-47f5-4b1d-9d32-3c0f9b43bb04), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:49.871213 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 3045c1b7-47f5-4b1d-9d32-3c0f9b43bb04 Oct 04 21:29:49.900851 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3218491-cd59-4626-9573-a91c0c1aefa4 None None] Pushing event updated for resources: {'Port': ['ID=3045c1b7-47f5-4b1d-9d32-3c0f9b43bb04,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:29:49.942605 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-78b12cf5-91e3-4d02-b9bc-dbf334012318 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (ef84a1a4-7f8a-43cc-9877-21a1cc24ebfe), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:49.959683 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Attempting to bind port 74e92a41-fe79-4605-aa0a-6c2cebe67b22 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:29:49.960306 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Attempting to bind port 74e92a41-fe79-4605-aa0a-6c2cebe67b22 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '1d1c5599-43f0-459c-a6c6-579906529e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ef84a1a4-7f8a-43cc-9877-21a1cc24ebfe'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:29:49.960924 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Attempting to bind port 74e92a41-fe79-4605-aa0a-6c2cebe67b22 on network ef84a1a4-7f8a-43cc-9877-21a1cc24ebfe {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:29:50.020420 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 055ca5b1-84a1-4ee6-89d0-a3e2f3f17dac could not be found. Oct 04 21:29:50.020420 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:29:50.020420 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:29:50.020420 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:29:50.020420 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:29:50.020420 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:29:50.020420 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:29:50.020420 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:29:50.020420 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:29:50.020420 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:29:50.020420 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:29:50.020420 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:29:50.020420 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:29:50.020420 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:29:50.020420 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:50.020420 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:50.020420 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:50.020420 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:50.020420 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:29:50.020420 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:50.020420 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:29:50.020420 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:29:50.020420 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:50.020420 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:50.020420 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:50.020420 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:50.020420 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:29:50.020420 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:50.020420 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:29:50.020420 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:29:50.020420 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:50.020420 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:50.020420 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:50.020420 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:50.020420 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:29:50.020420 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:29:50.020420 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:29:50.020420 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:29:50.020420 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:29:50.020420 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:29:50.020420 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 055ca5b1-84a1-4ee6-89d0-a3e2f3f17dac could not be found. Oct 04 21:29:50.020420 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:29:50.026196 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Attempting to bind port 74e92a41-fe79-4605-aa0a-6c2cebe67b22 on network ef84a1a4-7f8a-43cc-9877-21a1cc24ebfe {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:29:50.031262 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-78b12cf5-91e3-4d02-b9bc-dbf334012318 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Deleting port 74e92a41-fe79-4605-aa0a-6c2cebe67b22 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:29:50.031880 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-78b12cf5-91e3-4d02-b9bc-dbf334012318 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (74e92a41-fe79-4605-aa0a-6c2cebe67b22), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:50.070246 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 055ca5b1-84a1-4ee6-89d0-a3e2f3f17dac could not be found. Oct 04 21:29:50.070246 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:29:50.070246 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:29:50.070246 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:29:50.070246 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:29:50.070246 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:29:50.070246 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:29:50.070246 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:29:50.070246 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:29:50.070246 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:29:50.070246 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:29:50.070246 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:29:50.070246 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:50.070246 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:50.070246 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:50.070246 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:50.070246 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:29:50.070246 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:50.070246 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:29:50.070246 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:29:50.070246 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:50.070246 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:50.070246 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:50.070246 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:50.070246 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:29:50.070246 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:50.070246 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:29:50.070246 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:29:50.070246 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:50.070246 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:50.070246 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:50.070246 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:50.070246 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:29:50.070246 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:29:50.070246 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:29:50.070246 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:29:50.070246 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:29:50.070246 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:29:50.070246 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 055ca5b1-84a1-4ee6-89d0-a3e2f3f17dac could not be found. Oct 04 21:29:50.070246 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:29:50.075082 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Failed to bind port 74e92a41-fe79-4605-aa0a-6c2cebe67b22 on host n-d-852085-12 for vnic_type normal using segments [{'id': '1d1c5599-43f0-459c-a6c6-579906529e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ef84a1a4-7f8a-43cc-9877-21a1cc24ebfe'}] Oct 04 21:29:50.102125 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Attempt 2 to bind port 74e92a41-fe79-4605-aa0a-6c2cebe67b22 Oct 04 21:29:50.154273 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Attempting to bind port 74e92a41-fe79-4605-aa0a-6c2cebe67b22 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:29:50.154866 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Attempting to bind port 74e92a41-fe79-4605-aa0a-6c2cebe67b22 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '1d1c5599-43f0-459c-a6c6-579906529e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ef84a1a4-7f8a-43cc-9877-21a1cc24ebfe'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:29:50.155500 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Attempting to bind port 74e92a41-fe79-4605-aa0a-6c2cebe67b22 on network ef84a1a4-7f8a-43cc-9877-21a1cc24ebfe {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:29:50.183388 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-78b12cf5-91e3-4d02-b9bc-dbf334012318 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] For port 74e92a41-fe79-4605-aa0a-6c2cebe67b22, host n-d-852085-12, got binding levels [] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:29:50.184026 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-78b12cf5-91e3-4d02-b9bc-dbf334012318 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (74e92a41-fe79-4605-aa0a-6c2cebe67b22), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:50.213576 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-78b12cf5-91e3-4d02-b9bc-dbf334012318 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Calling delete_port for 74e92a41-fe79-4605-aa0a-6c2cebe67b22 owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:29:50.240819 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:29:50.247180 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-d04a7ea0-bf96-42d9-bef9-d50812becde2 None None] Current status of the port 3045c1b7-47f5-4b1d-9d32-3c0f9b43bb04 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:29:50.251893 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 055ca5b1-84a1-4ee6-89d0-a3e2f3f17dac could not be found. Oct 04 21:29:50.251893 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:29:50.251893 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:29:50.251893 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:29:50.251893 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:29:50.251893 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:29:50.251893 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:29:50.251893 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:29:50.251893 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:29:50.251893 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:29:50.251893 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:29:50.251893 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:29:50.251893 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:29:50.251893 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:29:50.251893 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:50.251893 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:50.251893 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:50.251893 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:50.251893 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:29:50.251893 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:50.251893 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:29:50.251893 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:29:50.251893 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:50.251893 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:50.251893 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:50.251893 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:50.251893 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:29:50.251893 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:50.251893 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:29:50.251893 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:29:50.251893 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:50.251893 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:50.251893 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:50.251893 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:50.251893 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:29:50.251893 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:29:50.251893 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:29:50.251893 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:29:50.251893 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:29:50.251893 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:29:50.251893 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 055ca5b1-84a1-4ee6-89d0-a3e2f3f17dac could not be found. Oct 04 21:29:50.251893 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:29:50.259689 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Attempting to bind port 74e92a41-fe79-4605-aa0a-6c2cebe67b22 on network ef84a1a4-7f8a-43cc-9877-21a1cc24ebfe {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:29:50.332564 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 055ca5b1-84a1-4ee6-89d0-a3e2f3f17dac could not be found. Oct 04 21:29:50.332564 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:29:50.332564 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:29:50.332564 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:29:50.332564 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:29:50.332564 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:29:50.332564 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:29:50.332564 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:29:50.332564 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:29:50.332564 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:29:50.332564 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:29:50.332564 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:29:50.332564 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:50.332564 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:50.332564 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:50.332564 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:50.332564 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:29:50.332564 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:50.332564 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:29:50.332564 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:29:50.332564 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:50.332564 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:50.332564 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:50.332564 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:50.332564 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:29:50.332564 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:50.332564 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:29:50.332564 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:29:50.332564 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:50.332564 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:50.332564 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:50.332564 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:50.332564 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:29:50.332564 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:29:50.332564 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:29:50.332564 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:29:50.332564 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:29:50.332564 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:29:50.332564 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 055ca5b1-84a1-4ee6-89d0-a3e2f3f17dac could not be found. Oct 04 21:29:50.332564 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:29:50.344044 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Failed to bind port 74e92a41-fe79-4605-aa0a-6c2cebe67b22 on host n-d-852085-12 for vnic_type normal using segments [{'id': '1d1c5599-43f0-459c-a6c6-579906529e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ef84a1a4-7f8a-43cc-9877-21a1cc24ebfe'}] Oct 04 21:29:50.344044 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Attempt 3 to bind port 74e92a41-fe79-4605-aa0a-6c2cebe67b22 Oct 04 21:29:50.346303 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 3045c1b7-47f5-4b1d-9d32-3c0f9b43bb04 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:29:50.356664 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:29:50.369116 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Attempting to bind port 74e92a41-fe79-4605-aa0a-6c2cebe67b22 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:29:50.369732 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Attempting to bind port 74e92a41-fe79-4605-aa0a-6c2cebe67b22 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '1d1c5599-43f0-459c-a6c6-579906529e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ef84a1a4-7f8a-43cc-9877-21a1cc24ebfe'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:29:50.370457 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Attempting to bind port 74e92a41-fe79-4605-aa0a-6c2cebe67b22 on network ef84a1a4-7f8a-43cc-9877-21a1cc24ebfe {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:29:50.417395 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:50.419910 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 055ca5b1-84a1-4ee6-89d0-a3e2f3f17dac could not be found. Oct 04 21:29:50.419910 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:29:50.419910 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:29:50.419910 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:29:50.419910 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:29:50.419910 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:29:50.419910 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:29:50.419910 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:29:50.419910 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:29:50.419910 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:29:50.419910 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:29:50.419910 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:29:50.419910 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:29:50.419910 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:29:50.419910 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:50.419910 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:50.419910 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:50.419910 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:50.419910 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:29:50.419910 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:50.419910 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:29:50.419910 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:29:50.419910 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:50.419910 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:50.419910 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:50.419910 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:50.419910 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:29:50.419910 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:50.419910 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:29:50.419910 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:29:50.419910 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:50.419910 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:50.419910 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:50.419910 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:50.419910 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:29:50.419910 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:29:50.419910 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:29:50.419910 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:29:50.419910 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:29:50.419910 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:29:50.419910 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 055ca5b1-84a1-4ee6-89d0-a3e2f3f17dac could not be found. Oct 04 21:29:50.419910 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:29:50.424732 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Attempting to bind port 74e92a41-fe79-4605-aa0a-6c2cebe67b22 on network ef84a1a4-7f8a-43cc-9877-21a1cc24ebfe {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:29:50.468088 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 055ca5b1-84a1-4ee6-89d0-a3e2f3f17dac could not be found. Oct 04 21:29:50.468088 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:29:50.468088 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:29:50.468088 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:29:50.468088 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:29:50.468088 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:29:50.468088 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:29:50.468088 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:29:50.468088 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:29:50.468088 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:29:50.468088 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:29:50.468088 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:29:50.468088 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:50.468088 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:50.468088 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:50.468088 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:50.468088 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:29:50.468088 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:50.468088 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:29:50.468088 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:29:50.468088 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:50.468088 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:50.468088 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:50.468088 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:50.468088 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:29:50.468088 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:50.468088 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:29:50.468088 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:29:50.468088 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:50.468088 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:50.468088 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:50.468088 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:50.468088 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:29:50.468088 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:29:50.468088 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:29:50.468088 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:29:50.468088 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:29:50.468088 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:29:50.468088 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 055ca5b1-84a1-4ee6-89d0-a3e2f3f17dac could not be found. Oct 04 21:29:50.468088 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:29:50.472401 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Failed to bind port 74e92a41-fe79-4605-aa0a-6c2cebe67b22 on host n-d-852085-12 for vnic_type normal using segments [{'id': '1d1c5599-43f0-459c-a6c6-579906529e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ef84a1a4-7f8a-43cc-9877-21a1cc24ebfe'}] Oct 04 21:29:50.472401 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Attempt 4 to bind port 74e92a41-fe79-4605-aa0a-6c2cebe67b22 Oct 04 21:29:50.498028 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Attempting to bind port 74e92a41-fe79-4605-aa0a-6c2cebe67b22 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:29:50.498756 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Attempting to bind port 74e92a41-fe79-4605-aa0a-6c2cebe67b22 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '1d1c5599-43f0-459c-a6c6-579906529e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ef84a1a4-7f8a-43cc-9877-21a1cc24ebfe'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:29:50.499496 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Attempting to bind port 74e92a41-fe79-4605-aa0a-6c2cebe67b22 on network ef84a1a4-7f8a-43cc-9877-21a1cc24ebfe {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:29:50.518180 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-78b12cf5-91e3-4d02-b9bc-dbf334012318 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (74e92a41-fe79-4605-aa0a-6c2cebe67b22), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:50.527448 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:29:50.543230 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 055ca5b1-84a1-4ee6-89d0-a3e2f3f17dac could not be found. Oct 04 21:29:50.543230 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:29:50.543230 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:29:50.543230 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:29:50.543230 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:29:50.543230 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:29:50.543230 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:29:50.543230 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:29:50.543230 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:29:50.543230 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:29:50.543230 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:29:50.543230 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:29:50.543230 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:29:50.543230 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:29:50.543230 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:50.543230 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:50.543230 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:50.543230 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:50.543230 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:29:50.543230 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:50.543230 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:29:50.543230 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:29:50.543230 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:50.543230 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:50.543230 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:50.543230 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:50.543230 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:29:50.543230 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:50.543230 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:29:50.543230 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:29:50.543230 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:50.543230 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:50.543230 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:50.543230 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:50.543230 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:29:50.543230 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:29:50.543230 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:29:50.543230 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:29:50.543230 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:29:50.543230 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:29:50.543230 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 055ca5b1-84a1-4ee6-89d0-a3e2f3f17dac could not be found. Oct 04 21:29:50.543230 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:29:50.549309 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Attempting to bind port 74e92a41-fe79-4605-aa0a-6c2cebe67b22 on network ef84a1a4-7f8a-43cc-9877-21a1cc24ebfe {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:29:50.571121 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b12cf5-91e3-4d02-b9bc-dbf334012318 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Pushing event deleted for resources: {'Port': ['ID=74e92a41-fe79-4605-aa0a-6c2cebe67b22,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:29:50.578441 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b12cf5-91e3-4d02-b9bc-dbf334012318 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] No DVR routers for this DVR port 74e92a41-fe79-4605-aa0a-6c2cebe67b22 on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:29:50.584487 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 055ca5b1-84a1-4ee6-89d0-a3e2f3f17dac could not be found. Oct 04 21:29:50.584487 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:29:50.584487 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:29:50.584487 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:29:50.584487 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:29:50.584487 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:29:50.584487 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:29:50.584487 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:29:50.584487 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:29:50.584487 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:29:50.584487 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:29:50.584487 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:29:50.584487 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:50.584487 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:50.584487 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:50.584487 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:50.584487 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:29:50.584487 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:50.584487 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:29:50.584487 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:29:50.584487 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:50.584487 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:50.584487 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:50.584487 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:50.584487 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:29:50.584487 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:50.584487 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:29:50.584487 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:29:50.584487 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:50.584487 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:50.584487 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:50.584487 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:50.584487 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:29:50.584487 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:29:50.584487 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:29:50.584487 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:29:50.584487 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:29:50.584487 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:29:50.584487 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 055ca5b1-84a1-4ee6-89d0-a3e2f3f17dac could not be found. Oct 04 21:29:50.584487 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:29:50.590066 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Failed to bind port 74e92a41-fe79-4605-aa0a-6c2cebe67b22 on host n-d-852085-12 for vnic_type normal using segments [{'id': '1d1c5599-43f0-459c-a6c6-579906529e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ef84a1a4-7f8a-43cc-9877-21a1cc24ebfe'}] Oct 04 21:29:50.590066 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Attempt 5 to bind port 74e92a41-fe79-4605-aa0a-6c2cebe67b22 Oct 04 21:29:50.624919 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Attempting to bind port 74e92a41-fe79-4605-aa0a-6c2cebe67b22 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:29:50.625212 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Attempting to bind port 74e92a41-fe79-4605-aa0a-6c2cebe67b22 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '1d1c5599-43f0-459c-a6c6-579906529e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ef84a1a4-7f8a-43cc-9877-21a1cc24ebfe'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:29:50.625693 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Attempting to bind port 74e92a41-fe79-4605-aa0a-6c2cebe67b22 on network ef84a1a4-7f8a-43cc-9877-21a1cc24ebfe {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:29:50.665401 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 055ca5b1-84a1-4ee6-89d0-a3e2f3f17dac could not be found. Oct 04 21:29:50.665401 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:29:50.665401 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:29:50.665401 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:29:50.665401 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:29:50.665401 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:29:50.665401 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:29:50.665401 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:29:50.665401 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:29:50.665401 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:29:50.665401 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:29:50.665401 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:29:50.665401 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:29:50.665401 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:29:50.665401 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:50.665401 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:50.665401 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:50.665401 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:50.665401 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:29:50.665401 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:50.665401 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:29:50.665401 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:29:50.665401 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:50.665401 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:50.665401 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:50.665401 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:50.665401 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:29:50.665401 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:50.665401 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:29:50.665401 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:29:50.665401 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:50.665401 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:50.665401 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:50.665401 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:50.665401 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:29:50.665401 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:29:50.665401 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:29:50.665401 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:29:50.665401 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:29:50.665401 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:29:50.665401 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 055ca5b1-84a1-4ee6-89d0-a3e2f3f17dac could not be found. Oct 04 21:29:50.665401 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:29:50.670824 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Attempting to bind port 74e92a41-fe79-4605-aa0a-6c2cebe67b22 on network ef84a1a4-7f8a-43cc-9877-21a1cc24ebfe {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:29:50.705204 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 055ca5b1-84a1-4ee6-89d0-a3e2f3f17dac could not be found. Oct 04 21:29:50.705204 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:29:50.705204 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:29:50.705204 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:29:50.705204 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:29:50.705204 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:29:50.705204 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:29:50.705204 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:29:50.705204 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:29:50.705204 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:29:50.705204 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:29:50.705204 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:29:50.705204 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:50.705204 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:50.705204 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:50.705204 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:50.705204 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:29:50.705204 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:50.705204 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:29:50.705204 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:29:50.705204 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:50.705204 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:50.705204 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:50.705204 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:50.705204 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:29:50.705204 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:50.705204 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:29:50.705204 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:29:50.705204 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:50.705204 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:50.705204 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:50.705204 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:50.705204 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:29:50.705204 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:29:50.705204 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:29:50.705204 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:29:50.705204 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:29:50.705204 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:29:50.705204 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 055ca5b1-84a1-4ee6-89d0-a3e2f3f17dac could not be found. Oct 04 21:29:50.705204 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:29:50.710899 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Failed to bind port 74e92a41-fe79-4605-aa0a-6c2cebe67b22 on host n-d-852085-12 for vnic_type normal using segments [{'id': '1d1c5599-43f0-459c-a6c6-579906529e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ef84a1a4-7f8a-43cc-9877-21a1cc24ebfe'}] Oct 04 21:29:50.710899 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Attempt 6 to bind port 74e92a41-fe79-4605-aa0a-6c2cebe67b22 Oct 04 21:29:50.731911 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Attempting to bind port 74e92a41-fe79-4605-aa0a-6c2cebe67b22 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:29:50.732449 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Attempting to bind port 74e92a41-fe79-4605-aa0a-6c2cebe67b22 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '1d1c5599-43f0-459c-a6c6-579906529e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ef84a1a4-7f8a-43cc-9877-21a1cc24ebfe'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:29:50.733016 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Attempting to bind port 74e92a41-fe79-4605-aa0a-6c2cebe67b22 on network ef84a1a4-7f8a-43cc-9877-21a1cc24ebfe {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:29:50.748086 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-78b12cf5-91e3-4d02-b9bc-dbf334012318 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (ef84a1a4-7f8a-43cc-9877-21a1cc24ebfe), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:50.770362 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 055ca5b1-84a1-4ee6-89d0-a3e2f3f17dac could not be found. Oct 04 21:29:50.770362 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:29:50.770362 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:29:50.770362 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:29:50.770362 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:29:50.770362 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:29:50.770362 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:29:50.770362 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:29:50.770362 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:29:50.770362 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:29:50.770362 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:29:50.770362 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:29:50.770362 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:29:50.770362 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:29:50.770362 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:50.770362 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:50.770362 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:50.770362 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:50.770362 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:29:50.770362 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:50.770362 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:29:50.770362 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:29:50.770362 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:50.770362 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:50.770362 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:50.770362 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:50.770362 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:29:50.770362 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:50.770362 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:29:50.770362 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:29:50.770362 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:50.770362 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:50.770362 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:50.770362 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:50.770362 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:29:50.770362 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:29:50.770362 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:29:50.770362 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:29:50.770362 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:29:50.770362 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:29:50.770362 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 055ca5b1-84a1-4ee6-89d0-a3e2f3f17dac could not be found. Oct 04 21:29:50.770362 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:29:50.787490 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Attempting to bind port 74e92a41-fe79-4605-aa0a-6c2cebe67b22 on network ef84a1a4-7f8a-43cc-9877-21a1cc24ebfe {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:29:50.792150 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-78b12cf5-91e3-4d02-b9bc-dbf334012318 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef84a1a4-7f8a-43cc-9877-21a1cc24ebfe']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:29:50.808624 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-78b12cf5-91e3-4d02-b9bc-dbf334012318 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d1c5599-43f0-459c-a6c6-579906529e5b') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:29:50.809015 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-78b12cf5-91e3-4d02-b9bc-dbf334012318 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d1c5599-43f0-459c-a6c6-579906529e5b') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:29:50.810757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 055ca5b1-84a1-4ee6-89d0-a3e2f3f17dac could not be found. Oct 04 21:29:50.810757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:29:50.810757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:29:50.810757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:29:50.810757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:29:50.810757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:29:50.810757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:29:50.810757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:29:50.810757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:29:50.810757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:29:50.810757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:29:50.810757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:29:50.810757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:50.810757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:50.810757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:50.810757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:50.810757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:29:50.810757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:50.810757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:29:50.810757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:29:50.810757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:50.810757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:50.810757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:50.810757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:50.810757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:29:50.810757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:50.810757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:29:50.810757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:29:50.810757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:50.810757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:50.810757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:50.810757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:50.810757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:29:50.810757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:29:50.810757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:29:50.810757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:29:50.810757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:29:50.810757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:29:50.810757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 055ca5b1-84a1-4ee6-89d0-a3e2f3f17dac could not be found. Oct 04 21:29:50.810757 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:29:50.813467 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Failed to bind port 74e92a41-fe79-4605-aa0a-6c2cebe67b22 on host n-d-852085-12 for vnic_type normal using segments [{'id': '1d1c5599-43f0-459c-a6c6-579906529e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ef84a1a4-7f8a-43cc-9877-21a1cc24ebfe'}] Oct 04 21:29:50.813467 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Attempt 7 to bind port 74e92a41-fe79-4605-aa0a-6c2cebe67b22 Oct 04 21:29:50.827432 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-78b12cf5-91e3-4d02-b9bc-dbf334012318 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (1d1c5599-43f0-459c-a6c6-579906529e5b), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:50.837743 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Attempting to bind port 74e92a41-fe79-4605-aa0a-6c2cebe67b22 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:29:50.838212 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Attempting to bind port 74e92a41-fe79-4605-aa0a-6c2cebe67b22 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '1d1c5599-43f0-459c-a6c6-579906529e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ef84a1a4-7f8a-43cc-9877-21a1cc24ebfe'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:29:50.838991 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Attempting to bind port 74e92a41-fe79-4605-aa0a-6c2cebe67b22 on network ef84a1a4-7f8a-43cc-9877-21a1cc24ebfe {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:29:50.851369 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-78b12cf5-91e3-4d02-b9bc-dbf334012318 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (1d1c5599-43f0-459c-a6c6-579906529e5b), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:50.862449 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78b12cf5-91e3-4d02-b9bc-dbf334012318 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:29:50.863033 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-78b12cf5-91e3-4d02-b9bc-dbf334012318 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (1d1c5599-43f0-459c-a6c6-579906529e5b), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:50.879327 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 055ca5b1-84a1-4ee6-89d0-a3e2f3f17dac could not be found. Oct 04 21:29:50.879327 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:29:50.879327 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:29:50.879327 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:29:50.879327 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:29:50.879327 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:29:50.879327 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:29:50.879327 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:29:50.879327 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:29:50.879327 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:29:50.879327 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:29:50.879327 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:29:50.879327 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:29:50.879327 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:29:50.879327 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:50.879327 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:50.879327 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:50.879327 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:50.879327 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:29:50.879327 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:50.879327 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:29:50.879327 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:29:50.879327 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:50.879327 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:50.879327 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:50.879327 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:50.879327 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:29:50.879327 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:50.879327 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:29:50.879327 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:29:50.879327 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:50.879327 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:50.879327 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:50.879327 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:50.879327 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:29:50.879327 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:29:50.879327 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:29:50.879327 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:29:50.879327 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:29:50.879327 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:29:50.879327 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 055ca5b1-84a1-4ee6-89d0-a3e2f3f17dac could not be found. Oct 04 21:29:50.879327 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:29:50.882911 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Attempting to bind port 74e92a41-fe79-4605-aa0a-6c2cebe67b22 on network ef84a1a4-7f8a-43cc-9877-21a1cc24ebfe {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:29:50.926508 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 055ca5b1-84a1-4ee6-89d0-a3e2f3f17dac could not be found. Oct 04 21:29:50.926508 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:29:50.926508 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:29:50.926508 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:29:50.926508 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:29:50.926508 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:29:50.926508 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:29:50.926508 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:29:50.926508 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:29:50.926508 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:29:50.926508 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:29:50.926508 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:29:50.926508 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:50.926508 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:50.926508 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:50.926508 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:50.926508 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:29:50.926508 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:50.926508 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:29:50.926508 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:29:50.926508 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:50.926508 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:50.926508 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:50.926508 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:50.926508 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:29:50.926508 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:50.926508 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:29:50.926508 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:29:50.926508 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:50.926508 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:50.926508 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:50.926508 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:50.926508 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:29:50.926508 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:29:50.926508 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:29:50.926508 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:29:50.926508 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:29:50.926508 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:29:50.926508 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 055ca5b1-84a1-4ee6-89d0-a3e2f3f17dac could not be found. Oct 04 21:29:50.926508 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:29:50.934218 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Failed to bind port 74e92a41-fe79-4605-aa0a-6c2cebe67b22 on host n-d-852085-12 for vnic_type normal using segments [{'id': '1d1c5599-43f0-459c-a6c6-579906529e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ef84a1a4-7f8a-43cc-9877-21a1cc24ebfe'}] Oct 04 21:29:50.934218 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Attempt 8 to bind port 74e92a41-fe79-4605-aa0a-6c2cebe67b22 Oct 04 21:29:50.940820 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 1d1c5599-43f0-459c-a6c6-579906529e5b resource provider aggregate not found Oct 04 21:29:50.955746 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Attempting to bind port 74e92a41-fe79-4605-aa0a-6c2cebe67b22 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:29:50.958126 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Attempting to bind port 74e92a41-fe79-4605-aa0a-6c2cebe67b22 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '1d1c5599-43f0-459c-a6c6-579906529e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ef84a1a4-7f8a-43cc-9877-21a1cc24ebfe'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:29:50.958126 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Attempting to bind port 74e92a41-fe79-4605-aa0a-6c2cebe67b22 on network ef84a1a4-7f8a-43cc-9877-21a1cc24ebfe {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:29:50.977789 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 1d1c5599-43f0-459c-a6c6-579906529e5b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1d1c5599-43f0-459c-a6c6-579906529e5b found for delete ", "request_id": "req-7551f167-886a-40e4-910a-79bfcdf0a514"}]} Oct 04 21:29:50.992594 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 055ca5b1-84a1-4ee6-89d0-a3e2f3f17dac could not be found. Oct 04 21:29:50.992594 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:29:50.992594 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:29:50.992594 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:29:50.992594 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:29:50.992594 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:29:50.992594 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:29:50.992594 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:29:50.992594 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:29:50.992594 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:29:50.992594 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:29:50.992594 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:29:50.992594 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:29:50.992594 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:29:50.992594 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:50.992594 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:50.992594 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:50.992594 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:50.992594 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:29:50.992594 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:50.992594 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:29:50.992594 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:29:50.992594 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:50.992594 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:50.992594 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:50.992594 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:50.992594 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:29:50.992594 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:50.992594 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:29:50.992594 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:29:50.992594 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:50.992594 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:50.992594 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:50.992594 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:50.992594 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:29:50.992594 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:29:50.992594 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:29:50.992594 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:29:50.992594 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:29:50.992594 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:29:50.992594 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 055ca5b1-84a1-4ee6-89d0-a3e2f3f17dac could not be found. Oct 04 21:29:50.992594 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:29:50.997944 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Attempting to bind port 74e92a41-fe79-4605-aa0a-6c2cebe67b22 on network ef84a1a4-7f8a-43cc-9877-21a1cc24ebfe {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:29:51.020663 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 055ca5b1-84a1-4ee6-89d0-a3e2f3f17dac could not be found. Oct 04 21:29:51.020663 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:29:51.020663 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:29:51.020663 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:29:51.020663 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:29:51.020663 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:29:51.020663 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:29:51.020663 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:29:51.020663 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:29:51.020663 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:29:51.020663 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:29:51.020663 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:29:51.020663 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:51.020663 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:51.020663 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:51.020663 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:51.020663 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:29:51.020663 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:51.020663 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:29:51.020663 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:29:51.020663 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:51.020663 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:51.020663 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:51.020663 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:51.020663 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:29:51.020663 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:51.020663 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:29:51.020663 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:29:51.020663 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:51.020663 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:51.020663 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:51.020663 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:51.020663 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:29:51.020663 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:29:51.020663 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:29:51.020663 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:29:51.020663 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:29:51.020663 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:29:51.020663 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 055ca5b1-84a1-4ee6-89d0-a3e2f3f17dac could not be found. Oct 04 21:29:51.020663 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:29:51.025537 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Failed to bind port 74e92a41-fe79-4605-aa0a-6c2cebe67b22 on host n-d-852085-12 for vnic_type normal using segments [{'id': '1d1c5599-43f0-459c-a6c6-579906529e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ef84a1a4-7f8a-43cc-9877-21a1cc24ebfe'}] Oct 04 21:29:51.025537 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Attempt 9 to bind port 74e92a41-fe79-4605-aa0a-6c2cebe67b22 Oct 04 21:29:51.040560 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Attempting to bind port 74e92a41-fe79-4605-aa0a-6c2cebe67b22 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:29:51.041022 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Attempting to bind port 74e92a41-fe79-4605-aa0a-6c2cebe67b22 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '1d1c5599-43f0-459c-a6c6-579906529e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ef84a1a4-7f8a-43cc-9877-21a1cc24ebfe'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:29:51.041554 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Attempting to bind port 74e92a41-fe79-4605-aa0a-6c2cebe67b22 on network ef84a1a4-7f8a-43cc-9877-21a1cc24ebfe {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:29:51.071166 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 055ca5b1-84a1-4ee6-89d0-a3e2f3f17dac could not be found. Oct 04 21:29:51.071166 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:29:51.071166 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:29:51.071166 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:29:51.071166 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:29:51.071166 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:29:51.071166 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:29:51.071166 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:29:51.071166 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:29:51.071166 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:29:51.071166 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:29:51.071166 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:29:51.071166 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:29:51.071166 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:29:51.071166 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:51.071166 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:51.071166 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:51.071166 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:51.071166 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:29:51.071166 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:51.071166 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:29:51.071166 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:29:51.071166 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:51.071166 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:51.071166 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:51.071166 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:51.071166 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:29:51.071166 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:51.071166 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:29:51.071166 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:29:51.071166 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:51.071166 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:51.071166 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:51.071166 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:51.071166 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:29:51.071166 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:29:51.071166 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:29:51.071166 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:29:51.071166 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:29:51.071166 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:29:51.071166 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 055ca5b1-84a1-4ee6-89d0-a3e2f3f17dac could not be found. Oct 04 21:29:51.071166 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:29:51.076191 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Attempting to bind port 74e92a41-fe79-4605-aa0a-6c2cebe67b22 on network ef84a1a4-7f8a-43cc-9877-21a1cc24ebfe {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:29:51.115605 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 055ca5b1-84a1-4ee6-89d0-a3e2f3f17dac could not be found. Oct 04 21:29:51.115605 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:29:51.115605 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:29:51.115605 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:29:51.115605 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:29:51.115605 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:29:51.115605 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:29:51.115605 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:29:51.115605 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:29:51.115605 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:29:51.115605 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:29:51.115605 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:29:51.115605 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:51.115605 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:51.115605 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:51.115605 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:51.115605 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:29:51.115605 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:51.115605 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:29:51.115605 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:29:51.115605 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:51.115605 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:51.115605 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:51.115605 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:51.115605 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:29:51.115605 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:51.115605 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:29:51.115605 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:29:51.115605 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:51.115605 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:51.115605 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:51.115605 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:51.115605 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:29:51.115605 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:29:51.115605 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:29:51.115605 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:29:51.115605 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:29:51.115605 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:29:51.115605 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 055ca5b1-84a1-4ee6-89d0-a3e2f3f17dac could not be found. Oct 04 21:29:51.115605 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:29:51.120646 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Failed to bind port 74e92a41-fe79-4605-aa0a-6c2cebe67b22 on host n-d-852085-12 for vnic_type normal using segments [{'id': '1d1c5599-43f0-459c-a6c6-579906529e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ef84a1a4-7f8a-43cc-9877-21a1cc24ebfe'}] Oct 04 21:29:51.120646 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Attempt 10 to bind port 74e92a41-fe79-4605-aa0a-6c2cebe67b22 Oct 04 21:29:51.134502 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-78b12cf5-91e3-4d02-b9bc-dbf334012318 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (ef84a1a4-7f8a-43cc-9877-21a1cc24ebfe), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:51.147322 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-78b12cf5-91e3-4d02-b9bc-dbf334012318 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:51.148543 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Attempting to bind port 74e92a41-fe79-4605-aa0a-6c2cebe67b22 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:29:51.149159 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Attempting to bind port 74e92a41-fe79-4605-aa0a-6c2cebe67b22 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '1d1c5599-43f0-459c-a6c6-579906529e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ef84a1a4-7f8a-43cc-9877-21a1cc24ebfe'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:29:51.149852 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Attempting to bind port 74e92a41-fe79-4605-aa0a-6c2cebe67b22 on network ef84a1a4-7f8a-43cc-9877-21a1cc24ebfe {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:29:51.152531 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-78b12cf5-91e3-4d02-b9bc-dbf334012318 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] 10.222.0.78 "DELETE /networking/v2.0/networks/ef84a1a4-7f8a-43cc-9877-21a1cc24ebfe HTTP/1.1" status: 204 len: 168 time: 1.3763254 Oct 04 21:29:51.156305 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53122) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:29:51.190961 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Mechanism driver openvswitch failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 055ca5b1-84a1-4ee6-89d0-a3e2f3f17dac could not be found. Oct 04 21:29:51.190961 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:29:51.190961 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:29:51.190961 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:29:51.190961 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/openvswitch/mech_driver/mech_openvswitch.py", line 133, in bind_port Oct 04 21:29:51.190961 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers super(OpenvswitchMechanismDriver, self).bind_port(context) Oct 04 21:29:51.190961 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:29:51.190961 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:29:51.190961 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:29:51.190961 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:29:51.190961 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:29:51.190961 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:29:51.190961 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:29:51.190961 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:29:51.190961 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:51.190961 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:51.190961 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:51.190961 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:51.190961 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:29:51.190961 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:51.190961 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:29:51.190961 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:29:51.190961 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:51.190961 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:51.190961 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:51.190961 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:51.190961 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:29:51.190961 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:51.190961 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:29:51.190961 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:29:51.190961 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:51.190961 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:51.190961 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:51.190961 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:51.190961 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:29:51.190961 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:29:51.190961 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:29:51.190961 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:29:51.190961 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:29:51.190961 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:29:51.190961 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 055ca5b1-84a1-4ee6-89d0-a3e2f3f17dac could not be found. Oct 04 21:29:51.190961 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:29:51.199203 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Attempting to bind port 74e92a41-fe79-4605-aa0a-6c2cebe67b22 on network ef84a1a4-7f8a-43cc-9877-21a1cc24ebfe {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:29:51.220084 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b12cf5-91e3-4d02-b9bc-dbf334012318 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Pushing event deleted for resources: {'Network': ['ID=ef84a1a4-7f8a-43cc-9877-21a1cc24ebfe,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:29:51.253384 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Mechanism driver hyperv failed in bind_port: neutron_lib.exceptions.SubnetNotFound: Subnet 055ca5b1-84a1-4ee6-89d0-a3e2f3f17dac could not be found. Oct 04 21:29:51.253384 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Oct 04 21:29:51.253384 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 866, in _bind_port_level Oct 04 21:29:51.253384 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers driver.obj.bind_port(context) Oct 04 21:29:51.253384 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 104, in bind_port Oct 04 21:29:51.253384 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets = self.get_subnets_from_fixed_ips(context) Oct 04 21:29:51.253384 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 149, in get_subnets_from_fixed_ips Oct 04 21:29:51.253384 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnets.append(context._plugin.get_subnet( Oct 04 21:29:51.253384 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Oct 04 21:29:51.253384 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f_with_retry(*args, **kwargs, Oct 04 21:29:51.253384 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped Oct 04 21:29:51.253384 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers setattr(e, '_RETRY_EXCEEDED', True) Oct 04 21:29:51.253384 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:51.253384 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:51.253384 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:51.253384 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:51.253384 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Oct 04 21:29:51.253384 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:51.253384 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 21:29:51.253384 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers ectxt.value = e.inner_exc Oct 04 21:29:51.253384 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:51.253384 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:51.253384 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:51.253384 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:51.253384 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 21:29:51.253384 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*args, **kwargs) Oct 04 21:29:51.253384 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped Oct 04 21:29:51.253384 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers context_reference.session.rollback() Oct 04 21:29:51.253384 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 21:29:51.253384 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers self.force_reraise() Oct 04 21:29:51.253384 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 21:29:51.253384 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise self.value Oct 04 21:29:51.253384 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Oct 04 21:29:51.253384 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers return f(*dup_args, **dup_kwargs) Oct 04 21:29:51.253384 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1098, in get_subnet Oct 04 21:29:51.253384 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers subnet_obj = self._get_subnet_object(context, id) Oct 04 21:29:51.253384 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 279, in _get_subnet_object Oct 04 21:29:51.253384 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers raise exceptions.SubnetNotFound(subnet_id=id) Oct 04 21:29:51.253384 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers neutron_lib.exceptions.SubnetNotFound: Subnet 055ca5b1-84a1-4ee6-89d0-a3e2f3f17dac could not be found. Oct 04 21:29:51.253384 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers Oct 04 21:29:51.258784 n-d-852085-12 neutron-server[108171]: ERROR neutron.plugins.ml2.managers [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Failed to bind port 74e92a41-fe79-4605-aa0a-6c2cebe67b22 on host n-d-852085-12 for vnic_type normal using segments [{'id': '1d1c5599-43f0-459c-a6c6-579906529e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ef84a1a4-7f8a-43cc-9877-21a1cc24ebfe'}] Oct 04 21:29:51.258784 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (74e92a41-fe79-4605-aa0a-6c2cebe67b22), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:51.282527 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-0799480e-1072-471c-bdc5-68a08c915752 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Deleting subnet 405d28f9-f78c-4d74-9e9c-90a2f0fb79b1 {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:29:51.293552 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0799480e-1072-471c-bdc5-68a08c915752 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Publish callbacks [] for subnet (405d28f9-f78c-4d74-9e9c-90a2f0fb79b1), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:51.320466 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-26c8b4e5-0495-4a74-92a9-feb00de5765c None None] Port 74e92a41-fe79-4605-aa0a-6c2cebe67b22 has been deleted concurrently {{(pid=108171) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:696}} Oct 04 21:29:51.325056 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 3045c1b7-47f5-4b1d-9d32-3c0f9b43bb04 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:29:51.367415 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0799480e-1072-471c-bdc5-68a08c915752 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (405d28f9-f78c-4d74-9e9c-90a2f0fb79b1), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:51.425628 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 3045c1b7-47f5-4b1d-9d32-3c0f9b43bb04 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:29:51.426905 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (3045c1b7-47f5-4b1d-9d32-3c0f9b43bb04), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:51.432680 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 3045c1b7-47f5-4b1d-9d32-3c0f9b43bb04 Oct 04 21:29:51.550603 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0799480e-1072-471c-bdc5-68a08c915752 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (405d28f9-f78c-4d74-9e9c-90a2f0fb79b1), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:51.593839 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 3045c1b7-47f5-4b1d-9d32-3c0f9b43bb04 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:29:51.707836 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:51.798348 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0799480e-1072-471c-bdc5-68a08c915752 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (405d28f9-f78c-4d74-9e9c-90a2f0fb79b1), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:51.854378 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:51.862705 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0799480e-1072-471c-bdc5-68a08c915752 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Pushing event deleted for resources: {'Subnet': ['ID=405d28f9-f78c-4d74-9e9c-90a2f0fb79b1,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:29:51.871190 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-0799480e-1072-471c-bdc5-68a08c915752 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:51.877475 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-0799480e-1072-471c-bdc5-68a08c915752 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/405d28f9-f78c-4d74-9e9c-90a2f0fb79b1 HTTP/1.1" status: 204 len: 168 time: 0.7197495 Oct 04 21:29:51.882039 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53124) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:29:51.885377 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20bce5f-49cb-431d-9b6f-00d01e4beb3a None None] Network 30793814-9df9-48ec-b89b-0402c6ab63ce requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:29:52.050595 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2183ba98-a480-4169-b6fc-493aad4fc772 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (30793814-9df9-48ec-b89b-0402c6ab63ce), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:52.052988 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:29:52.139708 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-2183ba98-a480-4169-b6fc-493aad4fc772 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Deleting port 3045c1b7-47f5-4b1d-9d32-3c0f9b43bb04 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:29:52.140340 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2183ba98-a480-4169-b6fc-493aad4fc772 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (3045c1b7-47f5-4b1d-9d32-3c0f9b43bb04), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:52.170741 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ce40cf-a381-4da4-93c8-1536990120d4 None None] DHCP port deletion for 30793814-9df9-48ec-b89b-0402c6ab63ce request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:29:52.258977 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-56ce40cf-a381-4da4-93c8-1536990120d4 None None] Deleting port 3045c1b7-47f5-4b1d-9d32-3c0f9b43bb04 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:29:52.259720 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-56ce40cf-a381-4da4-93c8-1536990120d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (3045c1b7-47f5-4b1d-9d32-3c0f9b43bb04), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:52.285385 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-2183ba98-a480-4169-b6fc-493aad4fc772 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] For port 3045c1b7-47f5-4b1d-9d32-3c0f9b43bb04, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=3045c1b7-47f5-4b1d-9d32-3c0f9b43bb04,segment=NetworkSegment(696921b5-3be5-40a4-8586-95d0070e0b04),segment_id=696921b5-3be5-40a4-8586-95d0070e0b04)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:29:52.286303 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2183ba98-a480-4169-b6fc-493aad4fc772 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (3045c1b7-47f5-4b1d-9d32-3c0f9b43bb04), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:52.318077 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-2183ba98-a480-4169-b6fc-493aad4fc772 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Calling delete_port for 3045c1b7-47f5-4b1d-9d32-3c0f9b43bb04 owned by network:dhcp {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:29:52.343184 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:DELETE=3,neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:29:52.392419 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-56ce40cf-a381-4da4-93c8-1536990120d4 None None] For port 3045c1b7-47f5-4b1d-9d32-3c0f9b43bb04, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=3045c1b7-47f5-4b1d-9d32-3c0f9b43bb04,segment=NetworkSegment(696921b5-3be5-40a4-8586-95d0070e0b04),segment_id=696921b5-3be5-40a4-8586-95d0070e0b04)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:29:52.393067 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-56ce40cf-a381-4da4-93c8-1536990120d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (3045c1b7-47f5-4b1d-9d32-3c0f9b43bb04), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:52.433524 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-56ce40cf-a381-4da4-93c8-1536990120d4 None None] Calling delete_port for 3045c1b7-47f5-4b1d-9d32-3c0f9b43bb04 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:29:52.471950 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 21:29:52.620929 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2183ba98-a480-4169-b6fc-493aad4fc772 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (3045c1b7-47f5-4b1d-9d32-3c0f9b43bb04), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:52.634403 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-56ce40cf-a381-4da4-93c8-1536990120d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (3045c1b7-47f5-4b1d-9d32-3c0f9b43bb04), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:52.661490 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ce40cf-a381-4da4-93c8-1536990120d4 None None] No DVR routers for this DVR port 3045c1b7-47f5-4b1d-9d32-3c0f9b43bb04 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:29:52.685700 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2183ba98-a480-4169-b6fc-493aad4fc772 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] No DVR routers for this DVR port 3045c1b7-47f5-4b1d-9d32-3c0f9b43bb04 on host n-d-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:29:52.688785 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2183ba98-a480-4169-b6fc-493aad4fc772 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Pushing event deleted for resources: {'Port': ['ID=3045c1b7-47f5-4b1d-9d32-3c0f9b43bb04,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:29:52.730984 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ce40cf-a381-4da4-93c8-1536990120d4 None None] Pushing event deleted for resources: {'Port': ['ID=3045c1b7-47f5-4b1d-9d32-3c0f9b43bb04,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:29:52.866297 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2183ba98-a480-4169-b6fc-493aad4fc772 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (30793814-9df9-48ec-b89b-0402c6ab63ce), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:52.908080 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-2183ba98-a480-4169-b6fc-493aad4fc772 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30793814-9df9-48ec-b89b-0402c6ab63ce']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:29:52.922890 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-5af7e3dd-7f27-4674-8071-35e3167323be None None] Could not find standard attr ID for object 74e92a41-fe79-4605-aa0a-6c2cebe67b22. {{(pid=108171) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:181}} Oct 04 21:29:52.929509 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-2183ba98-a480-4169-b6fc-493aad4fc772 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '696921b5-3be5-40a4-8586-95d0070e0b04') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:29:52.930022 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-2183ba98-a480-4169-b6fc-493aad4fc772 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '696921b5-3be5-40a4-8586-95d0070e0b04') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:29:52.949901 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2183ba98-a480-4169-b6fc-493aad4fc772 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (696921b5-3be5-40a4-8586-95d0070e0b04), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:52.980171 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2183ba98-a480-4169-b6fc-493aad4fc772 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (696921b5-3be5-40a4-8586-95d0070e0b04), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:52.988162 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2d7846-ffe8-465c-b2b5-acc7020e7c2c None None] DHCP port deletion for ef84a1a4-7f8a-43cc-9877-21a1cc24ebfe request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:29:52.994348 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2183ba98-a480-4169-b6fc-493aad4fc772 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:29:52.995064 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2183ba98-a480-4169-b6fc-493aad4fc772 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (696921b5-3be5-40a4-8586-95d0070e0b04), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:53.028800 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827512b6-7a66-498b-87f0-45c791a6d6ed None None] Network ef84a1a4-7f8a-43cc-9877-21a1cc24ebfe requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:29:53.056402 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827512b6-7a66-498b-87f0-45c791a6d6ed None None] Network ef84a1a4-7f8a-43cc-9877-21a1cc24ebfe could not be found, it might have been deleted concurrently. {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 04 21:29:53.210362 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2183ba98-a480-4169-b6fc-493aad4fc772 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (30793814-9df9-48ec-b89b-0402c6ab63ce), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:53.225483 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2183ba98-a480-4169-b6fc-493aad4fc772 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:53.232026 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2183ba98-a480-4169-b6fc-493aad4fc772 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] 10.222.0.78 "DELETE /networking/v2.0/networks/30793814-9df9-48ec-b89b-0402c6ab63ce HTTP/1.1" status: 204 len: 168 time: 1.3476307 Oct 04 21:29:53.233354 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:29:53.236425 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53130) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:29:53.264377 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2183ba98-a480-4169-b6fc-493aad4fc772 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Pushing event deleted for resources: {'Network': ['ID=30793814-9df9-48ec-b89b-0402c6ab63ce,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:29:53.279041 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 3045c1b7-47f5-4b1d-9d32-3c0f9b43bb04 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:29:53.308440 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d81ebd73-25e7-45d5-9ff4-943d8d80adcd tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] 10.222.0.78 "GET /networking/v2.0/ports?device_id=11b2ea59-bbc3-4bfe-baec-8a92211f8345 HTTP/1.1" status: 200 len: 205 time: 0.0699193 Oct 04 21:29:53.312854 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53132) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:29:53.330465 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 3045c1b7-47f5-4b1d-9d32-3c0f9b43bb04 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:29:53.336745 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 3045c1b7-47f5-4b1d-9d32-3c0f9b43bb04 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:29:53.383496 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 696921b5-3be5-40a4-8586-95d0070e0b04 resource provider aggregate not found Oct 04 21:29:53.414551 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 696921b5-3be5-40a4-8586-95d0070e0b04 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 696921b5-3be5-40a4-8586-95d0070e0b04 found for delete ", "request_id": "req-7084f8cf-79ee-499c-83a0-b28ad3383eea"}]} Oct 04 21:29:53.461235 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-11513a94-d0c1-4b23-ab22-644a4a6bf952 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Publish callbacks [] for router (11b2ea59-bbc3-4bfe-baec-8a92211f8345), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:53.767624 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-11513a94-d0c1-4b23-ab22-644a4a6bf952 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (11b2ea59-bbc3-4bfe-baec-8a92211f8345), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:53.772871 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-11513a94-d0c1-4b23-ab22-644a4a6bf952 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Publish callbacks [] for router_controller (11b2ea59-bbc3-4bfe-baec-8a92211f8345), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:53.913308 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-11513a94-d0c1-4b23-ab22-644a4a6bf952 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (11b2ea59-bbc3-4bfe-baec-8a92211f8345), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:53.914479 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11513a94-d0c1-4b23-ab22-644a4a6bf952 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Fanout notify agent at l3_agent the message router_deleted on router 11b2ea59-bbc3-4bfe-baec-8a92211f8345 {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 21:29:53.928476 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-11513a94-d0c1-4b23-ab22-644a4a6bf952 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:53.934505 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-11513a94-d0c1-4b23-ab22-644a4a6bf952 tempest-RoutersNegativeTest-656199573 tempest-RoutersNegativeTest-656199573-project] 10.222.0.78 "DELETE /networking/v2.0/routers/11b2ea59-bbc3-4bfe-baec-8a92211f8345 HTTP/1.1" status: 204 len: 168 time: 0.6159689 Oct 04 21:29:54.195897 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=4 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:29:54.742507 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53140) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:29:55.028475 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-408f9522-a82e-4e0a-9769-cf33c412cbd9 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=e892831ccc994cc2b1d7c4cc62b2b424&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2839050 Oct 04 21:29:55.033323 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53144) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:29:55.134020 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b9928212-3259-4d14-93ed-1907773aec0b admin admin] Publish callbacks [] for security_group (77939a55-a637-45c2-a4ee-5fa716660599), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:55.189668 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b9928212-3259-4d14-93ed-1907773aec0b admin admin] Publish callbacks [] for security_group (77939a55-a637-45c2-a4ee-5fa716660599), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:55.378307 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b9928212-3259-4d14-93ed-1907773aec0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (77939a55-a637-45c2-a4ee-5fa716660599), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:55.383873 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b9928212-3259-4d14-93ed-1907773aec0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:55.385912 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b9928212-3259-4d14-93ed-1907773aec0b admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/77939a55-a637-45c2-a4ee-5fa716660599 HTTP/1.1" status: 204 len: 168 time: 0.3510098 Oct 04 21:29:55.401236 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9928212-3259-4d14-93ed-1907773aec0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77939a55-a637-45c2-a4ee-5fa716660599,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:29:57.384224 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53166) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:29:57.584779 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-69b9fec2-5baf-49c3-8ef9-737eea693542 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1994331134-network', 'tenant_id': '85b7ddd272374c81b094a377fde7a3e1'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:29:57.763344 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b9fec2-5baf-49c3-8ef9-737eea693542 admin admin] Made reservation on behalf of 85b7ddd272374c81b094a377fde7a3e1 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:29:57.767646 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-69b9fec2-5baf-49c3-8ef9-737eea693542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:57.786388 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-69b9fec2-5baf-49c3-8ef9-737eea693542 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:57.979420 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-69b9fec2-5baf-49c3-8ef9-737eea693542 admin admin] Publish callbacks [] for security_group (1b0a8b31-582a-48ad-870e-d35580f65fe3), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:58.038147 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-69b9fec2-5baf-49c3-8ef9-737eea693542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (1b0a8b31-582a-48ad-870e-d35580f65fe3), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:58.097990 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69b9fec2-5baf-49c3-8ef9-737eea693542 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:29:58.110866 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b9fec2-5baf-49c3-8ef9-737eea693542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0a8b31-582a-48ad-870e-d35580f65fe3,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:29:58.125299 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-69b9fec2-5baf-49c3-8ef9-737eea693542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (0dd70a5a-8ef3-413c-abdd-8d76440f202b), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:58.125852 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-69b9fec2-5baf-49c3-8ef9-737eea693542 admin admin] Added segment 0dd70a5a-8ef3-413c-abdd-8d76440f202b of type vlan for network ed3c2d19-cadf-4300-8f7a-53f540eb2994 Oct 04 21:29:58.212143 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-69b9fec2-5baf-49c3-8ef9-737eea693542 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (ed3c2d19-cadf-4300-8f7a-53f540eb2994), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:58.329200 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-69b9fec2-5baf-49c3-8ef9-737eea693542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (ed3c2d19-cadf-4300-8f7a-53f540eb2994), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:58.331057 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b9fec2-5baf-49c3-8ef9-737eea693542 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:29:58.332603 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-69b9fec2-5baf-49c3-8ef9-737eea693542 admin admin] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:58.465312 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b9fec2-5baf-49c3-8ef9-737eea693542 admin admin] Pushing event updated for resources: {'Network': ['ID=ed3c2d19-cadf-4300-8f7a-53f540eb2994,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:29:58.476563 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-69b9fec2-5baf-49c3-8ef9-737eea693542 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0903642 Oct 04 21:29:58.482702 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53170) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:29:58.486957 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network ed3c2d19-cadf-4300-8f7a-53f540eb2994 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:29:58.492801 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-752e5e53-7037-4855-bced-4a94c2d2101a admin admin] Request body: {'subnet': {'network_id': 'ed3c2d19-cadf-4300-8f7a-53f540eb2994', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1994331134-subnet', 'tenant_id': '85b7ddd272374c81b094a377fde7a3e1', 'ip_version': 4}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:29:58.493125 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:29:58.683439 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752e5e53-7037-4855-bced-4a94c2d2101a admin admin] Made reservation on behalf of 85b7ddd272374c81b094a377fde7a3e1 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:29:58.687785 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-752e5e53-7037-4855-bced-4a94c2d2101a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:58.924410 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:29:58.948932 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:29:59.123239 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-752e5e53-7037-4855-bced-4a94c2d2101a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (aef6ec93-c6c5-436d-aadf-7cf2f2c91f42), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:59.253585 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752e5e53-7037-4855-bced-4a94c2d2101a admin admin] Pushing event updated for resources: {'Subnet': ['ID=aef6ec93-c6c5-436d-aadf-7cf2f2c91f42,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:29:59.273051 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752e5e53-7037-4855-bced-4a94c2d2101a admin admin] Checking segment: {'id': '0dd70a5a-8ef3-413c-abdd-8d76440f202b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ed3c2d19-cadf-4300-8f7a-53f540eb2994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:29:59.273762 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752e5e53-7037-4855-bced-4a94c2d2101a admin admin] Network hostable DHCP agents. Network: ed3c2d19-cadf-4300-8f7a-53f540eb2994, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:29:59.435994 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752e5e53-7037-4855-bced-4a94c2d2101a admin admin] Network ed3c2d19-cadf-4300-8f7a-53f540eb2994 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:29:59.572794 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-752e5e53-7037-4855-bced-4a94c2d2101a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, ed3c2d19-cadf-4300-8f7a-53f540eb2994) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:29:59.580727 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752e5e53-7037-4855-bced-4a94c2d2101a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:29:59.581989 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-752e5e53-7037-4855-bced-4a94c2d2101a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:59.593515 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a69dd78-a8a0-49bb-809c-bb0da9a2b06a None None] Network ed3c2d19-cadf-4300-8f7a-53f540eb2994 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:29:59.687713 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-752e5e53-7037-4855-bced-4a94c2d2101a admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2021937 Oct 04 21:29:59.692213 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53172) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:29:59.707817 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-547dbb32-97b9-4708-bcdf-2410e6b09cca admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1994331134-router', 'tenant_id': '85b7ddd272374c81b094a377fde7a3e1', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:29:59.814738 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb21e0d-48a6-4d77-bab7-8b0d48199d1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-ed3c2d19-cadf-4300-8f7a-53f540eb2994', 'network_id': 'ed3c2d19-cadf-4300-8f7a-53f540eb2994', 'project_id': '85b7ddd272374c81b094a377fde7a3e1', 'fixed_ips': [{'subnet_id': 'aef6ec93-c6c5-436d-aadf-7cf2f2c91f42'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:29:59.816139 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-acb21e0d-48a6-4d77-bab7-8b0d48199d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:59.830290 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-547dbb32-97b9-4708-bcdf-2410e6b09cca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (cec5d79e-f338-49ce-b24a-4fdefe6beab9), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:59.832877 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-547dbb32-97b9-4708-bcdf-2410e6b09cca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (cec5d79e-f338-49ce-b24a-4fdefe6beab9), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:29:59.945843 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-547dbb32-97b9-4708-bcdf-2410e6b09cca admin admin] Publish callbacks [] for router_controller (cec5d79e-f338-49ce-b24a-4fdefe6beab9), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:00.032772 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-acb21e0d-48a6-4d77-bab7-8b0d48199d1f None None] Allocated IP 172.20.0.2 (ed3c2d19-cadf-4300-8f7a-53f540eb2994/aef6ec93-c6c5-436d-aadf-7cf2f2c91f42/32d790b0-67c3-4209-bdc0-1c65d5322210) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:30:00.307669 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-547dbb32-97b9-4708-bcdf-2410e6b09cca admin admin] Publish callbacks [] for router_gateway (cec5d79e-f338-49ce-b24a-4fdefe6beab9), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:00.320947 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-acb21e0d-48a6-4d77-bab7-8b0d48199d1f None None] Publish callbacks [] for port (32d790b0-67c3-4209-bdc0-1c65d5322210), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:00.768986 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-acb21e0d-48a6-4d77-bab7-8b0d48199d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (32d790b0-67c3-4209-bdc0-1c65d5322210), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:00.851919 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb21e0d-48a6-4d77-bab7-8b0d48199d1f None None] Network ed3c2d19-cadf-4300-8f7a-53f540eb2994 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:30:00.857645 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-acb21e0d-48a6-4d77-bab7-8b0d48199d1f None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:30:00.861690 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb21e0d-48a6-4d77-bab7-8b0d48199d1f None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:30:00.884705 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb21e0d-48a6-4d77-bab7-8b0d48199d1f None None] Pushing event updated for resources: {'Port': ['ID=32d790b0-67c3-4209-bdc0-1c65d5322210,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:30:00.993666 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-acb21e0d-48a6-4d77-bab7-8b0d48199d1f None None] Attempting to bind port 32d790b0-67c3-4209-bdc0-1c65d5322210 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:30:00.994146 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-acb21e0d-48a6-4d77-bab7-8b0d48199d1f None None] Attempting to bind port 32d790b0-67c3-4209-bdc0-1c65d5322210 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '0dd70a5a-8ef3-413c-abdd-8d76440f202b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ed3c2d19-cadf-4300-8f7a-53f540eb2994'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:30:00.994688 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb21e0d-48a6-4d77-bab7-8b0d48199d1f None None] Attempting to bind port 32d790b0-67c3-4209-bdc0-1c65d5322210 on network ed3c2d19-cadf-4300-8f7a-53f540eb2994 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:30:00.998146 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:01.088294 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb21e0d-48a6-4d77-bab7-8b0d48199d1f None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:30:01.088973 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb21e0d-48a6-4d77-bab7-8b0d48199d1f None None] Checking segment: {'id': '0dd70a5a-8ef3-413c-abdd-8d76440f202b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ed3c2d19-cadf-4300-8f7a-53f540eb2994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:30:01.089728 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-acb21e0d-48a6-4d77-bab7-8b0d48199d1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:01.090503 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb21e0d-48a6-4d77-bab7-8b0d48199d1f None None] Bound using segment: {'id': '0dd70a5a-8ef3-413c-abdd-8d76440f202b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ed3c2d19-cadf-4300-8f7a-53f540eb2994'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:30:01.091515 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-acb21e0d-48a6-4d77-bab7-8b0d48199d1f None None] Bound port: 32d790b0-67c3-4209-bdc0-1c65d5322210, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dd70a5a-8ef3-413c-abdd-8d76440f202b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ed3c2d19-cadf-4300-8f7a-53f540eb2994'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:30:01.092101 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-acb21e0d-48a6-4d77-bab7-8b0d48199d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (32d790b0-67c3-4209-bdc0-1c65d5322210), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:01.144258 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-547dbb32-97b9-4708-bcdf-2410e6b09cca admin admin] Publish callbacks [] for router_gateway (cec5d79e-f338-49ce-b24a-4fdefe6beab9), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:01.183741 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-547dbb32-97b9-4708-bcdf-2410e6b09cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:01.230299 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-acb21e0d-48a6-4d77-bab7-8b0d48199d1f None None] For port 32d790b0-67c3-4209-bdc0-1c65d5322210, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:30:01.238332 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-acb21e0d-48a6-4d77-bab7-8b0d48199d1f None None] For port 32d790b0-67c3-4209-bdc0-1c65d5322210, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=32d790b0-67c3-4209-bdc0-1c65d5322210,segment=NetworkSegment(0dd70a5a-8ef3-413c-abdd-8d76440f202b),segment_id=0dd70a5a-8ef3-413c-abdd-8d76440f202b)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:30:01.319563 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-acb21e0d-48a6-4d77-bab7-8b0d48199d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (32d790b0-67c3-4209-bdc0-1c65d5322210), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:01.436669 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:01.456394 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:01.462938 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-547dbb32-97b9-4708-bcdf-2410e6b09cca admin admin] Allocated IP 172.25.5.214 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/d799e537-dbf8-4a88-ac45-a533db7b071d) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:30:01.493888 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb21e0d-48a6-4d77-bab7-8b0d48199d1f None None] Pushing event updated for resources: {'Port': ['ID=32d790b0-67c3-4209-bdc0-1c65d5322210,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:30:01.736971 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-547dbb32-97b9-4708-bcdf-2410e6b09cca admin admin] Publish callbacks [] for port (d799e537-dbf8-4a88-ac45-a533db7b071d), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:01.913500 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-547dbb32-97b9-4708-bcdf-2410e6b09cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (d799e537-dbf8-4a88-ac45-a533db7b071d), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:01.924845 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:02.011182 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547dbb32-97b9-4708-bcdf-2410e6b09cca admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:30:02.021827 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547dbb32-97b9-4708-bcdf-2410e6b09cca admin admin] Pushing event updated for resources: {'Port': ['ID=d799e537-dbf8-4a88-ac45-a533db7b071d,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:30:02.025282 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-547dbb32-97b9-4708-bcdf-2410e6b09cca admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:30:02.029174 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547dbb32-97b9-4708-bcdf-2410e6b09cca admin admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:30:02.470776 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=4 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:02.590535 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-547dbb32-97b9-4708-bcdf-2410e6b09cca admin admin] Publish callbacks [] for router_gateway (cec5d79e-f338-49ce-b24a-4fdefe6beab9), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:02.615280 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:02.792633 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1edc33cb-6ab7-46f6-a0cb-7d50a84548af None None] Network ed3c2d19-cadf-4300-8f7a-53f540eb2994 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:30:02.907511 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-c9fbc924-3fba-487a-8a38-e5ccfff4b1c9 None None] Provisioning complete for port 32d790b0-67c3-4209-bdc0-1c65d5322210 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:30:02.908166 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c9fbc924-3fba-487a-8a38-e5ccfff4b1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (32d790b0-67c3-4209-bdc0-1c65d5322210), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:02.908757 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-c9fbc924-3fba-487a-8a38-e5ccfff4b1c9 None None] Attempt 1 to provision port 32d790b0-67c3-4209-bdc0-1c65d5322210 Oct 04 21:30:02.991564 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-547dbb32-97b9-4708-bcdf-2410e6b09cca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (cec5d79e-f338-49ce-b24a-4fdefe6beab9), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:03.159725 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-c9fbc924-3fba-487a-8a38-e5ccfff4b1c9 None None] Current status of the port 32d790b0-67c3-4209-bdc0-1c65d5322210 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:30:03.160397 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c9fbc924-3fba-487a-8a38-e5ccfff4b1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (32d790b0-67c3-4209-bdc0-1c65d5322210), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:03.244078 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-c9fbc924-3fba-487a-8a38-e5ccfff4b1c9 None None] For port 32d790b0-67c3-4209-bdc0-1c65d5322210, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=32d790b0-67c3-4209-bdc0-1c65d5322210,segment=NetworkSegment(0dd70a5a-8ef3-413c-abdd-8d76440f202b),segment_id=0dd70a5a-8ef3-413c-abdd-8d76440f202b)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:30:03.356096 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 32d790b0-67c3-4209-bdc0-1c65d5322210 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:30:03.400939 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c9fbc924-3fba-487a-8a38-e5ccfff4b1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (32d790b0-67c3-4209-bdc0-1c65d5322210), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:03.444049 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-547dbb32-97b9-4708-bcdf-2410e6b09cca admin admin] Router cec5d79e-f338-49ce-b24a-4fdefe6beab9 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 21:30:03.555600 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 32d790b0-67c3-4209-bdc0-1c65d5322210 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:30:03.556099 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (32d790b0-67c3-4209-bdc0-1c65d5322210), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:03.556674 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 32d790b0-67c3-4209-bdc0-1c65d5322210 Oct 04 21:30:03.559687 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fbc924-3fba-487a-8a38-e5ccfff4b1c9 None None] Pushing event updated for resources: {'Port': ['ID=32d790b0-67c3-4209-bdc0-1c65d5322210,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:30:03.619763 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-3e3f25df-c6a2-49cb-83ec-43dc62111722 None None] Provisioning complete for port 32d790b0-67c3-4209-bdc0-1c65d5322210 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:30:03.620883 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3e3f25df-c6a2-49cb-83ec-43dc62111722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (32d790b0-67c3-4209-bdc0-1c65d5322210), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:03.621179 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-3e3f25df-c6a2-49cb-83ec-43dc62111722 None None] Attempt 1 to provision port 32d790b0-67c3-4209-bdc0-1c65d5322210 Oct 04 21:30:03.659384 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:03.688692 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547dbb32-97b9-4708-bcdf-2410e6b09cca admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:30:03.711653 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6a5764-6a34-4fa1-bfc1-e1bc653c25d4 None None] Sync routers for ids ['cec5d79e-f338-49ce-b24a-4fdefe6beab9'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:30:03.747936 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:03.771191 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6a5764-6a34-4fa1-bfc1-e1bc653c25d4 None None] Routers {'cec5d79e-f338-49ce-b24a-4fdefe6beab9'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:30:03.772668 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-9e6a5764-6a34-4fa1-bfc1-e1bc653c25d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:29:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['cec5d79e-f338-49ce-b24a-4fdefe6beab9'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:30:03.791556 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:DELETE=8,neutron:SELECT=47,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:03.837581 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-547dbb32-97b9-4708-bcdf-2410e6b09cca admin admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:03.841211 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-547dbb32-97b9-4708-bcdf-2410e6b09cca admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.1470249 Oct 04 21:30:03.844872 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53174) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:30:03.852516 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=79,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:04.176968 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 32d790b0-67c3-4209-bdc0-1c65d5322210 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:30:04.280303 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-3e3f25df-c6a2-49cb-83ec-43dc62111722 None None] Current status of the port 32d790b0-67c3-4209-bdc0-1c65d5322210 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:30:04.328611 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-9e6a5764-6a34-4fa1-bfc1-e1bc653c25d4 None None] Set router cec5d79e-f338-49ce-b24a-4fdefe6beab9 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:30:04.466287 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:04.645433 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:04.661452 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:04.720189 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b77c941a-9ab5-47ac-a54d-23c688a74d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:04.896966 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-9e6a5764-6a34-4fa1-bfc1-e1bc653c25d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec5d79e-f338-49ce-b24a-4fdefe6beab9', 'name': 'tempest-TestEncryptedCinderVolumes-1994331134-router', 'tenant_id': '85b7ddd272374c81b094a377fde7a3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'd799e537-dbf8-4a88-ac45-a533db7b071d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:29:59Z', 'updated_at': '2022-10-04T21:30:02Z', 'revision_number': 3, 'project_id': '85b7ddd272374c81b094a377fde7a3e1', 'gw_port': {'id': 'd799e537-dbf8-4a88-ac45-a533db7b071d', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:35:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cec5d79e-f338-49ce-b24a-4fdefe6beab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:30:01Z', 'updated_at': '2022-10-04T21:30:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:30:04.931353 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6a5764-6a34-4fa1-bfc1-e1bc653c25d4 None None] Checking router: cec5d79e-f338-49ce-b24a-4fdefe6beab9 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:30:04.931864 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6a5764-6a34-4fa1-bfc1-e1bc653c25d4 None None] Updating router cec5d79e-f338-49ce-b24a-4fdefe6beab9 port d799e537-dbf8-4a88-ac45-a533db7b071d binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:30:04.982764 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9e6a5764-6a34-4fa1-bfc1-e1bc653c25d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (d799e537-dbf8-4a88-ac45-a533db7b071d), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:05.014484 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-b77c941a-9ab5-47ac-a54d-23c688a74d90 admin admin] Allocated IP 172.20.0.1 (ed3c2d19-cadf-4300-8f7a-53f540eb2994/aef6ec93-c6c5-436d-aadf-7cf2f2c91f42/fa32496e-020b-4737-8615-f15f3a278a23) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:30:05.298823 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 32d790b0-67c3-4209-bdc0-1c65d5322210 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:30:05.487557 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 32d790b0-67c3-4209-bdc0-1c65d5322210 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:30:05.488787 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (32d790b0-67c3-4209-bdc0-1c65d5322210), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:05.489305 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 32d790b0-67c3-4209-bdc0-1c65d5322210 Oct 04 21:30:05.648991 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b77c941a-9ab5-47ac-a54d-23c688a74d90 admin admin] Publish callbacks [] for port (fa32496e-020b-4737-8615-f15f3a278a23), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:05.663833 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9e6a5764-6a34-4fa1-bfc1-e1bc653c25d4 None None] Publish callbacks [] for port (d799e537-dbf8-4a88-ac45-a533db7b071d), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:05.742566 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 32d790b0-67c3-4209-bdc0-1c65d5322210 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:30:05.814354 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9e6a5764-6a34-4fa1-bfc1-e1bc653c25d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (d799e537-dbf8-4a88-ac45-a533db7b071d), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:05.861263 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b77c941a-9ab5-47ac-a54d-23c688a74d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (fa32496e-020b-4737-8615-f15f3a278a23), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:05.880313 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-9e6a5764-6a34-4fa1-bfc1-e1bc653c25d4 None None] Attempting to bind port d799e537-dbf8-4a88-ac45-a533db7b071d on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:30:05.880935 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-9e6a5764-6a34-4fa1-bfc1-e1bc653c25d4 None None] Attempting to bind port d799e537-dbf8-4a88-ac45-a533db7b071d by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:30:05.881550 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6a5764-6a34-4fa1-bfc1-e1bc653c25d4 None None] Attempting to bind port d799e537-dbf8-4a88-ac45-a533db7b071d on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:30:05.881735 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:05.952582 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77c941a-9ab5-47ac-a54d-23c688a74d90 admin admin] Network ed3c2d19-cadf-4300-8f7a-53f540eb2994 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:30:05.954890 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1716c7d1-7a35-4251-b8af-76eb9f742dc9 None None] Pushing event updated for resources: {'Port': ['ID=d799e537-dbf8-4a88-ac45-a533db7b071d,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:30:05.963223 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:05.967953 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-b77c941a-9ab5-47ac-a54d-23c688a74d90 admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:30:05.974193 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77c941a-9ab5-47ac-a54d-23c688a74d90 admin admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:30:06.006345 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6a5764-6a34-4fa1-bfc1-e1bc653c25d4 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:30:06.007313 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6a5764-6a34-4fa1-bfc1-e1bc653c25d4 None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:30:06.007771 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9e6a5764-6a34-4fa1-bfc1-e1bc653c25d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:06.008425 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6a5764-6a34-4fa1-bfc1-e1bc653c25d4 None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:30:06.009272 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-9e6a5764-6a34-4fa1-bfc1-e1bc653c25d4 None None] Bound port: d799e537-dbf8-4a88-ac45-a533db7b071d, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:30:06.009963 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9e6a5764-6a34-4fa1-bfc1-e1bc653c25d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (d799e537-dbf8-4a88-ac45-a533db7b071d), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:06.022201 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c941a-9ab5-47ac-a54d-23c688a74d90 admin admin] Pushing event updated for resources: {'Port': ['ID=fa32496e-020b-4737-8615-f15f3a278a23,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:30:06.042866 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77c941a-9ab5-47ac-a54d-23c688a74d90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:30:06.043426 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77c941a-9ab5-47ac-a54d-23c688a74d90 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:30:06.044385 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77c941a-9ab5-47ac-a54d-23c688a74d90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:30:06.044958 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77c941a-9ab5-47ac-a54d-23c688a74d90 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:30:06.045526 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77c941a-9ab5-47ac-a54d-23c688a74d90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:30:06.046109 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77c941a-9ab5-47ac-a54d-23c688a74d90 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:30:06.046709 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77c941a-9ab5-47ac-a54d-23c688a74d90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:30:06.047300 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77c941a-9ab5-47ac-a54d-23c688a74d90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:30:06.047870 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77c941a-9ab5-47ac-a54d-23c688a74d90 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:30:06.048425 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77c941a-9ab5-47ac-a54d-23c688a74d90 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:30:06.049218 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77c941a-9ab5-47ac-a54d-23c688a74d90 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:30:06.054197 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77c941a-9ab5-47ac-a54d-23c688a74d90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:30:06.054197 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77c941a-9ab5-47ac-a54d-23c688a74d90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:30:06.054197 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77c941a-9ab5-47ac-a54d-23c688a74d90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:30:06.054197 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77c941a-9ab5-47ac-a54d-23c688a74d90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:30:06.100062 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b77c941a-9ab5-47ac-a54d-23c688a74d90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (cec5d79e-f338-49ce-b24a-4fdefe6beab9), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:06.136214 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-9e6a5764-6a34-4fa1-bfc1-e1bc653c25d4 None None] For port d799e537-dbf8-4a88-ac45-a533db7b071d, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:30:06.143724 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-9e6a5764-6a34-4fa1-bfc1-e1bc653c25d4 None None] For port d799e537-dbf8-4a88-ac45-a533db7b071d, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=d799e537-dbf8-4a88-ac45-a533db7b071d,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:30:06.289630 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9e6a5764-6a34-4fa1-bfc1-e1bc653c25d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (d799e537-dbf8-4a88-ac45-a533db7b071d), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:06.380420 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-2207706e-8225-470b-8398-d1e5054fb4ff None None] Provisioning complete for port fa32496e-020b-4737-8615-f15f3a278a23 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:30:06.381043 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2207706e-8225-470b-8398-d1e5054fb4ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (fa32496e-020b-4737-8615-f15f3a278a23), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:06.381648 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-2207706e-8225-470b-8398-d1e5054fb4ff None None] Attempt 1 to provision port fa32496e-020b-4737-8615-f15f3a278a23 Oct 04 21:30:06.390837 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6a5764-6a34-4fa1-bfc1-e1bc653c25d4 None None] Routers {'cec5d79e-f338-49ce-b24a-4fdefe6beab9'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:30:06.391827 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-9e6a5764-6a34-4fa1-bfc1-e1bc653c25d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:29:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['cec5d79e-f338-49ce-b24a-4fdefe6beab9'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:30:06.450353 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b77c941a-9ab5-47ac-a54d-23c688a74d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (fa32496e-020b-4737-8615-f15f3a278a23), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:06.455556 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:06.504432 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:06.550271 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1716c7d1-7a35-4251-b8af-76eb9f742dc9 None None] Pushing event updated for resources: {'Port': ['ID=d799e537-dbf8-4a88-ac45-a533db7b071d,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:30:06.559403 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-2207706e-8225-470b-8398-d1e5054fb4ff None None] Port fa32496e-020b-4737-8615-f15f3a278a23 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:30:06.726538 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-9e6a5764-6a34-4fa1-bfc1-e1bc653c25d4 None None] Set router cec5d79e-f338-49ce-b24a-4fdefe6beab9 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:30:06.808977 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b77c941a-9ab5-47ac-a54d-23c688a74d90 admin admin] Publish callbacks [] for port (fa32496e-020b-4737-8615-f15f3a278a23), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:06.895332 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b77c941a-9ab5-47ac-a54d-23c688a74d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (fa32496e-020b-4737-8615-f15f3a278a23), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:07.038388 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c941a-9ab5-47ac-a54d-23c688a74d90 admin admin] Pushing event updated for resources: {'Port': ['ID=fa32496e-020b-4737-8615-f15f3a278a23,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:30:07.042518 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b77c941a-9ab5-47ac-a54d-23c688a74d90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (cec5d79e-f338-49ce-b24a-4fdefe6beab9), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:07.130741 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-9e6a5764-6a34-4fa1-bfc1-e1bc653c25d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec5d79e-f338-49ce-b24a-4fdefe6beab9', 'name': 'tempest-TestEncryptedCinderVolumes-1994331134-router', 'tenant_id': '85b7ddd272374c81b094a377fde7a3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'd799e537-dbf8-4a88-ac45-a533db7b071d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:29:59Z', 'updated_at': '2022-10-04T21:30:06Z', 'revision_number': 4, 'project_id': '85b7ddd272374c81b094a377fde7a3e1', 'gw_port': {'id': 'd799e537-dbf8-4a88-ac45-a533db7b071d', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:35:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cec5d79e-f338-49ce-b24a-4fdefe6beab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:30:01Z', 'updated_at': '2022-10-04T21:30:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'fa32496e-020b-4737-8615-f15f3a278a23', 'name': '', 'network_id': 'ed3c2d19-cadf-4300-8f7a-53f540eb2994', 'tenant_id': '85b7ddd272374c81b094a377fde7a3e1', 'mac_address': 'fa:16:3e:03:25:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cec5d79e-f338-49ce-b24a-4fdefe6beab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'aef6ec93-c6c5-436d-aadf-7cf2f2c91f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:30:04Z', 'updated_at': '2022-10-04T21:30:05Z', 'revision_number': 1, 'project_id': '85b7ddd272374c81b094a377fde7a3e1', 'subnets': [{'id': 'aef6ec93-c6c5-436d-aadf-7cf2f2c91f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:30:07.185558 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6a5764-6a34-4fa1-bfc1-e1bc653c25d4 None None] The sync data for ids ['cec5d79e-f338-49ce-b24a-4fdefe6beab9'] in n-d-852085-12 is: [{'id': 'cec5d79e-f338-49ce-b24a-4fdefe6beab9', 'name': 'tempest-TestEncryptedCinderVolumes-1994331134-router', 'tenant_id': '85b7ddd272374c81b094a377fde7a3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'd799e537-dbf8-4a88-ac45-a533db7b071d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:29:59Z', 'updated_at': '2022-10-04T21:30:06Z', 'revision_number': 4, 'project_id': '85b7ddd272374c81b094a377fde7a3e1', 'gw_port': {'id': 'd799e537-dbf8-4a88-ac45-a533db7b071d', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:35:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cec5d79e-f338-49ce-b24a-4fdefe6beab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:30:01Z', 'updated_at': '2022-10-04T21:30:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'fa32496e-020b-4737-8615-f15f3a278a23', 'name': '', 'network_id': 'ed3c2d19-cadf-4300-8f7a-53f540eb2994', 'tenant_id': '85b7ddd272374c81b094a377fde7a3e1', 'mac_address': 'fa:16:3e:03:25:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cec5d79e-f338-49ce-b24a-4fdefe6beab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'aef6ec93-c6c5-436d-aadf-7cf2f2c91f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:30:04Z', 'updated_at': '2022-10-04T21:30:05Z', 'revision_number': 1, 'project_id': '85b7ddd272374c81b094a377fde7a3e1', 'subnets': [{'id': 'aef6ec93-c6c5-436d-aadf-7cf2f2c91f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:30:07.259819 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77c941a-9ab5-47ac-a54d-23c688a74d90 admin admin] Network ed3c2d19-cadf-4300-8f7a-53f540eb2994 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:30:07.262581 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-b77c941a-9ab5-47ac-a54d-23c688a74d90 admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:30:07.580205 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b77c941a-9ab5-47ac-a54d-23c688a74d90 admin admin] Router cec5d79e-f338-49ce-b24a-4fdefe6beab9 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:30:07.722956 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e0834357-f3b2-4b0b-b01c-502106a5c72c None None] Provisioning complete for port fa32496e-020b-4737-8615-f15f3a278a23 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:30:07.723650 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e0834357-f3b2-4b0b-b01c-502106a5c72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (fa32496e-020b-4737-8615-f15f3a278a23), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:07.724380 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e0834357-f3b2-4b0b-b01c-502106a5c72c None None] Attempt 1 to provision port fa32496e-020b-4737-8615-f15f3a278a23 Oct 04 21:30:07.792765 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e0834357-f3b2-4b0b-b01c-502106a5c72c None None] Port fa32496e-020b-4737-8615-f15f3a278a23 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:30:07.821696 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b77c941a-9ab5-47ac-a54d-23c688a74d90 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:30:07.831742 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b77c941a-9ab5-47ac-a54d-23c688a74d90 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/cec5d79e-f338-49ce-b24a-4fdefe6beab9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9846442 Oct 04 21:30:09.067243 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53190) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:30:09.076660 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-a0e4f2f5-7fd7-411e-bdda-8f65ac906efc admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-913584469-network', 'tenant_id': '08eca1a2cac64d2c9203d1190a5f4736'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:30:09.317981 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e4f2f5-7fd7-411e-bdda-8f65ac906efc admin admin] Made reservation on behalf of 08eca1a2cac64d2c9203d1190a5f4736 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:30:09.323943 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a0e4f2f5-7fd7-411e-bdda-8f65ac906efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:09.325471 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device d799e537-dbf8-4a88-ac45-a533db7b071d up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:30:09.343034 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a0e4f2f5-7fd7-411e-bdda-8f65ac906efc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:09.415442 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port d799e537-dbf8-4a88-ac45-a533db7b071d triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:30:09.416059 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (d799e537-dbf8-4a88-ac45-a533db7b071d), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:09.416612 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port d799e537-dbf8-4a88-ac45-a533db7b071d Oct 04 21:30:09.587690 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:09.593593 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a0e4f2f5-7fd7-411e-bdda-8f65ac906efc admin admin] Publish callbacks [] for security_group (87483960-8926-4ecc-8429-b2a27380a12c), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:09.700184 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a0e4f2f5-7fd7-411e-bdda-8f65ac906efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (87483960-8926-4ecc-8429-b2a27380a12c), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:09.758235 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0e4f2f5-7fd7-411e-bdda-8f65ac906efc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:30:09.777990 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e4f2f5-7fd7-411e-bdda-8f65ac906efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87483960-8926-4ecc-8429-b2a27380a12c,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:30:09.788588 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a0e4f2f5-7fd7-411e-bdda-8f65ac906efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (49802835-30c0-4976-911f-cb6d597eced2), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:09.789149 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-a0e4f2f5-7fd7-411e-bdda-8f65ac906efc admin admin] Added segment 49802835-30c0-4976-911f-cb6d597eced2 of type vlan for network 7b55bb1d-4add-4cf2-87bb-07fd18ee7a60 Oct 04 21:30:09.791380 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:09.793592 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port d799e537-dbf8-4a88-ac45-a533db7b071d is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:30:09.794685 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (d799e537-dbf8-4a88-ac45-a533db7b071d), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:09.844148 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port d799e537-dbf8-4a88-ac45-a533db7b071d, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=d799e537-dbf8-4a88-ac45-a533db7b071d,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:30:09.874421 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a0e4f2f5-7fd7-411e-bdda-8f65ac906efc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (7b55bb1d-4add-4cf2-87bb-07fd18ee7a60), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:09.929139 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (d799e537-dbf8-4a88-ac45-a533db7b071d), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:10.029318 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=d799e537-dbf8-4a88-ac45-a533db7b071d,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:30:10.032047 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a0e4f2f5-7fd7-411e-bdda-8f65ac906efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (7b55bb1d-4add-4cf2-87bb-07fd18ee7a60), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:10.033947 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e4f2f5-7fd7-411e-bdda-8f65ac906efc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:30:10.035811 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a0e4f2f5-7fd7-411e-bdda-8f65ac906efc admin admin] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:10.160892 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a0e4f2f5-7fd7-411e-bdda-8f65ac906efc admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0911093 Oct 04 21:30:10.166238 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53192) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:30:10.173244 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e4f2f5-7fd7-411e-bdda-8f65ac906efc admin admin] Pushing event updated for resources: {'Network': ['ID=7b55bb1d-4add-4cf2-87bb-07fd18ee7a60,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:30:10.176842 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-6da2e008-3287-4c81-b0a9-8d02a89f992a admin admin] Request body: {'subnet': {'network_id': '7b55bb1d-4add-4cf2-87bb-07fd18ee7a60', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-913584469-subnet', 'tenant_id': '08eca1a2cac64d2c9203d1190a5f4736', 'ip_version': 4}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:30:10.200325 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 7b55bb1d-4add-4cf2-87bb-07fd18ee7a60 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:30:10.301765 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8960dd6b-e0a0-4abf-809d-4463bd8a0ea0 None None] Sync routers for ids ['cec5d79e-f338-49ce-b24a-4fdefe6beab9'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:30:10.306308 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da2e008-3287-4c81-b0a9-8d02a89f992a admin admin] Made reservation on behalf of 08eca1a2cac64d2c9203d1190a5f4736 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:30:10.312722 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6da2e008-3287-4c81-b0a9-8d02a89f992a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:10.321089 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8960dd6b-e0a0-4abf-809d-4463bd8a0ea0 None None] Routers {'cec5d79e-f338-49ce-b24a-4fdefe6beab9'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:30:10.322117 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-8960dd6b-e0a0-4abf-809d-4463bd8a0ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:29:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['cec5d79e-f338-49ce-b24a-4fdefe6beab9'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:30:10.656086 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-8960dd6b-e0a0-4abf-809d-4463bd8a0ea0 None None] Set router cec5d79e-f338-49ce-b24a-4fdefe6beab9 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:30:10.688611 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6da2e008-3287-4c81-b0a9-8d02a89f992a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (eb19930b-1f1e-4a3d-ae82-60315f3b638a), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:10.773825 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da2e008-3287-4c81-b0a9-8d02a89f992a admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb19930b-1f1e-4a3d-ae82-60315f3b638a,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:30:10.796266 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da2e008-3287-4c81-b0a9-8d02a89f992a admin admin] Checking segment: {'id': '49802835-30c0-4976-911f-cb6d597eced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7b55bb1d-4add-4cf2-87bb-07fd18ee7a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:30:10.796542 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da2e008-3287-4c81-b0a9-8d02a89f992a admin admin] Network hostable DHCP agents. Network: 7b55bb1d-4add-4cf2-87bb-07fd18ee7a60, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:30:10.918239 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da2e008-3287-4c81-b0a9-8d02a89f992a admin admin] Network 7b55bb1d-4add-4cf2-87bb-07fd18ee7a60 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:30:11.042830 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-6da2e008-3287-4c81-b0a9-8d02a89f992a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 7b55bb1d-4add-4cf2-87bb-07fd18ee7a60) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:30:11.049674 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da2e008-3287-4c81-b0a9-8d02a89f992a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:30:11.051029 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6da2e008-3287-4c81-b0a9-8d02a89f992a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:11.061724 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7c76c8-b284-4f46-9ed9-b6c0e52b28aa None None] Network 7b55bb1d-4add-4cf2-87bb-07fd18ee7a60 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:30:11.065552 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-8960dd6b-e0a0-4abf-809d-4463bd8a0ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec5d79e-f338-49ce-b24a-4fdefe6beab9', 'name': 'tempest-TestEncryptedCinderVolumes-1994331134-router', 'tenant_id': '85b7ddd272374c81b094a377fde7a3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'd799e537-dbf8-4a88-ac45-a533db7b071d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:29:59Z', 'updated_at': '2022-10-04T21:30:06Z', 'revision_number': 4, 'project_id': '85b7ddd272374c81b094a377fde7a3e1', 'gw_port': {'id': 'd799e537-dbf8-4a88-ac45-a533db7b071d', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:35:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec5d79e-f338-49ce-b24a-4fdefe6beab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:30:01Z', 'updated_at': '2022-10-04T21:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'fa32496e-020b-4737-8615-f15f3a278a23', 'name': '', 'network_id': 'ed3c2d19-cadf-4300-8f7a-53f540eb2994', 'tenant_id': '85b7ddd272374c81b094a377fde7a3e1', 'mac_address': 'fa:16:3e:03:25:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cec5d79e-f338-49ce-b24a-4fdefe6beab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'aef6ec93-c6c5-436d-aadf-7cf2f2c91f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:30:04Z', 'updated_at': '2022-10-04T21:30:06Z', 'revision_number': 2, 'project_id': '85b7ddd272374c81b094a377fde7a3e1', 'subnets': [{'id': 'aef6ec93-c6c5-436d-aadf-7cf2f2c91f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:30:11.116867 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8960dd6b-e0a0-4abf-809d-4463bd8a0ea0 None None] Checking router: cec5d79e-f338-49ce-b24a-4fdefe6beab9 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:30:11.117476 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8960dd6b-e0a0-4abf-809d-4463bd8a0ea0 None None] Updating router cec5d79e-f338-49ce-b24a-4fdefe6beab9 port fa32496e-020b-4737-8615-f15f3a278a23 binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:30:11.191550 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-8960dd6b-e0a0-4abf-809d-4463bd8a0ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (fa32496e-020b-4737-8615-f15f3a278a23), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:11.229951 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-6da2e008-3287-4c81-b0a9-8d02a89f992a admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0574608 Oct 04 21:30:11.232670 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53194) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:30:11.246810 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-6eb90d2a-1177-4dda-8591-14d67951b04f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-913584469-router', 'tenant_id': '08eca1a2cac64d2c9203d1190a5f4736', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:30:11.318628 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1aecf45-a7b9-4b46-810f-1634b9cc633d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-7b55bb1d-4add-4cf2-87bb-07fd18ee7a60', 'network_id': '7b55bb1d-4add-4cf2-87bb-07fd18ee7a60', 'project_id': '08eca1a2cac64d2c9203d1190a5f4736', 'fixed_ips': [{'subnet_id': 'eb19930b-1f1e-4a3d-ae82-60315f3b638a'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:30:11.320139 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a1aecf45-a7b9-4b46-810f-1634b9cc633d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:11.326767 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:11.367416 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device d799e537-dbf8-4a88-ac45-a533db7b071d up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:30:11.459823 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6eb90d2a-1177-4dda-8591-14d67951b04f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (20c5f139-f542-4931-87a1-93844957b0fc), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:11.462227 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6eb90d2a-1177-4dda-8591-14d67951b04f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (20c5f139-f542-4931-87a1-93844957b0fc), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:11.573805 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port d799e537-dbf8-4a88-ac45-a533db7b071d triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:30:11.574404 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (d799e537-dbf8-4a88-ac45-a533db7b071d), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:11.574974 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port d799e537-dbf8-4a88-ac45-a533db7b071d Oct 04 21:30:11.627639 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:11.659690 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6eb90d2a-1177-4dda-8591-14d67951b04f admin admin] Publish callbacks [] for router_controller (20c5f139-f542-4931-87a1-93844957b0fc), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:11.767510 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-a1aecf45-a7b9-4b46-810f-1634b9cc633d None None] Allocated IP 172.20.0.2 (7b55bb1d-4add-4cf2-87bb-07fd18ee7a60/eb19930b-1f1e-4a3d-ae82-60315f3b638a/2c717d28-b528-458e-9702-bde827fcd106) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:30:11.809981 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-8960dd6b-e0a0-4abf-809d-4463bd8a0ea0 None None] Publish callbacks [] for port (fa32496e-020b-4737-8615-f15f3a278a23), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:11.907087 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-8960dd6b-e0a0-4abf-809d-4463bd8a0ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (fa32496e-020b-4737-8615-f15f3a278a23), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:11.922504 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port d799e537-dbf8-4a88-ac45-a533db7b071d is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:30:11.986535 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6eb90d2a-1177-4dda-8591-14d67951b04f admin admin] Publish callbacks [] for router_gateway (20c5f139-f542-4931-87a1-93844957b0fc), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:12.042017 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea5d304-9fe4-47fe-aaa8-bfeb3639a65a None None] Pushing event updated for resources: {'Port': ['ID=fa32496e-020b-4737-8615-f15f3a278a23,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:30:12.083632 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a1aecf45-a7b9-4b46-810f-1634b9cc633d None None] Publish callbacks [] for port (2c717d28-b528-458e-9702-bde827fcd106), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:12.085812 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea5d304-9fe4-47fe-aaa8-bfeb3639a65a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:30:12.086423 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea5d304-9fe4-47fe-aaa8-bfeb3639a65a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:30:12.086995 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea5d304-9fe4-47fe-aaa8-bfeb3639a65a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:30:12.087623 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea5d304-9fe4-47fe-aaa8-bfeb3639a65a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:30:12.088192 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea5d304-9fe4-47fe-aaa8-bfeb3639a65a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:30:12.088756 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea5d304-9fe4-47fe-aaa8-bfeb3639a65a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:30:12.089314 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea5d304-9fe4-47fe-aaa8-bfeb3639a65a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:30:12.089854 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea5d304-9fe4-47fe-aaa8-bfeb3639a65a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:30:12.090408 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea5d304-9fe4-47fe-aaa8-bfeb3639a65a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:30:12.090940 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea5d304-9fe4-47fe-aaa8-bfeb3639a65a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:30:12.091538 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea5d304-9fe4-47fe-aaa8-bfeb3639a65a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:30:12.092368 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea5d304-9fe4-47fe-aaa8-bfeb3639a65a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:30:12.093016 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea5d304-9fe4-47fe-aaa8-bfeb3639a65a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:30:12.093553 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea5d304-9fe4-47fe-aaa8-bfeb3639a65a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:30:12.094080 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea5d304-9fe4-47fe-aaa8-bfeb3639a65a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:30:12.124558 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-8960dd6b-e0a0-4abf-809d-4463bd8a0ea0 None None] Attempting to bind port fa32496e-020b-4737-8615-f15f3a278a23 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:30:12.124997 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-8960dd6b-e0a0-4abf-809d-4463bd8a0ea0 None None] Attempting to bind port fa32496e-020b-4737-8615-f15f3a278a23 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '0dd70a5a-8ef3-413c-abdd-8d76440f202b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ed3c2d19-cadf-4300-8f7a-53f540eb2994'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:30:12.125421 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8960dd6b-e0a0-4abf-809d-4463bd8a0ea0 None None] Attempting to bind port fa32496e-020b-4737-8615-f15f3a278a23 on network ed3c2d19-cadf-4300-8f7a-53f540eb2994 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:30:12.184326 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8960dd6b-e0a0-4abf-809d-4463bd8a0ea0 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:30:12.184891 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8960dd6b-e0a0-4abf-809d-4463bd8a0ea0 None None] Checking segment: {'id': '0dd70a5a-8ef3-413c-abdd-8d76440f202b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ed3c2d19-cadf-4300-8f7a-53f540eb2994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:30:12.185439 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-8960dd6b-e0a0-4abf-809d-4463bd8a0ea0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:12.185912 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8960dd6b-e0a0-4abf-809d-4463bd8a0ea0 None None] Bound using segment: {'id': '0dd70a5a-8ef3-413c-abdd-8d76440f202b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ed3c2d19-cadf-4300-8f7a-53f540eb2994'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:30:12.186544 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-8960dd6b-e0a0-4abf-809d-4463bd8a0ea0 None None] Bound port: fa32496e-020b-4737-8615-f15f3a278a23, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dd70a5a-8ef3-413c-abdd-8d76440f202b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ed3c2d19-cadf-4300-8f7a-53f540eb2994'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:30:12.187095 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-8960dd6b-e0a0-4abf-809d-4463bd8a0ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (fa32496e-020b-4737-8615-f15f3a278a23), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:12.192191 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a1aecf45-a7b9-4b46-810f-1634b9cc633d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (2c717d28-b528-458e-9702-bde827fcd106), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:12.275498 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1aecf45-a7b9-4b46-810f-1634b9cc633d None None] Network 7b55bb1d-4add-4cf2-87bb-07fd18ee7a60 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:30:12.280759 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-a1aecf45-a7b9-4b46-810f-1634b9cc633d None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:30:12.288624 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1aecf45-a7b9-4b46-810f-1634b9cc633d None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:30:12.308618 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aecf45-a7b9-4b46-810f-1634b9cc633d None None] Pushing event updated for resources: {'Port': ['ID=2c717d28-b528-458e-9702-bde827fcd106,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:30:12.334281 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:12.337519 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-8960dd6b-e0a0-4abf-809d-4463bd8a0ea0 None None] For port fa32496e-020b-4737-8615-f15f3a278a23, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:30:12.344780 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-8960dd6b-e0a0-4abf-809d-4463bd8a0ea0 None None] For port fa32496e-020b-4737-8615-f15f3a278a23, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=fa32496e-020b-4737-8615-f15f3a278a23,segment=NetworkSegment(0dd70a5a-8ef3-413c-abdd-8d76440f202b),segment_id=0dd70a5a-8ef3-413c-abdd-8d76440f202b)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:30:12.393236 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-a1aecf45-a7b9-4b46-810f-1634b9cc633d None None] Attempting to bind port 2c717d28-b528-458e-9702-bde827fcd106 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:30:12.394514 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-a1aecf45-a7b9-4b46-810f-1634b9cc633d None None] Attempting to bind port 2c717d28-b528-458e-9702-bde827fcd106 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '49802835-30c0-4976-911f-cb6d597eced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7b55bb1d-4add-4cf2-87bb-07fd18ee7a60'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:30:12.395171 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1aecf45-a7b9-4b46-810f-1634b9cc633d None None] Attempting to bind port 2c717d28-b528-458e-9702-bde827fcd106 on network 7b55bb1d-4add-4cf2-87bb-07fd18ee7a60 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:30:12.450413 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-8960dd6b-e0a0-4abf-809d-4463bd8a0ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (fa32496e-020b-4737-8615-f15f3a278a23), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:12.450714 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6eb90d2a-1177-4dda-8591-14d67951b04f admin admin] Publish callbacks [] for router_gateway (20c5f139-f542-4931-87a1-93844957b0fc), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:12.485548 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6eb90d2a-1177-4dda-8591-14d67951b04f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:12.497904 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1aecf45-a7b9-4b46-810f-1634b9cc633d None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:30:12.499016 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1aecf45-a7b9-4b46-810f-1634b9cc633d None None] Checking segment: {'id': '49802835-30c0-4976-911f-cb6d597eced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7b55bb1d-4add-4cf2-87bb-07fd18ee7a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:30:12.499508 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a1aecf45-a7b9-4b46-810f-1634b9cc633d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:12.500618 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1aecf45-a7b9-4b46-810f-1634b9cc633d None None] Bound using segment: {'id': '49802835-30c0-4976-911f-cb6d597eced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7b55bb1d-4add-4cf2-87bb-07fd18ee7a60'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:30:12.501613 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-a1aecf45-a7b9-4b46-810f-1634b9cc633d None None] Bound port: 2c717d28-b528-458e-9702-bde827fcd106, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49802835-30c0-4976-911f-cb6d597eced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7b55bb1d-4add-4cf2-87bb-07fd18ee7a60'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:30:12.502472 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a1aecf45-a7b9-4b46-810f-1634b9cc633d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (2c717d28-b528-458e-9702-bde827fcd106), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:12.516346 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:12.540087 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8960dd6b-e0a0-4abf-809d-4463bd8a0ea0 None None] Routers {'cec5d79e-f338-49ce-b24a-4fdefe6beab9'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:30:12.541255 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-8960dd6b-e0a0-4abf-809d-4463bd8a0ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:29:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['cec5d79e-f338-49ce-b24a-4fdefe6beab9'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:30:12.624759 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-a1aecf45-a7b9-4b46-810f-1634b9cc633d None None] For port 2c717d28-b528-458e-9702-bde827fcd106, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:30:12.629986 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-a1aecf45-a7b9-4b46-810f-1634b9cc633d None None] For port 2c717d28-b528-458e-9702-bde827fcd106, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=2c717d28-b528-458e-9702-bde827fcd106,segment=NetworkSegment(49802835-30c0-4976-911f-cb6d597eced2),segment_id=49802835-30c0-4976-911f-cb6d597eced2)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:30:12.651888 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea5d304-9fe4-47fe-aaa8-bfeb3639a65a None None] Pushing event updated for resources: {'Port': ['ID=fa32496e-020b-4737-8615-f15f3a278a23,revision_number=4']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:30:12.721972 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-6eb90d2a-1177-4dda-8591-14d67951b04f admin admin] Allocated IP 172.25.5.249 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/aa597325-7190-4256-ac8a-0d7d20ca426c) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:30:12.751784 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a1aecf45-a7b9-4b46-810f-1634b9cc633d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (2c717d28-b528-458e-9702-bde827fcd106), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:12.802299 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-8960dd6b-e0a0-4abf-809d-4463bd8a0ea0 None None] Set router cec5d79e-f338-49ce-b24a-4fdefe6beab9 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:30:12.853327 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:UPDATE=5,neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:12.889722 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aecf45-a7b9-4b46-810f-1634b9cc633d None None] Pushing event updated for resources: {'Port': ['ID=2c717d28-b528-458e-9702-bde827fcd106,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:30:12.951347 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6eb90d2a-1177-4dda-8591-14d67951b04f admin admin] Publish callbacks [] for port (aa597325-7190-4256-ac8a-0d7d20ca426c), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:13.117907 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6eb90d2a-1177-4dda-8591-14d67951b04f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (aa597325-7190-4256-ac8a-0d7d20ca426c), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:13.208521 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb90d2a-1177-4dda-8591-14d67951b04f admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:30:13.214537 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-6eb90d2a-1177-4dda-8591-14d67951b04f admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:30:13.218533 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb90d2a-1177-4dda-8591-14d67951b04f admin admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:30:13.243200 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-8960dd6b-e0a0-4abf-809d-4463bd8a0ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec5d79e-f338-49ce-b24a-4fdefe6beab9', 'name': 'tempest-TestEncryptedCinderVolumes-1994331134-router', 'tenant_id': '85b7ddd272374c81b094a377fde7a3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'd799e537-dbf8-4a88-ac45-a533db7b071d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:29:59Z', 'updated_at': '2022-10-04T21:30:06Z', 'revision_number': 4, 'project_id': '85b7ddd272374c81b094a377fde7a3e1', 'gw_port': {'id': 'd799e537-dbf8-4a88-ac45-a533db7b071d', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:35:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec5d79e-f338-49ce-b24a-4fdefe6beab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:30:01Z', 'updated_at': '2022-10-04T21:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'fa32496e-020b-4737-8615-f15f3a278a23', 'name': '', 'network_id': 'ed3c2d19-cadf-4300-8f7a-53f540eb2994', 'tenant_id': '85b7ddd272374c81b094a377fde7a3e1', 'mac_address': 'fa:16:3e:03:25:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cec5d79e-f338-49ce-b24a-4fdefe6beab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'aef6ec93-c6c5-436d-aadf-7cf2f2c91f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:30:04Z', 'updated_at': '2022-10-04T21:30:12Z', 'revision_number': 4, 'project_id': '85b7ddd272374c81b094a377fde7a3e1', 'subnets': [{'id': 'aef6ec93-c6c5-436d-aadf-7cf2f2c91f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:30:13.333115 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:13.334832 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8960dd6b-e0a0-4abf-809d-4463bd8a0ea0 None None] The sync data for ids ['cec5d79e-f338-49ce-b24a-4fdefe6beab9'] in n-d-852085-12 is: [{'id': 'cec5d79e-f338-49ce-b24a-4fdefe6beab9', 'name': 'tempest-TestEncryptedCinderVolumes-1994331134-router', 'tenant_id': '85b7ddd272374c81b094a377fde7a3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'd799e537-dbf8-4a88-ac45-a533db7b071d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:29:59Z', 'updated_at': '2022-10-04T21:30:06Z', 'revision_number': 4, 'project_id': '85b7ddd272374c81b094a377fde7a3e1', 'gw_port': {'id': 'd799e537-dbf8-4a88-ac45-a533db7b071d', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:35:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec5d79e-f338-49ce-b24a-4fdefe6beab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:30:01Z', 'updated_at': '2022-10-04T21:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'fa32496e-020b-4737-8615-f15f3a278a23', 'name': '', 'network_id': 'ed3c2d19-cadf-4300-8f7a-53f540eb2994', 'tenant_id': '85b7ddd272374c81b094a377fde7a3e1', 'mac_address': 'fa:16:3e:03:25:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cec5d79e-f338-49ce-b24a-4fdefe6beab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'aef6ec93-c6c5-436d-aadf-7cf2f2c91f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:30:04Z', 'updated_at': '2022-10-04T21:30:12Z', 'revision_number': 4, 'project_id': '85b7ddd272374c81b094a377fde7a3e1', 'subnets': [{'id': 'aef6ec93-c6c5-436d-aadf-7cf2f2c91f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:30:13.427948 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb90d2a-1177-4dda-8591-14d67951b04f admin admin] Pushing event updated for resources: {'Port': ['ID=aa597325-7190-4256-ac8a-0d7d20ca426c,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:30:13.541500 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device fa32496e-020b-4737-8615-f15f3a278a23 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:30:13.651989 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port fa32496e-020b-4737-8615-f15f3a278a23 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:30:13.652541 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (fa32496e-020b-4737-8615-f15f3a278a23), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:13.653037 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port fa32496e-020b-4737-8615-f15f3a278a23 Oct 04 21:30:13.680013 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=7 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:13.792295 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port fa32496e-020b-4737-8615-f15f3a278a23 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:30:13.793739 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (fa32496e-020b-4737-8615-f15f3a278a23), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:13.897478 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port fa32496e-020b-4737-8615-f15f3a278a23, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=fa32496e-020b-4737-8615-f15f3a278a23,segment=NetworkSegment(0dd70a5a-8ef3-413c-abdd-8d76440f202b),segment_id=0dd70a5a-8ef3-413c-abdd-8d76440f202b)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:30:13.908394 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6eb90d2a-1177-4dda-8591-14d67951b04f admin admin] Publish callbacks [] for router_gateway (20c5f139-f542-4931-87a1-93844957b0fc), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:13.969387 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (fa32496e-020b-4737-8615-f15f3a278a23), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:13.970954 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 2c717d28-b528-458e-9702-bde827fcd106 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:30:14.143812 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 2c717d28-b528-458e-9702-bde827fcd106 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:30:14.145143 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (2c717d28-b528-458e-9702-bde827fcd106), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:14.145819 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 2c717d28-b528-458e-9702-bde827fcd106 Oct 04 21:30:14.149518 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:14.154484 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=fa32496e-020b-4737-8615-f15f3a278a23,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:30:14.343722 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 2c717d28-b528-458e-9702-bde827fcd106 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:30:14.344872 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (2c717d28-b528-458e-9702-bde827fcd106), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:14.383424 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6eb90d2a-1177-4dda-8591-14d67951b04f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (20c5f139-f542-4931-87a1-93844957b0fc), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:14.428922 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 2c717d28-b528-458e-9702-bde827fcd106, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=2c717d28-b528-458e-9702-bde827fcd106,segment=NetworkSegment(49802835-30c0-4976-911f-cb6d597eced2),segment_id=49802835-30c0-4976-911f-cb6d597eced2)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:30:14.518697 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c873921-b6b0-40a2-bf46-b3cca03ccba7 None None] Network 7b55bb1d-4add-4cf2-87bb-07fd18ee7a60 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:30:14.550848 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (2c717d28-b528-458e-9702-bde827fcd106), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:14.694398 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-a0404946-add7-497b-814c-1635c795f2aa None None] Provisioning complete for port 2c717d28-b528-458e-9702-bde827fcd106 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:30:14.699375 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a0404946-add7-497b-814c-1635c795f2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (2c717d28-b528-458e-9702-bde827fcd106), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:14.699375 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-a0404946-add7-497b-814c-1635c795f2aa None None] Attempt 1 to provision port 2c717d28-b528-458e-9702-bde827fcd106 Oct 04 21:30:14.721551 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb90d2a-1177-4dda-8591-14d67951b04f admin admin] Router 20c5f139-f542-4931-87a1-93844957b0fc is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 21:30:14.785447 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=2c717d28-b528-458e-9702-bde827fcd106,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:30:14.910036 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb90d2a-1177-4dda-8591-14d67951b04f admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:30:14.931591 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef1628d-298a-4ada-900d-348e8fd7bd7c None None] Sync routers for ids ['20c5f139-f542-4931-87a1-93844957b0fc'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:30:14.937110 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-a0404946-add7-497b-814c-1635c795f2aa None None] Current status of the port 2c717d28-b528-458e-9702-bde827fcd106 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:30:14.952567 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef1628d-298a-4ada-900d-348e8fd7bd7c None None] Routers {'20c5f139-f542-4931-87a1-93844957b0fc'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:30:14.953610 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-eef1628d-298a-4ada-900d-348e8fd7bd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:29:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['20c5f139-f542-4931-87a1-93844957b0fc'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:30:15.012462 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6eb90d2a-1177-4dda-8591-14d67951b04f admin admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:15.015999 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-6eb90d2a-1177-4dda-8591-14d67951b04f admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.7802596 Oct 04 21:30:15.018535 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53200) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:30:15.294615 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:15.329373 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device fa32496e-020b-4737-8615-f15f3a278a23 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:30:15.338569 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-5e8e08b7-0641-49e4-adb0-07842df441c8 None None] Provisioning complete for port 2c717d28-b528-458e-9702-bde827fcd106 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:30:15.339224 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5e8e08b7-0641-49e4-adb0-07842df441c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (2c717d28-b528-458e-9702-bde827fcd106), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:15.344031 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-5e8e08b7-0641-49e4-adb0-07842df441c8 None None] Attempt 1 to provision port 2c717d28-b528-458e-9702-bde827fcd106 Oct 04 21:30:15.390511 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-eef1628d-298a-4ada-900d-348e8fd7bd7c None None] Set router 20c5f139-f542-4931-87a1-93844957b0fc gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:30:15.570642 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:15.590237 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:15.642311 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6e1257bd-9356-4281-b802-73550bbdc35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:15.678697 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port fa32496e-020b-4737-8615-f15f3a278a23 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:30:15.679244 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (fa32496e-020b-4737-8615-f15f3a278a23), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:15.679823 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port fa32496e-020b-4737-8615-f15f3a278a23 Oct 04 21:30:15.782111 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:15.809215 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-5e8e08b7-0641-49e4-adb0-07842df441c8 None None] Current status of the port 2c717d28-b528-458e-9702-bde827fcd106 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:30:15.851942 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7ab75ff1-ff72-4905-abde-015d15b2219b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:15.931887 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-eef1628d-298a-4ada-900d-348e8fd7bd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c5f139-f542-4931-87a1-93844957b0fc', 'name': 'tempest-TestEncryptedCinderVolumes-913584469-router', 'tenant_id': '08eca1a2cac64d2c9203d1190a5f4736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'aa597325-7190-4256-ac8a-0d7d20ca426c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:30:11Z', 'updated_at': '2022-10-04T21:30:13Z', 'revision_number': 3, 'project_id': '08eca1a2cac64d2c9203d1190a5f4736', 'gw_port': {'id': 'aa597325-7190-4256-ac8a-0d7d20ca426c', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:60:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c5f139-f542-4931-87a1-93844957b0fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:30:12Z', 'updated_at': '2022-10-04T21:30:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:30:15.934681 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port fa32496e-020b-4737-8615-f15f3a278a23 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:30:15.936553 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 2c717d28-b528-458e-9702-bde827fcd106 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:30:16.020884 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef1628d-298a-4ada-900d-348e8fd7bd7c None None] Checking router: 20c5f139-f542-4931-87a1-93844957b0fc for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:30:16.021396 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef1628d-298a-4ada-900d-348e8fd7bd7c None None] Updating router 20c5f139-f542-4931-87a1-93844957b0fc port aa597325-7190-4256-ac8a-0d7d20ca426c binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:30:16.096133 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-eef1628d-298a-4ada-900d-348e8fd7bd7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (aa597325-7190-4256-ac8a-0d7d20ca426c), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:16.124988 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-7ab75ff1-ff72-4905-abde-015d15b2219b admin admin] Allocated IP 172.20.0.1 (7b55bb1d-4add-4cf2-87bb-07fd18ee7a60/eb19930b-1f1e-4a3d-ae82-60315f3b638a/f64282e8-68e4-46c9-9e39-203fabf3e08b) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:30:16.152415 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 2c717d28-b528-458e-9702-bde827fcd106 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:30:16.153035 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (2c717d28-b528-458e-9702-bde827fcd106), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:16.153605 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 2c717d28-b528-458e-9702-bde827fcd106 Oct 04 21:30:16.337757 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:16.346771 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7ab75ff1-ff72-4905-abde-015d15b2219b admin admin] Publish callbacks [] for port (f64282e8-68e4-46c9-9e39-203fabf3e08b), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:16.521958 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7ab75ff1-ff72-4905-abde-015d15b2219b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (f64282e8-68e4-46c9-9e39-203fabf3e08b), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:16.542971 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 2c717d28-b528-458e-9702-bde827fcd106 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:30:16.566574 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:16.588967 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab75ff1-ff72-4905-abde-015d15b2219b admin admin] Network 7b55bb1d-4add-4cf2-87bb-07fd18ee7a60 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:30:16.594334 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-7ab75ff1-ff72-4905-abde-015d15b2219b admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:30:16.601445 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab75ff1-ff72-4905-abde-015d15b2219b admin admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:30:16.646136 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab75ff1-ff72-4905-abde-015d15b2219b admin admin] Pushing event updated for resources: {'Port': ['ID=f64282e8-68e4-46c9-9e39-203fabf3e08b,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:30:16.684403 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7ab75ff1-ff72-4905-abde-015d15b2219b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (20c5f139-f542-4931-87a1-93844957b0fc), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:16.740207 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-eef1628d-298a-4ada-900d-348e8fd7bd7c None None] Publish callbacks [] for port (aa597325-7190-4256-ac8a-0d7d20ca426c), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:16.860692 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-eef1628d-298a-4ada-900d-348e8fd7bd7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (aa597325-7190-4256-ac8a-0d7d20ca426c), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:16.928520 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-eef1628d-298a-4ada-900d-348e8fd7bd7c None None] Attempting to bind port aa597325-7190-4256-ac8a-0d7d20ca426c on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:30:16.928907 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-eef1628d-298a-4ada-900d-348e8fd7bd7c None None] Attempting to bind port aa597325-7190-4256-ac8a-0d7d20ca426c by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:30:16.929281 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef1628d-298a-4ada-900d-348e8fd7bd7c None None] Attempting to bind port aa597325-7190-4256-ac8a-0d7d20ca426c on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:30:17.006898 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b2edd2-3a50-4d8d-806c-a968a388e042 None None] Pushing event updated for resources: {'Port': ['ID=aa597325-7190-4256-ac8a-0d7d20ca426c,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:30:17.021115 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-1601559d-441f-413c-9830-4f39e347db6e None None] Provisioning complete for port f64282e8-68e4-46c9-9e39-203fabf3e08b triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:30:17.021697 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-1601559d-441f-413c-9830-4f39e347db6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (f64282e8-68e4-46c9-9e39-203fabf3e08b), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:17.022170 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-1601559d-441f-413c-9830-4f39e347db6e None None] Attempt 1 to provision port f64282e8-68e4-46c9-9e39-203fabf3e08b Oct 04 21:30:17.024712 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7ab75ff1-ff72-4905-abde-015d15b2219b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (f64282e8-68e4-46c9-9e39-203fabf3e08b), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:17.093906 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef1628d-298a-4ada-900d-348e8fd7bd7c None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:30:17.094515 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef1628d-298a-4ada-900d-348e8fd7bd7c None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:30:17.095219 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-eef1628d-298a-4ada-900d-348e8fd7bd7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:17.095887 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef1628d-298a-4ada-900d-348e8fd7bd7c None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:30:17.096741 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-eef1628d-298a-4ada-900d-348e8fd7bd7c None None] Bound port: aa597325-7190-4256-ac8a-0d7d20ca426c, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:30:17.097892 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-eef1628d-298a-4ada-900d-348e8fd7bd7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (aa597325-7190-4256-ac8a-0d7d20ca426c), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:17.142984 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-1601559d-441f-413c-9830-4f39e347db6e None None] Port f64282e8-68e4-46c9-9e39-203fabf3e08b cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:30:17.207860 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-eef1628d-298a-4ada-900d-348e8fd7bd7c None None] For port aa597325-7190-4256-ac8a-0d7d20ca426c, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:30:17.214645 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-eef1628d-298a-4ada-900d-348e8fd7bd7c None None] For port aa597325-7190-4256-ac8a-0d7d20ca426c, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=aa597325-7190-4256-ac8a-0d7d20ca426c,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:30:17.290072 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:17.333429 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7ab75ff1-ff72-4905-abde-015d15b2219b admin admin] Publish callbacks [] for port (f64282e8-68e4-46c9-9e39-203fabf3e08b), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:17.336078 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-eef1628d-298a-4ada-900d-348e8fd7bd7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (aa597325-7190-4256-ac8a-0d7d20ca426c), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:17.419879 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef1628d-298a-4ada-900d-348e8fd7bd7c None None] Routers {'20c5f139-f542-4931-87a1-93844957b0fc'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:30:17.420885 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-eef1628d-298a-4ada-900d-348e8fd7bd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:29:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['20c5f139-f542-4931-87a1-93844957b0fc'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:30:17.460041 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7ab75ff1-ff72-4905-abde-015d15b2219b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (f64282e8-68e4-46c9-9e39-203fabf3e08b), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:17.508714 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5cdeba30-8bab-4d57-85fd-b82e800a0634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:17.528318 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b2edd2-3a50-4d8d-806c-a968a388e042 None None] Pushing event updated for resources: {'Port': ['ID=aa597325-7190-4256-ac8a-0d7d20ca426c,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:30:17.572733 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7ab75ff1-ff72-4905-abde-015d15b2219b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (20c5f139-f542-4931-87a1-93844957b0fc), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:17.575559 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab75ff1-ff72-4905-abde-015d15b2219b admin admin] Pushing event updated for resources: {'Port': ['ID=f64282e8-68e4-46c9-9e39-203fabf3e08b,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:30:17.663727 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-eef1628d-298a-4ada-900d-348e8fd7bd7c None None] Set router 20c5f139-f542-4931-87a1-93844957b0fc gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:30:17.725853 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab75ff1-ff72-4905-abde-015d15b2219b admin admin] Network 7b55bb1d-4add-4cf2-87bb-07fd18ee7a60 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:30:17.727801 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-7ab75ff1-ff72-4905-abde-015d15b2219b admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:30:17.939122 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab75ff1-ff72-4905-abde-015d15b2219b admin admin] Router 20c5f139-f542-4931-87a1-93844957b0fc has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:30:18.001859 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:18.047399 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-eef1628d-298a-4ada-900d-348e8fd7bd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c5f139-f542-4931-87a1-93844957b0fc', 'name': 'tempest-TestEncryptedCinderVolumes-913584469-router', 'tenant_id': '08eca1a2cac64d2c9203d1190a5f4736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'aa597325-7190-4256-ac8a-0d7d20ca426c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:30:11Z', 'updated_at': '2022-10-04T21:30:16Z', 'revision_number': 4, 'project_id': '08eca1a2cac64d2c9203d1190a5f4736', 'gw_port': {'id': 'aa597325-7190-4256-ac8a-0d7d20ca426c', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:60:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c5f139-f542-4931-87a1-93844957b0fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:30:12Z', 'updated_at': '2022-10-04T21:30:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'f64282e8-68e4-46c9-9e39-203fabf3e08b', 'name': '', 'network_id': '7b55bb1d-4add-4cf2-87bb-07fd18ee7a60', 'tenant_id': '08eca1a2cac64d2c9203d1190a5f4736', 'mac_address': 'fa:16:3e:06:20:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c5f139-f542-4931-87a1-93844957b0fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'eb19930b-1f1e-4a3d-ae82-60315f3b638a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:30:15Z', 'updated_at': '2022-10-04T21:30:16Z', 'revision_number': 1, 'project_id': '08eca1a2cac64d2c9203d1190a5f4736', 'subnets': [{'id': 'eb19930b-1f1e-4a3d-ae82-60315f3b638a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:30:18.111176 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef1628d-298a-4ada-900d-348e8fd7bd7c None None] The sync data for ids ['20c5f139-f542-4931-87a1-93844957b0fc'] in n-d-852085-12 is: [{'id': '20c5f139-f542-4931-87a1-93844957b0fc', 'name': 'tempest-TestEncryptedCinderVolumes-913584469-router', 'tenant_id': '08eca1a2cac64d2c9203d1190a5f4736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'aa597325-7190-4256-ac8a-0d7d20ca426c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:30:11Z', 'updated_at': '2022-10-04T21:30:16Z', 'revision_number': 4, 'project_id': '08eca1a2cac64d2c9203d1190a5f4736', 'gw_port': {'id': 'aa597325-7190-4256-ac8a-0d7d20ca426c', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:60:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c5f139-f542-4931-87a1-93844957b0fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:30:12Z', 'updated_at': '2022-10-04T21:30:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'f64282e8-68e4-46c9-9e39-203fabf3e08b', 'name': '', 'network_id': '7b55bb1d-4add-4cf2-87bb-07fd18ee7a60', 'tenant_id': '08eca1a2cac64d2c9203d1190a5f4736', 'mac_address': 'fa:16:3e:06:20:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c5f139-f542-4931-87a1-93844957b0fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'eb19930b-1f1e-4a3d-ae82-60315f3b638a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:30:15Z', 'updated_at': '2022-10-04T21:30:16Z', 'revision_number': 1, 'project_id': '08eca1a2cac64d2c9203d1190a5f4736', 'subnets': [{'id': 'eb19930b-1f1e-4a3d-ae82-60315f3b638a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:30:18.131969 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-f854b90c-c564-44c2-b57e-16240631f794 None None] Provisioning complete for port f64282e8-68e4-46c9-9e39-203fabf3e08b triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:30:18.132437 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f854b90c-c564-44c2-b57e-16240631f794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (f64282e8-68e4-46c9-9e39-203fabf3e08b), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:18.132983 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-f854b90c-c564-44c2-b57e-16240631f794 None None] Attempt 1 to provision port f64282e8-68e4-46c9-9e39-203fabf3e08b Oct 04 21:30:18.196888 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-f854b90c-c564-44c2-b57e-16240631f794 None None] Port f64282e8-68e4-46c9-9e39-203fabf3e08b cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:30:18.655546 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab75ff1-ff72-4905-abde-015d15b2219b admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:30:18.662976 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-7ab75ff1-ff72-4905-abde-015d15b2219b admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/20c5f139-f542-4931-87a1-93844957b0fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6428711 Oct 04 21:30:19.327493 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device aa597325-7190-4256-ac8a-0d7d20ca426c up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:30:19.422520 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port aa597325-7190-4256-ac8a-0d7d20ca426c triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:30:19.422993 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (aa597325-7190-4256-ac8a-0d7d20ca426c), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:19.423650 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port aa597325-7190-4256-ac8a-0d7d20ca426c Oct 04 21:30:19.575908 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port aa597325-7190-4256-ac8a-0d7d20ca426c is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:30:19.576508 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (aa597325-7190-4256-ac8a-0d7d20ca426c), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:19.608787 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:19.631098 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port aa597325-7190-4256-ac8a-0d7d20ca426c, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=aa597325-7190-4256-ac8a-0d7d20ca426c,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:30:19.762082 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (aa597325-7190-4256-ac8a-0d7d20ca426c), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:19.876280 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=aa597325-7190-4256-ac8a-0d7d20ca426c,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:30:20.013826 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:20.039964 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34400f32-b27a-4fe7-bba9-bc0499aedb00 req-b8aa5330-c1ce-445f-abd1-d6328a66ca59 tempest-TestEncryptedCinderVolumes-43116842 tempest-TestEncryptedCinderVolumes-43116842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:30:20.042968 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-34400f32-b27a-4fe7-bba9-bc0499aedb00 req-b8aa5330-c1ce-445f-abd1-d6328a66ca59 tempest-TestEncryptedCinderVolumes-43116842 tempest-TestEncryptedCinderVolumes-43116842-project] 10.222.0.78 "GET /networking/v2.0/networks?id=ed3c2d19-cadf-4300-8f7a-53f540eb2994 HTTP/1.1" status: 200 len: 817 time: 0.2183619 Oct 04 21:30:20.078971 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-34400f32-b27a-4fe7-bba9-bc0499aedb00 req-987702cb-554a-4817-afdf-7fe3c85f451c tempest-TestEncryptedCinderVolumes-43116842 tempest-TestEncryptedCinderVolumes-43116842-project] 10.222.0.78 "GET /networking/v2.0/quotas/85b7ddd272374c81b094a377fde7a3e1 HTTP/1.1" status: 200 len: 375 time: 0.0213628 Oct 04 21:30:20.171313 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-34400f32-b27a-4fe7-bba9-bc0499aedb00 req-90ea2b13-25ad-4630-9792-e2b96952f7c0 tempest-TestEncryptedCinderVolumes-43116842 tempest-TestEncryptedCinderVolumes-43116842-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=85b7ddd272374c81b094a377fde7a3e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0876648 Oct 04 21:30:20.322846 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:21.076424 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=39,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:21.077166 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=38,neutron:INSERT=6,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:21.116221 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd92d8e-3851-4f48-b54e-4f0e53ab8d86 None None] Sync routers for ids ['20c5f139-f542-4931-87a1-93844957b0fc'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:30:21.137043 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd92d8e-3851-4f48-b54e-4f0e53ab8d86 None None] Routers {'20c5f139-f542-4931-87a1-93844957b0fc'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:30:21.138471 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-dfd92d8e-3851-4f48-b54e-4f0e53ab8d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:30:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['20c5f139-f542-4931-87a1-93844957b0fc'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:30:21.197276 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b3650-d543-46b4-9dfd-a7c240c5f3b9 req-02e63cf8-e689-4a32-a424-8013b383984b tempest-TestEncryptedCinderVolumes-43116842 tempest-TestEncryptedCinderVolumes-43116842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:30:21.200150 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-396b3650-d543-46b4-9dfd-a7c240c5f3b9 req-02e63cf8-e689-4a32-a424-8013b383984b tempest-TestEncryptedCinderVolumes-43116842 tempest-TestEncryptedCinderVolumes-43116842-project] 10.222.0.78 "GET /networking/v2.0/networks?id=ed3c2d19-cadf-4300-8f7a-53f540eb2994 HTTP/1.1" status: 200 len: 817 time: 0.2155464 Oct 04 21:30:21.235171 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-396b3650-d543-46b4-9dfd-a7c240c5f3b9 req-0446c3e0-50e5-45c8-bfe5-196ba170f776 tempest-TestEncryptedCinderVolumes-43116842 tempest-TestEncryptedCinderVolumes-43116842-project] 10.222.0.78 "GET /networking/v2.0/quotas/85b7ddd272374c81b094a377fde7a3e1 HTTP/1.1" status: 200 len: 375 time: 0.0220077 Oct 04 21:30:21.323264 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device aa597325-7190-4256-ac8a-0d7d20ca426c up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:30:21.377951 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-dfd92d8e-3851-4f48-b54e-4f0e53ab8d86 None None] Set router 20c5f139-f542-4931-87a1-93844957b0fc gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:30:21.381351 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-396b3650-d543-46b4-9dfd-a7c240c5f3b9 req-20d8d7a0-5ea0-4dbc-9d99-90570d119370 tempest-TestEncryptedCinderVolumes-43116842 tempest-TestEncryptedCinderVolumes-43116842-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=85b7ddd272374c81b094a377fde7a3e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1319547 Oct 04 21:30:21.470175 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port aa597325-7190-4256-ac8a-0d7d20ca426c triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:30:21.470175 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (aa597325-7190-4256-ac8a-0d7d20ca426c), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:21.470175 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port aa597325-7190-4256-ac8a-0d7d20ca426c Oct 04 21:30:21.661511 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port aa597325-7190-4256-ac8a-0d7d20ca426c is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:30:21.854437 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-dfd92d8e-3851-4f48-b54e-4f0e53ab8d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c5f139-f542-4931-87a1-93844957b0fc', 'name': 'tempest-TestEncryptedCinderVolumes-913584469-router', 'tenant_id': '08eca1a2cac64d2c9203d1190a5f4736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'aa597325-7190-4256-ac8a-0d7d20ca426c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:30:11Z', 'updated_at': '2022-10-04T21:30:16Z', 'revision_number': 4, 'project_id': '08eca1a2cac64d2c9203d1190a5f4736', 'gw_port': {'id': 'aa597325-7190-4256-ac8a-0d7d20ca426c', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:60:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c5f139-f542-4931-87a1-93844957b0fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:30:12Z', 'updated_at': '2022-10-04T21:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'f64282e8-68e4-46c9-9e39-203fabf3e08b', 'name': '', 'network_id': '7b55bb1d-4add-4cf2-87bb-07fd18ee7a60', 'tenant_id': '08eca1a2cac64d2c9203d1190a5f4736', 'mac_address': 'fa:16:3e:06:20:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c5f139-f542-4931-87a1-93844957b0fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'eb19930b-1f1e-4a3d-ae82-60315f3b638a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:30:15Z', 'updated_at': '2022-10-04T21:30:17Z', 'revision_number': 2, 'project_id': '08eca1a2cac64d2c9203d1190a5f4736', 'subnets': [{'id': 'eb19930b-1f1e-4a3d-ae82-60315f3b638a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:30:21.916120 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd92d8e-3851-4f48-b54e-4f0e53ab8d86 None None] Checking router: 20c5f139-f542-4931-87a1-93844957b0fc for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:30:21.916519 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd92d8e-3851-4f48-b54e-4f0e53ab8d86 None None] Updating router 20c5f139-f542-4931-87a1-93844957b0fc port f64282e8-68e4-46c9-9e39-203fabf3e08b binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:30:21.933833 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:21.977083 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-dfd92d8e-3851-4f48-b54e-4f0e53ab8d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (f64282e8-68e4-46c9-9e39-203fabf3e08b), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:21.994382 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=100 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:22.012249 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:22.162705 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b3c87-4068-4a1f-97f1-aaa57e75aa7f req-6de6403a-eb16-493d-9fbc-41cb1d7df24e tempest-TestEncryptedCinderVolumes-43116842 tempest-TestEncryptedCinderVolumes-43116842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:30:22.165126 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-189b3c87-4068-4a1f-97f1-aaa57e75aa7f req-6de6403a-eb16-493d-9fbc-41cb1d7df24e tempest-TestEncryptedCinderVolumes-43116842 tempest-TestEncryptedCinderVolumes-43116842-project] 10.222.0.78 "GET /networking/v2.0/networks?id=ed3c2d19-cadf-4300-8f7a-53f540eb2994 HTTP/1.1" status: 200 len: 817 time: 0.1541212 Oct 04 21:30:22.185373 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-189b3c87-4068-4a1f-97f1-aaa57e75aa7f req-aa7c6a21-bda0-4276-a047-04ead2d7005a tempest-TestEncryptedCinderVolumes-43116842 tempest-TestEncryptedCinderVolumes-43116842-project] 10.222.0.78 "GET /networking/v2.0/quotas/85b7ddd272374c81b094a377fde7a3e1 HTTP/1.1" status: 200 len: 375 time: 0.0129600 Oct 04 21:30:22.273089 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-189b3c87-4068-4a1f-97f1-aaa57e75aa7f req-81b8df12-7e5a-4dc1-b582-1263432198cb tempest-TestEncryptedCinderVolumes-43116842 tempest-TestEncryptedCinderVolumes-43116842-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=85b7ddd272374c81b094a377fde7a3e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0776713 Oct 04 21:30:22.483861 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53286) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:30:22.622860 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-dfd92d8e-3851-4f48-b54e-4f0e53ab8d86 None None] Publish callbacks [] for port (f64282e8-68e4-46c9-9e39-203fabf3e08b), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:22.774474 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-dfd92d8e-3851-4f48-b54e-4f0e53ab8d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (f64282e8-68e4-46c9-9e39-203fabf3e08b), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:22.899603 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c0451b-0fd4-415d-b855-19151587633c None None] Pushing event updated for resources: {'Port': ['ID=f64282e8-68e4-46c9-9e39-203fabf3e08b,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:30:22.949475 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:22.955761 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-dfd92d8e-3851-4f48-b54e-4f0e53ab8d86 None None] Attempting to bind port f64282e8-68e4-46c9-9e39-203fabf3e08b on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:30:22.962103 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-dfd92d8e-3851-4f48-b54e-4f0e53ab8d86 None None] Attempting to bind port f64282e8-68e4-46c9-9e39-203fabf3e08b by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '49802835-30c0-4976-911f-cb6d597eced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7b55bb1d-4add-4cf2-87bb-07fd18ee7a60'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:30:22.962103 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd92d8e-3851-4f48-b54e-4f0e53ab8d86 None None] Attempting to bind port f64282e8-68e4-46c9-9e39-203fabf3e08b on network 7b55bb1d-4add-4cf2-87bb-07fd18ee7a60 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:30:23.035286 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd92d8e-3851-4f48-b54e-4f0e53ab8d86 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:30:23.035713 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd92d8e-3851-4f48-b54e-4f0e53ab8d86 None None] Checking segment: {'id': '49802835-30c0-4976-911f-cb6d597eced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7b55bb1d-4add-4cf2-87bb-07fd18ee7a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:30:23.036522 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-dfd92d8e-3851-4f48-b54e-4f0e53ab8d86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:23.037106 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd92d8e-3851-4f48-b54e-4f0e53ab8d86 None None] Bound using segment: {'id': '49802835-30c0-4976-911f-cb6d597eced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7b55bb1d-4add-4cf2-87bb-07fd18ee7a60'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:30:23.037711 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-dfd92d8e-3851-4f48-b54e-4f0e53ab8d86 None None] Bound port: f64282e8-68e4-46c9-9e39-203fabf3e08b, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49802835-30c0-4976-911f-cb6d597eced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7b55bb1d-4add-4cf2-87bb-07fd18ee7a60'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:30:23.038192 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-dfd92d8e-3851-4f48-b54e-4f0e53ab8d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (f64282e8-68e4-46c9-9e39-203fabf3e08b), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:23.041788 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:23.089973 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c1eb6426-664c-4dce-beca-8b3f28754d10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (cec5d79e-f338-49ce-b24a-4fdefe6beab9), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:23.172435 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-dfd92d8e-3851-4f48-b54e-4f0e53ab8d86 None None] For port f64282e8-68e4-46c9-9e39-203fabf3e08b, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:30:23.178953 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-dfd92d8e-3851-4f48-b54e-4f0e53ab8d86 None None] For port f64282e8-68e4-46c9-9e39-203fabf3e08b, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=f64282e8-68e4-46c9-9e39-203fabf3e08b,segment=NetworkSegment(49802835-30c0-4976-911f-cb6d597eced2),segment_id=49802835-30c0-4976-911f-cb6d597eced2)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:30:23.260734 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-dfd92d8e-3851-4f48-b54e-4f0e53ab8d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (f64282e8-68e4-46c9-9e39-203fabf3e08b), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:23.329324 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd92d8e-3851-4f48-b54e-4f0e53ab8d86 None None] Routers {'20c5f139-f542-4931-87a1-93844957b0fc'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:30:23.330382 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-dfd92d8e-3851-4f48-b54e-4f0e53ab8d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:30:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['20c5f139-f542-4931-87a1-93844957b0fc'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:30:23.445803 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c0451b-0fd4-415d-b855-19151587633c None None] Pushing event updated for resources: {'Port': ['ID=f64282e8-68e4-46c9-9e39-203fabf3e08b,revision_number=4']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:30:23.557402 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-c1eb6426-664c-4dce-beca-8b3f28754d10 admin admin] Deleting port fa32496e-020b-4737-8615-f15f3a278a23 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:30:23.558230 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c1eb6426-664c-4dce-beca-8b3f28754d10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (fa32496e-020b-4737-8615-f15f3a278a23), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:23.562750 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:23.568989 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-dfd92d8e-3851-4f48-b54e-4f0e53ab8d86 None None] Set router 20c5f139-f542-4931-87a1-93844957b0fc gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:30:23.729837 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-c1eb6426-664c-4dce-beca-8b3f28754d10 admin admin] For port fa32496e-020b-4737-8615-f15f3a278a23, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=fa32496e-020b-4737-8615-f15f3a278a23,segment=NetworkSegment(0dd70a5a-8ef3-413c-abdd-8d76440f202b),segment_id=0dd70a5a-8ef3-413c-abdd-8d76440f202b)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:30:23.730433 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c1eb6426-664c-4dce-beca-8b3f28754d10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (fa32496e-020b-4737-8615-f15f3a278a23), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:23.765072 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-c1eb6426-664c-4dce-beca-8b3f28754d10 admin admin] Calling delete_port for fa32496e-020b-4737-8615-f15f3a278a23 owned by network:router_interface {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:30:23.910775 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-dfd92d8e-3851-4f48-b54e-4f0e53ab8d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c5f139-f542-4931-87a1-93844957b0fc', 'name': 'tempest-TestEncryptedCinderVolumes-913584469-router', 'tenant_id': '08eca1a2cac64d2c9203d1190a5f4736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'aa597325-7190-4256-ac8a-0d7d20ca426c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:30:11Z', 'updated_at': '2022-10-04T21:30:16Z', 'revision_number': 4, 'project_id': '08eca1a2cac64d2c9203d1190a5f4736', 'gw_port': {'id': 'aa597325-7190-4256-ac8a-0d7d20ca426c', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:60:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c5f139-f542-4931-87a1-93844957b0fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:30:12Z', 'updated_at': '2022-10-04T21:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'f64282e8-68e4-46c9-9e39-203fabf3e08b', 'name': '', 'network_id': '7b55bb1d-4add-4cf2-87bb-07fd18ee7a60', 'tenant_id': '08eca1a2cac64d2c9203d1190a5f4736', 'mac_address': 'fa:16:3e:06:20:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c5f139-f542-4931-87a1-93844957b0fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'eb19930b-1f1e-4a3d-ae82-60315f3b638a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:30:15Z', 'updated_at': '2022-10-04T21:30:23Z', 'revision_number': 4, 'project_id': '08eca1a2cac64d2c9203d1190a5f4736', 'subnets': [{'id': 'eb19930b-1f1e-4a3d-ae82-60315f3b638a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:30:23.964146 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd92d8e-3851-4f48-b54e-4f0e53ab8d86 None None] The sync data for ids ['20c5f139-f542-4931-87a1-93844957b0fc'] in n-d-852085-12 is: [{'id': '20c5f139-f542-4931-87a1-93844957b0fc', 'name': 'tempest-TestEncryptedCinderVolumes-913584469-router', 'tenant_id': '08eca1a2cac64d2c9203d1190a5f4736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'aa597325-7190-4256-ac8a-0d7d20ca426c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:30:11Z', 'updated_at': '2022-10-04T21:30:16Z', 'revision_number': 4, 'project_id': '08eca1a2cac64d2c9203d1190a5f4736', 'gw_port': {'id': 'aa597325-7190-4256-ac8a-0d7d20ca426c', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:60:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c5f139-f542-4931-87a1-93844957b0fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:30:12Z', 'updated_at': '2022-10-04T21:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'f64282e8-68e4-46c9-9e39-203fabf3e08b', 'name': '', 'network_id': '7b55bb1d-4add-4cf2-87bb-07fd18ee7a60', 'tenant_id': '08eca1a2cac64d2c9203d1190a5f4736', 'mac_address': 'fa:16:3e:06:20:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c5f139-f542-4931-87a1-93844957b0fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'eb19930b-1f1e-4a3d-ae82-60315f3b638a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:30:15Z', 'updated_at': '2022-10-04T21:30:23Z', 'revision_number': 4, 'project_id': '08eca1a2cac64d2c9203d1190a5f4736', 'subnets': [{'id': 'eb19930b-1f1e-4a3d-ae82-60315f3b638a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:30:24.196828 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c1eb6426-664c-4dce-beca-8b3f28754d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (fa32496e-020b-4737-8615-f15f3a278a23), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:24.242037 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eb6426-664c-4dce-beca-8b3f28754d10 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa32496e-020b-4737-8615-f15f3a278a23,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:30:24.550474 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c1eb6426-664c-4dce-beca-8b3f28754d10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (cec5d79e-f338-49ce-b24a-4fdefe6beab9), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:24.846175 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:24.935655 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1eb6426-664c-4dce-beca-8b3f28754d10 admin admin] Router cec5d79e-f338-49ce-b24a-4fdefe6beab9 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:30:25.045885 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:25.155912 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1eb6426-664c-4dce-beca-8b3f28754d10 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:30:25.166305 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c1eb6426-664c-4dce-beca-8b3f28754d10 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/cec5d79e-f338-49ce-b24a-4fdefe6beab9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6844492 Oct 04 21:30:25.170772 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53288) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:30:25.175740 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c0bf2e-88c6-4ab3-b760-cc5a31fd047e None None] Sync routers for ids ['cec5d79e-f338-49ce-b24a-4fdefe6beab9'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:30:25.195806 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c0bf2e-88c6-4ab3-b760-cc5a31fd047e None None] Routers {'cec5d79e-f338-49ce-b24a-4fdefe6beab9'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:30:25.196907 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-29c0bf2e-88c6-4ab3-b760-cc5a31fd047e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:30:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['cec5d79e-f338-49ce-b24a-4fdefe6beab9'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:30:25.427230 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-29c0bf2e-88c6-4ab3-b760-cc5a31fd047e None None] Set router cec5d79e-f338-49ce-b24a-4fdefe6beab9 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:30:25.537772 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device f64282e8-68e4-46c9-9e39-203fabf3e08b up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:30:25.743801 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-edf149b5-3d59-455e-8517-ebe3260f7f9f admin admin] Publish callbacks [] for router (cec5d79e-f338-49ce-b24a-4fdefe6beab9), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:25.767611 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port f64282e8-68e4-46c9-9e39-203fabf3e08b triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:30:25.768232 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (f64282e8-68e4-46c9-9e39-203fabf3e08b), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:25.769342 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port f64282e8-68e4-46c9-9e39-203fabf3e08b Oct 04 21:30:25.941100 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-29c0bf2e-88c6-4ab3-b760-cc5a31fd047e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec5d79e-f338-49ce-b24a-4fdefe6beab9', 'name': 'tempest-TestEncryptedCinderVolumes-1994331134-router', 'tenant_id': '85b7ddd272374c81b094a377fde7a3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'd799e537-dbf8-4a88-ac45-a533db7b071d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:29:59Z', 'updated_at': '2022-10-04T21:30:24Z', 'revision_number': 5, 'project_id': '85b7ddd272374c81b094a377fde7a3e1', 'gw_port': {'id': 'd799e537-dbf8-4a88-ac45-a533db7b071d', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:35:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec5d79e-f338-49ce-b24a-4fdefe6beab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:30:01Z', 'updated_at': '2022-10-04T21:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:30:25.950014 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-edf149b5-3d59-455e-8517-ebe3260f7f9f admin admin] Publish callbacks [] for router_gateway (cec5d79e-f338-49ce-b24a-4fdefe6beab9), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:25.992922 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:25.998543 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c0bf2e-88c6-4ab3-b760-cc5a31fd047e None None] Checking router: cec5d79e-f338-49ce-b24a-4fdefe6beab9 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:30:26.064933 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c0bf2e-88c6-4ab3-b760-cc5a31fd047e None None] Routers {'cec5d79e-f338-49ce-b24a-4fdefe6beab9'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:30:26.066600 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-29c0bf2e-88c6-4ab3-b760-cc5a31fd047e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:30:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['cec5d79e-f338-49ce-b24a-4fdefe6beab9'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:30:26.123221 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-edf149b5-3d59-455e-8517-ebe3260f7f9f admin admin] Deleting port d799e537-dbf8-4a88-ac45-a533db7b071d {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:30:26.123733 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-edf149b5-3d59-455e-8517-ebe3260f7f9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (d799e537-dbf8-4a88-ac45-a533db7b071d), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:26.146226 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port f64282e8-68e4-46c9-9e39-203fabf3e08b is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:30:26.146829 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (f64282e8-68e4-46c9-9e39-203fabf3e08b), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:26.281440 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-edf149b5-3d59-455e-8517-ebe3260f7f9f admin admin] For port d799e537-dbf8-4a88-ac45-a533db7b071d, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=d799e537-dbf8-4a88-ac45-a533db7b071d,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:30:26.282342 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-edf149b5-3d59-455e-8517-ebe3260f7f9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (d799e537-dbf8-4a88-ac45-a533db7b071d), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:26.291618 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port f64282e8-68e4-46c9-9e39-203fabf3e08b, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=f64282e8-68e4-46c9-9e39-203fabf3e08b,segment=NetworkSegment(49802835-30c0-4976-911f-cb6d597eced2),segment_id=49802835-30c0-4976-911f-cb6d597eced2)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:30:26.294869 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-29c0bf2e-88c6-4ab3-b760-cc5a31fd047e None None] Set router cec5d79e-f338-49ce-b24a-4fdefe6beab9 gateway port host: None {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:30:26.310566 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-edf149b5-3d59-455e-8517-ebe3260f7f9f admin admin] Calling delete_port for d799e537-dbf8-4a88-ac45-a533db7b071d owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:30:26.396451 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (f64282e8-68e4-46c9-9e39-203fabf3e08b), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:26.400668 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-29c0bf2e-88c6-4ab3-b760-cc5a31fd047e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec5d79e-f338-49ce-b24a-4fdefe6beab9', 'name': 'tempest-TestEncryptedCinderVolumes-1994331134-router', 'tenant_id': '85b7ddd272374c81b094a377fde7a3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:29:59Z', 'updated_at': '2022-10-04T21:30:25Z', 'revision_number': 6, 'project_id': '85b7ddd272374c81b094a377fde7a3e1', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:30:26.484424 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c0bf2e-88c6-4ab3-b760-cc5a31fd047e None None] The sync data for ids ['cec5d79e-f338-49ce-b24a-4fdefe6beab9'] in n-d-852085-12 is: [{'id': 'cec5d79e-f338-49ce-b24a-4fdefe6beab9', 'name': 'tempest-TestEncryptedCinderVolumes-1994331134-router', 'tenant_id': '85b7ddd272374c81b094a377fde7a3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:29:59Z', 'updated_at': '2022-10-04T21:30:25Z', 'revision_number': 6, 'project_id': '85b7ddd272374c81b094a377fde7a3e1', 'gw_port_host': None}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:30:26.504964 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:26.544857 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=f64282e8-68e4-46c9-9e39-203fabf3e08b,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:30:26.563618 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:30:26.564246 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:30:26.565824 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:30:26.566432 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:30:26.567202 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:30:26.567766 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:30:26.568344 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:30:26.568921 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:30:26.569494 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:30:26.569983 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:30:26.570472 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:30:26.571189 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:30:26.571690 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:30:26.572602 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:30:26.573236 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:30:26.768890 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-edf149b5-3d59-455e-8517-ebe3260f7f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (d799e537-dbf8-4a88-ac45-a533db7b071d), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:26.827762 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf149b5-3d59-455e-8517-ebe3260f7f9f admin admin] Pushing event deleted for resources: {'Port': ['ID=d799e537-dbf8-4a88-ac45-a533db7b071d,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:30:26.953257 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-edf149b5-3d59-455e-8517-ebe3260f7f9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (cec5d79e-f338-49ce-b24a-4fdefe6beab9), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:27.132870 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-edf149b5-3d59-455e-8517-ebe3260f7f9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (cec5d79e-f338-49ce-b24a-4fdefe6beab9), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:27.136940 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-edf149b5-3d59-455e-8517-ebe3260f7f9f admin admin] Publish callbacks [] for router_controller (cec5d79e-f338-49ce-b24a-4fdefe6beab9), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:27.358046 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-edf149b5-3d59-455e-8517-ebe3260f7f9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (cec5d79e-f338-49ce-b24a-4fdefe6beab9), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:27.359107 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf149b5-3d59-455e-8517-ebe3260f7f9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router cec5d79e-f338-49ce-b24a-4fdefe6beab9 {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 21:30:27.367448 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-edf149b5-3d59-455e-8517-ebe3260f7f9f admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:27.378034 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-edf149b5-3d59-455e-8517-ebe3260f7f9f admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/cec5d79e-f338-49ce-b24a-4fdefe6beab9 HTTP/1.1" status: 204 len: 168 time: 2.1967502 Oct 04 21:30:27.378742 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53290) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:30:27.478729 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-be03958e-e5a5-4c49-834d-6c9ce7cdba33 admin admin] Deleting subnet aef6ec93-c6c5-436d-aadf-7cf2f2c91f42 {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:30:27.485242 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-be03958e-e5a5-4c49-834d-6c9ce7cdba33 admin admin] Publish callbacks [] for subnet (aef6ec93-c6c5-436d-aadf-7cf2f2c91f42), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:27.510072 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device f64282e8-68e4-46c9-9e39-203fabf3e08b up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:30:27.578729 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-be03958e-e5a5-4c49-834d-6c9ce7cdba33 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (aef6ec93-c6c5-436d-aadf-7cf2f2c91f42), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:27.602684 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port f64282e8-68e4-46c9-9e39-203fabf3e08b triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:30:27.603366 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (f64282e8-68e4-46c9-9e39-203fabf3e08b), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:27.603926 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port f64282e8-68e4-46c9-9e39-203fabf3e08b Oct 04 21:30:27.741421 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-be03958e-e5a5-4c49-834d-6c9ce7cdba33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (aef6ec93-c6c5-436d-aadf-7cf2f2c91f42), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:27.753804 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port f64282e8-68e4-46c9-9e39-203fabf3e08b is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:30:27.845561 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device fa32496e-020b-4737-8615-f15f3a278a23 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:30:27.884887 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: fa32496e-020b-4737-8615-f15f3a278a23 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:30:27.885477 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device fa32496e-020b-4737-8615-f15f3a278a23 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:30:27.887202 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device d799e537-dbf8-4a88-ac45-a533db7b071d no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:30:27.930728 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: d799e537-dbf8-4a88-ac45-a533db7b071d {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:30:27.931227 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device d799e537-dbf8-4a88-ac45-a533db7b071d not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:30:27.946515 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-be03958e-e5a5-4c49-834d-6c9ce7cdba33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (aef6ec93-c6c5-436d-aadf-7cf2f2c91f42), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:27.998922 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be03958e-e5a5-4c49-834d-6c9ce7cdba33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aef6ec93-c6c5-436d-aadf-7cf2f2c91f42,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:30:28.009073 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-be03958e-e5a5-4c49-834d-6c9ce7cdba33 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:28.015785 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-be03958e-e5a5-4c49-834d-6c9ce7cdba33 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/aef6ec93-c6c5-436d-aadf-7cf2f2c91f42 HTTP/1.1" status: 204 len: 168 time: 0.6402879 Oct 04 21:30:28.017606 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1762f6d3-0eb4-469d-b06e-81b7a9aafaf0 None None] Network ed3c2d19-cadf-4300-8f7a-53f540eb2994 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:30:28.021081 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53292) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:30:28.167605 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-90e0cbcc-27f0-4773-9727-4e533c59249e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (ed3c2d19-cadf-4300-8f7a-53f540eb2994), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:28.258401 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-90e0cbcc-27f0-4773-9727-4e533c59249e admin admin] Deleting port 32d790b0-67c3-4209-bdc0-1c65d5322210 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:30:28.259376 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-90e0cbcc-27f0-4773-9727-4e533c59249e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (32d790b0-67c3-4209-bdc0-1c65d5322210), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:28.300304 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ed912f-da78-4532-9c13-b0f0dfe97f6b None None] DHCP port deletion for ed3c2d19-cadf-4300-8f7a-53f540eb2994 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:30:28.362899 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:28.383445 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-57ed912f-da78-4532-9c13-b0f0dfe97f6b None None] Deleting port 32d790b0-67c3-4209-bdc0-1c65d5322210 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:30:28.384054 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-57ed912f-da78-4532-9c13-b0f0dfe97f6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (32d790b0-67c3-4209-bdc0-1c65d5322210), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:28.394933 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-90e0cbcc-27f0-4773-9727-4e533c59249e admin admin] For port 32d790b0-67c3-4209-bdc0-1c65d5322210, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=32d790b0-67c3-4209-bdc0-1c65d5322210,segment=NetworkSegment(0dd70a5a-8ef3-413c-abdd-8d76440f202b),segment_id=0dd70a5a-8ef3-413c-abdd-8d76440f202b)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:30:28.395601 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-90e0cbcc-27f0-4773-9727-4e533c59249e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (32d790b0-67c3-4209-bdc0-1c65d5322210), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:28.399896 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:28.422922 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-90e0cbcc-27f0-4773-9727-4e533c59249e admin admin] Calling delete_port for 32d790b0-67c3-4209-bdc0-1c65d5322210 owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:30:28.518313 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-57ed912f-da78-4532-9c13-b0f0dfe97f6b None None] For port 32d790b0-67c3-4209-bdc0-1c65d5322210, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=32d790b0-67c3-4209-bdc0-1c65d5322210,segment=NetworkSegment(0dd70a5a-8ef3-413c-abdd-8d76440f202b),segment_id=0dd70a5a-8ef3-413c-abdd-8d76440f202b)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:30:28.519202 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-57ed912f-da78-4532-9c13-b0f0dfe97f6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (32d790b0-67c3-4209-bdc0-1c65d5322210), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:28.546421 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-57ed912f-da78-4532-9c13-b0f0dfe97f6b None None] Calling delete_port for 32d790b0-67c3-4209-bdc0-1c65d5322210 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:30:28.652118 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-90e0cbcc-27f0-4773-9727-4e533c59249e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (32d790b0-67c3-4209-bdc0-1c65d5322210), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:28.689153 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e0cbcc-27f0-4773-9727-4e533c59249e admin admin] Pushing event deleted for resources: {'Port': ['ID=32d790b0-67c3-4209-bdc0-1c65d5322210,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:30:28.701955 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e0cbcc-27f0-4773-9727-4e533c59249e admin admin] No DVR routers for this DVR port 32d790b0-67c3-4209-bdc0-1c65d5322210 on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:30:28.718094 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-57ed912f-da78-4532-9c13-b0f0dfe97f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (32d790b0-67c3-4209-bdc0-1c65d5322210), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:28.762568 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ed912f-da78-4532-9c13-b0f0dfe97f6b None None] Pushing event deleted for resources: {'Port': ['ID=32d790b0-67c3-4209-bdc0-1c65d5322210,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:30:28.772559 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ed912f-da78-4532-9c13-b0f0dfe97f6b None None] No DVR routers for this DVR port 32d790b0-67c3-4209-bdc0-1c65d5322210 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:30:28.834023 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-90e0cbcc-27f0-4773-9727-4e533c59249e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (ed3c2d19-cadf-4300-8f7a-53f540eb2994), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:28.877088 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-90e0cbcc-27f0-4773-9727-4e533c59249e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed3c2d19-cadf-4300-8f7a-53f540eb2994']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:30:28.897285 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-90e0cbcc-27f0-4773-9727-4e533c59249e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dd70a5a-8ef3-413c-abdd-8d76440f202b') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:30:28.897779 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-90e0cbcc-27f0-4773-9727-4e533c59249e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dd70a5a-8ef3-413c-abdd-8d76440f202b') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:30:28.918873 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-90e0cbcc-27f0-4773-9727-4e533c59249e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (0dd70a5a-8ef3-413c-abdd-8d76440f202b), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:28.945189 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-90e0cbcc-27f0-4773-9727-4e533c59249e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (0dd70a5a-8ef3-413c-abdd-8d76440f202b), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:28.959208 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90e0cbcc-27f0-4773-9727-4e533c59249e admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:30:28.959877 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-90e0cbcc-27f0-4773-9727-4e533c59249e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (0dd70a5a-8ef3-413c-abdd-8d76440f202b), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:29.166580 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-90e0cbcc-27f0-4773-9727-4e533c59249e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (ed3c2d19-cadf-4300-8f7a-53f540eb2994), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:29.175308 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-90e0cbcc-27f0-4773-9727-4e533c59249e admin admin] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:29.183720 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-90e0cbcc-27f0-4773-9727-4e533c59249e admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/ed3c2d19-cadf-4300-8f7a-53f540eb2994 HTTP/1.1" status: 204 len: 168 time: 1.1581073 Oct 04 21:30:29.185961 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53300) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:30:29.222325 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e0cbcc-27f0-4773-9727-4e533c59249e admin admin] Pushing event deleted for resources: {'Network': ['ID=ed3c2d19-cadf-4300-8f7a-53f540eb2994,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:30:29.239211 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 0dd70a5a-8ef3-413c-abdd-8d76440f202b resource provider aggregate not found Oct 04 21:30:29.271645 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 0dd70a5a-8ef3-413c-abdd-8d76440f202b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0dd70a5a-8ef3-413c-abdd-8d76440f202b found for delete ", "request_id": "req-c23c4b7d-b251-4b6b-aab7-896bd04a10f7"}]} Oct 04 21:30:29.316190 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 32d790b0-67c3-4209-bdc0-1c65d5322210 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:30:29.353482 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 32d790b0-67c3-4209-bdc0-1c65d5322210 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:30:29.354171 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 32d790b0-67c3-4209-bdc0-1c65d5322210 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:30:29.470085 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 21:30:29.864958 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e4c4ed65-3962-45b9-8b76-b4fb0bdfc43f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (20c5f139-f542-4931-87a1-93844957b0fc), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:30.263044 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:30.345746 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-e4c4ed65-3962-45b9-8b76-b4fb0bdfc43f admin admin] Deleting port f64282e8-68e4-46c9-9e39-203fabf3e08b {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:30:30.346260 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e4c4ed65-3962-45b9-8b76-b4fb0bdfc43f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (f64282e8-68e4-46c9-9e39-203fabf3e08b), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:30.423581 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:30.511341 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-e4c4ed65-3962-45b9-8b76-b4fb0bdfc43f admin admin] For port f64282e8-68e4-46c9-9e39-203fabf3e08b, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=f64282e8-68e4-46c9-9e39-203fabf3e08b,segment=NetworkSegment(49802835-30c0-4976-911f-cb6d597eced2),segment_id=49802835-30c0-4976-911f-cb6d597eced2)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:30:30.514709 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e4c4ed65-3962-45b9-8b76-b4fb0bdfc43f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (f64282e8-68e4-46c9-9e39-203fabf3e08b), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:30.543339 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-e4c4ed65-3962-45b9-8b76-b4fb0bdfc43f admin admin] Calling delete_port for f64282e8-68e4-46c9-9e39-203fabf3e08b owned by network:router_interface {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:30:31.014605 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e4c4ed65-3962-45b9-8b76-b4fb0bdfc43f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (f64282e8-68e4-46c9-9e39-203fabf3e08b), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:31.066248 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c4ed65-3962-45b9-8b76-b4fb0bdfc43f admin admin] Pushing event deleted for resources: {'Port': ['ID=f64282e8-68e4-46c9-9e39-203fabf3e08b,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:30:31.403274 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e4c4ed65-3962-45b9-8b76-b4fb0bdfc43f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (20c5f139-f542-4931-87a1-93844957b0fc), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:31.832931 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4c4ed65-3962-45b9-8b76-b4fb0bdfc43f admin admin] Router 20c5f139-f542-4931-87a1-93844957b0fc has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:30:31.914863 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:32.047857 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c4ed65-3962-45b9-8b76-b4fb0bdfc43f admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:30:32.056992 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-e4c4ed65-3962-45b9-8b76-b4fb0bdfc43f admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/20c5f139-f542-4931-87a1-93844957b0fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8691294 Oct 04 21:30:32.061670 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53304) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:30:32.067879 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be14281-cc43-4868-a9bc-06ac966118f2 None None] Sync routers for ids ['20c5f139-f542-4931-87a1-93844957b0fc'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:30:32.078323 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:32.088937 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be14281-cc43-4868-a9bc-06ac966118f2 None None] Routers {'20c5f139-f542-4931-87a1-93844957b0fc'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:30:32.090115 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-1be14281-cc43-4868-a9bc-06ac966118f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:30:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['20c5f139-f542-4931-87a1-93844957b0fc'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:30:32.259940 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a294ce11-4899-470a-83c7-8da6e2bca6a4 admin admin] Publish callbacks [] for router (20c5f139-f542-4931-87a1-93844957b0fc), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:32.305946 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-1be14281-cc43-4868-a9bc-06ac966118f2 None None] Set router 20c5f139-f542-4931-87a1-93844957b0fc gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:30:32.347209 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:32.465190 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a294ce11-4899-470a-83c7-8da6e2bca6a4 admin admin] Publish callbacks [] for router_gateway (20c5f139-f542-4931-87a1-93844957b0fc), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:32.613316 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-a294ce11-4899-470a-83c7-8da6e2bca6a4 admin admin] Deleting port aa597325-7190-4256-ac8a-0d7d20ca426c {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:30:32.613859 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a294ce11-4899-470a-83c7-8da6e2bca6a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (aa597325-7190-4256-ac8a-0d7d20ca426c), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:32.615258 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:32.649232 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-1be14281-cc43-4868-a9bc-06ac966118f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c5f139-f542-4931-87a1-93844957b0fc', 'name': 'tempest-TestEncryptedCinderVolumes-913584469-router', 'tenant_id': '08eca1a2cac64d2c9203d1190a5f4736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'aa597325-7190-4256-ac8a-0d7d20ca426c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:30:11Z', 'updated_at': '2022-10-04T21:30:30Z', 'revision_number': 5, 'project_id': '08eca1a2cac64d2c9203d1190a5f4736', 'gw_port': {'id': 'aa597325-7190-4256-ac8a-0d7d20ca426c', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:60:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c5f139-f542-4931-87a1-93844957b0fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:30:12Z', 'updated_at': '2022-10-04T21:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:30:32.700760 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be14281-cc43-4868-a9bc-06ac966118f2 None None] Checking router: 20c5f139-f542-4931-87a1-93844957b0fc for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:30:32.717757 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be14281-cc43-4868-a9bc-06ac966118f2 None None] Routers {'20c5f139-f542-4931-87a1-93844957b0fc'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:30:32.718768 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-1be14281-cc43-4868-a9bc-06ac966118f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:30:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['20c5f139-f542-4931-87a1-93844957b0fc'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:30:32.750840 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-a294ce11-4899-470a-83c7-8da6e2bca6a4 admin admin] For port aa597325-7190-4256-ac8a-0d7d20ca426c, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=aa597325-7190-4256-ac8a-0d7d20ca426c,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:30:32.751646 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a294ce11-4899-470a-83c7-8da6e2bca6a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (aa597325-7190-4256-ac8a-0d7d20ca426c), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:32.770714 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-a294ce11-4899-470a-83c7-8da6e2bca6a4 admin admin] Calling delete_port for aa597325-7190-4256-ac8a-0d7d20ca426c owned by network:router_gateway {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:30:32.893823 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-1be14281-cc43-4868-a9bc-06ac966118f2 None None] Set router 20c5f139-f542-4931-87a1-93844957b0fc gateway port host: None {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:30:32.995886 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-1be14281-cc43-4868-a9bc-06ac966118f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c5f139-f542-4931-87a1-93844957b0fc', 'name': 'tempest-TestEncryptedCinderVolumes-913584469-router', 'tenant_id': '08eca1a2cac64d2c9203d1190a5f4736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:30:11Z', 'updated_at': '2022-10-04T21:30:32Z', 'revision_number': 6, 'project_id': '08eca1a2cac64d2c9203d1190a5f4736', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:30:33.046996 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be14281-cc43-4868-a9bc-06ac966118f2 None None] The sync data for ids ['20c5f139-f542-4931-87a1-93844957b0fc'] in n-d-852085-12 is: [{'id': '20c5f139-f542-4931-87a1-93844957b0fc', 'name': 'tempest-TestEncryptedCinderVolumes-913584469-router', 'tenant_id': '08eca1a2cac64d2c9203d1190a5f4736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:30:11Z', 'updated_at': '2022-10-04T21:30:32Z', 'revision_number': 6, 'project_id': '08eca1a2cac64d2c9203d1190a5f4736', 'gw_port_host': None}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:30:33.129015 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a294ce11-4899-470a-83c7-8da6e2bca6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (aa597325-7190-4256-ac8a-0d7d20ca426c), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:33.188447 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a294ce11-4899-470a-83c7-8da6e2bca6a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa597325-7190-4256-ac8a-0d7d20ca426c,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:30:33.312587 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a294ce11-4899-470a-83c7-8da6e2bca6a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (20c5f139-f542-4931-87a1-93844957b0fc), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:33.515488 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a294ce11-4899-470a-83c7-8da6e2bca6a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (20c5f139-f542-4931-87a1-93844957b0fc), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:33.520052 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a294ce11-4899-470a-83c7-8da6e2bca6a4 admin admin] Publish callbacks [] for router_controller (20c5f139-f542-4931-87a1-93844957b0fc), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:33.549047 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device f64282e8-68e4-46c9-9e39-203fabf3e08b no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:30:33.590381 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: f64282e8-68e4-46c9-9e39-203fabf3e08b {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:30:33.591320 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device f64282e8-68e4-46c9-9e39-203fabf3e08b not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:30:33.740541 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a294ce11-4899-470a-83c7-8da6e2bca6a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (20c5f139-f542-4931-87a1-93844957b0fc), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:33.741625 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a294ce11-4899-470a-83c7-8da6e2bca6a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20c5f139-f542-4931-87a1-93844957b0fc {{(pid=108170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 21:30:33.754055 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a294ce11-4899-470a-83c7-8da6e2bca6a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:33.754055 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a294ce11-4899-470a-83c7-8da6e2bca6a4 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/20c5f139-f542-4931-87a1-93844957b0fc HTTP/1.1" status: 204 len: 168 time: 1.6893518 Oct 04 21:30:33.757355 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53306) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:30:33.791544 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:33.852718 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c86537f-2109-432d-b97b-c520cf589b8f admin admin] Deleting subnet eb19930b-1f1e-4a3d-ae82-60315f3b638a {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:30:33.859245 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5c86537f-2109-432d-b97b-c520cf589b8f admin admin] Publish callbacks [] for subnet (eb19930b-1f1e-4a3d-ae82-60315f3b638a), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:33.935264 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5c86537f-2109-432d-b97b-c520cf589b8f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (eb19930b-1f1e-4a3d-ae82-60315f3b638a), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:34.617780 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:34.632071 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5c86537f-2109-432d-b97b-c520cf589b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (eb19930b-1f1e-4a3d-ae82-60315f3b638a), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:34.727485 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:UPDATE=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:34.865339 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5c86537f-2109-432d-b97b-c520cf589b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (eb19930b-1f1e-4a3d-ae82-60315f3b638a), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:34.924523 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c86537f-2109-432d-b97b-c520cf589b8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb19930b-1f1e-4a3d-ae82-60315f3b638a,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:30:34.933033 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5c86537f-2109-432d-b97b-c520cf589b8f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:34.939721 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-5c86537f-2109-432d-b97b-c520cf589b8f admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/eb19930b-1f1e-4a3d-ae82-60315f3b638a HTTP/1.1" status: 204 len: 168 time: 1.1803195 Oct 04 21:30:34.943781 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53308) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:30:34.946846 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc87f900-1349-48f2-b033-1fd40b389297 None None] Network 7b55bb1d-4add-4cf2-87bb-07fd18ee7a60 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:30:35.093555 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-012fe560-01e1-403a-98f6-e3b08a5fce43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (7b55bb1d-4add-4cf2-87bb-07fd18ee7a60), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:35.184144 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-012fe560-01e1-403a-98f6-e3b08a5fce43 admin admin] Deleting port 2c717d28-b528-458e-9702-bde827fcd106 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:30:35.184693 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-012fe560-01e1-403a-98f6-e3b08a5fce43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (2c717d28-b528-458e-9702-bde827fcd106), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:35.235500 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e72c71-9cff-4d7a-b2d9-939b1d7b8e6d None None] DHCP port deletion for 7b55bb1d-4add-4cf2-87bb-07fd18ee7a60 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:30:35.320815 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-d4e72c71-9cff-4d7a-b2d9-939b1d7b8e6d None None] Deleting port 2c717d28-b528-458e-9702-bde827fcd106 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:30:35.321788 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d4e72c71-9cff-4d7a-b2d9-939b1d7b8e6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (2c717d28-b528-458e-9702-bde827fcd106), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:35.332587 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-012fe560-01e1-403a-98f6-e3b08a5fce43 admin admin] For port 2c717d28-b528-458e-9702-bde827fcd106, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=2c717d28-b528-458e-9702-bde827fcd106,segment=NetworkSegment(49802835-30c0-4976-911f-cb6d597eced2),segment_id=49802835-30c0-4976-911f-cb6d597eced2)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:30:35.333204 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-012fe560-01e1-403a-98f6-e3b08a5fce43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (2c717d28-b528-458e-9702-bde827fcd106), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:35.346974 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:35.373820 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-012fe560-01e1-403a-98f6-e3b08a5fce43 admin admin] Calling delete_port for 2c717d28-b528-458e-9702-bde827fcd106 owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:30:35.413517 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device aa597325-7190-4256-ac8a-0d7d20ca426c no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:30:35.484345 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: aa597325-7190-4256-ac8a-0d7d20ca426c {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:30:35.485162 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device aa597325-7190-4256-ac8a-0d7d20ca426c not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:30:35.486047 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 2c717d28-b528-458e-9702-bde827fcd106 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:30:35.555361 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:35.558140 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-d4e72c71-9cff-4d7a-b2d9-939b1d7b8e6d None None] For port 2c717d28-b528-458e-9702-bde827fcd106, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=2c717d28-b528-458e-9702-bde827fcd106,segment=NetworkSegment(49802835-30c0-4976-911f-cb6d597eced2),segment_id=49802835-30c0-4976-911f-cb6d597eced2)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:30:35.558723 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d4e72c71-9cff-4d7a-b2d9-939b1d7b8e6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (2c717d28-b528-458e-9702-bde827fcd106), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:35.586535 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-d4e72c71-9cff-4d7a-b2d9-939b1d7b8e6d None None] Calling delete_port for 2c717d28-b528-458e-9702-bde827fcd106 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:30:35.623749 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-012fe560-01e1-403a-98f6-e3b08a5fce43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (2c717d28-b528-458e-9702-bde827fcd106), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:35.681501 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012fe560-01e1-403a-98f6-e3b08a5fce43 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c717d28-b528-458e-9702-bde827fcd106,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:30:35.688481 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012fe560-01e1-403a-98f6-e3b08a5fce43 admin admin] No DVR routers for this DVR port 2c717d28-b528-458e-9702-bde827fcd106 on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:30:35.707869 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012fe560-01e1-403a-98f6-e3b08a5fce43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:30:35.708882 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012fe560-01e1-403a-98f6-e3b08a5fce43 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:30:35.710367 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012fe560-01e1-403a-98f6-e3b08a5fce43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:30:35.711317 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012fe560-01e1-403a-98f6-e3b08a5fce43 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:30:35.712138 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012fe560-01e1-403a-98f6-e3b08a5fce43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:30:35.712943 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012fe560-01e1-403a-98f6-e3b08a5fce43 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:30:35.713796 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012fe560-01e1-403a-98f6-e3b08a5fce43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:30:35.714692 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012fe560-01e1-403a-98f6-e3b08a5fce43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:30:35.715563 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012fe560-01e1-403a-98f6-e3b08a5fce43 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:30:35.721112 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012fe560-01e1-403a-98f6-e3b08a5fce43 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:30:35.721112 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012fe560-01e1-403a-98f6-e3b08a5fce43 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:30:35.721112 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012fe560-01e1-403a-98f6-e3b08a5fce43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:30:35.721112 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012fe560-01e1-403a-98f6-e3b08a5fce43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:30:35.721112 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012fe560-01e1-403a-98f6-e3b08a5fce43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:30:35.721112 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012fe560-01e1-403a-98f6-e3b08a5fce43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:30:35.748171 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 2c717d28-b528-458e-9702-bde827fcd106 is: ACTIVE; New status is: DOWN {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:30:35.749218 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (2c717d28-b528-458e-9702-bde827fcd106), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:35.851953 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d4e72c71-9cff-4d7a-b2d9-939b1d7b8e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (2c717d28-b528-458e-9702-bde827fcd106), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:35.906512 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e72c71-9cff-4d7a-b2d9-939b1d7b8e6d None None] No DVR routers for this DVR port 2c717d28-b528-458e-9702-bde827fcd106 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:30:35.915418 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e72c71-9cff-4d7a-b2d9-939b1d7b8e6d None None] Pushing event deleted for resources: {'Port': ['ID=2c717d28-b528-458e-9702-bde827fcd106,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:30:35.920371 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-012fe560-01e1-403a-98f6-e3b08a5fce43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (7b55bb1d-4add-4cf2-87bb-07fd18ee7a60), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:35.968751 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-012fe560-01e1-403a-98f6-e3b08a5fce43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b55bb1d-4add-4cf2-87bb-07fd18ee7a60']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:30:35.986751 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:35.996692 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-012fe560-01e1-403a-98f6-e3b08a5fce43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49802835-30c0-4976-911f-cb6d597eced2') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:30:35.996692 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-012fe560-01e1-403a-98f6-e3b08a5fce43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49802835-30c0-4976-911f-cb6d597eced2') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:30:36.012960 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-012fe560-01e1-403a-98f6-e3b08a5fce43 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (49802835-30c0-4976-911f-cb6d597eced2), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:36.043573 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-012fe560-01e1-403a-98f6-e3b08a5fce43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (49802835-30c0-4976-911f-cb6d597eced2), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:36.057002 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-012fe560-01e1-403a-98f6-e3b08a5fce43 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:30:36.057666 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-012fe560-01e1-403a-98f6-e3b08a5fce43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (49802835-30c0-4976-911f-cb6d597eced2), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:36.138770 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 49802835-30c0-4976-911f-cb6d597eced2 resource provider aggregate not found Oct 04 21:30:36.175430 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 49802835-30c0-4976-911f-cb6d597eced2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 49802835-30c0-4976-911f-cb6d597eced2 found for delete ", "request_id": "req-48ec0581-057f-40b5-bfe8-d3c633d2b7da"}]} Oct 04 21:30:36.287496 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-012fe560-01e1-403a-98f6-e3b08a5fce43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (7b55bb1d-4add-4cf2-87bb-07fd18ee7a60), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:36.298641 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-012fe560-01e1-403a-98f6-e3b08a5fce43 admin admin] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:36.307832 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-012fe560-01e1-403a-98f6-e3b08a5fce43 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/7b55bb1d-4add-4cf2-87bb-07fd18ee7a60 HTTP/1.1" status: 204 len: 168 time: 1.3576760 Oct 04 21:30:36.327869 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012fe560-01e1-403a-98f6-e3b08a5fce43 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b55bb1d-4add-4cf2-87bb-07fd18ee7a60,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:30:37.010945 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53316) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:30:37.097455 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b4ae4c3e-3b9f-4c2e-af6f-077cb32578bf admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=85b7ddd272374c81b094a377fde7a3e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0840971 Oct 04 21:30:37.101897 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53318) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:30:37.113125 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:37.204066 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a171ce71-00b6-4d49-b303-34d1db3f7e4b admin admin] Publish callbacks [] for security_group (1b0a8b31-582a-48ad-870e-d35580f65fe3), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:37.247500 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a171ce71-00b6-4d49-b303-34d1db3f7e4b admin admin] Publish callbacks [] for security_group (1b0a8b31-582a-48ad-870e-d35580f65fe3), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:37.431116 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a171ce71-00b6-4d49-b303-34d1db3f7e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (1b0a8b31-582a-48ad-870e-d35580f65fe3), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:37.436598 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a171ce71-00b6-4d49-b303-34d1db3f7e4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:37.438432 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a171ce71-00b6-4d49-b303-34d1db3f7e4b admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/1b0a8b31-582a-48ad-870e-d35580f65fe3 HTTP/1.1" status: 204 len: 168 time: 0.3349369 Oct 04 21:30:37.463346 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a171ce71-00b6-4d49-b303-34d1db3f7e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0a8b31-582a-48ad-870e-d35580f65fe3,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:30:38.544131 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53324) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:30:38.626753 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-516f7322-58d9-4cc4-9100-11f3cd518d7d admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=08eca1a2cac64d2c9203d1190a5f4736&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0807960 Oct 04 21:30:38.631807 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53326) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:30:38.730349 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2a212cd2-dfff-4c0d-94f5-111601cb18b0 admin admin] Publish callbacks [] for security_group (87483960-8926-4ecc-8429-b2a27380a12c), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:38.760824 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2a212cd2-dfff-4c0d-94f5-111601cb18b0 admin admin] Publish callbacks [] for security_group (87483960-8926-4ecc-8429-b2a27380a12c), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:38.911021 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2a212cd2-dfff-4c0d-94f5-111601cb18b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (87483960-8926-4ecc-8429-b2a27380a12c), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:38.916559 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2a212cd2-dfff-4c0d-94f5-111601cb18b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:38.918711 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2a212cd2-dfff-4c0d-94f5-111601cb18b0 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/87483960-8926-4ecc-8429-b2a27380a12c HTTP/1.1" status: 204 len: 168 time: 0.2850754 Oct 04 21:30:38.934177 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a212cd2-dfff-4c0d-94f5-111601cb18b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87483960-8926-4ecc-8429-b2a27380a12c,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:30:40.732254 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53348) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:30:40.919705 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-2fc9baf4-1891-4bf3-8890-b4117c76b788 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-718442148-network', 'tenant_id': 'bb447ffc303348ce826e0d5bbb56f7f2'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:30:41.025218 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc9baf4-1891-4bf3-8890-b4117c76b788 admin admin] Made reservation on behalf of bb447ffc303348ce826e0d5bbb56f7f2 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:30:41.029949 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2fc9baf4-1891-4bf3-8890-b4117c76b788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:41.052889 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2fc9baf4-1891-4bf3-8890-b4117c76b788 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:41.239769 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2fc9baf4-1891-4bf3-8890-b4117c76b788 admin admin] Publish callbacks [] for security_group (c006a460-4ed9-47a8-bafe-1f2a22ff5a62), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:41.328250 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2fc9baf4-1891-4bf3-8890-b4117c76b788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (c006a460-4ed9-47a8-bafe-1f2a22ff5a62), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:41.379125 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fc9baf4-1891-4bf3-8890-b4117c76b788 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:30:41.399174 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc9baf4-1891-4bf3-8890-b4117c76b788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c006a460-4ed9-47a8-bafe-1f2a22ff5a62,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:30:41.408066 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2fc9baf4-1891-4bf3-8890-b4117c76b788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (60e2cee7-c2a1-4f63-81c4-e761da7c99ee), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:41.408588 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-2fc9baf4-1891-4bf3-8890-b4117c76b788 admin admin] Added segment 60e2cee7-c2a1-4f63-81c4-e761da7c99ee of type vlan for network 998c3aee-0b65-4efb-bb93-b4fc9f316b4c Oct 04 21:30:41.491697 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2fc9baf4-1891-4bf3-8890-b4117c76b788 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (998c3aee-0b65-4efb-bb93-b4fc9f316b4c), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:41.646816 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2fc9baf4-1891-4bf3-8890-b4117c76b788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (998c3aee-0b65-4efb-bb93-b4fc9f316b4c), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:41.648512 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc9baf4-1891-4bf3-8890-b4117c76b788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:30:41.649797 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2fc9baf4-1891-4bf3-8890-b4117c76b788 admin admin] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:41.770214 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc9baf4-1891-4bf3-8890-b4117c76b788 admin admin] Pushing event updated for resources: {'Network': ['ID=998c3aee-0b65-4efb-bb93-b4fc9f316b4c,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:30:41.788667 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 998c3aee-0b65-4efb-bb93-b4fc9f316b4c details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:30:41.859923 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-2fc9baf4-1891-4bf3-8890-b4117c76b788 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1255932 Oct 04 21:30:41.865236 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53354) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:30:41.875185 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-a62ff4ea-40cd-46b7-bd81-96e85631a987 admin admin] Request body: {'subnet': {'network_id': '998c3aee-0b65-4efb-bb93-b4fc9f316b4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-718442148-subnet', 'tenant_id': 'bb447ffc303348ce826e0d5bbb56f7f2', 'ip_version': 4}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:30:41.991339 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a62ff4ea-40cd-46b7-bd81-96e85631a987 admin admin] Made reservation on behalf of bb447ffc303348ce826e0d5bbb56f7f2 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:30:41.995559 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a62ff4ea-40cd-46b7-bd81-96e85631a987 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:42.083910 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:42.348277 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=79,neutron:DELETE=1,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:42.414734 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a62ff4ea-40cd-46b7-bd81-96e85631a987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (15fc6113-93b3-4aa0-a9da-bce57ea45c21), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:42.537509 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62ff4ea-40cd-46b7-bd81-96e85631a987 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15fc6113-93b3-4aa0-a9da-bce57ea45c21,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:30:42.556237 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62ff4ea-40cd-46b7-bd81-96e85631a987 admin admin] Checking segment: {'id': '60e2cee7-c2a1-4f63-81c4-e761da7c99ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '998c3aee-0b65-4efb-bb93-b4fc9f316b4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:30:42.556826 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62ff4ea-40cd-46b7-bd81-96e85631a987 admin admin] Network hostable DHCP agents. Network: 998c3aee-0b65-4efb-bb93-b4fc9f316b4c, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:30:42.745269 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62ff4ea-40cd-46b7-bd81-96e85631a987 admin admin] Network 998c3aee-0b65-4efb-bb93-b4fc9f316b4c is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:30:42.865173 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-a62ff4ea-40cd-46b7-bd81-96e85631a987 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 998c3aee-0b65-4efb-bb93-b4fc9f316b4c) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:30:42.873124 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62ff4ea-40cd-46b7-bd81-96e85631a987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:30:42.874362 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a62ff4ea-40cd-46b7-bd81-96e85631a987 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:42.886383 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4219014-24ff-4aa9-b1e0-e4fab0d95ca0 None None] Network 998c3aee-0b65-4efb-bb93-b4fc9f316b4c requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:30:42.995282 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=32 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:43.002015 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:43.013279 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a62ff4ea-40cd-46b7-bd81-96e85631a987 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1454468 Oct 04 21:30:43.018108 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53356) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:30:43.026041 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-a4723331-e0b1-409b-92ce-62a75d2df918 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-718442148-router', 'tenant_id': 'bb447ffc303348ce826e0d5bbb56f7f2', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:30:43.098929 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48020577-024f-4b03-9ee8-a87c35b9f9d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-998c3aee-0b65-4efb-bb93-b4fc9f316b4c', 'network_id': '998c3aee-0b65-4efb-bb93-b4fc9f316b4c', 'project_id': 'bb447ffc303348ce826e0d5bbb56f7f2', 'fixed_ips': [{'subnet_id': '15fc6113-93b3-4aa0-a9da-bce57ea45c21'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:30:43.100634 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-48020577-024f-4b03-9ee8-a87c35b9f9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:43.154770 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a4723331-e0b1-409b-92ce-62a75d2df918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (5d4b5e1e-987d-47df-b88b-af8e35a548b2), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:43.156416 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a4723331-e0b1-409b-92ce-62a75d2df918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (5d4b5e1e-987d-47df-b88b-af8e35a548b2), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:43.253620 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a4723331-e0b1-409b-92ce-62a75d2df918 admin admin] Publish callbacks [] for router_controller (5d4b5e1e-987d-47df-b88b-af8e35a548b2), precommit_add_association {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:43.369285 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-48020577-024f-4b03-9ee8-a87c35b9f9d2 None None] Allocated IP 172.20.0.2 (998c3aee-0b65-4efb-bb93-b4fc9f316b4c/15fc6113-93b3-4aa0-a9da-bce57ea45c21/68bbc67b-76e4-458d-8aaf-663d99f705d1) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:30:43.619406 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a4723331-e0b1-409b-92ce-62a75d2df918 admin admin] Publish callbacks [] for router_gateway (5d4b5e1e-987d-47df-b88b-af8e35a548b2), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:43.661249 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-48020577-024f-4b03-9ee8-a87c35b9f9d2 None None] Publish callbacks [] for port (68bbc67b-76e4-458d-8aaf-663d99f705d1), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:43.774764 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-48020577-024f-4b03-9ee8-a87c35b9f9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (68bbc67b-76e4-458d-8aaf-663d99f705d1), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:43.857551 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48020577-024f-4b03-9ee8-a87c35b9f9d2 None None] Network 998c3aee-0b65-4efb-bb93-b4fc9f316b4c is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:30:43.862135 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:DELETE=2,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:43.868510 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-48020577-024f-4b03-9ee8-a87c35b9f9d2 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:30:43.877087 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48020577-024f-4b03-9ee8-a87c35b9f9d2 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:30:43.887755 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48020577-024f-4b03-9ee8-a87c35b9f9d2 None None] Pushing event updated for resources: {'Port': ['ID=68bbc67b-76e4-458d-8aaf-663d99f705d1,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:30:43.995903 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-48020577-024f-4b03-9ee8-a87c35b9f9d2 None None] Attempting to bind port 68bbc67b-76e4-458d-8aaf-663d99f705d1 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:30:43.996506 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-48020577-024f-4b03-9ee8-a87c35b9f9d2 None None] Attempting to bind port 68bbc67b-76e4-458d-8aaf-663d99f705d1 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '60e2cee7-c2a1-4f63-81c4-e761da7c99ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '998c3aee-0b65-4efb-bb93-b4fc9f316b4c'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:30:43.997129 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48020577-024f-4b03-9ee8-a87c35b9f9d2 None None] Attempting to bind port 68bbc67b-76e4-458d-8aaf-663d99f705d1 on network 998c3aee-0b65-4efb-bb93-b4fc9f316b4c {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:30:44.055974 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:44.077225 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a4723331-e0b1-409b-92ce-62a75d2df918 admin admin] Publish callbacks [] for router_gateway (5d4b5e1e-987d-47df-b88b-af8e35a548b2), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:44.083294 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48020577-024f-4b03-9ee8-a87c35b9f9d2 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:30:44.083903 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48020577-024f-4b03-9ee8-a87c35b9f9d2 None None] Checking segment: {'id': '60e2cee7-c2a1-4f63-81c4-e761da7c99ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '998c3aee-0b65-4efb-bb93-b4fc9f316b4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:30:44.084578 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-48020577-024f-4b03-9ee8-a87c35b9f9d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:44.085292 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48020577-024f-4b03-9ee8-a87c35b9f9d2 None None] Bound using segment: {'id': '60e2cee7-c2a1-4f63-81c4-e761da7c99ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '998c3aee-0b65-4efb-bb93-b4fc9f316b4c'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:30:44.086746 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-48020577-024f-4b03-9ee8-a87c35b9f9d2 None None] Bound port: 68bbc67b-76e4-458d-8aaf-663d99f705d1, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60e2cee7-c2a1-4f63-81c4-e761da7c99ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '998c3aee-0b65-4efb-bb93-b4fc9f316b4c'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:30:44.087457 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-48020577-024f-4b03-9ee8-a87c35b9f9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (68bbc67b-76e4-458d-8aaf-663d99f705d1), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:44.113561 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a4723331-e0b1-409b-92ce-62a75d2df918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:44.223383 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-48020577-024f-4b03-9ee8-a87c35b9f9d2 None None] For port 68bbc67b-76e4-458d-8aaf-663d99f705d1, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:30:44.229648 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-48020577-024f-4b03-9ee8-a87c35b9f9d2 None None] For port 68bbc67b-76e4-458d-8aaf-663d99f705d1, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=68bbc67b-76e4-458d-8aaf-663d99f705d1,segment=NetworkSegment(60e2cee7-c2a1-4f63-81c4-e761da7c99ee),segment_id=60e2cee7-c2a1-4f63-81c4-e761da7c99ee)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:30:44.310832 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-48020577-024f-4b03-9ee8-a87c35b9f9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (68bbc67b-76e4-458d-8aaf-663d99f705d1), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:44.337110 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-a4723331-e0b1-409b-92ce-62a75d2df918 admin admin] Allocated IP 172.25.5.77 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/7a9327d6-1c14-4ece-8f1e-473bc5e5a639) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:30:44.434777 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48020577-024f-4b03-9ee8-a87c35b9f9d2 None None] Pushing event updated for resources: {'Port': ['ID=68bbc67b-76e4-458d-8aaf-663d99f705d1,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:30:44.604249 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a4723331-e0b1-409b-92ce-62a75d2df918 admin admin] Publish callbacks [] for port (7a9327d6-1c14-4ece-8f1e-473bc5e5a639), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:44.614093 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:44.820874 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a4723331-e0b1-409b-92ce-62a75d2df918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (7a9327d6-1c14-4ece-8f1e-473bc5e5a639), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:44.887550 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=83,neutron:UPDATE=7,neutron:DELETE=1,neutron:INSERT=9 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:44.903877 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4723331-e0b1-409b-92ce-62a75d2df918 admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:30:44.910498 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4723331-e0b1-409b-92ce-62a75d2df918 admin admin] Pushing event updated for resources: {'Port': ['ID=7a9327d6-1c14-4ece-8f1e-473bc5e5a639,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:30:44.915474 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-a4723331-e0b1-409b-92ce-62a75d2df918 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:30:44.925952 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4723331-e0b1-409b-92ce-62a75d2df918 admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:30:45.355885 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 68bbc67b-76e4-458d-8aaf-663d99f705d1 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:30:45.441679 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 68bbc67b-76e4-458d-8aaf-663d99f705d1 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:30:45.442226 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (68bbc67b-76e4-458d-8aaf-663d99f705d1), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:45.442695 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 68bbc67b-76e4-458d-8aaf-663d99f705d1 Oct 04 21:30:45.546216 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a4723331-e0b1-409b-92ce-62a75d2df918 admin admin] Publish callbacks [] for router_gateway (5d4b5e1e-987d-47df-b88b-af8e35a548b2), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:45.825711 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d9cc8e-5f59-4861-adde-9787191d6570 None None] Network 998c3aee-0b65-4efb-bb93-b4fc9f316b4c requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:30:45.836618 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-bf5dc0e1-155c-463e-8985-99908847354c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:45.947913 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 68bbc67b-76e4-458d-8aaf-663d99f705d1 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:30:45.948561 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (68bbc67b-76e4-458d-8aaf-663d99f705d1), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:45.970462 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a4723331-e0b1-409b-92ce-62a75d2df918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (5d4b5e1e-987d-47df-b88b-af8e35a548b2), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:45.989448 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-163a21af-25dd-4f4d-92f1-11b07436d96a None None] Provisioning complete for port 68bbc67b-76e4-458d-8aaf-663d99f705d1 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:30:45.990104 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-163a21af-25dd-4f4d-92f1-11b07436d96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (68bbc67b-76e4-458d-8aaf-663d99f705d1), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:45.990678 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-163a21af-25dd-4f4d-92f1-11b07436d96a None None] Attempt 1 to provision port 68bbc67b-76e4-458d-8aaf-663d99f705d1 Oct 04 21:30:46.134889 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 68bbc67b-76e4-458d-8aaf-663d99f705d1, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=68bbc67b-76e4-458d-8aaf-663d99f705d1,segment=NetworkSegment(60e2cee7-c2a1-4f63-81c4-e761da7c99ee),segment_id=60e2cee7-c2a1-4f63-81c4-e761da7c99ee)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:30:46.271679 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (68bbc67b-76e4-458d-8aaf-663d99f705d1), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:46.337032 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-163a21af-25dd-4f4d-92f1-11b07436d96a None None] Current status of the port 68bbc67b-76e4-458d-8aaf-663d99f705d1 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:30:46.337648 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-163a21af-25dd-4f4d-92f1-11b07436d96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (68bbc67b-76e4-458d-8aaf-663d99f705d1), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:46.348957 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4723331-e0b1-409b-92ce-62a75d2df918 admin admin] Router 5d4b5e1e-987d-47df-b88b-af8e35a548b2 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 21:30:46.413622 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=68bbc67b-76e4-458d-8aaf-663d99f705d1,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:30:46.506642 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-163a21af-25dd-4f4d-92f1-11b07436d96a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 21:30:46.507454 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-163a21af-25dd-4f4d-92f1-11b07436d96a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 21:30:46.582674 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4723331-e0b1-409b-92ce-62a75d2df918 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:30:46.598432 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb50c089-594a-4bd0-8d35-9e9a154677e7 None None] Sync routers for ids ['5d4b5e1e-987d-47df-b88b-af8e35a548b2'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:30:46.613576 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:46.621122 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb50c089-594a-4bd0-8d35-9e9a154677e7 None None] Routers {'5d4b5e1e-987d-47df-b88b-af8e35a548b2'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:30:46.622216 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-eb50c089-594a-4bd0-8d35-9e9a154677e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:30:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['5d4b5e1e-987d-47df-b88b-af8e35a548b2'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:30:46.710205 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a4723331-e0b1-409b-92ce-62a75d2df918 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:46.716986 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a4723331-e0b1-409b-92ce-62a75d2df918 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.6926157 Oct 04 21:30:46.717574 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53358) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:30:46.834658 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-eb50c089-594a-4bd0-8d35-9e9a154677e7 None None] Set router 5d4b5e1e-987d-47df-b88b-af8e35a548b2 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:30:47.099440 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:47.106069 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-163a21af-25dd-4f4d-92f1-11b07436d96a None None] Current status of the port 68bbc67b-76e4-458d-8aaf-663d99f705d1 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:30:47.263579 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-eb50c089-594a-4bd0-8d35-9e9a154677e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d4b5e1e-987d-47df-b88b-af8e35a548b2', 'name': 'tempest-TestMinimumBasicScenario-718442148-router', 'tenant_id': 'bb447ffc303348ce826e0d5bbb56f7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '7a9327d6-1c14-4ece-8f1e-473bc5e5a639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:30:43Z', 'updated_at': '2022-10-04T21:30:45Z', 'revision_number': 3, 'project_id': 'bb447ffc303348ce826e0d5bbb56f7f2', 'gw_port': {'id': '7a9327d6-1c14-4ece-8f1e-473bc5e5a639', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d4b5e1e-987d-47df-b88b-af8e35a548b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:30:44Z', 'updated_at': '2022-10-04T21:30:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:30:47.267345 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-f7bd3508-6506-46db-958b-ba33021e1608 None None] Provisioning complete for port 68bbc67b-76e4-458d-8aaf-663d99f705d1 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:30:47.270971 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f7bd3508-6506-46db-958b-ba33021e1608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (68bbc67b-76e4-458d-8aaf-663d99f705d1), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:47.270971 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-f7bd3508-6506-46db-958b-ba33021e1608 None None] Attempt 1 to provision port 68bbc67b-76e4-458d-8aaf-663d99f705d1 Oct 04 21:30:47.325790 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:47.366839 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 68bbc67b-76e4-458d-8aaf-663d99f705d1 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:30:47.371258 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb50c089-594a-4bd0-8d35-9e9a154677e7 None None] Checking router: 5d4b5e1e-987d-47df-b88b-af8e35a548b2 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:30:47.371833 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb50c089-594a-4bd0-8d35-9e9a154677e7 None None] Updating router 5d4b5e1e-987d-47df-b88b-af8e35a548b2 port 7a9327d6-1c14-4ece-8f1e-473bc5e5a639 binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:30:47.487600 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:47.528807 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-eb50c089-594a-4bd0-8d35-9e9a154677e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (7a9327d6-1c14-4ece-8f1e-473bc5e5a639), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:47.634270 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-777b4cdb-38a8-4d0f-8d1f-91a680c29946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:47.757845 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-82b2def7-535e-4eea-b26b-ba0aacbb64eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:47.788486 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 68bbc67b-76e4-458d-8aaf-663d99f705d1 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:30:47.789123 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (68bbc67b-76e4-458d-8aaf-663d99f705d1), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:47.789705 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 68bbc67b-76e4-458d-8aaf-663d99f705d1 Oct 04 21:30:47.881084 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-f7bd3508-6506-46db-958b-ba33021e1608 None None] Current status of the port 68bbc67b-76e4-458d-8aaf-663d99f705d1 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:30:48.085039 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-82b2def7-535e-4eea-b26b-ba0aacbb64eb admin admin] Allocated IP 172.20.0.1 (998c3aee-0b65-4efb-bb93-b4fc9f316b4c/15fc6113-93b3-4aa0-a9da-bce57ea45c21/72edc8d1-7ddf-4691-b3b4-a55bb6ef5718) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:30:48.128664 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 68bbc67b-76e4-458d-8aaf-663d99f705d1 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:30:48.274782 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-eb50c089-594a-4bd0-8d35-9e9a154677e7 None None] Publish callbacks [] for port (7a9327d6-1c14-4ece-8f1e-473bc5e5a639), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:48.324813 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-82b2def7-535e-4eea-b26b-ba0aacbb64eb admin admin] Publish callbacks [] for port (72edc8d1-7ddf-4691-b3b4-a55bb6ef5718), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:48.397135 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-eb50c089-594a-4bd0-8d35-9e9a154677e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (7a9327d6-1c14-4ece-8f1e-473bc5e5a639), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:48.467684 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-eb50c089-594a-4bd0-8d35-9e9a154677e7 None None] Attempting to bind port 7a9327d6-1c14-4ece-8f1e-473bc5e5a639 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:30:48.468469 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-eb50c089-594a-4bd0-8d35-9e9a154677e7 None None] Attempting to bind port 7a9327d6-1c14-4ece-8f1e-473bc5e5a639 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:30:48.469110 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb50c089-594a-4bd0-8d35-9e9a154677e7 None None] Attempting to bind port 7a9327d6-1c14-4ece-8f1e-473bc5e5a639 on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:30:48.470987 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-82b2def7-535e-4eea-b26b-ba0aacbb64eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (72edc8d1-7ddf-4691-b3b4-a55bb6ef5718), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:48.519448 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:48.552464 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b2def7-535e-4eea-b26b-ba0aacbb64eb admin admin] Network 998c3aee-0b65-4efb-bb93-b4fc9f316b4c is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:30:48.561582 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73407bd6-21c3-4b6d-ada9-b949998f60ef None None] Pushing event updated for resources: {'Port': ['ID=7a9327d6-1c14-4ece-8f1e-473bc5e5a639,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:30:48.562496 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-82b2def7-535e-4eea-b26b-ba0aacbb64eb admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:30:48.572067 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b2def7-535e-4eea-b26b-ba0aacbb64eb admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:30:48.587575 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb50c089-594a-4bd0-8d35-9e9a154677e7 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:30:48.591833 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb50c089-594a-4bd0-8d35-9e9a154677e7 None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:30:48.591833 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-eb50c089-594a-4bd0-8d35-9e9a154677e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:48.591833 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb50c089-594a-4bd0-8d35-9e9a154677e7 None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:30:48.591833 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-eb50c089-594a-4bd0-8d35-9e9a154677e7 None None] Bound port: 7a9327d6-1c14-4ece-8f1e-473bc5e5a639, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:30:48.591833 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-eb50c089-594a-4bd0-8d35-9e9a154677e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (7a9327d6-1c14-4ece-8f1e-473bc5e5a639), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:48.624583 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:48.630477 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b2def7-535e-4eea-b26b-ba0aacbb64eb admin admin] Pushing event updated for resources: {'Port': ['ID=72edc8d1-7ddf-4691-b3b4-a55bb6ef5718,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:30:48.670984 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-82b2def7-535e-4eea-b26b-ba0aacbb64eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (5d4b5e1e-987d-47df-b88b-af8e35a548b2), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:48.712532 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-eb50c089-594a-4bd0-8d35-9e9a154677e7 None None] For port 7a9327d6-1c14-4ece-8f1e-473bc5e5a639, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:30:48.719251 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-eb50c089-594a-4bd0-8d35-9e9a154677e7 None None] For port 7a9327d6-1c14-4ece-8f1e-473bc5e5a639, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=7a9327d6-1c14-4ece-8f1e-473bc5e5a639,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:30:48.809525 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:48.814353 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-eb50c089-594a-4bd0-8d35-9e9a154677e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (7a9327d6-1c14-4ece-8f1e-473bc5e5a639), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:48.826360 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:48.889600 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb50c089-594a-4bd0-8d35-9e9a154677e7 None None] Routers {'5d4b5e1e-987d-47df-b88b-af8e35a548b2'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:30:48.890402 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-eb50c089-594a-4bd0-8d35-9e9a154677e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:30:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['5d4b5e1e-987d-47df-b88b-af8e35a548b2'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:30:48.925162 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=24,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:48.963258 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73407bd6-21c3-4b6d-ada9-b949998f60ef None None] Pushing event updated for resources: {'Port': ['ID=7a9327d6-1c14-4ece-8f1e-473bc5e5a639,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:30:49.034078 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-82b2def7-535e-4eea-b26b-ba0aacbb64eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (72edc8d1-7ddf-4691-b3b4-a55bb6ef5718), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:49.077663 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-cf1cf460-f2f3-49fe-bb33-4c9e511387bb None None] Provisioning complete for port 72edc8d1-7ddf-4691-b3b4-a55bb6ef5718 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:30:49.078249 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-cf1cf460-f2f3-49fe-bb33-4c9e511387bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (72edc8d1-7ddf-4691-b3b4-a55bb6ef5718), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:49.078781 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-cf1cf460-f2f3-49fe-bb33-4c9e511387bb None None] Attempt 1 to provision port 72edc8d1-7ddf-4691-b3b4-a55bb6ef5718 Oct 04 21:30:49.113676 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:49.166546 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-eb50c089-594a-4bd0-8d35-9e9a154677e7 None None] Set router 5d4b5e1e-987d-47df-b88b-af8e35a548b2 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:30:49.270237 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-cf1cf460-f2f3-49fe-bb33-4c9e511387bb None None] Port 72edc8d1-7ddf-4691-b3b4-a55bb6ef5718 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:30:49.333635 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-82b2def7-535e-4eea-b26b-ba0aacbb64eb admin admin] Publish callbacks [] for port (72edc8d1-7ddf-4691-b3b4-a55bb6ef5718), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:49.390990 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-82b2def7-535e-4eea-b26b-ba0aacbb64eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (72edc8d1-7ddf-4691-b3b4-a55bb6ef5718), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:49.553005 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b2def7-535e-4eea-b26b-ba0aacbb64eb admin admin] Pushing event updated for resources: {'Port': ['ID=72edc8d1-7ddf-4691-b3b4-a55bb6ef5718,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:30:49.559528 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-82b2def7-535e-4eea-b26b-ba0aacbb64eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (5d4b5e1e-987d-47df-b88b-af8e35a548b2), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:49.729880 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-eb50c089-594a-4bd0-8d35-9e9a154677e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d4b5e1e-987d-47df-b88b-af8e35a548b2', 'name': 'tempest-TestMinimumBasicScenario-718442148-router', 'tenant_id': 'bb447ffc303348ce826e0d5bbb56f7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '7a9327d6-1c14-4ece-8f1e-473bc5e5a639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:30:43Z', 'updated_at': '2022-10-04T21:30:45Z', 'revision_number': 3, 'project_id': 'bb447ffc303348ce826e0d5bbb56f7f2', 'gw_port': {'id': '7a9327d6-1c14-4ece-8f1e-473bc5e5a639', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d4b5e1e-987d-47df-b88b-af8e35a548b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:30:44Z', 'updated_at': '2022-10-04T21:30:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:30:49.743455 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b2def7-535e-4eea-b26b-ba0aacbb64eb admin admin] Network 998c3aee-0b65-4efb-bb93-b4fc9f316b4c is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:30:49.746306 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-82b2def7-535e-4eea-b26b-ba0aacbb64eb admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:30:49.780171 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb50c089-594a-4bd0-8d35-9e9a154677e7 None None] The sync data for ids ['5d4b5e1e-987d-47df-b88b-af8e35a548b2'] in n-d-852085-12 is: [{'id': '5d4b5e1e-987d-47df-b88b-af8e35a548b2', 'name': 'tempest-TestMinimumBasicScenario-718442148-router', 'tenant_id': 'bb447ffc303348ce826e0d5bbb56f7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '7a9327d6-1c14-4ece-8f1e-473bc5e5a639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:30:43Z', 'updated_at': '2022-10-04T21:30:45Z', 'revision_number': 3, 'project_id': 'bb447ffc303348ce826e0d5bbb56f7f2', 'gw_port': {'id': '7a9327d6-1c14-4ece-8f1e-473bc5e5a639', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d4b5e1e-987d-47df-b88b-af8e35a548b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:30:44Z', 'updated_at': '2022-10-04T21:30:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:30:49.981198 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82b2def7-535e-4eea-b26b-ba0aacbb64eb admin admin] Router 5d4b5e1e-987d-47df-b88b-af8e35a548b2 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:30:50.128881 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-13e24524-291b-4f49-b18b-c6054d9db800 None None] Provisioning complete for port 72edc8d1-7ddf-4691-b3b4-a55bb6ef5718 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:30:50.137100 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-13e24524-291b-4f49-b18b-c6054d9db800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (72edc8d1-7ddf-4691-b3b4-a55bb6ef5718), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:50.137488 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-13e24524-291b-4f49-b18b-c6054d9db800 None None] Attempt 1 to provision port 72edc8d1-7ddf-4691-b3b4-a55bb6ef5718 Oct 04 21:30:50.223728 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b2def7-535e-4eea-b26b-ba0aacbb64eb admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:30:50.243184 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-82b2def7-535e-4eea-b26b-ba0aacbb64eb admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/5d4b5e1e-987d-47df-b88b-af8e35a548b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5228345 Oct 04 21:30:50.247376 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-13e24524-291b-4f49-b18b-c6054d9db800 None None] Port 72edc8d1-7ddf-4691-b3b4-a55bb6ef5718 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:30:50.365814 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:51.340632 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 7a9327d6-1c14-4ece-8f1e-473bc5e5a639 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:30:51.409615 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 7a9327d6-1c14-4ece-8f1e-473bc5e5a639 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:30:51.410311 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (7a9327d6-1c14-4ece-8f1e-473bc5e5a639), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:51.413257 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 7a9327d6-1c14-4ece-8f1e-473bc5e5a639 Oct 04 21:30:51.456560 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53374) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:30:51.464251 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-f49d0b75-6466-4c80-a89a-7a8b4cb59099 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-591960808-network', 'tenant_id': 'c69689cf3f6242dab6ed3222a08acb0e'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:30:51.534937 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:51.548973 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 7a9327d6-1c14-4ece-8f1e-473bc5e5a639 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:30:51.549695 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (7a9327d6-1c14-4ece-8f1e-473bc5e5a639), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:51.602571 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f49d0b75-6466-4c80-a89a-7a8b4cb59099 admin admin] Made reservation on behalf of c69689cf3f6242dab6ed3222a08acb0e for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:30:51.602877 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 7a9327d6-1c14-4ece-8f1e-473bc5e5a639, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=7a9327d6-1c14-4ece-8f1e-473bc5e5a639,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:30:51.609817 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f49d0b75-6466-4c80-a89a-7a8b4cb59099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:51.630136 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f49d0b75-6466-4c80-a89a-7a8b4cb59099 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:51.723320 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:51.725895 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (7a9327d6-1c14-4ece-8f1e-473bc5e5a639), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:51.801231 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f49d0b75-6466-4c80-a89a-7a8b4cb59099 admin admin] Publish callbacks [] for security_group (bc5a6513-bb3c-4731-9a33-eeee15c83671), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:51.831429 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=7a9327d6-1c14-4ece-8f1e-473bc5e5a639,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:30:51.838608 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:51.905818 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f49d0b75-6466-4c80-a89a-7a8b4cb59099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (bc5a6513-bb3c-4731-9a33-eeee15c83671), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:51.951394 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f49d0b75-6466-4c80-a89a-7a8b4cb59099 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:30:51.978388 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d0b75-6466-4c80-a89a-7a8b4cb59099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5a6513-bb3c-4731-9a33-eeee15c83671,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:30:51.987371 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f49d0b75-6466-4c80-a89a-7a8b4cb59099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (44871fb0-ba1d-4040-bf4f-dabdab4bb694), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:51.987942 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-f49d0b75-6466-4c80-a89a-7a8b4cb59099 admin admin] Added segment 44871fb0-ba1d-4040-bf4f-dabdab4bb694 of type vlan for network f40d44d9-0a03-4ac4-9d94-f1879ea0e813 Oct 04 21:30:52.022095 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebef482-e9b5-4a89-b1da-cdab417dc088 None None] Sync routers for ids ['5d4b5e1e-987d-47df-b88b-af8e35a548b2'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:30:52.045144 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebef482-e9b5-4a89-b1da-cdab417dc088 None None] Routers {'5d4b5e1e-987d-47df-b88b-af8e35a548b2'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:30:52.045837 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-9ebef482-e9b5-4a89-b1da-cdab417dc088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:30:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['5d4b5e1e-987d-47df-b88b-af8e35a548b2'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:30:52.076571 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f49d0b75-6466-4c80-a89a-7a8b4cb59099 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (f40d44d9-0a03-4ac4-9d94-f1879ea0e813), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:52.183449 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f49d0b75-6466-4c80-a89a-7a8b4cb59099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (f40d44d9-0a03-4ac4-9d94-f1879ea0e813), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:52.185294 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49d0b75-6466-4c80-a89a-7a8b4cb59099 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:30:52.186320 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f49d0b75-6466-4c80-a89a-7a8b4cb59099 admin admin] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:52.304515 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d0b75-6466-4c80-a89a-7a8b4cb59099 admin admin] Pushing event updated for resources: {'Network': ['ID=f40d44d9-0a03-4ac4-9d94-f1879ea0e813,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:30:52.320945 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network f40d44d9-0a03-4ac4-9d94-f1879ea0e813 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:30:52.338988 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f49d0b75-6466-4c80-a89a-7a8b4cb59099 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8805346 Oct 04 21:30:52.346981 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53376) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:30:52.353285 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-c7957ac5-77b7-464d-927d-f5a9b053c1b9 admin admin] Request body: {'subnet': {'network_id': 'f40d44d9-0a03-4ac4-9d94-f1879ea0e813', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-591960808-subnet', 'tenant_id': 'c69689cf3f6242dab6ed3222a08acb0e', 'ip_version': 4}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:30:52.367028 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-9ebef482-e9b5-4a89-b1da-cdab417dc088 None None] Set router 5d4b5e1e-987d-47df-b88b-af8e35a548b2 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:30:52.498126 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7957ac5-77b7-464d-927d-f5a9b053c1b9 admin admin] Made reservation on behalf of c69689cf3f6242dab6ed3222a08acb0e for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:30:52.502994 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c7957ac5-77b7-464d-927d-f5a9b053c1b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:52.724595 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-9ebef482-e9b5-4a89-b1da-cdab417dc088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d4b5e1e-987d-47df-b88b-af8e35a548b2', 'name': 'tempest-TestMinimumBasicScenario-718442148-router', 'tenant_id': 'bb447ffc303348ce826e0d5bbb56f7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '7a9327d6-1c14-4ece-8f1e-473bc5e5a639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:30:43Z', 'updated_at': '2022-10-04T21:30:48Z', 'revision_number': 4, 'project_id': 'bb447ffc303348ce826e0d5bbb56f7f2', 'gw_port': {'id': '7a9327d6-1c14-4ece-8f1e-473bc5e5a639', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4b5e1e-987d-47df-b88b-af8e35a548b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:30:44Z', 'updated_at': '2022-10-04T21:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '72edc8d1-7ddf-4691-b3b4-a55bb6ef5718', 'name': '', 'network_id': '998c3aee-0b65-4efb-bb93-b4fc9f316b4c', 'tenant_id': 'bb447ffc303348ce826e0d5bbb56f7f2', 'mac_address': 'fa:16:3e:1f:97:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d4b5e1e-987d-47df-b88b-af8e35a548b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '15fc6113-93b3-4aa0-a9da-bce57ea45c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:30:47Z', 'updated_at': '2022-10-04T21:30:49Z', 'revision_number': 2, 'project_id': 'bb447ffc303348ce826e0d5bbb56f7f2', 'subnets': [{'id': '15fc6113-93b3-4aa0-a9da-bce57ea45c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:30:52.764125 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:52.775986 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebef482-e9b5-4a89-b1da-cdab417dc088 None None] Checking router: 5d4b5e1e-987d-47df-b88b-af8e35a548b2 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:30:52.777889 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebef482-e9b5-4a89-b1da-cdab417dc088 None None] Updating router 5d4b5e1e-987d-47df-b88b-af8e35a548b2 port 72edc8d1-7ddf-4691-b3b4-a55bb6ef5718 binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:30:52.836721 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-9ebef482-e9b5-4a89-b1da-cdab417dc088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (72edc8d1-7ddf-4691-b3b4-a55bb6ef5718), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:52.941264 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c7957ac5-77b7-464d-927d-f5a9b053c1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (730bd604-dd86-4e76-955e-65a6a45f5a8f), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:53.027321 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7957ac5-77b7-464d-927d-f5a9b053c1b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=730bd604-dd86-4e76-955e-65a6a45f5a8f,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:30:53.058885 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7957ac5-77b7-464d-927d-f5a9b053c1b9 admin admin] Checking segment: {'id': '44871fb0-ba1d-4040-bf4f-dabdab4bb694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f40d44d9-0a03-4ac4-9d94-f1879ea0e813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:30:53.059455 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7957ac5-77b7-464d-927d-f5a9b053c1b9 admin admin] Network hostable DHCP agents. Network: f40d44d9-0a03-4ac4-9d94-f1879ea0e813, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:30:53.167747 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7957ac5-77b7-464d-927d-f5a9b053c1b9 admin admin] Network f40d44d9-0a03-4ac4-9d94-f1879ea0e813 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:30:53.175000 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:53.276327 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-c7957ac5-77b7-464d-927d-f5a9b053c1b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, f40d44d9-0a03-4ac4-9d94-f1879ea0e813) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:30:53.285329 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7957ac5-77b7-464d-927d-f5a9b053c1b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:30:53.287196 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c7957ac5-77b7-464d-927d-f5a9b053c1b9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:53.301888 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9aedcf-0eaa-4ff0-a14b-166668f6676a None None] Network f40d44d9-0a03-4ac4-9d94-f1879ea0e813 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:30:53.313301 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-9ebef482-e9b5-4a89-b1da-cdab417dc088 None None] Publish callbacks [] for port (72edc8d1-7ddf-4691-b3b4-a55bb6ef5718), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:53.339486 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 7a9327d6-1c14-4ece-8f1e-473bc5e5a639 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:30:53.396339 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c7957ac5-77b7-464d-927d-f5a9b053c1b9 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0503371 Oct 04 21:30:53.400709 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53378) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:30:53.408292 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-c72f2af8-90f6-41b3-8a8a-1ca0685a9e89 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-591960808-router', 'tenant_id': 'c69689cf3f6242dab6ed3222a08acb0e', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:30:53.420304 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-9ebef482-e9b5-4a89-b1da-cdab417dc088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (72edc8d1-7ddf-4691-b3b4-a55bb6ef5718), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:53.536254 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c72f2af8-90f6-41b3-8a8a-1ca0685a9e89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (72fe2762-70d9-456f-bd62-ee8979cb11ae), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:53.538574 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c72f2af8-90f6-41b3-8a8a-1ca0685a9e89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (72fe2762-70d9-456f-bd62-ee8979cb11ae), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:53.539857 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5bd48-383e-4b2f-822d-62532b048f74 None None] Pushing event updated for resources: {'Port': ['ID=72edc8d1-7ddf-4691-b3b4-a55bb6ef5718,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:30:53.553899 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 7a9327d6-1c14-4ece-8f1e-473bc5e5a639 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:30:53.554488 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (7a9327d6-1c14-4ece-8f1e-473bc5e5a639), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:53.555165 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 7a9327d6-1c14-4ece-8f1e-473bc5e5a639 Oct 04 21:30:53.615640 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-9ebef482-e9b5-4a89-b1da-cdab417dc088 None None] Attempting to bind port 72edc8d1-7ddf-4691-b3b4-a55bb6ef5718 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:30:53.616466 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-9ebef482-e9b5-4a89-b1da-cdab417dc088 None None] Attempting to bind port 72edc8d1-7ddf-4691-b3b4-a55bb6ef5718 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '60e2cee7-c2a1-4f63-81c4-e761da7c99ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '998c3aee-0b65-4efb-bb93-b4fc9f316b4c'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:30:53.617491 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebef482-e9b5-4a89-b1da-cdab417dc088 None None] Attempting to bind port 72edc8d1-7ddf-4691-b3b4-a55bb6ef5718 on network 998c3aee-0b65-4efb-bb93-b4fc9f316b4c {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:30:53.622813 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:53.659521 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a49b83c-76af-4129-9ecd-a9ce19de1c52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-f40d44d9-0a03-4ac4-9d94-f1879ea0e813', 'network_id': 'f40d44d9-0a03-4ac4-9d94-f1879ea0e813', 'project_id': 'c69689cf3f6242dab6ed3222a08acb0e', 'fixed_ips': [{'subnet_id': '730bd604-dd86-4e76-955e-65a6a45f5a8f'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:30:53.661841 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5a49b83c-76af-4129-9ecd-a9ce19de1c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:53.668475 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c72f2af8-90f6-41b3-8a8a-1ca0685a9e89 admin admin] Publish callbacks [] for router_controller (72fe2762-70d9-456f-bd62-ee8979cb11ae), precommit_add_association {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:53.707580 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebef482-e9b5-4a89-b1da-cdab417dc088 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:30:53.707944 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebef482-e9b5-4a89-b1da-cdab417dc088 None None] Checking segment: {'id': '60e2cee7-c2a1-4f63-81c4-e761da7c99ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '998c3aee-0b65-4efb-bb93-b4fc9f316b4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:30:53.708358 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-9ebef482-e9b5-4a89-b1da-cdab417dc088 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:53.708759 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebef482-e9b5-4a89-b1da-cdab417dc088 None None] Bound using segment: {'id': '60e2cee7-c2a1-4f63-81c4-e761da7c99ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '998c3aee-0b65-4efb-bb93-b4fc9f316b4c'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:30:53.709273 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-9ebef482-e9b5-4a89-b1da-cdab417dc088 None None] Bound port: 72edc8d1-7ddf-4691-b3b4-a55bb6ef5718, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60e2cee7-c2a1-4f63-81c4-e761da7c99ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '998c3aee-0b65-4efb-bb93-b4fc9f316b4c'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:30:53.709646 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-9ebef482-e9b5-4a89-b1da-cdab417dc088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (72edc8d1-7ddf-4691-b3b4-a55bb6ef5718), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:53.731169 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:53.842228 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-9ebef482-e9b5-4a89-b1da-cdab417dc088 None None] For port 72edc8d1-7ddf-4691-b3b4-a55bb6ef5718, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:30:53.850327 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-9ebef482-e9b5-4a89-b1da-cdab417dc088 None None] For port 72edc8d1-7ddf-4691-b3b4-a55bb6ef5718, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=72edc8d1-7ddf-4691-b3b4-a55bb6ef5718,segment=NetworkSegment(60e2cee7-c2a1-4f63-81c4-e761da7c99ee),segment_id=60e2cee7-c2a1-4f63-81c4-e761da7c99ee)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:30:53.915739 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:53.929966 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-9ebef482-e9b5-4a89-b1da-cdab417dc088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (72edc8d1-7ddf-4691-b3b4-a55bb6ef5718), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:53.970076 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 7a9327d6-1c14-4ece-8f1e-473bc5e5a639 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:30:54.009983 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebef482-e9b5-4a89-b1da-cdab417dc088 None None] Routers {'5d4b5e1e-987d-47df-b88b-af8e35a548b2'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:30:54.011033 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-9ebef482-e9b5-4a89-b1da-cdab417dc088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:30:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['5d4b5e1e-987d-47df-b88b-af8e35a548b2'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:30:54.030520 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-5a49b83c-76af-4129-9ecd-a9ce19de1c52 None None] Allocated IP 172.20.0.2 (f40d44d9-0a03-4ac4-9d94-f1879ea0e813/730bd604-dd86-4e76-955e-65a6a45f5a8f/2be0ceb2-fb45-49c8-93cf-2dc83fb9af7d) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:30:54.060723 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c72f2af8-90f6-41b3-8a8a-1ca0685a9e89 admin admin] Publish callbacks [] for router_gateway (72fe2762-70d9-456f-bd62-ee8979cb11ae), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:54.130079 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5bd48-383e-4b2f-822d-62532b048f74 None None] Pushing event updated for resources: {'Port': ['ID=72edc8d1-7ddf-4691-b3b4-a55bb6ef5718,revision_number=4']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:30:54.229571 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-9ebef482-e9b5-4a89-b1da-cdab417dc088 None None] Set router 5d4b5e1e-987d-47df-b88b-af8e35a548b2 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:30:54.286511 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5a49b83c-76af-4129-9ecd-a9ce19de1c52 None None] Publish callbacks [] for port (2be0ceb2-fb45-49c8-93cf-2dc83fb9af7d), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:54.362631 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5a49b83c-76af-4129-9ecd-a9ce19de1c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (2be0ceb2-fb45-49c8-93cf-2dc83fb9af7d), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:54.371672 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:54.429835 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a49b83c-76af-4129-9ecd-a9ce19de1c52 None None] Network f40d44d9-0a03-4ac4-9d94-f1879ea0e813 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:30:54.436101 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-5a49b83c-76af-4129-9ecd-a9ce19de1c52 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:30:54.443889 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a49b83c-76af-4129-9ecd-a9ce19de1c52 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:30:54.458385 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a49b83c-76af-4129-9ecd-a9ce19de1c52 None None] Pushing event updated for resources: {'Port': ['ID=2be0ceb2-fb45-49c8-93cf-2dc83fb9af7d,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:30:54.514849 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c72f2af8-90f6-41b3-8a8a-1ca0685a9e89 admin admin] Publish callbacks [] for router_gateway (72fe2762-70d9-456f-bd62-ee8979cb11ae), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:54.545279 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c72f2af8-90f6-41b3-8a8a-1ca0685a9e89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:54.577432 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-5a49b83c-76af-4129-9ecd-a9ce19de1c52 None None] Attempting to bind port 2be0ceb2-fb45-49c8-93cf-2dc83fb9af7d on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:30:54.578049 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-5a49b83c-76af-4129-9ecd-a9ce19de1c52 None None] Attempting to bind port 2be0ceb2-fb45-49c8-93cf-2dc83fb9af7d by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '44871fb0-ba1d-4040-bf4f-dabdab4bb694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f40d44d9-0a03-4ac4-9d94-f1879ea0e813'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:30:54.578939 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a49b83c-76af-4129-9ecd-a9ce19de1c52 None None] Attempting to bind port 2be0ceb2-fb45-49c8-93cf-2dc83fb9af7d on network f40d44d9-0a03-4ac4-9d94-f1879ea0e813 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:30:54.656968 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-9ebef482-e9b5-4a89-b1da-cdab417dc088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d4b5e1e-987d-47df-b88b-af8e35a548b2', 'name': 'tempest-TestMinimumBasicScenario-718442148-router', 'tenant_id': 'bb447ffc303348ce826e0d5bbb56f7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '7a9327d6-1c14-4ece-8f1e-473bc5e5a639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:30:43Z', 'updated_at': '2022-10-04T21:30:48Z', 'revision_number': 4, 'project_id': 'bb447ffc303348ce826e0d5bbb56f7f2', 'gw_port': {'id': '7a9327d6-1c14-4ece-8f1e-473bc5e5a639', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4b5e1e-987d-47df-b88b-af8e35a548b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:30:44Z', 'updated_at': '2022-10-04T21:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '72edc8d1-7ddf-4691-b3b4-a55bb6ef5718', 'name': '', 'network_id': '998c3aee-0b65-4efb-bb93-b4fc9f316b4c', 'tenant_id': 'bb447ffc303348ce826e0d5bbb56f7f2', 'mac_address': 'fa:16:3e:1f:97:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d4b5e1e-987d-47df-b88b-af8e35a548b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '15fc6113-93b3-4aa0-a9da-bce57ea45c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:30:47Z', 'updated_at': '2022-10-04T21:30:53Z', 'revision_number': 4, 'project_id': 'bb447ffc303348ce826e0d5bbb56f7f2', 'subnets': [{'id': '15fc6113-93b3-4aa0-a9da-bce57ea45c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:30:54.671283 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a49b83c-76af-4129-9ecd-a9ce19de1c52 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:30:54.672062 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a49b83c-76af-4129-9ecd-a9ce19de1c52 None None] Checking segment: {'id': '44871fb0-ba1d-4040-bf4f-dabdab4bb694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f40d44d9-0a03-4ac4-9d94-f1879ea0e813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:30:54.672825 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5a49b83c-76af-4129-9ecd-a9ce19de1c52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:54.673723 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a49b83c-76af-4129-9ecd-a9ce19de1c52 None None] Bound using segment: {'id': '44871fb0-ba1d-4040-bf4f-dabdab4bb694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f40d44d9-0a03-4ac4-9d94-f1879ea0e813'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:30:54.677820 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-5a49b83c-76af-4129-9ecd-a9ce19de1c52 None None] Bound port: 2be0ceb2-fb45-49c8-93cf-2dc83fb9af7d, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44871fb0-ba1d-4040-bf4f-dabdab4bb694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f40d44d9-0a03-4ac4-9d94-f1879ea0e813'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:30:54.678946 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5a49b83c-76af-4129-9ecd-a9ce19de1c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (2be0ceb2-fb45-49c8-93cf-2dc83fb9af7d), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:54.706208 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebef482-e9b5-4a89-b1da-cdab417dc088 None None] The sync data for ids ['5d4b5e1e-987d-47df-b88b-af8e35a548b2'] in n-d-852085-12 is: [{'id': '5d4b5e1e-987d-47df-b88b-af8e35a548b2', 'name': 'tempest-TestMinimumBasicScenario-718442148-router', 'tenant_id': 'bb447ffc303348ce826e0d5bbb56f7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '7a9327d6-1c14-4ece-8f1e-473bc5e5a639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:30:43Z', 'updated_at': '2022-10-04T21:30:48Z', 'revision_number': 4, 'project_id': 'bb447ffc303348ce826e0d5bbb56f7f2', 'gw_port': {'id': '7a9327d6-1c14-4ece-8f1e-473bc5e5a639', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4b5e1e-987d-47df-b88b-af8e35a548b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:30:44Z', 'updated_at': '2022-10-04T21:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '72edc8d1-7ddf-4691-b3b4-a55bb6ef5718', 'name': '', 'network_id': '998c3aee-0b65-4efb-bb93-b4fc9f316b4c', 'tenant_id': 'bb447ffc303348ce826e0d5bbb56f7f2', 'mac_address': 'fa:16:3e:1f:97:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d4b5e1e-987d-47df-b88b-af8e35a548b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '15fc6113-93b3-4aa0-a9da-bce57ea45c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:30:47Z', 'updated_at': '2022-10-04T21:30:53Z', 'revision_number': 4, 'project_id': 'bb447ffc303348ce826e0d5bbb56f7f2', 'subnets': [{'id': '15fc6113-93b3-4aa0-a9da-bce57ea45c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:30:54.768235 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-c72f2af8-90f6-41b3-8a8a-1ca0685a9e89 admin admin] Allocated IP 172.25.5.47 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/37df6cdc-a659-49a9-a147-676d471546b2) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:30:54.853747 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-5a49b83c-76af-4129-9ecd-a9ce19de1c52 None None] For port 2be0ceb2-fb45-49c8-93cf-2dc83fb9af7d, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:30:54.864302 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-5a49b83c-76af-4129-9ecd-a9ce19de1c52 None None] For port 2be0ceb2-fb45-49c8-93cf-2dc83fb9af7d, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=2be0ceb2-fb45-49c8-93cf-2dc83fb9af7d,segment=NetworkSegment(44871fb0-ba1d-4040-bf4f-dabdab4bb694),segment_id=44871fb0-ba1d-4040-bf4f-dabdab4bb694)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:30:54.968880 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5a49b83c-76af-4129-9ecd-a9ce19de1c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (2be0ceb2-fb45-49c8-93cf-2dc83fb9af7d), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:55.045844 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c72f2af8-90f6-41b3-8a8a-1ca0685a9e89 admin admin] Publish callbacks [] for port (37df6cdc-a659-49a9-a147-676d471546b2), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:55.107909 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a49b83c-76af-4129-9ecd-a9ce19de1c52 None None] Pushing event updated for resources: {'Port': ['ID=2be0ceb2-fb45-49c8-93cf-2dc83fb9af7d,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:30:55.226134 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c72f2af8-90f6-41b3-8a8a-1ca0685a9e89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (37df6cdc-a659-49a9-a147-676d471546b2), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:55.366328 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72f2af8-90f6-41b3-8a8a-1ca0685a9e89 admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:30:55.375728 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-c72f2af8-90f6-41b3-8a8a-1ca0685a9e89 admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:30:55.387455 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72f2af8-90f6-41b3-8a8a-1ca0685a9e89 admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:30:55.443041 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 72edc8d1-7ddf-4691-b3b4-a55bb6ef5718 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:30:55.459966 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72f2af8-90f6-41b3-8a8a-1ca0685a9e89 admin admin] Pushing event updated for resources: {'Port': ['ID=37df6cdc-a659-49a9-a147-676d471546b2,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:30:55.467049 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:55.558650 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 72edc8d1-7ddf-4691-b3b4-a55bb6ef5718 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:30:55.559855 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (72edc8d1-7ddf-4691-b3b4-a55bb6ef5718), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:55.560669 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 72edc8d1-7ddf-4691-b3b4-a55bb6ef5718 Oct 04 21:30:55.654497 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:55.728692 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 72edc8d1-7ddf-4691-b3b4-a55bb6ef5718 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:30:55.729536 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (72edc8d1-7ddf-4691-b3b4-a55bb6ef5718), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:55.804884 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 72edc8d1-7ddf-4691-b3b4-a55bb6ef5718, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=72edc8d1-7ddf-4691-b3b4-a55bb6ef5718,segment=NetworkSegment(60e2cee7-c2a1-4f63-81c4-e761da7c99ee),segment_id=60e2cee7-c2a1-4f63-81c4-e761da7c99ee)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:30:55.983563 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (72edc8d1-7ddf-4691-b3b4-a55bb6ef5718), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:56.104400 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=72edc8d1-7ddf-4691-b3b4-a55bb6ef5718,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:30:56.223515 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c72f2af8-90f6-41b3-8a8a-1ca0685a9e89 admin admin] Publish callbacks [] for router_gateway (72fe2762-70d9-456f-bd62-ee8979cb11ae), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:56.607396 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c72f2af8-90f6-41b3-8a8a-1ca0685a9e89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (72fe2762-70d9-456f-bd62-ee8979cb11ae), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:56.637141 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d938ed-74ae-42e3-a358-8a83c5e246ef None None] Network f40d44d9-0a03-4ac4-9d94-f1879ea0e813 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:30:56.663275 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-08e149e1-5735-4246-ab1c-fd1a73e3cfc2 None None] Provisioning complete for port 2be0ceb2-fb45-49c8-93cf-2dc83fb9af7d triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:30:56.663823 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-08e149e1-5735-4246-ab1c-fd1a73e3cfc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (2be0ceb2-fb45-49c8-93cf-2dc83fb9af7d), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:56.664351 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-08e149e1-5735-4246-ab1c-fd1a73e3cfc2 None None] Attempt 1 to provision port 2be0ceb2-fb45-49c8-93cf-2dc83fb9af7d Oct 04 21:30:56.922466 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:56.950944 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-08e149e1-5735-4246-ab1c-fd1a73e3cfc2 None None] Current status of the port 2be0ceb2-fb45-49c8-93cf-2dc83fb9af7d is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:30:56.951614 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-08e149e1-5735-4246-ab1c-fd1a73e3cfc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (2be0ceb2-fb45-49c8-93cf-2dc83fb9af7d), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:57.008972 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c72f2af8-90f6-41b3-8a8a-1ca0685a9e89 admin admin] Router 72fe2762-70d9-456f-bd62-ee8979cb11ae is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 21:30:57.036022 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-08e149e1-5735-4246-ab1c-fd1a73e3cfc2 None None] For port 2be0ceb2-fb45-49c8-93cf-2dc83fb9af7d, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=2be0ceb2-fb45-49c8-93cf-2dc83fb9af7d,segment=NetworkSegment(44871fb0-ba1d-4040-bf4f-dabdab4bb694),segment_id=44871fb0-ba1d-4040-bf4f-dabdab4bb694)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:30:57.122517 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-08e149e1-5735-4246-ab1c-fd1a73e3cfc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (2be0ceb2-fb45-49c8-93cf-2dc83fb9af7d), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:57.237223 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e149e1-5735-4246-ab1c-fd1a73e3cfc2 None None] Pushing event updated for resources: {'Port': ['ID=2be0ceb2-fb45-49c8-93cf-2dc83fb9af7d,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:30:57.261909 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72f2af8-90f6-41b3-8a8a-1ca0685a9e89 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:30:57.279128 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205779f4-9662-4fdb-a6a2-6ad3cfb29129 None None] Sync routers for ids ['72fe2762-70d9-456f-bd62-ee8979cb11ae'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:30:57.284029 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:57.340421 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205779f4-9662-4fdb-a6a2-6ad3cfb29129 None None] Routers {'72fe2762-70d9-456f-bd62-ee8979cb11ae'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:30:57.340421 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-205779f4-9662-4fdb-a6a2-6ad3cfb29129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:30:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['72fe2762-70d9-456f-bd62-ee8979cb11ae'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:30:57.429995 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c72f2af8-90f6-41b3-8a8a-1ca0685a9e89 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:57.432450 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c72f2af8-90f6-41b3-8a8a-1ca0685a9e89 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.0299356 Oct 04 21:30:57.437601 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53380) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:30:57.531652 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 2be0ceb2-fb45-49c8-93cf-2dc83fb9af7d up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:30:57.603215 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-8d18b1b1-4c1e-4080-a3c6-fcc6f29b9ed6 None None] Provisioning complete for port 2be0ceb2-fb45-49c8-93cf-2dc83fb9af7d triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:30:57.603805 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8d18b1b1-4c1e-4080-a3c6-fcc6f29b9ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (2be0ceb2-fb45-49c8-93cf-2dc83fb9af7d), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:57.604361 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-8d18b1b1-4c1e-4080-a3c6-fcc6f29b9ed6 None None] Attempt 1 to provision port 2be0ceb2-fb45-49c8-93cf-2dc83fb9af7d Oct 04 21:30:57.706159 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-205779f4-9662-4fdb-a6a2-6ad3cfb29129 None None] Set router 72fe2762-70d9-456f-bd62-ee8979cb11ae gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:30:57.996536 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 2be0ceb2-fb45-49c8-93cf-2dc83fb9af7d triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:30:57.996934 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (2be0ceb2-fb45-49c8-93cf-2dc83fb9af7d), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:57.997963 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 2be0ceb2-fb45-49c8-93cf-2dc83fb9af7d Oct 04 21:30:58.155999 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:58.172951 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-8d18b1b1-4c1e-4080-a3c6-fcc6f29b9ed6 None None] Current status of the port 2be0ceb2-fb45-49c8-93cf-2dc83fb9af7d is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:30:58.267381 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:58.284389 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 2be0ceb2-fb45-49c8-93cf-2dc83fb9af7d is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:30:58.285872 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 72edc8d1-7ddf-4691-b3b4-a55bb6ef5718 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:30:58.339023 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-205779f4-9662-4fdb-a6a2-6ad3cfb29129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fe2762-70d9-456f-bd62-ee8979cb11ae', 'name': 'tempest-TestMinimumBasicScenario-591960808-router', 'tenant_id': 'c69689cf3f6242dab6ed3222a08acb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '37df6cdc-a659-49a9-a147-676d471546b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:30:53Z', 'updated_at': '2022-10-04T21:30:55Z', 'revision_number': 3, 'project_id': 'c69689cf3f6242dab6ed3222a08acb0e', 'gw_port': {'id': '37df6cdc-a659-49a9-a147-676d471546b2', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72fe2762-70d9-456f-bd62-ee8979cb11ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:30:54Z', 'updated_at': '2022-10-04T21:30:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:30:58.383202 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205779f4-9662-4fdb-a6a2-6ad3cfb29129 None None] Checking router: 72fe2762-70d9-456f-bd62-ee8979cb11ae for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:30:58.383682 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205779f4-9662-4fdb-a6a2-6ad3cfb29129 None None] Updating router 72fe2762-70d9-456f-bd62-ee8979cb11ae port 37df6cdc-a659-49a9-a147-676d471546b2 binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:30:58.400869 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6ccc3561-2cb8-4433-a315-5dfc184e8b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:58.435759 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-205779f4-9662-4fdb-a6a2-6ad3cfb29129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (37df6cdc-a659-49a9-a147-676d471546b2), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:58.441614 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 72edc8d1-7ddf-4691-b3b4-a55bb6ef5718 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:30:58.442218 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (72edc8d1-7ddf-4691-b3b4-a55bb6ef5718), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:58.442788 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 72edc8d1-7ddf-4691-b3b4-a55bb6ef5718 Oct 04 21:30:58.534368 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:58.667053 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-6ccc3561-2cb8-4433-a315-5dfc184e8b2b admin admin] Allocated IP 172.20.0.1 (f40d44d9-0a03-4ac4-9d94-f1879ea0e813/730bd604-dd86-4e76-955e-65a6a45f5a8f/f5d10bdc-424b-4b2c-8291-7ae3271f2dd2) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:30:58.793652 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 72edc8d1-7ddf-4691-b3b4-a55bb6ef5718 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:30:58.881980 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6ccc3561-2cb8-4433-a315-5dfc184e8b2b admin admin] Publish callbacks [] for port (f5d10bdc-424b-4b2c-8291-7ae3271f2dd2), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:58.963069 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-205779f4-9662-4fdb-a6a2-6ad3cfb29129 None None] Publish callbacks [] for port (37df6cdc-a659-49a9-a147-676d471546b2), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:59.002699 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6ccc3561-2cb8-4433-a315-5dfc184e8b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (f5d10bdc-424b-4b2c-8291-7ae3271f2dd2), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:59.058964 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccc3561-2cb8-4433-a315-5dfc184e8b2b admin admin] Network f40d44d9-0a03-4ac4-9d94-f1879ea0e813 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:30:59.063221 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-6ccc3561-2cb8-4433-a315-5dfc184e8b2b admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:30:59.070091 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccc3561-2cb8-4433-a315-5dfc184e8b2b admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:30:59.080852 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccc3561-2cb8-4433-a315-5dfc184e8b2b admin admin] Pushing event updated for resources: {'Port': ['ID=f5d10bdc-424b-4b2c-8291-7ae3271f2dd2,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:30:59.083674 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-205779f4-9662-4fdb-a6a2-6ad3cfb29129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (37df6cdc-a659-49a9-a147-676d471546b2), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:59.148119 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6ccc3561-2cb8-4433-a315-5dfc184e8b2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (72fe2762-70d9-456f-bd62-ee8979cb11ae), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:59.171747 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-205779f4-9662-4fdb-a6a2-6ad3cfb29129 None None] Attempting to bind port 37df6cdc-a659-49a9-a147-676d471546b2 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:30:59.172240 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-205779f4-9662-4fdb-a6a2-6ad3cfb29129 None None] Attempting to bind port 37df6cdc-a659-49a9-a147-676d471546b2 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:30:59.172849 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205779f4-9662-4fdb-a6a2-6ad3cfb29129 None None] Attempting to bind port 37df6cdc-a659-49a9-a147-676d471546b2 on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:30:59.226379 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:59.274404 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d44e059-4832-4a50-9750-c61a96f2b1e5 None None] Pushing event updated for resources: {'Port': ['ID=37df6cdc-a659-49a9-a147-676d471546b2,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:30:59.300884 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205779f4-9662-4fdb-a6a2-6ad3cfb29129 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:30:59.301581 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205779f4-9662-4fdb-a6a2-6ad3cfb29129 None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:30:59.302250 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-205779f4-9662-4fdb-a6a2-6ad3cfb29129 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:59.302959 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205779f4-9662-4fdb-a6a2-6ad3cfb29129 None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:30:59.303829 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-205779f4-9662-4fdb-a6a2-6ad3cfb29129 None None] Bound port: 37df6cdc-a659-49a9-a147-676d471546b2, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:30:59.304577 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-205779f4-9662-4fdb-a6a2-6ad3cfb29129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (37df6cdc-a659-49a9-a147-676d471546b2), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:59.411271 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 2be0ceb2-fb45-49c8-93cf-2dc83fb9af7d up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:30:59.490067 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-205779f4-9662-4fdb-a6a2-6ad3cfb29129 None None] For port 37df6cdc-a659-49a9-a147-676d471546b2, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:30:59.526761 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-205779f4-9662-4fdb-a6a2-6ad3cfb29129 None None] For port 37df6cdc-a659-49a9-a147-676d471546b2, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=37df6cdc-a659-49a9-a147-676d471546b2,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:30:59.533241 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6ccc3561-2cb8-4433-a315-5dfc184e8b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (f5d10bdc-424b-4b2c-8291-7ae3271f2dd2), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:59.551325 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:59.563564 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-f046d9f0-1072-4466-a385-03432ad56a01 None None] Provisioning complete for port f5d10bdc-424b-4b2c-8291-7ae3271f2dd2 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:30:59.564579 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f046d9f0-1072-4466-a385-03432ad56a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (f5d10bdc-424b-4b2c-8291-7ae3271f2dd2), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:59.565124 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-f046d9f0-1072-4466-a385-03432ad56a01 None None] Attempt 1 to provision port f5d10bdc-424b-4b2c-8291-7ae3271f2dd2 Oct 04 21:30:59.572998 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 2be0ceb2-fb45-49c8-93cf-2dc83fb9af7d triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:30:59.573621 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (2be0ceb2-fb45-49c8-93cf-2dc83fb9af7d), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:59.574177 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 2be0ceb2-fb45-49c8-93cf-2dc83fb9af7d Oct 04 21:30:59.665172 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-205779f4-9662-4fdb-a6a2-6ad3cfb29129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (37df6cdc-a659-49a9-a147-676d471546b2), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:59.747029 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-f046d9f0-1072-4466-a385-03432ad56a01 None None] Port f5d10bdc-424b-4b2c-8291-7ae3271f2dd2 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:30:59.786998 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205779f4-9662-4fdb-a6a2-6ad3cfb29129 None None] Routers {'72fe2762-70d9-456f-bd62-ee8979cb11ae'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:30:59.788456 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-205779f4-9662-4fdb-a6a2-6ad3cfb29129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:30:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['72fe2762-70d9-456f-bd62-ee8979cb11ae'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:30:59.838758 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:30:59.899773 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6ccc3561-2cb8-4433-a315-5dfc184e8b2b admin admin] Publish callbacks [] for port (f5d10bdc-424b-4b2c-8291-7ae3271f2dd2), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:30:59.900236 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d44e059-4832-4a50-9750-c61a96f2b1e5 None None] Pushing event updated for resources: {'Port': ['ID=37df6cdc-a659-49a9-a147-676d471546b2,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:30:59.994412 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6ccc3561-2cb8-4433-a315-5dfc184e8b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (f5d10bdc-424b-4b2c-8291-7ae3271f2dd2), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:00.048076 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 2be0ceb2-fb45-49c8-93cf-2dc83fb9af7d is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:31:00.091843 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-205779f4-9662-4fdb-a6a2-6ad3cfb29129 None None] Set router 72fe2762-70d9-456f-bd62-ee8979cb11ae gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:31:00.114607 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6ccc3561-2cb8-4433-a315-5dfc184e8b2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (72fe2762-70d9-456f-bd62-ee8979cb11ae), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:00.118124 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccc3561-2cb8-4433-a315-5dfc184e8b2b admin admin] Pushing event updated for resources: {'Port': ['ID=f5d10bdc-424b-4b2c-8291-7ae3271f2dd2,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:31:00.318101 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccc3561-2cb8-4433-a315-5dfc184e8b2b admin admin] Network f40d44d9-0a03-4ac4-9d94-f1879ea0e813 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:31:00.321281 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-6ccc3561-2cb8-4433-a315-5dfc184e8b2b admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:31:00.327084 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:31:00.500272 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-205779f4-9662-4fdb-a6a2-6ad3cfb29129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fe2762-70d9-456f-bd62-ee8979cb11ae', 'name': 'tempest-TestMinimumBasicScenario-591960808-router', 'tenant_id': 'c69689cf3f6242dab6ed3222a08acb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '37df6cdc-a659-49a9-a147-676d471546b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:30:53Z', 'updated_at': '2022-10-04T21:30:59Z', 'revision_number': 4, 'project_id': 'c69689cf3f6242dab6ed3222a08acb0e', 'gw_port': {'id': '37df6cdc-a659-49a9-a147-676d471546b2', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72fe2762-70d9-456f-bd62-ee8979cb11ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:30:54Z', 'updated_at': '2022-10-04T21:30:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'f5d10bdc-424b-4b2c-8291-7ae3271f2dd2', 'name': '', 'network_id': 'f40d44d9-0a03-4ac4-9d94-f1879ea0e813', 'tenant_id': 'c69689cf3f6242dab6ed3222a08acb0e', 'mac_address': 'fa:16:3e:81:84:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72fe2762-70d9-456f-bd62-ee8979cb11ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '730bd604-dd86-4e76-955e-65a6a45f5a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:30:58Z', 'updated_at': '2022-10-04T21:30:58Z', 'revision_number': 1, 'project_id': 'c69689cf3f6242dab6ed3222a08acb0e', 'subnets': [{'id': '730bd604-dd86-4e76-955e-65a6a45f5a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:31:00.553155 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205779f4-9662-4fdb-a6a2-6ad3cfb29129 None None] The sync data for ids ['72fe2762-70d9-456f-bd62-ee8979cb11ae'] in n-d-852085-12 is: [{'id': '72fe2762-70d9-456f-bd62-ee8979cb11ae', 'name': 'tempest-TestMinimumBasicScenario-591960808-router', 'tenant_id': 'c69689cf3f6242dab6ed3222a08acb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '37df6cdc-a659-49a9-a147-676d471546b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:30:53Z', 'updated_at': '2022-10-04T21:30:59Z', 'revision_number': 4, 'project_id': 'c69689cf3f6242dab6ed3222a08acb0e', 'gw_port': {'id': '37df6cdc-a659-49a9-a147-676d471546b2', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72fe2762-70d9-456f-bd62-ee8979cb11ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:30:54Z', 'updated_at': '2022-10-04T21:30:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'f5d10bdc-424b-4b2c-8291-7ae3271f2dd2', 'name': '', 'network_id': 'f40d44d9-0a03-4ac4-9d94-f1879ea0e813', 'tenant_id': 'c69689cf3f6242dab6ed3222a08acb0e', 'mac_address': 'fa:16:3e:81:84:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72fe2762-70d9-456f-bd62-ee8979cb11ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '730bd604-dd86-4e76-955e-65a6a45f5a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:30:58Z', 'updated_at': '2022-10-04T21:30:58Z', 'revision_number': 1, 'project_id': 'c69689cf3f6242dab6ed3222a08acb0e', 'subnets': [{'id': '730bd604-dd86-4e76-955e-65a6a45f5a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:31:00.568019 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ccc3561-2cb8-4433-a315-5dfc184e8b2b admin admin] Router 72fe2762-70d9-456f-bd62-ee8979cb11ae has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:31:00.792315 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-c9c88da3-2d5f-4149-96ac-46d7ec2f9f8e None None] Provisioning complete for port f5d10bdc-424b-4b2c-8291-7ae3271f2dd2 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:31:00.792942 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c9c88da3-2d5f-4149-96ac-46d7ec2f9f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (f5d10bdc-424b-4b2c-8291-7ae3271f2dd2), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:00.793471 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-c9c88da3-2d5f-4149-96ac-46d7ec2f9f8e None None] Attempt 1 to provision port f5d10bdc-424b-4b2c-8291-7ae3271f2dd2 Oct 04 21:31:00.829643 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ccc3561-2cb8-4433-a315-5dfc184e8b2b admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:31:00.851131 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-6ccc3561-2cb8-4433-a315-5dfc184e8b2b admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/72fe2762-70d9-456f-bd62-ee8979cb11ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3998702 Oct 04 21:31:00.949699 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-c9c88da3-2d5f-4149-96ac-46d7ec2f9f8e None None] Port f5d10bdc-424b-4b2c-8291-7ae3271f2dd2 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:31:02.287336 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=30,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:31:02.301543 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=40,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:31:02.548181 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:31:02.687691 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:03.437136 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 37df6cdc-a659-49a9-a147-676d471546b2 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:31:03.534900 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 37df6cdc-a659-49a9-a147-676d471546b2 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:31:03.535965 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (37df6cdc-a659-49a9-a147-676d471546b2), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:03.537021 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 37df6cdc-a659-49a9-a147-676d471546b2 Oct 04 21:31:03.720847 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:03.759425 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 37df6cdc-a659-49a9-a147-676d471546b2 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:31:03.764716 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (37df6cdc-a659-49a9-a147-676d471546b2), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:03.811579 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 37df6cdc-a659-49a9-a147-676d471546b2, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=37df6cdc-a659-49a9-a147-676d471546b2,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:31:03.904780 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (37df6cdc-a659-49a9-a147-676d471546b2), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:03.987454 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f5a590-426a-49fc-9f9a-1f4a1de14329 None None] Sync routers for ids ['72fe2762-70d9-456f-bd62-ee8979cb11ae'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:31:04.013424 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f5a590-426a-49fc-9f9a-1f4a1de14329 None None] Routers {'72fe2762-70d9-456f-bd62-ee8979cb11ae'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:31:04.015334 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-16f5a590-426a-49fc-9f9a-1f4a1de14329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:30:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['72fe2762-70d9-456f-bd62-ee8979cb11ae'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:31:04.043854 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=37df6cdc-a659-49a9-a147-676d471546b2,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:31:04.261398 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-16f5a590-426a-49fc-9f9a-1f4a1de14329 None None] Set router 72fe2762-70d9-456f-bd62-ee8979cb11ae gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:31:04.607086 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:31:04.682799 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-16f5a590-426a-49fc-9f9a-1f4a1de14329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fe2762-70d9-456f-bd62-ee8979cb11ae', 'name': 'tempest-TestMinimumBasicScenario-591960808-router', 'tenant_id': 'c69689cf3f6242dab6ed3222a08acb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '37df6cdc-a659-49a9-a147-676d471546b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:30:53Z', 'updated_at': '2022-10-04T21:30:59Z', 'revision_number': 4, 'project_id': 'c69689cf3f6242dab6ed3222a08acb0e', 'gw_port': {'id': '37df6cdc-a659-49a9-a147-676d471546b2', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fe2762-70d9-456f-bd62-ee8979cb11ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:30:54Z', 'updated_at': '2022-10-04T21:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'f5d10bdc-424b-4b2c-8291-7ae3271f2dd2', 'name': '', 'network_id': 'f40d44d9-0a03-4ac4-9d94-f1879ea0e813', 'tenant_id': 'c69689cf3f6242dab6ed3222a08acb0e', 'mac_address': 'fa:16:3e:81:84:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72fe2762-70d9-456f-bd62-ee8979cb11ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '730bd604-dd86-4e76-955e-65a6a45f5a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:30:58Z', 'updated_at': '2022-10-04T21:30:59Z', 'revision_number': 2, 'project_id': 'c69689cf3f6242dab6ed3222a08acb0e', 'subnets': [{'id': '730bd604-dd86-4e76-955e-65a6a45f5a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:31:04.880070 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f5a590-426a-49fc-9f9a-1f4a1de14329 None None] Checking router: 72fe2762-70d9-456f-bd62-ee8979cb11ae for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:31:04.880729 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f5a590-426a-49fc-9f9a-1f4a1de14329 None None] Updating router 72fe2762-70d9-456f-bd62-ee8979cb11ae port f5d10bdc-424b-4b2c-8291-7ae3271f2dd2 binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:31:04.954902 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-16f5a590-426a-49fc-9f9a-1f4a1de14329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (f5d10bdc-424b-4b2c-8291-7ae3271f2dd2), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:05.394482 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 37df6cdc-a659-49a9-a147-676d471546b2 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:31:05.430740 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=100 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:31:05.521604 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 37df6cdc-a659-49a9-a147-676d471546b2 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:31:05.522281 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (37df6cdc-a659-49a9-a147-676d471546b2), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:05.522913 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 37df6cdc-a659-49a9-a147-676d471546b2 Oct 04 21:31:05.553356 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-16f5a590-426a-49fc-9f9a-1f4a1de14329 None None] Publish callbacks [] for port (f5d10bdc-424b-4b2c-8291-7ae3271f2dd2), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:05.641951 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-16f5a590-426a-49fc-9f9a-1f4a1de14329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (f5d10bdc-424b-4b2c-8291-7ae3271f2dd2), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:05.700089 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 37df6cdc-a659-49a9-a147-676d471546b2 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:31:05.789881 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2345b291-19ca-46b0-b76f-8342415700d9 None None] Pushing event updated for resources: {'Port': ['ID=f5d10bdc-424b-4b2c-8291-7ae3271f2dd2,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:31:05.843939 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-16f5a590-426a-49fc-9f9a-1f4a1de14329 None None] Attempting to bind port f5d10bdc-424b-4b2c-8291-7ae3271f2dd2 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:31:05.844668 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-16f5a590-426a-49fc-9f9a-1f4a1de14329 None None] Attempting to bind port f5d10bdc-424b-4b2c-8291-7ae3271f2dd2 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '44871fb0-ba1d-4040-bf4f-dabdab4bb694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f40d44d9-0a03-4ac4-9d94-f1879ea0e813'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:31:05.845461 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f5a590-426a-49fc-9f9a-1f4a1de14329 None None] Attempting to bind port f5d10bdc-424b-4b2c-8291-7ae3271f2dd2 on network f40d44d9-0a03-4ac4-9d94-f1879ea0e813 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:31:05.945432 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f5a590-426a-49fc-9f9a-1f4a1de14329 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:31:05.946296 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f5a590-426a-49fc-9f9a-1f4a1de14329 None None] Checking segment: {'id': '44871fb0-ba1d-4040-bf4f-dabdab4bb694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f40d44d9-0a03-4ac4-9d94-f1879ea0e813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:31:05.947105 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-16f5a590-426a-49fc-9f9a-1f4a1de14329 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:05.947918 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f5a590-426a-49fc-9f9a-1f4a1de14329 None None] Bound using segment: {'id': '44871fb0-ba1d-4040-bf4f-dabdab4bb694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f40d44d9-0a03-4ac4-9d94-f1879ea0e813'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:31:05.948873 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-16f5a590-426a-49fc-9f9a-1f4a1de14329 None None] Bound port: f5d10bdc-424b-4b2c-8291-7ae3271f2dd2, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44871fb0-ba1d-4040-bf4f-dabdab4bb694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f40d44d9-0a03-4ac4-9d94-f1879ea0e813'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:31:05.949716 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-16f5a590-426a-49fc-9f9a-1f4a1de14329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (f5d10bdc-424b-4b2c-8291-7ae3271f2dd2), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:06.121183 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-16f5a590-426a-49fc-9f9a-1f4a1de14329 None None] For port f5d10bdc-424b-4b2c-8291-7ae3271f2dd2, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:31:06.128302 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-16f5a590-426a-49fc-9f9a-1f4a1de14329 None None] For port f5d10bdc-424b-4b2c-8291-7ae3271f2dd2, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=f5d10bdc-424b-4b2c-8291-7ae3271f2dd2,segment=NetworkSegment(44871fb0-ba1d-4040-bf4f-dabdab4bb694),segment_id=44871fb0-ba1d-4040-bf4f-dabdab4bb694)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:31:06.225364 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-16f5a590-426a-49fc-9f9a-1f4a1de14329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (f5d10bdc-424b-4b2c-8291-7ae3271f2dd2), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:06.305940 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f5a590-426a-49fc-9f9a-1f4a1de14329 None None] Routers {'72fe2762-70d9-456f-bd62-ee8979cb11ae'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:31:06.307232 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-16f5a590-426a-49fc-9f9a-1f4a1de14329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:30:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['72fe2762-70d9-456f-bd62-ee8979cb11ae'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:31:06.420825 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2345b291-19ca-46b0-b76f-8342415700d9 None None] Pushing event updated for resources: {'Port': ['ID=f5d10bdc-424b-4b2c-8291-7ae3271f2dd2,revision_number=4']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:31:06.521658 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 21:31:06.570182 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-16f5a590-426a-49fc-9f9a-1f4a1de14329 None None] Set router 72fe2762-70d9-456f-bd62-ee8979cb11ae gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:31:06.880936 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:31:06.979789 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-16f5a590-426a-49fc-9f9a-1f4a1de14329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fe2762-70d9-456f-bd62-ee8979cb11ae', 'name': 'tempest-TestMinimumBasicScenario-591960808-router', 'tenant_id': 'c69689cf3f6242dab6ed3222a08acb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '37df6cdc-a659-49a9-a147-676d471546b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:30:53Z', 'updated_at': '2022-10-04T21:30:59Z', 'revision_number': 4, 'project_id': 'c69689cf3f6242dab6ed3222a08acb0e', 'gw_port': {'id': '37df6cdc-a659-49a9-a147-676d471546b2', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fe2762-70d9-456f-bd62-ee8979cb11ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:30:54Z', 'updated_at': '2022-10-04T21:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'f5d10bdc-424b-4b2c-8291-7ae3271f2dd2', 'name': '', 'network_id': 'f40d44d9-0a03-4ac4-9d94-f1879ea0e813', 'tenant_id': 'c69689cf3f6242dab6ed3222a08acb0e', 'mac_address': 'fa:16:3e:81:84:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72fe2762-70d9-456f-bd62-ee8979cb11ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '730bd604-dd86-4e76-955e-65a6a45f5a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:30:58Z', 'updated_at': '2022-10-04T21:31:06Z', 'revision_number': 4, 'project_id': 'c69689cf3f6242dab6ed3222a08acb0e', 'subnets': [{'id': '730bd604-dd86-4e76-955e-65a6a45f5a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:31:07.014536 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f5a590-426a-49fc-9f9a-1f4a1de14329 None None] The sync data for ids ['72fe2762-70d9-456f-bd62-ee8979cb11ae'] in n-d-852085-12 is: [{'id': '72fe2762-70d9-456f-bd62-ee8979cb11ae', 'name': 'tempest-TestMinimumBasicScenario-591960808-router', 'tenant_id': 'c69689cf3f6242dab6ed3222a08acb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '37df6cdc-a659-49a9-a147-676d471546b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:30:53Z', 'updated_at': '2022-10-04T21:30:59Z', 'revision_number': 4, 'project_id': 'c69689cf3f6242dab6ed3222a08acb0e', 'gw_port': {'id': '37df6cdc-a659-49a9-a147-676d471546b2', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fe2762-70d9-456f-bd62-ee8979cb11ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:30:54Z', 'updated_at': '2022-10-04T21:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'f5d10bdc-424b-4b2c-8291-7ae3271f2dd2', 'name': '', 'network_id': 'f40d44d9-0a03-4ac4-9d94-f1879ea0e813', 'tenant_id': 'c69689cf3f6242dab6ed3222a08acb0e', 'mac_address': 'fa:16:3e:81:84:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72fe2762-70d9-456f-bd62-ee8979cb11ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '730bd604-dd86-4e76-955e-65a6a45f5a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:30:58Z', 'updated_at': '2022-10-04T21:31:06Z', 'revision_number': 4, 'project_id': 'c69689cf3f6242dab6ed3222a08acb0e', 'subnets': [{'id': '730bd604-dd86-4e76-955e-65a6a45f5a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:31:07.379729 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device f5d10bdc-424b-4b2c-8291-7ae3271f2dd2 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:31:07.484187 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port f5d10bdc-424b-4b2c-8291-7ae3271f2dd2 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:31:07.485051 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (f5d10bdc-424b-4b2c-8291-7ae3271f2dd2), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:07.485485 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port f5d10bdc-424b-4b2c-8291-7ae3271f2dd2 Oct 04 21:31:07.672584 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port f5d10bdc-424b-4b2c-8291-7ae3271f2dd2 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:31:07.674725 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (f5d10bdc-424b-4b2c-8291-7ae3271f2dd2), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:08.030264 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port f5d10bdc-424b-4b2c-8291-7ae3271f2dd2, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=f5d10bdc-424b-4b2c-8291-7ae3271f2dd2,segment=NetworkSegment(44871fb0-ba1d-4040-bf4f-dabdab4bb694),segment_id=44871fb0-ba1d-4040-bf4f-dabdab4bb694)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:31:08.106514 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (f5d10bdc-424b-4b2c-8291-7ae3271f2dd2), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:08.236892 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=f5d10bdc-424b-4b2c-8291-7ae3271f2dd2,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:31:09.361028 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device f5d10bdc-424b-4b2c-8291-7ae3271f2dd2 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:31:09.442650 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:31:09.463470 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port f5d10bdc-424b-4b2c-8291-7ae3271f2dd2 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:31:09.463470 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (f5d10bdc-424b-4b2c-8291-7ae3271f2dd2), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:09.466304 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port f5d10bdc-424b-4b2c-8291-7ae3271f2dd2 Oct 04 21:31:09.632591 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port f5d10bdc-424b-4b2c-8291-7ae3271f2dd2 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:31:10.810894 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=59 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:31:10.815893 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=46 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:31:15.653401 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-65ad1ea4-1f2a-434e-91c3-c6d2f4f693ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:16.984634 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:UPDATE=2,neutron:SELECT=72 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:31:17.434990 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-143242df-e822-4150-a44f-8b64125958ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:19.231935 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5288d987-bca4-446d-abe1-51bb0f99382d req-8e4f0584-485e-496a-9ae2-9697ae22176a tempest-TestMinimumBasicScenario-887229371 tempest-TestMinimumBasicScenario-887229371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:31:19.234871 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-5288d987-bca4-446d-abe1-51bb0f99382d req-8e4f0584-485e-496a-9ae2-9697ae22176a tempest-TestMinimumBasicScenario-887229371 tempest-TestMinimumBasicScenario-887229371-project] 10.222.0.78 "GET /networking/v2.0/networks?id=998c3aee-0b65-4efb-bb93-b4fc9f316b4c HTTP/1.1" status: 200 len: 814 time: 0.2121100 Oct 04 21:31:19.268881 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-5288d987-bca4-446d-abe1-51bb0f99382d req-bbe0fee5-1c36-43a5-8e25-48745baf2756 tempest-TestMinimumBasicScenario-887229371 tempest-TestMinimumBasicScenario-887229371-project] 10.222.0.78 "GET /networking/v2.0/quotas/bb447ffc303348ce826e0d5bbb56f7f2 HTTP/1.1" status: 200 len: 375 time: 0.0216923 Oct 04 21:31:19.371510 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-5288d987-bca4-446d-abe1-51bb0f99382d req-64e7acc5-cde2-4d8d-8008-c2ff908f6720 tempest-TestMinimumBasicScenario-887229371 tempest-TestMinimumBasicScenario-887229371-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=bb447ffc303348ce826e0d5bbb56f7f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0917683 Oct 04 21:31:20.219268 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:31:20.390704 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:21.745536 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:21.852973 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:29.350101 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=14 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:31:29.355254 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=15 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:31:31.715029 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:31:31.717987 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:31:32.691886 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:33.675527 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:37.841954 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622e8da6-1172-4b61-a279-d7e6d0f8ddcb req-4ede5afc-3581-409a-b6e2-304ac8cbd9e9 tempest-TestMinimumBasicScenario-887229371 tempest-TestMinimumBasicScenario-887229371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:31:37.845586 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-622e8da6-1172-4b61-a279-d7e6d0f8ddcb req-4ede5afc-3581-409a-b6e2-304ac8cbd9e9 tempest-TestMinimumBasicScenario-887229371 tempest-TestMinimumBasicScenario-887229371-project] 10.222.0.78 "GET /networking/v2.0/networks?id=998c3aee-0b65-4efb-bb93-b4fc9f316b4c HTTP/1.1" status: 200 len: 814 time: 0.2205086 Oct 04 21:31:37.888182 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-622e8da6-1172-4b61-a279-d7e6d0f8ddcb req-b0ce8d69-9acf-483f-a715-6695df715b20 tempest-TestMinimumBasicScenario-887229371 tempest-TestMinimumBasicScenario-887229371-project] 10.222.0.78 "GET /networking/v2.0/quotas/bb447ffc303348ce826e0d5bbb56f7f2 HTTP/1.1" status: 200 len: 375 time: 0.0306649 Oct 04 21:31:37.992854 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-622e8da6-1172-4b61-a279-d7e6d0f8ddcb req-f550c0ce-6e30-457f-a28f-4bbd4aabaef6 tempest-TestMinimumBasicScenario-887229371 tempest-TestMinimumBasicScenario-887229371-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=bb447ffc303348ce826e0d5bbb56f7f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0935934 Oct 04 21:31:39.886282 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53592) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:31:40.495619 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-eeee0d7b-f6a8-4dea-b77b-3128fb3f0649 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (5d4b5e1e-987d-47df-b88b-af8e35a548b2), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:40.925193 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-eeee0d7b-f6a8-4dea-b77b-3128fb3f0649 admin admin] Deleting port 72edc8d1-7ddf-4691-b3b4-a55bb6ef5718 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:31:40.926286 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-eeee0d7b-f6a8-4dea-b77b-3128fb3f0649 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (72edc8d1-7ddf-4691-b3b4-a55bb6ef5718), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:41.101217 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-eeee0d7b-f6a8-4dea-b77b-3128fb3f0649 admin admin] For port 72edc8d1-7ddf-4691-b3b4-a55bb6ef5718, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=72edc8d1-7ddf-4691-b3b4-a55bb6ef5718,segment=NetworkSegment(60e2cee7-c2a1-4f63-81c4-e761da7c99ee),segment_id=60e2cee7-c2a1-4f63-81c4-e761da7c99ee)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:31:41.101752 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-eeee0d7b-f6a8-4dea-b77b-3128fb3f0649 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (72edc8d1-7ddf-4691-b3b4-a55bb6ef5718), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:41.129101 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-eeee0d7b-f6a8-4dea-b77b-3128fb3f0649 admin admin] Calling delete_port for 72edc8d1-7ddf-4691-b3b4-a55bb6ef5718 owned by network:router_interface {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:31:41.421756 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:31:41.565990 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-eeee0d7b-f6a8-4dea-b77b-3128fb3f0649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (72edc8d1-7ddf-4691-b3b4-a55bb6ef5718), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:41.576717 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:31:41.616901 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeee0d7b-f6a8-4dea-b77b-3128fb3f0649 admin admin] Pushing event deleted for resources: {'Port': ['ID=72edc8d1-7ddf-4691-b3b4-a55bb6ef5718,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:31:41.646716 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeee0d7b-f6a8-4dea-b77b-3128fb3f0649 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:31:41.647341 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeee0d7b-f6a8-4dea-b77b-3128fb3f0649 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:31:41.647946 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeee0d7b-f6a8-4dea-b77b-3128fb3f0649 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:31:41.648544 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeee0d7b-f6a8-4dea-b77b-3128fb3f0649 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:31:41.649112 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeee0d7b-f6a8-4dea-b77b-3128fb3f0649 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:31:41.649705 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeee0d7b-f6a8-4dea-b77b-3128fb3f0649 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:31:41.650328 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeee0d7b-f6a8-4dea-b77b-3128fb3f0649 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:31:41.650892 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeee0d7b-f6a8-4dea-b77b-3128fb3f0649 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:31:41.651522 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeee0d7b-f6a8-4dea-b77b-3128fb3f0649 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:31:41.652112 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeee0d7b-f6a8-4dea-b77b-3128fb3f0649 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:31:41.652717 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeee0d7b-f6a8-4dea-b77b-3128fb3f0649 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:31:41.653251 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeee0d7b-f6a8-4dea-b77b-3128fb3f0649 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:31:41.653792 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeee0d7b-f6a8-4dea-b77b-3128fb3f0649 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:31:41.654325 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeee0d7b-f6a8-4dea-b77b-3128fb3f0649 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:31:41.654969 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeee0d7b-f6a8-4dea-b77b-3128fb3f0649 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:31:42.008531 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-eeee0d7b-f6a8-4dea-b77b-3128fb3f0649 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (5d4b5e1e-987d-47df-b88b-af8e35a548b2), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:42.817842 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeee0d7b-f6a8-4dea-b77b-3128fb3f0649 admin admin] Router 5d4b5e1e-987d-47df-b88b-af8e35a548b2 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:31:43.048395 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeee0d7b-f6a8-4dea-b77b-3128fb3f0649 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:31:43.059630 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-eeee0d7b-f6a8-4dea-b77b-3128fb3f0649 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/5d4b5e1e-987d-47df-b88b-af8e35a548b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1707504 Oct 04 21:31:43.064401 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53602) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:31:43.068697 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bec06d-ab13-48bb-a8ad-54900271f259 None None] Sync routers for ids ['5d4b5e1e-987d-47df-b88b-af8e35a548b2'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:31:43.088964 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bec06d-ab13-48bb-a8ad-54900271f259 None None] Routers {'5d4b5e1e-987d-47df-b88b-af8e35a548b2'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:31:43.090079 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-36bec06d-ab13-48bb-a8ad-54900271f259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:31:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['5d4b5e1e-987d-47df-b88b-af8e35a548b2'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:31:43.282795 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-416857fe-be91-4602-a41c-701e41d3b306 admin admin] Publish callbacks [] for router (5d4b5e1e-987d-47df-b88b-af8e35a548b2), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:43.320745 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-36bec06d-ab13-48bb-a8ad-54900271f259 None None] Set router 5d4b5e1e-987d-47df-b88b-af8e35a548b2 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:31:43.486713 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-416857fe-be91-4602-a41c-701e41d3b306 admin admin] Publish callbacks [] for router_gateway (5d4b5e1e-987d-47df-b88b-af8e35a548b2), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:43.508907 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 21:31:43.656516 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-36bec06d-ab13-48bb-a8ad-54900271f259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d4b5e1e-987d-47df-b88b-af8e35a548b2', 'name': 'tempest-TestMinimumBasicScenario-718442148-router', 'tenant_id': 'bb447ffc303348ce826e0d5bbb56f7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '7a9327d6-1c14-4ece-8f1e-473bc5e5a639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:30:43Z', 'updated_at': '2022-10-04T21:31:41Z', 'revision_number': 5, 'project_id': 'bb447ffc303348ce826e0d5bbb56f7f2', 'gw_port': {'id': '7a9327d6-1c14-4ece-8f1e-473bc5e5a639', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:2a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4b5e1e-987d-47df-b88b-af8e35a548b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:30:44Z', 'updated_at': '2022-10-04T21:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:31:43.657104 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-416857fe-be91-4602-a41c-701e41d3b306 admin admin] Deleting port 7a9327d6-1c14-4ece-8f1e-473bc5e5a639 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:31:43.657677 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-416857fe-be91-4602-a41c-701e41d3b306 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (7a9327d6-1c14-4ece-8f1e-473bc5e5a639), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:43.696101 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bec06d-ab13-48bb-a8ad-54900271f259 None None] Checking router: 5d4b5e1e-987d-47df-b88b-af8e35a548b2 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:31:43.712728 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bec06d-ab13-48bb-a8ad-54900271f259 None None] Routers {'5d4b5e1e-987d-47df-b88b-af8e35a548b2'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:31:43.713777 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-36bec06d-ab13-48bb-a8ad-54900271f259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:31:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['5d4b5e1e-987d-47df-b88b-af8e35a548b2'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:31:43.783306 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:31:43.836422 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-416857fe-be91-4602-a41c-701e41d3b306 admin admin] For port 7a9327d6-1c14-4ece-8f1e-473bc5e5a639, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=7a9327d6-1c14-4ece-8f1e-473bc5e5a639,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:31:43.836994 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-416857fe-be91-4602-a41c-701e41d3b306 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (7a9327d6-1c14-4ece-8f1e-473bc5e5a639), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:43.862123 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-416857fe-be91-4602-a41c-701e41d3b306 admin admin] Calling delete_port for 7a9327d6-1c14-4ece-8f1e-473bc5e5a639 owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:31:43.873453 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-36bec06d-ab13-48bb-a8ad-54900271f259 None None] Set router 5d4b5e1e-987d-47df-b88b-af8e35a548b2 gateway port host: None {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:31:43.979052 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-36bec06d-ab13-48bb-a8ad-54900271f259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d4b5e1e-987d-47df-b88b-af8e35a548b2', 'name': 'tempest-TestMinimumBasicScenario-718442148-router', 'tenant_id': 'bb447ffc303348ce826e0d5bbb56f7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:30:43Z', 'updated_at': '2022-10-04T21:31:43Z', 'revision_number': 6, 'project_id': 'bb447ffc303348ce826e0d5bbb56f7f2', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:31:43.982985 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:31:44.030442 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bec06d-ab13-48bb-a8ad-54900271f259 None None] The sync data for ids ['5d4b5e1e-987d-47df-b88b-af8e35a548b2'] in n-d-852085-12 is: [{'id': '5d4b5e1e-987d-47df-b88b-af8e35a548b2', 'name': 'tempest-TestMinimumBasicScenario-718442148-router', 'tenant_id': 'bb447ffc303348ce826e0d5bbb56f7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:30:43Z', 'updated_at': '2022-10-04T21:31:43Z', 'revision_number': 6, 'project_id': 'bb447ffc303348ce826e0d5bbb56f7f2', 'gw_port_host': None}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:31:44.270501 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-416857fe-be91-4602-a41c-701e41d3b306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (7a9327d6-1c14-4ece-8f1e-473bc5e5a639), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:44.319902 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416857fe-be91-4602-a41c-701e41d3b306 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a9327d6-1c14-4ece-8f1e-473bc5e5a639,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:31:44.449115 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-416857fe-be91-4602-a41c-701e41d3b306 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (5d4b5e1e-987d-47df-b88b-af8e35a548b2), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:44.624988 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-416857fe-be91-4602-a41c-701e41d3b306 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (5d4b5e1e-987d-47df-b88b-af8e35a548b2), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:44.629745 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-416857fe-be91-4602-a41c-701e41d3b306 admin admin] Publish callbacks [] for router_controller (5d4b5e1e-987d-47df-b88b-af8e35a548b2), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:44.870160 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-416857fe-be91-4602-a41c-701e41d3b306 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (5d4b5e1e-987d-47df-b88b-af8e35a548b2), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:44.871437 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-416857fe-be91-4602-a41c-701e41d3b306 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d4b5e1e-987d-47df-b88b-af8e35a548b2 {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 21:31:44.885103 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-416857fe-be91-4602-a41c-701e41d3b306 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:44.885103 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-416857fe-be91-4602-a41c-701e41d3b306 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/5d4b5e1e-987d-47df-b88b-af8e35a548b2 HTTP/1.1" status: 204 len: 168 time: 1.8173330 Oct 04 21:31:44.888060 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53604) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:31:44.979399 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-941f69f0-faf4-4df1-b712-084ff0a1290b admin admin] Deleting subnet 15fc6113-93b3-4aa0-a9da-bce57ea45c21 {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:31:44.986993 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-941f69f0-faf4-4df1-b712-084ff0a1290b admin admin] Publish callbacks [] for subnet (15fc6113-93b3-4aa0-a9da-bce57ea45c21), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:45.062048 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-941f69f0-faf4-4df1-b712-084ff0a1290b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (15fc6113-93b3-4aa0-a9da-bce57ea45c21), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:45.228595 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-941f69f0-faf4-4df1-b712-084ff0a1290b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (15fc6113-93b3-4aa0-a9da-bce57ea45c21), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:45.271872 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=2 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:31:45.362224 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 72edc8d1-7ddf-4691-b3b4-a55bb6ef5718 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:31:45.400812 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 72edc8d1-7ddf-4691-b3b4-a55bb6ef5718 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:31:45.401236 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 72edc8d1-7ddf-4691-b3b4-a55bb6ef5718 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:31:45.401902 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 7a9327d6-1c14-4ece-8f1e-473bc5e5a639 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:31:45.442701 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 7a9327d6-1c14-4ece-8f1e-473bc5e5a639 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:31:45.443315 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 7a9327d6-1c14-4ece-8f1e-473bc5e5a639 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:31:45.448209 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-941f69f0-faf4-4df1-b712-084ff0a1290b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (15fc6113-93b3-4aa0-a9da-bce57ea45c21), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:45.503754 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941f69f0-faf4-4df1-b712-084ff0a1290b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15fc6113-93b3-4aa0-a9da-bce57ea45c21,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:31:45.506301 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-941f69f0-faf4-4df1-b712-084ff0a1290b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:45.512815 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-941f69f0-faf4-4df1-b712-084ff0a1290b admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/15fc6113-93b3-4aa0-a9da-bce57ea45c21 HTTP/1.1" status: 204 len: 168 time: 0.6220634 Oct 04 21:31:45.514528 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53606) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:31:45.516546 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435495b7-6035-4ad6-bfeb-84ec16130cf1 None None] Network 998c3aee-0b65-4efb-bb93-b4fc9f316b4c requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:31:45.606147 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-99fecdf1-3c39-4f18-81df-5c58663bd2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:45.655881 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e959a82e-563d-4aa8-b2f5-8dcc0393de23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (998c3aee-0b65-4efb-bb93-b4fc9f316b4c), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:45.765528 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-e959a82e-563d-4aa8-b2f5-8dcc0393de23 admin admin] Deleting port 68bbc67b-76e4-458d-8aaf-663d99f705d1 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:31:45.766547 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e959a82e-563d-4aa8-b2f5-8dcc0393de23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (68bbc67b-76e4-458d-8aaf-663d99f705d1), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:45.785830 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcaefa8b-4d96-48a5-9701-cb2ba2ad4c73 None None] DHCP port deletion for 998c3aee-0b65-4efb-bb93-b4fc9f316b4c request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:31:45.864307 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-e959a82e-563d-4aa8-b2f5-8dcc0393de23 admin admin] For port 68bbc67b-76e4-458d-8aaf-663d99f705d1, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=68bbc67b-76e4-458d-8aaf-663d99f705d1,segment=NetworkSegment(60e2cee7-c2a1-4f63-81c4-e761da7c99ee),segment_id=60e2cee7-c2a1-4f63-81c4-e761da7c99ee)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:31:45.864895 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e959a82e-563d-4aa8-b2f5-8dcc0393de23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (68bbc67b-76e4-458d-8aaf-663d99f705d1), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:45.868831 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-bcaefa8b-4d96-48a5-9701-cb2ba2ad4c73 None None] Deleting port 68bbc67b-76e4-458d-8aaf-663d99f705d1 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:31:45.869484 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-bcaefa8b-4d96-48a5-9701-cb2ba2ad4c73 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (68bbc67b-76e4-458d-8aaf-663d99f705d1), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:45.884018 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-e959a82e-563d-4aa8-b2f5-8dcc0393de23 admin admin] Calling delete_port for 68bbc67b-76e4-458d-8aaf-663d99f705d1 owned by network:dhcp {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:31:46.010937 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-bcaefa8b-4d96-48a5-9701-cb2ba2ad4c73 None None] For port 68bbc67b-76e4-458d-8aaf-663d99f705d1, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=68bbc67b-76e4-458d-8aaf-663d99f705d1,segment=NetworkSegment(60e2cee7-c2a1-4f63-81c4-e761da7c99ee),segment_id=60e2cee7-c2a1-4f63-81c4-e761da7c99ee)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:31:46.011552 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-bcaefa8b-4d96-48a5-9701-cb2ba2ad4c73 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (68bbc67b-76e4-458d-8aaf-663d99f705d1), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:46.038583 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-bcaefa8b-4d96-48a5-9701-cb2ba2ad4c73 None None] Calling delete_port for 68bbc67b-76e4-458d-8aaf-663d99f705d1 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:31:46.218050 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e959a82e-563d-4aa8-b2f5-8dcc0393de23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (68bbc67b-76e4-458d-8aaf-663d99f705d1), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:46.228921 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-bcaefa8b-4d96-48a5-9701-cb2ba2ad4c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (68bbc67b-76e4-458d-8aaf-663d99f705d1), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:46.259960 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaefa8b-4d96-48a5-9701-cb2ba2ad4c73 None None] Pushing event deleted for resources: {'Port': ['ID=68bbc67b-76e4-458d-8aaf-663d99f705d1,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:31:46.264861 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e959a82e-563d-4aa8-b2f5-8dcc0393de23 admin admin] Pushing event deleted for resources: {'Port': ['ID=68bbc67b-76e4-458d-8aaf-663d99f705d1,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:31:46.271502 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e959a82e-563d-4aa8-b2f5-8dcc0393de23 admin admin] No DVR routers for this DVR port 68bbc67b-76e4-458d-8aaf-663d99f705d1 on host n-d-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:31:46.274888 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcaefa8b-4d96-48a5-9701-cb2ba2ad4c73 None None] No DVR routers for this DVR port 68bbc67b-76e4-458d-8aaf-663d99f705d1 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:31:46.279020 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaefa8b-4d96-48a5-9701-cb2ba2ad4c73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:31:46.279355 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaefa8b-4d96-48a5-9701-cb2ba2ad4c73 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:31:46.279789 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaefa8b-4d96-48a5-9701-cb2ba2ad4c73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:31:46.280593 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaefa8b-4d96-48a5-9701-cb2ba2ad4c73 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:31:46.280907 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaefa8b-4d96-48a5-9701-cb2ba2ad4c73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:31:46.282038 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaefa8b-4d96-48a5-9701-cb2ba2ad4c73 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:31:46.282572 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaefa8b-4d96-48a5-9701-cb2ba2ad4c73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:31:46.283088 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaefa8b-4d96-48a5-9701-cb2ba2ad4c73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:31:46.283661 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaefa8b-4d96-48a5-9701-cb2ba2ad4c73 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:31:46.284241 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaefa8b-4d96-48a5-9701-cb2ba2ad4c73 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:31:46.284753 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaefa8b-4d96-48a5-9701-cb2ba2ad4c73 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:31:46.285281 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaefa8b-4d96-48a5-9701-cb2ba2ad4c73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:31:46.285748 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaefa8b-4d96-48a5-9701-cb2ba2ad4c73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:31:46.286407 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaefa8b-4d96-48a5-9701-cb2ba2ad4c73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:31:46.286860 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaefa8b-4d96-48a5-9701-cb2ba2ad4c73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:31:46.315683 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e959a82e-563d-4aa8-b2f5-8dcc0393de23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:31:46.315980 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e959a82e-563d-4aa8-b2f5-8dcc0393de23 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:31:46.316270 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e959a82e-563d-4aa8-b2f5-8dcc0393de23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:31:46.332135 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e959a82e-563d-4aa8-b2f5-8dcc0393de23 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:31:46.332135 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e959a82e-563d-4aa8-b2f5-8dcc0393de23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:31:46.332135 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e959a82e-563d-4aa8-b2f5-8dcc0393de23 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:31:46.332135 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e959a82e-563d-4aa8-b2f5-8dcc0393de23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:31:46.332135 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e959a82e-563d-4aa8-b2f5-8dcc0393de23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:31:46.332135 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e959a82e-563d-4aa8-b2f5-8dcc0393de23 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:31:46.332135 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e959a82e-563d-4aa8-b2f5-8dcc0393de23 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:31:46.332135 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e959a82e-563d-4aa8-b2f5-8dcc0393de23 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:31:46.332135 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e959a82e-563d-4aa8-b2f5-8dcc0393de23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:31:46.332135 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e959a82e-563d-4aa8-b2f5-8dcc0393de23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:31:46.332135 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e959a82e-563d-4aa8-b2f5-8dcc0393de23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:31:46.332135 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e959a82e-563d-4aa8-b2f5-8dcc0393de23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:31:46.396744 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e959a82e-563d-4aa8-b2f5-8dcc0393de23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (998c3aee-0b65-4efb-bb93-b4fc9f316b4c), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:46.428457 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-e959a82e-563d-4aa8-b2f5-8dcc0393de23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['998c3aee-0b65-4efb-bb93-b4fc9f316b4c']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:31:46.442640 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-e959a82e-563d-4aa8-b2f5-8dcc0393de23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60e2cee7-c2a1-4f63-81c4-e761da7c99ee') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:31:46.443064 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-e959a82e-563d-4aa8-b2f5-8dcc0393de23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60e2cee7-c2a1-4f63-81c4-e761da7c99ee') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:31:46.457605 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e959a82e-563d-4aa8-b2f5-8dcc0393de23 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (60e2cee7-c2a1-4f63-81c4-e761da7c99ee), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:46.479623 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e959a82e-563d-4aa8-b2f5-8dcc0393de23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (60e2cee7-c2a1-4f63-81c4-e761da7c99ee), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:46.488871 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e959a82e-563d-4aa8-b2f5-8dcc0393de23 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:31:46.489333 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e959a82e-563d-4aa8-b2f5-8dcc0393de23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (60e2cee7-c2a1-4f63-81c4-e761da7c99ee), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:46.543079 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 60e2cee7-c2a1-4f63-81c4-e761da7c99ee resource provider aggregate not found Oct 04 21:31:46.571291 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 60e2cee7-c2a1-4f63-81c4-e761da7c99ee resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 60e2cee7-c2a1-4f63-81c4-e761da7c99ee found for delete ", "request_id": "req-efc0a80f-ed17-4547-92cb-d3c6b0226a06"}]} Oct 04 21:31:46.664802 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e959a82e-563d-4aa8-b2f5-8dcc0393de23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (998c3aee-0b65-4efb-bb93-b4fc9f316b4c), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:46.676293 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e959a82e-563d-4aa8-b2f5-8dcc0393de23 admin admin] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:46.684714 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-e959a82e-563d-4aa8-b2f5-8dcc0393de23 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/998c3aee-0b65-4efb-bb93-b4fc9f316b4c HTTP/1.1" status: 204 len: 168 time: 1.1649830 Oct 04 21:31:46.687870 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53616) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:31:46.708282 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e959a82e-563d-4aa8-b2f5-8dcc0393de23 admin admin] Pushing event deleted for resources: {'Network': ['ID=998c3aee-0b65-4efb-bb93-b4fc9f316b4c,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:31:47.075350 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:UPDATE=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:31:47.335393 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1a82c7ef-f21e-452f-b81c-a63b67c61a6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (72fe2762-70d9-456f-bd62-ee8979cb11ae), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:47.353322 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 68bbc67b-76e4-458d-8aaf-663d99f705d1 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:31:47.393248 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 68bbc67b-76e4-458d-8aaf-663d99f705d1 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:31:47.393853 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 68bbc67b-76e4-458d-8aaf-663d99f705d1 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:31:47.412851 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ed00a9cb-064b-4497-9559-dc3259f01c03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:47.436227 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:31:47.810856 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-1a82c7ef-f21e-452f-b81c-a63b67c61a6e admin admin] Deleting port f5d10bdc-424b-4b2c-8291-7ae3271f2dd2 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:31:47.811950 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1a82c7ef-f21e-452f-b81c-a63b67c61a6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (f5d10bdc-424b-4b2c-8291-7ae3271f2dd2), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:47.974052 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-1a82c7ef-f21e-452f-b81c-a63b67c61a6e admin admin] For port f5d10bdc-424b-4b2c-8291-7ae3271f2dd2, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=f5d10bdc-424b-4b2c-8291-7ae3271f2dd2,segment=NetworkSegment(44871fb0-ba1d-4040-bf4f-dabdab4bb694),segment_id=44871fb0-ba1d-4040-bf4f-dabdab4bb694)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:31:47.974698 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1a82c7ef-f21e-452f-b81c-a63b67c61a6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (f5d10bdc-424b-4b2c-8291-7ae3271f2dd2), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:48.004066 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-1a82c7ef-f21e-452f-b81c-a63b67c61a6e admin admin] Calling delete_port for f5d10bdc-424b-4b2c-8291-7ae3271f2dd2 owned by network:router_interface {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:31:48.453581 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1a82c7ef-f21e-452f-b81c-a63b67c61a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (f5d10bdc-424b-4b2c-8291-7ae3271f2dd2), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:48.512863 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a82c7ef-f21e-452f-b81c-a63b67c61a6e admin admin] Pushing event deleted for resources: {'Port': ['ID=f5d10bdc-424b-4b2c-8291-7ae3271f2dd2,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:31:48.839304 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1a82c7ef-f21e-452f-b81c-a63b67c61a6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (72fe2762-70d9-456f-bd62-ee8979cb11ae), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:49.376858 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:31:49.572535 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:31:49.633677 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a82c7ef-f21e-452f-b81c-a63b67c61a6e admin admin] Router 72fe2762-70d9-456f-bd62-ee8979cb11ae has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:31:49.843847 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a82c7ef-f21e-452f-b81c-a63b67c61a6e admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:31:49.859267 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-1a82c7ef-f21e-452f-b81c-a63b67c61a6e admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/72fe2762-70d9-456f-bd62-ee8979cb11ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1641598 Oct 04 21:31:49.859267 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53618) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:31:49.860057 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be422e5f-01ed-4028-96ff-7a456cbc06ed None None] Sync routers for ids ['72fe2762-70d9-456f-bd62-ee8979cb11ae'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:31:49.876751 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be422e5f-01ed-4028-96ff-7a456cbc06ed None None] Routers {'72fe2762-70d9-456f-bd62-ee8979cb11ae'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:31:49.877779 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-be422e5f-01ed-4028-96ff-7a456cbc06ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:31:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['72fe2762-70d9-456f-bd62-ee8979cb11ae'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:31:50.054968 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5a0b8927-09a4-44a6-8649-6f737303828f admin admin] Publish callbacks [] for router (72fe2762-70d9-456f-bd62-ee8979cb11ae), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:50.062645 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-be422e5f-01ed-4028-96ff-7a456cbc06ed None None] Set router 72fe2762-70d9-456f-bd62-ee8979cb11ae gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:31:50.238431 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5a0b8927-09a4-44a6-8649-6f737303828f admin admin] Publish callbacks [] for router_gateway (72fe2762-70d9-456f-bd62-ee8979cb11ae), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:50.370320 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-be422e5f-01ed-4028-96ff-7a456cbc06ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fe2762-70d9-456f-bd62-ee8979cb11ae', 'name': 'tempest-TestMinimumBasicScenario-591960808-router', 'tenant_id': 'c69689cf3f6242dab6ed3222a08acb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '37df6cdc-a659-49a9-a147-676d471546b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:30:53Z', 'updated_at': '2022-10-04T21:31:48Z', 'revision_number': 5, 'project_id': 'c69689cf3f6242dab6ed3222a08acb0e', 'gw_port': {'id': '37df6cdc-a659-49a9-a147-676d471546b2', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fe2762-70d9-456f-bd62-ee8979cb11ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:30:54Z', 'updated_at': '2022-10-04T21:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:31:50.378571 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:50.421397 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be422e5f-01ed-4028-96ff-7a456cbc06ed None None] Checking router: 72fe2762-70d9-456f-bd62-ee8979cb11ae for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:31:50.439819 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be422e5f-01ed-4028-96ff-7a456cbc06ed None None] Routers {'72fe2762-70d9-456f-bd62-ee8979cb11ae'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:31:50.440827 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-be422e5f-01ed-4028-96ff-7a456cbc06ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:31:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['72fe2762-70d9-456f-bd62-ee8979cb11ae'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:31:50.491743 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-5a0b8927-09a4-44a6-8649-6f737303828f admin admin] Deleting port 37df6cdc-a659-49a9-a147-676d471546b2 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:31:50.492418 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5a0b8927-09a4-44a6-8649-6f737303828f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (37df6cdc-a659-49a9-a147-676d471546b2), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:50.617439 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-be422e5f-01ed-4028-96ff-7a456cbc06ed None None] Set router 72fe2762-70d9-456f-bd62-ee8979cb11ae gateway port host: None {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:31:50.667908 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-5a0b8927-09a4-44a6-8649-6f737303828f admin admin] For port 37df6cdc-a659-49a9-a147-676d471546b2, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=37df6cdc-a659-49a9-a147-676d471546b2,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:31:50.668423 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5a0b8927-09a4-44a6-8649-6f737303828f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (37df6cdc-a659-49a9-a147-676d471546b2), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:50.700048 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-5a0b8927-09a4-44a6-8649-6f737303828f admin admin] Calling delete_port for 37df6cdc-a659-49a9-a147-676d471546b2 owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:31:50.718745 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-be422e5f-01ed-4028-96ff-7a456cbc06ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fe2762-70d9-456f-bd62-ee8979cb11ae', 'name': 'tempest-TestMinimumBasicScenario-591960808-router', 'tenant_id': 'c69689cf3f6242dab6ed3222a08acb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:30:53Z', 'updated_at': '2022-10-04T21:31:50Z', 'revision_number': 6, 'project_id': 'c69689cf3f6242dab6ed3222a08acb0e', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:31:50.775333 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be422e5f-01ed-4028-96ff-7a456cbc06ed None None] The sync data for ids ['72fe2762-70d9-456f-bd62-ee8979cb11ae'] in n-d-852085-12 is: [{'id': '72fe2762-70d9-456f-bd62-ee8979cb11ae', 'name': 'tempest-TestMinimumBasicScenario-591960808-router', 'tenant_id': 'c69689cf3f6242dab6ed3222a08acb0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:30:53Z', 'updated_at': '2022-10-04T21:31:50Z', 'revision_number': 6, 'project_id': 'c69689cf3f6242dab6ed3222a08acb0e', 'gw_port_host': None}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:31:51.084142 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5a0b8927-09a4-44a6-8649-6f737303828f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (37df6cdc-a659-49a9-a147-676d471546b2), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:51.135536 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0b8927-09a4-44a6-8649-6f737303828f admin admin] Pushing event deleted for resources: {'Port': ['ID=37df6cdc-a659-49a9-a147-676d471546b2,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:31:51.151563 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:31:51.253453 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5a0b8927-09a4-44a6-8649-6f737303828f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (72fe2762-70d9-456f-bd62-ee8979cb11ae), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:51.444908 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5a0b8927-09a4-44a6-8649-6f737303828f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (72fe2762-70d9-456f-bd62-ee8979cb11ae), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:51.449505 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5a0b8927-09a4-44a6-8649-6f737303828f admin admin] Publish callbacks [] for router_controller (72fe2762-70d9-456f-bd62-ee8979cb11ae), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:51.605718 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5a0b8927-09a4-44a6-8649-6f737303828f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (72fe2762-70d9-456f-bd62-ee8979cb11ae), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:51.606798 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0b8927-09a4-44a6-8649-6f737303828f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72fe2762-70d9-456f-bd62-ee8979cb11ae {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 21:31:51.616591 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5a0b8927-09a4-44a6-8649-6f737303828f admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:51.623301 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53620) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:31:51.624141 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-5a0b8927-09a4-44a6-8649-6f737303828f admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/72fe2762-70d9-456f-bd62-ee8979cb11ae HTTP/1.1" status: 204 len: 168 time: 1.7640443 Oct 04 21:31:51.686230 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device f5d10bdc-424b-4b2c-8291-7ae3271f2dd2 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:31:51.728428 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-55e02faa-c1b9-49f7-b796-114aa73b3ebe admin admin] Deleting subnet 730bd604-dd86-4e76-955e-65a6a45f5a8f {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:31:51.728749 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-55e02faa-c1b9-49f7-b796-114aa73b3ebe admin admin] Publish callbacks [] for subnet (730bd604-dd86-4e76-955e-65a6a45f5a8f), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:51.759034 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:51.760030 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: f5d10bdc-424b-4b2c-8291-7ae3271f2dd2 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:31:51.760556 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device f5d10bdc-424b-4b2c-8291-7ae3271f2dd2 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:31:51.802735 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-55e02faa-c1b9-49f7-b796-114aa73b3ebe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (730bd604-dd86-4e76-955e-65a6a45f5a8f), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:51.868510 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:51.952168 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-55e02faa-c1b9-49f7-b796-114aa73b3ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (730bd604-dd86-4e76-955e-65a6a45f5a8f), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:51.998890 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:31:52.013567 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:31:52.137773 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-55e02faa-c1b9-49f7-b796-114aa73b3ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (730bd604-dd86-4e76-955e-65a6a45f5a8f), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:52.199661 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e02faa-c1b9-49f7-b796-114aa73b3ebe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=730bd604-dd86-4e76-955e-65a6a45f5a8f,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:31:52.209445 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-55e02faa-c1b9-49f7-b796-114aa73b3ebe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:52.212190 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657e2728-4c8b-4b2e-a645-fdc916398c7c None None] Network f40d44d9-0a03-4ac4-9d94-f1879ea0e813 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:31:52.214753 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-55e02faa-c1b9-49f7-b796-114aa73b3ebe admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/730bd604-dd86-4e76-955e-65a6a45f5a8f HTTP/1.1" status: 204 len: 168 time: 0.5874050 Oct 04 21:31:52.219810 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53622) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:31:52.237881 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:31:52.245399 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:31:52.340500 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-908af00b-260c-4ab5-b5bb-5e8f1b079807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (f40d44d9-0a03-4ac4-9d94-f1879ea0e813), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:52.427313 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-908af00b-260c-4ab5-b5bb-5e8f1b079807 admin admin] Deleting port 2be0ceb2-fb45-49c8-93cf-2dc83fb9af7d {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:31:52.427794 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-908af00b-260c-4ab5-b5bb-5e8f1b079807 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (2be0ceb2-fb45-49c8-93cf-2dc83fb9af7d), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:52.492514 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3110cb1a-ef1b-484d-8d4d-701f40f8b432 None None] DHCP port deletion for f40d44d9-0a03-4ac4-9d94-f1879ea0e813 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:31:52.556201 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-3110cb1a-ef1b-484d-8d4d-701f40f8b432 None None] Deleting port 2be0ceb2-fb45-49c8-93cf-2dc83fb9af7d {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:31:52.556684 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3110cb1a-ef1b-484d-8d4d-701f40f8b432 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (2be0ceb2-fb45-49c8-93cf-2dc83fb9af7d), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:52.556851 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-908af00b-260c-4ab5-b5bb-5e8f1b079807 admin admin] For port 2be0ceb2-fb45-49c8-93cf-2dc83fb9af7d, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=2be0ceb2-fb45-49c8-93cf-2dc83fb9af7d,segment=NetworkSegment(44871fb0-ba1d-4040-bf4f-dabdab4bb694),segment_id=44871fb0-ba1d-4040-bf4f-dabdab4bb694)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:31:52.557480 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-908af00b-260c-4ab5-b5bb-5e8f1b079807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (2be0ceb2-fb45-49c8-93cf-2dc83fb9af7d), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:52.585686 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-908af00b-260c-4ab5-b5bb-5e8f1b079807 admin admin] Calling delete_port for 2be0ceb2-fb45-49c8-93cf-2dc83fb9af7d owned by network:dhcp {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:31:52.655041 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-3110cb1a-ef1b-484d-8d4d-701f40f8b432 None None] For port 2be0ceb2-fb45-49c8-93cf-2dc83fb9af7d, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=2be0ceb2-fb45-49c8-93cf-2dc83fb9af7d,segment=NetworkSegment(44871fb0-ba1d-4040-bf4f-dabdab4bb694),segment_id=44871fb0-ba1d-4040-bf4f-dabdab4bb694)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:31:52.655571 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3110cb1a-ef1b-484d-8d4d-701f40f8b432 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (2be0ceb2-fb45-49c8-93cf-2dc83fb9af7d), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:52.673356 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-3110cb1a-ef1b-484d-8d4d-701f40f8b432 None None] Calling delete_port for 2be0ceb2-fb45-49c8-93cf-2dc83fb9af7d owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:31:52.944266 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-908af00b-260c-4ab5-b5bb-5e8f1b079807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (2be0ceb2-fb45-49c8-93cf-2dc83fb9af7d), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:52.958330 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3110cb1a-ef1b-484d-8d4d-701f40f8b432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (2be0ceb2-fb45-49c8-93cf-2dc83fb9af7d), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:52.997045 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908af00b-260c-4ab5-b5bb-5e8f1b079807 admin admin] Pushing event deleted for resources: {'Port': ['ID=2be0ceb2-fb45-49c8-93cf-2dc83fb9af7d,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:31:53.000723 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908af00b-260c-4ab5-b5bb-5e8f1b079807 admin admin] No DVR routers for this DVR port 2be0ceb2-fb45-49c8-93cf-2dc83fb9af7d on host n-d-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:31:53.015712 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3110cb1a-ef1b-484d-8d4d-701f40f8b432 None None] Pushing event deleted for resources: {'Port': ['ID=2be0ceb2-fb45-49c8-93cf-2dc83fb9af7d,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:31:53.024733 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3110cb1a-ef1b-484d-8d4d-701f40f8b432 None None] No DVR routers for this DVR port 2be0ceb2-fb45-49c8-93cf-2dc83fb9af7d on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:31:53.141088 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-908af00b-260c-4ab5-b5bb-5e8f1b079807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (f40d44d9-0a03-4ac4-9d94-f1879ea0e813), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:53.183509 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-908af00b-260c-4ab5-b5bb-5e8f1b079807 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f40d44d9-0a03-4ac4-9d94-f1879ea0e813']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:31:53.205219 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-908af00b-260c-4ab5-b5bb-5e8f1b079807 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44871fb0-ba1d-4040-bf4f-dabdab4bb694') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:31:53.205616 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-908af00b-260c-4ab5-b5bb-5e8f1b079807 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44871fb0-ba1d-4040-bf4f-dabdab4bb694') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:31:53.227520 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-908af00b-260c-4ab5-b5bb-5e8f1b079807 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (44871fb0-ba1d-4040-bf4f-dabdab4bb694), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:53.258150 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-908af00b-260c-4ab5-b5bb-5e8f1b079807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (44871fb0-ba1d-4040-bf4f-dabdab4bb694), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:53.272110 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-908af00b-260c-4ab5-b5bb-5e8f1b079807 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:31:53.274419 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-908af00b-260c-4ab5-b5bb-5e8f1b079807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (44871fb0-ba1d-4040-bf4f-dabdab4bb694), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:53.306089 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 44871fb0-ba1d-4040-bf4f-dabdab4bb694 resource provider aggregate not found Oct 04 21:31:53.349827 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 2be0ceb2-fb45-49c8-93cf-2dc83fb9af7d no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:31:53.375915 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 44871fb0-ba1d-4040-bf4f-dabdab4bb694 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 44871fb0-ba1d-4040-bf4f-dabdab4bb694 found for delete ", "request_id": "req-d7273c80-ee88-4461-999f-0722c67328b5"}]} Oct 04 21:31:53.394179 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 2be0ceb2-fb45-49c8-93cf-2dc83fb9af7d {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:31:53.394754 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 2be0ceb2-fb45-49c8-93cf-2dc83fb9af7d not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:31:53.395623 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 37df6cdc-a659-49a9-a147-676d471546b2 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:31:53.434018 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 37df6cdc-a659-49a9-a147-676d471546b2 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:31:53.434594 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 37df6cdc-a659-49a9-a147-676d471546b2 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:31:53.504822 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-908af00b-260c-4ab5-b5bb-5e8f1b079807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (f40d44d9-0a03-4ac4-9d94-f1879ea0e813), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:53.516707 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-908af00b-260c-4ab5-b5bb-5e8f1b079807 admin admin] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:53.521926 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-908af00b-260c-4ab5-b5bb-5e8f1b079807 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/f40d44d9-0a03-4ac4-9d94-f1879ea0e813 HTTP/1.1" status: 204 len: 168 time: 1.3003044 Oct 04 21:31:53.544575 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908af00b-260c-4ab5-b5bb-5e8f1b079807 admin admin] Pushing event deleted for resources: {'Network': ['ID=f40d44d9-0a03-4ac4-9d94-f1879ea0e813,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:31:54.094478 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53630) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:31:54.176151 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ab578d31-6b75-41c9-a36c-438f6a53451b admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=bb447ffc303348ce826e0d5bbb56f7f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0795953 Oct 04 21:31:54.179094 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53632) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:31:54.202635 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:31:54.279545 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-55cda1e4-0ffe-4b14-8d46-95d346ba9204 admin admin] Publish callbacks [] for security_group (c006a460-4ed9-47a8-bafe-1f2a22ff5a62), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:54.323784 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-55cda1e4-0ffe-4b14-8d46-95d346ba9204 admin admin] Publish callbacks [] for security_group (c006a460-4ed9-47a8-bafe-1f2a22ff5a62), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:54.539183 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-55cda1e4-0ffe-4b14-8d46-95d346ba9204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (c006a460-4ed9-47a8-bafe-1f2a22ff5a62), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:54.544049 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-55cda1e4-0ffe-4b14-8d46-95d346ba9204 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:54.545954 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-55cda1e4-0ffe-4b14-8d46-95d346ba9204 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/c006a460-4ed9-47a8-bafe-1f2a22ff5a62 HTTP/1.1" status: 204 len: 168 time: 0.3652952 Oct 04 21:31:54.560278 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cda1e4-0ffe-4b14-8d46-95d346ba9204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c006a460-4ed9-47a8-bafe-1f2a22ff5a62,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:31:55.764592 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53638) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:31:55.842057 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-25ea1c4b-8ff2-4d97-a532-b1c7d69dcfa3 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=c69689cf3f6242dab6ed3222a08acb0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0754836 Oct 04 21:31:55.847018 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53640) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:31:55.950359 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5425e2a2-2531-4ed1-b588-7e6a96e70565 admin admin] Publish callbacks [] for security_group (bc5a6513-bb3c-4731-9a33-eeee15c83671), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:55.965482 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:DELETE=10,neutron:UPDATE=2,neutron:SELECT=88 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:31:55.995959 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5425e2a2-2531-4ed1-b588-7e6a96e70565 admin admin] Publish callbacks [] for security_group (bc5a6513-bb3c-4731-9a33-eeee15c83671), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:56.212982 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5425e2a2-2531-4ed1-b588-7e6a96e70565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (bc5a6513-bb3c-4731-9a33-eeee15c83671), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:56.218795 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5425e2a2-2531-4ed1-b588-7e6a96e70565 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:31:56.221059 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-5425e2a2-2531-4ed1-b588-7e6a96e70565 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/bc5a6513-bb3c-4731-9a33-eeee15c83671 HTTP/1.1" status: 204 len: 168 time: 0.3723142 Oct 04 21:31:56.236507 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5425e2a2-2531-4ed1-b588-7e6a96e70565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5a6513-bb3c-4731-9a33-eeee15c83671,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:31:59.943968 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53680) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:31:59.952161 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-ae9068ff-6ad5-4c92-8f88-0fb586e91523 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-837291908', 'description': 'tempest-secgroup-smoke-837291908 description', 'project_id': '6fc5c72665164a0c8d9e7e476c283e98'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:32:00.120192 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ae9068ff-6ad5-4c92-8f88-0fb586e91523 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:00.138998 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ae9068ff-6ad5-4c92-8f88-0fb586e91523 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:00.301783 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ae9068ff-6ad5-4c92-8f88-0fb586e91523 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group (d3ac71e5-9d8e-45ce-9ea7-53c1c634de91), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:00.379025 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ae9068ff-6ad5-4c92-8f88-0fb586e91523 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (d3ac71e5-9d8e-45ce-9ea7-53c1c634de91), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:00.462741 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9068ff-6ad5-4c92-8f88-0fb586e91523 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ac71e5-9d8e-45ce-9ea7-53c1c634de91,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:32:00.544531 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ae9068ff-6ad5-4c92-8f88-0fb586e91523 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group (5fc711cf-2b76-41f6-9df9-f417de6db4fd), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:00.665642 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=49 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:00.767366 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ae9068ff-6ad5-4c92-8f88-0fb586e91523 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (5fc711cf-2b76-41f6-9df9-f417de6db4fd), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:00.832985 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9068ff-6ad5-4c92-8f88-0fb586e91523 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc711cf-2b76-41f6-9df9-f417de6db4fd,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:32:00.900548 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ae9068ff-6ad5-4c92-8f88-0fb586e91523 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:00.902957 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ae9068ff-6ad5-4c92-8f88-0fb586e91523 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.9571626 Oct 04 21:32:00.908579 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53682) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:32:00.917582 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-94974962-df8e-45d9-be31-23a2fbeb3318 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Request body: {'security_group_rule': {'security_group_id': '5fc711cf-2b76-41f6-9df9-f417de6db4fd', 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:32:01.102611 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-94974962-df8e-45d9-be31-23a2fbeb3318 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (616ed16e-1cad-4fcb-bfb6-c9a08f198a86), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:01.224898 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-94974962-df8e-45d9-be31-23a2fbeb3318 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (616ed16e-1cad-4fcb-bfb6-c9a08f198a86), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:01.321046 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-94974962-df8e-45d9-be31-23a2fbeb3318 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (616ed16e-1cad-4fcb-bfb6-c9a08f198a86), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:01.358392 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94974962-df8e-45d9-be31-23a2fbeb3318 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=616ed16e-1cad-4fcb-bfb6-c9a08f198a86,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:32:01.497636 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-94974962-df8e-45d9-be31-23a2fbeb3318 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:01.499838 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-94974962-df8e-45d9-be31-23a2fbeb3318 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5891883 Oct 04 21:32:01.504951 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53684) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:32:01.510465 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-d1dffb8d-0284-4bf1-b6f0-69d666e058d6 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Request body: {'security_group_rule': {'security_group_id': '5fc711cf-2b76-41f6-9df9-f417de6db4fd', 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:32:01.681728 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d1dffb8d-0284-4bf1-b6f0-69d666e058d6 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (5f08c673-51a8-4c13-a2ef-6f5d1870101c), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:01.711997 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:01.790650 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d1dffb8d-0284-4bf1-b6f0-69d666e058d6 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (5f08c673-51a8-4c13-a2ef-6f5d1870101c), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:01.982630 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d1dffb8d-0284-4bf1-b6f0-69d666e058d6 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (5f08c673-51a8-4c13-a2ef-6f5d1870101c), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:01.995571 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=77,neutron:DELETE=4,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:02.015891 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dffb8d-0284-4bf1-b6f0-69d666e058d6 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f08c673-51a8-4c13-a2ef-6f5d1870101c,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:32:02.187830 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d1dffb8d-0284-4bf1-b6f0-69d666e058d6 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:02.190052 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d1dffb8d-0284-4bf1-b6f0-69d666e058d6 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6836283 Oct 04 21:32:02.194767 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53686) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:32:02.203343 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-96e9eeaf-107a-465b-8b28-36d7e07a4c16 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Request body: {'security_group_rule': {'security_group_id': '5fc711cf-2b76-41f6-9df9-f417de6db4fd', 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:32:02.320885 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-96e9eeaf-107a-465b-8b28-36d7e07a4c16 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (ff500026-cfc6-46a0-848b-da444dcffdf9), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:02.446311 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-96e9eeaf-107a-465b-8b28-36d7e07a4c16 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (ff500026-cfc6-46a0-848b-da444dcffdf9), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:02.527031 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-96e9eeaf-107a-465b-8b28-36d7e07a4c16 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (ff500026-cfc6-46a0-848b-da444dcffdf9), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:02.566487 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e9eeaf-107a-465b-8b28-36d7e07a4c16 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff500026-cfc6-46a0-848b-da444dcffdf9,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:32:02.652665 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:02.688993 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-96e9eeaf-107a-465b-8b28-36d7e07a4c16 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:02.693064 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-96e9eeaf-107a-465b-8b28-36d7e07a4c16 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4947927 Oct 04 21:32:02.694685 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53688) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:32:02.703755 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-01d8074f-2fe8-477d-90e4-11999433b1a7 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Request body: {'security_group_rule': {'security_group_id': '5fc711cf-2b76-41f6-9df9-f417de6db4fd', 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:32:02.895471 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-01d8074f-2fe8-477d-90e4-11999433b1a7 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (9de06169-2ee2-4ba1-b7d7-98f4a57c3db0), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:02.995470 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-01d8074f-2fe8-477d-90e4-11999433b1a7 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (9de06169-2ee2-4ba1-b7d7-98f4a57c3db0), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:03.068451 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-01d8074f-2fe8-477d-90e4-11999433b1a7 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (9de06169-2ee2-4ba1-b7d7-98f4a57c3db0), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:03.111507 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d8074f-2fe8-477d-90e4-11999433b1a7 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9de06169-2ee2-4ba1-b7d7-98f4a57c3db0,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:32:03.210626 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-01d8074f-2fe8-477d-90e4-11999433b1a7 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:03.213063 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-01d8074f-2fe8-477d-90e4-11999433b1a7 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5165389 Oct 04 21:32:03.217894 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53690) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:32:03.226214 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-b725752a-9f99-4f94-b06b-bb24decb7498 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Request body: {'security_group_rule': {'security_group_id': '5fc711cf-2b76-41f6-9df9-f417de6db4fd', 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:32:03.338605 n-d-852085-12 neutron-server[108169]: INFO neutron.db.securitygroups_db [None req-b725752a-9f99-4f94-b06b-bb24decb7498 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Project 6fc5c72665164a0c8d9e7e476c283e98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 21:32:03.350456 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b725752a-9f99-4f94-b06b-bb24decb7498 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (379f3728-fa8d-49b9-902b-deffdace2fb7), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:03.476303 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b725752a-9f99-4f94-b06b-bb24decb7498 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (379f3728-fa8d-49b9-902b-deffdace2fb7), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:03.579653 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b725752a-9f99-4f94-b06b-bb24decb7498 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (379f3728-fa8d-49b9-902b-deffdace2fb7), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:03.620378 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b725752a-9f99-4f94-b06b-bb24decb7498 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=379f3728-fa8d-49b9-902b-deffdace2fb7,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:32:03.699199 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:03.755252 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=42 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:03.764633 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b725752a-9f99-4f94-b06b-bb24decb7498 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:03.767369 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b725752a-9f99-4f94-b06b-bb24decb7498 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5476146 Oct 04 21:32:03.772256 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53692) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:32:03.779668 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-adbf9fa7-70d3-4c28-a72f-39e35fc1ba8e tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Request body: {'security_group_rule': {'security_group_id': '5fc711cf-2b76-41f6-9df9-f417de6db4fd', 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:32:03.967610 n-d-852085-12 neutron-server[108169]: INFO neutron.db.securitygroups_db [None req-adbf9fa7-70d3-4c28-a72f-39e35fc1ba8e tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Project 6fc5c72665164a0c8d9e7e476c283e98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 21:32:03.980645 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-adbf9fa7-70d3-4c28-a72f-39e35fc1ba8e tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (80db0cbd-6701-4d3e-a45b-45bb073d5248), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:04.109955 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-adbf9fa7-70d3-4c28-a72f-39e35fc1ba8e tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (80db0cbd-6701-4d3e-a45b-45bb073d5248), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:04.235617 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-adbf9fa7-70d3-4c28-a72f-39e35fc1ba8e tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (80db0cbd-6701-4d3e-a45b-45bb073d5248), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:04.278055 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbf9fa7-70d3-4c28-a72f-39e35fc1ba8e tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80db0cbd-6701-4d3e-a45b-45bb073d5248,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:32:04.411170 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-adbf9fa7-70d3-4c28-a72f-39e35fc1ba8e tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:04.414063 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-adbf9fa7-70d3-4c28-a72f-39e35fc1ba8e tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6400132 Oct 04 21:32:04.419083 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53694) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:32:04.432168 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-21fef39e-b483-414d-b05c-1d3df727712e tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Request body: {'network': {'name': 'tempest-network-smoke--222788896', 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'port_security_enabled': True}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:32:04.601289 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21fef39e-b483-414d-b05c-1d3df727712e tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Made reservation on behalf of 6fc5c72665164a0c8d9e7e476c283e98 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:32:04.615286 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-21fef39e-b483-414d-b05c-1d3df727712e tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:04.664274 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21fef39e-b483-414d-b05c-1d3df727712e tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:32:04.683615 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-21fef39e-b483-414d-b05c-1d3df727712e tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (42156a1c-bbc4-44c8-a6a6-99fb1220babd), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:04.684171 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-21fef39e-b483-414d-b05c-1d3df727712e tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Added segment 42156a1c-bbc4-44c8-a6a6-99fb1220babd of type vlan for network 76daae96-6421-44e2-8529-62ef69164d2e Oct 04 21:32:04.780134 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-21fef39e-b483-414d-b05c-1d3df727712e tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (76daae96-6421-44e2-8529-62ef69164d2e), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:04.904148 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-21fef39e-b483-414d-b05c-1d3df727712e tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (76daae96-6421-44e2-8529-62ef69164d2e), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:04.915371 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fef39e-b483-414d-b05c-1d3df727712e tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:32:04.916429 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-21fef39e-b483-414d-b05c-1d3df727712e tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:05.030945 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fef39e-b483-414d-b05c-1d3df727712e tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event updated for resources: {'Network': ['ID=76daae96-6421-44e2-8529-62ef69164d2e,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:32:05.047482 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 76daae96-6421-44e2-8529-62ef69164d2e details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:32:05.074988 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-21fef39e-b483-414d-b05c-1d3df727712e tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6539409 Oct 04 21:32:05.080736 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53696) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:32:05.089033 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-071cbd6a-027a-434d-b151-02ee7105bdb0 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-617602430', 'admin_state_up': True, 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:32:05.109311 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:05.247562 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-071cbd6a-027a-434d-b151-02ee7105bdb0 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (8c664e51-fe02-4cb9-8cd2-5521ea00d352), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:05.250372 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-071cbd6a-027a-434d-b151-02ee7105bdb0 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (8c664e51-fe02-4cb9-8cd2-5521ea00d352), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:05.364354 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-071cbd6a-027a-434d-b151-02ee7105bdb0 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for router_controller (8c664e51-fe02-4cb9-8cd2-5521ea00d352), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:05.740405 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-071cbd6a-027a-434d-b151-02ee7105bdb0 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for router_gateway (8c664e51-fe02-4cb9-8cd2-5521ea00d352), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:06.210934 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-071cbd6a-027a-434d-b151-02ee7105bdb0 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for router_gateway (8c664e51-fe02-4cb9-8cd2-5521ea00d352), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:06.250945 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-071cbd6a-027a-434d-b151-02ee7105bdb0 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:06.474875 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-071cbd6a-027a-434d-b151-02ee7105bdb0 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Allocated IP 172.25.5.38 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/71c0fabc-a121-4764-8c1f-ca762c2d9707) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:32:06.621153 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:06.678075 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-071cbd6a-027a-434d-b151-02ee7105bdb0 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for port (71c0fabc-a121-4764-8c1f-ca762c2d9707), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:06.858359 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-071cbd6a-027a-434d-b151-02ee7105bdb0 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (71c0fabc-a121-4764-8c1f-ca762c2d9707), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:06.948193 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071cbd6a-027a-434d-b151-02ee7105bdb0 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:32:06.957047 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-071cbd6a-027a-434d-b151-02ee7105bdb0 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:32:06.963274 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071cbd6a-027a-434d-b151-02ee7105bdb0 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:32:07.003848 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071cbd6a-027a-434d-b151-02ee7105bdb0 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event updated for resources: {'Port': ['ID=71c0fabc-a121-4764-8c1f-ca762c2d9707,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:32:07.048587 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:07.539957 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-071cbd6a-027a-434d-b151-02ee7105bdb0 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for router_gateway (8c664e51-fe02-4cb9-8cd2-5521ea00d352), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:07.942073 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-071cbd6a-027a-434d-b151-02ee7105bdb0 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (8c664e51-fe02-4cb9-8cd2-5521ea00d352), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:08.309648 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-071cbd6a-027a-434d-b151-02ee7105bdb0 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Router 8c664e51-fe02-4cb9-8cd2-5521ea00d352 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 21:32:08.524455 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071cbd6a-027a-434d-b151-02ee7105bdb0 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:32:08.541189 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a7951c-ceeb-4a99-9361-fbfb662912ba None None] Sync routers for ids ['8c664e51-fe02-4cb9-8cd2-5521ea00d352'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:32:08.560983 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a7951c-ceeb-4a99-9361-fbfb662912ba None None] Routers {'8c664e51-fe02-4cb9-8cd2-5521ea00d352'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:32:08.562439 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-20a7951c-ceeb-4a99-9361-fbfb662912ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:31:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['8c664e51-fe02-4cb9-8cd2-5521ea00d352'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:32:08.569016 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:08.645541 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-071cbd6a-027a-434d-b151-02ee7105bdb0 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:08.647991 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-071cbd6a-027a-434d-b151-02ee7105bdb0 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.5653923 Oct 04 21:32:08.653642 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53698) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:32:08.908726 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-299f6b96-6a95-4d9c-899a-8266aa983f11 tempest-TestNetworkAdvancedServerOps-1351128534 tempest-TestNetworkAdvancedServerOps-1351128534-project-admin] 10.222.0.78 "GET /networking/v2.0/subnets?project_id=6fc5c72665164a0c8d9e7e476c283e98&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2530675 Oct 04 21:32:08.912583 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53702) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:32:08.946481 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-20a7951c-ceeb-4a99-9361-fbfb662912ba None None] Set router 8c664e51-fe02-4cb9-8cd2-5521ea00d352 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:32:09.087713 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4dfd2aa-49f7-4a4a-8ca9-9cd2d28d8c72 tempest-TestNetworkAdvancedServerOps-1351128534 tempest-TestNetworkAdvancedServerOps-1351128534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:32:09.090505 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f4dfd2aa-49f7-4a4a-8ca9-9cd2d28d8c72 tempest-TestNetworkAdvancedServerOps-1351128534 tempest-TestNetworkAdvancedServerOps-1351128534-project-admin] 10.222.0.78 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1760309 Oct 04 21:32:09.095979 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53706) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:32:09.111502 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:09.154641 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e9d74e9f-35f8-4ff6-8993-23e821c24ebe tempest-TestNetworkAdvancedServerOps-1351128534 tempest-TestNetworkAdvancedServerOps-1351128534-project-admin] 10.222.0.78 "GET /networking/v2.0/subnets?network_id=52a60aae-e230-4bd7-89bc-781767fd7892&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0567260 Oct 04 21:32:09.158383 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53708) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:32:09.167806 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-fd97a7fb-2439-4ace-a1c8-7dc703381f8c tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1917376635', 'network_id': '76daae96-6421-44e2-8529-62ef69164d2e', 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:32:09.263991 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-20a7951c-ceeb-4a99-9361-fbfb662912ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c664e51-fe02-4cb9-8cd2-5521ea00d352', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617602430', 'tenant_id': '6fc5c72665164a0c8d9e7e476c283e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '71c0fabc-a121-4764-8c1f-ca762c2d9707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:32:05Z', 'updated_at': '2022-10-04T21:32:07Z', 'revision_number': 3, 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'gw_port': {'id': '71c0fabc-a121-4764-8c1f-ca762c2d9707', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b6:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c664e51-fe02-4cb9-8cd2-5521ea00d352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:32:06Z', 'updated_at': '2022-10-04T21:32:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:32:09.316013 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a7951c-ceeb-4a99-9361-fbfb662912ba None None] Checking router: 8c664e51-fe02-4cb9-8cd2-5521ea00d352 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:32:09.316631 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a7951c-ceeb-4a99-9361-fbfb662912ba None None] Updating router 8c664e51-fe02-4cb9-8cd2-5521ea00d352 port 71c0fabc-a121-4764-8c1f-ca762c2d9707 binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:32:09.368967 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-20a7951c-ceeb-4a99-9361-fbfb662912ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (71c0fabc-a121-4764-8c1f-ca762c2d9707), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:09.412836 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd97a7fb-2439-4ace-a1c8-7dc703381f8c tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Made reservation on behalf of 6fc5c72665164a0c8d9e7e476c283e98 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:32:09.419690 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fd97a7fb-2439-4ace-a1c8-7dc703381f8c tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:09.876305 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fd97a7fb-2439-4ace-a1c8-7dc703381f8c tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (16998509-5874-4055-90a2-909dc3cae29b), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:09.878214 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-20a7951c-ceeb-4a99-9361-fbfb662912ba None None] Publish callbacks [] for port (71c0fabc-a121-4764-8c1f-ca762c2d9707), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:09.881241 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:DELETE=3,neutron:SELECT=93,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:09.998124 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:10.022926 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd97a7fb-2439-4ace-a1c8-7dc703381f8c tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event updated for resources: {'Subnet': ['ID=16998509-5874-4055-90a2-909dc3cae29b,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:32:10.030278 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-20a7951c-ceeb-4a99-9361-fbfb662912ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (71c0fabc-a121-4764-8c1f-ca762c2d9707), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:10.049306 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd97a7fb-2439-4ace-a1c8-7dc703381f8c tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Checking segment: {'id': '42156a1c-bbc4-44c8-a6a6-99fb1220babd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '76daae96-6421-44e2-8529-62ef69164d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:32:10.049918 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd97a7fb-2439-4ace-a1c8-7dc703381f8c tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Network hostable DHCP agents. Network: 76daae96-6421-44e2-8529-62ef69164d2e, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:32:10.105104 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-20a7951c-ceeb-4a99-9361-fbfb662912ba None None] Attempting to bind port 71c0fabc-a121-4764-8c1f-ca762c2d9707 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:32:10.105827 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-20a7951c-ceeb-4a99-9361-fbfb662912ba None None] Attempting to bind port 71c0fabc-a121-4764-8c1f-ca762c2d9707 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:32:10.106417 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a7951c-ceeb-4a99-9361-fbfb662912ba None None] Attempting to bind port 71c0fabc-a121-4764-8c1f-ca762c2d9707 on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:32:10.183032 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b717ee70-67ae-4638-85d8-672d28de49b9 None None] Pushing event updated for resources: {'Port': ['ID=71c0fabc-a121-4764-8c1f-ca762c2d9707,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:32:10.219306 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a7951c-ceeb-4a99-9361-fbfb662912ba None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:32:10.219927 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a7951c-ceeb-4a99-9361-fbfb662912ba None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:32:10.220612 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-20a7951c-ceeb-4a99-9361-fbfb662912ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:10.221282 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a7951c-ceeb-4a99-9361-fbfb662912ba None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:32:10.222136 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-20a7951c-ceeb-4a99-9361-fbfb662912ba None None] Bound port: 71c0fabc-a121-4764-8c1f-ca762c2d9707, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:32:10.222801 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-20a7951c-ceeb-4a99-9361-fbfb662912ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (71c0fabc-a121-4764-8c1f-ca762c2d9707), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:10.269587 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd97a7fb-2439-4ace-a1c8-7dc703381f8c tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Network 76daae96-6421-44e2-8529-62ef69164d2e is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:32:10.331027 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-20a7951c-ceeb-4a99-9361-fbfb662912ba None None] For port 71c0fabc-a121-4764-8c1f-ca762c2d9707, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:32:10.338030 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-20a7951c-ceeb-4a99-9361-fbfb662912ba None None] For port 71c0fabc-a121-4764-8c1f-ca762c2d9707, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=71c0fabc-a121-4764-8c1f-ca762c2d9707,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:32:10.366886 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-fd97a7fb-2439-4ace-a1c8-7dc703381f8c tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 76daae96-6421-44e2-8529-62ef69164d2e) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:32:10.375792 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd97a7fb-2439-4ace-a1c8-7dc703381f8c tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:32:10.377364 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fd97a7fb-2439-4ace-a1c8-7dc703381f8c tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:10.383355 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1685e68-e903-4095-be37-60c033e71020 None None] Network 76daae96-6421-44e2-8529-62ef69164d2e requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:32:10.495071 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-20a7951c-ceeb-4a99-9361-fbfb662912ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (71c0fabc-a121-4764-8c1f-ca762c2d9707), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:10.540008 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-fd97a7fb-2439-4ace-a1c8-7dc703381f8c tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3793068 Oct 04 21:32:10.544931 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53710) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:32:10.565029 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:10.646484 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a7951c-ceeb-4a99-9361-fbfb662912ba None None] Routers {'8c664e51-fe02-4cb9-8cd2-5521ea00d352'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:32:10.647713 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-20a7951c-ceeb-4a99-9361-fbfb662912ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:31:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['8c664e51-fe02-4cb9-8cd2-5521ea00d352'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:32:10.763752 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b717ee70-67ae-4638-85d8-672d28de49b9 None None] Pushing event updated for resources: {'Port': ['ID=71c0fabc-a121-4764-8c1f-ca762c2d9707,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:32:10.775881 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dded1314-d36e-419b-9e34-21dc3c30bb19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-76daae96-6421-44e2-8529-62ef69164d2e', 'network_id': '76daae96-6421-44e2-8529-62ef69164d2e', 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'fixed_ips': [{'subnet_id': '16998509-5874-4055-90a2-909dc3cae29b'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:32:10.781188 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-dded1314-d36e-419b-9e34-21dc3c30bb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:11.080235 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-20a7951c-ceeb-4a99-9361-fbfb662912ba None None] Set router 8c664e51-fe02-4cb9-8cd2-5521ea00d352 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:32:11.380900 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:11.417369 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-dded1314-d36e-419b-9e34-21dc3c30bb19 None None] Allocated IP 172.20.0.2 (76daae96-6421-44e2-8529-62ef69164d2e/16998509-5874-4055-90a2-909dc3cae29b/26a49788-08d7-4be8-8665-d852f93b9483) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:32:11.481319 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c33fea4b-f025-4d3f-aa70-5181f73a2a44 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:11.670601 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-20a7951c-ceeb-4a99-9361-fbfb662912ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c664e51-fe02-4cb9-8cd2-5521ea00d352', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617602430', 'tenant_id': '6fc5c72665164a0c8d9e7e476c283e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '71c0fabc-a121-4764-8c1f-ca762c2d9707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:32:05Z', 'updated_at': '2022-10-04T21:32:07Z', 'revision_number': 3, 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'gw_port': {'id': '71c0fabc-a121-4764-8c1f-ca762c2d9707', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b6:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c664e51-fe02-4cb9-8cd2-5521ea00d352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:32:06Z', 'updated_at': '2022-10-04T21:32:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:32:11.730813 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a7951c-ceeb-4a99-9361-fbfb662912ba None None] The sync data for ids ['8c664e51-fe02-4cb9-8cd2-5521ea00d352'] in n-d-852085-12 is: [{'id': '8c664e51-fe02-4cb9-8cd2-5521ea00d352', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617602430', 'tenant_id': '6fc5c72665164a0c8d9e7e476c283e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '71c0fabc-a121-4764-8c1f-ca762c2d9707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:32:05Z', 'updated_at': '2022-10-04T21:32:07Z', 'revision_number': 3, 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'gw_port': {'id': '71c0fabc-a121-4764-8c1f-ca762c2d9707', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b6:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c664e51-fe02-4cb9-8cd2-5521ea00d352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:32:06Z', 'updated_at': '2022-10-04T21:32:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:32:11.768436 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:11.902335 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-dded1314-d36e-419b-9e34-21dc3c30bb19 None None] Publish callbacks [] for port (26a49788-08d7-4be8-8665-d852f93b9483), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:11.978968 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-dded1314-d36e-419b-9e34-21dc3c30bb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (26a49788-08d7-4be8-8665-d852f93b9483), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:12.111421 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dded1314-d36e-419b-9e34-21dc3c30bb19 None None] Network 76daae96-6421-44e2-8529-62ef69164d2e is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:32:12.117610 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-dded1314-d36e-419b-9e34-21dc3c30bb19 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:32:12.120316 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-c33fea4b-f025-4d3f-aa70-5181f73a2a44 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Allocated IP 172.20.0.1 (76daae96-6421-44e2-8529-62ef69164d2e/16998509-5874-4055-90a2-909dc3cae29b/cf652993-d1f4-4567-af9d-49f5188f40dc) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:32:12.125439 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dded1314-d36e-419b-9e34-21dc3c30bb19 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:32:12.148317 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dded1314-d36e-419b-9e34-21dc3c30bb19 None None] Pushing event updated for resources: {'Port': ['ID=26a49788-08d7-4be8-8665-d852f93b9483,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:32:12.149980 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:12.448244 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c33fea4b-f025-4d3f-aa70-5181f73a2a44 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for port (cf652993-d1f4-4567-af9d-49f5188f40dc), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:12.569777 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-dded1314-d36e-419b-9e34-21dc3c30bb19 None None] Attempting to bind port 26a49788-08d7-4be8-8665-d852f93b9483 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:32:12.570517 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-dded1314-d36e-419b-9e34-21dc3c30bb19 None None] Attempting to bind port 26a49788-08d7-4be8-8665-d852f93b9483 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '42156a1c-bbc4-44c8-a6a6-99fb1220babd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '76daae96-6421-44e2-8529-62ef69164d2e'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:32:12.571281 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dded1314-d36e-419b-9e34-21dc3c30bb19 None None] Attempting to bind port 26a49788-08d7-4be8-8665-d852f93b9483 on network 76daae96-6421-44e2-8529-62ef69164d2e {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:32:12.626060 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c33fea4b-f025-4d3f-aa70-5181f73a2a44 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (cf652993-d1f4-4567-af9d-49f5188f40dc), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:12.666603 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33fea4b-f025-4d3f-aa70-5181f73a2a44 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Network 76daae96-6421-44e2-8529-62ef69164d2e is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:32:12.674131 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-c33fea4b-f025-4d3f-aa70-5181f73a2a44 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:32:12.692758 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33fea4b-f025-4d3f-aa70-5181f73a2a44 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:32:12.698272 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dded1314-d36e-419b-9e34-21dc3c30bb19 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:32:12.699427 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dded1314-d36e-419b-9e34-21dc3c30bb19 None None] Checking segment: {'id': '42156a1c-bbc4-44c8-a6a6-99fb1220babd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '76daae96-6421-44e2-8529-62ef69164d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:32:12.700402 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-dded1314-d36e-419b-9e34-21dc3c30bb19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:12.701147 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dded1314-d36e-419b-9e34-21dc3c30bb19 None None] Bound using segment: {'id': '42156a1c-bbc4-44c8-a6a6-99fb1220babd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '76daae96-6421-44e2-8529-62ef69164d2e'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:32:12.702327 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-dded1314-d36e-419b-9e34-21dc3c30bb19 None None] Bound port: 26a49788-08d7-4be8-8665-d852f93b9483, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42156a1c-bbc4-44c8-a6a6-99fb1220babd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '76daae96-6421-44e2-8529-62ef69164d2e'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:32:12.703045 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-dded1314-d36e-419b-9e34-21dc3c30bb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (26a49788-08d7-4be8-8665-d852f93b9483), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:12.859468 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33fea4b-f025-4d3f-aa70-5181f73a2a44 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event updated for resources: {'Port': ['ID=cf652993-d1f4-4567-af9d-49f5188f40dc,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:32:12.870623 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c33fea4b-f025-4d3f-aa70-5181f73a2a44 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (8c664e51-fe02-4cb9-8cd2-5521ea00d352), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:12.892596 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-dded1314-d36e-419b-9e34-21dc3c30bb19 None None] For port 26a49788-08d7-4be8-8665-d852f93b9483, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:32:12.979808 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-dded1314-d36e-419b-9e34-21dc3c30bb19 None None] For port 26a49788-08d7-4be8-8665-d852f93b9483, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=26a49788-08d7-4be8-8665-d852f93b9483,segment=NetworkSegment(42156a1c-bbc4-44c8-a6a6-99fb1220babd),segment_id=42156a1c-bbc4-44c8-a6a6-99fb1220babd)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:32:13.088002 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-dded1314-d36e-419b-9e34-21dc3c30bb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (26a49788-08d7-4be8-8665-d852f93b9483), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:13.205099 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dded1314-d36e-419b-9e34-21dc3c30bb19 None None] Pushing event updated for resources: {'Port': ['ID=26a49788-08d7-4be8-8665-d852f93b9483,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:32:13.211951 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c33fea4b-f025-4d3f-aa70-5181f73a2a44 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (cf652993-d1f4-4567-af9d-49f5188f40dc), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:13.499517 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 71c0fabc-a121-4764-8c1f-ca762c2d9707 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:32:13.538205 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:13.616833 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 71c0fabc-a121-4764-8c1f-ca762c2d9707 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:32:13.617925 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (71c0fabc-a121-4764-8c1f-ca762c2d9707), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:13.619006 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 71c0fabc-a121-4764-8c1f-ca762c2d9707 Oct 04 21:32:13.713098 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:13.781860 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 71c0fabc-a121-4764-8c1f-ca762c2d9707 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:32:13.782511 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (71c0fabc-a121-4764-8c1f-ca762c2d9707), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:13.786840 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c33fea4b-f025-4d3f-aa70-5181f73a2a44 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for port (cf652993-d1f4-4567-af9d-49f5188f40dc), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:13.826409 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 71c0fabc-a121-4764-8c1f-ca762c2d9707, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=71c0fabc-a121-4764-8c1f-ca762c2d9707,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:32:13.920255 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c33fea4b-f025-4d3f-aa70-5181f73a2a44 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (cf652993-d1f4-4567-af9d-49f5188f40dc), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:13.956046 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (71c0fabc-a121-4764-8c1f-ca762c2d9707), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:14.053230 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=71c0fabc-a121-4764-8c1f-ca762c2d9707,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:32:14.095850 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-c33fea4b-f025-4d3f-aa70-5181f73a2a44 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (8c664e51-fe02-4cb9-8cd2-5521ea00d352), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:14.099006 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33fea4b-f025-4d3f-aa70-5181f73a2a44 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event updated for resources: {'Port': ['ID=cf652993-d1f4-4567-af9d-49f5188f40dc,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:32:14.275076 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33fea4b-f025-4d3f-aa70-5181f73a2a44 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Network 76daae96-6421-44e2-8529-62ef69164d2e is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:32:14.278140 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-c33fea4b-f025-4d3f-aa70-5181f73a2a44 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:32:14.363517 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:14.500521 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c33fea4b-f025-4d3f-aa70-5181f73a2a44 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Router 8c664e51-fe02-4cb9-8cd2-5521ea00d352 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:32:14.688263 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c33fea4b-f025-4d3f-aa70-5181f73a2a44 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:32:14.699902 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-c33fea4b-f025-4d3f-aa70-5181f73a2a44 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "PUT /networking/v2.0/routers/8c664e51-fe02-4cb9-8cd2-5521ea00d352/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1495094 Oct 04 21:32:14.759366 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b8286a-1d18-4aa3-81a4-f2824a309c54 None None] Sync routers for ids ['8c664e51-fe02-4cb9-8cd2-5521ea00d352'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:32:14.777834 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b8286a-1d18-4aa3-81a4-f2824a309c54 None None] Routers {'8c664e51-fe02-4cb9-8cd2-5521ea00d352'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:32:14.778863 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-d6b8286a-1d18-4aa3-81a4-f2824a309c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:31:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['8c664e51-fe02-4cb9-8cd2-5521ea00d352'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:32:14.856872 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a17598-7f6c-42c0-b83f-fc74a343ee43 None None] Network 76daae96-6421-44e2-8529-62ef69164d2e requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:32:14.991264 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-f5d72a55-f6a6-41dc-a42a-b04878c71265 None None] Provisioning complete for port 26a49788-08d7-4be8-8665-d852f93b9483 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:32:14.991526 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f5d72a55-f6a6-41dc-a42a-b04878c71265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (26a49788-08d7-4be8-8665-d852f93b9483), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:14.992036 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-f5d72a55-f6a6-41dc-a42a-b04878c71265 None None] Attempt 1 to provision port 26a49788-08d7-4be8-8665-d852f93b9483 Oct 04 21:32:15.017469 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-25a7e7ef-f314-4998-b7e9-64a5a4148cff req-81e0c98d-9fc1-4038-8e49-c97f91f08c1e tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-837291908&fields=id&tenant_id=6fc5c72665164a0c8d9e7e476c283e98 HTTP/1.1" status: 200 len: 267 time: 0.0874367 Oct 04 21:32:15.063167 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:15.134550 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-d6b8286a-1d18-4aa3-81a4-f2824a309c54 None None] Set router 8c664e51-fe02-4cb9-8cd2-5521ea00d352 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:32:15.209602 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:15.226649 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7e7ef-f314-4998-b7e9-64a5a4148cff req-476292b5-ea8d-46e9-87e5-54d242da64d3 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:32:15.239267 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-25a7e7ef-f314-4998-b7e9-64a5a4148cff req-476292b5-ea8d-46e9-87e5-54d242da64d3 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "GET /networking/v2.0/networks?id=76daae96-6421-44e2-8529-62ef69164d2e HTTP/1.1" status: 200 len: 796 time: 0.2115626 Oct 04 21:32:15.251404 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-f5d72a55-f6a6-41dc-a42a-b04878c71265 None None] Current status of the port 26a49788-08d7-4be8-8665-d852f93b9483 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:32:15.252244 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f5d72a55-f6a6-41dc-a42a-b04878c71265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (26a49788-08d7-4be8-8665-d852f93b9483), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:15.269773 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-25a7e7ef-f314-4998-b7e9-64a5a4148cff req-715ee544-f46c-4f3a-a864-a629dc1416d4 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "GET /networking/v2.0/quotas/6fc5c72665164a0c8d9e7e476c283e98 HTTP/1.1" status: 200 len: 375 time: 0.0286169 Oct 04 21:32:15.297232 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:15.366980 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-f5d72a55-f6a6-41dc-a42a-b04878c71265 None None] For port 26a49788-08d7-4be8-8665-d852f93b9483, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=26a49788-08d7-4be8-8665-d852f93b9483,segment=NetworkSegment(42156a1c-bbc4-44c8-a6a6-99fb1220babd),segment_id=42156a1c-bbc4-44c8-a6a6-99fb1220babd)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:32:15.404213 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-25a7e7ef-f314-4998-b7e9-64a5a4148cff req-e96c22d9-74aa-40b9-a4e0-b5c9ce73936a tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=6fc5c72665164a0c8d9e7e476c283e98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1325412 Oct 04 21:32:15.494651 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53726) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:32:15.527976 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f5d72a55-f6a6-41dc-a42a-b04878c71265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (26a49788-08d7-4be8-8665-d852f93b9483), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:15.609681 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-d6b8286a-1d18-4aa3-81a4-f2824a309c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c664e51-fe02-4cb9-8cd2-5521ea00d352', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617602430', 'tenant_id': '6fc5c72665164a0c8d9e7e476c283e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '71c0fabc-a121-4764-8c1f-ca762c2d9707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:32:05Z', 'updated_at': '2022-10-04T21:32:13Z', 'revision_number': 4, 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'gw_port': {'id': '71c0fabc-a121-4764-8c1f-ca762c2d9707', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c664e51-fe02-4cb9-8cd2-5521ea00d352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:32:06Z', 'updated_at': '2022-10-04T21:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'cf652993-d1f4-4567-af9d-49f5188f40dc', 'name': '', 'network_id': '76daae96-6421-44e2-8529-62ef69164d2e', 'tenant_id': '6fc5c72665164a0c8d9e7e476c283e98', 'mac_address': 'fa:16:3e:79:7a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c664e51-fe02-4cb9-8cd2-5521ea00d352', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '16998509-5874-4055-90a2-909dc3cae29b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:32:11Z', 'updated_at': '2022-10-04T21:32:13Z', 'revision_number': 2, 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'subnets': [{'id': '16998509-5874-4055-90a2-909dc3cae29b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:32:15.672891 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 71c0fabc-a121-4764-8c1f-ca762c2d9707 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:32:15.678335 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e8748f9a-f74a-4240-a31b-9ef82d7466a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:15.701332 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b8286a-1d18-4aa3-81a4-f2824a309c54 None None] Checking router: 8c664e51-fe02-4cb9-8cd2-5521ea00d352 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:32:15.702460 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b8286a-1d18-4aa3-81a4-f2824a309c54 None None] Updating router 8c664e51-fe02-4cb9-8cd2-5521ea00d352 port cf652993-d1f4-4567-af9d-49f5188f40dc binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:32:15.781225 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-d6b8286a-1d18-4aa3-81a4-f2824a309c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (cf652993-d1f4-4567-af9d-49f5188f40dc), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:15.790802 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d72a55-f6a6-41dc-a42a-b04878c71265 None None] Pushing event updated for resources: {'Port': ['ID=26a49788-08d7-4be8-8665-d852f93b9483,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:32:15.804929 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-eeb59274-fe73-45e8-8d84-b00a5f6a8aeb None None] Provisioning complete for port 26a49788-08d7-4be8-8665-d852f93b9483 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:32:15.805530 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-eeb59274-fe73-45e8-8d84-b00a5f6a8aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (26a49788-08d7-4be8-8665-d852f93b9483), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:15.806065 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-eeb59274-fe73-45e8-8d84-b00a5f6a8aeb None None] Attempt 1 to provision port 26a49788-08d7-4be8-8665-d852f93b9483 Oct 04 21:32:16.001352 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-eeb59274-fe73-45e8-8d84-b00a5f6a8aeb None None] Current status of the port 26a49788-08d7-4be8-8665-d852f93b9483 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:32:16.018774 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-eeb59274-fe73-45e8-8d84-b00a5f6a8aeb None None] Provisioning complete for port cf652993-d1f4-4567-af9d-49f5188f40dc triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:32:16.019430 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-eeb59274-fe73-45e8-8d84-b00a5f6a8aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (cf652993-d1f4-4567-af9d-49f5188f40dc), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:16.019983 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-eeb59274-fe73-45e8-8d84-b00a5f6a8aeb None None] Attempt 1 to provision port cf652993-d1f4-4567-af9d-49f5188f40dc Oct 04 21:32:16.023480 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 71c0fabc-a121-4764-8c1f-ca762c2d9707 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:32:16.024512 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (71c0fabc-a121-4764-8c1f-ca762c2d9707), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:16.025114 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 71c0fabc-a121-4764-8c1f-ca762c2d9707 Oct 04 21:32:16.143154 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-eeb59274-fe73-45e8-8d84-b00a5f6a8aeb None None] Port cf652993-d1f4-4567-af9d-49f5188f40dc cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:32:16.239732 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 71c0fabc-a121-4764-8c1f-ca762c2d9707 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:32:16.241661 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 26a49788-08d7-4be8-8665-d852f93b9483 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:32:16.341251 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-650831b9-bc84-4f0e-a6b5-4d2754bbd62d None None] Provisioning complete for port cf652993-d1f4-4567-af9d-49f5188f40dc triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:32:16.341942 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-650831b9-bc84-4f0e-a6b5-4d2754bbd62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (cf652993-d1f4-4567-af9d-49f5188f40dc), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:16.343325 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-650831b9-bc84-4f0e-a6b5-4d2754bbd62d None None] Attempt 1 to provision port cf652993-d1f4-4567-af9d-49f5188f40dc Oct 04 21:32:16.387543 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:16.437896 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 26a49788-08d7-4be8-8665-d852f93b9483 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:32:16.438420 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (26a49788-08d7-4be8-8665-d852f93b9483), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:16.439011 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 26a49788-08d7-4be8-8665-d852f93b9483 Oct 04 21:32:16.444908 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-650831b9-bc84-4f0e-a6b5-4d2754bbd62d None None] Port cf652993-d1f4-4567-af9d-49f5188f40dc cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:32:16.460681 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-d6b8286a-1d18-4aa3-81a4-f2824a309c54 None None] Publish callbacks [] for port (cf652993-d1f4-4567-af9d-49f5188f40dc), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:16.560631 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-d6b8286a-1d18-4aa3-81a4-f2824a309c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (cf652993-d1f4-4567-af9d-49f5188f40dc), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:16.595653 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 26a49788-08d7-4be8-8665-d852f93b9483 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:32:16.685311 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-d2049d16-b8f7-4457-83c1-5b8e3eb3dea5 None None] Provisioning complete for port cf652993-d1f4-4567-af9d-49f5188f40dc triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:32:16.685947 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d2049d16-b8f7-4457-83c1-5b8e3eb3dea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (cf652993-d1f4-4567-af9d-49f5188f40dc), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:16.688132 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-d2049d16-b8f7-4457-83c1-5b8e3eb3dea5 None None] Attempt 1 to provision port cf652993-d1f4-4567-af9d-49f5188f40dc Oct 04 21:32:16.712209 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9595eb8d-f408-4ba4-90b0-65e0995fe669 None None] Pushing event updated for resources: {'Port': ['ID=cf652993-d1f4-4567-af9d-49f5188f40dc,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:32:16.750314 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9595eb8d-f408-4ba4-90b0-65e0995fe669 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:32:16.750763 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9595eb8d-f408-4ba4-90b0-65e0995fe669 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:32:16.751319 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9595eb8d-f408-4ba4-90b0-65e0995fe669 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:32:16.751874 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9595eb8d-f408-4ba4-90b0-65e0995fe669 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:32:16.752410 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9595eb8d-f408-4ba4-90b0-65e0995fe669 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:32:16.752937 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9595eb8d-f408-4ba4-90b0-65e0995fe669 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:32:16.753744 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9595eb8d-f408-4ba4-90b0-65e0995fe669 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:32:16.754232 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9595eb8d-f408-4ba4-90b0-65e0995fe669 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:32:16.754756 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9595eb8d-f408-4ba4-90b0-65e0995fe669 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:32:16.755718 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9595eb8d-f408-4ba4-90b0-65e0995fe669 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:32:16.755954 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9595eb8d-f408-4ba4-90b0-65e0995fe669 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:32:16.756319 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9595eb8d-f408-4ba4-90b0-65e0995fe669 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:32:16.756822 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9595eb8d-f408-4ba4-90b0-65e0995fe669 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:32:16.757322 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9595eb8d-f408-4ba4-90b0-65e0995fe669 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:32:16.757858 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9595eb8d-f408-4ba4-90b0-65e0995fe669 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:32:16.760855 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-d2049d16-b8f7-4457-83c1-5b8e3eb3dea5 None None] Port cf652993-d1f4-4567-af9d-49f5188f40dc cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:32:16.770680 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-d6b8286a-1d18-4aa3-81a4-f2824a309c54 None None] Attempting to bind port cf652993-d1f4-4567-af9d-49f5188f40dc on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:32:16.771341 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-d6b8286a-1d18-4aa3-81a4-f2824a309c54 None None] Attempting to bind port cf652993-d1f4-4567-af9d-49f5188f40dc by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '42156a1c-bbc4-44c8-a6a6-99fb1220babd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '76daae96-6421-44e2-8529-62ef69164d2e'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:32:16.772540 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b8286a-1d18-4aa3-81a4-f2824a309c54 None None] Attempting to bind port cf652993-d1f4-4567-af9d-49f5188f40dc on network 76daae96-6421-44e2-8529-62ef69164d2e {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:32:16.772784 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f656a21d-df66-4e28-9ab0-8d5c785361ef tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (8c664e51-fe02-4cb9-8cd2-5521ea00d352), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:16.835253 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b8286a-1d18-4aa3-81a4-f2824a309c54 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:32:16.836167 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b8286a-1d18-4aa3-81a4-f2824a309c54 None None] Checking segment: {'id': '42156a1c-bbc4-44c8-a6a6-99fb1220babd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '76daae96-6421-44e2-8529-62ef69164d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:32:16.836167 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-d6b8286a-1d18-4aa3-81a4-f2824a309c54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:16.836719 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b8286a-1d18-4aa3-81a4-f2824a309c54 None None] Bound using segment: {'id': '42156a1c-bbc4-44c8-a6a6-99fb1220babd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '76daae96-6421-44e2-8529-62ef69164d2e'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:32:16.837310 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-d6b8286a-1d18-4aa3-81a4-f2824a309c54 None None] Bound port: cf652993-d1f4-4567-af9d-49f5188f40dc, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42156a1c-bbc4-44c8-a6a6-99fb1220babd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '76daae96-6421-44e2-8529-62ef69164d2e'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:32:16.837899 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-d6b8286a-1d18-4aa3-81a4-f2824a309c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (cf652993-d1f4-4567-af9d-49f5188f40dc), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:16.861340 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:16.951390 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-d6b8286a-1d18-4aa3-81a4-f2824a309c54 None None] For port cf652993-d1f4-4567-af9d-49f5188f40dc, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:32:16.956901 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-d6b8286a-1d18-4aa3-81a4-f2824a309c54 None None] For port cf652993-d1f4-4567-af9d-49f5188f40dc, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=cf652993-d1f4-4567-af9d-49f5188f40dc,segment=NetworkSegment(42156a1c-bbc4-44c8-a6a6-99fb1220babd),segment_id=42156a1c-bbc4-44c8-a6a6-99fb1220babd)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:32:17.041631 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-d6b8286a-1d18-4aa3-81a4-f2824a309c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (cf652993-d1f4-4567-af9d-49f5188f40dc), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:17.053072 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:17.088769 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=100 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:17.117895 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b8286a-1d18-4aa3-81a4-f2824a309c54 None None] Routers {'8c664e51-fe02-4cb9-8cd2-5521ea00d352'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:32:17.118983 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-d6b8286a-1d18-4aa3-81a4-f2824a309c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:31:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['8c664e51-fe02-4cb9-8cd2-5521ea00d352'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:32:17.241631 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9595eb8d-f408-4ba4-90b0-65e0995fe669 None None] Pushing event updated for resources: {'Port': ['ID=cf652993-d1f4-4567-af9d-49f5188f40dc,revision_number=4']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:32:17.246891 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-f656a21d-df66-4e28-9ab0-8d5c785361ef tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Deleting port cf652993-d1f4-4567-af9d-49f5188f40dc {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:32:17.252674 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f656a21d-df66-4e28-9ab0-8d5c785361ef tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (cf652993-d1f4-4567-af9d-49f5188f40dc), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:17.364704 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-d6b8286a-1d18-4aa3-81a4-f2824a309c54 None None] Set router 8c664e51-fe02-4cb9-8cd2-5521ea00d352 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:32:17.409588 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 26a49788-08d7-4be8-8665-d852f93b9483 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:32:17.459188 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-8ce12ebe-5422-4cba-99d5-daaf2af2a93b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:17.474994 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-f656a21d-df66-4e28-9ab0-8d5c785361ef tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] For port cf652993-d1f4-4567-af9d-49f5188f40dc, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=cf652993-d1f4-4567-af9d-49f5188f40dc,segment=NetworkSegment(42156a1c-bbc4-44c8-a6a6-99fb1220babd),segment_id=42156a1c-bbc4-44c8-a6a6-99fb1220babd)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:32:17.475782 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f656a21d-df66-4e28-9ab0-8d5c785361ef tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (cf652993-d1f4-4567-af9d-49f5188f40dc), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:17.500313 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 26a49788-08d7-4be8-8665-d852f93b9483 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:32:17.500921 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (26a49788-08d7-4be8-8665-d852f93b9483), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:17.501410 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-f656a21d-df66-4e28-9ab0-8d5c785361ef tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Calling delete_port for cf652993-d1f4-4567-af9d-49f5188f40dc owned by network:router_interface {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:32:17.501640 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 26a49788-08d7-4be8-8665-d852f93b9483 Oct 04 21:32:17.618807 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=100 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:17.666615 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 26a49788-08d7-4be8-8665-d852f93b9483 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:32:17.773708 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-d6b8286a-1d18-4aa3-81a4-f2824a309c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c664e51-fe02-4cb9-8cd2-5521ea00d352', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617602430', 'tenant_id': '6fc5c72665164a0c8d9e7e476c283e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '71c0fabc-a121-4764-8c1f-ca762c2d9707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:32:05Z', 'updated_at': '2022-10-04T21:32:13Z', 'revision_number': 4, 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'gw_port': {'id': '71c0fabc-a121-4764-8c1f-ca762c2d9707', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c664e51-fe02-4cb9-8cd2-5521ea00d352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:32:06Z', 'updated_at': '2022-10-04T21:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'cf652993-d1f4-4567-af9d-49f5188f40dc', 'name': '', 'network_id': '76daae96-6421-44e2-8529-62ef69164d2e', 'tenant_id': '6fc5c72665164a0c8d9e7e476c283e98', 'mac_address': 'fa:16:3e:79:7a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c664e51-fe02-4cb9-8cd2-5521ea00d352', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '16998509-5874-4055-90a2-909dc3cae29b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:32:11Z', 'updated_at': '2022-10-04T21:32:16Z', 'revision_number': 4, 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'subnets': [{'id': '16998509-5874-4055-90a2-909dc3cae29b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:32:17.825773 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b8286a-1d18-4aa3-81a4-f2824a309c54 None None] The sync data for ids ['8c664e51-fe02-4cb9-8cd2-5521ea00d352'] in n-d-852085-12 is: [{'id': '8c664e51-fe02-4cb9-8cd2-5521ea00d352', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617602430', 'tenant_id': '6fc5c72665164a0c8d9e7e476c283e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '71c0fabc-a121-4764-8c1f-ca762c2d9707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:32:05Z', 'updated_at': '2022-10-04T21:32:13Z', 'revision_number': 4, 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'gw_port': {'id': '71c0fabc-a121-4764-8c1f-ca762c2d9707', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c664e51-fe02-4cb9-8cd2-5521ea00d352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:32:06Z', 'updated_at': '2022-10-04T21:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'cf652993-d1f4-4567-af9d-49f5188f40dc', 'name': '', 'network_id': '76daae96-6421-44e2-8529-62ef69164d2e', 'tenant_id': '6fc5c72665164a0c8d9e7e476c283e98', 'mac_address': 'fa:16:3e:79:7a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c664e51-fe02-4cb9-8cd2-5521ea00d352', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '16998509-5874-4055-90a2-909dc3cae29b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:32:11Z', 'updated_at': '2022-10-04T21:32:16Z', 'revision_number': 4, 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'subnets': [{'id': '16998509-5874-4055-90a2-909dc3cae29b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:32:18.039500 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f656a21d-df66-4e28-9ab0-8d5c785361ef tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (cf652993-d1f4-4567-af9d-49f5188f40dc), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:18.076276 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f656a21d-df66-4e28-9ab0-8d5c785361ef tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event deleted for resources: {'Port': ['ID=cf652993-d1f4-4567-af9d-49f5188f40dc,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:32:18.382766 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-f656a21d-df66-4e28-9ab0-8d5c785361ef tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (8c664e51-fe02-4cb9-8cd2-5521ea00d352), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:18.768759 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f656a21d-df66-4e28-9ab0-8d5c785361ef tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Router 8c664e51-fe02-4cb9-8cd2-5521ea00d352 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:32:18.942215 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:18.966857 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f656a21d-df66-4e28-9ab0-8d5c785361ef tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:32:18.977623 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-f656a21d-df66-4e28-9ab0-8d5c785361ef tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "PUT /networking/v2.0/routers/8c664e51-fe02-4cb9-8cd2-5521ea00d352/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4859822 Oct 04 21:32:18.982140 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53728) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:32:19.090685 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e3e2467-c3dd-4cf6-8a6a-6b535afd429f tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Deleting subnet 16998509-5874-4055-90a2-909dc3cae29b {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:32:19.097467 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8e3e2467-c3dd-4cf6-8a6a-6b535afd429f tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for subnet (16998509-5874-4055-90a2-909dc3cae29b), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:19.182426 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8e3e2467-c3dd-4cf6-8a6a-6b535afd429f tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (16998509-5874-4055-90a2-909dc3cae29b), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:19.364922 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8e3e2467-c3dd-4cf6-8a6a-6b535afd429f tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (16998509-5874-4055-90a2-909dc3cae29b), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:19.438603 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:19.613689 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4cf605-9889-4b36-adfc-5ad5a8fea947 None None] Sync routers for ids ['8c664e51-fe02-4cb9-8cd2-5521ea00d352'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:32:19.618324 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8e3e2467-c3dd-4cf6-8a6a-6b535afd429f tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (16998509-5874-4055-90a2-909dc3cae29b), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:19.631707 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4cf605-9889-4b36-adfc-5ad5a8fea947 None None] Routers {'8c664e51-fe02-4cb9-8cd2-5521ea00d352'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:32:19.632366 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-fe4cf605-9889-4b36-adfc-5ad5a8fea947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:32:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['8c664e51-fe02-4cb9-8cd2-5521ea00d352'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:32:19.679480 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3e2467-c3dd-4cf6-8a6a-6b535afd429f tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event deleted for resources: {'Subnet': ['ID=16998509-5874-4055-90a2-909dc3cae29b,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:32:19.683203 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8e3e2467-c3dd-4cf6-8a6a-6b535afd429f tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:19.694263 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-8e3e2467-c3dd-4cf6-8a6a-6b535afd429f tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/16998509-5874-4055-90a2-909dc3cae29b HTTP/1.1" status: 204 len: 168 time: 0.7069991 Oct 04 21:32:19.694995 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53730) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:32:19.707439 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c4098d-297b-4e65-91e3-e5b7309b7f35 None None] Network 76daae96-6421-44e2-8529-62ef69164d2e requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:32:19.809527 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:19.883255 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cd776f00-00b3-470a-b307-63dd7d944e7b tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for router (8c664e51-fe02-4cb9-8cd2-5521ea00d352), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:19.987209 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-fe4cf605-9889-4b36-adfc-5ad5a8fea947 None None] Set router 8c664e51-fe02-4cb9-8cd2-5521ea00d352 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:32:20.090231 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa076e1-8a35-484d-b1bb-87ea87614554 None None] DHCP port deletion for 76daae96-6421-44e2-8529-62ef69164d2e request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:32:20.304939 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-9aa076e1-8a35-484d-b1bb-87ea87614554 None None] Deleting port 26a49788-08d7-4be8-8665-d852f93b9483 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:32:20.305211 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9aa076e1-8a35-484d-b1bb-87ea87614554 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (26a49788-08d7-4be8-8665-d852f93b9483), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:20.431401 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:20.508478 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 21:32:20.533777 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-9aa076e1-8a35-484d-b1bb-87ea87614554 None None] For port 26a49788-08d7-4be8-8665-d852f93b9483, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=26a49788-08d7-4be8-8665-d852f93b9483,segment=NetworkSegment(42156a1c-bbc4-44c8-a6a6-99fb1220babd),segment_id=42156a1c-bbc4-44c8-a6a6-99fb1220babd)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:32:20.534435 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9aa076e1-8a35-484d-b1bb-87ea87614554 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (26a49788-08d7-4be8-8665-d852f93b9483), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:20.571937 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-9aa076e1-8a35-484d-b1bb-87ea87614554 None None] Calling delete_port for 26a49788-08d7-4be8-8665-d852f93b9483 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:32:20.584870 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cd776f00-00b3-470a-b307-63dd7d944e7b tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for router_gateway (8c664e51-fe02-4cb9-8cd2-5521ea00d352), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:20.590654 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-fe4cf605-9889-4b36-adfc-5ad5a8fea947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c664e51-fe02-4cb9-8cd2-5521ea00d352', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617602430', 'tenant_id': '6fc5c72665164a0c8d9e7e476c283e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '71c0fabc-a121-4764-8c1f-ca762c2d9707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:32:05Z', 'updated_at': '2022-10-04T21:32:17Z', 'revision_number': 5, 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'gw_port': {'id': '71c0fabc-a121-4764-8c1f-ca762c2d9707', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c664e51-fe02-4cb9-8cd2-5521ea00d352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:32:06Z', 'updated_at': '2022-10-04T21:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:32:20.601271 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:20.661588 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4cf605-9889-4b36-adfc-5ad5a8fea947 None None] Checking router: 8c664e51-fe02-4cb9-8cd2-5521ea00d352 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:32:20.740036 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-cd776f00-00b3-470a-b307-63dd7d944e7b tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Deleting port 71c0fabc-a121-4764-8c1f-ca762c2d9707 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:32:20.741003 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cd776f00-00b3-470a-b307-63dd7d944e7b tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (71c0fabc-a121-4764-8c1f-ca762c2d9707), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:20.916685 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-cd776f00-00b3-470a-b307-63dd7d944e7b tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] For port 71c0fabc-a121-4764-8c1f-ca762c2d9707, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=71c0fabc-a121-4764-8c1f-ca762c2d9707,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:32:20.917429 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cd776f00-00b3-470a-b307-63dd7d944e7b tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (71c0fabc-a121-4764-8c1f-ca762c2d9707), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:20.934594 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4cf605-9889-4b36-adfc-5ad5a8fea947 None None] Routers {'8c664e51-fe02-4cb9-8cd2-5521ea00d352'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:32:20.935441 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-fe4cf605-9889-4b36-adfc-5ad5a8fea947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:32:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['8c664e51-fe02-4cb9-8cd2-5521ea00d352'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:32:20.947160 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-cd776f00-00b3-470a-b307-63dd7d944e7b tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Calling delete_port for 71c0fabc-a121-4764-8c1f-ca762c2d9707 owned by network:router_gateway {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:32:21.105863 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-fe4cf605-9889-4b36-adfc-5ad5a8fea947 None None] Set router 8c664e51-fe02-4cb9-8cd2-5521ea00d352 gateway port host: None {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:32:21.186985 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-fe4cf605-9889-4b36-adfc-5ad5a8fea947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c664e51-fe02-4cb9-8cd2-5521ea00d352', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617602430', 'tenant_id': '6fc5c72665164a0c8d9e7e476c283e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:32:05Z', 'updated_at': '2022-10-04T21:32:20Z', 'revision_number': 6, 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:32:21.240866 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9aa076e1-8a35-484d-b1bb-87ea87614554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (26a49788-08d7-4be8-8665-d852f93b9483), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:21.250281 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4cf605-9889-4b36-adfc-5ad5a8fea947 None None] The sync data for ids ['8c664e51-fe02-4cb9-8cd2-5521ea00d352'] in n-d-852085-12 is: [{'id': '8c664e51-fe02-4cb9-8cd2-5521ea00d352', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617602430', 'tenant_id': '6fc5c72665164a0c8d9e7e476c283e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:32:05Z', 'updated_at': '2022-10-04T21:32:20Z', 'revision_number': 6, 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'gw_port_host': None}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:32:21.299775 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa076e1-8a35-484d-b1bb-87ea87614554 None None] Pushing event deleted for resources: {'Port': ['ID=26a49788-08d7-4be8-8665-d852f93b9483,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:32:21.306851 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa076e1-8a35-484d-b1bb-87ea87614554 None None] No DVR routers for this DVR port 26a49788-08d7-4be8-8665-d852f93b9483 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:32:21.354911 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cd776f00-00b3-470a-b307-63dd7d944e7b tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (71c0fabc-a121-4764-8c1f-ca762c2d9707), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:21.390396 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd776f00-00b3-470a-b307-63dd7d944e7b tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event deleted for resources: {'Port': ['ID=71c0fabc-a121-4764-8c1f-ca762c2d9707,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:32:21.481557 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cd776f00-00b3-470a-b307-63dd7d944e7b tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (8c664e51-fe02-4cb9-8cd2-5521ea00d352), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:21.630424 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cd776f00-00b3-470a-b307-63dd7d944e7b tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (8c664e51-fe02-4cb9-8cd2-5521ea00d352), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:21.635103 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cd776f00-00b3-470a-b307-63dd7d944e7b tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for router_controller (8c664e51-fe02-4cb9-8cd2-5521ea00d352), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:21.714888 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 26a49788-08d7-4be8-8665-d852f93b9483 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:32:21.767942 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:21.769020 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 26a49788-08d7-4be8-8665-d852f93b9483 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:32:21.769593 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 26a49788-08d7-4be8-8665-d852f93b9483 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:32:21.852314 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cd776f00-00b3-470a-b307-63dd7d944e7b tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (8c664e51-fe02-4cb9-8cd2-5521ea00d352), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:21.853243 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd776f00-00b3-470a-b307-63dd7d944e7b tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Fanout notify agent at l3_agent the message router_deleted on router 8c664e51-fe02-4cb9-8cd2-5521ea00d352 {{(pid=108170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 21:32:21.865021 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cd776f00-00b3-470a-b307-63dd7d944e7b tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:21.867075 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-cd776f00-00b3-470a-b307-63dd7d944e7b tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "DELETE /networking/v2.0/routers/8c664e51-fe02-4cb9-8cd2-5521ea00d352 HTTP/1.1" status: 204 len: 168 time: 2.1702020 Oct 04 21:32:21.871771 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53732) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:32:21.886504 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:22.036988 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cae02198-d424-4146-a269-95e85029a452 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (76daae96-6421-44e2-8529-62ef69164d2e), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:22.215121 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cae02198-d424-4146-a269-95e85029a452 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (76daae96-6421-44e2-8529-62ef69164d2e), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:22.259335 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-cae02198-d424-4146-a269-95e85029a452 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76daae96-6421-44e2-8529-62ef69164d2e']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:32:22.281503 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-cae02198-d424-4146-a269-95e85029a452 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42156a1c-bbc4-44c8-a6a6-99fb1220babd') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:32:22.282063 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-cae02198-d424-4146-a269-95e85029a452 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42156a1c-bbc4-44c8-a6a6-99fb1220babd') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:32:22.304631 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cae02198-d424-4146-a269-95e85029a452 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (42156a1c-bbc4-44c8-a6a6-99fb1220babd), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:22.335543 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cae02198-d424-4146-a269-95e85029a452 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (42156a1c-bbc4-44c8-a6a6-99fb1220babd), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:22.351047 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cae02198-d424-4146-a269-95e85029a452 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:32:22.351662 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cae02198-d424-4146-a269-95e85029a452 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (42156a1c-bbc4-44c8-a6a6-99fb1220babd), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:22.454120 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 42156a1c-bbc4-44c8-a6a6-99fb1220babd resource provider aggregate not found Oct 04 21:32:22.494715 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 42156a1c-bbc4-44c8-a6a6-99fb1220babd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 42156a1c-bbc4-44c8-a6a6-99fb1220babd found for delete ", "request_id": "req-ae217f62-eb37-46f8-a2ee-f0d74e7db65e"}]} Oct 04 21:32:22.601065 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cae02198-d424-4146-a269-95e85029a452 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (76daae96-6421-44e2-8529-62ef69164d2e), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:22.618594 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cae02198-d424-4146-a269-95e85029a452 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:22.618594 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-cae02198-d424-4146-a269-95e85029a452 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "DELETE /networking/v2.0/networks/76daae96-6421-44e2-8529-62ef69164d2e HTTP/1.1" status: 204 len: 168 time: 0.7442367 Oct 04 21:32:22.622952 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53738) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:32:22.632041 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae02198-d424-4146-a269-95e85029a452 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event deleted for resources: {'Network': ['ID=76daae96-6421-44e2-8529-62ef69164d2e,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:32:22.744784 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f0826824-c69e-480f-8a43-3bc33860da1c tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group (5fc711cf-2b76-41f6-9df9-f417de6db4fd), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:22.781270 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f0826824-c69e-480f-8a43-3bc33860da1c tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group (5fc711cf-2b76-41f6-9df9-f417de6db4fd), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:22.827440 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:22.989839 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f0826824-c69e-480f-8a43-3bc33860da1c tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (5fc711cf-2b76-41f6-9df9-f417de6db4fd), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:22.995074 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f0826824-c69e-480f-8a43-3bc33860da1c tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:22.997323 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f0826824-c69e-480f-8a43-3bc33860da1c tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/5fc711cf-2b76-41f6-9df9-f417de6db4fd HTTP/1.1" status: 204 len: 168 time: 0.3721240 Oct 04 21:32:23.004125 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:23.019681 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0826824-c69e-480f-8a43-3bc33860da1c tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc711cf-2b76-41f6-9df9-f417de6db4fd,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:32:23.391621 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53744) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:32:23.395451 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device cf652993-d1f4-4567-af9d-49f5188f40dc no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:32:23.413453 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-58ac0b67-228d-473a-bed0-e991f4b880d0 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-784476948', 'description': 'tempest-secgroup-smoke-784476948 description', 'project_id': '6fc5c72665164a0c8d9e7e476c283e98'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:32:23.436890 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: cf652993-d1f4-4567-af9d-49f5188f40dc {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:32:23.437333 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device cf652993-d1f4-4567-af9d-49f5188f40dc not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:32:23.438029 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 71c0fabc-a121-4764-8c1f-ca762c2d9707 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:32:23.473714 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 71c0fabc-a121-4764-8c1f-ca762c2d9707 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:32:23.474280 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 71c0fabc-a121-4764-8c1f-ca762c2d9707 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:32:23.543108 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-58ac0b67-228d-473a-bed0-e991f4b880d0 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:23.763780 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-58ac0b67-228d-473a-bed0-e991f4b880d0 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group (bc0a2f2f-bd34-4fd4-961d-853a49d8248a), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:23.926748 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-58ac0b67-228d-473a-bed0-e991f4b880d0 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (bc0a2f2f-bd34-4fd4-961d-853a49d8248a), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:23.995891 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ac0b67-228d-473a-bed0-e991f4b880d0 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0a2f2f-bd34-4fd4-961d-853a49d8248a,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:32:24.130216 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-58ac0b67-228d-473a-bed0-e991f4b880d0 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:24.133011 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-58ac0b67-228d-473a-bed0-e991f4b880d0 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7285564 Oct 04 21:32:24.137910 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53746) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:32:24.146052 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-12bfa50b-2397-4c1d-a98c-881aed035804 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Request body: {'security_group_rule': {'security_group_id': 'bc0a2f2f-bd34-4fd4-961d-853a49d8248a', 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:32:24.390711 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-12bfa50b-2397-4c1d-a98c-881aed035804 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (7f0d6b6b-81a7-4039-91d0-783188f3a6be), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:24.514797 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-12bfa50b-2397-4c1d-a98c-881aed035804 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (7f0d6b6b-81a7-4039-91d0-783188f3a6be), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:24.606191 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-12bfa50b-2397-4c1d-a98c-881aed035804 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (7f0d6b6b-81a7-4039-91d0-783188f3a6be), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:24.645594 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bfa50b-2397-4c1d-a98c-881aed035804 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f0d6b6b-81a7-4039-91d0-783188f3a6be,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:32:24.782367 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-12bfa50b-2397-4c1d-a98c-881aed035804 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:24.784537 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-12bfa50b-2397-4c1d-a98c-881aed035804 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6448677 Oct 04 21:32:24.789313 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53748) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:32:24.799491 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-5252951a-5259-4fc7-9157-bf675fe38f40 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Request body: {'security_group_rule': {'security_group_id': 'bc0a2f2f-bd34-4fd4-961d-853a49d8248a', 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:32:24.930542 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5252951a-5259-4fc7-9157-bf675fe38f40 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (a3e9e2ca-8523-459e-86b1-49bd3a733c58), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:25.054916 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5252951a-5259-4fc7-9157-bf675fe38f40 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (a3e9e2ca-8523-459e-86b1-49bd3a733c58), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:25.160487 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5252951a-5259-4fc7-9157-bf675fe38f40 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (a3e9e2ca-8523-459e-86b1-49bd3a733c58), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:25.196586 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5252951a-5259-4fc7-9157-bf675fe38f40 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3e9e2ca-8523-459e-86b1-49bd3a733c58,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:32:25.302137 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-5252951a-5259-4fc7-9157-bf675fe38f40 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:25.304121 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-5252951a-5259-4fc7-9157-bf675fe38f40 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5136039 Oct 04 21:32:25.308992 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53750) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:32:25.316777 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-f498ffd3-8558-4f8a-83ed-05f91c96b719 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Request body: {'security_group_rule': {'security_group_id': 'bc0a2f2f-bd34-4fd4-961d-853a49d8248a', 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:32:25.482581 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f498ffd3-8558-4f8a-83ed-05f91c96b719 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (c76aacc6-cd16-4b55-bd14-e2a0173761b8), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:25.611361 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f498ffd3-8558-4f8a-83ed-05f91c96b719 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (c76aacc6-cd16-4b55-bd14-e2a0173761b8), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:25.715563 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f498ffd3-8558-4f8a-83ed-05f91c96b719 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (c76aacc6-cd16-4b55-bd14-e2a0173761b8), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:25.756684 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f498ffd3-8558-4f8a-83ed-05f91c96b719 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c76aacc6-cd16-4b55-bd14-e2a0173761b8,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:32:25.873332 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f498ffd3-8558-4f8a-83ed-05f91c96b719 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:25.875645 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f498ffd3-8558-4f8a-83ed-05f91c96b719 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5651219 Oct 04 21:32:25.880530 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53752) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:32:25.889599 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-71b2a2db-1ee6-4d53-9710-0b4ba6038d88 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Request body: {'security_group_rule': {'security_group_id': 'bc0a2f2f-bd34-4fd4-961d-853a49d8248a', 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:32:26.025692 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-71b2a2db-1ee6-4d53-9710-0b4ba6038d88 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (8c98f729-5905-4c26-bc44-5015664db60a), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:26.207483 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-71b2a2db-1ee6-4d53-9710-0b4ba6038d88 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (8c98f729-5905-4c26-bc44-5015664db60a), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:26.314973 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-71b2a2db-1ee6-4d53-9710-0b4ba6038d88 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (8c98f729-5905-4c26-bc44-5015664db60a), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:26.352431 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b2a2db-1ee6-4d53-9710-0b4ba6038d88 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c98f729-5905-4c26-bc44-5015664db60a,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:32:26.478456 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-71b2a2db-1ee6-4d53-9710-0b4ba6038d88 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:26.480842 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-71b2a2db-1ee6-4d53-9710-0b4ba6038d88 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5985010 Oct 04 21:32:26.485293 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53754) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:32:26.490914 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-3c5219ac-269c-4998-b180-eafa1083e599 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Request body: {'security_group_rule': {'security_group_id': 'bc0a2f2f-bd34-4fd4-961d-853a49d8248a', 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:32:26.601389 n-d-852085-12 neutron-server[108169]: INFO neutron.db.securitygroups_db [None req-3c5219ac-269c-4998-b180-eafa1083e599 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Project 6fc5c72665164a0c8d9e7e476c283e98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 21:32:26.613364 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3c5219ac-269c-4998-b180-eafa1083e599 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (f045e48c-4ed0-4fba-9cac-0fe28bc12d53), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:26.702010 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:26.749790 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3c5219ac-269c-4998-b180-eafa1083e599 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (f045e48c-4ed0-4fba-9cac-0fe28bc12d53), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:26.863639 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3c5219ac-269c-4998-b180-eafa1083e599 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (f045e48c-4ed0-4fba-9cac-0fe28bc12d53), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:26.902161 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5219ac-269c-4998-b180-eafa1083e599 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f045e48c-4ed0-4fba-9cac-0fe28bc12d53,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:32:27.034029 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3c5219ac-269c-4998-b180-eafa1083e599 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:27.036147 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-3c5219ac-269c-4998-b180-eafa1083e599 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5494242 Oct 04 21:32:27.040951 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53756) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:32:27.050001 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-955302f0-f07d-4714-a0d6-8142dcc7a57f tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Request body: {'security_group_rule': {'security_group_id': 'bc0a2f2f-bd34-4fd4-961d-853a49d8248a', 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:32:27.201255 n-d-852085-12 neutron-server[108169]: INFO neutron.db.securitygroups_db [None req-955302f0-f07d-4714-a0d6-8142dcc7a57f tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Project 6fc5c72665164a0c8d9e7e476c283e98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 21:32:27.211841 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-955302f0-f07d-4714-a0d6-8142dcc7a57f tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (e0f5b6cc-abe2-4763-b2b5-fc940f8cff83), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:27.336516 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-955302f0-f07d-4714-a0d6-8142dcc7a57f tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (e0f5b6cc-abe2-4763-b2b5-fc940f8cff83), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:27.440722 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-955302f0-f07d-4714-a0d6-8142dcc7a57f tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (e0f5b6cc-abe2-4763-b2b5-fc940f8cff83), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:27.478678 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955302f0-f07d-4714-a0d6-8142dcc7a57f tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0f5b6cc-abe2-4763-b2b5-fc940f8cff83,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:32:27.605042 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-955302f0-f07d-4714-a0d6-8142dcc7a57f tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:27.607517 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-955302f0-f07d-4714-a0d6-8142dcc7a57f tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5647757 Oct 04 21:32:27.611887 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53758) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:32:27.621187 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-f15773fa-e880-4c05-9077-1be2716a08cb tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Request body: {'network': {'name': 'tempest-network-smoke--1560832132', 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'port_security_enabled': True}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:32:27.754898 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f15773fa-e880-4c05-9077-1be2716a08cb tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Made reservation on behalf of 6fc5c72665164a0c8d9e7e476c283e98 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:32:27.761794 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f15773fa-e880-4c05-9077-1be2716a08cb tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:27.779330 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=17 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:27.805458 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:27.814110 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f15773fa-e880-4c05-9077-1be2716a08cb tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:32:27.834834 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f15773fa-e880-4c05-9077-1be2716a08cb tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (bb771aad-0a1a-48fc-b5ee-80a1b320ed8f), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:27.835434 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-f15773fa-e880-4c05-9077-1be2716a08cb tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Added segment bb771aad-0a1a-48fc-b5ee-80a1b320ed8f of type vlan for network 1f0188cc-e7b9-4a59-96eb-bff5f373b8df Oct 04 21:32:27.920077 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f15773fa-e880-4c05-9077-1be2716a08cb tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (1f0188cc-e7b9-4a59-96eb-bff5f373b8df), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:27.941681 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=75,neutron:INSERT=17,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:28.058166 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f15773fa-e880-4c05-9077-1be2716a08cb tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (1f0188cc-e7b9-4a59-96eb-bff5f373b8df), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:28.068456 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15773fa-e880-4c05-9077-1be2716a08cb tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:32:28.070171 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f15773fa-e880-4c05-9077-1be2716a08cb tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:28.208562 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15773fa-e880-4c05-9077-1be2716a08cb tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event updated for resources: {'Network': ['ID=1f0188cc-e7b9-4a59-96eb-bff5f373b8df,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:32:28.227313 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 1f0188cc-e7b9-4a59-96eb-bff5f373b8df details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:32:28.280931 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f15773fa-e880-4c05-9077-1be2716a08cb tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6672831 Oct 04 21:32:28.285866 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53760) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:32:28.294375 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-28a93783-8ce6-428f-8732-55b2b2e72733 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1228562017', 'admin_state_up': True, 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:32:28.440654 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-28a93783-8ce6-428f-8732-55b2b2e72733 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (6fc463ab-9516-4443-942a-818ea2f6a481), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:28.442238 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-28a93783-8ce6-428f-8732-55b2b2e72733 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (6fc463ab-9516-4443-942a-818ea2f6a481), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:28.452739 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=79,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:28.534812 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-28a93783-8ce6-428f-8732-55b2b2e72733 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for router_controller (6fc463ab-9516-4443-942a-818ea2f6a481), precommit_add_association {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:28.780049 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-28a93783-8ce6-428f-8732-55b2b2e72733 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for router_gateway (6fc463ab-9516-4443-942a-818ea2f6a481), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:29.262579 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-28a93783-8ce6-428f-8732-55b2b2e72733 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for router_gateway (6fc463ab-9516-4443-942a-818ea2f6a481), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:29.307745 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-28a93783-8ce6-428f-8732-55b2b2e72733 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:29.524297 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-28a93783-8ce6-428f-8732-55b2b2e72733 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Allocated IP 172.25.5.71 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/46006eea-a9f8-41a9-93cb-17cee179c634) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:32:29.755638 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-28a93783-8ce6-428f-8732-55b2b2e72733 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for port (46006eea-a9f8-41a9-93cb-17cee179c634), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:29.815635 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:29.887018 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-28a93783-8ce6-428f-8732-55b2b2e72733 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (46006eea-a9f8-41a9-93cb-17cee179c634), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:29.969862 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a93783-8ce6-428f-8732-55b2b2e72733 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:32:29.980677 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-28a93783-8ce6-428f-8732-55b2b2e72733 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:32:29.989159 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a93783-8ce6-428f-8732-55b2b2e72733 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:32:30.035531 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a93783-8ce6-428f-8732-55b2b2e72733 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event updated for resources: {'Port': ['ID=46006eea-a9f8-41a9-93cb-17cee179c634,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:32:30.497253 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=62 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:30.582681 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-28a93783-8ce6-428f-8732-55b2b2e72733 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for router_gateway (6fc463ab-9516-4443-942a-818ea2f6a481), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:30.705926 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:INSERT=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:31.135839 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-28a93783-8ce6-428f-8732-55b2b2e72733 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (6fc463ab-9516-4443-942a-818ea2f6a481), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:31.422877 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a93783-8ce6-428f-8732-55b2b2e72733 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Router 6fc463ab-9516-4443-942a-818ea2f6a481 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 21:32:31.615616 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a93783-8ce6-428f-8732-55b2b2e72733 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:32:31.631966 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691b4095-e557-4bf6-9634-fe56237ab0db None None] Sync routers for ids ['6fc463ab-9516-4443-942a-818ea2f6a481'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:32:31.652896 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691b4095-e557-4bf6-9634-fe56237ab0db None None] Routers {'6fc463ab-9516-4443-942a-818ea2f6a481'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:32:31.654107 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-691b4095-e557-4bf6-9634-fe56237ab0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:32:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['6fc463ab-9516-4443-942a-818ea2f6a481'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:32:31.770084 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-28a93783-8ce6-428f-8732-55b2b2e72733 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:31.776840 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-28a93783-8ce6-428f-8732-55b2b2e72733 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.4848108 Oct 04 21:32:31.777369 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53762) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:32:31.849963 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-cc987cf6-ab13-4f13-bcc6-8bfa750e5169 tempest-TestNetworkAdvancedServerOps-1351128534 tempest-TestNetworkAdvancedServerOps-1351128534-project-admin] 10.222.0.78 "GET /networking/v2.0/subnets?project_id=6fc5c72665164a0c8d9e7e476c283e98&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0664592 Oct 04 21:32:31.850585 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53764) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:32:31.861942 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-691b4095-e557-4bf6-9634-fe56237ab0db None None] Set router 6fc463ab-9516-4443-942a-818ea2f6a481 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:32:32.152380 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211a3c9c-540e-4b3b-ad9d-4ce21d56d954 tempest-TestNetworkAdvancedServerOps-1351128534 tempest-TestNetworkAdvancedServerOps-1351128534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:32:32.155772 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-211a3c9c-540e-4b3b-ad9d-4ce21d56d954 tempest-TestNetworkAdvancedServerOps-1351128534 tempest-TestNetworkAdvancedServerOps-1351128534-project-admin] 10.222.0.78 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3033600 Oct 04 21:32:32.160104 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53766) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:32:32.191335 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-691b4095-e557-4bf6-9634-fe56237ab0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc463ab-9516-4443-942a-818ea2f6a481', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228562017', 'tenant_id': '6fc5c72665164a0c8d9e7e476c283e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '46006eea-a9f8-41a9-93cb-17cee179c634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:32:28Z', 'updated_at': '2022-10-04T21:32:30Z', 'revision_number': 3, 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'gw_port': {'id': '46006eea-a9f8-41a9-93cb-17cee179c634', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ff:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc463ab-9516-4443-942a-818ea2f6a481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:32:29Z', 'updated_at': '2022-10-04T21:32:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:32:32.212121 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b933c991-2f6f-4154-8605-4a6c711ecdee tempest-TestNetworkAdvancedServerOps-1351128534 tempest-TestNetworkAdvancedServerOps-1351128534-project-admin] 10.222.0.78 "GET /networking/v2.0/subnets?network_id=52a60aae-e230-4bd7-89bc-781767fd7892&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0501504 Oct 04 21:32:32.216494 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53768) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:32:32.227117 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-e5511e2d-5583-48f4-bc16-ca62e0de6b97 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-922258908', 'network_id': '1f0188cc-e7b9-4a59-96eb-bff5f373b8df', 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:32:32.229625 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691b4095-e557-4bf6-9634-fe56237ab0db None None] Checking router: 6fc463ab-9516-4443-942a-818ea2f6a481 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:32:32.230181 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691b4095-e557-4bf6-9634-fe56237ab0db None None] Updating router 6fc463ab-9516-4443-942a-818ea2f6a481 port 46006eea-a9f8-41a9-93cb-17cee179c634 binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:32:32.266742 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:32.284693 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-691b4095-e557-4bf6-9634-fe56237ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (46006eea-a9f8-41a9-93cb-17cee179c634), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:32.534886 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5511e2d-5583-48f4-bc16-ca62e0de6b97 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Made reservation on behalf of 6fc5c72665164a0c8d9e7e476c283e98 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:32:32.555850 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e5511e2d-5583-48f4-bc16-ca62e0de6b97 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:32.733320 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:32.925798 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-691b4095-e557-4bf6-9634-fe56237ab0db None None] Publish callbacks [] for port (46006eea-a9f8-41a9-93cb-17cee179c634), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:33.093586 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e5511e2d-5583-48f4-bc16-ca62e0de6b97 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (180452ec-977f-44f6-8140-72bffd87cfbf), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:33.102292 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-691b4095-e557-4bf6-9634-fe56237ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (46006eea-a9f8-41a9-93cb-17cee179c634), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:33.153799 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-691b4095-e557-4bf6-9634-fe56237ab0db None None] Attempting to bind port 46006eea-a9f8-41a9-93cb-17cee179c634 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:32:33.154853 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-691b4095-e557-4bf6-9634-fe56237ab0db None None] Attempting to bind port 46006eea-a9f8-41a9-93cb-17cee179c634 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:32:33.155418 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691b4095-e557-4bf6-9634-fe56237ab0db None None] Attempting to bind port 46006eea-a9f8-41a9-93cb-17cee179c634 on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:32:33.197691 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e1c38-1cb8-4bbd-9e7a-1c211647ecba None None] Pushing event updated for resources: {'Port': ['ID=46006eea-a9f8-41a9-93cb-17cee179c634,revision_number=2']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:32:33.216516 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:33.229696 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5511e2d-5583-48f4-bc16-ca62e0de6b97 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event updated for resources: {'Subnet': ['ID=180452ec-977f-44f6-8140-72bffd87cfbf,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:32:33.235633 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691b4095-e557-4bf6-9634-fe56237ab0db None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:32:33.236213 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691b4095-e557-4bf6-9634-fe56237ab0db None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:32:33.236869 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-691b4095-e557-4bf6-9634-fe56237ab0db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:33.237486 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691b4095-e557-4bf6-9634-fe56237ab0db None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:32:33.238275 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-691b4095-e557-4bf6-9634-fe56237ab0db None None] Bound port: 46006eea-a9f8-41a9-93cb-17cee179c634, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:32:33.238881 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-691b4095-e557-4bf6-9634-fe56237ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (46006eea-a9f8-41a9-93cb-17cee179c634), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:33.241112 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5511e2d-5583-48f4-bc16-ca62e0de6b97 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Checking segment: {'id': 'bb771aad-0a1a-48fc-b5ee-80a1b320ed8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1f0188cc-e7b9-4a59-96eb-bff5f373b8df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:32:33.241827 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5511e2d-5583-48f4-bc16-ca62e0de6b97 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Network hostable DHCP agents. Network: 1f0188cc-e7b9-4a59-96eb-bff5f373b8df, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:32:33.311169 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-691b4095-e557-4bf6-9634-fe56237ab0db None None] For port 46006eea-a9f8-41a9-93cb-17cee179c634, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:32:33.316344 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-691b4095-e557-4bf6-9634-fe56237ab0db None None] For port 46006eea-a9f8-41a9-93cb-17cee179c634, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=46006eea-a9f8-41a9-93cb-17cee179c634,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:32:33.341622 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5511e2d-5583-48f4-bc16-ca62e0de6b97 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Network 1f0188cc-e7b9-4a59-96eb-bff5f373b8df is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:32:33.453167 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-e5511e2d-5583-48f4-bc16-ca62e0de6b97 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 1f0188cc-e7b9-4a59-96eb-bff5f373b8df) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:32:33.453458 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-691b4095-e557-4bf6-9634-fe56237ab0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (46006eea-a9f8-41a9-93cb-17cee179c634), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:33.460728 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5511e2d-5583-48f4-bc16-ca62e0de6b97 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:32:33.463547 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-e5511e2d-5583-48f4-bc16-ca62e0de6b97 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:33.471008 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65183f4-5c4a-40e5-a390-f43992eecdd1 None None] Network 1f0188cc-e7b9-4a59-96eb-bff5f373b8df requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:32:33.517719 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691b4095-e557-4bf6-9634-fe56237ab0db None None] Routers {'6fc463ab-9516-4443-942a-818ea2f6a481'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:32:33.518510 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-691b4095-e557-4bf6-9634-fe56237ab0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:32:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['6fc463ab-9516-4443-942a-818ea2f6a481'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:32:33.577724 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53770) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:32:33.578653 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-e5511e2d-5583-48f4-bc16-ca62e0de6b97 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3588634 Oct 04 21:32:33.619113 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:33.628902 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e1c38-1cb8-4bbd-9e7a-1c211647ecba None None] Pushing event updated for resources: {'Port': ['ID=46006eea-a9f8-41a9-93cb-17cee179c634,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:32:33.733183 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e4a8cb-72d6-4fcc-8c92-331ab8e458bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-1f0188cc-e7b9-4a59-96eb-bff5f373b8df', 'network_id': '1f0188cc-e7b9-4a59-96eb-bff5f373b8df', 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'fixed_ips': [{'subnet_id': '180452ec-977f-44f6-8140-72bffd87cfbf'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:32:33.733714 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-53e4a8cb-72d6-4fcc-8c92-331ab8e458bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:33.753417 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:33.756489 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:33.764720 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:33.774411 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-691b4095-e557-4bf6-9634-fe56237ab0db None None] Set router 6fc463ab-9516-4443-942a-818ea2f6a481 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:32:34.046327 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-53e4a8cb-72d6-4fcc-8c92-331ab8e458bd None None] Allocated IP 172.20.0.2 (1f0188cc-e7b9-4a59-96eb-bff5f373b8df/180452ec-977f-44f6-8140-72bffd87cfbf/49788a0b-219e-4f61-b278-caae943e1f59) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:32:34.237226 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-691b4095-e557-4bf6-9634-fe56237ab0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc463ab-9516-4443-942a-818ea2f6a481', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228562017', 'tenant_id': '6fc5c72665164a0c8d9e7e476c283e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '46006eea-a9f8-41a9-93cb-17cee179c634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:32:28Z', 'updated_at': '2022-10-04T21:32:30Z', 'revision_number': 3, 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'gw_port': {'id': '46006eea-a9f8-41a9-93cb-17cee179c634', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ff:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc463ab-9516-4443-942a-818ea2f6a481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:32:29Z', 'updated_at': '2022-10-04T21:32:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:32:34.337492 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691b4095-e557-4bf6-9634-fe56237ab0db None None] The sync data for ids ['6fc463ab-9516-4443-942a-818ea2f6a481'] in n-d-852085-12 is: [{'id': '6fc463ab-9516-4443-942a-818ea2f6a481', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228562017', 'tenant_id': '6fc5c72665164a0c8d9e7e476c283e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '46006eea-a9f8-41a9-93cb-17cee179c634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:32:28Z', 'updated_at': '2022-10-04T21:32:30Z', 'revision_number': 3, 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'gw_port': {'id': '46006eea-a9f8-41a9-93cb-17cee179c634', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ff:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc463ab-9516-4443-942a-818ea2f6a481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:32:29Z', 'updated_at': '2022-10-04T21:32:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:32:34.354085 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:34.426679 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-53e4a8cb-72d6-4fcc-8c92-331ab8e458bd None None] Publish callbacks [] for port (49788a0b-219e-4f61-b278-caae943e1f59), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:34.527500 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-53e4a8cb-72d6-4fcc-8c92-331ab8e458bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (49788a0b-219e-4f61-b278-caae943e1f59), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:34.577338 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e4a8cb-72d6-4fcc-8c92-331ab8e458bd None None] Network 1f0188cc-e7b9-4a59-96eb-bff5f373b8df is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:32:34.582963 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-53e4a8cb-72d6-4fcc-8c92-331ab8e458bd None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:32:34.641957 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e4a8cb-72d6-4fcc-8c92-331ab8e458bd None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:32:34.744454 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e4a8cb-72d6-4fcc-8c92-331ab8e458bd None None] Pushing event updated for resources: {'Port': ['ID=49788a0b-219e-4f61-b278-caae943e1f59,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:32:34.819393 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-53e4a8cb-72d6-4fcc-8c92-331ab8e458bd None None] Attempting to bind port 49788a0b-219e-4f61-b278-caae943e1f59 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:32:34.819929 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-53e4a8cb-72d6-4fcc-8c92-331ab8e458bd None None] Attempting to bind port 49788a0b-219e-4f61-b278-caae943e1f59 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'bb771aad-0a1a-48fc-b5ee-80a1b320ed8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1f0188cc-e7b9-4a59-96eb-bff5f373b8df'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:32:34.820503 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e4a8cb-72d6-4fcc-8c92-331ab8e458bd None None] Attempting to bind port 49788a0b-219e-4f61-b278-caae943e1f59 on network 1f0188cc-e7b9-4a59-96eb-bff5f373b8df {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:32:34.831050 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-33910889-feeb-426a-be18-0474ca79fc93 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:34.982642 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e4a8cb-72d6-4fcc-8c92-331ab8e458bd None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:32:34.983368 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e4a8cb-72d6-4fcc-8c92-331ab8e458bd None None] Checking segment: {'id': 'bb771aad-0a1a-48fc-b5ee-80a1b320ed8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1f0188cc-e7b9-4a59-96eb-bff5f373b8df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:32:34.984040 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-53e4a8cb-72d6-4fcc-8c92-331ab8e458bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:34.984822 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e4a8cb-72d6-4fcc-8c92-331ab8e458bd None None] Bound using segment: {'id': 'bb771aad-0a1a-48fc-b5ee-80a1b320ed8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1f0188cc-e7b9-4a59-96eb-bff5f373b8df'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:32:34.985539 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-53e4a8cb-72d6-4fcc-8c92-331ab8e458bd None None] Bound port: 49788a0b-219e-4f61-b278-caae943e1f59, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb771aad-0a1a-48fc-b5ee-80a1b320ed8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1f0188cc-e7b9-4a59-96eb-bff5f373b8df'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:32:34.986166 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-53e4a8cb-72d6-4fcc-8c92-331ab8e458bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (49788a0b-219e-4f61-b278-caae943e1f59), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:35.142040 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-53e4a8cb-72d6-4fcc-8c92-331ab8e458bd None None] For port 49788a0b-219e-4f61-b278-caae943e1f59, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:32:35.149671 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-53e4a8cb-72d6-4fcc-8c92-331ab8e458bd None None] For port 49788a0b-219e-4f61-b278-caae943e1f59, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=49788a0b-219e-4f61-b278-caae943e1f59,segment=NetworkSegment(bb771aad-0a1a-48fc-b5ee-80a1b320ed8f),segment_id=bb771aad-0a1a-48fc-b5ee-80a1b320ed8f)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:32:35.263391 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-53e4a8cb-72d6-4fcc-8c92-331ab8e458bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (49788a0b-219e-4f61-b278-caae943e1f59), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:35.389861 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:35.509095 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e4a8cb-72d6-4fcc-8c92-331ab8e458bd None None] Pushing event updated for resources: {'Port': ['ID=49788a0b-219e-4f61-b278-caae943e1f59,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:32:35.565098 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 46006eea-a9f8-41a9-93cb-17cee179c634 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:32:35.687931 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-33910889-feeb-426a-be18-0474ca79fc93 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Allocated IP 172.20.0.1 (1f0188cc-e7b9-4a59-96eb-bff5f373b8df/180452ec-977f-44f6-8140-72bffd87cfbf/54e03f30-a243-4fa5-bc15-7dd9b42dcb37) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:32:35.782079 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 46006eea-a9f8-41a9-93cb-17cee179c634 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:32:35.783000 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (46006eea-a9f8-41a9-93cb-17cee179c634), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:35.783000 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 46006eea-a9f8-41a9-93cb-17cee179c634 Oct 04 21:32:35.969773 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 46006eea-a9f8-41a9-93cb-17cee179c634 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:32:35.970470 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (46006eea-a9f8-41a9-93cb-17cee179c634), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:36.054324 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 46006eea-a9f8-41a9-93cb-17cee179c634, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=46006eea-a9f8-41a9-93cb-17cee179c634,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:32:36.058007 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-33910889-feeb-426a-be18-0474ca79fc93 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for port (54e03f30-a243-4fa5-bc15-7dd9b42dcb37), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:36.166914 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (46006eea-a9f8-41a9-93cb-17cee179c634), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:36.275874 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=46006eea-a9f8-41a9-93cb-17cee179c634,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:32:36.320245 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-33910889-feeb-426a-be18-0474ca79fc93 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (54e03f30-a243-4fa5-bc15-7dd9b42dcb37), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:36.432820 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33910889-feeb-426a-be18-0474ca79fc93 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Network 1f0188cc-e7b9-4a59-96eb-bff5f373b8df is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:32:36.438070 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-33910889-feeb-426a-be18-0474ca79fc93 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:32:36.442567 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33910889-feeb-426a-be18-0474ca79fc93 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:32:36.513198 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33910889-feeb-426a-be18-0474ca79fc93 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event updated for resources: {'Port': ['ID=54e03f30-a243-4fa5-bc15-7dd9b42dcb37,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:32:36.556960 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-33910889-feeb-426a-be18-0474ca79fc93 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (6fc463ab-9516-4443-942a-818ea2f6a481), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:36.955753 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-33910889-feeb-426a-be18-0474ca79fc93 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (54e03f30-a243-4fa5-bc15-7dd9b42dcb37), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:36.974837 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:37.070004 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46106773-ecb5-4c6e-96c8-7bab4f0b7b50 None None] Network 1f0188cc-e7b9-4a59-96eb-bff5f373b8df requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:32:37.182009 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-d89070bb-0d64-4b6e-be21-46c6ce889e8d None None] Provisioning complete for port 49788a0b-219e-4f61-b278-caae943e1f59 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:32:37.182560 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d89070bb-0d64-4b6e-be21-46c6ce889e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (49788a0b-219e-4f61-b278-caae943e1f59), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:37.183117 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-d89070bb-0d64-4b6e-be21-46c6ce889e8d None None] Attempt 1 to provision port 49788a0b-219e-4f61-b278-caae943e1f59 Oct 04 21:32:37.190476 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:37.473110 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-d89070bb-0d64-4b6e-be21-46c6ce889e8d None None] Current status of the port 49788a0b-219e-4f61-b278-caae943e1f59 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:32:37.474139 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d89070bb-0d64-4b6e-be21-46c6ce889e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (49788a0b-219e-4f61-b278-caae943e1f59), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:37.497190 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:37.574631 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-d89070bb-0d64-4b6e-be21-46c6ce889e8d None None] For port 49788a0b-219e-4f61-b278-caae943e1f59, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=49788a0b-219e-4f61-b278-caae943e1f59,segment=NetworkSegment(bb771aad-0a1a-48fc-b5ee-80a1b320ed8f),segment_id=bb771aad-0a1a-48fc-b5ee-80a1b320ed8f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:32:37.622582 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-33910889-feeb-426a-be18-0474ca79fc93 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for port (54e03f30-a243-4fa5-bc15-7dd9b42dcb37), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:37.667466 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 49788a0b-219e-4f61-b278-caae943e1f59 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:32:37.722528 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:37.738505 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 49788a0b-219e-4f61-b278-caae943e1f59 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:32:37.739100 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (49788a0b-219e-4f61-b278-caae943e1f59), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:37.739667 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 49788a0b-219e-4f61-b278-caae943e1f59 Oct 04 21:32:37.744718 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d89070bb-0d64-4b6e-be21-46c6ce889e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (49788a0b-219e-4f61-b278-caae943e1f59), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:37.796443 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-33910889-feeb-426a-be18-0474ca79fc93 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (54e03f30-a243-4fa5-bc15-7dd9b42dcb37), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:37.889393 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89070bb-0d64-4b6e-be21-46c6ce889e8d None None] Pushing event updated for resources: {'Port': ['ID=49788a0b-219e-4f61-b278-caae943e1f59,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:32:37.954495 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 49788a0b-219e-4f61-b278-caae943e1f59 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:32:37.956811 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 46006eea-a9f8-41a9-93cb-17cee179c634 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:32:37.957108 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33910889-feeb-426a-be18-0474ca79fc93 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event updated for resources: {'Port': ['ID=54e03f30-a243-4fa5-bc15-7dd9b42dcb37,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:32:37.972098 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-33910889-feeb-426a-be18-0474ca79fc93 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (6fc463ab-9516-4443-942a-818ea2f6a481), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:38.020223 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-17b3f106-f51e-4ff9-93bd-ac5d1a641b7e None None] Provisioning complete for port 49788a0b-219e-4f61-b278-caae943e1f59 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:32:38.020821 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-17b3f106-f51e-4ff9-93bd-ac5d1a641b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (49788a0b-219e-4f61-b278-caae943e1f59), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:38.021307 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-17b3f106-f51e-4ff9-93bd-ac5d1a641b7e None None] Attempt 1 to provision port 49788a0b-219e-4f61-b278-caae943e1f59 Oct 04 21:32:38.108435 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 46006eea-a9f8-41a9-93cb-17cee179c634 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:32:38.110257 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (46006eea-a9f8-41a9-93cb-17cee179c634), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:38.111059 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 46006eea-a9f8-41a9-93cb-17cee179c634 Oct 04 21:32:38.206552 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33910889-feeb-426a-be18-0474ca79fc93 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Network 1f0188cc-e7b9-4a59-96eb-bff5f373b8df is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:32:38.209529 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-33910889-feeb-426a-be18-0474ca79fc93 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:32:38.453257 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33910889-feeb-426a-be18-0474ca79fc93 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Router 6fc463ab-9516-4443-942a-818ea2f6a481 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:32:38.454352 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-17b3f106-f51e-4ff9-93bd-ac5d1a641b7e None None] Current status of the port 49788a0b-219e-4f61-b278-caae943e1f59 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:32:38.479690 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-17b3f106-f51e-4ff9-93bd-ac5d1a641b7e None None] Provisioning complete for port 54e03f30-a243-4fa5-bc15-7dd9b42dcb37 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:32:38.480108 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-17b3f106-f51e-4ff9-93bd-ac5d1a641b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (54e03f30-a243-4fa5-bc15-7dd9b42dcb37), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:38.480921 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-17b3f106-f51e-4ff9-93bd-ac5d1a641b7e None None] Attempt 1 to provision port 54e03f30-a243-4fa5-bc15-7dd9b42dcb37 Oct 04 21:32:38.604492 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-17b3f106-f51e-4ff9-93bd-ac5d1a641b7e None None] Port 54e03f30-a243-4fa5-bc15-7dd9b42dcb37 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:32:38.611275 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 46006eea-a9f8-41a9-93cb-17cee179c634 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:32:38.677890 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33910889-feeb-426a-be18-0474ca79fc93 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:32:38.689376 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-33910889-feeb-426a-be18-0474ca79fc93 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "PUT /networking/v2.0/routers/6fc463ab-9516-4443-942a-818ea2f6a481/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1071551 Oct 04 21:32:38.694739 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7871e86-8320-486e-be51-fe3d4a219492 None None] Sync routers for ids ['6fc463ab-9516-4443-942a-818ea2f6a481'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:32:38.715203 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7871e86-8320-486e-be51-fe3d4a219492 None None] Routers {'6fc463ab-9516-4443-942a-818ea2f6a481'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:32:38.716332 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-c7871e86-8320-486e-be51-fe3d4a219492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:32:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['6fc463ab-9516-4443-942a-818ea2f6a481'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:32:38.820669 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:38.827081 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-9a8a0058-e194-4506-a8e5-aaab650de37d None None] Provisioning complete for port 54e03f30-a243-4fa5-bc15-7dd9b42dcb37 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:32:38.827695 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9a8a0058-e194-4506-a8e5-aaab650de37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (54e03f30-a243-4fa5-bc15-7dd9b42dcb37), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:38.832727 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-9a8a0058-e194-4506-a8e5-aaab650de37d None None] Attempt 1 to provision port 54e03f30-a243-4fa5-bc15-7dd9b42dcb37 Oct 04 21:32:38.981771 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-9a8a0058-e194-4506-a8e5-aaab650de37d None None] Port 54e03f30-a243-4fa5-bc15-7dd9b42dcb37 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:32:38.985479 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-80447bca-f131-42dd-a045-3bce8283bafd req-b32840c4-8b6a-4835-bd0a-6c6043f454f3 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-784476948&fields=id&tenant_id=6fc5c72665164a0c8d9e7e476c283e98 HTTP/1.1" status: 200 len: 267 time: 0.0900645 Oct 04 21:32:39.009250 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-c7871e86-8320-486e-be51-fe3d4a219492 None None] Set router 6fc463ab-9516-4443-942a-818ea2f6a481 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:32:39.173096 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:39.212000 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80447bca-f131-42dd-a045-3bce8283bafd req-81211140-01fc-4fe7-b72e-8ba5247dd527 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:32:39.214868 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-80447bca-f131-42dd-a045-3bce8283bafd req-81211140-01fc-4fe7-b72e-8ba5247dd527 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "GET /networking/v2.0/networks?id=1f0188cc-e7b9-4a59-96eb-bff5f373b8df HTTP/1.1" status: 200 len: 797 time: 0.2134132 Oct 04 21:32:39.243514 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-80447bca-f131-42dd-a045-3bce8283bafd req-f3a2bcf8-a7d7-411a-a7b5-6cff30f065a3 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "GET /networking/v2.0/quotas/6fc5c72665164a0c8d9e7e476c283e98 HTTP/1.1" status: 200 len: 375 time: 0.0180678 Oct 04 21:32:39.351560 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-80447bca-f131-42dd-a045-3bce8283bafd req-edf2d37d-4c03-4371-b229-b6df3cf87979 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=6fc5c72665164a0c8d9e7e476c283e98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0977290 Oct 04 21:32:39.427263 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 49788a0b-219e-4f61-b278-caae943e1f59 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:32:39.434931 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53792) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:32:39.475190 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-c7871e86-8320-486e-be51-fe3d4a219492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc463ab-9516-4443-942a-818ea2f6a481', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228562017', 'tenant_id': '6fc5c72665164a0c8d9e7e476c283e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '46006eea-a9f8-41a9-93cb-17cee179c634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:32:28Z', 'updated_at': '2022-10-04T21:32:36Z', 'revision_number': 4, 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'gw_port': {'id': '46006eea-a9f8-41a9-93cb-17cee179c634', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ff:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc463ab-9516-4443-942a-818ea2f6a481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:32:29Z', 'updated_at': '2022-10-04T21:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '54e03f30-a243-4fa5-bc15-7dd9b42dcb37', 'name': '', 'network_id': '1f0188cc-e7b9-4a59-96eb-bff5f373b8df', 'tenant_id': '6fc5c72665164a0c8d9e7e476c283e98', 'mac_address': 'fa:16:3e:5d:c5:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc463ab-9516-4443-942a-818ea2f6a481', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '180452ec-977f-44f6-8140-72bffd87cfbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:32:35Z', 'updated_at': '2022-10-04T21:32:37Z', 'revision_number': 2, 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'subnets': [{'id': '180452ec-977f-44f6-8140-72bffd87cfbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:32:39.538792 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7871e86-8320-486e-be51-fe3d4a219492 None None] Checking router: 6fc463ab-9516-4443-942a-818ea2f6a481 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:32:39.539386 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7871e86-8320-486e-be51-fe3d4a219492 None None] Updating router 6fc463ab-9516-4443-942a-818ea2f6a481 port 54e03f30-a243-4fa5-bc15-7dd9b42dcb37 binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:32:39.606105 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c7871e86-8320-486e-be51-fe3d4a219492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (54e03f30-a243-4fa5-bc15-7dd9b42dcb37), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:39.611750 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 49788a0b-219e-4f61-b278-caae943e1f59 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:32:39.612322 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (49788a0b-219e-4f61-b278-caae943e1f59), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:39.612847 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 49788a0b-219e-4f61-b278-caae943e1f59 Oct 04 21:32:39.720785 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:39.875290 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 49788a0b-219e-4f61-b278-caae943e1f59 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:32:40.081038 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c7871e86-8320-486e-be51-fe3d4a219492 None None] Publish callbacks [] for port (54e03f30-a243-4fa5-bc15-7dd9b42dcb37), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:40.102499 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-db213f7d-ecf8-4254-ad1f-e268c3d10ed6 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (6fc463ab-9516-4443-942a-818ea2f6a481), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:40.182940 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c7871e86-8320-486e-be51-fe3d4a219492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (54e03f30-a243-4fa5-bc15-7dd9b42dcb37), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:40.322296 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7558e6-3e53-4d57-8206-248a8e7f9380 None None] Pushing event updated for resources: {'Port': ['ID=54e03f30-a243-4fa5-bc15-7dd9b42dcb37,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:32:40.350960 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-c7871e86-8320-486e-be51-fe3d4a219492 None None] Attempting to bind port 54e03f30-a243-4fa5-bc15-7dd9b42dcb37 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:32:40.351607 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-c7871e86-8320-486e-be51-fe3d4a219492 None None] Attempting to bind port 54e03f30-a243-4fa5-bc15-7dd9b42dcb37 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'bb771aad-0a1a-48fc-b5ee-80a1b320ed8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1f0188cc-e7b9-4a59-96eb-bff5f373b8df'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:32:40.352222 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7871e86-8320-486e-be51-fe3d4a219492 None None] Attempting to bind port 54e03f30-a243-4fa5-bc15-7dd9b42dcb37 on network 1f0188cc-e7b9-4a59-96eb-bff5f373b8df {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:32:40.430832 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7871e86-8320-486e-be51-fe3d4a219492 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:32:40.431943 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7871e86-8320-486e-be51-fe3d4a219492 None None] Checking segment: {'id': 'bb771aad-0a1a-48fc-b5ee-80a1b320ed8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1f0188cc-e7b9-4a59-96eb-bff5f373b8df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:32:40.431943 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c7871e86-8320-486e-be51-fe3d4a219492 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:40.432284 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7871e86-8320-486e-be51-fe3d4a219492 None None] Bound using segment: {'id': 'bb771aad-0a1a-48fc-b5ee-80a1b320ed8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1f0188cc-e7b9-4a59-96eb-bff5f373b8df'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:32:40.432928 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-c7871e86-8320-486e-be51-fe3d4a219492 None None] Bound port: 54e03f30-a243-4fa5-bc15-7dd9b42dcb37, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb771aad-0a1a-48fc-b5ee-80a1b320ed8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1f0188cc-e7b9-4a59-96eb-bff5f373b8df'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:32:40.433437 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c7871e86-8320-486e-be51-fe3d4a219492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (54e03f30-a243-4fa5-bc15-7dd9b42dcb37), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:40.485270 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-db213f7d-ecf8-4254-ad1f-e268c3d10ed6 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Deleting port 54e03f30-a243-4fa5-bc15-7dd9b42dcb37 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:32:40.486145 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-db213f7d-ecf8-4254-ad1f-e268c3d10ed6 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (54e03f30-a243-4fa5-bc15-7dd9b42dcb37), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:40.547908 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-c7871e86-8320-486e-be51-fe3d4a219492 None None] For port 54e03f30-a243-4fa5-bc15-7dd9b42dcb37, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:32:40.554169 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-c7871e86-8320-486e-be51-fe3d4a219492 None None] For port 54e03f30-a243-4fa5-bc15-7dd9b42dcb37, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=54e03f30-a243-4fa5-bc15-7dd9b42dcb37,segment=NetworkSegment(bb771aad-0a1a-48fc-b5ee-80a1b320ed8f),segment_id=bb771aad-0a1a-48fc-b5ee-80a1b320ed8f)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:32:40.570943 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:40.659344 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-db213f7d-ecf8-4254-ad1f-e268c3d10ed6 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] For port 54e03f30-a243-4fa5-bc15-7dd9b42dcb37, host n-d-852085-12, got binding levels [] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:32:40.659830 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-db213f7d-ecf8-4254-ad1f-e268c3d10ed6 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (54e03f30-a243-4fa5-bc15-7dd9b42dcb37), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:40.688020 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-db213f7d-ecf8-4254-ad1f-e268c3d10ed6 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Calling delete_port for 54e03f30-a243-4fa5-bc15-7dd9b42dcb37 owned by network:router_interface {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:32:40.696887 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c7871e86-8320-486e-be51-fe3d4a219492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (54e03f30-a243-4fa5-bc15-7dd9b42dcb37), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:40.709024 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:40.772200 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7871e86-8320-486e-be51-fe3d4a219492 None None] Routers {'6fc463ab-9516-4443-942a-818ea2f6a481'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:32:40.773292 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-c7871e86-8320-486e-be51-fe3d4a219492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:32:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['6fc463ab-9516-4443-942a-818ea2f6a481'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:32:40.819810 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=100 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:40.893221 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7558e6-3e53-4d57-8206-248a8e7f9380 None None] Pushing event updated for resources: {'Port': ['ID=54e03f30-a243-4fa5-bc15-7dd9b42dcb37,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:32:41.023609 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-c7871e86-8320-486e-be51-fe3d4a219492 None None] Set router 6fc463ab-9516-4443-942a-818ea2f6a481 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:32:41.071062 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:41.167914 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-db213f7d-ecf8-4254-ad1f-e268c3d10ed6 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (54e03f30-a243-4fa5-bc15-7dd9b42dcb37), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:41.223929 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db213f7d-ecf8-4254-ad1f-e268c3d10ed6 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event deleted for resources: {'Port': ['ID=54e03f30-a243-4fa5-bc15-7dd9b42dcb37,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:32:41.433779 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-c7871e86-8320-486e-be51-fe3d4a219492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc463ab-9516-4443-942a-818ea2f6a481', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228562017', 'tenant_id': '6fc5c72665164a0c8d9e7e476c283e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '46006eea-a9f8-41a9-93cb-17cee179c634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:32:28Z', 'updated_at': '2022-10-04T21:32:36Z', 'revision_number': 4, 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'gw_port': {'id': '46006eea-a9f8-41a9-93cb-17cee179c634', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ff:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc463ab-9516-4443-942a-818ea2f6a481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:32:29Z', 'updated_at': '2022-10-04T21:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '54e03f30-a243-4fa5-bc15-7dd9b42dcb37', 'name': '', 'network_id': '1f0188cc-e7b9-4a59-96eb-bff5f373b8df', 'tenant_id': '6fc5c72665164a0c8d9e7e476c283e98', 'mac_address': 'fa:16:3e:5d:c5:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc463ab-9516-4443-942a-818ea2f6a481', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '180452ec-977f-44f6-8140-72bffd87cfbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:32:35Z', 'updated_at': '2022-10-04T21:32:40Z', 'revision_number': 4, 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'subnets': [{'id': '180452ec-977f-44f6-8140-72bffd87cfbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:32:41.489722 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7871e86-8320-486e-be51-fe3d4a219492 None None] The sync data for ids ['6fc463ab-9516-4443-942a-818ea2f6a481'] in n-d-852085-12 is: [{'id': '6fc463ab-9516-4443-942a-818ea2f6a481', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228562017', 'tenant_id': '6fc5c72665164a0c8d9e7e476c283e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '46006eea-a9f8-41a9-93cb-17cee179c634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:32:28Z', 'updated_at': '2022-10-04T21:32:36Z', 'revision_number': 4, 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'gw_port': {'id': '46006eea-a9f8-41a9-93cb-17cee179c634', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ff:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc463ab-9516-4443-942a-818ea2f6a481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:32:29Z', 'updated_at': '2022-10-04T21:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '54e03f30-a243-4fa5-bc15-7dd9b42dcb37', 'name': '', 'network_id': '1f0188cc-e7b9-4a59-96eb-bff5f373b8df', 'tenant_id': '6fc5c72665164a0c8d9e7e476c283e98', 'mac_address': 'fa:16:3e:5d:c5:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc463ab-9516-4443-942a-818ea2f6a481', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '180452ec-977f-44f6-8140-72bffd87cfbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:32:35Z', 'updated_at': '2022-10-04T21:32:40Z', 'revision_number': 4, 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'subnets': [{'id': '180452ec-977f-44f6-8140-72bffd87cfbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:32:41.622819 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-db213f7d-ecf8-4254-ad1f-e268c3d10ed6 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (6fc463ab-9516-4443-942a-818ea2f6a481), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:42.085887 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db213f7d-ecf8-4254-ad1f-e268c3d10ed6 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Router 6fc463ab-9516-4443-942a-818ea2f6a481 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:32:42.187666 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:42.275364 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db213f7d-ecf8-4254-ad1f-e268c3d10ed6 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:32:42.283742 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-db213f7d-ecf8-4254-ad1f-e268c3d10ed6 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "PUT /networking/v2.0/routers/6fc463ab-9516-4443-942a-818ea2f6a481/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8541806 Oct 04 21:32:42.287873 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53800) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:32:42.394533 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a770235-2e20-498d-bd3b-a3e0eb31538e tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Deleting subnet 180452ec-977f-44f6-8140-72bffd87cfbf {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:32:42.400296 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7a770235-2e20-498d-bd3b-a3e0eb31538e tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for subnet (180452ec-977f-44f6-8140-72bffd87cfbf), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:42.485325 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7a770235-2e20-498d-bd3b-a3e0eb31538e tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (180452ec-977f-44f6-8140-72bffd87cfbf), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:42.668371 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7a770235-2e20-498d-bd3b-a3e0eb31538e tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (180452ec-977f-44f6-8140-72bffd87cfbf), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:42.799699 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:43.115683 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7a770235-2e20-498d-bd3b-a3e0eb31538e tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (180452ec-977f-44f6-8140-72bffd87cfbf), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:43.157584 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a770235-2e20-498d-bd3b-a3e0eb31538e tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event deleted for resources: {'Subnet': ['ID=180452ec-977f-44f6-8140-72bffd87cfbf,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:32:43.169193 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-7a770235-2e20-498d-bd3b-a3e0eb31538e tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:43.175437 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-7a770235-2e20-498d-bd3b-a3e0eb31538e tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/180452ec-977f-44f6-8140-72bffd87cfbf HTTP/1.1" status: 204 len: 168 time: 0.8834891 Oct 04 21:32:43.177168 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53804) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:32:43.186715 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b4c15e-0190-48fa-9662-6b6e4575f4dd None None] Network 1f0188cc-e7b9-4a59-96eb-bff5f373b8df requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:32:43.369081 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f092e3ec-0745-4057-b645-ed21817e9b4e None None] Sync routers for ids ['6fc463ab-9516-4443-942a-818ea2f6a481'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:32:43.400483 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5b0b40b3-5e26-45ab-894a-95d181161bd8 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for router (6fc463ab-9516-4443-942a-818ea2f6a481), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:43.401202 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f092e3ec-0745-4057-b645-ed21817e9b4e None None] Routers {'6fc463ab-9516-4443-942a-818ea2f6a481'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:32:43.402093 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-f092e3ec-0745-4057-b645-ed21817e9b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:32:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['6fc463ab-9516-4443-942a-818ea2f6a481'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:32:43.472067 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f25fe08-73e3-4b43-badd-f14154bc8b9d None None] DHCP port deletion for 1f0188cc-e7b9-4a59-96eb-bff5f373b8df request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:32:43.554764 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-4f25fe08-73e3-4b43-badd-f14154bc8b9d None None] Deleting port 49788a0b-219e-4f61-b278-caae943e1f59 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:32:43.554764 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4f25fe08-73e3-4b43-badd-f14154bc8b9d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (49788a0b-219e-4f61-b278-caae943e1f59), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:43.610323 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-f092e3ec-0745-4057-b645-ed21817e9b4e None None] Set router 6fc463ab-9516-4443-942a-818ea2f6a481 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:32:43.699436 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-4f25fe08-73e3-4b43-badd-f14154bc8b9d None None] For port 49788a0b-219e-4f61-b278-caae943e1f59, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=49788a0b-219e-4f61-b278-caae943e1f59,segment=NetworkSegment(bb771aad-0a1a-48fc-b5ee-80a1b320ed8f),segment_id=bb771aad-0a1a-48fc-b5ee-80a1b320ed8f)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:32:43.701350 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4f25fe08-73e3-4b43-badd-f14154bc8b9d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (49788a0b-219e-4f61-b278-caae943e1f59), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:43.733100 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-4f25fe08-73e3-4b43-badd-f14154bc8b9d None None] Calling delete_port for 49788a0b-219e-4f61-b278-caae943e1f59 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:32:44.008563 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-f092e3ec-0745-4057-b645-ed21817e9b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc463ab-9516-4443-942a-818ea2f6a481', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228562017', 'tenant_id': '6fc5c72665164a0c8d9e7e476c283e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '46006eea-a9f8-41a9-93cb-17cee179c634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:32:28Z', 'updated_at': '2022-10-04T21:32:40Z', 'revision_number': 5, 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'gw_port': {'id': '46006eea-a9f8-41a9-93cb-17cee179c634', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ff:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc463ab-9516-4443-942a-818ea2f6a481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:32:29Z', 'updated_at': '2022-10-04T21:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:32:44.008962 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5b0b40b3-5e26-45ab-894a-95d181161bd8 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for router_gateway (6fc463ab-9516-4443-942a-818ea2f6a481), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:44.040706 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-4f25fe08-73e3-4b43-badd-f14154bc8b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (49788a0b-219e-4f61-b278-caae943e1f59), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:44.043889 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f092e3ec-0745-4057-b645-ed21817e9b4e None None] Checking router: 6fc463ab-9516-4443-942a-818ea2f6a481 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:32:44.057886 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f092e3ec-0745-4057-b645-ed21817e9b4e None None] Routers {'6fc463ab-9516-4443-942a-818ea2f6a481'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:32:44.059128 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-f092e3ec-0745-4057-b645-ed21817e9b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:32:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['6fc463ab-9516-4443-942a-818ea2f6a481'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:32:44.096726 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f25fe08-73e3-4b43-badd-f14154bc8b9d None None] Pushing event deleted for resources: {'Port': ['ID=49788a0b-219e-4f61-b278-caae943e1f59,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:32:44.102021 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f25fe08-73e3-4b43-badd-f14154bc8b9d None None] No DVR routers for this DVR port 49788a0b-219e-4f61-b278-caae943e1f59 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:32:44.213637 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-5b0b40b3-5e26-45ab-894a-95d181161bd8 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Deleting port 46006eea-a9f8-41a9-93cb-17cee179c634 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:32:44.214603 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5b0b40b3-5e26-45ab-894a-95d181161bd8 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (46006eea-a9f8-41a9-93cb-17cee179c634), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:44.258490 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-f092e3ec-0745-4057-b645-ed21817e9b4e None None] Set router 6fc463ab-9516-4443-942a-818ea2f6a481 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:32:44.389319 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-5b0b40b3-5e26-45ab-894a-95d181161bd8 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] For port 46006eea-a9f8-41a9-93cb-17cee179c634, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=46006eea-a9f8-41a9-93cb-17cee179c634,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:32:44.389877 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5b0b40b3-5e26-45ab-894a-95d181161bd8 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (46006eea-a9f8-41a9-93cb-17cee179c634), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:44.416381 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-5b0b40b3-5e26-45ab-894a-95d181161bd8 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Calling delete_port for 46006eea-a9f8-41a9-93cb-17cee179c634 owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:32:44.480714 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=100 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:44.658473 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:44.809065 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-f092e3ec-0745-4057-b645-ed21817e9b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc463ab-9516-4443-942a-818ea2f6a481', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228562017', 'tenant_id': '6fc5c72665164a0c8d9e7e476c283e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '46006eea-a9f8-41a9-93cb-17cee179c634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:32:28Z', 'updated_at': '2022-10-04T21:32:40Z', 'revision_number': 5, 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'gw_port': {'id': '46006eea-a9f8-41a9-93cb-17cee179c634', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ff:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc463ab-9516-4443-942a-818ea2f6a481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:32:29Z', 'updated_at': '2022-10-04T21:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:32:44.899123 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5b0b40b3-5e26-45ab-894a-95d181161bd8 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (46006eea-a9f8-41a9-93cb-17cee179c634), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:44.969085 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0b40b3-5e26-45ab-894a-95d181161bd8 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event deleted for resources: {'Port': ['ID=46006eea-a9f8-41a9-93cb-17cee179c634,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:32:44.993508 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0b40b3-5e26-45ab-894a-95d181161bd8 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:32:44.994191 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0b40b3-5e26-45ab-894a-95d181161bd8 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:32:44.994767 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0b40b3-5e26-45ab-894a-95d181161bd8 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:32:44.995393 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0b40b3-5e26-45ab-894a-95d181161bd8 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:32:44.996058 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0b40b3-5e26-45ab-894a-95d181161bd8 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:32:44.996615 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0b40b3-5e26-45ab-894a-95d181161bd8 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:32:44.997174 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0b40b3-5e26-45ab-894a-95d181161bd8 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:32:44.998273 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0b40b3-5e26-45ab-894a-95d181161bd8 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:32:44.998899 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0b40b3-5e26-45ab-894a-95d181161bd8 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:32:44.999483 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0b40b3-5e26-45ab-894a-95d181161bd8 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:32:45.000054 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0b40b3-5e26-45ab-894a-95d181161bd8 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:32:45.000624 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0b40b3-5e26-45ab-894a-95d181161bd8 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:32:45.001180 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0b40b3-5e26-45ab-894a-95d181161bd8 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:32:45.001743 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0b40b3-5e26-45ab-894a-95d181161bd8 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:32:45.002303 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0b40b3-5e26-45ab-894a-95d181161bd8 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:32:45.005021 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f092e3ec-0745-4057-b645-ed21817e9b4e None None] The sync data for ids ['6fc463ab-9516-4443-942a-818ea2f6a481'] in n-d-852085-12 is: [{'id': '6fc463ab-9516-4443-942a-818ea2f6a481', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228562017', 'tenant_id': '6fc5c72665164a0c8d9e7e476c283e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '46006eea-a9f8-41a9-93cb-17cee179c634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:32:28Z', 'updated_at': '2022-10-04T21:32:40Z', 'revision_number': 5, 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'gw_port': {'id': '46006eea-a9f8-41a9-93cb-17cee179c634', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ff:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc463ab-9516-4443-942a-818ea2f6a481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:32:29Z', 'updated_at': '2022-10-04T21:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:32:45.114690 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5b0b40b3-5e26-45ab-894a-95d181161bd8 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (6fc463ab-9516-4443-942a-818ea2f6a481), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:45.291047 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5b0b40b3-5e26-45ab-894a-95d181161bd8 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (6fc463ab-9516-4443-942a-818ea2f6a481), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:45.295970 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5b0b40b3-5e26-45ab-894a-95d181161bd8 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for router_controller (6fc463ab-9516-4443-942a-818ea2f6a481), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:45.523663 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 49788a0b-219e-4f61-b278-caae943e1f59 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:32:45.555246 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5b0b40b3-5e26-45ab-894a-95d181161bd8 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (6fc463ab-9516-4443-942a-818ea2f6a481), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:45.555741 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 49788a0b-219e-4f61-b278-caae943e1f59 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:32:45.555894 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 49788a0b-219e-4f61-b278-caae943e1f59 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:32:45.556345 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b0b40b3-5e26-45ab-894a-95d181161bd8 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Fanout notify agent at l3_agent the message router_deleted on router 6fc463ab-9516-4443-942a-818ea2f6a481 {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 21:32:45.556535 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 54e03f30-a243-4fa5-bc15-7dd9b42dcb37 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:32:45.572002 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5b0b40b3-5e26-45ab-894a-95d181161bd8 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:45.576674 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53808) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:32:45.577524 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-5b0b40b3-5e26-45ab-894a-95d181161bd8 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "DELETE /networking/v2.0/routers/6fc463ab-9516-4443-942a-818ea2f6a481 HTTP/1.1" status: 204 len: 168 time: 2.3979597 Oct 04 21:32:45.600475 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 54e03f30-a243-4fa5-bc15-7dd9b42dcb37 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:32:45.600995 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 54e03f30-a243-4fa5-bc15-7dd9b42dcb37 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:32:45.667817 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-738fd677-52e3-4be7-ae3d-a65fb3438d9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:45.745665 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-28742cae-7759-4867-8ad5-0f0746ac3862 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (1f0188cc-e7b9-4a59-96eb-bff5f373b8df), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:45.902838 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-28742cae-7759-4867-8ad5-0f0746ac3862 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (1f0188cc-e7b9-4a59-96eb-bff5f373b8df), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:45.954284 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-28742cae-7759-4867-8ad5-0f0746ac3862 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f0188cc-e7b9-4a59-96eb-bff5f373b8df']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:32:45.974724 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-28742cae-7759-4867-8ad5-0f0746ac3862 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb771aad-0a1a-48fc-b5ee-80a1b320ed8f') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:32:45.975248 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-28742cae-7759-4867-8ad5-0f0746ac3862 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb771aad-0a1a-48fc-b5ee-80a1b320ed8f') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:32:45.995920 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-28742cae-7759-4867-8ad5-0f0746ac3862 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (bb771aad-0a1a-48fc-b5ee-80a1b320ed8f), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:46.025934 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-28742cae-7759-4867-8ad5-0f0746ac3862 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (bb771aad-0a1a-48fc-b5ee-80a1b320ed8f), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:46.039788 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28742cae-7759-4867-8ad5-0f0746ac3862 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:32:46.040456 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-28742cae-7759-4867-8ad5-0f0746ac3862 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (bb771aad-0a1a-48fc-b5ee-80a1b320ed8f), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:46.121792 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment bb771aad-0a1a-48fc-b5ee-80a1b320ed8f resource provider aggregate not found Oct 04 21:32:46.154713 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment bb771aad-0a1a-48fc-b5ee-80a1b320ed8f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bb771aad-0a1a-48fc-b5ee-80a1b320ed8f found for delete ", "request_id": "req-c59c8f8a-a33a-4255-b052-64d628d8d7bd"}]} Oct 04 21:32:46.280967 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-28742cae-7759-4867-8ad5-0f0746ac3862 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (1f0188cc-e7b9-4a59-96eb-bff5f373b8df), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:46.289792 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-28742cae-7759-4867-8ad5-0f0746ac3862 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:46.299217 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-28742cae-7759-4867-8ad5-0f0746ac3862 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "DELETE /networking/v2.0/networks/1f0188cc-e7b9-4a59-96eb-bff5f373b8df HTTP/1.1" status: 204 len: 168 time: 0.7190270 Oct 04 21:32:46.303972 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53814) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:32:46.318598 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:46.338290 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28742cae-7759-4867-8ad5-0f0746ac3862 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event deleted for resources: {'Network': ['ID=1f0188cc-e7b9-4a59-96eb-bff5f373b8df,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:32:46.354048 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28742cae-7759-4867-8ad5-0f0746ac3862 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:32:46.354637 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28742cae-7759-4867-8ad5-0f0746ac3862 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:32:46.355263 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28742cae-7759-4867-8ad5-0f0746ac3862 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:32:46.355819 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28742cae-7759-4867-8ad5-0f0746ac3862 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:32:46.356407 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28742cae-7759-4867-8ad5-0f0746ac3862 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:32:46.357524 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28742cae-7759-4867-8ad5-0f0746ac3862 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:32:46.358103 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28742cae-7759-4867-8ad5-0f0746ac3862 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:32:46.358892 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28742cae-7759-4867-8ad5-0f0746ac3862 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:32:46.359507 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28742cae-7759-4867-8ad5-0f0746ac3862 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:32:46.360086 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28742cae-7759-4867-8ad5-0f0746ac3862 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:32:46.360714 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28742cae-7759-4867-8ad5-0f0746ac3862 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:32:46.361255 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28742cae-7759-4867-8ad5-0f0746ac3862 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:32:46.362032 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28742cae-7759-4867-8ad5-0f0746ac3862 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:32:46.362445 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28742cae-7759-4867-8ad5-0f0746ac3862 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:32:46.363311 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28742cae-7759-4867-8ad5-0f0746ac3862 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:32:46.441223 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1668bf96-ccb8-4fe0-9e07-a8784a068a6a tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group (bc0a2f2f-bd34-4fd4-961d-853a49d8248a), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:46.490897 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1668bf96-ccb8-4fe0-9e07-a8784a068a6a tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group (bc0a2f2f-bd34-4fd4-961d-853a49d8248a), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:46.743549 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1668bf96-ccb8-4fe0-9e07-a8784a068a6a tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (bc0a2f2f-bd34-4fd4-961d-853a49d8248a), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:46.749014 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-1668bf96-ccb8-4fe0-9e07-a8784a068a6a tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:46.751244 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-1668bf96-ccb8-4fe0-9e07-a8784a068a6a tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/bc0a2f2f-bd34-4fd4-961d-853a49d8248a HTTP/1.1" status: 204 len: 168 time: 0.4454491 Oct 04 21:32:46.771624 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1668bf96-ccb8-4fe0-9e07-a8784a068a6a tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0a2f2f-bd34-4fd4-961d-853a49d8248a,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:32:47.165655 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53826) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:32:47.174859 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-30e3b269-8bd0-48b1-b5a4-b46bceecd31d tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1701005403', 'description': 'tempest-secgroup-smoke-1701005403 description', 'project_id': '6fc5c72665164a0c8d9e7e476c283e98'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:32:47.296700 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-30e3b269-8bd0-48b1-b5a4-b46bceecd31d tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:47.338794 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 46006eea-a9f8-41a9-93cb-17cee179c634 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:32:47.383095 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 46006eea-a9f8-41a9-93cb-17cee179c634 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:32:47.383760 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 46006eea-a9f8-41a9-93cb-17cee179c634 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:32:47.444327 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-30e3b269-8bd0-48b1-b5a4-b46bceecd31d tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group (c958ab3c-bbf9-4c2e-a781-1cadc13d2895), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:47.474631 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-1a7f4d1d-5d93-40c6-9312-411cb92755c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:47.548120 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-30e3b269-8bd0-48b1-b5a4-b46bceecd31d tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (c958ab3c-bbf9-4c2e-a781-1cadc13d2895), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:47.616437 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e3b269-8bd0-48b1-b5a4-b46bceecd31d tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c958ab3c-bbf9-4c2e-a781-1cadc13d2895,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:32:47.673829 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-30e3b269-8bd0-48b1-b5a4-b46bceecd31d tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:47.676331 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-30e3b269-8bd0-48b1-b5a4-b46bceecd31d tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5085757 Oct 04 21:32:47.681209 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53828) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:32:47.690552 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-f99e9144-042b-48a4-9758-dfa6a7b78ffb tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Request body: {'security_group_rule': {'security_group_id': 'c958ab3c-bbf9-4c2e-a781-1cadc13d2895', 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:32:47.832339 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f99e9144-042b-48a4-9758-dfa6a7b78ffb tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (0e5fd3b0-2845-4f58-9640-242c092becff), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:47.903222 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=82,neutron:DELETE=9,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:47.930695 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f99e9144-042b-48a4-9758-dfa6a7b78ffb tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (0e5fd3b0-2845-4f58-9640-242c092becff), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:48.022473 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f99e9144-042b-48a4-9758-dfa6a7b78ffb tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (0e5fd3b0-2845-4f58-9640-242c092becff), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:48.061562 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99e9144-042b-48a4-9758-dfa6a7b78ffb tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e5fd3b0-2845-4f58-9640-242c092becff,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:32:48.205086 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f99e9144-042b-48a4-9758-dfa6a7b78ffb tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:48.207340 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f99e9144-042b-48a4-9758-dfa6a7b78ffb tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5243425 Oct 04 21:32:48.212387 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53830) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:32:48.220438 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-ff1c57e3-0174-4be6-b610-172ca02f8ecc tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Request body: {'security_group_rule': {'security_group_id': 'c958ab3c-bbf9-4c2e-a781-1cadc13d2895', 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:32:48.354834 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ff1c57e3-0174-4be6-b610-172ca02f8ecc tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (afbf0b05-00e2-40fc-a637-a96163d9960a), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:48.478799 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ff1c57e3-0174-4be6-b610-172ca02f8ecc tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (afbf0b05-00e2-40fc-a637-a96163d9960a), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:48.589074 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ff1c57e3-0174-4be6-b610-172ca02f8ecc tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (afbf0b05-00e2-40fc-a637-a96163d9960a), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:48.605339 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:48.630079 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1c57e3-0174-4be6-b610-172ca02f8ecc tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afbf0b05-00e2-40fc-a637-a96163d9960a,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:32:48.720057 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ff1c57e3-0174-4be6-b610-172ca02f8ecc tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:48.722358 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-ff1c57e3-0174-4be6-b610-172ca02f8ecc tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5081933 Oct 04 21:32:48.727368 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53832) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:32:48.735966 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-0f864c9c-788c-4d6a-beb2-e60642cb164f tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Request body: {'security_group_rule': {'security_group_id': 'c958ab3c-bbf9-4c2e-a781-1cadc13d2895', 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:32:48.949489 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0f864c9c-788c-4d6a-beb2-e60642cb164f tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (96e71584-6c1d-4f8a-8feb-a5369fa5a354), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:49.074984 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0f864c9c-788c-4d6a-beb2-e60642cb164f tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (96e71584-6c1d-4f8a-8feb-a5369fa5a354), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:49.160022 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0f864c9c-788c-4d6a-beb2-e60642cb164f tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (96e71584-6c1d-4f8a-8feb-a5369fa5a354), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:49.191468 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f864c9c-788c-4d6a-beb2-e60642cb164f tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96e71584-6c1d-4f8a-8feb-a5369fa5a354,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:32:49.293359 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-0f864c9c-788c-4d6a-beb2-e60642cb164f tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:49.295526 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-0f864c9c-788c-4d6a-beb2-e60642cb164f tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5663919 Oct 04 21:32:49.300109 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53834) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:32:49.307800 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-b7779079-8ab4-4ac8-83fb-be0e62a58d55 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Request body: {'security_group_rule': {'security_group_id': 'c958ab3c-bbf9-4c2e-a781-1cadc13d2895', 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:32:49.429192 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b7779079-8ab4-4ac8-83fb-be0e62a58d55 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (c3cbbb31-f9af-46ff-894f-f6afc7591cce), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:49.549795 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b7779079-8ab4-4ac8-83fb-be0e62a58d55 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (c3cbbb31-f9af-46ff-894f-f6afc7591cce), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:49.692048 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b7779079-8ab4-4ac8-83fb-be0e62a58d55 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (c3cbbb31-f9af-46ff-894f-f6afc7591cce), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:49.736780 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7779079-8ab4-4ac8-83fb-be0e62a58d55 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3cbbb31-f9af-46ff-894f-f6afc7591cce,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:32:49.838500 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b7779079-8ab4-4ac8-83fb-be0e62a58d55 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:49.840883 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b7779079-8ab4-4ac8-83fb-be0e62a58d55 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5391710 Oct 04 21:32:49.846052 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53836) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:32:49.853957 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-313bb626-8766-4481-a5ab-3ec6a12f5b5a tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Request body: {'security_group_rule': {'security_group_id': 'c958ab3c-bbf9-4c2e-a781-1cadc13d2895', 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:32:50.012151 n-d-852085-12 neutron-server[108169]: INFO neutron.db.securitygroups_db [None req-313bb626-8766-4481-a5ab-3ec6a12f5b5a tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Project 6fc5c72665164a0c8d9e7e476c283e98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 21:32:50.023507 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-313bb626-8766-4481-a5ab-3ec6a12f5b5a tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (96a51291-3f17-4da4-b37d-d7c564ad83d9), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:50.156470 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-313bb626-8766-4481-a5ab-3ec6a12f5b5a tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (96a51291-3f17-4da4-b37d-d7c564ad83d9), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:50.257355 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-313bb626-8766-4481-a5ab-3ec6a12f5b5a tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (96a51291-3f17-4da4-b37d-d7c564ad83d9), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:50.296420 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313bb626-8766-4481-a5ab-3ec6a12f5b5a tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96a51291-3f17-4da4-b37d-d7c564ad83d9,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:32:50.336483 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:50.418913 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-313bb626-8766-4481-a5ab-3ec6a12f5b5a tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:50.420950 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-313bb626-8766-4481-a5ab-3ec6a12f5b5a tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5730867 Oct 04 21:32:50.424565 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53838) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:32:50.430265 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-b150246c-3b8e-47ec-8ec6-79d7b0c1625d tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Request body: {'security_group_rule': {'security_group_id': 'c958ab3c-bbf9-4c2e-a781-1cadc13d2895', 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:32:50.576761 n-d-852085-12 neutron-server[108169]: INFO neutron.db.securitygroups_db [None req-b150246c-3b8e-47ec-8ec6-79d7b0c1625d tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Project 6fc5c72665164a0c8d9e7e476c283e98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 21:32:50.587552 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b150246c-3b8e-47ec-8ec6-79d7b0c1625d tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (9da57b52-88af-4e1b-9830-d557def5231d), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:50.714024 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b150246c-3b8e-47ec-8ec6-79d7b0c1625d tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (9da57b52-88af-4e1b-9830-d557def5231d), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:50.851086 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b150246c-3b8e-47ec-8ec6-79d7b0c1625d tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (9da57b52-88af-4e1b-9830-d557def5231d), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:50.890972 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b150246c-3b8e-47ec-8ec6-79d7b0c1625d tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9da57b52-88af-4e1b-9830-d557def5231d,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:32:51.077924 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b150246c-3b8e-47ec-8ec6-79d7b0c1625d tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:51.080091 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b150246c-3b8e-47ec-8ec6-79d7b0c1625d tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6541560 Oct 04 21:32:51.098065 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53840) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:32:51.107852 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-66fe1010-6dd8-4379-b778-b4dc8c178502 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Request body: {'network': {'name': 'tempest-network-smoke--1096630961', 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'port_security_enabled': True}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:32:51.274387 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66fe1010-6dd8-4379-b778-b4dc8c178502 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Made reservation on behalf of 6fc5c72665164a0c8d9e7e476c283e98 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:32:51.281474 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-66fe1010-6dd8-4379-b778-b4dc8c178502 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:51.314354 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:51.331844 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66fe1010-6dd8-4379-b778-b4dc8c178502 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:32:51.351022 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-66fe1010-6dd8-4379-b778-b4dc8c178502 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (f90e742a-b777-4869-9d2d-fa15674ebe69), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:51.351590 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-66fe1010-6dd8-4379-b778-b4dc8c178502 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Added segment f90e742a-b777-4869-9d2d-fa15674ebe69 of type vlan for network c6775902-8faa-40a7-b7f0-24bf091bf915 Oct 04 21:32:51.453100 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-66fe1010-6dd8-4379-b778-b4dc8c178502 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (c6775902-8faa-40a7-b7f0-24bf091bf915), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:51.489587 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:UPDATE=5,neutron:INSERT=11 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:51.582965 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-66fe1010-6dd8-4379-b778-b4dc8c178502 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (c6775902-8faa-40a7-b7f0-24bf091bf915), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:51.593230 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fe1010-6dd8-4379-b778-b4dc8c178502 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:32:51.594329 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-66fe1010-6dd8-4379-b778-b4dc8c178502 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:51.723169 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:51.732353 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fe1010-6dd8-4379-b778-b4dc8c178502 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event updated for resources: {'Network': ['ID=c6775902-8faa-40a7-b7f0-24bf091bf915,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:32:51.750345 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network c6775902-8faa-40a7-b7f0-24bf091bf915 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:32:51.775953 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-66fe1010-6dd8-4379-b778-b4dc8c178502 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6758587 Oct 04 21:32:51.780312 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53842) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:32:51.788689 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-9a7eb88f-c0b2-4ead-8628-08bf68176480 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2137754908', 'admin_state_up': True, 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:32:51.948966 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:51.984170 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9a7eb88f-c0b2-4ead-8628-08bf68176480 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (f97f6e72-2e39-4be4-937e-006eb5fa5f54), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:51.986084 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9a7eb88f-c0b2-4ead-8628-08bf68176480 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (f97f6e72-2e39-4be4-937e-006eb5fa5f54), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:52.093450 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9a7eb88f-c0b2-4ead-8628-08bf68176480 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for router_controller (f97f6e72-2e39-4be4-937e-006eb5fa5f54), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:52.411827 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9a7eb88f-c0b2-4ead-8628-08bf68176480 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for router_gateway (f97f6e72-2e39-4be4-937e-006eb5fa5f54), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:52.865415 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9a7eb88f-c0b2-4ead-8628-08bf68176480 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for router_gateway (f97f6e72-2e39-4be4-937e-006eb5fa5f54), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:52.905553 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9a7eb88f-c0b2-4ead-8628-08bf68176480 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:53.126971 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-9a7eb88f-c0b2-4ead-8628-08bf68176480 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Allocated IP 172.25.5.13 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/dcbac0fd-d9f0-4848-bfaa-96a359ed35cf) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:32:53.130725 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:53.871853 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9a7eb88f-c0b2-4ead-8628-08bf68176480 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for port (dcbac0fd-d9f0-4848-bfaa-96a359ed35cf), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:54.028363 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9a7eb88f-c0b2-4ead-8628-08bf68176480 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (dcbac0fd-d9f0-4848-bfaa-96a359ed35cf), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:54.038736 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:54.120002 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7eb88f-c0b2-4ead-8628-08bf68176480 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:32:54.126629 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-9a7eb88f-c0b2-4ead-8628-08bf68176480 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:32:54.155996 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7eb88f-c0b2-4ead-8628-08bf68176480 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:32:54.188500 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7eb88f-c0b2-4ead-8628-08bf68176480 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event updated for resources: {'Port': ['ID=dcbac0fd-d9f0-4848-bfaa-96a359ed35cf,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:32:54.651356 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9a7eb88f-c0b2-4ead-8628-08bf68176480 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for router_gateway (f97f6e72-2e39-4be4-937e-006eb5fa5f54), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:54.937199 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9a7eb88f-c0b2-4ead-8628-08bf68176480 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (f97f6e72-2e39-4be4-937e-006eb5fa5f54), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:55.256563 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a7eb88f-c0b2-4ead-8628-08bf68176480 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Router f97f6e72-2e39-4be4-937e-006eb5fa5f54 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 21:32:55.402495 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a7eb88f-c0b2-4ead-8628-08bf68176480 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:32:55.421622 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ba5739-aed3-455b-b9f3-6fc91f0e3608 None None] Sync routers for ids ['f97f6e72-2e39-4be4-937e-006eb5fa5f54'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:32:55.426061 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:55.429436 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:55.442129 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ba5739-aed3-455b-b9f3-6fc91f0e3608 None None] Routers {'f97f6e72-2e39-4be4-937e-006eb5fa5f54'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:32:55.444298 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-40ba5739-aed3-455b-b9f3-6fc91f0e3608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:32:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['f97f6e72-2e39-4be4-937e-006eb5fa5f54'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:32:55.528027 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9a7eb88f-c0b2-4ead-8628-08bf68176480 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:55.530351 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-9a7eb88f-c0b2-4ead-8628-08bf68176480 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.7481985 Oct 04 21:32:55.534281 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53848) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:32:55.575893 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-e5591d2a-f3d4-4d62-a637-84645de4eb3b tempest-TestNetworkAdvancedServerOps-1351128534 tempest-TestNetworkAdvancedServerOps-1351128534-project-admin] 10.222.0.78 "GET /networking/v2.0/subnets?project_id=6fc5c72665164a0c8d9e7e476c283e98&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0397093 Oct 04 21:32:55.580604 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53850) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:32:55.781180 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1eab5a2-8302-4b3b-a8d2-96e1e728a7fb tempest-TestNetworkAdvancedServerOps-1351128534 tempest-TestNetworkAdvancedServerOps-1351128534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:32:55.783981 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f1eab5a2-8302-4b3b-a8d2-96e1e728a7fb tempest-TestNetworkAdvancedServerOps-1351128534 tempest-TestNetworkAdvancedServerOps-1351128534-project-admin] 10.222.0.78 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2016630 Oct 04 21:32:55.789323 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53852) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:32:55.842734 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c431edae-2b3c-49bc-8005-e3661d38c540 tempest-TestNetworkAdvancedServerOps-1351128534 tempest-TestNetworkAdvancedServerOps-1351128534-project-admin] 10.222.0.78 "GET /networking/v2.0/subnets?network_id=52a60aae-e230-4bd7-89bc-781767fd7892&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0512204 Oct 04 21:32:55.847597 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53854) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:32:55.859337 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-9a176dee-9a9c-4b87-b9db-d74e66f3414b tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-917568772', 'network_id': 'c6775902-8faa-40a7-b7f0-24bf091bf915', 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:32:55.868146 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-40ba5739-aed3-455b-b9f3-6fc91f0e3608 None None] Set router f97f6e72-2e39-4be4-937e-006eb5fa5f54 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:32:56.159890 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a176dee-9a9c-4b87-b9db-d74e66f3414b tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Made reservation on behalf of 6fc5c72665164a0c8d9e7e476c283e98 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:32:56.168590 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9a176dee-9a9c-4b87-b9db-d74e66f3414b tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:56.206309 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-40ba5739-aed3-455b-b9f3-6fc91f0e3608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97f6e72-2e39-4be4-937e-006eb5fa5f54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137754908', 'tenant_id': '6fc5c72665164a0c8d9e7e476c283e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'dcbac0fd-d9f0-4848-bfaa-96a359ed35cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:32:51Z', 'updated_at': '2022-10-04T21:32:54Z', 'revision_number': 3, 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'gw_port': {'id': 'dcbac0fd-d9f0-4848-bfaa-96a359ed35cf', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:42:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97f6e72-2e39-4be4-937e-006eb5fa5f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:32:52Z', 'updated_at': '2022-10-04T21:32:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:32:56.261087 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ba5739-aed3-455b-b9f3-6fc91f0e3608 None None] Checking router: f97f6e72-2e39-4be4-937e-006eb5fa5f54 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:32:56.261677 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ba5739-aed3-455b-b9f3-6fc91f0e3608 None None] Updating router f97f6e72-2e39-4be4-937e-006eb5fa5f54 port dcbac0fd-d9f0-4848-bfaa-96a359ed35cf binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:32:56.279105 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:56.322719 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-40ba5739-aed3-455b-b9f3-6fc91f0e3608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (dcbac0fd-d9f0-4848-bfaa-96a359ed35cf), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:56.371659 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:56.629105 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9a176dee-9a9c-4b87-b9db-d74e66f3414b tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (0809d332-1293-4195-b48d-f8a37bb06dfc), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:56.761607 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-40ba5739-aed3-455b-b9f3-6fc91f0e3608 None None] Publish callbacks [] for port (dcbac0fd-d9f0-4848-bfaa-96a359ed35cf), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:56.773061 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a176dee-9a9c-4b87-b9db-d74e66f3414b tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event updated for resources: {'Subnet': ['ID=0809d332-1293-4195-b48d-f8a37bb06dfc,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:32:56.783585 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a176dee-9a9c-4b87-b9db-d74e66f3414b tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Checking segment: {'id': 'f90e742a-b777-4869-9d2d-fa15674ebe69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c6775902-8faa-40a7-b7f0-24bf091bf915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:32:56.783585 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a176dee-9a9c-4b87-b9db-d74e66f3414b tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Network hostable DHCP agents. Network: c6775902-8faa-40a7-b7f0-24bf091bf915, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:32:56.886064 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-40ba5739-aed3-455b-b9f3-6fc91f0e3608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (dcbac0fd-d9f0-4848-bfaa-96a359ed35cf), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:56.932377 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a176dee-9a9c-4b87-b9db-d74e66f3414b tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Network c6775902-8faa-40a7-b7f0-24bf091bf915 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:32:56.967470 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-40ba5739-aed3-455b-b9f3-6fc91f0e3608 None None] Attempting to bind port dcbac0fd-d9f0-4848-bfaa-96a359ed35cf on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:32:56.968082 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-40ba5739-aed3-455b-b9f3-6fc91f0e3608 None None] Attempting to bind port dcbac0fd-d9f0-4848-bfaa-96a359ed35cf by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:32:56.968697 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ba5739-aed3-455b-b9f3-6fc91f0e3608 None None] Attempting to bind port dcbac0fd-d9f0-4848-bfaa-96a359ed35cf on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:32:57.037539 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36ca16b-c143-4fef-bb28-39c83ebb9e94 None None] Pushing event updated for resources: {'Port': ['ID=dcbac0fd-d9f0-4848-bfaa-96a359ed35cf,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:32:57.040492 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-9a176dee-9a9c-4b87-b9db-d74e66f3414b tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, c6775902-8faa-40a7-b7f0-24bf091bf915) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:32:57.049777 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a176dee-9a9c-4b87-b9db-d74e66f3414b tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:32:57.058143 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9a176dee-9a9c-4b87-b9db-d74e66f3414b tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:57.065363 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36ca16b-c143-4fef-bb28-39c83ebb9e94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:32:57.066101 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36ca16b-c143-4fef-bb28-39c83ebb9e94 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:32:57.066693 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36ca16b-c143-4fef-bb28-39c83ebb9e94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:32:57.067321 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36ca16b-c143-4fef-bb28-39c83ebb9e94 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:32:57.068745 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36ca16b-c143-4fef-bb28-39c83ebb9e94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:32:57.068745 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36ca16b-c143-4fef-bb28-39c83ebb9e94 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:32:57.069353 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36ca16b-c143-4fef-bb28-39c83ebb9e94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:32:57.070674 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36ca16b-c143-4fef-bb28-39c83ebb9e94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:32:57.070674 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36ca16b-c143-4fef-bb28-39c83ebb9e94 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:32:57.071063 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36ca16b-c143-4fef-bb28-39c83ebb9e94 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:32:57.071518 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36ca16b-c143-4fef-bb28-39c83ebb9e94 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:32:57.072180 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36ca16b-c143-4fef-bb28-39c83ebb9e94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:32:57.072726 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36ca16b-c143-4fef-bb28-39c83ebb9e94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:32:57.073288 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36ca16b-c143-4fef-bb28-39c83ebb9e94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:32:57.073853 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36ca16b-c143-4fef-bb28-39c83ebb9e94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:32:57.083711 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1050e88e-8937-43f7-be73-c281776316ad None None] Network c6775902-8faa-40a7-b7f0-24bf091bf915 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:32:57.192175 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-9a176dee-9a9c-4b87-b9db-d74e66f3414b tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3414397 Oct 04 21:32:57.196182 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53856) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:32:57.210467 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ba5739-aed3-455b-b9f3-6fc91f0e3608 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:32:57.210467 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ba5739-aed3-455b-b9f3-6fc91f0e3608 None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:32:57.210467 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-40ba5739-aed3-455b-b9f3-6fc91f0e3608 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:57.210467 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ba5739-aed3-455b-b9f3-6fc91f0e3608 None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:32:57.216080 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-40ba5739-aed3-455b-b9f3-6fc91f0e3608 None None] Bound port: dcbac0fd-d9f0-4848-bfaa-96a359ed35cf, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:32:57.216080 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-40ba5739-aed3-455b-b9f3-6fc91f0e3608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (dcbac0fd-d9f0-4848-bfaa-96a359ed35cf), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:57.217294 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:57.383014 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-40ba5739-aed3-455b-b9f3-6fc91f0e3608 None None] For port dcbac0fd-d9f0-4848-bfaa-96a359ed35cf, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:32:57.407397 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59bb6da-6465-4e01-8f99-6ed8981c8296 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-c6775902-8faa-40a7-b7f0-24bf091bf915', 'network_id': 'c6775902-8faa-40a7-b7f0-24bf091bf915', 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'fixed_ips': [{'subnet_id': '0809d332-1293-4195-b48d-f8a37bb06dfc'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:32:57.409290 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b59bb6da-6465-4e01-8f99-6ed8981c8296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:57.421592 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-40ba5739-aed3-455b-b9f3-6fc91f0e3608 None None] For port dcbac0fd-d9f0-4848-bfaa-96a359ed35cf, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=dcbac0fd-d9f0-4848-bfaa-96a359ed35cf,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:32:57.507821 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 21:32:57.574097 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-40ba5739-aed3-455b-b9f3-6fc91f0e3608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (dcbac0fd-d9f0-4848-bfaa-96a359ed35cf), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:57.699261 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ba5739-aed3-455b-b9f3-6fc91f0e3608 None None] Routers {'f97f6e72-2e39-4be4-937e-006eb5fa5f54'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:32:57.700413 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-40ba5739-aed3-455b-b9f3-6fc91f0e3608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:32:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['f97f6e72-2e39-4be4-937e-006eb5fa5f54'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:32:57.719454 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:57.849967 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36ca16b-c143-4fef-bb28-39c83ebb9e94 None None] Pushing event updated for resources: {'Port': ['ID=dcbac0fd-d9f0-4848-bfaa-96a359ed35cf,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:32:57.958730 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-b59bb6da-6465-4e01-8f99-6ed8981c8296 None None] Allocated IP 172.20.0.2 (c6775902-8faa-40a7-b7f0-24bf091bf915/0809d332-1293-4195-b48d-f8a37bb06dfc/67df28c5-54a5-444f-93f1-e96de11278d5) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:32:58.093809 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-189eb4dc-bb75-4b26-9d4a-f5b97e508bf6 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:58.113658 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-40ba5739-aed3-455b-b9f3-6fc91f0e3608 None None] Set router f97f6e72-2e39-4be4-937e-006eb5fa5f54 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:32:58.384737 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:58.586833 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b59bb6da-6465-4e01-8f99-6ed8981c8296 None None] Publish callbacks [] for port (67df28c5-54a5-444f-93f1-e96de11278d5), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:58.617217 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-40ba5739-aed3-455b-b9f3-6fc91f0e3608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97f6e72-2e39-4be4-937e-006eb5fa5f54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137754908', 'tenant_id': '6fc5c72665164a0c8d9e7e476c283e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'dcbac0fd-d9f0-4848-bfaa-96a359ed35cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:32:51Z', 'updated_at': '2022-10-04T21:32:54Z', 'revision_number': 3, 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'gw_port': {'id': 'dcbac0fd-d9f0-4848-bfaa-96a359ed35cf', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:42:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97f6e72-2e39-4be4-937e-006eb5fa5f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:32:52Z', 'updated_at': '2022-10-04T21:32:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:32:58.675351 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ba5739-aed3-455b-b9f3-6fc91f0e3608 None None] The sync data for ids ['f97f6e72-2e39-4be4-937e-006eb5fa5f54'] in n-d-852085-12 is: [{'id': 'f97f6e72-2e39-4be4-937e-006eb5fa5f54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137754908', 'tenant_id': '6fc5c72665164a0c8d9e7e476c283e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'dcbac0fd-d9f0-4848-bfaa-96a359ed35cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:32:51Z', 'updated_at': '2022-10-04T21:32:54Z', 'revision_number': 3, 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'gw_port': {'id': 'dcbac0fd-d9f0-4848-bfaa-96a359ed35cf', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:42:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97f6e72-2e39-4be4-937e-006eb5fa5f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:32:52Z', 'updated_at': '2022-10-04T21:32:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:32:58.738176 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b59bb6da-6465-4e01-8f99-6ed8981c8296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (67df28c5-54a5-444f-93f1-e96de11278d5), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:58.806725 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:58.808262 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:58.819930 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59bb6da-6465-4e01-8f99-6ed8981c8296 None None] Network c6775902-8faa-40a7-b7f0-24bf091bf915 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:32:58.831122 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-b59bb6da-6465-4e01-8f99-6ed8981c8296 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:32:58.835018 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59bb6da-6465-4e01-8f99-6ed8981c8296 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:32:58.838956 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59bb6da-6465-4e01-8f99-6ed8981c8296 None None] Pushing event updated for resources: {'Port': ['ID=67df28c5-54a5-444f-93f1-e96de11278d5,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:32:58.848363 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-189eb4dc-bb75-4b26-9d4a-f5b97e508bf6 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Allocated IP 172.20.0.1 (c6775902-8faa-40a7-b7f0-24bf091bf915/0809d332-1293-4195-b48d-f8a37bb06dfc/e03d1681-f3c0-436e-af01-637e364316b6) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:32:58.959476 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-b59bb6da-6465-4e01-8f99-6ed8981c8296 None None] Attempting to bind port 67df28c5-54a5-444f-93f1-e96de11278d5 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:32:58.960404 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-b59bb6da-6465-4e01-8f99-6ed8981c8296 None None] Attempting to bind port 67df28c5-54a5-444f-93f1-e96de11278d5 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'f90e742a-b777-4869-9d2d-fa15674ebe69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c6775902-8faa-40a7-b7f0-24bf091bf915'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:32:58.960616 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59bb6da-6465-4e01-8f99-6ed8981c8296 None None] Attempting to bind port 67df28c5-54a5-444f-93f1-e96de11278d5 on network c6775902-8faa-40a7-b7f0-24bf091bf915 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:32:59.097930 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59bb6da-6465-4e01-8f99-6ed8981c8296 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:32:59.098548 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59bb6da-6465-4e01-8f99-6ed8981c8296 None None] Checking segment: {'id': 'f90e742a-b777-4869-9d2d-fa15674ebe69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c6775902-8faa-40a7-b7f0-24bf091bf915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:32:59.099283 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b59bb6da-6465-4e01-8f99-6ed8981c8296 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:59.099960 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59bb6da-6465-4e01-8f99-6ed8981c8296 None None] Bound using segment: {'id': 'f90e742a-b777-4869-9d2d-fa15674ebe69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c6775902-8faa-40a7-b7f0-24bf091bf915'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:32:59.100823 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-b59bb6da-6465-4e01-8f99-6ed8981c8296 None None] Bound port: 67df28c5-54a5-444f-93f1-e96de11278d5, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90e742a-b777-4869-9d2d-fa15674ebe69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c6775902-8faa-40a7-b7f0-24bf091bf915'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:32:59.101458 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b59bb6da-6465-4e01-8f99-6ed8981c8296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (67df28c5-54a5-444f-93f1-e96de11278d5), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:59.127843 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-189eb4dc-bb75-4b26-9d4a-f5b97e508bf6 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for port (e03d1681-f3c0-436e-af01-637e364316b6), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:59.241636 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-b59bb6da-6465-4e01-8f99-6ed8981c8296 None None] For port 67df28c5-54a5-444f-93f1-e96de11278d5, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:32:59.249235 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-b59bb6da-6465-4e01-8f99-6ed8981c8296 None None] For port 67df28c5-54a5-444f-93f1-e96de11278d5, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=67df28c5-54a5-444f-93f1-e96de11278d5,segment=NetworkSegment(f90e742a-b777-4869-9d2d-fa15674ebe69),segment_id=f90e742a-b777-4869-9d2d-fa15674ebe69)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:32:59.256687 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=75 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:59.275749 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-189eb4dc-bb75-4b26-9d4a-f5b97e508bf6 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (e03d1681-f3c0-436e-af01-637e364316b6), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:59.355506 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b59bb6da-6465-4e01-8f99-6ed8981c8296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (67df28c5-54a5-444f-93f1-e96de11278d5), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:59.375334 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189eb4dc-bb75-4b26-9d4a-f5b97e508bf6 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Network c6775902-8faa-40a7-b7f0-24bf091bf915 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:32:59.383538 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-189eb4dc-bb75-4b26-9d4a-f5b97e508bf6 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:32:59.391564 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189eb4dc-bb75-4b26-9d4a-f5b97e508bf6 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:32:59.459214 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189eb4dc-bb75-4b26-9d4a-f5b97e508bf6 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event updated for resources: {'Port': ['ID=e03d1681-f3c0-436e-af01-637e364316b6,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:32:59.504572 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:32:59.524741 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-189eb4dc-bb75-4b26-9d4a-f5b97e508bf6 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (f97f6e72-2e39-4be4-937e-006eb5fa5f54), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:59.525076 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device dcbac0fd-d9f0-4848-bfaa-96a359ed35cf up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:32:59.600643 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59bb6da-6465-4e01-8f99-6ed8981c8296 None None] Pushing event updated for resources: {'Port': ['ID=67df28c5-54a5-444f-93f1-e96de11278d5,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:32:59.648863 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port dcbac0fd-d9f0-4848-bfaa-96a359ed35cf triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:32:59.649486 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (dcbac0fd-d9f0-4848-bfaa-96a359ed35cf), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:59.650055 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port dcbac0fd-d9f0-4848-bfaa-96a359ed35cf Oct 04 21:32:59.881296 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port dcbac0fd-d9f0-4848-bfaa-96a359ed35cf is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:32:59.881933 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (dcbac0fd-d9f0-4848-bfaa-96a359ed35cf), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:32:59.935420 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port dcbac0fd-d9f0-4848-bfaa-96a359ed35cf, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=dcbac0fd-d9f0-4848-bfaa-96a359ed35cf,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:32:59.988036 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-189eb4dc-bb75-4b26-9d4a-f5b97e508bf6 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (e03d1681-f3c0-436e-af01-637e364316b6), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:00.032084 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (dcbac0fd-d9f0-4848-bfaa-96a359ed35cf), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:00.121849 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=dcbac0fd-d9f0-4848-bfaa-96a359ed35cf,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:33:00.522731 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-189eb4dc-bb75-4b26-9d4a-f5b97e508bf6 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for port (e03d1681-f3c0-436e-af01-637e364316b6), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:00.595717 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-189eb4dc-bb75-4b26-9d4a-f5b97e508bf6 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (e03d1681-f3c0-436e-af01-637e364316b6), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:00.748254 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189eb4dc-bb75-4b26-9d4a-f5b97e508bf6 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event updated for resources: {'Port': ['ID=e03d1681-f3c0-436e-af01-637e364316b6,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:33:00.755434 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-189eb4dc-bb75-4b26-9d4a-f5b97e508bf6 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (f97f6e72-2e39-4be4-937e-006eb5fa5f54), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:00.937056 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189eb4dc-bb75-4b26-9d4a-f5b97e508bf6 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Network c6775902-8faa-40a7-b7f0-24bf091bf915 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:33:00.939460 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-189eb4dc-bb75-4b26-9d4a-f5b97e508bf6 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:33:00.969235 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce93e5c-7461-495e-b535-d897d66eb2b4 None None] Network c6775902-8faa-40a7-b7f0-24bf091bf915 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:33:01.021479 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:01.092862 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-dbc3479d-893f-41e2-add9-69c1a13de08b None None] Provisioning complete for port 67df28c5-54a5-444f-93f1-e96de11278d5 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:33:01.094619 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-dbc3479d-893f-41e2-add9-69c1a13de08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (67df28c5-54a5-444f-93f1-e96de11278d5), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:01.095403 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-dbc3479d-893f-41e2-add9-69c1a13de08b None None] Attempt 1 to provision port 67df28c5-54a5-444f-93f1-e96de11278d5 Oct 04 21:33:01.154729 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-189eb4dc-bb75-4b26-9d4a-f5b97e508bf6 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Router f97f6e72-2e39-4be4-937e-006eb5fa5f54 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:33:01.389773 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-189eb4dc-bb75-4b26-9d4a-f5b97e508bf6 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:33:01.415327 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-189eb4dc-bb75-4b26-9d4a-f5b97e508bf6 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "PUT /networking/v2.0/routers/f97f6e72-2e39-4be4-937e-006eb5fa5f54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2170618 Oct 04 21:33:01.580471 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-dbc3479d-893f-41e2-add9-69c1a13de08b None None] Current status of the port 67df28c5-54a5-444f-93f1-e96de11278d5 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:33:01.581399 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-dbc3479d-893f-41e2-add9-69c1a13de08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (67df28c5-54a5-444f-93f1-e96de11278d5), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:01.599644 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc16178-3e7d-47fd-9760-d527793e0366 None None] Sync routers for ids ['f97f6e72-2e39-4be4-937e-006eb5fa5f54'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:33:01.619962 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device dcbac0fd-d9f0-4848-bfaa-96a359ed35cf up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:33:01.625149 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc16178-3e7d-47fd-9760-d527793e0366 None None] Routers {'f97f6e72-2e39-4be4-937e-006eb5fa5f54'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:33:01.626396 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-1bc16178-3e7d-47fd-9760-d527793e0366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:32:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['f97f6e72-2e39-4be4-937e-006eb5fa5f54'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:33:01.734132 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-dbc3479d-893f-41e2-add9-69c1a13de08b None None] For port 67df28c5-54a5-444f-93f1-e96de11278d5, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=67df28c5-54a5-444f-93f1-e96de11278d5,segment=NetworkSegment(f90e742a-b777-4869-9d2d-fa15674ebe69),segment_id=f90e742a-b777-4869-9d2d-fa15674ebe69)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:33:01.770525 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port dcbac0fd-d9f0-4848-bfaa-96a359ed35cf triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:33:01.771790 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (dcbac0fd-d9f0-4848-bfaa-96a359ed35cf), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:01.774710 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port dcbac0fd-d9f0-4848-bfaa-96a359ed35cf Oct 04 21:33:01.796727 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:01.806593 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-46ac6281-5ff4-4f21-8edb-311f2d599f4f req-a38ea5d3-e40d-4e20-bef0-de52c2152a20 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1701005403&fields=id&tenant_id=6fc5c72665164a0c8d9e7e476c283e98 HTTP/1.1" status: 200 len: 267 time: 0.1106904 Oct 04 21:33:01.826585 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:01.855451 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-1bc16178-3e7d-47fd-9760-d527793e0366 None None] Set router f97f6e72-2e39-4be4-937e-006eb5fa5f54 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:33:01.859072 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:01.866396 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-dbc3479d-893f-41e2-add9-69c1a13de08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (67df28c5-54a5-444f-93f1-e96de11278d5), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:01.986191 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=14,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:02.060618 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port dcbac0fd-d9f0-4848-bfaa-96a359ed35cf is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:33:02.062672 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 67df28c5-54a5-444f-93f1-e96de11278d5 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:33:02.065977 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-ab4243fc-7261-4e34-ba1a-01de63cceb2f None None] Provisioning complete for port 67df28c5-54a5-444f-93f1-e96de11278d5 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:33:02.066780 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ab4243fc-7261-4e34-ba1a-01de63cceb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (67df28c5-54a5-444f-93f1-e96de11278d5), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:02.067378 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-ab4243fc-7261-4e34-ba1a-01de63cceb2f None None] Attempt 1 to provision port 67df28c5-54a5-444f-93f1-e96de11278d5 Oct 04 21:33:02.073439 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac6281-5ff4-4f21-8edb-311f2d599f4f req-96fa9a88-a934-4b48-a05e-790b7b1ff089 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:33:02.078591 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-46ac6281-5ff4-4f21-8edb-311f2d599f4f req-96fa9a88-a934-4b48-a05e-790b7b1ff089 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "GET /networking/v2.0/networks?id=c6775902-8faa-40a7-b7f0-24bf091bf915 HTTP/1.1" status: 200 len: 797 time: 0.2616379 Oct 04 21:33:02.113266 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-46ac6281-5ff4-4f21-8edb-311f2d599f4f req-2a4e284c-7646-447f-bfe4-accb47f2ac56 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "GET /networking/v2.0/quotas/6fc5c72665164a0c8d9e7e476c283e98 HTTP/1.1" status: 200 len: 375 time: 0.0239282 Oct 04 21:33:02.193261 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc3479d-893f-41e2-add9-69c1a13de08b None None] Pushing event updated for resources: {'Port': ['ID=67df28c5-54a5-444f-93f1-e96de11278d5,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:33:02.231817 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-46ac6281-5ff4-4f21-8edb-311f2d599f4f req-cedc0166-f0cd-47fa-9331-75a71e4bf572 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=6fc5c72665164a0c8d9e7e476c283e98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1069920 Oct 04 21:33:02.298835 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-ab4243fc-7261-4e34-ba1a-01de63cceb2f None None] Current status of the port 67df28c5-54a5-444f-93f1-e96de11278d5 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:33:02.328154 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-1bc16178-3e7d-47fd-9760-d527793e0366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97f6e72-2e39-4be4-937e-006eb5fa5f54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137754908', 'tenant_id': '6fc5c72665164a0c8d9e7e476c283e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'dcbac0fd-d9f0-4848-bfaa-96a359ed35cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:32:51Z', 'updated_at': '2022-10-04T21:32:59Z', 'revision_number': 4, 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'gw_port': {'id': 'dcbac0fd-d9f0-4848-bfaa-96a359ed35cf', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:42:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97f6e72-2e39-4be4-937e-006eb5fa5f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:32:52Z', 'updated_at': '2022-10-04T21:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'e03d1681-f3c0-436e-af01-637e364316b6', 'name': '', 'network_id': 'c6775902-8faa-40a7-b7f0-24bf091bf915', 'tenant_id': '6fc5c72665164a0c8d9e7e476c283e98', 'mac_address': 'fa:16:3e:c2:37:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97f6e72-2e39-4be4-937e-006eb5fa5f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '0809d332-1293-4195-b48d-f8a37bb06dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:32:58Z', 'updated_at': '2022-10-04T21:33:00Z', 'revision_number': 2, 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'subnets': [{'id': '0809d332-1293-4195-b48d-f8a37bb06dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:33:02.328944 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-ab4243fc-7261-4e34-ba1a-01de63cceb2f None None] Provisioning complete for port e03d1681-f3c0-436e-af01-637e364316b6 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:33:02.328944 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ab4243fc-7261-4e34-ba1a-01de63cceb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (e03d1681-f3c0-436e-af01-637e364316b6), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:02.328944 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-ab4243fc-7261-4e34-ba1a-01de63cceb2f None None] Attempt 1 to provision port e03d1681-f3c0-436e-af01-637e364316b6 Oct 04 21:33:02.337025 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53876) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:33:02.379881 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-ab4243fc-7261-4e34-ba1a-01de63cceb2f None None] Port e03d1681-f3c0-436e-af01-637e364316b6 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:33:02.384374 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc16178-3e7d-47fd-9760-d527793e0366 None None] Checking router: f97f6e72-2e39-4be4-937e-006eb5fa5f54 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:33:02.384714 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc16178-3e7d-47fd-9760-d527793e0366 None None] Updating router f97f6e72-2e39-4be4-937e-006eb5fa5f54 port e03d1681-f3c0-436e-af01-637e364316b6 binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:33:02.396054 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 67df28c5-54a5-444f-93f1-e96de11278d5 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:33:02.396507 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (67df28c5-54a5-444f-93f1-e96de11278d5), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:02.396784 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 67df28c5-54a5-444f-93f1-e96de11278d5 Oct 04 21:33:02.443007 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-1bc16178-3e7d-47fd-9760-d527793e0366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (e03d1681-f3c0-436e-af01-637e364316b6), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:02.600144 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 67df28c5-54a5-444f-93f1-e96de11278d5 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:33:02.654014 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-9935cd35-5e3a-4822-8fca-1a5ed907d97d None None] Provisioning complete for port e03d1681-f3c0-436e-af01-637e364316b6 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:33:02.654714 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9935cd35-5e3a-4822-8fca-1a5ed907d97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (e03d1681-f3c0-436e-af01-637e364316b6), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:02.655670 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-9935cd35-5e3a-4822-8fca-1a5ed907d97d None None] Attempt 1 to provision port e03d1681-f3c0-436e-af01-637e364316b6 Oct 04 21:33:02.729611 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-9935cd35-5e3a-4822-8fca-1a5ed907d97d None None] Port e03d1681-f3c0-436e-af01-637e364316b6 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:33:02.759459 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:02.868813 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-1d85a1fe-0a97-431d-b1d6-825608103c05 None None] Provisioning complete for port e03d1681-f3c0-436e-af01-637e364316b6 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:33:02.870205 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-1d85a1fe-0a97-431d-b1d6-825608103c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (e03d1681-f3c0-436e-af01-637e364316b6), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:02.870205 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-1d85a1fe-0a97-431d-b1d6-825608103c05 None None] Attempt 1 to provision port e03d1681-f3c0-436e-af01-637e364316b6 Oct 04 21:33:02.943125 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-1d85a1fe-0a97-431d-b1d6-825608103c05 None None] Port e03d1681-f3c0-436e-af01-637e364316b6 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:33:03.052098 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-1bc16178-3e7d-47fd-9760-d527793e0366 None None] Publish callbacks [] for port (e03d1681-f3c0-436e-af01-637e364316b6), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:03.067083 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8c999c3a-3a19-4915-870a-aed0ac8e065b tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (f97f6e72-2e39-4be4-937e-006eb5fa5f54), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:03.172130 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-1bc16178-3e7d-47fd-9760-d527793e0366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (e03d1681-f3c0-436e-af01-637e364316b6), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:03.301571 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd97dfab-bb51-4e5b-8219-ce90c2d61580 None None] Pushing event updated for resources: {'Port': ['ID=e03d1681-f3c0-436e-af01-637e364316b6,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:33:03.369947 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-1bc16178-3e7d-47fd-9760-d527793e0366 None None] Attempting to bind port e03d1681-f3c0-436e-af01-637e364316b6 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:33:03.370567 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-1bc16178-3e7d-47fd-9760-d527793e0366 None None] Attempting to bind port e03d1681-f3c0-436e-af01-637e364316b6 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'f90e742a-b777-4869-9d2d-fa15674ebe69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c6775902-8faa-40a7-b7f0-24bf091bf915'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:33:03.371381 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc16178-3e7d-47fd-9760-d527793e0366 None None] Attempting to bind port e03d1681-f3c0-436e-af01-637e364316b6 on network c6775902-8faa-40a7-b7f0-24bf091bf915 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:33:03.442134 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 67df28c5-54a5-444f-93f1-e96de11278d5 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:33:03.464618 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc16178-3e7d-47fd-9760-d527793e0366 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:33:03.466417 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc16178-3e7d-47fd-9760-d527793e0366 None None] Checking segment: {'id': 'f90e742a-b777-4869-9d2d-fa15674ebe69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c6775902-8faa-40a7-b7f0-24bf091bf915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:33:03.467369 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-1bc16178-3e7d-47fd-9760-d527793e0366 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:03.467819 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc16178-3e7d-47fd-9760-d527793e0366 None None] Bound using segment: {'id': 'f90e742a-b777-4869-9d2d-fa15674ebe69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c6775902-8faa-40a7-b7f0-24bf091bf915'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:33:03.468656 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-1bc16178-3e7d-47fd-9760-d527793e0366 None None] Bound port: e03d1681-f3c0-436e-af01-637e364316b6, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90e742a-b777-4869-9d2d-fa15674ebe69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'c6775902-8faa-40a7-b7f0-24bf091bf915'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:33:03.469607 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-1bc16178-3e7d-47fd-9760-d527793e0366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (e03d1681-f3c0-436e-af01-637e364316b6), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:03.474218 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:03.534996 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:03.538209 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 67df28c5-54a5-444f-93f1-e96de11278d5 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:33:03.538828 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (67df28c5-54a5-444f-93f1-e96de11278d5), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:03.539473 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 67df28c5-54a5-444f-93f1-e96de11278d5 Oct 04 21:33:03.599751 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-1bc16178-3e7d-47fd-9760-d527793e0366 None None] For port e03d1681-f3c0-436e-af01-637e364316b6, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:33:03.605479 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-1bc16178-3e7d-47fd-9760-d527793e0366 None None] For port e03d1681-f3c0-436e-af01-637e364316b6, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=e03d1681-f3c0-436e-af01-637e364316b6,segment=NetworkSegment(f90e742a-b777-4869-9d2d-fa15674ebe69),segment_id=f90e742a-b777-4869-9d2d-fa15674ebe69)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:33:03.725071 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 67df28c5-54a5-444f-93f1-e96de11278d5 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:33:03.749152 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:03.750005 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-1bc16178-3e7d-47fd-9760-d527793e0366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (e03d1681-f3c0-436e-af01-637e364316b6), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:03.811494 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc16178-3e7d-47fd-9760-d527793e0366 None None] Routers {'f97f6e72-2e39-4be4-937e-006eb5fa5f54'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:33:03.812624 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-1bc16178-3e7d-47fd-9760-d527793e0366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:32:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['f97f6e72-2e39-4be4-937e-006eb5fa5f54'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:33:03.950529 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd97dfab-bb51-4e5b-8219-ce90c2d61580 None None] Pushing event updated for resources: {'Port': ['ID=e03d1681-f3c0-436e-af01-637e364316b6,revision_number=4']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:33:03.974198 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-8c999c3a-3a19-4915-870a-aed0ac8e065b tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Deleting port e03d1681-f3c0-436e-af01-637e364316b6 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:33:03.975088 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8c999c3a-3a19-4915-870a-aed0ac8e065b tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (e03d1681-f3c0-436e-af01-637e364316b6), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:04.035082 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-1bc16178-3e7d-47fd-9760-d527793e0366 None None] Set router f97f6e72-2e39-4be4-937e-006eb5fa5f54 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:33:04.142837 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:04.158177 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-8c999c3a-3a19-4915-870a-aed0ac8e065b tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] For port e03d1681-f3c0-436e-af01-637e364316b6, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=e03d1681-f3c0-436e-af01-637e364316b6,segment=NetworkSegment(f90e742a-b777-4869-9d2d-fa15674ebe69),segment_id=f90e742a-b777-4869-9d2d-fa15674ebe69)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:33:04.158781 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8c999c3a-3a19-4915-870a-aed0ac8e065b tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (e03d1681-f3c0-436e-af01-637e364316b6), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:04.186443 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-8c999c3a-3a19-4915-870a-aed0ac8e065b tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Calling delete_port for e03d1681-f3c0-436e-af01-637e364316b6 owned by network:router_interface {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:33:04.373445 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-1bc16178-3e7d-47fd-9760-d527793e0366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97f6e72-2e39-4be4-937e-006eb5fa5f54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137754908', 'tenant_id': '6fc5c72665164a0c8d9e7e476c283e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'dcbac0fd-d9f0-4848-bfaa-96a359ed35cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:32:51Z', 'updated_at': '2022-10-04T21:32:59Z', 'revision_number': 4, 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'gw_port': {'id': 'dcbac0fd-d9f0-4848-bfaa-96a359ed35cf', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:42:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97f6e72-2e39-4be4-937e-006eb5fa5f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:32:52Z', 'updated_at': '2022-10-04T21:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'e03d1681-f3c0-436e-af01-637e364316b6', 'name': '', 'network_id': 'c6775902-8faa-40a7-b7f0-24bf091bf915', 'tenant_id': '6fc5c72665164a0c8d9e7e476c283e98', 'mac_address': 'fa:16:3e:c2:37:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97f6e72-2e39-4be4-937e-006eb5fa5f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '0809d332-1293-4195-b48d-f8a37bb06dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:32:58Z', 'updated_at': '2022-10-04T21:33:03Z', 'revision_number': 4, 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'subnets': [{'id': '0809d332-1293-4195-b48d-f8a37bb06dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:33:04.425298 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc16178-3e7d-47fd-9760-d527793e0366 None None] The sync data for ids ['f97f6e72-2e39-4be4-937e-006eb5fa5f54'] in n-d-852085-12 is: [{'id': 'f97f6e72-2e39-4be4-937e-006eb5fa5f54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137754908', 'tenant_id': '6fc5c72665164a0c8d9e7e476c283e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'dcbac0fd-d9f0-4848-bfaa-96a359ed35cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:32:51Z', 'updated_at': '2022-10-04T21:32:59Z', 'revision_number': 4, 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'gw_port': {'id': 'dcbac0fd-d9f0-4848-bfaa-96a359ed35cf', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:42:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97f6e72-2e39-4be4-937e-006eb5fa5f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:32:52Z', 'updated_at': '2022-10-04T21:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'e03d1681-f3c0-436e-af01-637e364316b6', 'name': '', 'network_id': 'c6775902-8faa-40a7-b7f0-24bf091bf915', 'tenant_id': '6fc5c72665164a0c8d9e7e476c283e98', 'mac_address': 'fa:16:3e:c2:37:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97f6e72-2e39-4be4-937e-006eb5fa5f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '0809d332-1293-4195-b48d-f8a37bb06dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:32:58Z', 'updated_at': '2022-10-04T21:33:03Z', 'revision_number': 4, 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'subnets': [{'id': '0809d332-1293-4195-b48d-f8a37bb06dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:33:04.427645 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:04.600903 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8c999c3a-3a19-4915-870a-aed0ac8e065b tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (e03d1681-f3c0-436e-af01-637e364316b6), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:04.667652 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c999c3a-3a19-4915-870a-aed0ac8e065b tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event deleted for resources: {'Port': ['ID=e03d1681-f3c0-436e-af01-637e364316b6,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:33:05.022576 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8c999c3a-3a19-4915-870a-aed0ac8e065b tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (f97f6e72-2e39-4be4-937e-006eb5fa5f54), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:05.437719 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c999c3a-3a19-4915-870a-aed0ac8e065b tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Router f97f6e72-2e39-4be4-937e-006eb5fa5f54 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:33:05.631289 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c999c3a-3a19-4915-870a-aed0ac8e065b tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:33:05.640482 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-8c999c3a-3a19-4915-870a-aed0ac8e065b tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "PUT /networking/v2.0/routers/f97f6e72-2e39-4be4-937e-006eb5fa5f54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2931066 Oct 04 21:33:05.644971 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53878) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:33:05.748883 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a809dc8-0897-4464-a57d-88021da6398d tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Deleting subnet 0809d332-1293-4195-b48d-f8a37bb06dfc {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:33:05.755338 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2a809dc8-0897-4464-a57d-88021da6398d tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for subnet (0809d332-1293-4195-b48d-f8a37bb06dfc), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:05.822589 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2a809dc8-0897-4464-a57d-88021da6398d tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (0809d332-1293-4195-b48d-f8a37bb06dfc), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:05.992672 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2a809dc8-0897-4464-a57d-88021da6398d tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (0809d332-1293-4195-b48d-f8a37bb06dfc), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:06.221097 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da24e74c-64c2-4150-b57e-7bf6d1a283d7 None None] Sync routers for ids ['f97f6e72-2e39-4be4-937e-006eb5fa5f54'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:33:06.224548 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2a809dc8-0897-4464-a57d-88021da6398d tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (0809d332-1293-4195-b48d-f8a37bb06dfc), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:06.239101 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:06.244558 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da24e74c-64c2-4150-b57e-7bf6d1a283d7 None None] Routers {'f97f6e72-2e39-4be4-937e-006eb5fa5f54'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:33:06.245848 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-da24e74c-64c2-4150-b57e-7bf6d1a283d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:32:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['f97f6e72-2e39-4be4-937e-006eb5fa5f54'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:33:06.255018 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a809dc8-0897-4464-a57d-88021da6398d tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event deleted for resources: {'Subnet': ['ID=0809d332-1293-4195-b48d-f8a37bb06dfc,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:33:06.263543 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2a809dc8-0897-4464-a57d-88021da6398d tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:06.271300 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-2a809dc8-0897-4464-a57d-88021da6398d tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/0809d332-1293-4195-b48d-f8a37bb06dfc HTTP/1.1" status: 204 len: 168 time: 0.6196892 Oct 04 21:33:06.271300 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53880) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:33:06.332520 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20adf61f-4e96-42c1-ae5f-df4e6b7fa5c1 None None] Network c6775902-8faa-40a7-b7f0-24bf091bf915 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:33:06.479846 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bedb7629-7385-41cd-bdb8-be387c40518d tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for router (f97f6e72-2e39-4be4-937e-006eb5fa5f54), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:06.610708 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-da24e74c-64c2-4150-b57e-7bf6d1a283d7 None None] Set router f97f6e72-2e39-4be4-937e-006eb5fa5f54 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:33:06.629610 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bedb7629-7385-41cd-bdb8-be387c40518d tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for router_gateway (f97f6e72-2e39-4be4-937e-006eb5fa5f54), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:06.701675 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a5c91a-2baa-4af2-b267-a215164974ad None None] DHCP port deletion for c6775902-8faa-40a7-b7f0-24bf091bf915 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:33:06.792590 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:06.806290 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-bedb7629-7385-41cd-bdb8-be387c40518d tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Deleting port dcbac0fd-d9f0-4848-bfaa-96a359ed35cf {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:33:06.807397 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bedb7629-7385-41cd-bdb8-be387c40518d tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (dcbac0fd-d9f0-4848-bfaa-96a359ed35cf), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:06.826640 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-35a5c91a-2baa-4af2-b267-a215164974ad None None] Deleting port 67df28c5-54a5-444f-93f1-e96de11278d5 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:33:06.827114 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35a5c91a-2baa-4af2-b267-a215164974ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (67df28c5-54a5-444f-93f1-e96de11278d5), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:06.956242 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-bedb7629-7385-41cd-bdb8-be387c40518d tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] For port dcbac0fd-d9f0-4848-bfaa-96a359ed35cf, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=dcbac0fd-d9f0-4848-bfaa-96a359ed35cf,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:33:06.956666 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bedb7629-7385-41cd-bdb8-be387c40518d tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (dcbac0fd-d9f0-4848-bfaa-96a359ed35cf), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:06.978156 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-bedb7629-7385-41cd-bdb8-be387c40518d tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Calling delete_port for dcbac0fd-d9f0-4848-bfaa-96a359ed35cf owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:33:06.983475 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-35a5c91a-2baa-4af2-b267-a215164974ad None None] For port 67df28c5-54a5-444f-93f1-e96de11278d5, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=67df28c5-54a5-444f-93f1-e96de11278d5,segment=NetworkSegment(f90e742a-b777-4869-9d2d-fa15674ebe69),segment_id=f90e742a-b777-4869-9d2d-fa15674ebe69)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:33:06.984177 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35a5c91a-2baa-4af2-b267-a215164974ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (67df28c5-54a5-444f-93f1-e96de11278d5), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:07.046386 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-35a5c91a-2baa-4af2-b267-a215164974ad None None] Calling delete_port for 67df28c5-54a5-444f-93f1-e96de11278d5 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:33:07.081253 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-da24e74c-64c2-4150-b57e-7bf6d1a283d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97f6e72-2e39-4be4-937e-006eb5fa5f54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137754908', 'tenant_id': '6fc5c72665164a0c8d9e7e476c283e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'dcbac0fd-d9f0-4848-bfaa-96a359ed35cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:32:51Z', 'updated_at': '2022-10-04T21:33:04Z', 'revision_number': 5, 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'gw_port': {'id': 'dcbac0fd-d9f0-4848-bfaa-96a359ed35cf', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:42:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97f6e72-2e39-4be4-937e-006eb5fa5f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:32:52Z', 'updated_at': '2022-10-04T21:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:33:07.197281 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da24e74c-64c2-4150-b57e-7bf6d1a283d7 None None] Checking router: f97f6e72-2e39-4be4-937e-006eb5fa5f54 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:33:07.238291 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da24e74c-64c2-4150-b57e-7bf6d1a283d7 None None] Routers {'f97f6e72-2e39-4be4-937e-006eb5fa5f54'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:33:07.239395 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-da24e74c-64c2-4150-b57e-7bf6d1a283d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:32:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['f97f6e72-2e39-4be4-937e-006eb5fa5f54'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:33:07.247259 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:07.376931 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bedb7629-7385-41cd-bdb8-be387c40518d tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (dcbac0fd-d9f0-4848-bfaa-96a359ed35cf), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:07.427101 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 67df28c5-54a5-444f-93f1-e96de11278d5 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:33:07.429464 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedb7629-7385-41cd-bdb8-be387c40518d tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event deleted for resources: {'Port': ['ID=dcbac0fd-d9f0-4848-bfaa-96a359ed35cf,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:33:07.477095 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:07.498950 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-da24e74c-64c2-4150-b57e-7bf6d1a283d7 None None] Set router f97f6e72-2e39-4be4-937e-006eb5fa5f54 gateway port host: None {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:33:07.562778 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bedb7629-7385-41cd-bdb8-be387c40518d tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (f97f6e72-2e39-4be4-937e-006eb5fa5f54), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:07.618206 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-da24e74c-64c2-4150-b57e-7bf6d1a283d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97f6e72-2e39-4be4-937e-006eb5fa5f54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137754908', 'tenant_id': '6fc5c72665164a0c8d9e7e476c283e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:32:51Z', 'updated_at': '2022-10-04T21:33:06Z', 'revision_number': 6, 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:33:07.621551 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35a5c91a-2baa-4af2-b267-a215164974ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (67df28c5-54a5-444f-93f1-e96de11278d5), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:07.695502 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bedb7629-7385-41cd-bdb8-be387c40518d tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (f97f6e72-2e39-4be4-937e-006eb5fa5f54), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:07.699612 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bedb7629-7385-41cd-bdb8-be387c40518d tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for router_controller (f97f6e72-2e39-4be4-937e-006eb5fa5f54), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:07.718149 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No active binding found for port 67df28c5-54a5-444f-93f1-e96de11278d5 {{(pid=108171) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Oct 04 21:33:07.718806 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] The host n-d-852085-12 is not matching for port 67df28c5-54a5-444f-93f1-e96de11278d5 host None! {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2431}} Oct 04 21:33:07.719494 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 67df28c5-54a5-444f-93f1-e96de11278d5 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:33:07.722566 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da24e74c-64c2-4150-b57e-7bf6d1a283d7 None None] The sync data for ids ['f97f6e72-2e39-4be4-937e-006eb5fa5f54'] in n-d-852085-12 is: [{'id': 'f97f6e72-2e39-4be4-937e-006eb5fa5f54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137754908', 'tenant_id': '6fc5c72665164a0c8d9e7e476c283e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:32:51Z', 'updated_at': '2022-10-04T21:33:06Z', 'revision_number': 6, 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'gw_port_host': None}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:33:07.734727 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a5c91a-2baa-4af2-b267-a215164974ad None None] Pushing event deleted for resources: {'Port': ['ID=67df28c5-54a5-444f-93f1-e96de11278d5,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:33:07.738012 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a5c91a-2baa-4af2-b267-a215164974ad None None] No DVR routers for this DVR port 67df28c5-54a5-444f-93f1-e96de11278d5 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:33:08.016141 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bedb7629-7385-41cd-bdb8-be387c40518d tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (f97f6e72-2e39-4be4-937e-006eb5fa5f54), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:08.016964 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bedb7629-7385-41cd-bdb8-be387c40518d tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Fanout notify agent at l3_agent the message router_deleted on router f97f6e72-2e39-4be4-937e-006eb5fa5f54 {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 21:33:08.028810 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bedb7629-7385-41cd-bdb8-be387c40518d tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:08.030886 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-bedb7629-7385-41cd-bdb8-be387c40518d tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "DELETE /networking/v2.0/routers/f97f6e72-2e39-4be4-937e-006eb5fa5f54 HTTP/1.1" status: 204 len: 168 time: 1.7592268 Oct 04 21:33:08.042081 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53882) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:33:08.220394 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-76887749-080d-4452-86c1-3d3d53e84cf9 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (c6775902-8faa-40a7-b7f0-24bf091bf915), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:08.399249 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-76887749-080d-4452-86c1-3d3d53e84cf9 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (c6775902-8faa-40a7-b7f0-24bf091bf915), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:08.438951 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-76887749-080d-4452-86c1-3d3d53e84cf9 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6775902-8faa-40a7-b7f0-24bf091bf915']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:33:08.460470 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-76887749-080d-4452-86c1-3d3d53e84cf9 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f90e742a-b777-4869-9d2d-fa15674ebe69') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:33:08.460941 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-76887749-080d-4452-86c1-3d3d53e84cf9 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f90e742a-b777-4869-9d2d-fa15674ebe69') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:33:08.482947 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-76887749-080d-4452-86c1-3d3d53e84cf9 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (f90e742a-b777-4869-9d2d-fa15674ebe69), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:08.509517 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-76887749-080d-4452-86c1-3d3d53e84cf9 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (f90e742a-b777-4869-9d2d-fa15674ebe69), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:08.518771 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76887749-080d-4452-86c1-3d3d53e84cf9 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:33:08.519203 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-76887749-080d-4452-86c1-3d3d53e84cf9 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (f90e742a-b777-4869-9d2d-fa15674ebe69), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:08.601194 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment f90e742a-b777-4869-9d2d-fa15674ebe69 resource provider aggregate not found Oct 04 21:33:08.639296 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment f90e742a-b777-4869-9d2d-fa15674ebe69 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f90e742a-b777-4869-9d2d-fa15674ebe69 found for delete ", "request_id": "req-7cd7e2b9-0dc5-44c0-9bb3-77cb53505ecf"}]} Oct 04 21:33:08.817656 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-76887749-080d-4452-86c1-3d3d53e84cf9 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (c6775902-8faa-40a7-b7f0-24bf091bf915), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:08.831705 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-76887749-080d-4452-86c1-3d3d53e84cf9 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:08.837732 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-76887749-080d-4452-86c1-3d3d53e84cf9 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "DELETE /networking/v2.0/networks/c6775902-8faa-40a7-b7f0-24bf091bf915 HTTP/1.1" status: 204 len: 168 time: 0.7935441 Oct 04 21:33:08.842730 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53888) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:33:08.876754 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76887749-080d-4452-86c1-3d3d53e84cf9 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event deleted for resources: {'Network': ['ID=c6775902-8faa-40a7-b7f0-24bf091bf915,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:33:08.986920 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-61aa7201-d404-48b0-980e-a142f0a8d87b tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group (c958ab3c-bbf9-4c2e-a781-1cadc13d2895), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:09.041195 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-61aa7201-d404-48b0-980e-a142f0a8d87b tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group (c958ab3c-bbf9-4c2e-a781-1cadc13d2895), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:09.268661 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-61aa7201-d404-48b0-980e-a142f0a8d87b tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (c958ab3c-bbf9-4c2e-a781-1cadc13d2895), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:09.273810 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-61aa7201-d404-48b0-980e-a142f0a8d87b tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:09.275878 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-61aa7201-d404-48b0-980e-a142f0a8d87b tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/c958ab3c-bbf9-4c2e-a781-1cadc13d2895 HTTP/1.1" status: 204 len: 168 time: 0.4314418 Oct 04 21:33:09.294628 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aa7201-d404-48b0-980e-a142f0a8d87b tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c958ab3c-bbf9-4c2e-a781-1cadc13d2895,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:33:09.446742 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device dcbac0fd-d9f0-4848-bfaa-96a359ed35cf no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:33:09.508506 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: dcbac0fd-d9f0-4848-bfaa-96a359ed35cf {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:33:09.508982 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device dcbac0fd-d9f0-4848-bfaa-96a359ed35cf not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:33:09.509688 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device e03d1681-f3c0-436e-af01-637e364316b6 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:33:09.541523 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: e03d1681-f3c0-436e-af01-637e364316b6 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:33:09.542013 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device e03d1681-f3c0-436e-af01-637e364316b6 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:33:09.726267 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53894) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:33:09.735375 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-bf3f8c90-8238-4a1a-b077-6540a78ce15e tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1893449357', 'description': 'tempest-secgroup-smoke-1893449357 description', 'project_id': '6fc5c72665164a0c8d9e7e476c283e98'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:33:09.885168 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bf3f8c90-8238-4a1a-b077-6540a78ce15e tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:10.008452 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bf3f8c90-8238-4a1a-b077-6540a78ce15e tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group (182b4a66-a083-4c02-be31-121b673af0bc), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:10.107207 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bf3f8c90-8238-4a1a-b077-6540a78ce15e tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (182b4a66-a083-4c02-be31-121b673af0bc), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:10.159331 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3f8c90-8238-4a1a-b077-6540a78ce15e tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=182b4a66-a083-4c02-be31-121b673af0bc,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:33:10.269554 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-bf3f8c90-8238-4a1a-b077-6540a78ce15e tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:10.271201 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-bf3f8c90-8238-4a1a-b077-6540a78ce15e tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5433681 Oct 04 21:33:10.276295 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53896) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:33:10.282880 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-c1994276-5417-4468-a3ec-359ba9ff952c tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Request body: {'security_group_rule': {'security_group_id': '182b4a66-a083-4c02-be31-121b673af0bc', 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:33:10.305867 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:10.470556 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c1994276-5417-4468-a3ec-359ba9ff952c tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (09928800-bfe9-4761-9750-183a2a0eeff3), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:10.596323 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c1994276-5417-4468-a3ec-359ba9ff952c tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (09928800-bfe9-4761-9750-183a2a0eeff3), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:10.668357 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c1994276-5417-4468-a3ec-359ba9ff952c tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (09928800-bfe9-4761-9750-183a2a0eeff3), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:10.708902 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1994276-5417-4468-a3ec-359ba9ff952c tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09928800-bfe9-4761-9750-183a2a0eeff3,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:33:10.844034 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c1994276-5417-4468-a3ec-359ba9ff952c tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:10.846389 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c1994276-5417-4468-a3ec-359ba9ff952c tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5683806 Oct 04 21:33:10.853483 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53898) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:33:10.859228 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-342feb5e-5984-4bc5-9cc6-e4c02a5c46c0 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Request body: {'security_group_rule': {'security_group_id': '182b4a66-a083-4c02-be31-121b673af0bc', 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:33:11.009509 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-342feb5e-5984-4bc5-9cc6-e4c02a5c46c0 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (130862ae-a39d-4e34-a2a7-4f1a427409e5), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:11.092622 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-342feb5e-5984-4bc5-9cc6-e4c02a5c46c0 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (130862ae-a39d-4e34-a2a7-4f1a427409e5), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:11.239596 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-342feb5e-5984-4bc5-9cc6-e4c02a5c46c0 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (130862ae-a39d-4e34-a2a7-4f1a427409e5), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:11.275513 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342feb5e-5984-4bc5-9cc6-e4c02a5c46c0 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=130862ae-a39d-4e34-a2a7-4f1a427409e5,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:33:11.363480 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-342feb5e-5984-4bc5-9cc6-e4c02a5c46c0 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:11.364865 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-342feb5e-5984-4bc5-9cc6-e4c02a5c46c0 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5122089 Oct 04 21:33:11.369658 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53900) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:33:11.376011 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-80ec2051-8023-4413-81ae-a2cf844f8acc tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Request body: {'security_group_rule': {'security_group_id': '182b4a66-a083-4c02-be31-121b673af0bc', 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:33:11.502734 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-80ec2051-8023-4413-81ae-a2cf844f8acc tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (ed277d4e-2532-45aa-b5da-5c546735989e), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:11.600175 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:11.621548 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-80ec2051-8023-4413-81ae-a2cf844f8acc tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (ed277d4e-2532-45aa-b5da-5c546735989e), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:11.782161 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-80ec2051-8023-4413-81ae-a2cf844f8acc tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (ed277d4e-2532-45aa-b5da-5c546735989e), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:11.815460 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ec2051-8023-4413-81ae-a2cf844f8acc tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed277d4e-2532-45aa-b5da-5c546735989e,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:33:11.975239 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-80ec2051-8023-4413-81ae-a2cf844f8acc tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:11.977459 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-80ec2051-8023-4413-81ae-a2cf844f8acc tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6064200 Oct 04 21:33:11.981439 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53902) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:33:11.989515 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-9c8008f1-7d21-44c0-a333-e21dde1626c8 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Request body: {'security_group_rule': {'security_group_id': '182b4a66-a083-4c02-be31-121b673af0bc', 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:33:12.154719 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9c8008f1-7d21-44c0-a333-e21dde1626c8 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (ffb18900-ccde-405f-a34e-8c58870e6ebf), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:12.186219 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:12.281945 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9c8008f1-7d21-44c0-a333-e21dde1626c8 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (ffb18900-ccde-405f-a34e-8c58870e6ebf), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:12.383252 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9c8008f1-7d21-44c0-a333-e21dde1626c8 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (ffb18900-ccde-405f-a34e-8c58870e6ebf), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:12.396917 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:12.424262 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8008f1-7d21-44c0-a333-e21dde1626c8 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffb18900-ccde-405f-a34e-8c58870e6ebf,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:33:12.581103 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9c8008f1-7d21-44c0-a333-e21dde1626c8 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:12.583337 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-9c8008f1-7d21-44c0-a333-e21dde1626c8 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6000988 Oct 04 21:33:12.587866 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53904) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:33:12.595794 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-83a26267-a311-46f6-911f-847b04f5b8a5 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Request body: {'security_group_rule': {'security_group_id': '182b4a66-a083-4c02-be31-121b673af0bc', 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:33:12.760095 n-d-852085-12 neutron-server[108169]: INFO neutron.db.securitygroups_db [None req-83a26267-a311-46f6-911f-847b04f5b8a5 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Project 6fc5c72665164a0c8d9e7e476c283e98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 21:33:12.771549 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-83a26267-a311-46f6-911f-847b04f5b8a5 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (fa1a6499-fef8-4970-a9f5-fc8ea0d26b5b), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:12.890977 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-83a26267-a311-46f6-911f-847b04f5b8a5 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (fa1a6499-fef8-4970-a9f5-fc8ea0d26b5b), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:13.022734 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-83a26267-a311-46f6-911f-847b04f5b8a5 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (fa1a6499-fef8-4970-a9f5-fc8ea0d26b5b), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:13.066121 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a26267-a311-46f6-911f-847b04f5b8a5 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa1a6499-fef8-4970-a9f5-fc8ea0d26b5b,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:33:13.173641 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-83a26267-a311-46f6-911f-847b04f5b8a5 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:13.175695 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-83a26267-a311-46f6-911f-847b04f5b8a5 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5861285 Oct 04 21:33:13.180239 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53906) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:33:13.186269 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-48a7d713-3e4c-4716-85de-21a7dd945f81 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Request body: {'security_group_rule': {'security_group_id': '182b4a66-a083-4c02-be31-121b673af0bc', 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:33:13.359039 n-d-852085-12 neutron-server[108169]: INFO neutron.db.securitygroups_db [None req-48a7d713-3e4c-4716-85de-21a7dd945f81 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Project 6fc5c72665164a0c8d9e7e476c283e98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 21:33:13.370330 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-48a7d713-3e4c-4716-85de-21a7dd945f81 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (d76627d2-c8a9-44f8-8458-7991e5f9290f), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:13.476679 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-48a7d713-3e4c-4716-85de-21a7dd945f81 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (d76627d2-c8a9-44f8-8458-7991e5f9290f), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:13.587678 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-48a7d713-3e4c-4716-85de-21a7dd945f81 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (d76627d2-c8a9-44f8-8458-7991e5f9290f), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:13.618808 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a7d713-3e4c-4716-85de-21a7dd945f81 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d76627d2-c8a9-44f8-8458-7991e5f9290f,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:33:13.747272 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-48a7d713-3e4c-4716-85de-21a7dd945f81 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:13.747272 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-48a7d713-3e4c-4716-85de-21a7dd945f81 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5600760 Oct 04 21:33:13.747272 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53908) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:33:13.757121 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-72a8e2b5-21d1-49c1-b3ae-733b8203c5c9 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Request body: {'network': {'name': 'tempest-network-smoke--1761121308', 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'port_security_enabled': True}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:33:13.891176 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a8e2b5-21d1-49c1-b3ae-733b8203c5c9 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Made reservation on behalf of 6fc5c72665164a0c8d9e7e476c283e98 for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:33:13.899074 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-72a8e2b5-21d1-49c1-b3ae-733b8203c5c9 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:13.952198 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72a8e2b5-21d1-49c1-b3ae-733b8203c5c9 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:33:13.972040 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-72a8e2b5-21d1-49c1-b3ae-733b8203c5c9 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (7dc6a3e7-cacc-4c76-bcf4-75b0ffbf0486), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:13.972623 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-72a8e2b5-21d1-49c1-b3ae-733b8203c5c9 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Added segment 7dc6a3e7-cacc-4c76-bcf4-75b0ffbf0486 of type vlan for network d1e24038-f5b9-4c89-b219-2da945f09d84 Oct 04 21:33:14.056720 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-72a8e2b5-21d1-49c1-b3ae-733b8203c5c9 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (d1e24038-f5b9-4c89-b219-2da945f09d84), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:14.205833 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-72a8e2b5-21d1-49c1-b3ae-733b8203c5c9 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (d1e24038-f5b9-4c89-b219-2da945f09d84), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:14.216122 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a8e2b5-21d1-49c1-b3ae-733b8203c5c9 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:33:14.217214 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-72a8e2b5-21d1-49c1-b3ae-733b8203c5c9 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:14.369165 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a8e2b5-21d1-49c1-b3ae-733b8203c5c9 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event updated for resources: {'Network': ['ID=d1e24038-f5b9-4c89-b219-2da945f09d84,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:33:14.377756 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=34 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:14.379576 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=54,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:14.386732 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network d1e24038-f5b9-4c89-b219-2da945f09d84 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:33:14.450470 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-72a8e2b5-21d1-49c1-b3ae-733b8203c5c9 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7014253 Oct 04 21:33:14.455617 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53910) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:33:14.463065 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-12ddbd48-2eac-486b-9bdc-e290faf34a97 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-299338760', 'admin_state_up': True, 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:33:14.594928 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-12ddbd48-2eac-486b-9bdc-e290faf34a97 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (0e305cce-1040-475f-9e49-4d23044c9026), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:14.597065 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-12ddbd48-2eac-486b-9bdc-e290faf34a97 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (0e305cce-1040-475f-9e49-4d23044c9026), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:14.692128 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-12ddbd48-2eac-486b-9bdc-e290faf34a97 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for router_controller (0e305cce-1040-475f-9e49-4d23044c9026), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:14.984918 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-12ddbd48-2eac-486b-9bdc-e290faf34a97 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for router_gateway (0e305cce-1040-475f-9e49-4d23044c9026), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:15.362784 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-12ddbd48-2eac-486b-9bdc-e290faf34a97 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for router_gateway (0e305cce-1040-475f-9e49-4d23044c9026), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:15.403111 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-12ddbd48-2eac-486b-9bdc-e290faf34a97 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:15.505455 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=12 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:15.625113 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-12ddbd48-2eac-486b-9bdc-e290faf34a97 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Allocated IP 172.25.5.105 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/090187db-425a-4518-9649-0ee0f09fe417) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:33:15.805541 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6ff197ab-10e3-4100-aa17-2e1f3e2d005f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:15.821441 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-12ddbd48-2eac-486b-9bdc-e290faf34a97 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for port (090187db-425a-4518-9649-0ee0f09fe417), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:15.994917 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-12ddbd48-2eac-486b-9bdc-e290faf34a97 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (090187db-425a-4518-9649-0ee0f09fe417), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:16.004834 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:16.077481 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ddbd48-2eac-486b-9bdc-e290faf34a97 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:33:16.083361 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-12ddbd48-2eac-486b-9bdc-e290faf34a97 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:33:16.090119 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ddbd48-2eac-486b-9bdc-e290faf34a97 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:33:16.132688 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ddbd48-2eac-486b-9bdc-e290faf34a97 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event updated for resources: {'Port': ['ID=090187db-425a-4518-9649-0ee0f09fe417,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:33:16.693377 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-12ddbd48-2eac-486b-9bdc-e290faf34a97 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for router_gateway (0e305cce-1040-475f-9e49-4d23044c9026), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:17.019179 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-12ddbd48-2eac-486b-9bdc-e290faf34a97 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (0e305cce-1040-475f-9e49-4d23044c9026), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:17.156236 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:17.393298 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12ddbd48-2eac-486b-9bdc-e290faf34a97 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Router 0e305cce-1040-475f-9e49-4d23044c9026 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 21:33:17.560325 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fc45dc16-d617-44e4-afd4-72ce49b07988 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:17.593300 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ddbd48-2eac-486b-9bdc-e290faf34a97 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:33:17.610239 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea241233-16cf-489e-951a-09d9630e1717 None None] Sync routers for ids ['0e305cce-1040-475f-9e49-4d23044c9026'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:33:17.631008 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea241233-16cf-489e-951a-09d9630e1717 None None] Routers {'0e305cce-1040-475f-9e49-4d23044c9026'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:33:17.632091 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-ea241233-16cf-489e-951a-09d9630e1717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:33:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['0e305cce-1040-475f-9e49-4d23044c9026'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:33:17.779874 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-12ddbd48-2eac-486b-9bdc-e290faf34a97 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:17.781829 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-12ddbd48-2eac-486b-9bdc-e290faf34a97 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.3245234 Oct 04 21:33:17.786423 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53912) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:33:17.834472 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-43ab67c5-d008-4d21-bd90-ac704919d826 tempest-TestNetworkAdvancedServerOps-1351128534 tempest-TestNetworkAdvancedServerOps-1351128534-project-admin] 10.222.0.78 "GET /networking/v2.0/subnets?project_id=6fc5c72665164a0c8d9e7e476c283e98&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0462010 Oct 04 21:33:17.835714 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-ea241233-16cf-489e-951a-09d9630e1717 None None] Set router 0e305cce-1040-475f-9e49-4d23044c9026 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:33:17.839168 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53914) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:33:18.020762 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1357b934-b434-453c-8e07-da7cbff9f27e tempest-TestNetworkAdvancedServerOps-1351128534 tempest-TestNetworkAdvancedServerOps-1351128534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:33:18.023585 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-1357b934-b434-453c-8e07-da7cbff9f27e tempest-TestNetworkAdvancedServerOps-1351128534 tempest-TestNetworkAdvancedServerOps-1351128534-project-admin] 10.222.0.78 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1813815 Oct 04 21:33:18.037115 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53916) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:33:18.093630 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-7d686843-61d5-4530-96e5-683221a0e511 tempest-TestNetworkAdvancedServerOps-1351128534 tempest-TestNetworkAdvancedServerOps-1351128534-project-admin] 10.222.0.78 "GET /networking/v2.0/subnets?network_id=52a60aae-e230-4bd7-89bc-781767fd7892&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0541532 Oct 04 21:33:18.098224 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53918) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:33:18.108306 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-5ddc29ef-d115-48ba-af0b-2f151691e8b4 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-586074566', 'network_id': 'd1e24038-f5b9-4c89-b219-2da945f09d84', 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:33:18.279044 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:18.291102 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-ea241233-16cf-489e-951a-09d9630e1717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e305cce-1040-475f-9e49-4d23044c9026', 'name': 'tempest-TestNetworkAdvancedServerOps-router-299338760', 'tenant_id': '6fc5c72665164a0c8d9e7e476c283e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '090187db-425a-4518-9649-0ee0f09fe417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:33:14Z', 'updated_at': '2022-10-04T21:33:16Z', 'revision_number': 3, 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'gw_port': {'id': '090187db-425a-4518-9649-0ee0f09fe417', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:03:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e305cce-1040-475f-9e49-4d23044c9026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:33:15Z', 'updated_at': '2022-10-04T21:33:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:33:18.348813 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea241233-16cf-489e-951a-09d9630e1717 None None] Checking router: 0e305cce-1040-475f-9e49-4d23044c9026 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:33:18.349399 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea241233-16cf-489e-951a-09d9630e1717 None None] Updating router 0e305cce-1040-475f-9e49-4d23044c9026 port 090187db-425a-4518-9649-0ee0f09fe417 binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:33:18.388681 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ddc29ef-d115-48ba-af0b-2f151691e8b4 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Made reservation on behalf of 6fc5c72665164a0c8d9e7e476c283e98 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:33:18.396234 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5ddc29ef-d115-48ba-af0b-2f151691e8b4 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:18.408172 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-ea241233-16cf-489e-951a-09d9630e1717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (090187db-425a-4518-9649-0ee0f09fe417), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:18.883676 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-ea241233-16cf-489e-951a-09d9630e1717 None None] Publish callbacks [] for port (090187db-425a-4518-9649-0ee0f09fe417), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:18.896037 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5ddc29ef-d115-48ba-af0b-2f151691e8b4 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (6b68210c-0903-47c4-a50d-b5bc4921fb70), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:18.907593 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:18.979545 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc29ef-d115-48ba-af0b-2f151691e8b4 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event updated for resources: {'Subnet': ['ID=6b68210c-0903-47c4-a50d-b5bc4921fb70,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:33:18.994971 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddc29ef-d115-48ba-af0b-2f151691e8b4 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Checking segment: {'id': '7dc6a3e7-cacc-4c76-bcf4-75b0ffbf0486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'd1e24038-f5b9-4c89-b219-2da945f09d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:33:18.995475 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddc29ef-d115-48ba-af0b-2f151691e8b4 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Network hostable DHCP agents. Network: d1e24038-f5b9-4c89-b219-2da945f09d84, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:33:19.045423 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-ea241233-16cf-489e-951a-09d9630e1717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (090187db-425a-4518-9649-0ee0f09fe417), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:19.120399 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-ea241233-16cf-489e-951a-09d9630e1717 None None] Attempting to bind port 090187db-425a-4518-9649-0ee0f09fe417 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:33:19.121013 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-ea241233-16cf-489e-951a-09d9630e1717 None None] Attempting to bind port 090187db-425a-4518-9649-0ee0f09fe417 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:33:19.122316 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea241233-16cf-489e-951a-09d9630e1717 None None] Attempting to bind port 090187db-425a-4518-9649-0ee0f09fe417 on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:33:19.148364 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddc29ef-d115-48ba-af0b-2f151691e8b4 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Network d1e24038-f5b9-4c89-b219-2da945f09d84 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:33:19.176492 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc51154-99af-489b-b676-1215f9ab9ad4 None None] Pushing event updated for resources: {'Port': ['ID=090187db-425a-4518-9649-0ee0f09fe417,revision_number=2']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:33:19.204869 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc51154-99af-489b-b676-1215f9ab9ad4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:33:19.205440 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc51154-99af-489b-b676-1215f9ab9ad4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:33:19.207274 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc51154-99af-489b-b676-1215f9ab9ad4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:33:19.207862 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc51154-99af-489b-b676-1215f9ab9ad4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:33:19.208414 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc51154-99af-489b-b676-1215f9ab9ad4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:33:19.208975 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc51154-99af-489b-b676-1215f9ab9ad4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:33:19.209560 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc51154-99af-489b-b676-1215f9ab9ad4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:33:19.210125 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc51154-99af-489b-b676-1215f9ab9ad4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:33:19.210685 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc51154-99af-489b-b676-1215f9ab9ad4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:33:19.211283 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc51154-99af-489b-b676-1215f9ab9ad4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:33:19.211840 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc51154-99af-489b-b676-1215f9ab9ad4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:33:19.212398 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc51154-99af-489b-b676-1215f9ab9ad4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:33:19.212970 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc51154-99af-489b-b676-1215f9ab9ad4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:33:19.213522 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc51154-99af-489b-b676-1215f9ab9ad4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:33:19.214087 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc51154-99af-489b-b676-1215f9ab9ad4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:33:19.244957 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea241233-16cf-489e-951a-09d9630e1717 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:33:19.245492 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea241233-16cf-489e-951a-09d9630e1717 None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:33:19.246155 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-ea241233-16cf-489e-951a-09d9630e1717 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:19.247380 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea241233-16cf-489e-951a-09d9630e1717 None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:33:19.248124 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-ea241233-16cf-489e-951a-09d9630e1717 None None] Bound port: 090187db-425a-4518-9649-0ee0f09fe417, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:33:19.248771 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-ea241233-16cf-489e-951a-09d9630e1717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (090187db-425a-4518-9649-0ee0f09fe417), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:19.267521 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-5ddc29ef-d115-48ba-af0b-2f151691e8b4 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, d1e24038-f5b9-4c89-b219-2da945f09d84) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:33:19.276549 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ddc29ef-d115-48ba-af0b-2f151691e8b4 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:33:19.278532 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5ddc29ef-d115-48ba-af0b-2f151691e8b4 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:19.283278 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedbfd8d-ebfe-4a90-ada2-2d22c780e53e None None] Network d1e24038-f5b9-4c89-b219-2da945f09d84 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:33:19.309059 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:19.356490 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-ea241233-16cf-489e-951a-09d9630e1717 None None] For port 090187db-425a-4518-9649-0ee0f09fe417, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:33:19.363176 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-ea241233-16cf-489e-951a-09d9630e1717 None None] For port 090187db-425a-4518-9649-0ee0f09fe417, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=090187db-425a-4518-9649-0ee0f09fe417,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:33:19.416685 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-5ddc29ef-d115-48ba-af0b-2f151691e8b4 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3166573 Oct 04 21:33:19.421801 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53920) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:33:19.446599 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-ea241233-16cf-489e-951a-09d9630e1717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (090187db-425a-4518-9649-0ee0f09fe417), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:19.504758 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea241233-16cf-489e-951a-09d9630e1717 None None] Routers {'0e305cce-1040-475f-9e49-4d23044c9026'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:33:19.505657 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-ea241233-16cf-489e-951a-09d9630e1717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:33:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['0e305cce-1040-475f-9e49-4d23044c9026'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:33:19.509261 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd33b220-31cf-4aba-acef-210a9525faca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-d1e24038-f5b9-4c89-b219-2da945f09d84', 'network_id': 'd1e24038-f5b9-4c89-b219-2da945f09d84', 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'fixed_ips': [{'subnet_id': '6b68210c-0903-47c4-a50d-b5bc4921fb70'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:33:19.511000 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fd33b220-31cf-4aba-acef-210a9525faca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:19.622018 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:19.675259 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:19.677212 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc51154-99af-489b-b676-1215f9ab9ad4 None None] Pushing event updated for resources: {'Port': ['ID=090187db-425a-4518-9649-0ee0f09fe417,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:33:19.733144 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-ea241233-16cf-489e-951a-09d9630e1717 None None] Set router 0e305cce-1040-475f-9e49-4d23044c9026 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:33:19.837329 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-fd33b220-31cf-4aba-acef-210a9525faca None None] Allocated IP 172.20.0.2 (d1e24038-f5b9-4c89-b219-2da945f09d84/6b68210c-0903-47c4-a50d-b5bc4921fb70/9a41b290-905d-4dd7-a3a5-75634643cfa3) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:33:19.884089 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:19.888544 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:20.062836 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-ea241233-16cf-489e-951a-09d9630e1717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e305cce-1040-475f-9e49-4d23044c9026', 'name': 'tempest-TestNetworkAdvancedServerOps-router-299338760', 'tenant_id': '6fc5c72665164a0c8d9e7e476c283e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '090187db-425a-4518-9649-0ee0f09fe417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:33:14Z', 'updated_at': '2022-10-04T21:33:16Z', 'revision_number': 3, 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'gw_port': {'id': '090187db-425a-4518-9649-0ee0f09fe417', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:03:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e305cce-1040-475f-9e49-4d23044c9026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:33:15Z', 'updated_at': '2022-10-04T21:33:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:33:20.114650 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea241233-16cf-489e-951a-09d9630e1717 None None] The sync data for ids ['0e305cce-1040-475f-9e49-4d23044c9026'] in n-d-852085-12 is: [{'id': '0e305cce-1040-475f-9e49-4d23044c9026', 'name': 'tempest-TestNetworkAdvancedServerOps-router-299338760', 'tenant_id': '6fc5c72665164a0c8d9e7e476c283e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '090187db-425a-4518-9649-0ee0f09fe417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:33:14Z', 'updated_at': '2022-10-04T21:33:16Z', 'revision_number': 3, 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'gw_port': {'id': '090187db-425a-4518-9649-0ee0f09fe417', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:03:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e305cce-1040-475f-9e49-4d23044c9026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:33:15Z', 'updated_at': '2022-10-04T21:33:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:33:20.132725 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fd33b220-31cf-4aba-acef-210a9525faca None None] Publish callbacks [] for port (9a41b290-905d-4dd7-a3a5-75634643cfa3), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:20.267437 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fd33b220-31cf-4aba-acef-210a9525faca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (9a41b290-905d-4dd7-a3a5-75634643cfa3), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:20.328446 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-206a6ea6-b709-4b81-96f7-49a84fffe5a8 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:20.337363 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd33b220-31cf-4aba-acef-210a9525faca None None] Network d1e24038-f5b9-4c89-b219-2da945f09d84 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:33:20.342654 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-fd33b220-31cf-4aba-acef-210a9525faca None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:33:20.350555 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd33b220-31cf-4aba-acef-210a9525faca None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:33:20.358845 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd33b220-31cf-4aba-acef-210a9525faca None None] Pushing event updated for resources: {'Port': ['ID=9a41b290-905d-4dd7-a3a5-75634643cfa3,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:33:20.415509 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:20.504423 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-fd33b220-31cf-4aba-acef-210a9525faca None None] Attempting to bind port 9a41b290-905d-4dd7-a3a5-75634643cfa3 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:33:20.505063 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-fd33b220-31cf-4aba-acef-210a9525faca None None] Attempting to bind port 9a41b290-905d-4dd7-a3a5-75634643cfa3 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '7dc6a3e7-cacc-4c76-bcf4-75b0ffbf0486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'd1e24038-f5b9-4c89-b219-2da945f09d84'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:33:20.506450 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd33b220-31cf-4aba-acef-210a9525faca None None] Attempting to bind port 9a41b290-905d-4dd7-a3a5-75634643cfa3 on network d1e24038-f5b9-4c89-b219-2da945f09d84 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:33:20.586415 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:20.595676 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd33b220-31cf-4aba-acef-210a9525faca None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:33:20.596600 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd33b220-31cf-4aba-acef-210a9525faca None None] Checking segment: {'id': '7dc6a3e7-cacc-4c76-bcf4-75b0ffbf0486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'd1e24038-f5b9-4c89-b219-2da945f09d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:33:20.596791 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fd33b220-31cf-4aba-acef-210a9525faca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:20.597279 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd33b220-31cf-4aba-acef-210a9525faca None None] Bound using segment: {'id': '7dc6a3e7-cacc-4c76-bcf4-75b0ffbf0486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'd1e24038-f5b9-4c89-b219-2da945f09d84'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:33:20.597995 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-fd33b220-31cf-4aba-acef-210a9525faca None None] Bound port: 9a41b290-905d-4dd7-a3a5-75634643cfa3, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dc6a3e7-cacc-4c76-bcf4-75b0ffbf0486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'd1e24038-f5b9-4c89-b219-2da945f09d84'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:33:20.598487 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fd33b220-31cf-4aba-acef-210a9525faca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (9a41b290-905d-4dd7-a3a5-75634643cfa3), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:20.698737 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:20.734613 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-fd33b220-31cf-4aba-acef-210a9525faca None None] For port 9a41b290-905d-4dd7-a3a5-75634643cfa3, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:33:20.735632 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-fd33b220-31cf-4aba-acef-210a9525faca None None] For port 9a41b290-905d-4dd7-a3a5-75634643cfa3, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=9a41b290-905d-4dd7-a3a5-75634643cfa3,segment=NetworkSegment(7dc6a3e7-cacc-4c76-bcf4-75b0ffbf0486),segment_id=7dc6a3e7-cacc-4c76-bcf4-75b0ffbf0486)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:33:20.909580 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fd33b220-31cf-4aba-acef-210a9525faca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (9a41b290-905d-4dd7-a3a5-75634643cfa3), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:20.916749 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-206a6ea6-b709-4b81-96f7-49a84fffe5a8 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Allocated IP 172.20.0.1 (d1e24038-f5b9-4c89-b219-2da945f09d84/6b68210c-0903-47c4-a50d-b5bc4921fb70/d01d43fb-6a48-472f-b66a-a688e9c4f1e9) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:33:21.041928 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd33b220-31cf-4aba-acef-210a9525faca None None] Pushing event updated for resources: {'Port': ['ID=9a41b290-905d-4dd7-a3a5-75634643cfa3,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:33:21.189524 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-206a6ea6-b709-4b81-96f7-49a84fffe5a8 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for port (d01d43fb-6a48-472f-b66a-a688e9c4f1e9), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:21.401017 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-206a6ea6-b709-4b81-96f7-49a84fffe5a8 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (d01d43fb-6a48-472f-b66a-a688e9c4f1e9), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:21.521386 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206a6ea6-b709-4b81-96f7-49a84fffe5a8 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event updated for resources: {'Port': ['ID=d01d43fb-6a48-472f-b66a-a688e9c4f1e9,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:33:21.547984 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206a6ea6-b709-4b81-96f7-49a84fffe5a8 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Network d1e24038-f5b9-4c89-b219-2da945f09d84 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:33:21.550676 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-206a6ea6-b709-4b81-96f7-49a84fffe5a8 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:33:21.557653 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206a6ea6-b709-4b81-96f7-49a84fffe5a8 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:33:21.562665 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 090187db-425a-4518-9649-0ee0f09fe417 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:33:21.654692 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-206a6ea6-b709-4b81-96f7-49a84fffe5a8 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (0e305cce-1040-475f-9e49-4d23044c9026), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:21.674198 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 090187db-425a-4518-9649-0ee0f09fe417 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:33:21.674772 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (090187db-425a-4518-9649-0ee0f09fe417), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:21.675349 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 090187db-425a-4518-9649-0ee0f09fe417 Oct 04 21:33:21.757321 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:21.845671 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 090187db-425a-4518-9649-0ee0f09fe417 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:33:21.846629 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (090187db-425a-4518-9649-0ee0f09fe417), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:21.887950 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:21.892748 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 090187db-425a-4518-9649-0ee0f09fe417, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=090187db-425a-4518-9649-0ee0f09fe417,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:33:22.005912 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (090187db-425a-4518-9649-0ee0f09fe417), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:22.008760 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 9a41b290-905d-4dd7-a3a5-75634643cfa3 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:33:22.039050 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-206a6ea6-b709-4b81-96f7-49a84fffe5a8 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (d01d43fb-6a48-472f-b66a-a688e9c4f1e9), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:22.174405 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=090187db-425a-4518-9649-0ee0f09fe417,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:33:22.193074 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 9a41b290-905d-4dd7-a3a5-75634643cfa3 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:33:22.193706 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (9a41b290-905d-4dd7-a3a5-75634643cfa3), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:22.194220 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 9a41b290-905d-4dd7-a3a5-75634643cfa3 Oct 04 21:33:22.336099 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 9a41b290-905d-4dd7-a3a5-75634643cfa3 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:33:22.336736 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (9a41b290-905d-4dd7-a3a5-75634643cfa3), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:22.390232 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 9a41b290-905d-4dd7-a3a5-75634643cfa3, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=9a41b290-905d-4dd7-a3a5-75634643cfa3,segment=NetworkSegment(7dc6a3e7-cacc-4c76-bcf4-75b0ffbf0486),segment_id=7dc6a3e7-cacc-4c76-bcf4-75b0ffbf0486)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:33:22.503016 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (9a41b290-905d-4dd7-a3a5-75634643cfa3), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:22.635867 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5a7954-2e38-44ee-9f0f-12b046b6b425 None None] Network d1e24038-f5b9-4c89-b219-2da945f09d84 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:33:22.737436 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=9a41b290-905d-4dd7-a3a5-75634643cfa3,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:33:22.751187 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-66da1d9c-d9c4-4db9-aa64-f69d23273d0c None None] Provisioning complete for port 9a41b290-905d-4dd7-a3a5-75634643cfa3 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:33:22.751916 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-66da1d9c-d9c4-4db9-aa64-f69d23273d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (9a41b290-905d-4dd7-a3a5-75634643cfa3), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:22.752553 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-66da1d9c-d9c4-4db9-aa64-f69d23273d0c None None] Attempt 1 to provision port 9a41b290-905d-4dd7-a3a5-75634643cfa3 Oct 04 21:33:22.870342 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:22.889968 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:23.027006 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-66da1d9c-d9c4-4db9-aa64-f69d23273d0c None None] Current status of the port 9a41b290-905d-4dd7-a3a5-75634643cfa3 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:33:23.186777 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:23.196957 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-206a6ea6-b709-4b81-96f7-49a84fffe5a8 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for port (d01d43fb-6a48-472f-b66a-a688e9c4f1e9), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:23.297129 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-206a6ea6-b709-4b81-96f7-49a84fffe5a8 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (d01d43fb-6a48-472f-b66a-a688e9c4f1e9), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:23.374178 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-3a3d31de-ed75-47a1-b3e3-571a7f3d07e6 None None] Provisioning complete for port d01d43fb-6a48-472f-b66a-a688e9c4f1e9 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:33:23.374789 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3a3d31de-ed75-47a1-b3e3-571a7f3d07e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (d01d43fb-6a48-472f-b66a-a688e9c4f1e9), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:23.375418 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-3a3d31de-ed75-47a1-b3e3-571a7f3d07e6 None None] Attempt 1 to provision port d01d43fb-6a48-472f-b66a-a688e9c4f1e9 Oct 04 21:33:23.463477 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-3a3d31de-ed75-47a1-b3e3-571a7f3d07e6 None None] Port d01d43fb-6a48-472f-b66a-a688e9c4f1e9 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:33:23.463743 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206a6ea6-b709-4b81-96f7-49a84fffe5a8 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event updated for resources: {'Port': ['ID=d01d43fb-6a48-472f-b66a-a688e9c4f1e9,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:33:23.486568 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-3a3d31de-ed75-47a1-b3e3-571a7f3d07e6 None None] Provisioning complete for port 9a41b290-905d-4dd7-a3a5-75634643cfa3 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:33:23.487839 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3a3d31de-ed75-47a1-b3e3-571a7f3d07e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (9a41b290-905d-4dd7-a3a5-75634643cfa3), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:23.488669 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-3a3d31de-ed75-47a1-b3e3-571a7f3d07e6 None None] Attempt 1 to provision port 9a41b290-905d-4dd7-a3a5-75634643cfa3 Oct 04 21:33:23.492945 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-206a6ea6-b709-4b81-96f7-49a84fffe5a8 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (0e305cce-1040-475f-9e49-4d23044c9026), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:23.539683 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 090187db-425a-4518-9649-0ee0f09fe417 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:33:23.617263 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:23.700835 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206a6ea6-b709-4b81-96f7-49a84fffe5a8 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Network d1e24038-f5b9-4c89-b219-2da945f09d84 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:33:23.703602 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-206a6ea6-b709-4b81-96f7-49a84fffe5a8 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:33:23.736013 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 090187db-425a-4518-9649-0ee0f09fe417 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:33:23.736809 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (090187db-425a-4518-9649-0ee0f09fe417), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:23.737204 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 090187db-425a-4518-9649-0ee0f09fe417 Oct 04 21:33:23.819253 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-3a3d31de-ed75-47a1-b3e3-571a7f3d07e6 None None] Current status of the port 9a41b290-905d-4dd7-a3a5-75634643cfa3 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:33:23.915185 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 090187db-425a-4518-9649-0ee0f09fe417 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:33:23.917044 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 9a41b290-905d-4dd7-a3a5-75634643cfa3 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:33:23.976924 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-206a6ea6-b709-4b81-96f7-49a84fffe5a8 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Router 0e305cce-1040-475f-9e49-4d23044c9026 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:33:23.993494 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-9bd9f8b5-3024-484d-af0f-cdd4f0da2e41 None None] Provisioning complete for port d01d43fb-6a48-472f-b66a-a688e9c4f1e9 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:33:23.994926 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9bd9f8b5-3024-484d-af0f-cdd4f0da2e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (d01d43fb-6a48-472f-b66a-a688e9c4f1e9), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:23.994926 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-9bd9f8b5-3024-484d-af0f-cdd4f0da2e41 None None] Attempt 1 to provision port d01d43fb-6a48-472f-b66a-a688e9c4f1e9 Oct 04 21:33:24.078857 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-9bd9f8b5-3024-484d-af0f-cdd4f0da2e41 None None] Port d01d43fb-6a48-472f-b66a-a688e9c4f1e9 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:33:24.081354 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 9a41b290-905d-4dd7-a3a5-75634643cfa3 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:33:24.082039 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (9a41b290-905d-4dd7-a3a5-75634643cfa3), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:24.082346 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 9a41b290-905d-4dd7-a3a5-75634643cfa3 Oct 04 21:33:24.215330 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206a6ea6-b709-4b81-96f7-49a84fffe5a8 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:33:24.225424 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-206a6ea6-b709-4b81-96f7-49a84fffe5a8 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "PUT /networking/v2.0/routers/0e305cce-1040-475f-9e49-4d23044c9026/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8013837 Oct 04 21:33:24.237963 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-9f363d86-ef9d-45f9-94f7-9ff01f8d700e None None] Provisioning complete for port d01d43fb-6a48-472f-b66a-a688e9c4f1e9 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:33:24.238543 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9f363d86-ef9d-45f9-94f7-9ff01f8d700e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (d01d43fb-6a48-472f-b66a-a688e9c4f1e9), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:24.239057 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-9f363d86-ef9d-45f9-94f7-9ff01f8d700e None None] Attempt 1 to provision port d01d43fb-6a48-472f-b66a-a688e9c4f1e9 Oct 04 21:33:24.244579 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e343cd-c357-44fd-9009-f21a88bee279 None None] Sync routers for ids ['0e305cce-1040-475f-9e49-4d23044c9026'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:33:24.249368 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 9a41b290-905d-4dd7-a3a5-75634643cfa3 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:33:24.300520 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e343cd-c357-44fd-9009-f21a88bee279 None None] Routers {'0e305cce-1040-475f-9e49-4d23044c9026'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:33:24.301617 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-e8e343cd-c357-44fd-9009-f21a88bee279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:33:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['0e305cce-1040-475f-9e49-4d23044c9026'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:33:24.383900 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-9f363d86-ef9d-45f9-94f7-9ff01f8d700e None None] Port d01d43fb-6a48-472f-b66a-a688e9c4f1e9 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:33:24.515206 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-e8e343cd-c357-44fd-9009-f21a88bee279 None None] Set router 0e305cce-1040-475f-9e49-4d23044c9026 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:33:24.523534 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-3981702b-aa64-430a-9ae8-e1734a82fb4d req-1d0bee1f-84b1-4545-aebf-876ba8152323 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1893449357&fields=id&tenant_id=6fc5c72665164a0c8d9e7e476c283e98 HTTP/1.1" status: 200 len: 267 time: 0.0974662 Oct 04 21:33:24.755557 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981702b-aa64-430a-9ae8-e1734a82fb4d req-4bf6f3c0-caf0-4eb0-8333-d56d0a5cdf75 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:33:24.758464 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-3981702b-aa64-430a-9ae8-e1734a82fb4d req-4bf6f3c0-caf0-4eb0-8333-d56d0a5cdf75 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "GET /networking/v2.0/networks?id=d1e24038-f5b9-4c89-b219-2da945f09d84 HTTP/1.1" status: 200 len: 797 time: 0.2222025 Oct 04 21:33:24.783530 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-3981702b-aa64-430a-9ae8-e1734a82fb4d req-241b995e-524e-44ec-bb19-57fffc1a865e tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "GET /networking/v2.0/quotas/6fc5c72665164a0c8d9e7e476c283e98 HTTP/1.1" status: 200 len: 375 time: 0.0174952 Oct 04 21:33:24.882515 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-3981702b-aa64-430a-9ae8-e1734a82fb4d req-00d45f5a-0c33-4f45-8ca4-b13750f49d30 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=6fc5c72665164a0c8d9e7e476c283e98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0911570 Oct 04 21:33:24.950607 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53936) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:33:24.958547 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:25.059946 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-e8e343cd-c357-44fd-9009-f21a88bee279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e305cce-1040-475f-9e49-4d23044c9026', 'name': 'tempest-TestNetworkAdvancedServerOps-router-299338760', 'tenant_id': '6fc5c72665164a0c8d9e7e476c283e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '090187db-425a-4518-9649-0ee0f09fe417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:33:14Z', 'updated_at': '2022-10-04T21:33:21Z', 'revision_number': 4, 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'gw_port': {'id': '090187db-425a-4518-9649-0ee0f09fe417', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:03:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e305cce-1040-475f-9e49-4d23044c9026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:33:15Z', 'updated_at': '2022-10-04T21:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'd01d43fb-6a48-472f-b66a-a688e9c4f1e9', 'name': '', 'network_id': 'd1e24038-f5b9-4c89-b219-2da945f09d84', 'tenant_id': '6fc5c72665164a0c8d9e7e476c283e98', 'mac_address': 'fa:16:3e:32:6c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e305cce-1040-475f-9e49-4d23044c9026', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '6b68210c-0903-47c4-a50d-b5bc4921fb70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:33:20Z', 'updated_at': '2022-10-04T21:33:22Z', 'revision_number': 2, 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'subnets': [{'id': '6b68210c-0903-47c4-a50d-b5bc4921fb70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:33:25.111022 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e343cd-c357-44fd-9009-f21a88bee279 None None] Checking router: 0e305cce-1040-475f-9e49-4d23044c9026 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:33:25.111850 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e343cd-c357-44fd-9009-f21a88bee279 None None] Updating router 0e305cce-1040-475f-9e49-4d23044c9026 port d01d43fb-6a48-472f-b66a-a688e9c4f1e9 binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:33:25.170040 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e8e343cd-c357-44fd-9009-f21a88bee279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (d01d43fb-6a48-472f-b66a-a688e9c4f1e9), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:25.430973 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:25.478633 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:25.567206 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:25.577842 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-82af89a0-3bcc-48ec-916b-241c0545d279 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (0e305cce-1040-475f-9e49-4d23044c9026), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:25.687029 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e8e343cd-c357-44fd-9009-f21a88bee279 None None] Publish callbacks [] for port (d01d43fb-6a48-472f-b66a-a688e9c4f1e9), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:25.823361 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e8e343cd-c357-44fd-9009-f21a88bee279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (d01d43fb-6a48-472f-b66a-a688e9c4f1e9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:25.920248 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a741cde0-ff90-442f-a38d-cc2e7abf8424 None None] Pushing event updated for resources: {'Port': ['ID=d01d43fb-6a48-472f-b66a-a688e9c4f1e9,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:33:25.968514 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-e8e343cd-c357-44fd-9009-f21a88bee279 None None] Attempting to bind port d01d43fb-6a48-472f-b66a-a688e9c4f1e9 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:33:25.969569 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-e8e343cd-c357-44fd-9009-f21a88bee279 None None] Attempting to bind port d01d43fb-6a48-472f-b66a-a688e9c4f1e9 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '7dc6a3e7-cacc-4c76-bcf4-75b0ffbf0486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'd1e24038-f5b9-4c89-b219-2da945f09d84'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:33:25.969569 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e343cd-c357-44fd-9009-f21a88bee279 None None] Attempting to bind port d01d43fb-6a48-472f-b66a-a688e9c4f1e9 on network d1e24038-f5b9-4c89-b219-2da945f09d84 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:33:26.057814 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e343cd-c357-44fd-9009-f21a88bee279 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:33:26.058455 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e343cd-c357-44fd-9009-f21a88bee279 None None] Checking segment: {'id': '7dc6a3e7-cacc-4c76-bcf4-75b0ffbf0486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'd1e24038-f5b9-4c89-b219-2da945f09d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:33:26.059165 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e8e343cd-c357-44fd-9009-f21a88bee279 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:26.059816 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-82af89a0-3bcc-48ec-916b-241c0545d279 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Deleting port d01d43fb-6a48-472f-b66a-a688e9c4f1e9 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:33:26.060134 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e343cd-c357-44fd-9009-f21a88bee279 None None] Bound using segment: {'id': '7dc6a3e7-cacc-4c76-bcf4-75b0ffbf0486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'd1e24038-f5b9-4c89-b219-2da945f09d84'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:33:26.060614 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-82af89a0-3bcc-48ec-916b-241c0545d279 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (d01d43fb-6a48-472f-b66a-a688e9c4f1e9), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:26.060789 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-e8e343cd-c357-44fd-9009-f21a88bee279 None None] Bound port: d01d43fb-6a48-472f-b66a-a688e9c4f1e9, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dc6a3e7-cacc-4c76-bcf4-75b0ffbf0486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'd1e24038-f5b9-4c89-b219-2da945f09d84'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:33:26.061286 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e8e343cd-c357-44fd-9009-f21a88bee279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (d01d43fb-6a48-472f-b66a-a688e9c4f1e9), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:26.188596 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e8e343cd-c357-44fd-9009-f21a88bee279 None None] For port d01d43fb-6a48-472f-b66a-a688e9c4f1e9, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:33:26.195513 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e8e343cd-c357-44fd-9009-f21a88bee279 None None] For port d01d43fb-6a48-472f-b66a-a688e9c4f1e9, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=d01d43fb-6a48-472f-b66a-a688e9c4f1e9,segment=NetworkSegment(7dc6a3e7-cacc-4c76-bcf4-75b0ffbf0486),segment_id=7dc6a3e7-cacc-4c76-bcf4-75b0ffbf0486)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:33:26.265176 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-82af89a0-3bcc-48ec-916b-241c0545d279 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] For port d01d43fb-6a48-472f-b66a-a688e9c4f1e9, host n-d-852085-12, got binding levels [] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:33:26.265680 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-82af89a0-3bcc-48ec-916b-241c0545d279 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (d01d43fb-6a48-472f-b66a-a688e9c4f1e9), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:26.294411 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-82af89a0-3bcc-48ec-916b-241c0545d279 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Calling delete_port for d01d43fb-6a48-472f-b66a-a688e9c4f1e9 owned by network:router_interface {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:33:26.337850 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e8e343cd-c357-44fd-9009-f21a88bee279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (d01d43fb-6a48-472f-b66a-a688e9c4f1e9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:26.419757 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e343cd-c357-44fd-9009-f21a88bee279 None None] Routers {'0e305cce-1040-475f-9e49-4d23044c9026'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:33:26.420870 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-e8e343cd-c357-44fd-9009-f21a88bee279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:33:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['0e305cce-1040-475f-9e49-4d23044c9026'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:33:26.543011 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a741cde0-ff90-442f-a38d-cc2e7abf8424 None None] Pushing event updated for resources: {'Port': ['ID=d01d43fb-6a48-472f-b66a-a688e9c4f1e9,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:33:26.660045 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-e8e343cd-c357-44fd-9009-f21a88bee279 None None] Set router 0e305cce-1040-475f-9e49-4d23044c9026 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:33:26.765559 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-82af89a0-3bcc-48ec-916b-241c0545d279 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (d01d43fb-6a48-472f-b66a-a688e9c4f1e9), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:26.793502 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:26.818126 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82af89a0-3bcc-48ec-916b-241c0545d279 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event deleted for resources: {'Port': ['ID=d01d43fb-6a48-472f-b66a-a688e9c4f1e9,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:33:27.046113 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-e8e343cd-c357-44fd-9009-f21a88bee279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e305cce-1040-475f-9e49-4d23044c9026', 'name': 'tempest-TestNetworkAdvancedServerOps-router-299338760', 'tenant_id': '6fc5c72665164a0c8d9e7e476c283e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '090187db-425a-4518-9649-0ee0f09fe417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:33:14Z', 'updated_at': '2022-10-04T21:33:21Z', 'revision_number': 4, 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'gw_port': {'id': '090187db-425a-4518-9649-0ee0f09fe417', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:03:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e305cce-1040-475f-9e49-4d23044c9026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:33:15Z', 'updated_at': '2022-10-04T21:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'd01d43fb-6a48-472f-b66a-a688e9c4f1e9', 'name': '', 'network_id': 'd1e24038-f5b9-4c89-b219-2da945f09d84', 'tenant_id': '6fc5c72665164a0c8d9e7e476c283e98', 'mac_address': 'fa:16:3e:32:6c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e305cce-1040-475f-9e49-4d23044c9026', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '6b68210c-0903-47c4-a50d-b5bc4921fb70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:33:20Z', 'updated_at': '2022-10-04T21:33:26Z', 'revision_number': 4, 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'subnets': [{'id': '6b68210c-0903-47c4-a50d-b5bc4921fb70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:33:27.098563 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e343cd-c357-44fd-9009-f21a88bee279 None None] The sync data for ids ['0e305cce-1040-475f-9e49-4d23044c9026'] in n-d-852085-12 is: [{'id': '0e305cce-1040-475f-9e49-4d23044c9026', 'name': 'tempest-TestNetworkAdvancedServerOps-router-299338760', 'tenant_id': '6fc5c72665164a0c8d9e7e476c283e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '090187db-425a-4518-9649-0ee0f09fe417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:33:14Z', 'updated_at': '2022-10-04T21:33:21Z', 'revision_number': 4, 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'gw_port': {'id': '090187db-425a-4518-9649-0ee0f09fe417', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:03:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e305cce-1040-475f-9e49-4d23044c9026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:33:15Z', 'updated_at': '2022-10-04T21:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'd01d43fb-6a48-472f-b66a-a688e9c4f1e9', 'name': '', 'network_id': 'd1e24038-f5b9-4c89-b219-2da945f09d84', 'tenant_id': '6fc5c72665164a0c8d9e7e476c283e98', 'mac_address': 'fa:16:3e:32:6c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e305cce-1040-475f-9e49-4d23044c9026', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '6b68210c-0903-47c4-a50d-b5bc4921fb70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:33:20Z', 'updated_at': '2022-10-04T21:33:26Z', 'revision_number': 4, 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'subnets': [{'id': '6b68210c-0903-47c4-a50d-b5bc4921fb70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:33:27.212409 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-82af89a0-3bcc-48ec-916b-241c0545d279 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (0e305cce-1040-475f-9e49-4d23044c9026), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:27.465319 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:27.560533 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:27.671950 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82af89a0-3bcc-48ec-916b-241c0545d279 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Router 0e305cce-1040-475f-9e49-4d23044c9026 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:33:27.871970 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82af89a0-3bcc-48ec-916b-241c0545d279 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:33:27.880715 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-82af89a0-3bcc-48ec-916b-241c0545d279 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "PUT /networking/v2.0/routers/0e305cce-1040-475f-9e49-4d23044c9026/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9379959 Oct 04 21:33:27.885408 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53938) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:33:28.001748 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-36852bd5-8735-4c98-bdf6-dc611eaf1995 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Deleting subnet 6b68210c-0903-47c4-a50d-b5bc4921fb70 {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:33:28.008869 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-36852bd5-8735-4c98-bdf6-dc611eaf1995 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for subnet (6b68210c-0903-47c4-a50d-b5bc4921fb70), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:28.095827 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-36852bd5-8735-4c98-bdf6-dc611eaf1995 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (6b68210c-0903-47c4-a50d-b5bc4921fb70), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:28.256702 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-36852bd5-8735-4c98-bdf6-dc611eaf1995 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (6b68210c-0903-47c4-a50d-b5bc4921fb70), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:28.481390 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-36852bd5-8735-4c98-bdf6-dc611eaf1995 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (6b68210c-0903-47c4-a50d-b5bc4921fb70), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:28.536435 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36852bd5-8735-4c98-bdf6-dc611eaf1995 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event deleted for resources: {'Subnet': ['ID=6b68210c-0903-47c4-a50d-b5bc4921fb70,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:33:28.543282 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-36852bd5-8735-4c98-bdf6-dc611eaf1995 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:28.553637 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53940) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:33:28.554611 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-36852bd5-8735-4c98-bdf6-dc611eaf1995 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/6b68210c-0903-47c4-a50d-b5bc4921fb70 HTTP/1.1" status: 204 len: 168 time: 0.6670933 Oct 04 21:33:28.561142 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d0084f-5f50-4d80-b8eb-c5aff440abde None None] Network d1e24038-f5b9-4c89-b219-2da945f09d84 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:33:28.772145 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fddbbfe6-d053-4b67-ab40-b455a9d0d8d1 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for router (0e305cce-1040-475f-9e49-4d23044c9026), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:28.854613 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42228455-71de-4ae1-a786-43f79b740c9f None None] DHCP port deletion for d1e24038-f5b9-4c89-b219-2da945f09d84 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:33:28.928478 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-42228455-71de-4ae1-a786-43f79b740c9f None None] Deleting port 9a41b290-905d-4dd7-a3a5-75634643cfa3 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:33:28.930485 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-42228455-71de-4ae1-a786-43f79b740c9f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (9a41b290-905d-4dd7-a3a5-75634643cfa3), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:28.987230 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fddbbfe6-d053-4b67-ab40-b455a9d0d8d1 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for router_gateway (0e305cce-1040-475f-9e49-4d23044c9026), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:29.036385 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-42228455-71de-4ae1-a786-43f79b740c9f None None] For port 9a41b290-905d-4dd7-a3a5-75634643cfa3, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=9a41b290-905d-4dd7-a3a5-75634643cfa3,segment=NetworkSegment(7dc6a3e7-cacc-4c76-bcf4-75b0ffbf0486),segment_id=7dc6a3e7-cacc-4c76-bcf4-75b0ffbf0486)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:33:29.036868 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-42228455-71de-4ae1-a786-43f79b740c9f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (9a41b290-905d-4dd7-a3a5-75634643cfa3), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:29.056367 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f83fcc9-6215-48ad-bb39-b4ffb79a735b None None] Sync routers for ids ['0e305cce-1040-475f-9e49-4d23044c9026'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:33:29.062631 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-42228455-71de-4ae1-a786-43f79b740c9f None None] Calling delete_port for 9a41b290-905d-4dd7-a3a5-75634643cfa3 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:33:29.070477 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:29.078000 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f83fcc9-6215-48ad-bb39-b4ffb79a735b None None] Routers {'0e305cce-1040-475f-9e49-4d23044c9026'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:33:29.078990 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-2f83fcc9-6215-48ad-bb39-b4ffb79a735b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:33:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['0e305cce-1040-475f-9e49-4d23044c9026'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:33:29.145932 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-fddbbfe6-d053-4b67-ab40-b455a9d0d8d1 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Deleting port 090187db-425a-4518-9649-0ee0f09fe417 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:33:29.146841 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fddbbfe6-d053-4b67-ab40-b455a9d0d8d1 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (090187db-425a-4518-9649-0ee0f09fe417), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:29.244119 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-2f83fcc9-6215-48ad-bb39-b4ffb79a735b None None] Set router 0e305cce-1040-475f-9e49-4d23044c9026 gateway port host: None {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:33:29.283562 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-fddbbfe6-d053-4b67-ab40-b455a9d0d8d1 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] For port 090187db-425a-4518-9649-0ee0f09fe417, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=090187db-425a-4518-9649-0ee0f09fe417,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:33:29.286963 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fddbbfe6-d053-4b67-ab40-b455a9d0d8d1 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (090187db-425a-4518-9649-0ee0f09fe417), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:29.305060 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-fddbbfe6-d053-4b67-ab40-b455a9d0d8d1 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Calling delete_port for 090187db-425a-4518-9649-0ee0f09fe417 owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:33:29.319368 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-42228455-71de-4ae1-a786-43f79b740c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (9a41b290-905d-4dd7-a3a5-75634643cfa3), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:29.352447 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-2f83fcc9-6215-48ad-bb39-b4ffb79a735b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e305cce-1040-475f-9e49-4d23044c9026', 'name': 'tempest-TestNetworkAdvancedServerOps-router-299338760', 'tenant_id': '6fc5c72665164a0c8d9e7e476c283e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:33:14Z', 'updated_at': '2022-10-04T21:33:28Z', 'revision_number': 6, 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:33:29.404533 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42228455-71de-4ae1-a786-43f79b740c9f None None] Pushing event deleted for resources: {'Port': ['ID=9a41b290-905d-4dd7-a3a5-75634643cfa3,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:33:29.412372 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f83fcc9-6215-48ad-bb39-b4ffb79a735b None None] Checking router: 0e305cce-1040-475f-9e49-4d23044c9026 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:33:29.419602 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42228455-71de-4ae1-a786-43f79b740c9f None None] No DVR routers for this DVR port 9a41b290-905d-4dd7-a3a5-75634643cfa3 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:33:29.446206 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f83fcc9-6215-48ad-bb39-b4ffb79a735b None None] Routers {'0e305cce-1040-475f-9e49-4d23044c9026'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:33:29.447315 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-2f83fcc9-6215-48ad-bb39-b4ffb79a735b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:33:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['0e305cce-1040-475f-9e49-4d23044c9026'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:33:29.479254 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 9a41b290-905d-4dd7-a3a5-75634643cfa3 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:33:29.518269 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 9a41b290-905d-4dd7-a3a5-75634643cfa3 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:33:29.518794 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 9a41b290-905d-4dd7-a3a5-75634643cfa3 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:33:29.557893 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:29.622298 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-2f83fcc9-6215-48ad-bb39-b4ffb79a735b None None] Set router 0e305cce-1040-475f-9e49-4d23044c9026 gateway port host: None {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:33:29.717058 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-2f83fcc9-6215-48ad-bb39-b4ffb79a735b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e305cce-1040-475f-9e49-4d23044c9026', 'name': 'tempest-TestNetworkAdvancedServerOps-router-299338760', 'tenant_id': '6fc5c72665164a0c8d9e7e476c283e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:33:14Z', 'updated_at': '2022-10-04T21:33:28Z', 'revision_number': 6, 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:33:29.753728 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fddbbfe6-d053-4b67-ab40-b455a9d0d8d1 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (090187db-425a-4518-9649-0ee0f09fe417), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:29.771589 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f83fcc9-6215-48ad-bb39-b4ffb79a735b None None] The sync data for ids ['0e305cce-1040-475f-9e49-4d23044c9026'] in n-d-852085-12 is: [{'id': '0e305cce-1040-475f-9e49-4d23044c9026', 'name': 'tempest-TestNetworkAdvancedServerOps-router-299338760', 'tenant_id': '6fc5c72665164a0c8d9e7e476c283e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:33:14Z', 'updated_at': '2022-10-04T21:33:28Z', 'revision_number': 6, 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'gw_port_host': None}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:33:29.806462 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddbbfe6-d053-4b67-ab40-b455a9d0d8d1 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event deleted for resources: {'Port': ['ID=090187db-425a-4518-9649-0ee0f09fe417,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:33:29.897880 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fddbbfe6-d053-4b67-ab40-b455a9d0d8d1 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (0e305cce-1040-475f-9e49-4d23044c9026), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:30.072410 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fddbbfe6-d053-4b67-ab40-b455a9d0d8d1 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (0e305cce-1040-475f-9e49-4d23044c9026), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:30.076499 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fddbbfe6-d053-4b67-ab40-b455a9d0d8d1 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for router_controller (0e305cce-1040-475f-9e49-4d23044c9026), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:30.497821 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fddbbfe6-d053-4b67-ab40-b455a9d0d8d1 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (0e305cce-1040-475f-9e49-4d23044c9026), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:30.498839 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fddbbfe6-d053-4b67-ab40-b455a9d0d8d1 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Fanout notify agent at l3_agent the message router_deleted on router 0e305cce-1040-475f-9e49-4d23044c9026 {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 21:33:30.508295 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fddbbfe6-d053-4b67-ab40-b455a9d0d8d1 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:30.510010 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-fddbbfe6-d053-4b67-ab40-b455a9d0d8d1 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "DELETE /networking/v2.0/routers/0e305cce-1040-475f-9e49-4d23044c9026 HTTP/1.1" status: 204 len: 168 time: 1.9523549 Oct 04 21:33:30.513005 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53942) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:33:30.661376 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e56e9058-2572-4281-976c-de6fd0d2ce21 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (d1e24038-f5b9-4c89-b219-2da945f09d84), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:30.790622 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e56e9058-2572-4281-976c-de6fd0d2ce21 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (d1e24038-f5b9-4c89-b219-2da945f09d84), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:30.832547 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-e56e9058-2572-4281-976c-de6fd0d2ce21 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1e24038-f5b9-4c89-b219-2da945f09d84']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:33:30.849863 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-e56e9058-2572-4281-976c-de6fd0d2ce21 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dc6a3e7-cacc-4c76-bcf4-75b0ffbf0486') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:33:30.850248 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-e56e9058-2572-4281-976c-de6fd0d2ce21 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dc6a3e7-cacc-4c76-bcf4-75b0ffbf0486') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:33:30.865322 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e56e9058-2572-4281-976c-de6fd0d2ce21 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (7dc6a3e7-cacc-4c76-bcf4-75b0ffbf0486), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:30.886827 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e56e9058-2572-4281-976c-de6fd0d2ce21 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (7dc6a3e7-cacc-4c76-bcf4-75b0ffbf0486), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:30.896924 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e56e9058-2572-4281-976c-de6fd0d2ce21 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:33:30.897549 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e56e9058-2572-4281-976c-de6fd0d2ce21 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (7dc6a3e7-cacc-4c76-bcf4-75b0ffbf0486), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:30.990767 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 7dc6a3e7-cacc-4c76-bcf4-75b0ffbf0486 resource provider aggregate not found Oct 04 21:33:31.027835 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 7dc6a3e7-cacc-4c76-bcf4-75b0ffbf0486 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7dc6a3e7-cacc-4c76-bcf4-75b0ffbf0486 found for delete ", "request_id": "req-d4062c35-a088-460f-816c-30d87c480a03"}]} Oct 04 21:33:31.165695 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e56e9058-2572-4281-976c-de6fd0d2ce21 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (d1e24038-f5b9-4c89-b219-2da945f09d84), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:31.180697 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e56e9058-2572-4281-976c-de6fd0d2ce21 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:31.186644 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-e56e9058-2572-4281-976c-de6fd0d2ce21 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "DELETE /networking/v2.0/networks/d1e24038-f5b9-4c89-b219-2da945f09d84 HTTP/1.1" status: 204 len: 168 time: 0.6722672 Oct 04 21:33:31.191051 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53948) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:33:31.206554 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56e9058-2572-4281-976c-de6fd0d2ce21 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event deleted for resources: {'Network': ['ID=d1e24038-f5b9-4c89-b219-2da945f09d84,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:33:31.264525 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:31.307924 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6496193b-98fe-4f71-8f02-9221f50a96d0 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group (182b4a66-a083-4c02-be31-121b673af0bc), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:31.363088 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6496193b-98fe-4f71-8f02-9221f50a96d0 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group (182b4a66-a083-4c02-be31-121b673af0bc), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:31.434725 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device d01d43fb-6a48-472f-b66a-a688e9c4f1e9 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:33:31.475011 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: d01d43fb-6a48-472f-b66a-a688e9c4f1e9 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:33:31.476995 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device d01d43fb-6a48-472f-b66a-a688e9c4f1e9 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:33:31.476995 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 090187db-425a-4518-9649-0ee0f09fe417 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:33:31.513347 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 090187db-425a-4518-9649-0ee0f09fe417 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:33:31.513934 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 090187db-425a-4518-9649-0ee0f09fe417 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:33:31.628091 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6496193b-98fe-4f71-8f02-9221f50a96d0 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (182b4a66-a083-4c02-be31-121b673af0bc), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:31.633159 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-6496193b-98fe-4f71-8f02-9221f50a96d0 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:31.635374 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-6496193b-98fe-4f71-8f02-9221f50a96d0 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/182b4a66-a083-4c02-be31-121b673af0bc HTTP/1.1" status: 204 len: 168 time: 0.4425213 Oct 04 21:33:31.653883 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6496193b-98fe-4f71-8f02-9221f50a96d0 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=182b4a66-a083-4c02-be31-121b673af0bc,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:33:32.004761 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53954) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:33:32.015225 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-79f94163-081d-42d1-b90b-c43974081b46 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-848597109', 'description': 'tempest-secgroup-smoke-848597109 description', 'project_id': '6fc5c72665164a0c8d9e7e476c283e98'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:33:32.188396 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-79f94163-081d-42d1-b90b-c43974081b46 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:32.337126 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-79f94163-081d-42d1-b90b-c43974081b46 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group (02a2cada-e05a-4c1a-b9ab-c23564463de9), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:32.439905 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-79f94163-081d-42d1-b90b-c43974081b46 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (02a2cada-e05a-4c1a-b9ab-c23564463de9), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:32.504760 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f94163-081d-42d1-b90b-c43974081b46 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02a2cada-e05a-4c1a-b9ab-c23564463de9,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:33:32.603407 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-79f94163-081d-42d1-b90b-c43974081b46 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:32.606218 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-79f94163-081d-42d1-b90b-c43974081b46 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5990856 Oct 04 21:33:32.611231 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53956) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:33:32.619520 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-a705eb9f-ce97-483a-b46b-e0442a768d52 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Request body: {'security_group_rule': {'security_group_id': '02a2cada-e05a-4c1a-b9ab-c23564463de9', 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:33:32.679531 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:32.783755 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a705eb9f-ce97-483a-b46b-e0442a768d52 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (18c36890-d0ca-4622-987d-d07dcf638887), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:32.876288 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a705eb9f-ce97-483a-b46b-e0442a768d52 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (18c36890-d0ca-4622-987d-d07dcf638887), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:32.982338 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a705eb9f-ce97-483a-b46b-e0442a768d52 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (18c36890-d0ca-4622-987d-d07dcf638887), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:33.021222 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705eb9f-ce97-483a-b46b-e0442a768d52 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18c36890-d0ca-4622-987d-d07dcf638887,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:33:33.134650 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a705eb9f-ce97-483a-b46b-e0442a768d52 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:33.136995 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a705eb9f-ce97-483a-b46b-e0442a768d52 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5238998 Oct 04 21:33:33.142453 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53958) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:33:33.150399 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-8fad2449-6b68-432e-b50f-c0d426fcefc0 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Request body: {'security_group_rule': {'security_group_id': '02a2cada-e05a-4c1a-b9ab-c23564463de9', 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:33:33.308000 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8fad2449-6b68-432e-b50f-c0d426fcefc0 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (59ddf734-cfcd-40a1-b062-f0d4fc46df40), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:33.432339 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8fad2449-6b68-432e-b50f-c0d426fcefc0 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (59ddf734-cfcd-40a1-b062-f0d4fc46df40), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:33.519376 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8fad2449-6b68-432e-b50f-c0d426fcefc0 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (59ddf734-cfcd-40a1-b062-f0d4fc46df40), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:33.564356 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fad2449-6b68-432e-b50f-c0d426fcefc0 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59ddf734-cfcd-40a1-b062-f0d4fc46df40,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:33:33.665829 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-8fad2449-6b68-432e-b50f-c0d426fcefc0 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:33.668403 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-8fad2449-6b68-432e-b50f-c0d426fcefc0 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5236859 Oct 04 21:33:33.673651 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53960) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:33:33.682223 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-a3ee2082-d42e-4e64-a8fd-81a827c7166a tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Request body: {'security_group_rule': {'security_group_id': '02a2cada-e05a-4c1a-b9ab-c23564463de9', 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:33:33.704063 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:33.868012 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a3ee2082-d42e-4e64-a8fd-81a827c7166a tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (66e2ff3c-5681-489a-84b3-4ef7576ab025), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:33.934207 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:DELETE=4,neutron:INSERT=8 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:34.001149 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a3ee2082-d42e-4e64-a8fd-81a827c7166a tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (66e2ff3c-5681-489a-84b3-4ef7576ab025), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:34.108070 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a3ee2082-d42e-4e64-a8fd-81a827c7166a tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (66e2ff3c-5681-489a-84b3-4ef7576ab025), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:34.147263 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ee2082-d42e-4e64-a8fd-81a827c7166a tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66e2ff3c-5681-489a-84b3-4ef7576ab025,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:33:34.289435 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a3ee2082-d42e-4e64-a8fd-81a827c7166a tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:34.291776 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a3ee2082-d42e-4e64-a8fd-81a827c7166a tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6162951 Oct 04 21:33:34.296867 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53964) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:33:34.305095 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-55043417-b59d-458c-bb74-702a09dbd44c tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Request body: {'security_group_rule': {'security_group_id': '02a2cada-e05a-4c1a-b9ab-c23564463de9', 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:33:34.320114 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=79,neutron:DELETE=8,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:34.439385 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-55043417-b59d-458c-bb74-702a09dbd44c tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (466a783a-b248-468e-9c07-1e9d96affbcc), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:34.505600 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 21:33:34.569324 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-55043417-b59d-458c-bb74-702a09dbd44c tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (466a783a-b248-468e-9c07-1e9d96affbcc), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:34.656633 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-55043417-b59d-458c-bb74-702a09dbd44c tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (466a783a-b248-468e-9c07-1e9d96affbcc), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:34.700072 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55043417-b59d-458c-bb74-702a09dbd44c tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=466a783a-b248-468e-9c07-1e9d96affbcc,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:33:34.798499 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-55043417-b59d-458c-bb74-702a09dbd44c tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:34.800906 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-55043417-b59d-458c-bb74-702a09dbd44c tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5022547 Oct 04 21:33:34.812069 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53966) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:33:34.820683 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-8bd88512-dbf4-4731-a97e-c24ffde87b37 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Request body: {'security_group_rule': {'security_group_id': '02a2cada-e05a-4c1a-b9ab-c23564463de9', 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:33:34.971049 n-d-852085-12 neutron-server[108170]: INFO neutron.db.securitygroups_db [None req-8bd88512-dbf4-4731-a97e-c24ffde87b37 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Project 6fc5c72665164a0c8d9e7e476c283e98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 21:33:34.984411 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8bd88512-dbf4-4731-a97e-c24ffde87b37 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (9ddf3cf6-7884-41d5-a874-a03b104bf20b), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:35.045872 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:35.112827 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8bd88512-dbf4-4731-a97e-c24ffde87b37 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (9ddf3cf6-7884-41d5-a874-a03b104bf20b), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:35.228379 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8bd88512-dbf4-4731-a97e-c24ffde87b37 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (9ddf3cf6-7884-41d5-a874-a03b104bf20b), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:35.269339 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd88512-dbf4-4731-a97e-c24ffde87b37 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ddf3cf6-7884-41d5-a874-a03b104bf20b,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:33:35.379190 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8bd88512-dbf4-4731-a97e-c24ffde87b37 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:35.384221 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-8bd88512-dbf4-4731-a97e-c24ffde87b37 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5670862 Oct 04 21:33:35.384812 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53970) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:33:35.393802 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-56fc0a65-b171-4614-ba40-46e095d82a7c tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Request body: {'security_group_rule': {'security_group_id': '02a2cada-e05a-4c1a-b9ab-c23564463de9', 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:33:35.514181 n-d-852085-12 neutron-server[108169]: INFO neutron.db.securitygroups_db [None req-56fc0a65-b171-4614-ba40-46e095d82a7c tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Project 6fc5c72665164a0c8d9e7e476c283e98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 21:33:35.526490 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-56fc0a65-b171-4614-ba40-46e095d82a7c tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (d8d8aa13-b9fc-4633-aad7-897f3d65ab2c), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:35.668696 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-56fc0a65-b171-4614-ba40-46e095d82a7c tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (d8d8aa13-b9fc-4633-aad7-897f3d65ab2c), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:35.753816 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-56fc0a65-b171-4614-ba40-46e095d82a7c tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (d8d8aa13-b9fc-4633-aad7-897f3d65ab2c), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:35.793136 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fc0a65-b171-4614-ba40-46e095d82a7c tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8d8aa13-b9fc-4633-aad7-897f3d65ab2c,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:33:35.937630 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-56fc0a65-b171-4614-ba40-46e095d82a7c tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:35.939477 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-56fc0a65-b171-4614-ba40-46e095d82a7c tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5527394 Oct 04 21:33:35.943089 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53972) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:33:35.950124 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-f8dde780-600e-4441-a2c5-ee1e9d79e606 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Request body: {'network': {'name': 'tempest-network-smoke--1046752855', 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'port_security_enabled': True}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:33:35.956556 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:36.126040 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8dde780-600e-4441-a2c5-ee1e9d79e606 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Made reservation on behalf of 6fc5c72665164a0c8d9e7e476c283e98 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:33:36.133027 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f8dde780-600e-4441-a2c5-ee1e9d79e606 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:36.181629 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8dde780-600e-4441-a2c5-ee1e9d79e606 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:33:36.202329 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f8dde780-600e-4441-a2c5-ee1e9d79e606 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (553b34e7-c027-4399-b398-a584fbd57438), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:36.202626 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-f8dde780-600e-4441-a2c5-ee1e9d79e606 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Added segment 553b34e7-c027-4399-b398-a584fbd57438 of type vlan for network d25972dc-60d0-47f5-b831-4a3bf81123c2 Oct 04 21:33:36.283726 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f8dde780-600e-4441-a2c5-ee1e9d79e606 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (d25972dc-60d0-47f5-b831-4a3bf81123c2), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:36.416285 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f8dde780-600e-4441-a2c5-ee1e9d79e606 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (d25972dc-60d0-47f5-b831-4a3bf81123c2), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:36.426396 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8dde780-600e-4441-a2c5-ee1e9d79e606 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:33:36.427485 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f8dde780-600e-4441-a2c5-ee1e9d79e606 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:36.570048 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dde780-600e-4441-a2c5-ee1e9d79e606 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event updated for resources: {'Network': ['ID=d25972dc-60d0-47f5-b831-4a3bf81123c2,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:33:36.590693 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network d25972dc-60d0-47f5-b831-4a3bf81123c2 details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:33:36.611080 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f8dde780-600e-4441-a2c5-ee1e9d79e606 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6659157 Oct 04 21:33:36.616491 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53974) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:33:36.624939 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-224cf7d0-8839-4e54-9c3c-af29e7d1caa6 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1089056410', 'admin_state_up': True, 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:33:36.771445 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-224cf7d0-8839-4e54-9c3c-af29e7d1caa6 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (d3aa4d97-5162-4e6b-9ab6-4c5f3ff76013), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:36.772923 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-224cf7d0-8839-4e54-9c3c-af29e7d1caa6 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (d3aa4d97-5162-4e6b-9ab6-4c5f3ff76013), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:36.876273 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-224cf7d0-8839-4e54-9c3c-af29e7d1caa6 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for router_controller (d3aa4d97-5162-4e6b-9ab6-4c5f3ff76013), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:37.212553 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-224cf7d0-8839-4e54-9c3c-af29e7d1caa6 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for router_gateway (d3aa4d97-5162-4e6b-9ab6-4c5f3ff76013), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:37.676372 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-224cf7d0-8839-4e54-9c3c-af29e7d1caa6 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for router_gateway (d3aa4d97-5162-4e6b-9ab6-4c5f3ff76013), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:37.718191 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-224cf7d0-8839-4e54-9c3c-af29e7d1caa6 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:37.941795 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-224cf7d0-8839-4e54-9c3c-af29e7d1caa6 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Allocated IP 172.25.5.184 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/a75a36f9-ec2d-4df0-bbe6-7ddffba45b47) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:33:38.059162 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:38.154276 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-224cf7d0-8839-4e54-9c3c-af29e7d1caa6 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for port (a75a36f9-ec2d-4df0-bbe6-7ddffba45b47), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:38.280502 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-224cf7d0-8839-4e54-9c3c-af29e7d1caa6 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (a75a36f9-ec2d-4df0-bbe6-7ddffba45b47), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:38.322795 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:38.361224 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224cf7d0-8839-4e54-9c3c-af29e7d1caa6 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:33:38.368357 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-224cf7d0-8839-4e54-9c3c-af29e7d1caa6 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:33:38.376223 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224cf7d0-8839-4e54-9c3c-af29e7d1caa6 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:33:38.382794 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224cf7d0-8839-4e54-9c3c-af29e7d1caa6 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event updated for resources: {'Port': ['ID=a75a36f9-ec2d-4df0-bbe6-7ddffba45b47,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:33:39.021923 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-224cf7d0-8839-4e54-9c3c-af29e7d1caa6 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for router_gateway (d3aa4d97-5162-4e6b-9ab6-4c5f3ff76013), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:39.722740 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=28 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:39.952220 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-224cf7d0-8839-4e54-9c3c-af29e7d1caa6 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (d3aa4d97-5162-4e6b-9ab6-4c5f3ff76013), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:40.267222 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-224cf7d0-8839-4e54-9c3c-af29e7d1caa6 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Router d3aa4d97-5162-4e6b-9ab6-4c5f3ff76013 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 21:33:40.487664 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-224cf7d0-8839-4e54-9c3c-af29e7d1caa6 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:33:40.504182 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99094ae8-ea2f-45ae-a137-e81c1b50802a None None] Sync routers for ids ['d3aa4d97-5162-4e6b-9ab6-4c5f3ff76013'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:33:40.530294 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99094ae8-ea2f-45ae-a137-e81c1b50802a None None] Routers {'d3aa4d97-5162-4e6b-9ab6-4c5f3ff76013'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:33:40.530294 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-99094ae8-ea2f-45ae-a137-e81c1b50802a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:33:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['d3aa4d97-5162-4e6b-9ab6-4c5f3ff76013'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:33:40.592004 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-224cf7d0-8839-4e54-9c3c-af29e7d1caa6 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:40.599259 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-224cf7d0-8839-4e54-9c3c-af29e7d1caa6 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.9761083 Oct 04 21:33:40.599259 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53976) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:33:40.617559 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:40.657376 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2893222e-a0b1-4d91-941f-787542f70995 tempest-TestNetworkAdvancedServerOps-1351128534 tempest-TestNetworkAdvancedServerOps-1351128534-project-admin] 10.222.0.78 "GET /networking/v2.0/subnets?project_id=6fc5c72665164a0c8d9e7e476c283e98&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0563614 Oct 04 21:33:40.661807 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53978) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:33:40.748185 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-99094ae8-ea2f-45ae-a137-e81c1b50802a None None] Set router d3aa4d97-5162-4e6b-9ab6-4c5f3ff76013 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:33:40.859258 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc308de1-afe6-4af0-84a2-9f8f909698ba tempest-TestNetworkAdvancedServerOps-1351128534 tempest-TestNetworkAdvancedServerOps-1351128534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:33:40.861918 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-dc308de1-afe6-4af0-84a2-9f8f909698ba tempest-TestNetworkAdvancedServerOps-1351128534 tempest-TestNetworkAdvancedServerOps-1351128534-project-admin] 10.222.0.78 "GET /networking/v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1978424 Oct 04 21:33:40.866791 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53980) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:33:40.916015 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-1ac35a17-1c4c-4756-94ab-1e400ec180c6 tempest-TestNetworkAdvancedServerOps-1351128534 tempest-TestNetworkAdvancedServerOps-1351128534-project-admin] 10.222.0.78 "GET /networking/v2.0/subnets?network_id=52a60aae-e230-4bd7-89bc-781767fd7892&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0451241 Oct 04 21:33:40.918988 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 53982) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:33:40.927733 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-d71de858-70ab-4fbd-b7be-04834900759c tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-375265711', 'network_id': 'd25972dc-60d0-47f5-b831-4a3bf81123c2', 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:33:41.003824 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:41.090293 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-99094ae8-ea2f-45ae-a137-e81c1b50802a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3aa4d97-5162-4e6b-9ab6-4c5f3ff76013', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1089056410', 'tenant_id': '6fc5c72665164a0c8d9e7e476c283e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'a75a36f9-ec2d-4df0-bbe6-7ddffba45b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:33:36Z', 'updated_at': '2022-10-04T21:33:38Z', 'revision_number': 3, 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'gw_port': {'id': 'a75a36f9-ec2d-4df0-bbe6-7ddffba45b47', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:22:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3aa4d97-5162-4e6b-9ab6-4c5f3ff76013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:33:37Z', 'updated_at': '2022-10-04T21:33:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:33:41.143649 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99094ae8-ea2f-45ae-a137-e81c1b50802a None None] Checking router: d3aa4d97-5162-4e6b-9ab6-4c5f3ff76013 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:33:41.144106 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99094ae8-ea2f-45ae-a137-e81c1b50802a None None] Updating router d3aa4d97-5162-4e6b-9ab6-4c5f3ff76013 port a75a36f9-ec2d-4df0-bbe6-7ddffba45b47 binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:33:41.204141 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-99094ae8-ea2f-45ae-a137-e81c1b50802a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (a75a36f9-ec2d-4df0-bbe6-7ddffba45b47), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:41.205243 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d71de858-70ab-4fbd-b7be-04834900759c tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Made reservation on behalf of 6fc5c72665164a0c8d9e7e476c283e98 for: {'subnet': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:33:41.212178 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d71de858-70ab-4fbd-b7be-04834900759c tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32789358'] for subnet (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:41.689778 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:41.725761 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d71de858-70ab-4fbd-b7be-04834900759c tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33483586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32789372'] for subnet (c4164ed8-a4c0-45ed-ac31-668e80587347), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:41.732406 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-99094ae8-ea2f-45ae-a137-e81c1b50802a None None] Publish callbacks [] for port (a75a36f9-ec2d-4df0-bbe6-7ddffba45b47), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:41.828054 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-99094ae8-ea2f-45ae-a137-e81c1b50802a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (a75a36f9-ec2d-4df0-bbe6-7ddffba45b47), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:41.848268 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71de858-70ab-4fbd-b7be-04834900759c tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event updated for resources: {'Subnet': ['ID=c4164ed8-a4c0-45ed-ac31-668e80587347,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:33:41.865730 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71de858-70ab-4fbd-b7be-04834900759c tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Checking segment: {'id': '553b34e7-c027-4399-b398-a584fbd57438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd25972dc-60d0-47f5-b831-4a3bf81123c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:33:41.866338 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71de858-70ab-4fbd-b7be-04834900759c tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Network hostable DHCP agents. Network: d25972dc-60d0-47f5-b831-4a3bf81123c2, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:33:41.871906 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:41.892779 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-99094ae8-ea2f-45ae-a137-e81c1b50802a None None] Attempting to bind port a75a36f9-ec2d-4df0-bbe6-7ddffba45b47 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:33:41.893350 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-99094ae8-ea2f-45ae-a137-e81c1b50802a None None] Attempting to bind port a75a36f9-ec2d-4df0-bbe6-7ddffba45b47 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:33:41.893848 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99094ae8-ea2f-45ae-a137-e81c1b50802a None None] Attempting to bind port a75a36f9-ec2d-4df0-bbe6-7ddffba45b47 on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:33:41.953890 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cdf077-4691-4ef0-ac0a-2fe8f4aca7fc None None] Pushing event updated for resources: {'Port': ['ID=a75a36f9-ec2d-4df0-bbe6-7ddffba45b47,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:33:41.986233 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99094ae8-ea2f-45ae-a137-e81c1b50802a None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:33:41.986800 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99094ae8-ea2f-45ae-a137-e81c1b50802a None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:33:41.987441 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-99094ae8-ea2f-45ae-a137-e81c1b50802a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:41.987984 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99094ae8-ea2f-45ae-a137-e81c1b50802a None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:33:41.988717 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-99094ae8-ea2f-45ae-a137-e81c1b50802a None None] Bound port: a75a36f9-ec2d-4df0-bbe6-7ddffba45b47, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:33:41.989333 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-99094ae8-ea2f-45ae-a137-e81c1b50802a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (a75a36f9-ec2d-4df0-bbe6-7ddffba45b47), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:42.005240 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71de858-70ab-4fbd-b7be-04834900759c tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Network d25972dc-60d0-47f5-b831-4a3bf81123c2 is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:33:42.093843 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-99094ae8-ea2f-45ae-a137-e81c1b50802a None None] For port a75a36f9-ec2d-4df0-bbe6-7ddffba45b47, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:33:42.099967 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-99094ae8-ea2f-45ae-a137-e81c1b50802a None None] For port a75a36f9-ec2d-4df0-bbe6-7ddffba45b47, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=a75a36f9-ec2d-4df0-bbe6-7ddffba45b47,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:33:42.102195 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-d71de858-70ab-4fbd-b7be-04834900759c tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, d25972dc-60d0-47f5-b831-4a3bf81123c2) {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:33:42.110922 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71de858-70ab-4fbd-b7be-04834900759c tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:33:42.112072 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d71de858-70ab-4fbd-b7be-04834900759c tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:42.119491 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe993f39-c2d0-4543-9cc2-8284788210d0 None None] Network d25972dc-60d0-47f5-b831-4a3bf81123c2 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:33:42.209833 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-99094ae8-ea2f-45ae-a137-e81c1b50802a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (a75a36f9-ec2d-4df0-bbe6-7ddffba45b47), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:42.220517 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d71de858-70ab-4fbd-b7be-04834900759c tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2996421 Oct 04 21:33:42.225046 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 53984) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:33:42.313947 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99094ae8-ea2f-45ae-a137-e81c1b50802a None None] Routers {'d3aa4d97-5162-4e6b-9ab6-4c5f3ff76013'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:33:42.314977 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-99094ae8-ea2f-45ae-a137-e81c1b50802a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:33:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['d3aa4d97-5162-4e6b-9ab6-4c5f3ff76013'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:33:42.626802 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:42.677988 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cdf077-4691-4ef0-ac0a-2fe8f4aca7fc None None] Pushing event updated for resources: {'Port': ['ID=a75a36f9-ec2d-4df0-bbe6-7ddffba45b47,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:33:42.754415 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70c0ce8-8f1a-43e8-aa6b-9137368b52a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-d25972dc-60d0-47f5-b831-4a3bf81123c2', 'network_id': 'd25972dc-60d0-47f5-b831-4a3bf81123c2', 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'fixed_ips': [{'subnet_id': 'c4164ed8-a4c0-45ed-ac31-668e80587347'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:33:42.756108 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b70c0ce8-8f1a-43e8-aa6b-9137368b52a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:42.855623 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-99094ae8-ea2f-45ae-a137-e81c1b50802a None None] Set router d3aa4d97-5162-4e6b-9ab6-4c5f3ff76013 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:33:43.077832 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-98c19b39-e600-4d8e-9cec-7b58458318b0 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:43.311873 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-b70c0ce8-8f1a-43e8-aa6b-9137368b52a7 None None] Allocated IP 172.20.0.2 (d25972dc-60d0-47f5-b831-4a3bf81123c2/c4164ed8-a4c0-45ed-ac31-668e80587347/4e8dca67-b7b6-4ac5-a063-75bdcad69e98) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:33:43.325566 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:43.491210 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-99094ae8-ea2f-45ae-a137-e81c1b50802a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3aa4d97-5162-4e6b-9ab6-4c5f3ff76013', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1089056410', 'tenant_id': '6fc5c72665164a0c8d9e7e476c283e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'a75a36f9-ec2d-4df0-bbe6-7ddffba45b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:33:36Z', 'updated_at': '2022-10-04T21:33:38Z', 'revision_number': 3, 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'gw_port': {'id': 'a75a36f9-ec2d-4df0-bbe6-7ddffba45b47', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:22:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3aa4d97-5162-4e6b-9ab6-4c5f3ff76013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:33:37Z', 'updated_at': '2022-10-04T21:33:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:33:43.548967 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:43.558269 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99094ae8-ea2f-45ae-a137-e81c1b50802a None None] The sync data for ids ['d3aa4d97-5162-4e6b-9ab6-4c5f3ff76013'] in n-d-852085-12 is: [{'id': 'd3aa4d97-5162-4e6b-9ab6-4c5f3ff76013', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1089056410', 'tenant_id': '6fc5c72665164a0c8d9e7e476c283e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'a75a36f9-ec2d-4df0-bbe6-7ddffba45b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:33:36Z', 'updated_at': '2022-10-04T21:33:38Z', 'revision_number': 3, 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'gw_port': {'id': 'a75a36f9-ec2d-4df0-bbe6-7ddffba45b47', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:22:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3aa4d97-5162-4e6b-9ab6-4c5f3ff76013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:33:37Z', 'updated_at': '2022-10-04T21:33:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:33:43.743492 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b70c0ce8-8f1a-43e8-aa6b-9137368b52a7 None None] Publish callbacks [] for port (4e8dca67-b7b6-4ac5-a063-75bdcad69e98), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:43.891914 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b70c0ce8-8f1a-43e8-aa6b-9137368b52a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (4e8dca67-b7b6-4ac5-a063-75bdcad69e98), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:44.031602 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70c0ce8-8f1a-43e8-aa6b-9137368b52a7 None None] Network d25972dc-60d0-47f5-b831-4a3bf81123c2 is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:33:44.033661 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70c0ce8-8f1a-43e8-aa6b-9137368b52a7 None None] Pushing event updated for resources: {'Port': ['ID=4e8dca67-b7b6-4ac5-a063-75bdcad69e98,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:33:44.038482 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-98c19b39-e600-4d8e-9cec-7b58458318b0 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Allocated IP 172.20.0.1 (d25972dc-60d0-47f5-b831-4a3bf81123c2/c4164ed8-a4c0-45ed-ac31-668e80587347/84bce301-93b5-470e-8cdb-67f885adeae3) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:33:44.039477 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-b70c0ce8-8f1a-43e8-aa6b-9137368b52a7 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:33:44.043495 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70c0ce8-8f1a-43e8-aa6b-9137368b52a7 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:33:44.058125 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:44.166411 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-b70c0ce8-8f1a-43e8-aa6b-9137368b52a7 None None] Attempting to bind port 4e8dca67-b7b6-4ac5-a063-75bdcad69e98 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:33:44.167027 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-b70c0ce8-8f1a-43e8-aa6b-9137368b52a7 None None] Attempting to bind port 4e8dca67-b7b6-4ac5-a063-75bdcad69e98 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '553b34e7-c027-4399-b398-a584fbd57438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd25972dc-60d0-47f5-b831-4a3bf81123c2'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:33:44.167721 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70c0ce8-8f1a-43e8-aa6b-9137368b52a7 None None] Attempting to bind port 4e8dca67-b7b6-4ac5-a063-75bdcad69e98 on network d25972dc-60d0-47f5-b831-4a3bf81123c2 {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:33:44.266040 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70c0ce8-8f1a-43e8-aa6b-9137368b52a7 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:33:44.266360 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70c0ce8-8f1a-43e8-aa6b-9137368b52a7 None None] Checking segment: {'id': '553b34e7-c027-4399-b398-a584fbd57438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd25972dc-60d0-47f5-b831-4a3bf81123c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:33:44.267032 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b70c0ce8-8f1a-43e8-aa6b-9137368b52a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:44.267805 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70c0ce8-8f1a-43e8-aa6b-9137368b52a7 None None] Bound using segment: {'id': '553b34e7-c027-4399-b398-a584fbd57438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd25972dc-60d0-47f5-b831-4a3bf81123c2'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:33:44.268741 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-b70c0ce8-8f1a-43e8-aa6b-9137368b52a7 None None] Bound port: 4e8dca67-b7b6-4ac5-a063-75bdcad69e98, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '553b34e7-c027-4399-b398-a584fbd57438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd25972dc-60d0-47f5-b831-4a3bf81123c2'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:33:44.269486 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b70c0ce8-8f1a-43e8-aa6b-9137368b52a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (4e8dca67-b7b6-4ac5-a063-75bdcad69e98), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:44.312425 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-98c19b39-e600-4d8e-9cec-7b58458318b0 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for port (84bce301-93b5-470e-8cdb-67f885adeae3), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:44.399682 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-b70c0ce8-8f1a-43e8-aa6b-9137368b52a7 None None] For port 4e8dca67-b7b6-4ac5-a063-75bdcad69e98, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:33:44.406794 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-b70c0ce8-8f1a-43e8-aa6b-9137368b52a7 None None] For port 4e8dca67-b7b6-4ac5-a063-75bdcad69e98, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=4e8dca67-b7b6-4ac5-a063-75bdcad69e98,segment=NetworkSegment(553b34e7-c027-4399-b398-a584fbd57438),segment_id=553b34e7-c027-4399-b398-a584fbd57438)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:33:44.439872 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-98c19b39-e600-4d8e-9cec-7b58458318b0 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (84bce301-93b5-470e-8cdb-67f885adeae3), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:44.495954 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=69 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:44.497711 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b70c0ce8-8f1a-43e8-aa6b-9137368b52a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (4e8dca67-b7b6-4ac5-a063-75bdcad69e98), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:44.535447 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c19b39-e600-4d8e-9cec-7b58458318b0 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Network d25972dc-60d0-47f5-b831-4a3bf81123c2 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:33:44.545169 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-98c19b39-e600-4d8e-9cec-7b58458318b0 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:33:44.549455 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c19b39-e600-4d8e-9cec-7b58458318b0 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:33:44.606010 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c19b39-e600-4d8e-9cec-7b58458318b0 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event updated for resources: {'Port': ['ID=84bce301-93b5-470e-8cdb-67f885adeae3,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:33:44.645508 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70c0ce8-8f1a-43e8-aa6b-9137368b52a7 None None] Pushing event updated for resources: {'Port': ['ID=4e8dca67-b7b6-4ac5-a063-75bdcad69e98,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:33:44.682071 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-98c19b39-e600-4d8e-9cec-7b58458318b0 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (d3aa4d97-5162-4e6b-9ab6-4c5f3ff76013), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:45.112142 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-98c19b39-e600-4d8e-9cec-7b58458318b0 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (84bce301-93b5-470e-8cdb-67f885adeae3), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:45.187708 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:45.555833 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a75a36f9-ec2d-4df0-bbe6-7ddffba45b47 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:33:45.624852 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f3376a34-438d-47ee-9f84-473fbd7c71bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:45.672593 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port a75a36f9-ec2d-4df0-bbe6-7ddffba45b47 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:33:45.673258 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (a75a36f9-ec2d-4df0-bbe6-7ddffba45b47), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:45.673839 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port a75a36f9-ec2d-4df0-bbe6-7ddffba45b47 Oct 04 21:33:45.736729 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-98c19b39-e600-4d8e-9cec-7b58458318b0 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for port (84bce301-93b5-470e-8cdb-67f885adeae3), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:45.840551 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port a75a36f9-ec2d-4df0-bbe6-7ddffba45b47 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:33:45.841189 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (a75a36f9-ec2d-4df0-bbe6-7ddffba45b47), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:45.885722 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port a75a36f9-ec2d-4df0-bbe6-7ddffba45b47, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=a75a36f9-ec2d-4df0-bbe6-7ddffba45b47,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:33:45.936344 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-98c19b39-e600-4d8e-9cec-7b58458318b0 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (84bce301-93b5-470e-8cdb-67f885adeae3), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:46.056717 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (a75a36f9-ec2d-4df0-bbe6-7ddffba45b47), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:46.061760 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 4e8dca67-b7b6-4ac5-a063-75bdcad69e98 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:33:46.075896 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2210f2c-8b76-4c77-b1fc-20d5166d1c69 None None] Network d25972dc-60d0-47f5-b831-4a3bf81123c2 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:33:46.096806 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c19b39-e600-4d8e-9cec-7b58458318b0 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event updated for resources: {'Port': ['ID=84bce301-93b5-470e-8cdb-67f885adeae3,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:33:46.113646 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-98c19b39-e600-4d8e-9cec-7b58458318b0 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (d3aa4d97-5162-4e6b-9ab6-4c5f3ff76013), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:46.189111 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-cd6efcdd-020a-42c2-b5b6-325ad9f05a4a None None] Provisioning complete for port 4e8dca67-b7b6-4ac5-a063-75bdcad69e98 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:33:46.189746 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-cd6efcdd-020a-42c2-b5b6-325ad9f05a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (4e8dca67-b7b6-4ac5-a063-75bdcad69e98), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:46.190357 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-cd6efcdd-020a-42c2-b5b6-325ad9f05a4a None None] Attempt 1 to provision port 4e8dca67-b7b6-4ac5-a063-75bdcad69e98 Oct 04 21:33:46.256484 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:46.265919 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:46.333055 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c19b39-e600-4d8e-9cec-7b58458318b0 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Network d25972dc-60d0-47f5-b831-4a3bf81123c2 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:33:46.335831 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-98c19b39-e600-4d8e-9cec-7b58458318b0 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:33:46.477339 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=a75a36f9-ec2d-4df0-bbe6-7ddffba45b47,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:33:46.506182 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:46.507735 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 4e8dca67-b7b6-4ac5-a063-75bdcad69e98 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:33:46.508347 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (4e8dca67-b7b6-4ac5-a063-75bdcad69e98), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:46.508928 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 4e8dca67-b7b6-4ac5-a063-75bdcad69e98 Oct 04 21:33:46.577611 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98c19b39-e600-4d8e-9cec-7b58458318b0 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Router d3aa4d97-5162-4e6b-9ab6-4c5f3ff76013 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:33:46.722058 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-cd6efcdd-020a-42c2-b5b6-325ad9f05a4a None None] Current status of the port 4e8dca67-b7b6-4ac5-a063-75bdcad69e98 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:33:46.723100 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-cd6efcdd-020a-42c2-b5b6-325ad9f05a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (4e8dca67-b7b6-4ac5-a063-75bdcad69e98), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:46.829716 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c19b39-e600-4d8e-9cec-7b58458318b0 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:33:46.830265 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-98c19b39-e600-4d8e-9cec-7b58458318b0 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "PUT /networking/v2.0/routers/d3aa4d97-5162-4e6b-9ab6-4c5f3ff76013/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6018856 Oct 04 21:33:46.833899 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-cd6efcdd-020a-42c2-b5b6-325ad9f05a4a None None] For port 4e8dca67-b7b6-4ac5-a063-75bdcad69e98, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=4e8dca67-b7b6-4ac5-a063-75bdcad69e98,segment=NetworkSegment(553b34e7-c027-4399-b398-a584fbd57438),segment_id=553b34e7-c027-4399-b398-a584fbd57438)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:33:46.836293 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 4e8dca67-b7b6-4ac5-a063-75bdcad69e98 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:33:46.837094 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (4e8dca67-b7b6-4ac5-a063-75bdcad69e98), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:46.849090 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28c5a6c-021d-4bf8-8714-cb468560783f None None] Sync routers for ids ['d3aa4d97-5162-4e6b-9ab6-4c5f3ff76013'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:33:46.879596 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28c5a6c-021d-4bf8-8714-cb468560783f None None] Routers {'d3aa4d97-5162-4e6b-9ab6-4c5f3ff76013'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:33:46.881236 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-a28c5a6c-021d-4bf8-8714-cb468560783f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:33:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['d3aa4d97-5162-4e6b-9ab6-4c5f3ff76013'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:33:46.939869 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-cd6efcdd-020a-42c2-b5b6-325ad9f05a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (4e8dca67-b7b6-4ac5-a063-75bdcad69e98), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:47.106488 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 21:33:47.107232 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 21:33:47.138498 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6efcdd-020a-42c2-b5b6-325ad9f05a4a None None] Pushing event updated for resources: {'Port': ['ID=4e8dca67-b7b6-4ac5-a063-75bdcad69e98,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:33:47.181210 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-d4325f00-72ac-4919-a229-305753d5f7f7 None None] Provisioning complete for port 84bce301-93b5-470e-8cdb-67f885adeae3 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:33:47.181798 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d4325f00-72ac-4919-a229-305753d5f7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (84bce301-93b5-470e-8cdb-67f885adeae3), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:47.182365 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-d4325f00-72ac-4919-a229-305753d5f7f7 None None] Attempt 1 to provision port 84bce301-93b5-470e-8cdb-67f885adeae3 Oct 04 21:33:47.190317 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d7c95e96-d3ab-44d4-ad69-4cf266c03879 req-c15c6f8d-2737-4207-a1fc-1250df091215 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-848597109&fields=id&tenant_id=6fc5c72665164a0c8d9e7e476c283e98 HTTP/1.1" status: 200 len: 267 time: 0.1282690 Oct 04 21:33:47.258358 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-d4325f00-72ac-4919-a229-305753d5f7f7 None None] Port 84bce301-93b5-470e-8cdb-67f885adeae3 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:33:47.276681 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-d4325f00-72ac-4919-a229-305753d5f7f7 None None] Provisioning complete for port 4e8dca67-b7b6-4ac5-a063-75bdcad69e98 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:33:47.277794 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d4325f00-72ac-4919-a229-305753d5f7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (4e8dca67-b7b6-4ac5-a063-75bdcad69e98), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:47.278747 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-d4325f00-72ac-4919-a229-305753d5f7f7 None None] Attempt 1 to provision port 4e8dca67-b7b6-4ac5-a063-75bdcad69e98 Oct 04 21:33:47.290550 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-a28c5a6c-021d-4bf8-8714-cb468560783f None None] Set router d3aa4d97-5162-4e6b-9ab6-4c5f3ff76013 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:33:47.445627 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c95e96-d3ab-44d4-ad69-4cf266c03879 req-ed81e640-4d36-49df-9163-d272aaa203fa tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:33:47.449798 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d7c95e96-d3ab-44d4-ad69-4cf266c03879 req-ed81e640-4d36-49df-9163-d272aaa203fa tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "GET /networking/v2.0/networks?id=d25972dc-60d0-47f5-b831-4a3bf81123c2 HTTP/1.1" status: 200 len: 797 time: 0.2552850 Oct 04 21:33:47.480342 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d7c95e96-d3ab-44d4-ad69-4cf266c03879 req-2dd76bdc-afec-43df-9db9-aae7204a7635 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "GET /networking/v2.0/quotas/6fc5c72665164a0c8d9e7e476c283e98 HTTP/1.1" status: 200 len: 375 time: 0.0223029 Oct 04 21:33:47.485100 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7840bbfe-9c80-41c7-8171-d984a79b981a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:47.496049 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-d4325f00-72ac-4919-a229-305753d5f7f7 None None] Current status of the port 4e8dca67-b7b6-4ac5-a063-75bdcad69e98 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:33:47.600992 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d7c95e96-d3ab-44d4-ad69-4cf266c03879 req-4681abc2-200b-434b-9030-a0bdb1441539 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=6fc5c72665164a0c8d9e7e476c283e98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1133349 Oct 04 21:33:47.668786 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54000) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:33:47.730917 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-a28c5a6c-021d-4bf8-8714-cb468560783f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3aa4d97-5162-4e6b-9ab6-4c5f3ff76013', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1089056410', 'tenant_id': '6fc5c72665164a0c8d9e7e476c283e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'a75a36f9-ec2d-4df0-bbe6-7ddffba45b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:33:36Z', 'updated_at': '2022-10-04T21:33:44Z', 'revision_number': 4, 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'gw_port': {'id': 'a75a36f9-ec2d-4df0-bbe6-7ddffba45b47', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:22:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3aa4d97-5162-4e6b-9ab6-4c5f3ff76013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:33:37Z', 'updated_at': '2022-10-04T21:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '84bce301-93b5-470e-8cdb-67f885adeae3', 'name': '', 'network_id': 'd25972dc-60d0-47f5-b831-4a3bf81123c2', 'tenant_id': '6fc5c72665164a0c8d9e7e476c283e98', 'mac_address': 'fa:16:3e:3c:37:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3aa4d97-5162-4e6b-9ab6-4c5f3ff76013', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'c4164ed8-a4c0-45ed-ac31-668e80587347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:33:43Z', 'updated_at': '2022-10-04T21:33:45Z', 'revision_number': 2, 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'subnets': [{'id': 'c4164ed8-a4c0-45ed-ac31-668e80587347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:33:47.791265 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28c5a6c-021d-4bf8-8714-cb468560783f None None] Checking router: d3aa4d97-5162-4e6b-9ab6-4c5f3ff76013 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:33:47.791758 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28c5a6c-021d-4bf8-8714-cb468560783f None None] Updating router d3aa4d97-5162-4e6b-9ab6-4c5f3ff76013 port 84bce301-93b5-470e-8cdb-67f885adeae3 binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:33:47.849986 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-a28c5a6c-021d-4bf8-8714-cb468560783f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (84bce301-93b5-470e-8cdb-67f885adeae3), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:47.873495 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:47.928520 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-2c5eaceb-c9d7-4fe6-a00a-aa332e17adb3 None None] Provisioning complete for port 84bce301-93b5-470e-8cdb-67f885adeae3 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:33:47.929334 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2c5eaceb-c9d7-4fe6-a00a-aa332e17adb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (84bce301-93b5-470e-8cdb-67f885adeae3), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:47.931650 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-2c5eaceb-c9d7-4fe6-a00a-aa332e17adb3 None None] Attempt 1 to provision port 84bce301-93b5-470e-8cdb-67f885adeae3 Oct 04 21:33:47.939435 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 4e8dca67-b7b6-4ac5-a063-75bdcad69e98 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:33:48.003483 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-2c5eaceb-c9d7-4fe6-a00a-aa332e17adb3 None None] Port 84bce301-93b5-470e-8cdb-67f885adeae3 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:33:48.123922 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a75a36f9-ec2d-4df0-bbe6-7ddffba45b47 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:33:48.194499 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-21e0a850-6b40-49a8-a552-67c26ff2b912 None None] Provisioning complete for port 84bce301-93b5-470e-8cdb-67f885adeae3 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:33:48.194970 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-21e0a850-6b40-49a8-a552-67c26ff2b912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (84bce301-93b5-470e-8cdb-67f885adeae3), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:48.195563 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-21e0a850-6b40-49a8-a552-67c26ff2b912 None None] Attempt 1 to provision port 84bce301-93b5-470e-8cdb-67f885adeae3 Oct 04 21:33:48.272827 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-21e0a850-6b40-49a8-a552-67c26ff2b912 None None] Port 84bce301-93b5-470e-8cdb-67f885adeae3 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:33:48.278702 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port a75a36f9-ec2d-4df0-bbe6-7ddffba45b47 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:33:48.279308 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (a75a36f9-ec2d-4df0-bbe6-7ddffba45b47), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:48.279934 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port a75a36f9-ec2d-4df0-bbe6-7ddffba45b47 Oct 04 21:33:48.316891 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f1ee502f-785c-47d3-a9aa-1a042302c3e4 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (d3aa4d97-5162-4e6b-9ab6-4c5f3ff76013), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:48.398987 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port a75a36f9-ec2d-4df0-bbe6-7ddffba45b47 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:33:48.401190 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 4e8dca67-b7b6-4ac5-a063-75bdcad69e98 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:33:48.404216 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-a28c5a6c-021d-4bf8-8714-cb468560783f None None] Publish callbacks [] for port (84bce301-93b5-470e-8cdb-67f885adeae3), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:48.450940 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:48.468781 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 4e8dca67-b7b6-4ac5-a063-75bdcad69e98 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:33:48.469156 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (4e8dca67-b7b6-4ac5-a063-75bdcad69e98), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:48.469498 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 4e8dca67-b7b6-4ac5-a063-75bdcad69e98 Oct 04 21:33:48.484594 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-a28c5a6c-021d-4bf8-8714-cb468560783f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (84bce301-93b5-470e-8cdb-67f885adeae3), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:48.505367 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:48.510600 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:48.616436 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 4e8dca67-b7b6-4ac5-a063-75bdcad69e98 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:33:48.641977 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b2c15c-4e3d-4cf4-9848-f59dcd96389c None None] Pushing event updated for resources: {'Port': ['ID=84bce301-93b5-470e-8cdb-67f885adeae3,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:33:48.670428 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-a28c5a6c-021d-4bf8-8714-cb468560783f None None] Attempting to bind port 84bce301-93b5-470e-8cdb-67f885adeae3 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:33:48.671778 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-a28c5a6c-021d-4bf8-8714-cb468560783f None None] Attempting to bind port 84bce301-93b5-470e-8cdb-67f885adeae3 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '553b34e7-c027-4399-b398-a584fbd57438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd25972dc-60d0-47f5-b831-4a3bf81123c2'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:33:48.671778 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28c5a6c-021d-4bf8-8714-cb468560783f None None] Attempting to bind port 84bce301-93b5-470e-8cdb-67f885adeae3 on network d25972dc-60d0-47f5-b831-4a3bf81123c2 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:33:48.720225 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:48.758807 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28c5a6c-021d-4bf8-8714-cb468560783f None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:33:48.759445 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28c5a6c-021d-4bf8-8714-cb468560783f None None] Checking segment: {'id': '553b34e7-c027-4399-b398-a584fbd57438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd25972dc-60d0-47f5-b831-4a3bf81123c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:33:48.760110 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-a28c5a6c-021d-4bf8-8714-cb468560783f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:48.760797 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28c5a6c-021d-4bf8-8714-cb468560783f None None] Bound using segment: {'id': '553b34e7-c027-4399-b398-a584fbd57438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd25972dc-60d0-47f5-b831-4a3bf81123c2'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:33:48.761641 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-a28c5a6c-021d-4bf8-8714-cb468560783f None None] Bound port: 84bce301-93b5-470e-8cdb-67f885adeae3, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '553b34e7-c027-4399-b398-a584fbd57438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd25972dc-60d0-47f5-b831-4a3bf81123c2'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:33:48.762283 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-a28c5a6c-021d-4bf8-8714-cb468560783f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (84bce301-93b5-470e-8cdb-67f885adeae3), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:48.800148 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-f1ee502f-785c-47d3-a9aa-1a042302c3e4 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Deleting port 84bce301-93b5-470e-8cdb-67f885adeae3 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:33:48.800512 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f1ee502f-785c-47d3-a9aa-1a042302c3e4 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (84bce301-93b5-470e-8cdb-67f885adeae3), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:48.878308 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-a28c5a6c-021d-4bf8-8714-cb468560783f None None] For port 84bce301-93b5-470e-8cdb-67f885adeae3, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:33:48.884631 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-a28c5a6c-021d-4bf8-8714-cb468560783f None None] For port 84bce301-93b5-470e-8cdb-67f885adeae3, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=84bce301-93b5-470e-8cdb-67f885adeae3,segment=NetworkSegment(553b34e7-c027-4399-b398-a584fbd57438),segment_id=553b34e7-c027-4399-b398-a584fbd57438)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:33:48.992363 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-f1ee502f-785c-47d3-a9aa-1a042302c3e4 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] For port 84bce301-93b5-470e-8cdb-67f885adeae3, host n-d-852085-12, got binding levels [] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:33:48.992693 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f1ee502f-785c-47d3-a9aa-1a042302c3e4 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (84bce301-93b5-470e-8cdb-67f885adeae3), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:49.005476 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-a28c5a6c-021d-4bf8-8714-cb468560783f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (84bce301-93b5-470e-8cdb-67f885adeae3), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:49.013525 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-f1ee502f-785c-47d3-a9aa-1a042302c3e4 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Calling delete_port for 84bce301-93b5-470e-8cdb-67f885adeae3 owned by network:router_interface {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:33:49.079215 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28c5a6c-021d-4bf8-8714-cb468560783f None None] Routers {'d3aa4d97-5162-4e6b-9ab6-4c5f3ff76013'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:33:49.080340 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-a28c5a6c-021d-4bf8-8714-cb468560783f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:33:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['d3aa4d97-5162-4e6b-9ab6-4c5f3ff76013'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:33:49.170798 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:49.199199 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b2c15c-4e3d-4cf4-9848-f59dcd96389c None None] Pushing event updated for resources: {'Port': ['ID=84bce301-93b5-470e-8cdb-67f885adeae3,revision_number=4']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:33:49.326919 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-a28c5a6c-021d-4bf8-8714-cb468560783f None None] Set router d3aa4d97-5162-4e6b-9ab6-4c5f3ff76013 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:33:49.493023 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f1ee502f-785c-47d3-a9aa-1a042302c3e4 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (84bce301-93b5-470e-8cdb-67f885adeae3), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:49.550288 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ee502f-785c-47d3-a9aa-1a042302c3e4 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event deleted for resources: {'Port': ['ID=84bce301-93b5-470e-8cdb-67f885adeae3,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:33:49.611294 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ee502f-785c-47d3-a9aa-1a042302c3e4 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:33:49.611904 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ee502f-785c-47d3-a9aa-1a042302c3e4 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:33:49.612502 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ee502f-785c-47d3-a9aa-1a042302c3e4 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:33:49.613091 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ee502f-785c-47d3-a9aa-1a042302c3e4 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:33:49.613795 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ee502f-785c-47d3-a9aa-1a042302c3e4 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:33:49.614398 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ee502f-785c-47d3-a9aa-1a042302c3e4 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:33:49.614982 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ee502f-785c-47d3-a9aa-1a042302c3e4 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:33:49.615703 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ee502f-785c-47d3-a9aa-1a042302c3e4 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:33:49.616405 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ee502f-785c-47d3-a9aa-1a042302c3e4 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:33:49.617105 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ee502f-785c-47d3-a9aa-1a042302c3e4 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:33:49.617791 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ee502f-785c-47d3-a9aa-1a042302c3e4 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:33:49.618537 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ee502f-785c-47d3-a9aa-1a042302c3e4 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:33:49.619283 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ee502f-785c-47d3-a9aa-1a042302c3e4 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:33:49.620530 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ee502f-785c-47d3-a9aa-1a042302c3e4 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:33:49.621282 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ee502f-785c-47d3-a9aa-1a042302c3e4 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:33:49.736628 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-a28c5a6c-021d-4bf8-8714-cb468560783f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3aa4d97-5162-4e6b-9ab6-4c5f3ff76013', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1089056410', 'tenant_id': '6fc5c72665164a0c8d9e7e476c283e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'a75a36f9-ec2d-4df0-bbe6-7ddffba45b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:33:36Z', 'updated_at': '2022-10-04T21:33:44Z', 'revision_number': 4, 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'gw_port': {'id': 'a75a36f9-ec2d-4df0-bbe6-7ddffba45b47', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:22:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3aa4d97-5162-4e6b-9ab6-4c5f3ff76013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:33:37Z', 'updated_at': '2022-10-04T21:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '84bce301-93b5-470e-8cdb-67f885adeae3', 'name': '', 'network_id': 'd25972dc-60d0-47f5-b831-4a3bf81123c2', 'tenant_id': '6fc5c72665164a0c8d9e7e476c283e98', 'mac_address': 'fa:16:3e:3c:37:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3aa4d97-5162-4e6b-9ab6-4c5f3ff76013', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'c4164ed8-a4c0-45ed-ac31-668e80587347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:33:43Z', 'updated_at': '2022-10-04T21:33:48Z', 'revision_number': 4, 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'subnets': [{'id': 'c4164ed8-a4c0-45ed-ac31-668e80587347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:33:49.796159 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28c5a6c-021d-4bf8-8714-cb468560783f None None] The sync data for ids ['d3aa4d97-5162-4e6b-9ab6-4c5f3ff76013'] in n-d-852085-12 is: [{'id': 'd3aa4d97-5162-4e6b-9ab6-4c5f3ff76013', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1089056410', 'tenant_id': '6fc5c72665164a0c8d9e7e476c283e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'a75a36f9-ec2d-4df0-bbe6-7ddffba45b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:33:36Z', 'updated_at': '2022-10-04T21:33:44Z', 'revision_number': 4, 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'gw_port': {'id': 'a75a36f9-ec2d-4df0-bbe6-7ddffba45b47', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:22:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3aa4d97-5162-4e6b-9ab6-4c5f3ff76013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:33:37Z', 'updated_at': '2022-10-04T21:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '84bce301-93b5-470e-8cdb-67f885adeae3', 'name': '', 'network_id': 'd25972dc-60d0-47f5-b831-4a3bf81123c2', 'tenant_id': '6fc5c72665164a0c8d9e7e476c283e98', 'mac_address': 'fa:16:3e:3c:37:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3aa4d97-5162-4e6b-9ab6-4c5f3ff76013', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'c4164ed8-a4c0-45ed-ac31-668e80587347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:33:43Z', 'updated_at': '2022-10-04T21:33:48Z', 'revision_number': 4, 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'subnets': [{'id': 'c4164ed8-a4c0-45ed-ac31-668e80587347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:33:49.963038 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f1ee502f-785c-47d3-a9aa-1a042302c3e4 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (d3aa4d97-5162-4e6b-9ab6-4c5f3ff76013), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:49.966618 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:50.325440 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:50.393397 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ee502f-785c-47d3-a9aa-1a042302c3e4 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Router d3aa4d97-5162-4e6b-9ab6-4c5f3ff76013 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:33:50.417176 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:50.613728 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ee502f-785c-47d3-a9aa-1a042302c3e4 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:33:50.624191 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f1ee502f-785c-47d3-a9aa-1a042302c3e4 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "PUT /networking/v2.0/routers/d3aa4d97-5162-4e6b-9ab6-4c5f3ff76013/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9583061 Oct 04 21:33:50.629124 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54002) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:33:50.739379 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd3c97c3-a4d9-40e1-af75-347b4283dcfc tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Deleting subnet c4164ed8-a4c0-45ed-ac31-668e80587347 {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:33:50.745950 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cd3c97c3-a4d9-40e1-af75-347b4283dcfc tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for subnet (c4164ed8-a4c0-45ed-ac31-668e80587347), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:50.830397 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cd3c97c3-a4d9-40e1-af75-347b4283dcfc tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (c4164ed8-a4c0-45ed-ac31-668e80587347), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:51.529330 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cd3c97c3-a4d9-40e1-af75-347b4283dcfc tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (c4164ed8-a4c0-45ed-ac31-668e80587347), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:51.658771 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e16a811-23ea-47b1-aa51-5f2ac89b2998 None None] Sync routers for ids ['d3aa4d97-5162-4e6b-9ab6-4c5f3ff76013'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:33:51.672475 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e16a811-23ea-47b1-aa51-5f2ac89b2998 None None] Routers {'d3aa4d97-5162-4e6b-9ab6-4c5f3ff76013'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:33:51.674044 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-5e16a811-23ea-47b1-aa51-5f2ac89b2998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:33:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['d3aa4d97-5162-4e6b-9ab6-4c5f3ff76013'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:33:51.725666 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cd3c97c3-a4d9-40e1-af75-347b4283dcfc tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (c4164ed8-a4c0-45ed-ac31-668e80587347), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:51.734869 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:51.787303 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3c97c3-a4d9-40e1-af75-347b4283dcfc tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event deleted for resources: {'Subnet': ['ID=c4164ed8-a4c0-45ed-ac31-668e80587347,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:33:51.790376 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-cd3c97c3-a4d9-40e1-af75-347b4283dcfc tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:51.801857 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-cd3c97c3-a4d9-40e1-af75-347b4283dcfc tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "DELETE /networking/v2.0/subnets/c4164ed8-a4c0-45ed-ac31-668e80587347 HTTP/1.1" status: 204 len: 168 time: 1.1667972 Oct 04 21:33:51.803565 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54004) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:33:51.808196 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0148b1ce-45d0-4a90-8c55-624580cdf6ae None None] Network d25972dc-60d0-47f5-b831-4a3bf81123c2 requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:33:51.884521 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:51.944890 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-5e16a811-23ea-47b1-aa51-5f2ac89b2998 None None] Set router d3aa4d97-5162-4e6b-9ab6-4c5f3ff76013 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:33:52.004394 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7de3196f-5445-433f-9242-9d6b51dbd69e tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for router (d3aa4d97-5162-4e6b-9ab6-4c5f3ff76013), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:52.159070 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:52.190544 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7de3196f-5445-433f-9242-9d6b51dbd69e tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for router_gateway (d3aa4d97-5162-4e6b-9ab6-4c5f3ff76013), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:52.210711 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc4615d-e12a-49c3-9878-3910bdecb330 None None] DHCP port deletion for d25972dc-60d0-47f5-b831-4a3bf81123c2 request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:33:52.340548 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-7de3196f-5445-433f-9242-9d6b51dbd69e tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Deleting port a75a36f9-ec2d-4df0-bbe6-7ddffba45b47 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:33:52.341125 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7de3196f-5445-433f-9242-9d6b51dbd69e tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (a75a36f9-ec2d-4df0-bbe6-7ddffba45b47), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:52.343685 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-5e16a811-23ea-47b1-aa51-5f2ac89b2998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3aa4d97-5162-4e6b-9ab6-4c5f3ff76013', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1089056410', 'tenant_id': '6fc5c72665164a0c8d9e7e476c283e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'a75a36f9-ec2d-4df0-bbe6-7ddffba45b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:33:36Z', 'updated_at': '2022-10-04T21:33:49Z', 'revision_number': 5, 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'gw_port': {'id': 'a75a36f9-ec2d-4df0-bbe6-7ddffba45b47', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:22:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3aa4d97-5162-4e6b-9ab6-4c5f3ff76013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:33:37Z', 'updated_at': '2022-10-04T21:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:33:52.347545 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4615d-e12a-49c3-9878-3910bdecb330 None None] Deleting port 4e8dca67-b7b6-4ac5-a063-75bdcad69e98 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:33:52.347963 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-cbc4615d-e12a-49c3-9878-3910bdecb330 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (4e8dca67-b7b6-4ac5-a063-75bdcad69e98), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:52.419663 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e16a811-23ea-47b1-aa51-5f2ac89b2998 None None] Checking router: d3aa4d97-5162-4e6b-9ab6-4c5f3ff76013 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:33:52.507630 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-7de3196f-5445-433f-9242-9d6b51dbd69e tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] For port a75a36f9-ec2d-4df0-bbe6-7ddffba45b47, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=a75a36f9-ec2d-4df0-bbe6-7ddffba45b47,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:33:52.508367 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7de3196f-5445-433f-9242-9d6b51dbd69e tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (a75a36f9-ec2d-4df0-bbe6-7ddffba45b47), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:52.521620 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e16a811-23ea-47b1-aa51-5f2ac89b2998 None None] Routers {'d3aa4d97-5162-4e6b-9ab6-4c5f3ff76013'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:33:52.522704 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-5e16a811-23ea-47b1-aa51-5f2ac89b2998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:33:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['d3aa4d97-5162-4e6b-9ab6-4c5f3ff76013'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:33:52.530976 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-7de3196f-5445-433f-9242-9d6b51dbd69e tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Calling delete_port for a75a36f9-ec2d-4df0-bbe6-7ddffba45b47 owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:33:52.608405 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-cbc4615d-e12a-49c3-9878-3910bdecb330 None None] For port 4e8dca67-b7b6-4ac5-a063-75bdcad69e98, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=4e8dca67-b7b6-4ac5-a063-75bdcad69e98,segment=NetworkSegment(553b34e7-c027-4399-b398-a584fbd57438),segment_id=553b34e7-c027-4399-b398-a584fbd57438)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:33:52.609085 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-cbc4615d-e12a-49c3-9878-3910bdecb330 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (4e8dca67-b7b6-4ac5-a063-75bdcad69e98), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:52.703950 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4615d-e12a-49c3-9878-3910bdecb330 None None] Calling delete_port for 4e8dca67-b7b6-4ac5-a063-75bdcad69e98 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:33:52.816474 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-5e16a811-23ea-47b1-aa51-5f2ac89b2998 None None] Set router d3aa4d97-5162-4e6b-9ab6-4c5f3ff76013 gateway port host: None {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:33:52.934994 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7de3196f-5445-433f-9242-9d6b51dbd69e tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (a75a36f9-ec2d-4df0-bbe6-7ddffba45b47), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:52.935981 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-5e16a811-23ea-47b1-aa51-5f2ac89b2998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3aa4d97-5162-4e6b-9ab6-4c5f3ff76013', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1089056410', 'tenant_id': '6fc5c72665164a0c8d9e7e476c283e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:33:36Z', 'updated_at': '2022-10-04T21:33:52Z', 'revision_number': 6, 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:33:52.972330 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de3196f-5445-433f-9242-9d6b51dbd69e tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event deleted for resources: {'Port': ['ID=a75a36f9-ec2d-4df0-bbe6-7ddffba45b47,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:33:53.002596 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:53.008518 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e16a811-23ea-47b1-aa51-5f2ac89b2998 None None] The sync data for ids ['d3aa4d97-5162-4e6b-9ab6-4c5f3ff76013'] in n-d-852085-12 is: [{'id': 'd3aa4d97-5162-4e6b-9ab6-4c5f3ff76013', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1089056410', 'tenant_id': '6fc5c72665164a0c8d9e7e476c283e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:33:36Z', 'updated_at': '2022-10-04T21:33:52Z', 'revision_number': 6, 'project_id': '6fc5c72665164a0c8d9e7e476c283e98', 'gw_port_host': None}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:33:53.012932 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de3196f-5445-433f-9242-9d6b51dbd69e tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:33:53.013566 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de3196f-5445-433f-9242-9d6b51dbd69e tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:33:53.014020 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de3196f-5445-433f-9242-9d6b51dbd69e tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:33:53.014576 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de3196f-5445-433f-9242-9d6b51dbd69e tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:33:53.015124 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de3196f-5445-433f-9242-9d6b51dbd69e tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:33:53.025190 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de3196f-5445-433f-9242-9d6b51dbd69e tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:33:53.025190 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de3196f-5445-433f-9242-9d6b51dbd69e tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:33:53.025190 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de3196f-5445-433f-9242-9d6b51dbd69e tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:33:53.025190 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de3196f-5445-433f-9242-9d6b51dbd69e tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:33:53.025190 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de3196f-5445-433f-9242-9d6b51dbd69e tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:33:53.025190 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de3196f-5445-433f-9242-9d6b51dbd69e tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:33:53.025190 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de3196f-5445-433f-9242-9d6b51dbd69e tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:33:53.025190 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de3196f-5445-433f-9242-9d6b51dbd69e tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:33:53.025190 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de3196f-5445-433f-9242-9d6b51dbd69e tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:33:53.025190 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de3196f-5445-433f-9242-9d6b51dbd69e tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:33:53.119319 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7de3196f-5445-433f-9242-9d6b51dbd69e tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (d3aa4d97-5162-4e6b-9ab6-4c5f3ff76013), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:53.170621 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-cbc4615d-e12a-49c3-9878-3910bdecb330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (4e8dca67-b7b6-4ac5-a063-75bdcad69e98), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:53.217924 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc4615d-e12a-49c3-9878-3910bdecb330 None None] Pushing event deleted for resources: {'Port': ['ID=4e8dca67-b7b6-4ac5-a063-75bdcad69e98,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:33:53.231345 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc4615d-e12a-49c3-9878-3910bdecb330 None None] No DVR routers for this DVR port 4e8dca67-b7b6-4ac5-a063-75bdcad69e98 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:33:53.311288 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7de3196f-5445-433f-9242-9d6b51dbd69e tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (d3aa4d97-5162-4e6b-9ab6-4c5f3ff76013), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:53.315850 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7de3196f-5445-433f-9242-9d6b51dbd69e tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for router_controller (d3aa4d97-5162-4e6b-9ab6-4c5f3ff76013), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:53.485256 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7de3196f-5445-433f-9242-9d6b51dbd69e tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (d3aa4d97-5162-4e6b-9ab6-4c5f3ff76013), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:53.486311 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de3196f-5445-433f-9242-9d6b51dbd69e tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Fanout notify agent at l3_agent the message router_deleted on router d3aa4d97-5162-4e6b-9ab6-4c5f3ff76013 {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 21:33:53.500352 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7de3196f-5445-433f-9242-9d6b51dbd69e tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:53.507067 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-7de3196f-5445-433f-9242-9d6b51dbd69e tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "DELETE /networking/v2.0/routers/d3aa4d97-5162-4e6b-9ab6-4c5f3ff76013 HTTP/1.1" status: 204 len: 168 time: 1.6973481 Oct 04 21:33:53.507584 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54006) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:33:53.669051 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-51584a4f-7899-4242-9656-0555efee3838 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (d25972dc-60d0-47f5-b831-4a3bf81123c2), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:53.843945 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-51584a4f-7899-4242-9656-0555efee3838 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (d25972dc-60d0-47f5-b831-4a3bf81123c2), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:53.881624 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-51584a4f-7899-4242-9656-0555efee3838 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d25972dc-60d0-47f5-b831-4a3bf81123c2']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:33:53.901917 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-51584a4f-7899-4242-9656-0555efee3838 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '553b34e7-c027-4399-b398-a584fbd57438') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:33:53.902428 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-51584a4f-7899-4242-9656-0555efee3838 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '553b34e7-c027-4399-b398-a584fbd57438') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:33:53.923068 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-51584a4f-7899-4242-9656-0555efee3838 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (553b34e7-c027-4399-b398-a584fbd57438), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:53.951126 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-51584a4f-7899-4242-9656-0555efee3838 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (553b34e7-c027-4399-b398-a584fbd57438), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:53.965197 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51584a4f-7899-4242-9656-0555efee3838 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:33:53.965849 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-51584a4f-7899-4242-9656-0555efee3838 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (553b34e7-c027-4399-b398-a584fbd57438), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:54.047286 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 84bce301-93b5-470e-8cdb-67f885adeae3 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:33:54.053673 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 553b34e7-c027-4399-b398-a584fbd57438 resource provider aggregate not found Oct 04 21:33:54.078274 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 84bce301-93b5-470e-8cdb-67f885adeae3 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:33:54.078625 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 84bce301-93b5-470e-8cdb-67f885adeae3 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:33:54.079217 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a75a36f9-ec2d-4df0-bbe6-7ddffba45b47 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:33:54.097877 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 553b34e7-c027-4399-b398-a584fbd57438 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 553b34e7-c027-4399-b398-a584fbd57438 found for delete ", "request_id": "req-985052c6-c9e2-48c4-b01a-80dabc3519cb"}]} Oct 04 21:33:54.108108 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: a75a36f9-ec2d-4df0-bbe6-7ddffba45b47 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:33:54.108442 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a75a36f9-ec2d-4df0-bbe6-7ddffba45b47 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:33:54.108896 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 4e8dca67-b7b6-4ac5-a063-75bdcad69e98 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:33:54.137737 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 4e8dca67-b7b6-4ac5-a063-75bdcad69e98 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:33:54.138179 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 4e8dca67-b7b6-4ac5-a063-75bdcad69e98 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:33:54.199581 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-51584a4f-7899-4242-9656-0555efee3838 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (d25972dc-60d0-47f5-b831-4a3bf81123c2), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:54.212731 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-51584a4f-7899-4242-9656-0555efee3838 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:54.219470 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-51584a4f-7899-4242-9656-0555efee3838 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "DELETE /networking/v2.0/networks/d25972dc-60d0-47f5-b831-4a3bf81123c2 HTTP/1.1" status: 204 len: 168 time: 0.7098908 Oct 04 21:33:54.224696 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54012) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:33:54.245717 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51584a4f-7899-4242-9656-0555efee3838 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event deleted for resources: {'Network': ['ID=d25972dc-60d0-47f5-b831-4a3bf81123c2,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:33:54.346112 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fdac7689-c5ed-48e8-ae1a-4b8da95be996 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group (02a2cada-e05a-4c1a-b9ab-c23564463de9), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:54.389707 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:54.399092 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fdac7689-c5ed-48e8-ae1a-4b8da95be996 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group (02a2cada-e05a-4c1a-b9ab-c23564463de9), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:54.650800 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fdac7689-c5ed-48e8-ae1a-4b8da95be996 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (02a2cada-e05a-4c1a-b9ab-c23564463de9), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:54.656338 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-fdac7689-c5ed-48e8-ae1a-4b8da95be996 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:54.658536 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-fdac7689-c5ed-48e8-ae1a-4b8da95be996 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/02a2cada-e05a-4c1a-b9ab-c23564463de9 HTTP/1.1" status: 204 len: 168 time: 0.4306371 Oct 04 21:33:54.676040 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdac7689-c5ed-48e8-ae1a-4b8da95be996 tempest-TestNetworkAdvancedServerOps-377206252 tempest-TestNetworkAdvancedServerOps-377206252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a2cada-e05a-4c1a-b9ab-c23564463de9,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:33:55.648245 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54020) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:33:55.879177 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:55.930208 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-bcb2c978-df32-4b77-9ea0-ccd7939642cd admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=6fc5c72665164a0c8d9e7e476c283e98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2800183 Oct 04 21:33:55.934883 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54024) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:33:56.041592 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-19e3b790-2db1-486d-9e54-fe7fc1e8e4db admin admin] Publish callbacks [] for security_group (d3ac71e5-9d8e-45ce-9ea7-53c1c634de91), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:56.084906 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-19e3b790-2db1-486d-9e54-fe7fc1e8e4db admin admin] Publish callbacks [] for security_group (d3ac71e5-9d8e-45ce-9ea7-53c1c634de91), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:56.108983 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:56.318885 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-19e3b790-2db1-486d-9e54-fe7fc1e8e4db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (d3ac71e5-9d8e-45ce-9ea7-53c1c634de91), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:56.324688 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-19e3b790-2db1-486d-9e54-fe7fc1e8e4db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:56.328576 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-19e3b790-2db1-486d-9e54-fe7fc1e8e4db admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/d3ac71e5-9d8e-45ce-9ea7-53c1c634de91 HTTP/1.1" status: 204 len: 168 time: 0.3901131 Oct 04 21:33:56.343440 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e3b790-2db1-486d-9e54-fe7fc1e8e4db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ac71e5-9d8e-45ce-9ea7-53c1c634de91,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:33:57.260582 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54030) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:33:57.286644 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6166a40b-b199-4b08-b379-6ca8f25efb8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:57.450270 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6166a40b-b199-4b08-b379-6ca8f25efb8d admin admin] Publish callbacks [] for security_group (93c7934d-2b31-4788-b3eb-8a7f7fa08c47), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:57.513267 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-6166a40b-b199-4b08-b379-6ca8f25efb8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (93c7934d-2b31-4788-b3eb-8a7f7fa08c47), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:57.599691 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-6166a40b-b199-4b08-b379-6ca8f25efb8d admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=33fa3eb265504a669f5ca3b7b0ce0496&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3372586 Oct 04 21:33:57.605580 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54032) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:33:57.607560 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6166a40b-b199-4b08-b379-6ca8f25efb8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c7934d-2b31-4788-b3eb-8a7f7fa08c47,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:33:57.707090 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a3bf7c16-d292-4d64-9cc8-b41a5bec6896 admin admin] Publish callbacks [] for security_group (93c7934d-2b31-4788-b3eb-8a7f7fa08c47), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:57.754522 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a3bf7c16-d292-4d64-9cc8-b41a5bec6896 admin admin] Publish callbacks [] for security_group (93c7934d-2b31-4788-b3eb-8a7f7fa08c47), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:57.953264 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a3bf7c16-d292-4d64-9cc8-b41a5bec6896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (93c7934d-2b31-4788-b3eb-8a7f7fa08c47), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:57.958491 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-a3bf7c16-d292-4d64-9cc8-b41a5bec6896 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:33:57.960638 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-a3bf7c16-d292-4d64-9cc8-b41a5bec6896 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/93c7934d-2b31-4788-b3eb-8a7f7fa08c47 HTTP/1.1" status: 204 len: 168 time: 0.3533359 Oct 04 21:33:57.975922 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bf7c16-d292-4d64-9cc8-b41a5bec6896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c7934d-2b31-4788-b3eb-8a7f7fa08c47,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:33:59.730855 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=22 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:59.742494 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=46,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:33:59.821487 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54054) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:34:00.016328 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-7215ff0e-29ef-42bc-bbd6-d54e7b4661de admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1184591603-network', 'tenant_id': '6a14a0b665fd4c4d98138e39f75314bc'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:34:00.187939 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7215ff0e-29ef-42bc-bbd6-d54e7b4661de admin admin] Made reservation on behalf of 6a14a0b665fd4c4d98138e39f75314bc for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:34:00.192185 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7215ff0e-29ef-42bc-bbd6-d54e7b4661de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:00.214532 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7215ff0e-29ef-42bc-bbd6-d54e7b4661de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:00.282751 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:INSERT=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:34:00.374219 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7215ff0e-29ef-42bc-bbd6-d54e7b4661de admin admin] Publish callbacks [] for security_group (7a62b657-1566-414c-98fe-a36fadf21fb5), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:00.467634 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7215ff0e-29ef-42bc-bbd6-d54e7b4661de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (7a62b657-1566-414c-98fe-a36fadf21fb5), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:00.507296 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7215ff0e-29ef-42bc-bbd6-d54e7b4661de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:34:00.539446 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7215ff0e-29ef-42bc-bbd6-d54e7b4661de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (0ad4104f-98e0-4792-9162-bda29657e5a3), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:00.539856 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-7215ff0e-29ef-42bc-bbd6-d54e7b4661de admin admin] Added segment 0ad4104f-98e0-4792-9162-bda29657e5a3 of type vlan for network a06351c4-36af-4262-9946-3608cacb37bd Oct 04 21:34:00.542015 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7215ff0e-29ef-42bc-bbd6-d54e7b4661de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a62b657-1566-414c-98fe-a36fadf21fb5,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:34:00.604888 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7215ff0e-29ef-42bc-bbd6-d54e7b4661de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (a06351c4-36af-4262-9946-3608cacb37bd), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:00.770279 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7215ff0e-29ef-42bc-bbd6-d54e7b4661de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (a06351c4-36af-4262-9946-3608cacb37bd), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:00.771518 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7215ff0e-29ef-42bc-bbd6-d54e7b4661de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:34:00.772194 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-7215ff0e-29ef-42bc-bbd6-d54e7b4661de admin admin] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:00.857911 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7215ff0e-29ef-42bc-bbd6-d54e7b4661de admin admin] Pushing event updated for resources: {'Network': ['ID=a06351c4-36af-4262-9946-3608cacb37bd,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:34:00.872300 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network a06351c4-36af-4262-9946-3608cacb37bd details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:34:01.024321 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-7215ff0e-29ef-42bc-bbd6-d54e7b4661de admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2011254 Oct 04 21:34:01.029563 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54058) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:34:01.035911 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-ae369e2f-9f42-47c4-a091-83e0aa1e2b4a admin admin] Request body: {'subnet': {'network_id': 'a06351c4-36af-4262-9946-3608cacb37bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1184591603-subnet', 'tenant_id': '6a14a0b665fd4c4d98138e39f75314bc', 'ip_version': 4}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:34:01.164281 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae369e2f-9f42-47c4-a091-83e0aa1e2b4a admin admin] Made reservation on behalf of 6a14a0b665fd4c4d98138e39f75314bc for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:34:01.167338 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ae369e2f-9f42-47c4-a091-83e0aa1e2b4a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:01.513938 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ae369e2f-9f42-47c4-a091-83e0aa1e2b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (987fac39-8a70-4266-8f31-12509917b264), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:01.638026 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae369e2f-9f42-47c4-a091-83e0aa1e2b4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=987fac39-8a70-4266-8f31-12509917b264,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:34:01.655686 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae369e2f-9f42-47c4-a091-83e0aa1e2b4a admin admin] Checking segment: {'id': '0ad4104f-98e0-4792-9162-bda29657e5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a06351c4-36af-4262-9946-3608cacb37bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:34:01.656211 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae369e2f-9f42-47c4-a091-83e0aa1e2b4a admin admin] Network hostable DHCP agents. Network: a06351c4-36af-4262-9946-3608cacb37bd, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:34:01.861519 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae369e2f-9f42-47c4-a091-83e0aa1e2b4a admin admin] Network a06351c4-36af-4262-9946-3608cacb37bd is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:34:01.993274 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-ae369e2f-9f42-47c4-a091-83e0aa1e2b4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, a06351c4-36af-4262-9946-3608cacb37bd) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:34:02.001087 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae369e2f-9f42-47c4-a091-83e0aa1e2b4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:34:02.002091 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ae369e2f-9f42-47c4-a091-83e0aa1e2b4a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:02.010270 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2eac542-5bfb-480c-a0c4-5858255e03a0 None None] Network a06351c4-36af-4262-9946-3608cacb37bd requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:34:02.031723 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:34:02.129457 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-ae369e2f-9f42-47c4-a091-83e0aa1e2b4a admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0980344 Oct 04 21:34:02.133438 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54060) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:34:02.141807 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-57098d2e-9823-418d-8258-117599a7347f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1184591603-router', 'tenant_id': '6a14a0b665fd4c4d98138e39f75314bc', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:34:02.169015 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40108da6-990a-4e74-ac45-860ed094ec64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-a06351c4-36af-4262-9946-3608cacb37bd', 'network_id': 'a06351c4-36af-4262-9946-3608cacb37bd', 'project_id': '6a14a0b665fd4c4d98138e39f75314bc', 'fixed_ips': [{'subnet_id': '987fac39-8a70-4266-8f31-12509917b264'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:34:02.170487 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-40108da6-990a-4e74-ac45-860ed094ec64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:02.269155 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-57098d2e-9823-418d-8258-117599a7347f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (e75efe2a-0a69-4e16-b132-5f8293fe2a3d), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:02.271085 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-57098d2e-9823-418d-8258-117599a7347f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (e75efe2a-0a69-4e16-b132-5f8293fe2a3d), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:02.371014 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-57098d2e-9823-418d-8258-117599a7347f admin admin] Publish callbacks [] for router_controller (e75efe2a-0a69-4e16-b132-5f8293fe2a3d), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:02.422960 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-40108da6-990a-4e74-ac45-860ed094ec64 None None] Allocated IP 172.20.0.2 (a06351c4-36af-4262-9946-3608cacb37bd/987fac39-8a70-4266-8f31-12509917b264/ffb02115-d028-4c08-a591-3fde7a598eee) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:34:02.669199 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-57098d2e-9823-418d-8258-117599a7347f admin admin] Publish callbacks [] for router_gateway (e75efe2a-0a69-4e16-b132-5f8293fe2a3d), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:02.714124 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:02.748459 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-40108da6-990a-4e74-ac45-860ed094ec64 None None] Publish callbacks [] for port (ffb02115-d028-4c08-a591-3fde7a598eee), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:02.782479 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:34:02.862175 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-40108da6-990a-4e74-ac45-860ed094ec64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (ffb02115-d028-4c08-a591-3fde7a598eee), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:02.881415 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2,neutron:INSERT=13,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:34:03.155678 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40108da6-990a-4e74-ac45-860ed094ec64 None None] Network a06351c4-36af-4262-9946-3608cacb37bd is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:34:03.160478 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-57098d2e-9823-418d-8258-117599a7347f admin admin] Publish callbacks [] for router_gateway (e75efe2a-0a69-4e16-b132-5f8293fe2a3d), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:03.161897 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-40108da6-990a-4e74-ac45-860ed094ec64 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:34:03.166608 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40108da6-990a-4e74-ac45-860ed094ec64 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:34:03.192330 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40108da6-990a-4e74-ac45-860ed094ec64 None None] Pushing event updated for resources: {'Port': ['ID=ffb02115-d028-4c08-a591-3fde7a598eee,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:34:03.201577 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-57098d2e-9823-418d-8258-117599a7347f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:03.236140 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40108da6-990a-4e74-ac45-860ed094ec64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:34:03.236764 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40108da6-990a-4e74-ac45-860ed094ec64 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:34:03.237380 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40108da6-990a-4e74-ac45-860ed094ec64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:34:03.237956 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40108da6-990a-4e74-ac45-860ed094ec64 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:34:03.238520 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40108da6-990a-4e74-ac45-860ed094ec64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:34:03.239079 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40108da6-990a-4e74-ac45-860ed094ec64 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:34:03.239688 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40108da6-990a-4e74-ac45-860ed094ec64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:34:03.240233 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40108da6-990a-4e74-ac45-860ed094ec64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:34:03.240783 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40108da6-990a-4e74-ac45-860ed094ec64 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:34:03.241394 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40108da6-990a-4e74-ac45-860ed094ec64 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:34:03.241941 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40108da6-990a-4e74-ac45-860ed094ec64 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:34:03.242458 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40108da6-990a-4e74-ac45-860ed094ec64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:34:03.243002 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40108da6-990a-4e74-ac45-860ed094ec64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:34:03.243736 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40108da6-990a-4e74-ac45-860ed094ec64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:34:03.244253 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40108da6-990a-4e74-ac45-860ed094ec64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:34:03.314602 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-40108da6-990a-4e74-ac45-860ed094ec64 None None] Attempting to bind port ffb02115-d028-4c08-a591-3fde7a598eee on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:34:03.315240 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-40108da6-990a-4e74-ac45-860ed094ec64 None None] Attempting to bind port ffb02115-d028-4c08-a591-3fde7a598eee by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '0ad4104f-98e0-4792-9162-bda29657e5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a06351c4-36af-4262-9946-3608cacb37bd'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:34:03.315840 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40108da6-990a-4e74-ac45-860ed094ec64 None None] Attempting to bind port ffb02115-d028-4c08-a591-3fde7a598eee on network a06351c4-36af-4262-9946-3608cacb37bd {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:34:03.385242 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:34:03.417621 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40108da6-990a-4e74-ac45-860ed094ec64 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:34:03.418090 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40108da6-990a-4e74-ac45-860ed094ec64 None None] Checking segment: {'id': '0ad4104f-98e0-4792-9162-bda29657e5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a06351c4-36af-4262-9946-3608cacb37bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:34:03.418778 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-40108da6-990a-4e74-ac45-860ed094ec64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:03.419466 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40108da6-990a-4e74-ac45-860ed094ec64 None None] Bound using segment: {'id': '0ad4104f-98e0-4792-9162-bda29657e5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a06351c4-36af-4262-9946-3608cacb37bd'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:34:03.420327 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-40108da6-990a-4e74-ac45-860ed094ec64 None None] Bound port: ffb02115-d028-4c08-a591-3fde7a598eee, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad4104f-98e0-4792-9162-bda29657e5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a06351c4-36af-4262-9946-3608cacb37bd'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:34:03.420970 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-40108da6-990a-4e74-ac45-860ed094ec64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (ffb02115-d028-4c08-a591-3fde7a598eee), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:03.506429 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-57098d2e-9823-418d-8258-117599a7347f admin admin] Allocated IP 172.25.5.254 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/bf0339c0-79c2-41b9-aa0f-436d7ee1bfc4) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:34:03.551347 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-40108da6-990a-4e74-ac45-860ed094ec64 None None] For port ffb02115-d028-4c08-a591-3fde7a598eee, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:34:03.558409 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-40108da6-990a-4e74-ac45-860ed094ec64 None None] For port ffb02115-d028-4c08-a591-3fde7a598eee, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=ffb02115-d028-4c08-a591-3fde7a598eee,segment=NetworkSegment(0ad4104f-98e0-4792-9162-bda29657e5a3),segment_id=0ad4104f-98e0-4792-9162-bda29657e5a3)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:34:03.651018 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-40108da6-990a-4e74-ac45-860ed094ec64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (ffb02115-d028-4c08-a591-3fde7a598eee), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:03.723674 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-57098d2e-9823-418d-8258-117599a7347f admin admin] Publish callbacks [] for port (bf0339c0-79c2-41b9-aa0f-436d7ee1bfc4), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:03.734371 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:03.772965 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40108da6-990a-4e74-ac45-860ed094ec64 None None] Pushing event updated for resources: {'Port': ['ID=ffb02115-d028-4c08-a591-3fde7a598eee,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:34:03.891043 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-57098d2e-9823-418d-8258-117599a7347f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (bf0339c0-79c2-41b9-aa0f-436d7ee1bfc4), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:03.998031 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57098d2e-9823-418d-8258-117599a7347f admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:34:04.004296 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-57098d2e-9823-418d-8258-117599a7347f admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:34:04.012179 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57098d2e-9823-418d-8258-117599a7347f admin admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:34:04.069809 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57098d2e-9823-418d-8258-117599a7347f admin admin] Pushing event updated for resources: {'Port': ['ID=bf0339c0-79c2-41b9-aa0f-436d7ee1bfc4,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:34:04.167880 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device ffb02115-d028-4c08-a591-3fde7a598eee up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:34:04.265392 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port ffb02115-d028-4c08-a591-3fde7a598eee triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:34:04.266030 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (ffb02115-d028-4c08-a591-3fde7a598eee), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:04.266603 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port ffb02115-d028-4c08-a591-3fde7a598eee Oct 04 21:34:04.539343 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:34:04.547220 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port ffb02115-d028-4c08-a591-3fde7a598eee is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:34:04.553528 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (ffb02115-d028-4c08-a591-3fde7a598eee), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:04.649509 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:34:04.663194 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-57098d2e-9823-418d-8258-117599a7347f admin admin] Publish callbacks [] for router_gateway (e75efe2a-0a69-4e16-b132-5f8293fe2a3d), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:04.704678 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port ffb02115-d028-4c08-a591-3fde7a598eee, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=ffb02115-d028-4c08-a591-3fde7a598eee,segment=NetworkSegment(0ad4104f-98e0-4792-9162-bda29657e5a3),segment_id=0ad4104f-98e0-4792-9162-bda29657e5a3)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:34:04.930761 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (ffb02115-d028-4c08-a591-3fde7a598eee), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:05.009502 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:34:05.026974 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-57098d2e-9823-418d-8258-117599a7347f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (e75efe2a-0a69-4e16-b132-5f8293fe2a3d), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:05.035986 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=ffb02115-d028-4c08-a591-3fde7a598eee,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:34:05.149281 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76096853-09f0-4c46-92ad-0129122b1037 None None] Network a06351c4-36af-4262-9946-3608cacb37bd requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:34:05.258344 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-16647e0b-7601-464f-8fcc-f5e2fdb2a5f9 None None] Provisioning complete for port ffb02115-d028-4c08-a591-3fde7a598eee triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:34:05.259425 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-16647e0b-7601-464f-8fcc-f5e2fdb2a5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (ffb02115-d028-4c08-a591-3fde7a598eee), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:05.259705 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-16647e0b-7601-464f-8fcc-f5e2fdb2a5f9 None None] Attempt 1 to provision port ffb02115-d028-4c08-a591-3fde7a598eee Oct 04 21:34:05.334868 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57098d2e-9823-418d-8258-117599a7347f admin admin] Router e75efe2a-0a69-4e16-b132-5f8293fe2a3d is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 21:34:05.502002 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57098d2e-9823-418d-8258-117599a7347f admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:34:05.516621 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dd6968-90e7-4312-93f3-3073839b918f None None] Sync routers for ids ['e75efe2a-0a69-4e16-b132-5f8293fe2a3d'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:34:05.521488 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-16647e0b-7601-464f-8fcc-f5e2fdb2a5f9 None None] Current status of the port ffb02115-d028-4c08-a591-3fde7a598eee is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:34:05.545614 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dd6968-90e7-4312-93f3-3073839b918f None None] Routers {'e75efe2a-0a69-4e16-b132-5f8293fe2a3d'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:34:05.547089 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-a5dd6968-90e7-4312-93f3-3073839b918f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:33:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['e75efe2a-0a69-4e16-b132-5f8293fe2a3d'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:34:05.625364 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-57098d2e-9823-418d-8258-117599a7347f admin admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:05.631258 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-57098d2e-9823-418d-8258-117599a7347f admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4920285 Oct 04 21:34:05.631614 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54062) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:34:05.758839 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-a5dd6968-90e7-4312-93f3-3073839b918f None None] Set router e75efe2a-0a69-4e16-b132-5f8293fe2a3d gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:34:05.863272 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-fc186c4a-daec-478e-abc0-1578b8867b1f None None] Provisioning complete for port ffb02115-d028-4c08-a591-3fde7a598eee triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:34:05.863920 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fc186c4a-daec-478e-abc0-1578b8867b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (ffb02115-d028-4c08-a591-3fde7a598eee), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:05.864607 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-fc186c4a-daec-478e-abc0-1578b8867b1f None None] Attempt 1 to provision port ffb02115-d028-4c08-a591-3fde7a598eee Oct 04 21:34:06.006193 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:34:06.014859 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-fc186c4a-daec-478e-abc0-1578b8867b1f None None] Current status of the port ffb02115-d028-4c08-a591-3fde7a598eee is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:34:06.111780 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-a5dd6968-90e7-4312-93f3-3073839b918f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75efe2a-0a69-4e16-b132-5f8293fe2a3d', 'name': 'tempest-TestShelveInstance-1184591603-router', 'tenant_id': '6a14a0b665fd4c4d98138e39f75314bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': 'bf0339c0-79c2-41b9-aa0f-436d7ee1bfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:34:02Z', 'updated_at': '2022-10-04T21:34:04Z', 'revision_number': 3, 'project_id': '6a14a0b665fd4c4d98138e39f75314bc', 'gw_port': {'id': 'bf0339c0-79c2-41b9-aa0f-436d7ee1bfc4', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f7:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75efe2a-0a69-4e16-b132-5f8293fe2a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:34:03Z', 'updated_at': '2022-10-04T21:34:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:34:06.165579 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dd6968-90e7-4312-93f3-3073839b918f None None] Checking router: e75efe2a-0a69-4e16-b132-5f8293fe2a3d for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:34:06.165746 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device ffb02115-d028-4c08-a591-3fde7a598eee up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:34:06.165894 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dd6968-90e7-4312-93f3-3073839b918f None None] Updating router e75efe2a-0a69-4e16-b132-5f8293fe2a3d port bf0339c0-79c2-41b9-aa0f-436d7ee1bfc4 binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:34:06.220162 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-a5dd6968-90e7-4312-93f3-3073839b918f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (bf0339c0-79c2-41b9-aa0f-436d7ee1bfc4), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:06.254330 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port ffb02115-d028-4c08-a591-3fde7a598eee triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:34:06.254910 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (ffb02115-d028-4c08-a591-3fde7a598eee), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:06.255491 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port ffb02115-d028-4c08-a591-3fde7a598eee Oct 04 21:34:06.387058 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port ffb02115-d028-4c08-a591-3fde7a598eee is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:34:06.462229 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:34:06.468375 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4daf3d26-6137-4d44-9174-cefe614dcbc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:06.724789 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-4daf3d26-6137-4d44-9174-cefe614dcbc3 admin admin] Allocated IP 172.20.0.1 (a06351c4-36af-4262-9946-3608cacb37bd/987fac39-8a70-4266-8f31-12509917b264/726e0e56-d67f-4011-98da-29fe636e2144) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:34:06.742368 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:34:06.827022 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-a5dd6968-90e7-4312-93f3-3073839b918f None None] Publish callbacks [] for port (bf0339c0-79c2-41b9-aa0f-436d7ee1bfc4), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:06.931921 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4daf3d26-6137-4d44-9174-cefe614dcbc3 admin admin] Publish callbacks [] for port (726e0e56-d67f-4011-98da-29fe636e2144), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:06.948549 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-a5dd6968-90e7-4312-93f3-3073839b918f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (bf0339c0-79c2-41b9-aa0f-436d7ee1bfc4), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:07.005608 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-a5dd6968-90e7-4312-93f3-3073839b918f None None] Attempting to bind port bf0339c0-79c2-41b9-aa0f-436d7ee1bfc4 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:34:07.006044 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-a5dd6968-90e7-4312-93f3-3073839b918f None None] Attempting to bind port bf0339c0-79c2-41b9-aa0f-436d7ee1bfc4 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:34:07.006499 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dd6968-90e7-4312-93f3-3073839b918f None None] Attempting to bind port bf0339c0-79c2-41b9-aa0f-436d7ee1bfc4 on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:34:07.047432 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aa08aa-61ce-4a40-9884-7d879a129694 None None] Pushing event updated for resources: {'Port': ['ID=bf0339c0-79c2-41b9-aa0f-436d7ee1bfc4,revision_number=2']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:34:07.075538 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dd6968-90e7-4312-93f3-3073839b918f None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:34:07.076040 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dd6968-90e7-4312-93f3-3073839b918f None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:34:07.076523 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-a5dd6968-90e7-4312-93f3-3073839b918f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:07.076972 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dd6968-90e7-4312-93f3-3073839b918f None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:34:07.077584 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-a5dd6968-90e7-4312-93f3-3073839b918f None None] Bound port: bf0339c0-79c2-41b9-aa0f-436d7ee1bfc4, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:34:07.078060 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-a5dd6968-90e7-4312-93f3-3073839b918f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (bf0339c0-79c2-41b9-aa0f-436d7ee1bfc4), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:07.108143 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4daf3d26-6137-4d44-9174-cefe614dcbc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (726e0e56-d67f-4011-98da-29fe636e2144), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:07.175036 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-a5dd6968-90e7-4312-93f3-3073839b918f None None] For port bf0339c0-79c2-41b9-aa0f-436d7ee1bfc4, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:34:07.180992 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-a5dd6968-90e7-4312-93f3-3073839b918f None None] For port bf0339c0-79c2-41b9-aa0f-436d7ee1bfc4, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=bf0339c0-79c2-41b9-aa0f-436d7ee1bfc4,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:34:07.193076 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4daf3d26-6137-4d44-9174-cefe614dcbc3 admin admin] Network a06351c4-36af-4262-9946-3608cacb37bd is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:34:07.199069 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-4daf3d26-6137-4d44-9174-cefe614dcbc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:34:07.207126 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4daf3d26-6137-4d44-9174-cefe614dcbc3 admin admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:34:07.252207 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daf3d26-6137-4d44-9174-cefe614dcbc3 admin admin] Pushing event updated for resources: {'Port': ['ID=726e0e56-d67f-4011-98da-29fe636e2144,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:34:07.298711 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4daf3d26-6137-4d44-9174-cefe614dcbc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (e75efe2a-0a69-4e16-b132-5f8293fe2a3d), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:07.330925 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-a5dd6968-90e7-4312-93f3-3073839b918f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (bf0339c0-79c2-41b9-aa0f-436d7ee1bfc4), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:07.384048 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:34:07.414442 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dd6968-90e7-4312-93f3-3073839b918f None None] Routers {'e75efe2a-0a69-4e16-b132-5f8293fe2a3d'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:34:07.415583 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-a5dd6968-90e7-4312-93f3-3073839b918f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:33:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['e75efe2a-0a69-4e16-b132-5f8293fe2a3d'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:34:07.532451 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aa08aa-61ce-4a40-9884-7d879a129694 None None] Pushing event updated for resources: {'Port': ['ID=bf0339c0-79c2-41b9-aa0f-436d7ee1bfc4,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:34:07.561104 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-23f7df8e-f75f-40d3-a004-7ff0d36e5988 None None] Provisioning complete for port 726e0e56-d67f-4011-98da-29fe636e2144 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:34:07.563765 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-23f7df8e-f75f-40d3-a004-7ff0d36e5988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (726e0e56-d67f-4011-98da-29fe636e2144), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:07.563765 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-23f7df8e-f75f-40d3-a004-7ff0d36e5988 None None] Attempt 1 to provision port 726e0e56-d67f-4011-98da-29fe636e2144 Oct 04 21:34:07.622893 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4daf3d26-6137-4d44-9174-cefe614dcbc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (726e0e56-d67f-4011-98da-29fe636e2144), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:07.630904 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:34:07.643656 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-23f7df8e-f75f-40d3-a004-7ff0d36e5988 None None] Port 726e0e56-d67f-4011-98da-29fe636e2144 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:34:07.681198 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-a5dd6968-90e7-4312-93f3-3073839b918f None None] Set router e75efe2a-0a69-4e16-b132-5f8293fe2a3d gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:34:07.900166 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:INSERT=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:34:07.938483 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4daf3d26-6137-4d44-9174-cefe614dcbc3 admin admin] Publish callbacks [] for port (726e0e56-d67f-4011-98da-29fe636e2144), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:08.020529 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-a5dd6968-90e7-4312-93f3-3073839b918f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75efe2a-0a69-4e16-b132-5f8293fe2a3d', 'name': 'tempest-TestShelveInstance-1184591603-router', 'tenant_id': '6a14a0b665fd4c4d98138e39f75314bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': 'bf0339c0-79c2-41b9-aa0f-436d7ee1bfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:34:02Z', 'updated_at': '2022-10-04T21:34:04Z', 'revision_number': 3, 'project_id': '6a14a0b665fd4c4d98138e39f75314bc', 'gw_port': {'id': 'bf0339c0-79c2-41b9-aa0f-436d7ee1bfc4', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f7:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75efe2a-0a69-4e16-b132-5f8293fe2a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:34:03Z', 'updated_at': '2022-10-04T21:34:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:34:08.027303 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4daf3d26-6137-4d44-9174-cefe614dcbc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (726e0e56-d67f-4011-98da-29fe636e2144), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:08.075282 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dd6968-90e7-4312-93f3-3073839b918f None None] The sync data for ids ['e75efe2a-0a69-4e16-b132-5f8293fe2a3d'] in n-d-852085-12 is: [{'id': 'e75efe2a-0a69-4e16-b132-5f8293fe2a3d', 'name': 'tempest-TestShelveInstance-1184591603-router', 'tenant_id': '6a14a0b665fd4c4d98138e39f75314bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': 'bf0339c0-79c2-41b9-aa0f-436d7ee1bfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:34:02Z', 'updated_at': '2022-10-04T21:34:04Z', 'revision_number': 3, 'project_id': '6a14a0b665fd4c4d98138e39f75314bc', 'gw_port': {'id': 'bf0339c0-79c2-41b9-aa0f-436d7ee1bfc4', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f7:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75efe2a-0a69-4e16-b132-5f8293fe2a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:34:03Z', 'updated_at': '2022-10-04T21:34:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:34:08.146100 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4daf3d26-6137-4d44-9174-cefe614dcbc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (e75efe2a-0a69-4e16-b132-5f8293fe2a3d), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:08.155405 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daf3d26-6137-4d44-9174-cefe614dcbc3 admin admin] Pushing event updated for resources: {'Port': ['ID=726e0e56-d67f-4011-98da-29fe636e2144,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:34:08.332672 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4daf3d26-6137-4d44-9174-cefe614dcbc3 admin admin] Network a06351c4-36af-4262-9946-3608cacb37bd is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:34:08.335213 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-4daf3d26-6137-4d44-9174-cefe614dcbc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:34:08.555445 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4daf3d26-6137-4d44-9174-cefe614dcbc3 admin admin] Router e75efe2a-0a69-4e16-b132-5f8293fe2a3d has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:34:08.762095 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4daf3d26-6137-4d44-9174-cefe614dcbc3 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:34:08.770842 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4daf3d26-6137-4d44-9174-cefe614dcbc3 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/e75efe2a-0a69-4e16-b132-5f8293fe2a3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1375036 Oct 04 21:34:08.800873 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-6e6a9748-8f19-4265-a487-05a419552ae3 None None] Provisioning complete for port 726e0e56-d67f-4011-98da-29fe636e2144 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:34:08.801779 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6e6a9748-8f19-4265-a487-05a419552ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (726e0e56-d67f-4011-98da-29fe636e2144), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:08.802335 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-6e6a9748-8f19-4265-a487-05a419552ae3 None None] Attempt 1 to provision port 726e0e56-d67f-4011-98da-29fe636e2144 Oct 04 21:34:08.868645 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-6e6a9748-8f19-4265-a487-05a419552ae3 None None] Port 726e0e56-d67f-4011-98da-29fe636e2144 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:34:10.118767 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device bf0339c0-79c2-41b9-aa0f-436d7ee1bfc4 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:34:10.144038 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54078) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:34:10.150642 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-e75c9037-c51c-4d0a-b150-02772e800fbd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2056230927-network', 'tenant_id': '9820fa9db69f467db2a6e7837484b3a1'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:34:10.155007 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:34:10.207674 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port bf0339c0-79c2-41b9-aa0f-436d7ee1bfc4 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:34:10.208210 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (bf0339c0-79c2-41b9-aa0f-436d7ee1bfc4), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:10.208622 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port bf0339c0-79c2-41b9-aa0f-436d7ee1bfc4 Oct 04 21:34:10.260948 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75c9037-c51c-4d0a-b150-02772e800fbd admin admin] Made reservation on behalf of 9820fa9db69f467db2a6e7837484b3a1 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:34:10.264194 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e75c9037-c51c-4d0a-b150-02772e800fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:10.277372 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e75c9037-c51c-4d0a-b150-02772e800fbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:10.342438 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port bf0339c0-79c2-41b9-aa0f-436d7ee1bfc4 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:34:10.343096 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (bf0339c0-79c2-41b9-aa0f-436d7ee1bfc4), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:10.365701 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=100 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:34:10.387126 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port bf0339c0-79c2-41b9-aa0f-436d7ee1bfc4, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=bf0339c0-79c2-41b9-aa0f-436d7ee1bfc4,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:34:10.433349 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e3b520-ba6b-42c3-b7ec-ed005f83f35c None None] Sync routers for ids ['e75efe2a-0a69-4e16-b132-5f8293fe2a3d'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:34:10.446235 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e75c9037-c51c-4d0a-b150-02772e800fbd admin admin] Publish callbacks [] for security_group (58738e61-51a4-4588-ac26-f4f0627ab7fa), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:10.452983 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e3b520-ba6b-42c3-b7ec-ed005f83f35c None None] Routers {'e75efe2a-0a69-4e16-b132-5f8293fe2a3d'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:34:10.454131 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-f6e3b520-ba6b-42c3-b7ec-ed005f83f35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:33:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['e75efe2a-0a69-4e16-b132-5f8293fe2a3d'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:34:10.524184 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e75c9037-c51c-4d0a-b150-02772e800fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (58738e61-51a4-4588-ac26-f4f0627ab7fa), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:10.529010 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (bf0339c0-79c2-41b9-aa0f-436d7ee1bfc4), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:10.568111 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e75c9037-c51c-4d0a-b150-02772e800fbd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:34:10.583349 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75c9037-c51c-4d0a-b150-02772e800fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58738e61-51a4-4588-ac26-f4f0627ab7fa,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:34:10.599194 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e75c9037-c51c-4d0a-b150-02772e800fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (93605b5f-ba95-43df-8412-572c93169dab), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:10.599194 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-e75c9037-c51c-4d0a-b150-02772e800fbd admin admin] Added segment 93605b5f-ba95-43df-8412-572c93169dab of type vlan for network dc207d24-0d1a-490f-b22e-5129ecc7570d Oct 04 21:34:10.657914 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e75c9037-c51c-4d0a-b150-02772e800fbd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (dc207d24-0d1a-490f-b22e-5129ecc7570d), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:10.723778 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=bf0339c0-79c2-41b9-aa0f-436d7ee1bfc4,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:34:10.752369 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-f6e3b520-ba6b-42c3-b7ec-ed005f83f35c None None] Set router e75efe2a-0a69-4e16-b132-5f8293fe2a3d gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:34:10.793194 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e75c9037-c51c-4d0a-b150-02772e800fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (dc207d24-0d1a-490f-b22e-5129ecc7570d), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:10.795182 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75c9037-c51c-4d0a-b150-02772e800fbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:34:10.797374 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e75c9037-c51c-4d0a-b150-02772e800fbd admin admin] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:10.844209 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=76,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:34:10.854570 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:34:10.917319 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75c9037-c51c-4d0a-b150-02772e800fbd admin admin] Pushing event updated for resources: {'Network': ['ID=dc207d24-0d1a-490f-b22e-5129ecc7570d,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:34:10.939654 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network dc207d24-0d1a-490f-b22e-5129ecc7570d details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:34:10.948040 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-e75c9037-c51c-4d0a-b150-02772e800fbd admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8006864 Oct 04 21:34:10.951767 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54080) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:34:10.957128 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-c28e2c99-9fde-4c77-a739-eac2f5959735 admin admin] Request body: {'subnet': {'network_id': 'dc207d24-0d1a-490f-b22e-5129ecc7570d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2056230927-subnet', 'tenant_id': '9820fa9db69f467db2a6e7837484b3a1', 'ip_version': 4}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:34:11.074920 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28e2c99-9fde-4c77-a739-eac2f5959735 admin admin] Made reservation on behalf of 9820fa9db69f467db2a6e7837484b3a1 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:34:11.079566 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c28e2c99-9fde-4c77-a739-eac2f5959735 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:11.223537 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-f6e3b520-ba6b-42c3-b7ec-ed005f83f35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75efe2a-0a69-4e16-b132-5f8293fe2a3d', 'name': 'tempest-TestShelveInstance-1184591603-router', 'tenant_id': '6a14a0b665fd4c4d98138e39f75314bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': 'bf0339c0-79c2-41b9-aa0f-436d7ee1bfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:34:02Z', 'updated_at': '2022-10-04T21:34:07Z', 'revision_number': 4, 'project_id': '6a14a0b665fd4c4d98138e39f75314bc', 'gw_port': {'id': 'bf0339c0-79c2-41b9-aa0f-436d7ee1bfc4', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f7:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75efe2a-0a69-4e16-b132-5f8293fe2a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:34:03Z', 'updated_at': '2022-10-04T21:34:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '726e0e56-d67f-4011-98da-29fe636e2144', 'name': '', 'network_id': 'a06351c4-36af-4262-9946-3608cacb37bd', 'tenant_id': '6a14a0b665fd4c4d98138e39f75314bc', 'mac_address': 'fa:16:3e:f5:65:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75efe2a-0a69-4e16-b132-5f8293fe2a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '987fac39-8a70-4266-8f31-12509917b264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:34:06Z', 'updated_at': '2022-10-04T21:34:07Z', 'revision_number': 2, 'project_id': '6a14a0b665fd4c4d98138e39f75314bc', 'subnets': [{'id': '987fac39-8a70-4266-8f31-12509917b264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:34:11.256059 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:34:11.274697 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e3b520-ba6b-42c3-b7ec-ed005f83f35c None None] Checking router: e75efe2a-0a69-4e16-b132-5f8293fe2a3d for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:34:11.275319 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e3b520-ba6b-42c3-b7ec-ed005f83f35c None None] Updating router e75efe2a-0a69-4e16-b132-5f8293fe2a3d port 726e0e56-d67f-4011-98da-29fe636e2144 binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:34:11.341349 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f6e3b520-ba6b-42c3-b7ec-ed005f83f35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (726e0e56-d67f-4011-98da-29fe636e2144), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:11.433979 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:34:11.503267 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 21:34:11.513918 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c28e2c99-9fde-4c77-a739-eac2f5959735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (87aba412-2e1a-4b64-a0a9-67721557a4bd), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:11.612924 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:34:11.640261 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e2c99-9fde-4c77-a739-eac2f5959735 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87aba412-2e1a-4b64-a0a9-67721557a4bd,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:34:11.664590 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28e2c99-9fde-4c77-a739-eac2f5959735 admin admin] Checking segment: {'id': '93605b5f-ba95-43df-8412-572c93169dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'dc207d24-0d1a-490f-b22e-5129ecc7570d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:34:11.665177 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28e2c99-9fde-4c77-a739-eac2f5959735 admin admin] Network hostable DHCP agents. Network: dc207d24-0d1a-490f-b22e-5129ecc7570d, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:34:11.775417 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28e2c99-9fde-4c77-a739-eac2f5959735 admin admin] Network dc207d24-0d1a-490f-b22e-5129ecc7570d is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:34:11.866536 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f6e3b520-ba6b-42c3-b7ec-ed005f83f35c None None] Publish callbacks [] for port (726e0e56-d67f-4011-98da-29fe636e2144), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:11.872147 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-c28e2c99-9fde-4c77-a739-eac2f5959735 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, dc207d24-0d1a-490f-b22e-5129ecc7570d) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:34:11.877778 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28e2c99-9fde-4c77-a739-eac2f5959735 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:34:11.878592 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c28e2c99-9fde-4c77-a739-eac2f5959735 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:11.887305 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b31efd-0df9-41a5-a2ad-48230756661b None None] Network dc207d24-0d1a-490f-b22e-5129ecc7570d requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:34:12.050863 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c28e2c99-9fde-4c77-a739-eac2f5959735 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0982397 Oct 04 21:34:12.055320 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54082) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:34:12.062787 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-153f9edd-9243-40e4-920d-6f9b99a65123 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2056230927-router', 'tenant_id': '9820fa9db69f467db2a6e7837484b3a1', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:34:12.116727 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device bf0339c0-79c2-41b9-aa0f-436d7ee1bfc4 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:34:12.124529 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f6e3b520-ba6b-42c3-b7ec-ed005f83f35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (726e0e56-d67f-4011-98da-29fe636e2144), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:12.176505 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-153f9edd-9243-40e4-920d-6f9b99a65123 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (0ed7e600-27e6-4c8e-ac82-595a0c6521ee), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:12.178369 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-153f9edd-9243-40e4-920d-6f9b99a65123 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (0ed7e600-27e6-4c8e-ac82-595a0c6521ee), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:12.234901 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:34:12.295230 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-153f9edd-9243-40e4-920d-6f9b99a65123 admin admin] Publish callbacks [] for router_controller (0ed7e600-27e6-4c8e-ac82-595a0c6521ee), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:12.296826 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26774a8-1d4c-43c8-a6ee-dbfc0668842b None None] Pushing event updated for resources: {'Port': ['ID=726e0e56-d67f-4011-98da-29fe636e2144,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:34:12.418567 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc868ef-19a1-482f-8f6f-5ae44b426080 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-dc207d24-0d1a-490f-b22e-5129ecc7570d', 'network_id': 'dc207d24-0d1a-490f-b22e-5129ecc7570d', 'project_id': '9820fa9db69f467db2a6e7837484b3a1', 'fixed_ips': [{'subnet_id': '87aba412-2e1a-4b64-a0a9-67721557a4bd'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:34:12.420333 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fcc868ef-19a1-482f-8f6f-5ae44b426080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:12.457051 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port bf0339c0-79c2-41b9-aa0f-436d7ee1bfc4 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:34:12.457713 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (bf0339c0-79c2-41b9-aa0f-436d7ee1bfc4), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:12.458274 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port bf0339c0-79c2-41b9-aa0f-436d7ee1bfc4 Oct 04 21:34:12.526823 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-f6e3b520-ba6b-42c3-b7ec-ed005f83f35c None None] Attempting to bind port 726e0e56-d67f-4011-98da-29fe636e2144 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:34:12.527467 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-f6e3b520-ba6b-42c3-b7ec-ed005f83f35c None None] Attempting to bind port 726e0e56-d67f-4011-98da-29fe636e2144 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '0ad4104f-98e0-4792-9162-bda29657e5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a06351c4-36af-4262-9946-3608cacb37bd'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:34:12.528086 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e3b520-ba6b-42c3-b7ec-ed005f83f35c None None] Attempting to bind port 726e0e56-d67f-4011-98da-29fe636e2144 on network a06351c4-36af-4262-9946-3608cacb37bd {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:34:12.684028 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-153f9edd-9243-40e4-920d-6f9b99a65123 admin admin] Publish callbacks [] for router_gateway (0ed7e600-27e6-4c8e-ac82-595a0c6521ee), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:12.777879 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e3b520-ba6b-42c3-b7ec-ed005f83f35c None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:34:12.778538 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e3b520-ba6b-42c3-b7ec-ed005f83f35c None None] Checking segment: {'id': '0ad4104f-98e0-4792-9162-bda29657e5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a06351c4-36af-4262-9946-3608cacb37bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:34:12.778730 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f6e3b520-ba6b-42c3-b7ec-ed005f83f35c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:12.779261 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e3b520-ba6b-42c3-b7ec-ed005f83f35c None None] Bound using segment: {'id': '0ad4104f-98e0-4792-9162-bda29657e5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a06351c4-36af-4262-9946-3608cacb37bd'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:34:12.780109 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-f6e3b520-ba6b-42c3-b7ec-ed005f83f35c None None] Bound port: 726e0e56-d67f-4011-98da-29fe636e2144, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad4104f-98e0-4792-9162-bda29657e5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a06351c4-36af-4262-9946-3608cacb37bd'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:34:12.780757 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f6e3b520-ba6b-42c3-b7ec-ed005f83f35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (726e0e56-d67f-4011-98da-29fe636e2144), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:12.989093 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port bf0339c0-79c2-41b9-aa0f-436d7ee1bfc4 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:34:13.002076 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-fcc868ef-19a1-482f-8f6f-5ae44b426080 None None] Allocated IP 172.20.0.2 (dc207d24-0d1a-490f-b22e-5129ecc7570d/87aba412-2e1a-4b64-a0a9-67721557a4bd/45526da6-4321-4a4f-97da-4ef23dd7aba3) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:34:13.052176 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-f6e3b520-ba6b-42c3-b7ec-ed005f83f35c None None] For port 726e0e56-d67f-4011-98da-29fe636e2144, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:34:13.054569 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-f6e3b520-ba6b-42c3-b7ec-ed005f83f35c None None] For port 726e0e56-d67f-4011-98da-29fe636e2144, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=726e0e56-d67f-4011-98da-29fe636e2144,segment=NetworkSegment(0ad4104f-98e0-4792-9162-bda29657e5a3),segment_id=0ad4104f-98e0-4792-9162-bda29657e5a3)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:34:13.134813 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:34:13.158112 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-153f9edd-9243-40e4-920d-6f9b99a65123 admin admin] Publish callbacks [] for router_gateway (0ed7e600-27e6-4c8e-ac82-595a0c6521ee), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:13.188304 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-153f9edd-9243-40e4-920d-6f9b99a65123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:13.190819 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f6e3b520-ba6b-42c3-b7ec-ed005f83f35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (726e0e56-d67f-4011-98da-29fe636e2144), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:13.377667 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fcc868ef-19a1-482f-8f6f-5ae44b426080 None None] Publish callbacks [] for port (45526da6-4321-4a4f-97da-4ef23dd7aba3), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:13.405917 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e3b520-ba6b-42c3-b7ec-ed005f83f35c None None] Routers {'e75efe2a-0a69-4e16-b132-5f8293fe2a3d'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:34:13.407050 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-f6e3b520-ba6b-42c3-b7ec-ed005f83f35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:33:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['e75efe2a-0a69-4e16-b132-5f8293fe2a3d'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:34:13.425655 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:34:13.427213 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-153f9edd-9243-40e4-920d-6f9b99a65123 admin admin] Allocated IP 172.25.5.23 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/000371ca-be12-4f8b-b86d-2f3febe7c70c) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:34:13.502362 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26774a8-1d4c-43c8-a6ee-dbfc0668842b None None] Pushing event updated for resources: {'Port': ['ID=726e0e56-d67f-4011-98da-29fe636e2144,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:34:13.513422 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fcc868ef-19a1-482f-8f6f-5ae44b426080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (45526da6-4321-4a4f-97da-4ef23dd7aba3), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:13.657425 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-153f9edd-9243-40e4-920d-6f9b99a65123 admin admin] Publish callbacks [] for port (000371ca-be12-4f8b-b86d-2f3febe7c70c), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:13.702617 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc868ef-19a1-482f-8f6f-5ae44b426080 None None] Network dc207d24-0d1a-490f-b22e-5129ecc7570d is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:34:13.717809 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-fcc868ef-19a1-482f-8f6f-5ae44b426080 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:34:13.726103 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc868ef-19a1-482f-8f6f-5ae44b426080 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:34:13.736435 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc868ef-19a1-482f-8f6f-5ae44b426080 None None] Pushing event updated for resources: {'Port': ['ID=45526da6-4321-4a4f-97da-4ef23dd7aba3,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:34:13.813918 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-f6e3b520-ba6b-42c3-b7ec-ed005f83f35c None None] Set router e75efe2a-0a69-4e16-b132-5f8293fe2a3d gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:34:13.924154 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-fcc868ef-19a1-482f-8f6f-5ae44b426080 None None] Attempting to bind port 45526da6-4321-4a4f-97da-4ef23dd7aba3 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:34:13.924536 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-fcc868ef-19a1-482f-8f6f-5ae44b426080 None None] Attempting to bind port 45526da6-4321-4a4f-97da-4ef23dd7aba3 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '93605b5f-ba95-43df-8412-572c93169dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'dc207d24-0d1a-490f-b22e-5129ecc7570d'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:34:13.925088 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc868ef-19a1-482f-8f6f-5ae44b426080 None None] Attempting to bind port 45526da6-4321-4a4f-97da-4ef23dd7aba3 on network dc207d24-0d1a-490f-b22e-5129ecc7570d {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:34:14.152343 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc868ef-19a1-482f-8f6f-5ae44b426080 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:34:14.152972 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc868ef-19a1-482f-8f6f-5ae44b426080 None None] Checking segment: {'id': '93605b5f-ba95-43df-8412-572c93169dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'dc207d24-0d1a-490f-b22e-5129ecc7570d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:34:14.153644 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fcc868ef-19a1-482f-8f6f-5ae44b426080 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:14.154324 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc868ef-19a1-482f-8f6f-5ae44b426080 None None] Bound using segment: {'id': '93605b5f-ba95-43df-8412-572c93169dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'dc207d24-0d1a-490f-b22e-5129ecc7570d'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:34:14.155236 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-fcc868ef-19a1-482f-8f6f-5ae44b426080 None None] Bound port: 45526da6-4321-4a4f-97da-4ef23dd7aba3, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93605b5f-ba95-43df-8412-572c93169dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'dc207d24-0d1a-490f-b22e-5129ecc7570d'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:34:14.155889 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fcc868ef-19a1-482f-8f6f-5ae44b426080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (45526da6-4321-4a4f-97da-4ef23dd7aba3), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:14.251274 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-153f9edd-9243-40e4-920d-6f9b99a65123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (000371ca-be12-4f8b-b86d-2f3febe7c70c), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:14.305188 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:34:14.319276 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153f9edd-9243-40e4-920d-6f9b99a65123 admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:34:14.325480 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-153f9edd-9243-40e4-920d-6f9b99a65123 admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:34:14.332702 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153f9edd-9243-40e4-920d-6f9b99a65123 admin admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:34:14.361037 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-fcc868ef-19a1-482f-8f6f-5ae44b426080 None None] For port 45526da6-4321-4a4f-97da-4ef23dd7aba3, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:34:14.364310 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-f6e3b520-ba6b-42c3-b7ec-ed005f83f35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75efe2a-0a69-4e16-b132-5f8293fe2a3d', 'name': 'tempest-TestShelveInstance-1184591603-router', 'tenant_id': '6a14a0b665fd4c4d98138e39f75314bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': 'bf0339c0-79c2-41b9-aa0f-436d7ee1bfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:34:02Z', 'updated_at': '2022-10-04T21:34:07Z', 'revision_number': 4, 'project_id': '6a14a0b665fd4c4d98138e39f75314bc', 'gw_port': {'id': 'bf0339c0-79c2-41b9-aa0f-436d7ee1bfc4', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75efe2a-0a69-4e16-b132-5f8293fe2a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:34:03Z', 'updated_at': '2022-10-04T21:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '726e0e56-d67f-4011-98da-29fe636e2144', 'name': '', 'network_id': 'a06351c4-36af-4262-9946-3608cacb37bd', 'tenant_id': '6a14a0b665fd4c4d98138e39f75314bc', 'mac_address': 'fa:16:3e:f5:65:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75efe2a-0a69-4e16-b132-5f8293fe2a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '987fac39-8a70-4266-8f31-12509917b264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:34:06Z', 'updated_at': '2022-10-04T21:34:13Z', 'revision_number': 4, 'project_id': '6a14a0b665fd4c4d98138e39f75314bc', 'subnets': [{'id': '987fac39-8a70-4266-8f31-12509917b264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:34:14.393843 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153f9edd-9243-40e4-920d-6f9b99a65123 admin admin] Pushing event updated for resources: {'Port': ['ID=000371ca-be12-4f8b-b86d-2f3febe7c70c,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:34:14.403939 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e3b520-ba6b-42c3-b7ec-ed005f83f35c None None] The sync data for ids ['e75efe2a-0a69-4e16-b132-5f8293fe2a3d'] in n-d-852085-12 is: [{'id': 'e75efe2a-0a69-4e16-b132-5f8293fe2a3d', 'name': 'tempest-TestShelveInstance-1184591603-router', 'tenant_id': '6a14a0b665fd4c4d98138e39f75314bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': 'bf0339c0-79c2-41b9-aa0f-436d7ee1bfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:34:02Z', 'updated_at': '2022-10-04T21:34:07Z', 'revision_number': 4, 'project_id': '6a14a0b665fd4c4d98138e39f75314bc', 'gw_port': {'id': 'bf0339c0-79c2-41b9-aa0f-436d7ee1bfc4', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75efe2a-0a69-4e16-b132-5f8293fe2a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:34:03Z', 'updated_at': '2022-10-04T21:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '726e0e56-d67f-4011-98da-29fe636e2144', 'name': '', 'network_id': 'a06351c4-36af-4262-9946-3608cacb37bd', 'tenant_id': '6a14a0b665fd4c4d98138e39f75314bc', 'mac_address': 'fa:16:3e:f5:65:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e75efe2a-0a69-4e16-b132-5f8293fe2a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '987fac39-8a70-4266-8f31-12509917b264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:34:06Z', 'updated_at': '2022-10-04T21:34:13Z', 'revision_number': 4, 'project_id': '6a14a0b665fd4c4d98138e39f75314bc', 'subnets': [{'id': '987fac39-8a70-4266-8f31-12509917b264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:34:14.408592 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-fcc868ef-19a1-482f-8f6f-5ae44b426080 None None] For port 45526da6-4321-4a4f-97da-4ef23dd7aba3, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=45526da6-4321-4a4f-97da-4ef23dd7aba3,segment=NetworkSegment(93605b5f-ba95-43df-8412-572c93169dab),segment_id=93605b5f-ba95-43df-8412-572c93169dab)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:34:14.434220 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:34:14.538062 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-fcc868ef-19a1-482f-8f6f-5ae44b426080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (45526da6-4321-4a4f-97da-4ef23dd7aba3), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:14.699264 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc868ef-19a1-482f-8f6f-5ae44b426080 None None] Pushing event updated for resources: {'Port': ['ID=45526da6-4321-4a4f-97da-4ef23dd7aba3,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:34:15.075727 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-153f9edd-9243-40e4-920d-6f9b99a65123 admin admin] Publish callbacks [] for router_gateway (0ed7e600-27e6-4c8e-ac82-595a0c6521ee), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:15.427294 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-153f9edd-9243-40e4-920d-6f9b99a65123 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (0ed7e600-27e6-4c8e-ac82-595a0c6521ee), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:15.572822 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-47d9a457-826c-43ce-b19a-da54105eda25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:15.827350 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-153f9edd-9243-40e4-920d-6f9b99a65123 admin admin] Router 0ed7e600-27e6-4c8e-ac82-595a0c6521ee is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 21:34:16.091654 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-153f9edd-9243-40e4-920d-6f9b99a65123 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:34:16.123847 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae32727b-fff2-4c8a-bcd8-1c412d6d2c71 None None] Sync routers for ids ['0ed7e600-27e6-4c8e-ac82-595a0c6521ee'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:34:16.153546 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae32727b-fff2-4c8a-bcd8-1c412d6d2c71 None None] Routers {'0ed7e600-27e6-4c8e-ac82-595a0c6521ee'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:34:16.156772 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-ae32727b-fff2-4c8a-bcd8-1c412d6d2c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:33:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['0ed7e600-27e6-4c8e-ac82-595a0c6521ee'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:34:16.168685 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976add7c-285c-4e7c-b2ce-ff87109260d7 None None] Network dc207d24-0d1a-490f-b22e-5129ecc7570d requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:34:16.189596 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-153f9edd-9243-40e4-920d-6f9b99a65123 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:16.192456 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-153f9edd-9243-40e4-920d-6f9b99a65123 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.1352973 Oct 04 21:34:16.196719 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54084) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:34:16.301006 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 45526da6-4321-4a4f-97da-4ef23dd7aba3 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:34:16.404136 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-30a9fcb4-61b1-4577-8f0a-fe2fc8aae01e None None] Provisioning complete for port 45526da6-4321-4a4f-97da-4ef23dd7aba3 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:34:16.404637 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-30a9fcb4-61b1-4577-8f0a-fe2fc8aae01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (45526da6-4321-4a4f-97da-4ef23dd7aba3), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:16.405199 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-30a9fcb4-61b1-4577-8f0a-fe2fc8aae01e None None] Attempt 1 to provision port 45526da6-4321-4a4f-97da-4ef23dd7aba3 Oct 04 21:34:16.426687 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-ae32727b-fff2-4c8a-bcd8-1c412d6d2c71 None None] Set router 0ed7e600-27e6-4c8e-ac82-595a0c6521ee gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:34:16.506351 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:34:16.629771 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 45526da6-4321-4a4f-97da-4ef23dd7aba3 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:34:16.630772 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (45526da6-4321-4a4f-97da-4ef23dd7aba3), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:16.631255 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 45526da6-4321-4a4f-97da-4ef23dd7aba3 Oct 04 21:34:16.732777 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:34:16.857172 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-ae32727b-fff2-4c8a-bcd8-1c412d6d2c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed7e600-27e6-4c8e-ac82-595a0c6521ee', 'name': 'tempest-TestShelveInstance-2056230927-router', 'tenant_id': '9820fa9db69f467db2a6e7837484b3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '000371ca-be12-4f8b-b86d-2f3febe7c70c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:34:12Z', 'updated_at': '2022-10-04T21:34:14Z', 'revision_number': 3, 'project_id': '9820fa9db69f467db2a6e7837484b3a1', 'gw_port': {'id': '000371ca-be12-4f8b-b86d-2f3febe7c70c', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:57:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed7e600-27e6-4c8e-ac82-595a0c6521ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:34:13Z', 'updated_at': '2022-10-04T21:34:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:34:16.919943 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae32727b-fff2-4c8a-bcd8-1c412d6d2c71 None None] Checking router: 0ed7e600-27e6-4c8e-ac82-595a0c6521ee for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:34:16.921067 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae32727b-fff2-4c8a-bcd8-1c412d6d2c71 None None] Updating router 0ed7e600-27e6-4c8e-ac82-595a0c6521ee port 000371ca-be12-4f8b-b86d-2f3febe7c70c binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:34:16.995572 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-ae32727b-fff2-4c8a-bcd8-1c412d6d2c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (000371ca-be12-4f8b-b86d-2f3febe7c70c), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:17.059908 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-30a9fcb4-61b1-4577-8f0a-fe2fc8aae01e None None] Current status of the port 45526da6-4321-4a4f-97da-4ef23dd7aba3 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:34:17.060393 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-30a9fcb4-61b1-4577-8f0a-fe2fc8aae01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (45526da6-4321-4a4f-97da-4ef23dd7aba3), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:17.181850 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 45526da6-4321-4a4f-97da-4ef23dd7aba3 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:34:17.182447 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (45526da6-4321-4a4f-97da-4ef23dd7aba3), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:17.193840 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-30a9fcb4-61b1-4577-8f0a-fe2fc8aae01e None None] For port 45526da6-4321-4a4f-97da-4ef23dd7aba3, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=45526da6-4321-4a4f-97da-4ef23dd7aba3,segment=NetworkSegment(93605b5f-ba95-43df-8412-572c93169dab),segment_id=93605b5f-ba95-43df-8412-572c93169dab)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:34:17.208355 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-23abaabf-84ec-4bbe-90e2-a3c7e7f5506a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:17.307207 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-30a9fcb4-61b1-4577-8f0a-fe2fc8aae01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (45526da6-4321-4a4f-97da-4ef23dd7aba3), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:17.426191 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=100 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:34:17.491215 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 04 21:34:17.491808 n-d-852085-12 neutron-server[108171]: DEBUG oslo_db.api [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 21:34:17.496651 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e436cabc-f5f3-450d-b248-f1800d6c2a16 None None] Provisioning complete for port 45526da6-4321-4a4f-97da-4ef23dd7aba3 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:34:17.497225 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e436cabc-f5f3-450d-b248-f1800d6c2a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (45526da6-4321-4a4f-97da-4ef23dd7aba3), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:17.497701 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e436cabc-f5f3-450d-b248-f1800d6c2a16 None None] Attempt 1 to provision port 45526da6-4321-4a4f-97da-4ef23dd7aba3 Oct 04 21:34:17.536858 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a9fcb4-61b1-4577-8f0a-fe2fc8aae01e None None] Pushing event updated for resources: {'Port': ['ID=45526da6-4321-4a4f-97da-4ef23dd7aba3,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:34:17.542151 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-ae32727b-fff2-4c8a-bcd8-1c412d6d2c71 None None] Publish callbacks [] for port (000371ca-be12-4f8b-b86d-2f3febe7c70c), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:17.549462 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_common [None req-23abaabf-84ec-4bbe-90e2-a3c7e7f5506a admin admin] Allocated IP 172.20.0.1 (dc207d24-0d1a-490f-b22e-5129ecc7570d/87aba412-2e1a-4b64-a0a9-67721557a4bd/a3a03981-8a78-4d8b-9565-a49bd34cf9a0) {{(pid=108169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:34:17.553773 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7a58be9f-e84c-4edd-9bc1-3cdfbeca82f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:17.617759 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-ae32727b-fff2-4c8a-bcd8-1c412d6d2c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (000371ca-be12-4f8b-b86d-2f3febe7c70c), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:17.656530 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e436cabc-f5f3-450d-b248-f1800d6c2a16 None None] Current status of the port 45526da6-4321-4a4f-97da-4ef23dd7aba3 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:34:17.691364 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-ae32727b-fff2-4c8a-bcd8-1c412d6d2c71 None None] Attempting to bind port 000371ca-be12-4f8b-b86d-2f3febe7c70c on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:34:17.691980 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-ae32727b-fff2-4c8a-bcd8-1c412d6d2c71 None None] Attempting to bind port 000371ca-be12-4f8b-b86d-2f3febe7c70c by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:34:17.692553 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae32727b-fff2-4c8a-bcd8-1c412d6d2c71 None None] Attempting to bind port 000371ca-be12-4f8b-b86d-2f3febe7c70c on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:34:17.765130 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1334992c-0a11-4cc5-91dd-6250c91236b2 None None] Pushing event updated for resources: {'Port': ['ID=000371ca-be12-4f8b-b86d-2f3febe7c70c,revision_number=2']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:34:17.797409 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-23abaabf-84ec-4bbe-90e2-a3c7e7f5506a admin admin] Publish callbacks [] for port (a3a03981-8a78-4d8b-9565-a49bd34cf9a0), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:17.805638 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae32727b-fff2-4c8a-bcd8-1c412d6d2c71 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:34:17.806254 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae32727b-fff2-4c8a-bcd8-1c412d6d2c71 None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:34:17.807508 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-ae32727b-fff2-4c8a-bcd8-1c412d6d2c71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:17.808178 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae32727b-fff2-4c8a-bcd8-1c412d6d2c71 None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:34:17.809039 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-ae32727b-fff2-4c8a-bcd8-1c412d6d2c71 None None] Bound port: 000371ca-be12-4f8b-b86d-2f3febe7c70c, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:34:17.809703 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-ae32727b-fff2-4c8a-bcd8-1c412d6d2c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (000371ca-be12-4f8b-b86d-2f3febe7c70c), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:17.903723 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-ae32727b-fff2-4c8a-bcd8-1c412d6d2c71 None None] For port 000371ca-be12-4f8b-b86d-2f3febe7c70c, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:34:17.909071 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-ae32727b-fff2-4c8a-bcd8-1c412d6d2c71 None None] For port 000371ca-be12-4f8b-b86d-2f3febe7c70c, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=000371ca-be12-4f8b-b86d-2f3febe7c70c,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:34:17.953809 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-23abaabf-84ec-4bbe-90e2-a3c7e7f5506a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (a3a03981-8a78-4d8b-9565-a49bd34cf9a0), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:18.027775 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:34:18.036312 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-ae32727b-fff2-4c8a-bcd8-1c412d6d2c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (000371ca-be12-4f8b-b86d-2f3febe7c70c), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:18.041816 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23abaabf-84ec-4bbe-90e2-a3c7e7f5506a admin admin] Network dc207d24-0d1a-490f-b22e-5129ecc7570d is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:34:18.053614 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-23abaabf-84ec-4bbe-90e2-a3c7e7f5506a admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:34:18.056729 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 45526da6-4321-4a4f-97da-4ef23dd7aba3 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:34:18.058284 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 726e0e56-d67f-4011-98da-29fe636e2144 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:34:18.062097 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23abaabf-84ec-4bbe-90e2-a3c7e7f5506a admin admin] Received port after_create {{(pid=108169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:34:18.068552 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23abaabf-84ec-4bbe-90e2-a3c7e7f5506a admin admin] Pushing event updated for resources: {'Port': ['ID=a3a03981-8a78-4d8b-9565-a49bd34cf9a0,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:34:18.141544 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:34:18.148831 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 726e0e56-d67f-4011-98da-29fe636e2144 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:34:18.149550 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (726e0e56-d67f-4011-98da-29fe636e2144), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:18.150878 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 726e0e56-d67f-4011-98da-29fe636e2144 Oct 04 21:34:18.154289 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae32727b-fff2-4c8a-bcd8-1c412d6d2c71 None None] Routers {'0ed7e600-27e6-4c8e-ac82-595a0c6521ee'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:34:18.155361 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-ae32727b-fff2-4c8a-bcd8-1c412d6d2c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:34:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['0ed7e600-27e6-4c8e-ac82-595a0c6521ee'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:34:18.167399 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-23abaabf-84ec-4bbe-90e2-a3c7e7f5506a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (0ed7e600-27e6-4c8e-ac82-595a0c6521ee), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:18.238598 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:34:18.319571 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 726e0e56-d67f-4011-98da-29fe636e2144 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:34:18.320516 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (726e0e56-d67f-4011-98da-29fe636e2144), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:18.411188 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 726e0e56-d67f-4011-98da-29fe636e2144, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=726e0e56-d67f-4011-98da-29fe636e2144,segment=NetworkSegment(0ad4104f-98e0-4792-9162-bda29657e5a3),segment_id=0ad4104f-98e0-4792-9162-bda29657e5a3)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:34:18.428405 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1334992c-0a11-4cc5-91dd-6250c91236b2 None None] Pushing event updated for resources: {'Port': ['ID=000371ca-be12-4f8b-b86d-2f3febe7c70c,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:34:18.514648 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-b3b4d719-c2fa-4f3a-b332-697609498db9 None None] Provisioning complete for port a3a03981-8a78-4d8b-9565-a49bd34cf9a0 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:34:18.515684 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b3b4d719-c2fa-4f3a-b332-697609498db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (a3a03981-8a78-4d8b-9565-a49bd34cf9a0), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:18.516454 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-b3b4d719-c2fa-4f3a-b332-697609498db9 None None] Attempt 1 to provision port a3a03981-8a78-4d8b-9565-a49bd34cf9a0 Oct 04 21:34:18.543552 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-23abaabf-84ec-4bbe-90e2-a3c7e7f5506a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (a3a03981-8a78-4d8b-9565-a49bd34cf9a0), before_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:18.548887 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-ae32727b-fff2-4c8a-bcd8-1c412d6d2c71 None None] Set router 0ed7e600-27e6-4c8e-ac82-595a0c6521ee gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:34:18.569391 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (726e0e56-d67f-4011-98da-29fe636e2144), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:18.668492 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-b3b4d719-c2fa-4f3a-b332-697609498db9 None None] Port a3a03981-8a78-4d8b-9565-a49bd34cf9a0 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:34:18.727121 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:34:18.740243 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=726e0e56-d67f-4011-98da-29fe636e2144,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:34:18.789453 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 45526da6-4321-4a4f-97da-4ef23dd7aba3 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:34:18.887434 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 45526da6-4321-4a4f-97da-4ef23dd7aba3 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:34:18.887851 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (45526da6-4321-4a4f-97da-4ef23dd7aba3), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:18.888297 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 45526da6-4321-4a4f-97da-4ef23dd7aba3 Oct 04 21:34:18.912340 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-23abaabf-84ec-4bbe-90e2-a3c7e7f5506a admin admin] Publish callbacks [] for port (a3a03981-8a78-4d8b-9565-a49bd34cf9a0), precommit_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:18.918662 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-ae32727b-fff2-4c8a-bcd8-1c412d6d2c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed7e600-27e6-4c8e-ac82-595a0c6521ee', 'name': 'tempest-TestShelveInstance-2056230927-router', 'tenant_id': '9820fa9db69f467db2a6e7837484b3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '000371ca-be12-4f8b-b86d-2f3febe7c70c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:34:12Z', 'updated_at': '2022-10-04T21:34:14Z', 'revision_number': 3, 'project_id': '9820fa9db69f467db2a6e7837484b3a1', 'gw_port': {'id': '000371ca-be12-4f8b-b86d-2f3febe7c70c', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:57:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed7e600-27e6-4c8e-ac82-595a0c6521ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:34:13Z', 'updated_at': '2022-10-04T21:34:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:34:18.976252 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae32727b-fff2-4c8a-bcd8-1c412d6d2c71 None None] The sync data for ids ['0ed7e600-27e6-4c8e-ac82-595a0c6521ee'] in n-d-852085-12 is: [{'id': '0ed7e600-27e6-4c8e-ac82-595a0c6521ee', 'name': 'tempest-TestShelveInstance-2056230927-router', 'tenant_id': '9820fa9db69f467db2a6e7837484b3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '000371ca-be12-4f8b-b86d-2f3febe7c70c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:34:12Z', 'updated_at': '2022-10-04T21:34:14Z', 'revision_number': 3, 'project_id': '9820fa9db69f467db2a6e7837484b3a1', 'gw_port': {'id': '000371ca-be12-4f8b-b86d-2f3febe7c70c', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:57:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed7e600-27e6-4c8e-ac82-595a0c6521ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:34:13Z', 'updated_at': '2022-10-04T21:34:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:34:18.998744 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-23abaabf-84ec-4bbe-90e2-a3c7e7f5506a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33483725'] for port (a3a03981-8a78-4d8b-9565-a49bd34cf9a0), after_update {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:19.053106 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 45526da6-4321-4a4f-97da-4ef23dd7aba3 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:34:19.151581 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-23abaabf-84ec-4bbe-90e2-a3c7e7f5506a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (0ed7e600-27e6-4c8e-ac82-595a0c6521ee), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:19.157432 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23abaabf-84ec-4bbe-90e2-a3c7e7f5506a admin admin] Pushing event updated for resources: {'Port': ['ID=a3a03981-8a78-4d8b-9565-a49bd34cf9a0,revision_number=2']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:34:19.357431 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23abaabf-84ec-4bbe-90e2-a3c7e7f5506a admin admin] Network dc207d24-0d1a-490f-b22e-5129ecc7570d is already hosted by enough agents. {{(pid=108169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:34:19.365499 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.base_scheduler [None req-23abaabf-84ec-4bbe-90e2-a3c7e7f5506a admin admin] Resources bound (agent type, host, resource id): {{(pid=108169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:34:19.820535 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-17039b50-def2-42fc-be6e-ed1b1d4ab1ac None None] Provisioning complete for port a3a03981-8a78-4d8b-9565-a49bd34cf9a0 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:34:19.821418 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-17039b50-def2-42fc-be6e-ed1b1d4ab1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (a3a03981-8a78-4d8b-9565-a49bd34cf9a0), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:19.823204 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-17039b50-def2-42fc-be6e-ed1b1d4ab1ac None None] Attempt 1 to provision port a3a03981-8a78-4d8b-9565-a49bd34cf9a0 Oct 04 21:34:19.890243 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-17039b50-def2-42fc-be6e-ed1b1d4ab1ac None None] Port a3a03981-8a78-4d8b-9565-a49bd34cf9a0 cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:34:19.963594 n-d-852085-12 neutron-server[108169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23abaabf-84ec-4bbe-90e2-a3c7e7f5506a admin admin] Router 0ed7e600-27e6-4c8e-ac82-595a0c6521ee has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:34:19.968305 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:34:20.186822 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23abaabf-84ec-4bbe-90e2-a3c7e7f5506a admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:34:20.201143 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-23abaabf-84ec-4bbe-90e2-a3c7e7f5506a admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/0ed7e600-27e6-4c8e-ac82-595a0c6521ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9963181 Oct 04 21:34:20.341483 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:20.798983 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 000371ca-be12-4f8b-b86d-2f3febe7c70c up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:34:20.837023 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:34:20.873407 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 000371ca-be12-4f8b-b86d-2f3febe7c70c triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:34:20.873820 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (000371ca-be12-4f8b-b86d-2f3febe7c70c), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:20.874580 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 000371ca-be12-4f8b-b86d-2f3febe7c70c Oct 04 21:34:20.930597 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54098) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:34:20.936775 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-9c4110de-3522-4076-86f8-98455c10194d tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-520758528', 'description': 'tempest-secgroup-smoke-520758528 description', 'project_id': '6a14a0b665fd4c4d98138e39f75314bc'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:34:21.003103 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 000371ca-be12-4f8b-b86d-2f3febe7c70c is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:34:21.003584 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (000371ca-be12-4f8b-b86d-2f3febe7c70c), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:21.042152 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 000371ca-be12-4f8b-b86d-2f3febe7c70c, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=000371ca-be12-4f8b-b86d-2f3febe7c70c,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:34:21.047708 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9c4110de-3522-4076-86f8-98455c10194d tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:21.187511 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (000371ca-be12-4f8b-b86d-2f3febe7c70c), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:21.188248 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9c4110de-3522-4076-86f8-98455c10194d tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Publish callbacks [] for security_group (abe03a39-0f94-472a-b90d-8fe00a058269), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:21.188910 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 726e0e56-d67f-4011-98da-29fe636e2144 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:34:21.301156 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9c4110de-3522-4076-86f8-98455c10194d tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (abe03a39-0f94-472a-b90d-8fe00a058269), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:21.339394 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c104d59-5005-4a4c-b503-d8a1baaa177f None None] Sync routers for ids ['0ed7e600-27e6-4c8e-ac82-595a0c6521ee'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:34:21.360677 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=000371ca-be12-4f8b-b86d-2f3febe7c70c,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:34:21.385710 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4110de-3522-4076-86f8-98455c10194d tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abe03a39-0f94-472a-b90d-8fe00a058269,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:34:21.387931 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c104d59-5005-4a4c-b503-d8a1baaa177f None None] Routers {'0ed7e600-27e6-4c8e-ac82-595a0c6521ee'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:34:21.389020 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-2c104d59-5005-4a4c-b503-d8a1baaa177f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:34:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['0ed7e600-27e6-4c8e-ac82-595a0c6521ee'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:34:21.392606 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 726e0e56-d67f-4011-98da-29fe636e2144 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:34:21.393725 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (726e0e56-d67f-4011-98da-29fe636e2144), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:21.393882 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 726e0e56-d67f-4011-98da-29fe636e2144 Oct 04 21:34:21.436926 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-9c4110de-3522-4076-86f8-98455c10194d tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:21.439348 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-9c4110de-3522-4076-86f8-98455c10194d tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5065405 Oct 04 21:34:21.444189 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54100) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:34:21.452934 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-534e7c19-094a-4c4f-be27-44e2b5d9ae69 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Request body: {'security_group_rule': {'security_group_id': 'abe03a39-0f94-472a-b90d-8fe00a058269', 'project_id': '6a14a0b665fd4c4d98138e39f75314bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:34:21.588754 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-534e7c19-094a-4c4f-be27-44e2b5d9ae69 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Publish callbacks [] for security_group_rule (c8e6463c-cfdb-4019-a455-4735e1c83f48), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:21.655371 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:34:21.677119 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-2c104d59-5005-4a4c-b503-d8a1baaa177f None None] Set router 0ed7e600-27e6-4c8e-ac82-595a0c6521ee gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:34:21.714995 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-534e7c19-094a-4c4f-be27-44e2b5d9ae69 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Publish callbacks [] for security_group_rule (c8e6463c-cfdb-4019-a455-4735e1c83f48), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:21.734034 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:34:21.747757 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 726e0e56-d67f-4011-98da-29fe636e2144 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:34:21.826708 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:21.867312 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-534e7c19-094a-4c4f-be27-44e2b5d9ae69 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (c8e6463c-cfdb-4019-a455-4735e1c83f48), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:21.898332 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534e7c19-094a-4c4f-be27-44e2b5d9ae69 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8e6463c-cfdb-4019-a455-4735e1c83f48,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:34:21.920995 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:21.988738 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-534e7c19-094a-4c4f-be27-44e2b5d9ae69 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:21.990736 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-534e7c19-094a-4c4f-be27-44e2b5d9ae69 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5445850 Oct 04 21:34:21.994806 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54102) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:34:22.000580 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-5026d897-853b-441f-a740-38db1ed570a0 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Request body: {'security_group_rule': {'security_group_id': 'abe03a39-0f94-472a-b90d-8fe00a058269', 'project_id': '6a14a0b665fd4c4d98138e39f75314bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:34:22.092197 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-2c104d59-5005-4a4c-b503-d8a1baaa177f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed7e600-27e6-4c8e-ac82-595a0c6521ee', 'name': 'tempest-TestShelveInstance-2056230927-router', 'tenant_id': '9820fa9db69f467db2a6e7837484b3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '000371ca-be12-4f8b-b86d-2f3febe7c70c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:34:12Z', 'updated_at': '2022-10-04T21:34:18Z', 'revision_number': 4, 'project_id': '9820fa9db69f467db2a6e7837484b3a1', 'gw_port': {'id': '000371ca-be12-4f8b-b86d-2f3febe7c70c', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:57:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed7e600-27e6-4c8e-ac82-595a0c6521ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:34:13Z', 'updated_at': '2022-10-04T21:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'a3a03981-8a78-4d8b-9565-a49bd34cf9a0', 'name': '', 'network_id': 'dc207d24-0d1a-490f-b22e-5129ecc7570d', 'tenant_id': '9820fa9db69f467db2a6e7837484b3a1', 'mac_address': 'fa:16:3e:40:65:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed7e600-27e6-4c8e-ac82-595a0c6521ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '87aba412-2e1a-4b64-a0a9-67721557a4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:34:17Z', 'updated_at': '2022-10-04T21:34:18Z', 'revision_number': 2, 'project_id': '9820fa9db69f467db2a6e7837484b3a1', 'subnets': [{'id': '87aba412-2e1a-4b64-a0a9-67721557a4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:34:22.129582 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c104d59-5005-4a4c-b503-d8a1baaa177f None None] Checking router: 0ed7e600-27e6-4c8e-ac82-595a0c6521ee for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:34:22.129582 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c104d59-5005-4a4c-b503-d8a1baaa177f None None] Updating router 0ed7e600-27e6-4c8e-ac82-595a0c6521ee port a3a03981-8a78-4d8b-9565-a49bd34cf9a0 binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:34:22.130341 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5026d897-853b-441f-a740-38db1ed570a0 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Publish callbacks [] for security_group_rule (387e5184-11f3-48b6-830d-0fd3927b01aa), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:22.180888 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2c104d59-5005-4a4c-b503-d8a1baaa177f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (a3a03981-8a78-4d8b-9565-a49bd34cf9a0), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:22.227047 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5026d897-853b-441f-a740-38db1ed570a0 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Publish callbacks [] for security_group_rule (387e5184-11f3-48b6-830d-0fd3927b01aa), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:22.341861 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5026d897-853b-441f-a740-38db1ed570a0 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (387e5184-11f3-48b6-830d-0fd3927b01aa), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:22.379578 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5026d897-853b-441f-a740-38db1ed570a0 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=387e5184-11f3-48b6-830d-0fd3927b01aa,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:34:22.487248 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5026d897-853b-441f-a740-38db1ed570a0 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:22.493075 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-5026d897-853b-441f-a740-38db1ed570a0 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4930968 Oct 04 21:34:22.493540 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54104) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:34:22.502291 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-b3f6c1a4-239a-44bb-b0bb-3d1859d8d0d5 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Request body: {'security_group_rule': {'security_group_id': 'abe03a39-0f94-472a-b90d-8fe00a058269', 'project_id': '6a14a0b665fd4c4d98138e39f75314bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:34:22.532760 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:34:22.688452 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b3f6c1a4-239a-44bb-b0bb-3d1859d8d0d5 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Publish callbacks [] for security_group_rule (d62d762a-0cac-49a6-a4a2-ef6a7485369f), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:22.726523 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2c104d59-5005-4a4c-b503-d8a1baaa177f None None] Publish callbacks [] for port (a3a03981-8a78-4d8b-9565-a49bd34cf9a0), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:22.741802 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 000371ca-be12-4f8b-b86d-2f3febe7c70c up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:34:22.816056 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b3f6c1a4-239a-44bb-b0bb-3d1859d8d0d5 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Publish callbacks [] for security_group_rule (d62d762a-0cac-49a6-a4a2-ef6a7485369f), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:22.822044 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2c104d59-5005-4a4c-b503-d8a1baaa177f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (a3a03981-8a78-4d8b-9565-a49bd34cf9a0), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:22.878076 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 000371ca-be12-4f8b-b86d-2f3febe7c70c triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:34:22.878717 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (000371ca-be12-4f8b-b86d-2f3febe7c70c), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:22.879321 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 000371ca-be12-4f8b-b86d-2f3febe7c70c Oct 04 21:34:22.918781 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b3f6c1a4-239a-44bb-b0bb-3d1859d8d0d5 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (d62d762a-0cac-49a6-a4a2-ef6a7485369f), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:22.961106 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f6c1a4-239a-44bb-b0bb-3d1859d8d0d5 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d62d762a-0cac-49a6-a4a2-ef6a7485369f,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:34:23.011890 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3243f7ba-bde8-4f5a-b11b-1c84c7acb8cb None None] Pushing event updated for resources: {'Port': ['ID=a3a03981-8a78-4d8b-9565-a49bd34cf9a0,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:34:23.073593 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b3f6c1a4-239a-44bb-b0bb-3d1859d8d0d5 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:23.075781 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b3f6c1a4-239a-44bb-b0bb-3d1859d8d0d5 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5798163 Oct 04 21:34:23.079413 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54106) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:34:23.088583 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-256e4381-dcfb-4bfc-84d6-a97dcf6004a7 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Request body: {'security_group_rule': {'security_group_id': 'abe03a39-0f94-472a-b90d-8fe00a058269', 'project_id': '6a14a0b665fd4c4d98138e39f75314bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:34:23.099643 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-2c104d59-5005-4a4c-b503-d8a1baaa177f None None] Attempting to bind port a3a03981-8a78-4d8b-9565-a49bd34cf9a0 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:34:23.100354 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-2c104d59-5005-4a4c-b503-d8a1baaa177f None None] Attempting to bind port a3a03981-8a78-4d8b-9565-a49bd34cf9a0 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '93605b5f-ba95-43df-8412-572c93169dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'dc207d24-0d1a-490f-b22e-5129ecc7570d'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:34:23.100978 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c104d59-5005-4a4c-b503-d8a1baaa177f None None] Attempting to bind port a3a03981-8a78-4d8b-9565-a49bd34cf9a0 on network dc207d24-0d1a-490f-b22e-5129ecc7570d {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:34:23.108159 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:34:23.221712 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 000371ca-be12-4f8b-b86d-2f3febe7c70c is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:34:23.246785 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c104d59-5005-4a4c-b503-d8a1baaa177f None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:34:23.247478 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c104d59-5005-4a4c-b503-d8a1baaa177f None None] Checking segment: {'id': '93605b5f-ba95-43df-8412-572c93169dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'dc207d24-0d1a-490f-b22e-5129ecc7570d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:34:23.248254 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2c104d59-5005-4a4c-b503-d8a1baaa177f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:23.248918 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c104d59-5005-4a4c-b503-d8a1baaa177f None None] Bound using segment: {'id': '93605b5f-ba95-43df-8412-572c93169dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'dc207d24-0d1a-490f-b22e-5129ecc7570d'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:34:23.249786 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-2c104d59-5005-4a4c-b503-d8a1baaa177f None None] Bound port: a3a03981-8a78-4d8b-9565-a49bd34cf9a0, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93605b5f-ba95-43df-8412-572c93169dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'dc207d24-0d1a-490f-b22e-5129ecc7570d'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:34:23.250419 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2c104d59-5005-4a4c-b503-d8a1baaa177f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (a3a03981-8a78-4d8b-9565-a49bd34cf9a0), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:23.261893 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-256e4381-dcfb-4bfc-84d6-a97dcf6004a7 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Publish callbacks [] for security_group_rule (7322ef35-eb9c-40e3-a0a3-72996835c96a), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:23.345533 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:34:23.377039 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2c104d59-5005-4a4c-b503-d8a1baaa177f None None] For port a3a03981-8a78-4d8b-9565-a49bd34cf9a0, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:34:23.383653 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-2c104d59-5005-4a4c-b503-d8a1baaa177f None None] For port a3a03981-8a78-4d8b-9565-a49bd34cf9a0, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=a3a03981-8a78-4d8b-9565-a49bd34cf9a0,segment=NetworkSegment(93605b5f-ba95-43df-8412-572c93169dab),segment_id=93605b5f-ba95-43df-8412-572c93169dab)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:34:23.388819 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-256e4381-dcfb-4bfc-84d6-a97dcf6004a7 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Publish callbacks [] for security_group_rule (7322ef35-eb9c-40e3-a0a3-72996835c96a), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:23.513363 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-256e4381-dcfb-4bfc-84d6-a97dcf6004a7 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (7322ef35-eb9c-40e3-a0a3-72996835c96a), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:23.514350 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2c104d59-5005-4a4c-b503-d8a1baaa177f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (a3a03981-8a78-4d8b-9565-a49bd34cf9a0), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:23.527413 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:34:23.551032 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256e4381-dcfb-4bfc-84d6-a97dcf6004a7 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7322ef35-eb9c-40e3-a0a3-72996835c96a,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:34:23.598853 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c104d59-5005-4a4c-b503-d8a1baaa177f None None] Routers {'0ed7e600-27e6-4c8e-ac82-595a0c6521ee'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:34:23.600079 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-2c104d59-5005-4a4c-b503-d8a1baaa177f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:34:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['0ed7e600-27e6-4c8e-ac82-595a0c6521ee'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:34:23.659347 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-256e4381-dcfb-4bfc-84d6-a97dcf6004a7 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:23.661637 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-256e4381-dcfb-4bfc-84d6-a97dcf6004a7 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5803390 Oct 04 21:34:23.667173 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54108) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:34:23.675077 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-b8934a30-6d1a-4b45-a660-e5701ee4a79b tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Request body: {'security_group_rule': {'security_group_id': 'abe03a39-0f94-472a-b90d-8fe00a058269', 'project_id': '6a14a0b665fd4c4d98138e39f75314bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:34:23.705163 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3243f7ba-bde8-4f5a-b11b-1c84c7acb8cb None None] Pushing event updated for resources: {'Port': ['ID=a3a03981-8a78-4d8b-9565-a49bd34cf9a0,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:34:23.815933 n-d-852085-12 neutron-server[108169]: INFO neutron.db.securitygroups_db [None req-b8934a30-6d1a-4b45-a660-e5701ee4a79b tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Project 6a14a0b665fd4c4d98138e39f75314bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 21:34:23.827609 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b8934a30-6d1a-4b45-a660-e5701ee4a79b tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Publish callbacks [] for security_group_rule (dfa90866-4b95-4cd6-9c32-244e9db11ec9), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:23.842405 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-2c104d59-5005-4a4c-b503-d8a1baaa177f None None] Set router 0ed7e600-27e6-4c8e-ac82-595a0c6521ee gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:34:23.955044 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b8934a30-6d1a-4b45-a660-e5701ee4a79b tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Publish callbacks [] for security_group_rule (dfa90866-4b95-4cd6-9c32-244e9db11ec9), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:24.015530 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b8934a30-6d1a-4b45-a660-e5701ee4a79b tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (dfa90866-4b95-4cd6-9c32-244e9db11ec9), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:24.053007 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:34:24.054477 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8934a30-6d1a-4b45-a660-e5701ee4a79b tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfa90866-4b95-4cd6-9c32-244e9db11ec9,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:34:24.157005 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-b8934a30-6d1a-4b45-a660-e5701ee4a79b tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:24.163357 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-b8934a30-6d1a-4b45-a660-e5701ee4a79b tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4905121 Oct 04 21:34:24.164541 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54110) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:34:24.173275 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-e87789ad-215b-420b-a094-e4e5990a7cea tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Request body: {'security_group_rule': {'security_group_id': 'abe03a39-0f94-472a-b90d-8fe00a058269', 'project_id': '6a14a0b665fd4c4d98138e39f75314bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:34:24.318571 n-d-852085-12 neutron-server[108170]: INFO neutron.db.securitygroups_db [None req-e87789ad-215b-420b-a094-e4e5990a7cea tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Project 6a14a0b665fd4c4d98138e39f75314bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 21:34:24.331309 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e87789ad-215b-420b-a094-e4e5990a7cea tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Publish callbacks [] for security_group_rule (b091726a-81fc-4992-aa83-d00a1da28f85), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:24.438253 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-2c104d59-5005-4a4c-b503-d8a1baaa177f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed7e600-27e6-4c8e-ac82-595a0c6521ee', 'name': 'tempest-TestShelveInstance-2056230927-router', 'tenant_id': '9820fa9db69f467db2a6e7837484b3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '000371ca-be12-4f8b-b86d-2f3febe7c70c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:34:12Z', 'updated_at': '2022-10-04T21:34:18Z', 'revision_number': 4, 'project_id': '9820fa9db69f467db2a6e7837484b3a1', 'gw_port': {'id': '000371ca-be12-4f8b-b86d-2f3febe7c70c', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:57:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed7e600-27e6-4c8e-ac82-595a0c6521ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:34:13Z', 'updated_at': '2022-10-04T21:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'a3a03981-8a78-4d8b-9565-a49bd34cf9a0', 'name': '', 'network_id': 'dc207d24-0d1a-490f-b22e-5129ecc7570d', 'tenant_id': '9820fa9db69f467db2a6e7837484b3a1', 'mac_address': 'fa:16:3e:40:65:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed7e600-27e6-4c8e-ac82-595a0c6521ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '87aba412-2e1a-4b64-a0a9-67721557a4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:34:17Z', 'updated_at': '2022-10-04T21:34:23Z', 'revision_number': 4, 'project_id': '9820fa9db69f467db2a6e7837484b3a1', 'subnets': [{'id': '87aba412-2e1a-4b64-a0a9-67721557a4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:34:24.489041 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c104d59-5005-4a4c-b503-d8a1baaa177f None None] The sync data for ids ['0ed7e600-27e6-4c8e-ac82-595a0c6521ee'] in n-d-852085-12 is: [{'id': '0ed7e600-27e6-4c8e-ac82-595a0c6521ee', 'name': 'tempest-TestShelveInstance-2056230927-router', 'tenant_id': '9820fa9db69f467db2a6e7837484b3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '000371ca-be12-4f8b-b86d-2f3febe7c70c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:34:12Z', 'updated_at': '2022-10-04T21:34:18Z', 'revision_number': 4, 'project_id': '9820fa9db69f467db2a6e7837484b3a1', 'gw_port': {'id': '000371ca-be12-4f8b-b86d-2f3febe7c70c', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:57:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed7e600-27e6-4c8e-ac82-595a0c6521ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:34:13Z', 'updated_at': '2022-10-04T21:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': 'a3a03981-8a78-4d8b-9565-a49bd34cf9a0', 'name': '', 'network_id': 'dc207d24-0d1a-490f-b22e-5129ecc7570d', 'tenant_id': '9820fa9db69f467db2a6e7837484b3a1', 'mac_address': 'fa:16:3e:40:65:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed7e600-27e6-4c8e-ac82-595a0c6521ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '87aba412-2e1a-4b64-a0a9-67721557a4bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:34:17Z', 'updated_at': '2022-10-04T21:34:23Z', 'revision_number': 4, 'project_id': '9820fa9db69f467db2a6e7837484b3a1', 'subnets': [{'id': '87aba412-2e1a-4b64-a0a9-67721557a4bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:34:24.547873 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e87789ad-215b-420b-a094-e4e5990a7cea tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Publish callbacks [] for security_group_rule (b091726a-81fc-4992-aa83-d00a1da28f85), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:24.656219 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e87789ad-215b-420b-a094-e4e5990a7cea tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (b091726a-81fc-4992-aa83-d00a1da28f85), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:24.716641 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87789ad-215b-420b-a094-e4e5990a7cea tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b091726a-81fc-4992-aa83-d00a1da28f85,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:34:24.789198 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a3a03981-8a78-4d8b-9565-a49bd34cf9a0 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:34:24.796857 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:34:24.803043 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e87789ad-215b-420b-a094-e4e5990a7cea tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:24.823419 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-e87789ad-215b-420b-a094-e4e5990a7cea tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6571536 Oct 04 21:34:24.881322 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port a3a03981-8a78-4d8b-9565-a49bd34cf9a0 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:34:24.884609 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (a3a03981-8a78-4d8b-9565-a49bd34cf9a0), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:24.884609 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port a3a03981-8a78-4d8b-9565-a49bd34cf9a0 Oct 04 21:34:25.056710 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port a3a03981-8a78-4d8b-9565-a49bd34cf9a0 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:34:25.057328 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (a3a03981-8a78-4d8b-9565-a49bd34cf9a0), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:25.124910 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port a3a03981-8a78-4d8b-9565-a49bd34cf9a0, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=a3a03981-8a78-4d8b-9565-a49bd34cf9a0,segment=NetworkSegment(93605b5f-ba95-43df-8412-572c93169dab),segment_id=93605b5f-ba95-43df-8412-572c93169dab)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:34:25.250355 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (a3a03981-8a78-4d8b-9565-a49bd34cf9a0), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:25.317402 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d1822eed-02f4-4a4f-acee-a513ef3b509e req-637f6592-f493-461e-8604-7cdc2892cfb3 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-520758528&fields=id&tenant_id=6a14a0b665fd4c4d98138e39f75314bc HTTP/1.1" status: 200 len: 267 time: 0.0856569 Oct 04 21:34:25.348114 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=a3a03981-8a78-4d8b-9565-a49bd34cf9a0,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:34:25.482004 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1822eed-02f4-4a4f-acee-a513ef3b509e req-38020343-d231-4644-a934-8ed6d8d612e1 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:34:25.484135 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d1822eed-02f4-4a4f-acee-a513ef3b509e req-38020343-d231-4644-a934-8ed6d8d612e1 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] 10.222.0.78 "GET /networking/v2.0/networks?id=a06351c4-36af-4262-9946-3608cacb37bd HTTP/1.1" status: 200 len: 809 time: 0.1634371 Oct 04 21:34:25.510942 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d1822eed-02f4-4a4f-acee-a513ef3b509e req-f7e7e25f-e1f8-46e4-ae62-7d4dac2a17f5 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] 10.222.0.78 "GET /networking/v2.0/quotas/6a14a0b665fd4c4d98138e39f75314bc HTTP/1.1" status: 200 len: 375 time: 0.0172069 Oct 04 21:34:25.612421 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-d1822eed-02f4-4a4f-acee-a513ef3b509e req-1c565240-5721-4957-805f-94c634110835 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=6a14a0b665fd4c4d98138e39f75314bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0903370 Oct 04 21:34:25.691793 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54128) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:34:25.820207 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4e35b010-d60e-4f42-88d7-0dc9d5b36c14 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Publish callbacks [] for security_group (abe03a39-0f94-472a-b90d-8fe00a058269), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:25.875372 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4e35b010-d60e-4f42-88d7-0dc9d5b36c14 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Publish callbacks [] for security_group (abe03a39-0f94-472a-b90d-8fe00a058269), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:26.147525 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4e35b010-d60e-4f42-88d7-0dc9d5b36c14 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (abe03a39-0f94-472a-b90d-8fe00a058269), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:26.152962 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4e35b010-d60e-4f42-88d7-0dc9d5b36c14 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:26.154749 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4e35b010-d60e-4f42-88d7-0dc9d5b36c14 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/abe03a39-0f94-472a-b90d-8fe00a058269 HTTP/1.1" status: 204 len: 168 time: 0.4699509 Oct 04 21:34:26.188374 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35b010-d60e-4f42-88d7-0dc9d5b36c14 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe03a39-0f94-472a-b90d-8fe00a058269,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:34:26.498160 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54134) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:34:26.505865 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-c9c5c4c0-dc67-4eac-b468-5a0a2cfa9916 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1426684595', 'description': 'tempest-secgroup-smoke-1426684595 description', 'project_id': '6a14a0b665fd4c4d98138e39f75314bc'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:34:26.610828 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c9c5c4c0-dc67-4eac-b468-5a0a2cfa9916 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:26.724757 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a3a03981-8a78-4d8b-9565-a49bd34cf9a0 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:34:26.771455 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c9c5c4c0-dc67-4eac-b468-5a0a2cfa9916 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Publish callbacks [] for security_group (d1a475d6-2be8-4e42-978e-5776476fd950), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:26.805481 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port a3a03981-8a78-4d8b-9565-a49bd34cf9a0 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:34:26.806009 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (a3a03981-8a78-4d8b-9565-a49bd34cf9a0), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:26.806500 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port a3a03981-8a78-4d8b-9565-a49bd34cf9a0 Oct 04 21:34:26.889427 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c9c5c4c0-dc67-4eac-b468-5a0a2cfa9916 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (d1a475d6-2be8-4e42-978e-5776476fd950), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:26.940710 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port a3a03981-8a78-4d8b-9565-a49bd34cf9a0 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:34:26.945568 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c5c4c0-dc67-4eac-b468-5a0a2cfa9916 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a475d6-2be8-4e42-978e-5776476fd950,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:34:27.020017 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-c9c5c4c0-dc67-4eac-b468-5a0a2cfa9916 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:27.022260 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-c9c5c4c0-dc67-4eac-b468-5a0a2cfa9916 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5226169 Oct 04 21:34:27.025743 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54136) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:34:27.032373 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-362ba092-679a-457c-89ab-b60f9e26b104 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Request body: {'security_group_rule': {'security_group_id': 'd1a475d6-2be8-4e42-978e-5776476fd950', 'project_id': '6a14a0b665fd4c4d98138e39f75314bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:34:27.059652 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:34:27.183996 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-362ba092-679a-457c-89ab-b60f9e26b104 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Publish callbacks [] for security_group_rule (da6c6d8a-939f-4130-9b5d-5b05838eb85b), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:27.268696 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:34:27.296768 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-362ba092-679a-457c-89ab-b60f9e26b104 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Publish callbacks [] for security_group_rule (da6c6d8a-939f-4130-9b5d-5b05838eb85b), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:27.421091 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-362ba092-679a-457c-89ab-b60f9e26b104 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (da6c6d8a-939f-4130-9b5d-5b05838eb85b), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:27.459312 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362ba092-679a-457c-89ab-b60f9e26b104 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da6c6d8a-939f-4130-9b5d-5b05838eb85b,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:34:27.580229 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-362ba092-679a-457c-89ab-b60f9e26b104 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:27.583819 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-362ba092-679a-457c-89ab-b60f9e26b104 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5558488 Oct 04 21:34:27.588206 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54138) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:34:27.597517 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-fe7fc02e-08f0-47b1-bf1d-e31777607c70 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Request body: {'security_group_rule': {'security_group_id': 'd1a475d6-2be8-4e42-978e-5776476fd950', 'project_id': '6a14a0b665fd4c4d98138e39f75314bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:34:27.729328 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fe7fc02e-08f0-47b1-bf1d-e31777607c70 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Publish callbacks [] for security_group_rule (62a2617b-1554-4365-a3f6-19c997b01c36), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:27.843198 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fe7fc02e-08f0-47b1-bf1d-e31777607c70 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Publish callbacks [] for security_group_rule (62a2617b-1554-4365-a3f6-19c997b01c36), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:27.987290 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fe7fc02e-08f0-47b1-bf1d-e31777607c70 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (62a2617b-1554-4365-a3f6-19c997b01c36), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:28.030173 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7fc02e-08f0-47b1-bf1d-e31777607c70 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62a2617b-1554-4365-a3f6-19c997b01c36,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:34:28.099815 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-fe7fc02e-08f0-47b1-bf1d-e31777607c70 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:28.102443 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-fe7fc02e-08f0-47b1-bf1d-e31777607c70 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5122330 Oct 04 21:34:28.107896 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54140) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:34:28.115854 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-cd388c3a-071d-4552-b5ba-9cab942f51bd tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Request body: {'security_group_rule': {'security_group_id': 'd1a475d6-2be8-4e42-978e-5776476fd950', 'project_id': '6a14a0b665fd4c4d98138e39f75314bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:34:28.260728 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cd388c3a-071d-4552-b5ba-9cab942f51bd tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Publish callbacks [] for security_group_rule (987e2b63-8e77-459d-9b9e-621f537080fa), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:28.384105 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cd388c3a-071d-4552-b5ba-9cab942f51bd tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Publish callbacks [] for security_group_rule (987e2b63-8e77-459d-9b9e-621f537080fa), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:28.496569 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cd388c3a-071d-4552-b5ba-9cab942f51bd tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (987e2b63-8e77-459d-9b9e-621f537080fa), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:28.533964 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd388c3a-071d-4552-b5ba-9cab942f51bd tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=987e2b63-8e77-459d-9b9e-621f537080fa,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:34:28.664609 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-cd388c3a-071d-4552-b5ba-9cab942f51bd tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:28.666881 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-cd388c3a-071d-4552-b5ba-9cab942f51bd tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5572236 Oct 04 21:34:28.671475 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54142) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:34:28.679377 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-d27fa479-7770-4620-8630-ae3721c820c1 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Request body: {'security_group_rule': {'security_group_id': 'd1a475d6-2be8-4e42-978e-5776476fd950', 'project_id': '6a14a0b665fd4c4d98138e39f75314bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:34:28.900515 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d27fa479-7770-4620-8630-ae3721c820c1 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Publish callbacks [] for security_group_rule (6540542a-bc7b-434c-b566-97eda83283cd), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:28.922770 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=15 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:34:28.924333 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:34:29.027619 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d27fa479-7770-4620-8630-ae3721c820c1 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Publish callbacks [] for security_group_rule (6540542a-bc7b-434c-b566-97eda83283cd), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:29.210371 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d27fa479-7770-4620-8630-ae3721c820c1 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (6540542a-bc7b-434c-b566-97eda83283cd), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:29.246774 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27fa479-7770-4620-8630-ae3721c820c1 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6540542a-bc7b-434c-b566-97eda83283cd,revision_number=0']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:34:29.326891 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-d27fa479-7770-4620-8630-ae3721c820c1 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:29.329788 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-d27fa479-7770-4620-8630-ae3721c820c1 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6565833 Oct 04 21:34:29.334733 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54144) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:34:29.343611 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-04c71436-ee88-4f35-a18d-6d1ee0221e45 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Request body: {'security_group_rule': {'security_group_id': 'd1a475d6-2be8-4e42-978e-5776476fd950', 'project_id': '6a14a0b665fd4c4d98138e39f75314bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:34:29.535336 n-d-852085-12 neutron-server[108170]: INFO neutron.db.securitygroups_db [None req-04c71436-ee88-4f35-a18d-6d1ee0221e45 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Project 6a14a0b665fd4c4d98138e39f75314bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 21:34:29.546757 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-04c71436-ee88-4f35-a18d-6d1ee0221e45 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Publish callbacks [] for security_group_rule (48027598-4335-4e65-9510-6d7bad4cafd9), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:29.672462 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-04c71436-ee88-4f35-a18d-6d1ee0221e45 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Publish callbacks [] for security_group_rule (48027598-4335-4e65-9510-6d7bad4cafd9), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:29.798725 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-04c71436-ee88-4f35-a18d-6d1ee0221e45 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (48027598-4335-4e65-9510-6d7bad4cafd9), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:29.830034 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c71436-ee88-4f35-a18d-6d1ee0221e45 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48027598-4335-4e65-9510-6d7bad4cafd9,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:34:29.967579 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-04c71436-ee88-4f35-a18d-6d1ee0221e45 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:29.969675 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-04c71436-ee88-4f35-a18d-6d1ee0221e45 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6331279 Oct 04 21:34:29.974628 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54146) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:34:29.981852 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-e1dcad24-7ab7-40d2-9367-75fb9afa0937 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Request body: {'security_group_rule': {'security_group_id': 'd1a475d6-2be8-4e42-978e-5776476fd950', 'project_id': '6a14a0b665fd4c4d98138e39f75314bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:34:30.113259 n-d-852085-12 neutron-server[108170]: INFO neutron.db.securitygroups_db [None req-e1dcad24-7ab7-40d2-9367-75fb9afa0937 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Project 6a14a0b665fd4c4d98138e39f75314bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 21:34:30.125622 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e1dcad24-7ab7-40d2-9367-75fb9afa0937 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Publish callbacks [] for security_group_rule (b9b6abb6-dc36-4475-a84a-f0fbaa88e71d), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:30.254335 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e1dcad24-7ab7-40d2-9367-75fb9afa0937 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Publish callbacks [] for security_group_rule (b9b6abb6-dc36-4475-a84a-f0fbaa88e71d), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:30.335569 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e1dcad24-7ab7-40d2-9367-75fb9afa0937 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (b9b6abb6-dc36-4475-a84a-f0fbaa88e71d), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:30.371709 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dcad24-7ab7-40d2-9367-75fb9afa0937 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9b6abb6-dc36-4475-a84a-f0fbaa88e71d,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:34:30.469025 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-e1dcad24-7ab7-40d2-9367-75fb9afa0937 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:30.470705 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-e1dcad24-7ab7-40d2-9367-75fb9afa0937 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4944754 Oct 04 21:34:32.709190 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:33.677616 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:39.245198 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=59,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:34:39.246496 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=27,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:34:40.371428 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=59,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:34:40.377348 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=44,neutron:INSERT=4,neutron:DELETE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:34:43.596362 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=31,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:34:43.609418 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:34:45.581312 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-55f2935e-7232-4b93-a2dd-a72efe168e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:47.403076 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-14cb0f7a-2af4-46e7-b4f4-f69d59361298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:48.500293 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 21:34:50.324323 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:51.696217 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:51.820196 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:34:54.565660 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=16 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:34:58.492876 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=18 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:35:01.722727 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:35:01.727449 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:35:02.729752 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:03.717918 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:04.113393 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-19adbc42-5a50-4f7c-9f32-bb5673af1bbb req-102a516a-f327-44d8-89a1-d637fddcb02e tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1426684595&fields=id&tenant_id=6a14a0b665fd4c4d98138e39f75314bc HTTP/1.1" status: 200 len: 267 time: 0.0720372 Oct 04 21:35:04.329285 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19adbc42-5a50-4f7c-9f32-bb5673af1bbb req-30b6dafd-ed31-4e38-a98f-091753c81b04 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:35:04.332332 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-19adbc42-5a50-4f7c-9f32-bb5673af1bbb req-30b6dafd-ed31-4e38-a98f-091753c81b04 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] 10.222.0.78 "GET /networking/v2.0/networks?id=a06351c4-36af-4262-9946-3608cacb37bd HTTP/1.1" status: 200 len: 809 time: 0.2063270 Oct 04 21:35:04.360150 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-19adbc42-5a50-4f7c-9f32-bb5673af1bbb req-5eeb1bf8-f6cb-45d9-9598-feccb2ab2b2a tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] 10.222.0.78 "GET /networking/v2.0/quotas/6a14a0b665fd4c4d98138e39f75314bc HTTP/1.1" status: 200 len: 375 time: 0.0179777 Oct 04 21:35:04.456390 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-19adbc42-5a50-4f7c-9f32-bb5673af1bbb req-c743be40-0e27-42e3-97e4-c85a41f77b60 tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=6a14a0b665fd4c4d98138e39f75314bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0861058 Oct 04 21:35:04.518925 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54316) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:35:04.629508 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8f963141-e42e-4038-a6d8-31afc79f2bdd tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Publish callbacks [] for security_group (d1a475d6-2be8-4e42-978e-5776476fd950), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:04.681373 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8f963141-e42e-4038-a6d8-31afc79f2bdd tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Publish callbacks [] for security_group (d1a475d6-2be8-4e42-978e-5776476fd950), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:04.901499 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8f963141-e42e-4038-a6d8-31afc79f2bdd tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (d1a475d6-2be8-4e42-978e-5776476fd950), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:04.906562 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8f963141-e42e-4038-a6d8-31afc79f2bdd tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:04.908699 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-8f963141-e42e-4038-a6d8-31afc79f2bdd tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/d1a475d6-2be8-4e42-978e-5776476fd950 HTTP/1.1" status: 204 len: 168 time: 0.3959372 Oct 04 21:35:04.926947 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f963141-e42e-4038-a6d8-31afc79f2bdd tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a475d6-2be8-4e42-978e-5776476fd950,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:35:04.942809 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f963141-e42e-4038-a6d8-31afc79f2bdd tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:35:04.943434 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f963141-e42e-4038-a6d8-31afc79f2bdd tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:35:04.944015 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f963141-e42e-4038-a6d8-31afc79f2bdd tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:35:04.944604 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f963141-e42e-4038-a6d8-31afc79f2bdd tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:35:04.945212 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f963141-e42e-4038-a6d8-31afc79f2bdd tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:35:04.946263 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f963141-e42e-4038-a6d8-31afc79f2bdd tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:35:04.946840 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f963141-e42e-4038-a6d8-31afc79f2bdd tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:35:04.947472 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f963141-e42e-4038-a6d8-31afc79f2bdd tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:35:04.948035 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f963141-e42e-4038-a6d8-31afc79f2bdd tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:35:04.948596 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f963141-e42e-4038-a6d8-31afc79f2bdd tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:35:04.949167 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f963141-e42e-4038-a6d8-31afc79f2bdd tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:35:04.949756 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f963141-e42e-4038-a6d8-31afc79f2bdd tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:35:04.950316 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f963141-e42e-4038-a6d8-31afc79f2bdd tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:35:04.950890 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f963141-e42e-4038-a6d8-31afc79f2bdd tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:35:04.951581 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f963141-e42e-4038-a6d8-31afc79f2bdd tempest-TestShelveInstance-34956895 tempest-TestShelveInstance-34956895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:35:05.100194 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54326) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:35:05.713949 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dc7f5d6a-ba57-4471-b380-d216c14b55e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (e75efe2a-0a69-4e16-b132-5f8293fe2a3d), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:06.146343 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:35:06.174422 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-dc7f5d6a-ba57-4471-b380-d216c14b55e7 admin admin] Deleting port 726e0e56-d67f-4011-98da-29fe636e2144 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:35:06.174879 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dc7f5d6a-ba57-4471-b380-d216c14b55e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (726e0e56-d67f-4011-98da-29fe636e2144), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:06.260031 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:35:06.348318 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-dc7f5d6a-ba57-4471-b380-d216c14b55e7 admin admin] For port 726e0e56-d67f-4011-98da-29fe636e2144, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=726e0e56-d67f-4011-98da-29fe636e2144,segment=NetworkSegment(0ad4104f-98e0-4792-9162-bda29657e5a3),segment_id=0ad4104f-98e0-4792-9162-bda29657e5a3)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:35:06.348941 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dc7f5d6a-ba57-4471-b380-d216c14b55e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (726e0e56-d67f-4011-98da-29fe636e2144), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:06.377708 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-dc7f5d6a-ba57-4471-b380-d216c14b55e7 admin admin] Calling delete_port for 726e0e56-d67f-4011-98da-29fe636e2144 owned by network:router_interface {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:35:06.814530 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dc7f5d6a-ba57-4471-b380-d216c14b55e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (726e0e56-d67f-4011-98da-29fe636e2144), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:06.845962 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7f5d6a-ba57-4471-b380-d216c14b55e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=726e0e56-d67f-4011-98da-29fe636e2144,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:35:07.116119 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-dc7f5d6a-ba57-4471-b380-d216c14b55e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (e75efe2a-0a69-4e16-b132-5f8293fe2a3d), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:07.504978 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc7f5d6a-ba57-4471-b380-d216c14b55e7 admin admin] Router e75efe2a-0a69-4e16-b132-5f8293fe2a3d has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:35:07.725393 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc7f5d6a-ba57-4471-b380-d216c14b55e7 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:35:07.734741 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-dc7f5d6a-ba57-4471-b380-d216c14b55e7 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/e75efe2a-0a69-4e16-b132-5f8293fe2a3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6326842 Oct 04 21:35:07.738697 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54328) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:35:07.740442 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9b8576-06cc-4c82-9e2e-a670e957e2d9 None None] Sync routers for ids ['e75efe2a-0a69-4e16-b132-5f8293fe2a3d'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:35:07.767436 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9b8576-06cc-4c82-9e2e-a670e957e2d9 None None] Routers {'e75efe2a-0a69-4e16-b132-5f8293fe2a3d'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:35:07.768482 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-0d9b8576-06cc-4c82-9e2e-a670e957e2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:34:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['e75efe2a-0a69-4e16-b132-5f8293fe2a3d'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:35:07.825931 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:35:07.936024 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:35:07.951417 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4399d5a7-e685-4010-8fb9-31dfff0c731f admin admin] Publish callbacks [] for router (e75efe2a-0a69-4e16-b132-5f8293fe2a3d), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:07.980140 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-0d9b8576-06cc-4c82-9e2e-a670e957e2d9 None None] Set router e75efe2a-0a69-4e16-b132-5f8293fe2a3d gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:35:08.153326 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4399d5a7-e685-4010-8fb9-31dfff0c731f admin admin] Publish callbacks [] for router_gateway (e75efe2a-0a69-4e16-b132-5f8293fe2a3d), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:08.309753 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-4399d5a7-e685-4010-8fb9-31dfff0c731f admin admin] Deleting port bf0339c0-79c2-41b9-aa0f-436d7ee1bfc4 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:35:08.310718 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4399d5a7-e685-4010-8fb9-31dfff0c731f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (bf0339c0-79c2-41b9-aa0f-436d7ee1bfc4), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:08.319527 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-0d9b8576-06cc-4c82-9e2e-a670e957e2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75efe2a-0a69-4e16-b132-5f8293fe2a3d', 'name': 'tempest-TestShelveInstance-1184591603-router', 'tenant_id': '6a14a0b665fd4c4d98138e39f75314bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': 'bf0339c0-79c2-41b9-aa0f-436d7ee1bfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:34:02Z', 'updated_at': '2022-10-04T21:35:06Z', 'revision_number': 5, 'project_id': '6a14a0b665fd4c4d98138e39f75314bc', 'gw_port': {'id': 'bf0339c0-79c2-41b9-aa0f-436d7ee1bfc4', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75efe2a-0a69-4e16-b132-5f8293fe2a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:34:03Z', 'updated_at': '2022-10-04T21:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:35:08.371849 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9b8576-06cc-4c82-9e2e-a670e957e2d9 None None] Checking router: e75efe2a-0a69-4e16-b132-5f8293fe2a3d for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:35:08.389854 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9b8576-06cc-4c82-9e2e-a670e957e2d9 None None] Routers {'e75efe2a-0a69-4e16-b132-5f8293fe2a3d'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:35:08.390946 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-0d9b8576-06cc-4c82-9e2e-a670e957e2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:34:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['e75efe2a-0a69-4e16-b132-5f8293fe2a3d'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:35:08.486188 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-4399d5a7-e685-4010-8fb9-31dfff0c731f admin admin] For port bf0339c0-79c2-41b9-aa0f-436d7ee1bfc4, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=bf0339c0-79c2-41b9-aa0f-436d7ee1bfc4,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:35:08.486681 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4399d5a7-e685-4010-8fb9-31dfff0c731f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (bf0339c0-79c2-41b9-aa0f-436d7ee1bfc4), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:08.514475 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-4399d5a7-e685-4010-8fb9-31dfff0c731f admin admin] Calling delete_port for bf0339c0-79c2-41b9-aa0f-436d7ee1bfc4 owned by network:router_gateway {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:35:08.563961 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-0d9b8576-06cc-4c82-9e2e-a670e957e2d9 None None] Set router e75efe2a-0a69-4e16-b132-5f8293fe2a3d gateway port host: None {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:35:08.683530 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-0d9b8576-06cc-4c82-9e2e-a670e957e2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e75efe2a-0a69-4e16-b132-5f8293fe2a3d', 'name': 'tempest-TestShelveInstance-1184591603-router', 'tenant_id': '6a14a0b665fd4c4d98138e39f75314bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:34:02Z', 'updated_at': '2022-10-04T21:35:08Z', 'revision_number': 6, 'project_id': '6a14a0b665fd4c4d98138e39f75314bc', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:35:08.736331 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9b8576-06cc-4c82-9e2e-a670e957e2d9 None None] The sync data for ids ['e75efe2a-0a69-4e16-b132-5f8293fe2a3d'] in n-d-852085-12 is: [{'id': 'e75efe2a-0a69-4e16-b132-5f8293fe2a3d', 'name': 'tempest-TestShelveInstance-1184591603-router', 'tenant_id': '6a14a0b665fd4c4d98138e39f75314bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:34:02Z', 'updated_at': '2022-10-04T21:35:08Z', 'revision_number': 6, 'project_id': '6a14a0b665fd4c4d98138e39f75314bc', 'gw_port_host': None}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:35:09.449313 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4399d5a7-e685-4010-8fb9-31dfff0c731f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (bf0339c0-79c2-41b9-aa0f-436d7ee1bfc4), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:09.496323 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4399d5a7-e685-4010-8fb9-31dfff0c731f admin admin] Pushing event deleted for resources: {'Port': ['ID=bf0339c0-79c2-41b9-aa0f-436d7ee1bfc4,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:35:09.627450 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4399d5a7-e685-4010-8fb9-31dfff0c731f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (e75efe2a-0a69-4e16-b132-5f8293fe2a3d), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:09.812472 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4399d5a7-e685-4010-8fb9-31dfff0c731f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (e75efe2a-0a69-4e16-b132-5f8293fe2a3d), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:09.816721 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4399d5a7-e685-4010-8fb9-31dfff0c731f admin admin] Publish callbacks [] for router_controller (e75efe2a-0a69-4e16-b132-5f8293fe2a3d), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:09.998093 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4399d5a7-e685-4010-8fb9-31dfff0c731f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (e75efe2a-0a69-4e16-b132-5f8293fe2a3d), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:09.998951 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4399d5a7-e685-4010-8fb9-31dfff0c731f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e75efe2a-0a69-4e16-b132-5f8293fe2a3d {{(pid=108170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 21:35:10.007740 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4399d5a7-e685-4010-8fb9-31dfff0c731f admin admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:10.014697 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4399d5a7-e685-4010-8fb9-31dfff0c731f admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/e75efe2a-0a69-4e16-b132-5f8293fe2a3d HTTP/1.1" status: 204 len: 168 time: 2.2694435 Oct 04 21:35:10.014697 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54332) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:35:10.106794 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6c0f491-671d-43eb-b922-1d0f7b2bfc32 admin admin] Deleting subnet 987fac39-8a70-4266-8f31-12509917b264 {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:35:10.112916 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f6c0f491-671d-43eb-b922-1d0f7b2bfc32 admin admin] Publish callbacks [] for subnet (987fac39-8a70-4266-8f31-12509917b264), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:10.190305 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f6c0f491-671d-43eb-b922-1d0f7b2bfc32 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (987fac39-8a70-4266-8f31-12509917b264), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:10.337430 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f6c0f491-671d-43eb-b922-1d0f7b2bfc32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (987fac39-8a70-4266-8f31-12509917b264), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:10.405899 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=86,neutron:UPDATE=6,neutron:DELETE=8 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:35:10.409552 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:35:10.581703 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f6c0f491-671d-43eb-b922-1d0f7b2bfc32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (987fac39-8a70-4266-8f31-12509917b264), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:10.632396 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c0f491-671d-43eb-b922-1d0f7b2bfc32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=987fac39-8a70-4266-8f31-12509917b264,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:35:10.645658 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f6c0f491-671d-43eb-b922-1d0f7b2bfc32 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:10.655292 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f6c0f491-671d-43eb-b922-1d0f7b2bfc32 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/987fac39-8a70-4266-8f31-12509917b264 HTTP/1.1" status: 204 len: 168 time: 0.6367505 Oct 04 21:35:10.656705 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54334) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:35:10.659023 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7c3650-18b8-46f1-8cb8-ca3fcdf1c4ad None None] Network a06351c4-36af-4262-9946-3608cacb37bd requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:35:10.767259 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device bf0339c0-79c2-41b9-aa0f-436d7ee1bfc4 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:35:10.807672 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4649afbd-5068-4059-ad4a-de79d73f51fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (a06351c4-36af-4262-9946-3608cacb37bd), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:10.835682 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: bf0339c0-79c2-41b9-aa0f-436d7ee1bfc4 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:35:10.836238 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device bf0339c0-79c2-41b9-aa0f-436d7ee1bfc4 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:35:10.836945 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 726e0e56-d67f-4011-98da-29fe636e2144 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:35:10.893245 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-4649afbd-5068-4059-ad4a-de79d73f51fe admin admin] Deleting port ffb02115-d028-4c08-a591-3fde7a598eee {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:35:10.893697 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4649afbd-5068-4059-ad4a-de79d73f51fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (ffb02115-d028-4c08-a591-3fde7a598eee), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:10.907093 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 726e0e56-d67f-4011-98da-29fe636e2144 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:35:10.907602 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 726e0e56-d67f-4011-98da-29fe636e2144 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:35:11.015981 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994ea686-17ff-4a10-b16f-075d1dea3195 None None] DHCP port deletion for a06351c4-36af-4262-9946-3608cacb37bd request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:35:11.029982 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-4649afbd-5068-4059-ad4a-de79d73f51fe admin admin] For port ffb02115-d028-4c08-a591-3fde7a598eee, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=ffb02115-d028-4c08-a591-3fde7a598eee,segment=NetworkSegment(0ad4104f-98e0-4792-9162-bda29657e5a3),segment_id=0ad4104f-98e0-4792-9162-bda29657e5a3)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:35:11.038215 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4649afbd-5068-4059-ad4a-de79d73f51fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (ffb02115-d028-4c08-a591-3fde7a598eee), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:11.063382 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-4649afbd-5068-4059-ad4a-de79d73f51fe admin admin] Calling delete_port for ffb02115-d028-4c08-a591-3fde7a598eee owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:35:11.089125 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-994ea686-17ff-4a10-b16f-075d1dea3195 None None] Deleting port ffb02115-d028-4c08-a591-3fde7a598eee {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:35:11.089746 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-994ea686-17ff-4a10-b16f-075d1dea3195 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (ffb02115-d028-4c08-a591-3fde7a598eee), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:11.220753 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-994ea686-17ff-4a10-b16f-075d1dea3195 None None] For port ffb02115-d028-4c08-a591-3fde7a598eee, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=ffb02115-d028-4c08-a591-3fde7a598eee,segment=NetworkSegment(0ad4104f-98e0-4792-9162-bda29657e5a3),segment_id=0ad4104f-98e0-4792-9162-bda29657e5a3)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:35:11.221139 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-994ea686-17ff-4a10-b16f-075d1dea3195 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (ffb02115-d028-4c08-a591-3fde7a598eee), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:11.249526 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-994ea686-17ff-4a10-b16f-075d1dea3195 None None] Calling delete_port for ffb02115-d028-4c08-a591-3fde7a598eee owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:35:11.346193 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4649afbd-5068-4059-ad4a-de79d73f51fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (ffb02115-d028-4c08-a591-3fde7a598eee), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:11.383981 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4649afbd-5068-4059-ad4a-de79d73f51fe admin admin] Pushing event deleted for resources: {'Port': ['ID=ffb02115-d028-4c08-a591-3fde7a598eee,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:35:11.389003 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4649afbd-5068-4059-ad4a-de79d73f51fe admin admin] No DVR routers for this DVR port ffb02115-d028-4c08-a591-3fde7a598eee on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:35:11.398793 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-994ea686-17ff-4a10-b16f-075d1dea3195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (ffb02115-d028-4c08-a591-3fde7a598eee), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:11.404064 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4649afbd-5068-4059-ad4a-de79d73f51fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:35:11.404552 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4649afbd-5068-4059-ad4a-de79d73f51fe admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:35:11.404991 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4649afbd-5068-4059-ad4a-de79d73f51fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:35:11.405431 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4649afbd-5068-4059-ad4a-de79d73f51fe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:35:11.405940 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4649afbd-5068-4059-ad4a-de79d73f51fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:35:11.407103 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4649afbd-5068-4059-ad4a-de79d73f51fe admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:35:11.407475 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4649afbd-5068-4059-ad4a-de79d73f51fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:35:11.409244 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4649afbd-5068-4059-ad4a-de79d73f51fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:35:11.409786 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4649afbd-5068-4059-ad4a-de79d73f51fe admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:35:11.410209 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4649afbd-5068-4059-ad4a-de79d73f51fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:35:11.410639 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4649afbd-5068-4059-ad4a-de79d73f51fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:35:11.411065 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4649afbd-5068-4059-ad4a-de79d73f51fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:35:11.411576 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4649afbd-5068-4059-ad4a-de79d73f51fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:35:11.412419 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4649afbd-5068-4059-ad4a-de79d73f51fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:35:11.412728 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4649afbd-5068-4059-ad4a-de79d73f51fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:35:11.454714 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994ea686-17ff-4a10-b16f-075d1dea3195 None None] Pushing event deleted for resources: {'Port': ['ID=ffb02115-d028-4c08-a591-3fde7a598eee,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:35:11.459039 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994ea686-17ff-4a10-b16f-075d1dea3195 None None] No DVR routers for this DVR port ffb02115-d028-4c08-a591-3fde7a598eee on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:35:11.476901 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994ea686-17ff-4a10-b16f-075d1dea3195 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:35:11.477390 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994ea686-17ff-4a10-b16f-075d1dea3195 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:35:11.477864 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994ea686-17ff-4a10-b16f-075d1dea3195 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:35:11.478425 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994ea686-17ff-4a10-b16f-075d1dea3195 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:35:11.478796 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994ea686-17ff-4a10-b16f-075d1dea3195 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:35:11.479306 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994ea686-17ff-4a10-b16f-075d1dea3195 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:35:11.479767 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994ea686-17ff-4a10-b16f-075d1dea3195 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:35:11.480222 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994ea686-17ff-4a10-b16f-075d1dea3195 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:35:11.480675 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994ea686-17ff-4a10-b16f-075d1dea3195 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:35:11.481158 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994ea686-17ff-4a10-b16f-075d1dea3195 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:35:11.481634 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994ea686-17ff-4a10-b16f-075d1dea3195 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:35:11.482338 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994ea686-17ff-4a10-b16f-075d1dea3195 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:35:11.482809 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994ea686-17ff-4a10-b16f-075d1dea3195 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:35:11.483313 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994ea686-17ff-4a10-b16f-075d1dea3195 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:35:11.483817 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994ea686-17ff-4a10-b16f-075d1dea3195 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:35:11.548252 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4649afbd-5068-4059-ad4a-de79d73f51fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (a06351c4-36af-4262-9946-3608cacb37bd), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:11.588567 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-4649afbd-5068-4059-ad4a-de79d73f51fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a06351c4-36af-4262-9946-3608cacb37bd']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:35:11.609118 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-4649afbd-5068-4059-ad4a-de79d73f51fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ad4104f-98e0-4792-9162-bda29657e5a3') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:35:11.609683 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-4649afbd-5068-4059-ad4a-de79d73f51fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ad4104f-98e0-4792-9162-bda29657e5a3') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:35:11.631536 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4649afbd-5068-4059-ad4a-de79d73f51fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (0ad4104f-98e0-4792-9162-bda29657e5a3), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:11.662198 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4649afbd-5068-4059-ad4a-de79d73f51fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (0ad4104f-98e0-4792-9162-bda29657e5a3), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:11.676896 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4649afbd-5068-4059-ad4a-de79d73f51fe admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:35:11.677537 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4649afbd-5068-4059-ad4a-de79d73f51fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (0ad4104f-98e0-4792-9162-bda29657e5a3), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:11.759096 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 0ad4104f-98e0-4792-9162-bda29657e5a3 resource provider aggregate not found Oct 04 21:35:11.791926 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 0ad4104f-98e0-4792-9162-bda29657e5a3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0ad4104f-98e0-4792-9162-bda29657e5a3 found for delete ", "request_id": "req-abfda76e-3fa2-4898-af31-a21e63729f6a"}]} Oct 04 21:35:11.900790 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4649afbd-5068-4059-ad4a-de79d73f51fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (a06351c4-36af-4262-9946-3608cacb37bd), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:11.911029 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-4649afbd-5068-4059-ad4a-de79d73f51fe admin admin] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:11.918417 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-4649afbd-5068-4059-ad4a-de79d73f51fe admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/a06351c4-36af-4262-9946-3608cacb37bd HTTP/1.1" status: 204 len: 168 time: 1.2598672 Oct 04 21:35:11.924529 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54346) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:35:11.941381 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4649afbd-5068-4059-ad4a-de79d73f51fe admin admin] Pushing event deleted for resources: {'Network': ['ID=a06351c4-36af-4262-9946-3608cacb37bd,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:35:12.562848 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1667490b-fdc4-4a7f-9ab9-73ebb8bbb95f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (0ed7e600-27e6-4c8e-ac82-595a0c6521ee), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:12.716835 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device ffb02115-d028-4c08-a591-3fde7a598eee no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:35:12.760869 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: ffb02115-d028-4c08-a591-3fde7a598eee {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:35:12.761411 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device ffb02115-d028-4c08-a591-3fde7a598eee not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:35:13.064142 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-1667490b-fdc4-4a7f-9ab9-73ebb8bbb95f admin admin] Deleting port a3a03981-8a78-4d8b-9565-a49bd34cf9a0 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:35:13.065063 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1667490b-fdc4-4a7f-9ab9-73ebb8bbb95f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (a3a03981-8a78-4d8b-9565-a49bd34cf9a0), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:13.180967 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-1667490b-fdc4-4a7f-9ab9-73ebb8bbb95f admin admin] For port a3a03981-8a78-4d8b-9565-a49bd34cf9a0, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=a3a03981-8a78-4d8b-9565-a49bd34cf9a0,segment=NetworkSegment(93605b5f-ba95-43df-8412-572c93169dab),segment_id=93605b5f-ba95-43df-8412-572c93169dab)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:35:13.181475 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1667490b-fdc4-4a7f-9ab9-73ebb8bbb95f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (a3a03981-8a78-4d8b-9565-a49bd34cf9a0), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:13.202268 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-1667490b-fdc4-4a7f-9ab9-73ebb8bbb95f admin admin] Calling delete_port for a3a03981-8a78-4d8b-9565-a49bd34cf9a0 owned by network:router_interface {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:35:13.406363 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:35:13.453976 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:35:13.569279 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1667490b-fdc4-4a7f-9ab9-73ebb8bbb95f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (a3a03981-8a78-4d8b-9565-a49bd34cf9a0), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:13.622439 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1667490b-fdc4-4a7f-9ab9-73ebb8bbb95f admin admin] Pushing event deleted for resources: {'Port': ['ID=a3a03981-8a78-4d8b-9565-a49bd34cf9a0,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:35:13.980233 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1667490b-fdc4-4a7f-9ab9-73ebb8bbb95f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (0ed7e600-27e6-4c8e-ac82-595a0c6521ee), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:14.412662 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1667490b-fdc4-4a7f-9ab9-73ebb8bbb95f admin admin] Router 0ed7e600-27e6-4c8e-ac82-595a0c6521ee has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:35:14.616627 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1667490b-fdc4-4a7f-9ab9-73ebb8bbb95f admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:35:14.627108 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-1667490b-fdc4-4a7f-9ab9-73ebb8bbb95f admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/0ed7e600-27e6-4c8e-ac82-595a0c6521ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7005556 Oct 04 21:35:14.631173 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54348) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:35:14.636448 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3943251-077a-4471-b1b1-9714b8df637f None None] Sync routers for ids ['0ed7e600-27e6-4c8e-ac82-595a0c6521ee'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:35:14.662838 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3943251-077a-4471-b1b1-9714b8df637f None None] Routers {'0ed7e600-27e6-4c8e-ac82-595a0c6521ee'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:35:14.665378 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-e3943251-077a-4471-b1b1-9714b8df637f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:34:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['0ed7e600-27e6-4c8e-ac82-595a0c6521ee'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:35:14.844846 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4c59b379-6c95-41ae-b820-5ccd91e93559 admin admin] Publish callbacks [] for router (0ed7e600-27e6-4c8e-ac82-595a0c6521ee), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:14.889974 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-e3943251-077a-4471-b1b1-9714b8df637f None None] Set router 0ed7e600-27e6-4c8e-ac82-595a0c6521ee gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:35:15.063934 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4c59b379-6c95-41ae-b820-5ccd91e93559 admin admin] Publish callbacks [] for router_gateway (0ed7e600-27e6-4c8e-ac82-595a0c6521ee), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:15.202512 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-4c59b379-6c95-41ae-b820-5ccd91e93559 admin admin] Deleting port 000371ca-be12-4f8b-b86d-2f3febe7c70c {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:35:15.203070 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4c59b379-6c95-41ae-b820-5ccd91e93559 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (000371ca-be12-4f8b-b86d-2f3febe7c70c), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:15.246745 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-e3943251-077a-4471-b1b1-9714b8df637f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed7e600-27e6-4c8e-ac82-595a0c6521ee', 'name': 'tempest-TestShelveInstance-2056230927-router', 'tenant_id': '9820fa9db69f467db2a6e7837484b3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '000371ca-be12-4f8b-b86d-2f3febe7c70c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:34:12Z', 'updated_at': '2022-10-04T21:35:13Z', 'revision_number': 5, 'project_id': '9820fa9db69f467db2a6e7837484b3a1', 'gw_port': {'id': '000371ca-be12-4f8b-b86d-2f3febe7c70c', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:57:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed7e600-27e6-4c8e-ac82-595a0c6521ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:34:13Z', 'updated_at': '2022-10-04T21:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:35:15.280352 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:35:15.304715 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3943251-077a-4471-b1b1-9714b8df637f None None] Checking router: 0ed7e600-27e6-4c8e-ac82-595a0c6521ee for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:35:15.322225 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3943251-077a-4471-b1b1-9714b8df637f None None] Routers {'0ed7e600-27e6-4c8e-ac82-595a0c6521ee'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:35:15.323351 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-e3943251-077a-4471-b1b1-9714b8df637f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:34:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['0ed7e600-27e6-4c8e-ac82-595a0c6521ee'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:35:15.379113 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-4c59b379-6c95-41ae-b820-5ccd91e93559 admin admin] For port 000371ca-be12-4f8b-b86d-2f3febe7c70c, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=000371ca-be12-4f8b-b86d-2f3febe7c70c,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:35:15.379654 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4c59b379-6c95-41ae-b820-5ccd91e93559 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (000371ca-be12-4f8b-b86d-2f3febe7c70c), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:15.410152 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-4c59b379-6c95-41ae-b820-5ccd91e93559 admin admin] Calling delete_port for 000371ca-be12-4f8b-b86d-2f3febe7c70c owned by network:router_gateway {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:35:15.511755 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-e3943251-077a-4471-b1b1-9714b8df637f None None] Set router 0ed7e600-27e6-4c8e-ac82-595a0c6521ee gateway port host: None {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:35:15.542750 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=100 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:35:15.612306 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c5a8877d-686e-46df-af7f-381c97144040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:15.615013 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-e3943251-077a-4471-b1b1-9714b8df637f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed7e600-27e6-4c8e-ac82-595a0c6521ee', 'name': 'tempest-TestShelveInstance-2056230927-router', 'tenant_id': '9820fa9db69f467db2a6e7837484b3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:34:12Z', 'updated_at': '2022-10-04T21:35:15Z', 'revision_number': 6, 'project_id': '9820fa9db69f467db2a6e7837484b3a1', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:35:15.665070 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3943251-077a-4471-b1b1-9714b8df637f None None] The sync data for ids ['0ed7e600-27e6-4c8e-ac82-595a0c6521ee'] in n-d-852085-12 is: [{'id': '0ed7e600-27e6-4c8e-ac82-595a0c6521ee', 'name': 'tempest-TestShelveInstance-2056230927-router', 'tenant_id': '9820fa9db69f467db2a6e7837484b3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:34:12Z', 'updated_at': '2022-10-04T21:35:15Z', 'revision_number': 6, 'project_id': '9820fa9db69f467db2a6e7837484b3a1', 'gw_port_host': None}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:35:15.912320 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4c59b379-6c95-41ae-b820-5ccd91e93559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (000371ca-be12-4f8b-b86d-2f3febe7c70c), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:15.958591 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c59b379-6c95-41ae-b820-5ccd91e93559 admin admin] Pushing event deleted for resources: {'Port': ['ID=000371ca-be12-4f8b-b86d-2f3febe7c70c,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:35:16.089839 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4c59b379-6c95-41ae-b820-5ccd91e93559 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (0ed7e600-27e6-4c8e-ac82-595a0c6521ee), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:16.262417 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4c59b379-6c95-41ae-b820-5ccd91e93559 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (0ed7e600-27e6-4c8e-ac82-595a0c6521ee), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:16.266590 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4c59b379-6c95-41ae-b820-5ccd91e93559 admin admin] Publish callbacks [] for router_controller (0ed7e600-27e6-4c8e-ac82-595a0c6521ee), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:16.438199 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4c59b379-6c95-41ae-b820-5ccd91e93559 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (0ed7e600-27e6-4c8e-ac82-595a0c6521ee), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:16.439536 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c59b379-6c95-41ae-b820-5ccd91e93559 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ed7e600-27e6-4c8e-ac82-595a0c6521ee {{(pid=108170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 21:35:16.447303 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4c59b379-6c95-41ae-b820-5ccd91e93559 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:16.449486 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4c59b379-6c95-41ae-b820-5ccd91e93559 admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/0ed7e600-27e6-4c8e-ac82-595a0c6521ee HTTP/1.1" status: 204 len: 168 time: 1.8165753 Oct 04 21:35:16.453410 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54350) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:35:16.550431 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-69510b1b-8616-4924-aa32-f4d5ba052ffa admin admin] Deleting subnet 87aba412-2e1a-4b64-a0a9-67721557a4bd {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:35:16.556705 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-69510b1b-8616-4924-aa32-f4d5ba052ffa admin admin] Publish callbacks [] for subnet (87aba412-2e1a-4b64-a0a9-67721557a4bd), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:16.638235 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-69510b1b-8616-4924-aa32-f4d5ba052ffa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (87aba412-2e1a-4b64-a0a9-67721557a4bd), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:16.745171 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 000371ca-be12-4f8b-b86d-2f3febe7c70c no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:35:16.796915 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 000371ca-be12-4f8b-b86d-2f3febe7c70c {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:35:16.797280 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 000371ca-be12-4f8b-b86d-2f3febe7c70c not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:35:16.798213 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a3a03981-8a78-4d8b-9565-a49bd34cf9a0 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:35:16.810810 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-69510b1b-8616-4924-aa32-f4d5ba052ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (87aba412-2e1a-4b64-a0a9-67721557a4bd), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:16.831588 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: a3a03981-8a78-4d8b-9565-a49bd34cf9a0 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:35:16.832231 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device a3a03981-8a78-4d8b-9565-a49bd34cf9a0 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:35:16.993045 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-69510b1b-8616-4924-aa32-f4d5ba052ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (87aba412-2e1a-4b64-a0a9-67721557a4bd), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:17.053255 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69510b1b-8616-4924-aa32-f4d5ba052ffa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87aba412-2e1a-4b64-a0a9-67721557a4bd,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:35:17.062304 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-69510b1b-8616-4924-aa32-f4d5ba052ffa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:17.068965 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-69510b1b-8616-4924-aa32-f4d5ba052ffa admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/87aba412-2e1a-4b64-a0a9-67721557a4bd HTTP/1.1" status: 204 len: 168 time: 0.6134591 Oct 04 21:35:17.071850 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb3fd64-ea6c-417f-8108-2746932d8ad9 None None] Network dc207d24-0d1a-490f-b22e-5129ecc7570d requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:35:17.073832 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54352) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:35:17.222227 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-aefec294-5184-4807-bff9-774f9ee71fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (dc207d24-0d1a-490f-b22e-5129ecc7570d), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:17.228110 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:35:17.244026 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:DELETE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:35:17.303050 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-aefec294-5184-4807-bff9-774f9ee71fb1 admin admin] Deleting port 45526da6-4321-4a4f-97da-4ef23dd7aba3 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:35:17.303918 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-aefec294-5184-4807-bff9-774f9ee71fb1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (45526da6-4321-4a4f-97da-4ef23dd7aba3), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:17.358129 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f12611b-2fd5-4b29-b206-aea8ef01a3a2 None None] DHCP port deletion for dc207d24-0d1a-490f-b22e-5129ecc7570d request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:35:17.414872 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-aefec294-5184-4807-bff9-774f9ee71fb1 admin admin] For port 45526da6-4321-4a4f-97da-4ef23dd7aba3, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=45526da6-4321-4a4f-97da-4ef23dd7aba3,segment=NetworkSegment(93605b5f-ba95-43df-8412-572c93169dab),segment_id=93605b5f-ba95-43df-8412-572c93169dab)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:35:17.415594 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-aefec294-5184-4807-bff9-774f9ee71fb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (45526da6-4321-4a4f-97da-4ef23dd7aba3), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:17.431774 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-6f12611b-2fd5-4b29-b206-aea8ef01a3a2 None None] Deleting port 45526da6-4321-4a4f-97da-4ef23dd7aba3 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:35:17.434600 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6f12611b-2fd5-4b29-b206-aea8ef01a3a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (45526da6-4321-4a4f-97da-4ef23dd7aba3), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:17.445625 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-aefec294-5184-4807-bff9-774f9ee71fb1 admin admin] Calling delete_port for 45526da6-4321-4a4f-97da-4ef23dd7aba3 owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:35:17.513119 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-201988f5-1b69-4877-a833-cc65ff795cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:17.560786 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-6f12611b-2fd5-4b29-b206-aea8ef01a3a2 None None] For port 45526da6-4321-4a4f-97da-4ef23dd7aba3, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=45526da6-4321-4a4f-97da-4ef23dd7aba3,segment=NetworkSegment(93605b5f-ba95-43df-8412-572c93169dab),segment_id=93605b5f-ba95-43df-8412-572c93169dab)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:35:17.561503 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6f12611b-2fd5-4b29-b206-aea8ef01a3a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (45526da6-4321-4a4f-97da-4ef23dd7aba3), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:17.594246 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-6f12611b-2fd5-4b29-b206-aea8ef01a3a2 None None] Calling delete_port for 45526da6-4321-4a4f-97da-4ef23dd7aba3 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:35:17.700108 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-aefec294-5184-4807-bff9-774f9ee71fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (45526da6-4321-4a4f-97da-4ef23dd7aba3), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:17.713167 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:35:17.718894 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6f12611b-2fd5-4b29-b206-aea8ef01a3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (45526da6-4321-4a4f-97da-4ef23dd7aba3), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:17.737143 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefec294-5184-4807-bff9-774f9ee71fb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=45526da6-4321-4a4f-97da-4ef23dd7aba3,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:35:17.743336 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefec294-5184-4807-bff9-774f9ee71fb1 admin admin] No DVR routers for this DVR port 45526da6-4321-4a4f-97da-4ef23dd7aba3 on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:35:17.762098 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f12611b-2fd5-4b29-b206-aea8ef01a3a2 None None] Pushing event deleted for resources: {'Port': ['ID=45526da6-4321-4a4f-97da-4ef23dd7aba3,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:35:17.772740 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f12611b-2fd5-4b29-b206-aea8ef01a3a2 None None] No DVR routers for this DVR port 45526da6-4321-4a4f-97da-4ef23dd7aba3 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:35:17.862787 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:35:17.886261 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-aefec294-5184-4807-bff9-774f9ee71fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (dc207d24-0d1a-490f-b22e-5129ecc7570d), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:17.931715 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-aefec294-5184-4807-bff9-774f9ee71fb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc207d24-0d1a-490f-b22e-5129ecc7570d']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:35:17.952541 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-aefec294-5184-4807-bff9-774f9ee71fb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93605b5f-ba95-43df-8412-572c93169dab') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:35:17.952934 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-aefec294-5184-4807-bff9-774f9ee71fb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93605b5f-ba95-43df-8412-572c93169dab') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:35:17.974098 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-aefec294-5184-4807-bff9-774f9ee71fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (93605b5f-ba95-43df-8412-572c93169dab), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:18.004012 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-aefec294-5184-4807-bff9-774f9ee71fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (93605b5f-ba95-43df-8412-572c93169dab), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:18.017560 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aefec294-5184-4807-bff9-774f9ee71fb1 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:35:18.018373 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-aefec294-5184-4807-bff9-774f9ee71fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (93605b5f-ba95-43df-8412-572c93169dab), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:18.109716 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 93605b5f-ba95-43df-8412-572c93169dab resource provider aggregate not found Oct 04 21:35:18.144468 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment 93605b5f-ba95-43df-8412-572c93169dab resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 93605b5f-ba95-43df-8412-572c93169dab found for delete ", "request_id": "req-709d1fc6-8704-49cf-a8e8-beaa757a3f74"}]} Oct 04 21:35:18.255026 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-aefec294-5184-4807-bff9-774f9ee71fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (dc207d24-0d1a-490f-b22e-5129ecc7570d), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:18.266437 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-aefec294-5184-4807-bff9-774f9ee71fb1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:18.271698 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-aefec294-5184-4807-bff9-774f9ee71fb1 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/dc207d24-0d1a-490f-b22e-5129ecc7570d HTTP/1.1" status: 204 len: 168 time: 1.1951249 Oct 04 21:35:18.294345 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefec294-5184-4807-bff9-774f9ee71fb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc207d24-0d1a-490f-b22e-5129ecc7570d,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:35:18.720889 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 45526da6-4321-4a4f-97da-4ef23dd7aba3 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:35:18.760653 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 45526da6-4321-4a4f-97da-4ef23dd7aba3 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:35:18.761185 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 45526da6-4321-4a4f-97da-4ef23dd7aba3 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:35:18.877095 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54360) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:35:18.959226 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-30d74ba9-33e9-411f-aa91-51c95864e52d admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=6a14a0b665fd4c4d98138e39f75314bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0801306 Oct 04 21:35:18.964035 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54362) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:35:19.064791 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-878a8449-7b2c-4c8c-a6ce-72a6469f23bc admin admin] Publish callbacks [] for security_group (7a62b657-1566-414c-98fe-a36fadf21fb5), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:19.109634 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-878a8449-7b2c-4c8c-a6ce-72a6469f23bc admin admin] Publish callbacks [] for security_group (7a62b657-1566-414c-98fe-a36fadf21fb5), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:19.295311 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-878a8449-7b2c-4c8c-a6ce-72a6469f23bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (7a62b657-1566-414c-98fe-a36fadf21fb5), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:19.300427 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-878a8449-7b2c-4c8c-a6ce-72a6469f23bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:19.302710 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-878a8449-7b2c-4c8c-a6ce-72a6469f23bc admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/7a62b657-1566-414c-98fe-a36fadf21fb5 HTTP/1.1" status: 204 len: 168 time: 0.3369191 Oct 04 21:35:19.318562 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878a8449-7b2c-4c8c-a6ce-72a6469f23bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a62b657-1566-414c-98fe-a36fadf21fb5,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:35:20.300714 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:20.575838 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54368) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:35:20.655792 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-5a16e355-6ae3-4fa5-88cc-f1409a542578 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=9820fa9db69f467db2a6e7837484b3a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0780463 Oct 04 21:35:20.659100 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54370) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:35:20.755555 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5c8421b4-cefb-49a6-abec-83214a9c9172 admin admin] Publish callbacks [] for security_group (58738e61-51a4-4588-ac26-f4f0627ab7fa), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:20.787749 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5c8421b4-cefb-49a6-abec-83214a9c9172 admin admin] Publish callbacks [] for security_group (58738e61-51a4-4588-ac26-f4f0627ab7fa), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:21.003702 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5c8421b4-cefb-49a6-abec-83214a9c9172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (58738e61-51a4-4588-ac26-f4f0627ab7fa), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:21.008955 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-5c8421b4-cefb-49a6-abec-83214a9c9172 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:21.012612 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-5c8421b4-cefb-49a6-abec-83214a9c9172 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/58738e61-51a4-4588-ac26-f4f0627ab7fa HTTP/1.1" status: 204 len: 168 time: 0.3501828 Oct 04 21:35:21.027015 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8421b4-cefb-49a6-abec-83214a9c9172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58738e61-51a4-4588-ac26-f4f0627ab7fa,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:35:21.729605 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:21.831878 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:22.809788 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54392) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:35:23.019573 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-8518c32d-387e-4496-b59b-72ac01625b17 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-318920144-network', 'tenant_id': 'ff8c73de4bee4a1a86546a72ba04b0f4'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:35:23.191661 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8518c32d-387e-4496-b59b-72ac01625b17 admin admin] Made reservation on behalf of ff8c73de4bee4a1a86546a72ba04b0f4 for: {'network': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:35:23.196356 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8518c32d-387e-4496-b59b-72ac01625b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:23.215273 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8518c32d-387e-4496-b59b-72ac01625b17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:23.356589 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=81,neutron:DELETE=8,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:35:23.376221 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8518c32d-387e-4496-b59b-72ac01625b17 admin admin] Publish callbacks [] for security_group (cb54f604-bf2e-48ca-8497-7c8c085bd345), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:23.454616 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8518c32d-387e-4496-b59b-72ac01625b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (cb54f604-bf2e-48ca-8497-7c8c085bd345), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:23.507901 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8518c32d-387e-4496-b59b-72ac01625b17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=108170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:35:23.529896 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8518c32d-387e-4496-b59b-72ac01625b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb54f604-bf2e-48ca-8497-7c8c085bd345,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:35:23.537638 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:DELETE=10,neutron:SELECT=77,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:35:23.540566 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8518c32d-387e-4496-b59b-72ac01625b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (d4a494d6-2cb0-47b7-b583-3fbc19907334), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:23.541114 n-d-852085-12 neutron-server[108170]: INFO neutron.db.segments_db [None req-8518c32d-387e-4496-b59b-72ac01625b17 admin admin] Added segment d4a494d6-2cb0-47b7-b583-3fbc19907334 of type vlan for network 2f6af9be-1ad7-41f0-b2f3-df1febab73ff Oct 04 21:35:23.623072 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8518c32d-387e-4496-b59b-72ac01625b17 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (2f6af9be-1ad7-41f0-b2f3-df1febab73ff), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:23.763249 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8518c32d-387e-4496-b59b-72ac01625b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (2f6af9be-1ad7-41f0-b2f3-df1febab73ff), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:23.764945 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8518c32d-387e-4496-b59b-72ac01625b17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:35:23.765891 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8518c32d-387e-4496-b59b-72ac01625b17 admin admin] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:23.893704 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8518c32d-387e-4496-b59b-72ac01625b17 admin admin] Pushing event updated for resources: {'Network': ['ID=2f6af9be-1ad7-41f0-b2f3-df1febab73ff,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:35:23.908491 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 2f6af9be-1ad7-41f0-b2f3-df1febab73ff details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:35:23.957103 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-8518c32d-387e-4496-b59b-72ac01625b17 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1457999 Oct 04 21:35:23.962281 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54396) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:35:23.971467 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-8c448ec5-5c6c-46ae-9e18-e2aa519e2963 admin admin] Request body: {'subnet': {'network_id': '2f6af9be-1ad7-41f0-b2f3-df1febab73ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-318920144-subnet', 'tenant_id': 'ff8c73de4bee4a1a86546a72ba04b0f4', 'ip_version': 4}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:35:24.111305 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c448ec5-5c6c-46ae-9e18-e2aa519e2963 admin admin] Made reservation on behalf of ff8c73de4bee4a1a86546a72ba04b0f4 for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:35:24.115497 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8c448ec5-5c6c-46ae-9e18-e2aa519e2963 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:24.523875 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8c448ec5-5c6c-46ae-9e18-e2aa519e2963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (ce3ce1a6-45f5-4eeb-8cda-cf68541b2af8), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:24.642190 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c448ec5-5c6c-46ae-9e18-e2aa519e2963 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce3ce1a6-45f5-4eeb-8cda-cf68541b2af8,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:35:24.658646 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c448ec5-5c6c-46ae-9e18-e2aa519e2963 admin admin] Checking segment: {'id': 'd4a494d6-2cb0-47b7-b583-3fbc19907334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '2f6af9be-1ad7-41f0-b2f3-df1febab73ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:35:24.659099 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c448ec5-5c6c-46ae-9e18-e2aa519e2963 admin admin] Network hostable DHCP agents. Network: 2f6af9be-1ad7-41f0-b2f3-df1febab73ff, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:35:24.780519 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c448ec5-5c6c-46ae-9e18-e2aa519e2963 admin admin] Network 2f6af9be-1ad7-41f0-b2f3-df1febab73ff is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:35:24.877779 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-8c448ec5-5c6c-46ae-9e18-e2aa519e2963 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 2f6af9be-1ad7-41f0-b2f3-df1febab73ff) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:35:24.886617 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c448ec5-5c6c-46ae-9e18-e2aa519e2963 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:35:24.888332 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-8c448ec5-5c6c-46ae-9e18-e2aa519e2963 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:24.894354 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f983a0f1-fb64-4fcd-8a66-8fcce60f1ce1 None None] Network 2f6af9be-1ad7-41f0-b2f3-df1febab73ff requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:35:24.974266 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-8c448ec5-5c6c-46ae-9e18-e2aa519e2963 admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0100665 Oct 04 21:35:24.979078 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54398) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:35:24.986693 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-32d30ea2-3e17-437b-a6c0-2ed0ead62fc2 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-318920144-router', 'tenant_id': 'ff8c73de4bee4a1a86546a72ba04b0f4', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:35:25.066769 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-32d30ea2-3e17-437b-a6c0-2ed0ead62fc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (b1ea80e5-793b-469f-b537-177d1b1bc0c1), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:25.068633 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-32d30ea2-3e17-437b-a6c0-2ed0ead62fc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (b1ea80e5-793b-469f-b537-177d1b1bc0c1), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:25.097627 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9adaf1-bb4f-421b-a1a5-472825224dd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-2f6af9be-1ad7-41f0-b2f3-df1febab73ff', 'network_id': '2f6af9be-1ad7-41f0-b2f3-df1febab73ff', 'project_id': 'ff8c73de4bee4a1a86546a72ba04b0f4', 'fixed_ips': [{'subnet_id': 'ce3ce1a6-45f5-4eeb-8cda-cf68541b2af8'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:35:25.099604 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7c9adaf1-bb4f-421b-a1a5-472825224dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:25.186575 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-32d30ea2-3e17-437b-a6c0-2ed0ead62fc2 admin admin] Publish callbacks [] for router_controller (b1ea80e5-793b-469f-b537-177d1b1bc0c1), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:25.504768 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=45,neutron:DELETE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:35:25.508307 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 21:35:25.525312 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-32d30ea2-3e17-437b-a6c0-2ed0ead62fc2 admin admin] Publish callbacks [] for router_gateway (b1ea80e5-793b-469f-b537-177d1b1bc0c1), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:25.549686 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-7c9adaf1-bb4f-421b-a1a5-472825224dd4 None None] Allocated IP 172.20.0.2 (2f6af9be-1ad7-41f0-b2f3-df1febab73ff/ce3ce1a6-45f5-4eeb-8cda-cf68541b2af8/55e8dc9f-6bf3-40c3-9cb4-47e4e4518edd) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:35:25.743220 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:INSERT=8,neutron:DELETE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:35:25.847343 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:DELETE=2,neutron:INSERT=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:35:25.855987 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7c9adaf1-bb4f-421b-a1a5-472825224dd4 None None] Publish callbacks [] for port (55e8dc9f-6bf3-40c3-9cb4-47e4e4518edd), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:25.930031 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7c9adaf1-bb4f-421b-a1a5-472825224dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (55e8dc9f-6bf3-40c3-9cb4-47e4e4518edd), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:26.019322 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9adaf1-bb4f-421b-a1a5-472825224dd4 None None] Network 2f6af9be-1ad7-41f0-b2f3-df1febab73ff is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:35:26.023298 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-32d30ea2-3e17-437b-a6c0-2ed0ead62fc2 admin admin] Publish callbacks [] for router_gateway (b1ea80e5-793b-469f-b537-177d1b1bc0c1), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:26.025291 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:35:26.027103 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:35:26.031569 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-7c9adaf1-bb4f-421b-a1a5-472825224dd4 None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:35:26.036533 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9adaf1-bb4f-421b-a1a5-472825224dd4 None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:35:26.040600 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9adaf1-bb4f-421b-a1a5-472825224dd4 None None] Pushing event updated for resources: {'Port': ['ID=55e8dc9f-6bf3-40c3-9cb4-47e4e4518edd,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:35:26.055621 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-32d30ea2-3e17-437b-a6c0-2ed0ead62fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:26.168993 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-7c9adaf1-bb4f-421b-a1a5-472825224dd4 None None] Attempting to bind port 55e8dc9f-6bf3-40c3-9cb4-47e4e4518edd on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:35:26.169866 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-7c9adaf1-bb4f-421b-a1a5-472825224dd4 None None] Attempting to bind port 55e8dc9f-6bf3-40c3-9cb4-47e4e4518edd by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'd4a494d6-2cb0-47b7-b583-3fbc19907334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '2f6af9be-1ad7-41f0-b2f3-df1febab73ff'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:35:26.170058 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9adaf1-bb4f-421b-a1a5-472825224dd4 None None] Attempting to bind port 55e8dc9f-6bf3-40c3-9cb4-47e4e4518edd on network 2f6af9be-1ad7-41f0-b2f3-df1febab73ff {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:35:26.252914 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9adaf1-bb4f-421b-a1a5-472825224dd4 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:35:26.253305 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-32d30ea2-3e17-437b-a6c0-2ed0ead62fc2 admin admin] Allocated IP 172.25.5.13 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/9f0bce8c-976a-42a3-bd74-5ef34f2e0f03) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:35:26.253553 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9adaf1-bb4f-421b-a1a5-472825224dd4 None None] Checking segment: {'id': 'd4a494d6-2cb0-47b7-b583-3fbc19907334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '2f6af9be-1ad7-41f0-b2f3-df1febab73ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:35:26.254228 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7c9adaf1-bb4f-421b-a1a5-472825224dd4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:26.254898 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9adaf1-bb4f-421b-a1a5-472825224dd4 None None] Bound using segment: {'id': 'd4a494d6-2cb0-47b7-b583-3fbc19907334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '2f6af9be-1ad7-41f0-b2f3-df1febab73ff'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:35:26.255804 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-7c9adaf1-bb4f-421b-a1a5-472825224dd4 None None] Bound port: 55e8dc9f-6bf3-40c3-9cb4-47e4e4518edd, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a494d6-2cb0-47b7-b583-3fbc19907334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '2f6af9be-1ad7-41f0-b2f3-df1febab73ff'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:35:26.256678 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7c9adaf1-bb4f-421b-a1a5-472825224dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (55e8dc9f-6bf3-40c3-9cb4-47e4e4518edd), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:26.384315 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-7c9adaf1-bb4f-421b-a1a5-472825224dd4 None None] For port 55e8dc9f-6bf3-40c3-9cb4-47e4e4518edd, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:35:26.391474 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-7c9adaf1-bb4f-421b-a1a5-472825224dd4 None None] For port 55e8dc9f-6bf3-40c3-9cb4-47e4e4518edd, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=55e8dc9f-6bf3-40c3-9cb4-47e4e4518edd,segment=NetworkSegment(d4a494d6-2cb0-47b7-b583-3fbc19907334),segment_id=d4a494d6-2cb0-47b7-b583-3fbc19907334)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:35:26.473261 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-32d30ea2-3e17-437b-a6c0-2ed0ead62fc2 admin admin] Publish callbacks [] for port (9f0bce8c-976a-42a3-bd74-5ef34f2e0f03), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:26.552980 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7c9adaf1-bb4f-421b-a1a5-472825224dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (55e8dc9f-6bf3-40c3-9cb4-47e4e4518edd), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:26.620792 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-32d30ea2-3e17-437b-a6c0-2ed0ead62fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (9f0bce8c-976a-42a3-bd74-5ef34f2e0f03), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:26.671087 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9adaf1-bb4f-421b-a1a5-472825224dd4 None None] Pushing event updated for resources: {'Port': ['ID=55e8dc9f-6bf3-40c3-9cb4-47e4e4518edd,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:35:26.729726 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d30ea2-3e17-437b-a6c0-2ed0ead62fc2 admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:35:26.736117 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-32d30ea2-3e17-437b-a6c0-2ed0ead62fc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:35:26.744130 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d30ea2-3e17-437b-a6c0-2ed0ead62fc2 admin admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:35:26.755496 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d30ea2-3e17-437b-a6c0-2ed0ead62fc2 admin admin] Pushing event updated for resources: {'Port': ['ID=9f0bce8c-976a-42a3-bd74-5ef34f2e0f03,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:35:26.845048 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:35:27.686029 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-32d30ea2-3e17-437b-a6c0-2ed0ead62fc2 admin admin] Publish callbacks [] for router_gateway (b1ea80e5-793b-469f-b537-177d1b1bc0c1), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:27.938384 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94fed7a-326a-472c-a667-d1aee1bd2845 None None] Network 2f6af9be-1ad7-41f0-b2f3-df1febab73ff requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:35:28.073212 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-260bb5cf-e9fa-4aea-a2e5-0c109cd0d125 None None] Provisioning complete for port 55e8dc9f-6bf3-40c3-9cb4-47e4e4518edd triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:35:28.073839 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-260bb5cf-e9fa-4aea-a2e5-0c109cd0d125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (55e8dc9f-6bf3-40c3-9cb4-47e4e4518edd), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:28.074404 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-260bb5cf-e9fa-4aea-a2e5-0c109cd0d125 None None] Attempt 1 to provision port 55e8dc9f-6bf3-40c3-9cb4-47e4e4518edd Oct 04 21:35:28.082981 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-32d30ea2-3e17-437b-a6c0-2ed0ead62fc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (b1ea80e5-793b-469f-b537-177d1b1bc0c1), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:28.293536 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-260bb5cf-e9fa-4aea-a2e5-0c109cd0d125 None None] Current status of the port 55e8dc9f-6bf3-40c3-9cb4-47e4e4518edd is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:35:28.294194 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-260bb5cf-e9fa-4aea-a2e5-0c109cd0d125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (55e8dc9f-6bf3-40c3-9cb4-47e4e4518edd), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:28.367289 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-260bb5cf-e9fa-4aea-a2e5-0c109cd0d125 None None] For port 55e8dc9f-6bf3-40c3-9cb4-47e4e4518edd, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=55e8dc9f-6bf3-40c3-9cb4-47e4e4518edd,segment=NetworkSegment(d4a494d6-2cb0-47b7-b583-3fbc19907334),segment_id=d4a494d6-2cb0-47b7-b583-3fbc19907334)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:35:28.431431 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d30ea2-3e17-437b-a6c0-2ed0ead62fc2 admin admin] Router b1ea80e5-793b-469f-b537-177d1b1bc0c1 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 21:35:28.466717 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-260bb5cf-e9fa-4aea-a2e5-0c109cd0d125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (55e8dc9f-6bf3-40c3-9cb4-47e4e4518edd), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:28.576925 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260bb5cf-e9fa-4aea-a2e5-0c109cd0d125 None None] Pushing event updated for resources: {'Port': ['ID=55e8dc9f-6bf3-40c3-9cb4-47e4e4518edd,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:35:28.612648 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-939bd50c-f314-4c06-96a5-7f2ee534898d None None] Provisioning complete for port 55e8dc9f-6bf3-40c3-9cb4-47e4e4518edd triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:35:28.613312 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-939bd50c-f314-4c06-96a5-7f2ee534898d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (55e8dc9f-6bf3-40c3-9cb4-47e4e4518edd), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:28.613900 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-939bd50c-f314-4c06-96a5-7f2ee534898d None None] Attempt 1 to provision port 55e8dc9f-6bf3-40c3-9cb4-47e4e4518edd Oct 04 21:35:28.667495 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d30ea2-3e17-437b-a6c0-2ed0ead62fc2 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:35:28.717566 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a3673d-2d75-4b1e-8b69-b4dcc9aaed6d None None] Sync routers for ids ['b1ea80e5-793b-469f-b537-177d1b1bc0c1'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:35:28.722658 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=48 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:35:28.746302 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a3673d-2d75-4b1e-8b69-b4dcc9aaed6d None None] Routers {'b1ea80e5-793b-469f-b537-177d1b1bc0c1'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:35:28.747480 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-a4a3673d-2d75-4b1e-8b69-b4dcc9aaed6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:35:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['b1ea80e5-793b-469f-b537-177d1b1bc0c1'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:35:28.790227 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:35:28.795676 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-939bd50c-f314-4c06-96a5-7f2ee534898d None None] Current status of the port 55e8dc9f-6bf3-40c3-9cb4-47e4e4518edd is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:35:28.806373 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 55e8dc9f-6bf3-40c3-9cb4-47e4e4518edd up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:35:28.820461 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-32d30ea2-3e17-437b-a6c0-2ed0ead62fc2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:28.823020 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-32d30ea2-3e17-437b-a6c0-2ed0ead62fc2 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.8417797 Oct 04 21:35:28.827913 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54400) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:35:28.902495 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 55e8dc9f-6bf3-40c3-9cb4-47e4e4518edd triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:35:28.903192 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (55e8dc9f-6bf3-40c3-9cb4-47e4e4518edd), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:28.903754 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 55e8dc9f-6bf3-40c3-9cb4-47e4e4518edd Oct 04 21:35:28.976408 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-a4a3673d-2d75-4b1e-8b69-b4dcc9aaed6d None None] Set router b1ea80e5-793b-469f-b537-177d1b1bc0c1 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:35:29.069092 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 55e8dc9f-6bf3-40c3-9cb4-47e4e4518edd is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:35:29.242549 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:35:29.323267 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-a4a3673d-2d75-4b1e-8b69-b4dcc9aaed6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ea80e5-793b-469f-b537-177d1b1bc0c1', 'name': 'tempest-TestSnapshotPattern-318920144-router', 'tenant_id': 'ff8c73de4bee4a1a86546a72ba04b0f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '9f0bce8c-976a-42a3-bd74-5ef34f2e0f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:35:25Z', 'updated_at': '2022-10-04T21:35:27Z', 'revision_number': 3, 'project_id': 'ff8c73de4bee4a1a86546a72ba04b0f4', 'gw_port': {'id': '9f0bce8c-976a-42a3-bd74-5ef34f2e0f03', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1ea80e5-793b-469f-b537-177d1b1bc0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4403, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:35:26Z', 'updated_at': '2022-10-04T21:35:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:35:29.512254 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a3673d-2d75-4b1e-8b69-b4dcc9aaed6d None None] Checking router: b1ea80e5-793b-469f-b537-177d1b1bc0c1 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:35:29.512832 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a3673d-2d75-4b1e-8b69-b4dcc9aaed6d None None] Updating router b1ea80e5-793b-469f-b537-177d1b1bc0c1 port 9f0bce8c-976a-42a3-bd74-5ef34f2e0f03 binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:35:29.513726 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:35:29.572905 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-a4a3673d-2d75-4b1e-8b69-b4dcc9aaed6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (9f0bce8c-976a-42a3-bd74-5ef34f2e0f03), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:29.708567 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b19b4b2f-83b5-42e5-ad3c-fa2f504db03a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:30.045304 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-b19b4b2f-83b5-42e5-ad3c-fa2f504db03a admin admin] Allocated IP 172.20.0.1 (2f6af9be-1ad7-41f0-b2f3-df1febab73ff/ce3ce1a6-45f5-4eeb-8cda-cf68541b2af8/5b8173ee-8e5a-48d9-b7a3-4b99880cfada) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:35:30.095458 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-a4a3673d-2d75-4b1e-8b69-b4dcc9aaed6d None None] Publish callbacks [] for port (9f0bce8c-976a-42a3-bd74-5ef34f2e0f03), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:30.168442 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-a4a3673d-2d75-4b1e-8b69-b4dcc9aaed6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (9f0bce8c-976a-42a3-bd74-5ef34f2e0f03), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:30.236473 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-a4a3673d-2d75-4b1e-8b69-b4dcc9aaed6d None None] Attempting to bind port 9f0bce8c-976a-42a3-bd74-5ef34f2e0f03 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:35:30.237076 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-a4a3673d-2d75-4b1e-8b69-b4dcc9aaed6d None None] Attempting to bind port 9f0bce8c-976a-42a3-bd74-5ef34f2e0f03 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:35:30.237685 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a3673d-2d75-4b1e-8b69-b4dcc9aaed6d None None] Attempting to bind port 9f0bce8c-976a-42a3-bd74-5ef34f2e0f03 on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:35:30.276930 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b19b4b2f-83b5-42e5-ad3c-fa2f504db03a admin admin] Publish callbacks [] for port (5b8173ee-8e5a-48d9-b7a3-4b99880cfada), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:30.320464 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30a894f-5a2e-433c-b42c-4974afba9b6e None None] Pushing event updated for resources: {'Port': ['ID=9f0bce8c-976a-42a3-bd74-5ef34f2e0f03,revision_number=2']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:35:30.354672 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a894f-5a2e-433c-b42c-4974afba9b6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:35:30.355369 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a894f-5a2e-433c-b42c-4974afba9b6e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:35:30.355939 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a894f-5a2e-433c-b42c-4974afba9b6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:35:30.356488 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a894f-5a2e-433c-b42c-4974afba9b6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:35:30.356960 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a894f-5a2e-433c-b42c-4974afba9b6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:35:30.357429 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a894f-5a2e-433c-b42c-4974afba9b6e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:35:30.357911 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a894f-5a2e-433c-b42c-4974afba9b6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:35:30.358392 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a894f-5a2e-433c-b42c-4974afba9b6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:35:30.358860 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a894f-5a2e-433c-b42c-4974afba9b6e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:35:30.359381 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a894f-5a2e-433c-b42c-4974afba9b6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:35:30.359868 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a894f-5a2e-433c-b42c-4974afba9b6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:35:30.360482 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a894f-5a2e-433c-b42c-4974afba9b6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:35:30.361001 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a894f-5a2e-433c-b42c-4974afba9b6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:35:30.361540 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a894f-5a2e-433c-b42c-4974afba9b6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:35:30.362050 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a894f-5a2e-433c-b42c-4974afba9b6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:35:30.376790 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a3673d-2d75-4b1e-8b69-b4dcc9aaed6d None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:35:30.376790 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a3673d-2d75-4b1e-8b69-b4dcc9aaed6d None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:35:30.377504 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-a4a3673d-2d75-4b1e-8b69-b4dcc9aaed6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:30.378154 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a3673d-2d75-4b1e-8b69-b4dcc9aaed6d None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:35:30.378991 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-a4a3673d-2d75-4b1e-8b69-b4dcc9aaed6d None None] Bound port: 9f0bce8c-976a-42a3-bd74-5ef34f2e0f03, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:35:30.379669 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-a4a3673d-2d75-4b1e-8b69-b4dcc9aaed6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (9f0bce8c-976a-42a3-bd74-5ef34f2e0f03), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:30.392454 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b19b4b2f-83b5-42e5-ad3c-fa2f504db03a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (5b8173ee-8e5a-48d9-b7a3-4b99880cfada), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:30.471103 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19b4b2f-83b5-42e5-ad3c-fa2f504db03a admin admin] Network 2f6af9be-1ad7-41f0-b2f3-df1febab73ff is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:35:30.481322 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-b19b4b2f-83b5-42e5-ad3c-fa2f504db03a admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:35:30.482425 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-a4a3673d-2d75-4b1e-8b69-b4dcc9aaed6d None None] For port 9f0bce8c-976a-42a3-bd74-5ef34f2e0f03, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:35:30.490523 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19b4b2f-83b5-42e5-ad3c-fa2f504db03a admin admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:35:30.495515 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-a4a3673d-2d75-4b1e-8b69-b4dcc9aaed6d None None] For port 9f0bce8c-976a-42a3-bd74-5ef34f2e0f03, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=9f0bce8c-976a-42a3-bd74-5ef34f2e0f03,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:35:30.502018 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19b4b2f-83b5-42e5-ad3c-fa2f504db03a admin admin] Pushing event updated for resources: {'Port': ['ID=5b8173ee-8e5a-48d9-b7a3-4b99880cfada,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:35:30.581498 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b19b4b2f-83b5-42e5-ad3c-fa2f504db03a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (b1ea80e5-793b-469f-b537-177d1b1bc0c1), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:30.592332 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-a4a3673d-2d75-4b1e-8b69-b4dcc9aaed6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (9f0bce8c-976a-42a3-bd74-5ef34f2e0f03), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:30.654220 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a3673d-2d75-4b1e-8b69-b4dcc9aaed6d None None] Routers {'b1ea80e5-793b-469f-b537-177d1b1bc0c1'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:35:30.655880 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-a4a3673d-2d75-4b1e-8b69-b4dcc9aaed6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:35:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['b1ea80e5-793b-469f-b537-177d1b1bc0c1'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:35:30.746608 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:35:30.805906 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30a894f-5a2e-433c-b42c-4974afba9b6e None None] Pushing event updated for resources: {'Port': ['ID=9f0bce8c-976a-42a3-bd74-5ef34f2e0f03,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:35:30.849525 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-812784ce-9faa-487e-ba44-f970895c134e None None] Provisioning complete for port 5b8173ee-8e5a-48d9-b7a3-4b99880cfada triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:35:30.850407 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-812784ce-9faa-487e-ba44-f970895c134e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (5b8173ee-8e5a-48d9-b7a3-4b99880cfada), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:30.851549 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-812784ce-9faa-487e-ba44-f970895c134e None None] Attempt 1 to provision port 5b8173ee-8e5a-48d9-b7a3-4b99880cfada Oct 04 21:35:30.853016 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=60,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:35:30.884799 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:35:30.916918 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-812784ce-9faa-487e-ba44-f970895c134e None None] Port 5b8173ee-8e5a-48d9-b7a3-4b99880cfada cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:35:30.932997 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-a4a3673d-2d75-4b1e-8b69-b4dcc9aaed6d None None] Set router b1ea80e5-793b-469f-b537-177d1b1bc0c1 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:35:31.018406 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:DELETE=5,neutron:SELECT=54 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:35:31.021251 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b19b4b2f-83b5-42e5-ad3c-fa2f504db03a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (5b8173ee-8e5a-48d9-b7a3-4b99880cfada), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:31.108818 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:35:31.251786 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:35:31.268990 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-a4a3673d-2d75-4b1e-8b69-b4dcc9aaed6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ea80e5-793b-469f-b537-177d1b1bc0c1', 'name': 'tempest-TestSnapshotPattern-318920144-router', 'tenant_id': 'ff8c73de4bee4a1a86546a72ba04b0f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '9f0bce8c-976a-42a3-bd74-5ef34f2e0f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:35:25Z', 'updated_at': '2022-10-04T21:35:27Z', 'revision_number': 3, 'project_id': 'ff8c73de4bee4a1a86546a72ba04b0f4', 'gw_port': {'id': '9f0bce8c-976a-42a3-bd74-5ef34f2e0f03', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1ea80e5-793b-469f-b537-177d1b1bc0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4403, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:35:26Z', 'updated_at': '2022-10-04T21:35:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:35:31.317055 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a3673d-2d75-4b1e-8b69-b4dcc9aaed6d None None] The sync data for ids ['b1ea80e5-793b-469f-b537-177d1b1bc0c1'] in n-d-852085-12 is: [{'id': 'b1ea80e5-793b-469f-b537-177d1b1bc0c1', 'name': 'tempest-TestSnapshotPattern-318920144-router', 'tenant_id': 'ff8c73de4bee4a1a86546a72ba04b0f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '9f0bce8c-976a-42a3-bd74-5ef34f2e0f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:35:25Z', 'updated_at': '2022-10-04T21:35:27Z', 'revision_number': 3, 'project_id': 'ff8c73de4bee4a1a86546a72ba04b0f4', 'gw_port': {'id': '9f0bce8c-976a-42a3-bd74-5ef34f2e0f03', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1ea80e5-793b-469f-b537-177d1b1bc0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4403, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:35:26Z', 'updated_at': '2022-10-04T21:35:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:35:31.372733 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b19b4b2f-83b5-42e5-ad3c-fa2f504db03a admin admin] Publish callbacks [] for port (5b8173ee-8e5a-48d9-b7a3-4b99880cfada), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:31.437660 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b19b4b2f-83b5-42e5-ad3c-fa2f504db03a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (5b8173ee-8e5a-48d9-b7a3-4b99880cfada), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:31.586152 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-b19b4b2f-83b5-42e5-ad3c-fa2f504db03a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (b1ea80e5-793b-469f-b537-177d1b1bc0c1), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:31.602303 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19b4b2f-83b5-42e5-ad3c-fa2f504db03a admin admin] Pushing event updated for resources: {'Port': ['ID=5b8173ee-8e5a-48d9-b7a3-4b99880cfada,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:35:31.803453 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19b4b2f-83b5-42e5-ad3c-fa2f504db03a admin admin] Network 2f6af9be-1ad7-41f0-b2f3-df1febab73ff is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:35:31.805542 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-b19b4b2f-83b5-42e5-ad3c-fa2f504db03a admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:35:32.024597 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b19b4b2f-83b5-42e5-ad3c-fa2f504db03a admin admin] Router b1ea80e5-793b-469f-b537-177d1b1bc0c1 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:35:32.227220 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b19b4b2f-83b5-42e5-ad3c-fa2f504db03a admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:35:32.239236 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-b19b4b2f-83b5-42e5-ad3c-fa2f504db03a admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/b1ea80e5-793b-469f-b537-177d1b1bc0c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4091465 Oct 04 21:35:32.281023 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-43f26e63-ef77-420a-98ff-6281c73ce2cc None None] Provisioning complete for port 5b8173ee-8e5a-48d9-b7a3-4b99880cfada triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:35:32.281853 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-43f26e63-ef77-420a-98ff-6281c73ce2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (5b8173ee-8e5a-48d9-b7a3-4b99880cfada), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:32.282189 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-43f26e63-ef77-420a-98ff-6281c73ce2cc None None] Attempt 1 to provision port 5b8173ee-8e5a-48d9-b7a3-4b99880cfada Oct 04 21:35:32.341201 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:35:32.346244 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-43f26e63-ef77-420a-98ff-6281c73ce2cc None None] Port 5b8173ee-8e5a-48d9-b7a3-4b99880cfada cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:35:32.728625 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:32.775640 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 9f0bce8c-976a-42a3-bd74-5ef34f2e0f03 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:35:32.864540 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 9f0bce8c-976a-42a3-bd74-5ef34f2e0f03 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:35:32.865170 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (9f0bce8c-976a-42a3-bd74-5ef34f2e0f03), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:32.865748 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 9f0bce8c-976a-42a3-bd74-5ef34f2e0f03 Oct 04 21:35:33.008040 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 9f0bce8c-976a-42a3-bd74-5ef34f2e0f03 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:35:33.008843 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (9f0bce8c-976a-42a3-bd74-5ef34f2e0f03), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:33.052510 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 9f0bce8c-976a-42a3-bd74-5ef34f2e0f03, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=9f0bce8c-976a-42a3-bd74-5ef34f2e0f03,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:35:33.140232 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (9f0bce8c-976a-42a3-bd74-5ef34f2e0f03), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:33.237434 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=9f0bce8c-976a-42a3-bd74-5ef34f2e0f03,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:35:33.387174 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54416) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:35:33.395379 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.v2.base [None req-3411d634-c02e-4e4d-b589-6e77ab86e260 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1617807889-network', 'tenant_id': '4f3c10f3d10d482598605343174a91bd'}} {{(pid=108169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:35:33.516259 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3411d634-c02e-4e4d-b589-6e77ab86e260 admin admin] Made reservation on behalf of 4f3c10f3d10d482598605343174a91bd for: {'network': 1} {{(pid=108169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:35:33.519627 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3411d634-c02e-4e4d-b589-6e77ab86e260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for network (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:33.534783 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3411d634-c02e-4e4d-b589-6e77ab86e260 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:33.622288 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88572764-66ac-4b23-b505-bc7b68643451 None None] Sync routers for ids ['b1ea80e5-793b-469f-b537-177d1b1bc0c1'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:35:33.649881 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88572764-66ac-4b23-b505-bc7b68643451 None None] Routers {'b1ea80e5-793b-469f-b537-177d1b1bc0c1'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:35:33.650823 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-88572764-66ac-4b23-b505-bc7b68643451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:35:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['b1ea80e5-793b-469f-b537-177d1b1bc0c1'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:35:33.732933 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3411d634-c02e-4e4d-b589-6e77ab86e260 admin admin] Publish callbacks [] for security_group (43e76184-a3b1-4532-9be6-6649da932af4), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:33.758214 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:33.882631 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-88572764-66ac-4b23-b505-bc7b68643451 None None] Set router b1ea80e5-793b-469f-b537-177d1b1bc0c1 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:35:33.894173 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3411d634-c02e-4e4d-b589-6e77ab86e260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (43e76184-a3b1-4532-9be6-6649da932af4), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:33.947270 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3411d634-c02e-4e4d-b589-6e77ab86e260 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=108169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 21:35:33.969170 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3411d634-c02e-4e4d-b589-6e77ab86e260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43e76184-a3b1-4532-9be6-6649da932af4,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:35:33.979825 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3411d634-c02e-4e4d-b589-6e77ab86e260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (22b64c9f-b7a4-4e78-9624-ede79f9fb54e), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:33.981708 n-d-852085-12 neutron-server[108169]: INFO neutron.db.segments_db [None req-3411d634-c02e-4e4d-b589-6e77ab86e260 admin admin] Added segment 22b64c9f-b7a4-4e78-9624-ede79f9fb54e of type vlan for network 729c0d36-e7b5-4a84-9d27-5c700e2459fd Oct 04 21:35:34.084498 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3411d634-c02e-4e4d-b589-6e77ab86e260 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740980899786'] for network (729c0d36-e7b5-4a84-9d27-5c700e2459fd), precommit_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:34.226146 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3411d634-c02e-4e4d-b589-6e77ab86e260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462'] for network (729c0d36-e7b5-4a84-9d27-5c700e2459fd), after_create {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:34.228427 n-d-852085-12 neutron-server[108169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3411d634-c02e-4e4d-b589-6e77ab86e260 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:35:34.230458 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-3411d634-c02e-4e4d-b589-6e77ab86e260 admin admin] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:34.263046 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-88572764-66ac-4b23-b505-bc7b68643451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ea80e5-793b-469f-b537-177d1b1bc0c1', 'name': 'tempest-TestSnapshotPattern-318920144-router', 'tenant_id': 'ff8c73de4bee4a1a86546a72ba04b0f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '9f0bce8c-976a-42a3-bd74-5ef34f2e0f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:35:25Z', 'updated_at': '2022-10-04T21:35:30Z', 'revision_number': 4, 'project_id': 'ff8c73de4bee4a1a86546a72ba04b0f4', 'gw_port': {'id': '9f0bce8c-976a-42a3-bd74-5ef34f2e0f03', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ea80e5-793b-469f-b537-177d1b1bc0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4403, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:35:26Z', 'updated_at': '2022-10-04T21:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '5b8173ee-8e5a-48d9-b7a3-4b99880cfada', 'name': '', 'network_id': '2f6af9be-1ad7-41f0-b2f3-df1febab73ff', 'tenant_id': 'ff8c73de4bee4a1a86546a72ba04b0f4', 'mac_address': 'fa:16:3e:14:c7:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1ea80e5-793b-469f-b537-177d1b1bc0c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4404, 'fixed_ips': [{'subnet_id': 'ce3ce1a6-45f5-4eeb-8cda-cf68541b2af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:35:29Z', 'updated_at': '2022-10-04T21:35:31Z', 'revision_number': 2, 'project_id': 'ff8c73de4bee4a1a86546a72ba04b0f4', 'subnets': [{'id': 'ce3ce1a6-45f5-4eeb-8cda-cf68541b2af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:35:34.309818 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88572764-66ac-4b23-b505-bc7b68643451 None None] Checking router: b1ea80e5-793b-469f-b537-177d1b1bc0c1 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:35:34.310378 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88572764-66ac-4b23-b505-bc7b68643451 None None] Updating router b1ea80e5-793b-469f-b537-177d1b1bc0c1 port 5b8173ee-8e5a-48d9-b7a3-4b99880cfada binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:35:34.361373 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-88572764-66ac-4b23-b505-bc7b68643451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (5b8173ee-8e5a-48d9-b7a3-4b99880cfada), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:34.366300 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3411d634-c02e-4e4d-b589-6e77ab86e260 admin admin] Pushing event updated for resources: {'Network': ['ID=729c0d36-e7b5-4a84-9d27-5c700e2459fd,revision_number=1']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:35:34.392482 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Network 729c0d36-e7b5-4a84-9d27-5c700e2459fd details requested by agent ovs-agent-n-d-852085-12 with host n-d-852085-12 {{(pid=108171) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 04 21:35:34.437500 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-3411d634-c02e-4e4d-b589-6e77ab86e260 admin admin] 10.222.0.78 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0482459 Oct 04 21:35:34.441428 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54422) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:35:34.450687 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-f8a2888b-6cde-4a80-a5cb-4662dc91537b admin admin] Request body: {'subnet': {'network_id': '729c0d36-e7b5-4a84-9d27-5c700e2459fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1617807889-subnet', 'tenant_id': '4f3c10f3d10d482598605343174a91bd', 'ip_version': 4}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:35:34.580138 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a2888b-6cde-4a80-a5cb-4662dc91537b admin admin] Made reservation on behalf of 4f3c10f3d10d482598605343174a91bd for: {'subnet': 1} {{(pid=108170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 21:35:34.585018 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f8a2888b-6cde-4a80-a5cb-4662dc91537b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29404725'] for subnet (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:34.795516 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:35:34.816546 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 9f0bce8c-976a-42a3-bd74-5ef34f2e0f03 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:35:35.078175 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f8a2888b-6cde-4a80-a5cb-4662dc91537b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29587463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29404711'] for subnet (00cb1e69-78cd-4e51-a252-936721a5acdf), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:35.098769 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:35:35.129230 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:35:35.201088 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a2888b-6cde-4a80-a5cb-4662dc91537b admin admin] Pushing event updated for resources: {'Subnet': ['ID=00cb1e69-78cd-4e51-a252-936721a5acdf,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:35:35.217912 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a2888b-6cde-4a80-a5cb-4662dc91537b admin admin] Checking segment: {'id': '22b64c9f-b7a4-4e78-9624-ede79f9fb54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '729c0d36-e7b5-4a84-9d27-5c700e2459fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:35:35.218518 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a2888b-6cde-4a80-a5cb-4662dc91537b admin admin] Network hostable DHCP agents. Network: 729c0d36-e7b5-4a84-9d27-5c700e2459fd, hostable agents: ['8b8863ec-7cff-40e3-8d37-81595c0ab518'], hosted agents: [] {{(pid=108170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 21:35:35.269383 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 9f0bce8c-976a-42a3-bd74-5ef34f2e0f03 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:35:35.269903 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (9f0bce8c-976a-42a3-bd74-5ef34f2e0f03), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:35.270450 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 9f0bce8c-976a-42a3-bd74-5ef34f2e0f03 Oct 04 21:35:35.345292 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a2888b-6cde-4a80-a5cb-4662dc91537b admin admin] Network 729c0d36-e7b5-4a84-9d27-5c700e2459fd is scheduled to be hosted by DHCP agent 8b8863ec-7cff-40e3-8d37-81595c0ab518 with binding_index 1 {{(pid=108170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 21:35:35.395513 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-88572764-66ac-4b23-b505-bc7b68643451 None None] Publish callbacks [] for port (5b8173ee-8e5a-48d9-b7a3-4b99880cfada), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:35.455089 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-f8a2888b-6cde-4a80-a5cb-4662dc91537b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-852085-12, 729c0d36-e7b5-4a84-9d27-5c700e2459fd) {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:35:35.466770 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a2888b-6cde-4a80-a5cb-4662dc91537b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:35:35.468544 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f8a2888b-6cde-4a80-a5cb-4662dc91537b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:35.479324 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48994768-d6d2-4f9f-b932-11a6c2c9d60c None None] Network 729c0d36-e7b5-4a84-9d27-5c700e2459fd requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:35:35.521601 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-88572764-66ac-4b23-b505-bc7b68643451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (5b8173ee-8e5a-48d9-b7a3-4b99880cfada), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:35.581150 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 9f0bce8c-976a-42a3-bd74-5ef34f2e0f03 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:35:35.642236 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f8a2888b-6cde-4a80-a5cb-4662dc91537b admin admin] 10.222.0.78 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1990197 Oct 04 21:35:35.650723 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54424) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:35:35.660475 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-4dcb9ef0-1b50-43d1-8891-af8ed66e1602 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1617807889-router', 'tenant_id': '4f3c10f3d10d482598605343174a91bd', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:35:35.788550 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97130d0-7095-42ed-b742-2172ea837da8 None None] Pushing event updated for resources: {'Port': ['ID=5b8173ee-8e5a-48d9-b7a3-4b99880cfada,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:35:35.861173 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-88572764-66ac-4b23-b505-bc7b68643451 None None] Attempting to bind port 5b8173ee-8e5a-48d9-b7a3-4b99880cfada on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:35:35.862168 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4dcb9ef0-1b50-43d1-8891-af8ed66e1602 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-581848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6032'] for router (65764dac-7d72-437b-8dcc-2d5e17047511), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:35.869497 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-88572764-66ac-4b23-b505-bc7b68643451 None None] Attempting to bind port 5b8173ee-8e5a-48d9-b7a3-4b99880cfada by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': 'd4a494d6-2cb0-47b7-b583-3fbc19907334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '2f6af9be-1ad7-41f0-b2f3-df1febab73ff'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:35:35.869497 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88572764-66ac-4b23-b505-bc7b68643451 None None] Attempting to bind port 5b8173ee-8e5a-48d9-b7a3-4b99880cfada on network 2f6af9be-1ad7-41f0-b2f3-df1febab73ff {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:35:35.870139 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4dcb9ef0-1b50-43d1-8891-af8ed66e1602 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-583668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-460959', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6027'] for router (65764dac-7d72-437b-8dcc-2d5e17047511), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:35.937202 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2942ff-c066-46e9-a497-a56b67ceeccf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87b30528-f8d0-51e5-bb8c-b39d2cf868b8-729c0d36-e7b5-4a84-9d27-5c700e2459fd', 'network_id': '729c0d36-e7b5-4a84-9d27-5c700e2459fd', 'project_id': '4f3c10f3d10d482598605343174a91bd', 'fixed_ips': [{'subnet_id': '00cb1e69-78cd-4e51-a252-936721a5acdf'}]}} from n-d-852085-12. {{(pid=108171) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 04 21:35:35.937495 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:35:35.938940 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ea2942ff-c066-46e9-a497-a56b67ceeccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:36.003436 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88572764-66ac-4b23-b505-bc7b68643451 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:35:36.003436 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88572764-66ac-4b23-b505-bc7b68643451 None None] Checking segment: {'id': 'd4a494d6-2cb0-47b7-b583-3fbc19907334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '2f6af9be-1ad7-41f0-b2f3-df1febab73ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:35:36.003436 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-88572764-66ac-4b23-b505-bc7b68643451 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:36.006545 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4dcb9ef0-1b50-43d1-8891-af8ed66e1602 admin admin] Publish callbacks [] for router_controller (65764dac-7d72-437b-8dcc-2d5e17047511), precommit_add_association {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:36.006721 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88572764-66ac-4b23-b505-bc7b68643451 None None] Bound using segment: {'id': 'd4a494d6-2cb0-47b7-b583-3fbc19907334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '2f6af9be-1ad7-41f0-b2f3-df1febab73ff'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:35:36.006721 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-88572764-66ac-4b23-b505-bc7b68643451 None None] Bound port: 5b8173ee-8e5a-48d9-b7a3-4b99880cfada, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a494d6-2cb0-47b7-b583-3fbc19907334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '2f6af9be-1ad7-41f0-b2f3-df1febab73ff'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:35:36.006721 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-88572764-66ac-4b23-b505-bc7b68643451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (5b8173ee-8e5a-48d9-b7a3-4b99880cfada), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:36.328864 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-88572764-66ac-4b23-b505-bc7b68643451 None None] For port 5b8173ee-8e5a-48d9-b7a3-4b99880cfada, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:35:36.352016 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4dcb9ef0-1b50-43d1-8891-af8ed66e1602 admin admin] Publish callbacks [] for router_gateway (65764dac-7d72-437b-8dcc-2d5e17047511), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:36.361178 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-88572764-66ac-4b23-b505-bc7b68643451 None None] For port 5b8173ee-8e5a-48d9-b7a3-4b99880cfada, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=5b8173ee-8e5a-48d9-b7a3-4b99880cfada,segment=NetworkSegment(d4a494d6-2cb0-47b7-b583-3fbc19907334),segment_id=d4a494d6-2cb0-47b7-b583-3fbc19907334)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:35:36.364839 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.db_base_plugin_common [None req-ea2942ff-c066-46e9-a497-a56b67ceeccf None None] Allocated IP 172.20.0.2 (729c0d36-e7b5-4a84-9d27-5c700e2459fd/00cb1e69-78cd-4e51-a252-936721a5acdf/c8065383-984f-48f4-86a5-813e66e2ee89) {{(pid=108171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:35:36.374857 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:35:36.526084 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-88572764-66ac-4b23-b505-bc7b68643451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (5b8173ee-8e5a-48d9-b7a3-4b99880cfada), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:36.634712 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:35:36.670678 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88572764-66ac-4b23-b505-bc7b68643451 None None] Routers {'b1ea80e5-793b-469f-b537-177d1b1bc0c1'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:35:36.671779 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-88572764-66ac-4b23-b505-bc7b68643451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:35:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['b1ea80e5-793b-469f-b537-177d1b1bc0c1'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:35:36.817168 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97130d0-7095-42ed-b742-2172ea837da8 None None] Pushing event updated for resources: {'Port': ['ID=5b8173ee-8e5a-48d9-b7a3-4b99880cfada,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:35:36.819817 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4dcb9ef0-1b50-43d1-8891-af8ed66e1602 admin admin] Publish callbacks [] for router_gateway (65764dac-7d72-437b-8dcc-2d5e17047511), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:36.859913 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4dcb9ef0-1b50-43d1-8891-af8ed66e1602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:36.862093 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ea2942ff-c066-46e9-a497-a56b67ceeccf None None] Publish callbacks [] for port (c8065383-984f-48f4-86a5-813e66e2ee89), precommit_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:36.986705 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-88572764-66ac-4b23-b505-bc7b68643451 None None] Set router b1ea80e5-793b-469f-b537-177d1b1bc0c1 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:35:37.040316 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ea2942ff-c066-46e9-a497-a56b67ceeccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780'] for port (c8065383-984f-48f4-86a5-813e66e2ee89), after_create {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:37.072749 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-4dcb9ef0-1b50-43d1-8891-af8ed66e1602 admin admin] Allocated IP 172.25.5.232 (52a60aae-e230-4bd7-89bc-781767fd7892/96e1494d-e1f1-405b-8524-682cbb2a53ae/f0d85df7-a548-4aff-aaaa-2b5cff2deb3e) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:35:37.207757 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2942ff-c066-46e9-a497-a56b67ceeccf None None] Network 729c0d36-e7b5-4a84-9d27-5c700e2459fd is already hosted by enough agents. {{(pid=108171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:35:37.236515 n-d-852085-12 neutron-server[108171]: DEBUG neutron.scheduler.base_scheduler [None req-ea2942ff-c066-46e9-a497-a56b67ceeccf None None] Resources bound (agent type, host, resource id): {{(pid=108171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:35:37.279219 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4dcb9ef0-1b50-43d1-8891-af8ed66e1602 admin admin] Publish callbacks [] for port (f0d85df7-a548-4aff-aaaa-2b5cff2deb3e), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:37.297303 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2942ff-c066-46e9-a497-a56b67ceeccf None None] Received port after_create {{(pid=108171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:35:37.321681 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2942ff-c066-46e9-a497-a56b67ceeccf None None] Pushing event updated for resources: {'Port': ['ID=c8065383-984f-48f4-86a5-813e66e2ee89,revision_number=1']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:35:37.414816 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4dcb9ef0-1b50-43d1-8891-af8ed66e1602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (f0d85df7-a548-4aff-aaaa-2b5cff2deb3e), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:37.476946 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:35:37.481788 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-ea2942ff-c066-46e9-a497-a56b67ceeccf None None] Attempting to bind port c8065383-984f-48f4-86a5-813e66e2ee89 on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:35:37.482415 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-ea2942ff-c066-46e9-a497-a56b67ceeccf None None] Attempting to bind port c8065383-984f-48f4-86a5-813e66e2ee89 by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '22b64c9f-b7a4-4e78-9624-ede79f9fb54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '729c0d36-e7b5-4a84-9d27-5c700e2459fd'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:35:37.483065 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2942ff-c066-46e9-a497-a56b67ceeccf None None] Attempting to bind port c8065383-984f-48f4-86a5-813e66e2ee89 on network 729c0d36-e7b5-4a84-9d27-5c700e2459fd {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:35:37.498466 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcb9ef0-1b50-43d1-8891-af8ed66e1602 admin admin] Network 52a60aae-e230-4bd7-89bc-781767fd7892 is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:35:37.510217 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-4dcb9ef0-1b50-43d1-8891-af8ed66e1602 admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:35:37.514203 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcb9ef0-1b50-43d1-8891-af8ed66e1602 admin admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:35:37.521491 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcb9ef0-1b50-43d1-8891-af8ed66e1602 admin admin] Pushing event updated for resources: {'Port': ['ID=f0d85df7-a548-4aff-aaaa-2b5cff2deb3e,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:35:37.636527 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-88572764-66ac-4b23-b505-bc7b68643451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ea80e5-793b-469f-b537-177d1b1bc0c1', 'name': 'tempest-TestSnapshotPattern-318920144-router', 'tenant_id': 'ff8c73de4bee4a1a86546a72ba04b0f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '9f0bce8c-976a-42a3-bd74-5ef34f2e0f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:35:25Z', 'updated_at': '2022-10-04T21:35:30Z', 'revision_number': 4, 'project_id': 'ff8c73de4bee4a1a86546a72ba04b0f4', 'gw_port': {'id': '9f0bce8c-976a-42a3-bd74-5ef34f2e0f03', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ea80e5-793b-469f-b537-177d1b1bc0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4403, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:35:26Z', 'updated_at': '2022-10-04T21:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '5b8173ee-8e5a-48d9-b7a3-4b99880cfada', 'name': '', 'network_id': '2f6af9be-1ad7-41f0-b2f3-df1febab73ff', 'tenant_id': 'ff8c73de4bee4a1a86546a72ba04b0f4', 'mac_address': 'fa:16:3e:14:c7:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1ea80e5-793b-469f-b537-177d1b1bc0c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4404, 'fixed_ips': [{'subnet_id': 'ce3ce1a6-45f5-4eeb-8cda-cf68541b2af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:35:29Z', 'updated_at': '2022-10-04T21:35:36Z', 'revision_number': 4, 'project_id': 'ff8c73de4bee4a1a86546a72ba04b0f4', 'subnets': [{'id': 'ce3ce1a6-45f5-4eeb-8cda-cf68541b2af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:35:37.641133 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2942ff-c066-46e9-a497-a56b67ceeccf None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:35:37.641973 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2942ff-c066-46e9-a497-a56b67ceeccf None None] Checking segment: {'id': '22b64c9f-b7a4-4e78-9624-ede79f9fb54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '729c0d36-e7b5-4a84-9d27-5c700e2459fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:35:37.642779 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ea2942ff-c066-46e9-a497-a56b67ceeccf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:37.643462 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2942ff-c066-46e9-a497-a56b67ceeccf None None] Bound using segment: {'id': '22b64c9f-b7a4-4e78-9624-ede79f9fb54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '729c0d36-e7b5-4a84-9d27-5c700e2459fd'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:35:37.644358 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-ea2942ff-c066-46e9-a497-a56b67ceeccf None None] Bound port: c8065383-984f-48f4-86a5-813e66e2ee89, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22b64c9f-b7a4-4e78-9624-ede79f9fb54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '729c0d36-e7b5-4a84-9d27-5c700e2459fd'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:35:37.645092 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ea2942ff-c066-46e9-a497-a56b67ceeccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (c8065383-984f-48f4-86a5-813e66e2ee89), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:37.745061 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88572764-66ac-4b23-b505-bc7b68643451 None None] The sync data for ids ['b1ea80e5-793b-469f-b537-177d1b1bc0c1'] in n-d-852085-12 is: [{'id': 'b1ea80e5-793b-469f-b537-177d1b1bc0c1', 'name': 'tempest-TestSnapshotPattern-318920144-router', 'tenant_id': 'ff8c73de4bee4a1a86546a72ba04b0f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '9f0bce8c-976a-42a3-bd74-5ef34f2e0f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:35:25Z', 'updated_at': '2022-10-04T21:35:30Z', 'revision_number': 4, 'project_id': 'ff8c73de4bee4a1a86546a72ba04b0f4', 'gw_port': {'id': '9f0bce8c-976a-42a3-bd74-5ef34f2e0f03', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ea80e5-793b-469f-b537-177d1b1bc0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4403, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:35:26Z', 'updated_at': '2022-10-04T21:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '5b8173ee-8e5a-48d9-b7a3-4b99880cfada', 'name': '', 'network_id': '2f6af9be-1ad7-41f0-b2f3-df1febab73ff', 'tenant_id': 'ff8c73de4bee4a1a86546a72ba04b0f4', 'mac_address': 'fa:16:3e:14:c7:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1ea80e5-793b-469f-b537-177d1b1bc0c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4404, 'fixed_ips': [{'subnet_id': 'ce3ce1a6-45f5-4eeb-8cda-cf68541b2af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:35:29Z', 'updated_at': '2022-10-04T21:35:36Z', 'revision_number': 4, 'project_id': 'ff8c73de4bee4a1a86546a72ba04b0f4', 'subnets': [{'id': 'ce3ce1a6-45f5-4eeb-8cda-cf68541b2af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:35:37.901647 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-ea2942ff-c066-46e9-a497-a56b67ceeccf None None] For port c8065383-984f-48f4-86a5-813e66e2ee89, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:35:37.918460 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-ea2942ff-c066-46e9-a497-a56b67ceeccf None None] For port c8065383-984f-48f4-86a5-813e66e2ee89, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=c8065383-984f-48f4-86a5-813e66e2ee89,segment=NetworkSegment(22b64c9f-b7a4-4e78-9624-ede79f9fb54e),segment_id=22b64c9f-b7a4-4e78-9624-ede79f9fb54e)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:35:38.007755 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ea2942ff-c066-46e9-a497-a56b67ceeccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (c8065383-984f-48f4-86a5-813e66e2ee89), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:38.025007 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:35:38.100791 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:35:38.132099 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2942ff-c066-46e9-a497-a56b67ceeccf None None] Pushing event updated for resources: {'Port': ['ID=c8065383-984f-48f4-86a5-813e66e2ee89,revision_number=2']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:35:38.164885 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4dcb9ef0-1b50-43d1-8891-af8ed66e1602 admin admin] Publish callbacks [] for router_gateway (65764dac-7d72-437b-8dcc-2d5e17047511), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:38.656680 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4dcb9ef0-1b50-43d1-8891-af8ed66e1602 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465358'] for router (65764dac-7d72-437b-8dcc-2d5e17047511), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:38.905800 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device c8065383-984f-48f4-86a5-813e66e2ee89 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:35:39.003855 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port c8065383-984f-48f4-86a5-813e66e2ee89 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:35:39.004474 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (c8065383-984f-48f4-86a5-813e66e2ee89), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:39.004954 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port c8065383-984f-48f4-86a5-813e66e2ee89 Oct 04 21:35:39.055229 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dcb9ef0-1b50-43d1-8891-af8ed66e1602 admin admin] Router 65764dac-7d72-437b-8dcc-2d5e17047511 is scheduled to L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 with binding_index 1 {{(pid=108170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 04 21:35:39.167901 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port c8065383-984f-48f4-86a5-813e66e2ee89 is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:35:39.168595 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (c8065383-984f-48f4-86a5-813e66e2ee89), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:39.242357 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port c8065383-984f-48f4-86a5-813e66e2ee89, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=c8065383-984f-48f4-86a5-813e66e2ee89,segment=NetworkSegment(22b64c9f-b7a4-4e78-9624-ede79f9fb54e),segment_id=22b64c9f-b7a4-4e78-9624-ede79f9fb54e)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:35:39.369375 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (c8065383-984f-48f4-86a5-813e66e2ee89), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:39.372321 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 5b8173ee-8e5a-48d9-b7a3-4b99880cfada up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:35:39.554483 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=c8065383-984f-48f4-86a5-813e66e2ee89,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:35:39.579519 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 5b8173ee-8e5a-48d9-b7a3-4b99880cfada triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:35:39.580467 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (5b8173ee-8e5a-48d9-b7a3-4b99880cfada), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:39.581126 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 5b8173ee-8e5a-48d9-b7a3-4b99880cfada Oct 04 21:35:39.846041 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dcb9ef0-1b50-43d1-8891-af8ed66e1602 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:35:39.862158 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce95bfc-b716-4a8c-b7ae-ee8df0d1159c None None] Sync routers for ids ['65764dac-7d72-437b-8dcc-2d5e17047511'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:35:39.888548 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce95bfc-b716-4a8c-b7ae-ee8df0d1159c None None] Routers {'65764dac-7d72-437b-8dcc-2d5e17047511'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:35:39.888548 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-3ce95bfc-b716-4a8c-b7ae-ee8df0d1159c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:35:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['65764dac-7d72-437b-8dcc-2d5e17047511'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:35:39.905973 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b1239f-270b-470f-b331-2a414cd49a56 None None] Network 729c0d36-e7b5-4a84-9d27-5c700e2459fd requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:35:39.953663 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-4dcb9ef0-1b50-43d1-8891-af8ed66e1602 admin admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:39.958672 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-4dcb9ef0-1b50-43d1-8891-af8ed66e1602 admin admin] 10.222.0.78 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.3050232 Oct 04 21:35:39.963019 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54426) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:35:39.963566 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:35:40.065911 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-c501b264-d943-4d91-97c8-55c173ca8c43 None None] Provisioning complete for port c8065383-984f-48f4-86a5-813e66e2ee89 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:35:40.066527 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c501b264-d943-4d91-97c8-55c173ca8c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (c8065383-984f-48f4-86a5-813e66e2ee89), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:40.067100 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-c501b264-d943-4d91-97c8-55c173ca8c43 None None] Attempt 1 to provision port c8065383-984f-48f4-86a5-813e66e2ee89 Oct 04 21:35:40.123927 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-3ce95bfc-b716-4a8c-b7ae-ee8df0d1159c None None] Set router 65764dac-7d72-437b-8dcc-2d5e17047511 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:35:40.307270 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 5b8173ee-8e5a-48d9-b7a3-4b99880cfada is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:35:40.307757 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (5b8173ee-8e5a-48d9-b7a3-4b99880cfada), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:40.456080 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-c501b264-d943-4d91-97c8-55c173ca8c43 None None] Current status of the port c8065383-984f-48f4-86a5-813e66e2ee89 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:35:40.466147 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 5b8173ee-8e5a-48d9-b7a3-4b99880cfada, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=5b8173ee-8e5a-48d9-b7a3-4b99880cfada,segment=NetworkSegment(d4a494d6-2cb0-47b7-b583-3fbc19907334),segment_id=d4a494d6-2cb0-47b7-b583-3fbc19907334)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:35:40.499081 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-3ce95bfc-b716-4a8c-b7ae-ee8df0d1159c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65764dac-7d72-437b-8dcc-2d5e17047511', 'name': 'tempest-TestSnapshotPattern-1617807889-router', 'tenant_id': '4f3c10f3d10d482598605343174a91bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': 'f0d85df7-a548-4aff-aaaa-2b5cff2deb3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:35:35Z', 'updated_at': '2022-10-04T21:35:37Z', 'revision_number': 3, 'project_id': '4f3c10f3d10d482598605343174a91bd', 'gw_port': {'id': 'f0d85df7-a548-4aff-aaaa-2b5cff2deb3e', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65764dac-7d72-437b-8dcc-2d5e17047511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4415, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:35:36Z', 'updated_at': '2022-10-04T21:35:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:35:40.547771 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (5b8173ee-8e5a-48d9-b7a3-4b99880cfada), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:40.560525 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce95bfc-b716-4a8c-b7ae-ee8df0d1159c None None] Checking router: 65764dac-7d72-437b-8dcc-2d5e17047511 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:35:40.560525 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce95bfc-b716-4a8c-b7ae-ee8df0d1159c None None] Updating router 65764dac-7d72-437b-8dcc-2d5e17047511 port f0d85df7-a548-4aff-aaaa-2b5cff2deb3e binding host n-d-852085-12 {{(pid=108172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:35:40.624515 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-3ce95bfc-b716-4a8c-b7ae-ee8df0d1159c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (f0d85df7-a548-4aff-aaaa-2b5cff2deb3e), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:40.667048 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=5b8173ee-8e5a-48d9-b7a3-4b99880cfada,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:35:40.698530 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:35:40.850048 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device c8065383-984f-48f4-86a5-813e66e2ee89 up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:35:40.941151 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-f06eb79b-68ed-400e-a226-b5b88dfcbf46 None None] Provisioning complete for port c8065383-984f-48f4-86a5-813e66e2ee89 triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:35:40.942262 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f06eb79b-68ed-400e-a226-b5b88dfcbf46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (c8065383-984f-48f4-86a5-813e66e2ee89), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:40.942461 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-f06eb79b-68ed-400e-a226-b5b88dfcbf46 None None] Attempt 1 to provision port c8065383-984f-48f4-86a5-813e66e2ee89 Oct 04 21:35:40.948611 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:35:40.972058 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d7c1bcaf-c9c8-4132-8c90-6d24531eced2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:40.995533 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:35:41.024439 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port c8065383-984f-48f4-86a5-813e66e2ee89 triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:35:41.025054 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (c8065383-984f-48f4-86a5-813e66e2ee89), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:41.025621 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port c8065383-984f-48f4-86a5-813e66e2ee89 Oct 04 21:35:41.159629 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:35:41.191994 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-3ce95bfc-b716-4a8c-b7ae-ee8df0d1159c None None] Publish callbacks [] for port (f0d85df7-a548-4aff-aaaa-2b5cff2deb3e), precommit_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:41.220575 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-f06eb79b-68ed-400e-a226-b5b88dfcbf46 None None] Current status of the port c8065383-984f-48f4-86a5-813e66e2ee89 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:35:41.280470 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port c8065383-984f-48f4-86a5-813e66e2ee89 is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:35:41.292054 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_common [None req-d7c1bcaf-c9c8-4132-8c90-6d24531eced2 admin admin] Allocated IP 172.20.0.1 (729c0d36-e7b5-4a84-9d27-5c700e2459fd/00cb1e69-78cd-4e51-a252-936721a5acdf/82000a8a-3a49-4a3a-9928-c314d6ea0d5d) {{(pid=108170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 21:35:41.305949 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-3ce95bfc-b716-4a8c-b7ae-ee8df0d1159c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (f0d85df7-a548-4aff-aaaa-2b5cff2deb3e), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:41.359087 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-3ce95bfc-b716-4a8c-b7ae-ee8df0d1159c None None] Attempting to bind port f0d85df7-a548-4aff-aaaa-2b5cff2deb3e on host n-d-852085-12 for vnic_type normal with profile {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:35:41.359670 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-3ce95bfc-b716-4a8c-b7ae-ee8df0d1159c None None] Attempting to bind port f0d85df7-a548-4aff-aaaa-2b5cff2deb3e by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:35:41.360099 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce95bfc-b716-4a8c-b7ae-ee8df0d1159c None None] Attempting to bind port f0d85df7-a548-4aff-aaaa-2b5cff2deb3e on network 52a60aae-e230-4bd7-89bc-781767fd7892 {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:35:41.401970 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14425bf-9881-4fce-8951-336fd7c8d2c2 None None] Pushing event updated for resources: {'Port': ['ID=f0d85df7-a548-4aff-aaaa-2b5cff2deb3e,revision_number=2']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:35:41.443344 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce95bfc-b716-4a8c-b7ae-ee8df0d1159c None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:35:41.444525 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce95bfc-b716-4a8c-b7ae-ee8df0d1159c None None] Checking segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:35:41.445191 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-3ce95bfc-b716-4a8c-b7ae-ee8df0d1159c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:41.445853 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce95bfc-b716-4a8c-b7ae-ee8df0d1159c None None] Bound using segment: {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'} {{(pid=108172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:35:41.446589 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.managers [None req-3ce95bfc-b716-4a8c-b7ae-ee8df0d1159c None None] Bound port: f0d85df7-a548-4aff-aaaa-2b5cff2deb3e, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e9aa73-02cc-4dd1-abe8-31f69e45b3d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892'}}] {{(pid=108172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:35:41.447128 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-3ce95bfc-b716-4a8c-b7ae-ee8df0d1159c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (f0d85df7-a548-4aff-aaaa-2b5cff2deb3e), before_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:41.484825 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:35:41.519426 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d7c1bcaf-c9c8-4132-8c90-6d24531eced2 admin admin] Publish callbacks [] for port (82000a8a-3a49-4a3a-9928-c314d6ea0d5d), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:41.519898 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-3ce95bfc-b716-4a8c-b7ae-ee8df0d1159c None None] For port f0d85df7-a548-4aff-aaaa-2b5cff2deb3e, host n-d-852085-12, cleared binding levels {{(pid=108172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:35:41.525690 n-d-852085-12 neutron-server[108172]: DEBUG neutron.plugins.ml2.db [None req-3ce95bfc-b716-4a8c-b7ae-ee8df0d1159c None None] For port f0d85df7-a548-4aff-aaaa-2b5cff2deb3e, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=f0d85df7-a548-4aff-aaaa-2b5cff2deb3e,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:35:41.597345 n-d-852085-12 neutron-server[108172]: DEBUG neutron_lib.callbacks.manager [None req-3ce95bfc-b716-4a8c-b7ae-ee8df0d1159c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (f0d85df7-a548-4aff-aaaa-2b5cff2deb3e), after_update {{(pid=108172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:41.667073 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d7c1bcaf-c9c8-4132-8c90-6d24531eced2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740980962780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (82000a8a-3a49-4a3a-9928-c314d6ea0d5d), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:41.738818 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c1bcaf-c9c8-4132-8c90-6d24531eced2 admin admin] Network 729c0d36-e7b5-4a84-9d27-5c700e2459fd is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:35:41.745304 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-d7c1bcaf-c9c8-4132-8c90-6d24531eced2 admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:35:41.752342 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c1bcaf-c9c8-4132-8c90-6d24531eced2 admin admin] Received port after_create {{(pid=108170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 04 21:35:41.782768 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce95bfc-b716-4a8c-b7ae-ee8df0d1159c None None] Routers {'65764dac-7d72-437b-8dcc-2d5e17047511'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:35:41.783858 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-3ce95bfc-b716-4a8c-b7ae-ee8df0d1159c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:35:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['65764dac-7d72-437b-8dcc-2d5e17047511'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:35:41.811896 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c1bcaf-c9c8-4132-8c90-6d24531eced2 admin admin] Pushing event updated for resources: {'Port': ['ID=82000a8a-3a49-4a3a-9928-c314d6ea0d5d,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:35:41.852817 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d7c1bcaf-c9c8-4132-8c90-6d24531eced2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582709'] for router_interface (65764dac-7d72-437b-8dcc-2d5e17047511), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:41.886157 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14425bf-9881-4fce-8951-336fd7c8d2c2 None None] Pushing event updated for resources: {'Port': ['ID=f0d85df7-a548-4aff-aaaa-2b5cff2deb3e,revision_number=3']} {{(pid=108172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:35:42.011421 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-3ce95bfc-b716-4a8c-b7ae-ee8df0d1159c None None] Set router 65764dac-7d72-437b-8dcc-2d5e17047511 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:35:42.159372 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-f2a2026f-76a1-4be2-8903-b65a05007c7a None None] Provisioning complete for port 82000a8a-3a49-4a3a-9928-c314d6ea0d5d triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:35:42.160317 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f2a2026f-76a1-4be2-8903-b65a05007c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (82000a8a-3a49-4a3a-9928-c314d6ea0d5d), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:42.160581 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-f2a2026f-76a1-4be2-8903-b65a05007c7a None None] Attempt 1 to provision port 82000a8a-3a49-4a3a-9928-c314d6ea0d5d Oct 04 21:35:42.193472 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:35:42.200754 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d7c1bcaf-c9c8-4132-8c90-6d24531eced2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (82000a8a-3a49-4a3a-9928-c314d6ea0d5d), before_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:42.230156 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-f2a2026f-76a1-4be2-8903-b65a05007c7a None None] Port 82000a8a-3a49-4a3a-9928-c314d6ea0d5d cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:35:42.366966 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-3ce95bfc-b716-4a8c-b7ae-ee8df0d1159c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65764dac-7d72-437b-8dcc-2d5e17047511', 'name': 'tempest-TestSnapshotPattern-1617807889-router', 'tenant_id': '4f3c10f3d10d482598605343174a91bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': 'f0d85df7-a548-4aff-aaaa-2b5cff2deb3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:35:35Z', 'updated_at': '2022-10-04T21:35:37Z', 'revision_number': 3, 'project_id': '4f3c10f3d10d482598605343174a91bd', 'gw_port': {'id': 'f0d85df7-a548-4aff-aaaa-2b5cff2deb3e', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65764dac-7d72-437b-8dcc-2d5e17047511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4415, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:35:36Z', 'updated_at': '2022-10-04T21:35:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:35:42.418134 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce95bfc-b716-4a8c-b7ae-ee8df0d1159c None None] The sync data for ids ['65764dac-7d72-437b-8dcc-2d5e17047511'] in n-d-852085-12 is: [{'id': '65764dac-7d72-437b-8dcc-2d5e17047511', 'name': 'tempest-TestSnapshotPattern-1617807889-router', 'tenant_id': '4f3c10f3d10d482598605343174a91bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': 'f0d85df7-a548-4aff-aaaa-2b5cff2deb3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:35:35Z', 'updated_at': '2022-10-04T21:35:37Z', 'revision_number': 3, 'project_id': '4f3c10f3d10d482598605343174a91bd', 'gw_port': {'id': 'f0d85df7-a548-4aff-aaaa-2b5cff2deb3e', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65764dac-7d72-437b-8dcc-2d5e17047511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4415, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:35:36Z', 'updated_at': '2022-10-04T21:35:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:35:42.481521 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d7c1bcaf-c9c8-4132-8c90-6d24531eced2 admin admin] Publish callbacks [] for port (82000a8a-3a49-4a3a-9928-c314d6ea0d5d), precommit_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:42.557196 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d7c1bcaf-c9c8-4132-8c90-6d24531eced2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29587592'] for port (82000a8a-3a49-4a3a-9928-c314d6ea0d5d), after_update {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:42.701733 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-d7c1bcaf-c9c8-4132-8c90-6d24531eced2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582825'] for router_interface (65764dac-7d72-437b-8dcc-2d5e17047511), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:42.705546 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c1bcaf-c9c8-4132-8c90-6d24531eced2 admin admin] Pushing event updated for resources: {'Port': ['ID=82000a8a-3a49-4a3a-9928-c314d6ea0d5d,revision_number=2']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:35:42.711616 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:35:42.866897 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 5b8173ee-8e5a-48d9-b7a3-4b99880cfada up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:35:42.982661 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c1bcaf-c9c8-4132-8c90-6d24531eced2 admin admin] Network 729c0d36-e7b5-4a84-9d27-5c700e2459fd is already hosted by enough agents. {{(pid=108170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 21:35:42.984089 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 5b8173ee-8e5a-48d9-b7a3-4b99880cfada triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:35:42.984773 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (5b8173ee-8e5a-48d9-b7a3-4b99880cfada), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:42.985161 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.base_scheduler [None req-d7c1bcaf-c9c8-4132-8c90-6d24531eced2 admin admin] Resources bound (agent type, host, resource id): {{(pid=108170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 21:35:42.985632 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 5b8173ee-8e5a-48d9-b7a3-4b99880cfada Oct 04 21:35:43.087087 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:35:43.185116 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 5b8173ee-8e5a-48d9-b7a3-4b99880cfada is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:35:43.283934 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c1bcaf-c9c8-4132-8c90-6d24531eced2 admin admin] Router 65764dac-7d72-437b-8dcc-2d5e17047511 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:35:43.492217 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-777703a8-9b83-44d9-859b-530e34490300 None None] Provisioning complete for port 82000a8a-3a49-4a3a-9928-c314d6ea0d5d triggered by entity DHCP. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:35:43.492687 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-777703a8-9b83-44d9-859b-530e34490300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (82000a8a-3a49-4a3a-9928-c314d6ea0d5d), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:43.494376 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-777703a8-9b83-44d9-859b-530e34490300 None None] Attempt 1 to provision port 82000a8a-3a49-4a3a-9928-c314d6ea0d5d Oct 04 21:35:43.531437 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c1bcaf-c9c8-4132-8c90-6d24531eced2 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:35:43.543178 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-d7c1bcaf-c9c8-4132-8c90-6d24531eced2 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/65764dac-7d72-437b-8dcc-2d5e17047511/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5793140 Oct 04 21:35:43.580251 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-777703a8-9b83-44d9-859b-530e34490300 None None] Port 82000a8a-3a49-4a3a-9928-c314d6ea0d5d cannot update to ACTIVE because it is not bound. {{(pid=108171) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 04 21:35:44.295702 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54434) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:35:44.301699 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-59ed8ea1-45d4-493e-89c6-684e34bf1504 tempest-TestSnapshotPattern-2019571311 tempest-TestSnapshotPattern-2019571311-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1317794137', 'description': 'tempest-secgroup-smoke-1317794137 description', 'project_id': 'ff8c73de4bee4a1a86546a72ba04b0f4'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:35:44.343316 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=33,neutron:INSERT=12 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:35:44.359065 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=37,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:35:44.402791 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-59ed8ea1-45d4-493e-89c6-684e34bf1504 tempest-TestSnapshotPattern-2019571311 tempest-TestSnapshotPattern-2019571311-project] Publish callbacks [] for security_group (None), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:44.547178 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-59ed8ea1-45d4-493e-89c6-684e34bf1504 tempest-TestSnapshotPattern-2019571311 tempest-TestSnapshotPattern-2019571311-project] Publish callbacks [] for security_group (96d5bd8a-b121-47ce-bd50-9284e9b269b9), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:44.660714 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-59ed8ea1-45d4-493e-89c6-684e34bf1504 tempest-TestSnapshotPattern-2019571311 tempest-TestSnapshotPattern-2019571311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (96d5bd8a-b121-47ce-bd50-9284e9b269b9), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:44.734742 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ed8ea1-45d4-493e-89c6-684e34bf1504 tempest-TestSnapshotPattern-2019571311 tempest-TestSnapshotPattern-2019571311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96d5bd8a-b121-47ce-bd50-9284e9b269b9,revision_number=1']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:35:44.795966 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device f0d85df7-a548-4aff-aaaa-2b5cff2deb3e up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:35:44.863460 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-59ed8ea1-45d4-493e-89c6-684e34bf1504 tempest-TestSnapshotPattern-2019571311 tempest-TestSnapshotPattern-2019571311-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:44.865949 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-59ed8ea1-45d4-493e-89c6-684e34bf1504 tempest-TestSnapshotPattern-2019571311 tempest-TestSnapshotPattern-2019571311-project] 10.222.0.78 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5684211 Oct 04 21:35:44.870784 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54438) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:35:44.878983 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-1c8afd10-3922-47b8-af5e-cb03aeafb8fd tempest-TestSnapshotPattern-2019571311 tempest-TestSnapshotPattern-2019571311-project] Request body: {'security_group_rule': {'security_group_id': '96d5bd8a-b121-47ce-bd50-9284e9b269b9', 'project_id': 'ff8c73de4bee4a1a86546a72ba04b0f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:35:44.891483 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port f0d85df7-a548-4aff-aaaa-2b5cff2deb3e triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:35:44.892019 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (f0d85df7-a548-4aff-aaaa-2b5cff2deb3e), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:44.892608 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port f0d85df7-a548-4aff-aaaa-2b5cff2deb3e Oct 04 21:35:44.949272 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c5fbce-4c7e-4a47-8223-4171f863a962 None None] Sync routers for ids ['65764dac-7d72-437b-8dcc-2d5e17047511'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:35:44.993562 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c5fbce-4c7e-4a47-8223-4171f863a962 None None] Routers {'65764dac-7d72-437b-8dcc-2d5e17047511'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:35:44.994721 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-78c5fbce-4c7e-4a47-8223-4171f863a962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:35:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['65764dac-7d72-437b-8dcc-2d5e17047511'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:35:45.030575 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1c8afd10-3922-47b8-af5e-cb03aeafb8fd tempest-TestSnapshotPattern-2019571311 tempest-TestSnapshotPattern-2019571311-project] Publish callbacks [] for security_group_rule (512e9359-9938-4b0d-8533-cddd0c06b446), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:45.155514 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1c8afd10-3922-47b8-af5e-cb03aeafb8fd tempest-TestSnapshotPattern-2019571311 tempest-TestSnapshotPattern-2019571311-project] Publish callbacks [] for security_group_rule (512e9359-9938-4b0d-8533-cddd0c06b446), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:45.224069 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port f0d85df7-a548-4aff-aaaa-2b5cff2deb3e is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:35:45.224582 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (f0d85df7-a548-4aff-aaaa-2b5cff2deb3e), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:45.231902 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1c8afd10-3922-47b8-af5e-cb03aeafb8fd tempest-TestSnapshotPattern-2019571311 tempest-TestSnapshotPattern-2019571311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (512e9359-9938-4b0d-8533-cddd0c06b446), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:45.268915 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:35:45.276783 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8afd10-3922-47b8-af5e-cb03aeafb8fd tempest-TestSnapshotPattern-2019571311 tempest-TestSnapshotPattern-2019571311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=512e9359-9938-4b0d-8533-cddd0c06b446,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:35:45.299507 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port f0d85df7-a548-4aff-aaaa-2b5cff2deb3e, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=f0d85df7-a548-4aff-aaaa-2b5cff2deb3e,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:35:45.321392 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-78c5fbce-4c7e-4a47-8223-4171f863a962 None None] Set router 65764dac-7d72-437b-8dcc-2d5e17047511 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:35:45.402982 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (f0d85df7-a548-4aff-aaaa-2b5cff2deb3e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:45.406522 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1c8afd10-3922-47b8-af5e-cb03aeafb8fd tempest-TestSnapshotPattern-2019571311 tempest-TestSnapshotPattern-2019571311-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:45.413469 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-1c8afd10-3922-47b8-af5e-cb03aeafb8fd tempest-TestSnapshotPattern-2019571311 tempest-TestSnapshotPattern-2019571311-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5358334 Oct 04 21:35:45.413469 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54440) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:35:45.422173 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-9ab51eb4-a9b3-4901-a7ae-dff048c3fd72 tempest-TestSnapshotPattern-2019571311 tempest-TestSnapshotPattern-2019571311-project] Request body: {'security_group_rule': {'security_group_id': '96d5bd8a-b121-47ce-bd50-9284e9b269b9', 'project_id': 'ff8c73de4bee4a1a86546a72ba04b0f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:35:45.585917 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9ab51eb4-a9b3-4901-a7ae-dff048c3fd72 tempest-TestSnapshotPattern-2019571311 tempest-TestSnapshotPattern-2019571311-project] Publish callbacks [] for security_group_rule (75152fd3-8b99-47cd-83af-95b1a8900dea), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:45.685188 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=f0d85df7-a548-4aff-aaaa-2b5cff2deb3e,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:35:45.690437 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-03e3b687-9678-4004-95a0-d6a2653520ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:45.719516 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9ab51eb4-a9b3-4901-a7ae-dff048c3fd72 tempest-TestSnapshotPattern-2019571311 tempest-TestSnapshotPattern-2019571311-project] Publish callbacks [] for security_group_rule (75152fd3-8b99-47cd-83af-95b1a8900dea), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:45.781593 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9ab51eb4-a9b3-4901-a7ae-dff048c3fd72 tempest-TestSnapshotPattern-2019571311 tempest-TestSnapshotPattern-2019571311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (75152fd3-8b99-47cd-83af-95b1a8900dea), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:45.822246 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab51eb4-a9b3-4901-a7ae-dff048c3fd72 tempest-TestSnapshotPattern-2019571311 tempest-TestSnapshotPattern-2019571311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75152fd3-8b99-47cd-83af-95b1a8900dea,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:35:45.853079 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-78c5fbce-4c7e-4a47-8223-4171f863a962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65764dac-7d72-437b-8dcc-2d5e17047511', 'name': 'tempest-TestSnapshotPattern-1617807889-router', 'tenant_id': '4f3c10f3d10d482598605343174a91bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': 'f0d85df7-a548-4aff-aaaa-2b5cff2deb3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:35:35Z', 'updated_at': '2022-10-04T21:35:42Z', 'revision_number': 4, 'project_id': '4f3c10f3d10d482598605343174a91bd', 'gw_port': {'id': 'f0d85df7-a548-4aff-aaaa-2b5cff2deb3e', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65764dac-7d72-437b-8dcc-2d5e17047511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4415, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:35:36Z', 'updated_at': '2022-10-04T21:35:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '82000a8a-3a49-4a3a-9928-c314d6ea0d5d', 'name': '', 'network_id': '729c0d36-e7b5-4a84-9d27-5c700e2459fd', 'tenant_id': '4f3c10f3d10d482598605343174a91bd', 'mac_address': 'fa:16:3e:1d:95:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65764dac-7d72-437b-8dcc-2d5e17047511', 'device_owner': 'network:router_interface', 'standard_attr_id': 4416, 'fixed_ips': [{'subnet_id': '00cb1e69-78cd-4e51-a252-936721a5acdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:35:41Z', 'updated_at': '2022-10-04T21:35:42Z', 'revision_number': 2, 'project_id': '4f3c10f3d10d482598605343174a91bd', 'subnets': [{'id': '00cb1e69-78cd-4e51-a252-936721a5acdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:35:45.906740 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c5fbce-4c7e-4a47-8223-4171f863a962 None None] Checking router: 65764dac-7d72-437b-8dcc-2d5e17047511 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:35:45.907370 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c5fbce-4c7e-4a47-8223-4171f863a962 None None] Updating router 65764dac-7d72-437b-8dcc-2d5e17047511 port 82000a8a-3a49-4a3a-9928-c314d6ea0d5d binding host n-d-852085-12 {{(pid=108171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 21:35:45.949715 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-9ab51eb4-a9b3-4901-a7ae-dff048c3fd72 tempest-TestSnapshotPattern-2019571311 tempest-TestSnapshotPattern-2019571311-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:45.956669 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-9ab51eb4-a9b3-4901-a7ae-dff048c3fd72 tempest-TestSnapshotPattern-2019571311 tempest-TestSnapshotPattern-2019571311-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5366943 Oct 04 21:35:45.962967 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:35:45.963276 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54442) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:35:45.966290 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-52a3ee3c-70b9-401d-8c19-3755a026235c tempest-TestSnapshotPattern-2019571311 tempest-TestSnapshotPattern-2019571311-project] Request body: {'security_group_rule': {'security_group_id': '96d5bd8a-b121-47ce-bd50-9284e9b269b9', 'project_id': 'ff8c73de4bee4a1a86546a72ba04b0f4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:35:45.967439 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-78c5fbce-4c7e-4a47-8223-4171f863a962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (82000a8a-3a49-4a3a-9928-c314d6ea0d5d), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:45.989758 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:35:46.187037 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-52a3ee3c-70b9-401d-8c19-3755a026235c tempest-TestSnapshotPattern-2019571311 tempest-TestSnapshotPattern-2019571311-project] Publish callbacks [] for security_group_rule (60fc3fba-7207-49b0-8bbd-af4eb0423595), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:46.293756 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:35:46.312833 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-52a3ee3c-70b9-401d-8c19-3755a026235c tempest-TestSnapshotPattern-2019571311 tempest-TestSnapshotPattern-2019571311-project] Publish callbacks [] for security_group_rule (60fc3fba-7207-49b0-8bbd-af4eb0423595), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:46.391086 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-52a3ee3c-70b9-401d-8c19-3755a026235c tempest-TestSnapshotPattern-2019571311 tempest-TestSnapshotPattern-2019571311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (60fc3fba-7207-49b0-8bbd-af4eb0423595), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:46.429063 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a3ee3c-70b9-401d-8c19-3755a026235c tempest-TestSnapshotPattern-2019571311 tempest-TestSnapshotPattern-2019571311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60fc3fba-7207-49b0-8bbd-af4eb0423595,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:35:46.473902 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-78c5fbce-4c7e-4a47-8223-4171f863a962 None None] Publish callbacks [] for port (82000a8a-3a49-4a3a-9928-c314d6ea0d5d), precommit_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:46.562800 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-78c5fbce-4c7e-4a47-8223-4171f863a962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (82000a8a-3a49-4a3a-9928-c314d6ea0d5d), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:46.566044 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-52a3ee3c-70b9-401d-8c19-3755a026235c tempest-TestSnapshotPattern-2019571311 tempest-TestSnapshotPattern-2019571311-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:46.568204 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-52a3ee3c-70b9-401d-8c19-3755a026235c tempest-TestSnapshotPattern-2019571311 tempest-TestSnapshotPattern-2019571311-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6093016 Oct 04 21:35:46.573844 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54444) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:35:46.584360 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-3d2104b8-91f0-473d-867d-44500d6b05a0 tempest-TestSnapshotPattern-2019571311 tempest-TestSnapshotPattern-2019571311-project] Request body: {'security_group_rule': {'security_group_id': '96d5bd8a-b121-47ce-bd50-9284e9b269b9', 'project_id': 'ff8c73de4bee4a1a86546a72ba04b0f4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:35:46.713919 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9493f2-14ab-467c-891d-96a318ac5e4a None None] Pushing event updated for resources: {'Port': ['ID=82000a8a-3a49-4a3a-9928-c314d6ea0d5d,revision_number=3']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:35:46.736922 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3d2104b8-91f0-473d-867d-44500d6b05a0 tempest-TestSnapshotPattern-2019571311 tempest-TestSnapshotPattern-2019571311-project] Publish callbacks [] for security_group_rule (82e7c63b-1d48-4fef-8ef3-5888bd156593), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:46.751181 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device f0d85df7-a548-4aff-aaaa-2b5cff2deb3e up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:35:46.755935 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-78c5fbce-4c7e-4a47-8223-4171f863a962 None None] Attempting to bind port 82000a8a-3a49-4a3a-9928-c314d6ea0d5d on host n-d-852085-12 for vnic_type normal with profile {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 04 21:35:46.757170 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-78c5fbce-4c7e-4a47-8223-4171f863a962 None None] Attempting to bind port 82000a8a-3a49-4a3a-9928-c314d6ea0d5d by drivers openvswitch,hyperv on host n-d-852085-12 at level 0 using segments [{'id': '22b64c9f-b7a4-4e78-9624-ede79f9fb54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '729c0d36-e7b5-4a84-9d27-5c700e2459fd'}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 04 21:35:46.757780 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c5fbce-4c7e-4a47-8223-4171f863a962 None None] Attempting to bind port 82000a8a-3a49-4a3a-9928-c314d6ea0d5d on network 729c0d36-e7b5-4a84-9d27-5c700e2459fd {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 04 21:35:46.872722 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3d2104b8-91f0-473d-867d-44500d6b05a0 tempest-TestSnapshotPattern-2019571311 tempest-TestSnapshotPattern-2019571311-project] Publish callbacks [] for security_group_rule (82e7c63b-1d48-4fef-8ef3-5888bd156593), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:46.902701 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c5fbce-4c7e-4a47-8223-4171f863a962 None None] Checking agent: {'id': '5c2a92d4-44cc-4f22-998b-e062e6c9f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-852085-12', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 20, 19, 21), 'started_at': datetime.datetime(2022, 10, 4, 20, 19, 51), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 21, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-852085-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 04 21:35:46.903891 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c5fbce-4c7e-4a47-8223-4171f863a962 None None] Checking segment: {'id': '22b64c9f-b7a4-4e78-9624-ede79f9fb54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '729c0d36-e7b5-4a84-9d27-5c700e2459fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 04 21:35:46.904105 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-78c5fbce-4c7e-4a47-8223-4171f863a962 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:46.904640 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c5fbce-4c7e-4a47-8223-4171f863a962 None None] Bound using segment: {'id': '22b64c9f-b7a4-4e78-9624-ede79f9fb54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '729c0d36-e7b5-4a84-9d27-5c700e2459fd'} {{(pid=108171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 04 21:35:46.905470 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.managers [None req-78c5fbce-4c7e-4a47-8223-4171f863a962 None None] Bound port: 82000a8a-3a49-4a3a-9928-c314d6ea0d5d, host: n-d-852085-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22b64c9f-b7a4-4e78-9624-ede79f9fb54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '729c0d36-e7b5-4a84-9d27-5c700e2459fd'}}] {{(pid=108171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 04 21:35:46.906091 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-78c5fbce-4c7e-4a47-8223-4171f863a962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (82000a8a-3a49-4a3a-9928-c314d6ea0d5d), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:46.945320 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port f0d85df7-a548-4aff-aaaa-2b5cff2deb3e triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:35:46.945921 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (f0d85df7-a548-4aff-aaaa-2b5cff2deb3e), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:46.946482 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port f0d85df7-a548-4aff-aaaa-2b5cff2deb3e Oct 04 21:35:46.992188 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3d2104b8-91f0-473d-867d-44500d6b05a0 tempest-TestSnapshotPattern-2019571311 tempest-TestSnapshotPattern-2019571311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (82e7c63b-1d48-4fef-8ef3-5888bd156593), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:47.031508 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2104b8-91f0-473d-867d-44500d6b05a0 tempest-TestSnapshotPattern-2019571311 tempest-TestSnapshotPattern-2019571311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82e7c63b-1d48-4fef-8ef3-5888bd156593,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:35:47.117847 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-78c5fbce-4c7e-4a47-8223-4171f863a962 None None] For port 82000a8a-3a49-4a3a-9928-c314d6ea0d5d, host n-d-852085-12, cleared binding levels {{(pid=108171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 04 21:35:47.125250 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-78c5fbce-4c7e-4a47-8223-4171f863a962 None None] For port 82000a8a-3a49-4a3a-9928-c314d6ea0d5d, host n-d-852085-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=82000a8a-3a49-4a3a-9928-c314d6ea0d5d,segment=NetworkSegment(22b64c9f-b7a4-4e78-9624-ede79f9fb54e),segment_id=22b64c9f-b7a4-4e78-9624-ede79f9fb54e)] {{(pid=108171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 04 21:35:47.141520 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-3d2104b8-91f0-473d-867d-44500d6b05a0 tempest-TestSnapshotPattern-2019571311 tempest-TestSnapshotPattern-2019571311-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:47.143913 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-3d2104b8-91f0-473d-867d-44500d6b05a0 tempest-TestSnapshotPattern-2019571311 tempest-TestSnapshotPattern-2019571311-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5672863 Oct 04 21:35:47.147484 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54446) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:35:47.153218 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-1fe968b8-1e08-4509-abac-64f71e28b031 tempest-TestSnapshotPattern-2019571311 tempest-TestSnapshotPattern-2019571311-project] Request body: {'security_group_rule': {'security_group_id': '96d5bd8a-b121-47ce-bd50-9284e9b269b9', 'project_id': 'ff8c73de4bee4a1a86546a72ba04b0f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:35:47.195243 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port f0d85df7-a548-4aff-aaaa-2b5cff2deb3e is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:35:47.226175 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-78c5fbce-4c7e-4a47-8223-4171f863a962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (82000a8a-3a49-4a3a-9928-c314d6ea0d5d), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:47.260683 n-d-852085-12 neutron-server[108170]: INFO neutron.db.securitygroups_db [None req-1fe968b8-1e08-4509-abac-64f71e28b031 tempest-TestSnapshotPattern-2019571311 tempest-TestSnapshotPattern-2019571311-project] Project ff8c73de4bee4a1a86546a72ba04b0f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 21:35:47.271642 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1fe968b8-1e08-4509-abac-64f71e28b031 tempest-TestSnapshotPattern-2019571311 tempest-TestSnapshotPattern-2019571311-project] Publish callbacks [] for security_group_rule (6939c62e-a61e-4f0f-8a0c-fdd6e3fe84fb), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:47.284024 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c5fbce-4c7e-4a47-8223-4171f863a962 None None] Routers {'65764dac-7d72-437b-8dcc-2d5e17047511'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:35:47.285125 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-78c5fbce-4c7e-4a47-8223-4171f863a962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:35:17Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['65764dac-7d72-437b-8dcc-2d5e17047511'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:35:47.393634 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9493f2-14ab-467c-891d-96a318ac5e4a None None] Pushing event updated for resources: {'Port': ['ID=82000a8a-3a49-4a3a-9928-c314d6ea0d5d,revision_number=4']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:35:47.397796 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1fe968b8-1e08-4509-abac-64f71e28b031 tempest-TestSnapshotPattern-2019571311 tempest-TestSnapshotPattern-2019571311-project] Publish callbacks [] for security_group_rule (6939c62e-a61e-4f0f-8a0c-fdd6e3fe84fb), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:47.474676 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-1384fd42-160e-48eb-88de-781313671fe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:47.482124 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:35:47.488619 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1fe968b8-1e08-4509-abac-64f71e28b031 tempest-TestSnapshotPattern-2019571311 tempest-TestSnapshotPattern-2019571311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (6939c62e-a61e-4f0f-8a0c-fdd6e3fe84fb), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:47.498339 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-78c5fbce-4c7e-4a47-8223-4171f863a962 None None] Set router 65764dac-7d72-437b-8dcc-2d5e17047511 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:35:47.527713 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe968b8-1e08-4509-abac-64f71e28b031 tempest-TestSnapshotPattern-2019571311 tempest-TestSnapshotPattern-2019571311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6939c62e-a61e-4f0f-8a0c-fdd6e3fe84fb,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:35:47.618683 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-1fe968b8-1e08-4509-abac-64f71e28b031 tempest-TestSnapshotPattern-2019571311 tempest-TestSnapshotPattern-2019571311-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:47.621691 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-1fe968b8-1e08-4509-abac-64f71e28b031 tempest-TestSnapshotPattern-2019571311 tempest-TestSnapshotPattern-2019571311-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4720910 Oct 04 21:35:47.626623 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54448) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:35:47.636066 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.v2.base [None req-ff13fcb4-ae6c-48cf-a16f-ca458fed3b4f tempest-TestSnapshotPattern-2019571311 tempest-TestSnapshotPattern-2019571311-project] Request body: {'security_group_rule': {'security_group_id': '96d5bd8a-b121-47ce-bd50-9284e9b269b9', 'project_id': 'ff8c73de4bee4a1a86546a72ba04b0f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 04 21:35:47.775069 n-d-852085-12 neutron-server[108170]: INFO neutron.db.securitygroups_db [None req-ff13fcb4-ae6c-48cf-a16f-ca458fed3b4f tempest-TestSnapshotPattern-2019571311 tempest-TestSnapshotPattern-2019571311-project] Project ff8c73de4bee4a1a86546a72ba04b0f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 21:35:47.785997 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ff13fcb4-ae6c-48cf-a16f-ca458fed3b4f tempest-TestSnapshotPattern-2019571311 tempest-TestSnapshotPattern-2019571311-project] Publish callbacks [] for security_group_rule (43ad78bf-16ad-415e-b8b9-351b32aa9b7c), before_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:47.863019 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:35:47.916840 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ff13fcb4-ae6c-48cf-a16f-ca458fed3b4f tempest-TestSnapshotPattern-2019571311 tempest-TestSnapshotPattern-2019571311-project] Publish callbacks [] for security_group_rule (43ad78bf-16ad-415e-b8b9-351b32aa9b7c), precommit_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:47.967538 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-78c5fbce-4c7e-4a47-8223-4171f863a962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65764dac-7d72-437b-8dcc-2d5e17047511', 'name': 'tempest-TestSnapshotPattern-1617807889-router', 'tenant_id': '4f3c10f3d10d482598605343174a91bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': 'f0d85df7-a548-4aff-aaaa-2b5cff2deb3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:35:35Z', 'updated_at': '2022-10-04T21:35:42Z', 'revision_number': 4, 'project_id': '4f3c10f3d10d482598605343174a91bd', 'gw_port': {'id': 'f0d85df7-a548-4aff-aaaa-2b5cff2deb3e', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65764dac-7d72-437b-8dcc-2d5e17047511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4415, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:35:36Z', 'updated_at': '2022-10-04T21:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '82000a8a-3a49-4a3a-9928-c314d6ea0d5d', 'name': '', 'network_id': '729c0d36-e7b5-4a84-9d27-5c700e2459fd', 'tenant_id': '4f3c10f3d10d482598605343174a91bd', 'mac_address': 'fa:16:3e:1d:95:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65764dac-7d72-437b-8dcc-2d5e17047511', 'device_owner': 'network:router_interface', 'standard_attr_id': 4416, 'fixed_ips': [{'subnet_id': '00cb1e69-78cd-4e51-a252-936721a5acdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:35:41Z', 'updated_at': '2022-10-04T21:35:47Z', 'revision_number': 4, 'project_id': '4f3c10f3d10d482598605343174a91bd', 'subnets': [{'id': '00cb1e69-78cd-4e51-a252-936721a5acdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:35:48.003121 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c5fbce-4c7e-4a47-8223-4171f863a962 None None] The sync data for ids ['65764dac-7d72-437b-8dcc-2d5e17047511'] in n-d-852085-12 is: [{'id': '65764dac-7d72-437b-8dcc-2d5e17047511', 'name': 'tempest-TestSnapshotPattern-1617807889-router', 'tenant_id': '4f3c10f3d10d482598605343174a91bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': 'f0d85df7-a548-4aff-aaaa-2b5cff2deb3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:35:35Z', 'updated_at': '2022-10-04T21:35:42Z', 'revision_number': 4, 'project_id': '4f3c10f3d10d482598605343174a91bd', 'gw_port': {'id': 'f0d85df7-a548-4aff-aaaa-2b5cff2deb3e', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65764dac-7d72-437b-8dcc-2d5e17047511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4415, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:35:36Z', 'updated_at': '2022-10-04T21:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12', '_interfaces': [{'id': '82000a8a-3a49-4a3a-9928-c314d6ea0d5d', 'name': '', 'network_id': '729c0d36-e7b5-4a84-9d27-5c700e2459fd', 'tenant_id': '4f3c10f3d10d482598605343174a91bd', 'mac_address': 'fa:16:3e:1d:95:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65764dac-7d72-437b-8dcc-2d5e17047511', 'device_owner': 'network:router_interface', 'standard_attr_id': 4416, 'fixed_ips': [{'subnet_id': '00cb1e69-78cd-4e51-a252-936721a5acdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:35:41Z', 'updated_at': '2022-10-04T21:35:47Z', 'revision_number': 4, 'project_id': '4f3c10f3d10d482598605343174a91bd', 'subnets': [{'id': '00cb1e69-78cd-4e51-a252-936721a5acdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:35:48.045299 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ff13fcb4-ae6c-48cf-a16f-ca458fed3b4f tempest-TestSnapshotPattern-2019571311 tempest-TestSnapshotPattern-2019571311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500850'] for security_group_rule (43ad78bf-16ad-415e-b8b9-351b32aa9b7c), after_create {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:48.142516 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff13fcb4-ae6c-48cf-a16f-ca458fed3b4f tempest-TestSnapshotPattern-2019571311 tempest-TestSnapshotPattern-2019571311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43ad78bf-16ad-415e-b8b9-351b32aa9b7c,revision_number=0']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:35:48.262126 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-ff13fcb4-ae6c-48cf-a16f-ca458fed3b4f tempest-TestSnapshotPattern-2019571311 tempest-TestSnapshotPattern-2019571311-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:48.265066 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-ff13fcb4-ae6c-48cf-a16f-ca458fed3b4f tempest-TestSnapshotPattern-2019571311 tempest-TestSnapshotPattern-2019571311-project] 10.222.0.78 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6365173 Oct 04 21:35:48.549768 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-db5c8e00-8a36-4a71-ae19-db0ab181ea91 req-81a525fd-1412-4e81-9312-81a1c19f609f tempest-TestSnapshotPattern-2019571311 tempest-TestSnapshotPattern-2019571311-project] 10.222.0.78 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1317794137&fields=id&tenant_id=ff8c73de4bee4a1a86546a72ba04b0f4 HTTP/1.1" status: 200 len: 267 time: 0.0964251 Oct 04 21:35:48.769901 n-d-852085-12 neutron-server[108170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c8e00-8a36-4a71-ae19-db0ab181ea91 req-0616b44f-3fa1-4174-b275-e6a0ff519fce tempest-TestSnapshotPattern-2019571311 tempest-TestSnapshotPattern-2019571311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 21:35:48.773248 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-db5c8e00-8a36-4a71-ae19-db0ab181ea91 req-0616b44f-3fa1-4174-b275-e6a0ff519fce tempest-TestSnapshotPattern-2019571311 tempest-TestSnapshotPattern-2019571311-project] 10.222.0.78 "GET /networking/v2.0/networks?id=2f6af9be-1ad7-41f0-b2f3-df1febab73ff HTTP/1.1" status: 200 len: 809 time: 0.2110286 Oct 04 21:35:48.804989 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-db5c8e00-8a36-4a71-ae19-db0ab181ea91 req-6900fa82-7a0f-46c3-a8ec-a20fd1debe06 tempest-TestSnapshotPattern-2019571311 tempest-TestSnapshotPattern-2019571311-project] 10.222.0.78 "GET /networking/v2.0/quotas/ff8c73de4bee4a1a86546a72ba04b0f4 HTTP/1.1" status: 200 len: 375 time: 0.0207384 Oct 04 21:35:48.813292 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 82000a8a-3a49-4a3a-9928-c314d6ea0d5d up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:35:48.889066 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:35:48.893137 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [req-db5c8e00-8a36-4a71-ae19-db0ab181ea91 req-3b740cbb-9cca-4f11-ac03-5ad36f4dd4da tempest-TestSnapshotPattern-2019571311 tempest-TestSnapshotPattern-2019571311-project] 10.222.0.78 "GET /networking/v2.0/ports?tenant_id=ff8c73de4bee4a1a86546a72ba04b0f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0767727 Oct 04 21:35:48.901514 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 82000a8a-3a49-4a3a-9928-c314d6ea0d5d triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:35:48.902102 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (82000a8a-3a49-4a3a-9928-c314d6ea0d5d), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:48.902630 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 82000a8a-3a49-4a3a-9928-c314d6ea0d5d Oct 04 21:35:48.968162 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54464) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:35:49.038461 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 82000a8a-3a49-4a3a-9928-c314d6ea0d5d is: DOWN; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:35:49.039733 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3837555'] for port (82000a8a-3a49-4a3a-9928-c314d6ea0d5d), before_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:49.101690 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] For port 82000a8a-3a49-4a3a-9928-c314d6ea0d5d, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=82000a8a-3a49-4a3a-9928-c314d6ea0d5d,segment=NetworkSegment(22b64c9f-b7a4-4e78-9624-ede79f9fb54e),segment_id=22b64c9f-b7a4-4e78-9624-ede79f9fb54e)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:35:49.103873 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-303e8087-5fd5-4984-ae1e-68700fc511e5 tempest-TestSnapshotPattern-2019571311 tempest-TestSnapshotPattern-2019571311-project] Publish callbacks [] for security_group (96d5bd8a-b121-47ce-bd50-9284e9b269b9), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:49.156560 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-303e8087-5fd5-4984-ae1e-68700fc511e5 tempest-TestSnapshotPattern-2019571311 tempest-TestSnapshotPattern-2019571311-project] Publish callbacks [] for security_group (96d5bd8a-b121-47ce-bd50-9284e9b269b9), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:49.211396 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:35:49.221466 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740981434561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740980962798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740980962308'] for port (82000a8a-3a49-4a3a-9928-c314d6ea0d5d), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:49.323195 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Pushing event updated for resources: {'Port': ['ID=82000a8a-3a49-4a3a-9928-c314d6ea0d5d,revision_number=5']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:35:49.357150 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-303e8087-5fd5-4984-ae1e-68700fc511e5 tempest-TestSnapshotPattern-2019571311 tempest-TestSnapshotPattern-2019571311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (96d5bd8a-b121-47ce-bd50-9284e9b269b9), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:49.360385 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-303e8087-5fd5-4984-ae1e-68700fc511e5 tempest-TestSnapshotPattern-2019571311 tempest-TestSnapshotPattern-2019571311-project] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:49.364676 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-303e8087-5fd5-4984-ae1e-68700fc511e5 tempest-TestSnapshotPattern-2019571311 tempest-TestSnapshotPattern-2019571311-project] 10.222.0.78 "DELETE /networking/v2.0/security-groups/96d5bd8a-b121-47ce-bd50-9284e9b269b9 HTTP/1.1" status: 204 len: 168 time: 0.3994274 Oct 04 21:35:49.382270 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303e8087-5fd5-4984-ae1e-68700fc511e5 tempest-TestSnapshotPattern-2019571311 tempest-TestSnapshotPattern-2019571311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d5bd8a-b121-47ce-bd50-9284e9b269b9,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:35:49.590129 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54468) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:35:50.159736 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-aa5b661d-08bc-4bc9-a6c6-2ef569ed5c04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (b1ea80e5-793b-469f-b537-177d1b1bc0c1), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:50.357624 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:50.619700 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:35:50.634439 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-aa5b661d-08bc-4bc9-a6c6-2ef569ed5c04 admin admin] Deleting port 5b8173ee-8e5a-48d9-b7a3-4b99880cfada {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:35:50.637694 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-aa5b661d-08bc-4bc9-a6c6-2ef569ed5c04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (5b8173ee-8e5a-48d9-b7a3-4b99880cfada), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:50.773157 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 82000a8a-3a49-4a3a-9928-c314d6ea0d5d up at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 04 21:35:50.798031 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-aa5b661d-08bc-4bc9-a6c6-2ef569ed5c04 admin admin] For port 5b8173ee-8e5a-48d9-b7a3-4b99880cfada, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=5b8173ee-8e5a-48d9-b7a3-4b99880cfada,segment=NetworkSegment(d4a494d6-2cb0-47b7-b583-3fbc19907334),segment_id=d4a494d6-2cb0-47b7-b583-3fbc19907334)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:35:50.798559 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-aa5b661d-08bc-4bc9-a6c6-2ef569ed5c04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (5b8173ee-8e5a-48d9-b7a3-4b99880cfada), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:50.822741 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-aa5b661d-08bc-4bc9-a6c6-2ef569ed5c04 admin admin] Calling delete_port for 5b8173ee-8e5a-48d9-b7a3-4b99880cfada owned by network:router_interface {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:35:50.866824 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.provisioning_blocks [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Provisioning complete for port 82000a8a-3a49-4a3a-9928-c314d6ea0d5d triggered by entity L2. {{(pid=108171) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 04 21:35:50.867441 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472067'] for port (82000a8a-3a49-4a3a-9928-c314d6ea0d5d), provisioning_complete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:50.867930 n-d-852085-12 neutron-server[108171]: INFO neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Attempt 1 to provision port 82000a8a-3a49-4a3a-9928-c314d6ea0d5d Oct 04 21:35:51.014893 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Current status of the port 82000a8a-3a49-4a3a-9928-c314d6ea0d5d is: ACTIVE; New status is: ACTIVE {{(pid=108171) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 04 21:35:51.144274 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:35:51.231972 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-aa5b661d-08bc-4bc9-a6c6-2ef569ed5c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (5b8173ee-8e5a-48d9-b7a3-4b99880cfada), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:51.277550 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5b661d-08bc-4bc9-a6c6-2ef569ed5c04 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b8173ee-8e5a-48d9-b7a3-4b99880cfada,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:35:51.590872 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-aa5b661d-08bc-4bc9-a6c6-2ef569ed5c04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (b1ea80e5-793b-469f-b537-177d1b1bc0c1), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:51.776478 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:51.911128 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:52.016293 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa5b661d-08bc-4bc9-a6c6-2ef569ed5c04 admin admin] Router b1ea80e5-793b-469f-b537-177d1b1bc0c1 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:35:52.132265 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:35:52.226651 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa5b661d-08bc-4bc9-a6c6-2ef569ed5c04 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:35:52.235863 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-aa5b661d-08bc-4bc9-a6c6-2ef569ed5c04 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/b1ea80e5-793b-469f-b537-177d1b1bc0c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6437266 Oct 04 21:35:52.240410 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54470) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:35:52.243672 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08d40f9-eb37-4639-99f9-626aefeb3ea4 None None] Sync routers for ids ['b1ea80e5-793b-469f-b537-177d1b1bc0c1'] in n-d-852085-12 {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:35:52.260564 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08d40f9-eb37-4639-99f9-626aefeb3ea4 None None] Routers {'b1ea80e5-793b-469f-b537-177d1b1bc0c1'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:35:52.261392 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-c08d40f9-eb37-4639-99f9-626aefeb3ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:35:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['b1ea80e5-793b-469f-b537-177d1b1bc0c1'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:35:52.450688 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-db7ed2e3-db3b-4ed0-8920-9398356f5c1e admin admin] Publish callbacks [] for router (b1ea80e5-793b-469f-b537-177d1b1bc0c1), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:52.459120 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-c08d40f9-eb37-4639-99f9-626aefeb3ea4 None None] Set router b1ea80e5-793b-469f-b537-177d1b1bc0c1 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:35:52.660478 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-db7ed2e3-db3b-4ed0-8920-9398356f5c1e admin admin] Publish callbacks [] for router_gateway (b1ea80e5-793b-469f-b537-177d1b1bc0c1), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:52.832301 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-c08d40f9-eb37-4639-99f9-626aefeb3ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ea80e5-793b-469f-b537-177d1b1bc0c1', 'name': 'tempest-TestSnapshotPattern-318920144-router', 'tenant_id': 'ff8c73de4bee4a1a86546a72ba04b0f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '9f0bce8c-976a-42a3-bd74-5ef34f2e0f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:35:25Z', 'updated_at': '2022-10-04T21:35:51Z', 'revision_number': 5, 'project_id': 'ff8c73de4bee4a1a86546a72ba04b0f4', 'gw_port': {'id': '9f0bce8c-976a-42a3-bd74-5ef34f2e0f03', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ea80e5-793b-469f-b537-177d1b1bc0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4403, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:35:26Z', 'updated_at': '2022-10-04T21:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:35:52.864073 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08d40f9-eb37-4639-99f9-626aefeb3ea4 None None] Checking router: b1ea80e5-793b-469f-b537-177d1b1bc0c1 for host: n-d-852085-12 {{(pid=108172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:35:52.875656 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08d40f9-eb37-4639-99f9-626aefeb3ea4 None None] Routers {'b1ea80e5-793b-469f-b537-177d1b1bc0c1'} bound to L3 agent in host n-d-852085-12 {{(pid=108172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:35:52.876469 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-c08d40f9-eb37-4639-99f9-626aefeb3ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:35:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['b1ea80e5-793b-469f-b537-177d1b1bc0c1'], 'active': True} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:35:53.047005 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-db7ed2e3-db3b-4ed0-8920-9398356f5c1e admin admin] Deleting port 9f0bce8c-976a-42a3-bd74-5ef34f2e0f03 {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:35:53.047569 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-db7ed2e3-db3b-4ed0-8920-9398356f5c1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (9f0bce8c-976a-42a3-bd74-5ef34f2e0f03), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:53.062361 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:35:53.091004 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_dvr_db [None req-c08d40f9-eb37-4639-99f9-626aefeb3ea4 None None] Set router b1ea80e5-793b-469f-b537-177d1b1bc0c1 gateway port host: n-d-852085-12 {{(pid=108172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:35:53.233052 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-db7ed2e3-db3b-4ed0-8920-9398356f5c1e admin admin] For port 9f0bce8c-976a-42a3-bd74-5ef34f2e0f03, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=9f0bce8c-976a-42a3-bd74-5ef34f2e0f03,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:35:53.233696 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-db7ed2e3-db3b-4ed0-8920-9398356f5c1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (9f0bce8c-976a-42a3-bd74-5ef34f2e0f03), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:53.264739 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-db7ed2e3-db3b-4ed0-8920-9398356f5c1e admin admin] Calling delete_port for 9f0bce8c-976a-42a3-bd74-5ef34f2e0f03 owned by network:router_gateway {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:35:53.434485 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.l3_hamode_db [None req-c08d40f9-eb37-4639-99f9-626aefeb3ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ea80e5-793b-469f-b537-177d1b1bc0c1', 'name': 'tempest-TestSnapshotPattern-318920144-router', 'tenant_id': 'ff8c73de4bee4a1a86546a72ba04b0f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '9f0bce8c-976a-42a3-bd74-5ef34f2e0f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:35:25Z', 'updated_at': '2022-10-04T21:35:51Z', 'revision_number': 5, 'project_id': 'ff8c73de4bee4a1a86546a72ba04b0f4', 'gw_port': {'id': '9f0bce8c-976a-42a3-bd74-5ef34f2e0f03', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ea80e5-793b-469f-b537-177d1b1bc0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4403, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:35:26Z', 'updated_at': '2022-10-04T21:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:35:53.483428 n-d-852085-12 neutron-server[108172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08d40f9-eb37-4639-99f9-626aefeb3ea4 None None] The sync data for ids ['b1ea80e5-793b-469f-b537-177d1b1bc0c1'] in n-d-852085-12 is: [{'id': 'b1ea80e5-793b-469f-b537-177d1b1bc0c1', 'name': 'tempest-TestSnapshotPattern-318920144-router', 'tenant_id': 'ff8c73de4bee4a1a86546a72ba04b0f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '9f0bce8c-976a-42a3-bd74-5ef34f2e0f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:35:25Z', 'updated_at': '2022-10-04T21:35:51Z', 'revision_number': 5, 'project_id': 'ff8c73de4bee4a1a86546a72ba04b0f4', 'gw_port': {'id': '9f0bce8c-976a-42a3-bd74-5ef34f2e0f03', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ea80e5-793b-469f-b537-177d1b1bc0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4403, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:35:26Z', 'updated_at': '2022-10-04T21:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}] {{(pid=108172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:35:53.705651 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-db7ed2e3-db3b-4ed0-8920-9398356f5c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (9f0bce8c-976a-42a3-bd74-5ef34f2e0f03), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:53.756477 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7ed2e3-db3b-4ed0-8920-9398356f5c1e admin admin] Pushing event deleted for resources: {'Port': ['ID=9f0bce8c-976a-42a3-bd74-5ef34f2e0f03,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:35:53.881182 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-db7ed2e3-db3b-4ed0-8920-9398356f5c1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (b1ea80e5-793b-469f-b537-177d1b1bc0c1), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:54.069222 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-db7ed2e3-db3b-4ed0-8920-9398356f5c1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (b1ea80e5-793b-469f-b537-177d1b1bc0c1), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:54.073952 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-db7ed2e3-db3b-4ed0-8920-9398356f5c1e admin admin] Publish callbacks [] for router_controller (b1ea80e5-793b-469f-b537-177d1b1bc0c1), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:54.305348 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-db7ed2e3-db3b-4ed0-8920-9398356f5c1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (b1ea80e5-793b-469f-b537-177d1b1bc0c1), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:54.306599 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db7ed2e3-db3b-4ed0-8920-9398356f5c1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1ea80e5-793b-469f-b537-177d1b1bc0c1 {{(pid=108169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 21:35:54.322695 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-db7ed2e3-db3b-4ed0-8920-9398356f5c1e admin admin] Publish callbacks [] for router (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:54.322695 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-db7ed2e3-db3b-4ed0-8920-9398356f5c1e admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/b1ea80e5-793b-469f-b537-177d1b1bc0c1 HTTP/1.1" status: 204 len: 168 time: 2.0742354 Oct 04 21:35:54.323204 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54472) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:35:54.413811 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.db_base_plugin_v2 [None req-82e96718-4ba8-4dac-bccb-a0fef666dff6 admin admin] Deleting subnet ce3ce1a6-45f5-4eeb-8cda-cf68541b2af8 {{(pid=108170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:35:54.420450 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-82e96718-4ba8-4dac-bccb-a0fef666dff6 admin admin] Publish callbacks [] for subnet (ce3ce1a6-45f5-4eeb-8cda-cf68541b2af8), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:54.501133 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-82e96718-4ba8-4dac-bccb-a0fef666dff6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29588340'] for subnet (ce3ce1a6-45f5-4eeb-8cda-cf68541b2af8), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:54.671537 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-82e96718-4ba8-4dac-bccb-a0fef666dff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (ce3ce1a6-45f5-4eeb-8cda-cf68541b2af8), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:54.900420 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-82e96718-4ba8-4dac-bccb-a0fef666dff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29587526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29403604'] for subnet (ce3ce1a6-45f5-4eeb-8cda-cf68541b2af8), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:54.945911 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 9f0bce8c-976a-42a3-bd74-5ef34f2e0f03 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:35:54.967043 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e96718-4ba8-4dac-bccb-a0fef666dff6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce3ce1a6-45f5-4eeb-8cda-cf68541b2af8,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:35:54.975860 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-82e96718-4ba8-4dac-bccb-a0fef666dff6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:54.985871 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-82e96718-4ba8-4dac-bccb-a0fef666dff6 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/ce3ce1a6-45f5-4eeb-8cda-cf68541b2af8 HTTP/1.1" status: 204 len: 168 time: 0.6625030 Oct 04 21:35:54.986666 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54474) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:35:54.999473 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38de1f2d-7577-422d-8cc4-c7ad7fbed9d0 None None] Network 2f6af9be-1ad7-41f0-b2f3-df1febab73ff requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:35:55.006629 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 9f0bce8c-976a-42a3-bd74-5ef34f2e0f03 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:35:55.007664 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 9f0bce8c-976a-42a3-bd74-5ef34f2e0f03 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:35:55.008372 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 5b8173ee-8e5a-48d9-b7a3-4b99880cfada no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:35:55.118388 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 5b8173ee-8e5a-48d9-b7a3-4b99880cfada {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:35:55.118865 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 5b8173ee-8e5a-48d9-b7a3-4b99880cfada not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:35:55.134247 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2657a773-9be8-42c4-897c-b98f2c481a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (2f6af9be-1ad7-41f0-b2f3-df1febab73ff), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:55.220941 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-2657a773-9be8-42c4-897c-b98f2c481a38 admin admin] Deleting port 55e8dc9f-6bf3-40c3-9cb4-47e4e4518edd {{(pid=108169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:35:55.221713 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2657a773-9be8-42c4-897c-b98f2c481a38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (55e8dc9f-6bf3-40c3-9cb4-47e4e4518edd), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:55.313318 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9090e7-0c34-4d33-9638-bd0ef012564b None None] DHCP port deletion for 2f6af9be-1ad7-41f0-b2f3-df1febab73ff request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:35:55.359544 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:35:55.363584 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.db [None req-2657a773-9be8-42c4-897c-b98f2c481a38 admin admin] For port 55e8dc9f-6bf3-40c3-9cb4-47e4e4518edd, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=55e8dc9f-6bf3-40c3-9cb4-47e4e4518edd,segment=NetworkSegment(d4a494d6-2cb0-47b7-b583-3fbc19907334),segment_id=d4a494d6-2cb0-47b7-b583-3fbc19907334)] {{(pid=108169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:35:55.364207 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2657a773-9be8-42c4-897c-b98f2c481a38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (55e8dc9f-6bf3-40c3-9cb4-47e4e4518edd), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:55.375465 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:35:55.388064 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-da9090e7-0c34-4d33-9638-bd0ef012564b None None] Deleting port 55e8dc9f-6bf3-40c3-9cb4-47e4e4518edd {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:35:55.388665 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-da9090e7-0c34-4d33-9638-bd0ef012564b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (55e8dc9f-6bf3-40c3-9cb4-47e4e4518edd), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:55.392087 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.plugin [None req-2657a773-9be8-42c4-897c-b98f2c481a38 admin admin] Calling delete_port for 55e8dc9f-6bf3-40c3-9cb4-47e4e4518edd owned by network:dhcp {{(pid=108169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:35:55.518303 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-da9090e7-0c34-4d33-9638-bd0ef012564b None None] For port 55e8dc9f-6bf3-40c3-9cb4-47e4e4518edd, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=55e8dc9f-6bf3-40c3-9cb4-47e4e4518edd,segment=NetworkSegment(d4a494d6-2cb0-47b7-b583-3fbc19907334),segment_id=d4a494d6-2cb0-47b7-b583-3fbc19907334)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:35:55.518838 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-da9090e7-0c34-4d33-9638-bd0ef012564b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (55e8dc9f-6bf3-40c3-9cb4-47e4e4518edd), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:55.545008 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:35:55.547094 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-da9090e7-0c34-4d33-9638-bd0ef012564b None None] Calling delete_port for 55e8dc9f-6bf3-40c3-9cb4-47e4e4518edd owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:35:55.740991 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2657a773-9be8-42c4-897c-b98f2c481a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33483574'] for port (55e8dc9f-6bf3-40c3-9cb4-47e4e4518edd), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:55.751569 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-da9090e7-0c34-4d33-9638-bd0ef012564b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (55e8dc9f-6bf3-40c3-9cb4-47e4e4518edd), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:55.804191 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2657a773-9be8-42c4-897c-b98f2c481a38 admin admin] Pushing event deleted for resources: {'Port': ['ID=55e8dc9f-6bf3-40c3-9cb4-47e4e4518edd,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:35:55.805457 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9090e7-0c34-4d33-9638-bd0ef012564b None None] Pushing event deleted for resources: {'Port': ['ID=55e8dc9f-6bf3-40c3-9cb4-47e4e4518edd,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:35:55.808141 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2657a773-9be8-42c4-897c-b98f2c481a38 admin admin] No DVR routers for this DVR port 55e8dc9f-6bf3-40c3-9cb4-47e4e4518edd on host n-d-852085-12 {{(pid=108169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:35:55.818707 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9090e7-0c34-4d33-9638-bd0ef012564b None None] No DVR routers for this DVR port 55e8dc9f-6bf3-40c3-9cb4-47e4e4518edd on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:35:55.962845 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2657a773-9be8-42c4-897c-b98f2c481a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (2f6af9be-1ad7-41f0-b2f3-df1febab73ff), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:56.008988 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-2657a773-9be8-42c4-897c-b98f2c481a38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f6af9be-1ad7-41f0-b2f3-df1febab73ff']}} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:35:56.032152 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-2657a773-9be8-42c4-897c-b98f2c481a38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4a494d6-2cb0-47b7-b583-3fbc19907334') {'for_net_delete': True} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:35:56.032688 n-d-852085-12 neutron-server[108169]: DEBUG neutron.services.segments.db [None req-2657a773-9be8-42c4-897c-b98f2c481a38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4a494d6-2cb0-47b7-b583-3fbc19907334') {} {{(pid=108169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:35:56.054968 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2657a773-9be8-42c4-897c-b98f2c481a38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32842014'] for segment (d4a494d6-2cb0-47b7-b583-3fbc19907334), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:56.085237 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2657a773-9be8-42c4-897c-b98f2c481a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (d4a494d6-2cb0-47b7-b583-3fbc19907334), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:56.098981 n-d-852085-12 neutron-server[108169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2657a773-9be8-42c4-897c-b98f2c481a38 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=108169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:35:56.099701 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2657a773-9be8-42c4-897c-b98f2c481a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33483753'] for segment (d4a494d6-2cb0-47b7-b583-3fbc19907334), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:56.369329 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment d4a494d6-2cb0-47b7-b583-3fbc19907334 resource provider aggregate not found Oct 04 21:35:56.399283 n-d-852085-12 neutron-server[108169]: INFO neutron.services.segments.plugin [-] Segment d4a494d6-2cb0-47b7-b583-3fbc19907334 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d4a494d6-2cb0-47b7-b583-3fbc19907334 found for delete ", "request_id": "req-18e007d1-b058-4221-bcdc-6691c710556a"}]} Oct 04 21:35:56.751712 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 55e8dc9f-6bf3-40c3-9cb4-47e4e4518edd no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:35:56.789778 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 55e8dc9f-6bf3-40c3-9cb4-47e4e4518edd {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:35:56.790290 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 55e8dc9f-6bf3-40c3-9cb4-47e4e4518edd not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:35:58.232182 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2657a773-9be8-42c4-897c-b98f2c481a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (2f6af9be-1ad7-41f0-b2f3-df1febab73ff), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:58.244435 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-2657a773-9be8-42c4-897c-b98f2c481a38 admin admin] Publish callbacks [] for network (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:58.250798 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-2657a773-9be8-42c4-897c-b98f2c481a38 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/2f6af9be-1ad7-41f0-b2f3-df1febab73ff HTTP/1.1" status: 204 len: 168 time: 3.2622485 Oct 04 21:35:58.266275 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54482) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:35:58.274296 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2657a773-9be8-42c4-897c-b98f2c481a38 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f6af9be-1ad7-41f0-b2f3-df1febab73ff,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:35:58.554949 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:35:58.821043 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f36ea1d9-a7c8-4a21-a20e-a458c6211025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585032'] for router_interface (65764dac-7d72-437b-8dcc-2d5e17047511), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:59.496319 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:35:59.769654 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-f36ea1d9-a7c8-4a21-a20e-a458c6211025 admin admin] Deleting port 82000a8a-3a49-4a3a-9928-c314d6ea0d5d {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:35:59.770100 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f36ea1d9-a7c8-4a21-a20e-a458c6211025 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (82000a8a-3a49-4a3a-9928-c314d6ea0d5d), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:59.947369 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-f36ea1d9-a7c8-4a21-a20e-a458c6211025 admin admin] For port 82000a8a-3a49-4a3a-9928-c314d6ea0d5d, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=82000a8a-3a49-4a3a-9928-c314d6ea0d5d,segment=NetworkSegment(22b64c9f-b7a4-4e78-9624-ede79f9fb54e),segment_id=22b64c9f-b7a4-4e78-9624-ede79f9fb54e)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:35:59.948011 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f36ea1d9-a7c8-4a21-a20e-a458c6211025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (82000a8a-3a49-4a3a-9928-c314d6ea0d5d), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:35:59.977323 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-f36ea1d9-a7c8-4a21-a20e-a458c6211025 admin admin] Calling delete_port for 82000a8a-3a49-4a3a-9928-c314d6ea0d5d owned by network:router_interface {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:36:00.471739 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f36ea1d9-a7c8-4a21-a20e-a458c6211025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (82000a8a-3a49-4a3a-9928-c314d6ea0d5d), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:36:00.522916 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ea1d9-a7c8-4a21-a20e-a458c6211025 admin admin] Pushing event deleted for resources: {'Port': ['ID=82000a8a-3a49-4a3a-9928-c314d6ea0d5d,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:36:00.863373 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-f36ea1d9-a7c8-4a21-a20e-a458c6211025 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585020'] for router_interface (65764dac-7d72-437b-8dcc-2d5e17047511), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:36:01.192244 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:36:01.245293 n-d-852085-12 neutron-server[108170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f36ea1d9-a7c8-4a21-a20e-a458c6211025 admin admin] Router 65764dac-7d72-437b-8dcc-2d5e17047511 has already been hosted by L3 agent 4770fbf3-47e5-48e1-8566-fd189ed61d61 {{(pid=108170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 04 21:36:01.343419 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:36:01.464420 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f36ea1d9-a7c8-4a21-a20e-a458c6211025 admin admin] Notify agent at l3_agent.n-d-852085-12 the message routers_updated {{(pid=108170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 04 21:36:01.476582 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-f36ea1d9-a7c8-4a21-a20e-a458c6211025 admin admin] 10.222.0.78 "PUT /networking/v2.0/routers/65764dac-7d72-437b-8dcc-2d5e17047511/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2059162 Oct 04 21:36:01.479038 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54486) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:36:01.481263 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b808fed-79f0-459e-9fea-3a538cd0f53e None None] Sync routers for ids ['65764dac-7d72-437b-8dcc-2d5e17047511'] in n-d-852085-12 {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 21:36:01.502158 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b808fed-79f0-459e-9fea-3a538cd0f53e None None] Routers {'65764dac-7d72-437b-8dcc-2d5e17047511'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:36:01.503297 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-1b808fed-79f0-459e-9fea-3a538cd0f53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:35:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['65764dac-7d72-437b-8dcc-2d5e17047511'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:36:01.589661 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:UPDATE=3,neutron:SELECT=92,neutron:DELETE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:36:01.693416 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bbaf61fc-0673-4c7d-a0b6-855c2101d36c admin admin] Publish callbacks [] for router (65764dac-7d72-437b-8dcc-2d5e17047511), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:36:01.703401 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-1b808fed-79f0-459e-9fea-3a538cd0f53e None None] Set router 65764dac-7d72-437b-8dcc-2d5e17047511 gateway port host: n-d-852085-12 {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:36:01.916127 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bbaf61fc-0673-4c7d-a0b6-855c2101d36c admin admin] Publish callbacks [] for router_gateway (65764dac-7d72-437b-8dcc-2d5e17047511), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:36:02.059703 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-1b808fed-79f0-459e-9fea-3a538cd0f53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65764dac-7d72-437b-8dcc-2d5e17047511', 'name': 'tempest-TestSnapshotPattern-1617807889-router', 'tenant_id': '4f3c10f3d10d482598605343174a91bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'external_fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': 'f0d85df7-a548-4aff-aaaa-2b5cff2deb3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:35:35Z', 'updated_at': '2022-10-04T21:36:00Z', 'revision_number': 5, 'project_id': '4f3c10f3d10d482598605343174a91bd', 'gw_port': {'id': 'f0d85df7-a548-4aff-aaaa-2b5cff2deb3e', 'name': '', 'network_id': '52a60aae-e230-4bd7-89bc-781767fd7892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65764dac-7d72-437b-8dcc-2d5e17047511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4415, 'fixed_ips': [{'subnet_id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-852085-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T21:35:36Z', 'updated_at': '2022-10-04T21:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '96e1494d-e1f1-405b-8524-682cbb2a53ae', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-852085-12'}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:36:02.104771 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-bbaf61fc-0673-4c7d-a0b6-855c2101d36c admin admin] Deleting port f0d85df7-a548-4aff-aaaa-2b5cff2deb3e {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:36:02.105343 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bbaf61fc-0673-4c7d-a0b6-855c2101d36c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (f0d85df7-a548-4aff-aaaa-2b5cff2deb3e), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:36:02.113567 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b808fed-79f0-459e-9fea-3a538cd0f53e None None] Checking router: 65764dac-7d72-437b-8dcc-2d5e17047511 for host: n-d-852085-12 {{(pid=108171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 21:36:02.131233 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b808fed-79f0-459e-9fea-3a538cd0f53e None None] Routers {'65764dac-7d72-437b-8dcc-2d5e17047511'} bound to L3 agent in host n-d-852085-12 {{(pid=108171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 04 21:36:02.132264 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-1b808fed-79f0-459e-9fea-3a538cd0f53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-852085-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T20:19:17Z,description=,heartbeat_timestamp=2022-10-04T21:35:47Z,host='n-d-852085-12',id=4770fbf3-47e5-48e1-8566-fd189ed61d61,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T20:19:18Z,topic='l3_agent')) {'router_ids': ['65764dac-7d72-437b-8dcc-2d5e17047511'], 'active': True} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:36:02.276572 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-bbaf61fc-0673-4c7d-a0b6-855c2101d36c admin admin] For port f0d85df7-a548-4aff-aaaa-2b5cff2deb3e, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=f0d85df7-a548-4aff-aaaa-2b5cff2deb3e,segment=NetworkSegment(15e9aa73-02cc-4dd1-abe8-31f69e45b3d7),segment_id=15e9aa73-02cc-4dd1-abe8-31f69e45b3d7)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:36:02.277049 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bbaf61fc-0673-4c7d-a0b6-855c2101d36c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (f0d85df7-a548-4aff-aaaa-2b5cff2deb3e), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:36:02.305559 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-bbaf61fc-0673-4c7d-a0b6-855c2101d36c admin admin] Calling delete_port for f0d85df7-a548-4aff-aaaa-2b5cff2deb3e owned by network:router_gateway {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:36:02.307572 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvr_db [None req-1b808fed-79f0-459e-9fea-3a538cd0f53e None None] Set router 65764dac-7d72-437b-8dcc-2d5e17047511 gateway port host: None {{(pid=108171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 04 21:36:02.413783 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_hamode_db [None req-1b808fed-79f0-459e-9fea-3a538cd0f53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65764dac-7d72-437b-8dcc-2d5e17047511', 'name': 'tempest-TestSnapshotPattern-1617807889-router', 'tenant_id': '4f3c10f3d10d482598605343174a91bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:35:35Z', 'updated_at': '2022-10-04T21:36:01Z', 'revision_number': 6, 'project_id': '4f3c10f3d10d482598605343174a91bd', 'gw_port_host': None}], 'n-d-852085-12', False) {} {{(pid=108171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:36:02.460896 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b808fed-79f0-459e-9fea-3a538cd0f53e None None] The sync data for ids ['65764dac-7d72-437b-8dcc-2d5e17047511'] in n-d-852085-12 is: [{'id': '65764dac-7d72-437b-8dcc-2d5e17047511', 'name': 'tempest-TestSnapshotPattern-1617807889-router', 'tenant_id': '4f3c10f3d10d482598605343174a91bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T21:35:35Z', 'updated_at': '2022-10-04T21:36:01Z', 'revision_number': 6, 'project_id': '4f3c10f3d10d482598605343174a91bd', 'gw_port_host': None}] {{(pid=108171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 21:36:02.507526 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 21:36:02.791678 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bbaf61fc-0673-4c7d-a0b6-855c2101d36c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (f0d85df7-a548-4aff-aaaa-2b5cff2deb3e), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:36:02.792458 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:36:02.853956 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 82000a8a-3a49-4a3a-9928-c314d6ea0d5d no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:36:02.862914 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaf61fc-0673-4c7d-a0b6-855c2101d36c admin admin] Pushing event deleted for resources: {'Port': ['ID=f0d85df7-a548-4aff-aaaa-2b5cff2deb3e,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:36:02.900635 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: 82000a8a-3a49-4a3a-9928-c314d6ea0d5d {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:36:02.901203 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device 82000a8a-3a49-4a3a-9928-c314d6ea0d5d not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:36:02.997925 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bbaf61fc-0673-4c7d-a0b6-855c2101d36c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-465270'] for router_gateway (65764dac-7d72-437b-8dcc-2d5e17047511), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:36:03.186027 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bbaf61fc-0673-4c7d-a0b6-855c2101d36c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6018'] for router (65764dac-7d72-437b-8dcc-2d5e17047511), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:36:03.190701 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bbaf61fc-0673-4c7d-a0b6-855c2101d36c admin admin] Publish callbacks [] for router_controller (65764dac-7d72-437b-8dcc-2d5e17047511), precommit_delete_associations {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:36:03.374760 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bbaf61fc-0673-4c7d-a0b6-855c2101d36c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-585060'] for router (65764dac-7d72-437b-8dcc-2d5e17047511), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:36:03.375969 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbaf61fc-0673-4c7d-a0b6-855c2101d36c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65764dac-7d72-437b-8dcc-2d5e17047511 {{(pid=108170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 04 21:36:03.384516 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bbaf61fc-0673-4c7d-a0b6-855c2101d36c admin admin] Publish callbacks [] for router (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:36:03.386595 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-bbaf61fc-0673-4c7d-a0b6-855c2101d36c admin admin] 10.222.0.78 "DELETE /networking/v2.0/routers/65764dac-7d72-437b-8dcc-2d5e17047511 HTTP/1.1" status: 204 len: 168 time: 1.9058340 Oct 04 21:36:03.390930 n-d-852085-12 neutron-server[108169]: DEBUG neutron.wsgi [-] (108169) accepted ('10.222.0.78', 54492) {{(pid=108169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:36:03.482552 n-d-852085-12 neutron-server[108169]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab396104-4326-4ec4-aa02-194472f90937 admin admin] Deleting subnet 00cb1e69-78cd-4e51-a252-936721a5acdf {{(pid=108169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 04 21:36:03.488790 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ab396104-4326-4ec4-aa02-194472f90937 admin admin] Publish callbacks [] for subnet (00cb1e69-78cd-4e51-a252-936721a5acdf), before_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:36:03.565213 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ab396104-4326-4ec4-aa02-194472f90937 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32842087'] for subnet (00cb1e69-78cd-4e51-a252-936721a5acdf), precommit_delete_associations {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:36:03.740776 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ab396104-4326-4ec4-aa02-194472f90937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3476600'] for subnet (00cb1e69-78cd-4e51-a252-936721a5acdf), precommit_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:36:03.762840 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:36:03.805125 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:36:03.974725 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ab396104-4326-4ec4-aa02-194472f90937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33483523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32789647'] for subnet (00cb1e69-78cd-4e51-a252-936721a5acdf), after_delete {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:36:04.028292 n-d-852085-12 neutron-server[108169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab396104-4326-4ec4-aa02-194472f90937 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00cb1e69-78cd-4e51-a252-936721a5acdf,revision_number=None']} {{(pid=108169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:36:04.043658 n-d-852085-12 neutron-server[108169]: DEBUG neutron_lib.callbacks.manager [None req-ab396104-4326-4ec4-aa02-194472f90937 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=108169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:36:04.046640 n-d-852085-12 neutron-server[108169]: INFO neutron.wsgi [None req-ab396104-4326-4ec4-aa02-194472f90937 admin admin] 10.222.0.78 "DELETE /networking/v2.0/subnets/00cb1e69-78cd-4e51-a252-936721a5acdf HTTP/1.1" status: 204 len: 168 time: 0.6537437 Oct 04 21:36:04.050464 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7897bb8d-1c8b-4f2b-9fec-ba35cee373fd None None] Network 729c0d36-e7b5-4a84-9d27-5c700e2459fd requested from n-d-852085-12 {{(pid=108171) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 04 21:36:04.051439 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54494) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:36:04.132758 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:36:04.207638 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a1d72b70-b159-473c-929a-a6b70ee9c1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3826101'] for network (729c0d36-e7b5-4a84-9d27-5c700e2459fd), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:36:04.277634 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=17 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:36:04.283734 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:36:04.297054 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-a1d72b70-b159-473c-929a-a6b70ee9c1e2 admin admin] Deleting port c8065383-984f-48f4-86a5-813e66e2ee89 {{(pid=108170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:36:04.297591 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a1d72b70-b159-473c-929a-a6b70ee9c1e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (c8065383-984f-48f4-86a5-813e66e2ee89), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:36:04.350856 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753fde3d-b0a9-47e2-978f-d7cc28968974 None None] DHCP port deletion for 729c0d36-e7b5-4a84-9d27-5c700e2459fd request from n-d-852085-12 {{(pid=108171) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 04 21:36:04.439514 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.db [None req-a1d72b70-b159-473c-929a-a6b70ee9c1e2 admin admin] For port c8065383-984f-48f4-86a5-813e66e2ee89, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=c8065383-984f-48f4-86a5-813e66e2ee89,segment=NetworkSegment(22b64c9f-b7a4-4e78-9624-ede79f9fb54e),segment_id=22b64c9f-b7a4-4e78-9624-ede79f9fb54e)] {{(pid=108170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:36:04.440111 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a1d72b70-b159-473c-929a-a6b70ee9c1e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (c8065383-984f-48f4-86a5-813e66e2ee89), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:36:04.467692 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.plugin [None req-a1d72b70-b159-473c-929a-a6b70ee9c1e2 admin admin] Calling delete_port for c8065383-984f-48f4-86a5-813e66e2ee89 owned by network:dhcp {{(pid=108170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:36:04.534565 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-753fde3d-b0a9-47e2-978f-d7cc28968974 None None] Deleting port c8065383-984f-48f4-86a5-813e66e2ee89 {{(pid=108171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 04 21:36:04.535088 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-753fde3d-b0a9-47e2-978f-d7cc28968974 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740981434408'] for port (c8065383-984f-48f4-86a5-813e66e2ee89), before_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:36:04.753510 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device f0d85df7-a548-4aff-aaaa-2b5cff2deb3e no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:36:04.780138 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a1d72b70-b159-473c-929a-a6b70ee9c1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29587571'] for port (c8065383-984f-48f4-86a5-813e66e2ee89), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:36:04.835206 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d72b70-b159-473c-929a-a6b70ee9c1e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8065383-984f-48f4-86a5-813e66e2ee89,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:36:04.837905 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: f0d85df7-a548-4aff-aaaa-2b5cff2deb3e {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:36:04.838446 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device f0d85df7-a548-4aff-aaaa-2b5cff2deb3e not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:36:04.839175 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device c8065383-984f-48f4-86a5-813e66e2ee89 no longer exists at agent ovs-agent-n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 04 21:36:04.846508 n-d-852085-12 neutron-server[108170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d72b70-b159-473c-929a-a6b70ee9c1e2 admin admin] No DVR routers for this DVR port c8065383-984f-48f4-86a5-813e66e2ee89 on host n-d-852085-12 {{(pid=108170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:36:04.848448 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.db [None req-753fde3d-b0a9-47e2-978f-d7cc28968974 None None] For port c8065383-984f-48f4-86a5-813e66e2ee89, host n-d-852085-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-852085-12',level=0,port_id=c8065383-984f-48f4-86a5-813e66e2ee89,segment=NetworkSegment(22b64c9f-b7a4-4e78-9624-ede79f9fb54e),segment_id=22b64c9f-b7a4-4e78-9624-ede79f9fb54e)] {{(pid=108171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 04 21:36:04.849088 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-753fde3d-b0a9-47e2-978f-d7cc28968974 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466550'] for port (c8065383-984f-48f4-86a5-813e66e2ee89), precommit_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:36:05.010555 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a1d72b70-b159-473c-929a-a6b70ee9c1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3466346', 'neutron.services.segments.db._delete_segments_for_network-8740981395164'] for network (729c0d36-e7b5-4a84-9d27-5c700e2459fd), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:36:05.054474 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-a1d72b70-b159-473c-929a-a6b70ee9c1e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['729c0d36-e7b5-4a84-9d27-5c700e2459fd']}} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:36:05.075070 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-a1d72b70-b159-473c-929a-a6b70ee9c1e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22b64c9f-b7a4-4e78-9624-ede79f9fb54e') {'for_net_delete': True} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:36:05.075611 n-d-852085-12 neutron-server[108170]: DEBUG neutron.services.segments.db [None req-a1d72b70-b159-473c-929a-a6b70ee9c1e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22b64c9f-b7a4-4e78-9624-ede79f9fb54e') {} {{(pid=108170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 21:36:05.098330 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a1d72b70-b159-473c-929a-a6b70ee9c1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740981479078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29588237'] for segment (22b64c9f-b7a4-4e78-9624-ede79f9fb54e), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:36:05.126703 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] No Port match for: c8065383-984f-48f4-86a5-813e66e2ee89 {{(pid=108171) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 04 21:36:05.127794 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.rpc [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Device c8065383-984f-48f4-86a5-813e66e2ee89 not bound to the agent host n-d-852085-12 {{(pid=108171) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 04 21:36:05.132440 n-d-852085-12 neutron-server[108171]: DEBUG neutron.plugins.ml2.plugin [None req-753fde3d-b0a9-47e2-978f-d7cc28968974 None None] Calling delete_port for c8065383-984f-48f4-86a5-813e66e2ee89 owned by network:dhcp {{(pid=108171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 04 21:36:05.133542 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a1d72b70-b159-473c-929a-a6b70ee9c1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231'] for segment (22b64c9f-b7a4-4e78-9624-ede79f9fb54e), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:36:05.148839 n-d-852085-12 neutron-server[108170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1d72b70-b159-473c-929a-a6b70ee9c1e2 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=108170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 21:36:05.149678 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a1d72b70-b159-473c-929a-a6b70ee9c1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3462231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29587628'] for segment (22b64c9f-b7a4-4e78-9624-ede79f9fb54e), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:36:05.223246 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:36:05.301032 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-753fde3d-b0a9-47e2-978f-d7cc28968974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3835308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740981437350', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740980962789'] for port (c8065383-984f-48f4-86a5-813e66e2ee89), after_delete {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:36:05.349091 n-d-852085-12 neutron-server[108171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753fde3d-b0a9-47e2-978f-d7cc28968974 None None] Pushing event deleted for resources: {'Port': ['ID=c8065383-984f-48f4-86a5-813e66e2ee89,revision_number=None']} {{(pid=108171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:36:05.362269 n-d-852085-12 neutron-server[108171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753fde3d-b0a9-47e2-978f-d7cc28968974 None None] No DVR routers for this DVR port c8065383-984f-48f4-86a5-813e66e2ee89 on host n-d-852085-12 {{(pid=108171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 04 21:36:05.390806 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a1d72b70-b159-473c-929a-a6b70ee9c1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3465625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-465321'] for network (729c0d36-e7b5-4a84-9d27-5c700e2459fd), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:36:05.404284 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-a1d72b70-b159-473c-929a-a6b70ee9c1e2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:36:05.409999 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-a1d72b70-b159-473c-929a-a6b70ee9c1e2 admin admin] 10.222.0.78 "DELETE /networking/v2.0/networks/729c0d36-e7b5-4a84-9d27-5c700e2459fd HTTP/1.1" status: 204 len: 168 time: 1.3574166 Oct 04 21:36:05.430987 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d72b70-b159-473c-929a-a6b70ee9c1e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=729c0d36-e7b5-4a84-9d27-5c700e2459fd,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:36:05.446173 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 22b64c9f-b7a4-4e78-9624-ede79f9fb54e resource provider aggregate not found Oct 04 21:36:05.453675 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d72b70-b159-473c-929a-a6b70ee9c1e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:36:05.454395 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d72b70-b159-473c-929a-a6b70ee9c1e2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:36:05.454987 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d72b70-b159-473c-929a-a6b70ee9c1e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:36:05.455600 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d72b70-b159-473c-929a-a6b70ee9c1e2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:36:05.456171 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d72b70-b159-473c-929a-a6b70ee9c1e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:36:05.456751 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d72b70-b159-473c-929a-a6b70ee9c1e2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:36:05.457358 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d72b70-b159-473c-929a-a6b70ee9c1e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:36:05.458057 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d72b70-b159-473c-929a-a6b70ee9c1e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:36:05.459213 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d72b70-b159-473c-929a-a6b70ee9c1e2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:36:05.459876 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d72b70-b159-473c-929a-a6b70ee9c1e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:36:05.460518 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d72b70-b159-473c-929a-a6b70ee9c1e2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:36:05.461160 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d72b70-b159-473c-929a-a6b70ee9c1e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:36:05.461739 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d72b70-b159-473c-929a-a6b70ee9c1e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:36:05.462244 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d72b70-b159-473c-929a-a6b70ee9c1e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:36:05.462780 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d72b70-b159-473c-929a-a6b70ee9c1e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-852085-12 {{(pid=108170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 21:36:05.489574 n-d-852085-12 neutron-server[108170]: INFO neutron.services.segments.plugin [-] Segment 22b64c9f-b7a4-4e78-9624-ede79f9fb54e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 22b64c9f-b7a4-4e78-9624-ede79f9fb54e found for delete ", "request_id": "req-aff5c3e4-183d-42f0-a444-88103a3dd7f9"}]} Oct 04 21:36:06.140240 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54508) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:36:06.236587 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-8ade712d-154b-4603-b89d-41ef9abb03e7 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=ff8c73de4bee4a1a86546a72ba04b0f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0942819 Oct 04 21:36:06.242850 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54510) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:36:06.346571 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bd202bb8-c5dc-4a96-a017-a0bd69616f0d admin admin] Publish callbacks [] for security_group (cb54f604-bf2e-48ca-8497-7c8c085bd345), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:36:06.391382 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bd202bb8-c5dc-4a96-a017-a0bd69616f0d admin admin] Publish callbacks [] for security_group (cb54f604-bf2e-48ca-8497-7c8c085bd345), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:36:06.580235 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bd202bb8-c5dc-4a96-a017-a0bd69616f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (cb54f604-bf2e-48ca-8497-7c8c085bd345), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:36:06.585827 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-bd202bb8-c5dc-4a96-a017-a0bd69616f0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:36:06.588099 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-bd202bb8-c5dc-4a96-a017-a0bd69616f0d admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/cb54f604-bf2e-48ca-8497-7c8c085bd345 HTTP/1.1" status: 204 len: 168 time: 0.3433123 Oct 04 21:36:06.606124 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd202bb8-c5dc-4a96-a017-a0bd69616f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb54f604-bf2e-48ca-8497-7c8c085bd345,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:36:07.900528 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54516) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:36:07.995243 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-9c996eb0-a8ef-4757-a6b1-0907bca111a3 admin admin] 10.222.0.78 "GET /networking/v2.0/security-groups?tenant_id=4f3c10f3d10d482598605343174a91bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0926139 Oct 04 21:36:07.999555 n-d-852085-12 neutron-server[108170]: DEBUG neutron.wsgi [-] (108170) accepted ('10.222.0.78', 54518) {{(pid=108170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 04 21:36:08.027759 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:36:08.103383 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2eba4767-ff10-4825-aa19-84280844e288 admin admin] Publish callbacks [] for security_group (43e76184-a3b1-4532-9be6-6649da932af4), before_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:36:08.147079 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2eba4767-ff10-4825-aa19-84280844e288 admin admin] Publish callbacks [] for security_group (43e76184-a3b1-4532-9be6-6649da932af4), precommit_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:36:08.385313 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2eba4767-ff10-4825-aa19-84280844e288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500769'] for security_group (43e76184-a3b1-4532-9be6-6649da932af4), after_delete {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:36:08.390446 n-d-852085-12 neutron-server[108170]: DEBUG neutron_lib.callbacks.manager [None req-2eba4767-ff10-4825-aa19-84280844e288 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=108170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:36:08.392715 n-d-852085-12 neutron-server[108170]: INFO neutron.wsgi [None req-2eba4767-ff10-4825-aa19-84280844e288 admin admin] 10.222.0.78 "DELETE /networking/v2.0/security-groups/43e76184-a3b1-4532-9be6-6649da932af4 HTTP/1.1" status: 204 len: 168 time: 0.3915539 Oct 04 21:36:08.408931 n-d-852085-12 neutron-server[108170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba4767-ff10-4825-aa19-84280844e288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e76184-a3b1-4532-9be6-6649da932af4,revision_number=None']} {{(pid=108170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 21:36:12.506453 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=94 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:36:13.992208 n-d-852085-12 neutron-server[108169]: DEBUG dbcounter [-] [108169] Writing DB stats neutron:SELECT=34,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=108169) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:36:15.591279 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-d66ce7a5-f9ce-4ec0-a53e-374cb8ab474c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:36:17.528254 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-06c87530-3de2-478d-ae4a-e479fb0ee92e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:36:18.398010 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:DELETE=2,neutron:SELECT=1 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:36:18.399251 n-d-852085-12 neutron-server[108170]: DEBUG dbcounter [-] [108170] Writing DB stats neutron:SELECT=82,neutron:DELETE=4 {{(pid=108170) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:36:20.233312 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:36:20.351412 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:36:22.059267 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:36:22.104657 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:36:31.715865 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:36:31.720587 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:36:32.807926 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:36:33.699174 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:36:39.505801 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 21:36:41.270243 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=4 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:36:43.608260 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:36:43.621237 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=2,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:36:45.573028 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-dd755c17-e8b9-4ff9-bddf-aaba69e20169 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:36:47.430299 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-9f7e44b7-3a43-46d1-a0e6-4a8475b90ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:36:50.333628 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:36:51.713778 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:36:51.795258 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:36:54.550087 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=17 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:37:01.711593 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:37:01.716343 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:37:02.761575 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:37:03.700552 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:37:03.750883 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=15 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:37:12.669622 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:37:13.621146 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:37:15.572784 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-82ce8733-0364-4f70-80b3-f20a79231684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:37:16.500416 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 21:37:17.429761 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-34d7ff99-600c-489f-8971-575d16b64b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:37:20.326665 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:37:21.761000 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:37:21.841312 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:37:26.492049 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:37:26.493223 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=3 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:37:31.637757 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:UPDATE=2,neutron:SELECT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:37:31.710336 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:37:32.869705 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:37:33.754260 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:37:43.609221 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:37:43.615717 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:37:45.566327 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-5c0f16d3-51f4-4463-8b6e-cb2e952b993b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:37:47.543612 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6e0c77fd-921d-449a-9548-389503899a09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:37:50.331948 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:37:51.715799 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:37:51.789242 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:37:53.502828 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 21:38:01.637760 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:38:01.717404 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:38:02.874742 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:38:03.496459 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=6 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:38:03.497660 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=2 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:38:03.709243 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:38:14.560845 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=18 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:38:14.570694 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:UPDATE=2,neutron:SELECT=14 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:38:15.611759 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-7a760236-0343-45a5-a8b7-2f6a85377458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:38:17.543444 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-6ed94700-dde5-4921-a471-4033025a2f19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:38:20.400368 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:38:21.742809 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:38:21.834868 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:38:30.507859 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 21:38:31.709472 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:38:31.714208 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:38:33.028468 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:38:33.714450 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:38:40.497982 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=4 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:38:40.499471 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=4 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:38:43.632738 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:UPDATE=1,neutron:SELECT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:38:43.638034 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:38:45.576807 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-00af8c47-272c-4490-b102-6f47447ccbbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:38:47.587836 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-571d0189-c61f-4cda-9f1a-5b8ff9987ac6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:38:50.445536 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:38:51.742784 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:38:51.885964 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:38:54.505342 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=14 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:38:54.507907 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=12 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:39:01.721780 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:39:01.732016 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:39:02.773132 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:39:03.795125 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:39:07.509086 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 21:39:11.290658 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:39:13.628282 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:39:13.631869 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:39:15.570673 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-74dd2164-e28f-4bd4-8e3f-4dffd03356de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:39:17.433170 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-f8c5826b-a6bb-4e00-af6f-6e0d88d348b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:39:17.504349 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=8 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:39:20.336665 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:39:21.741746 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:39:21.822691 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:39:31.703668 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:UPDATE=3,neutron:SELECT=6 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:39:31.712122 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:39:32.855731 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:39:33.765793 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:39:43.645537 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:39:43.651102 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:39:44.517168 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 21:39:45.599209 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-43e8296b-3fd9-4a76-8176-bdb98f794de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:39:46.266627 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=3 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:39:47.439230 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8c0aa3c-f732-4f42-952a-ce9321c7e3ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:39:50.348042 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:39:51.719417 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:39:51.794348 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:39:54.506590 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=5 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:40:01.711973 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:40:01.716452 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:40:02.821932 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:40:03.724639 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:40:14.580277 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:40:14.584794 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:40:15.569326 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ead0fb1e-fc0b-4814-9394-2af2d105fc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:40:17.444996 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-ddc492f4-6759-48de-9b0a-bc14d0db1a4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:40:20.393530 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:40:21.513300 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 21:40:21.725513 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:40:21.804542 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:40:23.268829 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=3 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:40:31.511513 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=5 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:40:31.715832 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:40:31.720436 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:40:32.867449 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:40:33.775183 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:40:43.647943 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:40:43.660746 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:40:45.604688 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-22669d12-2c56-471f-9bae-bcea8db4f5da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:40:47.500638 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-b48e6134-690f-4276-a378-e4175856df78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:40:50.374612 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:40:51.929278 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:40:51.981240 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:40:58.510204 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 21:41:01.713213 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:41:01.717953 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:41:02.831806 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:41:03.780758 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:41:08.501430 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=21 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:41:11.287691 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=14,neutron:DELETE=1 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:41:13.669672 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:41:13.673875 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:41:15.648004 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-3ec75bd1-9c22-4426-8c8a-7f750f609217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:41:17.455336 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e243aebb-7c9a-4d1d-87e7-fb2d5aa28ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:41:20.381087 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:41:21.752627 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:41:21.786911 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:41:31.703387 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:41:31.707115 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:41:32.837550 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:41:33.824895 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:41:35.502236 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 21:41:37.277407 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=3 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:41:43.684711 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:41:43.689573 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:41:45.496504 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=5 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:41:45.615264 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e25c93c7-9b63-4ec5-af82-d8f4320d69ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:41:47.495968 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-a047f334-e96a-47e8-9a97-e3ecd8f5540c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (4770fbf3-47e5-48e1-8566-fd189ed61d61), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:41:50.408782 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-c8cedd2e-2cbc-4ab9-83fd-78ac7faaf7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (c37969a9-1151-4cdb-af2a-de38d37a3933), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:41:51.812560 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-0e65c896-a046-42d3-9c44-e633347ba4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (b51e5cf7-1e61-4a6d-a45b-cf11e145245e), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:41:51.921834 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-e200012b-8a77-47d6-82d8-053a4fb561bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (5c2a92d4-44cc-4f22-998b-e062e6c9f536), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:42:01.699774 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:42:01.703477 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:42:02.814100 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-35ab034b-4962-4c89-900e-a8b608cf7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (d500e1cf-136e-47e7-b7fe-ae200432f8b9), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:42:03.756446 n-d-852085-12 neutron-server[108172]: DEBUG dbcounter [-] [108172] Writing DB stats neutron:SELECT=2 {{(pid=108172) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:42:03.814899 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-2fd7420d-41ba-4532-822f-64788191fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (af3a5619-8d8a-4bdd-8ba1-f5dd7cc884fb), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 04 21:42:12.509048 n-d-852085-12 neutron-server[108172]: DEBUG neutron.db.agents_db [None req-8dbb0ef3-bcb2-42d8-adf3-a64e4daa291b None None] Agent healthcheck: found 7 active agents {{(pid=108172) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 04 21:42:14.548240 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:42:14.552802 n-d-852085-12 neutron-server[108171]: DEBUG dbcounter [-] [108171] Writing DB stats neutron:SELECT=15 {{(pid=108171) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 04 21:42:15.578415 n-d-852085-12 neutron-server[108171]: DEBUG neutron_lib.callbacks.manager [None req-93d0d44b-ff0b-4cb0-a4b2-ca98d8e7b6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740981395146', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3471909'] for agent (8b8863ec-7cff-40e3-8d37-81595c0ab518), after_update {{(pid=108171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}